-- Logs begin at Wed 2021-07-14 08:16:33 UTC, end at Wed 2021-07-14 10:33:47 UTC. -- Jul 14 08:50:01.470668 n-d-771362-35 systemd[1]: Started Devstack devstack@q-svc.service. Jul 14 08:50:04.164597 n-d-771362-35 neutron-server[93665]: INFO neutron.common.config [-] Logging enabled! Jul 14 08:50:04.165184 n-d-771362-35 neutron-server[93665]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 08:50:04.165379 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93665) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 08:50:04.169308 n-d-771362-35 neutron-server[93665]: INFO neutron.common.config [-] Logging enabled! Jul 14 08:50:04.169564 n-d-771362-35 neutron-server[93665]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 08:50:04.169875 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93665) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 08:50:04.170818 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:50:04.171053 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 08:50:04.171418 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 08:50:04.171696 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 08:50:04.171925 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 08:50:04.172254 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.172573 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.172865 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.173096 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.173401 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.173696 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.173991 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.174286 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.174589 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.174884 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.175173 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.175463 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.175723 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.176015 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.176313 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.176607 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.176840 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] debug = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.177129 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.177562 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.177986 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.178276 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.178574 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.178865 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.179143 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.179427 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.179742 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.180080 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] host = n-d-771362-35 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.180363 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.180657 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.180949 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.181241 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.181542 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.181827 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.182118 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.182398 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.182675 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] log_file = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.183556 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.183889 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.184189 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.184484 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.184717 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.184947 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.185235 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.185527 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.185808 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.186088 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.186369 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.186651 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.186932 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.187203 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.187509 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.187805 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.188095 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.188374 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.188658 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.188938 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.189229 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.189508 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.189790 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.190069 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.190351 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.190645 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.190921 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.191203 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.191522 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.191819 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.192106 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.192395 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.192676 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.192963 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.193244 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.193530 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.193809 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] use_json = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.194086 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.194365 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.194652 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.194933 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.195213 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.195511 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.195793 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.196086 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:04.196388 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.196689 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.196995 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.197284 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.197584 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.197869 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.198163 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.198611 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.199028 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.199141 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.199435 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.199756 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.200052 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.200335 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.200636 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.200948 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.201247 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.201544 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.201825 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.202106 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.202384 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.202666 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.202955 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.203252 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.203647 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.203926 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.204209 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.204502 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.204781 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.205057 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.205339 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.205629 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.205909 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.206184 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.206468 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.206748 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.207022 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.207295 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.207602 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.207896 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.208175 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.208450 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.208722 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.208999 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.209274 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.209562 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.209842 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.210116 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.210391 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.210671 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.210945 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.211220 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.211508 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.211800 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.212080 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.212356 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.212630 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.212903 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.213177 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.213458 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.213736 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.214091 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.214505 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.214660 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.214940 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.215216 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.215509 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.215795 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.216085 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.216387 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.216670 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.216954 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.217235 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.217519 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.217800 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.218082 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.218363 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.218643 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.218919 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.219212 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.219512 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.219816 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.220105 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.220387 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.220683 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.220963 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.221247 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.221527 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.221806 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.222097 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.222382 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.222676 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.222972 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.223267 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.223596 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.223896 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.224177 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.224488 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.224768 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:04.224987 n-d-771362-35 neutron-server[93665]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 08:50:04.225227 n-d-771362-35 neutron-server[93665]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93665) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 14 08:50:04.572081 n-d-771362-35 neutron-server[93665]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 08:50:04.572362 n-d-771362-35 neutron-server[93665]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 08:50:04.572656 n-d-771362-35 neutron-server[93665]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 08:50:04.572989 n-d-771362-35 neutron-server[93665]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 14 08:50:04.966296 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:04.966588 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:04.966862 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:04.968191 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:04.968477 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:04.968751 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.003779 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.004060 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.004328 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.017945 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.018222 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.018491 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.048584 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.048864 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.049136 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.085404 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.085688 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.085959 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.319242 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.319861 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.319861 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.320021 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.320670 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.439746 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.440061 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.440345 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.440615 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.440881 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.441191 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.441450 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.441703 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.441954 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.442232 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.442491 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.442754 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.443006 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.443252 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.443522 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.443788 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.444038 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.444299 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.444566 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.444822 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.445091 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.445346 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.445628 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.446009 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.446258 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.446502 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.446898 n-d-771362-35 neutron-server[93665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 08:50:05.447142 n-d-771362-35 neutron-server[93665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 08:50:05.447382 n-d-771362-35 neutron-server[93665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 08:50:05.447643 n-d-771362-35 neutron-server[93665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 08:50:05.447884 n-d-771362-35 neutron-server[93665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 08:50:05.448121 n-d-771362-35 neutron-server[93665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 08:50:05.449129 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 14 08:50:05.452203 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 14 08:50:05.456106 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 14 08:50:05.459979 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jul 14 08:50:05.461599 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 14 08:50:05.462045 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 14 08:50:05.462378 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 14 08:50:05.462761 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 14 08:50:05.465657 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 14 08:50:05.465907 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 14 08:50:05.466259 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 08:50:05.493558 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 14 08:50:05.494005 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.494298 n-d-771362-35 neutron-server[93665]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93665) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 14 08:50:05.494659 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.496575 n-d-771362-35 neutron-server[93665]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93665) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 14 08:50:05.496852 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 08:50:05.497095 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 14 08:50:05.501463 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.501750 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:05.565773 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 14 08:50:05.566001 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 14 08:50:05.566233 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 14 08:50:05.566601 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 14 08:50:05.587853 n-d-771362-35 neutron-server[93665]: DEBUG oslo_db.sqlalchemy.engines [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93665) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 14 08:50:06.110886 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.managers [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Initializing driver for type 'gre' Jul 14 08:50:06.111395 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] gre ID ranges: [(1, 1000)] Jul 14 08:50:06.162460 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.managers [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Initializing driver for type 'local' Jul 14 08:50:06.162815 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.managers [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Initializing driver for type 'vlan' Jul 14 08:50:06.175835 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] VlanTypeDriver initialization complete Jul 14 08:50:06.176166 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.managers [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Initializing driver for type 'vxlan' Jul 14 08:50:06.176652 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] vxlan ID ranges: [(1, 1000)] Jul 14 08:50:06.236032 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.managers [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Initializing extension driver 'port_security' Jul 14 08:50:06.236438 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.extensions.port_security [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] PortSecurityExtensionDriver initialization complete Jul 14 08:50:06.236794 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.managers [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Initializing mechanism driver 'openvswitch' Jul 14 08:50:06.237114 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.managers [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Initializing mechanism driver 'hyperv' Jul 14 08:50:06.243535 n-d-771362-35 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:50:06.244386 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > port after_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.244769 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > port after_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.245633 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > port after_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.246170 n-d-771362-35 neutron-server[93665]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93665) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 08:50:06.246597 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > subnet after_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.247077 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > subnet after_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.247419 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.247825 n-d-771362-35 neutron-server[93665]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93665) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 08:50:06.248224 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > network after_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.248571 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > network after_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.248910 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > network after_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.249292 n-d-771362-35 neutron-server[93665]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93665) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 08:50:06.249686 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > security_group after_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.250034 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > security_group after_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.250370 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.250753 n-d-771362-35 neutron-server[93665]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93665) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 08:50:06.251149 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.251558 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.251971 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.252416 n-d-771362-35 neutron-server[93665]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93665) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 08:50:06.252811 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > address_group after_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.253154 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > address_group after_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.253490 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.253869 n-d-771362-35 neutron-server[93665]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93665) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 08:50:06.254240 n-d-771362-35 neutron-server[93665]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] ML2 OVO RPC backend initialized. {{(pid=93665) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 14 08:50:06.254944 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.255297 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.255743 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > network before_response 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.256091 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > networks before_response 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.256436 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > port before_response 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.256778 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > ports before_response 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.257118 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > subnet before_response 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.257456 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > subnets before_response 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.257799 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > network after_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.258140 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > network after_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.258472 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > network after_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.258803 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > port after_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.259133 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > port after_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.259462 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > port after_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.259817 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > subnet after_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.260148 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > subnet after_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.260479 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.261759 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.plugin [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Modular L2 Plugin initialization complete Jul 14 08:50:06.262084 n-d-771362-35 neutron-server[93665]: DEBUG neutron.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading services supported by the core plugin {{(pid=93665) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 14 08:50:06.262405 n-d-771362-35 neutron-server[93665]: INFO neutron.plugins.ml2.managers [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Got port-security extension from driver 'port_security' Jul 14 08:50:06.262871 n-d-771362-35 neutron-server[93665]: INFO neutron.extensions.vlantransparent [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Disabled vlantransparent extension. Jul 14 08:50:06.263353 n-d-771362-35 neutron-server[93665]: DEBUG neutron.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93665) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 14 08:50:06.263690 n-d-771362-35 neutron-server[93665]: INFO neutron.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading Plugin: router Jul 14 08:50:06.299171 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.299598 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > router after_create 55549900 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.299963 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > router before_create 55549900 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.300323 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.300691 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.301039 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > router after_delete 55549900 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.301392 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.301870 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > router after_create 55549900 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.302220 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > router after_update 55549900 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.302577 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > router after_update 55549900 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.302922 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.303274 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > router after_update 55549900 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.303716 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > router precommit_update 55549900 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.304085 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: port after_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.304423 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: port after_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.304756 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: subnet after_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.305093 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.305436 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.305779 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > router precommit_create 55549900 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.306118 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: port before_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.306463 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > router precommit_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.306817 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > router after_update 55549900 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.307159 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.307525 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > router precommit_create 55549900 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.308613 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.308952 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > router precommit_update 55549900 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.309315 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > agent after_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.309663 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > agent after_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.310003 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > network after_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.310854 n-d-771362-35 neutron-server[93665]: DEBUG neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Tracking information for resource: router configured {{(pid=93665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 08:50:06.311185 n-d-771362-35 neutron-server[93665]: DEBUG neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Tracking information for resource: floatingip configured {{(pid=93665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 08:50:06.316131 n-d-771362-35 neutron-server[93665]: INFO neutron.db.l3_agentschedulers_db [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 14 08:50:06.316707 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: port after_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.317067 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: port after_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.317411 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: port after_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.317756 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: port after_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.318549 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > router before_create 55550100 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.318911 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.319266 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > router precommit_create 55550100 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.319807 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > router precommit_update 55550100 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.324194 n-d-771362-35 neutron-server[93665]: DEBUG neutron.services.provider_configuration [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Service providers = [] {{(pid=93665) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 14 08:50:06.324551 n-d-771362-35 neutron-server[93665]: DEBUG neutron.db.servicetype_db [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93665) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 14 08:50:06.327549 n-d-771362-35 neutron-server[93665]: DEBUG neutron.services.service_base [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93665) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 08:50:06.327902 n-d-771362-35 neutron-server[93665]: DEBUG neutron.services.service_base [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93665) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 08:50:06.328241 n-d-771362-35 neutron-server[93665]: DEBUG neutron.services.service_base [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93665) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 08:50:06.329114 n-d-771362-35 neutron-server[93665]: DEBUG neutron.services.service_base [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93665) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 08:50:06.329482 n-d-771362-35 neutron-server[93665]: INFO neutron.services.service_base [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 14 08:50:06.329858 n-d-771362-35 neutron-server[93665]: DEBUG neutron.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 08:50:06.330170 n-d-771362-35 neutron-server[93665]: INFO neutron.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 14 08:50:06.340939 n-d-771362-35 neutron-server[93665]: DEBUG neutron.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 08:50:06.341278 n-d-771362-35 neutron-server[93665]: INFO neutron.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading Plugin: auto_allocate Jul 14 08:50:06.346961 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: network precommit_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.347328 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: network precommit_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.347879 n-d-771362-35 neutron-server[93665]: DEBUG neutron.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 08:50:06.348193 n-d-771362-35 neutron-server[93665]: INFO neutron.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading Plugin: tag Jul 14 08:50:06.355519 n-d-771362-35 neutron-server[93665]: DEBUG neutron.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 08:50:06.355901 n-d-771362-35 neutron-server[93665]: INFO neutron.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading Plugin: timestamp Jul 14 08:50:06.359714 n-d-771362-35 neutron-server[93665]: DEBUG neutron.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 08:50:06.360044 n-d-771362-35 neutron-server[93665]: INFO neutron.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading Plugin: network_ip_availability Jul 14 08:50:06.365494 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.365840 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.366191 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.366901 n-d-771362-35 neutron-server[93665]: DEBUG neutron.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 08:50:06.367216 n-d-771362-35 neutron-server[93665]: INFO neutron.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading Plugin: flavors Jul 14 08:50:06.372775 n-d-771362-35 neutron-server[93665]: DEBUG neutron.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 08:50:06.373101 n-d-771362-35 neutron-server[93665]: INFO neutron.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading Plugin: revisions Jul 14 08:50:06.377306 n-d-771362-35 neutron-server[93665]: DEBUG neutron.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 08:50:06.377692 n-d-771362-35 neutron-server[93665]: DEBUG oslo_concurrency.lockutils [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.805s {{(pid=93665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 08:50:06.378417 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93665) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 14 08:50:06.378748 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Initializing extension manager. Jul 14 08:50:06.379278 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: __init__.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.379727 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: __pycache__ {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.380062 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.380391 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: address_group.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.381137 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.381727 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: address-group Jul 14 08:50:06.382047 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: address_scope.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.382755 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.383266 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: address-scope Jul 14 08:50:06.383613 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.384628 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.385146 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: router-admin-state-down-before-update Jul 14 08:50:06.385463 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: agent.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.386215 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.386775 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: agent Jul 14 08:50:06.387092 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: agent_resources_synced.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.388028 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.388536 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: agent-resources-synced Jul 14 08:50:06.388852 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: allowedaddresspairs.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.390618 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.391149 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: allowed-address-pairs Jul 14 08:50:06.391469 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: auto_allocated_topology.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.392556 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.393069 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: auto-allocated-topology Jul 14 08:50:06.393392 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: availability_zone.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.394081 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.394587 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: availability_zone Jul 14 08:50:06.394912 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: availability_zone_filter.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.395858 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.396368 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: availability_zone_filter Jul 14 08:50:06.396689 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: data_plane_status.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.397586 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.398089 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension data-plane-status not supported by any of loaded plugins Jul 14 08:50:06.398409 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: default_subnetpools.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.399307 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.399844 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: default-subnetpools Jul 14 08:50:06.400164 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.400963 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.401518 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: dhcp_agent_scheduler Jul 14 08:50:06.401900 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: dns.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.402806 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.403312 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension dns-integration not supported by any of loaded plugins Jul 14 08:50:06.403669 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: dns_domain_ports.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.404577 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.405092 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 14 08:50:06.405411 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.406321 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.406829 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 14 08:50:06.407144 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: dvr.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.407832 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.408339 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: dvr Jul 14 08:50:06.408655 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: empty_string_filtering.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.409555 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.410062 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: empty-string-filtering Jul 14 08:50:06.410377 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.411274 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.411804 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 14 08:50:06.412119 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.413030 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.413534 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 14 08:50:06.413851 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: external_net.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.414762 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.415268 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: external-net Jul 14 08:50:06.415623 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.416521 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.417569 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: extra_dhcp_opt Jul 14 08:50:06.417931 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: extraroute.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.418834 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.419338 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: extraroute Jul 14 08:50:06.419689 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: extraroute_atomic.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.420715 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.421220 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: extraroute-atomic Jul 14 08:50:06.421537 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: filter_validation.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.422192 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.422867 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: filter-validation Jul 14 08:50:06.423186 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: fip_pf_description.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.424119 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.424626 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 14 08:50:06.424943 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: fip_port_details.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.425859 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.426363 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: fip-port-details Jul 14 08:50:06.426679 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: flavors.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.427931 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.428448 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: flavors Jul 14 08:50:06.428772 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.430399 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.430922 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 14 08:50:06.431247 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: floatingip_pools.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.431976 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.432491 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: floatingip-pools Jul 14 08:50:06.433388 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: ip_allocation.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.434303 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.434810 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension ip_allocation not supported by any of loaded plugins Jul 14 08:50:06.435135 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.436072 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.436584 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: ip-substring-filtering Jul 14 08:50:06.436905 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: l2_adjacency.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.437829 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.438337 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 14 08:50:06.438656 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: l3.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.439645 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.440163 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: router Jul 14 08:50:06.440484 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.442675 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.443209 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 14 08:50:06.443564 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.444509 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.445029 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: ext-gw-mode Jul 14 08:50:06.445354 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.446261 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.446771 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: l3-ha Jul 14 08:50:06.447088 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: l3_flavors.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.448017 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.448604 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: l3-flavors Jul 14 08:50:06.448919 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.449821 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.450326 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 14 08:50:06.450658 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: l3agentscheduler.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.451704 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.452219 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: l3_agent_scheduler Jul 14 08:50:06.452540 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: logging.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.454003 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.454529 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension logging not supported by any of loaded plugins Jul 14 08:50:06.454859 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: metering.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.455632 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.456209 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: metering Jul 14 08:50:06.456534 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.458991 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.459547 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: metering_source_and_destination_fields Jul 14 08:50:06.459877 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: multiprovidernet.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.460808 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.461320 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: multi-provider Jul 14 08:50:06.461644 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: netmtu.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.462557 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.463065 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: net-mtu Jul 14 08:50:06.463386 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: netmtu_writable.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.464490 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.465000 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: net-mtu-writable Jul 14 08:50:06.465319 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: network_availability_zone.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.465988 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.466496 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: network_availability_zone Jul 14 08:50:06.466811 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: network_ip_availability.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.467912 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.468422 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: network-ip-availability Jul 14 08:50:06.468742 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: network_segment_range.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.469499 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.470002 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension network-segment-range not supported by any of loaded plugins Jul 14 08:50:06.470319 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: pagination.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.471282 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.471642 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: pagination Jul 14 08:50:06.471959 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: port_device_profile.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.472876 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.473389 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: port-device-profile Jul 14 08:50:06.473707 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.474622 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.475138 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: port-mac-address-regenerate Jul 14 08:50:06.475456 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.476414 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.476919 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: port-numa-affinity-policy Jul 14 08:50:06.477235 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: port_resource_request.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.478140 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.478646 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension port-resource-request not supported by any of loaded plugins Jul 14 08:50:06.478963 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: portbindings.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.480417 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.480933 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: binding Jul 14 08:50:06.481249 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: portbindings_extended.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.482522 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.483037 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: binding-extended Jul 14 08:50:06.483362 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: portsecurity.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.484288 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.484797 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: port-security Jul 14 08:50:06.485217 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: project_id.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.486192 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.486516 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: project-id Jul 14 08:50:06.486832 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: providernet.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.487810 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.488323 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: provider Jul 14 08:50:06.488639 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: qos.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.492121 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.492641 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension qos not supported by any of loaded plugins Jul 14 08:50:06.492966 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.494193 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.494708 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 14 08:50:06.495034 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.496578 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.497097 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 14 08:50:06.497423 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: qos_default.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.498328 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.498840 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension qos-default not supported by any of loaded plugins Jul 14 08:50:06.499163 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: qos_fip.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.499839 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.500342 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension qos-fip not supported by any of loaded plugins Jul 14 08:50:06.500664 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: qos_gateway_ip.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.501577 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.502090 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 14 08:50:06.502409 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: qos_port_network_policy.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.503309 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.503846 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 14 08:50:06.504166 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: qos_rule_type_details.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.505068 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.505575 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 14 08:50:06.505900 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: qos_rules_alias.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.506943 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.507458 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 14 08:50:06.507821 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: quotasv2.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.508727 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.509237 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: quotas Jul 14 08:50:06.509559 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: quotasv2_detail.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.512756 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.513098 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: quota_details Jul 14 08:50:06.513430 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: rbac.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.514477 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.515008 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: rbac-policies Jul 14 08:50:06.515334 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: rbac_address_group.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.516282 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.516804 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: rbac-address-group Jul 14 08:50:06.517125 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: rbac_address_scope.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.518035 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.518553 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: rbac-address-scope Jul 14 08:50:06.518873 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: rbac_security_groups.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.519814 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.520327 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: rbac-security-groups Jul 14 08:50:06.520644 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: rbac_subnetpool.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.521549 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.522056 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: rbac-subnetpool Jul 14 08:50:06.522373 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: revisionifmatch.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.523283 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.523818 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: revision-if-match Jul 14 08:50:06.524138 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: revisions.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.525240 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.525755 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: standard-attr-revisions Jul 14 08:50:06.526103 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: router_availability_zone.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.526860 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.527387 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: router_availability_zone Jul 14 08:50:06.527730 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: routerservicetype.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.528643 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.529146 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension router-service-type not supported by any of loaded plugins Jul 14 08:50:06.529464 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.530376 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.530890 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: security-groups-normalized-cidr Jul 14 08:50:06.531211 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.532148 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.532661 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: port-security-groups-filtering Jul 14 08:50:06.532981 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.533892 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.534404 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: security-groups-remote-address-group Jul 14 08:50:06.534723 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: securitygroup.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.544804 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.545334 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: security-group Jul 14 08:50:06.545661 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: segment.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.546446 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.546959 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension segment not supported by any of loaded plugins Jul 14 08:50:06.547279 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.548236 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.548757 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 14 08:50:06.549078 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: servicetype.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.550172 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.550698 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: service-type Jul 14 08:50:06.551021 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: sorting.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.552026 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.552359 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: sorting Jul 14 08:50:06.552681 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: standard_attr_segment.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.553666 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.554184 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 14 08:50:06.554507 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: standardattrdescription.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.555154 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.555700 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: standard-attr-description Jul 14 08:50:06.556025 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: stateful_security_group.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.556948 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.557462 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: stateful-security-group Jul 14 08:50:06.557861 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: stdattrs_common.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.558588 n-d-771362-35 neutron-server[93665]: WARNING neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 14 08:50:06.558910 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.559882 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.560396 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 14 08:50:06.560717 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: subnet_onboard.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.561781 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.562298 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: subnet_onboard Jul 14 08:50:06.562617 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.563563 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.564073 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 14 08:50:06.564390 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: subnet_service_types.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.565303 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.565813 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: subnet-service-types Jul 14 08:50:06.566131 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: subnetallocation.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.567202 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.567748 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: subnet_allocation Jul 14 08:50:06.568069 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.568725 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.569231 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: subnetpool-prefix-ops Jul 14 08:50:06.569548 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.570468 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.570974 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 14 08:50:06.571293 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: tagging.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.572408 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.572924 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: standard-attr-tag Jul 14 08:50:06.573775 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: timestamp.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.575149 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.575712 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loaded extension: standard-attr-timestamp Jul 14 08:50:06.576040 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: trunk.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.577063 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.577580 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension trunk not supported by any of loaded plugins Jul 14 08:50:06.577904 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: trunk_details.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.578820 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.579334 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension trunk-details not supported by any of loaded plugins Jul 14 08:50:06.579686 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: uplink_status_propagation.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.580597 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.581111 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 14 08:50:06.581431 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Loading extension file: vlantransparent.py {{(pid=93665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:50:06.582086 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:50:06.582596 n-d-771362-35 neutron-server[93665]: INFO neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 14 08:50:06.585084 n-d-771362-35 neutron-server[93665]: INFO neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Creating instance of TrackedResource for resource:network Jul 14 08:50:06.585631 n-d-771362-35 neutron-server[93665]: INFO neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Creating instance of TrackedResource for resource:subnet Jul 14 08:50:06.586097 n-d-771362-35 neutron-server[93665]: INFO neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 08:50:06.586503 n-d-771362-35 neutron-server[93665]: INFO neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Creating instance of TrackedResource for resource:port Jul 14 08:50:06.587778 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.v2.resource_helper [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 08:50:06.588223 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.v2.resource_helper [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Service FLAVORS assigned prefix: {{(pid=93665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 08:50:06.588852 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.v2.resource_helper [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 08:50:06.589333 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.v2.resource_helper [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 08:50:06.589662 n-d-771362-35 neutron-server[93665]: INFO neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Creating instance of TrackedResource for resource:router Jul 14 08:50:06.590098 n-d-771362-35 neutron-server[93665]: INFO neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 08:50:06.590578 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.v2.resource_helper [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Service METERING assigned prefix: /metering {{(pid=93665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 08:50:06.592031 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.592397 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.592741 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:50:06.593722 n-d-771362-35 neutron-server[93665]: INFO neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 08:50:06.594169 n-d-771362-35 neutron-server[93665]: INFO neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Creating instance of TrackedResource for resource:security_group Jul 14 08:50:06.594611 n-d-771362-35 neutron-server[93665]: INFO neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 08:50:06.595202 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.v2.resource_helper [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Service CORE assigned prefix: {{(pid=93665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 08:50:06.595565 n-d-771362-35 neutron-server[93665]: INFO neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 08:50:06.595907 n-d-771362-35 neutron-server[93665]: WARNING neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] subnetpool is already registered Jul 14 08:50:06.596335 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.v2.resource_helper [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Service CORE assigned prefix: {{(pid=93665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 08:50:06.596657 n-d-771362-35 neutron-server[93665]: INFO neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 08:50:06.596992 n-d-771362-35 neutron-server[93665]: WARNING neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] subnetpool is already registered Jul 14 08:50:06.599255 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.v2.resource_helper [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 08:50:06.599718 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.v2.resource_helper [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Service FLAVORS assigned prefix: {{(pid=93665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 08:50:06.600309 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.v2.resource_helper [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 08:50:06.600726 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.v2.resource_helper [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 08:50:06.601056 n-d-771362-35 neutron-server[93665]: INFO neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Creating instance of TrackedResource for resource:router Jul 14 08:50:06.601388 n-d-771362-35 neutron-server[93665]: WARNING neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] router is already registered Jul 14 08:50:06.601795 n-d-771362-35 neutron-server[93665]: INFO neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 08:50:06.602126 n-d-771362-35 neutron-server[93665]: WARNING neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] floatingip is already registered Jul 14 08:50:06.602570 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.v2.resource_helper [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Service METERING assigned prefix: /metering {{(pid=93665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 08:50:06.603239 n-d-771362-35 neutron-server[93665]: INFO neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 08:50:06.603593 n-d-771362-35 neutron-server[93665]: WARNING neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] rbac_policy is already registered Jul 14 08:50:06.604005 n-d-771362-35 neutron-server[93665]: INFO neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Creating instance of TrackedResource for resource:security_group Jul 14 08:50:06.604337 n-d-771362-35 neutron-server[93665]: WARNING neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] security_group is already registered Jul 14 08:50:06.605243 n-d-771362-35 neutron-server[93665]: INFO neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 08:50:06.605567 n-d-771362-35 neutron-server[93665]: WARNING neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] security_group_rule is already registered Jul 14 08:50:06.606180 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.v2.resource_helper [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Service CORE assigned prefix: {{(pid=93665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 08:50:06.606506 n-d-771362-35 neutron-server[93665]: INFO neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 08:50:06.606832 n-d-771362-35 neutron-server[93665]: WARNING neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] subnetpool is already registered Jul 14 08:50:06.607242 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.v2.resource_helper [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Service CORE assigned prefix: {{(pid=93665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 08:50:06.607595 n-d-771362-35 neutron-server[93665]: INFO neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 08:50:06.607923 n-d-771362-35 neutron-server[93665]: WARNING neutron.quota.resource_registry [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] subnetpool is already registered Jul 14 08:50:06.608383 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: extensions {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.609826 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: address-groups {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.611314 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: address-scopes {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.612642 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: agents {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.613787 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: auto-allocated-topology {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.615017 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: availability_zones {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.616302 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: dhcp-networks {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.617772 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: dhcp-agents {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.619191 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: routers {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.621495 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: flavors {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.622752 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: service_profiles {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.623974 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: next_providers {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.625413 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: service_profiles {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.626934 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: floatingip-pools {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.628184 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: routers {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.629869 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: floatingips {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.632038 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: l3-routers {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.633458 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: l3-agents {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.634884 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: metering-labels {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.636252 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: metering-label-rules {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.637625 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: network-ip-availabilities {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.638878 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: bindings {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.640456 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: quotas {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.641987 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: quotas {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.643390 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: rbac-policies {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.644597 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: security-groups {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.645886 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: security-group-rules {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.647120 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: service-providers {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.648373 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: subnetpools {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.649683 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: subnetpools {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.651210 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: tags {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.653565 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: tags {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.655381 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: tags {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.657181 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: tags {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.658848 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: tags {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.660818 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: tags {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.662498 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: tags {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.664315 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: tags {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.666152 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: tags {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.668655 n-d-771362-35 neutron-server[93665]: DEBUG neutron.api.extensions [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Extended resource: tags {{(pid=93665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:50:06.674740 n-d-771362-35 neutron-server[93665]: WARNING keystonemiddleware.auth_token [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 14 08:50:06.679195 n-d-771362-35 neutron-server[93665]: WARNING keystonemiddleware.auth_token [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 14 08:50:06.687685 n-d-771362-35 neutron-server[93665]: DEBUG oslo_concurrency.lockutils [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Acquired lock "singleton_lock" {{(pid=93665) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 14 08:50:06.688160 n-d-771362-35 neutron-server[93665]: DEBUG oslo_concurrency.lockutils [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Releasing lock "singleton_lock" {{(pid=93665) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 14 08:50:06.688795 n-d-771362-35 neutron-server[93665]: INFO oslo_service.service [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Starting 2 workers Jul 14 08:50:06.693525 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Started child 93772 {{(pid=93665) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 08:50:06.698491 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Started child 93773 {{(pid=93665) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 08:50:06.699093 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:06.699740 n-d-771362-35 neutron-server[93665]: INFO neutron.service [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 14 08:50:06.700352 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Notify callbacks [] for process, before_spawn {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:06.700641 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [-] (93772) wsgi starting up on http://0.0.0.0:9696 Jul 14 08:50:06.702692 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:06.703114 n-d-771362-35 neutron-server[93665]: INFO oslo_service.service [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Starting 1 workers Jul 14 08:50:06.704111 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [-] (93773) wsgi starting up on http://0.0.0.0:9696 Jul 14 08:50:06.707892 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Started child 93774 {{(pid=93665) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 08:50:06.708403 n-d-771362-35 neutron-server[93665]: INFO oslo_service.service [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Starting 1 workers Jul 14 08:50:06.711719 n-d-771362-35 neutron-server[93774]: DEBUG neutron.service [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] calling RpcWorker wait() {{(pid=93774) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 14 08:50:06.712378 n-d-771362-35 neutron-server[93774]: DEBUG neutron.service [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] returning from RpcWorker wait() {{(pid=93774) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 14 08:50:06.712860 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Started child 93775 {{(pid=93665) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 08:50:06.713552 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:06.713710 n-d-771362-35 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b370c6f4-5918-4231-94e9-ace89a68f089 None None] Notify callbacks [] for process, after_spawn {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:06.714555 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:50:06.716195 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93665) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 08:50:06.716411 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:50:06.716593 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 08:50:06.716806 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 08:50:06.717138 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 08:50:06.717318 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 08:50:06.717804 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.718075 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.718338 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.718605 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.718697 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:06.719159 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.719472 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.719739 n-d-771362-35 neutron-server[93775]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:50:06.719862 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.720026 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.720273 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.720506 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.720677 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.720841 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.721108 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.721336 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.721621 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.721891 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.722152 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.722426 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.722591 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.722841 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.723096 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.723339 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.723614 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] debug = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.723859 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.724326 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.724679 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.724836 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.725025 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.725305 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.725569 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.725805 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.726050 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.726266 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.726508 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.726751 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.726982 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.727189 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.727408 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.727702 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.727920 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.728382 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] host = n-d-771362-35 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.728616 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.728906 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.729099 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.729322 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.730184 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.730484 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.730735 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.730992 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.731247 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.731521 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.731769 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.732014 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.732236 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.732467 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] log_file = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.732631 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] log_options = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.732865 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.733126 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.733381 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.733567 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.733730 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.733894 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.734301 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.734654 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.734951 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.735192 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.735428 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.735703 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.735923 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.736137 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.736411 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.736677 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.736895 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.737103 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.737370 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.737609 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.737829 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.738068 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.738304 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.738538 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.739181 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.739181 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.739469 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.739656 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.739808 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.740066 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.740311 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.740564 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.740824 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.741084 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.741312 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.741537 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.741750 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.742039 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.742269 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.742520 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.742763 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.742996 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.743246 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.743478 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.743746 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.743991 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] use_json = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.744203 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.744422 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.744684 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.744956 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.745119 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.745593 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.745836 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.746049 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.746470 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.747583 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.749007 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.749007 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.749007 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.749007 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.749007 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.750291 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.750291 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.750291 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.750291 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.751586 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.751586 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.751586 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.752771 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.752914 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.755536 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.755536 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.755536 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.755536 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.755536 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.755536 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.755536 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.755536 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.756074 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.756074 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.756074 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.756074 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.756299 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.756494 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.756755 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.757003 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.757295 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.757543 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.757771 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.758018 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.758255 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.758478 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.759211 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.759472 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.759765 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.760007 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.760240 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.760499 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.760805 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.761076 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.761324 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.761564 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.761789 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.762033 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.762303 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.762553 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.762779 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.762997 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.763218 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.763463 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.763722 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.763944 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.764252 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.764425 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.764654 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.764997 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.765232 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.765456 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.765680 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.765929 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.766147 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.766393 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.766630 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.766878 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.767103 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.767326 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.767566 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.767791 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.768009 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.768283 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.768483 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.768705 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.768925 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.769144 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.769366 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.769584 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.769820 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.770039 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.770350 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.770673 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.770929 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.771193 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.771416 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.771701 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.771928 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.772217 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.772455 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.772702 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.772924 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.773208 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.773462 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.773726 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.773974 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.774217 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.774502 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.774749 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.774997 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.775219 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.775504 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.775733 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.776035 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.776295 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.777029 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.777285 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.777541 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.777834 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.778100 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.778391 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.778628 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.778911 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.780091 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.780678 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.780947 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.781188 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.781455 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.781720 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.781960 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.782228 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.782466 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.782719 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.782965 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.783256 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.783545 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.783770 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.784020 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.784271 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.784579 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.784838 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.785065 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.785292 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.785562 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.785816 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.786063 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.786367 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.786626 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.786888 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.787145 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.787388 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.787628 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.787878 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.788111 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.788326 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.788580 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.788821 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.789062 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.789282 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.789521 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.789773 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.790010 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.790236 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.790453 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.790677 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.790924 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.792835 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.792835 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.792835 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.792835 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.792835 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.793349 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.793349 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.793349 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.793598 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.793827 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.794116 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.794382 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.794621 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.794874 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.795104 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.795370 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.795612 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.795872 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.796099 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.796322 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.796575 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.796805 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.797056 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.797313 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.797567 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.797787 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.798056 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.798321 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.798659 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.798907 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.799176 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.799401 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.799663 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.799937 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.800181 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.800411 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.800638 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.800862 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.801108 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.801370 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.801613 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.801862 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.802089 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.802307 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.802530 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.802777 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.802996 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.803309 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.803583 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.803829 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.804089 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.804329 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.804575 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.804806 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.805021 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.805240 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.805501 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.805723 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.805941 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.806193 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.806412 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.806629 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.806884 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.807109 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.807348 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.807647 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.807881 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.808097 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.808334 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.808560 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.808777 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.809026 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.809280 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.809514 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.809745 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.809967 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.810184 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.810492 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.810748 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.810973 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.811271 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.811521 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.811778 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.812050 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.812417 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.812582 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.812852 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.813132 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.813293 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.813540 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.813804 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.814138 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.814439 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.814688 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.814946 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.815245 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.815560 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.815834 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.816078 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.816379 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.816747 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.817046 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.817327 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.817565 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.817847 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.818098 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.818319 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.818562 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.818803 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.819057 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.819321 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.819578 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.819816 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.820038 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.820289 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.820544 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.820775 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.821009 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.821270 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.821493 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.821654 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 08:50:06.822180 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93665) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 08:50:06.822344 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:50:06.822500 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 08:50:06.822674 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 08:50:06.822846 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 08:50:06.823001 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 08:50:06.823228 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.823446 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.823633 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.823798 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.823961 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.824145 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.824310 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.824472 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.824633 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.824794 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.824957 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.825120 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.825281 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.825442 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.825603 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.825764 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.825926 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.826087 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.826256 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.826437 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.826597 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.826752 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.826905 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] debug = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.827062 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.827249 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.827442 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.827685 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.827766 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.827889 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.828053 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.828248 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.828403 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.828510 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.828676 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.828848 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.828996 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.829156 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.829317 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.829481 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.829641 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.829803 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] host = n-d-771362-35 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.830003 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.830129 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.830291 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.830453 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.830613 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.830775 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.830935 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.831096 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.831256 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.831417 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.831608 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.831775 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.831936 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.832099 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] log_file = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.832279 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] log_options = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.832433 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.832597 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.832747 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.832913 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.833079 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.833241 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.833403 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.833564 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.833726 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.833887 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.834048 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.834208 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.834369 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.834531 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.834709 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.834862 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.835005 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.835168 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.835325 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.835505 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.835673 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.835859 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.835991 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.836150 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.836312 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.836467 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.836631 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.836796 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.836956 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.837101 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.837257 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.837421 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.837582 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.837740 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.837899 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.838060 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.838223 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.838387 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.838548 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.838709 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.839393 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.839629 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.839735 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.839891 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.840055 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.840214 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] use_json = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.840371 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.840558 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.840696 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.840842 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.841000 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.841163 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.841323 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.841486 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:50:06.841660 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.841828 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.842001 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.842168 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.842331 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.842494 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.842658 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.842822 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.842987 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.843153 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.843318 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.843482 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.843674 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.843832 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.843995 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.844160 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.844325 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.844488 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.844653 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.844819 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.844982 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.845145 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.845326 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.845489 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.845655 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.845817 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.845981 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.846144 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.846308 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.846472 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.846636 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.846798 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.846968 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.847129 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.847342 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.847445 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.847551 n-d-771362-35 neutron-server[93774]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:50:06.847663 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.847775 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.847937 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.848100 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.848264 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.848428 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.848591 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.848756 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.848918 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.849080 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.849244 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.849407 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.849570 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.849733 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.849906 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.850068 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.850230 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.850392 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.850554 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.850716 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.850878 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.851065 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.851228 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.851389 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.851575 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.851753 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.851916 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.852077 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.852240 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.852402 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.852564 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.852727 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.852890 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.853051 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.853212 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.853375 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.853536 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.853698 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.853860 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.854023 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.854183 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.854346 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.855145 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.855331 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.855530 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.855680 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.855845 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.856009 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.856181 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.856361 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.856524 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.856686 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.856851 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.857019 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.857180 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.857344 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.857508 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.857671 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.857833 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.857997 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.858160 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.858325 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.858488 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.858657 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.858814 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.858975 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.859140 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.859303 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.859468 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.859653 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.859817 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.859985 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.860186 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.860307 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.860482 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.860627 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.860790 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.860964 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.861128 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.861299 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.861445 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.861610 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.861771 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.861935 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.862111 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.862257 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.862414 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.862572 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.862730 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.862899 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.863079 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.863235 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.863401 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.863581 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.863747 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.863913 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.864102 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.864261 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.864427 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.864590 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.864754 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.864914 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.865070 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.865237 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.865393 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.865556 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.865720 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.865884 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.866048 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.866213 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.866424 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.866560 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.866691 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.866854 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.867022 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.867191 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.867355 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.867522 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.867692 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.867853 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.868017 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.868180 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.868343 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.868506 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.868669 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.868836 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.868999 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.869185 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.869353 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.869475 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.869641 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.869807 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.870006 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.870134 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.870554 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.870730 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.870893 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.871057 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.871222 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.871395 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.871575 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.871766 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.871903 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.872064 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.872226 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.872388 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.872551 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.872715 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.872880 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.873048 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.873203 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.873437 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.873555 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.873701 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.873865 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.874022 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.874186 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.874348 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.874510 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.874674 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.874837 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.874999 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.875181 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.875323 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.875520 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.875669 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.875814 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.875943 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.876112 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.876437 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.876437 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.876713 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.876837 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.876968 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.877104 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.877229 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.877354 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.877510 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.877660 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.877823 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.877984 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.878147 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.878319 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.878483 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.878645 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.878807 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.878969 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.879133 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.879305 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.879468 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.879652 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.879816 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.879978 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.880140 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.880313 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.880477 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.880638 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.880799 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.880962 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.881125 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.881296 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.881460 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.881622 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.881794 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.881956 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.882117 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.882278 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.882453 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.882617 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.882782 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.882945 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.883107 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.883271 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.883435 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.883624 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.883798 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.883967 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.884133 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.884305 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.884475 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.884648 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.884811 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.884982 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.885159 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.885324 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.885486 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.885648 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.885875 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.886045 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.886300 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.886493 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.886629 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.886774 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.886901 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.887072 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.887220 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.887395 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.887567 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.887733 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.887879 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.888070 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.888202 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.888376 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:50:06.888509 n-d-771362-35 neutron-server[93665]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 08:50:07.143124 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53206) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:50:07.152030 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061078 Jul 14 08:50:18.353034 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b08fa0-aa4e-4ae3-95ca-75057698ee86 None None] get_active_networks_info from n-d-771362-35 {{(pid=93774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 08:50:18.472611 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b08fa0-aa4e-4ae3-95ca-75057698ee86 None None] No non-hosted networks {{(pid=93774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 14 08:50:18.480810 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.agentschedulers_db [None req-77b08fa0-aa4e-4ae3-95ca-75057698ee86 None None] DHCP Agent not found on host n-d-771362-35 {{(pid=93774) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 14 08:50:18.544622 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-899d44dd-247a-4665-bdea-079de540596d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1997901'] for agent, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:20.947567 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e910d52-18a4-4b45-8e00-225639b05248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1997901'] for agent, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:20.998169 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8ab9ec9-253a-4932-8217-073b0506092e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:21.146470 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1997901'] for agent, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:21.147934 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:21.148512 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:21.149780 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:21.152203 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:21.152958 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:21.153527 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:21.154269 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:21.154846 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:21.155446 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:21.156036 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:21.156638 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:21.157378 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:21.157992 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-771362-35', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:50:21.163824 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-771362-35', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:50:22.035818 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1997901'] for agent, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:23.495869 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1997901'] for agent, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:24.687509 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53298) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:50:25.184063 n-d-771362-35 neutron-server[93772]: WARNING oslo_policy.policy [None req-132eee78-3ef5-4a51-bb64-77622c1bb102 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 08:50:25.184649 n-d-771362-35 neutron-server[93772]: WARNING oslo_policy.policy [None req-132eee78-3ef5-4a51-bb64-77622c1bb102 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 08:50:25.410700 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-132eee78-3ef5-4a51-bb64-77622c1bb102 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:50:25.411830 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-132eee78-3ef5-4a51-bb64-77622c1bb102 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7232478 Jul 14 08:50:26.237371 n-d-771362-35 neutron-server[93774]: INFO neutron.db.l3_hamode_db [None req-9f04580e-c907-4e3c-a715-28f8cdf8ab7e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 14 08:50:26.314195 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f04580e-c907-4e3c-a715-28f8cdf8ab7e None None] Routers set() bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:50:26.314584 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f04580e-c907-4e3c-a715-28f8cdf8ab7e None None] Router IDs set() for agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 08:50:27.783232 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53312) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:50:28.086494 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-d808a78b-bb34-447c-8051-63a85444171c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:50:28.180158 n-d-771362-35 neutron-server[93772]: DEBUG neutron.policy [None req-d808a78b-bb34-447c-8051-63a85444171c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93772) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 08:50:28.224866 n-d-771362-35 neutron-server[93772]: WARNING oslo_policy.policy [None req-d808a78b-bb34-447c-8051-63a85444171c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 08:50:28.225233 n-d-771362-35 neutron-server[93772]: WARNING oslo_policy.policy [None req-d808a78b-bb34-447c-8051-63a85444171c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 08:50:28.234540 n-d-771362-35 neutron-server[93772]: INFO neutron.quota [None req-d808a78b-bb34-447c-8051-63a85444171c admin admin] Loaded quota_driver: . Jul 14 08:50:28.327911 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d808a78b-bb34-447c-8051-63a85444171c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768951252193', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768951253644', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768951256739', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768951258345', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768951277092', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768951287542', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-995364', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-984633', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2035715', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1658354'] for rbac-policy, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:28.392846 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d808a78b-bb34-447c-8051-63a85444171c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:28.393981 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d808a78b-bb34-447c-8051-63a85444171c admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6097708 Jul 14 08:50:30.966791 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53324) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:50:31.448765 n-d-771362-35 neutron-server[93773]: WARNING oslo_policy.policy [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 08:50:31.449363 n-d-771362-35 neutron-server[93773]: WARNING oslo_policy.policy [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 08:50:31.664668 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Request body: {'network': {'project_id': '11c6ee97569347cb96171c75e6d2822d', 'tenant_id': '11c6ee97569347cb96171c75e6d2822d', 'name': 'private', 'admin_state_up': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:50:31.666323 n-d-771362-35 neutron-server[93773]: INFO neutron.quota [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Loaded quota_driver: . Jul 14 08:50:31.723290 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Made reservation on behalf of 11c6ee97569347cb96171c75e6d2822d for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:50:31.790407 n-d-771362-35 neutron-server[93773]: DEBUG neutron.policy [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93773) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 08:50:31.835234 n-d-771362-35 neutron-server[93773]: WARNING oslo_policy.policy [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 08:50:31.835631 n-d-771362-35 neutron-server[93773]: WARNING oslo_policy.policy [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 08:50:31.845687 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:31.867306 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:31.998939 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:32.002751 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:32.021706 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 08:50:32.050091 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768948837178', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:32.050676 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Unsubscribe: segment precommit_create {{(pid=93773) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 08:50:32.051172 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Added segment 05d00f85-e61a-4819-ba64-ddff6ea13ab4 of type vlan for network 646fce1c-8bad-44db-903a-6510f3a3feda Jul 14 08:50:32.069290 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca042462-f02e-4702-b8bb-23a4cb9b44e4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:50:32.091049 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:32.091385 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:32.091742 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:32.092073 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:32.092396 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:32.092716 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:32.093037 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:32.093351 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:32.093666 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:32.093983 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:32.094302 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:32.094605 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Tracked resource versions report: Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: pushed versions: Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: { 'AddressGroup': {'1.2'}, Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: 'ConntrackHelper': {'1.0'}, Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: 'Log': {'1.0'}, Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: 'Network': {'1.1'}, Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: 'Port': {'1.7'}, Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: 'PortForwarding': {'1.2'}, Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: 'QosPolicy': {'1.8'}, Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: 'SecurityGroup': {'1.4'}, Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: 'SecurityGroupRule': {'1.2'}, Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: 'SubPort': {'1.0'}, Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: 'Subnet': {'1.1'}, Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: 'Trunk': {'1.1'}} Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: consumer versions: Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: { DHCP agent@n-d-771362-35: {}, Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: L3 agent@n-d-771362-35: {}, Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: Metadata agent@n-d-771362-35: {}, Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: Metering agent@n-d-771362-35: {}, Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: Open vSwitch agent@n-d-771362-35: { 'AddressGroup': '1.2', Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: 'ConntrackHelper': '1.0', Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: 'Log': '1.0', Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: 'Network': '1.1', Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: 'Port': '1.7', Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: 'PortForwarding': '1.2', Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: 'QosPolicy': '1.8', Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: 'SecurityGroup': '1.4', Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: 'SecurityGroupRule': '1.2', Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: 'SubPort': '1.0', Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: 'Subnet': '1.1', Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: 'Trunk': '1.1'}} Jul 14 08:50:32.095755 n-d-771362-35 neutron-server[93773]: {{(pid=93773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 08:50:32.184499 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:32.238181 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:32.239425 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:50:32.240109 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:32.321413 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.3523376 Jul 14 08:50:32.340403 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017670f4-4d55-498b-aa41-a1e22eaa8a11 admin admin] Pushing event updated for resources: {'Network': ['ID=646fce1c-8bad-44db-903a-6510f3a3feda,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:50:32.353444 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 646fce1c-8bad-44db-903a-6510f3a3feda details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:50:34.930988 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53346) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:50:35.320704 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475e17de-29c5-4e7d-af9e-980c0f0dc599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:50:35.322101 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-475e17de-29c5-4e7d-af9e-980c0f0dc599 admin admin] 10.222.0.25 "GET /v2.0/networks/646fce1c-8bad-44db-903a-6510f3a3feda HTTP/1.1" status: 200 len: 824 time: 0.3898661 Jul 14 08:50:35.361696 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bae7d217-caff-4c3b-ab28-d4820dba5605 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/c3a8b486-cc70-4c7f-830b-17f7c8d40e3d HTTP/1.1" status: 200 len: 734 time: 0.0334315 Jul 14 08:50:35.371341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0677baf6-8bbb-4d03-8df2-8574bc4f4a23 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '11c6ee97569347cb96171c75e6d2822d', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'c3a8b486-cc70-4c7f-830b-17f7c8d40e3d', 'network_id': '646fce1c-8bad-44db-903a-6510f3a3feda'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:50:35.393744 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0677baf6-8bbb-4d03-8df2-8574bc4f4a23 admin admin] Made reservation on behalf of 11c6ee97569347cb96171c75e6d2822d for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:50:35.396011 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0677baf6-8bbb-4d03-8df2-8574bc4f4a23 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:35.687798 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0677baf6-8bbb-4d03-8df2-8574bc4f4a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:35.756068 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677baf6-8bbb-4d03-8df2-8574bc4f4a23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4efa70fc-e758-415e-a5db-4c02e36a5567,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:50:35.760311 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0677baf6-8bbb-4d03-8df2-8574bc4f4a23 admin admin] Checking segment: {'id': '05d00f85-e61a-4819-ba64-ddff6ea13ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '646fce1c-8bad-44db-903a-6510f3a3feda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:50:35.760686 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0677baf6-8bbb-4d03-8df2-8574bc4f4a23 admin admin] Network hostable DHCP agents. Network: 646fce1c-8bad-44db-903a-6510f3a3feda, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:50:35.781706 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0677baf6-8bbb-4d03-8df2-8574bc4f4a23 admin admin] Network 646fce1c-8bad-44db-903a-6510f3a3feda is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:50:35.792919 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0677baf6-8bbb-4d03-8df2-8574bc4f4a23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 646fce1c-8bad-44db-903a-6510f3a3feda) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:50:35.797692 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0677baf6-8bbb-4d03-8df2-8574bc4f4a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:50:35.798290 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0677baf6-8bbb-4d03-8df2-8574bc4f4a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:35.804237 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c037c7-be46-47e3-b0e9-b50eada2342c None None] Network 646fce1c-8bad-44db-903a-6510f3a3feda requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:50:35.812034 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0677baf6-8bbb-4d03-8df2-8574bc4f4a23 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4450569 Jul 14 08:50:36.117699 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-646fce1c-8bad-44db-903a-6510f3a3feda', 'network_id': '646fce1c-8bad-44db-903a-6510f3a3feda', 'tenant_id': '11c6ee97569347cb96171c75e6d2822d', 'fixed_ips': [{'subnet_id': '4efa70fc-e758-415e-a5db-4c02e36a5567'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 08:50:36.119565 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:36.390352 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Allocated IP 172.20.0.2 (646fce1c-8bad-44db-903a-6510f3a3feda/4efa70fc-e758-415e-a5db-4c02e36a5567/f882a56d-19d9-4f9c-b2b3-48bc60fc32bd) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:50:36.592959 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:36.636304 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Transition to ACTIVE for port object f882a56d-19d9-4f9c-b2b3-48bc60fc32bd will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:50:36.657067 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Transition to ACTIVE for port object f882a56d-19d9-4f9c-b2b3-48bc60fc32bd will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:50:36.665270 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:36.733936 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Network 646fce1c-8bad-44db-903a-6510f3a3feda is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:50:36.745447 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:50:36.750751 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Pushing event updated for resources: {'Port': ['ID=f882a56d-19d9-4f9c-b2b3-48bc60fc32bd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:50:36.752928 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:50:36.779589 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:36.779933 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:36.780267 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:36.780594 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:36.780928 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:36.781251 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:36.781574 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:36.781896 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:36.782215 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:36.782532 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:36.782848 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:36.783163 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Tracked resource versions report: Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: pushed versions: Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: { 'AddressGroup': {'1.2'}, Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: 'ConntrackHelper': {'1.0'}, Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: 'Log': {'1.0'}, Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: 'Network': {'1.1'}, Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: 'Port': {'1.7'}, Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: 'PortForwarding': {'1.2'}, Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: 'QosPolicy': {'1.8'}, Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: 'SecurityGroup': {'1.4'}, Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: 'SecurityGroupRule': {'1.2'}, Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: 'SubPort': {'1.0'}, Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: 'Subnet': {'1.1'}, Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: 'Trunk': {'1.1'}} Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: consumer versions: Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: { DHCP agent@n-d-771362-35: {}, Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: L3 agent@n-d-771362-35: {}, Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: Metadata agent@n-d-771362-35: {}, Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: Metering agent@n-d-771362-35: {}, Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: Open vSwitch agent@n-d-771362-35: { 'AddressGroup': '1.2', Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: 'ConntrackHelper': '1.0', Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: 'Log': '1.0', Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: 'Network': '1.1', Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: 'Port': '1.7', Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: 'PortForwarding': '1.2', Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: 'QosPolicy': '1.8', Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: 'SecurityGroup': '1.4', Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: 'SecurityGroupRule': '1.2', Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: 'SubPort': '1.0', Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: 'Subnet': '1.1', Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: 'Trunk': '1.1'}} Jul 14 08:50:36.784363 n-d-771362-35 neutron-server[93774]: {{(pid=93774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 08:50:36.834573 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Attempting to bind port f882a56d-19d9-4f9c-b2b3-48bc60fc32bd on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:50:36.835200 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Attempting to bind port f882a56d-19d9-4f9c-b2b3-48bc60fc32bd by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '05d00f85-e61a-4819-ba64-ddff6ea13ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '646fce1c-8bad-44db-903a-6510f3a3feda'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:50:36.835350 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Attempting to bind port f882a56d-19d9-4f9c-b2b3-48bc60fc32bd on network 646fce1c-8bad-44db-903a-6510f3a3feda {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:50:36.841103 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:50:36.841510 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Checking segment: {'id': '05d00f85-e61a-4819-ba64-ddff6ea13ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '646fce1c-8bad-44db-903a-6510f3a3feda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:50:36.841970 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:36.842355 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Bound using segment: {'id': '05d00f85-e61a-4819-ba64-ddff6ea13ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '646fce1c-8bad-44db-903a-6510f3a3feda'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:50:36.842828 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Bound port: f882a56d-19d9-4f9c-b2b3-48bc60fc32bd, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d00f85-e61a-4819-ba64-ddff6ea13ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '646fce1c-8bad-44db-903a-6510f3a3feda'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:50:36.843277 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:36.905879 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] For port f882a56d-19d9-4f9c-b2b3-48bc60fc32bd, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:50:36.910224 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] For port f882a56d-19d9-4f9c-b2b3-48bc60fc32bd, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f882a56d-19d9-4f9c-b2b3-48bc60fc32bd,segment=NetworkSegment(05d00f85-e61a-4819-ba64-ddff6ea13ab4),segment_id=05d00f85-e61a-4819-ba64-ddff6ea13ab4)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:50:36.914038 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:36.981819 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fec596-689b-4bb9-99fd-e4cbcd69e345 None None] Pushing event updated for resources: {'Port': ['ID=f882a56d-19d9-4f9c-b2b3-48bc60fc32bd,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:50:38.169906 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53354) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:50:38.490038 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-77507f93-9c34-49ea-a0c4-092589b40df8 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:50:38.491029 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-77507f93-9c34-49ea-a0c4-092589b40df8 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3200893 Jul 14 08:50:40.887693 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53362) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:50:41.191522 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-35b8d7e0-db94-4775-adb9-2f4db4264384 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:50:41.192884 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-35b8d7e0-db94-4775-adb9-2f4db4264384 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3038878 Jul 14 08:50:43.011839 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f882a56d-19d9-4f9c-b2b3-48bc60fc32bd up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:50:43.049610 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f323d99a-78f9-417c-ba04-d26736be7fa3 None None] Network 646fce1c-8bad-44db-903a-6510f3a3feda requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:50:43.162112 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-49b43e98-241c-415b-8552-b0fb943f13df None None] Provisioning for port f882a56d-19d9-4f9c-b2b3-48bc60fc32bd completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:50:43.174275 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port f882a56d-19d9-4f9c-b2b3-48bc60fc32bd completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:50:43.178832 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-49b43e98-241c-415b-8552-b0fb943f13df None None] Provisioning complete for port f882a56d-19d9-4f9c-b2b3-48bc60fc32bd triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:50:43.179231 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49b43e98-241c-415b-8552-b0fb943f13df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:43.183417 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port f882a56d-19d9-4f9c-b2b3-48bc60fc32bd triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:50:43.183738 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:43.441308 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49b43e98-241c-415b-8552-b0fb943f13df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:43.444519 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:43.500312 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-49b43e98-241c-415b-8552-b0fb943f13df None None] For port f882a56d-19d9-4f9c-b2b3-48bc60fc32bd, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f882a56d-19d9-4f9c-b2b3-48bc60fc32bd,segment=NetworkSegment(05d00f85-e61a-4819-ba64-ddff6ea13ab4),segment_id=05d00f85-e61a-4819-ba64-ddff6ea13ab4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:50:43.508775 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49b43e98-241c-415b-8552-b0fb943f13df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:43.583932 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 08:50:43.584365 n-d-771362-35 neutron-server[93774]: DEBUG oslo_db.api [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 08:50:43.587055 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b43e98-241c-415b-8552-b0fb943f13df None None] Pushing event updated for resources: {'Port': ['ID=f882a56d-19d9-4f9c-b2b3-48bc60fc32bd,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:50:43.633245 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8a45006b-3ee9-4de7-a895-69acacc31d3a None None] Provisioning complete for port f882a56d-19d9-4f9c-b2b3-48bc60fc32bd triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:50:43.633701 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8a45006b-3ee9-4de7-a895-69acacc31d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:43.817498 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53378) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:50:44.108536 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-bf3370b8-b0c2-40e3-a486-976b6ed9eba9 admin admin] Request body: {'router': {'tenant_id': '11c6ee97569347cb96171c75e6d2822d', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:50:44.132706 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf3370b8-b0c2-40e3-a486-976b6ed9eba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:44.134921 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf3370b8-b0c2-40e3-a486-976b6ed9eba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:44.273855 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf3370b8-b0c2-40e3-a486-976b6ed9eba9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:44.278818 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf3370b8-b0c2-40e3-a486-976b6ed9eba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:44.292552 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf3370b8-b0c2-40e3-a486-976b6ed9eba9 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:44.293731 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bf3370b8-b0c2-40e3-a486-976b6ed9eba9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4752531 Jul 14 08:50:44.987250 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f882a56d-19d9-4f9c-b2b3-48bc60fc32bd up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:50:45.035865 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port f882a56d-19d9-4f9c-b2b3-48bc60fc32bd triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:50:45.036233 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:46.656678 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53386) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:50:46.962459 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [None req-411a96da-7445-4850-a3a4-61f798f81741 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:50:46.963477 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-411a96da-7445-4850-a3a4-61f798f81741 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3058527 Jul 14 08:50:48.266787 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c36a95c3-566d-4f40-b2df-b62681b60aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:49.331559 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53394) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:50:49.639577 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-040346e2-ef51-4c74-90b5-4e9fc2f0c286 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'router:external': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:50:49.660519 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040346e2-ef51-4c74-90b5-4e9fc2f0c286 admin admin] Made reservation on behalf of 89e44220dc0d4a98849d3fc5c13073d4 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:50:49.662940 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-040346e2-ef51-4c74-90b5-4e9fc2f0c286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:49.671619 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-040346e2-ef51-4c74-90b5-4e9fc2f0c286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:49.760535 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-040346e2-ef51-4c74-90b5-4e9fc2f0c286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:49.763935 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-040346e2-ef51-4c74-90b5-4e9fc2f0c286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:49.778363 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-040346e2-ef51-4c74-90b5-4e9fc2f0c286 admin admin] Reserving flat network on physical network physnet1 {{(pid=93773) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 14 08:50:49.800061 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-040346e2-ef51-4c74-90b5-4e9fc2f0c286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:49.800407 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-040346e2-ef51-4c74-90b5-4e9fc2f0c286 admin admin] Added segment 82444fe7-7b43-4660-bd2f-fdd1dd5d3eef of type flat for network 6facc217-dc01-422a-8069-2c7784a4d993 Jul 14 08:50:49.801790 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040346e2-ef51-4c74-90b5-4e9fc2f0c286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05cdf83-6c29-4266-a9d7-0ea3d09e37ce,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:50:49.851513 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-040346e2-ef51-4c74-90b5-4e9fc2f0c286 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:49.886607 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-040346e2-ef51-4c74-90b5-4e9fc2f0c286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:49.887532 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040346e2-ef51-4c74-90b5-4e9fc2f0c286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:50:49.888100 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-040346e2-ef51-4c74-90b5-4e9fc2f0c286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:49.938802 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-040346e2-ef51-4c74-90b5-4e9fc2f0c286 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6059217 Jul 14 08:50:49.943440 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040346e2-ef51-4c74-90b5-4e9fc2f0c286 admin admin] Pushing event updated for resources: {'Network': ['ID=6facc217-dc01-422a-8069-2c7784a4d993,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:50:49.957534 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 6facc217-dc01-422a-8069-2c7784a4d993 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:50:50.934048 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a2990a32-cef7-4f80-923c-37309a06036b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:51.147277 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:51.970746 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:52.310573 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53412) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:50:52.483942 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6feced8e-b154-43e7-9053-a1540c178e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:50:52.485261 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6feced8e-b154-43e7-9053-a1540c178e6e admin admin] 10.222.0.25 "GET /v2.0/subnets/4efa70fc-e758-415e-a5db-4c02e36a5567 HTTP/1.1" status: 200 len: 849 time: 0.1737018 Jul 14 08:50:52.599442 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-be62f407-5dc0-4718-91b6-45dd61d45b55 admin admin] 10.222.0.25 "GET /v2.0/routers/bd71525d-34d7-4f9e-b148-e5abd12b4fe4 HTTP/1.1" status: 200 len: 704 time: 0.1088331 Jul 14 08:50:52.862014 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f68ab153-4f52-49f8-b2fc-efd6b46b0c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:53.148562 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-f68ab153-4f52-49f8-b2fc-efd6b46b0c85 admin admin] Allocated IP 172.20.0.1 (646fce1c-8bad-44db-903a-6510f3a3feda/4efa70fc-e758-415e-a5db-4c02e36a5567/52302206-7570-492a-8ba3-114fbafc71a5) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:50:53.344008 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f68ab153-4f52-49f8-b2fc-efd6b46b0c85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:53.365091 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f68ab153-4f52-49f8-b2fc-efd6b46b0c85 admin admin] Transition to ACTIVE for port object 52302206-7570-492a-8ba3-114fbafc71a5 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:50:53.446000 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f68ab153-4f52-49f8-b2fc-efd6b46b0c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:53.455863 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:53.507612 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68ab153-4f52-49f8-b2fc-efd6b46b0c85 admin admin] Network 646fce1c-8bad-44db-903a-6510f3a3feda is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:50:53.513790 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f68ab153-4f52-49f8-b2fc-efd6b46b0c85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:50:53.516322 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68ab153-4f52-49f8-b2fc-efd6b46b0c85 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:50:53.516947 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f68ab153-4f52-49f8-b2fc-efd6b46b0c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:53.597925 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ab153-4f52-49f8-b2fc-efd6b46b0c85 admin admin] Pushing event updated for resources: {'Port': ['ID=52302206-7570-492a-8ba3-114fbafc71a5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:50:53.679689 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0bc9d078-3607-4f0f-9de2-175680967d20 None None] Provisioning for port 52302206-7570-492a-8ba3-114fbafc71a5 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:50:53.684070 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0bc9d078-3607-4f0f-9de2-175680967d20 None None] Provisioning complete for port 52302206-7570-492a-8ba3-114fbafc71a5 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:50:53.684442 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0bc9d078-3607-4f0f-9de2-175680967d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:53.716115 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0bc9d078-3607-4f0f-9de2-175680967d20 None None] Port 52302206-7570-492a-8ba3-114fbafc71a5 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:50:53.747365 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f68ab153-4f52-49f8-b2fc-efd6b46b0c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:53.922110 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f68ab153-4f52-49f8-b2fc-efd6b46b0c85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:53.927208 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f68ab153-4f52-49f8-b2fc-efd6b46b0c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:53.927985 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f68ab153-4f52-49f8-b2fc-efd6b46b0c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:54.006411 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ab153-4f52-49f8-b2fc-efd6b46b0c85 admin admin] Pushing event updated for resources: {'Port': ['ID=52302206-7570-492a-8ba3-114fbafc71a5,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:50:54.051119 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68ab153-4f52-49f8-b2fc-efd6b46b0c85 admin admin] Network 646fce1c-8bad-44db-903a-6510f3a3feda is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:50:54.052403 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f68ab153-4f52-49f8-b2fc-efd6b46b0c85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:50:54.210160 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68ab153-4f52-49f8-b2fc-efd6b46b0c85 admin admin] Router bd71525d-34d7-4f9e-b148-e5abd12b4fe4 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 08:50:54.236580 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ec081073-67d6-42c6-9ba5-a074cd541fc1 None None] Provisioning complete for port 52302206-7570-492a-8ba3-114fbafc71a5 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:50:54.236952 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec081073-67d6-42c6-9ba5-a074cd541fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:54.269976 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ec081073-67d6-42c6-9ba5-a074cd541fc1 None None] Port 52302206-7570-492a-8ba3-114fbafc71a5 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:50:54.303506 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68ab153-4f52-49f8-b2fc-efd6b46b0c85 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:50:54.309710 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f68ab153-4f52-49f8-b2fc-efd6b46b0c85 admin admin] 10.222.0.25 "PUT /v2.0/routers/bd71525d-34d7-4f9e-b148-e5abd12b4fe4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7050843 Jul 14 08:50:54.323100 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337726f0-c736-41ce-896e-0af7e587959f None None] Sync routers for ids ['bd71525d-34d7-4f9e-b148-e5abd12b4fe4'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:50:54.334599 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337726f0-c736-41ce-896e-0af7e587959f None None] Routers {'bd71525d-34d7-4f9e-b148-e5abd12b4fe4'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:50:54.335421 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-337726f0-c736-41ce-896e-0af7e587959f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T08:50:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['bd71525d-34d7-4f9e-b148-e5abd12b4fe4'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:50:54.517766 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-337726f0-c736-41ce-896e-0af7e587959f None None] Set router bd71525d-34d7-4f9e-b148-e5abd12b4fe4 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:50:54.955838 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-337726f0-c736-41ce-896e-0af7e587959f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd71525d-34d7-4f9e-b148-e5abd12b4fe4', 'name': 'router1', 'tenant_id': '11c6ee97569347cb96171c75e6d2822d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:50:44Z', 'updated_at': '2021-07-14T08:50:53Z', 'revision_number': 2, 'project_id': '11c6ee97569347cb96171c75e6d2822d', 'gw_port_host': None, '_interfaces': [{'id': '52302206-7570-492a-8ba3-114fbafc71a5', 'name': '', 'network_id': '646fce1c-8bad-44db-903a-6510f3a3feda', 'tenant_id': '11c6ee97569347cb96171c75e6d2822d', 'mac_address': 'fa:16:3e:0e:f2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd71525d-34d7-4f9e-b148-e5abd12b4fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4efa70fc-e758-415e-a5db-4c02e36a5567', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:50:52Z', 'updated_at': '2021-07-14T08:50:53Z', 'revision_number': 2, 'project_id': '11c6ee97569347cb96171c75e6d2822d', 'subnets': [{'id': '4efa70fc-e758-415e-a5db-4c02e36a5567', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3a8b486-cc70-4c7f-830b-17f7c8d40e3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:50:55.007049 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337726f0-c736-41ce-896e-0af7e587959f None None] Checking router: bd71525d-34d7-4f9e-b148-e5abd12b4fe4 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:50:55.007416 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337726f0-c736-41ce-896e-0af7e587959f None None] Updating router bd71525d-34d7-4f9e-b148-e5abd12b4fe4 port 52302206-7570-492a-8ba3-114fbafc71a5 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:50:55.072432 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-337726f0-c736-41ce-896e-0af7e587959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:55.604626 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-337726f0-c736-41ce-896e-0af7e587959f None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:55.625338 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-337726f0-c736-41ce-896e-0af7e587959f None None] Transition to ACTIVE for port object 52302206-7570-492a-8ba3-114fbafc71a5 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:50:55.631764 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-337726f0-c736-41ce-896e-0af7e587959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:55.734935 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9730c64-7146-437f-94d3-816b147d1798 None None] Pushing event updated for resources: {'Port': ['ID=52302206-7570-492a-8ba3-114fbafc71a5,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:50:55.781915 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9730c64-7146-437f-94d3-816b147d1798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:55.782236 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9730c64-7146-437f-94d3-816b147d1798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:55.782573 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9730c64-7146-437f-94d3-816b147d1798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:55.782901 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9730c64-7146-437f-94d3-816b147d1798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:55.783226 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9730c64-7146-437f-94d3-816b147d1798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:55.783567 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9730c64-7146-437f-94d3-816b147d1798 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:55.783887 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9730c64-7146-437f-94d3-816b147d1798 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:55.784205 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9730c64-7146-437f-94d3-816b147d1798 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:55.784520 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9730c64-7146-437f-94d3-816b147d1798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:55.784836 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9730c64-7146-437f-94d3-816b147d1798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:55.785146 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9730c64-7146-437f-94d3-816b147d1798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:55.785453 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9730c64-7146-437f-94d3-816b147d1798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9730c64-7146-437f-94d3-816b147d1798 None None] Tracked resource versions report: Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: pushed versions: Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: { 'AddressGroup': {'1.2'}, Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: 'ConntrackHelper': {'1.0'}, Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: 'Log': {'1.0'}, Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: 'Network': {'1.1'}, Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: 'Port': {'1.7'}, Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: 'PortForwarding': {'1.2'}, Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: 'QosPolicy': {'1.8'}, Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: 'SecurityGroup': {'1.4'}, Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: 'SecurityGroupRule': {'1.2'}, Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: 'SubPort': {'1.0'}, Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: 'Subnet': {'1.1'}, Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: 'Trunk': {'1.1'}} Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: consumer versions: Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: { DHCP agent@n-d-771362-35: {}, Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: L3 agent@n-d-771362-35: {}, Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: Metadata agent@n-d-771362-35: {}, Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: Metering agent@n-d-771362-35: {}, Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: Open vSwitch agent@n-d-771362-35: { 'AddressGroup': '1.2', Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: 'ConntrackHelper': '1.0', Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: 'Log': '1.0', Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: 'Network': '1.1', Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: 'Port': '1.7', Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: 'PortForwarding': '1.2', Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: 'QosPolicy': '1.8', Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: 'SecurityGroup': '1.4', Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: 'SecurityGroupRule': '1.2', Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: 'SubPort': '1.0', Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: 'Subnet': '1.1', Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: 'Trunk': '1.1'}} Jul 14 08:50:55.786574 n-d-771362-35 neutron-server[93775]: {{(pid=93775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 08:50:55.818920 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-337726f0-c736-41ce-896e-0af7e587959f None None] Attempting to bind port 52302206-7570-492a-8ba3-114fbafc71a5 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:50:55.819311 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-337726f0-c736-41ce-896e-0af7e587959f None None] Attempting to bind port 52302206-7570-492a-8ba3-114fbafc71a5 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '05d00f85-e61a-4819-ba64-ddff6ea13ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '646fce1c-8bad-44db-903a-6510f3a3feda'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:50:55.819731 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337726f0-c736-41ce-896e-0af7e587959f None None] Attempting to bind port 52302206-7570-492a-8ba3-114fbafc71a5 on network 646fce1c-8bad-44db-903a-6510f3a3feda {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:50:55.824913 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337726f0-c736-41ce-896e-0af7e587959f None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:50:55.825324 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337726f0-c736-41ce-896e-0af7e587959f None None] Checking segment: {'id': '05d00f85-e61a-4819-ba64-ddff6ea13ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '646fce1c-8bad-44db-903a-6510f3a3feda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:50:55.825795 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-337726f0-c736-41ce-896e-0af7e587959f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:55.826178 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337726f0-c736-41ce-896e-0af7e587959f None None] Bound using segment: {'id': '05d00f85-e61a-4819-ba64-ddff6ea13ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '646fce1c-8bad-44db-903a-6510f3a3feda'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:50:55.826671 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-337726f0-c736-41ce-896e-0af7e587959f None None] Bound port: 52302206-7570-492a-8ba3-114fbafc71a5, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d00f85-e61a-4819-ba64-ddff6ea13ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '646fce1c-8bad-44db-903a-6510f3a3feda'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:50:55.827061 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-337726f0-c736-41ce-896e-0af7e587959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:55.895369 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-337726f0-c736-41ce-896e-0af7e587959f None None] For port 52302206-7570-492a-8ba3-114fbafc71a5, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:50:55.917988 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-337726f0-c736-41ce-896e-0af7e587959f None None] For port 52302206-7570-492a-8ba3-114fbafc71a5, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=52302206-7570-492a-8ba3-114fbafc71a5,segment=NetworkSegment(05d00f85-e61a-4819-ba64-ddff6ea13ab4),segment_id=05d00f85-e61a-4819-ba64-ddff6ea13ab4)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:50:55.922814 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-337726f0-c736-41ce-896e-0af7e587959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:55.981851 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9730c64-7146-437f-94d3-816b147d1798 None None] Pushing event updated for resources: {'Port': ['ID=52302206-7570-492a-8ba3-114fbafc71a5,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:50:55.984479 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337726f0-c736-41ce-896e-0af7e587959f None None] Routers {'bd71525d-34d7-4f9e-b148-e5abd12b4fe4'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:50:55.985087 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-337726f0-c736-41ce-896e-0af7e587959f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T08:50:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['bd71525d-34d7-4f9e-b148-e5abd12b4fe4'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:50:56.074639 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-337726f0-c736-41ce-896e-0af7e587959f None None] Set router bd71525d-34d7-4f9e-b148-e5abd12b4fe4 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:50:56.285182 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-337726f0-c736-41ce-896e-0af7e587959f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd71525d-34d7-4f9e-b148-e5abd12b4fe4', 'name': 'router1', 'tenant_id': '11c6ee97569347cb96171c75e6d2822d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:50:44Z', 'updated_at': '2021-07-14T08:50:53Z', 'revision_number': 2, 'project_id': '11c6ee97569347cb96171c75e6d2822d', 'gw_port_host': None, '_interfaces': [{'id': '52302206-7570-492a-8ba3-114fbafc71a5', 'name': '', 'network_id': '646fce1c-8bad-44db-903a-6510f3a3feda', 'tenant_id': '11c6ee97569347cb96171c75e6d2822d', 'mac_address': 'fa:16:3e:0e:f2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd71525d-34d7-4f9e-b148-e5abd12b4fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4efa70fc-e758-415e-a5db-4c02e36a5567', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:50:52Z', 'updated_at': '2021-07-14T08:50:55Z', 'revision_number': 4, 'project_id': '11c6ee97569347cb96171c75e6d2822d', 'subnets': [{'id': '4efa70fc-e758-415e-a5db-4c02e36a5567', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3a8b486-cc70-4c7f-830b-17f7c8d40e3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:50:56.310970 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337726f0-c736-41ce-896e-0af7e587959f None None] The sync data for ids ['bd71525d-34d7-4f9e-b148-e5abd12b4fe4'] in n-d-771362-35 is: [{'id': 'bd71525d-34d7-4f9e-b148-e5abd12b4fe4', 'name': 'router1', 'tenant_id': '11c6ee97569347cb96171c75e6d2822d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:50:44Z', 'updated_at': '2021-07-14T08:50:53Z', 'revision_number': 2, 'project_id': '11c6ee97569347cb96171c75e6d2822d', 'gw_port_host': None, '_interfaces': [{'id': '52302206-7570-492a-8ba3-114fbafc71a5', 'name': '', 'network_id': '646fce1c-8bad-44db-903a-6510f3a3feda', 'tenant_id': '11c6ee97569347cb96171c75e6d2822d', 'mac_address': 'fa:16:3e:0e:f2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd71525d-34d7-4f9e-b148-e5abd12b4fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4efa70fc-e758-415e-a5db-4c02e36a5567', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:50:52Z', 'updated_at': '2021-07-14T08:50:55Z', 'revision_number': 4, 'project_id': '11c6ee97569347cb96171c75e6d2822d', 'subnets': [{'id': '4efa70fc-e758-415e-a5db-4c02e36a5567', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3a8b486-cc70-4c7f-830b-17f7c8d40e3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:50:56.611365 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53432) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:50:56.720896 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4a7b66-799a-44b6-b34b-a6aa3bed71b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:50:56.722255 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-dc4a7b66-799a-44b6-b34b-a6aa3bed71b0 admin admin] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 842 time: 0.1098485 Jul 14 08:50:56.732586 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f8cba8c5-6688-4840-811c-4c943504a311 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.25.6.1', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'ip_version': 4, 'cidr': '172.25.6.0/24'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:50:56.754082 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cba8c5-6688-4840-811c-4c943504a311 admin admin] Made reservation on behalf of 89e44220dc0d4a98849d3fc5c13073d4 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:50:56.756390 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f8cba8c5-6688-4840-811c-4c943504a311 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:57.103333 n-d-771362-35 neutron-server[93773]: DEBUG neutron.objects.ports [None req-f8cba8c5-6688-4840-811c-4c943504a311 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 08:50:57.103941 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f8cba8c5-6688-4840-811c-4c943504a311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:57.155509 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cba8c5-6688-4840-811c-4c943504a311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b546f247-893e-4911-a7e4-7dcae15b5747,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:50:57.166537 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cba8c5-6688-4840-811c-4c943504a311 admin admin] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:50:57.166892 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cba8c5-6688-4840-811c-4c943504a311 admin admin] Network hostable DHCP agents. Network: 6facc217-dc01-422a-8069-2c7784a4d993, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:50:57.182401 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cba8c5-6688-4840-811c-4c943504a311 admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:50:57.190917 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f8cba8c5-6688-4840-811c-4c943504a311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 6facc217-dc01-422a-8069-2c7784a4d993) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:50:57.194724 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cba8c5-6688-4840-811c-4c943504a311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:50:57.195322 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f8cba8c5-6688-4840-811c-4c943504a311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:50:57.199791 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc830c0-e7d0-4750-9f0b-1c27d7ef0ecd None None] Network 6facc217-dc01-422a-8069-2c7784a4d993 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:50:57.216139 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f8cba8c5-6688-4840-811c-4c943504a311 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4873502 Jul 14 08:50:57.341613 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7064bc46-0742-45aa-907c-8b4e6402a7bc None None] Network 6facc217-dc01-422a-8069-2c7784a4d993 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:50:59.470789 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53444) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:50:59.601696 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ecef5616-4412-4fef-a4d9-4ea84fc6aae0 admin admin] 10.222.0.25 "GET /v2.0/routers/bd71525d-34d7-4f9e-b148-e5abd12b4fe4 HTTP/1.1" status: 200 len: 710 time: 0.1297760 Jul 14 08:50:59.686180 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc364505-9cdb-4d6e-9aad-080a36c8825c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:50:59.687587 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fc364505-9cdb-4d6e-9aad-080a36c8825c admin admin] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 886 time: 0.0806925 Jul 14 08:50:59.696817 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8b0a2bf2-4f5a-4d75-b9d9-626bb04c9231 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:50:59.939822 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b0a2bf2-4f5a-4d75-b9d9-626bb04c9231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:00.175096 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b0a2bf2-4f5a-4d75-b9d9-626bb04c9231 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:00.253173 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b0a2bf2-4f5a-4d75-b9d9-626bb04c9231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:00.356122 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-8b0a2bf2-4f5a-4d75-b9d9-626bb04c9231 admin admin] Allocated IP 172.25.6.32 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/2035f5b6-bdb2-44d4-975f-0d4f0dd9607a) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:51:00.459647 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b0a2bf2-4f5a-4d75-b9d9-626bb04c9231 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:00.497391 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b0a2bf2-4f5a-4d75-b9d9-626bb04c9231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:00.532030 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0a2bf2-4f5a-4d75-b9d9-626bb04c9231 admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:51:00.537836 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-8b0a2bf2-4f5a-4d75-b9d9-626bb04c9231 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:51:00.541426 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0a2bf2-4f5a-4d75-b9d9-626bb04c9231 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:51:00.546371 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a2bf2-4f5a-4d75-b9d9-626bb04c9231 admin admin] Pushing event updated for resources: {'Port': ['ID=2035f5b6-bdb2-44d4-975f-0d4f0dd9607a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:51:00.783372 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b0a2bf2-4f5a-4d75-b9d9-626bb04c9231 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:01.013113 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 52302206-7570-492a-8ba3-114fbafc71a5 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:51:01.055437 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b0a2bf2-4f5a-4d75-b9d9-626bb04c9231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:01.059428 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b0a2bf2-4f5a-4d75-b9d9-626bb04c9231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1997542'] for router, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:01.060776 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 52302206-7570-492a-8ba3-114fbafc71a5 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:51:01.064451 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 52302206-7570-492a-8ba3-114fbafc71a5 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:51:01.064831 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:01.141471 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:01.166981 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0a2bf2-4f5a-4d75-b9d9-626bb04c9231 admin admin] Router bd71525d-34d7-4f9e-b148-e5abd12b4fe4 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:51:01.172277 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 52302206-7570-492a-8ba3-114fbafc71a5, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=52302206-7570-492a-8ba3-114fbafc71a5,segment=NetworkSegment(05d00f85-e61a-4819-ba64-ddff6ea13ab4),segment_id=05d00f85-e61a-4819-ba64-ddff6ea13ab4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:51:01.176258 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:01.221566 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=52302206-7570-492a-8ba3-114fbafc71a5,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:51:01.279328 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0a2bf2-4f5a-4d75-b9d9-626bb04c9231 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:51:01.283576 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b0a2bf2-4f5a-4d75-b9d9-626bb04c9231 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:01.284825 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8b0a2bf2-4f5a-4d75-b9d9-626bb04c9231 admin admin] 10.222.0.25 "PUT /v2.0/routers/bd71525d-34d7-4f9e-b148-e5abd12b4fe4 HTTP/1.1" status: 200 len: 889 time: 1.5918000 Jul 14 08:51:01.302739 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ba73f5-ff3e-4dfc-8d74-cdb53110bb85 None None] Sync routers for ids ['bd71525d-34d7-4f9e-b148-e5abd12b4fe4'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:51:01.314828 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ba73f5-ff3e-4dfc-8d74-cdb53110bb85 None None] Routers {'bd71525d-34d7-4f9e-b148-e5abd12b4fe4'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:51:01.315429 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-61ba73f5-ff3e-4dfc-8d74-cdb53110bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T08:50:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['bd71525d-34d7-4f9e-b148-e5abd12b4fe4'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:51:01.532256 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-61ba73f5-ff3e-4dfc-8d74-cdb53110bb85 None None] Set router bd71525d-34d7-4f9e-b148-e5abd12b4fe4 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:51:01.920159 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-61ba73f5-ff3e-4dfc-8d74-cdb53110bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd71525d-34d7-4f9e-b148-e5abd12b4fe4', 'name': 'router1', 'tenant_id': '11c6ee97569347cb96171c75e6d2822d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '2035f5b6-bdb2-44d4-975f-0d4f0dd9607a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:50:44Z', 'updated_at': '2021-07-14T08:51:00Z', 'revision_number': 4, 'project_id': '11c6ee97569347cb96171c75e6d2822d', 'gw_port': {'id': '2035f5b6-bdb2-44d4-975f-0d4f0dd9607a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd71525d-34d7-4f9e-b148-e5abd12b4fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:51:00Z', 'updated_at': '2021-07-14T08:51:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '52302206-7570-492a-8ba3-114fbafc71a5', 'name': '', 'network_id': '646fce1c-8bad-44db-903a-6510f3a3feda', 'tenant_id': '11c6ee97569347cb96171c75e6d2822d', 'mac_address': 'fa:16:3e:0e:f2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd71525d-34d7-4f9e-b148-e5abd12b4fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4efa70fc-e758-415e-a5db-4c02e36a5567', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:50:52Z', 'updated_at': '2021-07-14T08:51:01Z', 'revision_number': 5, 'project_id': '11c6ee97569347cb96171c75e6d2822d', 'subnets': [{'id': '4efa70fc-e758-415e-a5db-4c02e36a5567', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3a8b486-cc70-4c7f-830b-17f7c8d40e3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:51:01.970519 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ba73f5-ff3e-4dfc-8d74-cdb53110bb85 None None] Checking router: bd71525d-34d7-4f9e-b148-e5abd12b4fe4 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:51:01.970866 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ba73f5-ff3e-4dfc-8d74-cdb53110bb85 None None] Updating router bd71525d-34d7-4f9e-b148-e5abd12b4fe4 port 2035f5b6-bdb2-44d4-975f-0d4f0dd9607a binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:51:02.003939 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61ba73f5-ff3e-4dfc-8d74-cdb53110bb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:02.318390 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61ba73f5-ff3e-4dfc-8d74-cdb53110bb85 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:02.328566 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-61ba73f5-ff3e-4dfc-8d74-cdb53110bb85 None None] Transition to ACTIVE for port object 2035f5b6-bdb2-44d4-975f-0d4f0dd9607a will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:51:02.334117 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61ba73f5-ff3e-4dfc-8d74-cdb53110bb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:02.460369 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b36ff-a299-42fe-8b6a-8f100e43fb17 None None] Pushing event updated for resources: {'Port': ['ID=2035f5b6-bdb2-44d4-975f-0d4f0dd9607a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:51:02.462857 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-61ba73f5-ff3e-4dfc-8d74-cdb53110bb85 None None] Attempting to bind port 2035f5b6-bdb2-44d4-975f-0d4f0dd9607a on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:51:02.463224 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-61ba73f5-ff3e-4dfc-8d74-cdb53110bb85 None None] Attempting to bind port 2035f5b6-bdb2-44d4-975f-0d4f0dd9607a by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:51:02.463600 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ba73f5-ff3e-4dfc-8d74-cdb53110bb85 None None] Attempting to bind port 2035f5b6-bdb2-44d4-975f-0d4f0dd9607a on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:51:02.468951 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ba73f5-ff3e-4dfc-8d74-cdb53110bb85 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:51:02.469317 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ba73f5-ff3e-4dfc-8d74-cdb53110bb85 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:51:02.469709 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61ba73f5-ff3e-4dfc-8d74-cdb53110bb85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:02.470090 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ba73f5-ff3e-4dfc-8d74-cdb53110bb85 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:51:02.470546 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-61ba73f5-ff3e-4dfc-8d74-cdb53110bb85 None None] Bound port: 2035f5b6-bdb2-44d4-975f-0d4f0dd9607a, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:51:02.470941 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61ba73f5-ff3e-4dfc-8d74-cdb53110bb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:02.520694 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-61ba73f5-ff3e-4dfc-8d74-cdb53110bb85 None None] For port 2035f5b6-bdb2-44d4-975f-0d4f0dd9607a, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:51:02.523623 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-61ba73f5-ff3e-4dfc-8d74-cdb53110bb85 None None] For port 2035f5b6-bdb2-44d4-975f-0d4f0dd9607a, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2035f5b6-bdb2-44d4-975f-0d4f0dd9607a,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:51:02.528172 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61ba73f5-ff3e-4dfc-8d74-cdb53110bb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:02.585083 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ba73f5-ff3e-4dfc-8d74-cdb53110bb85 None None] Routers {'bd71525d-34d7-4f9e-b148-e5abd12b4fe4'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:51:02.585614 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-61ba73f5-ff3e-4dfc-8d74-cdb53110bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T08:50:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['bd71525d-34d7-4f9e-b148-e5abd12b4fe4'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:51:02.588616 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b36ff-a299-42fe-8b6a-8f100e43fb17 None None] Pushing event updated for resources: {'Port': ['ID=2035f5b6-bdb2-44d4-975f-0d4f0dd9607a,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:51:02.693022 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-61ba73f5-ff3e-4dfc-8d74-cdb53110bb85 None None] Set router bd71525d-34d7-4f9e-b148-e5abd12b4fe4 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:51:02.903236 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-61ba73f5-ff3e-4dfc-8d74-cdb53110bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd71525d-34d7-4f9e-b148-e5abd12b4fe4', 'name': 'router1', 'tenant_id': '11c6ee97569347cb96171c75e6d2822d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '2035f5b6-bdb2-44d4-975f-0d4f0dd9607a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:50:44Z', 'updated_at': '2021-07-14T08:51:00Z', 'revision_number': 4, 'project_id': '11c6ee97569347cb96171c75e6d2822d', 'gw_port': {'id': '2035f5b6-bdb2-44d4-975f-0d4f0dd9607a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd71525d-34d7-4f9e-b148-e5abd12b4fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:51:00Z', 'updated_at': '2021-07-14T08:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '52302206-7570-492a-8ba3-114fbafc71a5', 'name': '', 'network_id': '646fce1c-8bad-44db-903a-6510f3a3feda', 'tenant_id': '11c6ee97569347cb96171c75e6d2822d', 'mac_address': 'fa:16:3e:0e:f2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd71525d-34d7-4f9e-b148-e5abd12b4fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4efa70fc-e758-415e-a5db-4c02e36a5567', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:50:52Z', 'updated_at': '2021-07-14T08:51:01Z', 'revision_number': 5, 'project_id': '11c6ee97569347cb96171c75e6d2822d', 'subnets': [{'id': '4efa70fc-e758-415e-a5db-4c02e36a5567', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3a8b486-cc70-4c7f-830b-17f7c8d40e3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:51:02.928738 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ba73f5-ff3e-4dfc-8d74-cdb53110bb85 None None] The sync data for ids ['bd71525d-34d7-4f9e-b148-e5abd12b4fe4'] in n-d-771362-35 is: [{'id': 'bd71525d-34d7-4f9e-b148-e5abd12b4fe4', 'name': 'router1', 'tenant_id': '11c6ee97569347cb96171c75e6d2822d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '2035f5b6-bdb2-44d4-975f-0d4f0dd9607a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:50:44Z', 'updated_at': '2021-07-14T08:51:00Z', 'revision_number': 4, 'project_id': '11c6ee97569347cb96171c75e6d2822d', 'gw_port': {'id': '2035f5b6-bdb2-44d4-975f-0d4f0dd9607a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd71525d-34d7-4f9e-b148-e5abd12b4fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:51:00Z', 'updated_at': '2021-07-14T08:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '52302206-7570-492a-8ba3-114fbafc71a5', 'name': '', 'network_id': '646fce1c-8bad-44db-903a-6510f3a3feda', 'tenant_id': '11c6ee97569347cb96171c75e6d2822d', 'mac_address': 'fa:16:3e:0e:f2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd71525d-34d7-4f9e-b148-e5abd12b4fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4efa70fc-e758-415e-a5db-4c02e36a5567', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:50:52Z', 'updated_at': '2021-07-14T08:51:01Z', 'revision_number': 5, 'project_id': '11c6ee97569347cb96171c75e6d2822d', 'subnets': [{'id': '4efa70fc-e758-415e-a5db-4c02e36a5567', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3a8b486-cc70-4c7f-830b-17f7c8d40e3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:51:03.033937 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 52302206-7570-492a-8ba3-114fbafc71a5 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:51:03.085814 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 52302206-7570-492a-8ba3-114fbafc71a5 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:51:03.086193 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:03.689809 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53452) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:51:03.814958 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fa955c84-1590-40ab-aa43-a3debb07c777 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1240573 Jul 14 08:51:05.028792 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2035f5b6-bdb2-44d4-975f-0d4f0dd9607a up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:51:05.089145 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 2035f5b6-bdb2-44d4-975f-0d4f0dd9607a completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:51:05.093077 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 2035f5b6-bdb2-44d4-975f-0d4f0dd9607a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:51:05.093447 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:05.171094 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:05.190957 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 2035f5b6-bdb2-44d4-975f-0d4f0dd9607a, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2035f5b6-bdb2-44d4-975f-0d4f0dd9607a,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:51:05.196990 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:05.242230 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=2035f5b6-bdb2-44d4-975f-0d4f0dd9607a,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:51:07.021435 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2035f5b6-bdb2-44d4-975f-0d4f0dd9607a up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:51:07.082568 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 2035f5b6-bdb2-44d4-975f-0d4f0dd9607a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:51:07.082942 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:07.777033 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 5 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:51:18.288047 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-886f885e-9388-4910-aff9-53a3e41f7a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:20.938442 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6ff5cfa6-20d6-4327-87ab-304bb23be85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:21.150843 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:21.989809 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:23.474107 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:44.776586 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 5 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:51:48.273168 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-210d9f74-04a6-4fb9-a67f-03b55e8d8508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:50.932405 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d0bf5ec-d028-4701-8b9d-26b3a739f404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:51.154415 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:51.974554 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:51:53.477031 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:18.275311 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-85c7eef9-7898-410d-b384-b28ed4e23862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:20.934063 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57de0e06-4026-40e0-8263-de3a2c59a04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:21.156265 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:21.775129 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 5 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:52:21.971655 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:23.480826 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:43.109131 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54052) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:52:43.171547 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-905437f2-3853-4a32-873d-e95c5c049d6f admin admin] GET failed (client error): The resource could not be found. Jul 14 08:52:43.175523 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-905437f2-3853-4a32-873d-e95c5c049d6f admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0628569 Jul 14 08:52:43.337467 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7213d649-e5de-47ef-88e1-0c88d27af76d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:52:43.338962 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7213d649-e5de-47ef-88e1-0c88d27af76d admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1621275 Jul 14 08:52:45.488798 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54062) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:52:45.580679 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c465f4-55c0-4e32-8951-8a62a51994a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:52:45.581952 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-84c465f4-55c0-4e32-8951-8a62a51994a5 admin admin] 10.222.0.25 "GET /v2.0/subnets/4efa70fc-e758-415e-a5db-4c02e36a5567 HTTP/1.1" status: 200 len: 849 time: 0.0921996 Jul 14 08:52:45.592016 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-dc980c57-6541-4b52-b00d-11a8c287ea53 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:52:45.672128 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc980c57-6541-4b52-b00d-11a8c287ea53 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:45.808336 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc980c57-6541-4b52-b00d-11a8c287ea53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768948694550'] for subnet, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:45.836081 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc980c57-6541-4b52-b00d-11a8c287ea53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:52:45.836587 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc980c57-6541-4b52-b00d-11a8c287ea53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:45.838214 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-dc980c57-6541-4b52-b00d-11a8c287ea53 admin admin] 10.222.0.25 "PUT /v2.0/subnets/4efa70fc-e758-415e-a5db-4c02e36a5567 HTTP/1.1" status: 200 len: 868 time: 0.2494991 Jul 14 08:52:45.853727 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b8661f-b103-44f1-96dd-e9cfb029fe4d None None] Network 646fce1c-8bad-44db-903a-6510f3a3feda requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:52:45.859757 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc980c57-6541-4b52-b00d-11a8c287ea53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4efa70fc-e758-415e-a5db-4c02e36a5567,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:52:45.868043 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc980c57-6541-4b52-b00d-11a8c287ea53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:45.868458 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc980c57-6541-4b52-b00d-11a8c287ea53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:45.868827 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc980c57-6541-4b52-b00d-11a8c287ea53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:45.869149 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc980c57-6541-4b52-b00d-11a8c287ea53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:45.869442 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc980c57-6541-4b52-b00d-11a8c287ea53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:45.869888 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc980c57-6541-4b52-b00d-11a8c287ea53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:45.870243 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc980c57-6541-4b52-b00d-11a8c287ea53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:45.870577 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc980c57-6541-4b52-b00d-11a8c287ea53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:45.870908 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc980c57-6541-4b52-b00d-11a8c287ea53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:45.871314 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc980c57-6541-4b52-b00d-11a8c287ea53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:45.871671 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc980c57-6541-4b52-b00d-11a8c287ea53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:45.872000 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc980c57-6541-4b52-b00d-11a8c287ea53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:46.252063 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c1b35e2a-74a3-4201-8de1-527d0d95f289 None None] Provisioning complete for port 52302206-7570-492a-8ba3-114fbafc71a5 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:52:46.252430 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c1b35e2a-74a3-4201-8de1-527d0d95f289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:46.346487 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c1b35e2a-74a3-4201-8de1-527d0d95f289 None None] Provisioning complete for port f882a56d-19d9-4f9c-b2b3-48bc60fc32bd triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:52:46.346865 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c1b35e2a-74a3-4201-8de1-527d0d95f289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:48.004670 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54070) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:52:48.200021 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7260d5eb-df94-4bc0-9ff3-3bae6e0a7878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:52:48.200507 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7260d5eb-df94-4bc0-9ff3-3bae6e0a7878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:52:48.202042 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7260d5eb-df94-4bc0-9ff3-3bae6e0a7878 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1964195 Jul 14 08:52:48.277340 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d300da4-d58f-44db-9255-71cd8f276b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:50.375972 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54078) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:52:50.506493 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067b780f-05a8-4ae5-8868-c981d3e36910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:52:50.506972 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067b780f-05a8-4ae5-8868-c981d3e36910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:52:50.508544 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-067b780f-05a8-4ae5-8868-c981d3e36910 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1316111 Jul 14 08:52:50.936901 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66641003-0744-4bbd-8536-e31db27c7c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:51.162329 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:51.975614 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:52.714464 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54086) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:52:52.841656 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e98029e-c028-4cc6-aba5-f0dbdbdfbef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:52:52.842995 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1e98029e-c028-4cc6-aba5-f0dbdbdfbef0 admin admin] 10.222.0.25 "GET /v2.0/networks/646fce1c-8bad-44db-903a-6510f3a3feda HTTP/1.1" status: 200 len: 868 time: 0.1275887 Jul 14 08:52:53.484490 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:55.028462 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54094) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:52:55.149664 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32448da9-c1d9-440a-8907-74841bb56000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:52:55.151021 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-32448da9-c1d9-440a-8907-74841bb56000 admin admin] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 886 time: 0.1215429 Jul 14 08:52:57.328209 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54102) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:52:57.472072 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6dcfdf-3f74-4af4-8b3d-40a4656a9c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:52:57.472553 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6dcfdf-3f74-4af4-8b3d-40a4656a9c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:52:57.474319 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cc6dcfdf-3f74-4af4-8b3d-40a4656a9c1e admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1450522 Jul 14 08:52:58.774835 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 5 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:52:59.641038 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54112) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:52:59.729786 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d8a71a-47c0-4025-a08f-b202fc85d853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:52:59.730238 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d8a71a-47c0-4025-a08f-b202fc85d853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:52:59.731725 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-75d8a71a-47c0-4025-a08f-b202fc85d853 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0897317 Jul 14 08:53:01.863293 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54120) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:53:01.987929 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b191cd2-082d-4dc3-bef7-f492aae983ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:53:01.989256 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7b191cd2-082d-4dc3-bef7-f492aae983ad admin admin] 10.222.0.25 "GET /v2.0/subnets/4efa70fc-e758-415e-a5db-4c02e36a5567 HTTP/1.1" status: 200 len: 868 time: 0.1249905 Jul 14 08:53:04.144209 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54128) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:53:04.228146 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42722581-5f6a-48ab-961b-246c5ee2c79b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:53:04.229398 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-42722581-5f6a-48ab-961b-246c5ee2c79b admin admin] 10.222.0.25 "GET /v2.0/subnets/b546f247-893e-4911-a7e4-7dcae15b5747 HTTP/1.1" status: 200 len: 816 time: 0.0842488 Jul 14 08:53:18.273259 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a2c72528-9ae1-48f3-b460-7cb2daa5b620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:20.938756 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-832f0a99-d45f-4f66-999a-1148b6a5dd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:21.153049 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:21.978618 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:23.486590 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:28.778955 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54180) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:53:28.824702 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [None req-4b92eb6e-d6ec-4223-95e6-e1766f2fe107 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:53:28.825698 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4b92eb6e-d6ec-4223-95e6-e1766f2fe107 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457683 Jul 14 08:53:31.062030 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54188) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:53:31.122794 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12f4afb-04ac-47a9-b9b2-f34cec39ab23 admin admin] GET failed (client error): The resource could not be found. Jul 14 08:53:31.124104 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a12f4afb-04ac-47a9-b9b2-f34cec39ab23 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611541 Jul 14 08:53:31.307113 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160c3251-70b8-4c44-8f79-3ec8276b26ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:53:31.308579 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-160c3251-70b8-4c44-8f79-3ec8276b26ab admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1805882 Jul 14 08:53:33.499005 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54196) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:53:33.544959 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a4c2f874-4c69-4dc0-87de-ec8cb5cacbcf admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:53:33.565296 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c2f874-4c69-4dc0-87de-ec8cb5cacbcf admin admin] Made reservation on behalf of 89e44220dc0d4a98849d3fc5c13073d4 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:53:33.567633 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4c2f874-4c69-4dc0-87de-ec8cb5cacbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:33.595330 n-d-771362-35 neutron-server[93773]: WARNING neutron.services.revisions.revision_plugin [None req-a4c2f874-4c69-4dc0-87de-ec8cb5cacbcf admin admin] Could not find related network for resource to bump revision. Jul 14 08:53:33.606902 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c2f874-4c69-4dc0-87de-ec8cb5cacbcf admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 08:53:33.617262 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4c2f874-4c69-4dc0-87de-ec8cb5cacbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:33.617610 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-a4c2f874-4c69-4dc0-87de-ec8cb5cacbcf admin admin] Added segment 3a018dd4-663c-46e3-b744-706d3e7cf2ef of type vlan for network 016e0513-dba8-44b5-9b6f-06b5816bee88 Jul 14 08:53:33.658205 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4c2f874-4c69-4dc0-87de-ec8cb5cacbcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:33.685127 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4c2f874-4c69-4dc0-87de-ec8cb5cacbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:33.686076 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c2f874-4c69-4dc0-87de-ec8cb5cacbcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:53:33.686657 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4c2f874-4c69-4dc0-87de-ec8cb5cacbcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:33.737978 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a4c2f874-4c69-4dc0-87de-ec8cb5cacbcf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2378604 Jul 14 08:53:33.746501 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2f874-4c69-4dc0-87de-ec8cb5cacbcf admin admin] Pushing event updated for resources: {'Network': ['ID=016e0513-dba8-44b5-9b6f-06b5816bee88,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:53:33.757384 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:53:35.774195 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 5 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:53:35.926344 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54204) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:53:35.985756 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4264ae-3aa5-4dce-ab98-fc482272b7aa admin admin] GET failed (client error): The resource could not be found. Jul 14 08:53:35.987332 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8a4264ae-3aa5-4dce-ab98-fc482272b7aa admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593719 Jul 14 08:53:36.059093 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbcda23-e998-4349-a8d7-ac868eccfc66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:53:36.060600 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8bbcda23-e998-4349-a8d7-ac868eccfc66 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0688722 Jul 14 08:53:36.070470 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c2c0da92-4383-4ba2-90ac-91ff41c25913 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:53:36.089761 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c0da92-4383-4ba2-90ac-91ff41c25913 admin admin] Made reservation on behalf of 89e44220dc0d4a98849d3fc5c13073d4 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:53:36.092159 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c2c0da92-4383-4ba2-90ac-91ff41c25913 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:36.253086 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c2c0da92-4383-4ba2-90ac-91ff41c25913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:36.304051 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0da92-4383-4ba2-90ac-91ff41c25913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=553aa6f7-55f0-4071-9b84-7c8873b01e38,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:53:36.314335 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c0da92-4383-4ba2-90ac-91ff41c25913 admin admin] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:53:36.314682 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c0da92-4383-4ba2-90ac-91ff41c25913 admin admin] Network hostable DHCP agents. Network: 016e0513-dba8-44b5-9b6f-06b5816bee88, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:53:36.330667 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c0da92-4383-4ba2-90ac-91ff41c25913 admin admin] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:53:36.338851 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-c2c0da92-4383-4ba2-90ac-91ff41c25913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 016e0513-dba8-44b5-9b6f-06b5816bee88) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:53:36.342878 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c0da92-4383-4ba2-90ac-91ff41c25913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:53:36.343459 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c2c0da92-4383-4ba2-90ac-91ff41c25913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:36.350103 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb61b8dd-5a46-4f8b-9617-8ec1e6b7804d None None] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:53:36.358255 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c2c0da92-4383-4ba2-90ac-91ff41c25913 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2917886 Jul 14 08:53:36.503979 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-016e0513-dba8-44b5-9b6f-06b5816bee88', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'tenant_id': '89e44220dc0d4a98849d3fc5c13073d4', 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 08:53:36.505116 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:36.645793 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Allocated IP 192.168.233.2 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/bf04316f-4baf-4304-b8d1-954f54b2ac87) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:53:36.791928 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:36.800569 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Transition to ACTIVE for port object bf04316f-4baf-4304-b8d1-954f54b2ac87 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:53:36.816870 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Transition to ACTIVE for port object bf04316f-4baf-4304-b8d1-954f54b2ac87 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:53:36.824627 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:36.864688 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:53:36.867750 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:53:36.871179 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:53:36.877967 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Pushing event updated for resources: {'Port': ['ID=bf04316f-4baf-4304-b8d1-954f54b2ac87,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:53:36.887478 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:36.887842 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:36.888183 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:36.888519 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:36.888854 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:36.889191 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:36.889522 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:36.890054 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:36.890179 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:36.890485 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:36.890865 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:36.891212 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:36.941254 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Attempting to bind port bf04316f-4baf-4304-b8d1-954f54b2ac87 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:53:36.941609 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Attempting to bind port bf04316f-4baf-4304-b8d1-954f54b2ac87 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:53:36.941970 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Attempting to bind port bf04316f-4baf-4304-b8d1-954f54b2ac87 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:53:36.946918 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:53:36.947282 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:53:36.947709 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:36.948101 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:53:36.948557 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Bound port: bf04316f-4baf-4304-b8d1-954f54b2ac87, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:53:36.948950 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:37.015298 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] For port bf04316f-4baf-4304-b8d1-954f54b2ac87, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:53:37.018821 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] For port bf04316f-4baf-4304-b8d1-954f54b2ac87, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=bf04316f-4baf-4304-b8d1-954f54b2ac87,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:53:37.023298 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:37.079161 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fba793-68c3-470e-8f14-846ee99a5516 None None] Pushing event updated for resources: {'Port': ['ID=bf04316f-4baf-4304-b8d1-954f54b2ac87,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:53:37.924854 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe08417a-c284-4a23-a959-80c845e5fcd7 None None] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:53:38.057987 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a58b9c10-f754-4ed4-a580-4033cab1ac53 None None] Provisioning for port bf04316f-4baf-4304-b8d1-954f54b2ac87 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:53:39.145753 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device bf04316f-4baf-4304-b8d1-954f54b2ac87 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:53:39.195921 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port bf04316f-4baf-4304-b8d1-954f54b2ac87 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:53:39.200327 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port bf04316f-4baf-4304-b8d1-954f54b2ac87 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:53:39.200696 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:39.284298 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:39.315520 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port bf04316f-4baf-4304-b8d1-954f54b2ac87, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=bf04316f-4baf-4304-b8d1-954f54b2ac87,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:53:39.320317 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:39.368742 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=bf04316f-4baf-4304-b8d1-954f54b2ac87,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:53:41.119719 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device bf04316f-4baf-4304-b8d1-954f54b2ac87 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:53:41.168505 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port bf04316f-4baf-4304-b8d1-954f54b2ac87 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:53:41.168873 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:48.276146 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08c43e52-69d8-4b69-8ec2-e53302d831ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:50.939597 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2cc65f58-dc0b-4b51-8265-4300eeb54c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:51.154549 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:51.981279 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:53.491604 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:54:12.773676 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 5 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:54:18.284514 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-019cff05-b359-4bda-932d-f2a27494fc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:54:20.939446 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4a328500-f0f3-44c1-ad9e-f099ef7efeca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:54:21.155377 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:54:21.983545 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:54:23.493998 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:54:46.216757 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54256) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:54:46.223465 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [None req-c8dc8c55-ed0c-4205-a2a4-aac4e4252812 tempest-verify_tempest_config-830705319 tempest-verify_tempest_config-830705319-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:54:46.224498 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c8dc8c55-ed0c-4205-a2a4-aac4e4252812 tempest-verify_tempest_config-830705319 tempest-verify_tempest_config-830705319-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067370 Jul 14 08:54:46.522107 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54274) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:54:46.621427 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2691f6ec-60f2-4e44-9866-d5ab992c4214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:54:46.710597 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2691f6ec-60f2-4e44-9866-d5ab992c4214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:54:46.714469 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2691f6ec-60f2-4e44-9866-d5ab992c4214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:54:46.759998 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2691f6ec-60f2-4e44-9866-d5ab992c4214 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c8febfd0e1445b8a86d25ea24e899ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2367940 Jul 14 08:54:46.762445 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691f6ec-60f2-4e44-9866-d5ab992c4214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28980139-b65e-4185-8511-5d4e58d26230,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:54:46.762948 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54278) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:54:46.767819 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2691f6ec-60f2-4e44-9866-d5ab992c4214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:54:46.768168 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2691f6ec-60f2-4e44-9866-d5ab992c4214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:54:46.768505 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2691f6ec-60f2-4e44-9866-d5ab992c4214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:54:46.768920 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2691f6ec-60f2-4e44-9866-d5ab992c4214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:54:46.769321 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2691f6ec-60f2-4e44-9866-d5ab992c4214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:54:46.769653 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2691f6ec-60f2-4e44-9866-d5ab992c4214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:54:46.769980 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2691f6ec-60f2-4e44-9866-d5ab992c4214 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:54:46.770302 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2691f6ec-60f2-4e44-9866-d5ab992c4214 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:54:46.770629 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2691f6ec-60f2-4e44-9866-d5ab992c4214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:54:46.770950 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2691f6ec-60f2-4e44-9866-d5ab992c4214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:54:46.771787 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2691f6ec-60f2-4e44-9866-d5ab992c4214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:54:46.772109 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2691f6ec-60f2-4e44-9866-d5ab992c4214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:54:46.845999 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8319bf9f-8633-4885-b8e4-e82fe577f43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:54:46.869342 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8319bf9f-8633-4885-b8e4-e82fe577f43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:54:46.958116 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8319bf9f-8633-4885-b8e4-e82fe577f43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:54:46.960745 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8319bf9f-8633-4885-b8e4-e82fe577f43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:54:46.961883 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8319bf9f-8633-4885-b8e4-e82fe577f43c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28980139-b65e-4185-8511-5d4e58d26230 HTTP/1.1" status: 204 len: 168 time: 0.1978080 Jul 14 08:54:46.969561 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319bf9f-8633-4885-b8e4-e82fe577f43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28980139-b65e-4185-8511-5d4e58d26230,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:54:46.981707 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319bf9f-8633-4885-b8e4-e82fe577f43c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:54:46.982057 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319bf9f-8633-4885-b8e4-e82fe577f43c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:54:46.982388 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319bf9f-8633-4885-b8e4-e82fe577f43c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:54:46.982724 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319bf9f-8633-4885-b8e4-e82fe577f43c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:54:46.983055 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319bf9f-8633-4885-b8e4-e82fe577f43c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:54:46.983425 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319bf9f-8633-4885-b8e4-e82fe577f43c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:54:46.983779 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319bf9f-8633-4885-b8e4-e82fe577f43c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:54:46.984026 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319bf9f-8633-4885-b8e4-e82fe577f43c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:54:46.984354 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319bf9f-8633-4885-b8e4-e82fe577f43c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:54:46.984658 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319bf9f-8633-4885-b8e4-e82fe577f43c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:54:46.984974 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319bf9f-8633-4885-b8e4-e82fe577f43c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:54:46.985289 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319bf9f-8633-4885-b8e4-e82fe577f43c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319bf9f-8633-4885-b8e4-e82fe577f43c admin admin] Tracked resource versions report: Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: pushed versions: Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: { 'AddressGroup': {'1.2'}, Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: 'ConntrackHelper': {'1.0'}, Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: 'Log': {'1.0'}, Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: 'Network': {'1.1'}, Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: 'Port': {'1.7'}, Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: 'PortForwarding': {'1.2'}, Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: 'QosPolicy': {'1.8'}, Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: 'SecurityGroup': {'1.4'}, Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: 'SecurityGroupRule': {'1.2'}, Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: 'SubPort': {'1.0'}, Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: 'Subnet': {'1.1'}, Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: 'Trunk': {'1.1'}} Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: consumer versions: Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: { DHCP agent@n-d-771362-35: {}, Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: L3 agent@n-d-771362-35: {}, Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: Metadata agent@n-d-771362-35: {}, Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: Metering agent@n-d-771362-35: {}, Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: Open vSwitch agent@n-d-771362-35: { 'AddressGroup': '1.2', Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: 'ConntrackHelper': '1.0', Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: 'Log': '1.0', Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: 'Network': '1.1', Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: 'Port': '1.7', Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: 'PortForwarding': '1.2', Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: 'QosPolicy': '1.8', Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: 'SecurityGroup': '1.4', Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: 'SecurityGroupRule': '1.2', Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: 'SubPort': '1.0', Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: 'Subnet': '1.1', Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: 'Trunk': '1.1'}} Jul 14 08:54:46.986657 n-d-771362-35 neutron-server[93772]: {{(pid=93772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 08:54:48.276525 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d8aab258-0ce9-4e2e-9f60-6bfdc31e7460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:54:49.772441 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 5 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:54:50.940002 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5eb19dc5-a43c-4fee-9246-9499b4538be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:54:51.155084 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:54:51.986334 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:54:53.496385 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:18.279527 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ce19843-5d21-4d16-8502-a4f934c38259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:20.939947 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4babf8d5-9f87-4418-bdd5-2fbfa64aca59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:21.154309 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:21.989457 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:23.498478 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:26.771049 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 5 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:55:48.282922 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b96e8dcd-d4f9-4e2a-92f5-808e478796a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:50.941453 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-518d1920-3629-4d14-a13a-54583415cac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:51.156338 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:51.992546 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:53.503812 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:03.769882 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 5 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:56:18.285637 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed5cae74-c577-4801-9ec2-aff51e99ea7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:20.942173 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a2751dcf-1658-41de-b1d5-5558fe2eae3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:21.156330 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:21.996281 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:23.506416 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:40.767728 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 5 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:56:48.287271 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed00e9b6-a926-4a4a-ba0c-874e83cc7840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:50.943141 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a6dd76c-1d81-419c-866c-a3df2843e57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:51.158842 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:51.997810 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:53.508770 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:17.765679 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 5 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:57:18.289581 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0095cf2-9928-4d38-94b5-d41f44ad3237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:20.942677 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0bbdfa14-b399-4715-80a1-92e5ac896300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:21.160102 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:22.001058 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:23.511838 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:40.203076 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1997901'] for agent, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:41.791791 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1997901'] for agent, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:48.289938 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-999950a2-bbd4-423f-a338-b4359fbf1d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:50.946028 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec3865d0-97fd-4c2a-9601-8b9251e4d00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:51.159417 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:52.003788 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:53.515539 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:54.764523 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:58:10.150656 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:58:11.758307 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:58:18.293247 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f68c21f-f926-49ad-a15f-6aa9fe09ff17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:58:20.947109 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d6867ce-0230-4f86-8ae3-16b0bf558ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:58:21.162526 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:58:22.007635 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:58:23.518597 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:58:28.947517 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54348) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:58:29.055229 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f9a2e07e-5fd7-4c8f-817a-59705d971902 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1065028 Jul 14 08:58:31.283157 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54358) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:58:31.337633 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-16f4c38e-d687-44b8-8a9b-18b310eb631b admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0533776 Jul 14 08:58:31.763507 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:58:40.167827 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:58:41.772802 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:58:48.295962 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1af6f89b-a5be-4ed9-9bd6-b84384062081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:58:50.948632 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27801b41-22ec-4f8b-a1fb-a69daed815e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:58:51.164722 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:58:52.009603 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:58:53.523414 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:08.762612 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:59:10.167410 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:11.788571 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:18.299083 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2123a9bc-2736-4b83-b6c9-a38b504e1c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:20.949834 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea5bee65-1f79-4811-a671-3f020d7167cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:21.168073 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:22.016262 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:23.525017 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:40.192127 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:41.785926 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:45.762251 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:59:48.310833 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32e64929-e37f-4124-870d-9ddf40bedb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:50.965971 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-59c35cc3-a6d9-45b4-a098-22428ebe8407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:51.194513 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:52.023191 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:53.312332 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54572) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:59:53.530731 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:53.884765 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1813052015-network', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:59:53.923554 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] Made reservation on behalf of 4ded5a87fc684a6aaedbd0df5e9b2bfa for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:59:53.926332 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:53.943945 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:54.060538 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:54.070434 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:54.098809 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 08:59:54.119456 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fa1690-4e81-42ce-8c2e-56fcb8542a81,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:59:54.131413 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:54.131785 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:54.132318 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:54.132664 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:54.132996 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:54.133327 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:54.133716 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:54.133981 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:54.134303 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:54.134624 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:54.134940 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:54.135261 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] Tracked resource versions report: Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: pushed versions: Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: { 'AddressGroup': {'1.2'}, Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: 'ConntrackHelper': {'1.0'}, Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: 'Log': {'1.0'}, Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: 'Network': {'1.1'}, Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: 'Port': {'1.7'}, Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: 'PortForwarding': {'1.2'}, Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: 'QosPolicy': {'1.8'}, Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: 'SecurityGroup': {'1.4'}, Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: 'SecurityGroupRule': {'1.2'}, Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: 'SubPort': {'1.0'}, Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: 'Subnet': {'1.1'}, Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: 'Trunk': {'1.1'}} Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: consumer versions: Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: { DHCP agent@n-d-771362-35: {}, Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: HyperV agent@n-h1-771362-35: {}, Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: HyperV agent@n-h2-771362-35: {}, Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: L3 agent@n-d-771362-35: {}, Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: Metadata agent@n-d-771362-35: {}, Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: Metering agent@n-d-771362-35: {}, Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: Open vSwitch agent@n-d-771362-35: { 'AddressGroup': '1.2', Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: 'ConntrackHelper': '1.0', Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: 'Log': '1.0', Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: 'Network': '1.1', Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: 'Port': '1.7', Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: 'PortForwarding': '1.2', Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: 'QosPolicy': '1.8', Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: 'SecurityGroup': '1.4', Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: 'SecurityGroupRule': '1.2', Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: 'SubPort': '1.0', Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: 'Subnet': '1.1', Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: 'Trunk': '1.1'}} Jul 14 08:59:54.140016 n-d-771362-35 neutron-server[93772]: {{(pid=93772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 08:59:54.142186 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768948837178', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:54.142186 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] Unsubscribe: segment precommit_create {{(pid=93772) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 08:59:54.142186 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] Added segment f6ceb175-f8f3-456b-a1a2-6146eff18101 of type vlan for network 08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f Jul 14 08:59:54.214485 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:54.285669 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:54.288490 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:59:54.289333 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:54.382834 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0645368 Jul 14 08:59:54.383557 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54620) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:59:54.389798 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-568cd1aa-e4ef-4307-ad33-46c0e3b5f591 admin admin] Request body: {'subnet': {'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1813052015-subnet', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:59:54.406432 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18dd6f4-318d-46de-9710-105b826eb04a admin admin] Pushing event updated for resources: {'Network': ['ID=08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:59:54.414718 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568cd1aa-e4ef-4307-ad33-46c0e3b5f591 admin admin] Made reservation on behalf of 4ded5a87fc684a6aaedbd0df5e9b2bfa for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:59:54.419944 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-568cd1aa-e4ef-4307-ad33-46c0e3b5f591 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:54.423405 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:59:54.639404 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-568cd1aa-e4ef-4307-ad33-46c0e3b5f591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:54.710537 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568cd1aa-e4ef-4307-ad33-46c0e3b5f591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fecf381-19d6-49fe-86f6-48fb919914d0,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:59:54.715561 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568cd1aa-e4ef-4307-ad33-46c0e3b5f591 admin admin] Checking segment: {'id': 'f6ceb175-f8f3-456b-a1a2-6146eff18101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:59:54.715920 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568cd1aa-e4ef-4307-ad33-46c0e3b5f591 admin admin] Network hostable DHCP agents. Network: 08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:59:54.729190 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568cd1aa-e4ef-4307-ad33-46c0e3b5f591 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:54.729427 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568cd1aa-e4ef-4307-ad33-46c0e3b5f591 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:54.729768 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568cd1aa-e4ef-4307-ad33-46c0e3b5f591 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:54.730104 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568cd1aa-e4ef-4307-ad33-46c0e3b5f591 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:54.730435 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568cd1aa-e4ef-4307-ad33-46c0e3b5f591 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:54.730763 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568cd1aa-e4ef-4307-ad33-46c0e3b5f591 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:54.731557 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568cd1aa-e4ef-4307-ad33-46c0e3b5f591 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:54.731557 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568cd1aa-e4ef-4307-ad33-46c0e3b5f591 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:54.731820 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568cd1aa-e4ef-4307-ad33-46c0e3b5f591 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:54.732144 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568cd1aa-e4ef-4307-ad33-46c0e3b5f591 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:54.732466 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568cd1aa-e4ef-4307-ad33-46c0e3b5f591 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:54.732785 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568cd1aa-e4ef-4307-ad33-46c0e3b5f591 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568cd1aa-e4ef-4307-ad33-46c0e3b5f591 admin admin] Tracked resource versions report: Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: pushed versions: Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: { 'AddressGroup': {'1.2'}, Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: 'ConntrackHelper': {'1.0'}, Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: 'Log': {'1.0'}, Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: 'Network': {'1.1'}, Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: 'Port': {'1.7'}, Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: 'PortForwarding': {'1.2'}, Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: 'QosPolicy': {'1.8'}, Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: 'SecurityGroup': {'1.4'}, Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: 'SecurityGroupRule': {'1.2'}, Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: 'SubPort': {'1.0'}, Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: 'Subnet': {'1.1'}, Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: 'Trunk': {'1.1'}} Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: consumer versions: Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: { DHCP agent@n-d-771362-35: {}, Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: HyperV agent@n-h1-771362-35: {}, Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: HyperV agent@n-h2-771362-35: {}, Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: L3 agent@n-d-771362-35: {}, Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: Metadata agent@n-d-771362-35: {}, Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: Metering agent@n-d-771362-35: {}, Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: Open vSwitch agent@n-d-771362-35: { 'AddressGroup': '1.2', Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: 'ConntrackHelper': '1.0', Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: 'Log': '1.0', Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: 'Network': '1.1', Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: 'Port': '1.7', Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: 'PortForwarding': '1.2', Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: 'QosPolicy': '1.8', Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: 'SecurityGroup': '1.4', Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: 'SecurityGroupRule': '1.2', Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: 'SubPort': '1.0', Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: 'Subnet': '1.1', Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: 'Trunk': '1.1'}} Jul 14 08:59:54.733924 n-d-771362-35 neutron-server[93773]: {{(pid=93773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 08:59:54.751600 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568cd1aa-e4ef-4307-ad33-46c0e3b5f591 admin admin] Network 08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:59:54.764296 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-568cd1aa-e4ef-4307-ad33-46c0e3b5f591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:59:54.768966 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568cd1aa-e4ef-4307-ad33-46c0e3b5f591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:59:54.769829 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-568cd1aa-e4ef-4307-ad33-46c0e3b5f591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:54.778226 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3a552a-71ab-4abd-bcf9-0f491f477106 None None] Network 08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:59:54.793496 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-568cd1aa-e4ef-4307-ad33-46c0e3b5f591 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4090476 Jul 14 08:59:54.796486 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54634) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:59:54.803592 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c6a9b9bb-1ee9-4aac-8131-0a33d08afb46 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1813052015-router', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:59:54.884926 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b9bb-1ee9-4aac-8131-0a33d08afb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:54.887967 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b9bb-1ee9-4aac-8131-0a33d08afb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:55.104264 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f', 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'fixed_ips': [{'subnet_id': '8fecf381-19d6-49fe-86f6-48fb919914d0'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 08:59:55.105315 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:55.165179 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b9bb-1ee9-4aac-8131-0a33d08afb46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:55.342979 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Allocated IP 172.20.0.2 (08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f/8fecf381-19d6-49fe-86f6-48fb919914d0/7473f804-f338-4e75-9a7c-0403ea201e64) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:59:55.476161 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b9bb-1ee9-4aac-8131-0a33d08afb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:55.553495 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:55.569981 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Transition to ACTIVE for port object 7473f804-f338-4e75-9a7c-0403ea201e64 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:59:55.592258 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Transition to ACTIVE for port object 7473f804-f338-4e75-9a7c-0403ea201e64 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:59:55.601110 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:55.669512 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Pushing event updated for resources: {'Port': ['ID=7473f804-f338-4e75-9a7c-0403ea201e64,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:59:55.682853 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:55.683336 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:55.683796 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:55.684043 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:55.684651 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:55.685035 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:55.685373 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:55.685792 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:55.686122 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:55.686445 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:55.686948 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:55.687275 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Tracked resource versions report: Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: pushed versions: Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: { 'AddressGroup': {'1.2'}, Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: 'ConntrackHelper': {'1.0'}, Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: 'Log': {'1.0'}, Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: 'Network': {'1.1'}, Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: 'Port': {'1.7'}, Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: 'PortForwarding': {'1.2'}, Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: 'QosPolicy': {'1.8'}, Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: 'SecurityGroup': {'1.4'}, Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: 'SecurityGroupRule': {'1.2'}, Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: 'SubPort': {'1.0'}, Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: 'Subnet': {'1.1'}, Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: 'Trunk': {'1.1'}} Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: consumer versions: Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: { DHCP agent@n-d-771362-35: {}, Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: HyperV agent@n-h1-771362-35: {}, Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: HyperV agent@n-h2-771362-35: {}, Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: L3 agent@n-d-771362-35: {}, Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: Metadata agent@n-d-771362-35: {}, Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: Metering agent@n-d-771362-35: {}, Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: Open vSwitch agent@n-d-771362-35: { 'AddressGroup': '1.2', Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: 'ConntrackHelper': '1.0', Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: 'Log': '1.0', Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: 'Network': '1.1', Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: 'Port': '1.7', Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: 'PortForwarding': '1.2', Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: 'QosPolicy': '1.8', Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: 'SecurityGroup': '1.4', Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: 'SecurityGroupRule': '1.2', Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: 'SubPort': '1.0', Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: 'Subnet': '1.1', Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: 'Trunk': '1.1'}} Jul 14 08:59:55.688443 n-d-771362-35 neutron-server[93774]: {{(pid=93774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 08:59:55.707306 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Network 08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:59:55.714502 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:59:55.721725 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:59:55.843199 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Attempting to bind port 7473f804-f338-4e75-9a7c-0403ea201e64 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:59:55.843854 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Attempting to bind port 7473f804-f338-4e75-9a7c-0403ea201e64 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'f6ceb175-f8f3-456b-a1a2-6146eff18101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:59:55.843972 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Attempting to bind port 7473f804-f338-4e75-9a7c-0403ea201e64 on network 08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:59:55.849914 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:59:55.850308 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Checking segment: {'id': 'f6ceb175-f8f3-456b-a1a2-6146eff18101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:59:55.850688 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:55.851348 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Bound using segment: {'id': 'f6ceb175-f8f3-456b-a1a2-6146eff18101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:59:55.851904 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Bound port: 7473f804-f338-4e75-9a7c-0403ea201e64, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ceb175-f8f3-456b-a1a2-6146eff18101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:59:55.852313 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:56.013237 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] For port 7473f804-f338-4e75-9a7c-0403ea201e64, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:59:56.014221 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b9bb-1ee9-4aac-8131-0a33d08afb46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:56.022514 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] For port 7473f804-f338-4e75-9a7c-0403ea201e64, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7473f804-f338-4e75-9a7c-0403ea201e64,segment=NetworkSegment(f6ceb175-f8f3-456b-a1a2-6146eff18101),segment_id=f6ceb175-f8f3-456b-a1a2-6146eff18101)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:59:56.032663 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:56.050318 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b9bb-1ee9-4aac-8131-0a33d08afb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:56.136771 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea6ba6-25b9-4dcd-aab4-16881352c165 None None] Pushing event updated for resources: {'Port': ['ID=7473f804-f338-4e75-9a7c-0403ea201e64,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:59:56.347991 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c6a9b9bb-1ee9-4aac-8131-0a33d08afb46 admin admin] Allocated IP 172.25.6.61 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/23cf7ed1-b58e-414b-9c29-fa3bbb07974b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:59:56.533299 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b9bb-1ee9-4aac-8131-0a33d08afb46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:56.652881 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b9bb-1ee9-4aac-8131-0a33d08afb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:56.740918 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a9b9bb-1ee9-4aac-8131-0a33d08afb46 admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:59:56.754106 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c6a9b9bb-1ee9-4aac-8131-0a33d08afb46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:59:56.758180 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a9b9bb-1ee9-4aac-8131-0a33d08afb46 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:59:56.889530 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9b9bb-1ee9-4aac-8131-0a33d08afb46 admin admin] Pushing event updated for resources: {'Port': ['ID=23cf7ed1-b58e-414b-9c29-fa3bbb07974b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:59:57.278330 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b9bb-1ee9-4aac-8131-0a33d08afb46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:57.425783 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12a602d-260b-45dc-b81c-9878aacbacf0 None None] Network 08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:59:57.448044 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7473f804-f338-4e75-9a7c-0403ea201e64 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:59:57.547708 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-58508d6d-cff2-46d4-81c8-6685525400a4 None None] Provisioning for port 7473f804-f338-4e75-9a7c-0403ea201e64 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:59:57.608518 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b9bb-1ee9-4aac-8131-0a33d08afb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:57.609044 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 7473f804-f338-4e75-9a7c-0403ea201e64 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:59:57.620341 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 7473f804-f338-4e75-9a7c-0403ea201e64 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:59:57.620718 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:57.756846 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:57.809104 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 7473f804-f338-4e75-9a7c-0403ea201e64, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7473f804-f338-4e75-9a7c-0403ea201e64,segment=NetworkSegment(f6ceb175-f8f3-456b-a1a2-6146eff18101),segment_id=f6ceb175-f8f3-456b-a1a2-6146eff18101)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:59:57.815062 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:57.869228 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a9b9bb-1ee9-4aac-8131-0a33d08afb46 admin admin] Router 7ba444e8-3f18-4c9a-a60a-95028fa0002d is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 08:59:57.893108 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=7473f804-f338-4e75-9a7c-0403ea201e64,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:59:57.966371 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54796) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:59:57.969289 n-d-771362-35 neutron-server[93773]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 08:59:58.004621 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-df0ae9fa-b654-435b-921f-33f26224e640 req-cf04e3fe-6010-4c47-b9f8-980693db8322 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c19427379e2d47408d1e9a8c76d89fa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364239 Jul 14 08:59:58.040141 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a9b9bb-1ee9-4aac-8131-0a33d08afb46 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:59:58.051466 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45f4839-786b-4d9c-8a74-3fb841313835 None None] Sync routers for ids ['7ba444e8-3f18-4c9a-a60a-95028fa0002d'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:59:58.066281 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45f4839-786b-4d9c-8a74-3fb841313835 None None] Routers {'7ba444e8-3f18-4c9a-a60a-95028fa0002d'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:59:58.067855 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c45f4839-786b-4d9c-8a74-3fb841313835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T08:59:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7ba444e8-3f18-4c9a-a60a-95028fa0002d'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:59:58.069046 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b9bb-1ee9-4aac-8131-0a33d08afb46 admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:58.070631 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c6a9b9bb-1ee9-4aac-8131-0a33d08afb46 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.2730970 Jul 14 08:59:58.075675 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54798) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:59:58.104254 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-46140503-f40e-49fa-a68a-83c84329cd88 None None] Provisioning complete for port 7473f804-f338-4e75-9a7c-0403ea201e64 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:59:58.104596 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46140503-f40e-49fa-a68a-83c84329cd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:58.252136 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-c45f4839-786b-4d9c-8a74-3fb841313835 None None] Set router 7ba444e8-3f18-4c9a-a60a-95028fa0002d gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:59:58.311739 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ae9fa-b654-435b-921f-33f26224e640 req-8f7159ba-64bc-4876-b237-72804af1f385 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:59:58.312325 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-df0ae9fa-b654-435b-921f-33f26224e640 req-8f7159ba-64bc-4876-b237-72804af1f385 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3018413 Jul 14 08:59:58.344118 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-df0ae9fa-b654-435b-921f-33f26224e640 req-cd0ef395-7add-486e-8a2c-b8f9fc79842f tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/quotas/c19427379e2d47408d1e9a8c76d89fa7 HTTP/1.1" status: 200 len: 375 time: 0.0240133 Jul 14 08:59:58.411479 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-df0ae9fa-b654-435b-921f-33f26224e640 req-32622562-a947-4756-b176-a6ce4c75d50e tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c19427379e2d47408d1e9a8c76d89fa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649879 Jul 14 08:59:58.521204 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c45f4839-786b-4d9c-8a74-3fb841313835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1813052015-router', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:59:54Z', 'updated_at': '2021-07-14T08:59:57Z', 'revision_number': 3, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'gw_port': {'id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:23:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:56Z', 'updated_at': '2021-07-14T08:59:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:59:58.552061 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45f4839-786b-4d9c-8a74-3fb841313835 None None] Checking router: 7ba444e8-3f18-4c9a-a60a-95028fa0002d for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:59:58.553205 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45f4839-786b-4d9c-8a74-3fb841313835 None None] Updating router 7ba444e8-3f18-4c9a-a60a-95028fa0002d port 23cf7ed1-b58e-414b-9c29-fa3bbb07974b binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:59:58.602653 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c45f4839-786b-4d9c-8a74-3fb841313835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:58.606902 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54838) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:59:58.652176 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2627d47-bd29-45de-ab70-cfaa98e04b0c req-f257781a-a8d8-4133-8522-0bf0b137d7fd tempest-QuotasAdminNegativeTest-1148982827 tempest-QuotasAdminNegativeTest-1148982827-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=771f6240c1494856b1e60b06e4f9e7ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440032 Jul 14 08:59:58.770016 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddf968a5-455b-4411-8481-1f99cabc5e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:58.863073 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2627d47-bd29-45de-ab70-cfaa98e04b0c req-3c8b1938-7fab-4e80-929b-81924b11da97 tempest-QuotasAdminNegativeTest-1148982827 tempest-QuotasAdminNegativeTest-1148982827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:59:58.871452 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2627d47-bd29-45de-ab70-cfaa98e04b0c req-3c8b1938-7fab-4e80-929b-81924b11da97 tempest-QuotasAdminNegativeTest-1148982827 tempest-QuotasAdminNegativeTest-1148982827-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2182515 Jul 14 08:59:58.921261 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2627d47-bd29-45de-ab70-cfaa98e04b0c req-7b9b3a3e-4d3c-403b-ae3c-57d309c5bebd tempest-QuotasAdminNegativeTest-1148982827 tempest-QuotasAdminNegativeTest-1148982827-project] 10.222.0.25 "GET /v2.0/quotas/771f6240c1494856b1e60b06e4f9e7ea HTTP/1.1" status: 200 len: 375 time: 0.0486660 Jul 14 08:59:58.964173 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-38844c01-1123-4102-a7e6-a828d916826b req-f0ec2f9e-72a9-4c0c-a9a7-09bbe76f8e06 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d207b5b9-6add-4abc-b6fd-d2fdda4dfd94 HTTP/1.1" status: 200 len: 210 time: 0.0829344 Jul 14 08:59:59.010006 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2627d47-bd29-45de-ab70-cfaa98e04b0c req-eb7bfc4f-3d50-4aa5-9263-677b24223a2e tempest-QuotasAdminNegativeTest-1148982827 tempest-QuotasAdminNegativeTest-1148982827-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=771f6240c1494856b1e60b06e4f9e7ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0875711 Jul 14 08:59:59.023004 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c45f4839-786b-4d9c-8a74-3fb841313835 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:59.050894 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c45f4839-786b-4d9c-8a74-3fb841313835 None None] Transition to ACTIVE for port object 23cf7ed1-b58e-414b-9c29-fa3bbb07974b will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:59:59.063869 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c45f4839-786b-4d9c-8a74-3fb841313835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:59.135964 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-c45f4839-786b-4d9c-8a74-3fb841313835 None None] Attempting to bind port 23cf7ed1-b58e-414b-9c29-fa3bbb07974b on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:59:59.136325 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-c45f4839-786b-4d9c-8a74-3fb841313835 None None] Attempting to bind port 23cf7ed1-b58e-414b-9c29-fa3bbb07974b by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:59:59.136746 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45f4839-786b-4d9c-8a74-3fb841313835 None None] Attempting to bind port 23cf7ed1-b58e-414b-9c29-fa3bbb07974b on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:59:59.152705 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c0e7e-9ffd-4819-9e10-e6e29692618a None None] Pushing event updated for resources: {'Port': ['ID=23cf7ed1-b58e-414b-9c29-fa3bbb07974b,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:59:59.167805 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ddf968a5-455b-4411-8481-1f99cabc5e82 admin admin] Allocated IP 172.20.0.1 (08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f/8fecf381-19d6-49fe-86f6-48fb919914d0/2c852224-37be-4ee2-acdd-f44b9e983338) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:59:59.172364 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c0e7e-9ffd-4819-9e10-e6e29692618a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:59.172818 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c0e7e-9ffd-4819-9e10-e6e29692618a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:59.173830 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c0e7e-9ffd-4819-9e10-e6e29692618a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:59.175273 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c0e7e-9ffd-4819-9e10-e6e29692618a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:59.175739 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c0e7e-9ffd-4819-9e10-e6e29692618a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:59.176298 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c0e7e-9ffd-4819-9e10-e6e29692618a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:59.176785 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c0e7e-9ffd-4819-9e10-e6e29692618a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:59.177482 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c0e7e-9ffd-4819-9e10-e6e29692618a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:59.177948 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c0e7e-9ffd-4819-9e10-e6e29692618a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:59.178427 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c0e7e-9ffd-4819-9e10-e6e29692618a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:59.178853 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c0e7e-9ffd-4819-9e10-e6e29692618a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:59.179272 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c0e7e-9ffd-4819-9e10-e6e29692618a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c0e7e-9ffd-4819-9e10-e6e29692618a None None] Tracked resource versions report: Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: pushed versions: Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: { 'AddressGroup': {'1.2'}, Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: 'ConntrackHelper': {'1.0'}, Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: 'Log': {'1.0'}, Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: 'Network': {'1.1'}, Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: 'Port': {'1.7'}, Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: 'PortForwarding': {'1.2'}, Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: 'QosPolicy': {'1.8'}, Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: 'SecurityGroup': {'1.4'}, Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: 'SecurityGroupRule': {'1.2'}, Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: 'SubPort': {'1.0'}, Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: 'Subnet': {'1.1'}, Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: 'Trunk': {'1.1'}} Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: consumer versions: Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: { DHCP agent@n-d-771362-35: {}, Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: HyperV agent@n-h1-771362-35: {}, Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: HyperV agent@n-h2-771362-35: {}, Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: L3 agent@n-d-771362-35: {}, Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: Metadata agent@n-d-771362-35: {}, Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: Metering agent@n-d-771362-35: {}, Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: Open vSwitch agent@n-d-771362-35: { 'AddressGroup': '1.2', Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: 'ConntrackHelper': '1.0', Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: 'Log': '1.0', Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: 'Network': '1.1', Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: 'Port': '1.7', Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: 'PortForwarding': '1.2', Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: 'QosPolicy': '1.8', Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: 'SecurityGroup': '1.4', Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: 'SecurityGroupRule': '1.2', Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: 'SubPort': '1.0', Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: 'Subnet': '1.1', Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: 'Trunk': '1.1'}} Jul 14 08:59:59.180530 n-d-771362-35 neutron-server[93775]: {{(pid=93775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 08:59:59.191629 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45f4839-786b-4d9c-8a74-3fb841313835 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:59:59.192423 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45f4839-786b-4d9c-8a74-3fb841313835 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:59:59.193077 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c45f4839-786b-4d9c-8a74-3fb841313835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:59.193652 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45f4839-786b-4d9c-8a74-3fb841313835 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:59:59.194268 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-c45f4839-786b-4d9c-8a74-3fb841313835 None None] Bound port: 23cf7ed1-b58e-414b-9c29-fa3bbb07974b, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:59:59.194917 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c45f4839-786b-4d9c-8a74-3fb841313835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:59.275644 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c45f4839-786b-4d9c-8a74-3fb841313835 None None] For port 23cf7ed1-b58e-414b-9c29-fa3bbb07974b, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:59:59.279913 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c45f4839-786b-4d9c-8a74-3fb841313835 None None] For port 23cf7ed1-b58e-414b-9c29-fa3bbb07974b, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=23cf7ed1-b58e-414b-9c29-fa3bbb07974b,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:59:59.290466 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c45f4839-786b-4d9c-8a74-3fb841313835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:59.359340 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45f4839-786b-4d9c-8a74-3fb841313835 None None] Routers {'7ba444e8-3f18-4c9a-a60a-95028fa0002d'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:59:59.360018 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c45f4839-786b-4d9c-8a74-3fb841313835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T08:59:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7ba444e8-3f18-4c9a-a60a-95028fa0002d'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:59:59.395108 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7473f804-f338-4e75-9a7c-0403ea201e64 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:59:59.468531 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddf968a5-455b-4411-8481-1f99cabc5e82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:59.498297 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-c45f4839-786b-4d9c-8a74-3fb841313835 None None] Set router 7ba444e8-3f18-4c9a-a60a-95028fa0002d gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:59:59.515730 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ddf968a5-455b-4411-8481-1f99cabc5e82 admin admin] Transition to ACTIVE for port object 2c852224-37be-4ee2-acdd-f44b9e983338 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:59:59.545268 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 7473f804-f338-4e75-9a7c-0403ea201e64 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:59:59.545646 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:59.572738 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddf968a5-455b-4411-8481-1f99cabc5e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:59.644895 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf968a5-455b-4411-8481-1f99cabc5e82 admin admin] Network 08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:59:59.652217 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ddf968a5-455b-4411-8481-1f99cabc5e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:59:59.658512 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf968a5-455b-4411-8481-1f99cabc5e82 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:59:59.659275 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddf968a5-455b-4411-8481-1f99cabc5e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:59.844396 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c0e7e-9ffd-4819-9e10-e6e29692618a None None] Pushing event updated for resources: {'Port': ['ID=23cf7ed1-b58e-414b-9c29-fa3bbb07974b,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:59:59.866054 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf968a5-455b-4411-8481-1f99cabc5e82 admin admin] Pushing event updated for resources: {'Port': ['ID=2c852224-37be-4ee2-acdd-f44b9e983338,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:00.004862 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c45f4839-786b-4d9c-8a74-3fb841313835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1813052015-router', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:59:54Z', 'updated_at': '2021-07-14T08:59:57Z', 'revision_number': 3, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'gw_port': {'id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:23:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:56Z', 'updated_at': '2021-07-14T08:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:00.057148 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45f4839-786b-4d9c-8a74-3fb841313835 None None] The sync data for ids ['7ba444e8-3f18-4c9a-a60a-95028fa0002d'] in n-d-771362-35 is: [{'id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1813052015-router', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:59:54Z', 'updated_at': '2021-07-14T08:59:57Z', 'revision_number': 3, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'gw_port': {'id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:23:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:56Z', 'updated_at': '2021-07-14T08:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:00:00.156102 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b0f9697f-919c-4856-983f-295b6638cc10 None None] Provisioning for port 2c852224-37be-4ee2-acdd-f44b9e983338 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:00:00.167518 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b0f9697f-919c-4856-983f-295b6638cc10 None None] Provisioning complete for port 2c852224-37be-4ee2-acdd-f44b9e983338 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:00.168108 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b0f9697f-919c-4856-983f-295b6638cc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:00.253010 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2238d4f4-f21e-44e2-aa4e-e6f6f65446c9 req-3329f7f9-e741-47b1-9ddf-bb20ccc61465 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d207b5b9-6add-4abc-b6fd-d2fdda4dfd94 HTTP/1.1" status: 200 len: 210 time: 0.0569563 Jul 14 09:00:00.266107 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddf968a5-455b-4411-8481-1f99cabc5e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:00.269615 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b0f9697f-919c-4856-983f-295b6638cc10 None None] Port 2c852224-37be-4ee2-acdd-f44b9e983338 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:00:00.652616 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddf968a5-455b-4411-8481-1f99cabc5e82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:00.668963 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddf968a5-455b-4411-8481-1f99cabc5e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:00.672424 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddf968a5-455b-4411-8481-1f99cabc5e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:00.735435 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-85031eb9-480c-4eee-be64-7563374ce25b req-6449c837-3918-4c69-a018-77dc8f602104 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=5ae63d092a3249d78547043ceb0f991d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399535 Jul 14 09:00:00.820966 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf968a5-455b-4411-8481-1f99cabc5e82 admin admin] Pushing event updated for resources: {'Port': ['ID=2c852224-37be-4ee2-acdd-f44b9e983338,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:00.838744 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-faa82660-82fc-425e-a91d-99eb82bc8582 req-a7216c6a-605b-4105-8650-47df97694365 tempest-QuotasAdminNegativeTest-1148982827 tempest-QuotasAdminNegativeTest-1148982827-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=771f6240c1494856b1e60b06e4f9e7ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0772259 Jul 14 09:00:00.898982 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf968a5-455b-4411-8481-1f99cabc5e82 admin admin] Network 08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:00:00.905080 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ddf968a5-455b-4411-8481-1f99cabc5e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:00:00.959943 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85031eb9-480c-4eee-be64-7563374ce25b req-4426100f-b0a4-4bfc-a6d8-e3f2c5a13ee2 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:00.961518 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-85031eb9-480c-4eee-be64-7563374ce25b req-4426100f-b0a4-4bfc-a6d8-e3f2c5a13ee2 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2251010 Jul 14 09:00:01.011314 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-85031eb9-480c-4eee-be64-7563374ce25b req-c6a9ddbb-9560-4be0-8976-8d104370a2ca tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/quotas/5ae63d092a3249d78547043ceb0f991d HTTP/1.1" status: 200 len: 375 time: 0.0424099 Jul 14 09:00:01.096559 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-85031eb9-480c-4eee-be64-7563374ce25b req-c82b7912-24cf-46ad-80ce-3db662ad3302 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ae63d092a3249d78547043ceb0f991d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785820 Jul 14 09:00:01.158891 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf968a5-455b-4411-8481-1f99cabc5e82 admin admin] Router 7ba444e8-3f18-4c9a-a60a-95028fa0002d has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:00:01.179567 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa82660-82fc-425e-a91d-99eb82bc8582 req-d875344a-f7fb-48ee-a963-5dc5f9ed3ef8 tempest-QuotasAdminNegativeTest-1148982827 tempest-QuotasAdminNegativeTest-1148982827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:01.186950 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-faa82660-82fc-425e-a91d-99eb82bc8582 req-d875344a-f7fb-48ee-a963-5dc5f9ed3ef8 tempest-QuotasAdminNegativeTest-1148982827 tempest-QuotasAdminNegativeTest-1148982827-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3395255 Jul 14 09:00:01.226307 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-faa82660-82fc-425e-a91d-99eb82bc8582 req-8b218092-8e39-4b50-8f5a-bc8df9e52751 tempest-QuotasAdminNegativeTest-1148982827 tempest-QuotasAdminNegativeTest-1148982827-project] 10.222.0.25 "GET /v2.0/quotas/771f6240c1494856b1e60b06e4f9e7ea HTTP/1.1" status: 200 len: 375 time: 0.0375285 Jul 14 09:00:01.359064 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-76661b69-d12d-4fc3-a811-d51f9f3cf305 None None] Provisioning complete for port 2c852224-37be-4ee2-acdd-f44b9e983338 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:01.359616 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76661b69-d12d-4fc3-a811-d51f9f3cf305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:01.387242 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54988) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:01.388858 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf968a5-455b-4411-8481-1f99cabc5e82 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:00:01.398772 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ddf968a5-455b-4411-8481-1f99cabc5e82 admin admin] 10.222.0.25 "PUT /v2.0/routers/7ba444e8-3f18-4c9a-a60a-95028fa0002d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3212361 Jul 14 09:00:01.452341 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-76661b69-d12d-4fc3-a811-d51f9f3cf305 None None] Port 2c852224-37be-4ee2-acdd-f44b9e983338 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:00:01.518689 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 23cf7ed1-b58e-414b-9c29-fa3bbb07974b up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:00:01.594999 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 23cf7ed1-b58e-414b-9c29-fa3bbb07974b completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:00:01.600040 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 23cf7ed1-b58e-414b-9c29-fa3bbb07974b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:01.600636 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:01.609944 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-faa82660-82fc-425e-a91d-99eb82bc8582 req-753e3417-4b4f-4953-8641-f26970382780 tempest-QuotasAdminNegativeTest-1148982827 tempest-QuotasAdminNegativeTest-1148982827-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=771f6240c1494856b1e60b06e4f9e7ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3782582 Jul 14 09:00:01.642083 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf497504-1f57-49b0-995d-571f9980a24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:01.761707 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:01.825449 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.44', 53731) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:01.842929 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f8825ba-46da-4600-8b57-d3bf8e229f0a req-badb9f18-9324-4a18-b6b2-7ce56fd3caed tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/ports?device_id=93bb6559-f909-42e7-8fcd-0e329aa14806 HTTP/1.1" status: 200 len: 210 time: 0.0938897 Jul 14 09:00:01.851576 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 23cf7ed1-b58e-414b-9c29-fa3bbb07974b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=23cf7ed1-b58e-414b-9c29-fa3bbb07974b,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:00:01.862316 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:01.943543 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-716b1770-7a25-4ec7-8aa3-b71504128fd5 req-0d2e4ebb-7df0-452c-8d03-97a8fc77d41b tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d207b5b9-6add-4abc-b6fd-d2fdda4dfd94 HTTP/1.1" status: 200 len: 210 time: 0.0975304 Jul 14 09:00:01.969572 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-df0ae9fa-b654-435b-921f-33f26224e640 req-f52df805-6a1f-4857-abd4-c8409a71afc0 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c19427379e2d47408d1e9a8c76d89fa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1426165 Jul 14 09:00:02.013902 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=23cf7ed1-b58e-414b-9c29-fa3bbb07974b,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:02.311959 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf497504-1f57-49b0-995d-571f9980a24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:02.325949 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf497504-1f57-49b0-995d-571f9980a24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:02.428227 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf497504-1f57-49b0-995d-571f9980a24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e733cf33-3133-4c20-b418-63e413c49b4b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:02.496396 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55066) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:02.513262 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bf497504-1f57-49b0-995d-571f9980a24a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c39be08f60a49d18cf2d9a1008e1a44&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0916221 Jul 14 09:00:02.562852 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55070) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:02.572993 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-53e62b46-5a6d-4542-8328-a6d3117e3172 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1989048856-network', 'tenant_id': '26bd610a22c9422c87aa73d8bade89a8'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:00:02.617494 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e62b46-5a6d-4542-8328-a6d3117e3172 admin admin] Made reservation on behalf of 26bd610a22c9422c87aa73d8bade89a8 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:00:02.620001 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53e62b46-5a6d-4542-8328-a6d3117e3172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:02.637799 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53e62b46-5a6d-4542-8328-a6d3117e3172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:02.668536 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ae9fa-b654-435b-921f-33f26224e640 req-4de3c659-3271-4989-aa5c-470dea1a1a96 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:02.670674 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-df0ae9fa-b654-435b-921f-33f26224e640 req-4de3c659-3271-4989-aa5c-470dea1a1a96 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6784985 Jul 14 09:00:02.693328 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78bb29f7-0419-4e3c-8b5b-58f4d00495f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:02.717350 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a31787d-d69e-4f64-a3df-e7ccd0215bad None None] Sync routers for ids ['7ba444e8-3f18-4c9a-a60a-95028fa0002d'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:00:02.733810 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a31787d-d69e-4f64-a3df-e7ccd0215bad None None] Routers {'7ba444e8-3f18-4c9a-a60a-95028fa0002d'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:00:02.734444 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5a31787d-d69e-4f64-a3df-e7ccd0215bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T08:59:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7ba444e8-3f18-4c9a-a60a-95028fa0002d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:02.753033 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-df0ae9fa-b654-435b-921f-33f26224e640 req-dbb293da-1b9f-4afe-a954-3fd2ec0c73ed tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Request body: {'port': {'device_id': 'd207b5b9-6add-4abc-b6fd-d2fdda4dfd94', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': 'c19427379e2d47408d1e9a8c76d89fa7'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:00:02.764550 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78bb29f7-0419-4e3c-8b5b-58f4d00495f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:02.847864 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78bb29f7-0419-4e3c-8b5b-58f4d00495f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:02.860048 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78bb29f7-0419-4e3c-8b5b-58f4d00495f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:02.876043 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-78bb29f7-0419-4e3c-8b5b-58f4d00495f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e733cf33-3133-4c20-b418-63e413c49b4b HTTP/1.1" status: 204 len: 168 time: 0.3784928 Jul 14 09:00:02.899679 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb29f7-0419-4e3c-8b5b-58f4d00495f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e733cf33-3133-4c20-b418-63e413c49b4b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:02.993065 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-5a31787d-d69e-4f64-a3df-e7ccd0215bad None None] Set router 7ba444e8-3f18-4c9a-a60a-95028fa0002d gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:00:03.353115 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7ce6e6de-9f94-429c-b280-b7662057423e req-177fab0a-2ac0-4882-9d27-df9e7701bd7c tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/ports?device_id=93bb6559-f909-42e7-8fcd-0e329aa14806 HTTP/1.1" status: 200 len: 210 time: 0.0424240 Jul 14 09:00:03.374383 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53e62b46-5a6d-4542-8328-a6d3117e3172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:03.384215 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53e62b46-5a6d-4542-8328-a6d3117e3172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:03.450915 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 23cf7ed1-b58e-414b-9c29-fa3bbb07974b up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:00:03.479725 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e62b46-5a6d-4542-8328-a6d3117e3172 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:00:03.548625 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20656456-7de4-4118-9389-42a339191f70 req-c08581ec-dd63-45b6-a847-5238e3a7e96c tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d207b5b9-6add-4abc-b6fd-d2fdda4dfd94 HTTP/1.1" status: 200 len: 210 time: 0.0506766 Jul 14 09:00:03.551247 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df0ae9fa-b654-435b-921f-33f26224e640 req-dbb293da-1b9f-4afe-a954-3fd2ec0c73ed tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Made reservation on behalf of c19427379e2d47408d1e9a8c76d89fa7 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:00:03.561760 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 23cf7ed1-b58e-414b-9c29-fa3bbb07974b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:03.562246 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:03.570365 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-df0ae9fa-b654-435b-921f-33f26224e640 req-dbb293da-1b9f-4afe-a954-3fd2ec0c73ed tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:03.591298 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53e62b46-5a6d-4542-8328-a6d3117e3172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:03.596549 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-53e62b46-5a6d-4542-8328-a6d3117e3172 admin admin] Added segment ec980861-4883-4a5d-b014-88277b894487 of type vlan for network 0cd8dd3a-cc4e-4eaf-bcfb-79841759262d Jul 14 09:00:03.626312 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e62b46-5a6d-4542-8328-a6d3117e3172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85006928-ea4f-49ab-a9c6-280b187868ca,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:03.656466 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-df0ae9fa-b654-435b-921f-33f26224e640 req-dbb293da-1b9f-4afe-a954-3fd2ec0c73ed tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:03.799728 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53e62b46-5a6d-4542-8328-a6d3117e3172 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:03.822372 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5a31787d-d69e-4f64-a3df-e7ccd0215bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1813052015-router', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:59:54Z', 'updated_at': '2021-07-14T09:00:00Z', 'revision_number': 4, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'gw_port': {'id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:56Z', 'updated_at': '2021-07-14T09:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '2c852224-37be-4ee2-acdd-f44b9e983338', 'name': '', 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'mac_address': 'fa:16:3e:16:9e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:58Z', 'updated_at': '2021-07-14T09:00:00Z', 'revision_number': 2, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'subnets': [{'id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:03.876205 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53e62b46-5a6d-4542-8328-a6d3117e3172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:03.879153 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e62b46-5a6d-4542-8328-a6d3117e3172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:03.881270 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53e62b46-5a6d-4542-8328-a6d3117e3172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:03.959150 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a31787d-d69e-4f64-a3df-e7ccd0215bad None None] Checking router: 7ba444e8-3f18-4c9a-a60a-95028fa0002d for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:00:03.959714 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a31787d-d69e-4f64-a3df-e7ccd0215bad None None] Updating router 7ba444e8-3f18-4c9a-a60a-95028fa0002d port 2c852224-37be-4ee2-acdd-f44b9e983338 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:00:04.091667 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55146) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:04.095131 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e62b46-5a6d-4542-8328-a6d3117e3172 admin admin] Pushing event updated for resources: {'Network': ['ID=0cd8dd3a-cc4e-4eaf-bcfb-79841759262d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:04.120640 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 0cd8dd3a-cc4e-4eaf-bcfb-79841759262d details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:00:04.148406 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d57db93-562b-45e1-b5e3-ae222c2ebf9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:04.229563 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-df0ae9fa-b654-435b-921f-33f26224e640 req-dbb293da-1b9f-4afe-a954-3fd2ec0c73ed tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:04.246089 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-df0ae9fa-b654-435b-921f-33f26224e640 req-dbb293da-1b9f-4afe-a954-3fd2ec0c73ed tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:04.252763 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a31787d-d69e-4f64-a3df-e7ccd0215bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:04.513620 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d57db93-562b-45e1-b5e3-ae222c2ebf9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:04.527379 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d57db93-562b-45e1-b5e3-ae222c2ebf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:04.535308 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-53e62b46-5a6d-4542-8328-a6d3117e3172 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9713678 Jul 14 09:00:04.542321 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55172) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:04.607902 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-8070cfbb-08ab-4b6a-a7e4-e6ed2bf02858 admin admin] Request body: {'subnet': {'network_id': '0cd8dd3a-cc4e-4eaf-bcfb-79841759262d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1989048856-subnet', 'tenant_id': '26bd610a22c9422c87aa73d8bade89a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:00:04.626525 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.47', 59452) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:04.638098 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb293da-1b9f-4afe-a954-3fd2ec0c73ed tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a44738fa-992a-4933-bf08-ead1fe9c387e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:04.660588 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57db93-562b-45e1-b5e3-ae222c2ebf9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717a475b-06e9-40e5-98d7-68178f5c61d3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:04.730770 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85031eb9-480c-4eee-be64-7563374ce25b req-6f5744f6-6c75-4145-b0fa-fed97cd5fd17 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=5ae63d092a3249d78547043ceb0f991d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890558 Jul 14 09:00:04.841805 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e88f95d6-9912-4f3a-8dc2-d20b4e0b74ed req-891ce2fa-db62-4363-8bfe-fd60cfd15649 tempest-QuotasAdminNegativeTest-1148982827 tempest-QuotasAdminNegativeTest-1148982827-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=771f6240c1494856b1e60b06e4f9e7ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2026536 Jul 14 09:00:04.845612 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40f9904a-2392-4782-828d-12b9e45d96f9 req-ed3fabff-4223-46b6-875a-68f1fc42e7c5 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/ports?device_id=93bb6559-f909-42e7-8fcd-0e329aa14806 HTTP/1.1" status: 200 len: 210 time: 0.0936334 Jul 14 09:00:04.852446 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5d57db93-562b-45e1-b5e3-ae222c2ebf9f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8800c17b9d0a4cb88ab0a6e2b33dff94&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7586298 Jul 14 09:00:04.853289 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55182) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:05.002997 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f95d6-9912-4f3a-8dc2-d20b4e0b74ed req-d838adc1-097e-40b4-9b08-aba29276255c tempest-QuotasAdminNegativeTest-1148982827 tempest-QuotasAdminNegativeTest-1148982827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:05.009621 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e88f95d6-9912-4f3a-8dc2-d20b4e0b74ed req-d838adc1-097e-40b4-9b08-aba29276255c tempest-QuotasAdminNegativeTest-1148982827 tempest-QuotasAdminNegativeTest-1148982827-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1665525 Jul 14 09:00:05.045873 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a31787d-d69e-4f64-a3df-e7ccd0215bad None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:05.062790 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5a31787d-d69e-4f64-a3df-e7ccd0215bad None None] Transition to ACTIVE for port object 2c852224-37be-4ee2-acdd-f44b9e983338 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:00:05.068105 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e88f95d6-9912-4f3a-8dc2-d20b4e0b74ed req-cfaf4a03-bffc-4d59-b72f-ef5ad1691a31 tempest-QuotasAdminNegativeTest-1148982827 tempest-QuotasAdminNegativeTest-1148982827-project] 10.222.0.25 "GET /v2.0/quotas/771f6240c1494856b1e60b06e4f9e7ea HTTP/1.1" status: 200 len: 375 time: 0.0570173 Jul 14 09:00:05.069758 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8070cfbb-08ab-4b6a-a7e4-e6ed2bf02858 admin admin] Made reservation on behalf of 26bd610a22c9422c87aa73d8bade89a8 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:00:05.072685 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a31787d-d69e-4f64-a3df-e7ccd0215bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:05.078525 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8070cfbb-08ab-4b6a-a7e4-e6ed2bf02858 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:05.097479 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b73745b0-247d-405b-ac24-3666bbe20127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:05.133501 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e88f95d6-9912-4f3a-8dc2-d20b4e0b74ed req-d2eb7e81-6faf-4354-91ea-d973e2955d15 tempest-QuotasAdminNegativeTest-1148982827 tempest-QuotasAdminNegativeTest-1148982827-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=771f6240c1494856b1e60b06e4f9e7ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625377 Jul 14 09:00:05.175026 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b73745b0-247d-405b-ac24-3666bbe20127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:05.234279 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9aab3-0ab8-45bf-a929-d67f0d91042a None None] Pushing event updated for resources: {'Port': ['ID=2c852224-37be-4ee2-acdd-f44b9e983338,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:05.279126 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6210fb94-29cb-4640-8d5c-e50283df972b req-09547a4a-954f-4fc9-a50e-67dcff512238 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d207b5b9-6add-4abc-b6fd-d2fdda4dfd94 HTTP/1.1" status: 200 len: 210 time: 0.1114006 Jul 14 09:00:05.401227 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b73745b0-247d-405b-ac24-3666bbe20127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:05.404405 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b73745b0-247d-405b-ac24-3666bbe20127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:05.408184 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b73745b0-247d-405b-ac24-3666bbe20127 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/717a475b-06e9-40e5-98d7-68178f5c61d3 HTTP/1.1" status: 204 len: 168 time: 0.4204912 Jul 14 09:00:05.424933 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73745b0-247d-405b-ac24-3666bbe20127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717a475b-06e9-40e5-98d7-68178f5c61d3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:05.488628 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85031eb9-480c-4eee-be64-7563374ce25b req-eb601a06-f072-453c-9e47-cef4a6f98707 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:05.491162 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85031eb9-480c-4eee-be64-7563374ce25b req-eb601a06-f072-453c-9e47-cef4a6f98707 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7258751 Jul 14 09:00:05.526258 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-df0ae9fa-b654-435b-921f-33f26224e640 req-dbb293da-1b9f-4afe-a954-3fd2ec0c73ed tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Allocated IP 192.168.233.107 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/c9f212ad-7e3e-4e3f-8af6-6959da85923d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:00:05.578895 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-5a31787d-d69e-4f64-a3df-e7ccd0215bad None None] Attempting to bind port 2c852224-37be-4ee2-acdd-f44b9e983338 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:00:05.580017 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-5a31787d-d69e-4f64-a3df-e7ccd0215bad None None] Attempting to bind port 2c852224-37be-4ee2-acdd-f44b9e983338 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'f6ceb175-f8f3-456b-a1a2-6146eff18101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:00:05.580738 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a31787d-d69e-4f64-a3df-e7ccd0215bad None None] Attempting to bind port 2c852224-37be-4ee2-acdd-f44b9e983338 on network 08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:00:05.599235 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a31787d-d69e-4f64-a3df-e7ccd0215bad None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:00:05.610184 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a31787d-d69e-4f64-a3df-e7ccd0215bad None None] Checking segment: {'id': 'f6ceb175-f8f3-456b-a1a2-6146eff18101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:00:05.611305 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-85031eb9-480c-4eee-be64-7563374ce25b req-4ff310ad-0c89-4806-819d-2ad98efb5ef6 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Request body: {'port': {'device_id': '93bb6559-f909-42e7-8fcd-0e329aa14806', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': '5ae63d092a3249d78547043ceb0f991d'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:00:05.612629 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a31787d-d69e-4f64-a3df-e7ccd0215bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:05.613144 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a31787d-d69e-4f64-a3df-e7ccd0215bad None None] Bound using segment: {'id': 'f6ceb175-f8f3-456b-a1a2-6146eff18101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:00:05.613921 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-5a31787d-d69e-4f64-a3df-e7ccd0215bad None None] Bound port: 2c852224-37be-4ee2-acdd-f44b9e983338, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ceb175-f8f3-456b-a1a2-6146eff18101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:00:05.614598 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a31787d-d69e-4f64-a3df-e7ccd0215bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:05.809737 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-5a31787d-d69e-4f64-a3df-e7ccd0215bad None None] For port 2c852224-37be-4ee2-acdd-f44b9e983338, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:00:05.823626 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-5a31787d-d69e-4f64-a3df-e7ccd0215bad None None] For port 2c852224-37be-4ee2-acdd-f44b9e983338, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2c852224-37be-4ee2-acdd-f44b9e983338,segment=NetworkSegment(f6ceb175-f8f3-456b-a1a2-6146eff18101),segment_id=f6ceb175-f8f3-456b-a1a2-6146eff18101)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:00:05.837545 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a31787d-d69e-4f64-a3df-e7ccd0215bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:05.845204 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8070cfbb-08ab-4b6a-a7e4-e6ed2bf02858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:05.929848 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070cfbb-08ab-4b6a-a7e4-e6ed2bf02858 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1485812e-39b2-40e7-9041-1f40643c2eed,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:05.973544 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8070cfbb-08ab-4b6a-a7e4-e6ed2bf02858 admin admin] Checking segment: {'id': 'ec980861-4883-4a5d-b014-88277b894487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0cd8dd3a-cc4e-4eaf-bcfb-79841759262d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:00:05.973895 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8070cfbb-08ab-4b6a-a7e4-e6ed2bf02858 admin admin] Network hostable DHCP agents. Network: 0cd8dd3a-cc4e-4eaf-bcfb-79841759262d, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:00:06.025509 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8070cfbb-08ab-4b6a-a7e4-e6ed2bf02858 admin admin] Network 0cd8dd3a-cc4e-4eaf-bcfb-79841759262d is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:00:06.037112 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9aab3-0ab8-45bf-a929-d67f0d91042a None None] Pushing event updated for resources: {'Port': ['ID=2c852224-37be-4ee2-acdd-f44b9e983338,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:06.103112 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8070cfbb-08ab-4b6a-a7e4-e6ed2bf02858 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 0cd8dd3a-cc4e-4eaf-bcfb-79841759262d) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:00:06.141034 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8070cfbb-08ab-4b6a-a7e4-e6ed2bf02858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:06.144029 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8070cfbb-08ab-4b6a-a7e4-e6ed2bf02858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:06.151170 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f625296-8a8d-4485-babf-a6d32df8555d None None] Network 0cd8dd3a-cc4e-4eaf-bcfb-79841759262d requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:00:06.218085 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8070cfbb-08ab-4b6a-a7e4-e6ed2bf02858 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6401515 Jul 14 09:00:06.221118 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55230) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:06.227370 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c3efb969-fbd1-4476-8338-c585defd7f39 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1989048856-router', 'tenant_id': '26bd610a22c9422c87aa73d8bade89a8', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:00:06.232554 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-df0ae9fa-b654-435b-921f-33f26224e640 req-dbb293da-1b9f-4afe-a954-3fd2ec0c73ed tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:06.299638 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-df0ae9fa-b654-435b-921f-33f26224e640 req-dbb293da-1b9f-4afe-a954-3fd2ec0c73ed tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Transition to ACTIVE for port object c9f212ad-7e3e-4e3f-8af6-6959da85923d will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:00:06.312906 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3efb969-fbd1-4476-8338-c585defd7f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:06.314594 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3efb969-fbd1-4476-8338-c585defd7f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:06.394773 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85031eb9-480c-4eee-be64-7563374ce25b req-4ff310ad-0c89-4806-819d-2ad98efb5ef6 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Made reservation on behalf of 5ae63d092a3249d78547043ceb0f991d for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:00:06.409777 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-85031eb9-480c-4eee-be64-7563374ce25b req-4ff310ad-0c89-4806-819d-2ad98efb5ef6 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:06.439539 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-85031eb9-480c-4eee-be64-7563374ce25b req-4ff310ad-0c89-4806-819d-2ad98efb5ef6 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:06.518657 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-df0ae9fa-b654-435b-921f-33f26224e640 req-dbb293da-1b9f-4afe-a954-3fd2ec0c73ed tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:06.544352 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a31787d-d69e-4f64-a3df-e7ccd0215bad None None] Routers {'7ba444e8-3f18-4c9a-a60a-95028fa0002d'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:00:06.545017 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5a31787d-d69e-4f64-a3df-e7ccd0215bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T08:59:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7ba444e8-3f18-4c9a-a60a-95028fa0002d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:06.573448 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b8c7b58-5d4f-4b59-92bb-204909ee9be1 req-8f418c47-e992-4762-b97d-3cc9ad0f8c7c tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/ports?device_id=93bb6559-f909-42e7-8fcd-0e329aa14806 HTTP/1.1" status: 200 len: 210 time: 0.1856287 Jul 14 09:00:06.806756 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3efb969-fbd1-4476-8338-c585defd7f39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:06.903811 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df0ae9fa-b654-435b-921f-33f26224e640 req-dbb293da-1b9f-4afe-a954-3fd2ec0c73ed tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:00:06.970053 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-df0ae9fa-b654-435b-921f-33f26224e640 req-dbb293da-1b9f-4afe-a954-3fd2ec0c73ed tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:00:06.992246 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0ae9fa-b654-435b-921f-33f26224e640 req-dbb293da-1b9f-4afe-a954-3fd2ec0c73ed tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:00:07.009205 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ae9fa-b654-435b-921f-33f26224e640 req-dbb293da-1b9f-4afe-a954-3fd2ec0c73ed tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:07.009897 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-df0ae9fa-b654-435b-921f-33f26224e640 req-dbb293da-1b9f-4afe-a954-3fd2ec0c73ed tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:07.159477 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb293da-1b9f-4afe-a954-3fd2ec0c73ed tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Pushing event updated for resources: {'Port': ['ID=c9f212ad-7e3e-4e3f-8af6-6959da85923d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:07.168453 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e9a416-3c44-4c26-8156-37dfb341352c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-0cd8dd3a-cc4e-4eaf-bcfb-79841759262d', 'network_id': '0cd8dd3a-cc4e-4eaf-bcfb-79841759262d', 'tenant_id': '26bd610a22c9422c87aa73d8bade89a8', 'fixed_ips': [{'subnet_id': '1485812e-39b2-40e7-9041-1f40643c2eed'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:00:07.169378 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96e9a416-3c44-4c26-8156-37dfb341352c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:07.264501 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-5a31787d-d69e-4f64-a3df-e7ccd0215bad None None] Set router 7ba444e8-3f18-4c9a-a60a-95028fa0002d gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:00:07.364687 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abcbc2-f9f1-4d2d-9c27-583a6e78a4e0 req-85ad328a-bbf4-4261-b64c-f7c0c19fa0c8 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:07.371315 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-85031eb9-480c-4eee-be64-7563374ce25b req-4ff310ad-0c89-4806-819d-2ad98efb5ef6 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:07.387560 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b9abcbc2-f9f1-4d2d-9c27-583a6e78a4e0 req-85ad328a-bbf4-4261-b64c-f7c0c19fa0c8 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d207b5b9-6add-4abc-b6fd-d2fdda4dfd94 HTTP/1.1" status: 200 len: 936 time: 0.6980517 Jul 14 09:00:07.392345 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-85031eb9-480c-4eee-be64-7563374ce25b req-4ff310ad-0c89-4806-819d-2ad98efb5ef6 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:07.438163 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55264) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:07.746774 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3efb969-fbd1-4476-8338-c585defd7f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:07.893824 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-85031eb9-480c-4eee-be64-7563374ce25b req-4ff310ad-0c89-4806-819d-2ad98efb5ef6 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Allocated IP 192.168.233.58 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/b644f7dd-9caa-4619-a8cd-3648ce4e2e7b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:00:07.898724 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b9abcbc2-f9f1-4d2d-9c27-583a6e78a4e0 req-678b646c-abf5-45ee-bbea-e9a5a6e66d21 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5079830 Jul 14 09:00:07.945928 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e241b60b-8b26-4144-9ca5-18141f0e9344 None None] Provisioning for port c9f212ad-7e3e-4e3f-8af6-6959da85923d completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:00:07.988487 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-df0ae9fa-b654-435b-921f-33f26224e640 req-dbb293da-1b9f-4afe-a954-3fd2ec0c73ed tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2523267 Jul 14 09:00:08.010504 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e241b60b-8b26-4144-9ca5-18141f0e9344 None None] Provisioning complete for port c9f212ad-7e3e-4e3f-8af6-6959da85923d triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:08.011062 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e241b60b-8b26-4144-9ca5-18141f0e9344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:08.012674 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [req-df0ae9fa-b654-435b-921f-33f26224e640 req-b218045e-3ad4-47f3-ae43-e09cf8dce974 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:00:08.013732 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-df0ae9fa-b654-435b-921f-33f26224e640 req-b218045e-3ad4-47f3-ae43-e09cf8dce974 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072656 Jul 14 09:00:08.028908 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff310ad-0c89-4806-819d-2ad98efb5ef6 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7b6422-327d-49ec-8aea-a584df33fb7d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:08.220107 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55276) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:08.242228 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-98cd553b-87a5-4edd-b456-7542866e384e req-bb2c812f-1d0a-4d15-b724-da1097526970 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/ports?device_id=93bb6559-f909-42e7-8fcd-0e329aa14806 HTTP/1.1" status: 200 len: 210 time: 0.1185613 Jul 14 09:00:08.245896 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-18d5c97e-400d-4cc9-a8f1-6c87d910f7db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:08.506811 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa747698-f4ca-49a9-a6aa-3e1a50ad0194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:08.572009 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e241b60b-8b26-4144-9ca5-18141f0e9344 None None] Port c9f212ad-7e3e-4e3f-8af6-6959da85923d cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:00:08.595921 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-96e9a416-3c44-4c26-8156-37dfb341352c None None] Allocated IP 172.20.0.2 (0cd8dd3a-cc4e-4eaf-bcfb-79841759262d/1485812e-39b2-40e7-9041-1f40643c2eed/9b26ce56-2f57-47b6-af8a-ad0c74c49790) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:00:08.626096 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5a31787d-d69e-4f64-a3df-e7ccd0215bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1813052015-router', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:59:54Z', 'updated_at': '2021-07-14T09:00:00Z', 'revision_number': 4, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'gw_port': {'id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:56Z', 'updated_at': '2021-07-14T09:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '2c852224-37be-4ee2-acdd-f44b9e983338', 'name': '', 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'mac_address': 'fa:16:3e:16:9e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:58Z', 'updated_at': '2021-07-14T09:00:05Z', 'revision_number': 4, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'subnets': [{'id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:08.698917 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a31787d-d69e-4f64-a3df-e7ccd0215bad None None] The sync data for ids ['7ba444e8-3f18-4c9a-a60a-95028fa0002d'] in n-d-771362-35 is: [{'id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1813052015-router', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:59:54Z', 'updated_at': '2021-07-14T09:00:00Z', 'revision_number': 4, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'gw_port': {'id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:56Z', 'updated_at': '2021-07-14T09:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '2c852224-37be-4ee2-acdd-f44b9e983338', 'name': '', 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'mac_address': 'fa:16:3e:16:9e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:58Z', 'updated_at': '2021-07-14T09:00:05Z', 'revision_number': 4, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'subnets': [{'id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:00:08.726261 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-85031eb9-480c-4eee-be64-7563374ce25b req-4ff310ad-0c89-4806-819d-2ad98efb5ef6 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:08.793743 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-85031eb9-480c-4eee-be64-7563374ce25b req-4ff310ad-0c89-4806-819d-2ad98efb5ef6 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Transition to ACTIVE for port object b644f7dd-9caa-4619-a8cd-3648ce4e2e7b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:00:08.799556 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-18d5c97e-400d-4cc9-a8f1-6c87d910f7db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:08.823184 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-18d5c97e-400d-4cc9-a8f1-6c87d910f7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:08.914985 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3efb969-fbd1-4476-8338-c585defd7f39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:08.926177 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-df0ae9fa-b654-435b-921f-33f26224e640 req-946c3d84-599a-4270-b102-f0be12c23b18 service neutron] Request body: {'port': {'device_id': 'd207b5b9-6add-4abc-b6fd-d2fdda4dfd94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:00:08.945317 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-85031eb9-480c-4eee-be64-7563374ce25b req-4ff310ad-0c89-4806-819d-2ad98efb5ef6 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:08.968697 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96e9a416-3c44-4c26-8156-37dfb341352c None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:08.995438 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-96e9a416-3c44-4c26-8156-37dfb341352c None None] Transition to ACTIVE for port object 9b26ce56-2f57-47b6-af8a-ad0c74c49790 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:00:09.014002 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3efb969-fbd1-4476-8338-c585defd7f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:09.030194 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5c97e-400d-4cc9-a8f1-6c87d910f7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19428a6-b381-4f12-8fb2-ea3e21830b36,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:09.037685 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-96e9a416-3c44-4c26-8156-37dfb341352c None None] Transition to ACTIVE for port object 9b26ce56-2f57-47b6-af8a-ad0c74c49790 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:00:09.045645 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-18d5c97e-400d-4cc9-a8f1-6c87d910f7db admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=771f6240c1494856b1e60b06e4f9e7ea&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6015811 Jul 14 09:00:09.052055 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96e9a416-3c44-4c26-8156-37dfb341352c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:09.055047 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55292) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:09.195122 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85031eb9-480c-4eee-be64-7563374ce25b req-4ff310ad-0c89-4806-819d-2ad98efb5ef6 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:00:09.236519 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9a416-3c44-4c26-8156-37dfb341352c None None] Pushing event updated for resources: {'Port': ['ID=9b26ce56-2f57-47b6-af8a-ad0c74c49790,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:09.278029 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e9a416-3c44-4c26-8156-37dfb341352c None None] Network 0cd8dd3a-cc4e-4eaf-bcfb-79841759262d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:00:09.288500 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-85031eb9-480c-4eee-be64-7563374ce25b req-4ff310ad-0c89-4806-819d-2ad98efb5ef6 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:00:09.291328 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-96e9a416-3c44-4c26-8156-37dfb341352c None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:00:09.295770 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e9a416-3c44-4c26-8156-37dfb341352c None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:00:09.433528 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bd6aa9d-4018-4501-afeb-c586a04dec4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:09.513248 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bd6aa9d-4018-4501-afeb-c586a04dec4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:09.548132 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-96e9a416-3c44-4c26-8156-37dfb341352c None None] Attempting to bind port 9b26ce56-2f57-47b6-af8a-ad0c74c49790 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:00:09.548511 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-96e9a416-3c44-4c26-8156-37dfb341352c None None] Attempting to bind port 9b26ce56-2f57-47b6-af8a-ad0c74c49790 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'ec980861-4883-4a5d-b014-88277b894487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0cd8dd3a-cc4e-4eaf-bcfb-79841759262d'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:00:09.548878 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9a416-3c44-4c26-8156-37dfb341352c None None] Attempting to bind port 9b26ce56-2f57-47b6-af8a-ad0c74c49790 on network 0cd8dd3a-cc4e-4eaf-bcfb-79841759262d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:00:09.580867 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9a416-3c44-4c26-8156-37dfb341352c None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:00:09.581517 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9a416-3c44-4c26-8156-37dfb341352c None None] Checking segment: {'id': 'ec980861-4883-4a5d-b014-88277b894487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0cd8dd3a-cc4e-4eaf-bcfb-79841759262d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:00:09.581723 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96e9a416-3c44-4c26-8156-37dfb341352c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:09.582033 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9a416-3c44-4c26-8156-37dfb341352c None None] Bound using segment: {'id': 'ec980861-4883-4a5d-b014-88277b894487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0cd8dd3a-cc4e-4eaf-bcfb-79841759262d'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:00:09.583389 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-96e9a416-3c44-4c26-8156-37dfb341352c None None] Bound port: 9b26ce56-2f57-47b6-af8a-ad0c74c49790, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec980861-4883-4a5d-b014-88277b894487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0cd8dd3a-cc4e-4eaf-bcfb-79841759262d'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:00:09.584274 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96e9a416-3c44-4c26-8156-37dfb341352c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:09.603923 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2c852224-37be-4ee2-acdd-f44b9e983338 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:00:09.833913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-85031eb9-480c-4eee-be64-7563374ce25b req-4ff310ad-0c89-4806-819d-2ad98efb5ef6 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:00:09.847896 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85031eb9-480c-4eee-be64-7563374ce25b req-4ff310ad-0c89-4806-819d-2ad98efb5ef6 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:09.849719 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-85031eb9-480c-4eee-be64-7563374ce25b req-4ff310ad-0c89-4806-819d-2ad98efb5ef6 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:09.912412 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-df0ae9fa-b654-435b-921f-33f26224e640 req-946c3d84-599a-4270-b102-f0be12c23b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:09.927247 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff310ad-0c89-4806-819d-2ad98efb5ef6 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Pushing event updated for resources: {'Port': ['ID=b644f7dd-9caa-4619-a8cd-3648ce4e2e7b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:10.045974 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 2c852224-37be-4ee2-acdd-f44b9e983338 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:00:10.060456 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 2c852224-37be-4ee2-acdd-f44b9e983338 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:10.060456 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:10.250545 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:10.310266 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bd6aa9d-4018-4501-afeb-c586a04dec4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:10.316751 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bd6aa9d-4018-4501-afeb-c586a04dec4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:10.318675 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1bd6aa9d-4018-4501-afeb-c586a04dec4d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c19428a6-b381-4f12-8fb2-ea3e21830b36 HTTP/1.1" status: 204 len: 168 time: 1.2574773 Jul 14 09:00:10.333406 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa747698-f4ca-49a9-a6aa-3e1a50ad0194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:10.366515 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6aa9d-4018-4501-afeb-c586a04dec4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19428a6-b381-4f12-8fb2-ea3e21830b36,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:10.373923 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-c3efb969-fbd1-4476-8338-c585defd7f39 admin admin] Allocated IP 172.25.6.28 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/f9e2651b-e863-4217-9cba-17f02ade4fe0) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:00:10.378754 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa747698-f4ca-49a9-a6aa-3e1a50ad0194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:10.400882 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6ab88b4f-d035-47fa-b06b-8e992d8f465a None None] Provisioning for port b644f7dd-9caa-4619-a8cd-3648ce4e2e7b completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:00:10.404443 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81e095-b915-4074-972e-6ad93ed5e531 req-1da8fb1e-b1d5-4d2b-a1af-cdf4d8e961d2 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:10.405971 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85031eb9-480c-4eee-be64-7563374ce25b req-4ff310ad-0c89-4806-819d-2ad98efb5ef6 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8170862 Jul 14 09:00:10.424543 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4f81e095-b915-4074-972e-6ad93ed5e531 req-1da8fb1e-b1d5-4d2b-a1af-cdf4d8e961d2 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d207b5b9-6add-4abc-b6fd-d2fdda4dfd94 HTTP/1.1" status: 200 len: 936 time: 0.9956119 Jul 14 09:00:10.449308 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 2c852224-37be-4ee2-acdd-f44b9e983338, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2c852224-37be-4ee2-acdd-f44b9e983338,segment=NetworkSegment(f6ceb175-f8f3-456b-a1a2-6146eff18101),segment_id=f6ceb175-f8f3-456b-a1a2-6146eff18101)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:00:10.453946 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-96e9a416-3c44-4c26-8156-37dfb341352c None None] For port 9b26ce56-2f57-47b6-af8a-ad0c74c49790, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:00:10.465129 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:10.472424 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6ab88b4f-d035-47fa-b06b-8e992d8f465a None None] Provisioning complete for port b644f7dd-9caa-4619-a8cd-3648ce4e2e7b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:10.475888 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6ab88b4f-d035-47fa-b06b-8e992d8f465a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:10.485132 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [req-85031eb9-480c-4eee-be64-7563374ce25b req-40c4a8e3-8a39-4b31-9e64-474620628de9 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:00:10.489078 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85031eb9-480c-4eee-be64-7563374ce25b req-40c4a8e3-8a39-4b31-9e64-474620628de9 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0277963 Jul 14 09:00:10.545157 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4f81e095-b915-4074-972e-6ad93ed5e531 req-d2e44cdd-f5d2-4545-9c08-66ba621f4fae tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186771 Jul 14 09:00:10.586305 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694b908-7757-4604-ad92-dc1e17bcdd20 req-26507242-d1cc-4cdb-b75a-ac515bad4ebc tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:10.588209 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c694b908-7757-4604-ad92-dc1e17bcdd20 req-26507242-d1cc-4cdb-b75a-ac515bad4ebc tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/ports?device_id=93bb6559-f909-42e7-8fcd-0e329aa14806 HTTP/1.1" status: 200 len: 935 time: 0.8492942 Jul 14 09:00:10.622164 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6ab88b4f-d035-47fa-b06b-8e992d8f465a None None] Port b644f7dd-9caa-4619-a8cd-3648ce4e2e7b cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:00:10.626106 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:10.637388 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-aa747698-f4ca-49a9-a6aa-3e1a50ad0194 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5368f49d17845a690a05490a9f160d4&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4133618 Jul 14 09:00:10.644360 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa747698-f4ca-49a9-a6aa-3e1a50ad0194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e536df6-6320-4df0-a68b-19c4129af7b8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:10.655261 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55316) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:10.662955 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-96e9a416-3c44-4c26-8156-37dfb341352c None None] For port 9b26ce56-2f57-47b6-af8a-ad0c74c49790, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9b26ce56-2f57-47b6-af8a-ad0c74c49790,segment=NetworkSegment(ec980861-4883-4a5d-b014-88277b894487),segment_id=ec980861-4883-4a5d-b014-88277b894487)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:00:10.746682 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96e9a416-3c44-4c26-8156-37dfb341352c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:10.810902 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-442310dd-db8d-48da-89da-41f26aa9f12d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:10.875661 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=2c852224-37be-4ee2-acdd-f44b9e983338,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:10.886345 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-442310dd-db8d-48da-89da-41f26aa9f12d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:10.949809 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-df0ae9fa-b654-435b-921f-33f26224e640 req-946c3d84-599a-4270-b102-f0be12c23b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f212ad-7e3e-4e3f-8af6-6959da85923d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:00:10.980180 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-df0ae9fa-b654-435b-921f-33f26224e640 req-946c3d84-599a-4270-b102-f0be12c23b18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:11.010668 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-df0ae9fa-b654-435b-921f-33f26224e640 req-946c3d84-599a-4270-b102-f0be12c23b18 service neutron] Transition to ACTIVE for port object c9f212ad-7e3e-4e3f-8af6-6959da85923d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:00:11.024404 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-df0ae9fa-b654-435b-921f-33f26224e640 req-946c3d84-599a-4270-b102-f0be12c23b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:11.040123 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c694b908-7757-4604-ad92-dc1e17bcdd20 req-e2e43216-0e0d-4f68-8e75-3f5c69b93493 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c7b6422-327d-49ec-8aea-a584df33fb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442132 Jul 14 09:00:11.045082 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9a416-3c44-4c26-8156-37dfb341352c None None] Pushing event updated for resources: {'Port': ['ID=9b26ce56-2f57-47b6-af8a-ad0c74c49790,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:11.077157 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-442310dd-db8d-48da-89da-41f26aa9f12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:11.090983 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-442310dd-db8d-48da-89da-41f26aa9f12d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:11.099164 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-442310dd-db8d-48da-89da-41f26aa9f12d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e536df6-6320-4df0-a68b-19c4129af7b8 HTTP/1.1" status: 204 len: 168 time: 0.4404562 Jul 14 09:00:11.151436 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442310dd-db8d-48da-89da-41f26aa9f12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e536df6-6320-4df0-a68b-19c4129af7b8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:11.258331 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3efb969-fbd1-4476-8338-c585defd7f39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:11.300929 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-85031eb9-480c-4eee-be64-7563374ce25b req-ae3ef0c1-3f7c-4c68-b403-61a95c0883d4 service neutron] Request body: {'port': {'device_id': '93bb6559-f909-42e7-8fcd-0e329aa14806', 'device_owner': 'compute:tempest-test_az-260486739', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:00:11.371608 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3efb969-fbd1-4476-8338-c585defd7f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:11.491364 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3efb969-fbd1-4476-8338-c585defd7f39 admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:00:11.511715 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2c852224-37be-4ee2-acdd-f44b9e983338 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:00:11.519937 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c3d84-599a-4270-b102-f0be12c23b18 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f212ad-7e3e-4e3f-8af6-6959da85923d,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:11.549462 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-c3efb969-fbd1-4476-8338-c585defd7f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:00:11.563209 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3efb969-fbd1-4476-8338-c585defd7f39 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:00:11.682220 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 2c852224-37be-4ee2-acdd-f44b9e983338 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:11.682807 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:11.761539 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-85031eb9-480c-4eee-be64-7563374ce25b req-ae3ef0c1-3f7c-4c68-b403-61a95c0883d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:11.861577 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-df0ae9fa-b654-435b-921f-33f26224e640 req-946c3d84-599a-4270-b102-f0be12c23b18 service neutron] Attempting to bind port c9f212ad-7e3e-4e3f-8af6-6959da85923d on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:00:11.868474 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-df0ae9fa-b654-435b-921f-33f26224e640 req-946c3d84-599a-4270-b102-f0be12c23b18 service neutron] Attempting to bind port c9f212ad-7e3e-4e3f-8af6-6959da85923d by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:00:11.868474 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0ae9fa-b654-435b-921f-33f26224e640 req-946c3d84-599a-4270-b102-f0be12c23b18 service neutron] Attempting to bind port c9f212ad-7e3e-4e3f-8af6-6959da85923d on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:00:11.889181 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:11.928283 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55330) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:11.950847 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efb969-fbd1-4476-8338-c585defd7f39 admin admin] Pushing event updated for resources: {'Port': ['ID=f9e2651b-e863-4217-9cba-17f02ade4fe0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:12.023549 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0ae9fa-b654-435b-921f-33f26224e640 req-946c3d84-599a-4270-b102-f0be12c23b18 service neutron] Port c9f212ad-7e3e-4e3f-8af6-6959da85923d on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:00:12.023917 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0ae9fa-b654-435b-921f-33f26224e640 req-946c3d84-599a-4270-b102-f0be12c23b18 service neutron] Attempting to bind port c9f212ad-7e3e-4e3f-8af6-6959da85923d on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:00:12.068070 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4a0d0842-af05-45a2-93af-22b53624ae44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:12.091078 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0ae9fa-b654-435b-921f-33f26224e640 req-946c3d84-599a-4270-b102-f0be12c23b18 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:00:12.091663 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0ae9fa-b654-435b-921f-33f26224e640 req-946c3d84-599a-4270-b102-f0be12c23b18 service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:00:12.092210 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0ae9fa-b654-435b-921f-33f26224e640 req-946c3d84-599a-4270-b102-f0be12c23b18 service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:00:12.101822 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-df0ae9fa-b654-435b-921f-33f26224e640 req-946c3d84-599a-4270-b102-f0be12c23b18 service neutron] Bound port: c9f212ad-7e3e-4e3f-8af6-6959da85923d, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:00:12.102283 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-df0ae9fa-b654-435b-921f-33f26224e640 req-946c3d84-599a-4270-b102-f0be12c23b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:12.195974 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e02be7-367b-49fd-ab3e-591c506ab94e req-fb6614db-7362-4b77-bbf5-af2c6d34a924 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:12.211662 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b7e02be7-367b-49fd-ab3e-591c506ab94e req-fb6614db-7362-4b77-bbf5-af2c6d34a924 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d207b5b9-6add-4abc-b6fd-d2fdda4dfd94 HTTP/1.1" status: 200 len: 948 time: 0.2793112 Jul 14 09:00:12.265498 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3efb969-fbd1-4476-8338-c585defd7f39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:12.504699 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b7e02be7-367b-49fd-ab3e-591c506ab94e req-eb86c739-2669-4c8d-be5e-257dc60ae7b8 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662587 Jul 14 09:00:12.740686 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-85031eb9-480c-4eee-be64-7563374ce25b req-ae3ef0c1-3f7c-4c68-b403-61a95c0883d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b644f7dd-9caa-4619-a8cd-3648ce4e2e7b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:00:12.744829 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3efb969-fbd1-4476-8338-c585defd7f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:12.747338 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55342) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:12.752428 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-85031eb9-480c-4eee-be64-7563374ce25b req-ae3ef0c1-3f7c-4c68-b403-61a95c0883d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:12.783219 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4a0d0842-af05-45a2-93af-22b53624ae44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:12.795821 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-85031eb9-480c-4eee-be64-7563374ce25b req-ae3ef0c1-3f7c-4c68-b403-61a95c0883d4 service neutron] Transition to ACTIVE for port object b644f7dd-9caa-4619-a8cd-3648ce4e2e7b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:00:12.796696 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4a0d0842-af05-45a2-93af-22b53624ae44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:12.856351 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-85031eb9-480c-4eee-be64-7563374ce25b req-ae3ef0c1-3f7c-4c68-b403-61a95c0883d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:12.946616 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9af6f46-6a53-4cf9-b0de-157854c22386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:13.008381 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfbac04-1abc-43da-b325-0f55f25fcb00 None None] Network 0cd8dd3a-cc4e-4eaf-bcfb-79841759262d requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:00:13.028200 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ef0c1-3f7c-4c68-b403-61a95c0883d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b644f7dd-9caa-4619-a8cd-3648ce4e2e7b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:13.038876 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-df0ae9fa-b654-435b-921f-33f26224e640 req-946c3d84-599a-4270-b102-f0be12c23b18 service neutron] For port c9f212ad-7e3e-4e3f-8af6-6959da85923d, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:00:13.100957 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-df0ae9fa-b654-435b-921f-33f26224e640 req-946c3d84-599a-4270-b102-f0be12c23b18 service neutron] For port c9f212ad-7e3e-4e3f-8af6-6959da85923d, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c9f212ad-7e3e-4e3f-8af6-6959da85923d,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:00:13.108268 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-85031eb9-480c-4eee-be64-7563374ce25b req-ae3ef0c1-3f7c-4c68-b403-61a95c0883d4 service neutron] Attempting to bind port b644f7dd-9caa-4619-a8cd-3648ce4e2e7b on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:00:13.108529 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-85031eb9-480c-4eee-be64-7563374ce25b req-ae3ef0c1-3f7c-4c68-b403-61a95c0883d4 service neutron] Attempting to bind port b644f7dd-9caa-4619-a8cd-3648ce4e2e7b by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:00:13.108853 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85031eb9-480c-4eee-be64-7563374ce25b req-ae3ef0c1-3f7c-4c68-b403-61a95c0883d4 service neutron] Attempting to bind port b644f7dd-9caa-4619-a8cd-3648ce4e2e7b on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:00:13.122126 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-df0ae9fa-b654-435b-921f-33f26224e640 req-946c3d84-599a-4270-b102-f0be12c23b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:13.134329 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85031eb9-480c-4eee-be64-7563374ce25b req-ae3ef0c1-3f7c-4c68-b403-61a95c0883d4 service neutron] Port b644f7dd-9caa-4619-a8cd-3648ce4e2e7b on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:00:13.134931 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85031eb9-480c-4eee-be64-7563374ce25b req-ae3ef0c1-3f7c-4c68-b403-61a95c0883d4 service neutron] Attempting to bind port b644f7dd-9caa-4619-a8cd-3648ce4e2e7b on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:00:13.167182 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0499ca65-e8d3-4d75-8dc5-b0856c5a5b56 None None] Provisioning for port 9b26ce56-2f57-47b6-af8a-ad0c74c49790 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:00:13.191739 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4a0d0842-af05-45a2-93af-22b53624ae44 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c1326e8cbbd845a8918c8c4d4b4296df&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2618802 Jul 14 09:00:13.195967 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55350) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:13.281100 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85031eb9-480c-4eee-be64-7563374ce25b req-ae3ef0c1-3f7c-4c68-b403-61a95c0883d4 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:00:13.281512 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85031eb9-480c-4eee-be64-7563374ce25b req-ae3ef0c1-3f7c-4c68-b403-61a95c0883d4 service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:00:13.282543 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85031eb9-480c-4eee-be64-7563374ce25b req-ae3ef0c1-3f7c-4c68-b403-61a95c0883d4 service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:00:13.287726 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-85031eb9-480c-4eee-be64-7563374ce25b req-ae3ef0c1-3f7c-4c68-b403-61a95c0883d4 service neutron] Bound port: b644f7dd-9caa-4619-a8cd-3648ce4e2e7b, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:00:13.288073 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-85031eb9-480c-4eee-be64-7563374ce25b req-ae3ef0c1-3f7c-4c68-b403-61a95c0883d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:13.315840 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d0842-af05-45a2-93af-22b53624ae44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c810c4-4a0f-4483-9675-c6893ca5c56f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:13.328495 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c3d84-599a-4270-b102-f0be12c23b18 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f212ad-7e3e-4e3f-8af6-6959da85923d,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:13.353245 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ae9fa-b654-435b-921f-33f26224e640 req-946c3d84-599a-4270-b102-f0be12c23b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:13.357163 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-df0ae9fa-b654-435b-921f-33f26224e640 req-946c3d84-599a-4270-b102-f0be12c23b18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:13.362063 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-df0ae9fa-b654-435b-921f-33f26224e640 req-946c3d84-599a-4270-b102-f0be12c23b18 service neutron] 10.222.0.44 "PUT /v2.0/ports/c9f212ad-7e3e-4e3f-8af6-6959da85923d HTTP/1.1" status: 200 len: 1097 time: 4.9634783 Jul 14 09:00:13.453446 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd207b5b9-6add-4abc-b6fd-d2fdda4dfd94', 'tag': 'c9f212ad-7e3e-4e3f-8af6-6959da85923d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:00:13.629623 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9b26ce56-2f57-47b6-af8a-ad0c74c49790 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:00:13.654608 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9af6f46-6a53-4cf9-b0de-157854c22386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:13.677325 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9af6f46-6a53-4cf9-b0de-157854c22386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:13.755309 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af6f46-6a53-4cf9-b0de-157854c22386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7ef066-db09-40ef-8bf0-376cc6bfa7fe,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:13.792237 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8be0013a-4b73-47a4-9f41-f34ce2640985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:13.825555 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c9af6f46-6a53-4cf9-b0de-157854c22386 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5344653ba3964164956a31b5cca5919f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0336876 Jul 14 09:00:13.835949 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c42947-c101-42b3-a9c3-d28731ee67c6 req-895e95fc-72ce-4dbd-ba88-b9f616040378 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:13.844186 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2c42947-c101-42b3-a9c3-d28731ee67c6 req-895e95fc-72ce-4dbd-ba88-b9f616040378 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/ports?device_id=93bb6559-f909-42e7-8fcd-0e329aa14806 HTTP/1.1" status: 200 len: 968 time: 0.9545515 Jul 14 09:00:13.846730 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55360) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:13.867638 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8be0013a-4b73-47a4-9f41-f34ce2640985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:13.879425 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 9b26ce56-2f57-47b6-af8a-ad0c74c49790 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:00:13.891528 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 9b26ce56-2f57-47b6-af8a-ad0c74c49790 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:13.892762 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:13.915314 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9640b74b-c1d4-442b-a45a-5e873fe17b27" -d '{"events": [{"name": "network-changed", "server_uuid": "d207b5b9-6add-4abc-b6fd-d2fdda4dfd94", "tag": "c9f212ad-7e3e-4e3f-8af6-6959da85923d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:00:13.959437 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-85031eb9-480c-4eee-be64-7563374ce25b req-ae3ef0c1-3f7c-4c68-b403-61a95c0883d4 service neutron] For port b644f7dd-9caa-4619-a8cd-3648ce4e2e7b, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:00:13.994217 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ae9fa-b654-435b-921f-33f26224e640 req-8fdd5a40-5853-4be5-9dd7-98c0508d5ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:13.996471 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-df0ae9fa-b654-435b-921f-33f26224e640 req-8fdd5a40-5853-4be5-9dd7-98c0508d5ec3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c19427379e2d47408d1e9a8c76d89fa7&device_id=d207b5b9-6add-4abc-b6fd-d2fdda4dfd94 HTTP/1.1" status: 200 len: 1100 time: 0.4217751 Jul 14 09:00:13.999612 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-85031eb9-480c-4eee-be64-7563374ce25b req-ae3ef0c1-3f7c-4c68-b403-61a95c0883d4 service neutron] For port b644f7dd-9caa-4619-a8cd-3648ce4e2e7b, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b644f7dd-9caa-4619-a8cd-3648ce4e2e7b,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:00:14.007987 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8199ce94-9be5-4e4e-9797-41751069e9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:14.008740 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-85031eb9-480c-4eee-be64-7563374ce25b req-ae3ef0c1-3f7c-4c68-b403-61a95c0883d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:14.039883 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8199ce94-9be5-4e4e-9797-41751069e9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:14.099160 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-33819218-a0b4-45a3-8b7c-99e4a55657bb None None] Provisioning complete for port 9b26ce56-2f57-47b6-af8a-ad0c74c49790 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:14.099879 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-33819218-a0b4-45a3-8b7c-99e4a55657bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:14.148052 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8199ce94-9be5-4e4e-9797-41751069e9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:14.151279 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8199ce94-9be5-4e4e-9797-41751069e9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:14.152649 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8199ce94-9be5-4e4e-9797-41751069e9d8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb7ef066-db09-40ef-8bf0-376cc6bfa7fe HTTP/1.1" status: 204 len: 168 time: 0.3030770 Jul 14 09:00:14.181063 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85031eb9-480c-4eee-be64-7563374ce25b req-ae3ef0c1-3f7c-4c68-b403-61a95c0883d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:14.182455 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-85031eb9-480c-4eee-be64-7563374ce25b req-ae3ef0c1-3f7c-4c68-b403-61a95c0883d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:14.183212 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199ce94-9be5-4e4e-9797-41751069e9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7ef066-db09-40ef-8bf0-376cc6bfa7fe,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:14.185095 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85031eb9-480c-4eee-be64-7563374ce25b req-ae3ef0c1-3f7c-4c68-b403-61a95c0883d4 service neutron] 10.222.0.47 "PUT /v2.0/ports/b644f7dd-9caa-4619-a8cd-3648ce4e2e7b HTTP/1.1" status: 200 len: 1117 time: 3.3114605 Jul 14 09:00:14.194191 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-df0ae9fa-b654-435b-921f-33f26224e640 req-8727eb27-f07a-4ea7-8a7f-507a5d7c959b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=c9f212ad-7e3e-4e3f-8af6-6959da85923d HTTP/1.1" status: 200 len: 217 time: 0.1730726 Jul 14 09:00:14.202370 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8be0013a-4b73-47a4-9f41-f34ce2640985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:14.205850 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8be0013a-4b73-47a4-9f41-f34ce2640985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:14.208050 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8be0013a-4b73-47a4-9f41-f34ce2640985 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02c810c4-4a0f-4483-9675-c6893ca5c56f HTTP/1.1" status: 204 len: 168 time: 1.0085657 Jul 14 09:00:14.214475 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3efb969-fbd1-4476-8338-c585defd7f39 admin admin] Router 183bcf67-4cac-4e08-9952-8afb60649172 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:00:14.245852 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2c42947-c101-42b3-a9c3-d28731ee67c6 req-a440686f-d778-40a7-b60e-7ec13ed1c292 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c7b6422-327d-49ec-8aea-a584df33fb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003575 Jul 14 09:00:14.300612 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0013a-4b73-47a4-9f41-f34ce2640985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c810c4-4a0f-4483-9675-c6893ca5c56f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:14.366573 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:14.562687 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 9b26ce56-2f57-47b6-af8a-ad0c74c49790, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9b26ce56-2f57-47b6-af8a-ad0c74c49790,segment=NetworkSegment(ec980861-4883-4a5d-b014-88277b894487),segment_id=ec980861-4883-4a5d-b014-88277b894487)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:00:14.568028 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-33819218-a0b4-45a3-8b7c-99e4a55657bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:14.575158 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:14.582148 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ef0c1-3f7c-4c68-b403-61a95c0883d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b644f7dd-9caa-4619-a8cd-3648ce4e2e7b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:14.609818 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85031eb9-480c-4eee-be64-7563374ce25b req-8885f946-6e9a-4d6f-8016-10144d324464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:14.618915 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85031eb9-480c-4eee-be64-7563374ce25b req-8885f946-6e9a-4d6f-8016-10144d324464 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ae63d092a3249d78547043ceb0f991d&device_id=93bb6559-f909-42e7-8fcd-0e329aa14806 HTTP/1.1" status: 200 len: 1120 time: 0.3228090 Jul 14 09:00:14.632202 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ae9fa-b654-435b-921f-33f26224e640 req-ab7445aa-01f4-4d3e-8f7f-2308d8172fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:14.634739 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-df0ae9fa-b654-435b-921f-33f26224e640 req-ab7445aa-01f4-4d3e-8f7f-2308d8172fd2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.3984823 Jul 14 09:00:14.638580 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28430c0-7898-4edf-bf06-8494d57e5e8b req-54f62d7b-3b68-4551-aa63-06b8d179fd6c tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:14.656882 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c28430c0-7898-4edf-bf06-8494d57e5e8b req-54f62d7b-3b68-4551-aa63-06b8d179fd6c tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d207b5b9-6add-4abc-b6fd-d2fdda4dfd94 HTTP/1.1" status: 200 len: 948 time: 0.6911666 Jul 14 09:00:14.795217 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=9b26ce56-2f57-47b6-af8a-ad0c74c49790,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:14.828363 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-33819218-a0b4-45a3-8b7c-99e4a55657bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:00:14.829876 n-d-771362-35 neutron-server[93774]: DEBUG oslo_db.api [None req-33819218-a0b4-45a3-8b7c-99e4a55657bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:00:14.837841 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c28430c0-7898-4edf-bf06-8494d57e5e8b req-16e7479d-1775-4c76-8704-c532b9bb0d92 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791008 Jul 14 09:00:14.861402 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3efb969-fbd1-4476-8338-c585defd7f39 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:00:14.875794 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7003f6-6e86-4c7b-aa6f-260b8b35899b None None] Sync routers for ids ['183bcf67-4cac-4e08-9952-8afb60649172'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:00:14.883216 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85031eb9-480c-4eee-be64-7563374ce25b req-4396312c-be55-4170-b262-5bbb420fc37c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=b644f7dd-9caa-4619-a8cd-3648ce4e2e7b HTTP/1.1" status: 200 len: 217 time: 0.2470410 Jul 14 09:00:14.896074 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3efb969-fbd1-4476-8338-c585defd7f39 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:14.900070 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7003f6-6e86-4c7b-aa6f-260b8b35899b None None] Routers {'183bcf67-4cac-4e08-9952-8afb60649172'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:00:14.900661 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c3efb969-fbd1-4476-8338-c585defd7f39 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.6769972 Jul 14 09:00:14.901210 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0d7003f6-6e86-4c7b-aa6f-260b8b35899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T08:59:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['183bcf67-4cac-4e08-9952-8afb60649172'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:14.903251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55374) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:15.305340 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-0d7003f6-6e86-4c7b-aa6f-260b8b35899b None None] Set router 183bcf67-4cac-4e08-9952-8afb60649172 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:00:15.353406 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85031eb9-480c-4eee-be64-7563374ce25b req-00e2fffe-bb85-494a-a96e-bc1ded5bbb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:15.356149 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85031eb9-480c-4eee-be64-7563374ce25b req-00e2fffe-bb85-494a-a96e-bc1ded5bbb69 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.4555399 Jul 14 09:00:15.360381 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030f87e5-8fd5-4a59-8b67-c7d33a7a4d5f x-openstack-request-id: req-030f87e5-8fd5-4a59-8b67-c7d33a7a4d5f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:00:15.366007 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d207b5b9-6add-4abc-b6fd-d2fdda4dfd94", "tag": "c9f212ad-7e3e-4e3f-8af6-6959da85923d", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:00:15.366590 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-030f87e5-8fd5-4a59-8b67-c7d33a7a4d5f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:00:15.369164 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd207b5b9-6add-4abc-b6fd-d2fdda4dfd94', 'tag': 'c9f212ad-7e3e-4e3f-8af6-6959da85923d', 'status': 'completed', 'code': 200} Jul 14 09:00:15.465554 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9b26ce56-2f57-47b6-af8a-ad0c74c49790 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:00:15.470814 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ae9fa-b654-435b-921f-33f26224e640 req-3a40c382-034e-448b-934c-efc05c005fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:15.473737 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-df0ae9fa-b654-435b-921f-33f26224e640 req-3a40c382-034e-448b-934c-efc05c005fb1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8154397 Jul 14 09:00:15.735665 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 9b26ce56-2f57-47b6-af8a-ad0c74c49790 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:15.738831 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:15.852802 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85031eb9-480c-4eee-be64-7563374ce25b req-ec6618b8-d496-4b4d-9d28-f00e8d2c8f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:15.892351 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85031eb9-480c-4eee-be64-7563374ce25b req-ec6618b8-d496-4b4d-9d28-f00e8d2c8f22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5100636 Jul 14 09:00:16.025337 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0d7003f6-6e86-4c7b-aa6f-260b8b35899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183bcf67-4cac-4e08-9952-8afb60649172', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1989048856-router', 'tenant_id': '26bd610a22c9422c87aa73d8bade89a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'f9e2651b-e863-4217-9cba-17f02ade4fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:06Z', 'updated_at': '2021-07-14T09:00:11Z', 'revision_number': 3, 'project_id': '26bd610a22c9422c87aa73d8bade89a8', 'gw_port': {'id': 'f9e2651b-e863-4217-9cba-17f02ade4fe0', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183bcf67-4cac-4e08-9952-8afb60649172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:09Z', 'updated_at': '2021-07-14T09:00:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:16.068410 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7003f6-6e86-4c7b-aa6f-260b8b35899b None None] Checking router: 183bcf67-4cac-4e08-9952-8afb60649172 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:00:16.069011 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7003f6-6e86-4c7b-aa6f-260b8b35899b None None] Updating router 183bcf67-4cac-4e08-9952-8afb60649172 port f9e2651b-e863-4217-9cba-17f02ade4fe0 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:00:16.119407 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d7003f6-6e86-4c7b-aa6f-260b8b35899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:16.203381 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4fc29-35c5-4292-acb2-e3458d5eecf1 req-a4a1009f-7737-473b-b9b0-446b32617bf5 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:16.206295 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90b4fc29-35c5-4292-acb2-e3458d5eecf1 req-a4a1009f-7737-473b-b9b0-446b32617bf5 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/ports?device_id=93bb6559-f909-42e7-8fcd-0e329aa14806 HTTP/1.1" status: 200 len: 968 time: 0.4115717 Jul 14 09:00:16.254453 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-df0ae9fa-b654-435b-921f-33f26224e640 req-4bf34806-8586-40a9-a208-4b6c78acdeb1 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7626863 Jul 14 09:00:16.447593 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90b4fc29-35c5-4292-acb2-e3458d5eecf1 req-d581f244-d7c1-48f3-85d8-99b6c7af6086 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c7b6422-327d-49ec-8aea-a584df33fb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793020 Jul 14 09:00:16.448706 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85031eb9-480c-4eee-be64-7563374ce25b req-be2abca4-5c92-47ca-995e-cb31251f21b3 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5554404 Jul 14 09:00:16.567951 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b7c10-7cef-4f3d-8406-d1f2ccf0f899 req-3b878fbd-8211-43b7-863c-57c1cf0ba325 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:16.569976 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a60b7c10-7cef-4f3d-8406-d1f2ccf0f899 req-3b878fbd-8211-43b7-863c-57c1cf0ba325 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d207b5b9-6add-4abc-b6fd-d2fdda4dfd94 HTTP/1.1" status: 200 len: 948 time: 0.4393988 Jul 14 09:00:16.641515 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-428bf666-64a8-45c9-8dab-d0fb6f467fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:16.764394 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85031eb9-480c-4eee-be64-7563374ce25b req-638959e8-bf86-4307-a14e-abecb66862a4 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075798 Jul 14 09:00:16.768861 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d7003f6-6e86-4c7b-aa6f-260b8b35899b None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:16.796281 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-df0ae9fa-b654-435b-921f-33f26224e640 req-5a25ef05-1114-49ca-8231-cda244a3df3c service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324225 Jul 14 09:00:16.810759 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0d7003f6-6e86-4c7b-aa6f-260b8b35899b None None] Transition to ACTIVE for port object f9e2651b-e863-4217-9cba-17f02ade4fe0 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:00:16.825088 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d7003f6-6e86-4c7b-aa6f-260b8b35899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:16.960926 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a60b7c10-7cef-4f3d-8406-d1f2ccf0f899 req-7ebe1933-201f-4e4c-aa84-c8a56897fd61 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815343 Jul 14 09:00:16.965605 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745632f1-8f6f-4e99-86ba-62dd66d6b4dc None None] Pushing event updated for resources: {'Port': ['ID=f9e2651b-e863-4217-9cba-17f02ade4fe0,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:17.036086 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-0d7003f6-6e86-4c7b-aa6f-260b8b35899b None None] Attempting to bind port f9e2651b-e863-4217-9cba-17f02ade4fe0 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:00:17.037502 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-0d7003f6-6e86-4c7b-aa6f-260b8b35899b None None] Attempting to bind port f9e2651b-e863-4217-9cba-17f02ade4fe0 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:00:17.037502 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7003f6-6e86-4c7b-aa6f-260b8b35899b None None] Attempting to bind port f9e2651b-e863-4217-9cba-17f02ade4fe0 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:00:17.052852 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7003f6-6e86-4c7b-aa6f-260b8b35899b None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:00:17.053138 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7003f6-6e86-4c7b-aa6f-260b8b35899b None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:00:17.053830 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d7003f6-6e86-4c7b-aa6f-260b8b35899b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:17.054449 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7003f6-6e86-4c7b-aa6f-260b8b35899b None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:00:17.055594 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-0d7003f6-6e86-4c7b-aa6f-260b8b35899b None None] Bound port: f9e2651b-e863-4217-9cba-17f02ade4fe0, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:00:17.056210 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d7003f6-6e86-4c7b-aa6f-260b8b35899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:17.063904 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640b74b-c1d4-442b-a45a-5e873fe17b27 req-b628c7ff-02dd-47b3-a2b9-5dd85dda61b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:17.069988 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9640b74b-c1d4-442b-a45a-5e873fe17b27 req-b628c7ff-02dd-47b3-a2b9-5dd85dda61b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c19427379e2d47408d1e9a8c76d89fa7&device_id=d207b5b9-6add-4abc-b6fd-d2fdda4dfd94 HTTP/1.1" status: 200 len: 1100 time: 0.1901388 Jul 14 09:00:17.149635 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-428bf666-64a8-45c9-8dab-d0fb6f467fee admin admin] Allocated IP 172.20.0.1 (0cd8dd3a-cc4e-4eaf-bcfb-79841759262d/1485812e-39b2-40e7-9041-1f40643c2eed/367d12b5-d3b7-4679-a58d-9bece2ba7608) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:00:17.228971 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-0d7003f6-6e86-4c7b-aa6f-260b8b35899b None None] For port f9e2651b-e863-4217-9cba-17f02ade4fe0, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:00:17.233002 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-0d7003f6-6e86-4c7b-aa6f-260b8b35899b None None] For port f9e2651b-e863-4217-9cba-17f02ade4fe0, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f9e2651b-e863-4217-9cba-17f02ade4fe0,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:00:17.247101 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d7003f6-6e86-4c7b-aa6f-260b8b35899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:17.410009 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745632f1-8f6f-4e99-86ba-62dd66d6b4dc None None] Pushing event updated for resources: {'Port': ['ID=f9e2651b-e863-4217-9cba-17f02ade4fe0,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:17.424593 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93bb6559-f909-42e7-8fcd-0e329aa14806', 'tag': 'b644f7dd-9caa-4619-a8cd-3648ce4e2e7b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:00:17.427355 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bbafbe-a863-4528-be02-61f7e1a1c50e" -d '{"events": [{"name": "network-changed", "server_uuid": "93bb6559-f909-42e7-8fcd-0e329aa14806", "tag": "b644f7dd-9caa-4619-a8cd-3648ce4e2e7b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:00:17.467505 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7003f6-6e86-4c7b-aa6f-260b8b35899b None None] Routers {'183bcf67-4cac-4e08-9952-8afb60649172'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:00:17.470621 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0d7003f6-6e86-4c7b-aa6f-260b8b35899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T08:59:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['183bcf67-4cac-4e08-9952-8afb60649172'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:17.582055 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-428bf666-64a8-45c9-8dab-d0fb6f467fee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:17.658244 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-428bf666-64a8-45c9-8dab-d0fb6f467fee admin admin] Transition to ACTIVE for port object 367d12b5-d3b7-4679-a58d-9bece2ba7608 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:00:17.686624 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640b74b-c1d4-442b-a45a-5e873fe17b27 req-be36e1d7-2baf-418d-afcf-5b914af2b80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:17.694176 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9640b74b-c1d4-442b-a45a-5e873fe17b27 req-be36e1d7-2baf-418d-afcf-5b914af2b80b service neutron] 10.222.0.44 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.6148312 Jul 14 09:00:17.709718 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c411d0b4-4b32-4386-a821-6bb58c8f7d2b x-openstack-request-id: req-c411d0b4-4b32-4386-a821-6bb58c8f7d2b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:00:17.710014 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93bb6559-f909-42e7-8fcd-0e329aa14806", "tag": "b644f7dd-9caa-4619-a8cd-3648ce4e2e7b", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:00:17.710270 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c411d0b4-4b32-4386-a821-6bb58c8f7d2b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:00:17.713464 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93bb6559-f909-42e7-8fcd-0e329aa14806', 'tag': 'b644f7dd-9caa-4619-a8cd-3648ce4e2e7b', 'status': 'completed', 'code': 200} Jul 14 09:00:17.841415 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-428bf666-64a8-45c9-8dab-d0fb6f467fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:17.956633 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9640b74b-c1d4-442b-a45a-5e873fe17b27 req-112da4f5-a8df-4bc9-9769-392d840458ef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=c9f212ad-7e3e-4e3f-8af6-6959da85923d HTTP/1.1" status: 200 len: 217 time: 0.2421510 Jul 14 09:00:17.969158 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-0d7003f6-6e86-4c7b-aa6f-260b8b35899b None None] Set router 183bcf67-4cac-4e08-9952-8afb60649172 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:00:18.048554 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bf666-64a8-45c9-8dab-d0fb6f467fee admin admin] Pushing event updated for resources: {'Port': ['ID=367d12b5-d3b7-4679-a58d-9bece2ba7608,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:18.109073 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428bf666-64a8-45c9-8dab-d0fb6f467fee admin admin] Network 0cd8dd3a-cc4e-4eaf-bcfb-79841759262d is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:00:18.112062 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-428bf666-64a8-45c9-8dab-d0fb6f467fee admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:00:18.222791 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428bf666-64a8-45c9-8dab-d0fb6f467fee admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:00:18.235546 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-428bf666-64a8-45c9-8dab-d0fb6f467fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:18.320155 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-06dd7d7f-2ed5-48ac-a403-950b9fb39211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:18.391437 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640b74b-c1d4-442b-a45a-5e873fe17b27 req-6ceda25e-de92-47ec-8d43-a734cf30a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:18.395804 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9640b74b-c1d4-442b-a45a-5e873fe17b27 req-6ceda25e-de92-47ec-8d43-a734cf30a3a1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.3653162 Jul 14 09:00:18.417705 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbafbe-a863-4528-be02-61f7e1a1c50e req-bb855cc2-ad7b-478c-8baf-68ca276a252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:18.419723 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6bbafbe-a863-4528-be02-61f7e1a1c50e req-bb855cc2-ad7b-478c-8baf-68ca276a252e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ae63d092a3249d78547043ceb0f991d&device_id=93bb6559-f909-42e7-8fcd-0e329aa14806 HTTP/1.1" status: 200 len: 1120 time: 0.4969788 Jul 14 09:00:18.741692 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ff7bdb57-6e4f-4980-8c2a-39ae74609b2e None None] Provisioning for port 367d12b5-d3b7-4679-a58d-9bece2ba7608 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:00:18.747847 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ff7bdb57-6e4f-4980-8c2a-39ae74609b2e None None] Provisioning complete for port 367d12b5-d3b7-4679-a58d-9bece2ba7608 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:18.748844 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff7bdb57-6e4f-4980-8c2a-39ae74609b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:18.825589 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640b74b-c1d4-442b-a45a-5e873fe17b27 req-d8870990-8ed5-414a-8ac2-ab37850af7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:18.832536 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9640b74b-c1d4-442b-a45a-5e873fe17b27 req-d8870990-8ed5-414a-8ac2-ab37850af7b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4115911 Jul 14 09:00:18.907236 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ff7bdb57-6e4f-4980-8c2a-39ae74609b2e None None] Port 367d12b5-d3b7-4679-a58d-9bece2ba7608 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:00:19.020603 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0d7003f6-6e86-4c7b-aa6f-260b8b35899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183bcf67-4cac-4e08-9952-8afb60649172', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1989048856-router', 'tenant_id': '26bd610a22c9422c87aa73d8bade89a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'f9e2651b-e863-4217-9cba-17f02ade4fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:06Z', 'updated_at': '2021-07-14T09:00:11Z', 'revision_number': 3, 'project_id': '26bd610a22c9422c87aa73d8bade89a8', 'gw_port': {'id': 'f9e2651b-e863-4217-9cba-17f02ade4fe0', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183bcf67-4cac-4e08-9952-8afb60649172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:09Z', 'updated_at': '2021-07-14T09:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:19.033845 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9640b74b-c1d4-442b-a45a-5e873fe17b27 req-26adf09b-cf96-4114-a25a-27de39e84cea service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701610 Jul 14 09:00:19.056048 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-428bf666-64a8-45c9-8dab-d0fb6f467fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:19.087504 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbafbe-a863-4528-be02-61f7e1a1c50e req-95d34957-cf02-4f67-8386-aaaaf1949f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:19.089789 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6bbafbe-a863-4528-be02-61f7e1a1c50e req-95d34957-cf02-4f67-8386-aaaaf1949f2f service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.5390835 Jul 14 09:00:19.136392 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7003f6-6e86-4c7b-aa6f-260b8b35899b None None] The sync data for ids ['183bcf67-4cac-4e08-9952-8afb60649172'] in n-d-771362-35 is: [{'id': '183bcf67-4cac-4e08-9952-8afb60649172', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1989048856-router', 'tenant_id': '26bd610a22c9422c87aa73d8bade89a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'f9e2651b-e863-4217-9cba-17f02ade4fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:06Z', 'updated_at': '2021-07-14T09:00:11Z', 'revision_number': 3, 'project_id': '26bd610a22c9422c87aa73d8bade89a8', 'gw_port': {'id': 'f9e2651b-e863-4217-9cba-17f02ade4fe0', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183bcf67-4cac-4e08-9952-8afb60649172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:09Z', 'updated_at': '2021-07-14T09:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:00:19.250780 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca0230-f305-40f0-b08a-60389806bf17 req-fa4d41da-51cb-4a3f-b00b-10c7ad58254f tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:19.263150 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ddca0230-f305-40f0-b08a-60389806bf17 req-fa4d41da-51cb-4a3f-b00b-10c7ad58254f tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/ports?device_id=93bb6559-f909-42e7-8fcd-0e329aa14806 HTTP/1.1" status: 200 len: 968 time: 1.2154422 Jul 14 09:00:19.297764 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6bbafbe-a863-4528-be02-61f7e1a1c50e req-af6a51fa-2e33-4e62-9239-9977e3735f41 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=b644f7dd-9caa-4619-a8cd-3648ce4e2e7b HTTP/1.1" status: 200 len: 217 time: 0.1763659 Jul 14 09:00:19.347440 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ddca0230-f305-40f0-b08a-60389806bf17 req-ed3495fb-5535-430d-bd2f-a73e396a6edf tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c7b6422-327d-49ec-8aea-a584df33fb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787539 Jul 14 09:00:19.357749 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55464) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:19.386823 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7940fb-0429-40fc-98b2-eca8e8379b21 req-7dd00b0a-fdeb-4f73-acfc-d6da67aebfbd tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:19.389258 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bf7940fb-0429-40fc-98b2-eca8e8379b21 req-7dd00b0a-fdeb-4f73-acfc-d6da67aebfbd tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d207b5b9-6add-4abc-b6fd-d2fdda4dfd94 HTTP/1.1" status: 200 len: 948 time: 0.9260335 Jul 14 09:00:19.539754 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9640b74b-c1d4-442b-a45a-5e873fe17b27 req-895708c2-d80d-4706-ba50-b42509b45e28 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949787 Jul 14 09:00:19.559373 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbafbe-a863-4528-be02-61f7e1a1c50e req-a8698b73-6757-43bc-8eb8-3239e5e406eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:19.567556 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6bbafbe-a863-4528-be02-61f7e1a1c50e req-a8698b73-6757-43bc-8eb8-3239e5e406eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.2583530 Jul 14 09:00:19.739692 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbafbe-a863-4528-be02-61f7e1a1c50e req-afd751d0-3bc8-4ecf-ac7c-ff1a8bf5fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:19.742320 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6bbafbe-a863-4528-be02-61f7e1a1c50e req-afd751d0-3bc8-4ecf-ac7c-ff1a8bf5fce2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1652553 Jul 14 09:00:19.755591 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-428bf666-64a8-45c9-8dab-d0fb6f467fee admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:19.787812 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-428bf666-64a8-45c9-8dab-d0fb6f467fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:19.788374 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-428bf666-64a8-45c9-8dab-d0fb6f467fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:19.919040 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2116016-e9da-45ff-985e-11c13c31b2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:19.998312 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6bbafbe-a863-4528-be02-61f7e1a1c50e req-57d45317-1157-4e05-bd08-019c00a7e4c4 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479618 Jul 14 09:00:20.013383 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bf7940fb-0429-40fc-98b2-eca8e8379b21 req-7b470131-3875-4f64-aab0-85f6deb09b9c tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6007569 Jul 14 09:00:20.239697 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428bf666-64a8-45c9-8dab-d0fb6f467fee admin admin] Network 0cd8dd3a-cc4e-4eaf-bcfb-79841759262d is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:00:20.262089 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-428bf666-64a8-45c9-8dab-d0fb6f467fee admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:00:20.374492 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6bbafbe-a863-4528-be02-61f7e1a1c50e req-e5f377e7-a1ed-4723-8f30-599392b11941 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443933 Jul 14 09:00:20.464392 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bf666-64a8-45c9-8dab-d0fb6f467fee admin admin] Pushing event updated for resources: {'Port': ['ID=367d12b5-d3b7-4679-a58d-9bece2ba7608,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:20.877779 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ddcd859a-ba41-412a-ad75-af19c44f8beb None None] Provisioning complete for port 367d12b5-d3b7-4679-a58d-9bece2ba7608 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:20.878995 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddcd859a-ba41-412a-ad75-af19c44f8beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:20.910161 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2116016-e9da-45ff-985e-11c13c31b2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:20.914075 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428bf666-64a8-45c9-8dab-d0fb6f467fee admin admin] Router 183bcf67-4cac-4e08-9952-8afb60649172 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:00:20.925315 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2116016-e9da-45ff-985e-11c13c31b2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:20.995660 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-516680aa-94a4-486e-a3cd-647fcff0814a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:21.018200 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ddcd859a-ba41-412a-ad75-af19c44f8beb None None] Port 367d12b5-d3b7-4679-a58d-9bece2ba7608 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:00:21.212739 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:21.330357 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55502) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:21.335254 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f2116016-e9da-45ff-985e-11c13c31b2f3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=225ec851ac6f4c1a9c1c09ebbfbe3219&name=default HTTP/1.1" status: 200 len: 2977 time: 1.9663572 Jul 14 09:00:21.372570 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267d451-8971-4c40-acb9-72eb4458bbeb req-3aef69fe-5321-4cd3-a621-d618d436ef38 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:21.385996 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7267d451-8971-4c40-acb9-72eb4458bbeb req-3aef69fe-5321-4cd3-a621-d618d436ef38 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/ports?device_id=93bb6559-f909-42e7-8fcd-0e329aa14806 HTTP/1.1" status: 200 len: 968 time: 0.7362521 Jul 14 09:00:21.477282 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3307175c-caad-4fc8-a5fc-1877e7515e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:21.481619 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f9e2651b-e863-4217-9cba-17f02ade4fe0 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:00:21.542928 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3307175c-caad-4fc8-a5fc-1877e7515e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:21.556522 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2116016-e9da-45ff-985e-11c13c31b2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0860b119-b43a-4e28-84a1-0a18bcd9f7e2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:21.588736 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port f9e2651b-e863-4217-9cba-17f02ade4fe0 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:00:21.595975 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port f9e2651b-e863-4217-9cba-17f02ade4fe0 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:21.596946 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:21.746238 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3307175c-caad-4fc8-a5fc-1877e7515e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:21.758930 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3307175c-caad-4fc8-a5fc-1877e7515e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:21.770615 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3307175c-caad-4fc8-a5fc-1877e7515e9b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0860b119-b43a-4e28-84a1-0a18bcd9f7e2 HTTP/1.1" status: 204 len: 168 time: 0.4352736 Jul 14 09:00:21.784226 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307175c-caad-4fc8-a5fc-1877e7515e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0860b119-b43a-4e28-84a1-0a18bcd9f7e2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:21.855379 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7267d451-8971-4c40-acb9-72eb4458bbeb req-63b70c76-ad45-4f7d-8bd2-1fb71740839d tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c7b6422-327d-49ec-8aea-a584df33fb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679582 Jul 14 09:00:21.880776 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:21.920898 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port f9e2651b-e863-4217-9cba-17f02ade4fe0, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f9e2651b-e863-4217-9cba-17f02ade4fe0,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:00:21.929725 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:21.959353 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428bf666-64a8-45c9-8dab-d0fb6f467fee admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:00:21.999609 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-428bf666-64a8-45c9-8dab-d0fb6f467fee admin admin] 10.222.0.25 "PUT /v2.0/routers/183bcf67-4cac-4e08-9952-8afb60649172/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0891769 Jul 14 09:00:22.107223 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=f9e2651b-e863-4217-9cba-17f02ade4fe0,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:22.117439 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab781a3-d58b-4a03-92c8-912cc9e735f2 req-81ddb6f2-6de8-46bf-a737-6ed59458a788 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:22.127456 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:22.131467 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ab781a3-d58b-4a03-92c8-912cc9e735f2 req-81ddb6f2-6de8-46bf-a737-6ed59458a788 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d207b5b9-6add-4abc-b6fd-d2fdda4dfd94 HTTP/1.1" status: 200 len: 948 time: 0.6823997 Jul 14 09:00:22.264738 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ab781a3-d58b-4a03-92c8-912cc9e735f2 req-90e8c1f8-4229-4b66-b038-7f71238127f5 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201079 Jul 14 09:00:22.312975 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab19b4d3-b3a9-4ef5-8a8d-1a69516bbfb9 None None] Sync routers for ids ['183bcf67-4cac-4e08-9952-8afb60649172'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:00:22.336664 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab19b4d3-b3a9-4ef5-8a8d-1a69516bbfb9 None None] Routers {'183bcf67-4cac-4e08-9952-8afb60649172'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:00:22.337567 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ab19b4d3-b3a9-4ef5-8a8d-1a69516bbfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:00:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['183bcf67-4cac-4e08-9952-8afb60649172'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:22.519789 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-ab19b4d3-b3a9-4ef5-8a8d-1a69516bbfb9 None None] Set router 183bcf67-4cac-4e08-9952-8afb60649172 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:00:22.556977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55524) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:22.583680 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c481429-210d-4567-a12d-8e21c6e2c360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:22.787536 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:00:22.855763 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c481429-210d-4567-a12d-8e21c6e2c360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:22.865691 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c481429-210d-4567-a12d-8e21c6e2c360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:22.915257 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55534) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:22.915806 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8c481429-210d-4567-a12d-8e21c6e2c360 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=82f46968a50f4bb391248508b8d3bc8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3567801 Jul 14 09:00:22.917733 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c481429-210d-4567-a12d-8e21c6e2c360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f15d5a2-4101-49f3-8d23-7e7d1c1bff40,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:22.917970 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ab19b4d3-b3a9-4ef5-8a8d-1a69516bbfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183bcf67-4cac-4e08-9952-8afb60649172', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1989048856-router', 'tenant_id': '26bd610a22c9422c87aa73d8bade89a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'f9e2651b-e863-4217-9cba-17f02ade4fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:06Z', 'updated_at': '2021-07-14T09:00:18Z', 'revision_number': 4, 'project_id': '26bd610a22c9422c87aa73d8bade89a8', 'gw_port': {'id': 'f9e2651b-e863-4217-9cba-17f02ade4fe0', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bcf67-4cac-4e08-9952-8afb60649172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:09Z', 'updated_at': '2021-07-14T09:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '367d12b5-d3b7-4679-a58d-9bece2ba7608', 'name': '', 'network_id': '0cd8dd3a-cc4e-4eaf-bcfb-79841759262d', 'tenant_id': '26bd610a22c9422c87aa73d8bade89a8', 'mac_address': 'fa:16:3e:21:e7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183bcf67-4cac-4e08-9952-8afb60649172', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1485812e-39b2-40e7-9041-1f40643c2eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:16Z', 'updated_at': '2021-07-14T09:00:19Z', 'revision_number': 2, 'project_id': '26bd610a22c9422c87aa73d8bade89a8', 'subnets': [{'id': '1485812e-39b2-40e7-9041-1f40643c2eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:22.963912 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab19b4d3-b3a9-4ef5-8a8d-1a69516bbfb9 None None] Checking router: 183bcf67-4cac-4e08-9952-8afb60649172 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:00:22.964353 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab19b4d3-b3a9-4ef5-8a8d-1a69516bbfb9 None None] Updating router 183bcf67-4cac-4e08-9952-8afb60649172 port 367d12b5-d3b7-4679-a58d-9bece2ba7608 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:00:23.035309 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b91cb826-7184-40d3-beff-3db3789c405e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:23.059077 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ab19b4d3-b3a9-4ef5-8a8d-1a69516bbfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:23.081318 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b91cb826-7184-40d3-beff-3db3789c405e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:23.222705 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895801c-d7ed-43f2-a9b4-67826db57c46 req-7f7336fe-daf5-4698-8022-435e55955f73 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:23.225972 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e895801c-d7ed-43f2-a9b4-67826db57c46 req-7f7336fe-daf5-4698-8022-435e55955f73 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/ports?device_id=93bb6559-f909-42e7-8fcd-0e329aa14806 HTTP/1.1" status: 200 len: 968 time: 0.1413321 Jul 14 09:00:23.251039 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b91cb826-7184-40d3-beff-3db3789c405e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:23.255009 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b91cb826-7184-40d3-beff-3db3789c405e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:23.258806 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b91cb826-7184-40d3-beff-3db3789c405e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f15d5a2-4101-49f3-8d23-7e7d1c1bff40 HTTP/1.1" status: 204 len: 168 time: 0.3399973 Jul 14 09:00:23.290620 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91cb826-7184-40d3-beff-3db3789c405e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f15d5a2-4101-49f3-8d23-7e7d1c1bff40,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:23.310999 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e895801c-d7ed-43f2-a9b4-67826db57c46 req-f45101d5-76a0-495a-a200-ec9574a21d0a tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c7b6422-327d-49ec-8aea-a584df33fb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738044 Jul 14 09:00:23.467185 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f9e2651b-e863-4217-9cba-17f02ade4fe0 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:00:23.564549 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:23.625593 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port f9e2651b-e863-4217-9cba-17f02ade4fe0 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:23.627357 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:23.659291 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ab19b4d3-b3a9-4ef5-8a8d-1a69516bbfb9 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:23.680007 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ab19b4d3-b3a9-4ef5-8a8d-1a69516bbfb9 None None] Transition to ACTIVE for port object 367d12b5-d3b7-4679-a58d-9bece2ba7608 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:00:23.695533 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ab19b4d3-b3a9-4ef5-8a8d-1a69516bbfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:23.819380 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e6f17-81e4-403c-8e25-cda3ceea8da1 req-db1ddf4f-dcf2-4b0c-85e8-ee19b01830a5 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:23.822433 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fa9e6f17-81e4-403c-8e25-cda3ceea8da1 req-db1ddf4f-dcf2-4b0c-85e8-ee19b01830a5 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d207b5b9-6add-4abc-b6fd-d2fdda4dfd94 HTTP/1.1" status: 200 len: 948 time: 0.1057944 Jul 14 09:00:23.886124 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55562) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:23.902354 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8e5598fd-f948-4b00-b3c7-36c4b6f12822 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--748287926', 'description': 'tempest-description--1804771520'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:00:23.935581 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fa9e6f17-81e4-403c-8e25-cda3ceea8da1 req-ed19c767-1ad4-4f2b-a7c9-164f31e0a49c tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995309 Jul 14 09:00:23.975210 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e5598fd-f948-4b00-b3c7-36c4b6f12822 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:24.013805 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a60c90-afdf-4c86-b5e7-0799e4c5b41a None None] Pushing event updated for resources: {'Port': ['ID=367d12b5-d3b7-4679-a58d-9bece2ba7608,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:24.180549 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e5598fd-f948-4b00-b3c7-36c4b6f12822 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:24.185564 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ab19b4d3-b3a9-4ef5-8a8d-1a69516bbfb9 None None] Attempting to bind port 367d12b5-d3b7-4679-a58d-9bece2ba7608 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:00:24.185817 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e5598fd-f948-4b00-b3c7-36c4b6f12822 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:24.185977 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ab19b4d3-b3a9-4ef5-8a8d-1a69516bbfb9 None None] Attempting to bind port 367d12b5-d3b7-4679-a58d-9bece2ba7608 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'ec980861-4883-4a5d-b014-88277b894487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0cd8dd3a-cc4e-4eaf-bcfb-79841759262d'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:00:24.186435 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab19b4d3-b3a9-4ef5-8a8d-1a69516bbfb9 None None] Attempting to bind port 367d12b5-d3b7-4679-a58d-9bece2ba7608 on network 0cd8dd3a-cc4e-4eaf-bcfb-79841759262d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:00:24.206687 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab19b4d3-b3a9-4ef5-8a8d-1a69516bbfb9 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:00:24.208043 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab19b4d3-b3a9-4ef5-8a8d-1a69516bbfb9 None None] Checking segment: {'id': 'ec980861-4883-4a5d-b014-88277b894487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0cd8dd3a-cc4e-4eaf-bcfb-79841759262d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:00:24.208747 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ab19b4d3-b3a9-4ef5-8a8d-1a69516bbfb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:24.209420 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab19b4d3-b3a9-4ef5-8a8d-1a69516bbfb9 None None] Bound using segment: {'id': 'ec980861-4883-4a5d-b014-88277b894487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0cd8dd3a-cc4e-4eaf-bcfb-79841759262d'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:00:24.210209 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ab19b4d3-b3a9-4ef5-8a8d-1a69516bbfb9 None None] Bound port: 367d12b5-d3b7-4679-a58d-9bece2ba7608, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec980861-4883-4a5d-b014-88277b894487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0cd8dd3a-cc4e-4eaf-bcfb-79841759262d'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:00:24.210835 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ab19b4d3-b3a9-4ef5-8a8d-1a69516bbfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:24.228086 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e5598fd-f948-4b00-b3c7-36c4b6f12822 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:24.229396 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8e5598fd-f948-4b00-b3c7-36c4b6f12822 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3423052 Jul 14 09:00:24.234617 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55580) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:24.246634 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-6bf58b77-2395-4480-b276-564fc0095cde tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Request body: {'security_group_rule': {'security_group_id': 'b66ff417-eb85-4915-bce4-8f9c11b7b80a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:00:24.256962 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5598fd-f948-4b00-b3c7-36c4b6f12822 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b66ff417-eb85-4915-bce4-8f9c11b7b80a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:24.326556 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6bf58b77-2395-4480-b276-564fc0095cde tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:24.341677 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ab19b4d3-b3a9-4ef5-8a8d-1a69516bbfb9 None None] For port 367d12b5-d3b7-4679-a58d-9bece2ba7608, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:00:24.346598 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ab19b4d3-b3a9-4ef5-8a8d-1a69516bbfb9 None None] For port 367d12b5-d3b7-4679-a58d-9bece2ba7608, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=367d12b5-d3b7-4679-a58d-9bece2ba7608,segment=NetworkSegment(ec980861-4883-4a5d-b014-88277b894487),segment_id=ec980861-4883-4a5d-b014-88277b894487)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:00:24.366738 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ab19b4d3-b3a9-4ef5-8a8d-1a69516bbfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:24.444828 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab19b4d3-b3a9-4ef5-8a8d-1a69516bbfb9 None None] Routers {'183bcf67-4cac-4e08-9952-8afb60649172'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:00:24.445524 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ab19b4d3-b3a9-4ef5-8a8d-1a69516bbfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:00:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['183bcf67-4cac-4e08-9952-8afb60649172'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:24.491038 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a60c90-afdf-4c86-b5e7-0799e4c5b41a None None] Pushing event updated for resources: {'Port': ['ID=367d12b5-d3b7-4679-a58d-9bece2ba7608,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:24.522486 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6bf58b77-2395-4480-b276-564fc0095cde tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:24.530164 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6bf58b77-2395-4480-b276-564fc0095cde tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:24.578985 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf58b77-2395-4480-b276-564fc0095cde tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d1d4eb-eef1-43fe-b174-725680a5204e,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:24.584955 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6bf58b77-2395-4480-b276-564fc0095cde tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:24.588060 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6bf58b77-2395-4480-b276-564fc0095cde tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3502259 Jul 14 09:00:24.591063 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55594) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:24.596597 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2035ec9d-cea6-44a9-a8eb-717e3e119b43 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Request body: {'security_group_rule': {'security_group_id': 'b66ff417-eb85-4915-bce4-8f9c11b7b80a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:00:24.622405 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-ab19b4d3-b3a9-4ef5-8a8d-1a69516bbfb9 None None] Set router 183bcf67-4cac-4e08-9952-8afb60649172 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:00:24.671907 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2035ec9d-cea6-44a9-a8eb-717e3e119b43 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:24.843609 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2035ec9d-cea6-44a9-a8eb-717e3e119b43 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:24.854291 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2035ec9d-cea6-44a9-a8eb-717e3e119b43 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:24.869858 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfef2e-ac95-4000-a2c2-fe2ab8d39659 req-9d524041-d3e1-4429-bd0c-d2093b94df8c tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:24.871409 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bdfef2e-ac95-4000-a2c2-fe2ab8d39659 req-9d524041-d3e1-4429-bd0c-d2093b94df8c tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/ports?device_id=93bb6559-f909-42e7-8fcd-0e329aa14806 HTTP/1.1" status: 200 len: 968 time: 0.1712160 Jul 14 09:00:24.907631 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2035ec9d-cea6-44a9-a8eb-717e3e119b43 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:24.909628 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2035ec9d-cea6-44a9-a8eb-717e3e119b43 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3174505 Jul 14 09:00:24.913419 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55608) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:24.920573 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-cad01b00-bf76-437d-852a-117026bb60b9 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:00:24.931192 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035ec9d-cea6-44a9-a8eb-717e3e119b43 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47eaf7fd-a0a1-4e85-9bc6-92198c8d6a29,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:24.942335 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ab19b4d3-b3a9-4ef5-8a8d-1a69516bbfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183bcf67-4cac-4e08-9952-8afb60649172', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1989048856-router', 'tenant_id': '26bd610a22c9422c87aa73d8bade89a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'f9e2651b-e863-4217-9cba-17f02ade4fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:06Z', 'updated_at': '2021-07-14T09:00:18Z', 'revision_number': 4, 'project_id': '26bd610a22c9422c87aa73d8bade89a8', 'gw_port': {'id': 'f9e2651b-e863-4217-9cba-17f02ade4fe0', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bcf67-4cac-4e08-9952-8afb60649172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:09Z', 'updated_at': '2021-07-14T09:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '367d12b5-d3b7-4679-a58d-9bece2ba7608', 'name': '', 'network_id': '0cd8dd3a-cc4e-4eaf-bcfb-79841759262d', 'tenant_id': '26bd610a22c9422c87aa73d8bade89a8', 'mac_address': 'fa:16:3e:21:e7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183bcf67-4cac-4e08-9952-8afb60649172', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1485812e-39b2-40e7-9041-1f40643c2eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:16Z', 'updated_at': '2021-07-14T09:00:24Z', 'revision_number': 4, 'project_id': '26bd610a22c9422c87aa73d8bade89a8', 'subnets': [{'id': '1485812e-39b2-40e7-9041-1f40643c2eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:24.964206 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bdfef2e-ac95-4000-a2c2-fe2ab8d39659 req-be136729-ae94-49eb-b1fc-efac92368033 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c7b6422-327d-49ec-8aea-a584df33fb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742948 Jul 14 09:00:24.991556 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab19b4d3-b3a9-4ef5-8a8d-1a69516bbfb9 None None] The sync data for ids ['183bcf67-4cac-4e08-9952-8afb60649172'] in n-d-771362-35 is: [{'id': '183bcf67-4cac-4e08-9952-8afb60649172', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1989048856-router', 'tenant_id': '26bd610a22c9422c87aa73d8bade89a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'f9e2651b-e863-4217-9cba-17f02ade4fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:06Z', 'updated_at': '2021-07-14T09:00:18Z', 'revision_number': 4, 'project_id': '26bd610a22c9422c87aa73d8bade89a8', 'gw_port': {'id': 'f9e2651b-e863-4217-9cba-17f02ade4fe0', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bcf67-4cac-4e08-9952-8afb60649172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:09Z', 'updated_at': '2021-07-14T09:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '367d12b5-d3b7-4679-a58d-9bece2ba7608', 'name': '', 'network_id': '0cd8dd3a-cc4e-4eaf-bcfb-79841759262d', 'tenant_id': '26bd610a22c9422c87aa73d8bade89a8', 'mac_address': 'fa:16:3e:21:e7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183bcf67-4cac-4e08-9952-8afb60649172', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1485812e-39b2-40e7-9041-1f40643c2eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:16Z', 'updated_at': '2021-07-14T09:00:24Z', 'revision_number': 4, 'project_id': '26bd610a22c9422c87aa73d8bade89a8', 'subnets': [{'id': '1485812e-39b2-40e7-9041-1f40643c2eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:00:24.995836 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cad01b00-bf76-437d-852a-117026bb60b9 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks [] for floatingip, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:25.298166 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbeab8-5c47-40e9-9f9c-8b39bbd41b17 req-7f105149-ffc9-4ab2-b988-75fb970fbf7e tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:25.301027 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cebbeab8-5c47-40e9-9f9c-8b39bbd41b17 req-7f105149-ffc9-4ab2-b988-75fb970fbf7e tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d207b5b9-6add-4abc-b6fd-d2fdda4dfd94 HTTP/1.1" status: 200 len: 948 time: 0.1526675 Jul 14 09:00:25.361633 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cad01b00-bf76-437d-852a-117026bb60b9 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:25.369446 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cebbeab8-5c47-40e9-9f9c-8b39bbd41b17 req-b89e973d-ffad-40b2-864e-e24d2dfeb311 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596662 Jul 14 09:00:25.526457 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 367d12b5-d3b7-4679-a58d-9bece2ba7608 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:00:25.560651 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-cad01b00-bf76-437d-852a-117026bb60b9 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Allocated IP 172.25.6.71 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/8292cd3f-d25a-471d-862a-ad30239f8d34) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:00:25.673979 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 367d12b5-d3b7-4679-a58d-9bece2ba7608 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:00:25.683570 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 367d12b5-d3b7-4679-a58d-9bece2ba7608 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:25.683951 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:25.724867 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cad01b00-bf76-437d-852a-117026bb60b9 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:25.802185 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cad01b00-bf76-437d-852a-117026bb60b9 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:25.805135 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:25.837457 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55632) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:25.849687 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad01b00-bf76-437d-852a-117026bb60b9 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:00:25.868975 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-cad01b00-bf76-437d-852a-117026bb60b9 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:00:25.872720 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad01b00-bf76-437d-852a-117026bb60b9 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:00:25.875720 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 367d12b5-d3b7-4679-a58d-9bece2ba7608, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=367d12b5-d3b7-4679-a58d-9bece2ba7608,segment=NetworkSegment(ec980861-4883-4a5d-b014-88277b894487),segment_id=ec980861-4883-4a5d-b014-88277b894487)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:00:25.886618 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:25.958751 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad01b00-bf76-437d-852a-117026bb60b9 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Pushing event updated for resources: {'Port': ['ID=8292cd3f-d25a-471d-862a-ad30239f8d34,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:25.994356 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ab24bde-143c-498b-90b9-ffad04681e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:25.996016 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cad01b00-bf76-437d-852a-117026bb60b9 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:26.029133 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=367d12b5-d3b7-4679-a58d-9bece2ba7608,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:26.078783 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cad01b00-bf76-437d-852a-117026bb60b9 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:26.152401 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ab24bde-143c-498b-90b9-ffad04681e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:26.164337 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ab24bde-143c-498b-90b9-ffad04681e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:26.258727 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab24bde-143c-498b-90b9-ffad04681e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441782f1-a60c-4e74-b5c9-e5cad1a09179,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:26.271484 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5ab24bde-143c-498b-90b9-ffad04681e71 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04531ca2e5f945459eae9b1a10e2a5d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4317591 Jul 14 09:00:26.271740 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55650) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:26.312624 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5baea-ea95-43be-9d47-97e694bce288 req-9f70e83b-f10d-4397-a7ba-6cb1055ad38d tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:26.314353 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cad5baea-ea95-43be-9d47-97e694bce288 req-9f70e83b-f10d-4397-a7ba-6cb1055ad38d tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/ports?device_id=93bb6559-f909-42e7-8fcd-0e329aa14806 HTTP/1.1" status: 200 len: 968 time: 0.1452210 Jul 14 09:00:26.361387 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7dd1d61-f8bd-412f-a9b1-b26fd76b0363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:26.381382 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cad5baea-ea95-43be-9d47-97e694bce288 req-ad43637f-4559-4647-b1f0-aca69a5dcce3 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c7b6422-327d-49ec-8aea-a584df33fb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609169 Jul 14 09:00:26.391161 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7dd1d61-f8bd-412f-a9b1-b26fd76b0363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:26.438265 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cad01b00-bf76-437d-852a-117026bb60b9 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:26.449559 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cad01b00-bf76-437d-852a-117026bb60b9 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:26.504892 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7dd1d61-f8bd-412f-a9b1-b26fd76b0363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:26.511749 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7dd1d61-f8bd-412f-a9b1-b26fd76b0363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:26.515972 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f7dd1d61-f8bd-412f-a9b1-b26fd76b0363 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/441782f1-a60c-4e74-b5c9-e5cad1a09179 HTTP/1.1" status: 204 len: 168 time: 0.2403018 Jul 14 09:00:26.521961 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c9f212ad-7e3e-4e3f-8af6-6959da85923d details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:00:26.522792 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cad01b00-bf76-437d-852a-117026bb60b9 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:26.539171 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad01b00-bf76-437d-852a-117026bb60b9 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Pushing event updated for resources: {'Port': ['ID=8292cd3f-d25a-471d-862a-ad30239f8d34,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:26.564160 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd1d61-f8bd-412f-a9b1-b26fd76b0363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441782f1-a60c-4e74-b5c9-e5cad1a09179,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:26.569089 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cad01b00-bf76-437d-852a-117026bb60b9 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:26.570360 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cad01b00-bf76-437d-852a-117026bb60b9 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6547906 Jul 14 09:00:26.682092 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd0268-875c-419f-8afb-55002fe52867 req-2ce603b8-0499-4d74-8128-ee29078083f0 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:26.684890 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c9f212ad-7e3e-4e3f-8af6-6959da85923d, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c9f212ad-7e3e-4e3f-8af6-6959da85923d,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:00:26.698834 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5afd0268-875c-419f-8afb-55002fe52867 req-2ce603b8-0499-4d74-8128-ee29078083f0 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d207b5b9-6add-4abc-b6fd-d2fdda4dfd94 HTTP/1.1" status: 200 len: 948 time: 0.1732385 Jul 14 09:00:26.709294 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'c9f212ad-7e3e-4e3f-8af6-6959da85923d', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': 'c9f212ad-7e3e-4e3f-8af6-6959da85923d', 'mac_address': 'fa:16:3e:e7:df:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:00:26.762671 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:26.778435 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5afd0268-875c-419f-8afb-55002fe52867 req-91b8957f-4991-4f70-ad1c-69c4bb79be72 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768387 Jul 14 09:00:26.784092 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f212ad-7e3e-4e3f-8af6-6959da85923d {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:00:26.816194 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c9f212ad-7e3e-4e3f-8af6-6959da85923d, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c9f212ad-7e3e-4e3f-8af6-6959da85923d,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:00:26.822630 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:26.882412 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=c9f212ad-7e3e-4e3f-8af6-6959da85923d,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:26.968306 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55690) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:26.982883 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82af0c22-28c4-43f9-bedc-f32df9062d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:27.020662 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-86f34497-7077-4cd0-afcc-4518bbf2e1ef tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--748287926&fields=id&tenant_id=4ded5a87fc684a6aaedbd0df5e9b2bfa HTTP/1.1" status: 200 len: 267 time: 0.0509510 Jul 14 09:00:27.098941 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82af0c22-28c4-43f9-bedc-f32df9062d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:27.104306 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82af0c22-28c4-43f9-bedc-f32df9062d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:27.132634 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['c9f212ad-7e3e-4e3f-8af6-6959da85923d'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:00:27.141269 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55694) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:27.148181 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-82af0c22-28c4-43f9-bedc-f32df9062d6d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4aa0a48c848a442b810378cea3ff598a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1783352 Jul 14 09:00:27.152125 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55696) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:27.160038 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af0c22-28c4-43f9-bedc-f32df9062d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6803a6-6035-40f5-871b-37b227a65735,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:27.220137 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5994d6f-da8f-4716-8f3f-b34b26035399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:27.244289 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5994d6f-da8f-4716-8f3f-b34b26035399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:27.244481 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-be64b470-8b51-476d-904e-c0a65510b426 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:27.246011 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-be64b470-8b51-476d-904e-c0a65510b426 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/networks?id=08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f HTTP/1.1" status: 200 len: 824 time: 0.2146170 Jul 14 09:00:27.264848 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-09411652-1a5f-418c-9790-5c00e755b774 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/quotas/4ded5a87fc684a6aaedbd0df5e9b2bfa HTTP/1.1" status: 200 len: 375 time: 0.0131981 Jul 14 09:00:27.309245 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5994d6f-da8f-4716-8f3f-b34b26035399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:27.312217 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5994d6f-da8f-4716-8f3f-b34b26035399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:27.316133 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f5994d6f-da8f-4716-8f3f-b34b26035399 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4a6803a6-6035-40f5-871b-37b227a65735 HTTP/1.1" status: 204 len: 168 time: 0.1627758 Jul 14 09:00:27.328051 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5994d6f-da8f-4716-8f3f-b34b26035399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6803a6-6035-40f5-871b-37b227a65735,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:27.348546 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6737ebc7-755e-4452-8348-267433e36ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:27.418200 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 367d12b5-d3b7-4679-a58d-9bece2ba7608 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:00:27.466336 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-c175c66d-2d13-4879-8a5a-c682295082f3 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4ded5a87fc684a6aaedbd0df5e9b2bfa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1949608 Jul 14 09:00:27.475299 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 367d12b5-d3b7-4679-a58d-9bece2ba7608 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:27.475723 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:27.594710 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6737ebc7-755e-4452-8348-267433e36ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:27.604846 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6737ebc7-755e-4452-8348-267433e36ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:27.669184 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6737ebc7-755e-4452-8348-267433e36ac7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f60ea23bc7aa4896a7bfc5bd3c1f4d7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5266535 Jul 14 09:00:27.672322 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55712) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:27.673779 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737ebc7-755e-4452-8348-267433e36ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45ff028-c323-4464-8562-af302074f149,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:27.696007 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-0c877596-c9cf-4539-8cae-3aa80b2468e8 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:00:27.697026 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-0c877596-c9cf-4539-8cae-3aa80b2468e8 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0774126 Jul 14 09:00:27.705469 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55714) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:27.705662 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cdc6d-7a94-450b-85ac-2599afbf7cd0 req-70e08903-c3a9-4cc0-b970-4dffb1b7184d tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:27.711006 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-937cdc6d-7a94-450b-85ac-2599afbf7cd0 req-70e08903-c3a9-4cc0-b970-4dffb1b7184d tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/ports?device_id=93bb6559-f909-42e7-8fcd-0e329aa14806 HTTP/1.1" status: 200 len: 968 time: 0.1691313 Jul 14 09:00:27.732468 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dea6cb61-791c-4135-9edd-0040144a6708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:27.764024 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-054d2534-b7e0-4a39-8395-f6499ca5530d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:27.802858 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-054d2534-b7e0-4a39-8395-f6499ca5530d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:27.804264 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-937cdc6d-7a94-450b-85ac-2599afbf7cd0 req-f6732fa2-727e-47e8-9f01-8fd22bd0e6ec tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c7b6422-327d-49ec-8aea-a584df33fb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830274 Jul 14 09:00:27.842230 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-5ca8c354-0ba5-48d1-ad2f-39c570fea9b9 service neutron] 10.222.0.25 "GET /v2.0/networks/08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302018 Jul 14 09:00:27.886852 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-054d2534-b7e0-4a39-8395-f6499ca5530d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:27.889615 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-054d2534-b7e0-4a39-8395-f6499ca5530d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:27.890760 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-054d2534-b7e0-4a39-8395-f6499ca5530d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f45ff028-c323-4464-8562-af302074f149 HTTP/1.1" status: 204 len: 168 time: 0.2167904 Jul 14 09:00:27.914218 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d2534-b7e0-4a39-8395-f6499ca5530d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45ff028-c323-4464-8562-af302074f149,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:27.938178 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dea6cb61-791c-4135-9edd-0040144a6708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:27.945197 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dea6cb61-791c-4135-9edd-0040144a6708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:27.989763 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-94d87b92-c711-49e6-8070-d10a9a089dda service neutron] 10.222.0.25 "GET /v2.0/networks/08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375918 Jul 14 09:00:27.994246 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55720) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:27.994448 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-dea6cb61-791c-4135-9edd-0040144a6708 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b12eea47357a42be9754c66c309531ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878728 Jul 14 09:00:27.996696 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6cb61-791c-4135-9edd-0040144a6708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6edc0d-3243-486f-88ce-09243e4efe48,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:28.059822 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e83c72-10e8-4814-8310-a552003571f6 req-4e099d01-f765-4993-9f0e-e4fb86b4f6ba tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:28.061495 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-87e83c72-10e8-4814-8310-a552003571f6 req-4e099d01-f765-4993-9f0e-e4fb86b4f6ba tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d207b5b9-6add-4abc-b6fd-d2fdda4dfd94 HTTP/1.1" status: 200 len: 949 time: 0.1138635 Jul 14 09:00:28.081976 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-000ab06c-404c-4432-8ecc-25ca190b808a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:28.126072 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-000ab06c-404c-4432-8ecc-25ca190b808a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:28.137282 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-87e83c72-10e8-4814-8310-a552003571f6 req-0d71e747-56c2-4ac8-b4d9-ff816248c953 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643961 Jul 14 09:00:28.206191 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b49bfaf3-fd75-40ee-b393-05cf7aec875d req-0ac79a9a-f369-4283-a8fb-b50d6e5f25d4 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9589d8d-d4fa-4eba-98e3-5e967599f886 HTTP/1.1" status: 200 len: 210 time: 0.0370977 Jul 14 09:00:28.226765 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-000ab06c-404c-4432-8ecc-25ca190b808a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:28.229960 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-000ab06c-404c-4432-8ecc-25ca190b808a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:28.231129 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-000ab06c-404c-4432-8ecc-25ca190b808a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea6edc0d-3243-486f-88ce-09243e4efe48 HTTP/1.1" status: 204 len: 168 time: 0.2358546 Jul 14 09:00:28.240659 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ab06c-404c-4432-8ecc-25ca190b808a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6edc0d-3243-486f-88ce-09243e4efe48,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:28.398889 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55734) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:28.528363 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c9f212ad-7e3e-4e3f-8af6-6959da85923d up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:00:28.559663 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca1af179-7869-423a-b066-e115218e65d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:28.592590 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port c9f212ad-7e3e-4e3f-8af6-6959da85923d completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:00:28.600576 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port c9f212ad-7e3e-4e3f-8af6-6959da85923d triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:28.601117 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:28.702738 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:28.704861 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca1af179-7869-423a-b066-e115218e65d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:28.710464 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca1af179-7869-423a-b066-e115218e65d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:28.731805 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd207b5b9-6add-4abc-b6fd-d2fdda4dfd94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f212ad-7e3e-4e3f-8af6-6959da85923d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:00:28.768718 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55748) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:28.769301 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ca1af179-7869-423a-b066-e115218e65d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eadc3f142bf441e8856424a5b583167c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687420 Jul 14 09:00:28.770428 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1af179-7869-423a-b066-e115218e65d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bab380c-b911-490a-a590-f2e6e7169a15,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:28.811185 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c9f212ad-7e3e-4e3f-8af6-6959da85923d, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c9f212ad-7e3e-4e3f-8af6-6959da85923d,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:00:28.817987 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:28.881499 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=c9f212ad-7e3e-4e3f-8af6-6959da85923d,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:28.899440 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b644f7dd-9caa-4619-a8cd-3648ce4e2e7b details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:00:28.916484 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40bbc6b7-4d4e-48e6-973a-1b9ae15e9964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:28.978650 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40bbc6b7-4d4e-48e6-973a-1b9ae15e9964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:28.993457 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909ac5d6-36ef-4b9a-bf6e-28627022d5d0" -d '{"events": [{"server_uuid": "d207b5b9-6add-4abc-b6fd-d2fdda4dfd94", "name": "network-vif-plugged", "status": "completed", "tag": "c9f212ad-7e3e-4e3f-8af6-6959da85923d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:00:29.069710 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40bbc6b7-4d4e-48e6-973a-1b9ae15e9964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:29.072602 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40bbc6b7-4d4e-48e6-973a-1b9ae15e9964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:29.073902 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-40bbc6b7-4d4e-48e6-973a-1b9ae15e9964 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2bab380c-b911-490a-a590-f2e6e7169a15 HTTP/1.1" status: 204 len: 168 time: 0.3028450 Jul 14 09:00:29.103344 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbc6b7-4d4e-48e6-973a-1b9ae15e9964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bab380c-b911-490a-a590-f2e6e7169a15,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:29.104606 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port b644f7dd-9caa-4619-a8cd-3648ce4e2e7b, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b644f7dd-9caa-4619-a8cd-3648ce4e2e7b,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:00:29.141235 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'b644f7dd-9caa-4619-a8cd-3648ce4e2e7b', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': 'b644f7dd-9caa-4619-a8cd-3648ce4e2e7b', 'mac_address': 'fa:16:3e:c0:d1:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:tempest-test_az-260486739', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:00:29.179179 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847d1af-0a35-4b43-8c40-32cd97a2e4be req-0d458fac-2219-4d4b-9e48-545d656f11d2 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:29.200269 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8847d1af-0a35-4b43-8c40-32cd97a2e4be req-0d458fac-2219-4d4b-9e48-545d656f11d2 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/ports?device_id=93bb6559-f909-42e7-8fcd-0e329aa14806 HTTP/1.1" status: 200 len: 968 time: 0.1803098 Jul 14 09:00:29.208554 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a23043-ad58-4f8a-9282-6cbc13b3376f x-openstack-request-id: req-a4a23043-ad58-4f8a-9282-6cbc13b3376f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:00:29.208972 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d207b5b9-6add-4abc-b6fd-d2fdda4dfd94", "name": "network-vif-plugged", "status": "completed", "tag": "c9f212ad-7e3e-4e3f-8af6-6959da85923d", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:00:29.209321 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4a23043-ad58-4f8a-9282-6cbc13b3376f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:00:29.209965 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd207b5b9-6add-4abc-b6fd-d2fdda4dfd94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f212ad-7e3e-4e3f-8af6-6959da85923d', 'code': 200} Jul 14 09:00:29.227601 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:29.258769 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b644f7dd-9caa-4619-a8cd-3648ce4e2e7b {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:00:29.295515 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8847d1af-0a35-4b43-8c40-32cd97a2e4be req-1628813e-a2da-4518-afa8-4762ce2cc38e tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c7b6422-327d-49ec-8aea-a584df33fb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749881 Jul 14 09:00:29.334729 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port b644f7dd-9caa-4619-a8cd-3648ce4e2e7b, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b644f7dd-9caa-4619-a8cd-3648ce4e2e7b,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:00:29.344785 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:29.439223 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=b644f7dd-9caa-4619-a8cd-3648ce4e2e7b,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:29.452836 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d17381-e6a4-471c-ba8a-6083174b2859 req-5d05dc2a-4c5f-4be6-8024-7e8682d46d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:29.454591 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-53d17381-e6a4-471c-ba8a-6083174b2859 req-5d05dc2a-4c5f-4be6-8024-7e8682d46d85 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d207b5b9-6add-4abc-b6fd-d2fdda4dfd94 HTTP/1.1" status: 200 len: 1102 time: 0.1516244 Jul 14 09:00:29.462326 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b80440-17aa-42e3-adc5-b5ec2b21f08a req-61915c52-efd6-41fa-b5d0-c7d75c6068c6 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:29.470388 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b9b80440-17aa-42e3-adc5-b5ec2b21f08a req-61915c52-efd6-41fa-b5d0-c7d75c6068c6 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d207b5b9-6add-4abc-b6fd-d2fdda4dfd94 HTTP/1.1" status: 200 len: 950 time: 0.1458361 Jul 14 09:00:29.477683 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-53d17381-e6a4-471c-ba8a-6083174b2859 req-8c883f7a-1b8c-4012-b921-43500f4560c9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:29.578548 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b9b80440-17aa-42e3-adc5-b5ec2b21f08a req-adeeedf1-d96e-4449-84eb-2dbadcf4bd3b tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068351 Jul 14 09:00:29.588451 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0e235f5e-6388-4c5c-adfc-ce27bae74662 req-83860244-803d-45ae-be32-c5d0d0e24192 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9589d8d-d4fa-4eba-98e3-5e967599f886 HTTP/1.1" status: 200 len: 210 time: 0.0734043 Jul 14 09:00:29.626736 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.44', 53739) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:29.644075 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['b644f7dd-9caa-4619-a8cd-3648ce4e2e7b'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:00:29.694691 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-53d17381-e6a4-471c-ba8a-6083174b2859 req-8c883f7a-1b8c-4012-b921-43500f4560c9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:29.705626 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-53d17381-e6a4-471c-ba8a-6083174b2859 req-8c883f7a-1b8c-4012-b921-43500f4560c9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:29.754259 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-53d17381-e6a4-471c-ba8a-6083174b2859 req-8c883f7a-1b8c-4012-b921-43500f4560c9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930007 Jul 14 09:00:29.764196 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c883f7a-1b8c-4012-b921-43500f4560c9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a0cab3-faa1-4825-94e3-502ce86ba181,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:29.856956 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-4af91e84-4365-49ba-8ebd-a7096e3df314 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:29.858744 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-4af91e84-4365-49ba-8ebd-a7096e3df314 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.44 "GET /v2.0/networks?id=08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f HTTP/1.1" status: 200 len: 824 time: 0.2304897 Jul 14 09:00:29.953521 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-1afdfaa9-1431-4179-9821-eb4f45ba1e3f tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ded5a87fc684a6aaedbd0df5e9b2bfa HTTP/1.1" status: 200 len: 379 time: 0.0860076 Jul 14 09:00:29.966568 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-6373cbac-dfff-4805-8a64-bec4e634d57d tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Request body: {'port': {'device_id': 'f9589d8d-d4fa-4eba-98e3-5e967599f886', 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f', 'admin_state_up': True, 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'security_groups': ['b66ff417-eb85-4915-bce4-8f9c11b7b80a']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:00:30.253214 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-6373cbac-dfff-4805-8a64-bec4e634d57d tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Made reservation on behalf of 4ded5a87fc684a6aaedbd0df5e9b2bfa for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:00:30.258983 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-6373cbac-dfff-4805-8a64-bec4e634d57d tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:30.308691 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55808) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:30.444331 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-4c36947f-cb98-4929-8b13-a96df3c688a2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-network', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:00:30.469649 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c36947f-cb98-4929-8b13-a96df3c688a2 admin admin] Made reservation on behalf of dcde6d1474ea4edfa0fb594acf6b60cf for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:00:30.473305 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c36947f-cb98-4929-8b13-a96df3c688a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:30.483356 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c36947f-cb98-4929-8b13-a96df3c688a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:30.568887 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-6373cbac-dfff-4805-8a64-bec4e634d57d tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Allocated IP 172.20.0.5 (08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f/8fecf381-19d6-49fe-86f6-48fb919914d0/58155b91-8d8e-400d-b601-a4b18200528b) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:00:30.607189 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c36947f-cb98-4929-8b13-a96df3c688a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:30.611405 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c36947f-cb98-4929-8b13-a96df3c688a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:30.635655 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36977e08-a6d2-45c9-a62c-f563b99bfb2f req-4255584d-058c-4e9e-bb89-1bd05d834109 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:30.642601 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-36977e08-a6d2-45c9-a62c-f563b99bfb2f req-4255584d-058c-4e9e-bb89-1bd05d834109 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/ports?device_id=93bb6559-f909-42e7-8fcd-0e329aa14806 HTTP/1.1" status: 200 len: 969 time: 0.1624269 Jul 14 09:00:30.646465 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c36947f-cb98-4929-8b13-a96df3c688a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:00:30.671419 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36947f-cb98-4929-8b13-a96df3c688a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8990f576-c9c3-479b-86b6-6ab1185192ae,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:30.675346 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c36947f-cb98-4929-8b13-a96df3c688a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:30.676829 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-4c36947f-cb98-4929-8b13-a96df3c688a2 admin admin] Added segment 3f942a54-5daa-4d65-b384-43384013d883 of type vlan for network 8bf54950-bc7a-4797-9e6e-152fe26827ba Jul 14 09:00:30.724302 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c36947f-cb98-4929-8b13-a96df3c688a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:30.732536 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-36977e08-a6d2-45c9-a62c-f563b99bfb2f req-3ff6bcae-38c7-4651-b2da-a1e01af2364f tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c7b6422-327d-49ec-8aea-a584df33fb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885310 Jul 14 09:00:30.765465 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c36947f-cb98-4929-8b13-a96df3c688a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:30.768914 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c36947f-cb98-4929-8b13-a96df3c688a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:30.770230 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c36947f-cb98-4929-8b13-a96df3c688a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:30.824821 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4c36947f-cb98-4929-8b13-a96df3c688a2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5149734 Jul 14 09:00:30.833627 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55828) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:30.841933 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-28cb232f-00bd-4555-81bf-280c04c5ee75 admin admin] Request body: {'subnet': {'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-subnet', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:00:30.842451 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-6373cbac-dfff-4805-8a64-bec4e634d57d tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:30.858887 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36947f-cb98-4929-8b13-a96df3c688a2 admin admin] Pushing event updated for resources: {'Network': ['ID=8bf54950-bc7a-4797-9e6e-152fe26827ba,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:30.870909 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 8bf54950-bc7a-4797-9e6e-152fe26827ba details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:00:30.874150 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b644f7dd-9caa-4619-a8cd-3648ce4e2e7b up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:00:30.881361 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cb232f-00bd-4555-81bf-280c04c5ee75 admin admin] Made reservation on behalf of dcde6d1474ea4edfa0fb594acf6b60cf for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:00:30.881361 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28cb232f-00bd-4555-81bf-280c04c5ee75 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:30.893340 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-6373cbac-dfff-4805-8a64-bec4e634d57d tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Transition to ACTIVE for port object 58155b91-8d8e-400d-b601-a4b18200528b will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:00:30.896843 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f745a775-377c-4780-9199-a7db0294f01a req-8b620663-1c6d-489c-a976-2703416bf4c5 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9589d8d-d4fa-4eba-98e3-5e967599f886 HTTP/1.1" status: 200 len: 210 time: 0.0426102 Jul 14 09:00:30.915716 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc2029-d9be-4575-81cf-29eecd37a9ce req-a96301dc-45e2-4092-8dd3-8ff1d804eaee tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:30.932307 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-77bc2029-d9be-4575-81cf-29eecd37a9ce req-a96301dc-45e2-4092-8dd3-8ff1d804eaee tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d207b5b9-6add-4abc-b6fd-d2fdda4dfd94 HTTP/1.1" status: 200 len: 950 time: 0.1503546 Jul 14 09:00:30.989739 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-77bc2029-d9be-4575-81cf-29eecd37a9ce req-02b74fd6-62f8-4043-a87a-c5105a93fa2b tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656116 Jul 14 09:00:30.993611 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-6373cbac-dfff-4805-8a64-bec4e634d57d tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:31.102282 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port b644f7dd-9caa-4619-a8cd-3648ce4e2e7b completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:00:31.107195 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port b644f7dd-9caa-4619-a8cd-3648ce4e2e7b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:31.107709 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:31.126386 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-6373cbac-dfff-4805-8a64-bec4e634d57d tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Network 08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:00:31.135473 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-6373cbac-dfff-4805-8a64-bec4e634d57d tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:00:31.154450 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-6373cbac-dfff-4805-8a64-bec4e634d57d tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:00:31.162925 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-6373cbac-dfff-4805-8a64-bec4e634d57d tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:31.163446 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-6373cbac-dfff-4805-8a64-bec4e634d57d tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:31.167629 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373cbac-dfff-4805-8a64-bec4e634d57d tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Pushing event updated for resources: {'Port': ['ID=58155b91-8d8e-400d-b601-a4b18200528b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:31.187423 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-6373cbac-dfff-4805-8a64-bec4e634d57d tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2267599 Jul 14 09:00:31.193561 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28cb232f-00bd-4555-81bf-280c04c5ee75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:31.201544 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-7de7bb29-862d-4c33-87a3-ae422b6cdea5 service neutron] Request body: {'port': {'device_id': 'f9589d8d-d4fa-4eba-98e3-5e967599f886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:00:31.231942 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:31.286592 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port b644f7dd-9caa-4619-a8cd-3648ce4e2e7b, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b644f7dd-9caa-4619-a8cd-3648ce4e2e7b,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:00:31.288461 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bb6559-f909-42e7-8fcd-0e329aa14806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b644f7dd-9caa-4619-a8cd-3648ce4e2e7b'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:00:31.294098 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0a4f5b-148a-4be5-8d5a-9e8b25ba4544" -d '{"events": [{"server_uuid": "93bb6559-f909-42e7-8fcd-0e329aa14806", "name": "network-vif-plugged", "status": "completed", "tag": "b644f7dd-9caa-4619-a8cd-3648ce4e2e7b"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:00:31.298359 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:31.337313 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-7de7bb29-862d-4c33-87a3-ae422b6cdea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:31.366593 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb232f-00bd-4555-81bf-280c04c5ee75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06e69cce-d1ef-4e39-ada8-f1b5d18d7af7,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:31.382814 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cb232f-00bd-4555-81bf-280c04c5ee75 admin admin] Checking segment: {'id': '3f942a54-5daa-4d65-b384-43384013d883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:00:31.382944 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cb232f-00bd-4555-81bf-280c04c5ee75 admin admin] Network hostable DHCP agents. Network: 8bf54950-bc7a-4797-9e6e-152fe26827ba, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:00:31.398796 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=b644f7dd-9caa-4619-a8cd-3648ce4e2e7b,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:31.405292 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b78a68b-975d-45cc-8e99-63810b196c48 x-openstack-request-id: req-1b78a68b-975d-45cc-8e99-63810b196c48 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:00:31.405741 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bb6559-f909-42e7-8fcd-0e329aa14806", "name": "network-vif-plugged", "status": "completed", "tag": "b644f7dd-9caa-4619-a8cd-3648ce4e2e7b", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:00:31.406863 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b78a68b-975d-45cc-8e99-63810b196c48 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:00:31.406863 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bb6559-f909-42e7-8fcd-0e329aa14806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b644f7dd-9caa-4619-a8cd-3648ce4e2e7b', 'code': 200} Jul 14 09:00:31.417831 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cb232f-00bd-4555-81bf-280c04c5ee75 admin admin] Network 8bf54950-bc7a-4797-9e6e-152fe26827ba is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:00:31.438039 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-28cb232f-00bd-4555-81bf-280c04c5ee75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 8bf54950-bc7a-4797-9e6e-152fe26827ba) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:00:31.443569 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cb232f-00bd-4555-81bf-280c04c5ee75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:31.444174 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28cb232f-00bd-4555-81bf-280c04c5ee75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:31.460469 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4c6407-05db-4f9d-addd-e8e137634bee None None] Network 8bf54950-bc7a-4797-9e6e-152fe26827ba requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:00:31.467526 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-28cb232f-00bd-4555-81bf-280c04c5ee75 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6308317 Jul 14 09:00:31.468975 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55844) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:31.476661 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-dd95aa61-dffe-4229-be7f-5f7dff04baaf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-router', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:00:31.564866 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd95aa61-dffe-4229-be7f-5f7dff04baaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:31.566976 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd95aa61-dffe-4229-be7f-5f7dff04baaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:31.622273 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-004dcb7b-ef65-4e06-b3c0-0a02f25933c7 None None] Provisioning for port 58155b91-8d8e-400d-b601-a4b18200528b completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:00:31.628567 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-004dcb7b-ef65-4e06-b3c0-0a02f25933c7 None None] Provisioning complete for port 58155b91-8d8e-400d-b601-a4b18200528b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:31.629642 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-004dcb7b-ef65-4e06-b3c0-0a02f25933c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:31.641784 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa33e9-dedd-45a2-8f36-2f0a737c1dba req-da015ec5-0ea3-49fe-b727-2709d8b8d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:31.643215 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-81aa33e9-dedd-45a2-8f36-2f0a737c1dba req-da015ec5-0ea3-49fe-b727-2709d8b8d710 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=93bb6559-f909-42e7-8fcd-0e329aa14806 HTTP/1.1" status: 200 len: 1122 time: 0.1420953 Jul 14 09:00:31.649029 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd95aa61-dffe-4229-be7f-5f7dff04baaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:31.692784 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55848) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:31.704440 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-004dcb7b-ef65-4e06-b3c0-0a02f25933c7 None None] Port 58155b91-8d8e-400d-b601-a4b18200528b cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:00:31.745640 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da87ac55-ae5a-42ee-a6c4-157de89153dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-8bf54950-bc7a-4797-9e6e-152fe26827ba', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'fixed_ips': [{'subnet_id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:00:31.746599 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da87ac55-ae5a-42ee-a6c4-157de89153dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:31.753692 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-81aa33e9-dedd-45a2-8f36-2f0a737c1dba req-56063274-98d0-42e3-a9bc-fd70d6ba8eec service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7c7b6422-327d-49ec-8aea-a584df33fb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029744 Jul 14 09:00:31.841825 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-7de7bb29-862d-4c33-87a3-ae422b6cdea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58155b91-8d8e-400d-b601-a4b18200528b {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:00:31.844155 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd95aa61-dffe-4229-be7f-5f7dff04baaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:31.853219 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-7de7bb29-862d-4c33-87a3-ae422b6cdea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:31.890845 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-7de7bb29-862d-4c33-87a3-ae422b6cdea5 service neutron] Transition to ACTIVE for port object 58155b91-8d8e-400d-b601-a4b18200528b will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:00:31.965666 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-da87ac55-ae5a-42ee-a6c4-157de89153dc None None] Allocated IP 172.20.0.2 (8bf54950-bc7a-4797-9e6e-152fe26827ba/06e69cce-d1ef-4e39-ada8-f1b5d18d7af7/00cb0ab1-c773-4dea-bd23-156d3ccd32b4) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:00:32.075300 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-7de7bb29-862d-4c33-87a3-ae422b6cdea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:32.083774 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-003e42d4-1531-4024-9bed-a26be5e2e470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:32.171738 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da87ac55-ae5a-42ee-a6c4-157de89153dc None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:32.181518 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-da87ac55-ae5a-42ee-a6c4-157de89153dc None None] Transition to ACTIVE for port object 00cb0ab1-c773-4dea-bd23-156d3ccd32b4 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:00:32.201475 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-da87ac55-ae5a-42ee-a6c4-157de89153dc None None] Transition to ACTIVE for port object 00cb0ab1-c773-4dea-bd23-156d3ccd32b4 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:00:32.211318 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da87ac55-ae5a-42ee-a6c4-157de89153dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:32.256592 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da87ac55-ae5a-42ee-a6c4-157de89153dc None None] Network 8bf54950-bc7a-4797-9e6e-152fe26827ba is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:00:32.262113 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-da87ac55-ae5a-42ee-a6c4-157de89153dc None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:00:32.263445 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd95aa61-dffe-4229-be7f-5f7dff04baaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:32.266727 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da87ac55-ae5a-42ee-a6c4-157de89153dc None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:00:32.267246 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-7de7bb29-862d-4c33-87a3-ae422b6cdea5 service neutron] Attempting to bind port 58155b91-8d8e-400d-b601-a4b18200528b on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:00:32.267607 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-7de7bb29-862d-4c33-87a3-ae422b6cdea5 service neutron] Attempting to bind port 58155b91-8d8e-400d-b601-a4b18200528b by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'f6ceb175-f8f3-456b-a1a2-6146eff18101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:00:32.267986 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-7de7bb29-862d-4c33-87a3-ae422b6cdea5 service neutron] Attempting to bind port 58155b91-8d8e-400d-b601-a4b18200528b on network 08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:00:32.271628 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7bb29-862d-4c33-87a3-ae422b6cdea5 service neutron] Pushing event updated for resources: {'Port': ['ID=58155b91-8d8e-400d-b601-a4b18200528b,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:32.291023 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-7de7bb29-862d-4c33-87a3-ae422b6cdea5 service neutron] Port 58155b91-8d8e-400d-b601-a4b18200528b on network 08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:00:32.291351 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-7de7bb29-862d-4c33-87a3-ae422b6cdea5 service neutron] Attempting to bind port 58155b91-8d8e-400d-b601-a4b18200528b on network 08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:00:32.304778 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd95aa61-dffe-4229-be7f-5f7dff04baaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:32.313137 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-7de7bb29-862d-4c33-87a3-ae422b6cdea5 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:00:32.313521 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-7de7bb29-862d-4c33-87a3-ae422b6cdea5 service neutron] Checking segment: {'id': 'f6ceb175-f8f3-456b-a1a2-6146eff18101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:00:32.314073 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-7de7bb29-862d-4c33-87a3-ae422b6cdea5 service neutron] Bound using segment: {'id': 'f6ceb175-f8f3-456b-a1a2-6146eff18101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:00:32.314537 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-7de7bb29-862d-4c33-87a3-ae422b6cdea5 service neutron] Bound port: 58155b91-8d8e-400d-b601-a4b18200528b, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6ceb175-f8f3-456b-a1a2-6146eff18101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:00:32.314900 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-7de7bb29-862d-4c33-87a3-ae422b6cdea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:32.330802 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87ac55-ae5a-42ee-a6c4-157de89153dc None None] Pushing event updated for resources: {'Port': ['ID=00cb0ab1-c773-4dea-bd23-156d3ccd32b4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:32.343010 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c9e71-8834-4dbd-a976-f2971b957853 req-5b0c6eb0-e679-40d3-82bd-4fbad1dff2be tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:32.344639 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a89c9e71-8834-4dbd-a976-f2971b957853 req-5b0c6eb0-e679-40d3-82bd-4fbad1dff2be tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/ports?device_id=93bb6559-f909-42e7-8fcd-0e329aa14806 HTTP/1.1" status: 200 len: 970 time: 0.4815736 Jul 14 09:00:32.366409 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-da87ac55-ae5a-42ee-a6c4-157de89153dc None None] Attempting to bind port 00cb0ab1-c773-4dea-bd23-156d3ccd32b4 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:00:32.366824 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-da87ac55-ae5a-42ee-a6c4-157de89153dc None None] Attempting to bind port 00cb0ab1-c773-4dea-bd23-156d3ccd32b4 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '3f942a54-5daa-4d65-b384-43384013d883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:00:32.367307 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da87ac55-ae5a-42ee-a6c4-157de89153dc None None] Attempting to bind port 00cb0ab1-c773-4dea-bd23-156d3ccd32b4 on network 8bf54950-bc7a-4797-9e6e-152fe26827ba {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:00:32.377180 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da87ac55-ae5a-42ee-a6c4-157de89153dc None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:00:32.377180 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da87ac55-ae5a-42ee-a6c4-157de89153dc None None] Checking segment: {'id': '3f942a54-5daa-4d65-b384-43384013d883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:00:32.377532 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da87ac55-ae5a-42ee-a6c4-157de89153dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:32.378071 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da87ac55-ae5a-42ee-a6c4-157de89153dc None None] Bound using segment: {'id': '3f942a54-5daa-4d65-b384-43384013d883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:00:32.378457 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-da87ac55-ae5a-42ee-a6c4-157de89153dc None None] Bound port: 00cb0ab1-c773-4dea-bd23-156d3ccd32b4, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f942a54-5daa-4d65-b384-43384013d883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:00:32.378785 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da87ac55-ae5a-42ee-a6c4-157de89153dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:32.447697 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-dd95aa61-dffe-4229-be7f-5f7dff04baaf admin admin] Allocated IP 172.25.6.92 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/0b309202-90ff-4db4-974f-af83558406e5) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:00:32.452229 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7ad47-c027-43ca-b4b3-289efa4c7f08 req-9b666760-f201-49b6-b1ca-29d087fa0bc7 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:32.453716 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-58f7ad47-c027-43ca-b4b3-289efa4c7f08 req-9b666760-f201-49b6-b1ca-29d087fa0bc7 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9589d8d-d4fa-4eba-98e3-5e967599f886 HTTP/1.1" status: 200 len: 943 time: 0.3796232 Jul 14 09:00:32.462569 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-da87ac55-ae5a-42ee-a6c4-157de89153dc None None] For port 00cb0ab1-c773-4dea-bd23-156d3ccd32b4, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:00:32.466556 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-da87ac55-ae5a-42ee-a6c4-157de89153dc None None] For port 00cb0ab1-c773-4dea-bd23-156d3ccd32b4, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=00cb0ab1-c773-4dea-bd23-156d3ccd32b4,segment=NetworkSegment(3f942a54-5daa-4d65-b384-43384013d883),segment_id=3f942a54-5daa-4d65-b384-43384013d883)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:00:32.472676 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da87ac55-ae5a-42ee-a6c4-157de89153dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:32.502628 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-7de7bb29-862d-4c33-87a3-ae422b6cdea5 service neutron] For port 58155b91-8d8e-400d-b601-a4b18200528b, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:00:32.517937 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a89c9e71-8834-4dbd-a976-f2971b957853 req-6db31bff-408e-4316-b09e-3e7a33aabd74 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c7b6422-327d-49ec-8aea-a584df33fb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664302 Jul 14 09:00:32.537130 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-7de7bb29-862d-4c33-87a3-ae422b6cdea5 service neutron] For port 58155b91-8d8e-400d-b601-a4b18200528b, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=58155b91-8d8e-400d-b601-a4b18200528b,segment=NetworkSegment(f6ceb175-f8f3-456b-a1a2-6146eff18101),segment_id=f6ceb175-f8f3-456b-a1a2-6146eff18101)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:00:32.548010 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87ac55-ae5a-42ee-a6c4-157de89153dc None None] Pushing event updated for resources: {'Port': ['ID=00cb0ab1-c773-4dea-bd23-156d3ccd32b4,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:32.564276 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-7de7bb29-862d-4c33-87a3-ae422b6cdea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:32.596227 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-58f7ad47-c027-43ca-b4b3-289efa4c7f08 req-b696157b-e8b8-47dc-a764-5d6db11fad37 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/security-groups?id=b66ff417-eb85-4915-bce4-8f9c11b7b80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298585 Jul 14 09:00:32.614493 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd95aa61-dffe-4229-be7f-5f7dff04baaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:32.627628 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-003e42d4-1531-4024-9bed-a26be5e2e470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:32.635583 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-7de7bb29-862d-4c33-87a3-ae422b6cdea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:32.636251 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-7de7bb29-862d-4c33-87a3-ae422b6cdea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:32.637753 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-7de7bb29-862d-4c33-87a3-ae422b6cdea5 service neutron] 10.222.0.44 "PUT /v2.0/ports/58155b91-8d8e-400d-b601-a4b18200528b HTTP/1.1" status: 200 len: 1092 time: 1.4421365 Jul 14 09:00:32.638197 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9589d8d-d4fa-4eba-98e3-5e967599f886', 'tag': '58155b91-8d8e-400d-b601-a4b18200528b'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:00:32.690219 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd95aa61-dffe-4229-be7f-5f7dff04baaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:32.729276 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-003e42d4-1531-4024-9bed-a26be5e2e470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:32.732597 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd95aa61-dffe-4229-be7f-5f7dff04baaf admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:00:32.740967 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-dd95aa61-dffe-4229-be7f-5f7dff04baaf admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:00:32.746231 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd95aa61-dffe-4229-be7f-5f7dff04baaf admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:00:32.821184 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95aa61-dffe-4229-be7f-5f7dff04baaf admin admin] Pushing event updated for resources: {'Port': ['ID=0b309202-90ff-4db4-974f-af83558406e5,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:32.900410 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7bb29-862d-4c33-87a3-ae422b6cdea5 service neutron] Pushing event updated for resources: {'Port': ['ID=58155b91-8d8e-400d-b601-a4b18200528b,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:32.938325 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-003e42d4-1531-4024-9bed-a26be5e2e470 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c3f1a965a7d64211aee0a233cb787e39&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2444241 Jul 14 09:00:32.941920 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55864) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:32.944878 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e42d4-1531-4024-9bed-a26be5e2e470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b7facb-b090-442c-b9f4-a2a038c47256,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:32.989698 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b89063-20cd-42b8-b46a-a0bf149475e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f9589d8d-d4fa-4eba-98e3-5e967599f886", "tag": "58155b91-8d8e-400d-b601-a4b18200528b"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:00:33.036204 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-2425e1ea-6093-46c7-80b9-7454af0ebe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:33.037765 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-2425e1ea-6093-46c7-80b9-7454af0ebe0b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ded5a87fc684a6aaedbd0df5e9b2bfa&device_id=f9589d8d-d4fa-4eba-98e3-5e967599f886 HTTP/1.1" status: 200 len: 1095 time: 0.3175125 Jul 14 09:00:33.056686 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd95aa61-dffe-4229-be7f-5f7dff04baaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:33.057588 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670dbde-df1a-4ab4-9937-1419c2363819 req-963151e6-4435-457b-ab9a-08260c81b66b tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:33.061040 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8670dbde-df1a-4ab4-9937-1419c2363819 req-963151e6-4435-457b-ab9a-08260c81b66b tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d207b5b9-6add-4abc-b6fd-d2fdda4dfd94 HTTP/1.1" status: 200 len: 950 time: 0.3455610 Jul 14 09:00:33.125647 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0366b4ac-164d-4fef-9ade-127b208ca3b9 x-openstack-request-id: req-0366b4ac-164d-4fef-9ade-127b208ca3b9 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:00:33.125891 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9589d8d-d4fa-4eba-98e3-5e967599f886", "tag": "58155b91-8d8e-400d-b601-a4b18200528b", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:00:33.126143 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0366b4ac-164d-4fef-9ade-127b208ca3b9 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:00:33.126602 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9589d8d-d4fa-4eba-98e3-5e967599f886', 'tag': '58155b91-8d8e-400d-b601-a4b18200528b', 'status': 'completed', 'code': 200} Jul 14 09:00:33.166156 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-929f71fc-eb17-4e4d-8aff-a8f4983d688a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58155b91-8d8e-400d-b601-a4b18200528b HTTP/1.1" status: 200 len: 217 time: 0.0987532 Jul 14 09:00:33.167868 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9c91301-8284-4e91-95c8-fe2b33874b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:33.248924 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9c91301-8284-4e91-95c8-fe2b33874b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:33.271881 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8670dbde-df1a-4ab4-9937-1419c2363819 req-1d14d5a5-48ed-4893-bd50-12fc8ea0ddf5 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481183 Jul 14 09:00:33.282002 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-5a42169a-4f76-412c-9d7c-b7d21c213964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:33.283482 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-5a42169a-4f76-412c-9d7c-b7d21c213964 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fecf381-19d6-49fe-86f6-48fb919914d0 HTTP/1.1" status: 200 len: 863 time: 0.1077454 Jul 14 09:00:33.298480 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd95aa61-dffe-4229-be7f-5f7dff04baaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:33.439791 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9c91301-8284-4e91-95c8-fe2b33874b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:33.445235 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9c91301-8284-4e91-95c8-fe2b33874b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:33.446650 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a9c91301-8284-4e91-95c8-fe2b33874b1c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79b7facb-b090-442c-b9f4-a2a038c47256 HTTP/1.1" status: 204 len: 168 time: 0.5027604 Jul 14 09:00:33.471768 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-d787fbf5-f610-456f-9b9d-20d471fe7180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:33.474989 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-d787fbf5-f610-456f-9b9d-20d471fe7180 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1772552 Jul 14 09:00:33.477005 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c91301-8284-4e91-95c8-fe2b33874b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b7facb-b090-442c-b9f4-a2a038c47256,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:33.523078 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 00cb0ab1-c773-4dea-bd23-156d3ccd32b4 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:00:33.567197 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd95aa61-dffe-4229-be7f-5f7dff04baaf admin admin] Router feb7ed9b-3f09-408f-98ff-97715802e75a is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:00:33.641198 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 00cb0ab1-c773-4dea-bd23-156d3ccd32b4 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:00:33.794242 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd95aa61-dffe-4229-be7f-5f7dff04baaf admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:00:33.803339 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-6f393e0d-154d-4a43-9e56-16f981a8d03b service neutron] 10.222.0.44 "GET /v2.0/networks/08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203814 Jul 14 09:00:33.808428 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04ecd66-5180-4a3a-9f19-6b32c38b451d None None] Sync routers for ids ['feb7ed9b-3f09-408f-98ff-97715802e75a'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:00:33.824081 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd95aa61-dffe-4229-be7f-5f7dff04baaf admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:33.825628 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-dd95aa61-dffe-4229-be7f-5f7dff04baaf admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.3550215 Jul 14 09:00:33.828145 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04ecd66-5180-4a3a-9f19-6b32c38b451d None None] Routers {'feb7ed9b-3f09-408f-98ff-97715802e75a'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:00:33.828972 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55882) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:33.831264 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b04ecd66-5180-4a3a-9f19-6b32c38b451d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:00:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['feb7ed9b-3f09-408f-98ff-97715802e75a'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:34.016985 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c11f49-97a0-408a-bc10-8eff90d40577 req-96dcdedc-b469-4a62-b81c-c126a97db776 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:34.018958 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f5c11f49-97a0-408a-bc10-8eff90d40577 req-96dcdedc-b469-4a62-b81c-c126a97db776 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/ports?device_id=93bb6559-f909-42e7-8fcd-0e329aa14806 HTTP/1.1" status: 200 len: 970 time: 0.2967618 Jul 14 09:00:34.044292 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55886) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:34.044626 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56adc5ab-03d2-40ea-b567-09cd8bddc70c None None] Network 8bf54950-bc7a-4797-9e6e-152fe26827ba requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:00:34.070856 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b04ecd66-5180-4a3a-9f19-6b32c38b451d None None] Set router feb7ed9b-3f09-408f-98ff-97715802e75a gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:00:34.099474 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f954a95-6712-4ffa-8304-9f6f5730dcc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:34.136463 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20c9a4f7-77ea-498d-a648-0157a260a90d req-ba48aef0-37d3-4c93-93fe-def0b6f562b7 service neutron] 10.222.0.44 "GET /v2.0/networks/08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137434 Jul 14 09:00:34.163133 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f5c11f49-97a0-408a-bc10-8eff90d40577 req-2f3c7764-8401-440a-b781-38f9e4d18f6e tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c7b6422-327d-49ec-8aea-a584df33fb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382351 Jul 14 09:00:34.203870 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-893d5cb5-78ed-4cbe-8d30-2dbfd9e1d25d None None] Provisioning for port 00cb0ab1-c773-4dea-bd23-156d3ccd32b4 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:00:34.207933 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08de31-e25c-4892-a1cd-86d7846c56cc req-782cb929-439d-413d-897e-9c24d051e91b tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:34.215912 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-893d5cb5-78ed-4cbe-8d30-2dbfd9e1d25d None None] Provisioning complete for port 00cb0ab1-c773-4dea-bd23-156d3ccd32b4 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:34.216403 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-893d5cb5-78ed-4cbe-8d30-2dbfd9e1d25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:34.222684 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ef08de31-e25c-4892-a1cd-86d7846c56cc req-782cb929-439d-413d-897e-9c24d051e91b tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9589d8d-d4fa-4eba-98e3-5e967599f886 HTTP/1.1" status: 200 len: 943 time: 0.1993132 Jul 14 09:00:34.334271 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ef08de31-e25c-4892-a1cd-86d7846c56cc req-e145fd1d-7947-4381-b0c1-5f3218ecc978 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/security-groups?id=b66ff417-eb85-4915-bce4-8f9c11b7b80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067903 Jul 14 09:00:34.419678 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f954a95-6712-4ffa-8304-9f6f5730dcc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:34.421904 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b04ecd66-5180-4a3a-9f19-6b32c38b451d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-router', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0b309202-90ff-4db4-974f-af83558406e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:31Z', 'updated_at': '2021-07-14T09:00:32Z', 'revision_number': 3, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'gw_port': {'id': '0b309202-90ff-4db4-974f-af83558406e5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:32Z', 'updated_at': '2021-07-14T09:00:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:34.430425 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f954a95-6712-4ffa-8304-9f6f5730dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:34.442699 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b89063-20cd-42b8-b46a-a0bf149475e2 req-ad1cd967-608d-461b-b390-d00580434c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:34.445352 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49b89063-20cd-42b8-b46a-a0bf149475e2 req-ad1cd967-608d-461b-b390-d00580434c69 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ded5a87fc684a6aaedbd0df5e9b2bfa&device_id=f9589d8d-d4fa-4eba-98e3-5e967599f886 HTTP/1.1" status: 200 len: 1095 time: 0.2195947 Jul 14 09:00:34.453151 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-893d5cb5-78ed-4cbe-8d30-2dbfd9e1d25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:34.506515 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-893d5cb5-78ed-4cbe-8d30-2dbfd9e1d25d None None] For port 00cb0ab1-c773-4dea-bd23-156d3ccd32b4, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=00cb0ab1-c773-4dea-bd23-156d3ccd32b4,segment=NetworkSegment(3f942a54-5daa-4d65-b384-43384013d883),segment_id=3f942a54-5daa-4d65-b384-43384013d883)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:00:34.507021 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04ecd66-5180-4a3a-9f19-6b32c38b451d None None] Checking router: feb7ed9b-3f09-408f-98ff-97715802e75a for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:00:34.507600 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04ecd66-5180-4a3a-9f19-6b32c38b451d None None] Updating router feb7ed9b-3f09-408f-98ff-97715802e75a port 0b309202-90ff-4db4-974f-af83558406e5 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:00:34.513177 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-893d5cb5-78ed-4cbe-8d30-2dbfd9e1d25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:34.549837 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4f954a95-6712-4ffa-8304-9f6f5730dcc2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac4dab215da945f9940d578b176042a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5044866 Jul 14 09:00:34.564858 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55890) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:34.571581 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b04ecd66-5180-4a3a-9f19-6b32c38b451d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:34.595010 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f954a95-6712-4ffa-8304-9f6f5730dcc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1be8f7-2731-4d30-ab45-c6bedaf5c58a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:34.596021 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d5cb5-78ed-4cbe-8d30-2dbfd9e1d25d None None] Pushing event updated for resources: {'Port': ['ID=00cb0ab1-c773-4dea-bd23-156d3ccd32b4,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:34.640530 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c652c1cf-4a42-4548-b055-f0cd7903d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:34.740903 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-437dfaa0-3943-4296-b0da-f243cd76737d None None] Provisioning complete for port 00cb0ab1-c773-4dea-bd23-156d3ccd32b4 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:34.741375 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-437dfaa0-3943-4296-b0da-f243cd76737d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:34.852426 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c652c1cf-4a42-4548-b055-f0cd7903d139 admin admin] Allocated IP 172.20.0.1 (8bf54950-bc7a-4797-9e6e-152fe26827ba/06e69cce-d1ef-4e39-ada8-f1b5d18d7af7/4f774d77-8c3f-4880-8f3c-6e2aecfa680a) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:00:34.924334 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b04ecd66-5180-4a3a-9f19-6b32c38b451d None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:34.935732 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b04ecd66-5180-4a3a-9f19-6b32c38b451d None None] Transition to ACTIVE for port object 0b309202-90ff-4db4-974f-af83558406e5 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:00:34.943533 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b04ecd66-5180-4a3a-9f19-6b32c38b451d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:34.954764 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77173145-c93a-482e-a95a-f64b22bf0a9d req-28d1a13e-0979-489a-8f8c-b30440599401 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:34.956450 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-77173145-c93a-482e-a95a-f64b22bf0a9d req-28d1a13e-0979-489a-8f8c-b30440599401 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d207b5b9-6add-4abc-b6fd-d2fdda4dfd94 HTTP/1.1" status: 200 len: 950 time: 0.5821006 Jul 14 09:00:34.983335 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c652c1cf-4a42-4548-b055-f0cd7903d139 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:34.998843 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c652c1cf-4a42-4548-b055-f0cd7903d139 admin admin] Transition to ACTIVE for port object 4f774d77-8c3f-4880-8f3c-6e2aecfa680a will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:00:34.999145 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f484541-7af2-4580-8815-d955858b48fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:35.012519 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b89063-20cd-42b8-b46a-a0bf149475e2 req-83a58f89-6189-431d-b51f-7ec568681460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:35.014013 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49b89063-20cd-42b8-b46a-a0bf149475e2 req-83a58f89-6189-431d-b51f-7ec568681460 service neutron] 10.222.0.44 "GET /v2.0/networks?id=08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f HTTP/1.1" status: 200 len: 924 time: 0.5590990 Jul 14 09:00:35.037862 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c652c1cf-4a42-4548-b055-f0cd7903d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:35.085981 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c652c1cf-4a42-4548-b055-f0cd7903d139 admin admin] Network 8bf54950-bc7a-4797-9e6e-152fe26827ba is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:00:35.088977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c652c1cf-4a42-4548-b055-f0cd7903d139 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:00:35.089546 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf7436-c87e-452c-ad08-8ec823470654 None None] Pushing event updated for resources: {'Port': ['ID=0b309202-90ff-4db4-974f-af83558406e5,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:35.092997 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c652c1cf-4a42-4548-b055-f0cd7903d139 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:00:35.092997 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c652c1cf-4a42-4548-b055-f0cd7903d139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:35.094832 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49b89063-20cd-42b8-b46a-a0bf149475e2 req-5137645d-05fa-4e20-b838-69eea1c98d18 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58155b91-8d8e-400d-b601-a4b18200528b HTTP/1.1" status: 200 len: 217 time: 0.0624487 Jul 14 09:00:35.103449 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f484541-7af2-4580-8815-d955858b48fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:35.105131 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-b04ecd66-5180-4a3a-9f19-6b32c38b451d None None] Attempting to bind port 0b309202-90ff-4db4-974f-af83558406e5 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:00:35.105631 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-b04ecd66-5180-4a3a-9f19-6b32c38b451d None None] Attempting to bind port 0b309202-90ff-4db4-974f-af83558406e5 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:00:35.106147 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04ecd66-5180-4a3a-9f19-6b32c38b451d None None] Attempting to bind port 0b309202-90ff-4db4-974f-af83558406e5 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:00:35.112411 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-77173145-c93a-482e-a95a-f64b22bf0a9d req-91651fab-9dba-4f2f-b343-2bf52c751f0e tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438551 Jul 14 09:00:35.113736 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04ecd66-5180-4a3a-9f19-6b32c38b451d None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:00:35.114127 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04ecd66-5180-4a3a-9f19-6b32c38b451d None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:00:35.114536 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b04ecd66-5180-4a3a-9f19-6b32c38b451d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:35.114999 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04ecd66-5180-4a3a-9f19-6b32c38b451d None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:00:35.115644 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-b04ecd66-5180-4a3a-9f19-6b32c38b451d None None] Bound port: 0b309202-90ff-4db4-974f-af83558406e5, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:00:35.116054 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b04ecd66-5180-4a3a-9f19-6b32c38b451d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:35.129416 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d95430-9dbe-4f3e-bd96-c233932e798a req-c2cb13f6-9bb7-42e8-81d2-02873c01d476 tempest-AggregatesAdminTestJSON-297391062 tempest-AggregatesAdminTestJSON-297391062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:35.137695 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4d95430-9dbe-4f3e-bd96-c233932e798a req-c2cb13f6-9bb7-42e8-81d2-02873c01d476 tempest-AggregatesAdminTestJSON-297391062 tempest-AggregatesAdminTestJSON-297391062-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=93bb6559-f909-42e7-8fcd-0e329aa14806 HTTP/1.1" status: 200 len: 1122 time: 0.5717773 Jul 14 09:00:35.170311 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652c1cf-4a42-4548-b055-f0cd7903d139 admin admin] Pushing event updated for resources: {'Port': ['ID=4f774d77-8c3f-4880-8f3c-6e2aecfa680a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:35.203446 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e4d95430-9dbe-4f3e-bd96-c233932e798a req-375db7d5-36c9-4398-be17-6fe2de6e28ea tempest-AggregatesAdminTestJSON-297391062 tempest-AggregatesAdminTestJSON-297391062-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:35.203682 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b04ecd66-5180-4a3a-9f19-6b32c38b451d None None] For port 0b309202-90ff-4db4-974f-af83558406e5, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:00:35.208493 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b04ecd66-5180-4a3a-9f19-6b32c38b451d None None] For port 0b309202-90ff-4db4-974f-af83558406e5, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=0b309202-90ff-4db4-974f-af83558406e5,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:00:35.218052 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b04ecd66-5180-4a3a-9f19-6b32c38b451d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:35.231184 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b89063-20cd-42b8-b46a-a0bf149475e2 req-34a58303-a5ad-42d2-a717-16bc27ec95f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:35.232783 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49b89063-20cd-42b8-b46a-a0bf149475e2 req-34a58303-a5ad-42d2-a717-16bc27ec95f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fecf381-19d6-49fe-86f6-48fb919914d0 HTTP/1.1" status: 200 len: 863 time: 0.1240318 Jul 14 09:00:35.287276 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04ecd66-5180-4a3a-9f19-6b32c38b451d None None] Routers {'feb7ed9b-3f09-408f-98ff-97715802e75a'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:00:35.287722 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b04ecd66-5180-4a3a-9f19-6b32c38b451d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:00:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['feb7ed9b-3f09-408f-98ff-97715802e75a'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:35.303348 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f484541-7af2-4580-8815-d955858b48fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:35.306087 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f484541-7af2-4580-8815-d955858b48fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:35.309602 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2f484541-7af2-4580-8815-d955858b48fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f1be8f7-2731-4d30-ab45-c6bedaf5c58a HTTP/1.1" status: 204 len: 168 time: 0.7402096 Jul 14 09:00:35.336874 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c652c1cf-4a42-4548-b055-f0cd7903d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:35.347205 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf7436-c87e-452c-ad08-8ec823470654 None None] Pushing event updated for resources: {'Port': ['ID=0b309202-90ff-4db4-974f-af83558406e5,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:35.372201 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f484541-7af2-4580-8815-d955858b48fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1be8f7-2731-4d30-ab45-c6bedaf5c58a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:35.437135 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b89063-20cd-42b8-b46a-a0bf149475e2 req-e05f5a48-455d-4fa6-b2e5-86afc790f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:35.444173 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 00cb0ab1-c773-4dea-bd23-156d3ccd32b4 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:00:35.447001 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49b89063-20cd-42b8-b46a-a0bf149475e2 req-e05f5a48-455d-4fa6-b2e5-86afc790f58d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1997397 Jul 14 09:00:35.549324 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b04ecd66-5180-4a3a-9f19-6b32c38b451d None None] Set router feb7ed9b-3f09-408f-98ff-97715802e75a gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:00:35.558871 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e4d95430-9dbe-4f3e-bd96-c233932e798a req-375db7d5-36c9-4398-be17-6fe2de6e28ea tempest-AggregatesAdminTestJSON-297391062 tempest-AggregatesAdminTestJSON-297391062-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:35.568462 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e4d95430-9dbe-4f3e-bd96-c233932e798a req-375db7d5-36c9-4398-be17-6fe2de6e28ea tempest-AggregatesAdminTestJSON-297391062 tempest-AggregatesAdminTestJSON-297391062-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:35.577266 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 00cb0ab1-c773-4dea-bd23-156d3ccd32b4 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:35.578799 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:35.642878 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-93c20dd0-3b75-4e46-9ba5-3689c9960874 None None] Provisioning for port 4f774d77-8c3f-4880-8f3c-6e2aecfa680a completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:00:35.650106 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-93c20dd0-3b75-4e46-9ba5-3689c9960874 None None] Provisioning complete for port 4f774d77-8c3f-4880-8f3c-6e2aecfa680a triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:35.650782 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93c20dd0-3b75-4e46-9ba5-3689c9960874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:35.663777 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4d95430-9dbe-4f3e-bd96-c233932e798a req-375db7d5-36c9-4398-be17-6fe2de6e28ea tempest-AggregatesAdminTestJSON-297391062 tempest-AggregatesAdminTestJSON-297391062-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7c7b6422-327d-49ec-8aea-a584df33fb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5250578 Jul 14 09:00:35.686233 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375db7d5-36c9-4398-be17-6fe2de6e28ea tempest-AggregatesAdminTestJSON-297391062 tempest-AggregatesAdminTestJSON-297391062-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4715101b-0fb5-44dd-affc-213cb9775c5b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:35.703779 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-93c20dd0-3b75-4e46-9ba5-3689c9960874 None None] Port 4f774d77-8c3f-4880-8f3c-6e2aecfa680a cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:00:35.715104 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49b89063-20cd-42b8-b46a-a0bf149475e2 req-53fbf7db-eb41-4895-bc67-465fab728b38 service neutron] 10.222.0.44 "GET /v2.0/networks/08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593806 Jul 14 09:00:35.735821 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead48639-bff7-4a4f-b3d8-a5efeb9bc5ec req-cefbc65d-7554-47f1-8efa-569d4ce1dc69 tempest-DeleteServersAdminTestJSON-1252927775 tempest-DeleteServersAdminTestJSON-1252927775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:35.737679 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ead48639-bff7-4a4f-b3d8-a5efeb9bc5ec req-cefbc65d-7554-47f1-8efa-569d4ce1dc69 tempest-DeleteServersAdminTestJSON-1252927775 tempest-DeleteServersAdminTestJSON-1252927775-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d207b5b9-6add-4abc-b6fd-d2fdda4dfd94 HTTP/1.1" status: 200 len: 1102 time: 0.3696053 Jul 14 09:00:35.902238 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49b89063-20cd-42b8-b46a-a0bf149475e2 req-91ef91b6-d4cf-4276-9649-333f4799c256 service neutron] 10.222.0.44 "GET /v2.0/networks/08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791265 Jul 14 09:00:35.920229 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a2486-7b83-467d-b6c8-ad79035f1ab0 req-6ef72b78-778b-4dc5-a8c3-0023ca6bae5e tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:35.922192 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f49a2486-7b83-467d-b6c8-ad79035f1ab0 req-6ef72b78-778b-4dc5-a8c3-0023ca6bae5e tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9589d8d-d4fa-4eba-98e3-5e967599f886 HTTP/1.1" status: 200 len: 943 time: 0.3266733 Jul 14 09:00:35.947434 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b04ecd66-5180-4a3a-9f19-6b32c38b451d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-router', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0b309202-90ff-4db4-974f-af83558406e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:31Z', 'updated_at': '2021-07-14T09:00:35Z', 'revision_number': 4, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'gw_port': {'id': '0b309202-90ff-4db4-974f-af83558406e5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:32Z', 'updated_at': '2021-07-14T09:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '4f774d77-8c3f-4880-8f3c-6e2aecfa680a', 'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'mac_address': 'fa:16:3e:cb:f1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:34Z', 'updated_at': '2021-07-14T09:00:34Z', 'revision_number': 1, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'subnets': [{'id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:35.992644 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04ecd66-5180-4a3a-9f19-6b32c38b451d None None] The sync data for ids ['feb7ed9b-3f09-408f-98ff-97715802e75a'] in n-d-771362-35 is: [{'id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-router', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0b309202-90ff-4db4-974f-af83558406e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:31Z', 'updated_at': '2021-07-14T09:00:35Z', 'revision_number': 4, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'gw_port': {'id': '0b309202-90ff-4db4-974f-af83558406e5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:32Z', 'updated_at': '2021-07-14T09:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '4f774d77-8c3f-4880-8f3c-6e2aecfa680a', 'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'mac_address': 'fa:16:3e:cb:f1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:34Z', 'updated_at': '2021-07-14T09:00:34Z', 'revision_number': 1, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'subnets': [{'id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:00:36.026986 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f49a2486-7b83-467d-b6c8-ad79035f1ab0 req-38a3b332-7fad-4ac7-a87f-a2e9ffb67fb7 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/security-groups?id=b66ff417-eb85-4915-bce4-8f9c11b7b80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964053 Jul 14 09:00:36.111103 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c652c1cf-4a42-4548-b055-f0cd7903d139 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:36.119913 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c652c1cf-4a42-4548-b055-f0cd7903d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:36.120690 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c652c1cf-4a42-4548-b055-f0cd7903d139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:36.220261 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-ead48639-bff7-4a4f-b3d8-a5efeb9bc5ec req-ea0e4449-d3be-4026-b670-1492a29e5507 tempest-DeleteServersAdminTestJSON-1252927775 tempest-DeleteServersAdminTestJSON-1252927775-project-admin] Deleting port c9f212ad-7e3e-4e3f-8af6-6959da85923d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:00:36.221537 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-ead48639-bff7-4a4f-b3d8-a5efeb9bc5ec req-ea0e4449-d3be-4026-b670-1492a29e5507 tempest-DeleteServersAdminTestJSON-1252927775 tempest-DeleteServersAdminTestJSON-1252927775-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:36.226464 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652c1cf-4a42-4548-b055-f0cd7903d139 admin admin] Pushing event updated for resources: {'Port': ['ID=4f774d77-8c3f-4880-8f3c-6e2aecfa680a,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:36.345838 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c652c1cf-4a42-4548-b055-f0cd7903d139 admin admin] Network 8bf54950-bc7a-4797-9e6e-152fe26827ba is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:00:36.352632 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c652c1cf-4a42-4548-b055-f0cd7903d139 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:00:36.365073 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-ead48639-bff7-4a4f-b3d8-a5efeb9bc5ec req-ea0e4449-d3be-4026-b670-1492a29e5507 tempest-DeleteServersAdminTestJSON-1252927775 tempest-DeleteServersAdminTestJSON-1252927775-project-admin] For port c9f212ad-7e3e-4e3f-8af6-6959da85923d, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c9f212ad-7e3e-4e3f-8af6-6959da85923d,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:00:36.365431 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-ead48639-bff7-4a4f-b3d8-a5efeb9bc5ec req-ea0e4449-d3be-4026-b670-1492a29e5507 tempest-DeleteServersAdminTestJSON-1252927775 tempest-DeleteServersAdminTestJSON-1252927775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:36.438530 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-ead48639-bff7-4a4f-b3d8-a5efeb9bc5ec req-ea0e4449-d3be-4026-b670-1492a29e5507 tempest-DeleteServersAdminTestJSON-1252927775 tempest-DeleteServersAdminTestJSON-1252927775-project-admin] Calling delete_port for c9f212ad-7e3e-4e3f-8af6-6959da85923d owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:00:36.448822 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95ac17-9903-4f57-bd21-85dfcacf2764 req-b813c2f9-5e78-4373-80c3-21534b9b9294 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:36.450751 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d95ac17-9903-4f57-bd21-85dfcacf2764 req-b813c2f9-5e78-4373-80c3-21534b9b9294 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d207b5b9-6add-4abc-b6fd-d2fdda4dfd94 HTTP/1.1" status: 200 len: 950 time: 0.1613455 Jul 14 09:00:36.539375 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d95ac17-9903-4f57-bd21-85dfcacf2764 req-e5e47880-7c3a-4039-8f54-a32bcaabd63e tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818429 Jul 14 09:00:36.696247 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c652c1cf-4a42-4548-b055-f0cd7903d139 admin admin] Router feb7ed9b-3f09-408f-98ff-97715802e75a has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:00:36.866511 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c9d9c2d8-89ef-40b3-accc-38a2ea3d9dbd None None] Provisioning complete for port 4f774d77-8c3f-4880-8f3c-6e2aecfa680a triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:36.867015 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9d9c2d8-89ef-40b3-accc-38a2ea3d9dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:36.878914 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-ead48639-bff7-4a4f-b3d8-a5efeb9bc5ec req-ea0e4449-d3be-4026-b670-1492a29e5507 tempest-DeleteServersAdminTestJSON-1252927775 tempest-DeleteServersAdminTestJSON-1252927775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:36.894154 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['c9f212ad-7e3e-4e3f-8af6-6959da85923d'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:00:36.940587 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e4449-d3be-4026-b670-1492a29e5507 tempest-DeleteServersAdminTestJSON-1252927775 tempest-DeleteServersAdminTestJSON-1252927775-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9f212ad-7e3e-4e3f-8af6-6959da85923d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:36.958900 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c9d9c2d8-89ef-40b3-accc-38a2ea3d9dbd None None] Port 4f774d77-8c3f-4880-8f3c-6e2aecfa680a cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:00:37.023322 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c652c1cf-4a42-4548-b055-f0cd7903d139 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:00:37.035865 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead48639-bff7-4a4f-b3d8-a5efeb9bc5ec req-ea0e4449-d3be-4026-b670-1492a29e5507 tempest-DeleteServersAdminTestJSON-1252927775 tempest-DeleteServersAdminTestJSON-1252927775-project-admin] No DVR routers for this DVR port c9f212ad-7e3e-4e3f-8af6-6959da85923d on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:00:37.046073 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-ead48639-bff7-4a4f-b3d8-a5efeb9bc5ec req-ea0e4449-d3be-4026-b670-1492a29e5507 tempest-DeleteServersAdminTestJSON-1252927775 tempest-DeleteServersAdminTestJSON-1252927775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:37.053621 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ead48639-bff7-4a4f-b3d8-a5efeb9bc5ec req-ea0e4449-d3be-4026-b670-1492a29e5507 tempest-DeleteServersAdminTestJSON-1252927775 tempest-DeleteServersAdminTestJSON-1252927775-project-admin] 10.222.0.44 "DELETE /v2.0/ports/c9f212ad-7e3e-4e3f-8af6-6959da85923d HTTP/1.1" status: 204 len: 173 time: 1.3033049 Jul 14 09:00:37.067217 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c652c1cf-4a42-4548-b055-f0cd7903d139 admin admin] 10.222.0.25 "PUT /v2.0/routers/feb7ed9b-3f09-408f-98ff-97715802e75a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2263050 Jul 14 09:00:37.067217 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd207b5b9-6add-4abc-b6fd-d2fdda4dfd94', 'name': 'network-vif-deleted', 'tag': 'c9f212ad-7e3e-4e3f-8af6-6959da85923d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:00:37.067217 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d75b02-c2a3-421e-8a5e-4593bf5f3d96" -d '{"events": [{"server_uuid": "d207b5b9-6add-4abc-b6fd-d2fdda4dfd94", "name": "network-vif-deleted", "tag": "c9f212ad-7e3e-4e3f-8af6-6959da85923d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:00:37.351752 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6836fd5c-08cd-4238-865b-970cc79eecfa x-openstack-request-id: req-6836fd5c-08cd-4238-865b-970cc79eecfa {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:00:37.352055 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d207b5b9-6add-4abc-b6fd-d2fdda4dfd94", "name": "network-vif-deleted", "tag": "c9f212ad-7e3e-4e3f-8af6-6959da85923d", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:00:37.352055 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6836fd5c-08cd-4238-865b-970cc79eecfa {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:00:37.352413 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd207b5b9-6add-4abc-b6fd-d2fdda4dfd94', 'name': 'network-vif-deleted', 'tag': 'c9f212ad-7e3e-4e3f-8af6-6959da85923d', 'status': 'completed', 'code': 200} Jul 14 09:00:37.438491 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525adeb-c5f9-49f0-aae0-57cd30535b00 req-368607d7-1bb6-4240-baf0-85ed8bc345d8 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:37.450874 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6525adeb-c5f9-49f0-aae0-57cd30535b00 req-368607d7-1bb6-4240-baf0-85ed8bc345d8 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9589d8d-d4fa-4eba-98e3-5e967599f886 HTTP/1.1" status: 200 len: 943 time: 0.2164221 Jul 14 09:00:37.511023 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 0b309202-90ff-4db4-974f-af83558406e5 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:00:37.512665 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6525adeb-c5f9-49f0-aae0-57cd30535b00 req-2500b3ac-5f09-4654-858b-469c0446f947 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/security-groups?id=b66ff417-eb85-4915-bce4-8f9c11b7b80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601659 Jul 14 09:00:37.617256 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 0b309202-90ff-4db4-974f-af83558406e5 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:00:37.625296 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 0b309202-90ff-4db4-974f-af83558406e5 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:37.625730 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:37.799060 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:37.851330 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 0b309202-90ff-4db4-974f-af83558406e5, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=0b309202-90ff-4db4-974f-af83558406e5,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:00:37.858732 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:37.893958 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c10a46d5-743e-4151-b0ec-a7887beb3974 req-378ca38e-6e08-4037-8b6d-48a2e8f89658 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d207b5b9-6add-4abc-b6fd-d2fdda4dfd94 HTTP/1.1" status: 200 len: 210 time: 0.0625906 Jul 14 09:00:37.937408 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=0b309202-90ff-4db4-974f-af83558406e5,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:38.174454 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-64913d05-f8b1-4e62-ad7d-1ddf86b147d6 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:38.176836 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-64913d05-f8b1-4e62-ad7d-1ddf86b147d6 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/networks?id=8bf54950-bc7a-4797-9e6e-152fe26827ba HTTP/1.1" status: 200 len: 821 time: 0.1094894 Jul 14 09:00:38.193147 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-b3e8c37b-7ad9-444b-8d48-746876303682 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/quotas/dcde6d1474ea4edfa0fb594acf6b60cf HTTP/1.1" status: 200 len: 375 time: 0.0105464 Jul 14 09:00:38.274098 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-5bea7493-649d-451c-bcaa-f9375d11da6c tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dcde6d1474ea4edfa0fb594acf6b60cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752211 Jul 14 09:00:38.434782 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-c7c3dc52-2006-4b34-8c7a-daaf1bd15739 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:00:38.435810 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-c7c3dc52-2006-4b34-8c7a-daaf1bd15739 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0547674 Jul 14 09:00:38.553297 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 58155b91-8d8e-400d-b601-a4b18200528b details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:00:38.576797 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-afbf21fd-8966-4377-a8ca-1f0dfb5b9dd5 service neutron] 10.222.0.25 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331856 Jul 14 09:00:38.668036 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 58155b91-8d8e-400d-b601-a4b18200528b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=58155b91-8d8e-400d-b601-a4b18200528b,segment=NetworkSegment(f6ceb175-f8f3-456b-a1a2-6146eff18101),segment_id=f6ceb175-f8f3-456b-a1a2-6146eff18101)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:00:38.680606 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '58155b91-8d8e-400d-b601-a4b18200528b', 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f', 'port_id': '58155b91-8d8e-400d-b601-a4b18200528b', 'mac_address': 'fa:16:3e:d0:8f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:00:38.696343 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-39d8af50-0db6-45ab-8794-0ac7ebe27409 service neutron] 10.222.0.25 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185544 Jul 14 09:00:38.719773 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:38.733727 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58155b91-8d8e-400d-b601-a4b18200528b {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:00:38.750276 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40670c1-03c0-4284-b7ff-539c962791dd req-4f85165d-3a02-453d-99a8-950980000fa6 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:38.751802 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d40670c1-03c0-4284-b7ff-539c962791dd req-4f85165d-3a02-453d-99a8-950980000fa6 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9589d8d-d4fa-4eba-98e3-5e967599f886 HTTP/1.1" status: 200 len: 943 time: 0.0686033 Jul 14 09:00:38.759695 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 58155b91-8d8e-400d-b601-a4b18200528b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=58155b91-8d8e-400d-b601-a4b18200528b,segment=NetworkSegment(f6ceb175-f8f3-456b-a1a2-6146eff18101),segment_id=f6ceb175-f8f3-456b-a1a2-6146eff18101)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:00:38.765169 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:38.799538 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d40670c1-03c0-4284-b7ff-539c962791dd req-b1956bb1-bed8-4c5a-b7f9-8fbedd6e77c1 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/security-groups?id=b66ff417-eb85-4915-bce4-8f9c11b7b80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400748 Jul 14 09:00:38.839520 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=58155b91-8d8e-400d-b601-a4b18200528b,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:38.932431 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4802c3-f759-4790-a772-ca93bf1f6a3a None None] Sync routers for ids ['feb7ed9b-3f09-408f-98ff-97715802e75a'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:00:38.955777 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4802c3-f759-4790-a772-ca93bf1f6a3a None None] Routers {'feb7ed9b-3f09-408f-98ff-97715802e75a'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:00:38.956961 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7d4802c3-f759-4790-a772-ca93bf1f6a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:00:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['feb7ed9b-3f09-408f-98ff-97715802e75a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:38.960802 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['58155b91-8d8e-400d-b601-a4b18200528b'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:00:38.967376 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7c4cc21-478d-4f09-a5fc-c5c8ad2fd938 req-b7529489-71fa-480b-8d59-3fe2a45da2d3 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?device_id=a673eadc-1bec-47cf-ad0e-79dd90d7e90e HTTP/1.1" status: 200 len: 210 time: 0.0492687 Jul 14 09:00:39.135510 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-7d4802c3-f759-4790-a772-ca93bf1f6a3a None None] Set router feb7ed9b-3f09-408f-98ff-97715802e75a gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:00:39.451339 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 0b309202-90ff-4db4-974f-af83558406e5 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:00:39.480364 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-0f7fe757-e564-4a6d-8d35-13fb79f345ea tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c19427379e2d47408d1e9a8c76d89fa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474935 Jul 14 09:00:39.673786 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-ecc4eadf-06df-445c-b80e-68d452e7579b tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:39.681932 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-ecc4eadf-06df-445c-b80e-68d452e7579b tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1941838 Jul 14 09:00:39.712176 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-a2869219-5f4b-4745-b00d-bcfc1858e6af tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/quotas/c19427379e2d47408d1e9a8c76d89fa7 HTTP/1.1" status: 200 len: 375 time: 0.0232430 Jul 14 09:00:39.755065 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-533655bf-cbf2-44eb-92b6-69f6bedd945d tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c19427379e2d47408d1e9a8c76d89fa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415573 Jul 14 09:00:39.788225 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 0b309202-90ff-4db4-974f-af83558406e5 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:39.788599 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:39.891598 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7d4802c3-f759-4790-a772-ca93bf1f6a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-router', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0b309202-90ff-4db4-974f-af83558406e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:31Z', 'updated_at': '2021-07-14T09:00:35Z', 'revision_number': 4, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'gw_port': {'id': '0b309202-90ff-4db4-974f-af83558406e5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:32Z', 'updated_at': '2021-07-14T09:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '4f774d77-8c3f-4880-8f3c-6e2aecfa680a', 'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'mac_address': 'fa:16:3e:cb:f1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:34Z', 'updated_at': '2021-07-14T09:00:35Z', 'revision_number': 2, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'subnets': [{'id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:39.932110 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4802c3-f759-4790-a772-ca93bf1f6a3a None None] Checking router: feb7ed9b-3f09-408f-98ff-97715802e75a for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:00:39.932691 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4802c3-f759-4790-a772-ca93bf1f6a3a None None] Updating router feb7ed9b-3f09-408f-98ff-97715802e75a port 4f774d77-8c3f-4880-8f3c-6e2aecfa680a binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:00:39.965097 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56178) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:40.029772 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d4802c3-f759-4790-a772-ca93bf1f6a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:40.218193 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:40.221428 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8573926b-a6fd-4136-842f-1f888f85a69d req-9669faab-73ff-41ec-a8bf-5b0d0d9e672e tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=db918950-1dc1-48d2-8611-51d7c96132c3 HTTP/1.1" status: 200 len: 210 time: 0.0467238 Jul 14 09:00:40.243282 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27a60f00-6265-4549-81cf-8321dfdf5893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:40.296852 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc339a-da30-43b1-92be-915740a25ade req-8255567b-2a71-40ff-836b-5b8bb1493f4a tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:40.308481 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-37dc339a-da30-43b1-92be-915740a25ade req-8255567b-2a71-40ff-836b-5b8bb1493f4a tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9589d8d-d4fa-4eba-98e3-5e967599f886 HTTP/1.1" status: 200 len: 944 time: 0.2112982 Jul 14 09:00:40.424692 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56200) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:40.445454 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-37dc339a-da30-43b1-92be-915740a25ade req-ebeec6f7-ceb0-480d-a682-1954c631ab4a tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/security-groups?id=b66ff417-eb85-4915-bce4-8f9c11b7b80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356983 Jul 14 09:00:40.479253 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d4802c3-f759-4790-a772-ca93bf1f6a3a None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:40.492617 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7d4802c3-f759-4790-a772-ca93bf1f6a3a None None] Transition to ACTIVE for port object 4f774d77-8c3f-4880-8f3c-6e2aecfa680a will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:00:40.504550 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d4802c3-f759-4790-a772-ca93bf1f6a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:40.549959 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d9daddb-15b6-4f0f-894b-b43074eb3c4f req-943eca1a-c504-438a-8c26-26e805e3ddc0 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?device_id=a673eadc-1bec-47cf-ad0e-79dd90d7e90e HTTP/1.1" status: 200 len: 210 time: 0.0994613 Jul 14 09:00:40.610871 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 58155b91-8d8e-400d-b601-a4b18200528b up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:00:40.614747 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c402e1c2-ab64-431f-884b-c46bbc89b0bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:40.653629 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27a60f00-6265-4549-81cf-8321dfdf5893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:40.662858 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27a60f00-6265-4549-81cf-8321dfdf5893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:40.719405 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a60f00-6265-4549-81cf-8321dfdf5893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5389d1a-097c-4a4e-944b-37d06fb34cb7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:40.773707 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-27a60f00-6265-4549-81cf-8321dfdf5893 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=536d7cae10b641dba63fb8469b55c87d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8070593 Jul 14 09:00:40.788371 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56210) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:40.860015 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031acc04-8b6f-40fb-9b31-79c4cc373372 None None] Pushing event updated for resources: {'Port': ['ID=4f774d77-8c3f-4880-8f3c-6e2aecfa680a,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:40.869899 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 58155b91-8d8e-400d-b601-a4b18200528b completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:00:40.887885 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 58155b91-8d8e-400d-b601-a4b18200528b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:40.888418 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:40.922620 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5692befc-32f4-4b2e-a05d-cae3eb952b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:40.976534 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5692befc-32f4-4b2e-a05d-cae3eb952b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:41.093962 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5692befc-32f4-4b2e-a05d-cae3eb952b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:41.098447 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5692befc-32f4-4b2e-a05d-cae3eb952b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:41.099938 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5692befc-32f4-4b2e-a05d-cae3eb952b25 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5389d1a-097c-4a4e-944b-37d06fb34cb7 HTTP/1.1" status: 204 len: 168 time: 0.3044419 Jul 14 09:00:41.118421 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692befc-32f4-4b2e-a05d-cae3eb952b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5389d1a-097c-4a4e-944b-37d06fb34cb7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:41.162904 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-da1029a9-7faa-4703-bcca-f9cbc394d596 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:41.164654 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-da1029a9-7faa-4703-bcca-f9cbc394d596 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.44 "GET /v2.0/networks?id=8bf54950-bc7a-4797-9e6e-152fe26827ba HTTP/1.1" status: 200 len: 821 time: 0.5396221 Jul 14 09:00:41.167302 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-7d4802c3-f759-4790-a772-ca93bf1f6a3a None None] Attempting to bind port 4f774d77-8c3f-4880-8f3c-6e2aecfa680a on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:00:41.167985 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-7d4802c3-f759-4790-a772-ca93bf1f6a3a None None] Attempting to bind port 4f774d77-8c3f-4880-8f3c-6e2aecfa680a by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '3f942a54-5daa-4d65-b384-43384013d883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:00:41.168242 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4802c3-f759-4790-a772-ca93bf1f6a3a None None] Attempting to bind port 4f774d77-8c3f-4880-8f3c-6e2aecfa680a on network 8bf54950-bc7a-4797-9e6e-152fe26827ba {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:00:41.178254 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4802c3-f759-4790-a772-ca93bf1f6a3a None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:00:41.178635 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4802c3-f759-4790-a772-ca93bf1f6a3a None None] Checking segment: {'id': '3f942a54-5daa-4d65-b384-43384013d883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:00:41.179482 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d4802c3-f759-4790-a772-ca93bf1f6a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:41.180106 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4802c3-f759-4790-a772-ca93bf1f6a3a None None] Bound using segment: {'id': '3f942a54-5daa-4d65-b384-43384013d883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:00:41.180594 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-7d4802c3-f759-4790-a772-ca93bf1f6a3a None None] Bound port: 4f774d77-8c3f-4880-8f3c-6e2aecfa680a, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f942a54-5daa-4d65-b384-43384013d883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:00:41.181469 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d4802c3-f759-4790-a772-ca93bf1f6a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:41.188547 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-99eb160e-f98b-4f87-a0c8-8cf12e87ca75 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Request body: {'port': {'device_id': 'a673eadc-1bec-47cf-ad0e-79dd90d7e90e', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'admin_state_up': True, 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:00:41.346754 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:41.406756 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c402e1c2-ab64-431f-884b-c46bbc89b0bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:41.414479 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7d4802c3-f759-4790-a772-ca93bf1f6a3a None None] For port 4f774d77-8c3f-4880-8f3c-6e2aecfa680a, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:00:41.419547 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7d4802c3-f759-4790-a772-ca93bf1f6a3a None None] For port 4f774d77-8c3f-4880-8f3c-6e2aecfa680a, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=4f774d77-8c3f-4880-8f3c-6e2aecfa680a,segment=NetworkSegment(3f942a54-5daa-4d65-b384-43384013d883),segment_id=3f942a54-5daa-4d65-b384-43384013d883)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:00:41.427550 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9589d8d-d4fa-4eba-98e3-5e967599f886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58155b91-8d8e-400d-b601-a4b18200528b'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:00:41.432455 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265dda2f-5505-4469-84c0-85e1647cf377" -d '{"events": [{"server_uuid": "f9589d8d-d4fa-4eba-98e3-5e967599f886", "name": "network-vif-plugged", "status": "completed", "tag": "58155b91-8d8e-400d-b601-a4b18200528b"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:00:41.441074 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c402e1c2-ab64-431f-884b-c46bbc89b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:41.442392 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d4802c3-f759-4790-a772-ca93bf1f6a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:41.444635 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56246) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:41.489016 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 58155b91-8d8e-400d-b601-a4b18200528b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=58155b91-8d8e-400d-b601-a4b18200528b,segment=NetworkSegment(f6ceb175-f8f3-456b-a1a2-6146eff18101),segment_id=f6ceb175-f8f3-456b-a1a2-6146eff18101)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:00:41.517845 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:41.518770 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c9f212ad-7e3e-4e3f-8af6-6959da85923d no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:00:41.549918 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: c9f212ad-7e3e-4e3f-8af6-6959da85923d {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:00:41.550115 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c402e1c2-ab64-431f-884b-c46bbc89b0bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=169a541d313d4006a01888fa95e00900&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1242332 Jul 14 09:00:41.550897 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c9f212ad-7e3e-4e3f-8af6-6959da85923d not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:00:41.551833 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402e1c2-ab64-431f-884b-c46bbc89b0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da936f14-e7c7-47b2-8c84-a9fcbe518345,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:41.555651 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56256) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:41.556930 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-99eb160e-f98b-4f87-a0c8-8cf12e87ca75 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Made reservation on behalf of dcde6d1474ea4edfa0fb594acf6b60cf for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:00:41.574377 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4802c3-f759-4790-a772-ca93bf1f6a3a None None] Routers {'feb7ed9b-3f09-408f-98ff-97715802e75a'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:00:41.575102 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7d4802c3-f759-4790-a772-ca93bf1f6a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:00:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['feb7ed9b-3f09-408f-98ff-97715802e75a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:41.579755 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-99eb160e-f98b-4f87-a0c8-8cf12e87ca75 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:41.628169 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031acc04-8b6f-40fb-9b31-79c4cc373372 None None] Pushing event updated for resources: {'Port': ['ID=4f774d77-8c3f-4880-8f3c-6e2aecfa680a,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:41.684890 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=58155b91-8d8e-400d-b601-a4b18200528b,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:41.753376 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52b3d2dd-272a-4e2d-8a03-62b1a274f1e7 req-6bc79b9b-6e21-4074-8201-ad9213e1acce tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=db918950-1dc1-48d2-8611-51d7c96132c3 HTTP/1.1" status: 200 len: 210 time: 0.1509244 Jul 14 09:00:41.832811 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabbbbce-a3d2-4da8-b83b-e29ac823a076 x-openstack-request-id: req-cabbbbce-a3d2-4da8-b83b-e29ac823a076 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:00:41.833009 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9589d8d-d4fa-4eba-98e3-5e967599f886", "name": "network-vif-plugged", "status": "completed", "tag": "58155b91-8d8e-400d-b601-a4b18200528b", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:00:41.833339 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cabbbbce-a3d2-4da8-b83b-e29ac823a076 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:00:41.833648 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9589d8d-d4fa-4eba-98e3-5e967599f886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58155b91-8d8e-400d-b601-a4b18200528b', 'code': 200} Jul 14 09:00:41.835006 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73735658-2243-4f8d-a8ea-2ea95a087125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:41.940424 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fbd0820c-63f2-4cd6-b751-82004e8ecbc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:41.950928 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73735658-2243-4f8d-a8ea-2ea95a087125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:41.953934 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-7d4802c3-f759-4790-a772-ca93bf1f6a3a None None] Set router feb7ed9b-3f09-408f-98ff-97715802e75a gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:00:41.958043 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:41.967346 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.44', 53747) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:42.045708 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-99eb160e-f98b-4f87-a0c8-8cf12e87ca75 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Allocated IP 172.20.0.10 (8bf54950-bc7a-4797-9e6e-152fe26827ba/06e69cce-d1ef-4e39-ada8-f1b5d18d7af7/53cbc56e-c7db-4945-a12f-cb93e220296a) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:00:42.054142 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56268) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:42.080565 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-39721838-6dd5-40d3-9859-92a977448a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:42.121187 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-c2bef540-6d35-4847-9c2c-ddc648303073 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c19427379e2d47408d1e9a8c76d89fa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1656213 Jul 14 09:00:42.143165 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-39721838-6dd5-40d3-9859-92a977448a5a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:00:42.143165 n-d-771362-35 neutron-server[93772]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:00:42.143165 n-d-771362-35 neutron-server[93772]: [parameters: {'project_id_1': '5e91334d61764e8db993e660b87e6da2', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 0, 42, 115250)}] Jul 14 09:00:42.143165 n-d-771362-35 neutron-server[93772]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:00:42.143543 n-d-771362-35 neutron-server[93772]: DEBUG oslo_db.api [None req-39721838-6dd5-40d3-9859-92a977448a5a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:00:42.145973 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4315b60-4819-4338-80d4-f89be89a4e6d req-152d9ca4-98e2-4d85-8ac6-1523bf2cb12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:42.147710 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b4315b60-4819-4338-80d4-f89be89a4e6d req-152d9ca4-98e2-4d85-8ac6-1523bf2cb12b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f9589d8d-d4fa-4eba-98e3-5e967599f886 HTTP/1.1" status: 200 len: 1097 time: 0.1764200 Jul 14 09:00:42.247918 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b4315b60-4819-4338-80d4-f89be89a4e6d req-6c3004a1-0fc5-4a76-9050-6b9ded7fe797 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b66ff417-eb85-4915-bce4-8f9c11b7b80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935555 Jul 14 09:00:42.266326 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56272) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:42.377312 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e01ce-cc52-427e-95bd-83eb0c33f74f req-cdca67a9-98c5-4084-bf9a-892b85e76707 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:42.381989 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-99eb160e-f98b-4f87-a0c8-8cf12e87ca75 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:42.387379 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-947e01ce-cc52-427e-95bd-83eb0c33f74f req-cdca67a9-98c5-4084-bf9a-892b85e76707 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9589d8d-d4fa-4eba-98e3-5e967599f886 HTTP/1.1" status: 200 len: 945 time: 0.4216177 Jul 14 09:00:42.395861 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7d4802c3-f759-4790-a772-ca93bf1f6a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-router', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0b309202-90ff-4db4-974f-af83558406e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:31Z', 'updated_at': '2021-07-14T09:00:35Z', 'revision_number': 4, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'gw_port': {'id': '0b309202-90ff-4db4-974f-af83558406e5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:32Z', 'updated_at': '2021-07-14T09:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '4f774d77-8c3f-4880-8f3c-6e2aecfa680a', 'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'mac_address': 'fa:16:3e:cb:f1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:34Z', 'updated_at': '2021-07-14T09:00:41Z', 'revision_number': 4, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'subnets': [{'id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:42.431960 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4802c3-f759-4790-a772-ca93bf1f6a3a None None] The sync data for ids ['feb7ed9b-3f09-408f-98ff-97715802e75a'] in n-d-771362-35 is: [{'id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-router', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0b309202-90ff-4db4-974f-af83558406e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:31Z', 'updated_at': '2021-07-14T09:00:35Z', 'revision_number': 4, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'gw_port': {'id': '0b309202-90ff-4db4-974f-af83558406e5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:32Z', 'updated_at': '2021-07-14T09:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '4f774d77-8c3f-4880-8f3c-6e2aecfa680a', 'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'mac_address': 'fa:16:3e:cb:f1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:34Z', 'updated_at': '2021-07-14T09:00:41Z', 'revision_number': 4, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'subnets': [{'id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:00:42.435353 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-99eb160e-f98b-4f87-a0c8-8cf12e87ca75 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Transition to ACTIVE for port object 53cbc56e-c7db-4945-a12f-cb93e220296a will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:00:42.453206 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ec703a1b-7ed8-4db1-b8ef-33e63c5ad65e req-64da3249-4c18-453b-a0d9-82ed96c44d9f tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?device_id=a673eadc-1bec-47cf-ad0e-79dd90d7e90e HTTP/1.1" status: 200 len: 210 time: 0.0461960 Jul 14 09:00:42.460869 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73735658-2243-4f8d-a8ea-2ea95a087125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:42.463880 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73735658-2243-4f8d-a8ea-2ea95a087125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:42.465846 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-73735658-2243-4f8d-a8ea-2ea95a087125 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/da936f14-e7c7-47b2-8c84-a9fcbe518345 HTTP/1.1" status: 204 len: 168 time: 0.9089818 Jul 14 09:00:42.498137 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-99eb160e-f98b-4f87-a0c8-8cf12e87ca75 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:42.523420 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73735658-2243-4f8d-a8ea-2ea95a087125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da936f14-e7c7-47b2-8c84-a9fcbe518345,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:42.552735 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-947e01ce-cc52-427e-95bd-83eb0c33f74f req-2cc4fa69-4e70-460a-93c9-18845a5010b5 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/security-groups?id=b66ff417-eb85-4915-bce4-8f9c11b7b80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612246 Jul 14 09:00:42.592896 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1ba1e45-9386-477c-8569-691f8b96310b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:42.609693 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-99eb160e-f98b-4f87-a0c8-8cf12e87ca75 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Network 8bf54950-bc7a-4797-9e6e-152fe26827ba is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:00:42.625161 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-99eb160e-f98b-4f87-a0c8-8cf12e87ca75 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:00:42.627420 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb160e-f98b-4f87-a0c8-8cf12e87ca75 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Pushing event updated for resources: {'Port': ['ID=53cbc56e-c7db-4945-a12f-cb93e220296a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:42.629954 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-99eb160e-f98b-4f87-a0c8-8cf12e87ca75 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:00:42.642332 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-7e771374-021a-40da-805f-5d8e320697f5 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:42.648307 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-99eb160e-f98b-4f87-a0c8-8cf12e87ca75 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:42.648425 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-7e771374-021a-40da-805f-5d8e320697f5 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4789886 Jul 14 09:00:42.648550 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-99eb160e-f98b-4f87-a0c8-8cf12e87ca75 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:42.663299 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-39721838-6dd5-40d3-9859-92a977448a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:42.664503 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-70ba3c95-d735-4a74-9a7a-6e26b512f9d8 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Request body: {'port': {'device_id': 'db918950-1dc1-48d2-8611-51d7c96132c3', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': 'c19427379e2d47408d1e9a8c76d89fa7'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:00:42.710185 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fbd0820c-63f2-4cd6-b751-82004e8ecbc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:42.726759 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fbd0820c-63f2-4cd6-b751-82004e8ecbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:42.953415 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56286) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:43.011227 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0820c-63f2-4cd6-b751-82004e8ecbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0046e2f1-8743-400b-8086-de5f2cf4feec,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:43.052401 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fbd0820c-63f2-4cd6-b751-82004e8ecbc0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c9d426c875a24e768ce74984f598f5bf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6062799 Jul 14 09:00:43.055275 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56288) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:43.056877 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-480928bf-15f8-4531-a81c-0bb8f75438e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:43.058172 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-556b9334-ecbe-466d-9a1f-fb1be827a74e None None] Provisioning for port 53cbc56e-c7db-4945-a12f-cb93e220296a completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:00:43.062300 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-556b9334-ecbe-466d-9a1f-fb1be827a74e None None] Provisioning complete for port 53cbc56e-c7db-4945-a12f-cb93e220296a triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:43.063118 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-556b9334-ecbe-466d-9a1f-fb1be827a74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:43.148189 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-556b9334-ecbe-466d-9a1f-fb1be827a74e None None] Port 53cbc56e-c7db-4945-a12f-cb93e220296a cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:00:43.165753 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a2e5f7c2-2036-48d4-9be6-254418307271 req-658a1d2a-2d98-471b-bad3-ba8c2629034b tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=db918950-1dc1-48d2-8611-51d7c96132c3 HTTP/1.1" status: 200 len: 210 time: 0.1012270 Jul 14 09:00:43.194121 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1ba1e45-9386-477c-8569-691f8b96310b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:43.208805 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1ba1e45-9386-477c-8569-691f8b96310b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:43.226222 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-70623141-5ba9-4fcf-86cd-af1603be0d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:43.245560 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f1ba1e45-9386-477c-8569-691f8b96310b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c521842be2042fabd9997e7b4e25680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9778690 Jul 14 09:00:43.250277 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-99eb160e-f98b-4f87-a0c8-8cf12e87ca75 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0707192 Jul 14 09:00:43.252220 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56294) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:43.269035 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-70623141-5ba9-4fcf-86cd-af1603be0d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:43.276185 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-75eb6c5f-1a22-4753-8865-c5d042aada5b service neutron] Request body: {'port': {'device_id': 'a673eadc-1bec-47cf-ad0e-79dd90d7e90e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:00:43.291999 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-480928bf-15f8-4531-a81c-0bb8f75438e1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:00:43.291999 n-d-771362-35 neutron-server[93773]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:00:43.291999 n-d-771362-35 neutron-server[93773]: [parameters: {'project_id_1': 'bb9ef1064dfc40769b57d4e0bc4afd4e', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 0, 43, 172893)}] Jul 14 09:00:43.291999 n-d-771362-35 neutron-server[93773]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:00:43.292368 n-d-771362-35 neutron-server[93773]: DEBUG oslo_db.api [None req-480928bf-15f8-4531-a81c-0bb8f75438e1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:00:43.292898 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.db.api [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-70ba3c95-d735-4a74-9a7a-6e26b512f9d8 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:00:43.292898 n-d-771362-35 neutron-server[93773]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:00:43.292898 n-d-771362-35 neutron-server[93773]: [parameters: {'project_id_1': 'c19427379e2d47408d1e9a8c76d89fa7', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 0, 43, 208746)}] Jul 14 09:00:43.292898 n-d-771362-35 neutron-server[93773]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:00:43.293185 n-d-771362-35 neutron-server[93773]: DEBUG oslo_db.api [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-70ba3c95-d735-4a74-9a7a-6e26b512f9d8 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:00:43.342358 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba1e45-9386-477c-8569-691f8b96310b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533097f5-7d10-4a88-8b57-d76ee98564d8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:43.370118 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-48b5e337-f128-4b09-9a71-ea49161affad req-ddeb12ab-bf87-45ce-8473-ea1773a0d4ba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=93bb6559-f909-42e7-8fcd-0e329aa14806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6829121 Jul 14 09:00:43.412738 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-efd0d74b-1a23-47ff-9ea1-cbc3f36ac0f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:43.435910 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-75eb6c5f-1a22-4753-8865-c5d042aada5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:43.443444 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-efd0d74b-1a23-47ff-9ea1-cbc3f36ac0f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:43.451220 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-70623141-5ba9-4fcf-86cd-af1603be0d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:43.453710 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-70623141-5ba9-4fcf-86cd-af1603be0d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:43.457812 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-70623141-5ba9-4fcf-86cd-af1603be0d7d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0046e2f1-8743-400b-8086-de5f2cf4feec HTTP/1.1" status: 204 len: 168 time: 0.3956172 Jul 14 09:00:43.470793 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-39721838-6dd5-40d3-9859-92a977448a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:43.493186 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-39721838-6dd5-40d3-9859-92a977448a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:43.514627 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 4f774d77-8c3f-4880-8f3c-6e2aecfa680a up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:00:43.523887 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d0414-58ff-499b-9a9f-55be64ef7c25 req-d374262a-d2e3-49cc-99d6-4da96f708bd4 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:43.537298 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a10d0414-58ff-499b-9a9f-55be64ef7c25 req-d374262a-d2e3-49cc-99d6-4da96f708bd4 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/ports?device_id=93bb6559-f909-42e7-8fcd-0e329aa14806 HTTP/1.1" status: 200 len: 970 time: 0.2711389 Jul 14 09:00:43.542035 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70623141-5ba9-4fcf-86cd-af1603be0d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0046e2f1-8743-400b-8086-de5f2cf4feec,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:43.555788 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39721838-6dd5-40d3-9859-92a977448a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1490bba-b4c6-4425-aa49-d321a8984ccb,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:43.622941 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-39721838-6dd5-40d3-9859-92a977448a5a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5e91334d61764e8db993e660b87e6da2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5663748 Jul 14 09:00:43.623592 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56302) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:43.651275 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 4f774d77-8c3f-4880-8f3c-6e2aecfa680a completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:00:43.666156 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 4f774d77-8c3f-4880-8f3c-6e2aecfa680a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:43.666711 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:43.680245 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a10d0414-58ff-499b-9a9f-55be64ef7c25 req-8b070383-9105-47bd-82c9-6b2b17dcc293 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c7b6422-327d-49ec-8aea-a584df33fb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408362 Jul 14 09:00:43.763774 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5e337-f128-4b09-9a71-ea49161affad req-41c86099-b12d-4550-9416-bb8c60c0fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:43.765310 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-48b5e337-f128-4b09-9a71-ea49161affad req-41c86099-b12d-4550-9416-bb8c60c0fbce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ae63d092a3249d78547043ceb0f991d&device_id=93bb6559-f909-42e7-8fcd-0e329aa14806 HTTP/1.1" status: 200 len: 1122 time: 0.3104856 Jul 14 09:00:43.768686 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-efd0d74b-1a23-47ff-9ea1-cbc3f36ac0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:43.774284 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-efd0d74b-1a23-47ff-9ea1-cbc3f36ac0f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:43.778628 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-efd0d74b-1a23-47ff-9ea1-cbc3f36ac0f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/533097f5-7d10-4a88-8b57-d76ee98564d8 HTTP/1.1" status: 204 len: 168 time: 0.5253816 Jul 14 09:00:43.793682 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0d74b-1a23-47ff-9ea1-cbc3f36ac0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533097f5-7d10-4a88-8b57-d76ee98564d8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:43.796386 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-480928bf-15f8-4531-a81c-0bb8f75438e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:43.864596 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:43.909474 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02ceb4-4426-472f-973e-4bf0bc8debbe req-73b09483-e727-496c-ac28-237412992641 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:43.917448 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2c02ceb4-4426-472f-973e-4bf0bc8debbe req-73b09483-e727-496c-ac28-237412992641 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?device_id=a673eadc-1bec-47cf-ad0e-79dd90d7e90e HTTP/1.1" status: 200 len: 932 time: 0.2082164 Jul 14 09:00:43.927286 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 4f774d77-8c3f-4880-8f3c-6e2aecfa680a, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=4f774d77-8c3f-4880-8f3c-6e2aecfa680a,segment=NetworkSegment(3f942a54-5daa-4d65-b384-43384013d883),segment_id=3f942a54-5daa-4d65-b384-43384013d883)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:00:43.939557 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:43.956382 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-70ba3c95-d735-4a74-9a7a-6e26b512f9d8 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Made reservation on behalf of c19427379e2d47408d1e9a8c76d89fa7 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:00:43.961412 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-70ba3c95-d735-4a74-9a7a-6e26b512f9d8 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:43.992382 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2c02ceb4-4426-472f-973e-4bf0bc8debbe req-971355f7-592f-444d-9ddc-fbeb768b15d4 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/security-groups?id=8990f576-c9c3-479b-86b6-6ab1185192ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739300 Jul 14 09:00:44.046648 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=4f774d77-8c3f-4880-8f3c-6e2aecfa680a,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:44.069791 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2098850e-cc9b-4325-9505-c946cd97a8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:44.122396 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56310) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:44.135960 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2098850e-cc9b-4325-9505-c946cd97a8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:44.145186 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b712ea2-a764-4e95-b61c-cc0114b7cce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:44.161147 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5e337-f128-4b09-9a71-ea49161affad req-0fc83299-5b9f-46d7-9f61-1e41c23717e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:44.162595 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-48b5e337-f128-4b09-9a71-ea49161affad req-0fc83299-5b9f-46d7-9f61-1e41c23717e1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.3313022 Jul 14 09:00:44.228359 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-48b5e337-f128-4b09-9a71-ea49161affad req-34e51960-c741-4de8-b2cb-798f96656cc1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=b644f7dd-9caa-4619-a8cd-3648ce4e2e7b HTTP/1.1" status: 200 len: 217 time: 0.0574903 Jul 14 09:00:44.246156 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325a44a-adb7-42e3-abd8-8f3517b021c1 req-44724ff6-4d85-4294-959c-6a633b479ea0 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:44.253009 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f325a44a-adb7-42e3-abd8-8f3517b021c1 req-44724ff6-4d85-4294-959c-6a633b479ea0 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9589d8d-d4fa-4eba-98e3-5e967599f886 HTTP/1.1" status: 200 len: 945 time: 0.2589340 Jul 14 09:00:44.335341 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-75eb6c5f-1a22-4753-8865-c5d042aada5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53cbc56e-c7db-4945-a12f-cb93e220296a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:00:44.355694 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5e337-f128-4b09-9a71-ea49161affad req-7accb507-8946-4282-ad77-ee6efdd6326e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:44.358302 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-48b5e337-f128-4b09-9a71-ea49161affad req-7accb507-8946-4282-ad77-ee6efdd6326e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1218739 Jul 14 09:00:44.362324 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-75eb6c5f-1a22-4753-8865-c5d042aada5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:44.368937 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2098850e-cc9b-4325-9505-c946cd97a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:44.372473 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2098850e-cc9b-4325-9505-c946cd97a8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:44.373859 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2098850e-cc9b-4325-9505-c946cd97a8b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1490bba-b4c6-4425-aa49-d321a8984ccb HTTP/1.1" status: 204 len: 168 time: 0.7449853 Jul 14 09:00:44.446495 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-75eb6c5f-1a22-4753-8865-c5d042aada5b service neutron] Transition to ACTIVE for port object 53cbc56e-c7db-4945-a12f-cb93e220296a will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:00:44.452307 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2098850e-cc9b-4325-9505-c946cd97a8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1490bba-b4c6-4425-aa49-d321a8984ccb,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:44.460545 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56316) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:44.473589 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-75eb6c5f-1a22-4753-8865-c5d042aada5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:44.528903 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2cf7ff97-63d3-4efe-96c2-919eed234479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:44.540122 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-70ba3c95-d735-4a74-9a7a-6e26b512f9d8 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Allocated IP 192.168.233.85 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/34f8719f-ee90-4740-8951-239f821f5f5e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:00:44.546394 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-180ed797-93d4-412e-86e6-ca1d37aa1b69 req-df1c0e7a-4f79-4c09-89a0-ce6c440b0c94 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=db918950-1dc1-48d2-8611-51d7c96132c3 HTTP/1.1" status: 200 len: 210 time: 0.0556629 Jul 14 09:00:44.574475 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5e337-f128-4b09-9a71-ea49161affad req-c44888a4-3e20-4878-89d9-0d9464dcfae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:44.577312 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-48b5e337-f128-4b09-9a71-ea49161affad req-c44888a4-3e20-4878-89d9-0d9464dcfae6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2012041 Jul 14 09:00:44.579266 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb6c5f-1a22-4753-8865-c5d042aada5b service neutron] Pushing event updated for resources: {'Port': ['ID=53cbc56e-c7db-4945-a12f-cb93e220296a,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:44.584377 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f325a44a-adb7-42e3-abd8-8f3517b021c1 req-d435b3f4-f412-43e6-b61b-4733cf66a5b4 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/security-groups?id=b66ff417-eb85-4915-bce4-8f9c11b7b80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3303554 Jul 14 09:00:44.606216 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.47', 59463) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:44.625049 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-480928bf-15f8-4531-a81c-0bb8f75438e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:44.658598 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-480928bf-15f8-4531-a81c-0bb8f75438e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:44.700914 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-75eb6c5f-1a22-4753-8865-c5d042aada5b service neutron] Attempting to bind port 53cbc56e-c7db-4945-a12f-cb93e220296a on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:00:44.701201 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-75eb6c5f-1a22-4753-8865-c5d042aada5b service neutron] Attempting to bind port 53cbc56e-c7db-4945-a12f-cb93e220296a by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '3f942a54-5daa-4d65-b384-43384013d883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:00:44.701666 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-75eb6c5f-1a22-4753-8865-c5d042aada5b service neutron] Attempting to bind port 53cbc56e-c7db-4945-a12f-cb93e220296a on network 8bf54950-bc7a-4797-9e6e-152fe26827ba {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:00:44.713927 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-75eb6c5f-1a22-4753-8865-c5d042aada5b service neutron] Port 53cbc56e-c7db-4945-a12f-cb93e220296a on network 8bf54950-bc7a-4797-9e6e-152fe26827ba not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:00:44.714463 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-75eb6c5f-1a22-4753-8865-c5d042aada5b service neutron] Attempting to bind port 53cbc56e-c7db-4945-a12f-cb93e220296a on network 8bf54950-bc7a-4797-9e6e-152fe26827ba {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:00:44.725493 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-75eb6c5f-1a22-4753-8865-c5d042aada5b service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:00:44.725836 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-75eb6c5f-1a22-4753-8865-c5d042aada5b service neutron] Checking segment: {'id': '3f942a54-5daa-4d65-b384-43384013d883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:00:44.726223 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-75eb6c5f-1a22-4753-8865-c5d042aada5b service neutron] Bound using segment: {'id': '3f942a54-5daa-4d65-b384-43384013d883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:00:44.726666 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-75eb6c5f-1a22-4753-8865-c5d042aada5b service neutron] Bound port: 53cbc56e-c7db-4945-a12f-cb93e220296a, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f942a54-5daa-4d65-b384-43384013d883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:00:44.727027 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-75eb6c5f-1a22-4753-8865-c5d042aada5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:44.830846 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-480928bf-15f8-4531-a81c-0bb8f75438e1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bb9ef1064dfc40769b57d4e0bc4afd4e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8746145 Jul 14 09:00:44.837320 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56332) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:44.855095 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480928bf-15f8-4531-a81c-0bb8f75438e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fb700a-1f28-4816-adcc-a0fd8c14597b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:44.856772 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-75eb6c5f-1a22-4753-8865-c5d042aada5b service neutron] For port 53cbc56e-c7db-4945-a12f-cb93e220296a, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:00:44.886689 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-48b5e337-f128-4b09-9a71-ea49161affad req-d7364572-f150-4b9d-ba42-873a72e65ae3 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007884 Jul 14 09:00:44.897283 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-75eb6c5f-1a22-4753-8865-c5d042aada5b service neutron] For port 53cbc56e-c7db-4945-a12f-cb93e220296a, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=53cbc56e-c7db-4945-a12f-cb93e220296a,segment=NetworkSegment(3f942a54-5daa-4d65-b384-43384013d883),segment_id=3f942a54-5daa-4d65-b384-43384013d883)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:00:44.941384 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-75eb6c5f-1a22-4753-8865-c5d042aada5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:44.998020 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-75eb6c5f-1a22-4753-8865-c5d042aada5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:44.999000 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-75eb6c5f-1a22-4753-8865-c5d042aada5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:45.002855 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-75eb6c5f-1a22-4753-8865-c5d042aada5b service neutron] 10.222.0.44 "PUT /v2.0/ports/53cbc56e-c7db-4945-a12f-cb93e220296a HTTP/1.1" status: 200 len: 1093 time: 1.7352970 Jul 14 09:00:45.002855 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a673eadc-1bec-47cf-ad0e-79dd90d7e90e', 'tag': '53cbc56e-c7db-4945-a12f-cb93e220296a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:00:45.004500 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085ce87f-e88d-45b5-ab34-470c7c8634e0" -d '{"events": [{"name": "network-changed", "server_uuid": "a673eadc-1bec-47cf-ad0e-79dd90d7e90e", "tag": "53cbc56e-c7db-4945-a12f-cb93e220296a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:00:45.049949 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631bb75-1ff2-4654-870d-c6f224fb45a4 req-9c66085d-a4ed-4f89-9950-fa795bb52b0f tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:45.052812 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b631bb75-1ff2-4654-870d-c6f224fb45a4 req-9c66085d-a4ed-4f89-9950-fa795bb52b0f tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.47 "GET /v2.0/ports?device_id=93bb6559-f909-42e7-8fcd-0e329aa14806 HTTP/1.1" status: 200 len: 970 time: 0.4493809 Jul 14 09:00:45.145304 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b4826b0-7bb2-4069-9001-d1f29127e78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:45.209557 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb6c5f-1a22-4753-8865-c5d042aada5b service neutron] Pushing event updated for resources: {'Port': ['ID=53cbc56e-c7db-4945-a12f-cb93e220296a,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:45.220069 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-48b5e337-f128-4b09-9a71-ea49161affad req-545bcc63-76bf-458f-af52-8a181ddc22f3 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214657 Jul 14 09:00:45.227421 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b4826b0-7bb2-4069-9001-d1f29127e78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:45.263084 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec4091-a0f4-4bed-88ed-9f8cf80633ff req-f51d0d4c-5891-440f-853d-618dc22c68a7 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:45.287948 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-67ec4091-a0f4-4bed-88ed-9f8cf80633ff req-f51d0d4c-5891-440f-853d-618dc22c68a7 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9589d8d-d4fa-4eba-98e3-5e967599f886 HTTP/1.1" status: 200 len: 945 time: 0.5199163 Jul 14 09:00:45.292119 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56348) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:45.302383 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-5635eccb-0ef6-48f4-bc74-16b2364ff161 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Request body: {'floatingip': {'port_id': '58155b91-8d8e-400d-b601-a4b18200528b'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:00:45.372579 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-70ba3c95-d735-4a74-9a7a-6e26b512f9d8 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:45.393405 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b712ea2-a764-4e95-b61c-cc0114b7cce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:45.414956 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad94f59-7e15-412f-b139-6f5c3b8b48cf req-d2e72cba-72e6-444e-94c3-a3fb8c199d5c tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:45.418376 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5ad94f59-7e15-412f-b139-6f5c3b8b48cf req-d2e72cba-72e6-444e-94c3-a3fb8c199d5c tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/ports?device_id=93bb6559-f909-42e7-8fcd-0e329aa14806 HTTP/1.1" status: 200 len: 970 time: 0.5008471 Jul 14 09:00:45.462401 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b712ea2-a764-4e95-b61c-cc0114b7cce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:45.483802 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-70ba3c95-d735-4a74-9a7a-6e26b512f9d8 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Transition to ACTIVE for port object 34f8719f-ee90-4740-8951-239f821f5f5e will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:00:45.492662 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5635eccb-0ef6-48f4-bc74-16b2364ff161 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks [] for floatingip, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:45.513868 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 4f774d77-8c3f-4880-8f3c-6e2aecfa680a up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:00:45.579767 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b712ea2-a764-4e95-b61c-cc0114b7cce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725cdf04-2ada-4210-bb04-fa2c1b39aa36,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:45.600414 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6b712ea2-a764-4e95-b61c-cc0114b7cce0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f53ed9a1afab49bd9bb0d3dd478ac8a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4734213 Jul 14 09:00:45.614175 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56356) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:45.618897 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 4f774d77-8c3f-4880-8f3c-6e2aecfa680a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:45.619278 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:45.638085 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5ad94f59-7e15-412f-b139-6f5c3b8b48cf req-d1efc215-a9a3-4e76-9b28-c68afd4c3402 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c7b6422-327d-49ec-8aea-a584df33fb7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946647 Jul 14 09:00:45.679315 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-3f04d1ec-cd6e-4cd3-bc85-85c00d1a5f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:45.681605 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-3f04d1ec-cd6e-4cd3-bc85-85c00d1a5f84 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dcde6d1474ea4edfa0fb594acf6b60cf&device_id=a673eadc-1bec-47cf-ad0e-79dd90d7e90e HTTP/1.1" status: 200 len: 1096 time: 0.6030097 Jul 14 09:00:45.722735 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d17f93-d14a-4eba-b818-7906b763971b x-openstack-request-id: req-21d17f93-d14a-4eba-b818-7906b763971b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:00:45.723015 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a673eadc-1bec-47cf-ad0e-79dd90d7e90e", "tag": "53cbc56e-c7db-4945-a12f-cb93e220296a", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:00:45.723283 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21d17f93-d14a-4eba-b818-7906b763971b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:00:45.723661 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a673eadc-1bec-47cf-ad0e-79dd90d7e90e', 'tag': '53cbc56e-c7db-4945-a12f-cb93e220296a', 'status': 'completed', 'code': 200} Jul 14 09:00:45.736965 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-b631bb75-1ff2-4654-870d-c6f224fb45a4 req-08fee213-ee5d-4d92-9900-abfab0e1ff91 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Deleting port b644f7dd-9caa-4619-a8cd-3648ce4e2e7b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:00:45.737311 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b631bb75-1ff2-4654-870d-c6f224fb45a4 req-08fee213-ee5d-4d92-9900-abfab0e1ff91 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:45.802089 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-70ba3c95-d735-4a74-9a7a-6e26b512f9d8 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:45.822559 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b4826b0-7bb2-4069-9001-d1f29127e78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:45.825101 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b4826b0-7bb2-4069-9001-d1f29127e78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:45.826251 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0b4826b0-7bb2-4069-9001-d1f29127e78c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28fb700a-1f28-4816-adcc-a0fd8c14597b HTTP/1.1" status: 204 len: 168 time: 0.9880469 Jul 14 09:00:45.845387 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-2470aea9-571d-408c-87b0-a8a366220619 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53cbc56e-c7db-4945-a12f-cb93e220296a HTTP/1.1" status: 200 len: 217 time: 0.1208606 Jul 14 09:00:45.919809 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4826b0-7bb2-4069-9001-d1f29127e78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fb700a-1f28-4816-adcc-a0fd8c14597b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:46.025420 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-b4b54bbe-2804-43f2-8692-45e6d997fce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:46.026905 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-b4b54bbe-2804-43f2-8692-45e6d997fce3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06e69cce-d1ef-4e39-ada8-f1b5d18d7af7 HTTP/1.1" status: 200 len: 860 time: 0.1573954 Jul 14 09:00:46.034069 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-70ba3c95-d735-4a74-9a7a-6e26b512f9d8 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:00:46.034274 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2cf7ff97-63d3-4efe-96c2-919eed234479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:46.052093 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2cf7ff97-63d3-4efe-96c2-919eed234479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:46.052629 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2513fefe-b888-48c0-b2b3-8dbfc74f798a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:46.068480 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-70ba3c95-d735-4a74-9a7a-6e26b512f9d8 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:00:46.084103 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-70ba3c95-d735-4a74-9a7a-6e26b512f9d8 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:00:46.090299 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-70ba3c95-d735-4a74-9a7a-6e26b512f9d8 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:46.090958 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-70ba3c95-d735-4a74-9a7a-6e26b512f9d8 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:46.104139 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba3c95-d735-4a74-9a7a-6e26b512f9d8 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Pushing event updated for resources: {'Port': ['ID=34f8719f-ee90-4740-8951-239f821f5f5e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:46.150467 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2513fefe-b888-48c0-b2b3-8dbfc74f798a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:46.180846 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2cf7ff97-63d3-4efe-96c2-919eed234479 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9e185a4593a241c3a774e4fd08b3f5e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7132103 Jul 14 09:00:46.182023 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7ff97-63d3-4efe-96c2-919eed234479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2cb7fa-580b-4bd1-bb5b-c2ef968ade61,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:46.184066 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e32a27-ff61-427b-90d7-59bb5a3f4c75 req-8152f4f8-029d-4480-a9f7-b3d149a0154e tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:46.185658 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12e32a27-ff61-427b-90d7-59bb5a3f4c75 req-8152f4f8-029d-4480-a9f7-b3d149a0154e tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?device_id=a673eadc-1bec-47cf-ad0e-79dd90d7e90e HTTP/1.1" status: 200 len: 944 time: 0.5725887 Jul 14 09:00:46.194307 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56370) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:46.204584 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-70ba3c95-d735-4a74-9a7a-6e26b512f9d8 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5461626 Jul 14 09:00:46.224395 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b631bb75-1ff2-4654-870d-c6f224fb45a4 req-08fee213-ee5d-4d92-9900-abfab0e1ff91 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] For port b644f7dd-9caa-4619-a8cd-3648ce4e2e7b, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b644f7dd-9caa-4619-a8cd-3648ce4e2e7b,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:00:46.227535 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b631bb75-1ff2-4654-870d-c6f224fb45a4 req-08fee213-ee5d-4d92-9900-abfab0e1ff91 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:46.261898 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-3cd3ef26-2250-4442-aecc-47740b8945d5 service neutron] Request body: {'port': {'device_id': 'db918950-1dc1-48d2-8611-51d7c96132c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:00:46.340838 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-b631bb75-1ff2-4654-870d-c6f224fb45a4 req-08fee213-ee5d-4d92-9900-abfab0e1ff91 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Calling delete_port for b644f7dd-9caa-4619-a8cd-3648ce4e2e7b owned by compute:tempest-test_az-260486739 {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:00:46.390019 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030b84d-4bd5-477a-9ed1-50cfd9e0f116 req-eed27f1a-de52-497c-8e59-1e4a3b96373a tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:46.391981 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0030b84d-4bd5-477a-9ed1-50cfd9e0f116 req-eed27f1a-de52-497c-8e59-1e4a3b96373a tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=db918950-1dc1-48d2-8611-51d7c96132c3 HTTP/1.1" status: 200 len: 935 time: 0.4894304 Jul 14 09:00:46.478079 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-bd267bbb-8425-40ca-9cc4-63199829eb68 None None] Provisioning for port 34f8719f-ee90-4740-8951-239f821f5f5e completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:00:46.485169 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-bd267bbb-8425-40ca-9cc4-63199829eb68 None None] Provisioning complete for port 34f8719f-ee90-4740-8951-239f821f5f5e triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:46.486038 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd267bbb-8425-40ca-9cc4-63199829eb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:46.504139 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12e32a27-ff61-427b-90d7-59bb5a3f4c75 req-1197f64a-9665-499c-8344-5b507234b37c tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/security-groups?id=8990f576-c9c3-479b-86b6-6ab1185192ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822316 Jul 14 09:00:46.553100 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-bd267bbb-8425-40ca-9cc4-63199829eb68 None None] Port 34f8719f-ee90-4740-8951-239f821f5f5e cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:00:46.564757 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0030b84d-4bd5-477a-9ed1-50cfd9e0f116 req-15a5350c-4770-4278-b2c0-4966c48e2290 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591372 Jul 14 09:00:46.572772 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2513fefe-b888-48c0-b2b3-8dbfc74f798a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:46.575504 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2513fefe-b888-48c0-b2b3-8dbfc74f798a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:46.577115 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2513fefe-b888-48c0-b2b3-8dbfc74f798a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/725cdf04-2ada-4210-bb04-fa2c1b39aa36 HTTP/1.1" status: 204 len: 168 time: 0.9610744 Jul 14 09:00:46.605160 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513fefe-b888-48c0-b2b3-8dbfc74f798a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725cdf04-2ada-4210-bb04-fa2c1b39aa36,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:46.606836 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-3cd3ef26-2250-4442-aecc-47740b8945d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:46.782026 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-9539ceb9-be64-4832-9a3e-8320d93e62a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:46.783303 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-9539ceb9-be64-4832-9a3e-8320d93e62a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bf54950-bc7a-4797-9e6e-152fe26827ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7439671 Jul 14 09:00:46.794497 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b631bb75-1ff2-4654-870d-c6f224fb45a4 req-08fee213-ee5d-4d92-9900-abfab0e1ff91 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:46.810824 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['b644f7dd-9caa-4619-a8cd-3648ce4e2e7b'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:00:46.859652 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fee213-ee5d-4d92-9900-abfab0e1ff91 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Pushing event deleted for resources: {'Port': ['ID=b644f7dd-9caa-4619-a8cd-3648ce4e2e7b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:46.962162 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0916a411-1855-49d8-8022-8b4fe6090849 req-8be6baae-c2e3-48a5-8bc4-005c8739280e tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.25 "GET /v2.0/ports?device_id=93bb6559-f909-42e7-8fcd-0e329aa14806 HTTP/1.1" status: 200 len: 210 time: 0.1036370 Jul 14 09:00:47.039553 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a8a5466-dcf0-43f1-bfb8-5a3d3e702dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:47.047905 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b631bb75-1ff2-4654-870d-c6f224fb45a4 req-08fee213-ee5d-4d92-9900-abfab0e1ff91 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] No DVR routers for this DVR port b644f7dd-9caa-4619-a8cd-3648ce4e2e7b on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:00:47.055578 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b631bb75-1ff2-4654-870d-c6f224fb45a4 req-08fee213-ee5d-4d92-9900-abfab0e1ff91 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:47.060289 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b631bb75-1ff2-4654-870d-c6f224fb45a4 req-08fee213-ee5d-4d92-9900-abfab0e1ff91 tempest-AggregatesAdminTestJSON-484898784 tempest-AggregatesAdminTestJSON-484898784-project] 10.222.0.47 "DELETE /v2.0/ports/b644f7dd-9caa-4619-a8cd-3648ce4e2e7b HTTP/1.1" status: 204 len: 173 time: 1.9801550 Jul 14 09:00:47.061014 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bb6559-f909-42e7-8fcd-0e329aa14806', 'name': 'network-vif-deleted', 'tag': 'b644f7dd-9caa-4619-a8cd-3648ce4e2e7b'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:00:47.068038 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a1686a-33db-45f6-9123-d9b7b3d80403" -d '{"events": [{"server_uuid": "93bb6559-f909-42e7-8fcd-0e329aa14806", "name": "network-vif-deleted", "tag": "b644f7dd-9caa-4619-a8cd-3648ce4e2e7b"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:00:47.151656 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-89847393-869d-4dab-b487-f1a3de9510e7 service neutron] 10.222.0.44 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814677 Jul 14 09:00:47.227914 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a8a5466-dcf0-43f1-bfb8-5a3d3e702dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:47.269547 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0d56f9-7bfa-488b-83f9-3c2051a2ea61 x-openstack-request-id: req-4c0d56f9-7bfa-488b-83f9-3c2051a2ea61 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:00:47.269931 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bb6559-f909-42e7-8fcd-0e329aa14806", "name": "network-vif-deleted", "tag": "b644f7dd-9caa-4619-a8cd-3648ce4e2e7b", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:00:47.270088 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c0d56f9-7bfa-488b-83f9-3c2051a2ea61 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:00:47.270547 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bb6559-f909-42e7-8fcd-0e329aa14806', 'name': 'network-vif-deleted', 'tag': 'b644f7dd-9caa-4619-a8cd-3648ce4e2e7b', 'status': 'completed', 'code': 200} Jul 14 09:00:47.295871 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-3cd3ef26-2250-4442-aecc-47740b8945d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f8719f-ee90-4740-8951-239f821f5f5e {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:00:47.317135 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-5635eccb-0ef6-48f4-bc74-16b2364ff161 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:00:47.325728 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-3cd3ef26-2250-4442-aecc-47740b8945d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:47.347941 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-3cd3ef26-2250-4442-aecc-47740b8945d5 service neutron] Transition to ACTIVE for port object 34f8719f-ee90-4740-8951-239f821f5f5e will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:00:47.352724 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-3cd3ef26-2250-4442-aecc-47740b8945d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:47.469800 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5635eccb-0ef6-48f4-bc74-16b2364ff161 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:47.507774 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5635eccb-0ef6-48f4-bc74-16b2364ff161 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:47.584866 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56426) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:47.594711 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7eb94a54-0f97-44e6-90cd-9a395a8a65b9 req-5c635ed7-935a-46ad-80eb-d236387be91c service neutron] 10.222.0.44 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068131 Jul 14 09:00:47.614789 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a8a5466-dcf0-43f1-bfb8-5a3d3e702dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:47.617855 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a8a5466-dcf0-43f1-bfb8-5a3d3e702dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:47.624181 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4a8a5466-dcf0-43f1-bfb8-5a3d3e702dd7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef2cb7fa-580b-4bd1-bb5b-c2ef968ade61 HTTP/1.1" status: 204 len: 168 time: 1.4247248 Jul 14 09:00:47.762015 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a5466-dcf0-43f1-bfb8-5a3d3e702dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2cb7fa-580b-4bd1-bb5b-c2ef968ade61,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:47.845885 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-5635eccb-0ef6-48f4-bc74-16b2364ff161 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Floating IP 0d28c6cc-ee7c-4dde-9536-90002dd76ee7 associated. External IP: 172.25.6.71, port: 58155b91-8d8e-400d-b601-a4b18200528b. Jul 14 09:00:47.942260 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-3cd3ef26-2250-4442-aecc-47740b8945d5 service neutron] Attempting to bind port 34f8719f-ee90-4740-8951-239f821f5f5e on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:00:47.942472 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-3cd3ef26-2250-4442-aecc-47740b8945d5 service neutron] Attempting to bind port 34f8719f-ee90-4740-8951-239f821f5f5e by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:00:47.942768 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-3cd3ef26-2250-4442-aecc-47740b8945d5 service neutron] Attempting to bind port 34f8719f-ee90-4740-8951-239f821f5f5e on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:00:47.948304 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ed79645a-e488-4518-add9-ae875f114d23 tempest-AutoAllocateNetworkTest-112092629 tempest-AutoAllocateNetworkTest-112092629-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=25cc69326d6e4e36865e7e0c71f7d63c&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3620968 Jul 14 09:00:47.952739 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ce87f-e88d-45b5-ab34-470c7c8634e0 req-0074a258-41dd-4e02-94f2-e74399ea9310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:47.954578 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-085ce87f-e88d-45b5-ab34-470c7c8634e0 req-0074a258-41dd-4e02-94f2-e74399ea9310 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dcde6d1474ea4edfa0fb594acf6b60cf&device_id=a673eadc-1bec-47cf-ad0e-79dd90d7e90e HTTP/1.1" status: 200 len: 1096 time: 0.2475064 Jul 14 09:00:47.955414 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56440) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:48.049380 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3ef26-2250-4442-aecc-47740b8945d5 service neutron] Pushing event updated for resources: {'Port': ['ID=34f8719f-ee90-4740-8951-239f821f5f5e,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:48.058792 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-3cd3ef26-2250-4442-aecc-47740b8945d5 service neutron] Port 34f8719f-ee90-4740-8951-239f821f5f5e on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:00:48.059350 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-3cd3ef26-2250-4442-aecc-47740b8945d5 service neutron] Attempting to bind port 34f8719f-ee90-4740-8951-239f821f5f5e on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:00:48.074468 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-3cd3ef26-2250-4442-aecc-47740b8945d5 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:00:48.074793 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-3cd3ef26-2250-4442-aecc-47740b8945d5 service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:00:48.075179 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-3cd3ef26-2250-4442-aecc-47740b8945d5 service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:00:48.075667 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-3cd3ef26-2250-4442-aecc-47740b8945d5 service neutron] Bound port: 34f8719f-ee90-4740-8951-239f821f5f5e, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:00:48.076022 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-3cd3ef26-2250-4442-aecc-47740b8945d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:48.170088 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7db7fb-530b-4646-a086-271748327bbf req-e58439de-8097-4efc-9a44-252b08360ceb tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:48.171849 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3c7db7fb-530b-4646-a086-271748327bbf req-e58439de-8097-4efc-9a44-252b08360ceb tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?device_id=a673eadc-1bec-47cf-ad0e-79dd90d7e90e HTTP/1.1" status: 200 len: 944 time: 0.3061738 Jul 14 09:00:48.205080 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60077e4-8419-4545-b785-b74ae6c5de22 req-741dddf8-6c36-4d9b-b9c0-d55498626838 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:48.207340 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b60077e4-8419-4545-b785-b74ae6c5de22 req-741dddf8-6c36-4d9b-b9c0-d55498626838 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=db918950-1dc1-48d2-8611-51d7c96132c3 HTTP/1.1" status: 200 len: 947 time: 0.2735124 Jul 14 09:00:48.231685 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb81619f-fad6-4936-a112-29de204cba99 tempest-AutoAllocateNetworkTest-112092629 tempest-AutoAllocateNetworkTest-112092629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:48.236093 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bb81619f-fad6-4936-a112-29de204cba99 tempest-AutoAllocateNetworkTest-112092629 tempest-AutoAllocateNetworkTest-112092629-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2742975 Jul 14 09:00:48.236093 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ce87f-e88d-45b5-ab34-470c7c8634e0 req-571fd748-b595-4d09-be46-97e07310b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:48.236093 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-085ce87f-e88d-45b5-ab34-470c7c8634e0 req-571fd748-b595-4d09-be46-97e07310b054 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bf54950-bc7a-4797-9e6e-152fe26827ba HTTP/1.1" status: 200 len: 921 time: 0.2670095 Jul 14 09:00:48.239301 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-3cd3ef26-2250-4442-aecc-47740b8945d5 service neutron] For port 34f8719f-ee90-4740-8951-239f821f5f5e, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:00:48.240595 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56454) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:48.273661 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-3cd3ef26-2250-4442-aecc-47740b8945d5 service neutron] For port 34f8719f-ee90-4740-8951-239f821f5f5e, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=34f8719f-ee90-4740-8951-239f821f5f5e,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:00:48.285499 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3c7db7fb-530b-4646-a086-271748327bbf req-d0ef8be3-c144-48be-a980-771c8906dc6a tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/security-groups?id=8990f576-c9c3-479b-86b6-6ab1185192ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036005 Jul 14 09:00:48.288871 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-3cd3ef26-2250-4442-aecc-47740b8945d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:48.323781 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f061ba4-2459-47a9-b839-3a6daa1f9427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:48.365568 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3ef26-2250-4442-aecc-47740b8945d5 service neutron] Pushing event updated for resources: {'Port': ['ID=34f8719f-ee90-4740-8951-239f821f5f5e,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:48.386864 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-3cd3ef26-2250-4442-aecc-47740b8945d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:48.387533 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-3cd3ef26-2250-4442-aecc-47740b8945d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:48.389036 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-3cd3ef26-2250-4442-aecc-47740b8945d5 service neutron] 10.222.0.44 "PUT /v2.0/ports/34f8719f-ee90-4740-8951-239f821f5f5e HTTP/1.1" status: 200 len: 1096 time: 2.1551452 Jul 14 09:00:48.393456 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b60077e4-8419-4545-b785-b74ae6c5de22 req-0016931a-f3db-44c5-b940-c0dc16f69a93 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801586 Jul 14 09:00:48.563307 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-988bbd72-8411-4d21-af94-20cca928fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:48.564946 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-988bbd72-8411-4d21-af94-20cca928fc04 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c19427379e2d47408d1e9a8c76d89fa7&device_id=db918950-1dc1-48d2-8611-51d7c96132c3 HTTP/1.1" status: 200 len: 1099 time: 0.1227145 Jul 14 09:00:48.635383 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-4e837694-8a50-4d19-88b3-b1ed0a91f66b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=34f8719f-ee90-4740-8951-239f821f5f5e HTTP/1.1" status: 200 len: 217 time: 0.0629244 Jul 14 09:00:48.656270 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b0509c7c-fea1-4152-8636-25de50c59530 tempest-AutoAllocateNetworkTest-112092629 tempest-AutoAllocateNetworkTest-112092629-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4144626 Jul 14 09:00:48.657293 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56476) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:48.673278 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-085ce87f-e88d-45b5-ab34-470c7c8634e0 req-92f99209-b09b-4c8f-8829-40d443cfeeaa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53cbc56e-c7db-4945-a12f-cb93e220296a HTTP/1.1" status: 200 len: 217 time: 0.4289796 Jul 14 09:00:48.701504 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-eda92570-e181-44cf-9439-512a5ea5f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:48.703138 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-eda92570-e181-44cf-9439-512a5ea5f28c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.0607166 Jul 14 09:00:48.732167 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e3a14377-88e2-4dda-b391-065aaf907af5 tempest-AutoAllocateNetworkTest-112092629 tempest-AutoAllocateNetworkTest-112092629-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=25cc69326d6e4e36865e7e0c71f7d63c HTTP/1.1" status: 200 len: 208 time: 0.0703483 Jul 14 09:00:48.768032 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5635eccb-0ef6-48f4-bc74-16b2364ff161 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Router 7ba444e8-3f18-4c9a-a60a-95028fa0002d has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:00:48.771125 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ce87f-e88d-45b5-ab34-470c7c8634e0 req-ef1af627-83de-4fa7-97fc-0c043981cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:48.772909 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-085ce87f-e88d-45b5-ab34-470c7c8634e0 req-ef1af627-83de-4fa7-97fc-0c043981cd87 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06e69cce-d1ef-4e39-ada8-f1b5d18d7af7 HTTP/1.1" status: 200 len: 860 time: 0.0819066 Jul 14 09:00:48.780466 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-38a5d466-55b9-474d-b638-f757a937124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:48.781881 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-38a5d466-55b9-474d-b638-f757a937124d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0723076 Jul 14 09:00:48.909739 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-3180982c-cb29-4e16-b93b-9026c08f3048 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209762 Jul 14 09:00:48.922734 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ce87f-e88d-45b5-ab34-470c7c8634e0 req-091e88ec-0e5f-424e-bd80-62050a2613c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:48.924253 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-085ce87f-e88d-45b5-ab34-470c7c8634e0 req-091e88ec-0e5f-424e-bd80-62050a2613c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bf54950-bc7a-4797-9e6e-152fe26827ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1439097 Jul 14 09:00:48.956253 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5635eccb-0ef6-48f4-bc74-16b2364ff161 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:00:48.969752 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c04e59-d4b8-408f-b19c-e9440d28d48d None None] Sync routers for ids ['7ba444e8-3f18-4c9a-a60a-95028fa0002d'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:00:48.978860 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b644f7dd-9caa-4619-a8cd-3648ce4e2e7b no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:00:48.984737 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c04e59-d4b8-408f-b19c-e9440d28d48d None None] Routers {'7ba444e8-3f18-4c9a-a60a-95028fa0002d'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:00:48.984737 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-20c04e59-d4b8-408f-b19c-e9440d28d48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:00:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7ba444e8-3f18-4c9a-a60a-95028fa0002d'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:48.994971 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5635eccb-0ef6-48f4-bc74-16b2364ff161 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:48.996884 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56486) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:49.018895 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: b644f7dd-9caa-4619-a8cd-3648ce4e2e7b {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:00:49.020458 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b644f7dd-9caa-4619-a8cd-3648ce4e2e7b not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:00:49.067091 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5635eccb-0ef6-48f4-bc74-16b2364ff161 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "PUT /v2.0/floatingips/0d28c6cc-ee7c-4dde-9536-90002dd76ee7 HTTP/1.1" status: 200 len: 990 time: 3.7735183 Jul 14 09:00:49.069243 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9589d8d-d4fa-4eba-98e3-5e967599f886', 'tag': '58155b91-8d8e-400d-b601-a4b18200528b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:00:49.071852 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac5b01f-3267-49e1-aff2-c517653192ae" -d '{"events": [{"name": "network-changed", "server_uuid": "f9589d8d-d4fa-4eba-98e3-5e967599f886", "tag": "58155b91-8d8e-400d-b601-a4b18200528b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:00:49.077568 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c710e05a-e1ce-4ccf-a6dc-6d8a81e874c0 req-a9d232b9-5d73-4de0-8bcb-deddca777acc service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592534 Jul 14 09:00:49.115847 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-085ce87f-e88d-45b5-ab34-470c7c8634e0 req-38a79c86-de85-412d-8597-8bfeb3cb8646 service neutron] 10.222.0.44 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852355 Jul 14 09:00:49.135289 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8318707c-0f6b-46bf-9225-f676563e9630 x-openstack-request-id: req-8318707c-0f6b-46bf-9225-f676563e9630 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:00:49.135786 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9589d8d-d4fa-4eba-98e3-5e967599f886", "tag": "58155b91-8d8e-400d-b601-a4b18200528b", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:00:49.136185 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8318707c-0f6b-46bf-9225-f676563e9630 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:00:49.136723 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9589d8d-d4fa-4eba-98e3-5e967599f886', 'tag': '58155b91-8d8e-400d-b601-a4b18200528b', 'status': 'completed', 'code': 200} Jul 14 09:00:49.179609 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-20c04e59-d4b8-408f-b19c-e9440d28d48d None None] Set router 7ba444e8-3f18-4c9a-a60a-95028fa0002d gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:00:49.251475 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-085ce87f-e88d-45b5-ab34-470c7c8634e0 req-173ae188-da26-4ac9-9227-93102be86564 service neutron] 10.222.0.44 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292031 Jul 14 09:00:49.274678 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db918950-1dc1-48d2-8611-51d7c96132c3', 'tag': '34f8719f-ee90-4740-8951-239f821f5f5e'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:00:49.274822 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56500) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:49.281918 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03054896-3d8b-4fb0-a863-5cfb7499366a" -d '{"events": [{"name": "network-changed", "server_uuid": "db918950-1dc1-48d2-8611-51d7c96132c3", "tag": "34f8719f-ee90-4740-8951-239f821f5f5e"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:00:49.302878 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5b01f-3267-49e1-aff2-c517653192ae req-79c9cb8c-b86f-4c5e-95b1-862831162d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:49.304543 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bac5b01f-3267-49e1-aff2-c517653192ae req-79c9cb8c-b86f-4c5e-95b1-862831162d69 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ded5a87fc684a6aaedbd0df5e9b2bfa&device_id=f9589d8d-d4fa-4eba-98e3-5e967599f886 HTTP/1.1" status: 200 len: 1097 time: 0.1534991 Jul 14 09:00:49.358175 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4684e345-f733-420e-80fe-c43ed4d800c4 x-openstack-request-id: req-4684e345-f733-420e-80fe-c43ed4d800c4 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:00:49.358570 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db918950-1dc1-48d2-8611-51d7c96132c3", "tag": "34f8719f-ee90-4740-8951-239f821f5f5e", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:00:49.358920 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4684e345-f733-420e-80fe-c43ed4d800c4 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:00:49.359877 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db918950-1dc1-48d2-8611-51d7c96132c3', 'tag': '34f8719f-ee90-4740-8951-239f821f5f5e', 'status': 'completed', 'code': 200} Jul 14 09:00:49.407363 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56512) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:49.491357 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5b01f-3267-49e1-aff2-c517653192ae req-a7e9fb91-2ccd-4aca-a9c4-5058ba3f3f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:49.495591 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bac5b01f-3267-49e1-aff2-c517653192ae req-a7e9fb91-2ccd-4aca-a9c4-5058ba3f3f14 service neutron] 10.222.0.44 "GET /v2.0/networks?id=08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f HTTP/1.1" status: 200 len: 924 time: 0.1831665 Jul 14 09:00:49.552701 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-363ebc1a-71a3-45b3-a666-a7c301b6d181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:49.579225 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03054896-3d8b-4fb0-a863-5cfb7499366a req-17801b97-088a-4cbc-b151-747e59ce6f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:49.584760 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-03054896-3d8b-4fb0-a863-5cfb7499366a req-17801b97-088a-4cbc-b151-747e59ce6f27 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c19427379e2d47408d1e9a8c76d89fa7&device_id=db918950-1dc1-48d2-8611-51d7c96132c3 HTTP/1.1" status: 200 len: 1099 time: 0.1922576 Jul 14 09:00:49.595541 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-20c04e59-d4b8-408f-b19c-e9440d28d48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1813052015-router', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:59:54Z', 'updated_at': '2021-07-14T09:00:00Z', 'revision_number': 4, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'gw_port': {'id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:56Z', 'updated_at': '2021-07-14T09:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '0d28c6cc-ee7c-4dde-9536-90002dd76ee7', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'port_id': '58155b91-8d8e-400d-b601-a4b18200528b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f', 'mac_address': 'fa:16:3e:d0:8f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9589d8d-d4fa-4eba-98e3-5e967599f886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:00:25Z', 'updated_at': '2021-07-14T09:00:47Z', 'revision_number': 1, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c852224-37be-4ee2-acdd-f44b9e983338', 'name': '', 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'mac_address': 'fa:16:3e:16:9e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:58Z', 'updated_at': '2021-07-14T09:00:10Z', 'revision_number': 5, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'subnets': [{'id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:49.625815 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c04e59-d4b8-408f-b19c-e9440d28d48d None None] Checking router: 7ba444e8-3f18-4c9a-a60a-95028fa0002d for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:00:49.634954 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c04e59-d4b8-408f-b19c-e9440d28d48d None None] Routers {'7ba444e8-3f18-4c9a-a60a-95028fa0002d'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:00:49.636187 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-20c04e59-d4b8-408f-b19c-e9440d28d48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:00:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7ba444e8-3f18-4c9a-a60a-95028fa0002d'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:49.759039 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8359f77f-d0c6-4806-add5-9908d1fd7897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:49.776106 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d61e3220-2a20-464d-8369-93af6f736d21 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ae63d092a3249d78547043ceb0f991d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5001733 Jul 14 09:00:49.785769 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56524) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:49.803715 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03054896-3d8b-4fb0-a863-5cfb7499366a req-15a205b0-35c6-4926-a36e-e69253c72c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:49.804532 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bac5b01f-3267-49e1-aff2-c517653192ae req-06f88386-483a-42bb-8623-2de8b20014a4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58155b91-8d8e-400d-b601-a4b18200528b HTTP/1.1" status: 200 len: 998 time: 0.3029108 Jul 14 09:00:49.806304 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-03054896-3d8b-4fb0-a863-5cfb7499366a req-15a205b0-35c6-4926-a36e-e69253c72c1e service neutron] 10.222.0.44 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.2037969 Jul 14 09:00:49.818873 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d10fc-008e-48aa-9d47-5470151966ab req-cb00f85e-c255-44bd-8f89-06d0f943789a tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:49.825099 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-20c04e59-d4b8-408f-b19c-e9440d28d48d None None] Set router 7ba444e8-3f18-4c9a-a60a-95028fa0002d gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:00:49.827224 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d68d10fc-008e-48aa-9d47-5470151966ab req-cb00f85e-c255-44bd-8f89-06d0f943789a tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?device_id=a673eadc-1bec-47cf-ad0e-79dd90d7e90e HTTP/1.1" status: 200 len: 944 time: 0.2398021 Jul 14 09:00:49.882629 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5b01f-3267-49e1-aff2-c517653192ae req-0a05844f-95e0-4241-9209-904e7a06f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:49.884136 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bac5b01f-3267-49e1-aff2-c517653192ae req-0a05844f-95e0-4241-9209-904e7a06f013 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fecf381-19d6-49fe-86f6-48fb919914d0 HTTP/1.1" status: 200 len: 863 time: 0.0547466 Jul 14 09:00:49.893046 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-03054896-3d8b-4fb0-a863-5cfb7499366a req-f2305190-e388-49b3-bd41-3de476339f14 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=34f8719f-ee90-4740-8951-239f821f5f5e HTTP/1.1" status: 200 len: 217 time: 0.0709519 Jul 14 09:00:49.955522 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-077c8625-64d6-47fc-8340-ef0cc6eb7505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:49.986451 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d68d10fc-008e-48aa-9d47-5470151966ab req-aaf27095-d4ab-4ce7-965b-a351fce8a9c0 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/security-groups?id=8990f576-c9c3-479b-86b6-6ab1185192ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582947 Jul 14 09:00:49.996393 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-077c8625-64d6-47fc-8340-ef0cc6eb7505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:49.996618 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7919a8-17c4-4f85-8e72-360e3053c90e req-e556664c-2e4c-4bc1-8036-e8d8c3fa4398 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:50.005629 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac7919a8-17c4-4f85-8e72-360e3053c90e req-e556664c-2e4c-4bc1-8036-e8d8c3fa4398 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=db918950-1dc1-48d2-8611-51d7c96132c3 HTTP/1.1" status: 200 len: 947 time: 0.4171557 Jul 14 09:00:50.078215 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03054896-3d8b-4fb0-a863-5cfb7499366a req-f99be1aa-8f5c-4ebd-8778-a993cbe8cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:50.079862 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-03054896-3d8b-4fb0-a863-5cfb7499366a req-f99be1aa-8f5c-4ebd-8778-a993cbe8cdcc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1694338 Jul 14 09:00:50.123018 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac7919a8-17c4-4f85-8e72-360e3053c90e req-6655c938-2d38-4a1e-8184-02c4e0a26a73 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164095 Jul 14 09:00:50.128813 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5b01f-3267-49e1-aff2-c517653192ae req-254dea44-bf77-43f1-b119-e9a1917d20e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:50.130319 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bac5b01f-3267-49e1-aff2-c517653192ae req-254dea44-bf77-43f1-b119-e9a1917d20e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2145243 Jul 14 09:00:50.134950 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-363ebc1a-71a3-45b3-a666-a7c301b6d181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:50.137355 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-077c8625-64d6-47fc-8340-ef0cc6eb7505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:50.140693 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-077c8625-64d6-47fc-8340-ef0cc6eb7505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:50.142138 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-077c8625-64d6-47fc-8340-ef0cc6eb7505 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7c7b6422-327d-49ec-8aea-a584df33fb7d HTTP/1.1" status: 204 len: 168 time: 0.3548732 Jul 14 09:00:50.148795 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-363ebc1a-71a3-45b3-a666-a7c301b6d181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:50.165365 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c8625-64d6-47fc-8340-ef0cc6eb7505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7b6422-327d-49ec-8aea-a584df33fb7d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:50.193500 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-363ebc1a-71a3-45b3-a666-a7c301b6d181 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ce21b7ad12945ff93eb652884eaab14&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1947129 Jul 14 09:00:50.198378 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56538) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:50.225423 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ebc1a-71a3-45b3-a666-a7c301b6d181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf009894-fe7d-454a-9ac6-47b2a6ca45ff,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:50.270355 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03054896-3d8b-4fb0-a863-5cfb7499366a req-ec900d25-e8cf-499e-a6e8-79ef48eeaede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:50.272318 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-03054896-3d8b-4fb0-a863-5cfb7499366a req-ec900d25-e8cf-499e-a6e8-79ef48eeaede service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1820993 Jul 14 09:00:50.338216 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-512aa2e7-f20a-419f-866a-fe26464aecf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:50.367144 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-20c04e59-d4b8-408f-b19c-e9440d28d48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1813052015-router', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:59:54Z', 'updated_at': '2021-07-14T09:00:00Z', 'revision_number': 4, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'gw_port': {'id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:56Z', 'updated_at': '2021-07-14T09:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '0d28c6cc-ee7c-4dde-9536-90002dd76ee7', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'port_id': '58155b91-8d8e-400d-b601-a4b18200528b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f', 'mac_address': 'fa:16:3e:d0:8f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9589d8d-d4fa-4eba-98e3-5e967599f886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:00:25Z', 'updated_at': '2021-07-14T09:00:47Z', 'revision_number': 1, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c852224-37be-4ee2-acdd-f44b9e983338', 'name': '', 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'mac_address': 'fa:16:3e:16:9e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:58Z', 'updated_at': '2021-07-14T09:00:10Z', 'revision_number': 5, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'subnets': [{'id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:50.408894 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bac5b01f-3267-49e1-aff2-c517653192ae req-caf1a05a-30ca-4dd9-8913-964e48a95fa1 service neutron] 10.222.0.44 "GET /v2.0/networks/08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675509 Jul 14 09:00:50.436680 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c04e59-d4b8-408f-b19c-e9440d28d48d None None] The sync data for ids ['7ba444e8-3f18-4c9a-a60a-95028fa0002d'] in n-d-771362-35 is: [{'id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1813052015-router', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:59:54Z', 'updated_at': '2021-07-14T09:00:00Z', 'revision_number': 4, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'gw_port': {'id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:56Z', 'updated_at': '2021-07-14T09:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '0d28c6cc-ee7c-4dde-9536-90002dd76ee7', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'port_id': '58155b91-8d8e-400d-b601-a4b18200528b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f', 'mac_address': 'fa:16:3e:d0:8f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9589d8d-d4fa-4eba-98e3-5e967599f886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:00:25Z', 'updated_at': '2021-07-14T09:00:47Z', 'revision_number': 1, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c852224-37be-4ee2-acdd-f44b9e983338', 'name': '', 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'mac_address': 'fa:16:3e:16:9e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:58Z', 'updated_at': '2021-07-14T09:00:10Z', 'revision_number': 5, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'subnets': [{'id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:00:50.468774 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-512aa2e7-f20a-419f-866a-fe26464aecf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:50.587966 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-03054896-3d8b-4fb0-a863-5cfb7499366a req-f91adefc-ee70-4c0a-9022-6c4b718b5a6b service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087761 Jul 14 09:00:50.620193 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 53cbc56e-c7db-4945-a12f-cb93e220296a details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:00:50.671755 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bac5b01f-3267-49e1-aff2-c517653192ae req-e03b5f1d-92d3-47f3-80db-fcad26eea2b8 service neutron] 10.222.0.44 "GET /v2.0/networks/08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500494 Jul 14 09:00:50.676942 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8359f77f-d0c6-4806-add5-9908d1fd7897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:50.684048 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8359f77f-d0c6-4806-add5-9908d1fd7897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:50.725806 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-512aa2e7-f20a-419f-866a-fe26464aecf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:50.732665 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-512aa2e7-f20a-419f-866a-fe26464aecf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:50.734146 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-512aa2e7-f20a-419f-866a-fe26464aecf6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf009894-fe7d-454a-9ac6-47b2a6ca45ff HTTP/1.1" status: 204 len: 168 time: 0.5309145 Jul 14 09:00:50.759754 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-03054896-3d8b-4fb0-a863-5cfb7499366a req-1006fa89-40a5-463e-9e12-97fd0a547777 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595771 Jul 14 09:00:50.761631 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512aa2e7-f20a-419f-866a-fe26464aecf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf009894-fe7d-454a-9ac6-47b2a6ca45ff,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:50.788499 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8359f77f-d0c6-4806-add5-9908d1fd7897 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=25cc69326d6e4e36865e7e0c71f7d63c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3799796 Jul 14 09:00:50.789851 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359f77f-d0c6-4806-add5-9908d1fd7897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e6d8dc-7211-4d30-8df0-4b7874201ce1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:50.793963 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56562) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:50.801708 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 53cbc56e-c7db-4945-a12f-cb93e220296a, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=53cbc56e-c7db-4945-a12f-cb93e220296a,segment=NetworkSegment(3f942a54-5daa-4d65-b384-43384013d883),segment_id=3f942a54-5daa-4d65-b384-43384013d883)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:00:50.815352 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '53cbc56e-c7db-4945-a12f-cb93e220296a', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'port_id': '53cbc56e-c7db-4945-a12f-cb93e220296a', 'mac_address': 'fa:16:3e:27:13:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:00:50.834381 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bebf56-e622-4b1f-91a1-1cd45dfe5295 None None] New status for floating IP 0d28c6cc-ee7c-4dde-9536-90002dd76ee7: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:00:50.880327 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8043-aa77-488f-935b-944861fcc860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:50.903786 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8043-aa77-488f-935b-944861fcc860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:50.960688 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8043-aa77-488f-935b-944861fcc860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:50.963412 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8043-aa77-488f-935b-944861fcc860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:50.968769 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6e5d8043-aa77-488f-935b-944861fcc860 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93e6d8dc-7211-4d30-8df0-4b7874201ce1 HTTP/1.1" status: 204 len: 168 time: 0.1704991 Jul 14 09:00:50.978304 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d8043-aa77-488f-935b-944861fcc860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e6d8dc-7211-4d30-8df0-4b7874201ce1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:51.165340 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:51.203717 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a01a1-4c6e-4226-ae35-34c6cc8b56af req-3e4663cd-e1c4-4841-bb5a-89933ee84998 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:51.211361 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a9a01a1-4c6e-4226-ae35-34c6cc8b56af req-3e4663cd-e1c4-4841-bb5a-89933ee84998 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?device_id=a673eadc-1bec-47cf-ad0e-79dd90d7e90e HTTP/1.1" status: 200 len: 944 time: 0.0871296 Jul 14 09:00:51.258477 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53cbc56e-c7db-4945-a12f-cb93e220296a {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:00:51.262181 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56578) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:51.273323 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a9a01a1-4c6e-4226-ae35-34c6cc8b56af req-ce6ffda9-927c-4985-8bf8-d13ba2ed8fd4 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/security-groups?id=8990f576-c9c3-479b-86b6-6ab1185192ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601118 Jul 14 09:00:51.275856 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:51.288873 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78f8ac0d-8ff9-4116-bbf7-fdb9cf3239f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:51.311284 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 53cbc56e-c7db-4945-a12f-cb93e220296a, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=53cbc56e-c7db-4945-a12f-cb93e220296a,segment=NetworkSegment(3f942a54-5daa-4d65-b384-43384013d883),segment_id=3f942a54-5daa-4d65-b384-43384013d883)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:00:51.353969 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:51.361140 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a358ba-ab69-4012-8bd2-9179f550fa89 req-c73bb0bb-9064-4fd3-87dc-4c5ea976cecd tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:51.363713 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-93a358ba-ab69-4012-8bd2-9179f550fa89 req-c73bb0bb-9064-4fd3-87dc-4c5ea976cecd tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=db918950-1dc1-48d2-8611-51d7c96132c3 HTTP/1.1" status: 200 len: 947 time: 0.0888155 Jul 14 09:00:51.376888 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56580) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:51.377363 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9e4176f6-87f6-4839-99e0-248f83639a3f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=57ac977bec4b44488ebde2e5d4d8bee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1139150 Jul 14 09:00:51.433249 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=53cbc56e-c7db-4945-a12f-cb93e220296a,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:51.440743 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-93a358ba-ab69-4012-8bd2-9179f550fa89 req-e99b1cd5-dfcf-4ded-8539-fa1d575020c0 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709734 Jul 14 09:00:51.481856 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7cb4ece-0d4a-4729-8ace-474ef6fb3c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:51.516245 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7cb4ece-0d4a-4729-8ace-474ef6fb3c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:51.562326 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['53cbc56e-c7db-4945-a12f-cb93e220296a'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:00:51.563671 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56584) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:51.571312 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7cb4ece-0d4a-4729-8ace-474ef6fb3c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:51.574365 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7cb4ece-0d4a-4729-8ace-474ef6fb3c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:51.578057 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d7cb4ece-0d4a-4729-8ace-474ef6fb3c9e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4715101b-0fb5-44dd-affc-213cb9775c5b HTTP/1.1" status: 204 len: 168 time: 0.1952798 Jul 14 09:00:51.583989 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb4ece-0d4a-4729-8ace-474ef6fb3c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4715101b-0fb5-44dd-affc-213cb9775c5b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:51.777579 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56598) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:51.792498 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3028ee54-47d8-4886-ab9d-b9a7c15bf49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:51.884374 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2775861-aed3-4c80-935e-f76834f4ff2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:51.915187 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3028ee54-47d8-4886-ab9d-b9a7c15bf49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:51.922252 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3028ee54-47d8-4886-ab9d-b9a7c15bf49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:51.983671 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028ee54-47d8-4886-ab9d-b9a7c15bf49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d529d47b-c8bc-47fb-903d-6aa4d8c60127,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:51.993366 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56604) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:51.993567 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3028ee54-47d8-4886-ab9d-b9a7c15bf49f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=741923c51f9249149bbcfdc6e804ec62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144601 Jul 14 09:00:52.047280 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:52.075356 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2775861-aed3-4c80-935e-f76834f4ff2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:52.087296 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2775861-aed3-4c80-935e-f76834f4ff2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:52.112072 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-60859610-8e36-4662-a165-858995b77393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:52.128906 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b2775861-aed3-4c80-935e-f76834f4ff2c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=db5a0523daf04c30ac9fd88ace184f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5635488 Jul 14 09:00:52.132078 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56612) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:52.142691 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2775861-aed3-4c80-935e-f76834f4ff2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed46a7c-4feb-4896-94dc-a41b24a3ed09,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:52.145290 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-60859610-8e36-4662-a165-858995b77393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:52.195799 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4fad2052-1a20-4df5-b2b5-ed89ff2ca16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:52.203029 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-60859610-8e36-4662-a165-858995b77393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:52.206218 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-60859610-8e36-4662-a165-858995b77393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:52.210197 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-60859610-8e36-4662-a165-858995b77393 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d529d47b-c8bc-47fb-903d-6aa4d8c60127 HTTP/1.1" status: 204 len: 168 time: 0.2126713 Jul 14 09:00:52.216335 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60859610-8e36-4662-a165-858995b77393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d529d47b-c8bc-47fb-903d-6aa4d8c60127,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:52.223643 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4fad2052-1a20-4df5-b2b5-ed89ff2ca16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:52.309946 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4fad2052-1a20-4df5-b2b5-ed89ff2ca16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:52.312980 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4fad2052-1a20-4df5-b2b5-ed89ff2ca16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:52.314202 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4fad2052-1a20-4df5-b2b5-ed89ff2ca16a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eed46a7c-4feb-4896-94dc-a41b24a3ed09 HTTP/1.1" status: 204 len: 168 time: 0.1779680 Jul 14 09:00:52.336156 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad2052-1a20-4df5-b2b5-ed89ff2ca16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed46a7c-4feb-4896-94dc-a41b24a3ed09,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:52.484172 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1338b4-86c7-45e8-a770-7ca61e818f5d req-356ac8ab-1d22-48dd-9d63-dad73f25a7f4 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:52.484358 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-df1338b4-86c7-45e8-a770-7ca61e818f5d req-356ac8ab-1d22-48dd-9d63-dad73f25a7f4 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?device_id=a673eadc-1bec-47cf-ad0e-79dd90d7e90e HTTP/1.1" status: 200 len: 945 time: 0.0752079 Jul 14 09:00:52.535044 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-df1338b4-86c7-45e8-a770-7ca61e818f5d req-db3913d5-7c87-4236-9eec-95514184b829 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/security-groups?id=8990f576-c9c3-479b-86b6-6ab1185192ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434124 Jul 14 09:00:52.632642 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 34f8719f-ee90-4740-8951-239f821f5f5e details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:00:52.672478 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 53cbc56e-c7db-4945-a12f-cb93e220296a up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:00:52.681288 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbfcf5-2175-445d-bee2-5f0aa8833720 req-043a76d8-6974-41ec-a759-2a2cc01ee511 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:52.689706 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-06bbfcf5-2175-445d-bee2-5f0aa8833720 req-043a76d8-6974-41ec-a759-2a2cc01ee511 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=db918950-1dc1-48d2-8611-51d7c96132c3 HTTP/1.1" status: 200 len: 947 time: 0.0903122 Jul 14 09:00:52.734025 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-06bbfcf5-2175-445d-bee2-5f0aa8833720 req-a47e8366-6a3c-40e7-b148-f70e74ee12f8 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433581 Jul 14 09:00:52.792828 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 34f8719f-ee90-4740-8951-239f821f5f5e, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=34f8719f-ee90-4740-8951-239f821f5f5e,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:00:52.797293 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 53cbc56e-c7db-4945-a12f-cb93e220296a completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:00:52.808375 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 53cbc56e-c7db-4945-a12f-cb93e220296a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:52.808751 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:52.811539 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '34f8719f-ee90-4740-8951-239f821f5f5e', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '34f8719f-ee90-4740-8951-239f821f5f5e', 'mac_address': 'fa:16:3e:03:00:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:00:52.886675 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:52.907700 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f8719f-ee90-4740-8951-239f821f5f5e {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:00:52.956764 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 34f8719f-ee90-4740-8951-239f821f5f5e, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=34f8719f-ee90-4740-8951-239f821f5f5e,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:00:52.962070 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:52.964175 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:52.986827 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56654) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:53.014189 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a673eadc-1bec-47cf-ad0e-79dd90d7e90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cbc56e-c7db-4945-a12f-cb93e220296a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:00:53.016484 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aeec6e8-4efb-44c6-8623-5b6cf5dfcea4" -d '{"events": [{"server_uuid": "a673eadc-1bec-47cf-ad0e-79dd90d7e90e", "name": "network-vif-plugged", "status": "completed", "tag": "53cbc56e-c7db-4945-a12f-cb93e220296a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:00:53.038888 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 53cbc56e-c7db-4945-a12f-cb93e220296a, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=53cbc56e-c7db-4945-a12f-cb93e220296a,segment=NetworkSegment(3f942a54-5daa-4d65-b384-43384013d883),segment_id=3f942a54-5daa-4d65-b384-43384013d883)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:00:53.051987 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=34f8719f-ee90-4740-8951-239f821f5f5e,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:53.056630 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:53.083999 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a733bdff-c2f4-4296-baa0-236d499805fe x-openstack-request-id: req-a733bdff-c2f4-4296-baa0-236d499805fe {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:00:53.084287 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a673eadc-1bec-47cf-ad0e-79dd90d7e90e", "name": "network-vif-plugged", "status": "completed", "tag": "53cbc56e-c7db-4945-a12f-cb93e220296a", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:00:53.084702 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a733bdff-c2f4-4296-baa0-236d499805fe {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:00:53.085279 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a673eadc-1bec-47cf-ad0e-79dd90d7e90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cbc56e-c7db-4945-a12f-cb93e220296a', 'code': 200} Jul 14 09:00:53.089435 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56664) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:53.111297 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-078f6fe2-9dec-4f26-b25d-a9de3fbb1e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:53.127082 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=53cbc56e-c7db-4945-a12f-cb93e220296a,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:53.194107 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['34f8719f-ee90-4740-8951-239f821f5f5e'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:00:53.266281 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c132733-61d3-4764-a6c5-af76f3a29910 req-03411279-c98a-40d7-9b5c-900ad1b666aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:53.267837 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0c132733-61d3-4764-a6c5-af76f3a29910 req-03411279-c98a-40d7-9b5c-900ad1b666aa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a673eadc-1bec-47cf-ad0e-79dd90d7e90e HTTP/1.1" status: 200 len: 1098 time: 0.1086609 Jul 14 09:00:53.298814 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-078f6fe2-9dec-4f26-b25d-a9de3fbb1e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:53.306515 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2571-80dc-4eb8-b011-f1ed5e4e898e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:53.312463 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-078f6fe2-9dec-4f26-b25d-a9de3fbb1e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:53.382256 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-078f6fe2-9dec-4f26-b25d-a9de3fbb1e92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cddcd134b2be452a9a0f651536fedc26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892816 Jul 14 09:00:53.383521 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56674) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:53.384875 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0c132733-61d3-4764-a6c5-af76f3a29910 req-6a1e33a7-bc5b-4f52-aa39-667ff73c6a33 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8990f576-c9c3-479b-86b6-6ab1185192ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088789 Jul 14 09:00:53.388673 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f6fe2-9dec-4f26-b25d-a9de3fbb1e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bab76d-4fcb-43c7-af75-be62e9110929,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:53.447991 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d28d4d3-7be4-40c3-bc21-775718c1b44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:53.479694 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d28d4d3-7be4-40c3-bc21-775718c1b44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:53.494142 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2571-80dc-4eb8-b011-f1ed5e4e898e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:53.501223 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2571-80dc-4eb8-b011-f1ed5e4e898e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:53.535922 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:53.552315 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fc8d2571-80dc-4eb8-b011-f1ed5e4e898e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=40b124a4a8424d028a98461e9ba2a34d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5630960 Jul 14 09:00:53.553537 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d2571-80dc-4eb8-b011-f1ed5e4e898e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0396edbf-6143-4e92-bcb8-0ec1b1119b35,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:53.555173 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56680) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:53.572537 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d28d4d3-7be4-40c3-bc21-775718c1b44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:53.575974 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d28d4d3-7be4-40c3-bc21-775718c1b44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:53.577177 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6d28d4d3-7be4-40c3-bc21-775718c1b44a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f7bab76d-4fcb-43c7-af75-be62e9110929 HTTP/1.1" status: 204 len: 168 time: 0.1933074 Jul 14 09:00:53.597797 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28d4d3-7be4-40c3-bc21-775718c1b44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bab76d-4fcb-43c7-af75-be62e9110929,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:53.629949 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5113d4d-3da7-4960-8f43-12af63c2ff48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:53.656949 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5113d4d-3da7-4960-8f43-12af63c2ff48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:53.733517 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5113d4d-3da7-4960-8f43-12af63c2ff48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:53.736318 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5113d4d-3da7-4960-8f43-12af63c2ff48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:53.738259 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f5113d4d-3da7-4960-8f43-12af63c2ff48 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0396edbf-6143-4e92-bcb8-0ec1b1119b35 HTTP/1.1" status: 204 len: 168 time: 0.1807897 Jul 14 09:00:53.749200 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5113d4d-3da7-4960-8f43-12af63c2ff48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0396edbf-6143-4e92-bcb8-0ec1b1119b35,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:53.778813 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d2744-61dd-43fb-b89d-082b061a62c5 req-ac1e2f5d-4fde-4d57-bae4-cb39855d6fd1 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:53.785531 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-630d2744-61dd-43fb-b89d-082b061a62c5 req-ac1e2f5d-4fde-4d57-bae4-cb39855d6fd1 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?device_id=a673eadc-1bec-47cf-ad0e-79dd90d7e90e HTTP/1.1" status: 200 len: 946 time: 0.0929105 Jul 14 09:00:53.827609 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-630d2744-61dd-43fb-b89d-082b061a62c5 req-342081e0-e585-4f50-b40d-282b9b4322c4 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/security-groups?id=8990f576-c9c3-479b-86b6-6ab1185192ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408039 Jul 14 09:00:53.970848 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831678a-e73f-4bb8-b0a9-adc6370dabbc req-e80e8e2e-1634-4c7c-8fec-51b027763bd3 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:53.973094 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e831678a-e73f-4bb8-b0a9-adc6370dabbc req-e80e8e2e-1634-4c7c-8fec-51b027763bd3 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=db918950-1dc1-48d2-8611-51d7c96132c3 HTTP/1.1" status: 200 len: 948 time: 0.0703421 Jul 14 09:00:54.021449 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e831678a-e73f-4bb8-b0a9-adc6370dabbc req-5f1f3f35-acd6-4d4a-83e2-13cc4b8b8282 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388787 Jul 14 09:00:54.361416 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56716) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:54.381219 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea96389a-d7ee-4b5c-8a5b-fb9f3f33bafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:54.489733 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea96389a-d7ee-4b5c-8a5b-fb9f3f33bafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:54.495688 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea96389a-d7ee-4b5c-8a5b-fb9f3f33bafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:54.536887 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96389a-d7ee-4b5c-8a5b-fb9f3f33bafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c47984-7208-4c55-b2a8-a4434f4c127a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:54.545470 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ea96389a-d7ee-4b5c-8a5b-fb9f3f33bafc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c557f68545ae4cd48c8bdaec671fa4ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1812911 Jul 14 09:00:54.548888 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56726) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:54.606633 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-161b3bad-fa6c-4ef4-a693-544037f89e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:54.639926 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 34f8719f-ee90-4740-8951-239f821f5f5e up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:00:54.646614 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-161b3bad-fa6c-4ef4-a693-544037f89e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:54.720836 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 34f8719f-ee90-4740-8951-239f821f5f5e completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:00:54.726945 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 34f8719f-ee90-4740-8951-239f821f5f5e triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:54.727448 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:54.738682 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-161b3bad-fa6c-4ef4-a693-544037f89e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:54.741141 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-161b3bad-fa6c-4ef4-a693-544037f89e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:54.746277 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-161b3bad-fa6c-4ef4-a693-544037f89e1f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/13c47984-7208-4c55-b2a8-a4434f4c127a HTTP/1.1" status: 204 len: 168 time: 0.1922534 Jul 14 09:00:54.752752 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b3bad-fa6c-4ef4-a693-544037f89e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c47984-7208-4c55-b2a8-a4434f4c127a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:54.762816 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b3bad-fa6c-4ef4-a693-544037f89e1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:54.763298 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b3bad-fa6c-4ef4-a693-544037f89e1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:54.763725 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b3bad-fa6c-4ef4-a693-544037f89e1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:54.764347 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b3bad-fa6c-4ef4-a693-544037f89e1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:54.764686 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b3bad-fa6c-4ef4-a693-544037f89e1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:54.765175 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b3bad-fa6c-4ef4-a693-544037f89e1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:54.765572 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b3bad-fa6c-4ef4-a693-544037f89e1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:54.765956 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b3bad-fa6c-4ef4-a693-544037f89e1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:54.766345 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b3bad-fa6c-4ef4-a693-544037f89e1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:54.766731 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b3bad-fa6c-4ef4-a693-544037f89e1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:54.767114 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b3bad-fa6c-4ef4-a693-544037f89e1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:54.767619 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b3bad-fa6c-4ef4-a693-544037f89e1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:54.840110 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:54.886407 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 34f8719f-ee90-4740-8951-239f821f5f5e, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=34f8719f-ee90-4740-8951-239f821f5f5e,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:00:54.893378 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:54.960727 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=34f8719f-ee90-4740-8951-239f821f5f5e,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:55.086744 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db918950-1dc1-48d2-8611-51d7c96132c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f8719f-ee90-4740-8951-239f821f5f5e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:00:55.089568 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5e4980-9f69-4523-87b1-8893eebba413" -d '{"events": [{"server_uuid": "db918950-1dc1-48d2-8611-51d7c96132c3", "name": "network-vif-plugged", "status": "completed", "tag": "34f8719f-ee90-4740-8951-239f821f5f5e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:00:55.095049 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8badbf-a1dc-46b1-a474-0ed2cba6a8d1 req-25c0a5cb-2e36-4dba-bf39-e76a81539f90 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:55.097399 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0a8badbf-a1dc-46b1-a474-0ed2cba6a8d1 req-25c0a5cb-2e36-4dba-bf39-e76a81539f90 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?device_id=a673eadc-1bec-47cf-ad0e-79dd90d7e90e HTTP/1.1" status: 200 len: 946 time: 0.1143038 Jul 14 09:00:55.152927 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0a8badbf-a1dc-46b1-a474-0ed2cba6a8d1 req-0cbc5e13-5c57-42bc-8036-80bfcc4ade6a tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/security-groups?id=8990f576-c9c3-479b-86b6-6ab1185192ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492527 Jul 14 09:00:55.211880 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7048728a-368f-47b1-860b-413bb68071dc x-openstack-request-id: req-7048728a-368f-47b1-860b-413bb68071dc {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:00:55.212223 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db918950-1dc1-48d2-8611-51d7c96132c3", "name": "network-vif-plugged", "status": "completed", "tag": "34f8719f-ee90-4740-8951-239f821f5f5e", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:00:55.212487 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7048728a-368f-47b1-860b-413bb68071dc {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:00:55.212892 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db918950-1dc1-48d2-8611-51d7c96132c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f8719f-ee90-4740-8951-239f821f5f5e', 'code': 200} Jul 14 09:00:55.364555 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74906b57-38e8-4844-a773-babdce339736 req-2f46f454-39ab-4950-8984-ad8bca935f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:55.366793 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-74906b57-38e8-4844-a773-babdce339736 req-2f46f454-39ab-4950-8984-ad8bca935f0e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=db918950-1dc1-48d2-8611-51d7c96132c3 HTTP/1.1" status: 200 len: 1101 time: 0.0828519 Jul 14 09:00:55.414641 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-74906b57-38e8-4844-a773-babdce339736 req-c94e115b-3512-424c-a1fc-0dd1fee39419 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396628 Jul 14 09:00:55.533979 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26fdae-869f-4135-9e28-6dea20849bf2 req-57135c32-7dd8-41eb-964b-2380661e4e7a tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:55.535582 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a26fdae-869f-4135-9e28-6dea20849bf2 req-57135c32-7dd8-41eb-964b-2380661e4e7a tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=db918950-1dc1-48d2-8611-51d7c96132c3 HTTP/1.1" status: 200 len: 949 time: 0.3028021 Jul 14 09:00:55.551312 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-569be274-d501-4ffd-8fc9-c15ebd988cc0 req-2ee34201-23ae-40f3-9779-0481f489f47e tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3057287 Jul 14 09:00:55.572333 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-569be274-d501-4ffd-8fc9-c15ebd988cc0 req-dbeda119-7fa6-4005-9185-44c5bbc9d185 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:00:55.611154 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a26fdae-869f-4135-9e28-6dea20849bf2 req-09d7b82f-ab2f-4fc0-8b99-2c4d4f6fa460 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659859 Jul 14 09:00:55.614049 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-569be274-d501-4ffd-8fc9-c15ebd988cc0 req-dbeda119-7fa6-4005-9185-44c5bbc9d185 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:55.741444 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-569be274-d501-4ffd-8fc9-c15ebd988cc0 req-dbeda119-7fa6-4005-9185-44c5bbc9d185 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:55.852779 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-569be274-d501-4ffd-8fc9-c15ebd988cc0 req-dbeda119-7fa6-4005-9185-44c5bbc9d185 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Allocated IP 172.25.6.247 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/f69967c8-5e3d-4e0c-9174-c93edfa777c8) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:00:55.988607 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-569be274-d501-4ffd-8fc9-c15ebd988cc0 req-dbeda119-7fa6-4005-9185-44c5bbc9d185 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:56.039029 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-569be274-d501-4ffd-8fc9-c15ebd988cc0 req-dbeda119-7fa6-4005-9185-44c5bbc9d185 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:56.080042 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-569be274-d501-4ffd-8fc9-c15ebd988cc0 req-dbeda119-7fa6-4005-9185-44c5bbc9d185 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:00:56.085563 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-569be274-d501-4ffd-8fc9-c15ebd988cc0 req-dbeda119-7fa6-4005-9185-44c5bbc9d185 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:00:56.091018 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-569be274-d501-4ffd-8fc9-c15ebd988cc0 req-dbeda119-7fa6-4005-9185-44c5bbc9d185 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:00:56.104534 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeda119-7fa6-4005-9185-44c5bbc9d185 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Pushing event updated for resources: {'Port': ['ID=f69967c8-5e3d-4e0c-9174-c93edfa777c8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:56.214629 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-569be274-d501-4ffd-8fc9-c15ebd988cc0 req-dbeda119-7fa6-4005-9185-44c5bbc9d185 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:56.497114 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-569be274-d501-4ffd-8fc9-c15ebd988cc0 req-dbeda119-7fa6-4005-9185-44c5bbc9d185 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:56.666027 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-569be274-d501-4ffd-8fc9-c15ebd988cc0 req-dbeda119-7fa6-4005-9185-44c5bbc9d185 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:56.666691 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56820) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:56.672510 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-569be274-d501-4ffd-8fc9-c15ebd988cc0 req-dbeda119-7fa6-4005-9185-44c5bbc9d185 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:56.711543 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-569be274-d501-4ffd-8fc9-c15ebd988cc0 req-dbeda119-7fa6-4005-9185-44c5bbc9d185 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:56.730171 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeda119-7fa6-4005-9185-44c5bbc9d185 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Pushing event updated for resources: {'Port': ['ID=f69967c8-5e3d-4e0c-9174-c93edfa777c8,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:56.745342 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-569be274-d501-4ffd-8fc9-c15ebd988cc0 req-dbeda119-7fa6-4005-9185-44c5bbc9d185 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:56.752176 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-569be274-d501-4ffd-8fc9-c15ebd988cc0 req-dbeda119-7fa6-4005-9185-44c5bbc9d185 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1952417 Jul 14 09:00:56.845806 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-569be274-d501-4ffd-8fc9-c15ebd988cc0 req-cd0cfaf1-1027-412e-a760-14ac51288d5e tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.247 HTTP/1.1" status: 200 len: 696 time: 0.0881472 Jul 14 09:00:56.942443 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8949f79e-8230-439c-980a-d0fd8edd26ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:57.006331 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569be274-d501-4ffd-8fc9-c15ebd988cc0 req-175f7658-27fd-42fc-a208-c55652e2a4a3 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:57.007743 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-569be274-d501-4ffd-8fc9-c15ebd988cc0 req-175f7658-27fd-42fc-a208-c55652e2a4a3 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 784 time: 0.1557190 Jul 14 09:00:57.023673 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-569be274-d501-4ffd-8fc9-c15ebd988cc0 req-6a187972-0820-4e96-94ee-b7d92cd20c37 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:00:57.024660 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-569be274-d501-4ffd-8fc9-c15ebd988cc0 req-6a187972-0820-4e96-94ee-b7d92cd20c37 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088911 Jul 14 09:00:57.078201 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8949f79e-8230-439c-980a-d0fd8edd26ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:57.082874 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8949f79e-8230-439c-980a-d0fd8edd26ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:57.143371 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8949f79e-8230-439c-980a-d0fd8edd26ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d27b700c63994ee6b5dda02402ed43d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4761047 Jul 14 09:00:57.145845 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949f79e-8230-439c-980a-d0fd8edd26ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87dae6da-61c3-4316-9bb6-42458ae2f3ee,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:57.146291 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56840) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:57.228643 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f3e51-e2cc-414a-9e70-6c969c0be541 req-d2a71e67-3cf0-4921-b982-1365b70ff4b2 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:57.230200 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b98f3e51-e2cc-414a-9e70-6c969c0be541 req-d2a71e67-3cf0-4921-b982-1365b70ff4b2 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=db918950-1dc1-48d2-8611-51d7c96132c3 HTTP/1.1" status: 200 len: 949 time: 0.0853286 Jul 14 09:00:57.231387 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9858-6dff-4303-b3b0-91e9851bd3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:57.260159 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9858-6dff-4303-b3b0-91e9851bd3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:57.300617 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b98f3e51-e2cc-414a-9e70-6c969c0be541 req-f1651550-1794-46ca-bfb6-2d045835e0d5 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599086 Jul 14 09:00:57.305810 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-2352772a-425d-4579-b31a-7ba6272cbe64 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=98536199418e4f7bab0a246a3f1f8585&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333831 Jul 14 09:00:57.343721 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9858-6dff-4303-b3b0-91e9851bd3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:57.346787 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9858-6dff-4303-b3b0-91e9851bd3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:57.352607 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ce3d9858-6dff-4303-b3b0-91e9851bd3f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87dae6da-61c3-4316-9bb6-42458ae2f3ee HTTP/1.1" status: 204 len: 168 time: 0.2011294 Jul 14 09:00:57.368855 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d9858-6dff-4303-b3b0-91e9851bd3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dae6da-61c3-4316-9bb6-42458ae2f3ee,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:57.387377 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d9858-6dff-4303-b3b0-91e9851bd3f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:57.387983 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d9858-6dff-4303-b3b0-91e9851bd3f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:57.388487 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d9858-6dff-4303-b3b0-91e9851bd3f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:57.389831 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d9858-6dff-4303-b3b0-91e9851bd3f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:57.390190 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d9858-6dff-4303-b3b0-91e9851bd3f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:57.390518 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d9858-6dff-4303-b3b0-91e9851bd3f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:57.390855 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d9858-6dff-4303-b3b0-91e9851bd3f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:57.391191 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d9858-6dff-4303-b3b0-91e9851bd3f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:57.391548 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d9858-6dff-4303-b3b0-91e9851bd3f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:57.393421 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d9858-6dff-4303-b3b0-91e9851bd3f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:57.394699 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d9858-6dff-4303-b3b0-91e9851bd3f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:57.395266 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d9858-6dff-4303-b3b0-91e9851bd3f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:57.448283 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-47dfc88d-2ce6-4678-8362-de08e2e07840 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:57.455577 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-47dfc88d-2ce6-4678-8362-de08e2e07840 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1410952 Jul 14 09:00:57.472869 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-a820d634-b945-4f4c-b87b-bb4bb309d468 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/quotas/98536199418e4f7bab0a246a3f1f8585 HTTP/1.1" status: 200 len: 375 time: 0.0154285 Jul 14 09:00:57.512210 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-9dd58841-1eb3-4661-b950-15fb58476a29 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=98536199418e4f7bab0a246a3f1f8585&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381246 Jul 14 09:00:57.672732 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-ff357784-7879-4906-8029-ee681c4cdf14 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:57.680736 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-ff357784-7879-4906-8029-ee681c4cdf14 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/networks?id=8bf54950-bc7a-4797-9e6e-152fe26827ba HTTP/1.1" status: 200 len: 821 time: 0.1483052 Jul 14 09:00:57.702121 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-bb53bac5-e5c3-410d-a1fa-890c02cc3901 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/quotas/dcde6d1474ea4edfa0fb594acf6b60cf HTTP/1.1" status: 200 len: 375 time: 0.0172710 Jul 14 09:00:57.797478 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-85eaf458-df9f-455c-ac74-f2fd37ab71f0 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dcde6d1474ea4edfa0fb594acf6b60cf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0975020 Jul 14 09:00:57.843974 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56888) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:57.860509 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a9f35e4-c4c7-447e-88a0-a258ec556787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:57.926630 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-98e2a96b-39f8-45d6-8acf-f2dd277a7eaa service neutron] 10.222.0.25 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213150 Jul 14 09:00:58.004238 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a9f35e4-c4c7-447e-88a0-a258ec556787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:58.013016 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a9f35e4-c4c7-447e-88a0-a258ec556787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:58.050000 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-39118f4e-4046-460e-93f2-c19e83b4faa9 req-6b27792b-5522-4d5b-b13e-f45d0d495457 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c05085-3121-4d09-8244-6d56c37e1a0d HTTP/1.1" status: 200 len: 210 time: 0.0370140 Jul 14 09:00:58.066090 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f35e4-c4c7-447e-88a0-a258ec556787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebc3546-e007-4a41-ae9a-882bb127f5d2,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:58.079327 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4a9f35e4-c4c7-447e-88a0-a258ec556787 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9af7f1c46ff04037936119d35a11921c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322197 Jul 14 09:00:58.080217 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56900) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:58.101677 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-9fc354b6-4bc4-426e-b44a-7c65dfe94914 service neutron] 10.222.0.25 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738398 Jul 14 09:00:58.210798 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c72f6d4-b74d-47bf-a5f9-15bdaaa686f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:58.244055 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c72f6d4-b74d-47bf-a5f9-15bdaaa686f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:58.338432 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c72f6d4-b74d-47bf-a5f9-15bdaaa686f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:58.341656 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c72f6d4-b74d-47bf-a5f9-15bdaaa686f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:58.342864 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1c72f6d4-b74d-47bf-a5f9-15bdaaa686f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ebc3546-e007-4a41-ae9a-882bb127f5d2 HTTP/1.1" status: 204 len: 168 time: 0.2617152 Jul 14 09:00:58.360189 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72f6d4-b74d-47bf-a5f9-15bdaaa686f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebc3546-e007-4a41-ae9a-882bb127f5d2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:58.418789 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-785f3c67-59f2-4b51-bfb9-3b239fac5be6 req-f078d7ab-f366-430d-a151-2538c02cc3f6 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2924a9-804b-4612-b8fc-cf49ad2856b0 HTTP/1.1" status: 200 len: 210 time: 0.0466020 Jul 14 09:00:58.564913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56922) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:58.630011 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f8563-cd86-48e2-9473-6fac76981db6 req-85f83e6a-24fc-40d3-a3a9-0baeb300ade5 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:58.637497 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-826f8563-cd86-48e2-9473-6fac76981db6 req-85f83e6a-24fc-40d3-a3a9-0baeb300ade5 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=db918950-1dc1-48d2-8611-51d7c96132c3 HTTP/1.1" status: 200 len: 949 time: 0.1276526 Jul 14 09:00:58.676577 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-826f8563-cd86-48e2-9473-6fac76981db6 req-8951b5a3-9c50-48a7-94c5-63187ebf2d63 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379622 Jul 14 09:00:58.971938 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f609264-dfc4-4eab-a804-15bc50394567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:59.240020 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f609264-dfc4-4eab-a804-15bc50394567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:59.247421 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f609264-dfc4-4eab-a804-15bc50394567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:59.352634 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9f609264-dfc4-4eab-a804-15bc50394567 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b73930e215c44774b6c5b4e2e23cf3bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7856436 Jul 14 09:00:59.355166 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f609264-dfc4-4eab-a804-15bc50394567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229328e5-10b8-46be-b0e5-2e49ccbcc66b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:59.362367 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bd6ef4c5-dca2-4476-9ded-3084f4e08438 req-e9f0836a-5c2d-4334-88b0-d9c554fb31dc tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c05085-3121-4d09-8244-6d56c37e1a0d HTTP/1.1" status: 200 len: 210 time: 0.0830414 Jul 14 09:00:59.364516 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56978) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:59.491831 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d8643e7-dcf6-4ffa-8b90-b6c9ff2f201b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:59.521993 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d8643e7-dcf6-4ffa-8b90-b6c9ff2f201b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:59.542122 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-d03489fe-dae5-47ff-8024-3084bab6540f tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=98536199418e4f7bab0a246a3f1f8585&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496025 Jul 14 09:00:59.582971 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56988) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:59.610649 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d8643e7-dcf6-4ffa-8b90-b6c9ff2f201b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:59.624315 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d8643e7-dcf6-4ffa-8b90-b6c9ff2f201b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:59.630479 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6d8643e7-dcf6-4ffa-8b90-b6c9ff2f201b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/229328e5-10b8-46be-b0e5-2e49ccbcc66b HTTP/1.1" status: 204 len: 168 time: 0.2612176 Jul 14 09:00:59.657262 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8643e7-dcf6-4ffa-8b90-b6c9ff2f201b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229328e5-10b8-46be-b0e5-2e49ccbcc66b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:59.763649 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-d6cf69b4-52e3-4875-91b8-9be8bfe4db79 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:59.765880 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-d6cf69b4-52e3-4875-91b8-9be8bfe4db79 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2144082 Jul 14 09:00:59.766483 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:00:59.779205 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-195348d4-46c7-4d21-a030-070f5b1606fa tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Request body: {'port': {'device_id': 'a5c05085-3121-4d09-8244-6d56c37e1a0d', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': '98536199418e4f7bab0a246a3f1f8585'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:00:59.807512 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633770b-6f5e-44d9-a00b-074d0f7f2ea8 req-7446af6a-06fe-4e3a-b1aa-1492689c8d7c tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:59.810234 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a633770b-6f5e-44d9-a00b-074d0f7f2ea8 req-7446af6a-06fe-4e3a-b1aa-1492689c8d7c tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=db918950-1dc1-48d2-8611-51d7c96132c3 HTTP/1.1" status: 200 len: 949 time: 0.3686190 Jul 14 09:00:59.843584 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-22a129c3-3514-4391-a280-05caf4fab77d req-1c97ed72-cabf-4924-a518-21386a1964a8 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2924a9-804b-4612-b8fc-cf49ad2856b0 HTTP/1.1" status: 200 len: 210 time: 0.0760076 Jul 14 09:00:59.942424 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a633770b-6f5e-44d9-a00b-074d0f7f2ea8 req-510b13bf-e60a-4711-8377-e9d8c55dc57e tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012356 Jul 14 09:00:59.977703 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dba13c94-769d-4e0d-9dc1-cb2f9575d030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:00.016668 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-195348d4-46c7-4d21-a030-070f5b1606fa tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Made reservation on behalf of 98536199418e4f7bab0a246a3f1f8585 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:01:00.024905 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-195348d4-46c7-4d21-a030-070f5b1606fa tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:00.043804 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-195348d4-46c7-4d21-a030-070f5b1606fa tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:00.171430 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dba13c94-769d-4e0d-9dc1-cb2f9575d030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:00.180513 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dba13c94-769d-4e0d-9dc1-cb2f9575d030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:00.293876 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57010) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:00.295380 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba13c94-769d-4e0d-9dc1-cb2f9575d030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093791ad-4e60-4577-a2d2-3ab054b71543,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:00.303475 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-dba13c94-769d-4e0d-9dc1-cb2f9575d030 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e830d71fe1e54d6a95c7f06aa7b4cb9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7160378 Jul 14 09:01:00.314585 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57014) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:00.330650 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba914e31-cd44-4b1a-b62f-2896b8f6bea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:00.449528 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-33d78521-22ee-4696-850c-3e806cb59878 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:00.451071 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-33d78521-22ee-4696-850c-3e806cb59878 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.47 "GET /v2.0/networks?id=8bf54950-bc7a-4797-9e6e-152fe26827ba HTTP/1.1" status: 200 len: 821 time: 0.2425754 Jul 14 09:01:00.451591 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57020) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:00.464654 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-6e23c675-7c6d-4433-bb66-0860e4ba5cd5 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Request body: {'port': {'device_id': 'fe2924a9-804b-4612-b8fc-cf49ad2856b0', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'admin_state_up': True, 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:00.488697 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-195348d4-46c7-4d21-a030-070f5b1606fa tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:00.520873 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-195348d4-46c7-4d21-a030-070f5b1606fa tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:00.588211 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195348d4-46c7-4d21-a030-070f5b1606fa tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=758af18a-f6fe-48cb-a2fe-81d3943468f8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:00.593078 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ba4a319-e203-490d-b837-86628e5b1618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:00.684786 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3c542bdd-1758-4fd1-80d8-d51755583af4 req-2df40741-f51a-42cb-9a89-63395e612f2b tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c05085-3121-4d09-8244-6d56c37e1a0d HTTP/1.1" status: 200 len: 210 time: 0.0428743 Jul 14 09:01:00.699942 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ba4a319-e203-490d-b837-86628e5b1618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:00.739948 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0166a3a3-6345-4082-84ed-c09cffb1e4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:00.809837 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-195348d4-46c7-4d21-a030-070f5b1606fa tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Allocated IP 192.168.233.6 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/18a71eb5-979c-4556-9ec5-11a32079fa5a) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:01:00.812638 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ba4a319-e203-490d-b837-86628e5b1618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:00.815863 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ba4a319-e203-490d-b837-86628e5b1618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:00.821332 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6ba4a319-e203-490d-b837-86628e5b1618 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/093791ad-4e60-4577-a2d2-3ab054b71543 HTTP/1.1" status: 204 len: 168 time: 0.5046539 Jul 14 09:01:00.833862 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba914e31-cd44-4b1a-b62f-2896b8f6bea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:00.837472 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4a319-e203-490d-b837-86628e5b1618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093791ad-4e60-4577-a2d2-3ab054b71543,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:00.855597 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba914e31-cd44-4b1a-b62f-2896b8f6bea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:00.909952 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d4424-40a9-44e5-8ce4-c2f38da3a45e req-680d206d-9dcb-48e5-a14b-36aa759c6516 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:00.911759 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e72d4424-40a9-44e5-8ce4-c2f38da3a45e req-680d206d-9dcb-48e5-a14b-36aa759c6516 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.44 "GET /v2.0/ports?device_id=db918950-1dc1-48d2-8611-51d7c96132c3 HTTP/1.1" status: 200 len: 949 time: 0.2825096 Jul 14 09:01:00.976237 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ba914e31-cd44-4b1a-b62f-2896b8f6bea9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8ae69732cdc4b1a98682c14ff3ad990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6718209 Jul 14 09:01:00.981242 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba914e31-cd44-4b1a-b62f-2896b8f6bea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b1ca3d-26a8-4366-97b6-140e45deb195,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:00.985017 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57040) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:01.051110 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-195348d4-46c7-4d21-a030-070f5b1606fa tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:01.085138 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2c21f599-99a4-4b3d-87b7-ed6f3c367167 req-6a12d6da-4fc0-4ab5-b4b4-aa95f0116dd0 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2924a9-804b-4612-b8fc-cf49ad2856b0 HTTP/1.1" status: 200 len: 210 time: 0.0393500 Jul 14 09:01:01.097213 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-195348d4-46c7-4d21-a030-070f5b1606fa tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Transition to ACTIVE for port object 18a71eb5-979c-4556-9ec5-11a32079fa5a will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:01:01.139662 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de1e4ab1-0fbe-42bb-ba1c-626fbeb02239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:01.162268 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-195348d4-46c7-4d21-a030-070f5b1606fa tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:01.166661 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de1e4ab1-0fbe-42bb-ba1c-626fbeb02239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:01.242300 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de1e4ab1-0fbe-42bb-ba1c-626fbeb02239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:01.245831 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de1e4ab1-0fbe-42bb-ba1c-626fbeb02239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:01.247244 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-de1e4ab1-0fbe-42bb-ba1c-626fbeb02239 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4b1ca3d-26a8-4366-97b6-140e45deb195 HTTP/1.1" status: 204 len: 168 time: 0.2576933 Jul 14 09:01:01.270833 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e4ab1-0fbe-42bb-ba1c-626fbeb02239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b1ca3d-26a8-4366-97b6-140e45deb195,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:01.275050 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-e72d4424-40a9-44e5-8ce4-c2f38da3a45e req-4f4b1d94-377f-4d4e-a25f-c5381ce03f78 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Deleting port 34f8719f-ee90-4740-8951-239f821f5f5e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:01:01.275637 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e72d4424-40a9-44e5-8ce4-c2f38da3a45e req-4f4b1d94-377f-4d4e-a25f-c5381ce03f78 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:01.283534 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0166a3a3-6345-4082-84ed-c09cffb1e4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:01.316044 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195348d4-46c7-4d21-a030-070f5b1606fa tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Pushing event updated for resources: {'Port': ['ID=18a71eb5-979c-4556-9ec5-11a32079fa5a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:01.338835 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-195348d4-46c7-4d21-a030-070f5b1606fa tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:01:01.341893 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0166a3a3-6345-4082-84ed-c09cffb1e4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:01.370782 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-195348d4-46c7-4d21-a030-070f5b1606fa tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:01:01.384601 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-195348d4-46c7-4d21-a030-070f5b1606fa tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:01:01.391473 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0166a3a3-6345-4082-84ed-c09cffb1e4e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=726e92aa90034aa2ab3287f3af51bb1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9360671 Jul 14 09:01:01.392354 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-195348d4-46c7-4d21-a030-070f5b1606fa tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:01.392923 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-195348d4-46c7-4d21-a030-070f5b1606fa tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:01.394415 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57050) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:01.456668 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64120029-d14f-463a-a813-94586b38fe1b req-44394ec7-29a2-41d4-bff2-fa0532efb1c6 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:01.458737 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-6e23c675-7c6d-4433-bb66-0860e4ba5cd5 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Made reservation on behalf of dcde6d1474ea4edfa0fb594acf6b60cf for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:01:01.462979 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-6e23c675-7c6d-4433-bb66-0860e4ba5cd5 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:01.466691 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-64120029-d14f-463a-a813-94586b38fe1b req-44394ec7-29a2-41d4-bff2-fa0532efb1c6 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=db918950-1dc1-48d2-8611-51d7c96132c3 HTTP/1.1" status: 200 len: 949 time: 0.1472685 Jul 14 09:01:01.484447 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166a3a3-6345-4082-84ed-c09cffb1e4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d9424d-ee1e-4834-b46e-026aa59638b3,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:01.498450 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-195348d4-46c7-4d21-a030-070f5b1606fa tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7234631 Jul 14 09:01:01.521151 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-204dd5d8-632f-4179-8579-1ebd83fa405c service neutron] Request body: {'port': {'device_id': 'a5c05085-3121-4d09-8244-6d56c37e1a0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:01.573810 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57058) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:01.630980 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-19b48f49-7e91-4bd1-a540-02297014525b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:01.633140 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-64120029-d14f-463a-a813-94586b38fe1b req-601014d6-9303-4298-ad48-a9339333ed4e tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/security-groups?id=a44738fa-992a-4933-bf08-ead1fe9c387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653595 Jul 14 09:01:01.640178 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-644a7af5-1bb5-4e99-a94e-a059c56cd638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:01.668240 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-e72d4424-40a9-44e5-8ce4-c2f38da3a45e req-4f4b1d94-377f-4d4e-a25f-c5381ce03f78 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] For port 34f8719f-ee90-4740-8951-239f821f5f5e, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=34f8719f-ee90-4740-8951-239f821f5f5e,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:01.668611 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e72d4424-40a9-44e5-8ce4-c2f38da3a45e req-4f4b1d94-377f-4d4e-a25f-c5381ce03f78 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:01.703562 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-204dd5d8-632f-4179-8579-1ebd83fa405c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:01.717873 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e5641aeb-a9d3-4d3b-98f6-e9e10956b3e2 None None] Provisioning for port 18a71eb5-979c-4556-9ec5-11a32079fa5a completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:01:01.722120 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e5641aeb-a9d3-4d3b-98f6-e9e10956b3e2 None None] Provisioning complete for port 18a71eb5-979c-4556-9ec5-11a32079fa5a triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:01.722537 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5641aeb-a9d3-4d3b-98f6-e9e10956b3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:01.735599 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-e72d4424-40a9-44e5-8ce4-c2f38da3a45e req-4f4b1d94-377f-4d4e-a25f-c5381ce03f78 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Calling delete_port for 34f8719f-ee90-4740-8951-239f821f5f5e owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:01:01.796276 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e5641aeb-a9d3-4d3b-98f6-e9e10956b3e2 None None] Port 18a71eb5-979c-4556-9ec5-11a32079fa5a cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:01:01.826873 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-644a7af5-1bb5-4e99-a94e-a059c56cd638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:01.944289 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-6e23c675-7c6d-4433-bb66-0860e4ba5cd5 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Allocated IP 172.20.0.3 (8bf54950-bc7a-4797-9e6e-152fe26827ba/06e69cce-d1ef-4e39-ada8-f1b5d18d7af7/7d2d1049-a158-426c-a66a-de2b34e8b664) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:01:02.170313 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e16764-0578-484d-8bd3-0575c6f61352 req-b0ed1c28-f991-4bef-80d2-824ad5c66ee9 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:02.177823 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-14e16764-0578-484d-8bd3-0575c6f61352 req-b0ed1c28-f991-4bef-80d2-824ad5c66ee9 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c05085-3121-4d09-8244-6d56c37e1a0d HTTP/1.1" status: 200 len: 934 time: 0.1576676 Jul 14 09:01:02.204673 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-204dd5d8-632f-4179-8579-1ebd83fa405c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18a71eb5-979c-4556-9ec5-11a32079fa5a {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:01:02.214457 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-204dd5d8-632f-4179-8579-1ebd83fa405c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:02.250513 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-14e16764-0578-484d-8bd3-0575c6f61352 req-9c274b9c-8e6b-4e3a-804e-cb4dd211ea03 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/security-groups?id=758af18a-f6fe-48cb-a2fe-81d3943468f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713472 Jul 14 09:01:02.251367 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-204dd5d8-632f-4179-8579-1ebd83fa405c service neutron] Transition to ACTIVE for port object 18a71eb5-979c-4556-9ec5-11a32079fa5a will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:01:02.260401 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-204dd5d8-632f-4179-8579-1ebd83fa405c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:02.371661 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-81a6bb7e-6b2a-4938-beb4-499d8c143013 req-c4688660-eabc-4200-9e51-28150f24f285 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2924a9-804b-4612-b8fc-cf49ad2856b0 HTTP/1.1" status: 200 len: 210 time: 0.0566721 Jul 14 09:01:02.397641 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-644a7af5-1bb5-4e99-a94e-a059c56cd638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:02.399554 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204dd5d8-632f-4179-8579-1ebd83fa405c service neutron] Pushing event updated for resources: {'Port': ['ID=18a71eb5-979c-4556-9ec5-11a32079fa5a,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:02.400151 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-644a7af5-1bb5-4e99-a94e-a059c56cd638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:02.404329 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-644a7af5-1bb5-4e99-a94e-a059c56cd638 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04d9424d-ee1e-4834-b46e-026aa59638b3 HTTP/1.1" status: 204 len: 168 time: 0.9989142 Jul 14 09:01:02.453847 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a7af5-1bb5-4e99-a94e-a059c56cd638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d9424d-ee1e-4834-b46e-026aa59638b3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:02.488874 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-204dd5d8-632f-4179-8579-1ebd83fa405c service neutron] Attempting to bind port 18a71eb5-979c-4556-9ec5-11a32079fa5a on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:01:02.489527 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e72d4424-40a9-44e5-8ce4-c2f38da3a45e req-4f4b1d94-377f-4d4e-a25f-c5381ce03f78 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:02.490646 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-204dd5d8-632f-4179-8579-1ebd83fa405c service neutron] Attempting to bind port 18a71eb5-979c-4556-9ec5-11a32079fa5a by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:01:02.491067 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-204dd5d8-632f-4179-8579-1ebd83fa405c service neutron] Attempting to bind port 18a71eb5-979c-4556-9ec5-11a32079fa5a on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:01:02.504557 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['34f8719f-ee90-4740-8951-239f821f5f5e'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:01:02.508764 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-204dd5d8-632f-4179-8579-1ebd83fa405c service neutron] Port 18a71eb5-979c-4556-9ec5-11a32079fa5a on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:01:02.509090 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-204dd5d8-632f-4179-8579-1ebd83fa405c service neutron] Attempting to bind port 18a71eb5-979c-4556-9ec5-11a32079fa5a on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:01:02.523451 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-204dd5d8-632f-4179-8579-1ebd83fa405c service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:01:02.523824 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-204dd5d8-632f-4179-8579-1ebd83fa405c service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:01:02.524400 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-204dd5d8-632f-4179-8579-1ebd83fa405c service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:01:02.525101 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-204dd5d8-632f-4179-8579-1ebd83fa405c service neutron] Bound port: 18a71eb5-979c-4556-9ec5-11a32079fa5a, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:01:02.525247 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-204dd5d8-632f-4179-8579-1ebd83fa405c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:02.615870 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-19b48f49-7e91-4bd1-a540-02297014525b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:02.626199 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b1d94-377f-4d4e-a25f-c5381ce03f78 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Pushing event deleted for resources: {'Port': ['ID=34f8719f-ee90-4740-8951-239f821f5f5e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:02.636083 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-19b48f49-7e91-4bd1-a540-02297014525b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:02.678728 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-204dd5d8-632f-4179-8579-1ebd83fa405c service neutron] For port 18a71eb5-979c-4556-9ec5-11a32079fa5a, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:01:02.683002 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-204dd5d8-632f-4179-8579-1ebd83fa405c service neutron] For port 18a71eb5-979c-4556-9ec5-11a32079fa5a, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=18a71eb5-979c-4556-9ec5-11a32079fa5a,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:01:02.694097 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-204dd5d8-632f-4179-8579-1ebd83fa405c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:02.711606 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-6e23c675-7c6d-4433-bb66-0860e4ba5cd5 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:02.713923 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72d4424-40a9-44e5-8ce4-c2f38da3a45e req-4f4b1d94-377f-4d4e-a25f-c5381ce03f78 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] No DVR routers for this DVR port 34f8719f-ee90-4740-8951-239f821f5f5e on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:01:02.725318 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e72d4424-40a9-44e5-8ce4-c2f38da3a45e req-4f4b1d94-377f-4d4e-a25f-c5381ce03f78 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:02.727323 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e72d4424-40a9-44e5-8ce4-c2f38da3a45e req-4f4b1d94-377f-4d4e-a25f-c5381ce03f78 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.44 "DELETE /v2.0/ports/34f8719f-ee90-4740-8951-239f821f5f5e HTTP/1.1" status: 204 len: 173 time: 1.8068364 Jul 14 09:01:02.749799 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db918950-1dc1-48d2-8611-51d7c96132c3', 'name': 'network-vif-deleted', 'tag': '34f8719f-ee90-4740-8951-239f821f5f5e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:01:02.754437 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e506147f-ed5f-470f-8973-1915e3ff0cb3" -d '{"events": [{"server_uuid": "db918950-1dc1-48d2-8611-51d7c96132c3", "name": "network-vif-deleted", "tag": "34f8719f-ee90-4740-8951-239f821f5f5e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:01:02.764883 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-204dd5d8-632f-4179-8579-1ebd83fa405c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:02.765991 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-204dd5d8-632f-4179-8579-1ebd83fa405c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:02.781813 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-204dd5d8-632f-4179-8579-1ebd83fa405c service neutron] 10.222.0.47 "PUT /v2.0/ports/18a71eb5-979c-4556-9ec5-11a32079fa5a HTTP/1.1" status: 200 len: 1095 time: 1.2659171 Jul 14 09:01:02.783308 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c05085-3121-4d09-8244-6d56c37e1a0d', 'tag': '18a71eb5-979c-4556-9ec5-11a32079fa5a'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:01:02.793404 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1060021-392e-4f3a-a82e-8f2e08e70cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c05085-3121-4d09-8244-6d56c37e1a0d", "tag": "18a71eb5-979c-4556-9ec5-11a32079fa5a"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:01:02.806694 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-19b48f49-7e91-4bd1-a540-02297014525b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=db332b6863564b8684140cb1780bd42e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2257171 Jul 14 09:01:02.826836 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57116) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:02.829053 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b48f49-7e91-4bd1-a540-02297014525b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb139be-5bb5-4a9f-8882-e4fa209cc487,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:02.845219 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-6e23c675-7c6d-4433-bb66-0860e4ba5cd5 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Transition to ACTIVE for port object 7d2d1049-a158-426c-a66a-de2b34e8b664 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:01:02.872107 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204dd5d8-632f-4179-8579-1ebd83fa405c service neutron] Pushing event updated for resources: {'Port': ['ID=18a71eb5-979c-4556-9ec5-11a32079fa5a,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:02.882112 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee20b1a-6dad-4a9a-aade-d70af9f823b3 x-openstack-request-id: req-8ee20b1a-6dad-4a9a-aade-d70af9f823b3 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:01:02.882498 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db918950-1dc1-48d2-8611-51d7c96132c3", "name": "network-vif-deleted", "tag": "34f8719f-ee90-4740-8951-239f821f5f5e", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:01:02.882704 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ee20b1a-6dad-4a9a-aade-d70af9f823b3 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:01:02.883123 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db918950-1dc1-48d2-8611-51d7c96132c3', 'name': 'network-vif-deleted', 'tag': '34f8719f-ee90-4740-8951-239f821f5f5e', 'status': 'completed', 'code': 200} Jul 14 09:01:02.970698 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3e682d-a62b-4983-9059-3251d0ce0c16 x-openstack-request-id: req-ac3e682d-a62b-4983-9059-3251d0ce0c16 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:01:02.971048 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c05085-3121-4d09-8244-6d56c37e1a0d", "tag": "18a71eb5-979c-4556-9ec5-11a32079fa5a", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:01:02.971246 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac3e682d-a62b-4983-9059-3251d0ce0c16 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:01:02.972203 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c05085-3121-4d09-8244-6d56c37e1a0d', 'tag': '18a71eb5-979c-4556-9ec5-11a32079fa5a', 'status': 'completed', 'code': 200} Jul 14 09:01:02.994159 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1469de55-1a6d-4d89-845a-70e818faa668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:03.011434 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-6e23c675-7c6d-4433-bb66-0860e4ba5cd5 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:03.025498 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['53cbc56e-c7db-4945-a12f-cb93e220296a'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:01:03.030917 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1469de55-1a6d-4d89-845a-70e818faa668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:03.056574 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6c1c94a3-6c40-4e4d-8c7b-33b281f4d9e1 req-b7534abd-5acb-4e75-a228-eff5138416f2 tempest-DeleteServersAdminTestJSON-1000384527 tempest-DeleteServersAdminTestJSON-1000384527-project] 10.222.0.25 "GET /v2.0/ports?device_id=db918950-1dc1-48d2-8611-51d7c96132c3 HTTP/1.1" status: 200 len: 210 time: 0.0518100 Jul 14 09:01:03.076733 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-ebaa0d01-9f5c-46e6-b592-c768d50d54d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:03.080624 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-ebaa0d01-9f5c-46e6-b592-c768d50d54d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98536199418e4f7bab0a246a3f1f8585&device_id=a5c05085-3121-4d09-8244-6d56c37e1a0d HTTP/1.1" status: 200 len: 1098 time: 0.1901317 Jul 14 09:01:03.169977 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-9ac422b4-d9bf-46e2-af7d-6116a40f5783 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=18a71eb5-979c-4556-9ec5-11a32079fa5a HTTP/1.1" status: 200 len: 217 time: 0.0816734 Jul 14 09:01:03.172219 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-6e23c675-7c6d-4433-bb66-0860e4ba5cd5 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Network 8bf54950-bc7a-4797-9e6e-152fe26827ba is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:01:03.199866 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-6e23c675-7c6d-4433-bb66-0860e4ba5cd5 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:01:03.222622 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-6e23c675-7c6d-4433-bb66-0860e4ba5cd5 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:01:03.234272 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-6e23c675-7c6d-4433-bb66-0860e4ba5cd5 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:03.235147 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-6e23c675-7c6d-4433-bb66-0860e4ba5cd5 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:03.235913 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57126) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:03.243004 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23c675-7c6d-4433-bb66-0860e4ba5cd5 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Pushing event updated for resources: {'Port': ['ID=7d2d1049-a158-426c-a66a-de2b34e8b664,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:03.263907 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-6e23c675-7c6d-4433-bb66-0860e4ba5cd5 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8039103 Jul 14 09:01:03.284035 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-e3481ec2-63fc-4e80-acca-cdb182fc907c service neutron] Request body: {'port': {'device_id': 'fe2924a9-804b-4612-b8fc-cf49ad2856b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:03.317370 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-aabd7246-9b41-4764-ae9f-f951c0fa3c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:03.323317 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-aabd7246-9b41-4764-ae9f-f951c0fa3c34 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1470151 Jul 14 09:01:03.489088 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1469de55-1a6d-4d89-845a-70e818faa668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:03.495233 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-57138127-2bb1-4b07-941c-a11d016b19fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:03.499065 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1469de55-1a6d-4d89-845a-70e818faa668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:03.504857 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1469de55-1a6d-4d89-845a-70e818faa668 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5bb139be-5bb5-4a9f-8882-e4fa209cc487 HTTP/1.1" status: 204 len: 168 time: 0.6767151 Jul 14 09:01:03.505280 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-57138127-2bb1-4b07-941c-a11d016b19fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1740899 Jul 14 09:01:03.552728 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469de55-1a6d-4d89-845a-70e818faa668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb139be-5bb5-4a9f-8882-e4fa209cc487,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:03.597053 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-e3481ec2-63fc-4e80-acca-cdb182fc907c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:03.686824 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-179860bd-1921-4d62-9c28-06fe324d6a74 None None] Provisioning for port 7d2d1049-a158-426c-a66a-de2b34e8b664 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:01:03.691734 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-179860bd-1921-4d62-9c28-06fe324d6a74 None None] Provisioning complete for port 7d2d1049-a158-426c-a66a-de2b34e8b664 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:03.692384 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-179860bd-1921-4d62-9c28-06fe324d6a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:03.723776 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-804727d2-ee73-449c-a1aa-cd90c14677f3 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120054 Jul 14 09:01:03.770097 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-179860bd-1921-4d62-9c28-06fe324d6a74 None None] Port 7d2d1049-a158-426c-a66a-de2b34e8b664 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:01:03.853637 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b9d36b95-0f3d-421d-96eb-bddd328b5f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:03.865728 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e087d-ff2f-493c-bc88-a56831149422 req-939cc546-808f-4b0d-9889-d0a8e026b663 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:03.868433 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd3e087d-ff2f-493c-bc88-a56831149422 req-939cc546-808f-4b0d-9889-d0a8e026b663 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c05085-3121-4d09-8244-6d56c37e1a0d HTTP/1.1" status: 200 len: 946 time: 0.3224027 Jul 14 09:01:03.961832 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385bbe0-1cc0-4cbc-ae61-82f2b2d6fc09 req-b317424c-db34-4eea-8872-8ed2c6f245b4 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:03.968834 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8385bbe0-1cc0-4cbc-ae61-82f2b2d6fc09 req-b317424c-db34-4eea-8872-8ed2c6f245b4 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2924a9-804b-4612-b8fc-cf49ad2856b0 HTTP/1.1" status: 200 len: 931 time: 0.3058331 Jul 14 09:01:03.980920 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-e3481ec2-63fc-4e80-acca-cdb182fc907c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2d1049-a158-426c-a66a-de2b34e8b664 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:01:03.990737 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-e3481ec2-63fc-4e80-acca-cdb182fc907c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:04.007108 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-e3481ec2-63fc-4e80-acca-cdb182fc907c service neutron] Transition to ACTIVE for port object 7d2d1049-a158-426c-a66a-de2b34e8b664 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:01:04.013325 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-e3481ec2-63fc-4e80-acca-cdb182fc907c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:04.020457 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd3e087d-ff2f-493c-bc88-a56831149422 req-af81c326-591f-4e16-81b7-3396d2abc06d tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/security-groups?id=758af18a-f6fe-48cb-a2fe-81d3943468f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361034 Jul 14 09:01:04.036696 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69b02c23-712c-4297-a0b0-4562e7ec0cc7 req-3341cd4d-946e-4f44-b009-d4f882e317aa service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992911 Jul 14 09:01:04.069960 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8385bbe0-1cc0-4cbc-ae61-82f2b2d6fc09 req-9e871806-ca8b-4d04-990f-70e363ca5438 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/security-groups?id=8990f576-c9c3-479b-86b6-6ab1185192ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001451 Jul 14 09:01:04.191823 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3481ec2-63fc-4e80-acca-cdb182fc907c service neutron] Pushing event updated for resources: {'Port': ['ID=7d2d1049-a158-426c-a66a-de2b34e8b664,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:04.194581 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-e3481ec2-63fc-4e80-acca-cdb182fc907c service neutron] Attempting to bind port 7d2d1049-a158-426c-a66a-de2b34e8b664 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:01:04.194922 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-e3481ec2-63fc-4e80-acca-cdb182fc907c service neutron] Attempting to bind port 7d2d1049-a158-426c-a66a-de2b34e8b664 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '3f942a54-5daa-4d65-b384-43384013d883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:01:04.195257 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-e3481ec2-63fc-4e80-acca-cdb182fc907c service neutron] Attempting to bind port 7d2d1049-a158-426c-a66a-de2b34e8b664 on network 8bf54950-bc7a-4797-9e6e-152fe26827ba {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:01:04.201599 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-e3481ec2-63fc-4e80-acca-cdb182fc907c service neutron] Port 7d2d1049-a158-426c-a66a-de2b34e8b664 on network 8bf54950-bc7a-4797-9e6e-152fe26827ba not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:01:04.201980 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-e3481ec2-63fc-4e80-acca-cdb182fc907c service neutron] Attempting to bind port 7d2d1049-a158-426c-a66a-de2b34e8b664 on network 8bf54950-bc7a-4797-9e6e-152fe26827ba {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:01:04.211881 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b9d36b95-0f3d-421d-96eb-bddd328b5f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:04.213267 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-e3481ec2-63fc-4e80-acca-cdb182fc907c service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:01:04.213849 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-e3481ec2-63fc-4e80-acca-cdb182fc907c service neutron] Checking segment: {'id': '3f942a54-5daa-4d65-b384-43384013d883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:01:04.214317 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-e3481ec2-63fc-4e80-acca-cdb182fc907c service neutron] Bound using segment: {'id': '3f942a54-5daa-4d65-b384-43384013d883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:01:04.214776 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-e3481ec2-63fc-4e80-acca-cdb182fc907c service neutron] Bound port: 7d2d1049-a158-426c-a66a-de2b34e8b664, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f942a54-5daa-4d65-b384-43384013d883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:01:04.215983 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-e3481ec2-63fc-4e80-acca-cdb182fc907c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:04.219809 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b9d36b95-0f3d-421d-96eb-bddd328b5f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:04.340689 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-e3481ec2-63fc-4e80-acca-cdb182fc907c service neutron] For port 7d2d1049-a158-426c-a66a-de2b34e8b664, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:01:04.352789 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-e3481ec2-63fc-4e80-acca-cdb182fc907c service neutron] For port 7d2d1049-a158-426c-a66a-de2b34e8b664, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=7d2d1049-a158-426c-a66a-de2b34e8b664,segment=NetworkSegment(3f942a54-5daa-4d65-b384-43384013d883),segment_id=3f942a54-5daa-4d65-b384-43384013d883)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:01:04.364211 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-e3481ec2-63fc-4e80-acca-cdb182fc907c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:04.524862 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3481ec2-63fc-4e80-acca-cdb182fc907c service neutron] Pushing event updated for resources: {'Port': ['ID=7d2d1049-a158-426c-a66a-de2b34e8b664,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:04.558605 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-e3481ec2-63fc-4e80-acca-cdb182fc907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:04.559614 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-e3481ec2-63fc-4e80-acca-cdb182fc907c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:04.564230 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-e3481ec2-63fc-4e80-acca-cdb182fc907c service neutron] 10.222.0.47 "PUT /v2.0/ports/7d2d1049-a158-426c-a66a-de2b34e8b664 HTTP/1.1" status: 200 len: 1092 time: 1.2923682 Jul 14 09:01:04.584422 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57178) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:04.592858 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b9d36b95-0f3d-421d-96eb-bddd328b5f5c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e0be96c278f413ca877631d2952126a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3545351 Jul 14 09:01:04.611712 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1060021-392e-4f3a-a82e-8f2e08e70cf9 req-7173fb21-7afd-40e7-91b5-6646d44febef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:04.612861 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1060021-392e-4f3a-a82e-8f2e08e70cf9 req-7173fb21-7afd-40e7-91b5-6646d44febef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98536199418e4f7bab0a246a3f1f8585&device_id=a5c05085-3121-4d09-8244-6d56c37e1a0d HTTP/1.1" status: 200 len: 1098 time: 0.4988749 Jul 14 09:01:04.644755 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d36b95-0f3d-421d-96eb-bddd328b5f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd2700f-feb7-4fef-a455-81526e920ae7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:04.695075 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f208c69-ce25-48e4-9cbc-72335ff37bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:04.709485 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 34f8719f-ee90-4740-8951-239f821f5f5e no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:01:04.727932 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f208c69-ce25-48e4-9cbc-72335ff37bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:04.747617 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 34f8719f-ee90-4740-8951-239f821f5f5e {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:01:04.750153 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 34f8719f-ee90-4740-8951-239f821f5f5e not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:01:04.787247 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1060021-392e-4f3a-a82e-8f2e08e70cf9 req-a7fb878c-e30c-4e22-a60f-9a9e487978f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:04.789223 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1060021-392e-4f3a-a82e-8f2e08e70cf9 req-a7fb878c-e30c-4e22-a60f-9a9e487978f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.1681995 Jul 14 09:01:04.818687 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-c4b86866-b251-4fdd-ab47-cb2931bdad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:04.820580 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-c4b86866-b251-4fdd-ab47-cb2931bdad77 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dcde6d1474ea4edfa0fb594acf6b60cf&device_id=fe2924a9-804b-4612-b8fc-cf49ad2856b0 HTTP/1.1" status: 200 len: 1095 time: 0.1919062 Jul 14 09:01:04.873604 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-b24357e3-92bd-4b8c-b744-1a6199277c8d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d2d1049-a158-426c-a66a-de2b34e8b664 HTTP/1.1" status: 200 len: 217 time: 0.0441062 Jul 14 09:01:04.874218 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f208c69-ce25-48e4-9cbc-72335ff37bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:04.876957 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f208c69-ce25-48e4-9cbc-72335ff37bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:04.877893 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1f208c69-ce25-48e4-9cbc-72335ff37bba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8fd2700f-feb7-4fef-a455-81526e920ae7 HTTP/1.1" status: 204 len: 168 time: 0.2921503 Jul 14 09:01:04.888340 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1060021-392e-4f3a-a82e-8f2e08e70cf9 req-9e06e3a5-9d03-4875-96e8-71be36267679 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=18a71eb5-979c-4556-9ec5-11a32079fa5a HTTP/1.1" status: 200 len: 217 time: 0.0920949 Jul 14 09:01:04.894299 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2924a9-804b-4612-b8fc-cf49ad2856b0', 'tag': '7d2d1049-a158-426c-a66a-de2b34e8b664'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:01:04.896848 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc3be26-f55e-4be5-b13e-92b7d85ddfd1" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2924a9-804b-4612-b8fc-cf49ad2856b0", "tag": "7d2d1049-a158-426c-a66a-de2b34e8b664"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:01:04.919386 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f208c69-ce25-48e4-9cbc-72335ff37bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd2700f-feb7-4fef-a455-81526e920ae7,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:04.961797 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-6be81280-236e-440a-9003-84a840c087cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:04.963463 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-6be81280-236e-440a-9003-84a840c087cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06e69cce-d1ef-4e39-ada8-f1b5d18d7af7 HTTP/1.1" status: 200 len: 860 time: 0.0819175 Jul 14 09:01:04.965285 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef25af9f-8450-478c-bf85-fd182f1f3f04 x-openstack-request-id: req-ef25af9f-8450-478c-bf85-fd182f1f3f04 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:01:04.967535 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2924a9-804b-4612-b8fc-cf49ad2856b0", "tag": "7d2d1049-a158-426c-a66a-de2b34e8b664", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:01:04.973448 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef25af9f-8450-478c-bf85-fd182f1f3f04 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:01:04.973448 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe2924a9-804b-4612-b8fc-cf49ad2856b0', 'tag': '7d2d1049-a158-426c-a66a-de2b34e8b664', 'status': 'completed', 'code': 200} Jul 14 09:01:04.992286 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1060021-392e-4f3a-a82e-8f2e08e70cf9 req-8c604578-81f7-4d43-be09-fe44622e24ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:04.994634 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1060021-392e-4f3a-a82e-8f2e08e70cf9 req-8c604578-81f7-4d43-be09-fe44622e24ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.0989850 Jul 14 09:01:05.031817 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-e6ee98c7-8099-4abf-bca7-014df9589908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:05.033537 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-e6ee98c7-8099-4abf-bca7-014df9589908 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8bf54950-bc7a-4797-9e6e-152fe26827ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592017 Jul 14 09:01:05.066741 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1060021-392e-4f3a-a82e-8f2e08e70cf9 req-6a06ae04-844b-4b9a-9990-0046ec7cbbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:05.069433 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1060021-392e-4f3a-a82e-8f2e08e70cf9 req-6a06ae04-844b-4b9a-9990-0046ec7cbbd6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0686481 Jul 14 09:01:05.152916 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-52cdcc39-2292-4c99-9202-c5f2193a994c service neutron] 10.222.0.47 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124394 Jul 14 09:01:05.289083 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1060021-392e-4f3a-a82e-8f2e08e70cf9 req-64eea75d-fbc0-4635-ad17-9edebd7b0111 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117426 Jul 14 09:01:05.337449 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-91bbbafd-c23f-4f05-a59d-c0ca43fff17e req-e6dd8c63-3825-4c1b-b712-a4fbf446afa4 service neutron] 10.222.0.47 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655858 Jul 14 09:01:05.476347 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3be26-f55e-4be5-b13e-92b7d85ddfd1 req-1f632e4f-2adf-43cc-8fca-415805bc8877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:05.478212 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9cc3be26-f55e-4be5-b13e-92b7d85ddfd1 req-1f632e4f-2adf-43cc-8fca-415805bc8877 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dcde6d1474ea4edfa0fb594acf6b60cf&device_id=fe2924a9-804b-4612-b8fc-cf49ad2856b0 HTTP/1.1" status: 200 len: 1095 time: 0.0822103 Jul 14 09:01:05.489301 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1060021-392e-4f3a-a82e-8f2e08e70cf9 req-d73befb7-8fba-46a8-8b94-ce7e022897ec service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951787 Jul 14 09:01:05.510320 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea07b9-7ea2-4f27-a584-691e1d5807ab req-f0a2ed54-3268-4da4-b086-789eff552899 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:05.517873 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cfea07b9-7ea2-4f27-a584-691e1d5807ab req-f0a2ed54-3268-4da4-b086-789eff552899 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c05085-3121-4d09-8244-6d56c37e1a0d HTTP/1.1" status: 200 len: 946 time: 0.1465144 Jul 14 09:01:05.576670 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cfea07b9-7ea2-4f27-a584-691e1d5807ab req-5e4d456a-ec7b-4021-802b-69c2d1145e7f tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/security-groups?id=758af18a-f6fe-48cb-a2fe-81d3943468f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563366 Jul 14 09:01:05.584965 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57226) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:05.619771 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3be26-f55e-4be5-b13e-92b7d85ddfd1 req-c77ddf88-33ad-4bb6-bf95-ff6e7bcfe1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:05.621517 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9cc3be26-f55e-4be5-b13e-92b7d85ddfd1 req-c77ddf88-33ad-4bb6-bf95-ff6e7bcfe1a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8bf54950-bc7a-4797-9e6e-152fe26827ba HTTP/1.1" status: 200 len: 921 time: 0.1351762 Jul 14 09:01:05.686372 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9cc3be26-f55e-4be5-b13e-92b7d85ddfd1 req-b5baba08-2c93-4592-a71c-5d10b051d6bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d2d1049-a158-426c-a66a-de2b34e8b664 HTTP/1.1" status: 200 len: 217 time: 0.0559945 Jul 14 09:01:05.801378 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3be26-f55e-4be5-b13e-92b7d85ddfd1 req-9828f1e3-d58f-4cbe-bad9-9dfa676b4f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:05.807465 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9cc3be26-f55e-4be5-b13e-92b7d85ddfd1 req-9828f1e3-d58f-4cbe-bad9-9dfa676b4f30 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06e69cce-d1ef-4e39-ada8-f1b5d18d7af7 HTTP/1.1" status: 200 len: 860 time: 0.1131644 Jul 14 09:01:05.882882 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57246) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:05.905735 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aad1c83e-c43f-4dc1-b4b7-b35f17a8c547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:05.906144 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57600be-a0be-4e03-9df1-c466157d3e47 req-a51629ed-c342-41d4-90ed-5820922093af tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:05.915794 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f57600be-a0be-4e03-9df1-c466157d3e47 req-a51629ed-c342-41d4-90ed-5820922093af tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2924a9-804b-4612-b8fc-cf49ad2856b0 HTTP/1.1" status: 200 len: 943 time: 0.1699891 Jul 14 09:01:05.923291 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a9cf842e-1b1d-43e7-a46f-564900d47f71 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c19427379e2d47408d1e9a8c76d89fa7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3374300 Jul 14 09:01:05.926307 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57248) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:05.965415 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f57600be-a0be-4e03-9df1-c466157d3e47 req-b90f5e91-de76-4c9d-bd02-686a47bc5432 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/security-groups?id=8990f576-c9c3-479b-86b6-6ab1185192ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482116 Jul 14 09:01:06.010823 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3be26-f55e-4be5-b13e-92b7d85ddfd1 req-aa9e8fc6-f76e-4cf8-9a5f-1a8bc80ea44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:06.013165 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9cc3be26-f55e-4be5-b13e-92b7d85ddfd1 req-aa9e8fc6-f76e-4cf8-9a5f-1a8bc80ea44a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8bf54950-bc7a-4797-9e6e-152fe26827ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1983583 Jul 14 09:01:06.095209 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-012a493d-1830-44ae-bf38-1a30087775c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:06.136221 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-012a493d-1830-44ae-bf38-1a30087775c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:06.201270 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57254) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:06.218591 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9cc3be26-f55e-4be5-b13e-92b7d85ddfd1 req-1128b840-cea1-4cbe-bb80-8ae69b410f78 service neutron] 10.222.0.47 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946120 Jul 14 09:01:06.318357 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-012a493d-1830-44ae-bf38-1a30087775c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:06.320912 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-012a493d-1830-44ae-bf38-1a30087775c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:06.327472 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-012a493d-1830-44ae-bf38-1a30087775c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a44738fa-992a-4933-bf08-ead1fe9c387e HTTP/1.1" status: 204 len: 168 time: 0.3971393 Jul 14 09:01:06.339401 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aad1c83e-c43f-4dc1-b4b7-b35f17a8c547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:06.349984 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a493d-1830-44ae-bf38-1a30087775c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44738fa-992a-4933-bf08-ead1fe9c387e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:06.353396 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aad1c83e-c43f-4dc1-b4b7-b35f17a8c547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:06.411992 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-aad1c83e-c43f-4dc1-b4b7-b35f17a8c547 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=664e3cc4d2f346eca871fedd11f04e00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5277710 Jul 14 09:01:06.414927 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57270) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:06.432187 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1c83e-c43f-4dc1-b4b7-b35f17a8c547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a115cf4-d2aa-4c40-9614-4504354ebf40,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:06.448269 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9cc3be26-f55e-4be5-b13e-92b7d85ddfd1 req-4b770b1e-a941-4088-8850-8abf927416b5 service neutron] 10.222.0.47 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198064 Jul 14 09:01:06.500961 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e5da8fea-6a17-4d01-a95b-992630d9c3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:06.510738 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d49de15-0765-4262-8050-68f82394dffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:06.542845 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e5da8fea-6a17-4d01-a95b-992630d9c3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:06.628164 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e5da8fea-6a17-4d01-a95b-992630d9c3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:06.631710 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e5da8fea-6a17-4d01-a95b-992630d9c3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:06.635542 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e5da8fea-6a17-4d01-a95b-992630d9c3c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a115cf4-d2aa-4c40-9614-4504354ebf40 HTTP/1.1" status: 204 len: 168 time: 0.2164264 Jul 14 09:01:06.649940 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da8fea-6a17-4d01-a95b-992630d9c3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a115cf4-d2aa-4c40-9614-4504354ebf40,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:06.694984 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d49de15-0765-4262-8050-68f82394dffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:06.708294 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d49de15-0765-4262-8050-68f82394dffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:06.735958 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-de486610-a9e1-4e52-9533-df616f030d86 req-a13c7292-53da-46dd-9339-07cb00cb1bb8 tempest-FlavorsV2NegativeTest-407487793 tempest-FlavorsV2NegativeTest-407487793-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=ef4c87793fa140769bcba00f20b61c76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432134 Jul 14 09:01:06.786823 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6d49de15-0765-4262-8050-68f82394dffe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c0071070d9194627bd030c5cd88165f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5819876 Jul 14 09:01:06.787297 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57292) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:06.824693 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49de15-0765-4262-8050-68f82394dffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1fa895-99a7-4784-9faf-d379d0539c76,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:06.872775 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fea6d51d-d192-426f-933a-789594edcc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:06.881564 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57294) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:06.908079 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fea6d51d-d192-426f-933a-789594edcc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:06.914230 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b4a757ae-00ad-480d-bdc7-e3e56841939c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:06.969741 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de486610-a9e1-4e52-9533-df616f030d86 req-445212d7-e9ae-4f33-a948-c44505cc7769 tempest-FlavorsV2NegativeTest-407487793 tempest-FlavorsV2NegativeTest-407487793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:06.971968 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-de486610-a9e1-4e52-9533-df616f030d86 req-445212d7-e9ae-4f33-a948-c44505cc7769 tempest-FlavorsV2NegativeTest-407487793 tempest-FlavorsV2NegativeTest-407487793-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2282228 Jul 14 09:01:06.976867 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fea6d51d-d192-426f-933a-789594edcc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:06.980264 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fea6d51d-d192-426f-933a-789594edcc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:06.985056 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fea6d51d-d192-426f-933a-789594edcc6f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ff1fa895-99a7-4784-9faf-d379d0539c76 HTTP/1.1" status: 204 len: 168 time: 0.1965826 Jul 14 09:01:06.994745 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963f7e5-26bb-4a47-9682-86c5c083dfcb req-995da457-9dc4-46f3-a370-eca987b796eb tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:06.995787 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6d51d-d192-426f-933a-789594edcc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1fa895-99a7-4784-9faf-d379d0539c76,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:07.001734 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d963f7e5-26bb-4a47-9682-86c5c083dfcb req-995da457-9dc4-46f3-a370-eca987b796eb tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c05085-3121-4d09-8244-6d56c37e1a0d HTTP/1.1" status: 200 len: 946 time: 0.2301872 Jul 14 09:01:07.029903 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-de486610-a9e1-4e52-9533-df616f030d86 req-eacc9166-3ef6-4fac-85b6-69cf1c80f1f5 tempest-FlavorsV2NegativeTest-407487793 tempest-FlavorsV2NegativeTest-407487793-project] 10.222.0.25 "GET /v2.0/quotas/ef4c87793fa140769bcba00f20b61c76 HTTP/1.1" status: 200 len: 375 time: 0.0492034 Jul 14 09:01:07.040802 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 18a71eb5-979c-4556-9ec5-11a32079fa5a details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:01:07.099413 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-de486610-a9e1-4e52-9533-df616f030d86 req-e0767ac0-95f3-4629-899f-8cb8f5d1a8bc tempest-FlavorsV2NegativeTest-407487793 tempest-FlavorsV2NegativeTest-407487793-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ef4c87793fa140769bcba00f20b61c76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591009 Jul 14 09:01:07.129617 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d963f7e5-26bb-4a47-9682-86c5c083dfcb req-7a4bc9fd-9338-44fc-b3b8-9788f77693d8 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/security-groups?id=758af18a-f6fe-48cb-a2fe-81d3943468f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264129 Jul 14 09:01:07.217937 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 18a71eb5-979c-4556-9ec5-11a32079fa5a, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=18a71eb5-979c-4556-9ec5-11a32079fa5a,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:07.234300 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '18a71eb5-979c-4556-9ec5-11a32079fa5a', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '18a71eb5-979c-4556-9ec5-11a32079fa5a', 'mac_address': 'fa:16:3e:52:3e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:01:07.243632 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b4a757ae-00ad-480d-bdc7-e3e56841939c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:07.248979 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b4a757ae-00ad-480d-bdc7-e3e56841939c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:07.297263 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:07.316455 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18a71eb5-979c-4556-9ec5-11a32079fa5a {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:01:07.318793 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a757ae-00ad-480d-bdc7-e3e56841939c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57eb05bb-6f5a-4af0-af5b-3202694ee871,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:07.326105 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b4a757ae-00ad-480d-bdc7-e3e56841939c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=50f79e5a0d7c49dea51d7b763d566477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4397955 Jul 14 09:01:07.326832 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57316) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:07.357783 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 18a71eb5-979c-4556-9ec5-11a32079fa5a, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=18a71eb5-979c-4556-9ec5-11a32079fa5a,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:07.364908 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:07.426622 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=18a71eb5-979c-4556-9ec5-11a32079fa5a,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:07.437266 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:07.437693 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:07.438305 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:07.438743 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:07.439151 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:07.439579 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:07.439975 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:07.441009 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:07.441475 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:07.441875 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:07.442271 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:07.442660 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:07.444789 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b59340ef-b3d2-4c68-aa72-cf82c7973508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:07.470103 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15332ddc-b010-4a2a-93c7-98ccc77c200b req-bd2a4b61-eec3-4c85-a9b6-14f1ac208cca tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:07.472046 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-15332ddc-b010-4a2a-93c7-98ccc77c200b req-bd2a4b61-eec3-4c85-a9b6-14f1ac208cca tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2924a9-804b-4612-b8fc-cf49ad2856b0 HTTP/1.1" status: 200 len: 943 time: 0.1137512 Jul 14 09:01:07.490879 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b59340ef-b3d2-4c68-aa72-cf82c7973508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:07.557394 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['18a71eb5-979c-4556-9ec5-11a32079fa5a'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:01:07.559935 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-15332ddc-b010-4a2a-93c7-98ccc77c200b req-029186d2-a759-4cc3-a1d2-412e2577e410 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/security-groups?id=8990f576-c9c3-479b-86b6-6ab1185192ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797458 Jul 14 09:01:07.588002 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b59340ef-b3d2-4c68-aa72-cf82c7973508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:07.588002 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b59340ef-b3d2-4c68-aa72-cf82c7973508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:07.591612 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b59340ef-b3d2-4c68-aa72-cf82c7973508 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/57eb05bb-6f5a-4af0-af5b-3202694ee871 HTTP/1.1" status: 204 len: 168 time: 0.2610779 Jul 14 09:01:07.598626 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59340ef-b3d2-4c68-aa72-cf82c7973508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57eb05bb-6f5a-4af0-af5b-3202694ee871,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:07.616309 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57330) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:07.638674 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f05e311c-ab13-498b-b6c5-bbd33c378659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:07.749992 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f05e311c-ab13-498b-b6c5-bbd33c378659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:07.755545 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f05e311c-ab13-498b-b6c5-bbd33c378659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:07.795901 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e311c-ab13-498b-b6c5-bbd33c378659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c15a206-73b0-4acb-bdf4-4244baba48a0,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:07.803566 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f05e311c-ab13-498b-b6c5-bbd33c378659 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=60358e5ec09740eeb505a120cbdb3a9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1838198 Jul 14 09:01:07.803837 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57334) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:07.860714 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-433ae348-2dfa-4045-b670-4da495c84355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:07.889282 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-433ae348-2dfa-4045-b670-4da495c84355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:07.950095 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-433ae348-2dfa-4045-b670-4da495c84355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:07.952956 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-433ae348-2dfa-4045-b670-4da495c84355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:07.958869 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-433ae348-2dfa-4045-b670-4da495c84355 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2c15a206-73b0-4acb-bdf4-4244baba48a0 HTTP/1.1" status: 204 len: 168 time: 0.1500659 Jul 14 09:01:07.966242 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ae348-2dfa-4045-b670-4da495c84355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c15a206-73b0-4acb-bdf4-4244baba48a0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:08.358249 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a3fb9-e16a-45dd-9d0c-9296ee5fd672 req-306c7eb3-74d8-423b-9c40-5665ab0a7336 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:08.363970 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-268a3fb9-e16a-45dd-9d0c-9296ee5fd672 req-306c7eb3-74d8-423b-9c40-5665ab0a7336 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c05085-3121-4d09-8244-6d56c37e1a0d HTTP/1.1" status: 200 len: 947 time: 0.1050355 Jul 14 09:01:08.402009 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-268a3fb9-e16a-45dd-9d0c-9296ee5fd672 req-e045ee2b-99e5-4e2a-b398-7a3387cc47a2 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/security-groups?id=758af18a-f6fe-48cb-a2fe-81d3943468f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368140 Jul 14 09:01:08.465302 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57378) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:08.747258 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-284bc416-c19e-419e-a9ad-289662633deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:08.779224 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc9a69-120c-4eba-b8a3-ac0420d248fd req-83ebdac4-085a-460f-b2c4-fd58a9e2932e tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:08.780990 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-32bc9a69-120c-4eba-b8a3-ac0420d248fd req-83ebdac4-085a-460f-b2c4-fd58a9e2932e tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2924a9-804b-4612-b8fc-cf49ad2856b0 HTTP/1.1" status: 200 len: 943 time: 0.1000884 Jul 14 09:01:08.830685 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-32bc9a69-120c-4eba-b8a3-ac0420d248fd req-5bdeda7b-a880-4630-b043-a3122dd24e0e tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/security-groups?id=8990f576-c9c3-479b-86b6-6ab1185192ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431535 Jul 14 09:01:08.866843 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-284bc416-c19e-419e-a9ad-289662633deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:08.872236 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-284bc416-c19e-419e-a9ad-289662633deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:08.916653 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-284bc416-c19e-419e-a9ad-289662633deb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef4c87793fa140769bcba00f20b61c76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4499495 Jul 14 09:01:08.917547 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bc416-c19e-419e-a9ad-289662633deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebded47c-6ecb-4197-bb8a-0c15d877f6ec,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:08.920024 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57400) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:08.976939 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7ee5-6381-4798-8573-6623ef2de2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:08.999739 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7ee5-6381-4798-8573-6623ef2de2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:09.040833 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 7d2d1049-a158-426c-a66a-de2b34e8b664 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:01:09.075909 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 18a71eb5-979c-4556-9ec5-11a32079fa5a up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:01:09.079131 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7ee5-6381-4798-8573-6623ef2de2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:09.087247 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7ee5-6381-4798-8573-6623ef2de2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:09.089626 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ef4e7ee5-6381-4798-8573-6623ef2de2ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ebded47c-6ecb-4197-bb8a-0c15d877f6ec HTTP/1.1" status: 204 len: 168 time: 0.1683478 Jul 14 09:01:09.105539 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e7ee5-6381-4798-8573-6623ef2de2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebded47c-6ecb-4197-bb8a-0c15d877f6ec,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:09.222348 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 18a71eb5-979c-4556-9ec5-11a32079fa5a completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:01:09.235643 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 18a71eb5-979c-4556-9ec5-11a32079fa5a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:09.236018 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:09.239261 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 7d2d1049-a158-426c-a66a-de2b34e8b664, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=7d2d1049-a158-426c-a66a-de2b34e8b664,segment=NetworkSegment(3f942a54-5daa-4d65-b384-43384013d883),segment_id=3f942a54-5daa-4d65-b384-43384013d883)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:09.274157 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '7d2d1049-a158-426c-a66a-de2b34e8b664', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'port_id': '7d2d1049-a158-426c-a66a-de2b34e8b664', 'mac_address': 'fa:16:3e:db:c5:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:01:09.331103 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:09.366825 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2d1049-a158-426c-a66a-de2b34e8b664 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:01:09.398335 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 7d2d1049-a158-426c-a66a-de2b34e8b664, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=7d2d1049-a158-426c-a66a-de2b34e8b664,segment=NetworkSegment(3f942a54-5daa-4d65-b384-43384013d883),segment_id=3f942a54-5daa-4d65-b384-43384013d883)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:09.398335 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:09.422543 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:09.483376 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=7d2d1049-a158-426c-a66a-de2b34e8b664,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:09.515655 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c05085-3121-4d09-8244-6d56c37e1a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a71eb5-979c-4556-9ec5-11a32079fa5a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:01:09.517906 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac32660-56aa-4e90-bb77-b5c25d2706aa" -d '{"events": [{"server_uuid": "a5c05085-3121-4d09-8244-6d56c37e1a0d", "name": "network-vif-plugged", "status": "completed", "tag": "18a71eb5-979c-4556-9ec5-11a32079fa5a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:01:09.539898 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 18a71eb5-979c-4556-9ec5-11a32079fa5a, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=18a71eb5-979c-4556-9ec5-11a32079fa5a,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:09.545037 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:09.610767 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73265b5a-6edd-48fe-b18f-7fed607c2d04 x-openstack-request-id: req-73265b5a-6edd-48fe-b18f-7fed607c2d04 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:01:09.611008 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c05085-3121-4d09-8244-6d56c37e1a0d", "name": "network-vif-plugged", "status": "completed", "tag": "18a71eb5-979c-4556-9ec5-11a32079fa5a", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:01:09.612755 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-73265b5a-6edd-48fe-b18f-7fed607c2d04 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:01:09.613151 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c05085-3121-4d09-8244-6d56c37e1a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a71eb5-979c-4556-9ec5-11a32079fa5a', 'code': 200} Jul 14 09:01:09.614068 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=18a71eb5-979c-4556-9ec5-11a32079fa5a,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:09.634341 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['7d2d1049-a158-426c-a66a-de2b34e8b664'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:01:09.710672 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1de488-3ea6-46bb-a5f6-d6a232c4173a req-3fa9f13c-6e2f-4aa8-aaab-843793ec46f7 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:09.718684 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7c1de488-3ea6-46bb-a5f6-d6a232c4173a req-3fa9f13c-6e2f-4aa8-aaab-843793ec46f7 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c05085-3121-4d09-8244-6d56c37e1a0d HTTP/1.1" status: 200 len: 948 time: 0.0992851 Jul 14 09:01:09.723618 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57446) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:09.787542 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7c1de488-3ea6-46bb-a5f6-d6a232c4173a req-a6ceed61-cd11-45aa-ac08-50a91a11fc2c tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/security-groups?id=758af18a-f6fe-48cb-a2fe-81d3943468f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673130 Jul 14 09:01:09.802455 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda60b3e-badc-4dd4-879f-43725afb2ed1 req-dd176c52-864e-40bb-90b0-6d1885a3751b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:09.804396 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dda60b3e-badc-4dd4-879f-43725afb2ed1 req-dd176c52-864e-40bb-90b0-6d1885a3751b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a5c05085-3121-4d09-8244-6d56c37e1a0d HTTP/1.1" status: 200 len: 1100 time: 0.1183784 Jul 14 09:01:09.840889 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dda60b3e-badc-4dd4-879f-43725afb2ed1 req-23660071-8960-4782-9fe7-d8b02e532555 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=758af18a-f6fe-48cb-a2fe-81d3943468f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303838 Jul 14 09:01:10.028137 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339e297-1e9b-4af4-adb4-eb6d54c4769a req-b5d5bd7e-4b36-4f42-824d-ef2a8db897c1 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:10.035364 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9339e297-1e9b-4af4-adb4-eb6d54c4769a req-b5d5bd7e-4b36-4f42-824d-ef2a8db897c1 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2924a9-804b-4612-b8fc-cf49ad2856b0 HTTP/1.1" status: 200 len: 944 time: 0.0763385 Jul 14 09:01:10.082229 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f920b30-52a6-4e44-8475-d9c2310678b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:10.093806 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9339e297-1e9b-4af4-adb4-eb6d54c4769a req-5def56a9-2966-4871-bc2c-176f48985805 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/security-groups?id=8990f576-c9c3-479b-86b6-6ab1185192ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573769 Jul 14 09:01:10.196720 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f920b30-52a6-4e44-8475-d9c2310678b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:10.200387 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:10.201487 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f920b30-52a6-4e44-8475-d9c2310678b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:10.217953 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57468) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:10.245253 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4f920b30-52a6-4e44-8475-d9c2310678b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8f4bac808c443e2862fe6bcebed0ce5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5203984 Jul 14 09:01:10.246423 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f920b30-52a6-4e44-8475-d9c2310678b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11810a35-3841-43d4-a150-921f12d146b8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:10.247994 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57472) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:10.305247 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-66e7bf60-8324-476c-8cc5-9f0efe59850a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:10.330287 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-66e7bf60-8324-476c-8cc5-9f0efe59850a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:10.382539 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-66e7bf60-8324-476c-8cc5-9f0efe59850a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:10.385845 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-66e7bf60-8324-476c-8cc5-9f0efe59850a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:10.387274 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-66e7bf60-8324-476c-8cc5-9f0efe59850a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/11810a35-3841-43d4-a150-921f12d146b8 HTTP/1.1" status: 204 len: 168 time: 0.1382596 Jul 14 09:01:10.396122 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7bf60-8324-476c-8cc5-9f0efe59850a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11810a35-3841-43d4-a150-921f12d146b8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:10.453048 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-fb9c06f7-fcd3-4a54-b503-6e3bd4ff017a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1289330080-network', 'tenant_id': '1c35458c50e143699c6f14a3ebfddb0d'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:10.476075 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9c06f7-fcd3-4a54-b503-6e3bd4ff017a admin admin] Made reservation on behalf of 1c35458c50e143699c6f14a3ebfddb0d for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:01:10.478697 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb9c06f7-fcd3-4a54-b503-6e3bd4ff017a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:10.489313 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb9c06f7-fcd3-4a54-b503-6e3bd4ff017a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:10.725271 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb9c06f7-fcd3-4a54-b503-6e3bd4ff017a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:10.731269 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb9c06f7-fcd3-4a54-b503-6e3bd4ff017a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:10.757589 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9c06f7-fcd3-4a54-b503-6e3bd4ff017a admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:01:10.774496 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c06f7-fcd3-4a54-b503-6e3bd4ff017a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c51df81-5336-4e11-8988-b3dba5538e85,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:10.780321 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb9c06f7-fcd3-4a54-b503-6e3bd4ff017a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:10.781175 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-fb9c06f7-fcd3-4a54-b503-6e3bd4ff017a admin admin] Added segment ae2e3569-cead-45e5-a331-8218dbc06b11 of type vlan for network d4fad6bc-cc19-4061-a347-c3942b87c975 Jul 14 09:01:10.828442 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb9c06f7-fcd3-4a54-b503-6e3bd4ff017a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:10.863072 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb9c06f7-fcd3-4a54-b503-6e3bd4ff017a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:10.864486 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9c06f7-fcd3-4a54-b503-6e3bd4ff017a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:10.865132 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb9c06f7-fcd3-4a54-b503-6e3bd4ff017a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:10.949211 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fb9c06f7-fcd3-4a54-b503-6e3bd4ff017a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7294745 Jul 14 09:01:10.952184 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57498) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:10.959572 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-3d8fe3fe-a5db-4181-8f41-e7e1d0e6d59b admin admin] Request body: {'subnet': {'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1289330080-subnet', 'tenant_id': '1c35458c50e143699c6f14a3ebfddb0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:10.981664 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c06f7-fcd3-4a54-b503-6e3bd4ff017a admin admin] Pushing event updated for resources: {'Network': ['ID=d4fad6bc-cc19-4061-a347-c3942b87c975,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:10.996472 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network d4fad6bc-cc19-4061-a347-c3942b87c975 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:01:11.009225 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8fe3fe-a5db-4181-8f41-e7e1d0e6d59b admin admin] Made reservation on behalf of 1c35458c50e143699c6f14a3ebfddb0d for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:01:11.014486 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d8fe3fe-a5db-4181-8f41-e7e1d0e6d59b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:11.082938 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 7d2d1049-a158-426c-a66a-de2b34e8b664 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:01:11.086250 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2882235-19d0-48ae-94b7-5e590c8c4022 req-75582a8d-515e-4ef5-b7c2-1a39dc363bb1 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:11.088493 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f2882235-19d0-48ae-94b7-5e590c8c4022 req-75582a8d-515e-4ef5-b7c2-1a39dc363bb1 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c05085-3121-4d09-8244-6d56c37e1a0d HTTP/1.1" status: 200 len: 948 time: 0.1676314 Jul 14 09:01:11.197420 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57510) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:11.204187 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f2882235-19d0-48ae-94b7-5e590c8c4022 req-df3b9822-509c-415b-a0d0-24b69ee348e7 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/security-groups?id=758af18a-f6fe-48cb-a2fe-81d3943468f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099124 Jul 14 09:01:11.209946 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 7d2d1049-a158-426c-a66a-de2b34e8b664 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:01:11.214389 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 7d2d1049-a158-426c-a66a-de2b34e8b664 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:11.215045 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:11.276148 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be5e0761-440d-4a34-bec0-b6f0187c07fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:11.299762 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:11.356760 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 7d2d1049-a158-426c-a66a-de2b34e8b664, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=7d2d1049-a158-426c-a66a-de2b34e8b664,segment=NetworkSegment(3f942a54-5daa-4d65-b384-43384013d883),segment_id=3f942a54-5daa-4d65-b384-43384013d883)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:11.375357 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:11.521897 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d8fe3fe-a5db-4181-8f41-e7e1d0e6d59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:11.522434 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b703048-82cb-46ab-9ac3-41dd38a297d3 req-8a2fd641-686f-48ad-9b72-e3416aa61764 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:11.524110 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0b703048-82cb-46ab-9ac3-41dd38a297d3 req-8a2fd641-686f-48ad-9b72-e3416aa61764 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2924a9-804b-4612-b8fc-cf49ad2856b0 HTTP/1.1" status: 200 len: 945 time: 0.1589508 Jul 14 09:01:11.606736 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be5e0761-440d-4a34-bec0-b6f0187c07fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:11.614276 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2924a9-804b-4612-b8fc-cf49ad2856b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2d1049-a158-426c-a66a-de2b34e8b664'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:01:11.615258 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0b703048-82cb-46ab-9ac3-41dd38a297d3 req-7c9e8e05-d54e-4eb7-8854-e444546fd240 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/security-groups?id=8990f576-c9c3-479b-86b6-6ab1185192ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789137 Jul 14 09:01:11.618571 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e6c62e-769e-4520-bdb9-7a1e1e750da4" -d '{"events": [{"server_uuid": "fe2924a9-804b-4612-b8fc-cf49ad2856b0", "name": "network-vif-plugged", "status": "completed", "tag": "7d2d1049-a158-426c-a66a-de2b34e8b664"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:01:11.628539 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=7d2d1049-a158-426c-a66a-de2b34e8b664,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:11.642993 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fe3fe-a5db-4181-8f41-e7e1d0e6d59b admin admin] Pushing event updated for resources: {'Subnet': ['ID=39b054b3-ff74-48d7-bc6b-cc0709824ebb,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:11.652042 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be5e0761-440d-4a34-bec0-b6f0187c07fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:11.694721 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8fe3fe-a5db-4181-8f41-e7e1d0e6d59b admin admin] Checking segment: {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:01:11.695083 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8fe3fe-a5db-4181-8f41-e7e1d0e6d59b admin admin] Network hostable DHCP agents. Network: d4fad6bc-cc19-4061-a347-c3942b87c975, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:01:11.707392 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-be5e0761-440d-4a34-bec0-b6f0187c07fd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5b5e40f256945688920d72daf15f5c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5078926 Jul 14 09:01:11.708149 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e0761-440d-4a34-bec0-b6f0187c07fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842a848e-94c4-4f96-822c-d51ad6e6caaf,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:11.710513 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57528) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:11.731002 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8fe3fe-a5db-4181-8f41-e7e1d0e6d59b admin admin] Network d4fad6bc-cc19-4061-a347-c3942b87c975 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:01:11.752761 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-3d8fe3fe-a5db-4181-8f41-e7e1d0e6d59b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, d4fad6bc-cc19-4061-a347-c3942b87c975) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:01:11.762976 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecab3363-eaae-4614-b321-2134e615394c None None] Network d4fad6bc-cc19-4061-a347-c3942b87c975 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:01:11.772327 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8fe3fe-a5db-4181-8f41-e7e1d0e6d59b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:11.772972 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d8fe3fe-a5db-4181-8f41-e7e1d0e6d59b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:11.801864 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b794661e-e9af-47a7-9b65-6d04b6244af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:11.820173 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3d8fe3fe-a5db-4181-8f41-e7e1d0e6d59b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8665500 Jul 14 09:01:11.839884 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b794661e-e9af-47a7-9b65-6d04b6244af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:11.866509 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:11.922789 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b794661e-e9af-47a7-9b65-6d04b6244af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:11.923637 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57536) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:11.930230 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b794661e-e9af-47a7-9b65-6d04b6244af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:11.933388 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b794661e-e9af-47a7-9b65-6d04b6244af5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/842a848e-94c4-4f96-822c-d51ad6e6caaf HTTP/1.1" status: 204 len: 168 time: 0.2202947 Jul 14 09:01:11.950047 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320edfbc-11fa-4061-b8b3-2f74738be51c None None] Network d4fad6bc-cc19-4061-a347-c3942b87c975 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:01:11.951882 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794661e-e9af-47a7-9b65-6d04b6244af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842a848e-94c4-4f96-822c-d51ad6e6caaf,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:12.066914 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb886d9-5f7e-4a91-b889-3b3015419cdf x-openstack-request-id: req-9fb886d9-5f7e-4a91-b889-3b3015419cdf {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:01:12.067370 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2924a9-804b-4612-b8fc-cf49ad2856b0", "name": "network-vif-plugged", "status": "completed", "tag": "7d2d1049-a158-426c-a66a-de2b34e8b664", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:01:12.067812 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9fb886d9-5f7e-4a91-b889-3b3015419cdf {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:01:12.068515 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2924a9-804b-4612-b8fc-cf49ad2856b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2d1049-a158-426c-a66a-de2b34e8b664', 'code': 200} Jul 14 09:01:12.234325 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7884e31-e4da-46d7-a35f-745e9aef9a0a req-20688233-5fdd-4de2-b098-0f6182e7e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:12.236450 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f7884e31-e4da-46d7-a35f-745e9aef9a0a req-20688233-5fdd-4de2-b098-0f6182e7e566 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fe2924a9-804b-4612-b8fc-cf49ad2856b0 HTTP/1.1" status: 200 len: 1097 time: 0.0860639 Jul 14 09:01:12.307147 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f7884e31-e4da-46d7-a35f-745e9aef9a0a req-94cda242-78e2-43d2-9690-6f0f2b8af4ca service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8990f576-c9c3-479b-86b6-6ab1185192ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623605 Jul 14 09:01:12.387349 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc792ec1-5098-482b-b278-557fbc432804 req-7d1d8c60-73e2-4d24-8dc4-5c8f5de42b95 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:12.390007 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc792ec1-5098-482b-b278-557fbc432804 req-7d1d8c60-73e2-4d24-8dc4-5c8f5de42b95 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c05085-3121-4d09-8244-6d56c37e1a0d HTTP/1.1" status: 200 len: 948 time: 0.1170800 Jul 14 09:01:12.444038 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b7dd46c2-20c7-40f6-8642-57be855fd3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:12.460846 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc792ec1-5098-482b-b278-557fbc432804 req-77c4fcea-9c6c-4485-8f47-d640d9c7d965 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/security-groups?id=758af18a-f6fe-48cb-a2fe-81d3943468f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643687 Jul 14 09:01:12.586003 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b7dd46c2-20c7-40f6-8642-57be855fd3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:12.591103 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b7dd46c2-20c7-40f6-8642-57be855fd3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:12.632891 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b7dd46c2-20c7-40f6-8642-57be855fd3b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=db75e2e4a5824520b40c3a724d6ecff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7054305 Jul 14 09:01:12.633689 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd46c2-20c7-40f6-8642-57be855fd3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee53c40-4b62-4e89-918c-b4cdb6070633,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:12.636938 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57564) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:12.713123 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff204bb6-b312-49da-9c16-becd4cfd491f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:12.732727 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57570) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:12.753768 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff204bb6-b312-49da-9c16-becd4cfd491f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:12.853009 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a6cc1-d1f8-413f-a2b6-b81f9ead8415 req-a3567b7a-e6b4-4b96-82f4-c166f054a370 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:12.854881 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-313a6cc1-d1f8-413f-a2b6-b81f9ead8415 req-a3567b7a-e6b4-4b96-82f4-c166f054a370 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2924a9-804b-4612-b8fc-cf49ad2856b0 HTTP/1.1" status: 200 len: 945 time: 0.1039076 Jul 14 09:01:12.875470 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff204bb6-b312-49da-9c16-becd4cfd491f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:12.879441 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff204bb6-b312-49da-9c16-becd4cfd491f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:12.880882 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ff204bb6-b312-49da-9c16-becd4cfd491f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ee53c40-4b62-4e89-918c-b4cdb6070633 HTTP/1.1" status: 204 len: 168 time: 0.2425375 Jul 14 09:01:12.902327 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff204bb6-b312-49da-9c16-becd4cfd491f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee53c40-4b62-4e89-918c-b4cdb6070633,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:12.925966 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-313a6cc1-d1f8-413f-a2b6-b81f9ead8415 req-a1683f1c-493b-4a7a-bc09-7c9ce527f258 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/security-groups?id=8990f576-c9c3-479b-86b6-6ab1185192ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644548 Jul 14 09:01:12.972158 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-ec365c82-1f6e-446a-8315-e162acc17c72 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=98536199418e4f7bab0a246a3f1f8585&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238230 Jul 14 09:01:13.049318 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b5c5049-a00f-4cf1-b3a5-dbe4b1d93e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:13.133778 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-0f9953f7-bcde-4cda-b4a9-adf2157ed78e tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:13.135467 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-0f9953f7-bcde-4cda-b4a9-adf2157ed78e tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1582453 Jul 14 09:01:13.160071 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-76adf2bc-ff17-462e-8078-336995560a34 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/quotas/98536199418e4f7bab0a246a3f1f8585 HTTP/1.1" status: 200 len: 375 time: 0.0150800 Jul 14 09:01:13.272227 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b5c5049-a00f-4cf1-b3a5-dbe4b1d93e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:13.291086 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-fd9e4355-bd4e-4b65-82ef-ea24d6cc3296 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=98536199418e4f7bab0a246a3f1f8585&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1231892 Jul 14 09:01:13.292382 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b5c5049-a00f-4cf1-b3a5-dbe4b1d93e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:13.335373 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9b5c5049-a00f-4cf1-b3a5-dbe4b1d93e50 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=45169d34fc68470aaabd4964c1eeca78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5963166 Jul 14 09:01:13.340311 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57604) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:13.342669 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c5049-a00f-4cf1-b3a5-dbe4b1d93e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee56a2e9-891f-4edb-9b3b-9fb996ec7c14,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:13.417354 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d670b6f2-fffc-4c26-9877-c7b32a87c6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:13.467864 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d670b6f2-fffc-4c26-9877-c7b32a87c6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:13.568433 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d670b6f2-fffc-4c26-9877-c7b32a87c6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:13.571093 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d670b6f2-fffc-4c26-9877-c7b32a87c6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:13.579757 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d670b6f2-fffc-4c26-9877-c7b32a87c6e2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee56a2e9-891f-4edb-9b3b-9fb996ec7c14 HTTP/1.1" status: 204 len: 168 time: 0.2358372 Jul 14 09:01:13.580203 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57618) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:13.591442 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ddbeeb13-11c0-4b3c-8a47-754911ee2f17 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1176510607-network', 'tenant_id': '08800dee73ba40d7b32492a37e15ba44'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:13.597822 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670b6f2-fffc-4c26-9877-c7b32a87c6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee56a2e9-891f-4edb-9b3b-9fb996ec7c14,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:13.600567 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ec234a0c-016e-4738-902d-89eea8cfcf7e req-74d334e3-6895-47d5-8071-c65cc4ea7907 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/ports?device_id=aae960a7-d698-434c-ad58-e835a63ce173 HTTP/1.1" status: 200 len: 210 time: 0.0800295 Jul 14 09:01:13.640183 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbeeb13-11c0-4b3c-8a47-754911ee2f17 admin admin] Made reservation on behalf of 08800dee73ba40d7b32492a37e15ba44 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:01:13.646914 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddbeeb13-11c0-4b3c-8a47-754911ee2f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:13.669341 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddbeeb13-11c0-4b3c-8a47-754911ee2f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:13.687912 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57622) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:13.727591 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2d3702d-1aa0-4d4d-abfc-99cfce16d5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:13.826985 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddbeeb13-11c0-4b3c-8a47-754911ee2f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:13.837779 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddbeeb13-11c0-4b3c-8a47-754911ee2f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:13.932670 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddbeeb13-11c0-4b3c-8a47-754911ee2f17 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:01:13.956640 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbeeb13-11c0-4b3c-8a47-754911ee2f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b1a1c4-4bd2-49af-ae81-5e3e3a3d6d8f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:13.982727 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddbeeb13-11c0-4b3c-8a47-754911ee2f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:13.983153 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-ddbeeb13-11c0-4b3c-8a47-754911ee2f17 admin admin] Added segment 779f5a88-d55a-442c-9a67-bea7f74a2690 of type vlan for network c9a7fac1-7377-4162-97c4-27b7cd648bee Jul 14 09:01:14.011474 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2d3702d-1aa0-4d4d-abfc-99cfce16d5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:14.021493 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2d3702d-1aa0-4d4d-abfc-99cfce16d5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:14.053042 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddbeeb13-11c0-4b3c-8a47-754911ee2f17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:14.101209 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddbeeb13-11c0-4b3c-8a47-754911ee2f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:14.102857 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbeeb13-11c0-4b3c-8a47-754911ee2f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:14.103892 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddbeeb13-11c0-4b3c-8a47-754911ee2f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:14.146056 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ddbeeb13-11c0-4b3c-8a47-754911ee2f17 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5633671 Jul 14 09:01:14.156109 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b2d3702d-1aa0-4d4d-abfc-99cfce16d5b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c410a7e80d484b1ba56d09ac8fe51968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4670625 Jul 14 09:01:14.158304 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57658) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:14.158943 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57660) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:14.162272 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3702d-1aa0-4d4d-abfc-99cfce16d5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77a81be-34e0-48f3-b179-c72673c3088f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:14.176882 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5207e991-77a3-4ba8-8b65-5c8b144dbdc0 admin admin] Request body: {'subnet': {'network_id': 'c9a7fac1-7377-4162-97c4-27b7cd648bee', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1176510607-subnet', 'tenant_id': '08800dee73ba40d7b32492a37e15ba44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:14.211772 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbeeb13-11c0-4b3c-8a47-754911ee2f17 admin admin] Pushing event updated for resources: {'Network': ['ID=c9a7fac1-7377-4162-97c4-27b7cd648bee,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:14.224093 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network c9a7fac1-7377-4162-97c4-27b7cd648bee details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:01:14.286443 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5207e991-77a3-4ba8-8b65-5c8b144dbdc0 admin admin] Made reservation on behalf of 08800dee73ba40d7b32492a37e15ba44 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:01:14.288830 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5207e991-77a3-4ba8-8b65-5c8b144dbdc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:14.349233 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdf7f5-e8bf-44d5-9871-4a5fa9eef57f req-6cdc22c2-ca14-4412-a3be-97324ddf2de6 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:14.356877 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ecdf7f5-e8bf-44d5-9871-4a5fa9eef57f req-6cdc22c2-ca14-4412-a3be-97324ddf2de6 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2924a9-804b-4612-b8fc-cf49ad2856b0 HTTP/1.1" status: 200 len: 945 time: 0.2338696 Jul 14 09:01:14.372829 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d276ca7b-e7ef-445f-978a-dd9469650b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:14.425466 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d276ca7b-e7ef-445f-978a-dd9469650b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:14.467519 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ecdf7f5-e8bf-44d5-9871-4a5fa9eef57f req-5f017322-8147-4878-8be6-3c49fb900df2 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/security-groups?id=8990f576-c9c3-479b-86b6-6ab1185192ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092536 Jul 14 09:01:14.561489 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57674) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:14.602569 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d276ca7b-e7ef-445f-978a-dd9469650b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:14.611087 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d276ca7b-e7ef-445f-978a-dd9469650b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:14.616786 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d276ca7b-e7ef-445f-978a-dd9469650b2e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a77a81be-34e0-48f3-b179-c72673c3088f HTTP/1.1" status: 204 len: 168 time: 0.4552522 Jul 14 09:01:14.735405 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276ca7b-e7ef-445f-978a-dd9469650b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77a81be-34e0-48f3-b179-c72673c3088f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:14.826513 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-91bc099d-1b63-4e10-b98f-4cf9ec33d021 req-fa1945eb-ebb8-42f6-ade1-f702d952b19c tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/ports?device_id=aae960a7-d698-434c-ad58-e835a63ce173 HTTP/1.1" status: 200 len: 210 time: 0.0928159 Jul 14 09:01:14.830935 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c612cd24-234b-44e6-a087-5bad3841514a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:14.836824 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5207e991-77a3-4ba8-8b65-5c8b144dbdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:14.971046 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207e991-77a3-4ba8-8b65-5c8b144dbdc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c86d4811-0fc2-45b8-bc0f-a85b1e241969,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:15.014664 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61ac22-b49d-4a05-9d04-21ff24b7b930 req-6f6b9daf-033d-45b8-a90b-56376231e24e tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:15.024684 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d61ac22-b49d-4a05-9d04-21ff24b7b930 req-6f6b9daf-033d-45b8-a90b-56376231e24e tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?device_id=a673eadc-1bec-47cf-ad0e-79dd90d7e90e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4061289 Jul 14 09:01:15.038680 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5207e991-77a3-4ba8-8b65-5c8b144dbdc0 admin admin] Checking segment: {'id': '779f5a88-d55a-442c-9a67-bea7f74a2690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c9a7fac1-7377-4162-97c4-27b7cd648bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:01:15.039420 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5207e991-77a3-4ba8-8b65-5c8b144dbdc0 admin admin] Network hostable DHCP agents. Network: c9a7fac1-7377-4162-97c4-27b7cd648bee, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:01:15.045255 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c612cd24-234b-44e6-a087-5bad3841514a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:15.052947 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c612cd24-234b-44e6-a087-5bad3841514a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:15.108720 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d61ac22-b49d-4a05-9d04-21ff24b7b930 req-01472782-fbe1-4a7a-aff9-df15e56d88b4 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.247 HTTP/1.1" status: 200 len: 696 time: 0.0825863 Jul 14 09:01:15.117175 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-1d61ac22-b49d-4a05-9d04-21ff24b7b930 req-9306b6ee-a1c7-4f4a-aac1-ae99018cab48 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Request body: {'floatingip': {'port_id': '53cbc56e-c7db-4945-a12f-cb93e220296a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:15.132689 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c612cd24-234b-44e6-a087-5bad3841514a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9efa1e615adf400db9b60fea4a464daf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5700641 Jul 14 09:01:15.145451 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57694) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:15.146133 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612cd24-234b-44e6-a087-5bad3841514a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79890636-876c-4e8b-904c-b1859ea26b7f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:15.157211 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-c05be6a3-cc94-48ce-888c-cdcffa276b80 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=98536199418e4f7bab0a246a3f1f8585&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448685 Jul 14 09:01:15.208831 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1d61ac22-b49d-4a05-9d04-21ff24b7b930 req-9306b6ee-a1c7-4f4a-aac1-ae99018cab48 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:15.261946 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5207e991-77a3-4ba8-8b65-5c8b144dbdc0 admin admin] Network c9a7fac1-7377-4162-97c4-27b7cd648bee is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:01:15.307471 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-5207e991-77a3-4ba8-8b65-5c8b144dbdc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, c9a7fac1-7377-4162-97c4-27b7cd648bee) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:01:15.317496 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9613bb81-fa48-412e-bf4f-d61634e6ed52 None None] Network c9a7fac1-7377-4162-97c4-27b7cd648bee requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:01:15.319338 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5207e991-77a3-4ba8-8b65-5c8b144dbdc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:15.320107 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5207e991-77a3-4ba8-8b65-5c8b144dbdc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:15.346666 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-f862e131-925f-4cc9-a2a7-d0976d91ccbb tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:15.350692 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-f862e131-925f-4cc9-a2a7-d0976d91ccbb tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1842277 Jul 14 09:01:15.373615 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5207e991-77a3-4ba8-8b65-5c8b144dbdc0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2130482 Jul 14 09:01:15.373819 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-1aa945ea-44ba-40ce-9d7f-01e2134fbff8 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Request body: {'port': {'device_id': 'aae960a7-d698-434c-ad58-e835a63ce173', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': '98536199418e4f7bab0a246a3f1f8585'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:15.516055 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1a9515c-6248-4fc0-8c24-100c4b8440c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:15.540976 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1a9515c-6248-4fc0-8c24-100c4b8440c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:15.617692 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1a9515c-6248-4fc0-8c24-100c4b8440c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:15.624990 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1a9515c-6248-4fc0-8c24-100c4b8440c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:15.627071 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b1a9515c-6248-4fc0-8c24-100c4b8440c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79890636-876c-4e8b-904c-b1859ea26b7f HTTP/1.1" status: 204 len: 168 time: 0.4780040 Jul 14 09:01:15.631563 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-1aa945ea-44ba-40ce-9d7f-01e2134fbff8 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Made reservation on behalf of 98536199418e4f7bab0a246a3f1f8585 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:01:15.637194 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-1aa945ea-44ba-40ce-9d7f-01e2134fbff8 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:15.652595 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c3cf09-3167-4242-ae02-495ca03043ef None None] Network c9a7fac1-7377-4162-97c4-27b7cd648bee requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:01:15.660582 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9515c-6248-4fc0-8c24-100c4b8440c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79890636-876c-4e8b-904c-b1859ea26b7f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:15.805654 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-1aa945ea-44ba-40ce-9d7f-01e2134fbff8 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Allocated IP 192.168.233.240 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/b6d75bbb-a047-430f-b8da-e8190a2f1874) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:01:15.914081 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57726) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:16.063999 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-1aa945ea-44ba-40ce-9d7f-01e2134fbff8 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:16.080213 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-1aa945ea-44ba-40ce-9d7f-01e2134fbff8 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Transition to ACTIVE for port object b6d75bbb-a047-430f-b8da-e8190a2f1874 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:01:16.126277 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-1aa945ea-44ba-40ce-9d7f-01e2134fbff8 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:16.138800 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['18a71eb5-979c-4556-9ec5-11a32079fa5a'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:01:16.198112 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa945ea-44ba-40ce-9d7f-01e2134fbff8 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Pushing event updated for resources: {'Port': ['ID=b6d75bbb-a047-430f-b8da-e8190a2f1874,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:16.215113 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-1aa945ea-44ba-40ce-9d7f-01e2134fbff8 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:01:16.217734 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-1aa945ea-44ba-40ce-9d7f-01e2134fbff8 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:01:16.220287 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-1aa945ea-44ba-40ce-9d7f-01e2134fbff8 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:01:16.227783 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-1aa945ea-44ba-40ce-9d7f-01e2134fbff8 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:16.228680 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-1aa945ea-44ba-40ce-9d7f-01e2134fbff8 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:16.249850 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-1aa945ea-44ba-40ce-9d7f-01e2134fbff8 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8832142 Jul 14 09:01:16.263841 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-cb13c6ea-bda3-482f-a81d-9513568ef7ee service neutron] Request body: {'port': {'device_id': 'aae960a7-d698-434c-ad58-e835a63ce173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:16.376062 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-557e69a3-dbc8-405c-9e95-eeedbdf67ed9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2108743724-network', 'tenant_id': '8050cf63175f42718fc254b7c67d228f'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:16.421777 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-cb13c6ea-bda3-482f-a81d-9513568ef7ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:16.438289 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557e69a3-dbc8-405c-9e95-eeedbdf67ed9 admin admin] Made reservation on behalf of 8050cf63175f42718fc254b7c67d228f for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:01:16.448614 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-557e69a3-dbc8-405c-9e95-eeedbdf67ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:16.465425 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57742) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:16.500572 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1385b-748f-4d2a-891b-1ea44ae1b857 req-a4b5eabb-a82a-408b-8875-6f631aab6948 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:16.505653 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-557e69a3-dbc8-405c-9e95-eeedbdf67ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:16.510076 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82a1385b-748f-4d2a-891b-1ea44ae1b857 req-a4b5eabb-a82a-408b-8875-6f631aab6948 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/ports?device_id=aae960a7-d698-434c-ad58-e835a63ce173 HTTP/1.1" status: 200 len: 936 time: 0.2505720 Jul 14 09:01:16.539749 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd87b437-5b35-48df-a1b3-3feacf3d3f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:16.547869 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.db.resource_extend [req-1d61ac22-b49d-4a05-9d04-21ff24b7b930 req-9306b6ee-a1c7-4f4a-aac1-ae99018cab48 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:01:16.598448 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-dd87b437-5b35-48df-a1b3-3feacf3d3f18 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:01:16.598448 n-d-771362-35 neutron-server[93772]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:01:16.598448 n-d-771362-35 neutron-server[93772]: [parameters: {'project_id_1': '28b13becde5c4c91b174bfca09dfe1ff', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 1, 16, 572131)}] Jul 14 09:01:16.598448 n-d-771362-35 neutron-server[93772]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:01:16.598448 n-d-771362-35 neutron-server[93772]: DEBUG oslo_db.api [None req-dd87b437-5b35-48df-a1b3-3feacf3d3f18 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:01:16.598862 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5904869a-1471-45cb-acf6-39d3c62d937d None None] Provisioning for port b6d75bbb-a047-430f-b8da-e8190a2f1874 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:01:16.603672 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5904869a-1471-45cb-acf6-39d3c62d937d None None] Provisioning complete for port b6d75bbb-a047-430f-b8da-e8190a2f1874 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:16.604139 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5904869a-1471-45cb-acf6-39d3c62d937d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:16.619405 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82a1385b-748f-4d2a-891b-1ea44ae1b857 req-02ae545e-5b7a-4e50-9811-c489a71e291e tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/security-groups?id=758af18a-f6fe-48cb-a2fe-81d3943468f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081390 Jul 14 09:01:16.677985 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-5904869a-1471-45cb-acf6-39d3c62d937d None None] Port b6d75bbb-a047-430f-b8da-e8190a2f1874 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:01:16.691163 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1d61ac22-b49d-4a05-9d04-21ff24b7b930 req-9306b6ee-a1c7-4f4a-aac1-ae99018cab48 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:16.696591 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1d61ac22-b49d-4a05-9d04-21ff24b7b930 req-9306b6ee-a1c7-4f4a-aac1-ae99018cab48 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:16.809125 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [req-1d61ac22-b49d-4a05-9d04-21ff24b7b930 req-9306b6ee-a1c7-4f4a-aac1-ae99018cab48 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Floating IP 5d25469a-fd9f-4a06-9ad1-52f59014f6bc associated. External IP: 172.25.6.247, port: 53cbc56e-c7db-4945-a12f-cb93e220296a. Jul 14 09:01:16.875380 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57754) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:17.027849 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a7b99387-bfe8-4470-a67b-b7375f3b2481 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-969063342-network', 'tenant_id': '677f62f05ae145359f16c43cf011f78e'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:17.077989 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-557e69a3-dbc8-405c-9e95-eeedbdf67ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:17.090908 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-557e69a3-dbc8-405c-9e95-eeedbdf67ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:17.100876 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd87b437-5b35-48df-a1b3-3feacf3d3f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:17.121855 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b99387-bfe8-4470-a67b-b7375f3b2481 admin admin] Made reservation on behalf of 677f62f05ae145359f16c43cf011f78e for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:01:17.124341 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7b99387-bfe8-4470-a67b-b7375f3b2481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:17.139867 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d61ac22-b49d-4a05-9d04-21ff24b7b930 req-9306b6ee-a1c7-4f4a-aac1-ae99018cab48 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Router feb7ed9b-3f09-408f-98ff-97715802e75a has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:01:17.140705 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7b99387-bfe8-4470-a67b-b7375f3b2481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:17.144076 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557e69a3-dbc8-405c-9e95-eeedbdf67ed9 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:01:17.178417 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e69a3-dbc8-405c-9e95-eeedbdf67ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8646e213-dd0d-40aa-b659-6adc73064e3e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:17.204023 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-557e69a3-dbc8-405c-9e95-eeedbdf67ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:17.204376 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-557e69a3-dbc8-405c-9e95-eeedbdf67ed9 admin admin] Added segment 78239ac2-1e7b-4b99-a571-fca123833857 of type vlan for network fd6f44a4-b526-4db7-81df-370c1f70c73e Jul 14 09:01:17.264525 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-557e69a3-dbc8-405c-9e95-eeedbdf67ed9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:17.275862 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-cb13c6ea-bda3-482f-a81d-9513568ef7ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6d75bbb-a047-430f-b8da-e8190a2f1874 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:01:17.289305 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-cb13c6ea-bda3-482f-a81d-9513568ef7ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:17.321024 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-cb13c6ea-bda3-482f-a81d-9513568ef7ee service neutron] Transition to ACTIVE for port object b6d75bbb-a047-430f-b8da-e8190a2f1874 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:01:17.337745 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-cb13c6ea-bda3-482f-a81d-9513568ef7ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:17.353218 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-557e69a3-dbc8-405c-9e95-eeedbdf67ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:17.354195 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557e69a3-dbc8-405c-9e95-eeedbdf67ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:17.354793 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-557e69a3-dbc8-405c-9e95-eeedbdf67ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:17.370193 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d61ac22-b49d-4a05-9d04-21ff24b7b930 req-9306b6ee-a1c7-4f4a-aac1-ae99018cab48 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:01:17.380362 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1d61ac22-b49d-4a05-9d04-21ff24b7b930 req-9306b6ee-a1c7-4f4a-aac1-ae99018cab48 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:17.385977 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b9b42b-8e81-459f-9d1d-5c7e25d2d337 None None] Sync routers for ids ['feb7ed9b-3f09-408f-98ff-97715802e75a'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:01:17.401892 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b9b42b-8e81-459f-9d1d-5c7e25d2d337 None None] Routers {'feb7ed9b-3f09-408f-98ff-97715802e75a'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:01:17.403018 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d5b9b42b-8e81-459f-9d1d-5c7e25d2d337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:00:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['feb7ed9b-3f09-408f-98ff-97715802e75a'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:17.416533 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-24cd18b3-b000-4a28-ae0e-5bbb6e695c44 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:17.418155 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-24cd18b3-b000-4a28-ae0e-5bbb6e695c44 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/networks?id=d4fad6bc-cc19-4061-a347-c3942b87c975 HTTP/1.1" status: 200 len: 808 time: 0.1984251 Jul 14 09:01:17.452657 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-18810b5d-5368-4c7e-8317-8ce67296c49d tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/quotas/1c35458c50e143699c6f14a3ebfddb0d HTTP/1.1" status: 200 len: 375 time: 0.0223472 Jul 14 09:01:17.456082 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d61ac22-b49d-4a05-9d04-21ff24b7b930 req-9306b6ee-a1c7-4f4a-aac1-ae99018cab48 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "PUT /v2.0/floatingips/5d25469a-fd9f-4a06-9ad1-52f59014f6bc HTTP/1.1" status: 200 len: 997 time: 2.3450413 Jul 14 09:01:17.457263 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a673eadc-1bec-47cf-ad0e-79dd90d7e90e', 'tag': '53cbc56e-c7db-4945-a12f-cb93e220296a'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:01:17.460081 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64adba4b-9a36-491e-90ca-5333e5680d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "a673eadc-1bec-47cf-ad0e-79dd90d7e90e", "tag": "53cbc56e-c7db-4945-a12f-cb93e220296a"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:01:17.484790 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd87b437-5b35-48df-a1b3-3feacf3d3f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:17.485830 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13c6ea-bda3-482f-a81d-9513568ef7ee service neutron] Pushing event updated for resources: {'Port': ['ID=b6d75bbb-a047-430f-b8da-e8190a2f1874,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:17.492783 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e69a3-dbc8-405c-9e95-eeedbdf67ed9 admin admin] Pushing event updated for resources: {'Network': ['ID=fd6f44a4-b526-4db7-81df-370c1f70c73e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:17.498790 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd87b437-5b35-48df-a1b3-3feacf3d3f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:17.510282 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network fd6f44a4-b526-4db7-81df-370c1f70c73e details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:01:17.515247 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-9120090c-5fe0-4cb9-b362-1b92fe25789d tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1c35458c50e143699c6f14a3ebfddb0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613017 Jul 14 09:01:17.562077 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-557e69a3-dbc8-405c-9e95-eeedbdf67ed9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6435616 Jul 14 09:01:17.569654 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57770) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:17.591679 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-8c9ac3d5-929d-4c10-9917-bd998aee1d80 admin admin] Request body: {'subnet': {'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2108743724-subnet', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:17.632934 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-cb13c6ea-bda3-482f-a81d-9513568ef7ee service neutron] Attempting to bind port b6d75bbb-a047-430f-b8da-e8190a2f1874 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:01:17.633286 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-cb13c6ea-bda3-482f-a81d-9513568ef7ee service neutron] Attempting to bind port b6d75bbb-a047-430f-b8da-e8190a2f1874 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:01:17.633622 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-cb13c6ea-bda3-482f-a81d-9513568ef7ee service neutron] Attempting to bind port b6d75bbb-a047-430f-b8da-e8190a2f1874 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:01:17.641632 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87b437-5b35-48df-a1b3-3feacf3d3f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b653338-11fc-46c0-94fa-28f13418eb3e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:17.649533 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-dd87b437-5b35-48df-a1b3-3feacf3d3f18 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=28b13becde5c4c91b174bfca09dfe1ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1798780 Jul 14 09:01:17.654208 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57772) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:17.654844 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-cb13c6ea-bda3-482f-a81d-9513568ef7ee service neutron] Port b6d75bbb-a047-430f-b8da-e8190a2f1874 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:01:17.655179 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-cb13c6ea-bda3-482f-a81d-9513568ef7ee service neutron] Attempting to bind port b6d75bbb-a047-430f-b8da-e8190a2f1874 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:01:17.679606 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-cb13c6ea-bda3-482f-a81d-9513568ef7ee service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:01:17.679606 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-cb13c6ea-bda3-482f-a81d-9513568ef7ee service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:01:17.679977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-cb13c6ea-bda3-482f-a81d-9513568ef7ee service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:01:17.680379 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-cb13c6ea-bda3-482f-a81d-9513568ef7ee service neutron] Bound port: b6d75bbb-a047-430f-b8da-e8190a2f1874, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:01:17.680785 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-cb13c6ea-bda3-482f-a81d-9513568ef7ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:17.691246 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-d5b9b42b-8e81-459f-9d1d-5c7e25d2d337 None None] Set router feb7ed9b-3f09-408f-98ff-97715802e75a gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:01:17.810734 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-798a883a-e5dd-486e-8c4a-8939ef719cd9 service neutron] 10.222.0.25 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945206 Jul 14 09:01:17.826674 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61ac22-b49d-4a05-9d04-21ff24b7b930 req-6bd988fc-6d4c-4a1f-b42f-7d02df4a4a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:17.828327 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d61ac22-b49d-4a05-9d04-21ff24b7b930 req-6bd988fc-6d4c-4a1f-b42f-7d02df4a4a12 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dcde6d1474ea4edfa0fb594acf6b60cf&device_id=a673eadc-1bec-47cf-ad0e-79dd90d7e90e HTTP/1.1" status: 200 len: 1098 time: 0.3002012 Jul 14 09:01:17.848426 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df67222b-11a3-497e-a37f-188fb620b588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:17.872992 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df67222b-11a3-497e-a37f-188fb620b588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:17.913903 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-cb13c6ea-bda3-482f-a81d-9513568ef7ee service neutron] For port b6d75bbb-a047-430f-b8da-e8190a2f1874, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:01:17.928556 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-cb13c6ea-bda3-482f-a81d-9513568ef7ee service neutron] For port b6d75bbb-a047-430f-b8da-e8190a2f1874, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=b6d75bbb-a047-430f-b8da-e8190a2f1874,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:01:17.935252 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-cb13c6ea-bda3-482f-a81d-9513568ef7ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:17.948730 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7b99387-bfe8-4470-a67b-b7375f3b2481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:17.964915 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7b99387-bfe8-4470-a67b-b7375f3b2481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:17.986897 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-cb13c6ea-bda3-482f-a81d-9513568ef7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:17.987953 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-cb13c6ea-bda3-482f-a81d-9513568ef7ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:17.989659 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-cb13c6ea-bda3-482f-a81d-9513568ef7ee service neutron] 10.222.0.44 "PUT /v2.0/ports/b6d75bbb-a047-430f-b8da-e8190a2f1874 HTTP/1.1" status: 200 len: 1097 time: 1.7323818 Jul 14 09:01:18.014781 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae960a7-d698-434c-ad58-e835a63ce173', 'tag': 'b6d75bbb-a047-430f-b8da-e8190a2f1874'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:01:18.019171 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade40bb6-fcd4-441d-a46e-b7e492fb6c41" -d '{"events": [{"name": "network-changed", "server_uuid": "aae960a7-d698-434c-ad58-e835a63ce173", "tag": "b6d75bbb-a047-430f-b8da-e8190a2f1874"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:01:18.035578 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b99387-bfe8-4470-a67b-b7375f3b2481 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:01:18.044931 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df67222b-11a3-497e-a37f-188fb620b588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:18.047820 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df67222b-11a3-497e-a37f-188fb620b588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:18.053109 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-df67222b-11a3-497e-a37f-188fb620b588 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b653338-11fc-46c0-94fa-28f13418eb3e HTTP/1.1" status: 204 len: 168 time: 0.3953047 Jul 14 09:01:18.054215 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9ac3d5-929d-4c10-9917-bd998aee1d80 admin admin] Made reservation on behalf of 8050cf63175f42718fc254b7c67d228f for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:01:18.057092 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c9ac3d5-929d-4c10-9917-bd998aee1d80 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:18.063905 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b99387-bfe8-4470-a67b-b7375f3b2481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb51e61-2979-4f95-92a1-91e6c310e41f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:18.076712 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-5b8772db-2712-4168-81c1-74f89d86728d service neutron] 10.222.0.25 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649543 Jul 14 09:01:18.090557 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7b99387-bfe8-4470-a67b-b7375f3b2481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:18.091032 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-a7b99387-bfe8-4470-a67b-b7375f3b2481 admin admin] Added segment cf1464b1-f278-4a6d-85d0-784a86804ae9 of type vlan for network 7cdb6845-ded6-4621-8f48-defc62a4d8d5 Jul 14 09:01:18.112402 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61ac22-b49d-4a05-9d04-21ff24b7b930 req-d71e7e19-58ca-4df9-b217-6491ec25fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:18.113290 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d5b9b42b-8e81-459f-9d1d-5c7e25d2d337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-router', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0b309202-90ff-4db4-974f-af83558406e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:31Z', 'updated_at': '2021-07-14T09:00:35Z', 'revision_number': 4, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'gw_port': {'id': '0b309202-90ff-4db4-974f-af83558406e5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:32Z', 'updated_at': '2021-07-14T09:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '5d25469a-fd9f-4a06-9ad1-52f59014f6bc', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'port_id': '53cbc56e-c7db-4945-a12f-cb93e220296a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'mac_address': 'fa:16:3e:27:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a673eadc-1bec-47cf-ad0e-79dd90d7e90e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:00:56Z', 'updated_at': '2021-07-14T09:01:16Z', 'revision_number': 1, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f774d77-8c3f-4880-8f3c-6e2aecfa680a', 'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'mac_address': 'fa:16:3e:cb:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:34Z', 'updated_at': '2021-07-14T09:00:43Z', 'revision_number': 5, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'subnets': [{'id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:18.115383 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d61ac22-b49d-4a05-9d04-21ff24b7b930 req-d71e7e19-58ca-4df9-b217-6491ec25fa38 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8bf54950-bc7a-4797-9e6e-152fe26827ba HTTP/1.1" status: 200 len: 921 time: 0.2745051 Jul 14 09:01:18.168817 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b9b42b-8e81-459f-9d1d-5c7e25d2d337 None None] Checking router: feb7ed9b-3f09-408f-98ff-97715802e75a for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:01:18.184397 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b9b42b-8e81-459f-9d1d-5c7e25d2d337 None None] Routers {'feb7ed9b-3f09-408f-98ff-97715802e75a'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:01:18.185663 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d5b9b42b-8e81-459f-9d1d-5c7e25d2d337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:00:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['feb7ed9b-3f09-408f-98ff-97715802e75a'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:18.195424 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7b99387-bfe8-4470-a67b-b7375f3b2481 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:18.248369 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d61ac22-b49d-4a05-9d04-21ff24b7b930 req-de3e84be-038a-49c9-80f2-856e78a8cb63 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53cbc56e-c7db-4945-a12f-cb93e220296a HTTP/1.1" status: 200 len: 1000 time: 0.1085052 Jul 14 09:01:18.258750 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67222b-11a3-497e-a37f-188fb620b588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b653338-11fc-46c0-94fa-28f13418eb3e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:18.271151 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7b99387-bfe8-4470-a67b-b7375f3b2481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:18.272566 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b99387-bfe8-4470-a67b-b7375f3b2481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:18.273875 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7b99387-bfe8-4470-a67b-b7375f3b2481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:18.366736 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c00f744-ac2f-4d32-bc1b-e3ceeba51d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:18.383884 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-d5b9b42b-8e81-459f-9d1d-5c7e25d2d337 None None] Set router feb7ed9b-3f09-408f-98ff-97715802e75a gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:01:18.406145 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a7b99387-bfe8-4470-a67b-b7375f3b2481 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5293977 Jul 14 09:01:18.411253 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57782) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:18.413959 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61ac22-b49d-4a05-9d04-21ff24b7b930 req-70b5b0c2-eeb2-4cec-9c96-cbd2c4c031fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:18.415997 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d61ac22-b49d-4a05-9d04-21ff24b7b930 req-70b5b0c2-eeb2-4cec-9c96-cbd2c4c031fa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=06e69cce-d1ef-4e39-ada8-f1b5d18d7af7 HTTP/1.1" status: 200 len: 860 time: 0.1596432 Jul 14 09:01:18.423346 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-612ed144-d8d2-4efd-8172-b47c86e0713a admin admin] Request body: {'subnet': {'network_id': '7cdb6845-ded6-4621-8f48-defc62a4d8d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-969063342-subnet', 'tenant_id': '677f62f05ae145359f16c43cf011f78e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:18.431625 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b99387-bfe8-4470-a67b-b7375f3b2481 admin admin] Pushing event updated for resources: {'Network': ['ID=7cdb6845-ded6-4621-8f48-defc62a4d8d5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:18.454600 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 7cdb6845-ded6-4621-8f48-defc62a4d8d5 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:01:18.525940 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612ed144-d8d2-4efd-8172-b47c86e0713a admin admin] Made reservation on behalf of 677f62f05ae145359f16c43cf011f78e for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:01:18.528479 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-612ed144-d8d2-4efd-8172-b47c86e0713a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:18.589020 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-4eed22c5-8fc7-458f-84fd-3ba56e73e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:18.598013 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-4eed22c5-8fc7-458f-84fd-3ba56e73e962 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98536199418e4f7bab0a246a3f1f8585&device_id=aae960a7-d698-434c-ad58-e835a63ce173 HTTP/1.1" status: 200 len: 1100 time: 0.4513097 Jul 14 09:01:18.614312 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13c6ea-bda3-482f-a81d-9513568ef7ee service neutron] Pushing event updated for resources: {'Port': ['ID=b6d75bbb-a047-430f-b8da-e8190a2f1874,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:18.734484 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61ac22-b49d-4a05-9d04-21ff24b7b930 req-38694e87-a3a7-4b4c-89f0-cc6b27ab4f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:18.745963 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d61ac22-b49d-4a05-9d04-21ff24b7b930 req-38694e87-a3a7-4b4c-89f0-cc6b27ab4f7a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8bf54950-bc7a-4797-9e6e-152fe26827ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3066602 Jul 14 09:01:18.754596 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-1d61ac22-b49d-4a05-9d04-21ff24b7b930 req-e503ce19-e6b7-43ec-afc8-77aa9d5b27cf service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:01:18.765035 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d61ac22-b49d-4a05-9d04-21ff24b7b930 req-e503ce19-e6b7-43ec-afc8-77aa9d5b27cf service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178039 Jul 14 09:01:18.856949 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d5b9b42b-8e81-459f-9d1d-5c7e25d2d337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-router', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0b309202-90ff-4db4-974f-af83558406e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:31Z', 'updated_at': '2021-07-14T09:00:35Z', 'revision_number': 4, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'gw_port': {'id': '0b309202-90ff-4db4-974f-af83558406e5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:32Z', 'updated_at': '2021-07-14T09:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '5d25469a-fd9f-4a06-9ad1-52f59014f6bc', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'port_id': '53cbc56e-c7db-4945-a12f-cb93e220296a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'mac_address': 'fa:16:3e:27:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a673eadc-1bec-47cf-ad0e-79dd90d7e90e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:00:56Z', 'updated_at': '2021-07-14T09:01:16Z', 'revision_number': 1, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f774d77-8c3f-4880-8f3c-6e2aecfa680a', 'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'mac_address': 'fa:16:3e:cb:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:34Z', 'updated_at': '2021-07-14T09:00:43Z', 'revision_number': 5, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'subnets': [{'id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:18.886593 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-826e0aef-fc10-478d-bff4-f6289dd569a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=b6d75bbb-a047-430f-b8da-e8190a2f1874 HTTP/1.1" status: 200 len: 217 time: 0.2729907 Jul 14 09:01:18.927132 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b9b42b-8e81-459f-9d1d-5c7e25d2d337 None None] The sync data for ids ['feb7ed9b-3f09-408f-98ff-97715802e75a'] in n-d-771362-35 is: [{'id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-router', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0b309202-90ff-4db4-974f-af83558406e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:31Z', 'updated_at': '2021-07-14T09:00:35Z', 'revision_number': 4, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'gw_port': {'id': '0b309202-90ff-4db4-974f-af83558406e5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:32Z', 'updated_at': '2021-07-14T09:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '5d25469a-fd9f-4a06-9ad1-52f59014f6bc', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'port_id': '53cbc56e-c7db-4945-a12f-cb93e220296a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'mac_address': 'fa:16:3e:27:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a673eadc-1bec-47cf-ad0e-79dd90d7e90e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:00:56Z', 'updated_at': '2021-07-14T09:01:16Z', 'revision_number': 1, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f774d77-8c3f-4880-8f3c-6e2aecfa680a', 'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'mac_address': 'fa:16:3e:cb:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:34Z', 'updated_at': '2021-07-14T09:00:43Z', 'revision_number': 5, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'subnets': [{'id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:01:19.022997 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c9ac3d5-929d-4c10-9917-bd998aee1d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:19.058117 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-5510ef5c-4049-424a-8edd-97051587d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:19.059818 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-5510ef5c-4049-424a-8edd-97051587d746 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1258042 Jul 14 09:01:19.081139 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-612ed144-d8d2-4efd-8172-b47c86e0713a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:19.136479 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ac3d5-929d-4c10-9917-bd998aee1d80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=704ebd5f-63af-4ec7-9724-fb32bd7b2c9a,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:19.159128 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9ac3d5-929d-4c10-9917-bd998aee1d80 admin admin] Checking segment: {'id': '78239ac2-1e7b-4b99-a571-fca123833857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:01:19.159602 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9ac3d5-929d-4c10-9917-bd998aee1d80 admin admin] Network hostable DHCP agents. Network: fd6f44a4-b526-4db7-81df-370c1f70c73e, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:01:19.180885 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d61ac22-b49d-4a05-9d04-21ff24b7b930 req-1302cc88-69b5-476a-86e2-f26372f16df6 service neutron] 10.222.0.25 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136422 Jul 14 09:01:19.239033 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-f047bf0b-8de6-4f92-952f-6532e1e0fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:19.244218 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-f047bf0b-8de6-4f92-952f-6532e1e0fd08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1741815 Jul 14 09:01:19.258407 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9ac3d5-929d-4c10-9917-bd998aee1d80 admin admin] Network fd6f44a4-b526-4db7-81df-370c1f70c73e is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:01:19.356461 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ed144-d8d2-4efd-8172-b47c86e0713a admin admin] Pushing event updated for resources: {'Subnet': ['ID=44b13935-2fd4-40e9-8ae6-d571aa097b00,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:19.366260 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612ed144-d8d2-4efd-8172-b47c86e0713a admin admin] Checking segment: {'id': 'cf1464b1-f278-4a6d-85d0-784a86804ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7cdb6845-ded6-4621-8f48-defc62a4d8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:01:19.366622 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612ed144-d8d2-4efd-8172-b47c86e0713a admin admin] Network hostable DHCP agents. Network: 7cdb6845-ded6-4621-8f48-defc62a4d8d5, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:01:19.412440 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ffc64e-ffd5-4bf4-890d-4d2971fc4166 None None] New status for floating IP 5d25469a-fd9f-4a06-9ad1-52f59014f6bc: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:01:19.429504 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612ed144-d8d2-4efd-8172-b47c86e0713a admin admin] Network 7cdb6845-ded6-4621-8f48-defc62a4d8d5 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:01:19.432402 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8c9ac3d5-929d-4c10-9917-bd998aee1d80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, fd6f44a4-b526-4db7-81df-370c1f70c73e) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:01:19.446438 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-612ed144-d8d2-4efd-8172-b47c86e0713a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 7cdb6845-ded6-4621-8f48-defc62a4d8d5) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:01:19.450869 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612ed144-d8d2-4efd-8172-b47c86e0713a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:19.451470 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-612ed144-d8d2-4efd-8172-b47c86e0713a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:19.455422 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d61ac22-b49d-4a05-9d04-21ff24b7b930 req-e99c0cd1-601d-432d-9f88-d93e8454d241 service neutron] 10.222.0.25 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625268 Jul 14 09:01:19.470237 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9ac3d5-929d-4c10-9917-bd998aee1d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:19.472320 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c9ac3d5-929d-4c10-9917-bd998aee1d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:19.480323 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-612ed144-d8d2-4efd-8172-b47c86e0713a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0630310 Jul 14 09:01:19.532049 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57824) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:19.542827 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7b68b35a-8e21-4279-89a6-3a13c19ba3a7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2108743724-router', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:19.545143 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8c9ac3d5-929d-4c10-9917-bd998aee1d80 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9416537 Jul 14 09:01:19.558857 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c024ab-45e9-47b5-af7b-fb19b8d576be None None] Network fd6f44a4-b526-4db7-81df-370c1f70c73e requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:01:19.616787 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883c87d0-48a4-42f1-be75-dbcbebf3c24e x-openstack-request-id: req-883c87d0-48a4-42f1-be75-dbcbebf3c24e {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:01:19.617168 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a673eadc-1bec-47cf-ad0e-79dd90d7e90e", "tag": "53cbc56e-c7db-4945-a12f-cb93e220296a", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:01:19.617318 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-883c87d0-48a4-42f1-be75-dbcbebf3c24e {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:01:19.617711 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a673eadc-1bec-47cf-ad0e-79dd90d7e90e', 'tag': '53cbc56e-c7db-4945-a12f-cb93e220296a', 'status': 'completed', 'code': 200} Jul 14 09:01:19.684179 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-6df08147-bab0-4756-ab48-a44f01ca56d4 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308467 Jul 14 09:01:19.755014 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b68b35a-8e21-4279-89a6-3a13c19ba3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:19.756185 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6afd339-bae5-4d64-8917-07282104c897 None None] Network 7cdb6845-ded6-4621-8f48-defc62a4d8d5 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:01:19.759521 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b68b35a-8e21-4279-89a6-3a13c19ba3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:19.769935 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15d4357-dbef-449a-82cf-162921f65af7 x-openstack-request-id: req-b15d4357-dbef-449a-82cf-162921f65af7 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:01:19.770308 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae960a7-d698-434c-ad58-e835a63ce173", "tag": "b6d75bbb-a047-430f-b8da-e8190a2f1874", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:01:19.774405 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b15d4357-dbef-449a-82cf-162921f65af7 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:01:19.775249 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae960a7-d698-434c-ad58-e835a63ce173', 'tag': 'b6d75bbb-a047-430f-b8da-e8190a2f1874', 'status': 'completed', 'code': 200} Jul 14 09:01:20.004629 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85fdf13d-318b-4e1f-a7c9-74ac3ab53adb req-ea4b8fe1-18a3-47dc-bff5-e0fb1dc71607 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110814 Jul 14 09:01:20.037748 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b68b35a-8e21-4279-89a6-3a13c19ba3a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:20.082485 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cfdb4651-d8ec-4d54-8283-20dfdb53c813 req-7351d5d1-bbe1-4bda-85f5-6e23e1cd685e tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=caca0822-9f89-44d2-bfc8-f9576b5cbc41 HTTP/1.1" status: 200 len: 210 time: 0.1930916 Jul 14 09:01:20.085049 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64adba4b-9a36-491e-90ca-5333e5680d4b req-edcf8498-2b6a-4732-9f6a-df4f17454f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:20.089230 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-64adba4b-9a36-491e-90ca-5333e5680d4b req-edcf8498-2b6a-4732-9f6a-df4f17454f66 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dcde6d1474ea4edfa0fb594acf6b60cf&device_id=a673eadc-1bec-47cf-ad0e-79dd90d7e90e HTTP/1.1" status: 200 len: 1098 time: 0.4634461 Jul 14 09:01:20.215311 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6814d75d-9e37-4bc7-a206-b7ec77b24d45 None None] Network 7cdb6845-ded6-4621-8f48-defc62a4d8d5 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:01:20.277494 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade40bb6-fcd4-441d-a46e-b7e492fb6c41 req-76171a7b-bd7f-4a6a-a238-4b894a4a2986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:20.279669 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ade40bb6-fcd4-441d-a46e-b7e492fb6c41 req-76171a7b-bd7f-4a6a-a238-4b894a4a2986 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98536199418e4f7bab0a246a3f1f8585&device_id=aae960a7-d698-434c-ad58-e835a63ce173 HTTP/1.1" status: 200 len: 1100 time: 0.1465211 Jul 14 09:01:20.345746 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81487b5b-256e-4ebe-baad-a7edabfd506f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-fd6f44a4-b526-4db7-81df-370c1f70c73e', 'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'fixed_ips': [{'subnet_id': '704ebd5f-63af-4ec7-9724-fb32bd7b2c9a'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:01:20.347741 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81487b5b-256e-4ebe-baad-a7edabfd506f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:20.428325 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade40bb6-fcd4-441d-a46e-b7e492fb6c41 req-c6f12084-d9f8-4f71-b60c-ee59635a356a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:20.430366 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ade40bb6-fcd4-441d-a46e-b7e492fb6c41 req-c6f12084-d9f8-4f71-b60c-ee59635a356a service neutron] 10.222.0.44 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.1420178 Jul 14 09:01:20.539274 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ade40bb6-fcd4-441d-a46e-b7e492fb6c41 req-b0101d0d-c566-467a-9e3e-495ee7ba542f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=b6d75bbb-a047-430f-b8da-e8190a2f1874 HTTP/1.1" status: 200 len: 217 time: 0.1009796 Jul 14 09:01:20.662436 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade40bb6-fcd4-441d-a46e-b7e492fb6c41 req-7bdab006-d1c1-4adb-a5df-fa71b765c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:20.667118 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ade40bb6-fcd4-441d-a46e-b7e492fb6c41 req-7bdab006-d1c1-4adb-a5df-fa71b765c36a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1199062 Jul 14 09:01:20.710437 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc7248-ff66-4179-be38-ddf303dc037f req-559023d9-7a1c-4a4d-8616-ed3d8a194405 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:20.718038 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52cc7248-ff66-4179-be38-ddf303dc037f req-559023d9-7a1c-4a4d-8616-ed3d8a194405 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/ports?device_id=aae960a7-d698-434c-ad58-e835a63ce173 HTTP/1.1" status: 200 len: 948 time: 0.8415799 Jul 14 09:01:20.828128 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b68b35a-8e21-4279-89a6-3a13c19ba3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:20.967158 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-81487b5b-256e-4ebe-baad-a7edabfd506f None None] Allocated IP 172.20.0.2 (fd6f44a4-b526-4db7-81df-370c1f70c73e/704ebd5f-63af-4ec7-9724-fb32bd7b2c9a/44ebcb03-a1fd-41ba-9532-0bfd1d454569) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:01:20.993601 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade40bb6-fcd4-441d-a46e-b7e492fb6c41 req-0e1bbdf5-5258-4c43-bb95-04082941d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:20.995793 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ade40bb6-fcd4-441d-a46e-b7e492fb6c41 req-0e1bbdf5-5258-4c43-bb95-04082941d9a9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3218136 Jul 14 09:01:21.005836 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-22dd8887-a271-4bea-8a91-5a3660ecec07 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:21.009252 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-22dd8887-a271-4bea-8a91-5a3660ecec07 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.47 "GET /v2.0/networks?id=d4fad6bc-cc19-4061-a347-c3942b87c975 HTTP/1.1" status: 200 len: 808 time: 0.2289028 Jul 14 09:01:21.009485 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-032945d0-7524-4665-8878-df32f7e40766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:21.029322 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-6a7c8b21-89b1-4781-bba9-d6fa608b85f4 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:21.029541 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-a2823a1d-1662-4ab6-82fe-45ae38731e13 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Request body: {'port': {'device_id': 'caca0822-9f89-44d2-bfc8-f9576b5cbc41', 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975', 'admin_state_up': True, 'tenant_id': '1c35458c50e143699c6f14a3ebfddb0d'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:21.037004 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-6a7c8b21-89b1-4781-bba9-d6fa608b85f4 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2924a9-804b-4612-b8fc-cf49ad2856b0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4002376 Jul 14 09:01:21.039878 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64adba4b-9a36-491e-90ca-5333e5680d4b req-0b900517-6729-4bda-9830-66e3c9f77111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:21.041368 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-64adba4b-9a36-491e-90ca-5333e5680d4b req-0b900517-6729-4bda-9830-66e3c9f77111 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bf54950-bc7a-4797-9e6e-152fe26827ba HTTP/1.1" status: 200 len: 921 time: 0.9432724 Jul 14 09:01:21.057820 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52cc7248-ff66-4179-be38-ddf303dc037f req-2a6fc424-7093-4a8f-ba9e-a21f2a5462ed tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/security-groups?id=758af18a-f6fe-48cb-a2fe-81d3943468f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386867 Jul 14 09:01:21.069064 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57858) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:21.118070 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-870255ed-5dc3-4ae8-acc1-6fe0f4582fb1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-598525362-network', 'tenant_id': '8e4824b472e54218acff488af36f2d98'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:21.205890 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ade40bb6-fcd4-441d-a46e-b7e492fb6c41 req-989b974a-978c-4b65-b53c-e68f2e606129 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955054 Jul 14 09:01:21.219945 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:21.242218 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81487b5b-256e-4ebe-baad-a7edabfd506f None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:21.253129 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-b7bb182d-47fe-40dd-bd4e-855c80105fef tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.247 HTTP/1.1" status: 200 len: 1002 time: 0.2152314 Jul 14 09:01:21.266745 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-81487b5b-256e-4ebe-baad-a7edabfd506f None None] Transition to ACTIVE for port object 44ebcb03-a1fd-41ba-9532-0bfd1d454569 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:01:21.305347 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-a2823a1d-1662-4ab6-82fe-45ae38731e13 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Made reservation on behalf of 1c35458c50e143699c6f14a3ebfddb0d for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:01:21.309511 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-81487b5b-256e-4ebe-baad-a7edabfd506f None None] Transition to ACTIVE for port object 44ebcb03-a1fd-41ba-9532-0bfd1d454569 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:01:21.309950 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-a2823a1d-1662-4ab6-82fe-45ae38731e13 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:21.313496 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-0bb8c587-8de0-4107-8de9-f76562b62cab tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Request body: {'floatingip': {'port_id': '7d2d1049-a158-426c-a66a-de2b34e8b664', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:21.324007 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81487b5b-256e-4ebe-baad-a7edabfd506f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:21.401908 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ade40bb6-fcd4-441d-a46e-b7e492fb6c41 req-0eb9d393-044b-4901-9d4c-64f3f69efc52 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869564 Jul 14 09:01:21.406227 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81487b5b-256e-4ebe-baad-a7edabfd506f None None] Network fd6f44a4-b526-4db7-81df-370c1f70c73e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:01:21.431136 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-81487b5b-256e-4ebe-baad-a7edabfd506f None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:01:21.433710 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81487b5b-256e-4ebe-baad-a7edabfd506f None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:01:21.437242 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81487b5b-256e-4ebe-baad-a7edabfd506f None None] Pushing event updated for resources: {'Port': ['ID=44ebcb03-a1fd-41ba-9532-0bfd1d454569,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:21.447892 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870255ed-5dc3-4ae8-acc1-6fe0f4582fb1 admin admin] Made reservation on behalf of 8e4824b472e54218acff488af36f2d98 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:01:21.449248 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-870255ed-5dc3-4ae8-acc1-6fe0f4582fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:21.455841 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-64adba4b-9a36-491e-90ca-5333e5680d4b req-dd464d22-98e0-43ff-a02c-3f69bffa5964 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53cbc56e-c7db-4945-a12f-cb93e220296a HTTP/1.1" status: 200 len: 1002 time: 0.3833952 Jul 14 09:01:21.479169 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-870255ed-5dc3-4ae8-acc1-6fe0f4582fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:21.491796 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-0bb8c587-8de0-4107-8de9-f76562b62cab tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:21.508126 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-a2823a1d-1662-4ab6-82fe-45ae38731e13 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Allocated IP 172.20.0.2 (d4fad6bc-cc19-4061-a347-c3942b87c975/39b054b3-ff74-48d7-bc6b-cc0709824ebb/405ac7e0-0c0d-4e94-bbd1-8e70c773fb32) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:01:21.547091 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-81487b5b-256e-4ebe-baad-a7edabfd506f None None] Attempting to bind port 44ebcb03-a1fd-41ba-9532-0bfd1d454569 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:01:21.548560 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-81487b5b-256e-4ebe-baad-a7edabfd506f None None] Attempting to bind port 44ebcb03-a1fd-41ba-9532-0bfd1d454569 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '78239ac2-1e7b-4b99-a571-fca123833857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:01:21.549635 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81487b5b-256e-4ebe-baad-a7edabfd506f None None] Attempting to bind port 44ebcb03-a1fd-41ba-9532-0bfd1d454569 on network fd6f44a4-b526-4db7-81df-370c1f70c73e {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:01:21.556797 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81487b5b-256e-4ebe-baad-a7edabfd506f None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:01:21.557458 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81487b5b-256e-4ebe-baad-a7edabfd506f None None] Checking segment: {'id': '78239ac2-1e7b-4b99-a571-fca123833857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:01:21.558103 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81487b5b-256e-4ebe-baad-a7edabfd506f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:21.559204 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81487b5b-256e-4ebe-baad-a7edabfd506f None None] Bound using segment: {'id': '78239ac2-1e7b-4b99-a571-fca123833857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:01:21.560530 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-81487b5b-256e-4ebe-baad-a7edabfd506f None None] Bound port: 44ebcb03-a1fd-41ba-9532-0bfd1d454569, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78239ac2-1e7b-4b99-a571-fca123833857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:01:21.561663 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81487b5b-256e-4ebe-baad-a7edabfd506f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:21.605957 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64adba4b-9a36-491e-90ca-5333e5680d4b req-37a5f4f5-fc91-4667-9936-9e7c6bea2154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:21.607473 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-64adba4b-9a36-491e-90ca-5333e5680d4b req-37a5f4f5-fc91-4667-9936-9e7c6bea2154 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06e69cce-d1ef-4e39-ada8-f1b5d18d7af7 HTTP/1.1" status: 200 len: 860 time: 0.1413655 Jul 14 09:01:21.653229 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-81487b5b-256e-4ebe-baad-a7edabfd506f None None] For port 44ebcb03-a1fd-41ba-9532-0bfd1d454569, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:01:21.658961 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-81487b5b-256e-4ebe-baad-a7edabfd506f None None] For port 44ebcb03-a1fd-41ba-9532-0bfd1d454569, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=44ebcb03-a1fd-41ba-9532-0bfd1d454569,segment=NetworkSegment(78239ac2-1e7b-4b99-a571-fca123833857),segment_id=78239ac2-1e7b-4b99-a571-fca123833857)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:01:21.665541 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81487b5b-256e-4ebe-baad-a7edabfd506f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:21.717381 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-a2823a1d-1662-4ab6-82fe-45ae38731e13 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:21.746082 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81487b5b-256e-4ebe-baad-a7edabfd506f None None] Pushing event updated for resources: {'Port': ['ID=44ebcb03-a1fd-41ba-9532-0bfd1d454569,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:21.792854 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-a2823a1d-1662-4ab6-82fe-45ae38731e13 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:21.862540 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2823a1d-1662-4ab6-82fe-45ae38731e13 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Pushing event updated for resources: {'Port': ['ID=405ac7e0-0c0d-4e94-bbd1-8e70c773fb32,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:21.887115 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-a2823a1d-1662-4ab6-82fe-45ae38731e13 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Network d4fad6bc-cc19-4061-a347-c3942b87c975 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:01:21.888830 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-a2823a1d-1662-4ab6-82fe-45ae38731e13 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:01:21.893129 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-a2823a1d-1662-4ab6-82fe-45ae38731e13 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:01:21.899196 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-a2823a1d-1662-4ab6-82fe-45ae38731e13 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:21.900368 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-a2823a1d-1662-4ab6-82fe-45ae38731e13 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:22.010450 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-870255ed-5dc3-4ae8-acc1-6fe0f4582fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:22.013274 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b68b35a-8e21-4279-89a6-3a13c19ba3a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:22.016122 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64adba4b-9a36-491e-90ca-5333e5680d4b req-a6a522c2-ab7a-4930-9c63-5da4426d44f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:22.017676 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-64adba4b-9a36-491e-90ca-5333e5680d4b req-a6a522c2-ab7a-4930-9c63-5da4426d44f6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bf54950-bc7a-4797-9e6e-152fe26827ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3815062 Jul 14 09:01:22.027068 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-a2823a1d-1662-4ab6-82fe-45ae38731e13 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9973071 Jul 14 09:01:22.034799 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:22.040547 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-8293c00d-f588-442f-99e9-0b673849b0b3 service neutron] Request body: {'port': {'device_id': 'caca0822-9f89-44d2-bfc8-f9576b5cbc41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:22.052065 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-870255ed-5dc3-4ae8-acc1-6fe0f4582fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:22.105515 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b68b35a-8e21-4279-89a6-3a13c19ba3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:22.134309 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-8293c00d-f588-442f-99e9-0b673849b0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:22.165278 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-870255ed-5dc3-4ae8-acc1-6fe0f4582fb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:01:22.242091 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870255ed-5dc3-4ae8-acc1-6fe0f4582fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df656b47-c5fb-482f-9ab9-92e49a55fc9f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:22.244874 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-870255ed-5dc3-4ae8-acc1-6fe0f4582fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:22.245219 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-870255ed-5dc3-4ae8-acc1-6fe0f4582fb1 admin admin] Added segment ed9a7493-26b5-4d94-a834-f8f9902b0f82 of type vlan for network 4d9c313d-a0fe-43b7-9570-006dca50e780 Jul 14 09:01:22.340070 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51d3d0-399c-4b19-8dbb-8e29d2c819a6 req-08d11f26-4712-458c-bae5-0fc145199b6e tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:22.341580 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1c51d3d0-399c-4b19-8dbb-8e29d2c819a6 req-08d11f26-4712-458c-bae5-0fc145199b6e tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=caca0822-9f89-44d2-bfc8-f9576b5cbc41 HTTP/1.1" status: 200 len: 931 time: 0.4566185 Jul 14 09:01:22.388332 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-870255ed-5dc3-4ae8-acc1-6fe0f4582fb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:22.412115 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-8293c00d-f588-442f-99e9-0b673849b0b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:01:22.419806 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-8293c00d-f588-442f-99e9-0b673849b0b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:22.433467 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-8293c00d-f588-442f-99e9-0b673849b0b3 service neutron] Transition to ACTIVE for port object 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:01:22.437502 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-8293c00d-f588-442f-99e9-0b673849b0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:22.491096 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-64adba4b-9a36-491e-90ca-5333e5680d4b req-ea0ff228-f744-4bde-be82-ce3396c6098b service neutron] 10.222.0.44 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400971 Jul 14 09:01:22.512751 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293c00d-f588-442f-99e9-0b673849b0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=405ac7e0-0c0d-4e94-bbd1-8e70c773fb32,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:22.526660 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-8293c00d-f588-442f-99e9-0b673849b0b3 service neutron] Attempting to bind port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:01:22.527182 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-8293c00d-f588-442f-99e9-0b673849b0b3 service neutron] Attempting to bind port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:01:22.527892 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-8293c00d-f588-442f-99e9-0b673849b0b3 service neutron] Attempting to bind port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 on network d4fad6bc-cc19-4061-a347-c3942b87c975 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:01:22.532486 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-8293c00d-f588-442f-99e9-0b673849b0b3 service neutron] Port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 on network d4fad6bc-cc19-4061-a347-c3942b87c975 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:01:22.532814 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-8293c00d-f588-442f-99e9-0b673849b0b3 service neutron] Attempting to bind port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 on network d4fad6bc-cc19-4061-a347-c3942b87c975 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:01:22.538949 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-8293c00d-f588-442f-99e9-0b673849b0b3 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:01:22.539287 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-8293c00d-f588-442f-99e9-0b673849b0b3 service neutron] Checking segment: {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:01:22.539725 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-8293c00d-f588-442f-99e9-0b673849b0b3 service neutron] Bound using segment: {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:01:22.540168 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-8293c00d-f588-442f-99e9-0b673849b0b3 service neutron] Bound port: 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:01:22.540545 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-8293c00d-f588-442f-99e9-0b673849b0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:22.616532 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-8293c00d-f588-442f-99e9-0b673849b0b3 service neutron] For port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:01:22.620281 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-8293c00d-f588-442f-99e9-0b673849b0b3 service neutron] For port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=405ac7e0-0c0d-4e94-bbd1-8e70c773fb32,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:01:22.625787 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-8293c00d-f588-442f-99e9-0b673849b0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:22.662025 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-8293c00d-f588-442f-99e9-0b673849b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:22.662656 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-8293c00d-f588-442f-99e9-0b673849b0b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:22.664127 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-8293c00d-f588-442f-99e9-0b673849b0b3 service neutron] 10.222.0.47 "PUT /v2.0/ports/405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 HTTP/1.1" status: 200 len: 1092 time: 0.6282506 Jul 14 09:01:22.664581 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caca0822-9f89-44d2-bfc8-f9576b5cbc41', 'tag': '405ac7e0-0c0d-4e94-bbd1-8e70c773fb32'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:01:22.666860 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984832cb-6e28-4cf5-b85e-00bf5b95c1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "caca0822-9f89-44d2-bfc8-f9576b5cbc41", "tag": "405ac7e0-0c0d-4e94-bbd1-8e70c773fb32"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:01:22.702066 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293c00d-f588-442f-99e9-0b673849b0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=405ac7e0-0c0d-4e94-bbd1-8e70c773fb32,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:22.771668 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-bda5563c-bf58-4ddf-89e5-8b4c569ab952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:22.773195 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-bda5563c-bf58-4ddf-89e5-8b4c569ab952 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c35458c50e143699c6f14a3ebfddb0d&device_id=caca0822-9f89-44d2-bfc8-f9576b5cbc41 HTTP/1.1" status: 200 len: 1095 time: 0.0594711 Jul 14 09:01:22.791740 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device b6d75bbb-a047-430f-b8da-e8190a2f1874 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:01:22.808955 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1c51d3d0-399c-4b19-8dbb-8e29d2c819a6 req-6925d5d9-98ac-4027-8b18-831971a7e7a2 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4517791 Jul 14 09:01:22.853151 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-cc35a74e-cef3-48d7-bad1-6881c825db3e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 HTTP/1.1" status: 200 len: 217 time: 0.0720840 Jul 14 09:01:22.855734 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c770002a-fa48-4d77-985c-59f135c30c95 None None] Network fd6f44a4-b526-4db7-81df-370c1f70c73e requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:01:22.910880 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-64adba4b-9a36-491e-90ca-5333e5680d4b req-42647223-e537-425f-8260-6a1c61de9e91 service neutron] 10.222.0.44 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082310 Jul 14 09:01:22.912058 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-7b68b35a-8e21-4279-89a6-3a13c19ba3a7 admin admin] Allocated IP 172.25.6.213 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/3ea0d143-bc3b-4098-954d-9dfe9ed37338) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:01:22.925723 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-487ed2e5-d136-49d6-be23-12ba52143edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:22.927363 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-487ed2e5-d136-49d6-be23-12ba52143edb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39b054b3-ff74-48d7-bc6b-cc0709824ebb HTTP/1.1" status: 200 len: 848 time: 0.0655198 Jul 14 09:01:22.964388 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-870255ed-5dc3-4ae8-acc1-6fe0f4582fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:22.965374 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870255ed-5dc3-4ae8-acc1-6fe0f4582fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:22.965953 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-870255ed-5dc3-4ae8-acc1-6fe0f4582fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:22.981566 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d49d765b-872a-45a6-bdc2-f40be8d4ed13 None None] Provisioning for port 44ebcb03-a1fd-41ba-9532-0bfd1d454569 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:01:22.989157 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-f8a79db9-f470-4741-8f6b-c31a56137aa0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d4fad6bc-cc19-4061-a347-c3942b87c975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414066 Jul 14 09:01:23.037900 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port b6d75bbb-a047-430f-b8da-e8190a2f1874, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=b6d75bbb-a047-430f-b8da-e8190a2f1874,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:23.055309 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870255ed-5dc3-4ae8-acc1-6fe0f4582fb1 admin admin] Pushing event updated for resources: {'Network': ['ID=4d9c313d-a0fe-43b7-9570-006dca50e780,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:23.069483 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 4d9c313d-a0fe-43b7-9570-006dca50e780 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:01:23.071994 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'b6d75bbb-a047-430f-b8da-e8190a2f1874', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': 'b6d75bbb-a047-430f-b8da-e8190a2f1874', 'mac_address': 'fa:16:3e:59:51:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:01:23.141983 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-1014725b-4fc7-4fd2-8c6b-5fb3baa8f803 service neutron] 10.222.0.47 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256645 Jul 14 09:01:23.146783 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-870255ed-5dc3-4ae8-acc1-6fe0f4582fb1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0423882 Jul 14 09:01:23.147638 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57884) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:23.176705 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-bbdb9a8f-6532-4e08-982e-7aeccb8769c5 admin admin] Request body: {'subnet': {'network_id': '4d9c313d-a0fe-43b7-9570-006dca50e780', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-598525362-subnet', 'tenant_id': '8e4824b472e54218acff488af36f2d98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:23.195687 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:23.215404 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdb9a8f-6532-4e08-982e-7aeccb8769c5 admin admin] Made reservation on behalf of 8e4824b472e54218acff488af36f2d98 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:01:23.219222 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bbdb9a8f-6532-4e08-982e-7aeccb8769c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:23.219448 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d75bbb-a047-430f-b8da-e8190a2f1874 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:01:23.246477 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port b6d75bbb-a047-430f-b8da-e8190a2f1874, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=b6d75bbb-a047-430f-b8da-e8190a2f1874,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:23.252618 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:23.306267 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8e9c339d-1e34-4106-ba05-5cc74062dc79 req-3facbde5-9f49-4e2e-aa96-c8762884d1c0 service neutron] 10.222.0.47 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545684 Jul 14 09:01:23.333147 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=b6d75bbb-a047-430f-b8da-e8190a2f1874,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:23.352820 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.db.resource_extend [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-0bb8c587-8de0-4107-8de9-f76562b62cab tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:01:23.460717 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['b6d75bbb-a047-430f-b8da-e8190a2f1874'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:01:23.467384 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928fd3e-e428-45b8-8109-5f55d161c957 req-5d0ddc3b-eb6d-4cc8-b83c-2d9da42b1a86 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:23.469011 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d928fd3e-e428-45b8-8109-5f55d161c957 req-5d0ddc3b-eb6d-4cc8-b83c-2d9da42b1a86 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/ports?device_id=aae960a7-d698-434c-ad58-e835a63ce173 HTTP/1.1" status: 200 len: 948 time: 0.3807597 Jul 14 09:01:23.475070 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-0bb8c587-8de0-4107-8de9-f76562b62cab tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:23.478263 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b68b35a-8e21-4279-89a6-3a13c19ba3a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:23.498531 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-0bb8c587-8de0-4107-8de9-f76562b62cab tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:23.507475 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 44ebcb03-a1fd-41ba-9532-0bfd1d454569 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:01:23.595266 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:23.638466 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 44ebcb03-a1fd-41ba-9532-0bfd1d454569 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:01:23.653822 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 44ebcb03-a1fd-41ba-9532-0bfd1d454569 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:23.654344 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:23.661302 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d928fd3e-e428-45b8-8109-5f55d161c957 req-bb962770-6701-4ca1-90d1-4c560d8e83ba tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/security-groups?id=758af18a-f6fe-48cb-a2fe-81d3943468f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791534 Jul 14 09:01:23.699563 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b68b35a-8e21-4279-89a6-3a13c19ba3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:23.702316 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-0bb8c587-8de0-4107-8de9-f76562b62cab tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Floating IP 5d25469a-fd9f-4a06-9ad1-52f59014f6bc associated. External IP: 172.25.6.247, port: 53cbc56e-c7db-4945-a12f-cb93e220296a. Jul 14 09:01:23.812297 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b68b35a-8e21-4279-89a6-3a13c19ba3a7 admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:01:23.834289 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:23.835172 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7b68b35a-8e21-4279-89a6-3a13c19ba3a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:01:23.836832 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe212d2-f7dc-43b5-ba40-46ec29430335 x-openstack-request-id: req-cfe212d2-f7dc-43b5-ba40-46ec29430335 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:01:23.837333 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caca0822-9f89-44d2-bfc8-f9576b5cbc41", "tag": "405ac7e0-0c0d-4e94-bbd1-8e70c773fb32", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:01:23.837333 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cfe212d2-f7dc-43b5-ba40-46ec29430335 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:01:23.838129 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caca0822-9f89-44d2-bfc8-f9576b5cbc41', 'tag': '405ac7e0-0c0d-4e94-bbd1-8e70c773fb32', 'status': 'completed', 'code': 200} Jul 14 09:01:23.842678 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b68b35a-8e21-4279-89a6-3a13c19ba3a7 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:01:23.886917 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 44ebcb03-a1fd-41ba-9532-0bfd1d454569, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=44ebcb03-a1fd-41ba-9532-0bfd1d454569,segment=NetworkSegment(78239ac2-1e7b-4b99-a571-fca123833857),segment_id=78239ac2-1e7b-4b99-a571-fca123833857)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:23.894668 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:23.931169 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984832cb-6e28-4cf5-b85e-00bf5b95c1c5 req-58cf2300-d15c-4f68-b799-38e69d2688dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:23.933091 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-984832cb-6e28-4cf5-b85e-00bf5b95c1c5 req-58cf2300-d15c-4f68-b799-38e69d2688dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c35458c50e143699c6f14a3ebfddb0d&device_id=caca0822-9f89-44d2-bfc8-f9576b5cbc41 HTTP/1.1" status: 200 len: 1095 time: 0.0715210 Jul 14 09:01:23.935205 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bbdb9a8f-6532-4e08-982e-7aeccb8769c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:23.959109 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=44ebcb03-a1fd-41ba-9532-0bfd1d454569,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:23.971823 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68b35a-8e21-4279-89a6-3a13c19ba3a7 admin admin] Pushing event updated for resources: {'Port': ['ID=3ea0d143-bc3b-4098-954d-9dfe9ed37338,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:24.081875 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb9a8f-6532-4e08-982e-7aeccb8769c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=540655da-c5d6-4ca8-ad7f-fa87be5c084a,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:24.087655 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984832cb-6e28-4cf5-b85e-00bf5b95c1c5 req-c466b24b-7d9a-4b8d-acca-a959a7f66ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:24.090766 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-984832cb-6e28-4cf5-b85e-00bf5b95c1c5 req-c466b24b-7d9a-4b8d-acca-a959a7f66ca7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d4fad6bc-cc19-4061-a347-c3942b87c975 HTTP/1.1" status: 200 len: 908 time: 0.1489270 Jul 14 09:01:24.163130 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdb9a8f-6532-4e08-982e-7aeccb8769c5 admin admin] Checking segment: {'id': 'ed9a7493-26b5-4d94-a834-f8f9902b0f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4d9c313d-a0fe-43b7-9570-006dca50e780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:01:24.163431 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdb9a8f-6532-4e08-982e-7aeccb8769c5 admin admin] Network hostable DHCP agents. Network: 4d9c313d-a0fe-43b7-9570-006dca50e780, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:01:24.165488 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-984832cb-6e28-4cf5-b85e-00bf5b95c1c5 req-6dd44ffa-6c35-45fd-9c25-c57b2017250c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 HTTP/1.1" status: 200 len: 217 time: 0.0631604 Jul 14 09:01:24.222774 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984832cb-6e28-4cf5-b85e-00bf5b95c1c5 req-90016971-0f88-4cd6-8b47-ca29729c7f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:24.224276 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-984832cb-6e28-4cf5-b85e-00bf5b95c1c5 req-90016971-0f88-4cd6-8b47-ca29729c7f9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39b054b3-ff74-48d7-bc6b-cc0709824ebb HTTP/1.1" status: 200 len: 848 time: 0.0511734 Jul 14 09:01:24.269472 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-984832cb-6e28-4cf5-b85e-00bf5b95c1c5 req-ede38c84-3789-455f-90d7-5b7135dc34c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d4fad6bc-cc19-4061-a347-c3942b87c975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351880 Jul 14 09:01:24.332214 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdb9a8f-6532-4e08-982e-7aeccb8769c5 admin admin] Network 4d9c313d-a0fe-43b7-9570-006dca50e780 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:01:24.367577 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b68b35a-8e21-4279-89a6-3a13c19ba3a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:24.370388 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-984832cb-6e28-4cf5-b85e-00bf5b95c1c5 req-ee1a66b9-d1ed-41f5-8e14-d2cb9a7754bb service neutron] 10.222.0.47 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904641 Jul 14 09:01:24.372955 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-bbdb9a8f-6532-4e08-982e-7aeccb8769c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 4d9c313d-a0fe-43b7-9570-006dca50e780) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:01:24.378071 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdb9a8f-6532-4e08-982e-7aeccb8769c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:24.378781 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bbdb9a8f-6532-4e08-982e-7aeccb8769c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:24.382287 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdc4fe5-d225-49df-b72a-041c024a5894 None None] Network 4d9c313d-a0fe-43b7-9570-006dca50e780 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:01:24.384521 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-0bb8c587-8de0-4107-8de9-f76562b62cab tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Router feb7ed9b-3f09-408f-98ff-97715802e75a has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:01:24.429645 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28cb48-5680-4f08-8dc6-eaa67a1da558 req-6a6f98a3-99d5-4fb4-94fd-2e628e412f73 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:24.431119 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd28cb48-5680-4f08-8dc6-eaa67a1da558 req-6a6f98a3-99d5-4fb4-94fd-2e628e412f73 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=caca0822-9f89-44d2-bfc8-f9576b5cbc41 HTTP/1.1" status: 200 len: 943 time: 0.2866766 Jul 14 09:01:24.463995 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bbdb9a8f-6532-4e08-982e-7aeccb8769c5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2982128 Jul 14 09:01:24.496480 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-984832cb-6e28-4cf5-b85e-00bf5b95c1c5 req-0ecb46b7-e1f0-4b1b-ad29-a7062f957d6a service neutron] 10.222.0.47 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196983 Jul 14 09:01:24.544022 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d85f3b8-8df0-470a-aa65-36b56a2f5e72 None None] Network 4d9c313d-a0fe-43b7-9570-006dca50e780 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:01:24.571844 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd28cb48-5680-4f08-8dc6-eaa67a1da558 req-1181ee6e-3b7b-45b0-b4b1-93e7b37c56d9 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333544 Jul 14 09:01:24.646334 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57900) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:24.715992 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9f0fa1-4610-4244-8a40-b2129f2c8f13 admin admin] Deleting subnet 44b13935-2fd4-40e9-8ae6-d571aa097b00 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:01:24.719994 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d9f0fa1-4610-4244-8a40-b2129f2c8f13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:24.759177 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d9f0fa1-4610-4244-8a40-b2129f2c8f13 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:24.770574 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d9f0fa1-4610-4244-8a40-b2129f2c8f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:24.784732 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device b6d75bbb-a047-430f-b8da-e8190a2f1874 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:01:24.854038 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d9f0fa1-4610-4244-8a40-b2129f2c8f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:24.863663 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port b6d75bbb-a047-430f-b8da-e8190a2f1874 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:01:24.871089 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port b6d75bbb-a047-430f-b8da-e8190a2f1874 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:24.872599 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:25.017846 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:25.043910 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-0bb8c587-8de0-4107-8de9-f76562b62cab tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:01:25.058109 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bc44c6-5c58-4051-b982-3819ec08c482 None None] Sync routers for ids ['feb7ed9b-3f09-408f-98ff-97715802e75a'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:01:25.070909 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae960a7-d698-434c-ad58-e835a63ce173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d75bbb-a047-430f-b8da-e8190a2f1874'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:01:25.074653 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bc44c6-5c58-4051-b982-3819ec08c482 None None] Routers {'feb7ed9b-3f09-408f-98ff-97715802e75a'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:01:25.077114 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efcce80-5cbf-4200-9bb6-6bd9637f261e" -d '{"events": [{"server_uuid": "aae960a7-d698-434c-ad58-e835a63ce173", "name": "network-vif-plugged", "status": "completed", "tag": "b6d75bbb-a047-430f-b8da-e8190a2f1874"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:01:25.078076 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-77bc44c6-5c58-4051-b982-3819ec08c482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:01:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['feb7ed9b-3f09-408f-98ff-97715802e75a'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:25.113386 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port b6d75bbb-a047-430f-b8da-e8190a2f1874, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=b6d75bbb-a047-430f-b8da-e8190a2f1874,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:25.125767 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:25.188946 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d9f0fa1-4610-4244-8a40-b2129f2c8f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:25.193642 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4d9f0fa1-4610-4244-8a40-b2129f2c8f13 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/44b13935-2fd4-40e9-8ae6-d571aa097b00 HTTP/1.1" status: 204 len: 168 time: 0.5436721 Jul 14 09:01:25.193642 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f0fa1-4610-4244-8a40-b2129f2c8f13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44b13935-2fd4-40e9-8ae6-d571aa097b00,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:25.195347 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57922) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:25.202522 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=b6d75bbb-a047-430f-b8da-e8190a2f1874,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:25.219647 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-77bc44c6-5c58-4051-b982-3819ec08c482 None None] Set router feb7ed9b-3f09-408f-98ff-97715802e75a gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:01:25.274268 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b68b35a-8e21-4279-89a6-3a13c19ba3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:25.292840 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55f6bc11-95ec-42d1-b6db-299b4fcf5224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:25.404079 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b8cb8-2436-4be9-aac3-7bef26333b45 req-708838e1-2e92-4d33-8735-e3635004c1a8 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:25.405611 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c95b8cb8-2436-4be9-aac3-7bef26333b45 req-708838e1-2e92-4d33-8735-e3635004c1a8 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/ports?device_id=aae960a7-d698-434c-ad58-e835a63ce173 HTTP/1.1" status: 200 len: 949 time: 0.3573861 Jul 14 09:01:25.425201 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55f6bc11-95ec-42d1-b6db-299b4fcf5224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:25.440420 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55f6bc11-95ec-42d1-b6db-299b4fcf5224 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:01:25.441130 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55f6bc11-95ec-42d1-b6db-299b4fcf5224 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:01:25.442377 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55f6bc11-95ec-42d1-b6db-299b4fcf5224 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:01:25.443113 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55f6bc11-95ec-42d1-b6db-299b4fcf5224 admin admin] Subscribe: > port after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:01:25.443792 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55f6bc11-95ec-42d1-b6db-299b4fcf5224 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:01:25.444347 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55f6bc11-95ec-42d1-b6db-299b4fcf5224 admin admin] Subscribe: > port after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:01:25.444880 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55f6bc11-95ec-42d1-b6db-299b4fcf5224 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:01:25.445693 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55f6bc11-95ec-42d1-b6db-299b4fcf5224 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:01:25.446241 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55f6bc11-95ec-42d1-b6db-299b4fcf5224 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:01:25.446779 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55f6bc11-95ec-42d1-b6db-299b4fcf5224 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:01:25.488369 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 44ebcb03-a1fd-41ba-9532-0bfd1d454569 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:01:25.545357 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-77bc44c6-5c58-4051-b982-3819ec08c482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-router', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0b309202-90ff-4db4-974f-af83558406e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:31Z', 'updated_at': '2021-07-14T09:00:35Z', 'revision_number': 4, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'gw_port': {'id': '0b309202-90ff-4db4-974f-af83558406e5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:32Z', 'updated_at': '2021-07-14T09:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '5d25469a-fd9f-4a06-9ad1-52f59014f6bc', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'port_id': '7d2d1049-a158-426c-a66a-de2b34e8b664', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'mac_address': 'fa:16:3e:db:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2924a9-804b-4612-b8fc-cf49ad2856b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:00:56Z', 'updated_at': '2021-07-14T09:01:23Z', 'revision_number': 3, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f774d77-8c3f-4880-8f3c-6e2aecfa680a', 'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'mac_address': 'fa:16:3e:cb:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:34Z', 'updated_at': '2021-07-14T09:00:43Z', 'revision_number': 5, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'subnets': [{'id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:25.547528 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 44ebcb03-a1fd-41ba-9532-0bfd1d454569 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:25.548734 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:25.554966 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c95b8cb8-2436-4be9-aac3-7bef26333b45 req-7f0a084e-3593-458b-a849-c80f99d855b8 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/security-groups?id=758af18a-f6fe-48cb-a2fe-81d3943468f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122499 Jul 14 09:01:25.580753 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bc44c6-5c58-4051-b982-3819ec08c482 None None] Checking router: feb7ed9b-3f09-408f-98ff-97715802e75a for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:01:25.590022 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bc44c6-5c58-4051-b982-3819ec08c482 None None] Routers {'feb7ed9b-3f09-408f-98ff-97715802e75a'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:01:25.590948 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-77bc44c6-5c58-4051-b982-3819ec08c482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:01:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['feb7ed9b-3f09-408f-98ff-97715802e75a'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:25.597166 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55f6bc11-95ec-42d1-b6db-299b4fcf5224 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:01:25.598508 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55f6bc11-95ec-42d1-b6db-299b4fcf5224 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:01:25.600734 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55f6bc11-95ec-42d1-b6db-299b4fcf5224 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:01:25.601279 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55f6bc11-95ec-42d1-b6db-299b4fcf5224 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:01:25.601853 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-55f6bc11-95ec-42d1-b6db-299b4fcf5224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cdb6845-ded6-4621-8f48-defc62a4d8d5']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:25.621069 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-55f6bc11-95ec-42d1-b6db-299b4fcf5224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1464b1-f278-4a6d-85d0-784a86804ae9') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:25.621366 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-55f6bc11-95ec-42d1-b6db-299b4fcf5224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1464b1-f278-4a6d-85d0-784a86804ae9') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:25.633112 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-0bb8c587-8de0-4107-8de9-f76562b62cab tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Router feb7ed9b-3f09-408f-98ff-97715802e75a has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:01:25.640243 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55f6bc11-95ec-42d1-b6db-299b4fcf5224 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:25.642525 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b68b35a-8e21-4279-89a6-3a13c19ba3a7 admin admin] Router 3377a935-27cd-452b-9fc4-a3b80ffdf1fb is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:01:25.667953 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55f6bc11-95ec-42d1-b6db-299b4fcf5224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:25.676050 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f6bc11-95ec-42d1-b6db-299b4fcf5224 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:01:25.676642 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55f6bc11-95ec-42d1-b6db-299b4fcf5224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: from cryptography.utils import int_from_bytes Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: from cryptography.utils import int_from_bytes Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:01:25.703947 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:01:25.729356 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-77bc44c6-5c58-4051-b982-3819ec08c482 None None] Set router feb7ed9b-3f09-408f-98ff-97715802e75a gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:01:25.800328 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55f6bc11-95ec-42d1-b6db-299b4fcf5224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:25.807424 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45b96d8-570d-4a6a-95b0-01d4913055aa x-openstack-request-id: req-d45b96d8-570d-4a6a-95b0-01d4913055aa {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:01:25.808492 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae960a7-d698-434c-ad58-e835a63ce173", "name": "network-vif-plugged", "status": "completed", "tag": "b6d75bbb-a047-430f-b8da-e8190a2f1874", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:01:25.809612 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d45b96d8-570d-4a6a-95b0-01d4913055aa {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:01:25.811117 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae960a7-d698-434c-ad58-e835a63ce173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d75bbb-a047-430f-b8da-e8190a2f1874', 'code': 200} Jul 14 09:01:25.844337 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55f6bc11-95ec-42d1-b6db-299b4fcf5224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:25.850377 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-55f6bc11-95ec-42d1-b6db-299b4fcf5224 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7cdb6845-ded6-4621-8f48-defc62a4d8d5 HTTP/1.1" status: 204 len: 168 time: 0.6537161 Jul 14 09:01:25.854027 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57934) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:25.889410 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-0bb8c587-8de0-4107-8de9-f76562b62cab tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:01:25.895905 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-0bb8c587-8de0-4107-8de9-f76562b62cab tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:25.899636 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b68b35a-8e21-4279-89a6-3a13c19ba3a7 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:01:25.909454 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1554be35-47b2-4270-b058-f87129f171fa None None] Sync routers for ids ['3377a935-27cd-452b-9fc4-a3b80ffdf1fb'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:01:25.929267 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1554be35-47b2-4270-b058-f87129f171fa None None] Routers {'3377a935-27cd-452b-9fc4-a3b80ffdf1fb'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:01:25.929904 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1554be35-47b2-4270-b058-f87129f171fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:01:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['3377a935-27cd-452b-9fc4-a3b80ffdf1fb'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:25.953553 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6bc11-95ec-42d1-b6db-299b4fcf5224 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cdb6845-ded6-4621-8f48-defc62a4d8d5,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:26.003334 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e41bf04-3067-407e-b4e1-e1ff8f33933c admin admin] Deleting subnet 540655da-c5d6-4ca8-ad7f-fa87be5c084a {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:01:26.010540 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e41bf04-3067-407e-b4e1-e1ff8f33933c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:26.023729 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a673eadc-1bec-47cf-ad0e-79dd90d7e90e', 'tag': '53cbc56e-c7db-4945-a12f-cb93e220296a'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:01:26.026942 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c31aaf-4f43-489e-905c-3fe94c080e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "a673eadc-1bec-47cf-ad0e-79dd90d7e90e", "tag": "53cbc56e-c7db-4945-a12f-cb93e220296a"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:01:26.035233 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b68b35a-8e21-4279-89a6-3a13c19ba3a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:26.037017 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7b68b35a-8e21-4279-89a6-3a13c19ba3a7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5039408 Jul 14 09:01:26.042399 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57938) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:26.097967 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-0bb8c587-8de0-4107-8de9-f76562b62cab tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "PUT /v2.0/floatingips/5d25469a-fd9f-4a06-9ad1-52f59014f6bc HTTP/1.1" status: 200 len: 998 time: 4.8006899 Jul 14 09:01:26.100373 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cabb5b-2902-49e7-b511-5121c20f2943 req-ea7df57a-23a4-4d49-a0ef-4179d6939982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:26.102089 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-16cabb5b-2902-49e7-b511-5121c20f2943 req-ea7df57a-23a4-4d49-a0ef-4179d6939982 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aae960a7-d698-434c-ad58-e835a63ce173 HTTP/1.1" status: 200 len: 1102 time: 0.1790359 Jul 14 09:01:26.145347 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-77bc44c6-5c58-4051-b982-3819ec08c482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-router', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0b309202-90ff-4db4-974f-af83558406e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:31Z', 'updated_at': '2021-07-14T09:00:35Z', 'revision_number': 4, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'gw_port': {'id': '0b309202-90ff-4db4-974f-af83558406e5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:32Z', 'updated_at': '2021-07-14T09:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '5d25469a-fd9f-4a06-9ad1-52f59014f6bc', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'port_id': '7d2d1049-a158-426c-a66a-de2b34e8b664', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'mac_address': 'fa:16:3e:db:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2924a9-804b-4612-b8fc-cf49ad2856b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:00:56Z', 'updated_at': '2021-07-14T09:01:23Z', 'revision_number': 3, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f774d77-8c3f-4880-8f3c-6e2aecfa680a', 'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'mac_address': 'fa:16:3e:cb:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:34Z', 'updated_at': '2021-07-14T09:00:43Z', 'revision_number': 5, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'subnets': [{'id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:26.160895 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e41bf04-3067-407e-b4e1-e1ff8f33933c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:26.192971 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-1554be35-47b2-4270-b058-f87129f171fa None None] Set router 3377a935-27cd-452b-9fc4-a3b80ffdf1fb gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:01:26.203331 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-16cabb5b-2902-49e7-b511-5121c20f2943 req-05dd59a1-908b-47df-ab7e-55f92dccf532 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=758af18a-f6fe-48cb-a2fe-81d3943468f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912278 Jul 14 09:01:26.213521 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bc44c6-5c58-4051-b982-3819ec08c482 None None] The sync data for ids ['feb7ed9b-3f09-408f-98ff-97715802e75a'] in n-d-771362-35 is: [{'id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-router', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0b309202-90ff-4db4-974f-af83558406e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:31Z', 'updated_at': '2021-07-14T09:00:35Z', 'revision_number': 4, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'gw_port': {'id': '0b309202-90ff-4db4-974f-af83558406e5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:32Z', 'updated_at': '2021-07-14T09:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '5d25469a-fd9f-4a06-9ad1-52f59014f6bc', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'port_id': '7d2d1049-a158-426c-a66a-de2b34e8b664', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'mac_address': 'fa:16:3e:db:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2924a9-804b-4612-b8fc-cf49ad2856b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:00:56Z', 'updated_at': '2021-07-14T09:01:23Z', 'revision_number': 3, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f774d77-8c3f-4880-8f3c-6e2aecfa680a', 'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'mac_address': 'fa:16:3e:cb:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:34Z', 'updated_at': '2021-07-14T09:00:43Z', 'revision_number': 5, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'subnets': [{'id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:01:26.219839 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-fd59903f-199c-45a2-a2c6-d6d2f7716c0d tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:26.221362 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-fd59903f-199c-45a2-a2c6-d6d2f7716c0d tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports/53cbc56e-c7db-4945-a12f-cb93e220296a HTTP/1.1" status: 200 len: 943 time: 0.1005840 Jul 14 09:01:26.395892 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e41bf04-3067-407e-b4e1-e1ff8f33933c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:26.401419 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9d7be-75b7-4714-b31f-0e029ce58c6a req-df8d5c57-84a0-42b7-aa09-007bc3d6c6ce tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:26.402984 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a5d9d7be-75b7-4714-b31f-0e029ce58c6a req-df8d5c57-84a0-42b7-aa09-007bc3d6c6ce tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=caca0822-9f89-44d2-bfc8-f9576b5cbc41 HTTP/1.1" status: 200 len: 943 time: 0.0996640 Jul 14 09:01:26.471441 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a5d9d7be-75b7-4714-b31f-0e029ce58c6a req-0d809173-3721-4103-9373-8583a0dd9e84 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594828 Jul 14 09:01:26.475308 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-061cd856-6a0e-477b-8cc5-e72522e82f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:26.479303 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-061cd856-6a0e-477b-8cc5-e72522e82f78 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dcde6d1474ea4edfa0fb594acf6b60cf&device_id=a673eadc-1bec-47cf-ad0e-79dd90d7e90e HTTP/1.1" status: 200 len: 1098 time: 0.1158128 Jul 14 09:01:26.555950 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c41f139-f9e9-4b0c-bcf0-cf7493e65206 None None] New status for floating IP 5d25469a-fd9f-4a06-9ad1-52f59014f6bc: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:01:26.640899 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f36879-bf01-4e23-8e50-3872c56770ca x-openstack-request-id: req-d1f36879-bf01-4e23-8e50-3872c56770ca {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:01:26.641153 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a673eadc-1bec-47cf-ad0e-79dd90d7e90e", "tag": "53cbc56e-c7db-4945-a12f-cb93e220296a", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:01:26.641368 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d1f36879-bf01-4e23-8e50-3872c56770ca {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:01:26.641711 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a673eadc-1bec-47cf-ad0e-79dd90d7e90e', 'tag': '53cbc56e-c7db-4945-a12f-cb93e220296a', 'status': 'completed', 'code': 200} Jul 14 09:01:26.666356 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1554be35-47b2-4270-b058-f87129f171fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2108743724-router', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '3ea0d143-bc3b-4098-954d-9dfe9ed37338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:01:19Z', 'updated_at': '2021-07-14T09:01:24Z', 'revision_number': 3, 'project_id': '8050cf63175f42718fc254b7c67d228f', 'gw_port': {'id': '3ea0d143-bc3b-4098-954d-9dfe9ed37338', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:22Z', 'updated_at': '2021-07-14T09:01:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:26.677305 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e41bf04-3067-407e-b4e1-e1ff8f33933c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:26.722310 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41bf04-3067-407e-b4e1-e1ff8f33933c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=540655da-c5d6-4ca8-ad7f-fa87be5c084a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:26.729389 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e41bf04-3067-407e-b4e1-e1ff8f33933c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:26.730288 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1554be35-47b2-4270-b058-f87129f171fa None None] Checking router: 3377a935-27cd-452b-9fc4-a3b80ffdf1fb for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:01:26.731240 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3e41bf04-3067-407e-b4e1-e1ff8f33933c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/540655da-c5d6-4ca8-ad7f-fa87be5c084a HTTP/1.1" status: 204 len: 168 time: 0.8762541 Jul 14 09:01:26.731732 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1554be35-47b2-4270-b058-f87129f171fa None None] Updating router 3377a935-27cd-452b-9fc4-a3b80ffdf1fb port 3ea0d143-bc3b-4098-954d-9dfe9ed37338 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:01:26.734744 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57952) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:26.750427 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-26ddc5a7-c8db-44e8-a71d-9410e9869ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:26.763019 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-26ddc5a7-c8db-44e8-a71d-9410e9869ba3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8bf54950-bc7a-4797-9e6e-152fe26827ba HTTP/1.1" status: 200 len: 921 time: 0.2740583 Jul 14 09:01:26.818851 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1554be35-47b2-4270-b058-f87129f171fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:26.880370 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-24112c93-99ff-4a4a-974d-923a19aca9a9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53cbc56e-c7db-4945-a12f-cb93e220296a HTTP/1.1" status: 200 len: 217 time: 0.1162543 Jul 14 09:01:26.912171 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-216488e2-0f42-4b04-ab0a-922255249433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:27.107005 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-c8643726-56b3-4201-bae4-13d1efe4d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:27.114432 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-c8643726-56b3-4201-bae4-13d1efe4d6ae service neutron] 10.222.0.25 "GET /v2.0/subnets?id=06e69cce-d1ef-4e39-ada8-f1b5d18d7af7 HTTP/1.1" status: 200 len: 860 time: 0.2332010 Jul 14 09:01:27.118230 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c31aaf-4f43-489e-905c-3fe94c080e4f req-355ee6d3-a4a7-4cea-8d7e-99cb0d3489b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:27.120441 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56c31aaf-4f43-489e-905c-3fe94c080e4f req-355ee6d3-a4a7-4cea-8d7e-99cb0d3489b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dcde6d1474ea4edfa0fb594acf6b60cf&device_id=a673eadc-1bec-47cf-ad0e-79dd90d7e90e HTTP/1.1" status: 200 len: 1098 time: 0.4424701 Jul 14 09:01:27.129846 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-216488e2-0f42-4b04-ab0a-922255249433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:27.132394 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57962) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:27.135205 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89444267-3ade-4e09-b3ca-2df5bd8a97c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:27.182608 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-216488e2-0f42-4b04-ab0a-922255249433 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9c313d-a0fe-43b7-9570-006dca50e780']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:27.183661 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:01:27.207391 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-216488e2-0f42-4b04-ab0a-922255249433 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed9a7493-26b5-4d94-a834-f8f9902b0f82') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:27.208288 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-216488e2-0f42-4b04-ab0a-922255249433 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed9a7493-26b5-4d94-a834-f8f9902b0f82') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:27.238516 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-216488e2-0f42-4b04-ab0a-922255249433 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:27.274110 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-216488e2-0f42-4b04-ab0a-922255249433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:27.346875 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216488e2-0f42-4b04-ab0a-922255249433 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:01:27.347522 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-216488e2-0f42-4b04-ab0a-922255249433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:27.360274 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853144b-201f-4ea8-af7d-bc9cfb3d41d0 req-2c250654-6798-43ee-b46a-d4efb230c4b2 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:27.369101 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5853144b-201f-4ea8-af7d-bc9cfb3d41d0 req-2c250654-6798-43ee-b46a-d4efb230c4b2 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/ports?device_id=aae960a7-d698-434c-ad58-e835a63ce173 HTTP/1.1" status: 200 len: 950 time: 0.3605027 Jul 14 09:01:27.381930 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=405ac7e0-0c0d-4e94-bbd1-8e70c773fb32,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:01:27.404230 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:01:27.408472 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-81d38e66-c6be-43ec-ac07-f3739408b769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:27.410800 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-81d38e66-c6be-43ec-ac07-f3739408b769 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8bf54950-bc7a-4797-9e6e-152fe26827ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2874441 Jul 14 09:01:27.425293 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '405ac7e0-0c0d-4e94-bbd1-8e70c773fb32', 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975', 'port_id': '405ac7e0-0c0d-4e94-bbd1-8e70c773fb32', 'mac_address': 'fa:16:3e:de:79:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b054b3-ff74-48d7-bc6b-cc0709824ebb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:01:27.448946 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0bb654d3-dd46-4e54-8bc5-7b258a005bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:27.451085 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-216488e2-0f42-4b04-ab0a-922255249433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:27.468188 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca3eea3-2aed-40c9-992b-29953edbb875 None None] Sync routers for ids ['feb7ed9b-3f09-408f-98ff-97715802e75a'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:01:27.481102 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c31aaf-4f43-489e-905c-3fe94c080e4f req-afdb279e-0142-41b9-b74d-7bf23a0c10da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:27.482683 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56c31aaf-4f43-489e-905c-3fe94c080e4f req-afdb279e-0142-41b9-b74d-7bf23a0c10da service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bf54950-bc7a-4797-9e6e-152fe26827ba HTTP/1.1" status: 200 len: 921 time: 0.2863531 Jul 14 09:01:27.501606 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-216488e2-0f42-4b04-ab0a-922255249433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:27.502226 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1554be35-47b2-4270-b058-f87129f171fa None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:27.504129 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-216488e2-0f42-4b04-ab0a-922255249433 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4d9c313d-a0fe-43b7-9570-006dca50e780 HTTP/1.1" status: 204 len: 168 time: 0.7684398 Jul 14 09:01:27.516392 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5853144b-201f-4ea8-af7d-bc9cfb3d41d0 req-92be35e0-3c5d-4ba1-bc28-cfdb671177e0 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/security-groups?id=758af18a-f6fe-48cb-a2fe-81d3943468f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454220 Jul 14 09:01:27.519089 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:27.521600 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca3eea3-2aed-40c9-992b-29953edbb875 None None] Routers {'feb7ed9b-3f09-408f-98ff-97715802e75a'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:01:27.522357 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6ca3eea3-2aed-40c9-992b-29953edbb875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:01:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['feb7ed9b-3f09-408f-98ff-97715802e75a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:27.525650 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216488e2-0f42-4b04-ab0a-922255249433 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d9c313d-a0fe-43b7-9570-006dca50e780,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:27.570955 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1554be35-47b2-4270-b058-f87129f171fa None None] Transition to ACTIVE for port object 3ea0d143-bc3b-4098-954d-9dfe9ed37338 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:01:27.587932 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:01:27.593989 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-e4fcac4d-6f8a-44b7-adb4-bcf4e58b5514 service neutron] 10.222.0.25 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713762 Jul 14 09:01:27.602404 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1554be35-47b2-4270-b058-f87129f171fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:27.680770 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-89444267-3ade-4e09-b3ca-2df5bd8a97c9 admin admin] Allocated IP 172.20.0.1 (fd6f44a4-b526-4db7-81df-370c1f70c73e/704ebd5f-63af-4ec7-9724-fb32bd7b2c9a/d38d0f0c-d0aa-465f-900b-0a6984bb9057) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:01:27.682216 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56c31aaf-4f43-489e-905c-3fe94c080e4f req-ef186991-673b-478a-b496-655eb6d88599 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53cbc56e-c7db-4945-a12f-cb93e220296a HTTP/1.1" status: 200 len: 217 time: 0.1902623 Jul 14 09:01:27.720013 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=405ac7e0-0c0d-4e94-bbd1-8e70c773fb32,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:27.751389 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1554be35-47b2-4270-b058-f87129f171fa None None] Attempting to bind port 3ea0d143-bc3b-4098-954d-9dfe9ed37338 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:01:27.753358 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1554be35-47b2-4270-b058-f87129f171fa None None] Attempting to bind port 3ea0d143-bc3b-4098-954d-9dfe9ed37338 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:01:27.753999 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1554be35-47b2-4270-b058-f87129f171fa None None] Attempting to bind port 3ea0d143-bc3b-4098-954d-9dfe9ed37338 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:01:27.761217 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:27.772760 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57972) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:27.777868 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1554be35-47b2-4270-b058-f87129f171fa None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:01:27.778399 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1554be35-47b2-4270-b058-f87129f171fa None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:01:27.778872 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1554be35-47b2-4270-b058-f87129f171fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:27.779332 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1554be35-47b2-4270-b058-f87129f171fa None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:01:27.780103 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1554be35-47b2-4270-b058-f87129f171fa None None] Bound port: 3ea0d143-bc3b-4098-954d-9dfe9ed37338, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:01:27.780623 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1554be35-47b2-4270-b058-f87129f171fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:27.782854 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0bb654d3-dd46-4e54-8bc5-7b258a005bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:27.803933 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0bb654d3-dd46-4e54-8bc5-7b258a005bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:27.807658 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266464f-cabf-4f97-af83-05063642271f None None] Pushing event updated for resources: {'Port': ['ID=3ea0d143-bc3b-4098-954d-9dfe9ed37338,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:27.822713 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c31aaf-4f43-489e-905c-3fe94c080e4f req-317ca249-5d2a-4d7a-b038-de4c3adcad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:27.824987 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56c31aaf-4f43-489e-905c-3fe94c080e4f req-317ca249-5d2a-4d7a-b038-de4c3adcad27 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06e69cce-d1ef-4e39-ada8-f1b5d18d7af7 HTTP/1.1" status: 200 len: 860 time: 0.0870645 Jul 14 09:01:27.863571 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-475ab95b-b741-4f7f-9c99-6d12c5f17f7c service neutron] 10.222.0.25 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657714 Jul 14 09:01:27.883481 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb654d3-dd46-4e54-8bc5-7b258a005bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a78469-3901-416d-851e-632cc29b0316,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:27.891575 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0bb654d3-dd46-4e54-8bc5-7b258a005bbf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca64e42c2bd7465ba5f1e74564950bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7511990 Jul 14 09:01:27.897763 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57978) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:27.905696 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-6ca3eea3-2aed-40c9-992b-29953edbb875 None None] Set router feb7ed9b-3f09-408f-98ff-97715802e75a gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:01:27.913170 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-baa0e10b-2408-4465-9eff-59c117ba79b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=677f62f05ae145359f16c43cf011f78e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1383741 Jul 14 09:01:27.921907 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57980) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:27.974299 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89444267-3ade-4e09-b3ca-2df5bd8a97c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:27.981330 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1554be35-47b2-4270-b058-f87129f171fa None None] For port 3ea0d143-bc3b-4098-954d-9dfe9ed37338, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:01:27.993386 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=405ac7e0-0c0d-4e94-bbd1-8e70c773fb32,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:27.996230 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89444267-3ade-4e09-b3ca-2df5bd8a97c9 admin admin] Transition to ACTIVE for port object d38d0f0c-d0aa-465f-900b-0a6984bb9057 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:01:28.010124 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c31aaf-4f43-489e-905c-3fe94c080e4f req-a0fae2a1-1566-4d63-abca-aeab9bcb0048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:28.011225 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b43068e4-3850-4485-a71e-00be59ceaac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:28.012044 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56c31aaf-4f43-489e-905c-3fe94c080e4f req-a0fae2a1-1566-4d63-abca-aeab9bcb0048 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bf54950-bc7a-4797-9e6e-152fe26827ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1470001 Jul 14 09:01:28.047480 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b43068e4-3850-4485-a71e-00be59ceaac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:28.062744 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['405ac7e0-0c0d-4e94-bbd1-8e70c773fb32'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:01:28.067411 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1554be35-47b2-4270-b058-f87129f171fa None None] For port 3ea0d143-bc3b-4098-954d-9dfe9ed37338, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=3ea0d143-bc3b-4098-954d-9dfe9ed37338,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:01:28.099379 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89444267-3ade-4e09-b3ca-2df5bd8a97c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:28.102644 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-84dc135a-1d06-4a21-b940-c51ca230ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:28.104696 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-84dc135a-1d06-4a21-b940-c51ca230ce3e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dcde6d1474ea4edfa0fb594acf6b60cf&device_id=fe2924a9-804b-4612-b8fc-cf49ad2856b0 HTTP/1.1" status: 200 len: 1097 time: 0.1683881 Jul 14 09:01:28.105426 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-be3b2d22-2bd7-4b5e-8308-c9a195b8608f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:28.115094 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1554be35-47b2-4270-b058-f87129f171fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:28.163280 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b43068e4-3850-4485-a71e-00be59ceaac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:28.165902 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b43068e4-3850-4485-a71e-00be59ceaac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:28.169458 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b43068e4-3850-4485-a71e-00be59ceaac2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c3a78469-3901-416d-851e-632cc29b0316 HTTP/1.1" status: 204 len: 168 time: 0.2677445 Jul 14 09:01:28.198777 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89444267-3ade-4e09-b3ca-2df5bd8a97c9 admin admin] Network fd6f44a4-b526-4db7-81df-370c1f70c73e is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:01:28.224988 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-89444267-3ade-4e09-b3ca-2df5bd8a97c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:01:28.235413 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89444267-3ade-4e09-b3ca-2df5bd8a97c9 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:01:28.246326 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43068e4-3850-4485-a71e-00be59ceaac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a78469-3901-416d-851e-632cc29b0316,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:28.307645 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89444267-3ade-4e09-b3ca-2df5bd8a97c9 admin admin] Pushing event updated for resources: {'Port': ['ID=d38d0f0c-d0aa-465f-900b-0a6984bb9057,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:28.349564 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89444267-3ade-4e09-b3ca-2df5bd8a97c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:28.567553 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1554be35-47b2-4270-b058-f87129f171fa None None] Routers {'3377a935-27cd-452b-9fc4-a3b80ffdf1fb'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:01:28.568297 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1554be35-47b2-4270-b058-f87129f171fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:01:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['3377a935-27cd-452b-9fc4-a3b80ffdf1fb'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:28.614488 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89444267-3ade-4e09-b3ca-2df5bd8a97c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:28.623197 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-be3b2d22-2bd7-4b5e-8308-c9a195b8608f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:28.664400 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2924a9-804b-4612-b8fc-cf49ad2856b0', 'tag': '7d2d1049-a158-426c-a66a-de2b34e8b664'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:01:28.666972 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f865577-20bf-4eee-9d4c-4e3401b358b4" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2924a9-804b-4612-b8fc-cf49ad2856b0", "tag": "7d2d1049-a158-426c-a66a-de2b34e8b664"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:01:28.681058 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266464f-cabf-4f97-af83-05063642271f None None] Pushing event updated for resources: {'Port': ['ID=3ea0d143-bc3b-4098-954d-9dfe9ed37338,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:28.717151 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56c31aaf-4f43-489e-905c-3fe94c080e4f req-f3e63186-021c-4895-a1c3-a55ebe64f159 service neutron] 10.222.0.44 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6862972 Jul 14 09:01:28.721213 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f64908c8-b832-4809-b63a-9ac5b9b63e0f None None] Provisioning for port d38d0f0c-d0aa-465f-900b-0a6984bb9057 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:01:28.737783 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-1554be35-47b2-4270-b058-f87129f171fa None None] Set router 3377a935-27cd-452b-9fc4-a3b80ffdf1fb gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:01:28.740432 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f64908c8-b832-4809-b63a-9ac5b9b63e0f None None] Provisioning complete for port d38d0f0c-d0aa-465f-900b-0a6984bb9057 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:28.740879 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f64908c8-b832-4809-b63a-9ac5b9b63e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:28.762595 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57992) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:28.828839 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa9c0935-2442-462e-92ea-ee180a8f9376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:28.831964 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-f0df6bf0-a057-4ab8-9c65-1b805521c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:28.833489 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-f0df6bf0-a057-4ab8-9c65-1b805521c272 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8bf54950-bc7a-4797-9e6e-152fe26827ba HTTP/1.1" status: 200 len: 921 time: 0.7178187 Jul 14 09:01:28.868053 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89444267-3ade-4e09-b3ca-2df5bd8a97c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:28.875348 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89444267-3ade-4e09-b3ca-2df5bd8a97c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:28.891988 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f64908c8-b832-4809-b63a-9ac5b9b63e0f None None] Port d38d0f0c-d0aa-465f-900b-0a6984bb9057 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:01:28.902490 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6ca3eea3-2aed-40c9-992b-29953edbb875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-router', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0b309202-90ff-4db4-974f-af83558406e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:31Z', 'updated_at': '2021-07-14T09:00:35Z', 'revision_number': 4, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'gw_port': {'id': '0b309202-90ff-4db4-974f-af83558406e5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:32Z', 'updated_at': '2021-07-14T09:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '5d25469a-fd9f-4a06-9ad1-52f59014f6bc', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'port_id': '7d2d1049-a158-426c-a66a-de2b34e8b664', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'mac_address': 'fa:16:3e:db:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2924a9-804b-4612-b8fc-cf49ad2856b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:00:56Z', 'updated_at': '2021-07-14T09:01:27Z', 'revision_number': 4, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f774d77-8c3f-4880-8f3c-6e2aecfa680a', 'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'mac_address': 'fa:16:3e:cb:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:34Z', 'updated_at': '2021-07-14T09:00:43Z', 'revision_number': 5, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'subnets': [{'id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:28.914084 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-be3b2d22-2bd7-4b5e-8308-c9a195b8608f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:28.916728 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-be3b2d22-2bd7-4b5e-8308-c9a195b8608f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:28.917638 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-be3b2d22-2bd7-4b5e-8308-c9a195b8608f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5eb51e61-2979-4f95-92a1-91e6c310e41f HTTP/1.1" status: 204 len: 168 time: 0.9902730 Jul 14 09:01:28.949265 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89444267-3ade-4e09-b3ca-2df5bd8a97c9 admin admin] Pushing event updated for resources: {'Port': ['ID=d38d0f0c-d0aa-465f-900b-0a6984bb9057,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:28.958533 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89444267-3ade-4e09-b3ca-2df5bd8a97c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:28.994203 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56c31aaf-4f43-489e-905c-3fe94c080e4f req-577d69a2-7c49-412e-826f-86d2cccc2c0e service neutron] 10.222.0.44 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619061 Jul 14 09:01:29.001042 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-9285eeed-f627-42d3-b951-68393f9b1281 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d2d1049-a158-426c-a66a-de2b34e8b664 HTTP/1.1" status: 200 len: 1001 time: 0.1339777 Jul 14 09:01:29.015395 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2e140-b27e-495c-bddc-971dbcda6b3f req-067621f8-8289-4a0f-bec4-e6f9a389bfdb tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:29.022090 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8fd2e140-b27e-495c-bddc-971dbcda6b3f req-067621f8-8289-4a0f-bec4-e6f9a389bfdb tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=caca0822-9f89-44d2-bfc8-f9576b5cbc41 HTTP/1.1" status: 200 len: 944 time: 0.4482100 Jul 14 09:01:29.026273 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b2d22-2bd7-4b5e-8308-c9a195b8608f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb51e61-2979-4f95-92a1-91e6c310e41f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:29.081077 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca3eea3-2aed-40c9-992b-29953edbb875 None None] Checking router: feb7ed9b-3f09-408f-98ff-97715802e75a for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:01:29.113190 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89444267-3ade-4e09-b3ca-2df5bd8a97c9 admin admin] Network fd6f44a4-b526-4db7-81df-370c1f70c73e is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:01:29.115351 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca3eea3-2aed-40c9-992b-29953edbb875 None None] Routers {'feb7ed9b-3f09-408f-98ff-97715802e75a'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:01:29.116008 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-89444267-3ade-4e09-b3ca-2df5bd8a97c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:01:29.116152 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6ca3eea3-2aed-40c9-992b-29953edbb875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:01:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['feb7ed9b-3f09-408f-98ff-97715802e75a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:29.137558 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8fd2e140-b27e-495c-bddc-971dbcda6b3f req-8826bb38-8cce-4de9-98a2-d7f5605fbde1 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976987 Jul 14 09:01:29.140342 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-32c582f0-d62f-41b9-83f7-c51a0e7cec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:29.141860 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-32c582f0-d62f-41b9-83f7-c51a0e7cec37 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=06e69cce-d1ef-4e39-ada8-f1b5d18d7af7 HTTP/1.1" status: 200 len: 860 time: 0.1167247 Jul 14 09:01:29.278939 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89444267-3ade-4e09-b3ca-2df5bd8a97c9 admin admin] Router 3377a935-27cd-452b-9fc4-a3b80ffdf1fb has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:01:29.302030 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa9c0935-2442-462e-92ea-ee180a8f9376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:29.314294 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa9c0935-2442-462e-92ea-ee180a8f9376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:29.384079 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-6ca3eea3-2aed-40c9-992b-29953edbb875 None None] Set router feb7ed9b-3f09-408f-98ff-97715802e75a gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:01:29.411034 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fa9c0935-2442-462e-92ea-ee180a8f9376 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66e18638489440979a0ede7326fa838f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6439397 Jul 14 09:01:29.413991 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58004) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:29.415263 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-022055d0-94c5-46f5-8205-6ef5f13203c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:29.416820 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-022055d0-94c5-46f5-8205-6ef5f13203c3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8bf54950-bc7a-4797-9e6e-152fe26827ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2520139 Jul 14 09:01:29.417675 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c0935-2442-462e-92ea-ee180a8f9376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eada886-8f0d-43c0-99d7-ad28250bff10,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:29.531147 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1554be35-47b2-4270-b058-f87129f171fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2108743724-router', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '3ea0d143-bc3b-4098-954d-9dfe9ed37338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:01:19Z', 'updated_at': '2021-07-14T09:01:24Z', 'revision_number': 3, 'project_id': '8050cf63175f42718fc254b7c67d228f', 'gw_port': {'id': '3ea0d143-bc3b-4098-954d-9dfe9ed37338', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:22Z', 'updated_at': '2021-07-14T09:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:29.562092 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-859a8e7b-3269-4f1f-b32d-88da18ef2b66 service neutron] 10.222.0.25 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334341 Jul 14 09:01:29.582941 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58006) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:29.586601 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1554be35-47b2-4270-b058-f87129f171fa None None] The sync data for ids ['3377a935-27cd-452b-9fc4-a3b80ffdf1fb'] in n-d-771362-35 is: [{'id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2108743724-router', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '3ea0d143-bc3b-4098-954d-9dfe9ed37338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:01:19Z', 'updated_at': '2021-07-14T09:01:24Z', 'revision_number': 3, 'project_id': '8050cf63175f42718fc254b7c67d228f', 'gw_port': {'id': '3ea0d143-bc3b-4098-954d-9dfe9ed37338', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:22Z', 'updated_at': '2021-07-14T09:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:01:29.591969 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-376f6729-94c9-4745-a588-75259877b464 None None] Provisioning complete for port d38d0f0c-d0aa-465f-900b-0a6984bb9057 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:29.592337 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-376f6729-94c9-4745-a588-75259877b464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:29.636380 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-376f6729-94c9-4745-a588-75259877b464 None None] Port d38d0f0c-d0aa-465f-900b-0a6984bb9057 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:01:29.682573 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0c295654-1954-4259-a070-b9d16a9dba76 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e4824b472e54218acff488af36f2d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0983469 Jul 14 09:01:29.685310 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58010) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:29.772881 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba6b93f4-1d25-4f13-ad4a-a1f596245c6a req-dcadb12d-4928-452c-a634-188ede368d39 service neutron] 10.222.0.25 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040572 Jul 14 09:01:29.829844 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89444267-3ade-4e09-b3ca-2df5bd8a97c9 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:01:29.848963 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-89444267-3ade-4e09-b3ca-2df5bd8a97c9 admin admin] 10.222.0.25 "PUT /v2.0/routers/3377a935-27cd-452b-9fc4-a3b80ffdf1fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7972414 Jul 14 09:01:29.862564 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-950a23ff-1107-4117-b929-5f140da0bddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:29.869032 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2eb3523f-7e27-48f7-8888-900c6e5488aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:29.903082 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5983a2fe-bfea-4d1a-9f2d-b2f9e4255580 x-openstack-request-id: req-5983a2fe-bfea-4d1a-9f2d-b2f9e4255580 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:01:29.903082 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2924a9-804b-4612-b8fc-cf49ad2856b0", "tag": "7d2d1049-a158-426c-a66a-de2b34e8b664", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:01:29.903356 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5983a2fe-bfea-4d1a-9f2d-b2f9e4255580 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:01:29.904199 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe2924a9-804b-4612-b8fc-cf49ad2856b0', 'tag': '7d2d1049-a158-426c-a66a-de2b34e8b664', 'status': 'completed', 'code': 200} Jul 14 09:01:29.906779 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-950a23ff-1107-4117-b929-5f140da0bddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:29.911763 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2eb3523f-7e27-48f7-8888-900c6e5488aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:29.927804 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22971b77-35d5-4789-8677-a384a1bc5b52 req-b0d95e63-6bb5-4894-8ffe-1c2ecb7f513e tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:29.929536 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-22971b77-35d5-4789-8677-a384a1bc5b52 req-b0d95e63-6bb5-4894-8ffe-1c2ecb7f513e tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/ports?device_id=aae960a7-d698-434c-ad58-e835a63ce173 HTTP/1.1" status: 200 len: 950 time: 0.1326036 Jul 14 09:01:29.991430 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6ca3eea3-2aed-40c9-992b-29953edbb875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-router', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0b309202-90ff-4db4-974f-af83558406e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:31Z', 'updated_at': '2021-07-14T09:00:35Z', 'revision_number': 4, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'gw_port': {'id': '0b309202-90ff-4db4-974f-af83558406e5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:32Z', 'updated_at': '2021-07-14T09:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '5d25469a-fd9f-4a06-9ad1-52f59014f6bc', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'port_id': '7d2d1049-a158-426c-a66a-de2b34e8b664', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'mac_address': 'fa:16:3e:db:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2924a9-804b-4612-b8fc-cf49ad2856b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:00:56Z', 'updated_at': '2021-07-14T09:01:27Z', 'revision_number': 4, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f774d77-8c3f-4880-8f3c-6e2aecfa680a', 'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'mac_address': 'fa:16:3e:cb:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:34Z', 'updated_at': '2021-07-14T09:00:43Z', 'revision_number': 5, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'subnets': [{'id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:30.037519 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-22971b77-35d5-4789-8677-a384a1bc5b52 req-5544a049-f65e-4335-9754-48cef3d631c6 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/security-groups?id=758af18a-f6fe-48cb-a2fe-81d3943468f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000667 Jul 14 09:01:30.047756 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca3eea3-2aed-40c9-992b-29953edbb875 None None] The sync data for ids ['feb7ed9b-3f09-408f-98ff-97715802e75a'] in n-d-771362-35 is: [{'id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-router', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0b309202-90ff-4db4-974f-af83558406e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:31Z', 'updated_at': '2021-07-14T09:00:35Z', 'revision_number': 4, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'gw_port': {'id': '0b309202-90ff-4db4-974f-af83558406e5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:32Z', 'updated_at': '2021-07-14T09:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '5d25469a-fd9f-4a06-9ad1-52f59014f6bc', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'port_id': '7d2d1049-a158-426c-a66a-de2b34e8b664', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'mac_address': 'fa:16:3e:db:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2924a9-804b-4612-b8fc-cf49ad2856b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:00:56Z', 'updated_at': '2021-07-14T09:01:27Z', 'revision_number': 4, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f774d77-8c3f-4880-8f3c-6e2aecfa680a', 'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'mac_address': 'fa:16:3e:cb:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:34Z', 'updated_at': '2021-07-14T09:00:43Z', 'revision_number': 5, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'subnets': [{'id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:01:30.081823 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-950a23ff-1107-4117-b929-5f140da0bddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:30.085635 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-950a23ff-1107-4117-b929-5f140da0bddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:30.093918 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-950a23ff-1107-4117-b929-5f140da0bddf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df656b47-c5fb-482f-9ab9-92e49a55fc9f HTTP/1.1" status: 204 len: 168 time: 0.4075942 Jul 14 09:01:30.123707 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a23ff-1107-4117-b929-5f140da0bddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df656b47-c5fb-482f-9ab9-92e49a55fc9f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:30.173392 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2eb3523f-7e27-48f7-8888-900c6e5488aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:30.176873 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2eb3523f-7e27-48f7-8888-900c6e5488aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:30.178381 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2eb3523f-7e27-48f7-8888-900c6e5488aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9eada886-8f0d-43c0-99d7-ad28250bff10 HTTP/1.1" status: 204 len: 168 time: 0.7634411 Jul 14 09:01:30.187929 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f865577-20bf-4eee-9d4c-4e3401b358b4 req-3e3f4d77-3eb8-4a1f-baa7-97ed610235e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:30.191297 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4f865577-20bf-4eee-9d4c-4e3401b358b4 req-3e3f4d77-3eb8-4a1f-baa7-97ed610235e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dcde6d1474ea4edfa0fb594acf6b60cf&device_id=fe2924a9-804b-4612-b8fc-cf49ad2856b0 HTTP/1.1" status: 200 len: 1097 time: 0.2527847 Jul 14 09:01:30.197080 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3523f-7e27-48f7-8888-900c6e5488aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eada886-8f0d-43c0-99d7-ad28250bff10,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:30.311772 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9d4c6f03-b59d-4b59-b007-b869ac3ada34 req-7a488bd0-95fa-4412-93b1-ccbe948d9c9b tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.247 HTTP/1.1" status: 200 len: 1001 time: 0.1496482 Jul 14 09:01:30.393486 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f865577-20bf-4eee-9d4c-4e3401b358b4 req-cda664c8-89e5-4206-a688-c87c1d714f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:30.396553 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4f865577-20bf-4eee-9d4c-4e3401b358b4 req-cda664c8-89e5-4206-a688-c87c1d714f35 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8bf54950-bc7a-4797-9e6e-152fe26827ba HTTP/1.1" status: 200 len: 921 time: 0.1961839 Jul 14 09:01:30.463326 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c6f03-b59d-4b59-b007-b869ac3ada34 req-e5ef579c-e1cf-4608-be95-39919a999f3c tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:30.480577 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9d4c6f03-b59d-4b59-b007-b869ac3ada34 req-e5ef579c-e1cf-4608-be95-39919a999f3c tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports/7d2d1049-a158-426c-a66a-de2b34e8b664 HTTP/1.1" status: 200 len: 942 time: 0.1535344 Jul 14 09:01:30.639174 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4f865577-20bf-4eee-9d4c-4e3401b358b4 req-c526ca4b-d3c8-4543-834c-7caa92c40fd7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d2d1049-a158-426c-a66a-de2b34e8b664 HTTP/1.1" status: 200 len: 1001 time: 0.2344806 Jul 14 09:01:30.739083 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f865577-20bf-4eee-9d4c-4e3401b358b4 req-59a0c4a8-b395-460e-9fa8-b0a45013699e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:30.740729 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4f865577-20bf-4eee-9d4c-4e3401b358b4 req-59a0c4a8-b395-460e-9fa8-b0a45013699e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06e69cce-d1ef-4e39-ada8-f1b5d18d7af7 HTTP/1.1" status: 200 len: 860 time: 0.0938709 Jul 14 09:01:30.744494 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9d4c6f03-b59d-4b59-b007-b869ac3ada34 req-26a181c2-01bc-4309-9994-1f7f145f0e18 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.247 HTTP/1.1" status: 200 len: 1001 time: 0.1455164 Jul 14 09:01:30.886290 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f865577-20bf-4eee-9d4c-4e3401b358b4 req-47adddaf-dc32-4e06-ad1d-9477e237471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:30.888264 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4f865577-20bf-4eee-9d4c-4e3401b358b4 req-47adddaf-dc32-4e06-ad1d-9477e237471a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8bf54950-bc7a-4797-9e6e-152fe26827ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1371164 Jul 14 09:01:30.897733 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c6f03-b59d-4b59-b007-b869ac3ada34 req-3aa6cb11-3fac-4617-8f87-279458351f4a tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:30.904196 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9d4c6f03-b59d-4b59-b007-b869ac3ada34 req-3aa6cb11-3fac-4617-8f87-279458351f4a tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 784 time: 0.1587386 Jul 14 09:01:30.912257 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-9d4c6f03-b59d-4b59-b007-b869ac3ada34 req-67369411-60ad-4613-ac66-e04cb7515c70 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:01:30.929248 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9d4c6f03-b59d-4b59-b007-b869ac3ada34 req-67369411-60ad-4613-ac66-e04cb7515c70 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0222800 Jul 14 09:01:31.078412 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4f865577-20bf-4eee-9d4c-4e3401b358b4 req-e43d46fa-109a-40bb-a407-2f90f245101f service neutron] 10.222.0.47 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807132 Jul 14 09:01:31.145883 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f97345-d03b-4792-8b71-622002451f61 req-332055c0-3bd3-4b44-9329-0a9f89ab7a82 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:31.147472 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-68f97345-d03b-4792-8b71-622002451f61 req-332055c0-3bd3-4b44-9329-0a9f89ab7a82 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=caca0822-9f89-44d2-bfc8-f9576b5cbc41 HTTP/1.1" status: 200 len: 944 time: 0.1421769 Jul 14 09:01:31.153266 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:01:31.214798 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-68f97345-d03b-4792-8b71-622002451f61 req-e26b391a-4ed0-4ab2-a424-4d25c7927526 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540113 Jul 14 09:01:31.286627 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:01:31.294269 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:31.294652 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:31.299786 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4f865577-20bf-4eee-9d4c-4e3401b358b4 req-cbfe7507-992b-4eca-bc84-8df07d64c462 service neutron] 10.222.0.47 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148612 Jul 14 09:01:31.482323 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:31.529906 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caca0822-9f89-44d2-bfc8-f9576b5cbc41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405ac7e0-0c0d-4e94-bbd1-8e70c773fb32'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:01:31.535793 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd4a393-9c6c-4d2b-9608-1ffd3325cec8" -d '{"events": [{"server_uuid": "caca0822-9f89-44d2-bfc8-f9576b5cbc41", "name": "network-vif-plugged", "status": "completed", "tag": "405ac7e0-0c0d-4e94-bbd1-8e70c773fb32"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:01:31.563454 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 3ea0d143-bc3b-4098-954d-9dfe9ed37338 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:01:31.568021 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=405ac7e0-0c0d-4e94-bbd1-8e70c773fb32,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:31.573718 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b47463eb-f0a4-4b5a-b8be-f281bd5183ad req-77bcd404-0b7b-4bac-81db-4257bf780f75 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.247 HTTP/1.1" status: 200 len: 1001 time: 0.1505888 Jul 14 09:01:31.596927 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:31.663690 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39785120-b785-45fb-9fb2-d09005fd6168 req-58631ccb-ba4c-4907-82ff-f017346ae322 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:31.665214 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-39785120-b785-45fb-9fb2-d09005fd6168 req-58631ccb-ba4c-4907-82ff-f017346ae322 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/ports?device_id=aae960a7-d698-434c-ad58-e835a63ce173 HTTP/1.1" status: 200 len: 950 time: 0.3004267 Jul 14 09:01:31.672507 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47463eb-f0a4-4b5a-b8be-f281bd5183ad req-97b6afab-fd32-4bc8-9c90-a3cbf0e084ec tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:31.680967 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b47463eb-f0a4-4b5a-b8be-f281bd5183ad req-97b6afab-fd32-4bc8-9c90-a3cbf0e084ec tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports/7d2d1049-a158-426c-a66a-de2b34e8b664 HTTP/1.1" status: 200 len: 942 time: 0.1052718 Jul 14 09:01:31.745204 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=405ac7e0-0c0d-4e94-bbd1-8e70c773fb32,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:31.788382 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 3ea0d143-bc3b-4098-954d-9dfe9ed37338 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:01:31.792907 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 3ea0d143-bc3b-4098-954d-9dfe9ed37338 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:31.793505 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:31.815240 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-39785120-b785-45fb-9fb2-d09005fd6168 req-c0299988-eb0a-46c2-9d8f-677d5ad2c44d tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/security-groups?id=758af18a-f6fe-48cb-a2fe-81d3943468f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318610 Jul 14 09:01:31.990398 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:32.029002 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 3ea0d143-bc3b-4098-954d-9dfe9ed37338, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=3ea0d143-bc3b-4098-954d-9dfe9ed37338,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:32.034943 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:32.046046 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b47463eb-f0a4-4b5a-b8be-f281bd5183ad req-5ac71b83-e818-4fd7-ae98-2f370f9c62c7 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.247 HTTP/1.1" status: 200 len: 1001 time: 0.1352561 Jul 14 09:01:32.151877 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=3ea0d143-bc3b-4098-954d-9dfe9ed37338,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:32.193988 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47463eb-f0a4-4b5a-b8be-f281bd5183ad req-d62a47ac-fd42-4f12-b39f-7f3067bb3f7e tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:32.202515 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b47463eb-f0a4-4b5a-b8be-f281bd5183ad req-d62a47ac-fd42-4f12-b39f-7f3067bb3f7e tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 784 time: 0.1498356 Jul 14 09:01:32.299330 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b47463eb-f0a4-4b5a-b8be-f281bd5183ad req-b96cd185-755c-426d-8d95-dd5d11518efa tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.247 HTTP/1.1" status: 200 len: 1001 time: 0.0951965 Jul 14 09:01:32.311869 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-b47463eb-f0a4-4b5a-b8be-f281bd5183ad req-ca131813-4cc4-4108-8bef-a0bdaa1a4de4 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:32.340056 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cb15e9-9f68-4f0d-8369-f73a2c9cc97e None None] Sync routers for ids ['3377a935-27cd-452b-9fc4-a3b80ffdf1fb'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:01:32.354824 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cb15e9-9f68-4f0d-8369-f73a2c9cc97e None None] Routers {'3377a935-27cd-452b-9fc4-a3b80ffdf1fb'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:01:32.359208 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e5cb15e9-9f68-4f0d-8369-f73a2c9cc97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:01:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['3377a935-27cd-452b-9fc4-a3b80ffdf1fb'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:32.384128 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b47463eb-f0a4-4b5a-b8be-f281bd5183ad req-ca131813-4cc4-4108-8bef-a0bdaa1a4de4 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:32.403058 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58142) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:32.585621 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-53541e4f-0b84-4bc0-91ab-6036a37e77b1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2117849659-network', 'tenant_id': '669e9eae83904b948213125bdd33823f'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:32.597954 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-e5cb15e9-9f68-4f0d-8369-f73a2c9cc97e None None] Set router 3377a935-27cd-452b-9fc4-a3b80ffdf1fb gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:01:32.611897 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53541e4f-0b84-4bc0-91ab-6036a37e77b1 admin admin] Made reservation on behalf of 669e9eae83904b948213125bdd33823f for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:01:32.616411 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53541e4f-0b84-4bc0-91ab-6036a37e77b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:32.639343 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53541e4f-0b84-4bc0-91ab-6036a37e77b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:32.648875 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b47463eb-f0a4-4b5a-b8be-f281bd5183ad req-ca131813-4cc4-4108-8bef-a0bdaa1a4de4 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:32.665195 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b47463eb-f0a4-4b5a-b8be-f281bd5183ad req-ca131813-4cc4-4108-8bef-a0bdaa1a4de4 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:32.665630 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [req-b47463eb-f0a4-4b5a-b8be-f281bd5183ad req-ca131813-4cc4-4108-8bef-a0bdaa1a4de4 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Floating IP 5d25469a-fd9f-4a06-9ad1-52f59014f6bc disassociated. External IP: 172.25.6.247, port: 7d2d1049-a158-426c-a66a-de2b34e8b664. Jul 14 09:01:32.869386 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53541e4f-0b84-4bc0-91ab-6036a37e77b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:32.875615 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53541e4f-0b84-4bc0-91ab-6036a37e77b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:32.914636 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e5cb15e9-9f68-4f0d-8369-f73a2c9cc97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2108743724-router', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '3ea0d143-bc3b-4098-954d-9dfe9ed37338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:01:19Z', 'updated_at': '2021-07-14T09:01:28Z', 'revision_number': 4, 'project_id': '8050cf63175f42718fc254b7c67d228f', 'gw_port': {'id': '3ea0d143-bc3b-4098-954d-9dfe9ed37338', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:22Z', 'updated_at': '2021-07-14T09:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'd38d0f0c-d0aa-465f-900b-0a6984bb9057', 'name': '', 'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'mac_address': 'fa:16:3e:cd:03:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '704ebd5f-63af-4ec7-9724-fb32bd7b2c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:27Z', 'updated_at': '2021-07-14T09:01:28Z', 'revision_number': 2, 'project_id': '8050cf63175f42718fc254b7c67d228f', 'subnets': [{'id': '704ebd5f-63af-4ec7-9724-fb32bd7b2c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:32.917940 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b3311d-c654-4ce7-afd0-6b2ba6f86913 x-openstack-request-id: req-35b3311d-c654-4ce7-afd0-6b2ba6f86913 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:01:32.918457 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caca0822-9f89-44d2-bfc8-f9576b5cbc41", "name": "network-vif-plugged", "status": "completed", "tag": "405ac7e0-0c0d-4e94-bbd1-8e70c773fb32", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:01:32.918457 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35b3311d-c654-4ce7-afd0-6b2ba6f86913 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:01:32.918861 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caca0822-9f89-44d2-bfc8-f9576b5cbc41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405ac7e0-0c0d-4e94-bbd1-8e70c773fb32', 'code': 200} Jul 14 09:01:32.965885 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cb15e9-9f68-4f0d-8369-f73a2c9cc97e None None] Checking router: 3377a935-27cd-452b-9fc4-a3b80ffdf1fb for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:01:32.971463 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cb15e9-9f68-4f0d-8369-f73a2c9cc97e None None] Updating router 3377a935-27cd-452b-9fc4-a3b80ffdf1fb port d38d0f0c-d0aa-465f-900b-0a6984bb9057 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:01:32.983860 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53541e4f-0b84-4bc0-91ab-6036a37e77b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:01:32.986660 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53541e4f-0b84-4bc0-91ab-6036a37e77b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd57148-f660-4402-891c-d6390153a79b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:32.999790 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53541e4f-0b84-4bc0-91ab-6036a37e77b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:33.014642 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-53541e4f-0b84-4bc0-91ab-6036a37e77b1 admin admin] Added segment 71b6cb96-cb4b-47eb-8914-ee802ccbe9ac of type vlan for network 8ab7d84b-f587-4d06-9fb3-17d40bd99bd6 Jul 14 09:01:33.109659 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5cb15e9-9f68-4f0d-8369-f73a2c9cc97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:33.124588 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53541e4f-0b84-4bc0-91ab-6036a37e77b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:33.181314 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c81b19-bc23-4036-a85d-a0ab41a5911f req-43d40a4d-939f-4ee4-90f2-189d012d0771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:33.182886 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-32c81b19-bc23-4036-a85d-a0ab41a5911f req-43d40a4d-939f-4ee4-90f2-189d012d0771 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=caca0822-9f89-44d2-bfc8-f9576b5cbc41 HTTP/1.1" status: 200 len: 1097 time: 0.1639702 Jul 14 09:01:33.184137 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53541e4f-0b84-4bc0-91ab-6036a37e77b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:33.185201 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53541e4f-0b84-4bc0-91ab-6036a37e77b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:33.186142 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53541e4f-0b84-4bc0-91ab-6036a37e77b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:33.192203 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b47463eb-f0a4-4b5a-b8be-f281bd5183ad req-ca131813-4cc4-4108-8bef-a0bdaa1a4de4 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Router feb7ed9b-3f09-408f-98ff-97715802e75a has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:01:33.230176 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d601c-16a4-44b1-b67f-f9a62d9d6fc3 req-bd947117-10cd-41f0-adf3-29251a630e78 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:33.244185 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d9d601c-16a4-44b1-b67f-f9a62d9d6fc3 req-bd947117-10cd-41f0-adf3-29251a630e78 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=caca0822-9f89-44d2-bfc8-f9576b5cbc41 HTTP/1.1" status: 200 len: 945 time: 0.1052108 Jul 14 09:01:33.276541 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-53541e4f-0b84-4bc0-91ab-6036a37e77b1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8713505 Jul 14 09:01:33.285805 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58196) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:33.291909 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-2a02d109-436f-4dad-b795-77578a7cf6bb admin admin] Request body: {'subnet': {'network_id': '8ab7d84b-f587-4d06-9fb3-17d40bd99bd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2117849659-subnet', 'tenant_id': '669e9eae83904b948213125bdd33823f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:33.304499 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53541e4f-0b84-4bc0-91ab-6036a37e77b1 admin admin] Pushing event updated for resources: {'Network': ['ID=8ab7d84b-f587-4d06-9fb3-17d40bd99bd6,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:33.317510 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 8ab7d84b-f587-4d06-9fb3-17d40bd99bd6 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:01:33.368005 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-32c81b19-bc23-4036-a85d-a0ab41a5911f req-d48d58f2-e007-4489-bb7d-52cd1380512f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744134 Jul 14 09:01:33.373316 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a02d109-436f-4dad-b795-77578a7cf6bb admin admin] Made reservation on behalf of 669e9eae83904b948213125bdd33823f for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:01:33.376611 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2a02d109-436f-4dad-b795-77578a7cf6bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:33.416546 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d9d601c-16a4-44b1-b67f-f9a62d9d6fc3 req-e974b910-e93e-45ee-aa52-fdd169894695 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710808 Jul 14 09:01:33.529639 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 3ea0d143-bc3b-4098-954d-9dfe9ed37338 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:01:33.563011 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b47463eb-f0a4-4b5a-b8be-f281bd5183ad req-ca131813-4cc4-4108-8bef-a0bdaa1a4de4 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:01:33.568384 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5cb15e9-9f68-4f0d-8369-f73a2c9cc97e None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:33.577563 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b47463eb-f0a4-4b5a-b8be-f281bd5183ad req-ca131813-4cc4-4108-8bef-a0bdaa1a4de4 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:33.585699 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a489a5c-b4e1-4b1b-ace8-9dd114eade44 None None] Sync routers for ids ['feb7ed9b-3f09-408f-98ff-97715802e75a'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:01:33.592199 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e5cb15e9-9f68-4f0d-8369-f73a2c9cc97e None None] Transition to ACTIVE for port object d38d0f0c-d0aa-465f-900b-0a6984bb9057 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:01:33.604389 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5cb15e9-9f68-4f0d-8369-f73a2c9cc97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:33.617173 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a489a5c-b4e1-4b1b-ace8-9dd114eade44 None None] Routers {'feb7ed9b-3f09-408f-98ff-97715802e75a'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:01:33.618145 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6a489a5c-b4e1-4b1b-ace8-9dd114eade44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:01:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['feb7ed9b-3f09-408f-98ff-97715802e75a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:33.659657 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b47463eb-f0a4-4b5a-b8be-f281bd5183ad req-ca131813-4cc4-4108-8bef-a0bdaa1a4de4 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "PUT /v2.0/floatingips/5d25469a-fd9f-4a06-9ad1-52f59014f6bc HTTP/1.1" status: 200 len: 695 time: 1.3578541 Jul 14 09:01:33.682194 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2924a9-804b-4612-b8fc-cf49ad2856b0', 'tag': '7d2d1049-a158-426c-a66a-de2b34e8b664'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:01:33.684627 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f045b659-0fa2-443e-bc8d-c6a6895d8594" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2924a9-804b-4612-b8fc-cf49ad2856b0", "tag": "7d2d1049-a158-426c-a66a-de2b34e8b664"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:01:33.753014 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2a02d109-436f-4dad-b795-77578a7cf6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:33.753770 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e64d79-8776-481a-bbf8-6a2c1812b85b None None] Pushing event updated for resources: {'Port': ['ID=d38d0f0c-d0aa-465f-900b-0a6984bb9057,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:33.777323 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-6a489a5c-b4e1-4b1b-ace8-9dd114eade44 None None] Set router feb7ed9b-3f09-408f-98ff-97715802e75a gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:01:33.779766 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 3ea0d143-bc3b-4098-954d-9dfe9ed37338 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:33.780609 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:33.857600 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a02d109-436f-4dad-b795-77578a7cf6bb admin admin] Checking segment: {'id': '71b6cb96-cb4b-47eb-8914-ee802ccbe9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ab7d84b-f587-4d06-9fb3-17d40bd99bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:01:33.857999 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a02d109-436f-4dad-b795-77578a7cf6bb admin admin] Network hostable DHCP agents. Network: 8ab7d84b-f587-4d06-9fb3-17d40bd99bd6, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:01:33.871298 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e64d79-8776-481a-bbf8-6a2c1812b85b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:33.874885 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e64d79-8776-481a-bbf8-6a2c1812b85b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:33.876305 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e64d79-8776-481a-bbf8-6a2c1812b85b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:33.877421 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02d109-436f-4dad-b795-77578a7cf6bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f8dee18-fd28-44ac-9fc7-548008e1cfb0,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:33.878270 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e64d79-8776-481a-bbf8-6a2c1812b85b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:33.879354 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e64d79-8776-481a-bbf8-6a2c1812b85b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:33.879722 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e64d79-8776-481a-bbf8-6a2c1812b85b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:33.880056 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e64d79-8776-481a-bbf8-6a2c1812b85b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:33.881152 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e64d79-8776-481a-bbf8-6a2c1812b85b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:33.881488 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e64d79-8776-481a-bbf8-6a2c1812b85b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:33.882919 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e64d79-8776-481a-bbf8-6a2c1812b85b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:33.883252 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e64d79-8776-481a-bbf8-6a2c1812b85b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:33.883602 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e64d79-8776-481a-bbf8-6a2c1812b85b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:33.897270 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a02d109-436f-4dad-b795-77578a7cf6bb admin admin] Network 8ab7d84b-f587-4d06-9fb3-17d40bd99bd6 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:01:33.908951 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47463eb-f0a4-4b5a-b8be-f281bd5183ad req-71d7e4d9-0015-484b-bf80-9f98b473e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:33.911448 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e5cb15e9-9f68-4f0d-8369-f73a2c9cc97e None None] Attempting to bind port d38d0f0c-d0aa-465f-900b-0a6984bb9057 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:01:33.911844 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e5cb15e9-9f68-4f0d-8369-f73a2c9cc97e None None] Attempting to bind port d38d0f0c-d0aa-465f-900b-0a6984bb9057 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '78239ac2-1e7b-4b99-a571-fca123833857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:01:33.913974 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b47463eb-f0a4-4b5a-b8be-f281bd5183ad req-71d7e4d9-0015-484b-bf80-9f98b473e424 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dcde6d1474ea4edfa0fb594acf6b60cf&device_id=fe2924a9-804b-4612-b8fc-cf49ad2856b0 HTTP/1.1" status: 200 len: 1097 time: 0.2235193 Jul 14 09:01:33.920944 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-2a02d109-436f-4dad-b795-77578a7cf6bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 8ab7d84b-f587-4d06-9fb3-17d40bd99bd6) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:01:33.921605 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cb15e9-9f68-4f0d-8369-f73a2c9cc97e None None] Attempting to bind port d38d0f0c-d0aa-465f-900b-0a6984bb9057 on network fd6f44a4-b526-4db7-81df-370c1f70c73e {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:01:33.929310 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cb15e9-9f68-4f0d-8369-f73a2c9cc97e None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:01:33.929794 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cb15e9-9f68-4f0d-8369-f73a2c9cc97e None None] Checking segment: {'id': '78239ac2-1e7b-4b99-a571-fca123833857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:01:33.930293 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5cb15e9-9f68-4f0d-8369-f73a2c9cc97e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:33.930791 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cb15e9-9f68-4f0d-8369-f73a2c9cc97e None None] Bound using segment: {'id': '78239ac2-1e7b-4b99-a571-fca123833857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:01:33.931353 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e5cb15e9-9f68-4f0d-8369-f73a2c9cc97e None None] Bound port: d38d0f0c-d0aa-465f-900b-0a6984bb9057, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78239ac2-1e7b-4b99-a571-fca123833857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:01:33.931708 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a02d109-436f-4dad-b795-77578a7cf6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:33.931975 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5cb15e9-9f68-4f0d-8369-f73a2c9cc97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:33.933775 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2a02d109-436f-4dad-b795-77578a7cf6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:33.938647 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0a218d-620f-4a15-a233-173fd6547d0f None None] Network 8ab7d84b-f587-4d06-9fb3-17d40bd99bd6 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:01:33.984783 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2a02d109-436f-4dad-b795-77578a7cf6bb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7037413 Jul 14 09:01:33.985385 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58202) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:33.992316 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-0e3d3866-cedc-46f2-88a0-fbc1b289bcd7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2117849659-router', 'tenant_id': '669e9eae83904b948213125bdd33823f', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:34.013516 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b31902-39bb-4c93-9c5d-085939a2418d req-c27ce687-abce-4e16-9ca7-f0b7b0379ff4 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:34.028520 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2b31902-39bb-4c93-9c5d-085939a2418d req-c27ce687-abce-4e16-9ca7-f0b7b0379ff4 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/ports?device_id=aae960a7-d698-434c-ad58-e835a63ce173 HTTP/1.1" status: 200 len: 950 time: 0.3642371 Jul 14 09:01:34.034307 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e5cb15e9-9f68-4f0d-8369-f73a2c9cc97e None None] For port d38d0f0c-d0aa-465f-900b-0a6984bb9057, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:01:34.039031 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e5cb15e9-9f68-4f0d-8369-f73a2c9cc97e None None] For port d38d0f0c-d0aa-465f-900b-0a6984bb9057, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d38d0f0c-d0aa-465f-900b-0a6984bb9057,segment=NetworkSegment(78239ac2-1e7b-4b99-a571-fca123833857),segment_id=78239ac2-1e7b-4b99-a571-fca123833857)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:01:34.044769 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5cb15e9-9f68-4f0d-8369-f73a2c9cc97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:34.056852 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3866-cedc-46f2-88a0-fbc1b289bcd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:34.060806 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3866-cedc-46f2-88a0-fbc1b289bcd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:34.159780 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2b31902-39bb-4c93-9c5d-085939a2418d req-e6e132f8-2ac3-466d-a7b9-6e21bee25dc6 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/security-groups?id=758af18a-f6fe-48cb-a2fe-81d3943468f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220200 Jul 14 09:01:34.161343 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cb15e9-9f68-4f0d-8369-f73a2c9cc97e None None] Routers {'3377a935-27cd-452b-9fc4-a3b80ffdf1fb'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:01:34.161983 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e5cb15e9-9f68-4f0d-8369-f73a2c9cc97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:01:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['3377a935-27cd-452b-9fc4-a3b80ffdf1fb'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:34.170615 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e64d79-8776-481a-bbf8-6a2c1812b85b None None] Pushing event updated for resources: {'Port': ['ID=d38d0f0c-d0aa-465f-900b-0a6984bb9057,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:34.268231 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3866-cedc-46f2-88a0-fbc1b289bcd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:34.301735 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47463eb-f0a4-4b5a-b8be-f281bd5183ad req-d983372c-31a2-4d4d-9f9b-1353327a9fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:34.325539 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b47463eb-f0a4-4b5a-b8be-f281bd5183ad req-d983372c-31a2-4d4d-9f9b-1353327a9fef service neutron] 10.222.0.25 "GET /v2.0/networks?id=8bf54950-bc7a-4797-9e6e-152fe26827ba HTTP/1.1" status: 200 len: 921 time: 0.3906767 Jul 14 09:01:34.425660 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b47463eb-f0a4-4b5a-b8be-f281bd5183ad req-42b7fff3-61d1-4c39-bb51-9be279af4460 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d2d1049-a158-426c-a66a-de2b34e8b664 HTTP/1.1" status: 200 len: 217 time: 0.0987775 Jul 14 09:01:34.441297 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-e5cb15e9-9f68-4f0d-8369-f73a2c9cc97e None None] Set router 3377a935-27cd-452b-9fc4-a3b80ffdf1fb gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:01:34.497460 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b689fae7-361c-47bd-9aa1-232244f5f061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-8ab7d84b-f587-4d06-9fb3-17d40bd99bd6', 'network_id': '8ab7d84b-f587-4d06-9fb3-17d40bd99bd6', 'tenant_id': '669e9eae83904b948213125bdd33823f', 'fixed_ips': [{'subnet_id': '6f8dee18-fd28-44ac-9fc7-548008e1cfb0'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:01:34.501187 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b689fae7-361c-47bd-9aa1-232244f5f061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:34.529911 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47463eb-f0a4-4b5a-b8be-f281bd5183ad req-f74e1068-dba9-48d2-abd9-aad8525272b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:34.544809 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b47463eb-f0a4-4b5a-b8be-f281bd5183ad req-f74e1068-dba9-48d2-abd9-aad8525272b9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=06e69cce-d1ef-4e39-ada8-f1b5d18d7af7 HTTP/1.1" status: 200 len: 860 time: 0.1074896 Jul 14 09:01:34.546755 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6a489a5c-b4e1-4b1b-ace8-9dd114eade44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-router', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0b309202-90ff-4db4-974f-af83558406e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:31Z', 'updated_at': '2021-07-14T09:00:35Z', 'revision_number': 4, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'gw_port': {'id': '0b309202-90ff-4db4-974f-af83558406e5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:32Z', 'updated_at': '2021-07-14T09:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '4f774d77-8c3f-4880-8f3c-6e2aecfa680a', 'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'mac_address': 'fa:16:3e:cb:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:34Z', 'updated_at': '2021-07-14T09:00:43Z', 'revision_number': 5, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'subnets': [{'id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:34.616180 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a489a5c-b4e1-4b1b-ace8-9dd114eade44 None None] Checking router: feb7ed9b-3f09-408f-98ff-97715802e75a for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:01:34.638361 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3866-cedc-46f2-88a0-fbc1b289bcd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:34.667692 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47463eb-f0a4-4b5a-b8be-f281bd5183ad req-2eb697ac-8d34-4aa5-a65c-8523dc1a3c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:34.675469 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b47463eb-f0a4-4b5a-b8be-f281bd5183ad req-2eb697ac-8d34-4aa5-a65c-8523dc1a3c7a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8bf54950-bc7a-4797-9e6e-152fe26827ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1294615 Jul 14 09:01:34.820388 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e5cb15e9-9f68-4f0d-8369-f73a2c9cc97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2108743724-router', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '3ea0d143-bc3b-4098-954d-9dfe9ed37338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:01:19Z', 'updated_at': '2021-07-14T09:01:28Z', 'revision_number': 4, 'project_id': '8050cf63175f42718fc254b7c67d228f', 'gw_port': {'id': '3ea0d143-bc3b-4098-954d-9dfe9ed37338', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:22Z', 'updated_at': '2021-07-14T09:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'd38d0f0c-d0aa-465f-900b-0a6984bb9057', 'name': '', 'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'mac_address': 'fa:16:3e:cd:03:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '704ebd5f-63af-4ec7-9724-fb32bd7b2c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:27Z', 'updated_at': '2021-07-14T09:01:34Z', 'revision_number': 4, 'project_id': '8050cf63175f42718fc254b7c67d228f', 'subnets': [{'id': '704ebd5f-63af-4ec7-9724-fb32bd7b2c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:34.833585 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a489a5c-b4e1-4b1b-ace8-9dd114eade44 None None] Routers {'feb7ed9b-3f09-408f-98ff-97715802e75a'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:01:34.834241 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6a489a5c-b4e1-4b1b-ace8-9dd114eade44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:01:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['feb7ed9b-3f09-408f-98ff-97715802e75a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:34.926035 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cb15e9-9f68-4f0d-8369-f73a2c9cc97e None None] The sync data for ids ['3377a935-27cd-452b-9fc4-a3b80ffdf1fb'] in n-d-771362-35 is: [{'id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2108743724-router', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '3ea0d143-bc3b-4098-954d-9dfe9ed37338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:01:19Z', 'updated_at': '2021-07-14T09:01:28Z', 'revision_number': 4, 'project_id': '8050cf63175f42718fc254b7c67d228f', 'gw_port': {'id': '3ea0d143-bc3b-4098-954d-9dfe9ed37338', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:22Z', 'updated_at': '2021-07-14T09:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'd38d0f0c-d0aa-465f-900b-0a6984bb9057', 'name': '', 'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'mac_address': 'fa:16:3e:cd:03:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '704ebd5f-63af-4ec7-9724-fb32bd7b2c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:27Z', 'updated_at': '2021-07-14T09:01:34Z', 'revision_number': 4, 'project_id': '8050cf63175f42718fc254b7c67d228f', 'subnets': [{'id': '704ebd5f-63af-4ec7-9724-fb32bd7b2c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:01:34.926364 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b47463eb-f0a4-4b5a-b8be-f281bd5183ad req-3a6d8fcd-3001-41a9-aaf0-88fcea418d65 service neutron] 10.222.0.25 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430801 Jul 14 09:01:35.004057 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3866-cedc-46f2-88a0-fbc1b289bcd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:35.039662 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3866-cedc-46f2-88a0-fbc1b289bcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:35.083275 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-b689fae7-361c-47bd-9aa1-232244f5f061 None None] Allocated IP 172.20.0.2 (8ab7d84b-f587-4d06-9fb3-17d40bd99bd6/6f8dee18-fd28-44ac-9fc7-548008e1cfb0/120a0e0b-3f23-4f75-861b-726f3b2ef50e) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:01:35.087456 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-6a489a5c-b4e1-4b1b-ace8-9dd114eade44 None None] Set router feb7ed9b-3f09-408f-98ff-97715802e75a gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:01:35.261281 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b47463eb-f0a4-4b5a-b8be-f281bd5183ad req-07bc8c89-c063-4765-b3ff-5a297f202453 service neutron] 10.222.0.25 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283944 Jul 14 09:01:35.262359 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-0e3d3866-cedc-46f2-88a0-fbc1b289bcd7 admin admin] Allocated IP 172.25.6.81 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/e9d46504-ef1d-4623-9535-71710e7dfea4) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:01:35.566006 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d38d0f0c-d0aa-465f-900b-0a6984bb9057 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:01:35.588807 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3866-cedc-46f2-88a0-fbc1b289bcd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:35.622313 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee72786-7a2d-43fd-bc81-85113b31def2 x-openstack-request-id: req-0ee72786-7a2d-43fd-bc81-85113b31def2 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:01:35.622805 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2924a9-804b-4612-b8fc-cf49ad2856b0", "tag": "7d2d1049-a158-426c-a66a-de2b34e8b664", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:01:35.622805 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ee72786-7a2d-43fd-bc81-85113b31def2 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:01:35.623211 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe2924a9-804b-4612-b8fc-cf49ad2856b0', 'tag': '7d2d1049-a158-426c-a66a-de2b34e8b664', 'status': 'completed', 'code': 200} Jul 14 09:01:35.739006 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3866-cedc-46f2-88a0-fbc1b289bcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:35.743144 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b689fae7-361c-47bd-9aa1-232244f5f061 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:35.754150 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b689fae7-361c-47bd-9aa1-232244f5f061 None None] Transition to ACTIVE for port object 120a0e0b-3f23-4f75-861b-726f3b2ef50e will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:01:35.806145 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-defeba22-dbe1-446d-a5e4-5bbe786313cb tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662367 Jul 14 09:01:35.812938 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3d3866-cedc-46f2-88a0-fbc1b289bcd7 admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:01:35.816301 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0e3d3866-cedc-46f2-88a0-fbc1b289bcd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:01:35.818123 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b689fae7-361c-47bd-9aa1-232244f5f061 None None] Transition to ACTIVE for port object 120a0e0b-3f23-4f75-861b-726f3b2ef50e will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:01:35.820447 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3d3866-cedc-46f2-88a0-fbc1b289bcd7 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:01:35.871935 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b689fae7-361c-47bd-9aa1-232244f5f061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:35.885224 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d3866-cedc-46f2-88a0-fbc1b289bcd7 admin admin] Pushing event updated for resources: {'Port': ['ID=e9d46504-ef1d-4623-9535-71710e7dfea4,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:35.888834 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045b659-0fa2-443e-bc8d-c6a6895d8594 req-29fa16ba-f99f-40f0-bc9a-89b8c42410e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:35.890352 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f045b659-0fa2-443e-bc8d-c6a6895d8594 req-29fa16ba-f99f-40f0-bc9a-89b8c42410e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dcde6d1474ea4edfa0fb594acf6b60cf&device_id=fe2924a9-804b-4612-b8fc-cf49ad2856b0 HTTP/1.1" status: 200 len: 1097 time: 0.2348619 Jul 14 09:01:35.987760 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b689fae7-361c-47bd-9aa1-232244f5f061 None None] Network 8ab7d84b-f587-4d06-9fb3-17d40bd99bd6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:01:36.006498 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port d38d0f0c-d0aa-465f-900b-0a6984bb9057 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:01:36.018978 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d38d0f0c-d0aa-465f-900b-0a6984bb9057 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:36.019408 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:36.052699 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58232) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:36.059382 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-b689fae7-361c-47bd-9aa1-232244f5f061 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:01:36.071883 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b689fae7-361c-47bd-9aa1-232244f5f061 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:01:36.128613 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689fae7-361c-47bd-9aa1-232244f5f061 None None] Pushing event updated for resources: {'Port': ['ID=120a0e0b-3f23-4f75-861b-726f3b2ef50e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:36.217945 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6a489a5c-b4e1-4b1b-ace8-9dd114eade44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-router', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0b309202-90ff-4db4-974f-af83558406e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:31Z', 'updated_at': '2021-07-14T09:00:35Z', 'revision_number': 4, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'gw_port': {'id': '0b309202-90ff-4db4-974f-af83558406e5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:32Z', 'updated_at': '2021-07-14T09:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '4f774d77-8c3f-4880-8f3c-6e2aecfa680a', 'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'mac_address': 'fa:16:3e:cb:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:34Z', 'updated_at': '2021-07-14T09:00:43Z', 'revision_number': 5, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'subnets': [{'id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:36.218943 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045b659-0fa2-443e-bc8d-c6a6895d8594 req-649471d5-97aa-4e14-a6eb-6517391fcafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:36.221763 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f045b659-0fa2-443e-bc8d-c6a6895d8594 req-649471d5-97aa-4e14-a6eb-6517391fcafb service neutron] 10.222.0.47 "GET /v2.0/networks?id=8bf54950-bc7a-4797-9e6e-152fe26827ba HTTP/1.1" status: 200 len: 921 time: 0.3140371 Jul 14 09:01:36.297677 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-b689fae7-361c-47bd-9aa1-232244f5f061 None None] Attempting to bind port 120a0e0b-3f23-4f75-861b-726f3b2ef50e on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:01:36.298627 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-b689fae7-361c-47bd-9aa1-232244f5f061 None None] Attempting to bind port 120a0e0b-3f23-4f75-861b-726f3b2ef50e by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '71b6cb96-cb4b-47eb-8914-ee802ccbe9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ab7d84b-f587-4d06-9fb3-17d40bd99bd6'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:01:36.299674 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b689fae7-361c-47bd-9aa1-232244f5f061 None None] Attempting to bind port 120a0e0b-3f23-4f75-861b-726f3b2ef50e on network 8ab7d84b-f587-4d06-9fb3-17d40bd99bd6 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:01:36.308220 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b689fae7-361c-47bd-9aa1-232244f5f061 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:01:36.309069 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b689fae7-361c-47bd-9aa1-232244f5f061 None None] Checking segment: {'id': '71b6cb96-cb4b-47eb-8914-ee802ccbe9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ab7d84b-f587-4d06-9fb3-17d40bd99bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:01:36.309644 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b689fae7-361c-47bd-9aa1-232244f5f061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:36.310199 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b689fae7-361c-47bd-9aa1-232244f5f061 None None] Bound using segment: {'id': '71b6cb96-cb4b-47eb-8914-ee802ccbe9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ab7d84b-f587-4d06-9fb3-17d40bd99bd6'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:01:36.310851 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-b689fae7-361c-47bd-9aa1-232244f5f061 None None] Bound port: 120a0e0b-3f23-4f75-861b-726f3b2ef50e, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b6cb96-cb4b-47eb-8914-ee802ccbe9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ab7d84b-f587-4d06-9fb3-17d40bd99bd6'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:01:36.311404 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b689fae7-361c-47bd-9aa1-232244f5f061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:36.319245 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a489a5c-b4e1-4b1b-ace8-9dd114eade44 None None] The sync data for ids ['feb7ed9b-3f09-408f-98ff-97715802e75a'] in n-d-771362-35 is: [{'id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-router', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0b309202-90ff-4db4-974f-af83558406e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:31Z', 'updated_at': '2021-07-14T09:00:35Z', 'revision_number': 4, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'gw_port': {'id': '0b309202-90ff-4db4-974f-af83558406e5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:32Z', 'updated_at': '2021-07-14T09:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '4f774d77-8c3f-4880-8f3c-6e2aecfa680a', 'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'mac_address': 'fa:16:3e:cb:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:34Z', 'updated_at': '2021-07-14T09:00:43Z', 'revision_number': 5, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'subnets': [{'id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:01:36.330493 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f045b659-0fa2-443e-bc8d-c6a6895d8594 req-fedfc1ac-66f7-4e27-8e9a-e361a54d1189 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d2d1049-a158-426c-a66a-de2b34e8b664 HTTP/1.1" status: 200 len: 217 time: 0.0761766 Jul 14 09:01:36.377615 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ff1292a-1980-4102-83ec-1e973a02a422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:36.469465 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc66ab3-8e5a-48c0-b703-910059793e47 req-277bf622-4e79-442f-a3b1-c7089ea02296 tempest-LiveMigrationNegativeTest-404326672 tempest-LiveMigrationNegativeTest-404326672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:36.473478 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ddc66ab3-8e5a-48c0-b703-910059793e47 req-277bf622-4e79-442f-a3b1-c7089ea02296 tempest-LiveMigrationNegativeTest-404326672 tempest-LiveMigrationNegativeTest-404326672-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=aae960a7-d698-434c-ad58-e835a63ce173 HTTP/1.1" status: 200 len: 1102 time: 0.6664052 Jul 14 09:01:36.498026 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-a074b514-2f87-4294-b36a-7c23d9337a8a tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:36.499323 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b689fae7-361c-47bd-9aa1-232244f5f061 None None] For port 120a0e0b-3f23-4f75-861b-726f3b2ef50e, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:01:36.506660 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b689fae7-361c-47bd-9aa1-232244f5f061 None None] For port 120a0e0b-3f23-4f75-861b-726f3b2ef50e, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=120a0e0b-3f23-4f75-861b-726f3b2ef50e,segment=NetworkSegment(71b6cb96-cb4b-47eb-8914-ee802ccbe9ac),segment_id=71b6cb96-cb4b-47eb-8914-ee802ccbe9ac)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:01:36.508351 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-a074b514-2f87-4294-b36a-7c23d9337a8a tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6919379 Jul 14 09:01:36.519579 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:36.525293 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b689fae7-361c-47bd-9aa1-232244f5f061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:36.539451 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ff1292a-1980-4102-83ec-1e973a02a422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:36.547945 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ddc66ab3-8e5a-48c0-b703-910059793e47 req-eccf99c7-946f-4a21-8b5a-c26873ac75e2 tempest-LiveMigrationNegativeTest-404326672 tempest-LiveMigrationNegativeTest-404326672-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:36.550974 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ff1292a-1980-4102-83ec-1e973a02a422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:36.569398 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-e7c60442-1c31-443d-93e8-cd1e490ea035 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/quotas/0c5f47989e8e45de8bf251a9200bf8d4 HTTP/1.1" status: 200 len: 375 time: 0.0595713 Jul 14 09:01:36.612363 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045b659-0fa2-443e-bc8d-c6a6895d8594 req-d0d5c975-1b36-42d6-a57d-bbaae9020da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:36.614508 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f045b659-0fa2-443e-bc8d-c6a6895d8594 req-d0d5c975-1b36-42d6-a57d-bbaae9020da1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06e69cce-d1ef-4e39-ada8-f1b5d18d7af7 HTTP/1.1" status: 200 len: 860 time: 0.2752850 Jul 14 09:01:36.642165 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-216593de-3016-47dc-a8c5-58f71d9e3960 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715482 Jul 14 09:01:36.685230 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port d38d0f0c-d0aa-465f-900b-0a6984bb9057, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d38d0f0c-d0aa-465f-900b-0a6984bb9057,segment=NetworkSegment(78239ac2-1e7b-4b99-a571-fca123833857),segment_id=78239ac2-1e7b-4b99-a571-fca123833857)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:36.700812 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:36.737095 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689fae7-361c-47bd-9aa1-232244f5f061 None None] Pushing event updated for resources: {'Port': ['ID=120a0e0b-3f23-4f75-861b-726f3b2ef50e,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:36.766051 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:01:36.868389 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=d38d0f0c-d0aa-465f-900b-0a6984bb9057,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:36.910511 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ddc66ab3-8e5a-48c0-b703-910059793e47 req-eccf99c7-946f-4a21-8b5a-c26873ac75e2 tempest-LiveMigrationNegativeTest-404326672 tempest-LiveMigrationNegativeTest-404326672-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:36.918262 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ddc66ab3-8e5a-48c0-b703-910059793e47 req-eccf99c7-946f-4a21-8b5a-c26873ac75e2 tempest-LiveMigrationNegativeTest-404326672 tempest-LiveMigrationNegativeTest-404326672-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:36.957338 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ddc66ab3-8e5a-48c0-b703-910059793e47 req-eccf99c7-946f-4a21-8b5a-c26873ac75e2 tempest-LiveMigrationNegativeTest-404326672 tempest-LiveMigrationNegativeTest-404326672-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=758af18a-f6fe-48cb-a2fe-81d3943468f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463027 Jul 14 09:01:36.977595 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf99c7-946f-4a21-8b5a-c26873ac75e2 tempest-LiveMigrationNegativeTest-404326672 tempest-LiveMigrationNegativeTest-404326672-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa6898e-2a85-4957-a836-771bee3901b6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:36.991997 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a570844-2334-455a-85dc-5f2787d776da None None] New status for floating IP 5d25469a-fd9f-4a06-9ad1-52f59014f6bc: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:01:37.151688 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5ff1292a-1980-4102-83ec-1e973a02a422 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13655533973744b582d11c98eb8990fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0976121 Jul 14 09:01:37.155308 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58246) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:37.157115 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1292a-1980-4102-83ec-1e973a02a422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e39f58-bed5-41dd-8024-399b0c32a9ab,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:37.290780 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3866-cedc-46f2-88a0-fbc1b289bcd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:37.346375 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de3c22-1c2b-446f-a857-10256f66056b req-01811684-5e6f-484a-825f-3ac70708a0e8 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:37.348373 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-29de3c22-1c2b-446f-a857-10256f66056b req-01811684-5e6f-484a-825f-3ac70708a0e8 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=caca0822-9f89-44d2-bfc8-f9576b5cbc41 HTTP/1.1" status: 200 len: 945 time: 0.1646085 Jul 14 09:01:37.455116 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045b659-0fa2-443e-bc8d-c6a6895d8594 req-98e353da-1c99-408c-84fe-9c8711ebedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:37.457094 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f045b659-0fa2-443e-bc8d-c6a6895d8594 req-98e353da-1c99-408c-84fe-9c8711ebedb3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8bf54950-bc7a-4797-9e6e-152fe26827ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8269751 Jul 14 09:01:37.480179 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-29de3c22-1c2b-446f-a857-10256f66056b req-ba48d84e-8878-4599-898d-3b2f42727380 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249614 Jul 14 09:01:37.730412 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e8b00249-3061-4f50-ba8e-0b789a98518b req-d499c5a4-0f72-48cb-baac-b68167009745 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4930fff-1608-429a-9a67-1a4c39ea7507 HTTP/1.1" status: 200 len: 210 time: 0.0478473 Jul 14 09:01:37.753260 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 120a0e0b-3f23-4f75-861b-726f3b2ef50e up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:01:37.866116 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 120a0e0b-3f23-4f75-861b-726f3b2ef50e completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:01:37.877644 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d38d0f0c-d0aa-465f-900b-0a6984bb9057 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:01:37.919841 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab477150-a4a4-438c-bed9-455742e3bada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:38.022102 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d38d0f0c-d0aa-465f-900b-0a6984bb9057 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:38.022410 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:38.042563 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f045b659-0fa2-443e-bc8d-c6a6895d8594 req-4ff9a5fa-458f-48f2-b5bc-444c5cd440b0 service neutron] 10.222.0.47 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815435 Jul 14 09:01:38.053163 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab477150-a4a4-438c-bed9-455742e3bada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:38.178379 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3866-cedc-46f2-88a0-fbc1b289bcd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:38.228537 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad483f-e5f9-4656-8dcf-2cbb7d4e12e7 req-49739918-50f1-4d0a-a4d8-f3f52282df8b tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:38.235378 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52ad483f-e5f9-4656-8dcf-2cbb7d4e12e7 req-49739918-50f1-4d0a-a4d8-f3f52282df8b tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?device_id=a673eadc-1bec-47cf-ad0e-79dd90d7e90e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1471465 Jul 14 09:01:38.312318 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95454086-c962-41b3-bc1e-fb65c6b580a7 None None] Network 8ab7d84b-f587-4d06-9fb3-17d40bd99bd6 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:01:38.314816 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52ad483f-e5f9-4656-8dcf-2cbb7d4e12e7 req-d8081618-6227-4bd9-82b9-de35ed79cf2e tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.247 HTTP/1.1" status: 200 len: 696 time: 0.0776391 Jul 14 09:01:38.320213 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-52ad483f-e5f9-4656-8dcf-2cbb7d4e12e7 req-b1dfadde-856f-44c7-9933-26015bfa3d73 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Request body: {'floatingip': {'port_id': '53cbc56e-c7db-4945-a12f-cb93e220296a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:38.374276 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-52ad483f-e5f9-4656-8dcf-2cbb7d4e12e7 req-b1dfadde-856f-44c7-9933-26015bfa3d73 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:38.429779 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b76f1391-82ef-461b-a75b-4ce6132227f9 None None] Provisioning for port 120a0e0b-3f23-4f75-861b-726f3b2ef50e completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:01:38.449105 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b76f1391-82ef-461b-a75b-4ce6132227f9 None None] Provisioning complete for port 120a0e0b-3f23-4f75-861b-726f3b2ef50e triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:38.449578 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b76f1391-82ef-461b-a75b-4ce6132227f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:38.520694 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f045b659-0fa2-443e-bc8d-c6a6895d8594 req-835b00f8-a43a-4af1-b459-71d5f1d27f36 service neutron] 10.222.0.47 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634304 Jul 14 09:01:38.521503 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab477150-a4a4-438c-bed9-455742e3bada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:38.529655 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab477150-a4a4-438c-bed9-455742e3bada admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:38.536111 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ab477150-a4a4-438c-bed9-455742e3bada admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/61e39f58-bed5-41dd-8024-399b0c32a9ab HTTP/1.1" status: 204 len: 168 time: 1.3645940 Jul 14 09:01:38.575903 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab477150-a4a4-438c-bed9-455742e3bada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e39f58-bed5-41dd-8024-399b0c32a9ab,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:38.642475 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3d3866-cedc-46f2-88a0-fbc1b289bcd7 admin admin] Router b8c4b831-469f-493a-9965-ef2f38d0d67b is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:01:38.699723 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b76f1391-82ef-461b-a75b-4ce6132227f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:38.736665 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b76f1391-82ef-461b-a75b-4ce6132227f9 None None] For port 120a0e0b-3f23-4f75-861b-726f3b2ef50e, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=120a0e0b-3f23-4f75-861b-726f3b2ef50e,segment=NetworkSegment(71b6cb96-cb4b-47eb-8914-ee802ccbe9ac),segment_id=71b6cb96-cb4b-47eb-8914-ee802ccbe9ac)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:38.745952 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b76f1391-82ef-461b-a75b-4ce6132227f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:38.835970 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f1391-82ef-461b-a75b-4ce6132227f9 None None] Pushing event updated for resources: {'Port': ['ID=120a0e0b-3f23-4f75-861b-726f3b2ef50e,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:38.879945 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3d3866-cedc-46f2-88a0-fbc1b289bcd7 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:01:38.894694 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57409c89-31dc-43f6-9a16-b21fce455c8c None None] Sync routers for ids ['b8c4b831-469f-493a-9965-ef2f38d0d67b'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:01:38.912417 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57409c89-31dc-43f6-9a16-b21fce455c8c None None] Routers {'b8c4b831-469f-493a-9965-ef2f38d0d67b'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:01:38.917288 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d4cad-7561-41f6-a443-61b3bd401175 req-e0eccf55-d7f4-49ae-bcd3-f3c8a8cc0ac6 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:38.920019 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-57409c89-31dc-43f6-9a16-b21fce455c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:01:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b8c4b831-469f-493a-9965-ef2f38d0d67b'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:38.926558 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-640d4cad-7561-41f6-a443-61b3bd401175 req-e0eccf55-d7f4-49ae-bcd3-f3c8a8cc0ac6 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=caca0822-9f89-44d2-bfc8-f9576b5cbc41 HTTP/1.1" status: 200 len: 1097 time: 0.3948717 Jul 14 09:01:38.936955 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3866-cedc-46f2-88a0-fbc1b289bcd7 admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:38.944541 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0e3d3866-cedc-46f2-88a0-fbc1b289bcd7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9577024 Jul 14 09:01:38.947037 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58276) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:39.037273 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-640d4cad-7561-41f6-a443-61b3bd401175 req-367e0fa6-23c7-4750-bf2f-aa5d76def91c tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104412 Jul 14 09:01:39.139537 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58280) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:39.188693 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-88fafeb3-505b-4d78-9c17-61f6d82b0471 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1289315 Jul 14 09:01:39.194857 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ce6ff89-2cab-4da2-8ac0-94cee5224727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:39.453828 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-496522df-9107-4547-b72f-9dfb638f3509 None None] Provisioning complete for port 120a0e0b-3f23-4f75-861b-726f3b2ef50e triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:39.454231 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-496522df-9107-4547-b72f-9dfb638f3509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:39.515921 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-444941bd-01b7-4e27-8a68-0b295e97de89 req-22b69d8b-6488-485d-a916-ebb3d2400bb4 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4930fff-1608-429a-9a67-1a4c39ea7507 HTTP/1.1" status: 200 len: 210 time: 0.0384381 Jul 14 09:01:39.545752 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-57409c89-31dc-43f6-9a16-b21fce455c8c None None] Set router b8c4b831-469f-493a-9965-ef2f38d0d67b gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:01:39.567268 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-15c9a059-bcb0-4478-a062-0e4ceb461625 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:39.569079 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-15c9a059-bcb0-4478-a062-0e4ceb461625 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3727360 Jul 14 09:01:39.596652 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-0067d0ad-7ebb-4f45-999a-e960423f827a tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Request body: {'port': {'device_id': 'f4930fff-1608-429a-9a67-1a4c39ea7507', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': '0c5f47989e8e45de8bf251a9200bf8d4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:39.613020 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 120a0e0b-3f23-4f75-861b-726f3b2ef50e up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:01:39.695363 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.db.resource_extend [req-52ad483f-e5f9-4656-8dcf-2cbb7d4e12e7 req-b1dfadde-856f-44c7-9933-26015bfa3d73 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:01:39.848607 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-52ad483f-e5f9-4656-8dcf-2cbb7d4e12e7 req-b1dfadde-856f-44c7-9933-26015bfa3d73 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:39.862602 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-52ad483f-e5f9-4656-8dcf-2cbb7d4e12e7 req-b1dfadde-856f-44c7-9933-26015bfa3d73 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:39.926371 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ce6ff89-2cab-4da2-8ac0-94cee5224727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:39.968619 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ce6ff89-2cab-4da2-8ac0-94cee5224727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:39.969360 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 120a0e0b-3f23-4f75-861b-726f3b2ef50e triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:39.969918 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:40.036995 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-0067d0ad-7ebb-4f45-999a-e960423f827a tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Made reservation on behalf of 0c5f47989e8e45de8bf251a9200bf8d4 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:01:40.040773 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-0067d0ad-7ebb-4f45-999a-e960423f827a tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:40.071358 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-0067d0ad-7ebb-4f45-999a-e960423f827a tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:40.075629 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f42a48-d4dc-4dd6-9df8-45cd4b9d4abc req-db668afe-04e8-4602-9846-e0bbcb216ac0 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:40.078099 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-06f42a48-d4dc-4dd6-9df8-45cd4b9d4abc req-db668afe-04e8-4602-9846-e0bbcb216ac0 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe2924a9-804b-4612-b8fc-cf49ad2856b0 HTTP/1.1" status: 200 len: 945 time: 0.9724665 Jul 14 09:01:40.141692 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-57409c89-31dc-43f6-9a16-b21fce455c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c4b831-469f-493a-9965-ef2f38d0d67b', 'name': 'tempest-FloatingIPDetailsTestJSON-2117849659-router', 'tenant_id': '669e9eae83904b948213125bdd33823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e9d46504-ef1d-4623-9535-71710e7dfea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:01:34Z', 'updated_at': '2021-07-14T09:01:36Z', 'revision_number': 3, 'project_id': '669e9eae83904b948213125bdd33823f', 'gw_port': {'id': 'e9d46504-ef1d-4623-9535-71710e7dfea4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c4b831-469f-493a-9965-ef2f38d0d67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:35Z', 'updated_at': '2021-07-14T09:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:40.168950 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6ff89-2cab-4da2-8ac0-94cee5224727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73f6b7e-38b1-4571-a48c-23fb56063305,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:40.179343 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0ce6ff89-2cab-4da2-8ac0-94cee5224727 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=736f209d2589471ea772f4d9243efc7c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0322800 Jul 14 09:01:40.183641 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-0067d0ad-7ebb-4f45-999a-e960423f827a tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:40.185526 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58286) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:40.203273 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-0067d0ad-7ebb-4f45-999a-e960423f827a tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:40.222038 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57409c89-31dc-43f6-9a16-b21fce455c8c None None] Checking router: b8c4b831-469f-493a-9965-ef2f38d0d67b for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:01:40.222474 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57409c89-31dc-43f6-9a16-b21fce455c8c None None] Updating router b8c4b831-469f-493a-9965-ef2f38d0d67b port e9d46504-ef1d-4623-9535-71710e7dfea4 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:01:40.234717 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cab52-c46e-4f05-89e7-b9193e4fca84 req-79eda8d4-9471-48b8-bac7-2b4dce323c47 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:40.243328 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5d8cab52-c46e-4f05-89e7-b9193e4fca84 req-79eda8d4-9471-48b8-bac7-2b4dce323c47 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=caca0822-9f89-44d2-bfc8-f9576b5cbc41 HTTP/1.1" status: 200 len: 1097 time: 0.2990251 Jul 14 09:01:40.246192 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [req-52ad483f-e5f9-4656-8dcf-2cbb7d4e12e7 req-b1dfadde-856f-44c7-9933-26015bfa3d73 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Floating IP 5d25469a-fd9f-4a06-9ad1-52f59014f6bc associated. External IP: 172.25.6.247, port: 53cbc56e-c7db-4945-a12f-cb93e220296a. Jul 14 09:01:40.285518 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57409c89-31dc-43f6-9a16-b21fce455c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:40.384490 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0dbbaa24-6f37-4e4e-8ec6-087f6e5c7107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:40.389498 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-06f42a48-d4dc-4dd6-9df8-45cd4b9d4abc req-711ca4b4-4899-46b0-ac85-429db2f74862 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Deleting port 7d2d1049-a158-426c-a66a-de2b34e8b664 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:01:40.389830 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-06f42a48-d4dc-4dd6-9df8-45cd4b9d4abc req-711ca4b4-4899-46b0-ac85-429db2f74862 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:40.389977 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067d0ad-7ebb-4f45-999a-e960423f827a tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91bdd687-e50c-4ff9-980b-cc5197bc36de,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:40.400809 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:40.508199 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5d8cab52-c46e-4f05-89e7-b9193e4fca84 req-ab198931-537c-49b1-9fbf-4bf66148bc2f tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634866 Jul 14 09:01:40.562618 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af0fcbad-1184-4807-8139-2920b9c14cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:40.585251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-0067d0ad-7ebb-4f45-999a-e960423f827a tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Allocated IP 192.168.233.95 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/ce787d56-90a9-47ea-a734-16046302a7ac) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:01:40.594145 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-06f42a48-d4dc-4dd6-9df8-45cd4b9d4abc req-711ca4b4-4899-46b0-ac85-429db2f74862 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] For port 7d2d1049-a158-426c-a66a-de2b34e8b664, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=7d2d1049-a158-426c-a66a-de2b34e8b664,segment=NetworkSegment(3f942a54-5daa-4d65-b384-43384013d883),segment_id=3f942a54-5daa-4d65-b384-43384013d883)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:40.594392 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-06f42a48-d4dc-4dd6-9df8-45cd4b9d4abc req-711ca4b4-4899-46b0-ac85-429db2f74862 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:40.606630 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af0fcbad-1184-4807-8139-2920b9c14cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:40.618395 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-06f42a48-d4dc-4dd6-9df8-45cd4b9d4abc req-711ca4b4-4899-46b0-ac85-429db2f74862 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Calling delete_port for 7d2d1049-a158-426c-a66a-de2b34e8b664 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:01:40.672824 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57409c89-31dc-43f6-9a16-b21fce455c8c None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:40.699333 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-57409c89-31dc-43f6-9a16-b21fce455c8c None None] Transition to ACTIVE for port object e9d46504-ef1d-4623-9535-71710e7dfea4 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:01:40.710965 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57409c89-31dc-43f6-9a16-b21fce455c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:40.808060 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d2a67-984f-44b3-afd5-86eac2a9ff92 None None] Pushing event updated for resources: {'Port': ['ID=e9d46504-ef1d-4623-9535-71710e7dfea4,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:40.815239 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-57409c89-31dc-43f6-9a16-b21fce455c8c None None] Attempting to bind port e9d46504-ef1d-4623-9535-71710e7dfea4 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:01:40.815895 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-57409c89-31dc-43f6-9a16-b21fce455c8c None None] Attempting to bind port e9d46504-ef1d-4623-9535-71710e7dfea4 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:01:40.816385 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57409c89-31dc-43f6-9a16-b21fce455c8c None None] Attempting to bind port e9d46504-ef1d-4623-9535-71710e7dfea4 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:01:40.826337 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57409c89-31dc-43f6-9a16-b21fce455c8c None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:01:40.826765 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57409c89-31dc-43f6-9a16-b21fce455c8c None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:01:40.827306 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57409c89-31dc-43f6-9a16-b21fce455c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:40.828077 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57409c89-31dc-43f6-9a16-b21fce455c8c None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:01:40.828878 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-57409c89-31dc-43f6-9a16-b21fce455c8c None None] Bound port: e9d46504-ef1d-4623-9535-71710e7dfea4, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:01:40.829386 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57409c89-31dc-43f6-9a16-b21fce455c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:40.835223 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af0fcbad-1184-4807-8139-2920b9c14cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:40.837760 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af0fcbad-1184-4807-8139-2920b9c14cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:40.838910 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-af0fcbad-1184-4807-8139-2920b9c14cf0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b73f6b7e-38b1-4571-a48c-23fb56063305 HTTP/1.1" status: 204 len: 168 time: 0.6455297 Jul 14 09:01:40.900862 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-57409c89-31dc-43f6-9a16-b21fce455c8c None None] For port e9d46504-ef1d-4623-9535-71710e7dfea4, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:01:40.904501 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-57409c89-31dc-43f6-9a16-b21fce455c8c None None] For port e9d46504-ef1d-4623-9535-71710e7dfea4, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e9d46504-ef1d-4623-9535-71710e7dfea4,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:01:40.911405 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57409c89-31dc-43f6-9a16-b21fce455c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:40.990145 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-0067d0ad-7ebb-4f45-999a-e960423f827a tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:41.023478 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52ad483f-e5f9-4656-8dcf-2cbb7d4e12e7 req-b1dfadde-856f-44c7-9933-26015bfa3d73 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Router feb7ed9b-3f09-408f-98ff-97715802e75a has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:01:41.030421 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0fcbad-1184-4807-8139-2920b9c14cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73f6b7e-38b1-4571-a48c-23fb56063305,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:41.078861 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b99d872a-bd51-4508-8a3a-f0f0a107ff4a req-562d2aee-5051-4a1f-8cad-972a33a0bb3d tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4930fff-1608-429a-9a67-1a4c39ea7507 HTTP/1.1" status: 200 len: 210 time: 0.0412474 Jul 14 09:01:41.080612 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-0067d0ad-7ebb-4f45-999a-e960423f827a tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Transition to ACTIVE for port object ce787d56-90a9-47ea-a734-16046302a7ac will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:01:41.085794 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57409c89-31dc-43f6-9a16-b21fce455c8c None None] Routers {'b8c4b831-469f-493a-9965-ef2f38d0d67b'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:01:41.087185 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-57409c89-31dc-43f6-9a16-b21fce455c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:01:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b8c4b831-469f-493a-9965-ef2f38d0d67b'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:41.094952 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d2a67-984f-44b3-afd5-86eac2a9ff92 None None] Pushing event updated for resources: {'Port': ['ID=e9d46504-ef1d-4623-9535-71710e7dfea4,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:41.142919 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-0dbbaa24-6f37-4e4e-8ec6-087f6e5c7107 admin admin] Allocated IP 172.20.0.1 (8ab7d84b-f587-4d06-9fb3-17d40bd99bd6/6f8dee18-fd28-44ac-9fc7-548008e1cfb0/d855ad07-ea4c-4ed9-b533-df8ec9b7f384) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:01:41.224552 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-06f42a48-d4dc-4dd6-9df8-45cd4b9d4abc req-711ca4b4-4899-46b0-ac85-429db2f74862 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:41.259014 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['53cbc56e-c7db-4945-a12f-cb93e220296a'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:01:41.338164 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-0067d0ad-7ebb-4f45-999a-e960423f827a tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:41.354834 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ca4b4-4899-46b0-ac85-429db2f74862 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Pushing event deleted for resources: {'Port': ['ID=7d2d1049-a158-426c-a66a-de2b34e8b664,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:41.369413 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-57409c89-31dc-43f6-9a16-b21fce455c8c None None] Set router b8c4b831-469f-493a-9965-ef2f38d0d67b gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:01:41.385152 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-0067d0ad-7ebb-4f45-999a-e960423f827a tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:01:41.401172 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-0067d0ad-7ebb-4f45-999a-e960423f827a tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:01:41.450800 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-0067d0ad-7ebb-4f45-999a-e960423f827a tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:01:41.464342 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-0067d0ad-7ebb-4f45-999a-e960423f827a tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:41.465408 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-0067d0ad-7ebb-4f45-999a-e960423f827a tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:41.506319 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52ad483f-e5f9-4656-8dcf-2cbb7d4e12e7 req-b1dfadde-856f-44c7-9933-26015bfa3d73 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:01:41.518848 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f50ea3-6c38-4d2a-8921-a3aa915f8945 None None] Sync routers for ids ['feb7ed9b-3f09-408f-98ff-97715802e75a'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:01:41.537433 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f50ea3-6c38-4d2a-8921-a3aa915f8945 None None] Routers {'feb7ed9b-3f09-408f-98ff-97715802e75a'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:01:41.538161 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b3f50ea3-6c38-4d2a-8921-a3aa915f8945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:01:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['feb7ed9b-3f09-408f-98ff-97715802e75a'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:41.548426 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f42a48-d4dc-4dd6-9df8-45cd4b9d4abc req-711ca4b4-4899-46b0-ac85-429db2f74862 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] No DVR routers for this DVR port 7d2d1049-a158-426c-a66a-de2b34e8b664 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:01:41.557112 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-52ad483f-e5f9-4656-8dcf-2cbb7d4e12e7 req-b1dfadde-856f-44c7-9933-26015bfa3d73 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:41.557831 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-06f42a48-d4dc-4dd6-9df8-45cd4b9d4abc req-711ca4b4-4899-46b0-ac85-429db2f74862 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:41.561565 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-06f42a48-d4dc-4dd6-9df8-45cd4b9d4abc req-711ca4b4-4899-46b0-ac85-429db2f74862 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.47 "DELETE /v2.0/ports/7d2d1049-a158-426c-a66a-de2b34e8b664 HTTP/1.1" status: 204 len: 173 time: 1.4651611 Jul 14 09:01:41.562394 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2924a9-804b-4612-b8fc-cf49ad2856b0', 'name': 'network-vif-deleted', 'tag': '7d2d1049-a158-426c-a66a-de2b34e8b664'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:01:41.566712 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41e3332-c106-4d21-93c8-36c915a0ba3c" -d '{"events": [{"server_uuid": "fe2924a9-804b-4612-b8fc-cf49ad2856b0", "name": "network-vif-deleted", "tag": "7d2d1049-a158-426c-a66a-de2b34e8b664"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:01:41.678692 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0dbbaa24-6f37-4e4e-8ec6-087f6e5c7107 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:41.691310 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52ad483f-e5f9-4656-8dcf-2cbb7d4e12e7 req-b1dfadde-856f-44c7-9933-26015bfa3d73 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "PUT /v2.0/floatingips/5d25469a-fd9f-4a06-9ad1-52f59014f6bc HTTP/1.1" status: 200 len: 997 time: 3.3752747 Jul 14 09:01:41.742806 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0dbbaa24-6f37-4e4e-8ec6-087f6e5c7107 admin admin] Transition to ACTIVE for port object d855ad07-ea4c-4ed9-b533-df8ec9b7f384 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:01:41.816667 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b3f50ea3-6c38-4d2a-8921-a3aa915f8945 None None] Set router feb7ed9b-3f09-408f-98ff-97715802e75a gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:01:41.874100 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0dbbaa24-6f37-4e4e-8ec6-087f6e5c7107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:41.896967 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-57409c89-31dc-43f6-9a16-b21fce455c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c4b831-469f-493a-9965-ef2f38d0d67b', 'name': 'tempest-FloatingIPDetailsTestJSON-2117849659-router', 'tenant_id': '669e9eae83904b948213125bdd33823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e9d46504-ef1d-4623-9535-71710e7dfea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:01:34Z', 'updated_at': '2021-07-14T09:01:36Z', 'revision_number': 3, 'project_id': '669e9eae83904b948213125bdd33823f', 'gw_port': {'id': 'e9d46504-ef1d-4623-9535-71710e7dfea4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c4b831-469f-493a-9965-ef2f38d0d67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:35Z', 'updated_at': '2021-07-14T09:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:41.941845 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:41.942878 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57409c89-31dc-43f6-9a16-b21fce455c8c None None] The sync data for ids ['b8c4b831-469f-493a-9965-ef2f38d0d67b'] in n-d-771362-35 is: [{'id': 'b8c4b831-469f-493a-9965-ef2f38d0d67b', 'name': 'tempest-FloatingIPDetailsTestJSON-2117849659-router', 'tenant_id': '669e9eae83904b948213125bdd33823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e9d46504-ef1d-4623-9535-71710e7dfea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:01:34Z', 'updated_at': '2021-07-14T09:01:36Z', 'revision_number': 3, 'project_id': '669e9eae83904b948213125bdd33823f', 'gw_port': {'id': 'e9d46504-ef1d-4623-9535-71710e7dfea4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c4b831-469f-493a-9965-ef2f38d0d67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:35Z', 'updated_at': '2021-07-14T09:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:01:41.980376 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6a140cc0-539d-4635-9674-8ed528d7009c None None] Provisioning for port ce787d56-90a9-47ea-a734-16046302a7ac completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:01:41.989687 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6a140cc0-539d-4635-9674-8ed528d7009c None None] Provisioning complete for port ce787d56-90a9-47ea-a734-16046302a7ac triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:41.990770 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a140cc0-539d-4635-9674-8ed528d7009c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:42.001184 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbaa24-6f37-4e4e-8ec6-087f6e5c7107 admin admin] Pushing event updated for resources: {'Port': ['ID=d855ad07-ea4c-4ed9-b533-df8ec9b7f384,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:42.058980 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbbaa24-6f37-4e4e-8ec6-087f6e5c7107 admin admin] Network 8ab7d84b-f587-4d06-9fb3-17d40bd99bd6 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:01:42.063263 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0dbbaa24-6f37-4e4e-8ec6-087f6e5c7107 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:01:42.077077 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbbaa24-6f37-4e4e-8ec6-087f6e5c7107 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:01:42.175768 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6a140cc0-539d-4635-9674-8ed528d7009c None None] Port ce787d56-90a9-47ea-a734-16046302a7ac cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:01:42.211770 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0dbbaa24-6f37-4e4e-8ec6-087f6e5c7107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:42.460370 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b3f50ea3-6c38-4d2a-8921-a3aa915f8945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-router', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0b309202-90ff-4db4-974f-af83558406e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:31Z', 'updated_at': '2021-07-14T09:00:35Z', 'revision_number': 4, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'gw_port': {'id': '0b309202-90ff-4db4-974f-af83558406e5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:32Z', 'updated_at': '2021-07-14T09:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '5d25469a-fd9f-4a06-9ad1-52f59014f6bc', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'port_id': '53cbc56e-c7db-4945-a12f-cb93e220296a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'mac_address': 'fa:16:3e:27:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a673eadc-1bec-47cf-ad0e-79dd90d7e90e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:00:56Z', 'updated_at': '2021-07-14T09:01:39Z', 'revision_number': 8, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f774d77-8c3f-4880-8f3c-6e2aecfa680a', 'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'mac_address': 'fa:16:3e:cb:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:34Z', 'updated_at': '2021-07-14T09:00:43Z', 'revision_number': 5, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'subnets': [{'id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:42.589706 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f50ea3-6c38-4d2a-8921-a3aa915f8945 None None] Checking router: feb7ed9b-3f09-408f-98ff-97715802e75a for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:01:42.619773 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f50ea3-6c38-4d2a-8921-a3aa915f8945 None None] Routers {'feb7ed9b-3f09-408f-98ff-97715802e75a'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:01:42.629899 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a673eadc-1bec-47cf-ad0e-79dd90d7e90e', 'tag': '53cbc56e-c7db-4945-a12f-cb93e220296a'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:01:42.636283 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b3f50ea3-6c38-4d2a-8921-a3aa915f8945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:01:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['feb7ed9b-3f09-408f-98ff-97715802e75a'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:42.653116 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400e61d0-18bf-4ed9-ad32-44a1d3ae8c14" -d '{"events": [{"name": "network-changed", "server_uuid": "a673eadc-1bec-47cf-ad0e-79dd90d7e90e", "tag": "53cbc56e-c7db-4945-a12f-cb93e220296a"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:01:42.682926 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067d0ad-7ebb-4f45-999a-e960423f827a tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Pushing event updated for resources: {'Port': ['ID=ce787d56-90a9-47ea-a734-16046302a7ac,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:42.693175 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-0067d0ad-7ebb-4f45-999a-e960423f827a tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1131253 Jul 14 09:01:42.715604 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-53e2b970-2d73-458a-984c-639cc2133709 service neutron] Request body: {'port': {'device_id': 'f4930fff-1608-429a-9a67-1a4c39ea7507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:42.722707 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-03ab6440-b24e-4053-8a92-7556edcbea40 None None] Provisioning for port d855ad07-ea4c-4ed9-b533-df8ec9b7f384 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:01:42.730989 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-03ab6440-b24e-4053-8a92-7556edcbea40 None None] Provisioning complete for port d855ad07-ea4c-4ed9-b533-df8ec9b7f384 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:42.732263 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03ab6440-b24e-4053-8a92-7556edcbea40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:42.823691 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad483f-e5f9-4656-8dcf-2cbb7d4e12e7 req-6336b61d-e712-4d76-9b72-d06e89b2fa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:42.826615 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-03ab6440-b24e-4053-8a92-7556edcbea40 None None] Port d855ad07-ea4c-4ed9-b533-df8ec9b7f384 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:01:42.848740 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52ad483f-e5f9-4656-8dcf-2cbb7d4e12e7 req-6336b61d-e712-4d76-9b72-d06e89b2fa3c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dcde6d1474ea4edfa0fb594acf6b60cf&device_id=a673eadc-1bec-47cf-ad0e-79dd90d7e90e HTTP/1.1" status: 200 len: 1098 time: 1.1563554 Jul 14 09:01:42.895096 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b3f50ea3-6c38-4d2a-8921-a3aa915f8945 None None] Set router feb7ed9b-3f09-408f-98ff-97715802e75a gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:01:42.949384 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f62bea-4d6a-4cc8-b984-c3027a88b088 req-47ace030-053f-4c83-a75a-a76fd372e3c5 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:42.959925 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7f62bea-4d6a-4cc8-b984-c3027a88b088 req-47ace030-053f-4c83-a75a-a76fd372e3c5 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/ports?device_id=aae960a7-d698-434c-ad58-e835a63ce173 HTTP/1.1" status: 200 len: 950 time: 1.4860826 Jul 14 09:01:43.173028 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7f62bea-4d6a-4cc8-b984-c3027a88b088 req-64cf3731-0c63-4df3-9a3c-88ad83227e7c tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.25 "GET /v2.0/security-groups?id=758af18a-f6fe-48cb-a2fe-81d3943468f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103810 Jul 14 09:01:43.174288 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-53e2b970-2d73-458a-984c-639cc2133709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:43.176591 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971e25b-b691-4874-bc8c-ed03e10d42df req-eb0cd593-4c27-4a89-b974-702139c5a438 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:43.178141 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9971e25b-b691-4874-bc8c-ed03e10d42df req-eb0cd593-4c27-4a89-b974-702139c5a438 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.44 "GET /v2.0/ports?device_id=aae960a7-d698-434c-ad58-e835a63ce173 HTTP/1.1" status: 200 len: 950 time: 0.8793669 Jul 14 09:01:43.235158 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 7d2d1049-a158-426c-a66a-de2b34e8b664 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:01:43.318929 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 7d2d1049-a158-426c-a66a-de2b34e8b664 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:01:43.319317 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 7d2d1049-a158-426c-a66a-de2b34e8b664 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:01:43.458713 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0dbbaa24-6f37-4e4e-8ec6-087f6e5c7107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:43.521789 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad483f-e5f9-4656-8dcf-2cbb7d4e12e7 req-642639c8-94af-4919-a6af-cf6e24b6e735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:43.523445 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52ad483f-e5f9-4656-8dcf-2cbb7d4e12e7 req-642639c8-94af-4919-a6af-cf6e24b6e735 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8bf54950-bc7a-4797-9e6e-152fe26827ba HTTP/1.1" status: 200 len: 921 time: 0.6737275 Jul 14 09:01:43.530367 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b3f50ea3-6c38-4d2a-8921-a3aa915f8945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-router', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0b309202-90ff-4db4-974f-af83558406e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:31Z', 'updated_at': '2021-07-14T09:00:35Z', 'revision_number': 4, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'gw_port': {'id': '0b309202-90ff-4db4-974f-af83558406e5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:32Z', 'updated_at': '2021-07-14T09:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '5d25469a-fd9f-4a06-9ad1-52f59014f6bc', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'port_id': '53cbc56e-c7db-4945-a12f-cb93e220296a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'mac_address': 'fa:16:3e:27:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a673eadc-1bec-47cf-ad0e-79dd90d7e90e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:00:56Z', 'updated_at': '2021-07-14T09:01:39Z', 'revision_number': 8, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f774d77-8c3f-4880-8f3c-6e2aecfa680a', 'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'mac_address': 'fa:16:3e:cb:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:34Z', 'updated_at': '2021-07-14T09:00:43Z', 'revision_number': 5, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'subnets': [{'id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:43.580173 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f50ea3-6c38-4d2a-8921-a3aa915f8945 None None] The sync data for ids ['feb7ed9b-3f09-408f-98ff-97715802e75a'] in n-d-771362-35 is: [{'id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-router', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0b309202-90ff-4db4-974f-af83558406e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:31Z', 'updated_at': '2021-07-14T09:00:35Z', 'revision_number': 4, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'gw_port': {'id': '0b309202-90ff-4db4-974f-af83558406e5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:32Z', 'updated_at': '2021-07-14T09:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '5d25469a-fd9f-4a06-9ad1-52f59014f6bc', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'port_id': '53cbc56e-c7db-4945-a12f-cb93e220296a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'mac_address': 'fa:16:3e:27:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a673eadc-1bec-47cf-ad0e-79dd90d7e90e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:00:56Z', 'updated_at': '2021-07-14T09:01:39Z', 'revision_number': 8, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f774d77-8c3f-4880-8f3c-6e2aecfa680a', 'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'mac_address': 'fa:16:3e:cb:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:34Z', 'updated_at': '2021-07-14T09:00:43Z', 'revision_number': 5, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'subnets': [{'id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:01:43.621229 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e9d46504-ef1d-4623-9535-71710e7dfea4 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:01:43.804299 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port e9d46504-ef1d-4623-9535-71710e7dfea4 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:01:43.822173 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port e9d46504-ef1d-4623-9535-71710e7dfea4 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:43.825707 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:43.887177 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52ad483f-e5f9-4656-8dcf-2cbb7d4e12e7 req-6ba7671c-a027-43cb-9eaa-c0783b9ce542 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53cbc56e-c7db-4945-a12f-cb93e220296a HTTP/1.1" status: 200 len: 1000 time: 0.1364243 Jul 14 09:01:44.014027 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abbac44-b678-440b-be5b-cc5976f6dd13 None None] New status for floating IP 5d25469a-fd9f-4a06-9ad1-52f59014f6bc: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:01:44.077549 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-9971e25b-b691-4874-bc8c-ed03e10d42df req-a89bf491-da8c-4316-88e4-f0a05ff891a2 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Deleting port b6d75bbb-a047-430f-b8da-e8190a2f1874 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:01:44.077904 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-9971e25b-b691-4874-bc8c-ed03e10d42df req-a89bf491-da8c-4316-88e4-f0a05ff891a2 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:44.119558 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:44.139300 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad483f-e5f9-4656-8dcf-2cbb7d4e12e7 req-68452f8d-f8c0-4771-ad6d-ab819cdded1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:44.142590 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52ad483f-e5f9-4656-8dcf-2cbb7d4e12e7 req-68452f8d-f8c0-4771-ad6d-ab819cdded1a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=06e69cce-d1ef-4e39-ada8-f1b5d18d7af7 HTTP/1.1" status: 200 len: 860 time: 0.2468846 Jul 14 09:01:44.303104 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0dbbaa24-6f37-4e4e-8ec6-087f6e5c7107 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:44.327740 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port e9d46504-ef1d-4623-9535-71710e7dfea4, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e9d46504-ef1d-4623-9535-71710e7dfea4,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:44.366957 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0dbbaa24-6f37-4e4e-8ec6-087f6e5c7107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:44.465848 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:44.499897 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad483f-e5f9-4656-8dcf-2cbb7d4e12e7 req-d33f5ede-e716-4c2c-8459-40cf879639a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:44.503392 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52ad483f-e5f9-4656-8dcf-2cbb7d4e12e7 req-d33f5ede-e716-4c2c-8459-40cf879639a1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8bf54950-bc7a-4797-9e6e-152fe26827ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3508327 Jul 14 09:01:44.557777 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=e9d46504-ef1d-4623-9535-71710e7dfea4,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:44.642362 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-9971e25b-b691-4874-bc8c-ed03e10d42df req-a89bf491-da8c-4316-88e4-f0a05ff891a2 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] For port b6d75bbb-a047-430f-b8da-e8190a2f1874, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=b6d75bbb-a047-430f-b8da-e8190a2f1874,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:44.642830 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-9971e25b-b691-4874-bc8c-ed03e10d42df req-a89bf491-da8c-4316-88e4-f0a05ff891a2 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:44.657669 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-9971e25b-b691-4874-bc8c-ed03e10d42df req-a89bf491-da8c-4316-88e4-f0a05ff891a2 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Calling delete_port for b6d75bbb-a047-430f-b8da-e8190a2f1874 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:01:44.770448 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-53e2b970-2d73-458a-984c-639cc2133709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce787d56-90a9-47ea-a734-16046302a7ac {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:01:44.788547 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-53e2b970-2d73-458a-984c-639cc2133709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:44.801078 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52ad483f-e5f9-4656-8dcf-2cbb7d4e12e7 req-b1f7cb4d-0e23-41ab-8fbf-c7402dae9a17 service neutron] 10.222.0.25 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763383 Jul 14 09:01:44.831011 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-9971e25b-b691-4874-bc8c-ed03e10d42df req-a89bf491-da8c-4316-88e4-f0a05ff891a2 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:44.847744 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['b6d75bbb-a047-430f-b8da-e8190a2f1874'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:01:44.851165 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['18a71eb5-979c-4556-9ec5-11a32079fa5a'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:01:44.877048 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-53e2b970-2d73-458a-984c-639cc2133709 service neutron] Transition to ACTIVE for port object ce787d56-90a9-47ea-a734-16046302a7ac will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:01:44.883079 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-53e2b970-2d73-458a-984c-639cc2133709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:44.902301 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0dbbaa24-6f37-4e4e-8ec6-087f6e5c7107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:44.907934 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbaa24-6f37-4e4e-8ec6-087f6e5c7107 admin admin] Pushing event updated for resources: {'Port': ['ID=d855ad07-ea4c-4ed9-b533-df8ec9b7f384,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:44.987547 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2b970-2d73-458a-984c-639cc2133709 service neutron] Pushing event updated for resources: {'Port': ['ID=ce787d56-90a9-47ea-a734-16046302a7ac,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:44.998020 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89bf491-da8c-4316-88e4-f0a05ff891a2 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Pushing event deleted for resources: {'Port': ['ID=b6d75bbb-a047-430f-b8da-e8190a2f1874,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:45.019166 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52ad483f-e5f9-4656-8dcf-2cbb7d4e12e7 req-d3c469cc-edd9-4e26-b091-b06097d623e0 service neutron] 10.222.0.25 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166634 Jul 14 09:01:45.097272 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-53e2b970-2d73-458a-984c-639cc2133709 service neutron] Attempting to bind port ce787d56-90a9-47ea-a734-16046302a7ac on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:01:45.097610 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-53e2b970-2d73-458a-984c-639cc2133709 service neutron] Attempting to bind port ce787d56-90a9-47ea-a734-16046302a7ac by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:01:45.098043 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-53e2b970-2d73-458a-984c-639cc2133709 service neutron] Attempting to bind port ce787d56-90a9-47ea-a734-16046302a7ac on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:01:45.119960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-53e2b970-2d73-458a-984c-639cc2133709 service neutron] Port ce787d56-90a9-47ea-a734-16046302a7ac on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:01:45.120329 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-53e2b970-2d73-458a-984c-639cc2133709 service neutron] Attempting to bind port ce787d56-90a9-47ea-a734-16046302a7ac on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:01:45.136350 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-53e2b970-2d73-458a-984c-639cc2133709 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:01:45.136706 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-53e2b970-2d73-458a-984c-639cc2133709 service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:01:45.137076 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-53e2b970-2d73-458a-984c-639cc2133709 service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:01:45.137533 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-53e2b970-2d73-458a-984c-639cc2133709 service neutron] Bound port: ce787d56-90a9-47ea-a734-16046302a7ac, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:01:45.137876 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-53e2b970-2d73-458a-984c-639cc2133709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:45.197838 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9971e25b-b691-4874-bc8c-ed03e10d42df req-a89bf491-da8c-4316-88e4-f0a05ff891a2 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] No DVR routers for this DVR port b6d75bbb-a047-430f-b8da-e8190a2f1874 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:01:45.220087 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06cea5c-7193-40ec-a70b-a15e5f1429e2 x-openstack-request-id: req-c06cea5c-7193-40ec-a70b-a15e5f1429e2 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:01:45.222233 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2924a9-804b-4612-b8fc-cf49ad2856b0", "name": "network-vif-deleted", "tag": "7d2d1049-a158-426c-a66a-de2b34e8b664", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:01:45.222681 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c06cea5c-7193-40ec-a70b-a15e5f1429e2 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:01:45.224563 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2924a9-804b-4612-b8fc-cf49ad2856b0', 'name': 'network-vif-deleted', 'tag': '7d2d1049-a158-426c-a66a-de2b34e8b664', 'status': 'completed', 'code': 200} Jul 14 09:01:45.229703 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-9971e25b-b691-4874-bc8c-ed03e10d42df req-a89bf491-da8c-4316-88e4-f0a05ff891a2 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:45.233657 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9971e25b-b691-4874-bc8c-ed03e10d42df req-a89bf491-da8c-4316-88e4-f0a05ff891a2 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.44 "DELETE /v2.0/ports/b6d75bbb-a047-430f-b8da-e8190a2f1874 HTTP/1.1" status: 204 len: 173 time: 2.0432708 Jul 14 09:01:45.342517 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d2ad5e81-5ce6-4ade-a19d-250e6bd9a075 req-b1097879-4830-46a6-95aa-f566e5d198f2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f9589d8d-d4fa-4eba-98e3-5e967599f886&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9933879 Jul 14 09:01:45.491719 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-53e2b970-2d73-458a-984c-639cc2133709 service neutron] For port ce787d56-90a9-47ea-a734-16046302a7ac, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:01:45.532492 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-53e2b970-2d73-458a-984c-639cc2133709 service neutron] For port ce787d56-90a9-47ea-a734-16046302a7ac, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ce787d56-90a9-47ea-a734-16046302a7ac,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:01:45.556324 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e9d46504-ef1d-4623-9535-71710e7dfea4 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:01:45.561257 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbbaa24-6f37-4e4e-8ec6-087f6e5c7107 admin admin] Network 8ab7d84b-f587-4d06-9fb3-17d40bd99bd6 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:01:45.561416 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-53e2b970-2d73-458a-984c-639cc2133709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:45.571413 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0dbbaa24-6f37-4e4e-8ec6-087f6e5c7107 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:01:45.670818 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf940f4-44c1-4eda-8c35-dacf649e8118 req-15776e9c-b33b-4883-b093-eaade68816d8 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:45.672540 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bbf940f4-44c1-4eda-8c35-dacf649e8118 req-15776e9c-b33b-4883-b093-eaade68816d8 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4930fff-1608-429a-9a67-1a4c39ea7507 HTTP/1.1" status: 200 len: 947 time: 0.2665656 Jul 14 09:01:45.710054 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2b970-2d73-458a-984c-639cc2133709 service neutron] Pushing event updated for resources: {'Port': ['ID=ce787d56-90a9-47ea-a734-16046302a7ac,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:45.735414 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-53e2b970-2d73-458a-984c-639cc2133709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:45.738806 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-53e2b970-2d73-458a-984c-639cc2133709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:45.746363 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-53e2b970-2d73-458a-984c-639cc2133709 service neutron] 10.222.0.44 "PUT /v2.0/ports/ce787d56-90a9-47ea-a734-16046302a7ac HTTP/1.1" status: 200 len: 1096 time: 3.0394244 Jul 14 09:01:45.903933 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d321c5bc-d34b-4538-b909-88f6ccde6978 req-167add32-afc7-4f0f-a6d4-d498b00c059c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a5c05085-3121-4d09-8244-6d56c37e1a0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6489305 Jul 14 09:01:45.912382 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bbf940f4-44c1-4eda-8c35-dacf649e8118 req-e5788c91-4337-4aba-8345-6bfda26c545b tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107391 Jul 14 09:01:46.021051 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port e9d46504-ef1d-4623-9535-71710e7dfea4 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:46.021979 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:46.035744 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad5e81-5ce6-4ade-a19d-250e6bd9a075 req-a8fbcca5-84b7-4d1f-8f26-9fda6b630aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:46.042813 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d2ad5e81-5ce6-4ade-a19d-250e6bd9a075 req-a8fbcca5-84b7-4d1f-8f26-9fda6b630aaf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ded5a87fc684a6aaedbd0df5e9b2bfa&device_id=f9589d8d-d4fa-4eba-98e3-5e967599f886 HTTP/1.1" status: 200 len: 1097 time: 0.6104677 Jul 14 09:01:46.223604 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-37358046-bdb9-4b59-a70c-c98d8c79f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:46.225227 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-37358046-bdb9-4b59-a70c-c98d8c79f7d6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&device_id=f4930fff-1608-429a-9a67-1a4c39ea7507 HTTP/1.1" status: 200 len: 1099 time: 0.2379324 Jul 14 09:01:46.333100 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-95a3cf5d-672d-4216-9fcd-fa90255d2f60 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=ce787d56-90a9-47ea-a734-16046302a7ac HTTP/1.1" status: 200 len: 217 time: 0.0998113 Jul 14 09:01:46.408874 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f19699a9-328a-4db2-a0a1-e056110c5d02 None None] Provisioning complete for port d855ad07-ea4c-4ed9-b533-df8ec9b7f384 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:46.412299 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f19699a9-328a-4db2-a0a1-e056110c5d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:46.433029 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-df840b92-9e03-450d-9a4a-016609b6bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:46.436113 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-df840b92-9e03-450d-9a4a-016609b6bde8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.0959196 Jul 14 09:01:46.516406 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47dbfff4-d223-42fe-afc6-7d8b94c67a9e x-openstack-request-id: req-47dbfff4-d223-42fe-afc6-7d8b94c67a9e {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:01:46.517125 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a673eadc-1bec-47cf-ad0e-79dd90d7e90e", "tag": "53cbc56e-c7db-4945-a12f-cb93e220296a", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:01:46.518116 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47dbfff4-d223-42fe-afc6-7d8b94c67a9e {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:01:46.518872 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a673eadc-1bec-47cf-ad0e-79dd90d7e90e', 'tag': '53cbc56e-c7db-4945-a12f-cb93e220296a', 'status': 'completed', 'code': 200} Jul 14 09:01:46.544586 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f19699a9-328a-4db2-a0a1-e056110c5d02 None None] Port d855ad07-ea4c-4ed9-b533-df8ec9b7f384 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:01:46.575930 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-99cfd404-1bae-4561-9d43-627141ff8fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:46.577860 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-99cfd404-1bae-4561-9d43-627141ff8fe5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1338701 Jul 14 09:01:46.643650 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad5e81-5ce6-4ade-a19d-250e6bd9a075 req-2fdb9dd5-53ad-415d-9fed-d1219244c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:46.645151 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d2ad5e81-5ce6-4ade-a19d-250e6bd9a075 req-2fdb9dd5-53ad-415d-9fed-d1219244c3db service neutron] 10.222.0.44 "GET /v2.0/networks?id=08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f HTTP/1.1" status: 200 len: 924 time: 0.4759417 Jul 14 09:01:46.653182 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58394) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:46.702541 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbbaa24-6f37-4e4e-8ec6-087f6e5c7107 admin admin] Router b8c4b831-469f-493a-9965-ef2f38d0d67b has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:01:46.806514 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321c5bc-d34b-4538-b909-88f6ccde6978 req-8b1d1f2f-144a-4373-bf48-3fa1016bd7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:46.816520 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-739fa02f-d6d8-4991-8d2e-37f2fd102aa3 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309179 Jul 14 09:01:46.817652 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d321c5bc-d34b-4538-b909-88f6ccde6978 req-8b1d1f2f-144a-4373-bf48-3fa1016bd7a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98536199418e4f7bab0a246a3f1f8585&device_id=a5c05085-3121-4d09-8244-6d56c37e1a0d HTTP/1.1" status: 200 len: 1100 time: 0.4649301 Jul 14 09:01:46.823137 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d2ad5e81-5ce6-4ade-a19d-250e6bd9a075 req-13e2577c-7edb-4f9b-abd7-3d53e2a77a3d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58155b91-8d8e-400d-b601-a4b18200528b HTTP/1.1" status: 200 len: 1000 time: 0.1652896 Jul 14 09:01:46.878760 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device b6d75bbb-a047-430f-b8da-e8190a2f1874 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:01:46.908327 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: b6d75bbb-a047-430f-b8da-e8190a2f1874 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:01:46.909011 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device b6d75bbb-a047-430f-b8da-e8190a2f1874 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:01:46.911966 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-b2f65c2c-59f1-4ba5-8509-7b5449b13133 req-60693a60-2c49-48ac-a45f-9fe75169156c tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1262941546', 'description': 'tempest-description-490728495'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:46.925453 n-d-771362-35 neutron-server[93772]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 09:01:46.944544 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-3608cdce-beef-493d-9c0a-2c735057d23d tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:01:46.945794 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-3608cdce-beef-493d-9c0a-2c735057d23d tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2890713 Jul 14 09:01:46.974071 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad5e81-5ce6-4ade-a19d-250e6bd9a075 req-831e275e-3652-4d15-ba09-32237c7cb05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:46.975416 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b2f65c2c-59f1-4ba5-8509-7b5449b13133 req-60693a60-2c49-48ac-a45f-9fe75169156c tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:46.975770 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d2ad5e81-5ce6-4ade-a19d-250e6bd9a075 req-831e275e-3652-4d15-ba09-32237c7cb05b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fecf381-19d6-49fe-86f6-48fb919914d0 HTTP/1.1" status: 200 len: 863 time: 0.1092138 Jul 14 09:01:46.984631 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e61d0-18bf-4ed9-ad32-44a1d3ae8c14 req-75fba89d-bb8d-4b34-a8fe-7ffb23b93be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:46.986703 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-400e61d0-18bf-4ed9-ad32-44a1d3ae8c14 req-75fba89d-bb8d-4b34-a8fe-7ffb23b93be2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dcde6d1474ea4edfa0fb594acf6b60cf&device_id=a673eadc-1bec-47cf-ad0e-79dd90d7e90e HTTP/1.1" status: 200 len: 1098 time: 0.4684629 Jul 14 09:01:46.996606 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d348523-e506-4ec2-97ee-7e2fbf6c2b9a req-818b8b1e-026a-4ae6-80d3-7a967ebd98c0 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735611 Jul 14 09:01:47.009262 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b2f65c2c-59f1-4ba5-8509-7b5449b13133 req-60693a60-2c49-48ac-a45f-9fe75169156c tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:47.123476 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b2f65c2c-59f1-4ba5-8509-7b5449b13133 req-60693a60-2c49-48ac-a45f-9fe75169156c tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:47.130249 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b2f65c2c-59f1-4ba5-8509-7b5449b13133 req-60693a60-2c49-48ac-a45f-9fe75169156c tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:47.178382 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60693a60-2c49-48ac-a45f-9fe75169156c tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=119c8673-0cf1-480c-98da-03869be6a9a5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:47.252501 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae960a7-d698-434c-ad58-e835a63ce173', 'name': 'network-vif-deleted', 'tag': 'b6d75bbb-a047-430f-b8da-e8190a2f1874'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:01:47.254813 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf1d212-f58f-4422-9347-7d38d2d85dd2" -d '{"events": [{"server_uuid": "aae960a7-d698-434c-ad58-e835a63ce173", "name": "network-vif-deleted", "tag": "b6d75bbb-a047-430f-b8da-e8190a2f1874"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:01:47.255157 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b2f65c2c-59f1-4ba5-8509-7b5449b13133 req-60693a60-2c49-48ac-a45f-9fe75169156c tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:47.260569 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b2f65c2c-59f1-4ba5-8509-7b5449b13133 req-60693a60-2c49-48ac-a45f-9fe75169156c tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:47.313250 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b2f65c2c-59f1-4ba5-8509-7b5449b13133 req-60693a60-2c49-48ac-a45f-9fe75169156c tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:47.316239 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2f65c2c-59f1-4ba5-8509-7b5449b13133 req-60693a60-2c49-48ac-a45f-9fe75169156c tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4173317 Jul 14 09:01:47.317524 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60693a60-2c49-48ac-a45f-9fe75169156c tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94880f2e-d6d1-4a94-b7f0-31833866fd97,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:47.423252 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-8bb734dc-70e2-4b0c-9dda-9816541146a3 service neutron] Request body: {'binding': {'host': 'n-h2-771362-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:47.423858 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-8bb734dc-70e2-4b0c-9dda-9816541146a3 service neutron] Unknown quota resources ['binding']. {{(pid=93772) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:01:47.494920 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbbaa24-6f37-4e4e-8ec6-087f6e5c7107 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:01:47.505754 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b37430-a06b-4e40-8448-ef68f48d58c0 None None] Sync routers for ids ['b8c4b831-469f-493a-9965-ef2f38d0d67b'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:01:47.519098 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b37430-a06b-4e40-8448-ef68f48d58c0 None None] Routers {'b8c4b831-469f-493a-9965-ef2f38d0d67b'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:01:47.519824 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-11b37430-a06b-4e40-8448-ef68f48d58c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:01:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b8c4b831-469f-493a-9965-ef2f38d0d67b'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:47.520636 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0dbbaa24-6f37-4e4e-8ec6-087f6e5c7107 admin admin] 10.222.0.25 "PUT /v2.0/routers/b8c4b831-469f-493a-9965-ef2f38d0d67b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5703139 Jul 14 09:01:47.562896 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321c5bc-d34b-4538-b909-88f6ccde6978 req-d641bd5d-ae57-4d95-ac39-ed259b1c2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:47.565388 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d321c5bc-d34b-4538-b909-88f6ccde6978 req-d641bd5d-ae57-4d95-ac39-ed259b1c2057 service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.7089107 Jul 14 09:01:47.597538 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2aa8c393-e245-4639-9949-118c961d17c5 req-318cd19a-6e2e-482b-938a-0c44be776f39 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/floatingips/5d25469a-fd9f-4a06-9ad1-52f59014f6bc HTTP/1.1" status: 200 len: 999 time: 0.1375744 Jul 14 09:01:47.681036 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-11b37430-a06b-4e40-8448-ef68f48d58c0 None None] Set router b8c4b831-469f-493a-9965-ef2f38d0d67b gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:01:47.722102 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d321c5bc-d34b-4538-b909-88f6ccde6978 req-e8ac1f1f-8b3a-4b1c-9551-65b9e1bbb88a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=18a71eb5-979c-4556-9ec5-11a32079fa5a HTTP/1.1" status: 200 len: 217 time: 0.1450231 Jul 14 09:01:47.727481 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e61d0-18bf-4ed9-ad32-44a1d3ae8c14 req-8ef19e9f-b583-4f80-baf7-03e719c90be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:47.729270 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-400e61d0-18bf-4ed9-ad32-44a1d3ae8c14 req-8ef19e9f-b583-4f80-baf7-03e719c90be6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bf54950-bc7a-4797-9e6e-152fe26827ba HTTP/1.1" status: 200 len: 921 time: 0.4785323 Jul 14 09:01:47.783282 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8c393-e245-4639-9949-118c961d17c5 req-fe061f4e-f4c3-4f9c-af7f-ccefea045922 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:47.786195 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad5e81-5ce6-4ade-a19d-250e6bd9a075 req-ba3aead0-1407-47e3-b514-03a74c01eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:47.787998 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d2ad5e81-5ce6-4ade-a19d-250e6bd9a075 req-ba3aead0-1407-47e3-b514-03a74c01eb6b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8003192 Jul 14 09:01:47.789469 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321c5bc-d34b-4538-b909-88f6ccde6978 req-4b2cc3a6-1bc9-4872-a188-e8a491d669f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:47.790815 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d321c5bc-d34b-4538-b909-88f6ccde6978 req-4b2cc3a6-1bc9-4872-a188-e8a491d669f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.0578969 Jul 14 09:01:47.791008 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2aa8c393-e245-4639-9949-118c961d17c5 req-fe061f4e-f4c3-4f9c-af7f-ccefea045922 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 784 time: 0.1906927 Jul 14 09:01:47.797433 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-2aa8c393-e245-4639-9949-118c961d17c5 req-9079e357-1006-409c-8297-8514c6fd9c3f tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:01:47.809038 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2aa8c393-e245-4639-9949-118c961d17c5 req-9079e357-1006-409c-8297-8514c6fd9c3f tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171475 Jul 14 09:01:47.891429 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-400e61d0-18bf-4ed9-ad32-44a1d3ae8c14 req-80de5eb3-35aa-4c35-b517-a2a1f9703f7a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53cbc56e-c7db-4945-a12f-cb93e220296a HTTP/1.1" status: 200 len: 1002 time: 0.1076698 Jul 14 09:01:47.933315 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-11b37430-a06b-4e40-8448-ef68f48d58c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c4b831-469f-493a-9965-ef2f38d0d67b', 'name': 'tempest-FloatingIPDetailsTestJSON-2117849659-router', 'tenant_id': '669e9eae83904b948213125bdd33823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e9d46504-ef1d-4623-9535-71710e7dfea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:01:34Z', 'updated_at': '2021-07-14T09:01:43Z', 'revision_number': 4, 'project_id': '669e9eae83904b948213125bdd33823f', 'gw_port': {'id': 'e9d46504-ef1d-4623-9535-71710e7dfea4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c4b831-469f-493a-9965-ef2f38d0d67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:35Z', 'updated_at': '2021-07-14T09:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'd855ad07-ea4c-4ed9-b533-df8ec9b7f384', 'name': '', 'network_id': '8ab7d84b-f587-4d06-9fb3-17d40bd99bd6', 'tenant_id': '669e9eae83904b948213125bdd33823f', 'mac_address': 'fa:16:3e:d9:15:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c4b831-469f-493a-9965-ef2f38d0d67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6f8dee18-fd28-44ac-9fc7-548008e1cfb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:40Z', 'updated_at': '2021-07-14T09:01:43Z', 'revision_number': 2, 'project_id': '669e9eae83904b948213125bdd33823f', 'subnets': [{'id': '6f8dee18-fd28-44ac-9fc7-548008e1cfb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:47.973710 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b37430-a06b-4e40-8448-ef68f48d58c0 None None] Checking router: b8c4b831-469f-493a-9965-ef2f38d0d67b for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:01:47.974066 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b37430-a06b-4e40-8448-ef68f48d58c0 None None] Updating router b8c4b831-469f-493a-9965-ef2f38d0d67b port d855ad07-ea4c-4ed9-b533-df8ec9b7f384 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:01:48.012473 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c54f4-22cc-4ca8-81da-e103385bc7db req-a9f13247-67e4-4b12-8770-c53ea3283288 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:48.019772 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e76c54f4-22cc-4ca8-81da-e103385bc7db req-a9f13247-67e4-4b12-8770-c53ea3283288 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4930fff-1608-429a-9a67-1a4c39ea7507 HTTP/1.1" status: 200 len: 947 time: 0.0831680 Jul 14 09:01:48.035277 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11b37430-a06b-4e40-8448-ef68f48d58c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:48.068475 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e76c54f4-22cc-4ca8-81da-e103385bc7db req-06fc2270-5f5a-4123-8e0a-50489e58d340 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467277 Jul 14 09:01:48.099189 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e61d0-18bf-4ed9-ad32-44a1d3ae8c14 req-5fc69026-e818-4923-a067-c4bfd9571599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:48.100702 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-400e61d0-18bf-4ed9-ad32-44a1d3ae8c14 req-5fc69026-e818-4923-a067-c4bfd9571599 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06e69cce-d1ef-4e39-ada8-f1b5d18d7af7 HTTP/1.1" status: 200 len: 860 time: 0.1887484 Jul 14 09:01:48.128958 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599b4e47-9a9b-4d50-be76-e62b8bfe9fc6 x-openstack-request-id: req-599b4e47-9a9b-4d50-be76-e62b8bfe9fc6 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:01:48.129243 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae960a7-d698-434c-ad58-e835a63ce173", "name": "network-vif-deleted", "tag": "b6d75bbb-a047-430f-b8da-e8190a2f1874", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:01:48.129496 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-599b4e47-9a9b-4d50-be76-e62b8bfe9fc6 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:01:48.129871 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae960a7-d698-434c-ad58-e835a63ce173', 'name': 'network-vif-deleted', 'tag': 'b6d75bbb-a047-430f-b8da-e8190a2f1874', 'status': 'completed', 'code': 200} Jul 14 09:01:48.140875 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-c7e1759e-ea68-406d-bfea-df249779c0e4 req-f7639bd6-d5ed-412e-afe4-c4ea96c1acb6 tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] Request body: {'security_group': {'name': 'tempest-securitygroup-709862448', 'description': 'tempest-description-586100936'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:48.154435 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-8bb734dc-70e2-4b0c-9dda-9816541146a3 service neutron] Attempting to bind port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 on host n-h2-771362-35 for vnic_type normal with profile None {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:01:48.154848 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-8bb734dc-70e2-4b0c-9dda-9816541146a3 service neutron] Attempting to bind port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:01:48.157011 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-8bb734dc-70e2-4b0c-9dda-9816541146a3 service neutron] Attempting to bind port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 on network d4fad6bc-cc19-4061-a347-c3942b87c975 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:01:48.174446 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c7e1759e-ea68-406d-bfea-df249779c0e4 req-f7639bd6-d5ed-412e-afe4-c4ea96c1acb6 tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:48.191076 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d2ad5e81-5ce6-4ade-a19d-250e6bd9a075 req-27ed0441-6663-496f-b0bb-0c9f1e9d0d43 service neutron] 10.222.0.44 "GET /v2.0/networks/08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948270 Jul 14 09:01:48.193329 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-8bb734dc-70e2-4b0c-9dda-9816541146a3 service neutron] Port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 on network d4fad6bc-cc19-4061-a347-c3942b87c975 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:01:48.193758 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-8bb734dc-70e2-4b0c-9dda-9816541146a3 service neutron] Attempting to bind port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 on network d4fad6bc-cc19-4061-a347-c3942b87c975 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:01:48.234004 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-8bb734dc-70e2-4b0c-9dda-9816541146a3 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:01:48.234004 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-8bb734dc-70e2-4b0c-9dda-9816541146a3 service neutron] Checking segment: {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:01:48.234662 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-8bb734dc-70e2-4b0c-9dda-9816541146a3 service neutron] Bound using segment: {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:01:48.235507 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-8bb734dc-70e2-4b0c-9dda-9816541146a3 service neutron] Bound port: 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:01:48.317875 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4bcd04f3-d514-4e11-a04a-6b01a2fdebe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:48.318770 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321c5bc-d34b-4538-b909-88f6ccde6978 req-47c1b4f1-3cae-4efd-bf63-73a011e0b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:48.320261 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d321c5bc-d34b-4538-b909-88f6ccde6978 req-47c1b4f1-3cae-4efd-bf63-73a011e0b21e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4270844 Jul 14 09:01:48.357642 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c7e1759e-ea68-406d-bfea-df249779c0e4 req-f7639bd6-d5ed-412e-afe4-c4ea96c1acb6 tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:48.364134 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c7e1759e-ea68-406d-bfea-df249779c0e4 req-f7639bd6-d5ed-412e-afe4-c4ea96c1acb6 tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:48.402271 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7639bd6-d5ed-412e-afe4-c4ea96c1acb6 tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56669c2e-9d67-420c-91ff-64fb199c47fb,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:48.405205 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c7e1759e-ea68-406d-bfea-df249779c0e4 req-f7639bd6-d5ed-412e-afe4-c4ea96c1acb6 tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:48.406624 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7e1759e-ea68-406d-bfea-df249779c0e4 req-f7639bd6-d5ed-412e-afe4-c4ea96c1acb6 tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2699461 Jul 14 09:01:48.503979 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e61d0-18bf-4ed9-ad32-44a1d3ae8c14 req-2874741a-86c4-4c8e-aa7d-b15403a10718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:48.505508 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-400e61d0-18bf-4ed9-ad32-44a1d3ae8c14 req-2874741a-86c4-4c8e-aa7d-b15403a10718 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bf54950-bc7a-4797-9e6e-152fe26827ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3783953 Jul 14 09:01:48.518296 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11b37430-a06b-4e40-8448-ef68f48d58c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:48.519865 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4930fff-1608-429a-9a67-1a4c39ea7507', 'tag': 'ce787d56-90a9-47ea-a734-16046302a7ac'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:01:48.523082 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614bcdc9-8a14-42a7-a540-228182c7acc4" -d '{"events": [{"name": "network-changed", "server_uuid": "f4930fff-1608-429a-9a67-1a4c39ea7507", "tag": "ce787d56-90a9-47ea-a734-16046302a7ac"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:01:48.529672 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-8bb734dc-70e2-4b0c-9dda-9816541146a3 service neutron] For port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=405ac7e0-0c0d-4e94-bbd1-8e70c773fb32,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:01:48.531947 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-11b37430-a06b-4e40-8448-ef68f48d58c0 None None] Transition to ACTIVE for port object d855ad07-ea4c-4ed9-b533-df8ec9b7f384 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:01:48.540432 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11b37430-a06b-4e40-8448-ef68f48d58c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:48.591233 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-8bb734dc-70e2-4b0c-9dda-9816541146a3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:48.594245 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-8bb734dc-70e2-4b0c-9dda-9816541146a3 service neutron] 10.222.0.25 "POST /v2.0/ports/405ac7e0-0c0d-4e94-bbd1-8e70c773fb32/bindings HTTP/1.1" status: 201 len: 390 time: 1.3444719 Jul 14 09:01:48.603633 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d2ad5e81-5ce6-4ade-a19d-250e6bd9a075 req-31de9ded-961c-4bf4-848c-27c8faea9676 service neutron] 10.222.0.44 "GET /v2.0/networks/08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058552 Jul 14 09:01:48.609246 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c9a32-113c-48c3-b31d-d50237b56e63 None None] Pushing event updated for resources: {'Port': ['ID=d855ad07-ea4c-4ed9-b533-df8ec9b7f384,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:48.650639 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d321c5bc-d34b-4538-b909-88f6ccde6978 req-cf8e09cf-a8c0-4b63-8e02-5dbf66e9161b service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952175 Jul 14 09:01:48.730598 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-11b37430-a06b-4e40-8448-ef68f48d58c0 None None] Attempting to bind port d855ad07-ea4c-4ed9-b533-df8ec9b7f384 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:01:48.731209 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-11b37430-a06b-4e40-8448-ef68f48d58c0 None None] Attempting to bind port d855ad07-ea4c-4ed9-b533-df8ec9b7f384 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '71b6cb96-cb4b-47eb-8914-ee802ccbe9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ab7d84b-f587-4d06-9fb3-17d40bd99bd6'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:01:48.731806 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b37430-a06b-4e40-8448-ef68f48d58c0 None None] Attempting to bind port d855ad07-ea4c-4ed9-b533-df8ec9b7f384 on network 8ab7d84b-f587-4d06-9fb3-17d40bd99bd6 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:01:48.761437 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b37430-a06b-4e40-8448-ef68f48d58c0 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:01:48.761885 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b37430-a06b-4e40-8448-ef68f48d58c0 None None] Checking segment: {'id': '71b6cb96-cb4b-47eb-8914-ee802ccbe9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ab7d84b-f587-4d06-9fb3-17d40bd99bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:01:48.762447 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11b37430-a06b-4e40-8448-ef68f48d58c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:48.762926 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b37430-a06b-4e40-8448-ef68f48d58c0 None None] Bound using segment: {'id': '71b6cb96-cb4b-47eb-8914-ee802ccbe9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ab7d84b-f587-4d06-9fb3-17d40bd99bd6'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:01:48.763480 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-11b37430-a06b-4e40-8448-ef68f48d58c0 None None] Bound port: d855ad07-ea4c-4ed9-b533-df8ec9b7f384, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b6cb96-cb4b-47eb-8914-ee802ccbe9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ab7d84b-f587-4d06-9fb3-17d40bd99bd6'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:01:48.763964 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11b37430-a06b-4e40-8448-ef68f48d58c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:48.870883 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-400e61d0-18bf-4ed9-ad32-44a1d3ae8c14 req-b93707a0-d89f-416e-b2e8-22dfad256d7f service neutron] 10.222.0.44 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547487 Jul 14 09:01:48.903336 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-11b37430-a06b-4e40-8448-ef68f48d58c0 None None] For port d855ad07-ea4c-4ed9-b533-df8ec9b7f384, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:01:48.911443 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-11b37430-a06b-4e40-8448-ef68f48d58c0 None None] For port d855ad07-ea4c-4ed9-b533-df8ec9b7f384, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d855ad07-ea4c-4ed9-b533-df8ec9b7f384,segment=NetworkSegment(71b6cb96-cb4b-47eb-8914-ee802ccbe9ac),segment_id=71b6cb96-cb4b-47eb-8914-ee802ccbe9ac)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:01:48.919133 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11b37430-a06b-4e40-8448-ef68f48d58c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:49.049464 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d321c5bc-d34b-4538-b909-88f6ccde6978 req-16cfa99c-0821-4893-ae71-575bb2783db4 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814087 Jul 14 09:01:49.067068 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c9a32-113c-48c3-b31d-d50237b56e63 None None] Pushing event updated for resources: {'Port': ['ID=d855ad07-ea4c-4ed9-b533-df8ec9b7f384,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:49.083182 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-400e61d0-18bf-4ed9-ad32-44a1d3ae8c14 req-4ff3ecfe-825b-4156-ad9b-2e9c7d71499d service neutron] 10.222.0.44 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969452 Jul 14 09:01:49.123211 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b37430-a06b-4e40-8448-ef68f48d58c0 None None] Routers {'b8c4b831-469f-493a-9965-ef2f38d0d67b'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:01:49.124755 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-11b37430-a06b-4e40-8448-ef68f48d58c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:01:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b8c4b831-469f-493a-9965-ef2f38d0d67b'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:49.147282 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eaa42178-54c9-4288-a401-56d2e8cb34b9 req-546368dd-87e2-4df5-a2c8-71f93407172a tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.247 HTTP/1.1" status: 200 len: 1002 time: 0.1912317 Jul 14 09:01:49.172726 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-7d52df27-dabd-4c13-a358-9fe0e4a68aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:49.175184 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-7d52df27-dabd-4c13-a358-9fe0e4a68aa2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c35458c50e143699c6f14a3ebfddb0d&device_id=caca0822-9f89-44d2-bfc8-f9576b5cbc41 HTTP/1.1" status: 200 len: 1097 time: 0.1067731 Jul 14 09:01:49.287559 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa42178-54c9-4288-a401-56d2e8cb34b9 req-ddabd5e9-c44f-4898-a5a2-e273080e958c tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:49.289874 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eaa42178-54c9-4288-a401-56d2e8cb34b9 req-ddabd5e9-c44f-4898-a5a2-e273080e958c tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports/53cbc56e-c7db-4945-a12f-cb93e220296a HTTP/1.1" status: 200 len: 943 time: 0.1422689 Jul 14 09:01:49.306859 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c393602b-5bf2-41cd-bf8a-e650000b5d94 req-489e4352-5986-424a-9aa7-973a231c4fee tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4047978 Jul 14 09:01:49.316372 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-c393602b-5bf2-41cd-bf8a-e650000b5d94 req-4de4c407-3290-42b8-8a74-14c94ae6b19c tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:49.374320 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c393602b-5bf2-41cd-bf8a-e650000b5d94 req-4de4c407-3290-42b8-8a74-14c94ae6b19c tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:49.437628 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-cc8cc60e-994d-4748-81a0-b44d891321c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:49.440186 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-cc8cc60e-994d-4748-81a0-b44d891321c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d4fad6bc-cc19-4061-a347-c3942b87c975 HTTP/1.1" status: 200 len: 908 time: 0.2588618 Jul 14 09:01:49.445314 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-11b37430-a06b-4e40-8448-ef68f48d58c0 None None] Set router b8c4b831-469f-493a-9965-ef2f38d0d67b gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:01:49.508968 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-a0239ba7-fcb2-4cc3-bf05-9b0278c11021 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 HTTP/1.1" status: 200 len: 217 time: 0.0621943 Jul 14 09:01:49.556153 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eaa42178-54c9-4288-a401-56d2e8cb34b9 req-15bc2e4b-7965-4e2c-a476-4b942673ec43 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.247 HTTP/1.1" status: 200 len: 1002 time: 0.1029742 Jul 14 09:01:49.590923 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-64ae7b5d-6251-410a-9da0-aea460e6c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:49.593349 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-64ae7b5d-6251-410a-9da0-aea460e6c885 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39b054b3-ff74-48d7-bc6b-cc0709824ebb HTTP/1.1" status: 200 len: 848 time: 0.0768654 Jul 14 09:01:49.650309 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-6364fb0a-4f26-434c-ab73-2a155a58bc12 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d4fad6bc-cc19-4061-a347-c3942b87c975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491836 Jul 14 09:01:49.693482 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa42178-54c9-4288-a401-56d2e8cb34b9 req-a4194431-2b5f-4afb-ac13-ce1c634cefb3 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:49.694808 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eaa42178-54c9-4288-a401-56d2e8cb34b9 req-a4194431-2b5f-4afb-ac13-ce1c634cefb3 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 784 time: 0.1321840 Jul 14 09:01:49.748815 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-11b37430-a06b-4e40-8448-ef68f48d58c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c4b831-469f-493a-9965-ef2f38d0d67b', 'name': 'tempest-FloatingIPDetailsTestJSON-2117849659-router', 'tenant_id': '669e9eae83904b948213125bdd33823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e9d46504-ef1d-4623-9535-71710e7dfea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:01:34Z', 'updated_at': '2021-07-14T09:01:43Z', 'revision_number': 4, 'project_id': '669e9eae83904b948213125bdd33823f', 'gw_port': {'id': 'e9d46504-ef1d-4623-9535-71710e7dfea4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c4b831-469f-493a-9965-ef2f38d0d67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:35Z', 'updated_at': '2021-07-14T09:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'd855ad07-ea4c-4ed9-b533-df8ec9b7f384', 'name': '', 'network_id': '8ab7d84b-f587-4d06-9fb3-17d40bd99bd6', 'tenant_id': '669e9eae83904b948213125bdd33823f', 'mac_address': 'fa:16:3e:d9:15:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c4b831-469f-493a-9965-ef2f38d0d67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6f8dee18-fd28-44ac-9fc7-548008e1cfb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:40Z', 'updated_at': '2021-07-14T09:01:48Z', 'revision_number': 4, 'project_id': '669e9eae83904b948213125bdd33823f', 'subnets': [{'id': '6f8dee18-fd28-44ac-9fc7-548008e1cfb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:49.778273 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-39311cad-1c90-4689-bf31-c0083ac972c7 service neutron] 10.222.0.44 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184471 Jul 14 09:01:49.783581 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b37430-a06b-4e40-8448-ef68f48d58c0 None None] The sync data for ids ['b8c4b831-469f-493a-9965-ef2f38d0d67b'] in n-d-771362-35 is: [{'id': 'b8c4b831-469f-493a-9965-ef2f38d0d67b', 'name': 'tempest-FloatingIPDetailsTestJSON-2117849659-router', 'tenant_id': '669e9eae83904b948213125bdd33823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e9d46504-ef1d-4623-9535-71710e7dfea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:01:34Z', 'updated_at': '2021-07-14T09:01:43Z', 'revision_number': 4, 'project_id': '669e9eae83904b948213125bdd33823f', 'gw_port': {'id': 'e9d46504-ef1d-4623-9535-71710e7dfea4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c4b831-469f-493a-9965-ef2f38d0d67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:35Z', 'updated_at': '2021-07-14T09:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'd855ad07-ea4c-4ed9-b533-df8ec9b7f384', 'name': '', 'network_id': '8ab7d84b-f587-4d06-9fb3-17d40bd99bd6', 'tenant_id': '669e9eae83904b948213125bdd33823f', 'mac_address': 'fa:16:3e:d9:15:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c4b831-469f-493a-9965-ef2f38d0d67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6f8dee18-fd28-44ac-9fc7-548008e1cfb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:40Z', 'updated_at': '2021-07-14T09:01:48Z', 'revision_number': 4, 'project_id': '669e9eae83904b948213125bdd33823f', 'subnets': [{'id': '6f8dee18-fd28-44ac-9fc7-548008e1cfb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:01:49.796076 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eaa42178-54c9-4288-a401-56d2e8cb34b9 req-2cf65f3f-6119-4d01-af1f-7b68c254b189 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.247 HTTP/1.1" status: 200 len: 1002 time: 0.0904884 Jul 14 09:01:49.805222 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-eaa42178-54c9-4288-a401-56d2e8cb34b9 req-94154220-0346-4160-b09e-d0fdefd30548 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:49.812950 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c393602b-5bf2-41cd-bf8a-e650000b5d94 req-4de4c407-3290-42b8-8a74-14c94ae6b19c tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:49.920306 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-eaa42178-54c9-4288-a401-56d2e8cb34b9 req-94154220-0346-4160-b09e-d0fdefd30548 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:49.927095 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-d6dfedde-d687-45f4-870e-0e58d8983bdc service neutron] 10.222.0.44 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422296 Jul 14 09:01:50.102687 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-c393602b-5bf2-41cd-bf8a-e650000b5d94 req-4de4c407-3290-42b8-8a74-14c94ae6b19c tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Allocated IP 172.25.6.6 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/bd2412f3-7013-441a-b427-7e06db6c43dd) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:01:50.166948 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-5047c2b5-733a-409e-8b0a-7c5888440f79 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:50.168795 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-5047c2b5-733a-409e-8b0a-7c5888440f79 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=caca0822-9f89-44d2-bfc8-f9576b5cbc41&tenant_id=1c35458c50e143699c6f14a3ebfddb0d&binding%3Ahost_id=n-h1-771362-35 HTTP/1.1" status: 200 len: 1097 time: 0.1175983 Jul 14 09:01:50.169928 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-eaa42178-54c9-4288-a401-56d2e8cb34b9 req-94154220-0346-4160-b09e-d0fdefd30548 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:50.180584 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-063a2049-c623-4678-ad44-91ba24b2df77 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771362-35'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:50.205057 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-eaa42178-54c9-4288-a401-56d2e8cb34b9 req-94154220-0346-4160-b09e-d0fdefd30548 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:50.205575 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [req-eaa42178-54c9-4288-a401-56d2e8cb34b9 req-94154220-0346-4160-b09e-d0fdefd30548 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Floating IP 5d25469a-fd9f-4a06-9ad1-52f59014f6bc disassociated. External IP: 172.25.6.247, port: 53cbc56e-c7db-4945-a12f-cb93e220296a. Jul 14 09:01:50.271325 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-063a2049-c623-4678-ad44-91ba24b2df77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:50.428530 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c393602b-5bf2-41cd-bf8a-e650000b5d94 req-4de4c407-3290-42b8-8a74-14c94ae6b19c tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:50.513827 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eaa42178-54c9-4288-a401-56d2e8cb34b9 req-94154220-0346-4160-b09e-d0fdefd30548 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Router feb7ed9b-3f09-408f-98ff-97715802e75a has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:01:50.533707 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c393602b-5bf2-41cd-bf8a-e650000b5d94 req-4de4c407-3290-42b8-8a74-14c94ae6b19c tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:50.620249 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c393602b-5bf2-41cd-bf8a-e650000b5d94 req-4de4c407-3290-42b8-8a74-14c94ae6b19c tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:01:50.626429 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-c393602b-5bf2-41cd-bf8a-e650000b5d94 req-4de4c407-3290-42b8-8a74-14c94ae6b19c tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:01:50.662218 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c393602b-5bf2-41cd-bf8a-e650000b5d94 req-4de4c407-3290-42b8-8a74-14c94ae6b19c tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:01:50.686584 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4c407-3290-42b8-8a74-14c94ae6b19c tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Pushing event updated for resources: {'Port': ['ID=bd2412f3-7013-441a-b427-7e06db6c43dd,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:50.731160 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eaa42178-54c9-4288-a401-56d2e8cb34b9 req-94154220-0346-4160-b09e-d0fdefd30548 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:01:50.738082 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-eaa42178-54c9-4288-a401-56d2e8cb34b9 req-94154220-0346-4160-b09e-d0fdefd30548 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:50.744512 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cd4899-a0bc-45c0-b9e4-f26869a8a82b None None] Sync routers for ids ['feb7ed9b-3f09-408f-98ff-97715802e75a'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:01:50.760281 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cd4899-a0bc-45c0-b9e4-f26869a8a82b None None] Routers {'feb7ed9b-3f09-408f-98ff-97715802e75a'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:01:50.760858 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c393602b-5bf2-41cd-bf8a-e650000b5d94 req-4de4c407-3290-42b8-8a74-14c94ae6b19c tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:50.761001 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f7cd4899-a0bc-45c0-b9e4-f26869a8a82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:01:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['feb7ed9b-3f09-408f-98ff-97715802e75a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:50.769043 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada25971-167a-4266-b6b7-26cf251bdaf7 req-aad01824-2070-43e2-9662-8bc6c577e1f6 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:50.771666 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ada25971-167a-4266-b6b7-26cf251bdaf7 req-aad01824-2070-43e2-9662-8bc6c577e1f6 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5c05085-3121-4d09-8244-6d56c37e1a0d HTTP/1.1" status: 200 len: 948 time: 0.4530733 Jul 14 09:01:50.837998 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eaa42178-54c9-4288-a401-56d2e8cb34b9 req-94154220-0346-4160-b09e-d0fdefd30548 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "PUT /v2.0/floatingips/5d25469a-fd9f-4a06-9ad1-52f59014f6bc HTTP/1.1" status: 200 len: 696 time: 1.0379844 Jul 14 09:01:50.902181 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device ce787d56-90a9-47ea-a734-16046302a7ac details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:01:50.904482 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-063a2049-c623-4678-ad44-91ba24b2df77 service neutron] For port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=405ac7e0-0c0d-4e94-bbd1-8e70c773fb32,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:50.910300 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c393602b-5bf2-41cd-bf8a-e650000b5d94 req-4de4c407-3290-42b8-8a74-14c94ae6b19c tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:50.938397 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-f7cd4899-a0bc-45c0-b9e4-f26869a8a82b None None] Set router feb7ed9b-3f09-408f-98ff-97715802e75a gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:01:50.991163 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-063a2049-c623-4678-ad44-91ba24b2df77 service neutron] For port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:01:50.991777 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa42178-54c9-4288-a401-56d2e8cb34b9 req-8fe800bd-97de-4cd4-bbca-83675818f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:51.002657 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eaa42178-54c9-4288-a401-56d2e8cb34b9 req-8fe800bd-97de-4cd4-bbca-83675818f741 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dcde6d1474ea4edfa0fb594acf6b60cf&device_id=a673eadc-1bec-47cf-ad0e-79dd90d7e90e HTTP/1.1" status: 200 len: 1098 time: 0.1493409 Jul 14 09:01:51.045468 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7cf9bba1-13c0-4529-9a33-0c12024eddd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:51.049465 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-ada25971-167a-4266-b6b7-26cf251bdaf7 req-a20f7f13-c44d-433a-a180-fcb0b41c1330 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Deleting port 18a71eb5-979c-4556-9ec5-11a32079fa5a {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:01:51.049814 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-ada25971-167a-4266-b6b7-26cf251bdaf7 req-a20f7f13-c44d-433a-a180-fcb0b41c1330 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:51.066211 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caca0822-9f89-44d2-bfc8-f9576b5cbc41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '405ac7e0-0c0d-4e94-bbd1-8e70c773fb32'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:01:51.068986 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e3a6e5-e5f0-46ef-a9b8-a02146168c07" -d '{"events": [{"server_uuid": "caca0822-9f89-44d2-bfc8-f9576b5cbc41", "name": "network-vif-unplugged", "status": "completed", "tag": "405ac7e0-0c0d-4e94-bbd1-8e70c773fb32"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:01:51.102104 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-063a2049-c623-4678-ad44-91ba24b2df77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:51.115336 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-063a2049-c623-4678-ad44-91ba24b2df77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:51.236149 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-ada25971-167a-4266-b6b7-26cf251bdaf7 req-a20f7f13-c44d-433a-a180-fcb0b41c1330 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] For port 18a71eb5-979c-4556-9ec5-11a32079fa5a, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=18a71eb5-979c-4556-9ec5-11a32079fa5a,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:51.236686 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-ada25971-167a-4266-b6b7-26cf251bdaf7 req-a20f7f13-c44d-433a-a180-fcb0b41c1330 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:51.276566 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:51.295164 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a2049-c623-4678-ad44-91ba24b2df77 service neutron] Pushing event updated for resources: {'Port': ['ID=405ac7e0-0c0d-4e94-bbd1-8e70c773fb32,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:51.300358 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-ada25971-167a-4266-b6b7-26cf251bdaf7 req-a20f7f13-c44d-433a-a180-fcb0b41c1330 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Calling delete_port for 18a71eb5-979c-4556-9ec5-11a32079fa5a owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:01:51.300906 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port ce787d56-90a9-47ea-a734-16046302a7ac, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ce787d56-90a9-47ea-a734-16046302a7ac,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:51.307740 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-063a2049-c623-4678-ad44-91ba24b2df77 service neutron] Attempting to bind port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 on host n-h1-771362-35 for vnic_type normal with profile {"migrating_to": "n-h2-771362-35"} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:01:51.308087 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-063a2049-c623-4678-ad44-91ba24b2df77 service neutron] Attempting to bind port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:01:51.308426 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-063a2049-c623-4678-ad44-91ba24b2df77 service neutron] Attempting to bind port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 on network d4fad6bc-cc19-4061-a347-c3942b87c975 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:01:51.328763 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-063a2049-c623-4678-ad44-91ba24b2df77 service neutron] Port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 on network d4fad6bc-cc19-4061-a347-c3942b87c975 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:01:51.329170 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-063a2049-c623-4678-ad44-91ba24b2df77 service neutron] Attempting to bind port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 on network d4fad6bc-cc19-4061-a347-c3942b87c975 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:01:51.333834 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'ce787d56-90a9-47ea-a734-16046302a7ac', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': 'ce787d56-90a9-47ea-a734-16046302a7ac', 'mac_address': 'fa:16:3e:26:0e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:01:51.396752 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:51.449346 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce787d56-90a9-47ea-a734-16046302a7ac {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:01:51.487186 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port ce787d56-90a9-47ea-a734-16046302a7ac, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ce787d56-90a9-47ea-a734-16046302a7ac,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:51.518763 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:51.524895 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-063a2049-c623-4678-ad44-91ba24b2df77 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:01:51.525241 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-063a2049-c623-4678-ad44-91ba24b2df77 service neutron] Checking segment: {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:01:51.525634 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-063a2049-c623-4678-ad44-91ba24b2df77 service neutron] Bound using segment: {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:01:51.526132 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-063a2049-c623-4678-ad44-91ba24b2df77 service neutron] Bound port: 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:01:51.526502 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-063a2049-c623-4678-ad44-91ba24b2df77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:51.598605 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=ce787d56-90a9-47ea-a734-16046302a7ac,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:51.603936 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d855ad07-ea4c-4ed9-b533-df8ec9b7f384 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:01:51.618381 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa42178-54c9-4288-a401-56d2e8cb34b9 req-ada69ce1-9018-43eb-95ec-9f324605c6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:51.620682 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eaa42178-54c9-4288-a401-56d2e8cb34b9 req-ada69ce1-9018-43eb-95ec-9f324605c6e0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8bf54950-bc7a-4797-9e6e-152fe26827ba HTTP/1.1" status: 200 len: 921 time: 0.6166034 Jul 14 09:01:51.636540 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-063a2049-c623-4678-ad44-91ba24b2df77 service neutron] For port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:01:51.639691 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-063a2049-c623-4678-ad44-91ba24b2df77 service neutron] For port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=405ac7e0-0c0d-4e94-bbd1-8e70c773fb32,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:01:51.643482 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-ada25971-167a-4266-b6b7-26cf251bdaf7 req-a20f7f13-c44d-433a-a180-fcb0b41c1330 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:51.653682 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-063a2049-c623-4678-ad44-91ba24b2df77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:51.658203 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f7cd4899-a0bc-45c0-b9e4-f26869a8a82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-router', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0b309202-90ff-4db4-974f-af83558406e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:31Z', 'updated_at': '2021-07-14T09:00:35Z', 'revision_number': 4, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'gw_port': {'id': '0b309202-90ff-4db4-974f-af83558406e5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:32Z', 'updated_at': '2021-07-14T09:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '4f774d77-8c3f-4880-8f3c-6e2aecfa680a', 'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'mac_address': 'fa:16:3e:cb:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:34Z', 'updated_at': '2021-07-14T09:00:43Z', 'revision_number': 5, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'subnets': [{'id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:51.660688 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['18a71eb5-979c-4556-9ec5-11a32079fa5a'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:01:51.674012 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eaa42178-54c9-4288-a401-56d2e8cb34b9 req-5f92a227-54d6-4a88-96f2-965f9509cbe2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53cbc56e-c7db-4945-a12f-cb93e220296a HTTP/1.1" status: 200 len: 217 time: 0.0449820 Jul 14 09:01:51.683563 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f7f13-c44d-433a-a180-fcb0b41c1330 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Pushing event deleted for resources: {'Port': ['ID=18a71eb5-979c-4556-9ec5-11a32079fa5a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:51.718346 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cd4899-a0bc-45c0-b9e4-f26869a8a82b None None] Checking router: feb7ed9b-3f09-408f-98ff-97715802e75a for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:01:51.737111 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cd4899-a0bc-45c0-b9e4-f26869a8a82b None None] Routers {'feb7ed9b-3f09-408f-98ff-97715802e75a'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:01:51.737741 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f7cd4899-a0bc-45c0-b9e4-f26869a8a82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:01:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['feb7ed9b-3f09-408f-98ff-97715802e75a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:51.758803 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c393602b-5bf2-41cd-bf8a-e650000b5d94 req-4de4c407-3290-42b8-8a74-14c94ae6b19c tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:51.769150 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa42178-54c9-4288-a401-56d2e8cb34b9 req-1004b879-0e06-428b-adde-8b5527d18525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:51.770844 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eaa42178-54c9-4288-a401-56d2e8cb34b9 req-1004b879-0e06-428b-adde-8b5527d18525 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=06e69cce-d1ef-4e39-ada8-f1b5d18d7af7 HTTP/1.1" status: 200 len: 860 time: 0.0892394 Jul 14 09:01:51.773126 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c393602b-5bf2-41cd-bf8a-e650000b5d94 req-4de4c407-3290-42b8-8a74-14c94ae6b19c tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:51.795947 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada25971-167a-4266-b6b7-26cf251bdaf7 req-a20f7f13-c44d-433a-a180-fcb0b41c1330 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] No DVR routers for this DVR port 18a71eb5-979c-4556-9ec5-11a32079fa5a on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:01:51.799445 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-ada25971-167a-4266-b6b7-26cf251bdaf7 req-a20f7f13-c44d-433a-a180-fcb0b41c1330 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:51.801749 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ada25971-167a-4266-b6b7-26cf251bdaf7 req-a20f7f13-c44d-433a-a180-fcb0b41c1330 tempest-LiveMigrationNegativeTest-1352856542 tempest-LiveMigrationNegativeTest-1352856542-project] 10.222.0.47 "DELETE /v2.0/ports/18a71eb5-979c-4556-9ec5-11a32079fa5a HTTP/1.1" status: 204 len: 173 time: 1.0222974 Jul 14 09:01:51.815403 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c393602b-5bf2-41cd-bf8a-e650000b5d94 req-4de4c407-3290-42b8-8a74-14c94ae6b19c tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:51.850406 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c393602b-5bf2-41cd-bf8a-e650000b5d94 req-4de4c407-3290-42b8-8a74-14c94ae6b19c tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:51.852002 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c393602b-5bf2-41cd-bf8a-e650000b5d94 req-4de4c407-3290-42b8-8a74-14c94ae6b19c tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.5432122 Jul 14 09:01:51.883026 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-f7cd4899-a0bc-45c0-b9e4-f26869a8a82b None None] Set router feb7ed9b-3f09-408f-98ff-97715802e75a gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:01:51.883686 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-063a2049-c623-4678-ad44-91ba24b2df77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:51.883947 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-063a2049-c623-4678-ad44-91ba24b2df77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:51.888579 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-063a2049-c623-4678-ad44-91ba24b2df77 service neutron] 10.222.0.44 "PUT /v2.0/ports/405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 HTTP/1.1" status: 200 len: 1123 time: 1.7133300 Jul 14 09:01:51.919153 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c393602b-5bf2-41cd-bf8a-e650000b5d94 req-b05ef217-e877-4dd6-b4ba-4bcbb5fd7392 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 694 time: 0.0587077 Jul 14 09:01:51.926812 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4c407-3290-42b8-8a74-14c94ae6b19c tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Pushing event updated for resources: {'Port': ['ID=bd2412f3-7013-441a-b427-7e06db6c43dd,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:51.929907 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a2049-c623-4678-ad44-91ba24b2df77 service neutron] Pushing event updated for resources: {'Port': ['ID=405ac7e0-0c0d-4e94-bbd1-8e70c773fb32,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:51.997447 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['ce787d56-90a9-47ea-a734-16046302a7ac'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:01:52.005377 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa42178-54c9-4288-a401-56d2e8cb34b9 req-c5d305ba-ce72-41d0-a298-5fa512b27eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:52.006945 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eaa42178-54c9-4288-a401-56d2e8cb34b9 req-c5d305ba-ce72-41d0-a298-5fa512b27eda service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8bf54950-bc7a-4797-9e6e-152fe26827ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2247298 Jul 14 09:01:52.132958 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393602b-5bf2-41cd-bf8a-e650000b5d94 req-bc987ef1-70aa-47b3-bc1c-05645ff3ec5a tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:52.134570 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c393602b-5bf2-41cd-bf8a-e650000b5d94 req-bc987ef1-70aa-47b3-bc1c-05645ff3ec5a tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 784 time: 0.2040250 Jul 14 09:01:52.164009 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eaa42178-54c9-4288-a401-56d2e8cb34b9 req-0db16752-cc93-43dd-8fcf-5be00f2f5ff7 service neutron] 10.222.0.25 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488929 Jul 14 09:01:52.207619 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port d855ad07-ea4c-4ed9-b533-df8ec9b7f384 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:01:52.240165 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['405ac7e0-0c0d-4e94-bbd1-8e70c773fb32'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:01:52.289580 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-518b7c4e-e951-4a78-87ac-60124aec2f15 req-c3f44c23-dbf7-49e6-9892-adcd11056b45 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1703271147', 'description': 'tempest-description-341871438'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:52.293095 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d855ad07-ea4c-4ed9-b533-df8ec9b7f384 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:52.293577 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:52.334940 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:52.342020 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eaa42178-54c9-4288-a401-56d2e8cb34b9 req-6c781b16-a32c-42de-9799-4fa16ad0b859 service neutron] 10.222.0.25 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769323 Jul 14 09:01:52.356084 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-518b7c4e-e951-4a78-87ac-60124aec2f15 req-c3f44c23-dbf7-49e6-9892-adcd11056b45 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:52.377109 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-518b7c4e-e951-4a78-87ac-60124aec2f15 req-c3f44c23-dbf7-49e6-9892-adcd11056b45 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:52.507279 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-518b7c4e-e951-4a78-87ac-60124aec2f15 req-c3f44c23-dbf7-49e6-9892-adcd11056b45 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:52.510217 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c435a809-5359-4e06-80eb-7d271adb8c86 x-openstack-request-id: req-c435a809-5359-4e06-80eb-7d271adb8c86 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:01:52.510613 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4930fff-1608-429a-9a67-1a4c39ea7507", "tag": "ce787d56-90a9-47ea-a734-16046302a7ac", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:01:52.511417 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c435a809-5359-4e06-80eb-7d271adb8c86 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:01:52.511939 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4930fff-1608-429a-9a67-1a4c39ea7507', 'tag': 'ce787d56-90a9-47ea-a734-16046302a7ac', 'status': 'completed', 'code': 200} Jul 14 09:01:52.519131 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-518b7c4e-e951-4a78-87ac-60124aec2f15 req-c3f44c23-dbf7-49e6-9892-adcd11056b45 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:52.575757 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f44c23-dbf7-49e6-9892-adcd11056b45 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2047b8e5-10e4-43e8-ad88-f98e917f3409,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:52.576658 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bcdc9-8a14-42a7-a540-228182c7acc4 req-0e639b15-2931-47b8-9bc9-91e43e2b5e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:52.583672 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-614bcdc9-8a14-42a7-a540-228182c7acc4 req-0e639b15-2931-47b8-9bc9-91e43e2b5e49 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&device_id=f4930fff-1608-429a-9a67-1a4c39ea7507 HTTP/1.1" status: 200 len: 1100 time: 0.1266139 Jul 14 09:01:52.722355 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:52.763408 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-518b7c4e-e951-4a78-87ac-60124aec2f15 req-c3f44c23-dbf7-49e6-9892-adcd11056b45 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:52.764345 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f7cd4899-a0bc-45c0-b9e4-f26869a8a82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-router', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0b309202-90ff-4db4-974f-af83558406e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:31Z', 'updated_at': '2021-07-14T09:00:35Z', 'revision_number': 4, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'gw_port': {'id': '0b309202-90ff-4db4-974f-af83558406e5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:32Z', 'updated_at': '2021-07-14T09:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '4f774d77-8c3f-4880-8f3c-6e2aecfa680a', 'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'mac_address': 'fa:16:3e:cb:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:34Z', 'updated_at': '2021-07-14T09:00:43Z', 'revision_number': 5, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'subnets': [{'id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:52.778717 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef52cf7-a934-4910-9c8c-17ae21a9d15b req-46c15268-677b-486d-9ee9-8f7339bb30f5 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:52.780496 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8ef52cf7-a934-4910-9c8c-17ae21a9d15b req-46c15268-677b-486d-9ee9-8f7339bb30f5 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=caca0822-9f89-44d2-bfc8-f9576b5cbc41 HTTP/1.1" status: 200 len: 943 time: 0.1255937 Jul 14 09:01:52.782127 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-518b7c4e-e951-4a78-87ac-60124aec2f15 req-c3f44c23-dbf7-49e6-9892-adcd11056b45 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:52.782918 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bcdc9-8a14-42a7-a540-228182c7acc4 req-601d1416-e248-4211-a6a2-cd3a01353eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:52.784827 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-614bcdc9-8a14-42a7-a540-228182c7acc4 req-601d1416-e248-4211-a6a2-cd3a01353eac service neutron] 10.222.0.44 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.1942317 Jul 14 09:01:52.813048 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cd4899-a0bc-45c0-b9e4-f26869a8a82b None None] The sync data for ids ['feb7ed9b-3f09-408f-98ff-97715802e75a'] in n-d-771362-35 is: [{'id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-router', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0b309202-90ff-4db4-974f-af83558406e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:31Z', 'updated_at': '2021-07-14T09:00:35Z', 'revision_number': 4, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'gw_port': {'id': '0b309202-90ff-4db4-974f-af83558406e5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:32Z', 'updated_at': '2021-07-14T09:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '4f774d77-8c3f-4880-8f3c-6e2aecfa680a', 'name': '', 'network_id': '8bf54950-bc7a-4797-9e6e-152fe26827ba', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'mac_address': 'fa:16:3e:cb:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:34Z', 'updated_at': '2021-07-14T09:00:43Z', 'revision_number': 5, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'subnets': [{'id': '06e69cce-d1ef-4e39-ada8-f1b5d18d7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:01:52.832482 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-518b7c4e-e951-4a78-87ac-60124aec2f15 req-c3f44c23-dbf7-49e6-9892-adcd11056b45 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:52.846712 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-518b7c4e-e951-4a78-87ac-60124aec2f15 req-c3f44c23-dbf7-49e6-9892-adcd11056b45 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5712841 Jul 14 09:01:52.851589 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-614bcdc9-8a14-42a7-a540-228182c7acc4 req-a45c1d70-028e-476f-ba7e-0fef1a36b6b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=ce787d56-90a9-47ea-a734-16046302a7ac HTTP/1.1" status: 200 len: 217 time: 0.0580988 Jul 14 09:01:52.863409 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port d855ad07-ea4c-4ed9-b533-df8ec9b7f384, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d855ad07-ea4c-4ed9-b533-df8ec9b7f384,segment=NetworkSegment(71b6cb96-cb4b-47eb-8914-ee802ccbe9ac),segment_id=71b6cb96-cb4b-47eb-8914-ee802ccbe9ac)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:52.881343 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:52.897679 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8ef52cf7-a934-4910-9c8c-17ae21a9d15b req-a2a66a8b-a9e9-4c3d-b4c2-a9b0caa0e004 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085927 Jul 14 09:01:52.898968 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f44c23-dbf7-49e6-9892-adcd11056b45 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bf9d1a-6b3b-4563-a4a5-d187d71b2b83,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:52.943163 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bcdc9-8a14-42a7-a540-228182c7acc4 req-c0ebc943-4210-453b-a558-4d810a75d235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:52.944866 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-614bcdc9-8a14-42a7-a540-228182c7acc4 req-c0ebc943-4210-453b-a558-4d810a75d235 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.0864930 Jul 14 09:01:52.955359 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=d855ad07-ea4c-4ed9-b533-df8ec9b7f384,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:53.050606 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bcdc9-8a14-42a7-a540-228182c7acc4 req-514199d8-fead-4ee0-9185-1c33fbc6f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:53.052302 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-614bcdc9-8a14-42a7-a540-228182c7acc4 req-514199d8-fead-4ee0-9185-1c33fbc6f467 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1004858 Jul 14 09:01:53.223791 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-614bcdc9-8a14-42a7-a540-228182c7acc4 req-a7700d11-eedf-4e48-b9f4-7bc6e62cebbd service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635437 Jul 14 09:01:53.228204 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d25e827-ee34-438f-9867-15f88629248a None None] New status for floating IP 5d25469a-fd9f-4a06-9ad1-52f59014f6bc: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:01:53.232318 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ebc8b-8826-4f72-8d2f-47d8456fce84 req-e7dce680-a7f2-4c88-8620-fe4b422c64d7 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:53.234092 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-382ebc8b-8826-4f72-8d2f-47d8456fce84 req-e7dce680-a7f2-4c88-8620-fe4b422c64d7 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4930fff-1608-429a-9a67-1a4c39ea7507 HTTP/1.1" status: 200 len: 948 time: 0.1085806 Jul 14 09:01:53.247605 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11084077-a90e-4d08-8225-1f0ffb752288 x-openstack-request-id: req-11084077-a90e-4d08-8225-1f0ffb752288 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:01:53.247893 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caca0822-9f89-44d2-bfc8-f9576b5cbc41", "name": "network-vif-unplugged", "status": "completed", "tag": "405ac7e0-0c0d-4e94-bbd1-8e70c773fb32", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:01:53.248141 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11084077-a90e-4d08-8225-1f0ffb752288 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:01:53.248528 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caca0822-9f89-44d2-bfc8-f9576b5cbc41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '405ac7e0-0c0d-4e94-bbd1-8e70c773fb32', 'code': 200} Jul 14 09:01:53.341170 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-614bcdc9-8a14-42a7-a540-228182c7acc4 req-2b4b25cd-a0d7-4374-a664-856111533c96 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092556 Jul 14 09:01:53.377927 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-382ebc8b-8826-4f72-8d2f-47d8456fce84 req-265847d0-2896-4095-80da-d1daf8ebcdd6 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357603 Jul 14 09:01:53.449315 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58480) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:53.463977 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e450c9d-118a-403a-b6eb-7f472b23b6b3 req-987f0d32-6538-4a18-9a14-1349dd399389 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2209203 Jul 14 09:01:53.479868 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-5e450c9d-118a-403a-b6eb-7f472b23b6b3 req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:53.530580 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5e450c9d-118a-403a-b6eb-7f472b23b6b3 req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:53.549316 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d855ad07-ea4c-4ed9-b533-df8ec9b7f384 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:01:53.577695 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:53.601225 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-8116a839-19d3-4b87-8315-7870a9112669 req-f4cb0f4b-2147-4b21-9d63-1b417a682bc3 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1016636202', 'description': 'tempest-description-1118243213'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:53.609461 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d855ad07-ea4c-4ed9-b533-df8ec9b7f384 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:53.610160 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:53.649346 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2ee8e0de-504f-4663-a19a-664d318c0ee6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=98536199418e4f7bab0a246a3f1f8585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1989062 Jul 14 09:01:53.653734 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58486) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:53.654550 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8116a839-19d3-4b87-8315-7870a9112669 req-f4cb0f4b-2147-4b21-9d63-1b417a682bc3 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:53.771363 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5e450c9d-118a-403a-b6eb-7f472b23b6b3 req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:53.779181 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-086e1fad-f474-40fe-92ad-07f9a3abb590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:53.850522 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-086e1fad-f474-40fe-92ad-07f9a3abb590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:53.899261 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8116a839-19d3-4b87-8315-7870a9112669 req-f4cb0f4b-2147-4b21-9d63-1b417a682bc3 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:53.927577 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8116a839-19d3-4b87-8315-7870a9112669 req-f4cb0f4b-2147-4b21-9d63-1b417a682bc3 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:53.962279 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8116a839-19d3-4b87-8315-7870a9112669 req-f4cb0f4b-2147-4b21-9d63-1b417a682bc3 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:53.963551 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8116a839-19d3-4b87-8315-7870a9112669 req-f4cb0f4b-2147-4b21-9d63-1b417a682bc3 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4000561 Jul 14 09:01:53.984649 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-5e450c9d-118a-403a-b6eb-7f472b23b6b3 req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Allocated IP 172.25.6.58 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/9865924e-7a3b-4943-a4ec-445df248f303) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:01:53.988506 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb0f4b-2147-4b21-9d63-1b417a682bc3 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778c34f7-de90-4030-be9a-37860845946b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:54.010017 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-086e1fad-f474-40fe-92ad-07f9a3abb590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:54.012495 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-086e1fad-f474-40fe-92ad-07f9a3abb590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:54.013638 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-086e1fad-f474-40fe-92ad-07f9a3abb590 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/758af18a-f6fe-48cb-a2fe-81d3943468f8 HTTP/1.1" status: 204 len: 168 time: 0.3560910 Jul 14 09:01:54.026678 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e1fad-f474-40fe-92ad-07f9a3abb590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758af18a-f6fe-48cb-a2fe-81d3943468f8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:54.150352 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5e450c9d-118a-403a-b6eb-7f472b23b6b3 req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:54.245319 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108335e1-5575-40d6-a97d-5f323ccb24f1 req-0d1941aa-773d-40f3-b156-c527ec569515 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:54.246465 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-108335e1-5575-40d6-a97d-5f323ccb24f1 req-0d1941aa-773d-40f3-b156-c527ec569515 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=caca0822-9f89-44d2-bfc8-f9576b5cbc41 HTTP/1.1" status: 200 len: 943 time: 0.0893190 Jul 14 09:01:54.247966 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5e450c9d-118a-403a-b6eb-7f472b23b6b3 req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:54.312400 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e450c9d-118a-403a-b6eb-7f472b23b6b3 req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:01:54.319915 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-5e450c9d-118a-403a-b6eb-7f472b23b6b3 req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:01:54.323423 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e450c9d-118a-403a-b6eb-7f472b23b6b3 req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:01:54.342915 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Pushing event updated for resources: {'Port': ['ID=9865924e-7a3b-4943-a4ec-445df248f303,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:54.371520 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-108335e1-5575-40d6-a97d-5f323ccb24f1 req-58e720a0-a773-4b2e-9a5f-82b9db9e16e7 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985289 Jul 14 09:01:54.392167 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5e450c9d-118a-403a-b6eb-7f472b23b6b3 req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:54.411865 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58504) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:54.468539 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5e450c9d-118a-403a-b6eb-7f472b23b6b3 req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:54.483236 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7abad72b-e371-4034-9d15-1ac54ea16cda admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ab2cd55edf84eb18bc3c86a93feb453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0691845 Jul 14 09:01:54.487177 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58506) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:54.515767 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a673eadc-1bec-47cf-ad0e-79dd90d7e90e', 'tag': '53cbc56e-c7db-4945-a12f-cb93e220296a'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:01:54.519160 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4316b0-366b-42e3-9039-bf6754bd8117" -d '{"events": [{"name": "network-changed", "server_uuid": "a673eadc-1bec-47cf-ad0e-79dd90d7e90e", "tag": "53cbc56e-c7db-4945-a12f-cb93e220296a"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:01:54.540328 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6cf831e3-a483-4b18-b5c1-291a48e0608a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:54.568968 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6cf831e3-a483-4b18-b5c1-291a48e0608a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:54.624454 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6cf831e3-a483-4b18-b5c1-291a48e0608a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:54.627282 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6cf831e3-a483-4b18-b5c1-291a48e0608a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:54.628496 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6cf831e3-a483-4b18-b5c1-291a48e0608a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1aa6898e-2a85-4957-a836-771bee3901b6 HTTP/1.1" status: 204 len: 168 time: 0.1401803 Jul 14 09:01:54.636786 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf831e3-a483-4b18-b5c1-291a48e0608a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa6898e-2a85-4957-a836-771bee3901b6,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:54.769711 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5e450c9d-118a-403a-b6eb-7f472b23b6b3 req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:54.780346 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5e450c9d-118a-403a-b6eb-7f472b23b6b3 req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:54.826906 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5e450c9d-118a-403a-b6eb-7f472b23b6b3 req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:54.875869 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-a3dfb0af-2ff0-426b-b21b-343babc87f67 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47844 time: 0.4364455 Jul 14 09:01:54.877882 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5e450c9d-118a-403a-b6eb-7f472b23b6b3 req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:54.878996 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e450c9d-118a-403a-b6eb-7f472b23b6b3 req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4075706 Jul 14 09:01:54.879765 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Pushing event updated for resources: {'Port': ['ID=9865924e-7a3b-4943-a4ec-445df248f303,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:54.889489 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:54.889844 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:54.890190 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:54.890529 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:54.890869 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:54.891206 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:54.891670 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:54.892590 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:54.893116 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:54.893218 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:54.893552 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:54.893878 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea986ec-eb42-4cdb-b342-bd7da65ed046 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:54.905318 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:01:54.977485 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e450c9d-118a-403a-b6eb-7f472b23b6b3 req-5b4f9083-0222-4f51-b774-20cc497b2140 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.58 HTTP/1.1" status: 200 len: 695 time: 0.0800028 Jul 14 09:01:54.998865 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-93298911-5794-4ac1-8c98-e2ddfb3c8917 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/119c8673-0cf1-480c-98da-03869be6a9a5 HTTP/1.1" status: 200 len: 2981 time: 0.1117477 Jul 14 09:01:55.040463 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=405ac7e0-0c0d-4e94-bbd1-8e70c773fb32,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:55.058384 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device ce787d56-90a9-47ea-a734-16046302a7ac up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:01:55.085422 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 has no active binding in host n-h2-771362-35 {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:01:55.108773 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-f3378fa6-f29c-4936-b862-e248c6a89a5a tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/119c8673-0cf1-480c-98da-03869be6a9a5 HTTP/1.1" status: 200 len: 2981 time: 0.0739334 Jul 14 09:01:55.115995 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port ce787d56-90a9-47ea-a734-16046302a7ac completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:01:55.120842 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e450c9d-118a-403a-b6eb-7f472b23b6b3 req-51f6b5b3-3976-4255-8c0b-5ec7c7ae334b tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:55.122278 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e450c9d-118a-403a-b6eb-7f472b23b6b3 req-51f6b5b3-3976-4255-8c0b-5ec7c7ae334b tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 784 time: 0.1372051 Jul 14 09:01:55.123306 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port ce787d56-90a9-47ea-a734-16046302a7ac triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:55.124107 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:55.135771 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-b4d00a32-791a-4a66-b8d1-de82e24dae2a tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] show failed (client error): The resource could not be found. Jul 14 09:01:55.136827 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-b4d00a32-791a-4a66-b8d1-de82e24dae2a tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/1aa6898e-2a85-4957-a836-771bee3901b6 HTTP/1.1" status: 404 len: 352 time: 0.0135868 Jul 14 09:01:55.209040 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-a09a7033-1f30-4465-8fe0-c5070be043f8 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] show failed (client error): The resource could not be found. Jul 14 09:01:55.210049 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-a09a7033-1f30-4465-8fe0-c5070be043f8 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/1aa6898e-2a85-4957-a836-771bee3901b6 HTTP/1.1" status: 404 len: 352 time: 0.0455232 Jul 14 09:01:55.225166 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-554bbbb6-9d04-4499-bd89-88462d5582c3 req-91eb9c51-92c4-4ed4-a2ca-68fda9e651a4 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/floatingips/5d25469a-fd9f-4a06-9ad1-52f59014f6bc HTTP/1.1" status: 200 len: 694 time: 0.0748355 Jul 14 09:01:55.228867 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:55.250082 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c05085-3121-4d09-8244-6d56c37e1a0d', 'name': 'network-vif-deleted', 'tag': '18a71eb5-979c-4556-9ec5-11a32079fa5a'}, {'name': 'network-changed', 'server_uuid': 'caca0822-9f89-44d2-bfc8-f9576b5cbc41', 'tag': '405ac7e0-0c0d-4e94-bbd1-8e70c773fb32'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:01:55.254030 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7096fd0-4240-45f5-90ad-0d28947b7318" -d '{"events": [{"server_uuid": "a5c05085-3121-4d09-8244-6d56c37e1a0d", "name": "network-vif-deleted", "tag": "18a71eb5-979c-4556-9ec5-11a32079fa5a"}, {"name": "network-changed", "server_uuid": "caca0822-9f89-44d2-bfc8-f9576b5cbc41", "tag": "405ac7e0-0c0d-4e94-bbd1-8e70c773fb32"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:01:55.265533 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4930fff-1608-429a-9a67-1a4c39ea7507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce787d56-90a9-47ea-a734-16046302a7ac'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:01:55.273731 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f864736b-78b0-4540-8034-b8a020a7ba9b" -d '{"events": [{"server_uuid": "f4930fff-1608-429a-9a67-1a4c39ea7507", "name": "network-vif-plugged", "status": "completed", "tag": "ce787d56-90a9-47ea-a734-16046302a7ac"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:01:55.287574 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 18a71eb5-979c-4556-9ec5-11a32079fa5a no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:01:55.313785 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 18a71eb5-979c-4556-9ec5-11a32079fa5a {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:01:55.314139 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 18a71eb5-979c-4556-9ec5-11a32079fa5a not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:01:55.318676 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port ce787d56-90a9-47ea-a734-16046302a7ac, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ce787d56-90a9-47ea-a734-16046302a7ac,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:55.340623 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:55.369680 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-0c93a04e-5065-4f1a-a689-36edfd13aa6b tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/2047b8e5-10e4-43e8-ad88-f98e917f3409 HTTP/1.1" status: 200 len: 2981 time: 0.1340966 Jul 14 09:01:55.408686 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554bbbb6-9d04-4499-bd89-88462d5582c3 req-41c10774-cbe3-496e-9ff7-a639e12e2386 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:55.410084 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-554bbbb6-9d04-4499-bd89-88462d5582c3 req-41c10774-cbe3-496e-9ff7-a639e12e2386 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 784 time: 0.1841612 Jul 14 09:01:55.423398 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-554bbbb6-9d04-4499-bd89-88462d5582c3 req-437f27c2-4521-40de-946e-2ad2632b8693 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:01:55.424398 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-554bbbb6-9d04-4499-bd89-88462d5582c3 req-437f27c2-4521-40de-946e-2ad2632b8693 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080211 Jul 14 09:01:55.433894 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-64bd2c98-64ba-4cfd-b395-653971c19462 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/2047b8e5-10e4-43e8-ad88-f98e917f3409 HTTP/1.1" status: 200 len: 2981 time: 0.0629606 Jul 14 09:01:55.437702 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=ce787d56-90a9-47ea-a734-16046302a7ac,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:55.494774 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-554bbbb6-9d04-4499-bd89-88462d5582c3 req-3c0720ce-a06c-4959-8c25-a3009d25ff53 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.247 HTTP/1.1" status: 200 len: 697 time: 0.0582879 Jul 14 09:01:55.569216 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-554bbbb6-9d04-4499-bd89-88462d5582c3 req-5e79feaf-14d4-4e0a-8c15-e7b442388d9c tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.247 HTTP/1.1" status: 200 len: 697 time: 0.0664935 Jul 14 09:01:55.580078 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-726a7ee6-ae8d-41f5-822d-fdf0c71fe5f9 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/34fa1690-4e81-42ce-8c2e-56fcb8542a81 HTTP/1.1" status: 200 len: 2977 time: 0.1452203 Jul 14 09:01:55.717785 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-58a5ced5-8f8d-4f82-a3e3-0217b80dbc2a tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/34fa1690-4e81-42ce-8c2e-56fcb8542a81 HTTP/1.1" status: 200 len: 2977 time: 0.1365728 Jul 14 09:01:55.765316 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-554bbbb6-9d04-4499-bd89-88462d5582c3 req-cf08e329-00bf-445e-a557-20dde51ab47d tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Deleting port f69967c8-5e3d-4e0c-9174-c93edfa777c8 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:01:55.765612 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-554bbbb6-9d04-4499-bd89-88462d5582c3 req-cf08e329-00bf-445e-a557-20dde51ab47d tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:55.819771 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-32aa99dd-dee4-40c4-9229-c9a9c541178a tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/85006928-ea4f-49ab-a9c6-280b187868ca HTTP/1.1" status: 200 len: 2977 time: 0.0919037 Jul 14 09:01:55.874992 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-554bbbb6-9d04-4499-bd89-88462d5582c3 req-cf08e329-00bf-445e-a557-20dde51ab47d tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:55.875317 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-554bbbb6-9d04-4499-bd89-88462d5582c3 req-cf08e329-00bf-445e-a557-20dde51ab47d tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:55.897014 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-554bbbb6-9d04-4499-bd89-88462d5582c3 req-cf08e329-00bf-445e-a557-20dde51ab47d tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Calling delete_port for f69967c8-5e3d-4e0c-9174-c93edfa777c8 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:01:55.903342 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-edcdc6fe-c435-4a4f-b5f2-6649ac7f327d tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/85006928-ea4f-49ab-a9c6-280b187868ca HTTP/1.1" status: 200 len: 2977 time: 0.0674994 Jul 14 09:01:56.002126 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-643a83e7-7ec3-47c9-8beb-739fd4bbe048 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/8646e213-dd0d-40aa-b659-6adc73064e3e HTTP/1.1" status: 200 len: 2981 time: 0.0905118 Jul 14 09:01:56.113837 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-b5d237cd-a695-4ee4-a653-3716282dda16 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/8646e213-dd0d-40aa-b659-6adc73064e3e HTTP/1.1" status: 200 len: 2981 time: 0.0995796 Jul 14 09:01:56.131911 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-554bbbb6-9d04-4499-bd89-88462d5582c3 req-cf08e329-00bf-445e-a557-20dde51ab47d tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:56.175506 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08e329-00bf-445e-a557-20dde51ab47d tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Pushing event deleted for resources: {'Port': ['ID=f69967c8-5e3d-4e0c-9174-c93edfa777c8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:56.209868 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-554bbbb6-9d04-4499-bd89-88462d5582c3 req-cf08e329-00bf-445e-a557-20dde51ab47d tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:56.212320 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-554bbbb6-9d04-4499-bd89-88462d5582c3 req-cf08e329-00bf-445e-a557-20dde51ab47d tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:56.213447 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-554bbbb6-9d04-4499-bd89-88462d5582c3 req-cf08e329-00bf-445e-a557-20dde51ab47d tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "DELETE /v2.0/floatingips/5d25469a-fd9f-4a06-9ad1-52f59014f6bc HTTP/1.1" status: 204 len: 173 time: 0.6311364 Jul 14 09:01:56.214808 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-08913c75-e5f8-4cc8-856d-d55edbb7588a tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/88b1a1c4-4bd2-49af-ae81-5e3e3a3d6d8f HTTP/1.1" status: 200 len: 2981 time: 0.0923619 Jul 14 09:01:56.260017 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-c7a0514d-e3a1-4e07-9d01-5fd129d3b6dc tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/88b1a1c4-4bd2-49af-ae81-5e3e3a3d6d8f HTTP/1.1" status: 200 len: 2981 time: 0.0388174 Jul 14 09:01:56.312384 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-c5791719-7b54-4bbb-95d3-7cb8b4544ad1 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/8990f576-c9c3-479b-86b6-6ab1185192ae HTTP/1.1" status: 200 len: 2981 time: 0.0445168 Jul 14 09:01:56.361235 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-0c312f78-3815-442c-bf0a-b71b28d4fd6b tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/8990f576-c9c3-479b-86b6-6ab1185192ae HTTP/1.1" status: 200 len: 2981 time: 0.0431089 Jul 14 09:01:56.413704 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-9e65f87e-5b0a-4296-bbbf-dbcc2f17fd0f tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/91bdd687-e50c-4ff9-980b-cc5197bc36de HTTP/1.1" status: 200 len: 2981 time: 0.0471177 Jul 14 09:01:56.486058 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-0ea6f872-4148-4afb-b476-0c680dc8c727 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/91bdd687-e50c-4ff9-980b-cc5197bc36de HTTP/1.1" status: 200 len: 2981 time: 0.0658329 Jul 14 09:01:56.575319 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-5ede156b-0f52-425d-b92e-c14650966b55 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/9c51df81-5336-4e11-8988-b3dba5538e85 HTTP/1.1" status: 200 len: 2981 time: 0.0699034 Jul 14 09:01:56.588867 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b68f9-521c-48d9-b547-fc4f73c11868 req-8e46ffb0-cb60-4ed5-8dfc-1eeb55621694 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:56.590503 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-904b68f9-521c-48d9-b547-fc4f73c11868 req-8e46ffb0-cb60-4ed5-8dfc-1eeb55621694 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4930fff-1608-429a-9a67-1a4c39ea7507 HTTP/1.1" status: 200 len: 949 time: 0.1220267 Jul 14 09:01:56.665930 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-904b68f9-521c-48d9-b547-fc4f73c11868 req-72afd8ee-1c1b-4044-bdda-a7894e331bc3 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685649 Jul 14 09:01:56.668037 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-a857da38-2b5a-49ee-8276-321a88b48295 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/9c51df81-5336-4e11-8988-b3dba5538e85 HTTP/1.1" status: 200 len: 2981 time: 0.0765905 Jul 14 09:01:56.732400 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-cf4c76f1-27f5-4e0b-be3e-7c4f6e9988fc tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a05cdf83-6c29-4266-a9d7-0ea3d09e37ce HTTP/1.1" status: 200 len: 2977 time: 0.0558372 Jul 14 09:01:56.742370 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc12c36-06c8-4b67-9874-e2fa003fbada x-openstack-request-id: req-5fc12c36-06c8-4b67-9874-e2fa003fbada {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:01:56.742749 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a673eadc-1bec-47cf-ad0e-79dd90d7e90e", "tag": "53cbc56e-c7db-4945-a12f-cb93e220296a", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:01:56.743132 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5fc12c36-06c8-4b67-9874-e2fa003fbada {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:01:56.743619 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a673eadc-1bec-47cf-ad0e-79dd90d7e90e', 'tag': '53cbc56e-c7db-4945-a12f-cb93e220296a', 'status': 'completed', 'code': 200} Jul 14 09:01:56.837015 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4316b0-366b-42e3-9039-bf6754bd8117 req-70647878-2c7c-4e50-9f14-f3f4423a8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:56.839332 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bb4316b0-366b-42e3-9039-bf6754bd8117 req-70647878-2c7c-4e50-9f14-f3f4423a8d8c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dcde6d1474ea4edfa0fb594acf6b60cf&device_id=a673eadc-1bec-47cf-ad0e-79dd90d7e90e HTTP/1.1" status: 200 len: 1098 time: 0.0683205 Jul 14 09:01:56.858685 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-d22ae394-7ef2-4555-aed2-663466c57683 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a05cdf83-6c29-4266-a9d7-0ea3d09e37ce HTTP/1.1" status: 200 len: 2977 time: 0.1196074 Jul 14 09:01:56.937448 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c0d685a3-9f4f-44c2-84e1-dac47de9068a req-aaf82cd6-c7f9-43f4-891e-2608a0a9e1c8 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1799295 Jul 14 09:01:56.943959 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-8b7b0967-2df7-4a9f-aed4-2a5085ee868d tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/ca042462-f02e-4702-b8bb-23a4cb9b44e4 HTTP/1.1" status: 200 len: 2973 time: 0.0753632 Jul 14 09:01:56.950662 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-c0d685a3-9f4f-44c2-84e1-dac47de9068a req-ba396357-ecd5-43a3-8701-b054f4dd1f14 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:56.965756 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4316b0-366b-42e3-9039-bf6754bd8117 req-368f727c-f743-491d-b45a-188fe42b749b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:56.967317 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bb4316b0-366b-42e3-9039-bf6754bd8117 req-368f727c-f743-491d-b45a-188fe42b749b service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bf54950-bc7a-4797-9e6e-152fe26827ba HTTP/1.1" status: 200 len: 921 time: 0.1200838 Jul 14 09:01:57.007229 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c0d685a3-9f4f-44c2-84e1-dac47de9068a req-ba396357-ecd5-43a3-8701-b054f4dd1f14 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:57.025569 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-d33d45b7-f280-4b29-bdd8-0ce1109c6aeb tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/ca042462-f02e-4702-b8bb-23a4cb9b44e4 HTTP/1.1" status: 200 len: 2973 time: 0.0695574 Jul 14 09:01:57.037102 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bb4316b0-366b-42e3-9039-bf6754bd8117 req-9daceb87-24dc-4cba-8144-5780f76f36f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53cbc56e-c7db-4945-a12f-cb93e220296a HTTP/1.1" status: 200 len: 217 time: 0.0600343 Jul 14 09:01:57.100478 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4316b0-366b-42e3-9039-bf6754bd8117 req-af7c1e13-de82-4e25-8419-8af4e19f0f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:57.101936 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bb4316b0-366b-42e3-9039-bf6754bd8117 req-af7c1e13-de82-4e25-8419-8af4e19f0f0b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06e69cce-d1ef-4e39-ada8-f1b5d18d7af7 HTTP/1.1" status: 200 len: 860 time: 0.0535011 Jul 14 09:01:57.119166 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-15c9ae9f-ecd9-4892-bd88-8a9cb3b8546b tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/cbd57148-f660-4402-891c-d6390153a79b HTTP/1.1" status: 200 len: 2981 time: 0.0642772 Jul 14 09:01:57.183607 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-7387e23b-8bec-4ab2-83e9-77b2af4920be tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/cbd57148-f660-4402-891c-d6390153a79b HTTP/1.1" status: 200 len: 2981 time: 0.0573933 Jul 14 09:01:57.190280 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c0d685a3-9f4f-44c2-84e1-dac47de9068a req-ba396357-ecd5-43a3-8701-b054f4dd1f14 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:57.208296 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4316b0-366b-42e3-9039-bf6754bd8117 req-6705fd91-31b9-42e5-9948-912ba4b50a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:57.209822 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bb4316b0-366b-42e3-9039-bf6754bd8117 req-6705fd91-31b9-42e5-9948-912ba4b50a47 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bf54950-bc7a-4797-9e6e-152fe26827ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1013021 Jul 14 09:01:57.217133 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-0a4e3e73-9676-4e63-9081-81de80b414b9 service neutron] 10.222.0.47 "GET /v2.0/ports/405ac7e0-0c0d-4e94-bbd1-8e70c773fb32/bindings/n-h2-771362-35 HTTP/1.1" status: 200 len: 385 time: 0.0784628 Jul 14 09:01:57.312496 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-86c794a3-750e-4793-9e4c-37e424a3b321 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e7a0cab3-faa1-4825-94e3-502ce86ba181 HTTP/1.1" status: 200 len: 2981 time: 0.1147006 Jul 14 09:01:57.372971 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-c0d685a3-9f4f-44c2-84e1-dac47de9068a req-ba396357-ecd5-43a3-8701-b054f4dd1f14 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Allocated IP 172.25.6.128 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/1e1773eb-8073-4705-928b-892fb7643ac5) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:01:57.376086 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a666d01-2321-42cc-9b4d-2638857e60f4 req-1fd2b62d-b7b0-4a84-bc02-d204451e70cc tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e7a0cab3-faa1-4825-94e3-502ce86ba181 HTTP/1.1" status: 200 len: 2981 time: 0.0627367 Jul 14 09:01:57.381276 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bb4316b0-366b-42e3-9039-bf6754bd8117 req-8de5d459-86e9-404a-aabe-27428c7607dd service neutron] 10.222.0.44 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629229 Jul 14 09:01:57.491771 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fede64-0896-44b5-81d9-026336ee1691 x-openstack-request-id: req-14fede64-0896-44b5-81d9-026336ee1691 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:01:57.492648 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4930fff-1608-429a-9a67-1a4c39ea7507", "name": "network-vif-plugged", "status": "completed", "tag": "ce787d56-90a9-47ea-a734-16046302a7ac", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:01:57.493071 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14fede64-0896-44b5-81d9-026336ee1691 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:01:57.493610 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4930fff-1608-429a-9a67-1a4c39ea7507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce787d56-90a9-47ea-a734-16046302a7ac', 'code': 200} Jul 14 09:01:57.514086 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c0d685a3-9f4f-44c2-84e1-dac47de9068a req-ba396357-ecd5-43a3-8701-b054f4dd1f14 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:57.521165 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bb4316b0-366b-42e3-9039-bf6754bd8117 req-1e3eb762-6eef-4837-9577-f925355ab01d service neutron] 10.222.0.44 "GET /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333189 Jul 14 09:01:57.522846 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 09:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af6a7e2-0c5b-4b64-ad52-3f01c2038727 x-openstack-request-id: req-4af6a7e2-0c5b-4b64-ad52-3f01c2038727 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:01:57.523273 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c05085-3121-4d09-8244-6d56c37e1a0d", "name": "network-vif-deleted", "tag": "18a71eb5-979c-4556-9ec5-11a32079fa5a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "caca0822-9f89-44d2-bfc8-f9576b5cbc41", "tag": "405ac7e0-0c0d-4e94-bbd1-8e70c773fb32", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:01:57.523662 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4af6a7e2-0c5b-4b64-ad52-3f01c2038727 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:01:57.524173 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c05085-3121-4d09-8244-6d56c37e1a0d', 'name': 'network-vif-deleted', 'tag': '18a71eb5-979c-4556-9ec5-11a32079fa5a', 'status': 'completed', 'code': 200} Jul 14 09:01:57.524503 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caca0822-9f89-44d2-bfc8-f9576b5cbc41', 'tag': '405ac7e0-0c0d-4e94-bbd1-8e70c773fb32', 'status': 'completed', 'code': 200} Jul 14 09:01:57.622105 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c0d685a3-9f4f-44c2-84e1-dac47de9068a req-ba396357-ecd5-43a3-8701-b054f4dd1f14 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:57.630443 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-4078dd80-53bf-442a-9e5f-1e975f4e2dff service neutron] For port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=405ac7e0-0c0d-4e94-bbd1-8e70c773fb32,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:57.666309 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-4078dd80-53bf-442a-9e5f-1e975f4e2dff service neutron] For port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:01:57.715673 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-4078dd80-53bf-442a-9e5f-1e975f4e2dff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:01:57.717715 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d685a3-9f4f-44c2-84e1-dac47de9068a req-ba396357-ecd5-43a3-8701-b054f4dd1f14 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:01:57.729753 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-c0d685a3-9f4f-44c2-84e1-dac47de9068a req-ba396357-ecd5-43a3-8701-b054f4dd1f14 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:01:57.730529 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-4078dd80-53bf-442a-9e5f-1e975f4e2dff service neutron] For port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=405ac7e0-0c0d-4e94-bbd1-8e70c773fb32,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:57.734386 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d685a3-9f4f-44c2-84e1-dac47de9068a req-ba396357-ecd5-43a3-8701-b054f4dd1f14 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:01:57.738550 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba396357-ecd5-43a3-8701-b054f4dd1f14 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Pushing event updated for resources: {'Port': ['ID=1e1773eb-8073-4705-928b-892fb7643ac5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:57.755306 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-4078dd80-53bf-442a-9e5f-1e975f4e2dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:57.758995 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa36f2-795d-4144-8533-2dcdd3d11379 req-0244d9e6-6415-4e85-97d9-a10145b65f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:57.760746 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-affa36f2-795d-4144-8533-2dcdd3d11379 req-0244d9e6-6415-4e85-97d9-a10145b65f8a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f4930fff-1608-429a-9a67-1a4c39ea7507 HTTP/1.1" status: 200 len: 1101 time: 0.1752846 Jul 14 09:01:57.790903 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7096fd0-4240-45f5-90ad-0d28947b7318 req-4bef3822-e594-44f6-915f-325b937f1ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:57.792465 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7096fd0-4240-45f5-90ad-0d28947b7318 req-4bef3822-e594-44f6-915f-325b937f1ae0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c35458c50e143699c6f14a3ebfddb0d&device_id=caca0822-9f89-44d2-bfc8-f9576b5cbc41 HTTP/1.1" status: 200 len: 1126 time: 0.2611494 Jul 14 09:01:57.817951 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2751149-4b17-47cd-bd54-523a98a17e68 req-2f37c1d9-9e1e-48d6-9ed4-8f676dfac09d tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:57.825938 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2751149-4b17-47cd-bd54-523a98a17e68 req-2f37c1d9-9e1e-48d6-9ed4-8f676dfac09d tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=caca0822-9f89-44d2-bfc8-f9576b5cbc41 HTTP/1.1" status: 200 len: 943 time: 0.2068148 Jul 14 09:01:57.833437 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-affa36f2-795d-4144-8533-2dcdd3d11379 req-68486c84-2eab-4808-97c6-569e5546e297 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635328 Jul 14 09:01:57.866631 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-4078dd80-53bf-442a-9e5f-1e975f4e2dff service neutron] Transition to ACTIVE for port object 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:01:57.871200 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-4078dd80-53bf-442a-9e5f-1e975f4e2dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:57.945906 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-4078dd80-53bf-442a-9e5f-1e975f4e2dff service neutron] No DVR routers for this DVR port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:01:57.956136 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4078dd80-53bf-442a-9e5f-1e975f4e2dff service neutron] Pushing event updated for resources: {'Port': ['ID=405ac7e0-0c0d-4e94-bbd1-8e70c773fb32,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:57.980517 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4078dd80-53bf-442a-9e5f-1e975f4e2dff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:57.980864 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4078dd80-53bf-442a-9e5f-1e975f4e2dff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:57.981207 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4078dd80-53bf-442a-9e5f-1e975f4e2dff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:57.981542 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4078dd80-53bf-442a-9e5f-1e975f4e2dff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:57.981873 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4078dd80-53bf-442a-9e5f-1e975f4e2dff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:57.982203 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4078dd80-53bf-442a-9e5f-1e975f4e2dff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:57.982540 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4078dd80-53bf-442a-9e5f-1e975f4e2dff service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:57.982865 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4078dd80-53bf-442a-9e5f-1e975f4e2dff service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:57.983193 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4078dd80-53bf-442a-9e5f-1e975f4e2dff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:57.983538 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4078dd80-53bf-442a-9e5f-1e975f4e2dff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:57.983866 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4078dd80-53bf-442a-9e5f-1e975f4e2dff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:57.984190 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4078dd80-53bf-442a-9e5f-1e975f4e2dff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:57.996977 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-4078dd80-53bf-442a-9e5f-1e975f4e2dff service neutron] 10.222.0.47 "PUT /v2.0/ports/405ac7e0-0c0d-4e94-bbd1-8e70c773fb32/bindings/n-h2-771362-35/activate HTTP/1.1" status: 200 len: 370 time: 0.7713773 Jul 14 09:01:58.112116 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-ad1df97f-a4a1-48da-89ce-b0d69be6b3bd tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:58.113660 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-ad1df97f-a4a1-48da-89ce-b0d69be6b3bd tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=caca0822-9f89-44d2-bfc8-f9576b5cbc41&tenant_id=1c35458c50e143699c6f14a3ebfddb0d&binding%3Ahost_id=n-h1-771362-35 HTTP/1.1" status: 200 len: 1096 time: 0.0597212 Jul 14 09:01:58.140480 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c0d685a3-9f4f-44c2-84e1-dac47de9068a req-ba396357-ecd5-43a3-8701-b054f4dd1f14 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:58.205118 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2751149-4b17-47cd-bd54-523a98a17e68 req-0682504f-1868-49c5-9284-8fcbbf4e6247 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790593 Jul 14 09:01:58.207154 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-add61f23-c0c3-450c-a5e7-e7a8c98736e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:58.208542 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-add61f23-c0c3-450c-a5e7-e7a8c98736e5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=caca0822-9f89-44d2-bfc8-f9576b5cbc41&tenant_id=1c35458c50e143699c6f14a3ebfddb0d HTTP/1.1" status: 200 len: 1096 time: 0.0873268 Jul 14 09:01:58.234096 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c0d685a3-9f4f-44c2-84e1-dac47de9068a req-ba396357-ecd5-43a3-8701-b054f4dd1f14 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:58.260021 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7096fd0-4240-45f5-90ad-0d28947b7318 req-de83a3e9-4dd1-4f00-ab5c-76db6e81060d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:58.261494 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7096fd0-4240-45f5-90ad-0d28947b7318 req-de83a3e9-4dd1-4f00-ab5c-76db6e81060d service neutron] 10.222.0.47 "GET /v2.0/networks?id=d4fad6bc-cc19-4061-a347-c3942b87c975 HTTP/1.1" status: 200 len: 908 time: 0.4608889 Jul 14 09:01:58.295661 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-ab591a92-2eeb-4d37-b612-7a2ba6c79b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:58.297298 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-ab591a92-2eeb-4d37-b612-7a2ba6c79b6b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c35458c50e143699c6f14a3ebfddb0d&device_id=caca0822-9f89-44d2-bfc8-f9576b5cbc41 HTTP/1.1" status: 200 len: 1096 time: 0.0607202 Jul 14 09:01:58.315271 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7096fd0-4240-45f5-90ad-0d28947b7318 req-15887ac7-d37f-4ee8-bfbe-e0e1a7dcb5c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 HTTP/1.1" status: 200 len: 217 time: 0.0424664 Jul 14 09:01:58.393347 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-60897de2-9a57-4333-bf52-a329eb1f7e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:58.394740 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-60897de2-9a57-4333-bf52-a329eb1f7e81 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d4fad6bc-cc19-4061-a347-c3942b87c975 HTTP/1.1" status: 200 len: 908 time: 0.0899494 Jul 14 09:01:58.440291 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-62f7c673-80a2-421c-ad20-b5ef2e0acfb0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 HTTP/1.1" status: 200 len: 217 time: 0.0382655 Jul 14 09:01:58.468247 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7096fd0-4240-45f5-90ad-0d28947b7318 req-4abf0a76-d79f-4dc2-bbc8-d8d89e47c6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:58.470362 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7096fd0-4240-45f5-90ad-0d28947b7318 req-4abf0a76-d79f-4dc2-bbc8-d8d89e47c6cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39b054b3-ff74-48d7-bc6b-cc0709824ebb HTTP/1.1" status: 200 len: 848 time: 0.1480639 Jul 14 09:01:58.492111 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-ea7d8ee5-978f-4966-b58e-61a83d57b599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:58.493959 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-ea7d8ee5-978f-4966-b58e-61a83d57b599 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39b054b3-ff74-48d7-bc6b-cc0709824ebb HTTP/1.1" status: 200 len: 848 time: 0.0448105 Jul 14 09:01:58.522671 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7096fd0-4240-45f5-90ad-0d28947b7318 req-09a75f0e-6bcd-43e6-b433-af2a325c0aee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d4fad6bc-cc19-4061-a347-c3942b87c975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436783 Jul 14 09:01:58.526058 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-27f6c0b2-41be-421b-950d-1499a045315f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d4fad6bc-cc19-4061-a347-c3942b87c975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256591 Jul 14 09:01:58.621038 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-973a6117-7d5b-434f-b6c7-e6f60613ddf8 service neutron] 10.222.0.44 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874155 Jul 14 09:01:58.637360 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c0d685a3-9f4f-44c2-84e1-dac47de9068a req-ba396357-ecd5-43a3-8701-b054f4dd1f14 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:58.642929 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ad51c-3f1a-41ac-a713-1f186320f50b req-77fdb010-d509-4fc8-a66f-9951f9d79d9f tempest-NetworksTest-613849529 tempest-NetworksTest-613849529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:58.643536 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ad51c-3f1a-41ac-a713-1f186320f50b req-77fdb010-d509-4fc8-a66f-9951f9d79d9f tempest-NetworksTest-613849529 tempest-NetworksTest-613849529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:58.643960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ad51c-3f1a-41ac-a713-1f186320f50b req-77fdb010-d509-4fc8-a66f-9951f9d79d9f tempest-NetworksTest-613849529 tempest-NetworksTest-613849529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:58.644429 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ad51c-3f1a-41ac-a713-1f186320f50b req-77fdb010-d509-4fc8-a66f-9951f9d79d9f tempest-NetworksTest-613849529 tempest-NetworksTest-613849529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:58.644898 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ad51c-3f1a-41ac-a713-1f186320f50b req-77fdb010-d509-4fc8-a66f-9951f9d79d9f tempest-NetworksTest-613849529 tempest-NetworksTest-613849529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:58.645359 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ad51c-3f1a-41ac-a713-1f186320f50b req-77fdb010-d509-4fc8-a66f-9951f9d79d9f tempest-NetworksTest-613849529 tempest-NetworksTest-613849529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:58.645824 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ad51c-3f1a-41ac-a713-1f186320f50b req-77fdb010-d509-4fc8-a66f-9951f9d79d9f tempest-NetworksTest-613849529 tempest-NetworksTest-613849529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:58.646280 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ad51c-3f1a-41ac-a713-1f186320f50b req-77fdb010-d509-4fc8-a66f-9951f9d79d9f tempest-NetworksTest-613849529 tempest-NetworksTest-613849529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:58.646736 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ad51c-3f1a-41ac-a713-1f186320f50b req-77fdb010-d509-4fc8-a66f-9951f9d79d9f tempest-NetworksTest-613849529 tempest-NetworksTest-613849529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:58.647193 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ad51c-3f1a-41ac-a713-1f186320f50b req-77fdb010-d509-4fc8-a66f-9951f9d79d9f tempest-NetworksTest-613849529 tempest-NetworksTest-613849529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:58.649167 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cf6ad51c-3f1a-41ac-a713-1f186320f50b req-77fdb010-d509-4fc8-a66f-9951f9d79d9f tempest-NetworksTest-613849529 tempest-NetworksTest-613849529-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7131 time: 0.2635746 Jul 14 09:01:58.657940 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c0d685a3-9f4f-44c2-84e1-dac47de9068a req-ba396357-ecd5-43a3-8701-b054f4dd1f14 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:58.707274 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c0d685a3-9f4f-44c2-84e1-dac47de9068a req-ba396357-ecd5-43a3-8701-b054f4dd1f14 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:58.725159 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7096fd0-4240-45f5-90ad-0d28947b7318 req-f4709a5b-d103-4d69-9548-4220a468b1d9 service neutron] 10.222.0.47 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932938 Jul 14 09:01:58.730353 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba396357-ecd5-43a3-8701-b054f4dd1f14 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Pushing event updated for resources: {'Port': ['ID=1e1773eb-8073-4705-928b-892fb7643ac5,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:58.731898 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-d8e459ac-9932-4910-8b05-3f810afb9a8e service neutron] 10.222.0.44 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029961 Jul 14 09:01:58.744908 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c0d685a3-9f4f-44c2-84e1-dac47de9068a req-ba396357-ecd5-43a3-8701-b054f4dd1f14 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:58.753280 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c0d685a3-9f4f-44c2-84e1-dac47de9068a req-ba396357-ecd5-43a3-8701-b054f4dd1f14 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8065948 Jul 14 09:01:58.851324 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c0d685a3-9f4f-44c2-84e1-dac47de9068a req-1df26315-731c-4ca4-84ec-9ef630edbaa8 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.128 HTTP/1.1" status: 200 len: 696 time: 0.0969675 Jul 14 09:01:58.944046 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7096fd0-4240-45f5-90ad-0d28947b7318 req-ef1e8584-9323-4b04-8fcc-c84dfc26b2e8 service neutron] 10.222.0.47 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101934 Jul 14 09:01:58.997116 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d685a3-9f4f-44c2-84e1-dac47de9068a req-3bf4ceaa-495f-49d3-b916-813410e83206 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:58.998606 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c0d685a3-9f4f-44c2-84e1-dac47de9068a req-3bf4ceaa-495f-49d3-b916-813410e83206 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 784 time: 0.1464894 Jul 14 09:01:59.124634 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04f737ac-9631-4549-ae51-1f3efd532483 req-626af88f-8efe-4c4d-bc6a-a900e7c05f54 tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ebdfacd9f814d9f8cd2857f3cb5b78b HTTP/1.1" status: 200 len: 6101 time: 0.0960972 Jul 14 09:01:59.164907 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-973f36e0-b550-4c46-a5c8-d9a503908968 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:59.166499 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-973f36e0-b550-4c46-a5c8-d9a503908968 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=caca0822-9f89-44d2-bfc8-f9576b5cbc41&tenant_id=1c35458c50e143699c6f14a3ebfddb0d&binding%3Ahost_id=n-h2-771362-35 HTTP/1.1" status: 200 len: 1096 time: 0.1076744 Jul 14 09:01:59.177866 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04f737ac-9631-4549-ae51-1f3efd532483 req-142740cf-9524-4458-bebc-a55f084b3cba tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] 10.222.0.25 "GET /v2.0/security-groups/119c8673-0cf1-480c-98da-03869be6a9a5 HTTP/1.1" status: 200 len: 2981 time: 0.0522752 Jul 14 09:01:59.264087 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04f737ac-9631-4549-ae51-1f3efd532483 req-90e554db-afef-45da-9403-2e360808d636 tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] 10.222.0.25 "GET /v2.0/security-groups/119c8673-0cf1-480c-98da-03869be6a9a5 HTTP/1.1" status: 200 len: 2981 time: 0.0802908 Jul 14 09:01:59.336084 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-38e3ea55-f0e7-4728-9a73-02224be10e4a service neutron] For port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:01:59.339358 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-38e3ea55-f0e7-4728-9a73-02224be10e4a service neutron] Notify callbacks [] for binding, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:59.340525 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a712878a-7dc6-46e1-b6fd-3572a4d760e7 req-38e3ea55-f0e7-4728-9a73-02224be10e4a service neutron] 10.222.0.44 "DELETE /v2.0/ports/405ac7e0-0c0d-4e94-bbd1-8e70c773fb32/bindings/n-h1-771362-35 HTTP/1.1" status: 204 len: 173 time: 0.1667609 Jul 14 09:01:59.369034 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9861057-0ef9-41c8-9c49-e784b588ace8 req-f9827f1b-34d6-425a-a564-344869967b2a tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:59.370601 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d9861057-0ef9-41c8-9c49-e784b588ace8 req-f9827f1b-34d6-425a-a564-344869967b2a tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4930fff-1608-429a-9a67-1a4c39ea7507 HTTP/1.1" status: 200 len: 949 time: 0.1516485 Jul 14 09:01:59.432573 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfe318-d352-4f70-9c0f-661c05005ed4 req-44bfb121-2c09-4754-bea6-bf3a65721fce tempest-NetworksTest-613849529 tempest-NetworksTest-613849529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:59.433947 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d9cfe318-d352-4f70-9c0f-661c05005ed4 req-44bfb121-2c09-4754-bea6-bf3a65721fce tempest-NetworksTest-613849529 tempest-NetworksTest-613849529-project-admin] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 886 time: 0.1465476 Jul 14 09:01:59.436937 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d9861057-0ef9-41c8-9c49-e784b588ace8 req-7e8e7d82-b6c7-48fd-84d2-6faca7e57545 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568099 Jul 14 09:01:59.612863 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6acac1be-72d6-439f-bc20-bce7a94f358d req-9824a1c2-7187-4ce8-b964-9706d1b5ecd1 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1480758 Jul 14 09:01:59.624410 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-6acac1be-72d6-439f-bc20-bce7a94f358d req-b63bc4f9-a0a0-49fc-9836-cb5852a0a1d9 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:59.644251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e06b4-8a59-42ab-b950-8134aafd460c req-fbd59b7d-4ce9-4f55-a476-874fc57fdc0a tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:59.645787 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-758e06b4-8a59-42ab-b950-8134aafd460c req-fbd59b7d-4ce9-4f55-a476-874fc57fdc0a tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?device_id=a673eadc-1bec-47cf-ad0e-79dd90d7e90e HTTP/1.1" status: 200 len: 946 time: 0.1109610 Jul 14 09:01:59.678303 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6acac1be-72d6-439f-bc20-bce7a94f358d req-b63bc4f9-a0a0-49fc-9836-cb5852a0a1d9 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:59.742156 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-758e06b4-8a59-42ab-b950-8134aafd460c req-0286e8f2-7a39-461d-8bfc-0af774f12e28 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/security-groups?id=8990f576-c9c3-479b-86b6-6ab1185192ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892069 Jul 14 09:01:59.833856 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6acac1be-72d6-439f-bc20-bce7a94f358d req-b63bc4f9-a0a0-49fc-9836-cb5852a0a1d9 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:59.980858 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-6acac1be-72d6-439f-bc20-bce7a94f358d req-b63bc4f9-a0a0-49fc-9836-cb5852a0a1d9 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Allocated IP 172.25.6.70 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/68ab5dcd-f4a8-4bd7-96c1-596f374ee168) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:02:00.004903 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c438776-e47e-4f50-90ad-fd5d23336e36 req-4c5ccda2-2849-4f4f-8846-32beac361984 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:00.006683 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c438776-e47e-4f50-90ad-fd5d23336e36 req-4c5ccda2-2849-4f4f-8846-32beac361984 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=caca0822-9f89-44d2-bfc8-f9576b5cbc41 HTTP/1.1" status: 200 len: 944 time: 0.1289589 Jul 14 09:02:00.085753 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c438776-e47e-4f50-90ad-fd5d23336e36 req-a3f46012-d05e-4cb5-a109-eb47e6cabd5e tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647833 Jul 14 09:02:00.134275 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6acac1be-72d6-439f-bc20-bce7a94f358d req-b63bc4f9-a0a0-49fc-9836-cb5852a0a1d9 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:00.170619 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e8b77798-b806-4d23-8020-54f49dd017bc req-103a1830-3477-4605-819a-051a3d599002 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/778c34f7-de90-4030-be9a-37860845946b HTTP/1.1" status: 200 len: 1778 time: 0.0580420 Jul 14 09:02:00.215759 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6acac1be-72d6-439f-bc20-bce7a94f358d req-b63bc4f9-a0a0-49fc-9836-cb5852a0a1d9 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:00.264524 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6acac1be-72d6-439f-bc20-bce7a94f358d req-b63bc4f9-a0a0-49fc-9836-cb5852a0a1d9 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:02:00.275252 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-6acac1be-72d6-439f-bc20-bce7a94f358d req-b63bc4f9-a0a0-49fc-9836-cb5852a0a1d9 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:00.283920 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acac1be-72d6-439f-bc20-bce7a94f358d req-b63bc4f9-a0a0-49fc-9836-cb5852a0a1d9 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:02:00.289941 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e8b77798-b806-4d23-8020-54f49dd017bc req-e792a6fd-04c8-4906-b27d-6d258aba0c5b tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:00.291463 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63bc4f9-a0a0-49fc-9836-cb5852a0a1d9 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Pushing event updated for resources: {'Port': ['ID=68ab5dcd-f4a8-4bd7-96c1-596f374ee168,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:00.339440 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e8b77798-b806-4d23-8020-54f49dd017bc req-e792a6fd-04c8-4906-b27d-6d258aba0c5b tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:00.359762 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6acac1be-72d6-439f-bc20-bce7a94f358d req-b63bc4f9-a0a0-49fc-9836-cb5852a0a1d9 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:00.417207 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6acac1be-72d6-439f-bc20-bce7a94f358d req-b63bc4f9-a0a0-49fc-9836-cb5852a0a1d9 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:00.442516 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52569e58-ca2b-45b4-96b7-20c849e1e94d req-40a45848-b1dc-4901-bcaa-20ab995cc977 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:00.443838 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e8b77798-b806-4d23-8020-54f49dd017bc req-e792a6fd-04c8-4906-b27d-6d258aba0c5b tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:00.444066 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-52569e58-ca2b-45b4-96b7-20c849e1e94d req-40a45848-b1dc-4901-bcaa-20ab995cc977 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.44 "GET /v2.0/ports?device_id=a673eadc-1bec-47cf-ad0e-79dd90d7e90e HTTP/1.1" status: 200 len: 946 time: 0.1020110 Jul 14 09:02:00.446533 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e8b77798-b806-4d23-8020-54f49dd017bc req-e792a6fd-04c8-4906-b27d-6d258aba0c5b tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:00.447941 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e8b77798-b806-4d23-8020-54f49dd017bc req-e792a6fd-04c8-4906-b27d-6d258aba0c5b tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/778c34f7-de90-4030-be9a-37860845946b HTTP/1.1" status: 204 len: 173 time: 0.2669253 Jul 14 09:02:00.461674 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792a6fd-04c8-4906-b27d-6d258aba0c5b tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778c34f7-de90-4030-be9a-37860845946b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:00.550750 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-52569e58-ca2b-45b4-96b7-20c849e1e94d req-26b6d754-eedf-4fa1-88bf-5da3a24a7b49 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Deleting port 53cbc56e-c7db-4945-a12f-cb93e220296a {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:02:00.551118 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-52569e58-ca2b-45b4-96b7-20c849e1e94d req-26b6d754-eedf-4fa1-88bf-5da3a24a7b49 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:00.669473 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-52569e58-ca2b-45b4-96b7-20c849e1e94d req-26b6d754-eedf-4fa1-88bf-5da3a24a7b49 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] For port 53cbc56e-c7db-4945-a12f-cb93e220296a, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=53cbc56e-c7db-4945-a12f-cb93e220296a,segment=NetworkSegment(3f942a54-5daa-4d65-b384-43384013d883),segment_id=3f942a54-5daa-4d65-b384-43384013d883)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:00.669934 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-52569e58-ca2b-45b4-96b7-20c849e1e94d req-26b6d754-eedf-4fa1-88bf-5da3a24a7b49 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:00.689712 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ea902-c830-4320-a5d2-72e420ff61a4 req-9d31fcb0-42ae-473a-91a0-b9a3941c2346 tempest-NetworksTest-613849529 tempest-NetworksTest-613849529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:00.690348 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ea902-c830-4320-a5d2-72e420ff61a4 req-9d31fcb0-42ae-473a-91a0-b9a3941c2346 tempest-NetworksTest-613849529 tempest-NetworksTest-613849529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:00.690758 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ea902-c830-4320-a5d2-72e420ff61a4 req-9d31fcb0-42ae-473a-91a0-b9a3941c2346 tempest-NetworksTest-613849529 tempest-NetworksTest-613849529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:00.691227 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ea902-c830-4320-a5d2-72e420ff61a4 req-9d31fcb0-42ae-473a-91a0-b9a3941c2346 tempest-NetworksTest-613849529 tempest-NetworksTest-613849529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:00.691343 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-52569e58-ca2b-45b4-96b7-20c849e1e94d req-26b6d754-eedf-4fa1-88bf-5da3a24a7b49 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Calling delete_port for 53cbc56e-c7db-4945-a12f-cb93e220296a owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:02:00.691725 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ea902-c830-4320-a5d2-72e420ff61a4 req-9d31fcb0-42ae-473a-91a0-b9a3941c2346 tempest-NetworksTest-613849529 tempest-NetworksTest-613849529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:00.692193 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ea902-c830-4320-a5d2-72e420ff61a4 req-9d31fcb0-42ae-473a-91a0-b9a3941c2346 tempest-NetworksTest-613849529 tempest-NetworksTest-613849529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:00.692657 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ea902-c830-4320-a5d2-72e420ff61a4 req-9d31fcb0-42ae-473a-91a0-b9a3941c2346 tempest-NetworksTest-613849529 tempest-NetworksTest-613849529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:00.693220 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ea902-c830-4320-a5d2-72e420ff61a4 req-9d31fcb0-42ae-473a-91a0-b9a3941c2346 tempest-NetworksTest-613849529 tempest-NetworksTest-613849529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:00.693624 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ea902-c830-4320-a5d2-72e420ff61a4 req-9d31fcb0-42ae-473a-91a0-b9a3941c2346 tempest-NetworksTest-613849529 tempest-NetworksTest-613849529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:00.694125 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ea902-c830-4320-a5d2-72e420ff61a4 req-9d31fcb0-42ae-473a-91a0-b9a3941c2346 tempest-NetworksTest-613849529 tempest-NetworksTest-613849529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:00.701047 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-557ea902-c830-4320-a5d2-72e420ff61a4 req-9d31fcb0-42ae-473a-91a0-b9a3941c2346 tempest-NetworksTest-613849529 tempest-NetworksTest-613849529-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7131 time: 0.2187531 Jul 14 09:02:00.753157 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6acac1be-72d6-439f-bc20-bce7a94f358d req-b63bc4f9-a0a0-49fc-9836-cb5852a0a1d9 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:00.763995 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6acac1be-72d6-439f-bc20-bce7a94f358d req-b63bc4f9-a0a0-49fc-9836-cb5852a0a1d9 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:00.817675 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6acac1be-72d6-439f-bc20-bce7a94f358d req-b63bc4f9-a0a0-49fc-9836-cb5852a0a1d9 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:00.843578 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63bc4f9-a0a0-49fc-9836-cb5852a0a1d9 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Pushing event updated for resources: {'Port': ['ID=68ab5dcd-f4a8-4bd7-96c1-596f374ee168,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:00.854272 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6acac1be-72d6-439f-bc20-bce7a94f358d req-b63bc4f9-a0a0-49fc-9836-cb5852a0a1d9 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:00.855753 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6acac1be-72d6-439f-bc20-bce7a94f358d req-b63bc4f9-a0a0-49fc-9836-cb5852a0a1d9 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2363045 Jul 14 09:02:00.877822 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-52569e58-ca2b-45b4-96b7-20c849e1e94d req-26b6d754-eedf-4fa1-88bf-5da3a24a7b49 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:00.889769 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['53cbc56e-c7db-4945-a12f-cb93e220296a'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:02:00.914605 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6acac1be-72d6-439f-bc20-bce7a94f358d req-cbc6aea0-b5f7-4670-a822-4f7e76850071 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.70 HTTP/1.1" status: 200 len: 695 time: 0.0516560 Jul 14 09:02:00.933057 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b6d754-eedf-4fa1-88bf-5da3a24a7b49 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Pushing event deleted for resources: {'Port': ['ID=53cbc56e-c7db-4945-a12f-cb93e220296a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:00.998116 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-52569e58-ca2b-45b4-96b7-20c849e1e94d req-26b6d754-eedf-4fa1-88bf-5da3a24a7b49 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] No DVR routers for this DVR port 53cbc56e-c7db-4945-a12f-cb93e220296a on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:02:01.002489 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-52569e58-ca2b-45b4-96b7-20c849e1e94d req-26b6d754-eedf-4fa1-88bf-5da3a24a7b49 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:01.005130 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-52569e58-ca2b-45b4-96b7-20c849e1e94d req-26b6d754-eedf-4fa1-88bf-5da3a24a7b49 tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.44 "DELETE /v2.0/ports/53cbc56e-c7db-4945-a12f-cb93e220296a HTTP/1.1" status: 204 len: 173 time: 0.5559289 Jul 14 09:02:01.005727 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a673eadc-1bec-47cf-ad0e-79dd90d7e90e', 'name': 'network-vif-deleted', 'tag': '53cbc56e-c7db-4945-a12f-cb93e220296a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:02:01.019575 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e593c8a-57d2-402c-8272-d9003d438773" -d '{"events": [{"server_uuid": "a673eadc-1bec-47cf-ad0e-79dd90d7e90e", "name": "network-vif-deleted", "tag": "53cbc56e-c7db-4945-a12f-cb93e220296a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:02:01.098616 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acac1be-72d6-439f-bc20-bce7a94f358d req-8f4a3f67-34b5-49ac-a57d-84b4d71d718e tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:01.100484 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6acac1be-72d6-439f-bc20-bce7a94f358d req-8f4a3f67-34b5-49ac-a57d-84b4d71d718e tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 784 time: 0.1801546 Jul 14 09:02:01.119022 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-6acac1be-72d6-439f-bc20-bce7a94f358d req-742aaf76-36d1-4a15-9efd-52a0288c6015 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:02:01.120402 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6acac1be-72d6-439f-bc20-bce7a94f358d req-742aaf76-36d1-4a15-9efd-52a0288c6015 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101581 Jul 14 09:02:01.133423 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fa76f-ab1a-4d02-8aa7-36ff2e4f97be req-4db0ecc0-9fdb-4312-ae10-633f3a8ca7eb tempest-ServersOnMultiNodesTest-640176556 tempest-ServersOnMultiNodesTest-640176556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:01.133654 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-322fa76f-ab1a-4d02-8aa7-36ff2e4f97be req-4db0ecc0-9fdb-4312-ae10-633f3a8ca7eb tempest-ServersOnMultiNodesTest-640176556 tempest-ServersOnMultiNodesTest-640176556-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f4930fff-1608-429a-9a67-1a4c39ea7507 HTTP/1.1" status: 200 len: 1101 time: 0.1175647 Jul 14 09:02:01.170604 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-322fa76f-ab1a-4d02-8aa7-36ff2e4f97be req-bd98bc9b-b1c2-4aed-8100-934cfd267b17 tempest-ServersOnMultiNodesTest-640176556 tempest-ServersOnMultiNodesTest-640176556-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:01.204975 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58634) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:01.305654 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:02:01.337219 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-322fa76f-ab1a-4d02-8aa7-36ff2e4f97be req-bd98bc9b-b1c2-4aed-8100-934cfd267b17 tempest-ServersOnMultiNodesTest-640176556 tempest-ServersOnMultiNodesTest-640176556-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:01.347321 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-322fa76f-ab1a-4d02-8aa7-36ff2e4f97be req-bd98bc9b-b1c2-4aed-8100-934cfd267b17 tempest-ServersOnMultiNodesTest-640176556 tempest-ServersOnMultiNodesTest-640176556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:01.392543 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:02:01.396540 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-322fa76f-ab1a-4d02-8aa7-36ff2e4f97be req-bd98bc9b-b1c2-4aed-8100-934cfd267b17 tempest-ServersOnMultiNodesTest-640176556 tempest-ServersOnMultiNodesTest-640176556-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532513 Jul 14 09:02:01.398727 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98bc9b-b1c2-4aed-8100-934cfd267b17 tempest-ServersOnMultiNodesTest-640176556 tempest-ServersOnMultiNodesTest-640176556-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b86ee7-c89d-4df8-ae0d-1873f612eb9f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:01.465783 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-533a79c4-bbb0-4c61-89fe-f8c66979aa19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:01.514968 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6e92bd92-eef5-4b26-914b-a92f3c70158c req-a1cf9276-39c8-473c-9ca9-9f1af78a7bc7 tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c0bf9d1a-6b3b-4563-a4a5-d187d71b2b83 HTTP/1.1" status: 200 len: 1777 time: 0.0589223 Jul 14 09:02:01.634621 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6e92bd92-eef5-4b26-914b-a92f3c70158c req-2c96db63-6bc7-49f6-8e4b-e0b1cf698b9f tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:01.647410 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-533a79c4-bbb0-4c61-89fe-f8c66979aa19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:01.652049 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-533a79c4-bbb0-4c61-89fe-f8c66979aa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:01.684369 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6e92bd92-eef5-4b26-914b-a92f3c70158c req-2c96db63-6bc7-49f6-8e4b-e0b1cf698b9f tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:01.698710 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-533a79c4-bbb0-4c61-89fe-f8c66979aa19 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cfe7b838b77940379e12d0d695e8be0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4909279 Jul 14 09:02:01.699809 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a79c4-bbb0-4c61-89fe-f8c66979aa19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc6d291-20a6-40e0-91f0-637f03bb4693,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:01.702129 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58642) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:01.781613 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58646) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:01.787428 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-77ed13e0-7fe3-49e5-a61c-5cbc9c64f21d tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-698897168'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:01.802755 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3983672e-262c-4b3b-815e-0c0e8f26bcd0 req-49118906-71a3-4b7e-a01c-7aa6a8d701ac tempest-FloatingIPsAssociationTestJSON-1730934119 tempest-FloatingIPsAssociationTestJSON-1730934119-project] 10.222.0.25 "GET /v2.0/ports?device_id=a673eadc-1bec-47cf-ad0e-79dd90d7e90e HTTP/1.1" status: 200 len: 210 time: 0.0681601 Jul 14 09:02:01.817246 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ed13e0-7fe3-49e5-a61c-5cbc9c64f21d tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Made reservation on behalf of 8050cf63175f42718fc254b7c67d228f for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:01.822601 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77ed13e0-7fe3-49e5-a61c-5cbc9c64f21d tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:01.823807 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4cead97a-a370-4d28-81fe-de6101bda266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:01.827445 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6e92bd92-eef5-4b26-914b-a92f3c70158c req-2c96db63-6bc7-49f6-8e4b-e0b1cf698b9f tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:01.831866 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6e92bd92-eef5-4b26-914b-a92f3c70158c req-2c96db63-6bc7-49f6-8e4b-e0b1cf698b9f tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:01.833781 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6e92bd92-eef5-4b26-914b-a92f3c70158c req-2c96db63-6bc7-49f6-8e4b-e0b1cf698b9f tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/c0bf9d1a-6b3b-4563-a4a5-d187d71b2b83 HTTP/1.1" status: 204 len: 173 time: 0.2940364 Jul 14 09:02:01.869524 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96db63-6bc7-49f6-8e4b-e0b1cf698b9f tempest-SecurityGroupsTestAdminJSON-1467042773 tempest-SecurityGroupsTestAdminJSON-1467042773-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bf9d1a-6b3b-4563-a4a5-d187d71b2b83,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:01.929319 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4cead97a-a370-4d28-81fe-de6101bda266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:01.946199 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d44b23ca-890b-48db-9012-190f67995d8f req-8b05e8ad-998d-4d1b-950b-7ede0ec2fe84 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/floatingips/973c3cf1-4096-4ee5-ba89-148b1387a66d HTTP/1.1" status: 200 len: 692 time: 0.0812860 Jul 14 09:02:02.066928 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548adbb7-254a-4a77-84c1-5af3923a5621 x-openstack-request-id: req-548adbb7-254a-4a77-84c1-5af3923a5621 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:02:02.067160 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a673eadc-1bec-47cf-ad0e-79dd90d7e90e", "name": "network-vif-deleted", "tag": "53cbc56e-c7db-4945-a12f-cb93e220296a", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:02:02.067334 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-548adbb7-254a-4a77-84c1-5af3923a5621 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:02:02.067741 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a673eadc-1bec-47cf-ad0e-79dd90d7e90e', 'name': 'network-vif-deleted', 'tag': '53cbc56e-c7db-4945-a12f-cb93e220296a', 'status': 'completed', 'code': 200} Jul 14 09:02:02.082412 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ed13e0-7fe3-49e5-a61c-5cbc9c64f21d tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:02:02.106689 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77ed13e0-7fe3-49e5-a61c-5cbc9c64f21d tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:02.107138 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-77ed13e0-7fe3-49e5-a61c-5cbc9c64f21d tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Added segment 0f195ab3-93e1-4b15-ab2f-94bf4eff5072 of type vlan for network 2327d155-7d55-4b31-b424-2e5092343949 Jul 14 09:02:02.114960 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4cead97a-a370-4d28-81fe-de6101bda266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:02.117484 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4cead97a-a370-4d28-81fe-de6101bda266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:02.118601 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4cead97a-a370-4d28-81fe-de6101bda266 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0bc6d291-20a6-40e0-91f0-637f03bb4693 HTTP/1.1" status: 204 len: 168 time: 0.4145279 Jul 14 09:02:02.147363 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cead97a-a370-4d28-81fe-de6101bda266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc6d291-20a6-40e0-91f0-637f03bb4693,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:02.149549 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77ed13e0-7fe3-49e5-a61c-5cbc9c64f21d tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:02.167805 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b23ca-890b-48db-9012-190f67995d8f req-51abd9e0-8cea-4d73-a568-e6f62d103978 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:02.169214 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d44b23ca-890b-48db-9012-190f67995d8f req-51abd9e0-8cea-4d73-a568-e6f62d103978 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 784 time: 0.2153745 Jul 14 09:02:02.187102 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b98132-7d69-4778-857a-8352a58184b5 req-b9eb951b-836a-4b92-99dc-7e47f21a199b tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:02.190388 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-73b98132-7d69-4778-857a-8352a58184b5 req-b9eb951b-836a-4b92-99dc-7e47f21a199b tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=caca0822-9f89-44d2-bfc8-f9576b5cbc41 HTTP/1.1" status: 200 len: 1096 time: 0.1969247 Jul 14 09:02:02.192565 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77ed13e0-7fe3-49e5-a61c-5cbc9c64f21d tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:02.206603 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ed13e0-7fe3-49e5-a61c-5cbc9c64f21d tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:02.207252 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77ed13e0-7fe3-49e5-a61c-5cbc9c64f21d tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:02.248386 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-73b98132-7d69-4778-857a-8352a58184b5 req-5a1a0ed3-259c-4109-92cf-bb4a5079d3a0 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510194 Jul 14 09:02:02.314814 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-77ed13e0-7fe3-49e5-a61c-5cbc9c64f21d tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5319407 Jul 14 09:02:02.319020 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58658) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:02.324474 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-96ee2e46-3df3-4ad7-96b0-2de98d3a5bd9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1999365770'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:02.366097 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aae3b46d-f7a6-4cbd-a464-232a8e747703 req-1655c308-3d00-4e8a-8cae-8fc3ef968ca1 tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] 10.222.0.25 "GET /v2.0/security-groups/56669c2e-9d67-420c-91ff-64fb199c47fb HTTP/1.1" status: 200 len: 1776 time: 0.0851972 Jul 14 09:02:02.373024 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed13e0-7fe3-49e5-a61c-5cbc9c64f21d tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event updated for resources: {'Network': ['ID=2327d155-7d55-4b31-b424-2e5092343949,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:02.385439 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 2327d155-7d55-4b31-b424-2e5092343949 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:02:02.391949 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ee2e46-3df3-4ad7-96b0-2de98d3a5bd9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Made reservation on behalf of 8050cf63175f42718fc254b7c67d228f for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:02.395528 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-96ee2e46-3df3-4ad7-96b0-2de98d3a5bd9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:02.466966 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2763f5ed-c352-4b0a-a545-744d5ed28ee9 req-8cfffe64-67a2-4f35-abb3-b66555b693c0 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/floatingips/973c3cf1-4096-4ee5-ba89-148b1387a66d HTTP/1.1" status: 200 len: 692 time: 0.0881217 Jul 14 09:02:02.488740 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ee2e46-3df3-4ad7-96b0-2de98d3a5bd9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:02:02.539328 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58668) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:02.548644 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-96ee2e46-3df3-4ad7-96b0-2de98d3a5bd9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:02.549004 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-96ee2e46-3df3-4ad7-96b0-2de98d3a5bd9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Added segment 29b34553-ba13-40c6-9ca6-edab7f60fcbf of type vlan for network 776c6310-2e5f-475b-b017-192449a00c42 Jul 14 09:02:02.552611 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b290e645-f823-4219-8eca-47ade2769a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:02.567563 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-aae3b46d-f7a6-4cbd-a464-232a8e747703 req-1276ae6a-77fe-4f8a-ac74-c0486de1690a tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:02.645010 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b290e645-f823-4219-8eca-47ade2769a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:02.648998 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b290e645-f823-4219-8eca-47ade2769a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:02.686558 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290e645-f823-4219-8eca-47ade2769a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b48b66-e514-4398-b037-30825b498c35,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:02.695017 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b290e645-f823-4219-8eca-47ade2769a25 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a3ebc29af0f4b4bbb996f1f321b22c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522465 Jul 14 09:02:02.695895 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58670) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:02.753663 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e5dbf7e-95be-485e-b305-15e4b2477739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:02.776605 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e5dbf7e-95be-485e-b305-15e4b2477739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:02.824258 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e5dbf7e-95be-485e-b305-15e4b2477739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:02.826718 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e5dbf7e-95be-485e-b305-15e4b2477739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:02.827932 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8e5dbf7e-95be-485e-b305-15e4b2477739 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f9b48b66-e514-4398-b037-30825b498c35 HTTP/1.1" status: 204 len: 168 time: 0.1310108 Jul 14 09:02:02.836965 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5dbf7e-95be-485e-b305-15e4b2477739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b48b66-e514-4398-b037-30825b498c35,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:02.884015 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-96ee2e46-3df3-4ad7-96b0-2de98d3a5bd9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:02.905082 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-aae3b46d-f7a6-4cbd-a464-232a8e747703 req-1276ae6a-77fe-4f8a-ac74-c0486de1690a tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:02.948201 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763f5ed-c352-4b0a-a545-744d5ed28ee9 req-b07342c7-0454-4965-ac6a-51f1f82d1d29 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:02.949531 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2763f5ed-c352-4b0a-a545-744d5ed28ee9 req-b07342c7-0454-4965-ac6a-51f1f82d1d29 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 784 time: 0.4735856 Jul 14 09:02:02.968682 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-2763f5ed-c352-4b0a-a545-744d5ed28ee9 req-9f9a5525-5822-4387-82e2-92bc4cab9006 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:02:02.970233 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2763f5ed-c352-4b0a-a545-744d5ed28ee9 req-9f9a5525-5822-4387-82e2-92bc4cab9006 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128789 Jul 14 09:02:02.984907 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-96ee2e46-3df3-4ad7-96b0-2de98d3a5bd9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:02.990642 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ee2e46-3df3-4ad7-96b0-2de98d3a5bd9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:02.991233 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-96ee2e46-3df3-4ad7-96b0-2de98d3a5bd9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:03.060533 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-aae3b46d-f7a6-4cbd-a464-232a8e747703 req-1276ae6a-77fe-4f8a-ac74-c0486de1690a tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:03.063005 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-aae3b46d-f7a6-4cbd-a464-232a8e747703 req-1276ae6a-77fe-4f8a-ac74-c0486de1690a tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:03.064331 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aae3b46d-f7a6-4cbd-a464-232a8e747703 req-1276ae6a-77fe-4f8a-ac74-c0486de1690a tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] 10.222.0.25 "DELETE /v2.0/security-groups/56669c2e-9d67-420c-91ff-64fb199c47fb HTTP/1.1" status: 204 len: 173 time: 0.6973927 Jul 14 09:02:03.115085 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2763f5ed-c352-4b0a-a545-744d5ed28ee9 req-b25b5cc3-1123-4220-b8a4-e06685b082c9 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.70 HTTP/1.1" status: 200 len: 695 time: 0.1382332 Jul 14 09:02:03.141473 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276ae6a-77fe-4f8a-ac74-c0486de1690a tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56669c2e-9d67-420c-91ff-64fb199c47fb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:03.159346 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58684) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:03.159613 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-96ee2e46-3df3-4ad7-96b0-2de98d3a5bd9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8392010 Jul 14 09:02:03.165574 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c4591fa2-623c-4bc8-b164-b93f45c4defd tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Request body: {'subnet': {'network_id': '2327d155-7d55-4b31-b424-2e5092343949', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:03.196632 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee2e46-3df3-4ad7-96b0-2de98d3a5bd9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event updated for resources: {'Network': ['ID=776c6310-2e5f-475b-b017-192449a00c42,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:03.207665 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2763f5ed-c352-4b0a-a545-744d5ed28ee9 req-d264027c-5aea-4b3f-b65e-12184b616daa tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.70 HTTP/1.1" status: 200 len: 695 time: 0.0749917 Jul 14 09:02:03.216105 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 776c6310-2e5f-475b-b017-192449a00c42 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:02:03.301357 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4591fa2-623c-4bc8-b164-b93f45c4defd tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Made reservation on behalf of 8050cf63175f42718fc254b7c67d228f for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:03.305702 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c4591fa2-623c-4bc8-b164-b93f45c4defd tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:03.475029 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec26524-edde-4efb-9128-461df99d4a22 req-4852898b-d613-4933-9df5-90f38fbd6522 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:03.476554 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ec26524-edde-4efb-9128-461df99d4a22 req-4852898b-d613-4933-9df5-90f38fbd6522 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/networks?id=d4fad6bc-cc19-4061-a347-c3942b87c975 HTTP/1.1" status: 200 len: 808 time: 0.1863499 Jul 14 09:02:03.491769 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-2763f5ed-c352-4b0a-a545-744d5ed28ee9 req-e7f1ecfc-92e7-4aea-ae7b-85e5be229b9e tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Deleting port 68ab5dcd-f4a8-4bd7-96c1-596f374ee168 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:02:03.492017 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2763f5ed-c352-4b0a-a545-744d5ed28ee9 req-e7f1ecfc-92e7-4aea-ae7b-85e5be229b9e tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:03.508177 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ec26524-edde-4efb-9128-461df99d4a22 req-7e9aa59e-f694-4739-8e6c-22b29dd610b1 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/quotas/1c35458c50e143699c6f14a3ebfddb0d HTTP/1.1" status: 200 len: 375 time: 0.0252945 Jul 14 09:02:03.515383 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c4591fa2-623c-4bc8-b164-b93f45c4defd tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:03.590684 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4591fa2-623c-4bc8-b164-b93f45c4defd tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event updated for resources: {'Subnet': ['ID=a624182c-f31b-410c-b5c5-a0db3a91730d,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:03.596552 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4591fa2-623c-4bc8-b164-b93f45c4defd tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Checking segment: {'id': '0f195ab3-93e1-4b15-ab2f-94bf4eff5072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2327d155-7d55-4b31-b424-2e5092343949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:03.597391 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4591fa2-623c-4bc8-b164-b93f45c4defd tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Network hostable DHCP agents. Network: 2327d155-7d55-4b31-b424-2e5092343949, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:02:03.617617 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4591fa2-623c-4bc8-b164-b93f45c4defd tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Network 2327d155-7d55-4b31-b424-2e5092343949 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:02:03.628205 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c4591fa2-623c-4bc8-b164-b93f45c4defd tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 2327d155-7d55-4b31-b424-2e5092343949) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:03.636501 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2763f5ed-c352-4b0a-a545-744d5ed28ee9 req-e7f1ecfc-92e7-4aea-ae7b-85e5be229b9e tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:03.636835 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2763f5ed-c352-4b0a-a545-744d5ed28ee9 req-e7f1ecfc-92e7-4aea-ae7b-85e5be229b9e tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:03.637772 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a7bb19-644f-49a0-8614-e58a289eb3a0 None None] Network 2327d155-7d55-4b31-b424-2e5092343949 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:02:03.641617 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4591fa2-623c-4bc8-b164-b93f45c4defd tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:03.642817 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c4591fa2-623c-4bc8-b164-b93f45c4defd tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:03.655926 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-2763f5ed-c352-4b0a-a545-744d5ed28ee9 req-e7f1ecfc-92e7-4aea-ae7b-85e5be229b9e tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Calling delete_port for 68ab5dcd-f4a8-4bd7-96c1-596f374ee168 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:02:03.661578 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ec26524-edde-4efb-9128-461df99d4a22 req-709b5d32-27ff-46c6-9ec1-d8b77e4e3a40 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1c35458c50e143699c6f14a3ebfddb0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1272702 Jul 14 09:02:03.664320 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c4591fa2-623c-4bc8-b164-b93f45c4defd tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5030060 Jul 14 09:02:03.667061 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58706) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:03.678748 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5103d7b2-274b-4d57-976f-dce734aabad6 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Request body: {'subnet': {'network_id': '776c6310-2e5f-475b-b017-192449a00c42', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:03.814976 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a232a6bb-8118-4aca-918c-d05eefebb4af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-2327d155-7d55-4b31-b424-2e5092343949', 'network_id': '2327d155-7d55-4b31-b424-2e5092343949', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'fixed_ips': [{'subnet_id': 'a624182c-f31b-410c-b5c5-a0db3a91730d'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:02:03.816525 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a232a6bb-8118-4aca-918c-d05eefebb4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:03.895044 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ec26524-edde-4efb-9128-461df99d4a22 req-3763e3be-a08f-47cc-9da0-06a8b84ffbbe service neutron] 10.222.0.25 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241840 Jul 14 09:02:03.914270 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5103d7b2-274b-4d57-976f-dce734aabad6 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Made reservation on behalf of 8050cf63175f42718fc254b7c67d228f for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:03.917450 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5103d7b2-274b-4d57-976f-dce734aabad6 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:03.959563 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-a232a6bb-8118-4aca-918c-d05eefebb4af None None] Allocated IP 10.1.1.2 (2327d155-7d55-4b31-b424-2e5092343949/a624182c-f31b-410c-b5c5-a0db3a91730d/c3a86d28-373b-4bde-ab30-507187163be4) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:02:04.101769 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2763f5ed-c352-4b0a-a545-744d5ed28ee9 req-e7f1ecfc-92e7-4aea-ae7b-85e5be229b9e tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:04.118916 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ec26524-edde-4efb-9128-461df99d4a22 req-a39563c8-e6fe-4065-8b7f-4e9738de951f service neutron] 10.222.0.25 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144935 Jul 14 09:02:04.136517 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a232a6bb-8118-4aca-918c-d05eefebb4af None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:04.146147 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1ecfc-92e7-4aea-ae7b-85e5be229b9e tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Pushing event deleted for resources: {'Port': ['ID=68ab5dcd-f4a8-4bd7-96c1-596f374ee168,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:04.146762 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a232a6bb-8118-4aca-918c-d05eefebb4af None None] Transition to ACTIVE for port object c3a86d28-373b-4bde-ab30-507187163be4 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:04.170231 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a232a6bb-8118-4aca-918c-d05eefebb4af None None] Transition to ACTIVE for port object c3a86d28-373b-4bde-ab30-507187163be4 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:04.176647 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a232a6bb-8118-4aca-918c-d05eefebb4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:04.196357 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2763f5ed-c352-4b0a-a545-744d5ed28ee9 req-e7f1ecfc-92e7-4aea-ae7b-85e5be229b9e tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:04.199321 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2763f5ed-c352-4b0a-a545-744d5ed28ee9 req-e7f1ecfc-92e7-4aea-ae7b-85e5be229b9e tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:04.200760 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2763f5ed-c352-4b0a-a545-744d5ed28ee9 req-e7f1ecfc-92e7-4aea-ae7b-85e5be229b9e tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "DELETE /v2.0/floatingips/973c3cf1-4096-4ee5-ba89-148b1387a66d HTTP/1.1" status: 204 len: 173 time: 0.9860790 Jul 14 09:02:04.230376 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a232a6bb-8118-4aca-918c-d05eefebb4af None None] Network 2327d155-7d55-4b31-b424-2e5092343949 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:02:04.237349 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-a232a6bb-8118-4aca-918c-d05eefebb4af None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:04.241692 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a232a6bb-8118-4aca-918c-d05eefebb4af None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:02:04.281980 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232a6bb-8118-4aca-918c-d05eefebb4af None None] Pushing event updated for resources: {'Port': ['ID=c3a86d28-373b-4bde-ab30-507187163be4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:04.286997 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5103d7b2-274b-4d57-976f-dce734aabad6 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:04.326232 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a232a6bb-8118-4aca-918c-d05eefebb4af None None] Attempting to bind port c3a86d28-373b-4bde-ab30-507187163be4 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:02:04.326600 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a232a6bb-8118-4aca-918c-d05eefebb4af None None] Attempting to bind port c3a86d28-373b-4bde-ab30-507187163be4 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '0f195ab3-93e1-4b15-ab2f-94bf4eff5072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2327d155-7d55-4b31-b424-2e5092343949'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:02:04.326958 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a232a6bb-8118-4aca-918c-d05eefebb4af None None] Attempting to bind port c3a86d28-373b-4bde-ab30-507187163be4 on network 2327d155-7d55-4b31-b424-2e5092343949 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:04.335676 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a232a6bb-8118-4aca-918c-d05eefebb4af None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:02:04.335995 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a232a6bb-8118-4aca-918c-d05eefebb4af None None] Checking segment: {'id': '0f195ab3-93e1-4b15-ab2f-94bf4eff5072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2327d155-7d55-4b31-b424-2e5092343949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:04.336331 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a232a6bb-8118-4aca-918c-d05eefebb4af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:04.336724 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a232a6bb-8118-4aca-918c-d05eefebb4af None None] Bound using segment: {'id': '0f195ab3-93e1-4b15-ab2f-94bf4eff5072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2327d155-7d55-4b31-b424-2e5092343949'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:02:04.337195 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a232a6bb-8118-4aca-918c-d05eefebb4af None None] Bound port: c3a86d28-373b-4bde-ab30-507187163be4, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f195ab3-93e1-4b15-ab2f-94bf4eff5072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2327d155-7d55-4b31-b424-2e5092343949'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:02:04.337572 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a232a6bb-8118-4aca-918c-d05eefebb4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:04.416182 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-515ae478-29df-43fc-8355-83157784a2ac req-fd27f3b8-7ea2-4a07-8ef6-c23bc17b3260 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700331 Jul 14 09:02:04.418624 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a232a6bb-8118-4aca-918c-d05eefebb4af None None] For port c3a86d28-373b-4bde-ab30-507187163be4, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:02:04.422306 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a232a6bb-8118-4aca-918c-d05eefebb4af None None] For port c3a86d28-373b-4bde-ab30-507187163be4, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c3a86d28-373b-4bde-ab30-507187163be4,segment=NetworkSegment(0f195ab3-93e1-4b15-ab2f-94bf4eff5072),segment_id=0f195ab3-93e1-4b15-ab2f-94bf4eff5072)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:02:04.427606 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a232a6bb-8118-4aca-918c-d05eefebb4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:04.447856 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58740) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:04.497642 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232a6bb-8118-4aca-918c-d05eefebb4af None None] Pushing event updated for resources: {'Port': ['ID=c3a86d28-373b-4bde-ab30-507187163be4,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:04.521176 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103d7b2-274b-4d57-976f-dce734aabad6 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event updated for resources: {'Subnet': ['ID=ae3bc40f-7977-406d-bfd8-e2f5d469a75c,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:04.527322 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5103d7b2-274b-4d57-976f-dce734aabad6 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Checking segment: {'id': '29b34553-ba13-40c6-9ca6-edab7f60fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '776c6310-2e5f-475b-b017-192449a00c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:04.527703 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5103d7b2-274b-4d57-976f-dce734aabad6 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Network hostable DHCP agents. Network: 776c6310-2e5f-475b-b017-192449a00c42, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:02:04.599941 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ae478-29df-43fc-8355-83157784a2ac req-24e2a19e-2f96-428e-8267-8c715f01298e tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:04.601582 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-515ae478-29df-43fc-8355-83157784a2ac req-24e2a19e-2f96-428e-8267-8c715f01298e tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1841335 Jul 14 09:02:04.611172 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f1ddc826-6574-45de-a839-f24e69d9cea4 req-7b9f3d2a-e060-40c5-995f-97105edb2e6d tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] 10.222.0.25 "GET /v2.0/security-groups/94880f2e-d6d1-4a94-b7f0-31833866fd97 HTTP/1.1" status: 200 len: 1777 time: 0.0909061 Jul 14 09:02:04.627698 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5103d7b2-274b-4d57-976f-dce734aabad6 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Network 776c6310-2e5f-475b-b017-192449a00c42 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:02:04.639737 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-515ae478-29df-43fc-8355-83157784a2ac req-0ac0137a-419b-4ea7-98e0-2e59d52313d6 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/quotas/0c5f47989e8e45de8bf251a9200bf8d4 HTTP/1.1" status: 200 len: 375 time: 0.0260217 Jul 14 09:02:04.663768 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-5103d7b2-274b-4d57-976f-dce734aabad6 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 776c6310-2e5f-475b-b017-192449a00c42) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:04.672015 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6f4c67-8c72-4cfb-933b-6b194e00e487 None None] Network 776c6310-2e5f-475b-b017-192449a00c42 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:02:04.729226 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5103d7b2-274b-4d57-976f-dce734aabad6 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:04.730073 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5103d7b2-274b-4d57-976f-dce734aabad6 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:04.787000 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5103d7b2-274b-4d57-976f-dce734aabad6 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1173043 Jul 14 09:02:04.789734 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58748) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:04.809118 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-e477bb0a-77d2-4fac-8990-4689c15b68c0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Request body: {'port': {'network_id': '2327d155-7d55-4b31-b424-2e5092343949', 'name': 'tempest-TaggedBootDevicesTest_v242-591595087', 'fixed_ips': [{'subnet_id': 'a624182c-f31b-410c-b5c5-a0db3a91730d'}]}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:04.809681 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f1ddc826-6574-45de-a839-f24e69d9cea4 req-91db6b59-c4a2-4307-9aab-98f0b185ad02 tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:04.847701 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f1ddc826-6574-45de-a839-f24e69d9cea4 req-91db6b59-c4a2-4307-9aab-98f0b185ad02 tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:04.854419 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-515ae478-29df-43fc-8355-83157784a2ac req-f8480027-9d25-4fdb-8ba9-92ee98df7767 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1976357 Jul 14 09:02:04.931961 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f1ddc826-6574-45de-a839-f24e69d9cea4 req-91db6b59-c4a2-4307-9aab-98f0b185ad02 tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:04.936675 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f1ddc826-6574-45de-a839-f24e69d9cea4 req-91db6b59-c4a2-4307-9aab-98f0b185ad02 tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:04.938106 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f1ddc826-6574-45de-a839-f24e69d9cea4 req-91db6b59-c4a2-4307-9aab-98f0b185ad02 tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] 10.222.0.25 "DELETE /v2.0/security-groups/94880f2e-d6d1-4a94-b7f0-31833866fd97 HTTP/1.1" status: 204 len: 173 time: 0.3138967 Jul 14 09:02:04.972113 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db6b59-c4a2-4307-9aab-98f0b185ad02 tempest-SecurityGroupsTestAdminJSON-1264347962 tempest-SecurityGroupsTestAdminJSON-1264347962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94880f2e-d6d1-4a94-b7f0-31833866fd97,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:05.005447 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 53cbc56e-c7db-4945-a12f-cb93e220296a no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:02:05.083019 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6320de-c6c5-4855-b3b9-4072d23a03bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-776c6310-2e5f-475b-b017-192449a00c42', 'network_id': '776c6310-2e5f-475b-b017-192449a00c42', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'fixed_ips': [{'subnet_id': 'ae3bc40f-7977-406d-bfd8-e2f5d469a75c'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:02:05.084199 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b6320de-c6c5-4855-b3b9-4072d23a03bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:05.088652 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 53cbc56e-c7db-4945-a12f-cb93e220296a {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:02:05.089201 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 53cbc56e-c7db-4945-a12f-cb93e220296a not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:02:05.153714 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e477bb0a-77d2-4fac-8990-4689c15b68c0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Made reservation on behalf of 8050cf63175f42718fc254b7c67d228f for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:05.352788 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-4b6320de-c6c5-4855-b3b9-4072d23a03bb None None] Allocated IP 10.2.2.2 (776c6310-2e5f-475b-b017-192449a00c42/ae3bc40f-7977-406d-bfd8-e2f5d469a75c/3c73c65e-9680-4f50-a59a-644a496da5d1) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:02:05.478649 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58754) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:05.538371 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-08f7f356-4090-4972-bc5d-8802548d003b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:05.543979 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e477bb0a-77d2-4fac-8990-4689c15b68c0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:05.621725 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b3b8a-cfb5-4044-9507-edbae27fc690 req-a995bb41-25d4-4e7b-ad39-a1f117625722 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:05.636239 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3f4b3b8a-cfb5-4044-9507-edbae27fc690 req-a995bb41-25d4-4e7b-ad39-a1f117625722 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4653900 Jul 14 09:02:05.675890 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c3a86d28-373b-4bde-ab30-507187163be4 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:02:05.680650 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-e477bb0a-77d2-4fac-8990-4689c15b68c0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] device_id is not set on port 37a1b8d4-d751-44a7-8b11-868f3dd803c4 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:02:05.783446 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9b44d3d6-9928-4639-8d61-f74173590fbb req-fe321b68-afb5-4c50-9c65-bd161f7abbcc tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 210 time: 0.0805242 Jul 14 09:02:05.872921 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b6320de-c6c5-4855-b3b9-4072d23a03bb None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:05.922060 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58766) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:05.927920 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7a37772c-98cb-43e6-84ef-55c5e4b57f22 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ebdfacd9f814d9f8cd2857f3cb5b78b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4441719 Jul 14 09:02:05.933378 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port c3a86d28-373b-4bde-ab30-507187163be4 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:05.937687 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4b6320de-c6c5-4855-b3b9-4072d23a03bb None None] Transition to ACTIVE for port object 3c73c65e-9680-4f50-a59a-644a496da5d1 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:05.992892 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4b6320de-c6c5-4855-b3b9-4072d23a03bb None None] Transition to ACTIVE for port object 3c73c65e-9680-4f50-a59a-644a496da5d1 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:06.023231 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b6320de-c6c5-4855-b3b9-4072d23a03bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:06.161381 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6320de-c6c5-4855-b3b9-4072d23a03bb None None] Network 776c6310-2e5f-475b-b017-192449a00c42 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:02:06.175623 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4b6320de-c6c5-4855-b3b9-4072d23a03bb None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:06.191025 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6320de-c6c5-4855-b3b9-4072d23a03bb None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:02:06.202984 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-e477bb0a-77d2-4fac-8990-4689c15b68c0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Allocated IP 10.1.1.121 (2327d155-7d55-4b31-b424-2e5092343949/a624182c-f31b-410c-b5c5-a0db3a91730d/37a1b8d4-d751-44a7-8b11-868f3dd803c4) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:02:06.222657 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4435c518-3034-43f1-89e5-4eb41875c43c None None] Network 2327d155-7d55-4b31-b424-2e5092343949 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:02:06.345621 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec26524-edde-4efb-9128-461df99d4a22 req-8cb2473f-fccd-4181-b1c0-14c3c6ff60aa tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:06.346290 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2bffa51-3f74-4156-81e6-3507b2e22c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:06.347408 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ec26524-edde-4efb-9128-461df99d4a22 req-8cb2473f-fccd-4181-b1c0-14c3c6ff60aa tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.47 "GET /v2.0/networks?id=d4fad6bc-cc19-4061-a347-c3942b87c975 HTTP/1.1" status: 200 len: 808 time: 0.3714876 Jul 14 09:02:06.393480 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6320de-c6c5-4855-b3b9-4072d23a03bb None None] Pushing event updated for resources: {'Port': ['ID=3c73c65e-9680-4f50-a59a-644a496da5d1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:06.444772 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-9ec26524-edde-4efb-9128-461df99d4a22 req-2ff566fc-c388-4ef0-b56a-c895d789ad45 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Request body: {'port': {'device_id': 'a07c384c-b638-4232-bbbc-417195e26511', 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975', 'admin_state_up': True, 'tenant_id': '1c35458c50e143699c6f14a3ebfddb0d'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:06.472311 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2bffa51-3f74-4156-81e6-3507b2e22c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:06.503842 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-206df210-1ded-479e-b949-ce8c886aa275 None None] Provisioning for port c3a86d28-373b-4bde-ab30-507187163be4 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:06.527084 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-4b6320de-c6c5-4855-b3b9-4072d23a03bb None None] Attempting to bind port 3c73c65e-9680-4f50-a59a-644a496da5d1 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:02:06.527676 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-4b6320de-c6c5-4855-b3b9-4072d23a03bb None None] Attempting to bind port 3c73c65e-9680-4f50-a59a-644a496da5d1 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '29b34553-ba13-40c6-9ca6-edab7f60fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '776c6310-2e5f-475b-b017-192449a00c42'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:02:06.528979 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6320de-c6c5-4855-b3b9-4072d23a03bb None None] Attempting to bind port 3c73c65e-9680-4f50-a59a-644a496da5d1 on network 776c6310-2e5f-475b-b017-192449a00c42 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:06.538382 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-206df210-1ded-479e-b949-ce8c886aa275 None None] Provisioning complete for port c3a86d28-373b-4bde-ab30-507187163be4 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:06.540070 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-206df210-1ded-479e-b949-ce8c886aa275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:06.616099 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e477bb0a-77d2-4fac-8990-4689c15b68c0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:06.647164 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-164894c6-70b0-4127-acb6-8b7e4ef5d1bb req-e93a73f7-db79-4f55-a466-f2061ac53c24 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=669e9eae83904b948213125bdd33823f HTTP/1.1" status: 200 len: 1654 time: 0.3839209 Jul 14 09:02:06.695568 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c429533a-219e-49a1-bc7b-14647d5b1307 req-a137b028-3393-4735-9e0c-fe9d28ffac5f tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=0828e8e3-d820-4904-b480-c7f28ab99e8e HTTP/1.1" status: 200 len: 210 time: 0.0948131 Jul 14 09:02:06.764988 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec26524-edde-4efb-9128-461df99d4a22 req-2ff566fc-c388-4ef0-b56a-c895d789ad45 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Made reservation on behalf of 1c35458c50e143699c6f14a3ebfddb0d for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:06.776640 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9ec26524-edde-4efb-9128-461df99d4a22 req-2ff566fc-c388-4ef0-b56a-c895d789ad45 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:06.804858 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6320de-c6c5-4855-b3b9-4072d23a03bb None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:02:06.805393 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6320de-c6c5-4855-b3b9-4072d23a03bb None None] Checking segment: {'id': '29b34553-ba13-40c6-9ca6-edab7f60fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '776c6310-2e5f-475b-b017-192449a00c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:06.805692 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b6320de-c6c5-4855-b3b9-4072d23a03bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:06.806136 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6320de-c6c5-4855-b3b9-4072d23a03bb None None] Bound using segment: {'id': '29b34553-ba13-40c6-9ca6-edab7f60fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '776c6310-2e5f-475b-b017-192449a00c42'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:02:06.806706 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-4b6320de-c6c5-4855-b3b9-4072d23a03bb None None] Bound port: 3c73c65e-9680-4f50-a59a-644a496da5d1, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b34553-ba13-40c6-9ca6-edab7f60fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '776c6310-2e5f-475b-b017-192449a00c42'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:02:06.807091 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b6320de-c6c5-4855-b3b9-4072d23a03bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:06.997275 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-4b6320de-c6c5-4855-b3b9-4072d23a03bb None None] For port 3c73c65e-9680-4f50-a59a-644a496da5d1, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:02:07.061729 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-4b6320de-c6c5-4855-b3b9-4072d23a03bb None None] For port 3c73c65e-9680-4f50-a59a-644a496da5d1, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=3c73c65e-9680-4f50-a59a-644a496da5d1,segment=NetworkSegment(29b34553-ba13-40c6-9ca6-edab7f60fcbf),segment_id=29b34553-ba13-40c6-9ca6-edab7f60fcbf)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:02:07.069644 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-206df210-1ded-479e-b949-ce8c886aa275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:07.082507 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b6320de-c6c5-4855-b3b9-4072d23a03bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:07.086091 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e9822aa2-9c64-405a-869d-16ee09f6dd43 req-29cefdd7-618c-4362-961b-7bae388be35b tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 210 time: 0.0461588 Jul 14 09:02:07.090967 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2bffa51-3f74-4156-81e6-3507b2e22c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:07.098458 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2bffa51-3f74-4156-81e6-3507b2e22c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:07.104874 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b2bffa51-3f74-4156-81e6-3507b2e22c6e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/119c8673-0cf1-480c-98da-03869be6a9a5 HTTP/1.1" status: 204 len: 168 time: 1.1784456 Jul 14 09:02:07.139369 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bffa51-3f74-4156-81e6-3507b2e22c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119c8673-0cf1-480c-98da-03869be6a9a5,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:07.158450 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e477bb0a-77d2-4fac-8990-4689c15b68c0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Transition to ACTIVE for port object 37a1b8d4-d751-44a7-8b11-868f3dd803c4 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:07.174124 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164894c6-70b0-4127-acb6-8b7e4ef5d1bb req-19392fbf-0afd-47c4-9b15-d508f426ba41 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:07.175815 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-164894c6-70b0-4127-acb6-8b7e4ef5d1bb req-19392fbf-0afd-47c4-9b15-d508f426ba41 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/networks?id=6facc217-dc01-422a-8069-2c7784a4d993&id=6facc217-dc01-422a-8069-2c7784a4d993&id=6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 787 time: 0.4985285 Jul 14 09:02:07.192181 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-206df210-1ded-479e-b949-ce8c886aa275 None None] For port c3a86d28-373b-4bde-ab30-507187163be4, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c3a86d28-373b-4bde-ab30-507187163be4,segment=NetworkSegment(0f195ab3-93e1-4b15-ab2f-94bf4eff5072),segment_id=0f195ab3-93e1-4b15-ab2f-94bf4eff5072)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:07.205284 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-206df210-1ded-479e-b949-ce8c886aa275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:07.211450 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6320de-c6c5-4855-b3b9-4072d23a03bb None None] Pushing event updated for resources: {'Port': ['ID=3c73c65e-9680-4f50-a59a-644a496da5d1,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:07.230462 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-08f7f356-4090-4972-bc5d-8802548d003b admin admin] Deleting port 4f774d77-8c3f-4880-8f3c-6e2aecfa680a {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:02:07.230962 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-08f7f356-4090-4972-bc5d-8802548d003b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:07.237397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-164894c6-70b0-4127-acb6-8b7e4ef5d1bb req-783fe825-96a0-4d90-bf04-6505b585a870 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:02:07.241325 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-164894c6-70b0-4127-acb6-8b7e4ef5d1bb req-783fe825-96a0-4d90-bf04-6505b585a870 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0320957 Jul 14 09:02:07.261168 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-9ec26524-edde-4efb-9128-461df99d4a22 req-2ff566fc-c388-4ef0-b56a-c895d789ad45 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Allocated IP 172.20.0.9 (d4fad6bc-cc19-4061-a347-c3942b87c975/39b054b3-ff74-48d7-bc6b-cc0709824ebb/00493738-34c2-4f21-920d-b0907af52fd4) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:02:07.323295 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206df210-1ded-479e-b949-ce8c886aa275 None None] Pushing event updated for resources: {'Port': ['ID=c3a86d28-373b-4bde-ab30-507187163be4,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:07.371988 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58806) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:07.432764 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-08f7f356-4090-4972-bc5d-8802548d003b admin admin] For port 4f774d77-8c3f-4880-8f3c-6e2aecfa680a, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=4f774d77-8c3f-4880-8f3c-6e2aecfa680a,segment=NetworkSegment(3f942a54-5daa-4d65-b384-43384013d883),segment_id=3f942a54-5daa-4d65-b384-43384013d883)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:07.433354 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-08f7f356-4090-4972-bc5d-8802548d003b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:07.454603 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-08f7f356-4090-4972-bc5d-8802548d003b admin admin] Calling delete_port for 4f774d77-8c3f-4880-8f3c-6e2aecfa680a owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:02:07.461583 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e477bb0a-77d2-4fac-8990-4689c15b68c0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:07.487723 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e477bb0a-77d2-4fac-8990-4689c15b68c0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Network 2327d155-7d55-4b31-b424-2e5092343949 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:02:07.495213 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e477bb0a-77d2-4fac-8990-4689c15b68c0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:07.498200 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e477bb0a-77d2-4fac-8990-4689c15b68c0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:02:07.559680 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-99047716-e0e0-4851-a08b-f219e8e41ec1 None None] Provisioning complete for port c3a86d28-373b-4bde-ab30-507187163be4 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:07.560067 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-99047716-e0e0-4851-a08b-f219e8e41ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:07.573583 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c3a86d28-373b-4bde-ab30-507187163be4 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:02:07.733007 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477bb0a-77d2-4fac-8990-4689c15b68c0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event updated for resources: {'Port': ['ID=37a1b8d4-d751-44a7-8b11-868f3dd803c4,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:07.758129 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e477bb0a-77d2-4fac-8990-4689c15b68c0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:07.759327 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e477bb0a-77d2-4fac-8990-4689c15b68c0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:07.791820 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e477bb0a-77d2-4fac-8990-4689c15b68c0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9979391 Jul 14 09:02:07.820069 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58816) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:07.825201 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-e766ad33-df96-45a7-956f-a7599c5dbb81 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Request body: {'port': {'network_id': '2327d155-7d55-4b31-b424-2e5092343949', 'name': 'tempest-TaggedBootDevicesTest_v242-1534392672', 'fixed_ips': [{'subnet_id': 'a624182c-f31b-410c-b5c5-a0db3a91730d'}]}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:07.849350 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9ec26524-edde-4efb-9128-461df99d4a22 req-2ff566fc-c388-4ef0-b56a-c895d789ad45 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:07.935587 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a4084d1f-a15e-45b8-9103-d24abe9f4905 req-c11f9d01-c0a1-4c22-8ea1-74a32b494fdb tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/floatingips/fa557481-f6b7-48c7-8f4f-fbcc2057c490 HTTP/1.1" status: 200 len: 693 time: 0.6665473 Jul 14 09:02:07.946200 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9ec26524-edde-4efb-9128-461df99d4a22 req-2ff566fc-c388-4ef0-b56a-c895d789ad45 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:07.950205 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c3a86d28-373b-4bde-ab30-507187163be4 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:07.950809 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:08.011088 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e766ad33-df96-45a7-956f-a7599c5dbb81 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Made reservation on behalf of 8050cf63175f42718fc254b7c67d228f for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:08.017635 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e766ad33-df96-45a7-956f-a7599c5dbb81 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:08.082837 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30a22bff-4319-4836-b8cb-7449842005b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:08.116352 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-e766ad33-df96-45a7-956f-a7599c5dbb81 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] device_id is not set on port fd6a9d84-5544-47b3-9fa9-9037c50c3c10 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:02:08.180665 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58820) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:08.310690 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-79c510a3-21bf-414c-a60c-d2e3804f0529 None None] Provisioning for port 37a1b8d4-d751-44a7-8b11-868f3dd803c4 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:08.316058 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-79c510a3-21bf-414c-a60c-d2e3804f0529 None None] Provisioning complete for port 37a1b8d4-d751-44a7-8b11-868f3dd803c4 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:08.316670 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79c510a3-21bf-414c-a60c-d2e3804f0529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:08.370467 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-79c510a3-21bf-414c-a60c-d2e3804f0529 None None] Port 37a1b8d4-d751-44a7-8b11-868f3dd803c4 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:02:08.392755 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-515ae478-29df-43fc-8355-83157784a2ac req-9f453381-d5d5-4b60-a910-b1f2dd759a18 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1540570 Jul 14 09:02:08.481861 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3c45b892-5268-423a-98ee-e01902114d2f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c65482f36ff4ff882024a610a9b139c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696044 Jul 14 09:02:08.498383 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58822) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:08.569932 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4084d1f-a15e-45b8-9103-d24abe9f4905 req-83b3bdf8-c052-4f4e-9c6f-e103f2ebd21f tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:08.571819 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a4084d1f-a15e-45b8-9103-d24abe9f4905 req-83b3bdf8-c052-4f4e-9c6f-e103f2ebd21f tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 784 time: 0.6346452 Jul 14 09:02:08.579681 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec26524-edde-4efb-9128-461df99d4a22 req-2ff566fc-c388-4ef0-b56a-c895d789ad45 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Network d4fad6bc-cc19-4061-a347-c3942b87c975 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:02:08.579883 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-08f7f356-4090-4972-bc5d-8802548d003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:08.592525 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-84f77e6c-de88-48ee-837d-f51d1e357184 req-3459ec36-c026-44a1-b81e-cbe073c5ef5e tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=0828e8e3-d820-4904-b480-c7f28ab99e8e HTTP/1.1" status: 200 len: 210 time: 0.4904904 Jul 14 09:02:08.599096 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-9ec26524-edde-4efb-9128-461df99d4a22 req-2ff566fc-c388-4ef0-b56a-c895d789ad45 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:08.611609 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec26524-edde-4efb-9128-461df99d4a22 req-2ff566fc-c388-4ef0-b56a-c895d789ad45 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:02:08.613451 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec26524-edde-4efb-9128-461df99d4a22 req-2ff566fc-c388-4ef0-b56a-c895d789ad45 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:08.614102 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9ec26524-edde-4efb-9128-461df99d4a22 req-2ff566fc-c388-4ef0-b56a-c895d789ad45 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:08.660148 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff566fc-c388-4ef0-b56a-c895d789ad45 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Pushing event updated for resources: {'Port': ['ID=00493738-34c2-4f21-920d-b0907af52fd4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:08.664203 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.47', 59504) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:08.692172 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-515ae478-29df-43fc-8355-83157784a2ac req-58ffa656-8b3a-4bfe-8c3a-fb32c963b6cb tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264575 Jul 14 09:02:08.695704 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a4084d1f-a15e-45b8-9103-d24abe9f4905 req-f90bb611-48bb-4c50-bb75-32b5d5fe166b tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.128 HTTP/1.1" status: 200 len: 696 time: 0.0936360 Jul 14 09:02:08.773612 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7f356-4090-4972-bc5d-8802548d003b admin admin] Pushing event deleted for resources: {'Port': ['ID=4f774d77-8c3f-4880-8f3c-6e2aecfa680a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:08.784776 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ca91912-d793-4e96-b68b-ac080a784886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:08.786216 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285cd87d-322b-4610-a9ef-779ad7fe5d7e None None] Network 776c6310-2e5f-475b-b017-192449a00c42 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:02:08.821592 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ca91912-d793-4e96-b68b-ac080a784886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:08.843719 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a4084d1f-a15e-45b8-9103-d24abe9f4905 req-84903349-77bc-4f87-bec3-49486baedf3d tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.128 HTTP/1.1" status: 200 len: 696 time: 0.1351426 Jul 14 09:02:08.914969 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2a555c5b-4697-4d78-8597-8d6d029846ff None None] Provisioning for port 3c73c65e-9680-4f50-a59a-644a496da5d1 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:08.972354 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ca91912-d793-4e96-b68b-ac080a784886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:08.975784 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ca91912-d793-4e96-b68b-ac080a784886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:08.977114 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0ca91912-d793-4e96-b68b-ac080a784886 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2047b8e5-10e4-43e8-ad88-f98e917f3409 HTTP/1.1" status: 204 len: 168 time: 0.4754486 Jul 14 09:02:08.986921 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ae478-29df-43fc-8355-83157784a2ac req-d941167d-d542-4980-8534-65a2190302ee tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:08.988902 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-515ae478-29df-43fc-8355-83157784a2ac req-d941167d-d542-4980-8534-65a2190302ee tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5776289 Jul 14 09:02:08.991148 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ae478-29df-43fc-8355-83157784a2ac req-5acf5b78-17aa-4ad1-9cc0-10d562ef4ac5 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:08.995206 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-515ae478-29df-43fc-8355-83157784a2ac req-5acf5b78-17aa-4ad1-9cc0-10d562ef4ac5 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2973650 Jul 14 09:02:09.035117 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30a22bff-4319-4836-b8cb-7449842005b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:09.038064 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-515ae478-29df-43fc-8355-83157784a2ac req-0075b5d2-a8da-485f-9430-548b37b6bc37 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Request body: {'port': {'device_id': '51ed6564-a5f0-46f3-b5b9-49e69be245d4', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': '0c5f47989e8e45de8bf251a9200bf8d4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:09.050875 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-e766ad33-df96-45a7-956f-a7599c5dbb81 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Allocated IP 10.1.1.41 (2327d155-7d55-4b31-b424-2e5092343949/a624182c-f31b-410c-b5c5-a0db3a91730d/fd6a9d84-5544-47b3-9fa9-9037c50c3c10) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:02:09.057988 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca91912-d793-4e96-b68b-ac080a784886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2047b8e5-10e4-43e8-ad88-f98e917f3409,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:09.059718 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30a22bff-4319-4836-b8cb-7449842005b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:09.071200 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-515ae478-29df-43fc-8355-83157784a2ac req-90ee601d-4898-4a93-be22-c3fe3f6e3f2b tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Request body: {'port': {'device_id': '0828e8e3-d820-4904-b480-c7f28ab99e8e', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': '0c5f47989e8e45de8bf251a9200bf8d4'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:09.150177 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ec26524-edde-4efb-9128-461df99d4a22 req-2ff566fc-c388-4ef0-b56a-c895d789ad45 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7107308 Jul 14 09:02:09.161646 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b86cca-8734-462c-9d75-90b614eb8206 req-ed4bc876-3b16-4c0b-87b6-6bbaa8b9a112 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:09.163285 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40b86cca-8734-462c-9d75-90b614eb8206 req-ed4bc876-3b16-4c0b-87b6-6bbaa8b9a112 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 931 time: 0.3700895 Jul 14 09:02:09.171956 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-9ec26524-edde-4efb-9128-461df99d4a22 req-154bd2d9-7274-4b76-8702-d6eeff761b8f service neutron] Request body: {'port': {'device_id': 'a07c384c-b638-4232-bbbc-417195e26511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:09.317083 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-a4084d1f-a15e-45b8-9103-d24abe9f4905 req-6c586342-c8a9-41e3-b0ea-5f7948b5ae9a tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Deleting port 1e1773eb-8073-4705-928b-892fb7643ac5 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:02:09.317489 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a4084d1f-a15e-45b8-9103-d24abe9f4905 req-6c586342-c8a9-41e3-b0ea-5f7948b5ae9a tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:09.321694 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40b86cca-8734-462c-9d75-90b614eb8206 req-2a8969da-7839-42e7-ad5d-d6d7b5c8b1b6 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434789 Jul 14 09:02:09.365640 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-515ae478-29df-43fc-8355-83157784a2ac req-0075b5d2-a8da-485f-9430-548b37b6bc37 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Made reservation on behalf of 0c5f47989e8e45de8bf251a9200bf8d4 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:09.372454 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-515ae478-29df-43fc-8355-83157784a2ac req-0075b5d2-a8da-485f-9430-548b37b6bc37 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:09.382773 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a22bff-4319-4836-b8cb-7449842005b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bffb644-0e8c-4377-9b55-714c5610e265,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:09.443981 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9ec26524-edde-4efb-9128-461df99d4a22 req-154bd2d9-7274-4b76-8702-d6eeff761b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:09.457678 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e766ad33-df96-45a7-956f-a7599c5dbb81 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:09.491055 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-30a22bff-4319-4836-b8cb-7449842005b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac4b89cf9c9c407e9c6a7c770c67cbef&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1145983 Jul 14 09:02:09.492787 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e766ad33-df96-45a7-956f-a7599c5dbb81 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Transition to ACTIVE for port object fd6a9d84-5544-47b3-9fa9-9037c50c3c10 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:09.495472 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58836) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:09.520730 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a4084d1f-a15e-45b8-9103-d24abe9f4905 req-6c586342-c8a9-41e3-b0ea-5f7948b5ae9a tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:09.521399 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a4084d1f-a15e-45b8-9103-d24abe9f4905 req-6c586342-c8a9-41e3-b0ea-5f7948b5ae9a tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:09.591965 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-a4084d1f-a15e-45b8-9103-d24abe9f4905 req-6c586342-c8a9-41e3-b0ea-5f7948b5ae9a tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Calling delete_port for 1e1773eb-8073-4705-928b-892fb7643ac5 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:02:09.653012 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-08f7f356-4090-4972-bc5d-8802548d003b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:09.681566 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6573d294-872a-4469-999f-16c73343e8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:09.685059 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e766ad33-df96-45a7-956f-a7599c5dbb81 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:09.706827 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 3c73c65e-9680-4f50-a59a-644a496da5d1 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:02:09.738723 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-515ae478-29df-43fc-8355-83157784a2ac req-90ee601d-4898-4a93-be22-c3fe3f6e3f2b tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Made reservation on behalf of 0c5f47989e8e45de8bf251a9200bf8d4 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:09.742723 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-515ae478-29df-43fc-8355-83157784a2ac req-90ee601d-4898-4a93-be22-c3fe3f6e3f2b tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:09.793871 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 3c73c65e-9680-4f50-a59a-644a496da5d1 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:09.799051 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 3c73c65e-9680-4f50-a59a-644a496da5d1 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:09.799436 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:09.823556 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e766ad33-df96-45a7-956f-a7599c5dbb81 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Network 2327d155-7d55-4b31-b424-2e5092343949 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:02:09.828993 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6573d294-872a-4469-999f-16c73343e8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:09.846656 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e766ad33-df96-45a7-956f-a7599c5dbb81 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:09.891815 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e766ad33-df96-45a7-956f-a7599c5dbb81 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:02:09.909884 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:09.918561 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c83c35ec-5d27-43a4-903e-ef68bd35eb6d req-1e3d8a75-1cc7-4d10-af8b-a4e1d702316d tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=0828e8e3-d820-4904-b480-c7f28ab99e8e HTTP/1.1" status: 200 len: 210 time: 0.1141214 Jul 14 09:02:09.954000 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 3c73c65e-9680-4f50-a59a-644a496da5d1, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=3c73c65e-9680-4f50-a59a-644a496da5d1,segment=NetworkSegment(29b34553-ba13-40c6-9ca6-edab7f60fcbf),segment_id=29b34553-ba13-40c6-9ca6-edab7f60fcbf)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:09.960445 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:09.998405 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766ad33-df96-45a7-956f-a7599c5dbb81 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event updated for resources: {'Port': ['ID=fd6a9d84-5544-47b3-9fa9-9037c50c3c10,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:10.035237 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=3c73c65e-9680-4f50-a59a-644a496da5d1,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:10.055017 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:10.055404 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:10.059556 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:10.060130 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:10.061182 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:10.062262 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:10.065372 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:10.065910 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:10.066423 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:10.069003 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:10.069619 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:10.070380 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:10.085141 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e766ad33-df96-45a7-956f-a7599c5dbb81 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:10.085810 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e766ad33-df96-45a7-956f-a7599c5dbb81 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:10.137310 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e766ad33-df96-45a7-956f-a7599c5dbb81 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3165083 Jul 14 09:02:10.151059 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58854) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:10.159360 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6573d294-872a-4469-999f-16c73343e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:10.161744 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6573d294-872a-4469-999f-16c73343e8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:10.165468 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6573d294-872a-4469-999f-16c73343e8c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5bffb644-0e8c-4377-9b55-714c5610e265 HTTP/1.1" status: 204 len: 168 time: 0.6643662 Jul 14 09:02:10.174807 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573d294-872a-4469-999f-16c73343e8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bffb644-0e8c-4377-9b55-714c5610e265,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:10.239865 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:10.249242 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ddc04aa1-e737-41c8-bb86-83fa2603f93b None None] Provisioning for port fd6a9d84-5544-47b3-9fa9-9037c50c3c10 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:10.272653 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ddc04aa1-e737-41c8-bb86-83fa2603f93b None None] Provisioning complete for port fd6a9d84-5544-47b3-9fa9-9037c50c3c10 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:10.274789 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddc04aa1-e737-41c8-bb86-83fa2603f93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:10.295401 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a4084d1f-a15e-45b8-9103-d24abe9f4905 req-6c586342-c8a9-41e3-b0ea-5f7948b5ae9a tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:10.300756 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-515ae478-29df-43fc-8355-83157784a2ac req-0075b5d2-a8da-485f-9430-548b37b6bc37 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Allocated IP 192.168.233.64 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/3bf961b6-708a-4ff3-b40e-42584c38b0df) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:02:10.343862 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ddc04aa1-e737-41c8-bb86-83fa2603f93b None None] Port fd6a9d84-5544-47b3-9fa9-9037c50c3c10 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:02:10.349824 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f7f356-4090-4972-bc5d-8802548d003b admin admin] Router feb7ed9b-3f09-408f-98ff-97715802e75a has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:02:10.364541 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c586342-c8a9-41e3-b0ea-5f7948b5ae9a tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Pushing event deleted for resources: {'Port': ['ID=1e1773eb-8073-4705-928b-892fb7643ac5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:10.389950 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-9ec26524-edde-4efb-9128-461df99d4a22 req-154bd2d9-7274-4b76-8702-d6eeff761b8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00493738-34c2-4f21-920d-b0907af52fd4 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:02:10.403830 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9ec26524-edde-4efb-9128-461df99d4a22 req-154bd2d9-7274-4b76-8702-d6eeff761b8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:10.419210 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-9ec26524-edde-4efb-9128-461df99d4a22 req-154bd2d9-7274-4b76-8702-d6eeff761b8f service neutron] Transition to ACTIVE for port object 00493738-34c2-4f21-920d-b0907af52fd4 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:10.476215 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58864) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:10.481359 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-db9a6147-7e41-4fa0-8c7e-f3a80b7164a9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1688792115', 'description': 'tempest-description--1846649331'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:10.524725 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db9a6147-7e41-4fa0-8c7e-f3a80b7164a9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:10.560028 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f7f356-4090-4972-bc5d-8802548d003b admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:02:10.568724 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-08f7f356-4090-4972-bc5d-8802548d003b admin admin] 10.222.0.25 "PUT /v2.0/routers/feb7ed9b-3f09-408f-98ff-97715802e75a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1176214 Jul 14 09:02:10.569984 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58868) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:10.575823 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22b311-6973-4267-b450-df560a21017e None None] Sync routers for ids ['feb7ed9b-3f09-408f-98ff-97715802e75a'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:02:10.585435 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d22b311-6973-4267-b450-df560a21017e None None] Routers {'feb7ed9b-3f09-408f-98ff-97715802e75a'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:02:10.585974 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5d22b311-6973-4267-b450-df560a21017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:01:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['feb7ed9b-3f09-408f-98ff-97715802e75a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:10.602691 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d38260e1-9d8e-4825-b3a7-bdd5f11f1ba0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-797548268-network', 'tenant_id': '411cc1b8c2c44f15bcf8e4741c00eaa6'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:10.607033 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9ec26524-edde-4efb-9128-461df99d4a22 req-154bd2d9-7274-4b76-8702-d6eeff761b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:10.618178 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a4084d1f-a15e-45b8-9103-d24abe9f4905 req-6c586342-c8a9-41e3-b0ea-5f7948b5ae9a tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:10.620692 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a4084d1f-a15e-45b8-9103-d24abe9f4905 req-6c586342-c8a9-41e3-b0ea-5f7948b5ae9a tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:10.621809 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a4084d1f-a15e-45b8-9103-d24abe9f4905 req-6c586342-c8a9-41e3-b0ea-5f7948b5ae9a tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "DELETE /v2.0/floatingips/fa557481-f6b7-48c7-8f4f-fbcc2057c490 HTTP/1.1" status: 204 len: 173 time: 1.7678893 Jul 14 09:02:10.628535 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-515ae478-29df-43fc-8355-83157784a2ac req-0075b5d2-a8da-485f-9430-548b37b6bc37 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:10.694568 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-515ae478-29df-43fc-8355-83157784a2ac req-0075b5d2-a8da-485f-9430-548b37b6bc37 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Transition to ACTIVE for port object 3bf961b6-708a-4ff3-b40e-42584c38b0df will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:10.700972 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58872) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:10.752793 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-5d22b311-6973-4267-b450-df560a21017e None None] Set router feb7ed9b-3f09-408f-98ff-97715802e75a gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:02:10.753415 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bd2d9-7274-4b76-8702-d6eeff761b8f service neutron] Pushing event updated for resources: {'Port': ['ID=00493738-34c2-4f21-920d-b0907af52fd4,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:10.761943 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b93836c8-84cf-4660-95f3-8022a1492883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:10.828530 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-9ec26524-edde-4efb-9128-461df99d4a22 req-154bd2d9-7274-4b76-8702-d6eeff761b8f service neutron] Attempting to bind port 00493738-34c2-4f21-920d-b0907af52fd4 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:02:10.829040 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-9ec26524-edde-4efb-9128-461df99d4a22 req-154bd2d9-7274-4b76-8702-d6eeff761b8f service neutron] Attempting to bind port 00493738-34c2-4f21-920d-b0907af52fd4 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:02:10.829413 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec26524-edde-4efb-9128-461df99d4a22 req-154bd2d9-7274-4b76-8702-d6eeff761b8f service neutron] Attempting to bind port 00493738-34c2-4f21-920d-b0907af52fd4 on network d4fad6bc-cc19-4061-a347-c3942b87c975 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:10.850050 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80507fd3-7386-4dfb-ad15-b3ff63b9ca85 req-902a6a63-0181-48c5-9db5-96099896a3d0 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:10.851576 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-80507fd3-7386-4dfb-ad15-b3ff63b9ca85 req-902a6a63-0181-48c5-9db5-96099896a3d0 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 943 time: 0.2622485 Jul 14 09:02:10.855349 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec26524-edde-4efb-9128-461df99d4a22 req-154bd2d9-7274-4b76-8702-d6eeff761b8f service neutron] Port 00493738-34c2-4f21-920d-b0907af52fd4 on network d4fad6bc-cc19-4061-a347-c3942b87c975 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:02:10.855848 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec26524-edde-4efb-9128-461df99d4a22 req-154bd2d9-7274-4b76-8702-d6eeff761b8f service neutron] Attempting to bind port 00493738-34c2-4f21-920d-b0907af52fd4 on network d4fad6bc-cc19-4061-a347-c3942b87c975 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:10.905395 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0111963a-a1b4-465e-b66b-a49d640699c0 req-1a756e14-1892-4733-9f7a-c3e6ad5ada4f tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/floatingips/eaa6a926-6cd0-4495-835d-c0ce05e4290b HTTP/1.1" status: 200 len: 692 time: 0.0790792 Jul 14 09:02:10.906455 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-515ae478-29df-43fc-8355-83157784a2ac req-0075b5d2-a8da-485f-9430-548b37b6bc37 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:10.914187 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec26524-edde-4efb-9128-461df99d4a22 req-154bd2d9-7274-4b76-8702-d6eeff761b8f service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:02:10.914552 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec26524-edde-4efb-9128-461df99d4a22 req-154bd2d9-7274-4b76-8702-d6eeff761b8f service neutron] Checking segment: {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:10.914926 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec26524-edde-4efb-9128-461df99d4a22 req-154bd2d9-7274-4b76-8702-d6eeff761b8f service neutron] Bound using segment: {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:02:10.915918 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-9ec26524-edde-4efb-9128-461df99d4a22 req-154bd2d9-7274-4b76-8702-d6eeff761b8f service neutron] Bound port: 00493738-34c2-4f21-920d-b0907af52fd4, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:02:10.915918 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9ec26524-edde-4efb-9128-461df99d4a22 req-154bd2d9-7274-4b76-8702-d6eeff761b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:10.933550 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['ce787d56-90a9-47ea-a734-16046302a7ac'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:02:11.015713 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5d22b311-6973-4267-b450-df560a21017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-router', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0b309202-90ff-4db4-974f-af83558406e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:31Z', 'updated_at': '2021-07-14T09:02:08Z', 'revision_number': 5, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'gw_port': {'id': '0b309202-90ff-4db4-974f-af83558406e5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:32Z', 'updated_at': '2021-07-14T09:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:11.050225 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22b311-6973-4267-b450-df560a21017e None None] Checking router: feb7ed9b-3f09-408f-98ff-97715802e75a for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:02:11.060903 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-515ae478-29df-43fc-8355-83157784a2ac req-90ee601d-4898-4a93-be22-c3fe3f6e3f2b tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Allocated IP 192.168.233.22 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/ba7a8ef4-ce4b-4390-9732-806f1f62839f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:02:11.073724 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d22b311-6973-4267-b450-df560a21017e None None] Routers {'feb7ed9b-3f09-408f-98ff-97715802e75a'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:02:11.074626 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5d22b311-6973-4267-b450-df560a21017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:01:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['feb7ed9b-3f09-408f-98ff-97715802e75a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:11.076151 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-986d81ed-5563-4257-a687-acb2c0eb3f33 admin admin] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:11.086096 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111963a-a1b4-465e-b66b-a49d640699c0 req-6fac0f8c-712d-4513-b955-5610a8bf9953 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:11.087419 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0111963a-a1b4-465e-b66b-a49d640699c0 req-6fac0f8c-712d-4513-b955-5610a8bf9953 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 784 time: 0.1559031 Jul 14 09:02:11.127803 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-515ae478-29df-43fc-8355-83157784a2ac req-0075b5d2-a8da-485f-9430-548b37b6bc37 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:02:11.133853 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db9a6147-7e41-4fa0-8c7e-f3a80b7164a9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:11.150345 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db9a6147-7e41-4fa0-8c7e-f3a80b7164a9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:11.169244 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-80507fd3-7386-4dfb-ad15-b3ff63b9ca85 req-814d7b1b-1a53-4f3c-b6a0-dbffd9977463 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815206 Jul 14 09:02:11.178640 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0111963a-a1b4-465e-b66b-a49d640699c0 req-78ffab0f-2451-46f4-8568-9921776fe9f9 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.58 HTTP/1.1" status: 200 len: 695 time: 0.0796139 Jul 14 09:02:11.196435 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-515ae478-29df-43fc-8355-83157784a2ac req-0075b5d2-a8da-485f-9430-548b37b6bc37 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:11.205859 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075b5d2-a8da-485f-9430-548b37b6bc37 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Pushing event updated for resources: {'Port': ['ID=3bf961b6-708a-4ff3-b40e-42584c38b0df,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:11.209786 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-515ae478-29df-43fc-8355-83157784a2ac req-0075b5d2-a8da-485f-9430-548b37b6bc37 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:02:11.216119 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ae478-29df-43fc-8355-83157784a2ac req-0075b5d2-a8da-485f-9430-548b37b6bc37 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:11.216119 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-515ae478-29df-43fc-8355-83157784a2ac req-0075b5d2-a8da-485f-9430-548b37b6bc37 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:11.219055 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-5d22b311-6973-4267-b450-df560a21017e None None] Set router feb7ed9b-3f09-408f-98ff-97715802e75a gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:02:11.277859 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-b93836c8-84cf-4660-95f3-8022a1492883 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:02:11.277859 n-d-771362-35 neutron-server[93773]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:02:11.277859 n-d-771362-35 neutron-server[93773]: [parameters: {'project_id_1': '7041edb14624480b90c12682f3703f9c', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 2, 10, 821467)}] Jul 14 09:02:11.277859 n-d-771362-35 neutron-server[93773]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:02:11.278286 n-d-771362-35 neutron-server[93773]: DEBUG oslo_db.api [None req-b93836c8-84cf-4660-95f3-8022a1492883 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:02:11.292234 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a6147-7e41-4fa0-8c7e-f3a80b7164a9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=676d5fbb-8b00-498f-8965-8e518737057a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:11.307430 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0111963a-a1b4-465e-b66b-a49d640699c0 req-c49e335d-f42c-4518-92bb-9bfa8f29813f tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.58 HTTP/1.1" status: 200 len: 695 time: 0.1278493 Jul 14 09:02:11.324914 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db9a6147-7e41-4fa0-8c7e-f3a80b7164a9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:11.324914 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-db9a6147-7e41-4fa0-8c7e-f3a80b7164a9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8468475 Jul 14 09:02:11.328195 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58878) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:11.333490 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-986d81ed-5563-4257-a687-acb2c0eb3f33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:11.389738 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38260e1-9d8e-4825-b3a7-bdd5f11f1ba0 admin admin] Made reservation on behalf of 411cc1b8c2c44f15bcf8e4741c00eaa6 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:11.392131 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d38260e1-9d8e-4825-b3a7-bdd5f11f1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:11.401371 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-515ae478-29df-43fc-8355-83157784a2ac req-90ee601d-4898-4a93-be22-c3fe3f6e3f2b tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:11.401800 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a4ba4fed-8bd9-48b7-b565-01f29b94f899 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Request body: {'security_group_rule': {'security_group_id': '676d5fbb-8b00-498f-8965-8e518737057a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:11.426195 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-515ae478-29df-43fc-8355-83157784a2ac req-90ee601d-4898-4a93-be22-c3fe3f6e3f2b tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Transition to ACTIVE for port object ba7a8ef4-ce4b-4390-9732-806f1f62839f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:11.480410 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-515ae478-29df-43fc-8355-83157784a2ac req-0075b5d2-a8da-485f-9430-548b37b6bc37 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4469430 Jul 14 09:02:11.483345 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9ec26524-edde-4efb-9128-461df99d4a22 req-154bd2d9-7274-4b76-8702-d6eeff761b8f service neutron] For port 00493738-34c2-4f21-920d-b0907af52fd4, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:02:11.499938 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d38260e1-9d8e-4825-b3a7-bdd5f11f1ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:11.504371 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-515ae478-29df-43fc-8355-83157784a2ac req-90ee601d-4898-4a93-be22-c3fe3f6e3f2b tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:11.533847 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-515ae478-29df-43fc-8355-83157784a2ac req-90ee601d-4898-4a93-be22-c3fe3f6e3f2b tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:02:11.535597 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['ce787d56-90a9-47ea-a734-16046302a7ac'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:02:11.538148 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-515ae478-29df-43fc-8355-83157784a2ac req-90ee601d-4898-4a93-be22-c3fe3f6e3f2b tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:11.561697 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-515ae478-29df-43fc-8355-83157784a2ac req-90ee601d-4898-4a93-be22-c3fe3f6e3f2b tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:02:11.567479 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 3c73c65e-9680-4f50-a59a-644a496da5d1 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:02:11.582285 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5d22b311-6973-4267-b450-df560a21017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-router', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0b309202-90ff-4db4-974f-af83558406e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:31Z', 'updated_at': '2021-07-14T09:02:08Z', 'revision_number': 5, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'gw_port': {'id': '0b309202-90ff-4db4-974f-af83558406e5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:32Z', 'updated_at': '2021-07-14T09:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:11.592403 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-515ae478-29df-43fc-8355-83157784a2ac req-070ec133-6641-477f-bf89-f26a3ef48ce1 service neutron] Request body: {'port': {'device_id': '51ed6564-a5f0-46f3-b5b9-49e69be245d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:11.596833 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4ba4fed-8bd9-48b7-b565-01f29b94f899 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:11.620805 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9ec26524-edde-4efb-9128-461df99d4a22 req-154bd2d9-7274-4b76-8702-d6eeff761b8f service neutron] For port 00493738-34c2-4f21-920d-b0907af52fd4, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=00493738-34c2-4f21-920d-b0907af52fd4,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:02:11.626501 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-986d81ed-5563-4257-a687-acb2c0eb3f33 admin admin] Deleting port 0b309202-90ff-4db4-974f-af83558406e5 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:02:11.626898 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-986d81ed-5563-4257-a687-acb2c0eb3f33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:11.672963 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22b311-6973-4267-b450-df560a21017e None None] The sync data for ids ['feb7ed9b-3f09-408f-98ff-97715802e75a'] in n-d-771362-35 is: [{'id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1720376525-router', 'tenant_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0b309202-90ff-4db4-974f-af83558406e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:31Z', 'updated_at': '2021-07-14T09:02:08Z', 'revision_number': 5, 'project_id': 'dcde6d1474ea4edfa0fb594acf6b60cf', 'gw_port': {'id': '0b309202-90ff-4db4-974f-af83558406e5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7ed9b-3f09-408f-98ff-97715802e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:32Z', 'updated_at': '2021-07-14T09:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:02:11.673273 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee601d-4898-4a93-be22-c3fe3f6e3f2b tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Pushing event updated for resources: {'Port': ['ID=ba7a8ef4-ce4b-4390-9732-806f1f62839f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:11.686781 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9ec26524-edde-4efb-9128-461df99d4a22 req-154bd2d9-7274-4b76-8702-d6eeff761b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:11.699924 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ae478-29df-43fc-8355-83157784a2ac req-90ee601d-4898-4a93-be22-c3fe3f6e3f2b tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:11.700810 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-515ae478-29df-43fc-8355-83157784a2ac req-90ee601d-4898-4a93-be22-c3fe3f6e3f2b tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:11.729698 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-691c5679-815d-447d-8fc2-aeb69346a050 None None] Provisioning for port 3bf961b6-708a-4ff3-b40e-42584c38b0df completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:11.737860 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-691c5679-815d-447d-8fc2-aeb69346a050 None None] Provisioning complete for port 3bf961b6-708a-4ff3-b40e-42584c38b0df triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:11.738226 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-691c5679-815d-447d-8fc2-aeb69346a050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:11.758984 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-986d81ed-5563-4257-a687-acb2c0eb3f33 admin admin] For port 0b309202-90ff-4db4-974f-af83558406e5, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=0b309202-90ff-4db4-974f-af83558406e5,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:11.759382 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-986d81ed-5563-4257-a687-acb2c0eb3f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:11.776119 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-986d81ed-5563-4257-a687-acb2c0eb3f33 admin admin] Calling delete_port for 0b309202-90ff-4db4-974f-af83558406e5 owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:02:11.795710 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 3c73c65e-9680-4f50-a59a-644a496da5d1 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:11.796271 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:11.819733 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d38260e1-9d8e-4825-b3a7-bdd5f11f1ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:11.827862 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-691c5679-815d-447d-8fc2-aeb69346a050 None None] Port 3bf961b6-708a-4ff3-b40e-42584c38b0df cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:02:11.832878 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-515ae478-29df-43fc-8355-83157784a2ac req-90ee601d-4898-4a93-be22-c3fe3f6e3f2b tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7778642 Jul 14 09:02:11.845617 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-515ae478-29df-43fc-8355-83157784a2ac req-27e1093d-09eb-42df-8ac9-3f48c74a9321 service neutron] Request body: {'port': {'device_id': '0828e8e3-d820-4904-b480-c7f28ab99e8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:11.880346 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b93836c8-84cf-4660-95f3-8022a1492883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:11.885716 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:11.933587 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bd2d9-7274-4b76-8702-d6eeff761b8f service neutron] Pushing event updated for resources: {'Port': ['ID=00493738-34c2-4f21-920d-b0907af52fd4,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:11.970490 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-9cc58995-3a62-42a5-9dcc-5ffd036a9e19 None None] Provisioning for port ba7a8ef4-ce4b-4390-9732-806f1f62839f completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:11.978336 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-9cc58995-3a62-42a5-9dcc-5ffd036a9e19 None None] Provisioning complete for port ba7a8ef4-ce4b-4390-9732-806f1f62839f triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:11.978928 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9cc58995-3a62-42a5-9dcc-5ffd036a9e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:11.980656 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-515ae478-29df-43fc-8355-83157784a2ac req-27e1093d-09eb-42df-8ac9-3f48c74a9321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:12.017978 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-515ae478-29df-43fc-8355-83157784a2ac req-070ec133-6641-477f-bf89-f26a3ef48ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:12.018834 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9cc58995-3a62-42a5-9dcc-5ffd036a9e19 None None] Port ba7a8ef4-ce4b-4390-9732-806f1f62839f cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:02:12.038311 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec26524-edde-4efb-9128-461df99d4a22 req-154bd2d9-7274-4b76-8702-d6eeff761b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:12.039023 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9ec26524-edde-4efb-9128-461df99d4a22 req-154bd2d9-7274-4b76-8702-d6eeff761b8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:12.041912 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ec26524-edde-4efb-9128-461df99d4a22 req-154bd2d9-7274-4b76-8702-d6eeff761b8f service neutron] 10.222.0.47 "PUT /v2.0/ports/00493738-34c2-4f21-920d-b0907af52fd4 HTTP/1.1" status: 200 len: 1092 time: 2.8743055 Jul 14 09:02:12.045188 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d38260e1-9d8e-4825-b3a7-bdd5f11f1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:12.055026 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07c384c-b638-4232-bbbc-417195e26511', 'tag': '00493738-34c2-4f21-920d-b0907af52fd4'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:02:12.060030 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607b4651-518b-4199-83f1-125cfb411885" -d '{"events": [{"name": "network-changed", "server_uuid": "a07c384c-b638-4232-bbbc-417195e26511", "tag": "00493738-34c2-4f21-920d-b0907af52fd4"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:02:12.132879 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-986d81ed-5563-4257-a687-acb2c0eb3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:12.171792 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d81ed-5563-4257-a687-acb2c0eb3f33 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b309202-90ff-4db4-974f-af83558406e5,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:12.186105 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38260e1-9d8e-4825-b3a7-bdd5f11f1ba0 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:02:12.190279 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b93836c8-84cf-4660-95f3-8022a1492883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:12.211265 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4ba4fed-8bd9-48b7-b565-01f29b94f899 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:12.218868 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b93836c8-84cf-4660-95f3-8022a1492883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:12.228942 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38260e1-9d8e-4825-b3a7-bdd5f11f1ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce954e9-2318-4328-b1c9-70614659dd48,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:12.242207 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4ba4fed-8bd9-48b7-b565-01f29b94f899 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:12.252129 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d38260e1-9d8e-4825-b3a7-bdd5f11f1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:12.252478 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-d38260e1-9d8e-4825-b3a7-bdd5f11f1ba0 admin admin] Added segment 42f82b8e-0ba0-420a-b714-d8cb21490204 of type vlan for network 06ab83ca-9b3a-4070-8715-c3441ac2259c Jul 14 09:02:12.276359 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d3ec5-af09-445d-a26d-574677f7d71e req-2b1fb296-feba-4abc-9cb4-100af403d02f tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:12.277869 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-334d3ec5-af09-445d-a26d-574677f7d71e req-2b1fb296-feba-4abc-9cb4-100af403d02f tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=0828e8e3-d820-4904-b480-c7f28ab99e8e HTTP/1.1" status: 200 len: 935 time: 0.8141103 Jul 14 09:02:12.300457 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-986d81ed-5563-4257-a687-acb2c0eb3f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:12.423388 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-986d81ed-5563-4257-a687-acb2c0eb3f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:12.424083 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-0111963a-a1b4-465e-b66b-a49d640699c0 req-4f8424db-6870-495a-b841-db70553e5137 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Deleting port 9865924e-7a3b-4943-a4ec-445df248f303 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:02:12.424426 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0111963a-a1b4-465e-b66b-a49d640699c0 req-4f8424db-6870-495a-b841-db70553e5137 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:12.426235 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba4fed-8bd9-48b7-b565-01f29b94f899 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1fac240-ab91-4755-888c-4acc6e648a24,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:12.427167 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-986d81ed-5563-4257-a687-acb2c0eb3f33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:12.510923 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-986d81ed-5563-4257-a687-acb2c0eb3f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:12.511653 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986d81ed-5563-4257-a687-acb2c0eb3f33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router feb7ed9b-3f09-408f-98ff-97715802e75a {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:02:12.534348 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-986d81ed-5563-4257-a687-acb2c0eb3f33 admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:12.538197 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-986d81ed-5563-4257-a687-acb2c0eb3f33 admin admin] 10.222.0.25 "DELETE /v2.0/routers/feb7ed9b-3f09-408f-98ff-97715802e75a HTTP/1.1" status: 204 len: 168 time: 1.9672287 Jul 14 09:02:12.540761 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58890) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:12.578701 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-515ae478-29df-43fc-8355-83157784a2ac req-27e1093d-09eb-42df-8ac9-3f48c74a9321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba7a8ef4-ce4b-4390-9732-806f1f62839f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:02:12.591870 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-515ae478-29df-43fc-8355-83157784a2ac req-27e1093d-09eb-42df-8ac9-3f48c74a9321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:12.615396 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb51d5c-d91e-4506-ac26-ff9b4f6769a0 admin admin] Deleting subnet 06e69cce-d1ef-4e39-ada8-f1b5d18d7af7 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:02:12.618011 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-515ae478-29df-43fc-8355-83157784a2ac req-27e1093d-09eb-42df-8ac9-3f48c74a9321 service neutron] Transition to ACTIVE for port object ba7a8ef4-ce4b-4390-9732-806f1f62839f will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:12.620218 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8cb51d5c-d91e-4506-ac26-ff9b4f6769a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:12.641548 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-515ae478-29df-43fc-8355-83157784a2ac req-27e1093d-09eb-42df-8ac9-3f48c74a9321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:12.703067 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8cb51d5c-d91e-4506-ac26-ff9b4f6769a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:12.740178 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1093d-09eb-42df-8ac9-3f48c74a9321 service neutron] Pushing event updated for resources: {'Port': ['ID=ba7a8ef4-ce4b-4390-9732-806f1f62839f,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:12.761197 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b93836c8-84cf-4660-95f3-8022a1492883 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7041edb14624480b90c12682f3703f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0524058 Jul 14 09:02:12.762014 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4ba4fed-8bd9-48b7-b565-01f29b94f899 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:12.766646 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a4ba4fed-8bd9-48b7-b565-01f29b94f899 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3752844 Jul 14 09:02:12.766829 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58892) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:12.766829 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58894) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:12.773397 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-e6a77233-f185-45e0-a7b7-7c31030c00a9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Request body: {'security_group_rule': {'security_group_id': '676d5fbb-8b00-498f-8965-8e518737057a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:12.799070 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d38260e1-9d8e-4825-b3a7-bdd5f11f1ba0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:12.806626 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93836c8-84cf-4660-95f3-8022a1492883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b319c4b-12e4-4fc5-8c72-b908e4244375,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:12.864302 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-334d3ec5-af09-445d-a26d-574677f7d71e req-943a5f4c-4970-454c-a618-85bbe3de229c tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5532393 Jul 14 09:02:12.914531 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec26524-edde-4efb-9128-461df99d4a22 req-a2f65eef-5835-4a98-ad8a-2727fa039daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:12.916556 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ec26524-edde-4efb-9128-461df99d4a22 req-a2f65eef-5835-4a98-ad8a-2727fa039daf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c35458c50e143699c6f14a3ebfddb0d&device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 1095 time: 0.8200727 Jul 14 09:02:12.956307 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6a77233-f185-45e0-a7b7-7c31030c00a9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:12.970803 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-515ae478-29df-43fc-8355-83157784a2ac req-27e1093d-09eb-42df-8ac9-3f48c74a9321 service neutron] Attempting to bind port ba7a8ef4-ce4b-4390-9732-806f1f62839f on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:02:12.971153 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-515ae478-29df-43fc-8355-83157784a2ac req-27e1093d-09eb-42df-8ac9-3f48c74a9321 service neutron] Attempting to bind port ba7a8ef4-ce4b-4390-9732-806f1f62839f by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:02:12.971466 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515ae478-29df-43fc-8355-83157784a2ac req-27e1093d-09eb-42df-8ac9-3f48c74a9321 service neutron] Attempting to bind port ba7a8ef4-ce4b-4390-9732-806f1f62839f on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:12.998808 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8cb51d5c-d91e-4506-ac26-ff9b4f6769a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:13.006885 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515ae478-29df-43fc-8355-83157784a2ac req-27e1093d-09eb-42df-8ac9-3f48c74a9321 service neutron] Port ba7a8ef4-ce4b-4390-9732-806f1f62839f on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:02:13.006885 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515ae478-29df-43fc-8355-83157784a2ac req-27e1093d-09eb-42df-8ac9-3f48c74a9321 service neutron] Attempting to bind port ba7a8ef4-ce4b-4390-9732-806f1f62839f on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:13.036720 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da8dc6b1-2984-49fe-a898-acd42e3a6778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:13.046238 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515ae478-29df-43fc-8355-83157784a2ac req-27e1093d-09eb-42df-8ac9-3f48c74a9321 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:02:13.046534 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515ae478-29df-43fc-8355-83157784a2ac req-27e1093d-09eb-42df-8ac9-3f48c74a9321 service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:13.046922 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515ae478-29df-43fc-8355-83157784a2ac req-27e1093d-09eb-42df-8ac9-3f48c74a9321 service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:02:13.047508 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-515ae478-29df-43fc-8355-83157784a2ac req-27e1093d-09eb-42df-8ac9-3f48c74a9321 service neutron] Bound port: ba7a8ef4-ce4b-4390-9732-806f1f62839f, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:02:13.048049 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-515ae478-29df-43fc-8355-83157784a2ac req-27e1093d-09eb-42df-8ac9-3f48c74a9321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:13.089270 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-515ae478-29df-43fc-8355-83157784a2ac req-070ec133-6641-477f-bf89-f26a3ef48ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf961b6-708a-4ff3-b40e-42584c38b0df {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:02:13.098586 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-515ae478-29df-43fc-8355-83157784a2ac req-070ec133-6641-477f-bf89-f26a3ef48ce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:13.112001 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-515ae478-29df-43fc-8355-83157784a2ac req-070ec133-6641-477f-bf89-f26a3ef48ce1 service neutron] Transition to ACTIVE for port object 3bf961b6-708a-4ff3-b40e-42584c38b0df will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:13.114055 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41df849d-d0bf-4d67-a568-0c55caa61f44 x-openstack-request-id: req-41df849d-d0bf-4d67-a568-0c55caa61f44 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:02:13.114338 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07c384c-b638-4232-bbbc-417195e26511", "tag": "00493738-34c2-4f21-920d-b0907af52fd4", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:02:13.114767 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-41df849d-d0bf-4d67-a568-0c55caa61f44 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:02:13.115187 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07c384c-b638-4232-bbbc-417195e26511', 'tag': '00493738-34c2-4f21-920d-b0907af52fd4', 'status': 'completed', 'code': 200} Jul 14 09:02:13.125691 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ec26524-edde-4efb-9128-461df99d4a22 req-ce9d316b-427c-4a7b-9600-4862e66e1f3f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00493738-34c2-4f21-920d-b0907af52fd4 HTTP/1.1" status: 200 len: 217 time: 0.1965165 Jul 14 09:02:13.128969 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-515ae478-29df-43fc-8355-83157784a2ac req-070ec133-6641-477f-bf89-f26a3ef48ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:13.152571 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d38260e1-9d8e-4825-b3a7-bdd5f11f1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:13.153492 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38260e1-9d8e-4825-b3a7-bdd5f11f1ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:13.154071 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d38260e1-9d8e-4825-b3a7-bdd5f11f1ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:13.169369 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8cb51d5c-d91e-4506-ac26-ff9b4f6769a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:13.182389 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da8dc6b1-2984-49fe-a898-acd42e3a6778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:13.219963 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb51d5c-d91e-4506-ac26-ff9b4f6769a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06e69cce-d1ef-4e39-ada8-f1b5d18d7af7,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:13.240459 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8cb51d5c-d91e-4506-ac26-ff9b4f6769a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:13.244506 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034583e9-01bd-465b-9d25-37a4405b1d25 None None] Network 8bf54950-bc7a-4797-9e6e-152fe26827ba requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:02:13.246267 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8cb51d5c-d91e-4506-ac26-ff9b4f6769a0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/06e69cce-d1ef-4e39-ada8-f1b5d18d7af7 HTTP/1.1" status: 204 len: 168 time: 0.7045832 Jul 14 09:02:13.260817 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58896) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:13.264104 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6a77233-f185-45e0-a7b7-7c31030c00a9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:13.294350 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6a77233-f185-45e0-a7b7-7c31030c00a9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:13.315390 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0111963a-a1b4-465e-b66b-a49d640699c0 req-4f8424db-6870-495a-b841-db70553e5137 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:13.316363 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0111963a-a1b4-465e-b66b-a49d640699c0 req-4f8424db-6870-495a-b841-db70553e5137 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:13.322088 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-515ae478-29df-43fc-8355-83157784a2ac req-27e1093d-09eb-42df-8ac9-3f48c74a9321 service neutron] For port ba7a8ef4-ce4b-4390-9732-806f1f62839f, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:02:13.352639 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d38260e1-9d8e-4825-b3a7-bdd5f11f1ba0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.1928248 Jul 14 09:02:13.363598 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec26524-edde-4efb-9128-461df99d4a22 req-c69963d2-51fd-45ef-b4db-90dbee6eb7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:13.365103 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ec26524-edde-4efb-9128-461df99d4a22 req-c69963d2-51fd-45ef-b4db-90dbee6eb7f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39b054b3-ff74-48d7-bc6b-cc0709824ebb HTTP/1.1" status: 200 len: 848 time: 0.2264433 Jul 14 09:02:13.371537 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58898) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:13.380402 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a77233-f185-45e0-a7b7-7c31030c00a9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c52a7500-2396-4e6e-b6fb-dc0b78e370bf,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:13.403475 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6a77233-f185-45e0-a7b7-7c31030c00a9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:13.407883 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e6a77233-f185-45e0-a7b7-7c31030c00a9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6348588 Jul 14 09:02:13.408844 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58900) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:13.411583 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-515ae478-29df-43fc-8355-83157784a2ac req-27e1093d-09eb-42df-8ac9-3f48c74a9321 service neutron] For port ba7a8ef4-ce4b-4390-9732-806f1f62839f, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=ba7a8ef4-ce4b-4390-9732-806f1f62839f,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:02:13.420004 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-8f7296b5-d3d3-4c39-a882-8b910e5580a2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:13.436256 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-515ae478-29df-43fc-8355-83157784a2ac req-27e1093d-09eb-42df-8ac9-3f48c74a9321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:13.436915 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-159d8f83-0300-4544-927e-0e30bf9ac2f6 admin admin] Request body: {'subnet': {'network_id': '06ab83ca-9b3a-4070-8715-c3441ac2259c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-797548268-subnet', 'tenant_id': '411cc1b8c2c44f15bcf8e4741c00eaa6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:13.452852 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-0111963a-a1b4-465e-b66b-a49d640699c0 req-4f8424db-6870-495a-b841-db70553e5137 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Calling delete_port for 9865924e-7a3b-4943-a4ec-445df248f303 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:02:13.479233 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ec133-6641-477f-bf89-f26a3ef48ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf961b6-708a-4ff3-b40e-42584c38b0df,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:13.519254 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc690b82-c3a8-47ec-be0b-fd95ede39d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:13.525501 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ae478-29df-43fc-8355-83157784a2ac req-27e1093d-09eb-42df-8ac9-3f48c74a9321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:13.526132 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-515ae478-29df-43fc-8355-83157784a2ac req-27e1093d-09eb-42df-8ac9-3f48c74a9321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:13.527675 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-515ae478-29df-43fc-8355-83157784a2ac req-27e1093d-09eb-42df-8ac9-3f48c74a9321 service neutron] 10.222.0.47 "PUT /v2.0/ports/ba7a8ef4-ce4b-4390-9732-806f1f62839f HTTP/1.1" status: 200 len: 1096 time: 1.6870708 Jul 14 09:02:13.528303 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1093d-09eb-42df-8ac9-3f48c74a9321 service neutron] Pushing event updated for resources: {'Port': ['ID=ba7a8ef4-ce4b-4390-9732-806f1f62839f,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:13.530770 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0828e8e3-d820-4904-b480-c7f28ab99e8e', 'tag': 'ba7a8ef4-ce4b-4390-9732-806f1f62839f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:02:13.536788 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38260e1-9d8e-4825-b3a7-bdd5f11f1ba0 admin admin] Pushing event updated for resources: {'Network': ['ID=06ab83ca-9b3a-4070-8715-c3441ac2259c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:13.540038 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6de5e1-ecc9-4578-8ae4-4adb69e57bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "0828e8e3-d820-4904-b480-c7f28ab99e8e", "tag": "ba7a8ef4-ce4b-4390-9732-806f1f62839f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:02:13.545239 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da8dc6b1-2984-49fe-a898-acd42e3a6778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:13.550040 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da8dc6b1-2984-49fe-a898-acd42e3a6778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:13.554419 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-da8dc6b1-2984-49fe-a898-acd42e3a6778 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5b319c4b-12e4-4fc5-8c72-b908e4244375 HTTP/1.1" status: 204 len: 168 time: 0.7856617 Jul 14 09:02:13.557442 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f7296b5-d3d3-4c39-a882-8b910e5580a2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for floatingip, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:13.566346 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ec26524-edde-4efb-9128-461df99d4a22 req-57b70549-a8dc-4e0e-a627-133068095e0d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d4fad6bc-cc19-4061-a347-c3942b87c975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131673 Jul 14 09:02:13.587358 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-515ae478-29df-43fc-8355-83157784a2ac req-070ec133-6641-477f-bf89-f26a3ef48ce1 service neutron] Attempting to bind port 3bf961b6-708a-4ff3-b40e-42584c38b0df on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:02:13.587785 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-515ae478-29df-43fc-8355-83157784a2ac req-070ec133-6641-477f-bf89-f26a3ef48ce1 service neutron] Attempting to bind port 3bf961b6-708a-4ff3-b40e-42584c38b0df by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:02:13.588119 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515ae478-29df-43fc-8355-83157784a2ac req-070ec133-6641-477f-bf89-f26a3ef48ce1 service neutron] Attempting to bind port 3bf961b6-708a-4ff3-b40e-42584c38b0df on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:13.603690 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 06ab83ca-9b3a-4070-8715-c3441ac2259c details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:02:13.605620 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 4f774d77-8c3f-4880-8f3c-6e2aecfa680a no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:02:13.630516 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8dc6b1-2984-49fe-a898-acd42e3a6778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b319c4b-12e4-4fc5-8c72-b908e4244375,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:13.701181 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 4f774d77-8c3f-4880-8f3c-6e2aecfa680a {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:02:13.701667 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 4f774d77-8c3f-4880-8f3c-6e2aecfa680a not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:02:13.702174 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 0b309202-90ff-4db4-974f-af83558406e5 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:02:13.712967 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515ae478-29df-43fc-8355-83157784a2ac req-070ec133-6641-477f-bf89-f26a3ef48ce1 service neutron] Port 3bf961b6-708a-4ff3-b40e-42584c38b0df on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:02:13.713296 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515ae478-29df-43fc-8355-83157784a2ac req-070ec133-6641-477f-bf89-f26a3ef48ce1 service neutron] Attempting to bind port 3bf961b6-708a-4ff3-b40e-42584c38b0df on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:13.744349 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71569537-29f6-4164-84aa-9e283fb42d80 req-8b43ebbd-bbdf-42dc-8d99-0dac9c7a5bbf tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:13.753847 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 0b309202-90ff-4db4-974f-af83558406e5 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:02:13.754059 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-71569537-29f6-4164-84aa-9e283fb42d80 req-8b43ebbd-bbdf-42dc-8d99-0dac9c7a5bbf tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 943 time: 0.6190367 Jul 14 09:02:13.754273 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 0b309202-90ff-4db4-974f-af83558406e5 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:02:13.756936 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159d8f83-0300-4544-927e-0e30bf9ac2f6 admin admin] Made reservation on behalf of 411cc1b8c2c44f15bcf8e4741c00eaa6 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:13.759583 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-159d8f83-0300-4544-927e-0e30bf9ac2f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:13.761756 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515ae478-29df-43fc-8355-83157784a2ac req-070ec133-6641-477f-bf89-f26a3ef48ce1 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:02:13.761968 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515ae478-29df-43fc-8355-83157784a2ac req-070ec133-6641-477f-bf89-f26a3ef48ce1 service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:13.762350 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515ae478-29df-43fc-8355-83157784a2ac req-070ec133-6641-477f-bf89-f26a3ef48ce1 service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:02:13.762790 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-515ae478-29df-43fc-8355-83157784a2ac req-070ec133-6641-477f-bf89-f26a3ef48ce1 service neutron] Bound port: 3bf961b6-708a-4ff3-b40e-42584c38b0df, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:02:13.763131 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-515ae478-29df-43fc-8355-83157784a2ac req-070ec133-6641-477f-bf89-f26a3ef48ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:13.775589 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:02:13.863366 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fc690b82-c3a8-47ec-be0b-fd95ede39d3b admin admin] Deleting port 00cb0ab1-c773-4dea-bd23-156d3ccd32b4 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:02:13.863836 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc690b82-c3a8-47ec-be0b-fd95ede39d3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:13.867242 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ae478-29df-43fc-8355-83157784a2ac req-97bc37f7-fb21-48c4-9914-fcbabe336a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:13.868937 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-515ae478-29df-43fc-8355-83157784a2ac req-97bc37f7-fb21-48c4-9914-fcbabe336a22 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&device_id=0828e8e3-d820-4904-b480-c7f28ab99e8e HTTP/1.1" status: 200 len: 1099 time: 0.2850735 Jul 14 09:02:13.931676 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371ddfad-edcf-4ec2-bb6f-66c32573a214 None None] DHCP port deletion for 8bf54950-bc7a-4797-9e6e-152fe26827ba request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:02:13.931943 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ec26524-edde-4efb-9128-461df99d4a22 req-52a1f926-2f50-46c0-8ffd-55bd99bbf03b service neutron] 10.222.0.47 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389006 Jul 14 09:02:13.966235 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-515ae478-29df-43fc-8355-83157784a2ac req-9351fd4f-c10a-4c7c-93c2-a9acc92cfe8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=ba7a8ef4-ce4b-4390-9732-806f1f62839f HTTP/1.1" status: 200 len: 217 time: 0.0540383 Jul 14 09:02:13.972302 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f7296b5-d3d3-4c39-a882-8b910e5580a2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:13.988304 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-71569537-29f6-4164-84aa-9e283fb42d80 req-436518ac-264b-49c4-97d5-6369af6e7d65 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333844 Jul 14 09:02:14.026864 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-371ddfad-edcf-4ec2-bb6f-66c32573a214 None None] Deleting port 00cb0ab1-c773-4dea-bd23-156d3ccd32b4 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:02:14.027291 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-371ddfad-edcf-4ec2-bb6f-66c32573a214 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:14.029764 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fc690b82-c3a8-47ec-be0b-fd95ede39d3b admin admin] For port 00cb0ab1-c773-4dea-bd23-156d3ccd32b4, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=00cb0ab1-c773-4dea-bd23-156d3ccd32b4,segment=NetworkSegment(3f942a54-5daa-4d65-b384-43384013d883),segment_id=3f942a54-5daa-4d65-b384-43384013d883)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:14.030562 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc690b82-c3a8-47ec-be0b-fd95ede39d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:14.082349 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2f20cb-8c5b-48bb-8379-938b72d12af4 x-openstack-request-id: req-da2f20cb-8c5b-48bb-8379-938b72d12af4 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:02:14.083119 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0828e8e3-d820-4904-b480-c7f28ab99e8e", "tag": "ba7a8ef4-ce4b-4390-9732-806f1f62839f", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:02:14.083119 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da2f20cb-8c5b-48bb-8379-938b72d12af4 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:02:14.083561 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0828e8e3-d820-4904-b480-c7f28ab99e8e', 'tag': 'ba7a8ef4-ce4b-4390-9732-806f1f62839f', 'status': 'completed', 'code': 200} Jul 14 09:02:14.084541 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fc690b82-c3a8-47ec-be0b-fd95ede39d3b admin admin] Calling delete_port for 00cb0ab1-c773-4dea-bd23-156d3ccd32b4 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:02:14.093879 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-515ae478-29df-43fc-8355-83157784a2ac req-070ec133-6641-477f-bf89-f26a3ef48ce1 service neutron] For port 3bf961b6-708a-4ff3-b40e-42584c38b0df, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:02:14.100305 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-515ae478-29df-43fc-8355-83157784a2ac req-070ec133-6641-477f-bf89-f26a3ef48ce1 service neutron] For port 3bf961b6-708a-4ff3-b40e-42584c38b0df, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=3bf961b6-708a-4ff3-b40e-42584c38b0df,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:02:14.108314 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ae478-29df-43fc-8355-83157784a2ac req-84a59fba-36dc-4f14-b08d-642e1e46d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:14.110692 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-515ae478-29df-43fc-8355-83157784a2ac req-84a59fba-36dc-4f14-b08d-642e1e46d130 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1359057 Jul 14 09:02:14.121558 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-371ddfad-edcf-4ec2-bb6f-66c32573a214 None None] For port 00cb0ab1-c773-4dea-bd23-156d3ccd32b4, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=00cb0ab1-c773-4dea-bd23-156d3ccd32b4,segment=NetworkSegment(3f942a54-5daa-4d65-b384-43384013d883),segment_id=3f942a54-5daa-4d65-b384-43384013d883)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:14.121558 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-371ddfad-edcf-4ec2-bb6f-66c32573a214 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:14.154068 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-371ddfad-edcf-4ec2-bb6f-66c32573a214 None None] Calling delete_port for 00cb0ab1-c773-4dea-bd23-156d3ccd32b4 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:02:14.166533 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0111963a-a1b4-465e-b66b-a49d640699c0 req-4f8424db-6870-495a-b841-db70553e5137 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:14.168941 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-515ae478-29df-43fc-8355-83157784a2ac req-070ec133-6641-477f-bf89-f26a3ef48ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:14.266839 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-8f7296b5-d3d3-4c39-a882-8b910e5580a2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Allocated IP 172.25.6.223 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/7662ed90-6fe9-40bf-9cf0-d2c26b595b24) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:02:14.322524 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8424db-6870-495a-b841-db70553e5137 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Pushing event deleted for resources: {'Port': ['ID=9865924e-7a3b-4943-a4ec-445df248f303,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:14.362917 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-371ddfad-edcf-4ec2-bb6f-66c32573a214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:14.369418 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ae478-29df-43fc-8355-83157784a2ac req-070ec133-6641-477f-bf89-f26a3ef48ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:14.369755 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-515ae478-29df-43fc-8355-83157784a2ac req-070ec133-6641-477f-bf89-f26a3ef48ce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:14.371251 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-515ae478-29df-43fc-8355-83157784a2ac req-070ec133-6641-477f-bf89-f26a3ef48ce1 service neutron] 10.222.0.47 "PUT /v2.0/ports/3bf961b6-708a-4ff3-b40e-42584c38b0df HTTP/1.1" status: 200 len: 1096 time: 2.8012178 Jul 14 09:02:14.380411 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0111963a-a1b4-465e-b66b-a49d640699c0 req-4f8424db-6870-495a-b841-db70553e5137 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:14.383155 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0111963a-a1b4-465e-b66b-a49d640699c0 req-4f8424db-6870-495a-b841-db70553e5137 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:14.384386 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0111963a-a1b4-465e-b66b-a49d640699c0 req-4f8424db-6870-495a-b841-db70553e5137 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "DELETE /v2.0/floatingips/eaa6a926-6cd0-4495-835d-c0ce05e4290b HTTP/1.1" status: 204 len: 173 time: 3.0749393 Jul 14 09:02:14.437759 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371ddfad-edcf-4ec2-bb6f-66c32573a214 None None] No DVR routers for this DVR port 00cb0ab1-c773-4dea-bd23-156d3ccd32b4 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:02:14.441041 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ddfad-edcf-4ec2-bb6f-66c32573a214 None None] Pushing event deleted for resources: {'Port': ['ID=00cb0ab1-c773-4dea-bd23-156d3ccd32b4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:14.690912 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc690b82-c3a8-47ec-be0b-fd95ede39d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:14.694078 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ae478-29df-43fc-8355-83157784a2ac req-afd643ac-5676-43d7-80f7-5687926b4d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:14.694224 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ec133-6641-477f-bf89-f26a3ef48ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf961b6-708a-4ff3-b40e-42584c38b0df,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:14.695618 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-515ae478-29df-43fc-8355-83157784a2ac req-afd643ac-5676-43d7-80f7-5687926b4d36 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5768824 Jul 14 09:02:14.717809 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84fa27-2f29-42fd-bbf8-22aef655ea04 req-5b378223-89e2-4040-bee1-5de9b60faeb5 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:14.719531 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3b84fa27-2f29-42fd-bbf8-22aef655ea04 req-5b378223-89e2-4040-bee1-5de9b60faeb5 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=0828e8e3-d820-4904-b480-c7f28ab99e8e HTTP/1.1" status: 200 len: 947 time: 0.4785986 Jul 14 09:02:14.722034 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ec26524-edde-4efb-9128-461df99d4a22 req-4bd52f3b-fe11-4635-9fe2-da0d247f914b service neutron] 10.222.0.47 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7894845 Jul 14 09:02:14.725005 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aeae06c3-8095-45dc-a76e-fd4be46a331c req-ff801e3c-23dc-471e-9a96-d0aebc04ef52 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/floatingips/43456bc1-f810-4cef-97e7-91d27dbd3882 HTTP/1.1" status: 200 len: 691 time: 0.1483083 Jul 14 09:02:14.730351 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58934) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:14.743281 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc690b82-c3a8-47ec-be0b-fd95ede39d3b admin admin] Pushing event deleted for resources: {'Port': ['ID=00cb0ab1-c773-4dea-bd23-156d3ccd32b4,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:14.760940 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc690b82-c3a8-47ec-be0b-fd95ede39d3b admin admin] No DVR routers for this DVR port 00cb0ab1-c773-4dea-bd23-156d3ccd32b4 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:02:14.900348 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c32c162e-5516-4b0f-9976-8d6c3a423485 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-519979284-network', 'tenant_id': 'bd7893f9fe004f41b8130aff2f7fdd37'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:14.910144 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc690b82-c3a8-47ec-be0b-fd95ede39d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:14.928034 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f7296b5-d3d3-4c39-a882-8b910e5580a2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:14.929895 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ae478-29df-43fc-8355-83157784a2ac req-8e882e5b-4922-4882-ae3e-274560d8e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:14.931392 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-515ae478-29df-43fc-8355-83157784a2ac req-8e882e5b-4922-4882-ae3e-274560d8e510 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&device_id=51ed6564-a5f0-46f3-b5b9-49e69be245d4 HTTP/1.1" status: 200 len: 1099 time: 0.4980795 Jul 14 09:02:14.933527 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-fc690b82-c3a8-47ec-be0b-fd95ede39d3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf54950-bc7a-4797-9e6e-152fe26827ba']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:14.938804 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3b84fa27-2f29-42fd-bbf8-22aef655ea04 req-04270508-1c3a-465d-b1c8-7e1b3451da75 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114706 Jul 14 09:02:14.939677 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-159d8f83-0300-4544-927e-0e30bf9ac2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:14.964735 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-fc690b82-c3a8-47ec-be0b-fd95ede39d3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f942a54-5daa-4d65-b384-43384013d883') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:14.965039 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-fc690b82-c3a8-47ec-be0b-fd95ede39d3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f942a54-5daa-4d65-b384-43384013d883') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:14.974759 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-515ae478-29df-43fc-8355-83157784a2ac req-a93a4578-1dbf-427f-9659-f0e7975074da service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682829 Jul 14 09:02:14.980115 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc690b82-c3a8-47ec-be0b-fd95ede39d3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:15.041294 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-515ae478-29df-43fc-8355-83157784a2ac req-eceb6a71-df6b-4ffe-990f-a267fd01b394 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=3bf961b6-708a-4ff3-b40e-42584c38b0df HTTP/1.1" status: 200 len: 217 time: 0.0941041 Jul 14 09:02:15.041586 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc690b82-c3a8-47ec-be0b-fd95ede39d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:15.056252 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc690b82-c3a8-47ec-be0b-fd95ede39d3b admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:02:15.056790 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc690b82-c3a8-47ec-be0b-fd95ede39d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:02:15.061567 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:02:15.071997 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32c162e-5516-4b0f-9976-8d6c3a423485 admin admin] Made reservation on behalf of bd7893f9fe004f41b8130aff2f7fdd37 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:15.074166 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c32c162e-5516-4b0f-9976-8d6c3a423485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:15.116699 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d8f83-0300-4544-927e-0e30bf9ac2f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c989bd37-e216-417a-93b9-04dbf2869cd2,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:15.124903 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ed6564-a5f0-46f3-b5b9-49e69be245d4', 'tag': '3bf961b6-708a-4ff3-b40e-42584c38b0df'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:02:15.129055 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634cbd5a-5689-435c-b183-f9a39dd638aa" -d '{"events": [{"name": "network-changed", "server_uuid": "51ed6564-a5f0-46f3-b5b9-49e69be245d4", "tag": "3bf961b6-708a-4ff3-b40e-42584c38b0df"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:02:15.137913 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae06c3-8095-45dc-a76e-fd4be46a331c req-93265728-eba9-4840-9b56-27d7435b0505 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:15.139331 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aeae06c3-8095-45dc-a76e-fd4be46a331c req-93265728-eba9-4840-9b56-27d7435b0505 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 784 time: 0.4067698 Jul 14 09:02:15.140071 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c32c162e-5516-4b0f-9976-8d6c3a423485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:15.142965 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f7296b5-d3d3-4c39-a882-8b910e5580a2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:15.154030 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc690b82-c3a8-47ec-be0b-fd95ede39d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:15.158354 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc690b82-c3a8-47ec-be0b-fd95ede39d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:15.162552 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fc690b82-c3a8-47ec-be0b-fd95ede39d3b admin admin] 10.222.0.25 "DELETE /v2.0/networks/8bf54950-bc7a-4797-9e6e-152fe26827ba HTTP/1.1" status: 204 len: 168 time: 1.8985827 Jul 14 09:02:15.214428 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b4651-518b-4199-83f1-125cfb411885 req-5df92918-4ac0-4e95-9007-16d1b1f1214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:15.214840 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-515ae478-29df-43fc-8355-83157784a2ac req-cb8a6a76-ced2-4c8f-947e-d40f53d7a5b5 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328119 Jul 14 09:02:15.215739 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc690b82-c3a8-47ec-be0b-fd95ede39d3b admin admin] Pushing event deleted for resources: {'Network': ['ID=8bf54950-bc7a-4797-9e6e-152fe26827ba,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:15.216323 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-607b4651-518b-4199-83f1-125cfb411885 req-5df92918-4ac0-4e95-9007-16d1b1f1214b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c35458c50e143699c6f14a3ebfddb0d&device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 1095 time: 0.4036884 Jul 14 09:02:15.231296 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7296b5-d3d3-4c39-a882-8b910e5580a2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:02:15.234383 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8f7296b5-d3d3-4c39-a882-8b910e5580a2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:15.241254 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7296b5-d3d3-4c39-a882-8b910e5580a2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:02:15.262371 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ae478-29df-43fc-8355-83157784a2ac req-d3793f23-37ba-4fa8-9c29-a0019564d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:15.263826 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-515ae478-29df-43fc-8355-83157784a2ac req-d3793f23-37ba-4fa8-9c29-a0019564d239 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.2127256 Jul 14 09:02:15.283907 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159d8f83-0300-4544-927e-0e30bf9ac2f6 admin admin] Checking segment: {'id': '42f82b8e-0ba0-420a-b714-d8cb21490204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '06ab83ca-9b3a-4070-8715-c3441ac2259c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:15.284261 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159d8f83-0300-4544-927e-0e30bf9ac2f6 admin admin] Network hostable DHCP agents. Network: 06ab83ca-9b3a-4070-8715-c3441ac2259c, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:02:15.296817 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7296b5-d3d3-4c39-a882-8b910e5580a2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event updated for resources: {'Port': ['ID=7662ed90-6fe9-40bf-9cf0-d2c26b595b24,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:15.309842 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aeae06c3-8095-45dc-a76e-fd4be46a331c req-78e1b349-b214-4922-924e-bebbc59ae494 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 694 time: 0.1578040 Jul 14 09:02:15.313425 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58946) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:15.389973 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f7296b5-d3d3-4c39-a882-8b910e5580a2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:15.392560 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6de5e1-ecc9-4578-8ae4-4adb69e57bc7 req-90a70697-20bb-4c82-8208-6bd204ec868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:15.394077 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dc6de5e1-ecc9-4578-8ae4-4adb69e57bc7 req-90a70697-20bb-4c82-8208-6bd204ec868a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&device_id=0828e8e3-d820-4904-b480-c7f28ab99e8e HTTP/1.1" status: 200 len: 1099 time: 0.1076102 Jul 14 09:02:15.488262 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f7296b5-d3d3-4c39-a882-8b910e5580a2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:15.498898 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 00cb0ab1-c773-4dea-bd23-156d3ccd32b4 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:02:15.519756 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 00cb0ab1-c773-4dea-bd23-156d3ccd32b4 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:02:15.520108 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 00cb0ab1-c773-4dea-bd23-156d3ccd32b4 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:02:15.560685 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6de5e1-ecc9-4578-8ae4-4adb69e57bc7 req-8e443fb4-5261-4f3b-ab5b-818587cf56f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:15.562208 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dc6de5e1-ecc9-4578-8ae4-4adb69e57bc7 req-8e443fb4-5261-4f3b-ab5b-818587cf56f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.1609445 Jul 14 09:02:15.645382 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dc6de5e1-ecc9-4578-8ae4-4adb69e57bc7 req-b5e0f72b-3bf2-418c-adba-cf1dfc8d012d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=ba7a8ef4-ce4b-4390-9732-806f1f62839f HTTP/1.1" status: 200 len: 217 time: 0.0744507 Jul 14 09:02:15.720995 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6de5e1-ecc9-4578-8ae4-4adb69e57bc7 req-19fd2542-ed5b-4010-b64f-e41590b2a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:15.722501 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dc6de5e1-ecc9-4578-8ae4-4adb69e57bc7 req-19fd2542-ed5b-4010-b64f-e41590b2a0ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.0693543 Jul 14 09:02:15.767091 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aeae06c3-8095-45dc-a76e-fd4be46a331c req-677387ff-9784-4c1b-b6a2-4b6d69aab0b4 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 694 time: 0.4259701 Jul 14 09:02:15.781171 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f7296b5-d3d3-4c39-a882-8b910e5580a2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:15.784063 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159d8f83-0300-4544-927e-0e30bf9ac2f6 admin admin] Network 06ab83ca-9b3a-4070-8715-c3441ac2259c is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:02:15.787379 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f7296b5-d3d3-4c39-a882-8b910e5580a2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:15.863746 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-03a51ff5-9c76-4d27-8846-5bac159fb8c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dcde6d1474ea4edfa0fb594acf6b60cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5236630 Jul 14 09:02:15.865336 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7296b5-d3d3-4c39-a882-8b910e5580a2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event updated for resources: {'Port': ['ID=7662ed90-6fe9-40bf-9cf0-d2c26b595b24,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:15.869230 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58950) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:15.871360 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be3113-7aa4-4f47-8c07-b2289883b862 req-6f09c683-6e44-4bab-886d-aacddbcc989d tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:15.872875 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8be3113-7aa4-4f47-8c07-b2289883b862 req-6f09c683-6e44-4bab-886d-aacddbcc989d tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 943 time: 0.7487562 Jul 14 09:02:15.873483 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-159d8f83-0300-4544-927e-0e30bf9ac2f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 06ab83ca-9b3a-4070-8715-c3441ac2259c) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:15.891045 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6de5e1-ecc9-4578-8ae4-4adb69e57bc7 req-cad27dcc-76d9-4e6f-8fb5-f7071e42d24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:15.893153 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dc6de5e1-ecc9-4578-8ae4-4adb69e57bc7 req-cad27dcc-76d9-4e6f-8fb5-f7071e42d24d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1637480 Jul 14 09:02:15.894924 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6295255-f610-4ac2-b43b-ce90ef97f9e8 None None] Network 06ab83ca-9b3a-4070-8715-c3441ac2259c requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:02:15.896396 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b4651-518b-4199-83f1-125cfb411885 req-b9f3d410-3a8a-4c22-9157-a378ded8e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:15.897806 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-607b4651-518b-4199-83f1-125cfb411885 req-b9f3d410-3a8a-4c22-9157-a378ded8e7a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d4fad6bc-cc19-4061-a347-c3942b87c975 HTTP/1.1" status: 200 len: 908 time: 0.6444340 Jul 14 09:02:15.899130 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159d8f83-0300-4544-927e-0e30bf9ac2f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:15.899758 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-159d8f83-0300-4544-927e-0e30bf9ac2f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:15.925221 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f7296b5-d3d3-4c39-a882-8b910e5580a2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:16.014424 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-607b4651-518b-4199-83f1-125cfb411885 req-5cf91bd9-2759-477a-904b-59bb2d8cc28d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00493738-34c2-4f21-920d-b0907af52fd4 HTTP/1.1" status: 200 len: 217 time: 0.1020923 Jul 14 09:02:16.016871 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ae478-29df-43fc-8355-83157784a2ac req-8ab6ac8b-216c-4639-b6ec-5df6f1941cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:16.017805 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87519ca4-90a1-45ad-96b3-870eb07136d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:16.018394 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-515ae478-29df-43fc-8355-83157784a2ac req-8ab6ac8b-216c-4639-b6ec-5df6f1941cd1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7382436 Jul 14 09:02:16.048643 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a94b86-88f4-4e97-a46e-f060b43d2c5f None None] Network 06ab83ca-9b3a-4070-8715-c3441ac2259c requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:02:16.056789 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87519ca4-90a1-45ad-96b3-870eb07136d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:16.059583 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dc6de5e1-ecc9-4578-8ae4-4adb69e57bc7 req-2f7a5d81-75c3-4539-bd8b-0feccc69eb9e service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501815 Jul 14 09:02:16.110883 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8be3113-7aa4-4f47-8c07-b2289883b862 req-83966440-f46a-4a9d-be51-a5bd2b38f214 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222788 Jul 14 09:02:16.167726 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c32c162e-5516-4b0f-9976-8d6c3a423485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:16.188594 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b4651-518b-4199-83f1-125cfb411885 req-4e3bb809-4df3-4deb-a28d-c16a0bf20948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:16.190108 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f7296b5-d3d3-4c39-a882-8b910e5580a2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:16.190434 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-607b4651-518b-4199-83f1-125cfb411885 req-4e3bb809-4df3-4deb-a28d-c16a0bf20948 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39b054b3-ff74-48d7-bc6b-cc0709824ebb HTTP/1.1" status: 200 len: 848 time: 0.1588774 Jul 14 09:02:16.203068 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8f7296b5-d3d3-4c39-a882-8b910e5580a2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7778623 Jul 14 09:02:16.203068 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87519ca4-90a1-45ad-96b3-870eb07136d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:16.203068 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87519ca4-90a1-45ad-96b3-870eb07136d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:16.203068 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-87519ca4-90a1-45ad-96b3-870eb07136d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8990f576-c9c3-479b-86b6-6ab1185192ae HTTP/1.1" status: 204 len: 168 time: 0.3244054 Jul 14 09:02:16.204447 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c32c162e-5516-4b0f-9976-8d6c3a423485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:16.214842 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dc6de5e1-ecc9-4578-8ae4-4adb69e57bc7 req-491dba03-9549-4556-9005-515a2ad1c2dd service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474473 Jul 14 09:02:16.220526 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87519ca4-90a1-45ad-96b3-870eb07136d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8990f576-c9c3-479b-86b6-6ab1185192ae,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:16.262391 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-159d8f83-0300-4544-927e-0e30bf9ac2f6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8543608 Jul 14 09:02:16.264462 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-515ae478-29df-43fc-8355-83157784a2ac req-0ebaf5ca-d6e4-48ed-8c12-dab96a412561 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340703 Jul 14 09:02:16.268546 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7ca49e-c495-4934-bbe5-b5ac0dd09833 x-openstack-request-id: req-aa7ca49e-c495-4934-bbe5-b5ac0dd09833 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:02:16.269188 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ed6564-a5f0-46f3-b5b9-49e69be245d4", "tag": "3bf961b6-708a-4ff3-b40e-42584c38b0df", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:02:16.269622 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa7ca49e-c495-4934-bbe5-b5ac0dd09833 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:02:16.270020 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ed6564-a5f0-46f3-b5b9-49e69be245d4', 'tag': '3bf961b6-708a-4ff3-b40e-42584c38b0df', 'status': 'completed', 'code': 200} Jul 14 09:02:16.315975 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32c162e-5516-4b0f-9976-8d6c3a423485 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:02:16.322165 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c32c162e-5516-4b0f-9976-8d6c3a423485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:16.322525 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-c32c162e-5516-4b0f-9976-8d6c3a423485 admin admin] Added segment 82988888-8653-4eb2-9b67-db5b0b5d2eda of type vlan for network 6fd96cbd-6aed-44c0-9942-145108a5fbd2 Jul 14 09:02:16.353075 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-607b4651-518b-4199-83f1-125cfb411885 req-a60e84d6-07ef-40f3-8e19-58cef53b4f5d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d4fad6bc-cc19-4061-a347-c3942b87c975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1538091 Jul 14 09:02:16.435356 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-aeae06c3-8095-45dc-a76e-fd4be46a331c req-1ed6ead7-b1f9-4bf5-bfd1-b83749a73d80 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Deleting port bd2412f3-7013-441a-b427-7e06db6c43dd {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:02:16.435911 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-aeae06c3-8095-45dc-a76e-fd4be46a331c req-1ed6ead7-b1f9-4bf5-bfd1-b83749a73d80 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:16.444881 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c32c162e-5516-4b0f-9976-8d6c3a423485 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:16.514070 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c162e-5516-4b0f-9976-8d6c3a423485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dd3765-ec3d-4796-9666-ec8f5888f1de,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:16.671749 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c32c162e-5516-4b0f-9976-8d6c3a423485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:16.672759 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32c162e-5516-4b0f-9976-8d6c3a423485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:16.673356 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c32c162e-5516-4b0f-9976-8d6c3a423485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:16.732422 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-aeae06c3-8095-45dc-a76e-fd4be46a331c req-1ed6ead7-b1f9-4bf5-bfd1-b83749a73d80 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:16.732666 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-aeae06c3-8095-45dc-a76e-fd4be46a331c req-1ed6ead7-b1f9-4bf5-bfd1-b83749a73d80 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:16.781009 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-515ae478-29df-43fc-8355-83157784a2ac req-1c8f956f-43e2-42aa-98a9-86a11cd514cc service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242132 Jul 14 09:02:16.790247 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c32c162e-5516-4b0f-9976-8d6c3a423485 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0586488 Jul 14 09:02:16.790448 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58982) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:16.792425 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-607b4651-518b-4199-83f1-125cfb411885 req-40ee6382-e561-4bf2-8f80-256be9ae8d9b service neutron] 10.222.0.47 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274032 Jul 14 09:02:16.796598 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-0a8321ca-a76a-4e4d-badf-f5f1eee2a89b admin admin] Request body: {'subnet': {'network_id': '6fd96cbd-6aed-44c0-9942-145108a5fbd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-519979284-subnet', 'tenant_id': 'bd7893f9fe004f41b8130aff2f7fdd37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:16.800438 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-aeae06c3-8095-45dc-a76e-fd4be46a331c req-1ed6ead7-b1f9-4bf5-bfd1-b83749a73d80 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Calling delete_port for bd2412f3-7013-441a-b427-7e06db6c43dd owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:02:16.851737 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8321ca-a76a-4e4d-badf-f5f1eee2a89b admin admin] Made reservation on behalf of bd7893f9fe004f41b8130aff2f7fdd37 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:16.854906 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a8321ca-a76a-4e4d-badf-f5f1eee2a89b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:16.864293 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c162e-5516-4b0f-9976-8d6c3a423485 admin admin] Pushing event updated for resources: {'Network': ['ID=6fd96cbd-6aed-44c0-9942-145108a5fbd2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:16.878128 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88bc46-3212-4fd3-8346-1b9eea733eeb req-e625c22e-9eb8-4e30-9fe9-e458394f9b1b tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:16.879725 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0b88bc46-3212-4fd3-8346-1b9eea733eeb req-e625c22e-9eb8-4e30-9fe9-e458394f9b1b tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=0828e8e3-d820-4904-b480-c7f28ab99e8e HTTP/1.1" status: 200 len: 947 time: 0.3758824 Jul 14 09:02:16.901277 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 6fd96cbd-6aed-44c0-9942-145108a5fbd2 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:02:17.047833 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0b88bc46-3212-4fd3-8346-1b9eea733eeb req-d16fb32b-6475-4a51-8881-17cfd768b810 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201394 Jul 14 09:02:17.084934 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-607b4651-518b-4199-83f1-125cfb411885 req-232d774d-533f-4373-9a49-b44510fec641 service neutron] 10.222.0.47 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856398 Jul 14 09:02:17.113272 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58998) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:17.120832 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5d779831-26ea-4534-9be9-1cb7e194b023 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2066378003-network', 'tenant_id': '0090178b79ba4ee1bf41a067ea046c7c'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:17.122191 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a8321ca-a76a-4e4d-badf-f5f1eee2a89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:17.133015 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634cbd5a-5689-435c-b183-f9a39dd638aa req-3d04831d-1595-41d4-8a34-c9402bfdc99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:17.134535 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-634cbd5a-5689-435c-b183-f9a39dd638aa req-3d04831d-1595-41d4-8a34-c9402bfdc99c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&device_id=51ed6564-a5f0-46f3-b5b9-49e69be245d4 HTTP/1.1" status: 200 len: 1099 time: 0.2664652 Jul 14 09:02:17.190181 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8321ca-a76a-4e4d-badf-f5f1eee2a89b admin admin] Pushing event updated for resources: {'Subnet': ['ID=342d3f9c-1c49-4537-a36a-16f8cfb4b268,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:17.208294 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8321ca-a76a-4e4d-badf-f5f1eee2a89b admin admin] Checking segment: {'id': '82988888-8653-4eb2-9b67-db5b0b5d2eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6fd96cbd-6aed-44c0-9942-145108a5fbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:17.208663 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8321ca-a76a-4e4d-badf-f5f1eee2a89b admin admin] Network hostable DHCP agents. Network: 6fd96cbd-6aed-44c0-9942-145108a5fbd2, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:02:17.216286 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d779831-26ea-4534-9be9-1cb7e194b023 admin admin] Made reservation on behalf of 0090178b79ba4ee1bf41a067ea046c7c for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:17.218911 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d779831-26ea-4534-9be9-1cb7e194b023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:17.229092 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8321ca-a76a-4e4d-badf-f5f1eee2a89b admin admin] Network 6fd96cbd-6aed-44c0-9942-145108a5fbd2 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:02:17.240155 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0a8321ca-a76a-4e4d-badf-f5f1eee2a89b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 6fd96cbd-6aed-44c0-9942-145108a5fbd2) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:17.247586 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8321ca-a76a-4e4d-badf-f5f1eee2a89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:17.248250 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a8321ca-a76a-4e4d-badf-f5f1eee2a89b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:17.248804 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e9b0d4-975c-4a65-ab91-97d6d2312029 None None] Network 6fd96cbd-6aed-44c0-9942-145108a5fbd2 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:02:17.268820 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0a8321ca-a76a-4e4d-badf-f5f1eee2a89b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4767666 Jul 14 09:02:17.298531 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d779831-26ea-4534-9be9-1cb7e194b023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:17.333539 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-7f11ff8c-33ca-408d-9fa2-85cc473a5444 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1688792115&fields=id&tenant_id=8050cf63175f42718fc254b7c67d228f HTTP/1.1" status: 200 len: 267 time: 0.1626284 Jul 14 09:02:17.334289 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-aeae06c3-8095-45dc-a76e-fd4be46a331c req-1ed6ead7-b1f9-4bf5-bfd1-b83749a73d80 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:17.355783 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 00493738-34c2-4f21-920d-b0907af52fd4 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:02:17.414732 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6ead7-b1f9-4bf5-bfd1-b83749a73d80 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Pushing event deleted for resources: {'Port': ['ID=bd2412f3-7013-441a-b427-7e06db6c43dd,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:17.423926 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-aeae06c3-8095-45dc-a76e-fd4be46a331c req-1ed6ead7-b1f9-4bf5-bfd1-b83749a73d80 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:17.426427 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-aeae06c3-8095-45dc-a76e-fd4be46a331c req-1ed6ead7-b1f9-4bf5-bfd1-b83749a73d80 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:17.427618 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aeae06c3-8095-45dc-a76e-fd4be46a331c req-1ed6ead7-b1f9-4bf5-bfd1-b83749a73d80 tempest-FloatingIPDetailsTestJSON-1279666500 tempest-FloatingIPDetailsTestJSON-1279666500-project] 10.222.0.25 "DELETE /v2.0/floatingips/43456bc1-f810-4cef-97e7-91d27dbd3882 HTTP/1.1" status: 204 len: 173 time: 1.6492102 Jul 14 09:02:17.434520 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59014) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:17.466267 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634cbd5a-5689-435c-b183-f9a39dd638aa req-e0faae48-d3d6-4b29-a212-63edcdd565cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:17.467825 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-634cbd5a-5689-435c-b183-f9a39dd638aa req-e0faae48-d3d6-4b29-a212-63edcdd565cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.3000159 Jul 14 09:02:17.521608 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-634cbd5a-5689-435c-b183-f9a39dd638aa req-6002b0ea-9bf7-48e9-b2c9-b5daae92298d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=3bf961b6-708a-4ff3-b40e-42584c38b0df HTTP/1.1" status: 200 len: 217 time: 0.0401125 Jul 14 09:02:17.542892 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6c9f95-2701-4a1d-adc5-9b0c554f1dd5 None None] Network 6fd96cbd-6aed-44c0-9942-145108a5fbd2 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:02:17.549176 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-7e02d470-e327-420a-9472-7d6f5b5c7261 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:17.550595 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-7e02d470-e327-420a-9472-7d6f5b5c7261 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports/37a1b8d4-d751-44a7-8b11-868f3dd803c4 HTTP/1.1" status: 200 len: 936 time: 0.1948879 Jul 14 09:02:17.618568 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 00493738-34c2-4f21-920d-b0907af52fd4, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=00493738-34c2-4f21-920d-b0907af52fd4,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:17.648000 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '00493738-34c2-4f21-920d-b0907af52fd4', 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975', 'port_id': '00493738-34c2-4f21-920d-b0907af52fd4', 'mac_address': 'fa:16:3e:2a:8e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b054b3-ff74-48d7-bc6b-cc0709824ebb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:02:17.689923 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634cbd5a-5689-435c-b183-f9a39dd638aa req-7eb021ea-6f78-43a8-b261-0da639123ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:17.691739 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-634cbd5a-5689-435c-b183-f9a39dd638aa req-7eb021ea-6f78-43a8-b261-0da639123ee2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1609063 Jul 14 09:02:17.704093 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-48aee2b0-9ec1-4fa7-9eb6-268d6aa39174 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:17.705764 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-48aee2b0-9ec1-4fa7-9eb6-268d6aa39174 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports/fd6a9d84-5544-47b3-9fa9-9037c50c3c10 HTTP/1.1" status: 200 len: 936 time: 0.1297333 Jul 14 09:02:17.731373 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:17.765034 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00493738-34c2-4f21-920d-b0907af52fd4 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:02:17.789673 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 00493738-34c2-4f21-920d-b0907af52fd4, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=00493738-34c2-4f21-920d-b0907af52fd4,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:17.794914 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:17.811970 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-ea84a515-ad44-4c70-81ba-9862c1ff1f0d tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?network_id=776c6310-2e5f-475b-b017-192449a00c42&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0954447 Jul 14 09:02:17.828966 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d779831-26ea-4534-9be9-1cb7e194b023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:17.850644 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4491be1-590b-4237-9949-232c5c93182f req-7bf30772-4364-4e35-baa1-6258d231ce87 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:17.857526 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b4491be1-590b-4237-9949-232c5c93182f req-7bf30772-4364-4e35-baa1-6258d231ce87 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 943 time: 0.2825518 Jul 14 09:02:17.859326 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d779831-26ea-4534-9be9-1cb7e194b023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:17.862881 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=00493738-34c2-4f21-920d-b0907af52fd4,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:17.898569 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-c80f2d72-4710-4fe1-915d-98122b0d2079 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?network_id=776c6310-2e5f-475b-b017-192449a00c42&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0801086 Jul 14 09:02:17.916459 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03714107-d47c-4169-aa08-7954d943d71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:17.946894 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d779831-26ea-4534-9be9-1cb7e194b023 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:02:17.997281 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['00493738-34c2-4f21-920d-b0907af52fd4'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:02:18.009857 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d779831-26ea-4534-9be9-1cb7e194b023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcac15d-228f-42cb-a540-d3fdff0e6d1d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:18.014731 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d779831-26ea-4534-9be9-1cb7e194b023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:18.015158 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-5d779831-26ea-4534-9be9-1cb7e194b023 admin admin] Added segment b7cff7f0-38ca-48c9-96d7-1df4654c463d of type vlan for network 097a52ee-5772-491f-a0e8-4e0949ab6763 Jul 14 09:02:18.047051 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634cbd5a-5689-435c-b183-f9a39dd638aa req-e8d33ca9-b48b-49c6-930f-c7e61f4444b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:18.048996 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-634cbd5a-5689-435c-b183-f9a39dd638aa req-e8d33ca9-b48b-49c6-930f-c7e61f4444b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3399231 Jul 14 09:02:18.055644 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b4491be1-590b-4237-9949-232c5c93182f req-200df144-7d59-4775-90ec-38f4b8988ae1 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972394 Jul 14 09:02:18.197796 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d779831-26ea-4534-9be9-1cb7e194b023 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:18.240561 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-03714107-d47c-4169-aa08-7954d943d71c admin admin] Deleting port d855ad07-ea4c-4ed9-b533-df8ec9b7f384 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:02:18.241064 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03714107-d47c-4169-aa08-7954d943d71c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:18.282866 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-30dbe858-2344-44c1-81da-5e23ebae6a85 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:18.292187 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-30dbe858-2344-44c1-81da-5e23ebae6a85 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:18.299964 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-30dbe858-2344-44c1-81da-5e23ebae6a85 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:18.301946 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-30dbe858-2344-44c1-81da-5e23ebae6a85 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/networks?id=fd6f44a4-b526-4db7-81df-370c1f70c73e&id=2327d155-7d55-4b31-b424-2e5092343949&id=2327d155-7d55-4b31-b424-2e5092343949&id=776c6310-2e5f-475b-b017-192449a00c42&id=776c6310-2e5f-475b-b017-192449a00c42 HTTP/1.1" status: 200 len: 1995 time: 0.3910213 Jul 14 09:02:18.304965 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d779831-26ea-4534-9be9-1cb7e194b023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:18.305897 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d779831-26ea-4534-9be9-1cb7e194b023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:18.306473 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d779831-26ea-4534-9be9-1cb7e194b023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:18.323232 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78483e61-2bd0-48bb-a598-139e2e700292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:18.366522 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-03714107-d47c-4169-aa08-7954d943d71c admin admin] For port d855ad07-ea4c-4ed9-b533-df8ec9b7f384, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d855ad07-ea4c-4ed9-b533-df8ec9b7f384,segment=NetworkSegment(71b6cb96-cb4b-47eb-8914-ee802ccbe9ac),segment_id=71b6cb96-cb4b-47eb-8914-ee802ccbe9ac)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:18.366809 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03714107-d47c-4169-aa08-7954d943d71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:18.384311 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-1e5500ee-b257-4e5d-9569-0a7fa772b30a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/quotas/8050cf63175f42718fc254b7c67d228f HTTP/1.1" status: 200 len: 375 time: 0.0739172 Jul 14 09:02:18.392350 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-03714107-d47c-4169-aa08-7954d943d71c admin admin] Calling delete_port for d855ad07-ea4c-4ed9-b533-df8ec9b7f384 owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:02:18.425345 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-e89f9e60-7a81-4345-8672-5511a78e2c5f req-08a953ce-9ca2-4af8-8e23-b4b6451fc60e tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-80429514', 'description': 'tempest-description-2118449369'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:18.441301 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5d779831-26ea-4534-9be9-1cb7e194b023 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3234503 Jul 14 09:02:18.441612 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59024) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:18.446677 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-5f11c9bd-f204-4e71-a5fc-01b01d9fb6a5 admin admin] Request body: {'subnet': {'network_id': '097a52ee-5772-491f-a0e8-4e0949ab6763', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2066378003-subnet', 'tenant_id': '0090178b79ba4ee1bf41a067ea046c7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:18.478506 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d779831-26ea-4534-9be9-1cb7e194b023 admin admin] Pushing event updated for resources: {'Network': ['ID=097a52ee-5772-491f-a0e8-4e0949ab6763,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:18.491246 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 097a52ee-5772-491f-a0e8-4e0949ab6763 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:02:18.496327 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-634cbd5a-5689-435c-b183-f9a39dd638aa req-ba2f0eae-456b-44d5-bebe-6ae4c741d3b1 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396148 Jul 14 09:02:18.519945 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-5f11c9bd-f204-4e71-a5fc-01b01d9fb6a5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:02:18.519945 n-d-771362-35 neutron-server[93772]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:02:18.519945 n-d-771362-35 neutron-server[93772]: [parameters: {'project_id_1': '0090178b79ba4ee1bf41a067ea046c7c', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 2, 18, 453272)}] Jul 14 09:02:18.519945 n-d-771362-35 neutron-server[93772]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:02:18.520381 n-d-771362-35 neutron-server[93772]: DEBUG oslo_db.api [None req-5f11c9bd-f204-4e71-a5fc-01b01d9fb6a5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:02:18.528983 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e89f9e60-7a81-4345-8672-5511a78e2c5f req-08a953ce-9ca2-4af8-8e23-b4b6451fc60e tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:18.613977 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03714107-d47c-4169-aa08-7954d943d71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:18.628373 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-5985acf4-0536-4f25-bbaa-a7a38540a6a3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8050cf63175f42718fc254b7c67d228f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2176700 Jul 14 09:02:18.640669 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03714107-d47c-4169-aa08-7954d943d71c admin admin] Pushing event deleted for resources: {'Port': ['ID=d855ad07-ea4c-4ed9-b533-df8ec9b7f384,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:18.741237 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-634cbd5a-5689-435c-b183-f9a39dd638aa req-e8b194ac-8a1b-44bc-a933-54ccc7842690 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345200 Jul 14 09:02:18.784314 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e89f9e60-7a81-4345-8672-5511a78e2c5f req-08a953ce-9ca2-4af8-8e23-b4b6451fc60e tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:18.794530 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e89f9e60-7a81-4345-8672-5511a78e2c5f req-08a953ce-9ca2-4af8-8e23-b4b6451fc60e tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:18.812677 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-36a96f4c-6288-491c-95c4-762c02a4ea8a service neutron] 10.222.0.25 "GET /v2.0/networks/fd6f44a4-b526-4db7-81df-370c1f70c73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647582 Jul 14 09:02:18.819847 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03714107-d47c-4169-aa08-7954d943d71c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:18.838351 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e89f9e60-7a81-4345-8672-5511a78e2c5f req-08a953ce-9ca2-4af8-8e23-b4b6451fc60e tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:18.844620 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e89f9e60-7a81-4345-8672-5511a78e2c5f req-08a953ce-9ca2-4af8-8e23-b4b6451fc60e tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4239051 Jul 14 09:02:18.889704 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a953ce-9ca2-4af8-8e23-b4b6451fc60e tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b9267c-8ac7-4cf0-aa74-8454c62d552e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:18.944083 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-c85bfd52-a270-4f93-9af2-7d1b39070afd service neutron] 10.222.0.25 "GET /v2.0/networks/fd6f44a4-b526-4db7-81df-370c1f70c73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240590 Jul 14 09:02:19.058374 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f11c9bd-f204-4e71-a5fc-01b01d9fb6a5 admin admin] Made reservation on behalf of 0090178b79ba4ee1bf41a067ea046c7c for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:19.060818 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f11c9bd-f204-4e71-a5fc-01b01d9fb6a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:19.066740 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03714107-d47c-4169-aa08-7954d943d71c admin admin] Router b8c4b831-469f-493a-9965-ef2f38d0d67b has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:02:19.300547 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-061003d8-dc5d-4d5a-a3e0-823a6be8c16a tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c876435434be449ca81fccdfcb00c6f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303481 Jul 14 09:02:19.306380 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-7e083065-a327-4479-8578-1e39f1835101 service neutron] 10.222.0.25 "GET /v2.0/ports/37a1b8d4-d751-44a7-8b11-868f3dd803c4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.3609116 Jul 14 09:02:19.369914 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device ba7a8ef4-ce4b-4390-9732-806f1f62839f details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:02:19.372832 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 00493738-34c2-4f21-920d-b0907af52fd4 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:02:19.461173 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-06d3df91-2db1-4560-a486-a4beba857b7b service neutron] 10.222.0.25 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450136 Jul 14 09:02:19.498948 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 00493738-34c2-4f21-920d-b0907af52fd4 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:19.511979 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 00493738-34c2-4f21-920d-b0907af52fd4 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:19.512350 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:19.558174 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port ba7a8ef4-ce4b-4390-9732-806f1f62839f, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=ba7a8ef4-ce4b-4390-9732-806f1f62839f,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:19.571876 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03714107-d47c-4169-aa08-7954d943d71c admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:02:19.576303 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'ba7a8ef4-ce4b-4390-9732-806f1f62839f', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': 'ba7a8ef4-ce4b-4390-9732-806f1f62839f', 'mac_address': 'fa:16:3e:9c:c9:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:02:19.583898 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d651de9f-a1f4-4aea-a17f-7daf4fdc841d None None] Sync routers for ids ['b8c4b831-469f-493a-9965-ef2f38d0d67b'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:02:19.584398 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-03714107-d47c-4169-aa08-7954d943d71c admin admin] 10.222.0.25 "PUT /v2.0/routers/b8c4b831-469f-493a-9965-ef2f38d0d67b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1483824 Jul 14 09:02:19.586635 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59042) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:19.603035 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d651de9f-a1f4-4aea-a17f-7daf4fdc841d None None] Routers {'b8c4b831-469f-493a-9965-ef2f38d0d67b'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:02:19.604189 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d651de9f-a1f4-4aea-a17f-7daf4fdc841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:01:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b8c4b831-469f-493a-9965-ef2f38d0d67b'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:19.649949 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-e2fb3859-87e4-46f6-a0fc-9d61f79ca77a tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:19.650178 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f11c9bd-f204-4e71-a5fc-01b01d9fb6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:19.657252 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-e2fb3859-87e4-46f6-a0fc-9d61f79ca77a tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3493512 Jul 14 09:02:19.665498 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:19.667425 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:19.673236 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-befcd0e1-02b2-4ab8-bc1a-a8916ddea17e service neutron] 10.222.0.25 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013330 Jul 14 09:02:19.692671 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba7a8ef4-ce4b-4390-9732-806f1f62839f {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:02:19.702910 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-67cf2746-5a11-43ee-b5b4-fceca4bd4d21 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] 10.222.0.25 "GET /v2.0/quotas/c876435434be449ca81fccdfcb00c6f6 HTTP/1.1" status: 200 len: 375 time: 0.0447145 Jul 14 09:02:19.720242 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07c384c-b638-4232-bbbc-417195e26511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00493738-34c2-4f21-920d-b0907af52fd4'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:02:19.722872 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa579f99-1677-484f-9f96-0ef240f1a7ef" -d '{"events": [{"server_uuid": "a07c384c-b638-4232-bbbc-417195e26511", "name": "network-vif-plugged", "status": "completed", "tag": "00493738-34c2-4f21-920d-b0907af52fd4"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:02:19.739786 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11c9bd-f204-4e71-a5fc-01b01d9fb6a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3b5a810-14e2-4333-ad1d-2b277c6fd376,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:19.741591 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-d651de9f-a1f4-4aea-a17f-7daf4fdc841d None None] Set router b8c4b831-469f-493a-9965-ef2f38d0d67b gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:02:19.742356 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port ba7a8ef4-ce4b-4390-9732-806f1f62839f, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=ba7a8ef4-ce4b-4390-9732-806f1f62839f,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:19.746735 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 00493738-34c2-4f21-920d-b0907af52fd4, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=00493738-34c2-4f21-920d-b0907af52fd4,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:19.750033 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:19.751479 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 3bf961b6-708a-4ff3-b40e-42584c38b0df details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:02:19.754335 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f11c9bd-f204-4e71-a5fc-01b01d9fb6a5 admin admin] Checking segment: {'id': 'b7cff7f0-38ca-48c9-96d7-1df4654c463d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '097a52ee-5772-491f-a0e8-4e0949ab6763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:19.754698 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f11c9bd-f204-4e71-a5fc-01b01d9fb6a5 admin admin] Network hostable DHCP agents. Network: 097a52ee-5772-491f-a0e8-4e0949ab6763, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:02:19.778511 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f11c9bd-f204-4e71-a5fc-01b01d9fb6a5 admin admin] Network 097a52ee-5772-491f-a0e8-4e0949ab6763 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:02:19.788046 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:19.792007 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5f11c9bd-f204-4e71-a5fc-01b01d9fb6a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 097a52ee-5772-491f-a0e8-4e0949ab6763) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:19.799712 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f11c9bd-f204-4e71-a5fc-01b01d9fb6a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:19.801072 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f11c9bd-f204-4e71-a5fc-01b01d9fb6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:19.806573 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-0a92fa4a-d571-4a2e-8893-62cf2c11e3f2 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c876435434be449ca81fccdfcb00c6f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1021130 Jul 14 09:02:19.806737 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b397c740-f4ab-4bef-bd9d-512f85aecfe6 None None] Network 097a52ee-5772-491f-a0e8-4e0949ab6763 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:02:19.825328 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5f11c9bd-f204-4e71-a5fc-01b01d9fb6a5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3826060 Jul 14 09:02:19.854280 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-b6c52fdf-0e3f-413e-bab7-b488e799442b service neutron] 10.222.0.25 "GET /v2.0/ports/fd6a9d84-5544-47b3-9fa9-9037c50c3c10?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1715524 Jul 14 09:02:19.865907 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f90ba768-e32a-460c-9d24-5b1289e18d50 admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:19.917889 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 3bf961b6-708a-4ff3-b40e-42584c38b0df, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=3bf961b6-708a-4ff3-b40e-42584c38b0df,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:19.945020 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=ba7a8ef4-ce4b-4390-9732-806f1f62839f,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:20.066152 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d651de9f-a1f4-4aea-a17f-7daf4fdc841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c4b831-469f-493a-9965-ef2f38d0d67b', 'name': 'tempest-FloatingIPDetailsTestJSON-2117849659-router', 'tenant_id': '669e9eae83904b948213125bdd33823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e9d46504-ef1d-4623-9535-71710e7dfea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:01:34Z', 'updated_at': '2021-07-14T09:02:18Z', 'revision_number': 5, 'project_id': '669e9eae83904b948213125bdd33823f', 'gw_port': {'id': 'e9d46504-ef1d-4623-9535-71710e7dfea4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c4b831-469f-493a-9965-ef2f38d0d67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:35Z', 'updated_at': '2021-07-14T09:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:20.085530 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-1ef2ccca-ec04-4314-9fc8-712974c56304 service neutron] 10.222.0.25 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168872 Jul 14 09:02:20.128999 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d651de9f-a1f4-4aea-a17f-7daf4fdc841d None None] Checking router: b8c4b831-469f-493a-9965-ef2f38d0d67b for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:02:20.139093 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d651de9f-a1f4-4aea-a17f-7daf4fdc841d None None] Routers {'b8c4b831-469f-493a-9965-ef2f38d0d67b'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:02:20.139861 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d651de9f-a1f4-4aea-a17f-7daf4fdc841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:01:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b8c4b831-469f-493a-9965-ef2f38d0d67b'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:20.220448 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=00493738-34c2-4f21-920d-b0907af52fd4,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:20.227824 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '3bf961b6-708a-4ff3-b40e-42584c38b0df', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '3bf961b6-708a-4ff3-b40e-42584c38b0df', 'mac_address': 'fa:16:3e:94:fd:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:02:20.293548 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f90ba768-e32a-460c-9d24-5b1289e18d50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:20.295852 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-d651de9f-a1f4-4aea-a17f-7daf4fdc841d None None] Set router b8c4b831-469f-493a-9965-ef2f38d0d67b gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:02:20.323733 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:20.335959 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43bdb58-1151-4fc7-86a3-05e545277069 None None] Network 097a52ee-5772-491f-a0e8-4e0949ab6763 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:02:20.361137 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9b4b0-9f55-40a4-a151-84a5aaad8a1c req-9e54efa2-88c7-4eb2-ba69-1c9af239b6ec tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:20.362735 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c2d9b4b0-9f55-40a4-a151-84a5aaad8a1c req-9e54efa2-88c7-4eb2-ba69-1c9af239b6ec tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=0828e8e3-d820-4904-b480-c7f28ab99e8e HTTP/1.1" status: 200 len: 948 time: 0.2007015 Jul 14 09:02:20.395386 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf961b6-708a-4ff3-b40e-42584c38b0df {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:02:20.410129 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-b35ec36b-d15b-45c2-8d44-c78dc2599579 service neutron] 10.222.0.25 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607222 Jul 14 09:02:20.430327 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 3bf961b6-708a-4ff3-b40e-42584c38b0df, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=3bf961b6-708a-4ff3-b40e-42584c38b0df,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:20.441287 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:20.511364 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=3bf961b6-708a-4ff3-b40e-42584c38b0df,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:20.512517 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c2d9b4b0-9f55-40a4-a151-84a5aaad8a1c req-351500d5-2794-49a1-b259-1f5f542da9c0 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196394 Jul 14 09:02:20.550978 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f90ba768-e32a-460c-9d24-5b1289e18d50 admin admin] Deleting port e9d46504-ef1d-4623-9535-71710e7dfea4 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:02:20.551324 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f90ba768-e32a-460c-9d24-5b1289e18d50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:20.613468 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-8fffa4b1-bec4-4b0f-abb1-d420b68b1af8 service neutron] 10.222.0.25 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925390 Jul 14 09:02:20.671130 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['ba7a8ef4-ce4b-4390-9732-806f1f62839f'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:02:20.676040 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['3bf961b6-708a-4ff3-b40e-42584c38b0df'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:02:20.677268 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d651de9f-a1f4-4aea-a17f-7daf4fdc841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c4b831-469f-493a-9965-ef2f38d0d67b', 'name': 'tempest-FloatingIPDetailsTestJSON-2117849659-router', 'tenant_id': '669e9eae83904b948213125bdd33823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e9d46504-ef1d-4623-9535-71710e7dfea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:01:34Z', 'updated_at': '2021-07-14T09:02:18Z', 'revision_number': 5, 'project_id': '669e9eae83904b948213125bdd33823f', 'gw_port': {'id': 'e9d46504-ef1d-4623-9535-71710e7dfea4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c4b831-469f-493a-9965-ef2f38d0d67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:35Z', 'updated_at': '2021-07-14T09:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:20.710518 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d651de9f-a1f4-4aea-a17f-7daf4fdc841d None None] The sync data for ids ['b8c4b831-469f-493a-9965-ef2f38d0d67b'] in n-d-771362-35 is: [{'id': 'b8c4b831-469f-493a-9965-ef2f38d0d67b', 'name': 'tempest-FloatingIPDetailsTestJSON-2117849659-router', 'tenant_id': '669e9eae83904b948213125bdd33823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e9d46504-ef1d-4623-9535-71710e7dfea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:01:34Z', 'updated_at': '2021-07-14T09:02:18Z', 'revision_number': 5, 'project_id': '669e9eae83904b948213125bdd33823f', 'gw_port': {'id': 'e9d46504-ef1d-4623-9535-71710e7dfea4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c4b831-469f-493a-9965-ef2f38d0d67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:35Z', 'updated_at': '2021-07-14T09:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:02:20.724763 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-48191c85-a627-4c65-a64d-b9091d7b0290 req-3f34afbe-a075-400e-b1f8-3a531ba78c22 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] 10.222.0.25 "GET /v2.0/security-groups/58b9267c-8ac7-4cf0-aa74-8454c62d552e HTTP/1.1" status: 200 len: 1811 time: 0.1537914 Jul 14 09:02:20.743414 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-48191c85-a627-4c65-a64d-b9091d7b0290 req-0614e439-2e59-41dd-be7b-df05d800e3b9 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '58b9267c-8ac7-4cf0-aa74-8454c62d552e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:20.743776 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-48191c85-a627-4c65-a64d-b9091d7b0290 req-0614e439-2e59-41dd-be7b-df05d800e3b9 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '58b9267c-8ac7-4cf0-aa74-8454c62d552e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:20.802597 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f90ba768-e32a-460c-9d24-5b1289e18d50 admin admin] For port e9d46504-ef1d-4623-9535-71710e7dfea4, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e9d46504-ef1d-4623-9535-71710e7dfea4,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:20.802996 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f90ba768-e32a-460c-9d24-5b1289e18d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:20.820237 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-2d760196-8e42-4f07-9766-0bc00d3a513c service neutron] 10.222.0.25 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998992 Jul 14 09:02:20.821181 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f90ba768-e32a-460c-9d24-5b1289e18d50 admin admin] Calling delete_port for e9d46504-ef1d-4623-9535-71710e7dfea4 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:02:20.957441 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-48191c85-a627-4c65-a64d-b9091d7b0290 req-0614e439-2e59-41dd-be7b-df05d800e3b9 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:20.978050 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5665d648-8230-47be-a56f-e51910591a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:21.006327 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-48191c85-a627-4c65-a64d-b9091d7b0290 req-0614e439-2e59-41dd-be7b-df05d800e3b9 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:21.028789 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-48191c85-a627-4c65-a64d-b9091d7b0290 req-0614e439-2e59-41dd-be7b-df05d800e3b9 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:21.031719 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-a6f066e4-6092-4b05-82ed-cbc2150c7ee7 service neutron] 10.222.0.25 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004426 Jul 14 09:02:21.136124 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614e439-2e59-41dd-be7b-df05d800e3b9 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8227174e-2169-4105-b007-49fbc9f93baa,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:21.148693 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-48191c85-a627-4c65-a64d-b9091d7b0290 req-0614e439-2e59-41dd-be7b-df05d800e3b9 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:21.149884 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-48191c85-a627-4c65-a64d-b9091d7b0290 req-0614e439-2e59-41dd-be7b-df05d800e3b9 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4145968 Jul 14 09:02:21.191949 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:21.221024 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-02cdfde2-a2df-4b48-8371-86d66593eab4 service neutron] 10.222.0.25 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539886 Jul 14 09:02:21.237718 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f90ba768-e32a-460c-9d24-5b1289e18d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:21.308074 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ba768-e32a-460c-9d24-5b1289e18d50 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9d46504-ef1d-4623-9535-71710e7dfea4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:21.373177 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f90ba768-e32a-460c-9d24-5b1289e18d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:21.379802 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-d784a2b5-ee32-4520-b5e2-0f13bcda4101 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c876435434be449ca81fccdfcb00c6f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267811 Jul 14 09:02:21.491556 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f90ba768-e32a-460c-9d24-5b1289e18d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:21.494813 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f90ba768-e32a-460c-9d24-5b1289e18d50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:21.508987 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-6527ea45-b96d-4d31-a270-ed8a6296cdfb service neutron] 10.222.0.25 "GET /v2.0/networks/776c6310-2e5f-475b-b017-192449a00c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807224 Jul 14 09:02:21.516344 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-e84ceeb5-7a49-4631-b3e3-2832827d4dd7 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:21.518508 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-e84ceeb5-7a49-4631-b3e3-2832827d4dd7 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1338313 Jul 14 09:02:21.533658 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-b6003d3c-c226-463d-b745-61251779dbf6 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Request body: {'port': {'device_id': 'd5a3b41b-04fe-4670-93fa-a5d9585dc44a', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': 'c876435434be449ca81fccdfcb00c6f6'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:21.537558 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d855ad07-ea4c-4ed9-b533-df8ec9b7f384 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:02:21.559204 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: d855ad07-ea4c-4ed9-b533-df8ec9b7f384 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:02:21.559973 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d855ad07-ea4c-4ed9-b533-df8ec9b7f384 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:02:21.614485 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f90ba768-e32a-460c-9d24-5b1289e18d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:21.615023 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90ba768-e32a-460c-9d24-5b1289e18d50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8c4b831-469f-493a-9965-ef2f38d0d67b {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:02:21.655796 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-b6003d3c-c226-463d-b745-61251779dbf6 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Made reservation on behalf of c876435434be449ca81fccdfcb00c6f6 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:21.660505 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-b6003d3c-c226-463d-b745-61251779dbf6 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:21.670525 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-b6003d3c-c226-463d-b745-61251779dbf6 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:21.772417 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-b6003d3c-c226-463d-b745-61251779dbf6 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:21.776522 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-b6003d3c-c226-463d-b745-61251779dbf6 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:21.846535 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6003d3c-c226-463d-b745-61251779dbf6 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d881533-7988-4588-b0e2-e864dc24b080,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:21.903812 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f90ba768-e32a-460c-9d24-5b1289e18d50 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:21.904893 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f90ba768-e32a-460c-9d24-5b1289e18d50 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b8c4b831-469f-493a-9965-ef2f38d0d67b HTTP/1.1" status: 204 len: 168 time: 2.3150072 Jul 14 09:02:21.910415 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59066) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:21.920653 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc76e00-81da-4dfe-9112-b409bb214521 req-e15058f5-5a60-424c-908f-4fb338eb8d67 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:21.921966 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1fc76e00-81da-4dfe-9112-b409bb214521 req-e15058f5-5a60-424c-908f-4fb338eb8d67 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 945 time: 0.6194215 Jul 14 09:02:21.952619 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-b6003d3c-c226-463d-b745-61251779dbf6 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Allocated IP 192.168.233.122 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/2bad340e-0697-4193-b454-7194a7e90922) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:02:21.977863 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-f051b224-c084-4c70-b55a-453bc59e1ca8 service neutron] 10.222.0.25 "GET /v2.0/networks/776c6310-2e5f-475b-b017-192449a00c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165113 Jul 14 09:02:21.983176 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-020e740c-2bb2-425c-b87e-575e558acd6e admin admin] Deleting subnet 6f8dee18-fd28-44ac-9fc7-548008e1cfb0 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:02:21.983459 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1fc76e00-81da-4dfe-9112-b409bb214521 req-53135f59-4a2f-4f9f-a8ea-16f2f6ef73c7 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521951 Jul 14 09:02:22.008895 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-020e740c-2bb2-425c-b87e-575e558acd6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:22.038483 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-020e740c-2bb2-425c-b87e-575e558acd6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:22.048233 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:22.100408 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-cfc47b2b-284e-4318-af80-ee1127bbd0c2 service neutron] 10.222.0.25 "GET /v2.0/networks/776c6310-2e5f-475b-b017-192449a00c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156847 Jul 14 09:02:22.164611 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794661c9-27dc-4b31-9b37-e8707184c784 x-openstack-request-id: req-794661c9-27dc-4b31-9b37-e8707184c784 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:02:22.165234 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07c384c-b638-4232-bbbc-417195e26511", "name": "network-vif-plugged", "status": "completed", "tag": "00493738-34c2-4f21-920d-b0907af52fd4", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:02:22.165234 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-794661c9-27dc-4b31-9b37-e8707184c784 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:02:22.165536 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07c384c-b638-4232-bbbc-417195e26511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00493738-34c2-4f21-920d-b0907af52fd4', 'code': 200} Jul 14 09:02:22.205620 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-020e740c-2bb2-425c-b87e-575e558acd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:22.233802 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-c132ed4d-a8ec-4294-9c8e-5fa8a4d7dca0 service neutron] 10.222.0.25 "GET /v2.0/networks/776c6310-2e5f-475b-b017-192449a00c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262286 Jul 14 09:02:22.268414 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-b6003d3c-c226-463d-b745-61251779dbf6 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:22.288125 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-b6003d3c-c226-463d-b745-61251779dbf6 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Transition to ACTIVE for port object 2bad340e-0697-4193-b454-7194a7e90922 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:22.310058 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-020e740c-2bb2-425c-b87e-575e558acd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:22.311599 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c5fe39e5-47bd-46d7-b57a-9766a5ec573a req-287d7b15-8695-4985-ab5a-6bdaada863de tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5a3b41b-04fe-4670-93fa-a5d9585dc44a HTTP/1.1" status: 200 len: 210 time: 0.0340993 Jul 14 09:02:22.346038 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb323c-5955-4530-bab3-fd8fdc403d61 req-683cb779-13f9-427d-9631-304ae058feca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:22.347600 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-53fb323c-5955-4530-bab3-fd8fdc403d61 req-683cb779-13f9-427d-9631-304ae058feca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 1097 time: 0.1123559 Jul 14 09:02:22.352799 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e740c-2bb2-425c-b87e-575e558acd6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f8dee18-fd28-44ac-9fc7-548008e1cfb0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:22.355006 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-020e740c-2bb2-425c-b87e-575e558acd6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:22.357431 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-020e740c-2bb2-425c-b87e-575e558acd6e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6f8dee18-fd28-44ac-9fc7-548008e1cfb0 HTTP/1.1" status: 204 len: 168 time: 0.4461381 Jul 14 09:02:22.357547 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90dcd1f-ad31-4c01-95a1-087267ff3578 None None] Network 8ab7d84b-f587-4d06-9fb3-17d40bd99bd6 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:02:22.360641 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59072) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:22.372772 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-b6003d3c-c226-463d-b745-61251779dbf6 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:22.427478 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-b6003d3c-c226-463d-b745-61251779dbf6 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:02:22.434082 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-b6003d3c-c226-463d-b745-61251779dbf6 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:22.442019 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-b6003d3c-c226-463d-b745-61251779dbf6 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:02:22.513439 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-53fb323c-5955-4530-bab3-fd8fdc403d61 req-693af469-6b23-42a2-86b3-5f2fe736ed3d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584060 Jul 14 09:02:22.515156 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-b6003d3c-c226-463d-b745-61251779dbf6 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:22.515984 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-b6003d3c-c226-463d-b745-61251779dbf6 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:22.532337 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6003d3c-c226-463d-b745-61251779dbf6 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Pushing event updated for resources: {'Port': ['ID=2bad340e-0697-4193-b454-7194a7e90922,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:22.545015 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:22.549102 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-b6003d3c-c226-463d-b745-61251779dbf6 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0201724 Jul 14 09:02:22.565374 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-63c5dcaa-cc80-4256-a408-3eaba255393b service neutron] Request body: {'port': {'device_id': 'd5a3b41b-04fe-4670-93fa-a5d9585dc44a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:22.678762 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-63c5dcaa-cc80-4256-a408-3eaba255393b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:22.730459 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Deleting port 120a0e0b-3f23-4f75-861b-726f3b2ef50e {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:02:22.730814 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:22.741057 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e675bb6-5792-401b-adb1-93ada0690b31 None None] DHCP port deletion for 8ab7d84b-f587-4d06-9fb3-17d40bd99bd6 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:02:22.832408 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3e675bb6-5792-401b-adb1-93ada0690b31 None None] Deleting port 120a0e0b-3f23-4f75-861b-726f3b2ef50e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:02:22.832897 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3e675bb6-5792-401b-adb1-93ada0690b31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:22.841304 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10475e5b-1151-4139-9a88-65539ed75329 req-5d4966aa-bd55-40b0-8801-aa9142709b81 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:22.843135 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10475e5b-1151-4139-9a88-65539ed75329 req-5d4966aa-bd55-40b0-8801-aa9142709b81 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] 10.222.0.25 "GET /v2.0/networks?id=06ab83ca-9b3a-4070-8715-c3441ac2259c HTTP/1.1" status: 200 len: 814 time: 0.2266262 Jul 14 09:02:22.845661 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-335484e6-9bf2-487c-9427-25e3b23c37c9 None None] Provisioning for port 2bad340e-0697-4193-b454-7194a7e90922 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:22.849169 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] For port 120a0e0b-3f23-4f75-861b-726f3b2ef50e, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=120a0e0b-3f23-4f75-861b-726f3b2ef50e,segment=NetworkSegment(71b6cb96-cb4b-47eb-8914-ee802ccbe9ac),segment_id=71b6cb96-cb4b-47eb-8914-ee802ccbe9ac)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:22.849574 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:22.877395 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Calling delete_port for 120a0e0b-3f23-4f75-861b-726f3b2ef50e owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:02:22.882068 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-335484e6-9bf2-487c-9427-25e3b23c37c9 None None] Provisioning complete for port 2bad340e-0697-4193-b454-7194a7e90922 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:22.882377 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10475e5b-1151-4139-9a88-65539ed75329 req-f6de2d14-0908-4ee9-a44b-a0faaf96d458 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] 10.222.0.25 "GET /v2.0/quotas/411cc1b8c2c44f15bcf8e4741c00eaa6 HTTP/1.1" status: 200 len: 375 time: 0.0301337 Jul 14 09:02:22.882497 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-335484e6-9bf2-487c-9427-25e3b23c37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:22.919052 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-335484e6-9bf2-487c-9427-25e3b23c37c9 None None] Port 2bad340e-0697-4193-b454-7194a7e90922 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:02:22.929734 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10475e5b-1151-4139-9a88-65539ed75329 req-74eff30c-fe48-409d-9d57-a9749657ff40 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=411cc1b8c2c44f15bcf8e4741c00eaa6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376267 Jul 14 09:02:22.943153 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3e675bb6-5792-401b-adb1-93ada0690b31 None None] For port 120a0e0b-3f23-4f75-861b-726f3b2ef50e, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=120a0e0b-3f23-4f75-861b-726f3b2ef50e,segment=NetworkSegment(71b6cb96-cb4b-47eb-8914-ee802ccbe9ac),segment_id=71b6cb96-cb4b-47eb-8914-ee802ccbe9ac)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:22.943726 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3e675bb6-5792-401b-adb1-93ada0690b31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:22.960332 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3e675bb6-5792-401b-adb1-93ada0690b31 None None] Calling delete_port for 120a0e0b-3f23-4f75-861b-726f3b2ef50e owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:02:23.030712 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-63c5dcaa-cc80-4256-a408-3eaba255393b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bad340e-0697-4193-b454-7194a7e90922 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:02:23.047385 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-63c5dcaa-cc80-4256-a408-3eaba255393b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:23.068828 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-63c5dcaa-cc80-4256-a408-3eaba255393b service neutron] Transition to ACTIVE for port object 2bad340e-0697-4193-b454-7194a7e90922 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:23.076771 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-63c5dcaa-cc80-4256-a408-3eaba255393b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:23.094004 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3e675bb6-5792-401b-adb1-93ada0690b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:23.132642 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e675bb6-5792-401b-adb1-93ada0690b31 None None] Pushing event deleted for resources: {'Port': ['ID=120a0e0b-3f23-4f75-861b-726f3b2ef50e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:23.135275 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e675bb6-5792-401b-adb1-93ada0690b31 None None] No DVR routers for this DVR port 120a0e0b-3f23-4f75-861b-726f3b2ef50e on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:02:23.136642 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5dcaa-cc80-4256-a408-3eaba255393b service neutron] Pushing event updated for resources: {'Port': ['ID=2bad340e-0697-4193-b454-7194a7e90922,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:23.156658 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:23.173405 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10475e5b-1151-4139-9a88-65539ed75329 req-26368e64-5192-4549-9483-94264d41a748 service neutron] 10.222.0.25 "GET /v2.0/networks/06ab83ca-9b3a-4070-8715-c3441ac2259c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060697 Jul 14 09:02:23.252070 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-63c5dcaa-cc80-4256-a408-3eaba255393b service neutron] Attempting to bind port 2bad340e-0697-4193-b454-7194a7e90922 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:02:23.252686 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-63c5dcaa-cc80-4256-a408-3eaba255393b service neutron] Attempting to bind port 2bad340e-0697-4193-b454-7194a7e90922 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:02:23.253322 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-63c5dcaa-cc80-4256-a408-3eaba255393b service neutron] Attempting to bind port 2bad340e-0697-4193-b454-7194a7e90922 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:23.258708 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-63c5dcaa-cc80-4256-a408-3eaba255393b service neutron] Port 2bad340e-0697-4193-b454-7194a7e90922 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:02:23.259303 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-63c5dcaa-cc80-4256-a408-3eaba255393b service neutron] Attempting to bind port 2bad340e-0697-4193-b454-7194a7e90922 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:23.265001 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-63c5dcaa-cc80-4256-a408-3eaba255393b service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:02:23.265483 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-63c5dcaa-cc80-4256-a408-3eaba255393b service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:23.265882 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-63c5dcaa-cc80-4256-a408-3eaba255393b service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:02:23.266412 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-63c5dcaa-cc80-4256-a408-3eaba255393b service neutron] Bound port: 2bad340e-0697-4193-b454-7194a7e90922, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:02:23.266846 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-63c5dcaa-cc80-4256-a408-3eaba255393b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:23.280650 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Pushing event deleted for resources: {'Port': ['ID=120a0e0b-3f23-4f75-861b-726f3b2ef50e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:23.292006 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] No DVR routers for this DVR port 120a0e0b-3f23-4f75-861b-726f3b2ef50e on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:02:23.381443 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device ba7a8ef4-ce4b-4390-9732-806f1f62839f up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:02:23.383387 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-63c5dcaa-cc80-4256-a408-3eaba255393b service neutron] For port 2bad340e-0697-4193-b454-7194a7e90922, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:02:23.393045 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-63c5dcaa-cc80-4256-a408-3eaba255393b service neutron] For port 2bad340e-0697-4193-b454-7194a7e90922, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=2bad340e-0697-4193-b454-7194a7e90922,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:02:23.395939 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:23.405317 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-63c5dcaa-cc80-4256-a408-3eaba255393b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:23.408947 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:02:23.409219 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:02:23.410612 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:02:23.410971 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Subscribe: > port after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:02:23.411317 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:02:23.411690 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Subscribe: > port after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:02:23.412023 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:02:23.412373 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:02:23.412696 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:02:23.413029 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:02:23.484432 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port ba7a8ef4-ce4b-4390-9732-806f1f62839f completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:23.490471 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port ba7a8ef4-ce4b-4390-9732-806f1f62839f triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:23.491215 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:23.506807 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5dcaa-cc80-4256-a408-3eaba255393b service neutron] Pushing event updated for resources: {'Port': ['ID=2bad340e-0697-4193-b454-7194a7e90922,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:23.507884 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:02:23.508386 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:02:23.508854 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:02:23.509329 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:02:23.509873 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab7d84b-f587-4d06-9fb3-17d40bd99bd6']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:23.517796 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-63c5dcaa-cc80-4256-a408-3eaba255393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:23.518987 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-63c5dcaa-cc80-4256-a408-3eaba255393b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:23.519890 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-63c5dcaa-cc80-4256-a408-3eaba255393b service neutron] 10.222.0.44 "PUT /v2.0/ports/2bad340e-0697-4193-b454-7194a7e90922 HTTP/1.1" status: 200 len: 1097 time: 0.9599931 Jul 14 09:02:23.520385 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a3b41b-04fe-4670-93fa-a5d9585dc44a', 'tag': '2bad340e-0697-4193-b454-7194a7e90922'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:02:23.522697 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb158183-41f3-4e89-958f-371e527d2785" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a3b41b-04fe-4670-93fa-a5d9585dc44a", "tag": "2bad340e-0697-4193-b454-7194a7e90922"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:02:23.537173 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a5e25c32-5470-455f-8ab4-719ccfdb5600 req-5dc52605-7288-48a9-b16e-c90a7e36df82 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] 10.222.0.25 "GET /v2.0/security-groups/58b9267c-8ac7-4cf0-aa74-8454c62d552e HTTP/1.1" status: 200 len: 2404 time: 0.4246960 Jul 14 09:02:23.583114 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b6cb96-cb4b-47eb-8914-ee802ccbe9ac') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:23.583596 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b6cb96-cb4b-47eb-8914-ee802ccbe9ac') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:23.599445 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 120a0e0b-3f23-4f75-861b-726f3b2ef50e no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:02:23.612100 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:23.663285 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 120a0e0b-3f23-4f75-861b-726f3b2ef50e {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:02:23.668327 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 120a0e0b-3f23-4f75-861b-726f3b2ef50e not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:02:23.669775 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e9d46504-ef1d-4623-9535-71710e7dfea4 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:02:23.691199 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:23.693595 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-0c87bb38-43ae-4a36-af33-98dfc3f1ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:23.695141 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-0c87bb38-43ae-4a36-af33-98dfc3f1ea78 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c876435434be449ca81fccdfcb00c6f6&device_id=d5a3b41b-04fe-4670-93fa-a5d9585dc44a HTTP/1.1" status: 200 len: 1100 time: 0.1237559 Jul 14 09:02:23.718423 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:02:23.718977 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:23.728928 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:23.730651 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: e9d46504-ef1d-4623-9535-71710e7dfea4 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:02:23.731008 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e9d46504-ef1d-4623-9535-71710e7dfea4 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: from cryptography.utils import int_from_bytes Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: from cryptography.utils import int_from_bytes Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: self.session.flush() Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: self.session.flush() Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: self.session.flush() Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: self.session.flush() Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:02:23.734060 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:02:23.739451 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:02:23.739451 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:02:23.739451 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:02:23.739451 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:02:23.739451 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:02:23.739451 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:02:23.739451 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:02:23.739451 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:02:23.739451 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:02:23.739451 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:02:23.739451 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:02:23.739451 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:02:23.739451 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:02:23.739451 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:02:23.739451 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:02:23.771653 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-c2becba9-896b-4451-af6d-04dc31800b0b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=2bad340e-0697-4193-b454-7194a7e90922 HTTP/1.1" status: 200 len: 217 time: 0.0681083 Jul 14 09:02:23.800632 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10475e5b-1151-4139-9a88-65539ed75329 req-834f7437-8c24-43bb-96b0-324061f0f723 service neutron] 10.222.0.25 "GET /v2.0/networks/06ab83ca-9b3a-4070-8715-c3441ac2259c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6263669 Jul 14 09:02:23.816665 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:23.855473 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7156ba0-2828-43ba-9814-0e191f214453 req-30aa8249-1a7e-4cf8-9ff1-03065c8a954b tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:23.864030 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7156ba0-2828-43ba-9814-0e191f214453 req-30aa8249-1a7e-4cf8-9ff1-03065c8a954b tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=0828e8e3-d820-4904-b480-c7f28ab99e8e HTTP/1.1" status: 200 len: 948 time: 0.1561539 Jul 14 09:02:23.866788 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:23.873122 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-cda3f74b-92a6-4679-89c1-1161b4fbc6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:23.874745 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-cda3f74b-92a6-4679-89c1-1161b4fbc6dc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.0962353 Jul 14 09:02:23.881146 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port ba7a8ef4-ce4b-4390-9732-806f1f62839f, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=ba7a8ef4-ce4b-4390-9732-806f1f62839f,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:23.907918 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:23.909788 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8ab7d84b-f587-4d06-9fb3-17d40bd99bd6 HTTP/1.1" status: 204 len: 168 time: 1.5428054 Jul 14 09:02:23.912374 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:23.913498 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 3bf961b6-708a-4ff3-b40e-42584c38b0df up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:02:23.946540 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7156ba0-2828-43ba-9814-0e191f214453 req-a9c23360-aada-40fe-a5a5-c7e1724682e3 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815361 Jul 14 09:02:23.949571 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ebd82-6d1a-4274-a5bf-75ed68bb1947 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ab7d84b-f587-4d06-9fb3-17d40bd99bd6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:24.006225 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-18954f10-268e-45de-82bd-d4b460415ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:24.010286 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-18954f10-268e-45de-82bd-d4b460415ebf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1279151 Jul 14 09:02:24.021391 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=ba7a8ef4-ce4b-4390-9732-806f1f62839f,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:24.043180 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 3bf961b6-708a-4ff3-b40e-42584c38b0df completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:24.048811 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 3bf961b6-708a-4ff3-b40e-42584c38b0df triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:24.049576 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:24.165887 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:24.168793 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0828e8e3-d820-4904-b480-c7f28ab99e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7a8ef4-ce4b-4390-9732-806f1f62839f'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:02:24.181140 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276f0447-e6c3-483b-a22f-59e95c28b186" -d '{"events": [{"server_uuid": "0828e8e3-d820-4904-b480-c7f28ab99e8e", "name": "network-vif-plugged", "status": "completed", "tag": "ba7a8ef4-ce4b-4390-9732-806f1f62839f"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:02:24.189668 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-2e753c85-cd07-4022-a0ba-e7249e391f02 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725149 Jul 14 09:02:24.259644 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 3bf961b6-708a-4ff3-b40e-42584c38b0df, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=3bf961b6-708a-4ff3-b40e-42584c38b0df,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:24.268631 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:24.310595 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21313ded-c4d0-4e66-89bb-747fee979dd9 req-b63d47eb-c2b8-45b0-b334-9f7bca21e785 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 210 time: 0.0886583 Jul 14 09:02:24.314705 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59128) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:24.387148 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=3bf961b6-708a-4ff3-b40e-42584c38b0df,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:24.396367 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-25999dea-dc6b-4ba0-b418-a149cc6e2acc req-1778dc83-e6e7-4e7f-a3ba-831f5de67f0d service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882677 Jul 14 09:02:24.412308 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc00de6-da18-491f-bea4-dd4b08897755 req-8a4d4610-e07c-46c2-bcc5-9b6867ac2021 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:24.413878 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8dc00de6-da18-491f-bea4-dd4b08897755 req-8a4d4610-e07c-46c2-bcc5-9b6867ac2021 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 945 time: 0.2652879 Jul 14 09:02:24.416537 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-088bdffb-6f04-4faa-abce-0b1ff8b3a41d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=669e9eae83904b948213125bdd33823f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1005116 Jul 14 09:02:24.419225 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59132) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:24.499925 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8dc00de6-da18-491f-bea4-dd4b08897755 req-f8913e05-3642-4597-8d27-f755f360a05b tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700884 Jul 14 09:02:24.523385 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-518ad55e-382d-4273-9728-179eb4ed88a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:24.549483 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926ab940-c84c-4b5e-b907-368eebf7833a x-openstack-request-id: req-926ab940-c84c-4b5e-b907-368eebf7833a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:02:24.550170 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a3b41b-04fe-4670-93fa-a5d9585dc44a", "tag": "2bad340e-0697-4193-b454-7194a7e90922", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:02:24.550170 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-926ab940-c84c-4b5e-b907-368eebf7833a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:02:24.550376 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a3b41b-04fe-4670-93fa-a5d9585dc44a', 'tag': '2bad340e-0697-4193-b454-7194a7e90922', 'status': 'completed', 'code': 200} Jul 14 09:02:24.565662 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-518ad55e-382d-4273-9728-179eb4ed88a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:24.602535 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94d1c968-d999-40a5-bdff-7afbf5e46b80 req-690c68b7-9d78-4dec-bef6-fe82cc5d2ad8 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] 10.222.0.25 "GET /v2.0/security-group-rules/8227174e-2169-4105-b007-49fbc9f93baa HTTP/1.1" status: 200 len: 778 time: 0.0346041 Jul 14 09:02:24.640191 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb158183-41f3-4e89-958f-371e527d2785 req-c7cbfa6b-f0c7-4f72-96b8-5dc08efadc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:24.642556 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-eb158183-41f3-4e89-958f-371e527d2785 req-c7cbfa6b-f0c7-4f72-96b8-5dc08efadc59 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c876435434be449ca81fccdfcb00c6f6&device_id=d5a3b41b-04fe-4670-93fa-a5d9585dc44a HTTP/1.1" status: 200 len: 1100 time: 0.0646961 Jul 14 09:02:24.718065 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94d1c968-d999-40a5-bdff-7afbf5e46b80 req-22230943-3408-4a3c-83da-6831be80a1ba tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] 10.222.0.25 "GET /v2.0/security-groups/58b9267c-8ac7-4cf0-aa74-8454c62d552e HTTP/1.1" status: 200 len: 2404 time: 0.1146870 Jul 14 09:02:24.737737 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-518ad55e-382d-4273-9728-179eb4ed88a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:24.740276 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-518ad55e-382d-4273-9728-179eb4ed88a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:24.744024 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-518ad55e-382d-4273-9728-179eb4ed88a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cbd57148-f660-4402-891c-d6390153a79b HTTP/1.1" status: 204 len: 168 time: 0.3200924 Jul 14 09:02:24.754952 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ad55e-382d-4273-9728-179eb4ed88a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd57148-f660-4402-891c-d6390153a79b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:24.764758 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226aef6-54f9-4337-8b71-9c8e37739dd1 req-263d6197-dd0d-40a8-b184-27201fe50708 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:24.766728 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5226aef6-54f9-4337-8b71-9c8e37739dd1 req-263d6197-dd0d-40a8-b184-27201fe50708 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5a3b41b-04fe-4670-93fa-a5d9585dc44a HTTP/1.1" status: 200 len: 948 time: 0.1622968 Jul 14 09:02:24.784479 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-94d1c968-d999-40a5-bdff-7afbf5e46b80 req-c26c7f9e-caa6-4e8a-859f-29f7fde778c9 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:24.791453 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb158183-41f3-4e89-958f-371e527d2785 req-ed728382-b704-45fa-892c-168dff6cedee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:24.793195 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-eb158183-41f3-4e89-958f-371e527d2785 req-ed728382-b704-45fa-892c-168dff6cedee service neutron] 10.222.0.44 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.1379304 Jul 14 09:02:24.799850 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-94d1c968-d999-40a5-bdff-7afbf5e46b80 req-c26c7f9e-caa6-4e8a-859f-29f7fde778c9 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:24.845247 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5226aef6-54f9-4337-8b71-9c8e37739dd1 req-faa5d424-4a90-4780-9017-ff4f00d0c6a3 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d881533-7988-4588-b0e2-e864dc24b080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690343 Jul 14 09:02:24.847310 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-eb158183-41f3-4e89-958f-371e527d2785 req-18cf162e-d781-4220-baab-6636e5a084c9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=2bad340e-0697-4193-b454-7194a7e90922 HTTP/1.1" status: 200 len: 217 time: 0.0471070 Jul 14 09:02:24.860194 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-94d1c968-d999-40a5-bdff-7afbf5e46b80 req-c26c7f9e-caa6-4e8a-859f-29f7fde778c9 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:24.866809 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-94d1c968-d999-40a5-bdff-7afbf5e46b80 req-c26c7f9e-caa6-4e8a-859f-29f7fde778c9 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:24.882166 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94d1c968-d999-40a5-bdff-7afbf5e46b80 req-c26c7f9e-caa6-4e8a-859f-29f7fde778c9 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/8227174e-2169-4105-b007-49fbc9f93baa HTTP/1.1" status: 204 len: 173 time: 0.1631517 Jul 14 09:02:24.891694 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c7f9e-caa6-4e8a-859f-29f7fde778c9 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8227174e-2169-4105-b007-49fbc9f93baa,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:24.921539 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a5ce51-dd6f-4664-bc38-e3342d391aa6 x-openstack-request-id: req-10a5ce51-dd6f-4664-bc38-e3342d391aa6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:02:24.922124 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0828e8e3-d820-4904-b480-c7f28ab99e8e", "name": "network-vif-plugged", "status": "completed", "tag": "ba7a8ef4-ce4b-4390-9732-806f1f62839f", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:02:24.922360 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10a5ce51-dd6f-4664-bc38-e3342d391aa6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:02:24.922698 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0828e8e3-d820-4904-b480-c7f28ab99e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7a8ef4-ce4b-4390-9732-806f1f62839f', 'code': 200} Jul 14 09:02:24.925236 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb158183-41f3-4e89-958f-371e527d2785 req-0cf8805f-217e-4af6-91eb-3e9cf1d1dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:24.943119 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-eb158183-41f3-4e89-958f-371e527d2785 req-0cf8805f-217e-4af6-91eb-3e9cf1d1dbf8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.0736682 Jul 14 09:02:25.044697 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8126ad12-da23-44f7-80f1-5f7386720d95 req-e14cf724-69f5-4119-b708-50b8f97451c8 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a69923c-f403-489e-9665-205a94e63048 HTTP/1.1" status: 200 len: 210 time: 0.0457242 Jul 14 09:02:25.092709 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-72e616ae-ed4e-41c7-92d1-b67b473dad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:25.094946 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-72e616ae-ed4e-41c7-92d1-b67b473dad31 service neutron] 10.222.0.44 "GET /v2.0/ports/37a1b8d4-d751-44a7-8b11-868f3dd803c4 HTTP/1.1" status: 200 len: 1032 time: 0.0991530 Jul 14 09:02:25.148885 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb158183-41f3-4e89-958f-371e527d2785 req-ad272774-1239-4ef2-b518-348f0b95e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:25.151207 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-eb158183-41f3-4e89-958f-371e527d2785 req-ad272774-1239-4ef2-b518-348f0b95e172 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2046943 Jul 14 09:02:25.158648 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-8661c23f-671f-4224-b543-96ea77068f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:25.160053 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-8661c23f-671f-4224-b543-96ea77068f85 service neutron] 10.222.0.44 "GET /v2.0/ports/fd6a9d84-5544-47b3-9fa9-9037c50c3c10 HTTP/1.1" status: 200 len: 1032 time: 0.0585678 Jul 14 09:02:25.259370 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ab779-4db3-4ee2-a920-d6011f202714 req-3d41a6bc-d20c-4a52-a38a-2eae531ff583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:25.261255 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e21ab779-4db3-4ee2-a920-d6011f202714 req-3d41a6bc-d20c-4a52-a38a-2eae531ff583 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0828e8e3-d820-4904-b480-c7f28ab99e8e HTTP/1.1" status: 200 len: 1101 time: 0.2131727 Jul 14 09:02:25.270929 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a8a76-d615-4e40-b959-b12febe2205e req-9fd78e01-193c-42d0-880a-fd44788e14a8 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:25.273053 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5d6a8a76-d615-4e40-b959-b12febe2205e req-9fd78e01-193c-42d0-880a-fd44788e14a8 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9589d8d-d4fa-4eba-98e3-5e967599f886 HTTP/1.1" status: 200 len: 945 time: 0.1655495 Jul 14 09:02:25.345491 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-4e0f0e69-234c-47b5-be4d-106e80cc01b4 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:25.346661 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e014e4-877d-4e02-a138-5d73e7b82293 req-670a7ab1-a65e-4ff0-bfa6-c0e5deff1c99 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:25.351552 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-4e0f0e69-234c-47b5-be4d-106e80cc01b4 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:25.352433 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-24e014e4-877d-4e02-a138-5d73e7b82293 req-670a7ab1-a65e-4ff0-bfa6-c0e5deff1c99 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 1097 time: 0.1865766 Jul 14 09:02:25.357285 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-4e0f0e69-234c-47b5-be4d-106e80cc01b4 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:25.360358 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-4e0f0e69-234c-47b5-be4d-106e80cc01b4 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.44 "GET /v2.0/networks?id=fd6f44a4-b526-4db7-81df-370c1f70c73e&id=2327d155-7d55-4b31-b424-2e5092343949&id=2327d155-7d55-4b31-b424-2e5092343949&id=2327d155-7d55-4b31-b424-2e5092343949&id=2327d155-7d55-4b31-b424-2e5092343949&id=776c6310-2e5f-475b-b017-192449a00c42&id=776c6310-2e5f-475b-b017-192449a00c42 HTTP/1.1" status: 200 len: 1995 time: 0.1911826 Jul 14 09:02:25.362543 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-eb158183-41f3-4e89-958f-371e527d2785 req-c1186f63-a66b-41f8-bfa1-05a0bdc47023 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016256 Jul 14 09:02:25.379823 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5d6a8a76-d615-4e40-b959-b12febe2205e req-01c9a5c6-9467-4f9b-832b-f6da98383786 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/security-groups?id=b66ff417-eb85-4915-bce4-8f9c11b7b80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894368 Jul 14 09:02:25.409418 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e21ab779-4db3-4ee2-a920-d6011f202714 req-78ac8bc5-29a1-4a13-99f8-7070bb945692 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324646 Jul 14 09:02:25.415203 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-24e014e4-877d-4e02-a138-5d73e7b82293 req-2fd9fd26-6b6a-4188-9a1f-693f2e205483 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499210 Jul 14 09:02:25.438817 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-5d001423-b430-4a4c-9bf6-f7070a48cf3d req-1b7dd181-710e-4832-8552-0e47e150669f tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-942600125', 'description': 'tempest-description-493387292'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:25.478099 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5d001423-b430-4a4c-9bf6-f7070a48cf3d req-1b7dd181-710e-4832-8552-0e47e150669f tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:25.512639 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-c4b62505-6b77-436b-bbee-b35985c82008 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8050cf63175f42718fc254b7c67d228f HTTP/1.1" status: 200 len: 380 time: 0.1240568 Jul 14 09:02:25.563366 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-eb158183-41f3-4e89-958f-371e527d2785 req-a5cb0469-3e71-44e6-aa33-452d0156024c service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729474 Jul 14 09:02:25.606293 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-1290127e-9487-4865-bc1f-90c8d9f64cf4 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Request body: {'port': {'device_id': '34303ed8-0fda-4136-9b65-fbda791bca72', 'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e', 'admin_state_up': True, 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'security_groups': ['676d5fbb-8b00-498f-8965-8e518737057a']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:25.612580 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5d001423-b430-4a4c-9bf6-f7070a48cf3d req-1b7dd181-710e-4832-8552-0e47e150669f tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:25.621194 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5d001423-b430-4a4c-9bf6-f7070a48cf3d req-1b7dd181-710e-4832-8552-0e47e150669f tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:25.657284 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dd181-710e-4832-8552-0e47e150669f tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a9ce27-74a2-4acf-8abc-3f5c7e5c070d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:25.662795 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5d001423-b430-4a4c-9bf6-f7070a48cf3d req-1b7dd181-710e-4832-8552-0e47e150669f tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:25.675463 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5d001423-b430-4a4c-9bf6-f7070a48cf3d req-1b7dd181-710e-4832-8552-0e47e150669f tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2423251 Jul 14 09:02:25.722480 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b2a2c-a063-4567-9447-0cd2f8214ef3 req-352fc2c4-8fbc-4d36-8f51-90d44f631465 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:25.734656 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a19b2a2c-a063-4567-9447-0cd2f8214ef3 req-352fc2c4-8fbc-4d36-8f51-90d44f631465 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=0828e8e3-d820-4904-b480-c7f28ab99e8e HTTP/1.1" status: 200 len: 949 time: 0.1614258 Jul 14 09:02:25.770279 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-1290127e-9487-4865-bc1f-90c8d9f64cf4 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Made reservation on behalf of 8050cf63175f42718fc254b7c67d228f for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:25.774951 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-1290127e-9487-4865-bc1f-90c8d9f64cf4 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:25.794319 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a19b2a2c-a063-4567-9447-0cd2f8214ef3 req-eb566b39-282c-4938-8660-91695bafc554 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584373 Jul 14 09:02:25.890474 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-be8f1d1a-9cc6-46b0-8a8e-b82e5e2f0235 req-63c2878a-c7e3-47f5-85c8-6e8bc68f4404 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 210 time: 0.0465932 Jul 14 09:02:25.983373 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59176) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:25.990786 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-1290127e-9487-4865-bc1f-90c8d9f64cf4 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Allocated IP 172.20.0.10 (fd6f44a4-b526-4db7-81df-370c1f70c73e/704ebd5f-63af-4ec7-9724-fb32bd7b2c9a/e7df2505-e3c5-46da-b5e6-982dcb48a64f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:02:26.028466 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9e0b4aef-0476-42fb-979d-2ac207d2af7f req-68d9b621-4a11-4924-aabf-9edf5f8bf83e tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] 10.222.0.25 "GET /v2.0/security-groups/97a9ce27-74a2-4acf-8abc-3f5c7e5c070d HTTP/1.1" status: 200 len: 1811 time: 0.0699253 Jul 14 09:02:26.035549 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3dcd5-6283-40b9-aea4-698561899dd1 req-f84b3a34-1a00-44f5-a433-83775fa0c2d4 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:26.037720 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eaa3dcd5-6283-40b9-aea4-698561899dd1 req-f84b3a34-1a00-44f5-a433-83775fa0c2d4 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 1097 time: 0.1126184 Jul 14 09:02:26.113388 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eaa3dcd5-6283-40b9-aea4-698561899dd1 req-205dceb6-ebac-4287-9d50-d6d68535a345 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607760 Jul 14 09:02:26.155831 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-75a3a0b5-aba4-4cfd-bc33-45308dca22f7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-366349681-network', 'tenant_id': '5251b0d4541348f2ad3d3cba77a39683'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:26.202814 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a3a0b5-aba4-4cfd-bc33-45308dca22f7 admin admin] Made reservation on behalf of 5251b0d4541348f2ad3d3cba77a39683 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:26.206063 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-75a3a0b5-aba4-4cfd-bc33-45308dca22f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:26.222714 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-75a3a0b5-aba4-4cfd-bc33-45308dca22f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:26.346328 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10475e5b-1151-4139-9a88-65539ed75329 req-0273e03e-6182-4761-95a9-0112b8302074 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:26.348054 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-10475e5b-1151-4139-9a88-65539ed75329 req-0273e03e-6182-4761-95a9-0112b8302074 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] 10.222.0.44 "GET /v2.0/networks?id=06ab83ca-9b3a-4070-8715-c3441ac2259c HTTP/1.1" status: 200 len: 814 time: 0.3256762 Jul 14 09:02:26.365530 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-10475e5b-1151-4139-9a88-65539ed75329 req-8d14f655-7ec7-4198-8204-b0ccdecd64fd tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Request body: {'port': {'device_id': '1a69923c-f403-489e-9665-205a94e63048', 'network_id': '06ab83ca-9b3a-4070-8715-c3441ac2259c', 'admin_state_up': True, 'tenant_id': '411cc1b8c2c44f15bcf8e4741c00eaa6'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:26.445985 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ae09d-2ffb-441d-aa88-a8e27e4a0a8f req-a7b9ffd1-b00e-4194-8085-6fe76b3e6b78 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:26.447445 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-216ae09d-2ffb-441d-aa88-a8e27e4a0a8f req-a7b9ffd1-b00e-4194-8085-6fe76b3e6b78 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5a3b41b-04fe-4670-93fa-a5d9585dc44a HTTP/1.1" status: 200 len: 948 time: 0.2044110 Jul 14 09:02:26.469151 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-1290127e-9487-4865-bc1f-90c8d9f64cf4 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:26.498012 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-1290127e-9487-4865-bc1f-90c8d9f64cf4 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Transition to ACTIVE for port object e7df2505-e3c5-46da-b5e6-982dcb48a64f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:26.521559 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-216ae09d-2ffb-441d-aa88-a8e27e4a0a8f req-720b9515-93af-48b0-b82a-bcd87e8b32ba tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d881533-7988-4588-b0e2-e864dc24b080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667417 Jul 14 09:02:26.523663 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-75a3a0b5-aba4-4cfd-bc33-45308dca22f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:26.541927 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-75a3a0b5-aba4-4cfd-bc33-45308dca22f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:26.582339 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a3a0b5-aba4-4cfd-bc33-45308dca22f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:02:26.613163 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-1290127e-9487-4865-bc1f-90c8d9f64cf4 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:26.623123 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10475e5b-1151-4139-9a88-65539ed75329 req-8d14f655-7ec7-4198-8204-b0ccdecd64fd tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Made reservation on behalf of 411cc1b8c2c44f15bcf8e4741c00eaa6 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:26.624159 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3a0b5-aba4-4cfd-bc33-45308dca22f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:26.626733 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-10475e5b-1151-4139-9a88-65539ed75329 req-8d14f655-7ec7-4198-8204-b0ccdecd64fd tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:26.628141 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-75a3a0b5-aba4-4cfd-bc33-45308dca22f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:26.628731 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-75a3a0b5-aba4-4cfd-bc33-45308dca22f7 admin admin] Added segment 638c9078-7f0c-4dcb-8272-6ff4808c0948 of type vlan for network a8f8824a-2562-4ac0-bf1f-9955e1d8c362 Jul 14 09:02:26.685661 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-1290127e-9487-4865-bc1f-90c8d9f64cf4 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Network fd6f44a4-b526-4db7-81df-370c1f70c73e is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:02:26.695800 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-1290127e-9487-4865-bc1f-90c8d9f64cf4 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:26.698885 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-75a3a0b5-aba4-4cfd-bc33-45308dca22f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:26.703783 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-1290127e-9487-4865-bc1f-90c8d9f64cf4 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:02:26.710043 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290127e-9487-4865-bc1f-90c8d9f64cf4 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event updated for resources: {'Port': ['ID=e7df2505-e3c5-46da-b5e6-982dcb48a64f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:26.753501 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b512c167-9f96-44fa-92ef-4054a2ef3703 req-ebdc767f-4849-43a6-8f1c-5f66bce8afe4 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a69923c-f403-489e-9665-205a94e63048 HTTP/1.1" status: 200 len: 210 time: 0.0400341 Jul 14 09:02:26.792606 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-75a3a0b5-aba4-4cfd-bc33-45308dca22f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:26.793609 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a3a0b5-aba4-4cfd-bc33-45308dca22f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:26.794215 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-75a3a0b5-aba4-4cfd-bc33-45308dca22f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:26.818733 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-16de9178-8717-4749-a198-05ed3acbc9b9 req-6fbfa192-88c5-4d0d-af86-7334376e5556 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-742525651', 'description': 'tempest-description-1631558260'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:26.899579 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-75a3a0b5-aba4-4cfd-bc33-45308dca22f7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9118936 Jul 14 09:02:26.910202 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-10475e5b-1151-4139-9a88-65539ed75329 req-8d14f655-7ec7-4198-8204-b0ccdecd64fd tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Allocated IP 172.20.0.6 (06ab83ca-9b3a-4070-8715-c3441ac2259c/c989bd37-e216-417a-93b9-04dbf2869cd2/c38d76b0-2d1b-453d-b9c1-c405b92d6f41) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:02:26.910573 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59198) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:26.921611 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d6445dfd-61cb-4af2-8a89-a3dd8fbc6419 admin admin] Request body: {'subnet': {'network_id': 'a8f8824a-2562-4ac0-bf1f-9955e1d8c362', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-366349681-subnet', 'tenant_id': '5251b0d4541348f2ad3d3cba77a39683', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:26.924908 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ed6564-a5f0-46f3-b5b9-49e69be245d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf961b6-708a-4ff3-b40e-42584c38b0df'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:02:26.928144 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4f6ea6-c64e-4133-b262-d60b45377a6b" -d '{"events": [{"server_uuid": "51ed6564-a5f0-46f3-b5b9-49e69be245d4", "name": "network-vif-plugged", "status": "completed", "tag": "3bf961b6-708a-4ff3-b40e-42584c38b0df"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:02:26.930615 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3a0b5-aba4-4cfd-bc33-45308dca22f7 admin admin] Pushing event updated for resources: {'Network': ['ID=a8f8824a-2562-4ac0-bf1f-9955e1d8c362,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:26.942134 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network a8f8824a-2562-4ac0-bf1f-9955e1d8c362 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:02:26.963428 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-16de9178-8717-4749-a198-05ed3acbc9b9 req-6fbfa192-88c5-4d0d-af86-7334376e5556 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:27.006254 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6445dfd-61cb-4af2-8a89-a3dd8fbc6419 admin admin] Made reservation on behalf of 5251b0d4541348f2ad3d3cba77a39683 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:27.024855 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6445dfd-61cb-4af2-8a89-a3dd8fbc6419 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:27.035932 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-1290127e-9487-4865-bc1f-90c8d9f64cf4 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:27.037169 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-1290127e-9487-4865-bc1f-90c8d9f64cf4 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:27.126719 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f9da9766-f1cf-4126-9085-fd5b6a02d4da None None] Provisioning for port e7df2505-e3c5-46da-b5e6-982dcb48a64f completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:27.133279 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f9da9766-f1cf-4126-9085-fd5b6a02d4da None None] Provisioning complete for port e7df2505-e3c5-46da-b5e6-982dcb48a64f triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:27.135231 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f9da9766-f1cf-4126-9085-fd5b6a02d4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:27.164371 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 2bad340e-0697-4193-b454-7194a7e90922 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:02:27.209730 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f9da9766-f1cf-4126-9085-fd5b6a02d4da None None] Port e7df2505-e3c5-46da-b5e6-982dcb48a64f cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:02:27.225529 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-10475e5b-1151-4139-9a88-65539ed75329 req-8d14f655-7ec7-4198-8204-b0ccdecd64fd tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:27.251914 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebeca2-83be-4a23-aca2-32cf4fcae9e0 req-35adc7d7-6068-435c-a5de-ae64bf83a4ac tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:27.253478 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7aebeca2-83be-4a23-aca2-32cf4fcae9e0 req-35adc7d7-6068-435c-a5de-ae64bf83a4ac tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=0828e8e3-d820-4904-b480-c7f28ab99e8e HTTP/1.1" status: 200 len: 949 time: 0.2234616 Jul 14 09:02:27.255965 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-16de9178-8717-4749-a198-05ed3acbc9b9 req-6fbfa192-88c5-4d0d-af86-7334376e5556 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:27.277772 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-10475e5b-1151-4139-9a88-65539ed75329 req-8d14f655-7ec7-4198-8204-b0ccdecd64fd tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:27.281207 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-1290127e-9487-4865-bc1f-90c8d9f64cf4 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6817362 Jul 14 09:02:27.292103 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-cef4bd53-76d6-4aef-87b1-220d33b157c2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Request body: {'port': {'device_id': '34303ed8-0fda-4136-9b65-fbda791bca72', 'network_id': '2327d155-7d55-4b31-b424-2e5092343949', 'admin_state_up': True, 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'security_groups': ['676d5fbb-8b00-498f-8965-8e518737057a']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:27.294956 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-16de9178-8717-4749-a198-05ed3acbc9b9 req-6fbfa192-88c5-4d0d-af86-7334376e5556 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:27.352158 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-16de9178-8717-4749-a198-05ed3acbc9b9 req-6fbfa192-88c5-4d0d-af86-7334376e5556 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:27.363249 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-16de9178-8717-4749-a198-05ed3acbc9b9 req-6fbfa192-88c5-4d0d-af86-7334376e5556 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5610449 Jul 14 09:02:27.365312 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 2bad340e-0697-4193-b454-7194a7e90922, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=2bad340e-0697-4193-b454-7194a7e90922,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:27.379699 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '2bad340e-0697-4193-b454-7194a7e90922', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '2bad340e-0697-4193-b454-7194a7e90922', 'mac_address': 'fa:16:3e:51:8e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:02:27.383843 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbfa192-88c5-4d0d-af86-7334376e5556 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e53814b7-e0b7-46ec-b317-36abbbca497e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:27.419836 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14f655-7ec7-4198-8204-b0ccdecd64fd tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Pushing event updated for resources: {'Port': ['ID=c38d76b0-2d1b-453d-b9c1-c405b92d6f41,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:27.424772 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10475e5b-1151-4139-9a88-65539ed75329 req-8d14f655-7ec7-4198-8204-b0ccdecd64fd tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Network 06ab83ca-9b3a-4070-8715-c3441ac2259c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:02:27.428546 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-10475e5b-1151-4139-9a88-65539ed75329 req-8d14f655-7ec7-4198-8204-b0ccdecd64fd tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:27.432676 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-10475e5b-1151-4139-9a88-65539ed75329 req-8d14f655-7ec7-4198-8204-b0ccdecd64fd tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:02:27.450949 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:27.466005 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bad340e-0697-4193-b454-7194a7e90922 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:02:27.472459 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7aebeca2-83be-4a23-aca2-32cf4fcae9e0 req-0c3e2b18-058e-46e7-ad7e-18648ef95d15 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107775 Jul 14 09:02:27.510394 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 2bad340e-0697-4193-b454-7194a7e90922, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=2bad340e-0697-4193-b454-7194a7e90922,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:27.517417 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:27.529047 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10475e5b-1151-4139-9a88-65539ed75329 req-8d14f655-7ec7-4198-8204-b0ccdecd64fd tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:27.529971 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-10475e5b-1151-4139-9a88-65539ed75329 req-8d14f655-7ec7-4198-8204-b0ccdecd64fd tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:27.544395 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6445dfd-61cb-4af2-8a89-a3dd8fbc6419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:27.573708 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-10475e5b-1151-4139-9a88-65539ed75329 req-8d14f655-7ec7-4198-8204-b0ccdecd64fd tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2158861 Jul 14 09:02:27.593946 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-10475e5b-1151-4139-9a88-65539ed75329 req-09c54205-e2c6-4c00-9fe8-828fd2381e6e service neutron] Request body: {'port': {'device_id': '1a69923c-f403-489e-9665-205a94e63048', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:27.598059 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-cef4bd53-76d6-4aef-87b1-220d33b157c2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Made reservation on behalf of 8050cf63175f42718fc254b7c67d228f for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:27.601794 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-cef4bd53-76d6-4aef-87b1-220d33b157c2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:27.627721 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6445dfd-61cb-4af2-8a89-a3dd8fbc6419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5e3b42c-fb5b-4093-8dd1-06a58a6b7b32,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:27.636996 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=2bad340e-0697-4193-b454-7194a7e90922,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:27.710442 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6445dfd-61cb-4af2-8a89-a3dd8fbc6419 admin admin] Checking segment: {'id': '638c9078-7f0c-4dcb-8272-6ff4808c0948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a8f8824a-2562-4ac0-bf1f-9955e1d8c362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:27.711009 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6445dfd-61cb-4af2-8a89-a3dd8fbc6419 admin admin] Network hostable DHCP agents. Network: a8f8824a-2562-4ac0-bf1f-9955e1d8c362, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:02:27.741125 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6445dfd-61cb-4af2-8a89-a3dd8fbc6419 admin admin] Network a8f8824a-2562-4ac0-bf1f-9955e1d8c362 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:02:27.771198 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-10475e5b-1151-4139-9a88-65539ed75329 req-09c54205-e2c6-4c00-9fe8-828fd2381e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:27.777090 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d91b6a-bb5d-4a35-8443-12b7a5f4c258 req-57f6683a-0111-4206-b091-1430b7cae64d tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:27.778719 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82d91b6a-bb5d-4a35-8443-12b7a5f4c258 req-57f6683a-0111-4206-b091-1430b7cae64d tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 932 time: 0.1521649 Jul 14 09:02:27.779659 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-d6445dfd-61cb-4af2-8a89-a3dd8fbc6419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, a8f8824a-2562-4ac0-bf1f-9955e1d8c362) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:27.784396 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6445dfd-61cb-4af2-8a89-a3dd8fbc6419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:27.785094 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6445dfd-61cb-4af2-8a89-a3dd8fbc6419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:27.794311 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['2bad340e-0697-4193-b454-7194a7e90922'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:02:27.816809 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d6445dfd-61cb-4af2-8a89-a3dd8fbc6419 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9027328 Jul 14 09:02:27.817138 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59214) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:27.824513 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8dd8d9f3-ddbf-4a30-871a-467221082ed9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-366349681-router', 'tenant_id': '5251b0d4541348f2ad3d3cba77a39683', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:27.860869 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-cef4bd53-76d6-4aef-87b1-220d33b157c2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Allocated IP 10.1.1.44 (2327d155-7d55-4b31-b424-2e5092343949/a624182c-f31b-410c-b5c5-a0db3a91730d/599e0919-b70c-4cf5-a3f8-80f61b689f90) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:02:27.876768 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e38db2-6f3b-4a5f-8af4-2a3dd71f5230 None None] Network a8f8824a-2562-4ac0-bf1f-9955e1d8c362 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:02:27.920105 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82d91b6a-bb5d-4a35-8443-12b7a5f4c258 req-448c97c2-6f0e-4073-8587-3a4b149d1ec8 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/security-groups?id=676d5fbb-8b00-498f-8965-8e518737057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838916 Jul 14 09:02:27.921673 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dd8d9f3-ddbf-4a30-871a-467221082ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:27.924433 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dd8d9f3-ddbf-4a30-871a-467221082ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:28.012431 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9bd5cd-7981-4f42-8605-cf38fee8dd71 x-openstack-request-id: req-0b9bd5cd-7981-4f42-8605-cf38fee8dd71 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:02:28.013184 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ed6564-a5f0-46f3-b5b9-49e69be245d4", "name": "network-vif-plugged", "status": "completed", "tag": "3bf961b6-708a-4ff3-b40e-42584c38b0df", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:02:28.013989 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b9bd5cd-7981-4f42-8605-cf38fee8dd71 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:02:28.014430 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ed6564-a5f0-46f3-b5b9-49e69be245d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf961b6-708a-4ff3-b40e-42584c38b0df', 'code': 200} Jul 14 09:02:28.145388 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dd8d9f3-ddbf-4a30-871a-467221082ed9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:28.289843 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-9261a578-2bc9-4623-9f79-312865cbdc14 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--748287926&fields=id&tenant_id=4ded5a87fc684a6aaedbd0df5e9b2bfa HTTP/1.1" status: 200 len: 267 time: 0.1675460 Jul 14 09:02:28.311584 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54108f95-72cd-4c2c-82b2-4416151b2934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-a8f8824a-2562-4ac0-bf1f-9955e1d8c362', 'network_id': 'a8f8824a-2562-4ac0-bf1f-9955e1d8c362', 'tenant_id': '5251b0d4541348f2ad3d3cba77a39683', 'fixed_ips': [{'subnet_id': 'f5e3b42c-fb5b-4093-8dd1-06a58a6b7b32'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:02:28.313297 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f3455d19-0faa-4b60-9ae8-0c16c79fb49e req-456afeb7-abe4-470c-80c6-ff85d59643d3 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] 10.222.0.25 "GET /v2.0/security-groups/e53814b7-e0b7-46ec-b317-36abbbca497e HTTP/1.1" status: 200 len: 1812 time: 0.2460599 Jul 14 09:02:28.313866 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54108f95-72cd-4c2c-82b2-4416151b2934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:28.494256 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-54108f95-72cd-4c2c-82b2-4416151b2934 None None] Allocated IP 172.20.0.2 (a8f8824a-2562-4ac0-bf1f-9955e1d8c362/f5e3b42c-fb5b-4093-8dd1-06a58a6b7b32/bf68b162-686e-4c81-ad15-fcfe6abfb915) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:02:28.524411 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-8dffdad0-844a-49b9-93e1-3267263a22a2 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:28.526653 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-8dffdad0-844a-49b9-93e1-3267263a22a2 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/networks?id=08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f HTTP/1.1" status: 200 len: 824 time: 0.2116776 Jul 14 09:02:28.622519 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-cef4bd53-76d6-4aef-87b1-220d33b157c2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:28.634033 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dd8d9f3-ddbf-4a30-871a-467221082ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:28.650247 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-cef4bd53-76d6-4aef-87b1-220d33b157c2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Transition to ACTIVE for port object 599e0919-b70c-4cf5-a3f8-80f61b689f90 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:28.672633 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54108f95-72cd-4c2c-82b2-4416151b2934 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:28.682269 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-54108f95-72cd-4c2c-82b2-4416151b2934 None None] Transition to ACTIVE for port object bf68b162-686e-4c81-ad15-fcfe6abfb915 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:28.692282 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795ef8f-7014-4967-8be1-6243b65de350 req-96b89edc-03dc-40bb-9fba-67011759f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:28.694142 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d795ef8f-7014-4967-8be1-6243b65de350 req-96b89edc-03dc-40bb-9fba-67011759f4a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=51ed6564-a5f0-46f3-b5b9-49e69be245d4 HTTP/1.1" status: 200 len: 1101 time: 0.6279659 Jul 14 09:02:28.700998 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-54108f95-72cd-4c2c-82b2-4416151b2934 None None] Transition to ACTIVE for port object bf68b162-686e-4c81-ad15-fcfe6abfb915 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:28.711872 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54108f95-72cd-4c2c-82b2-4416151b2934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:28.721060 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1ec13-4bb8-45ac-82e4-c27f0f81ddd6 req-b640adb5-adaf-415c-98b1-74909ca6d39e tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:28.722185 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-10475e5b-1151-4139-9a88-65539ed75329 req-09c54205-e2c6-4c00-9fe8-828fd2381e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c38d76b0-2d1b-453d-b9c1-c405b92d6f41 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:02:28.723892 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bd1ec13-4bb8-45ac-82e4-c27f0f81ddd6 req-b640adb5-adaf-415c-98b1-74909ca6d39e tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9589d8d-d4fa-4eba-98e3-5e967599f886 HTTP/1.1" status: 200 len: 945 time: 0.6558535 Jul 14 09:02:28.733033 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-10475e5b-1151-4139-9a88-65539ed75329 req-09c54205-e2c6-4c00-9fe8-828fd2381e6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:28.750666 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-10475e5b-1151-4139-9a88-65539ed75329 req-09c54205-e2c6-4c00-9fe8-828fd2381e6e service neutron] Transition to ACTIVE for port object c38d76b0-2d1b-453d-b9c1-c405b92d6f41 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:28.755137 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-cef4bd53-76d6-4aef-87b1-220d33b157c2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:28.764376 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54108f95-72cd-4c2c-82b2-4416151b2934 None None] Network a8f8824a-2562-4ac0-bf1f-9955e1d8c362 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:02:28.771847 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-54108f95-72cd-4c2c-82b2-4416151b2934 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:28.772717 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-3fee6318-e57c-4a1a-b7cc-a8d518f0f53c tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/quotas/4ded5a87fc684a6aaedbd0df5e9b2bfa HTTP/1.1" status: 200 len: 375 time: 0.2285130 Jul 14 09:02:28.778461 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54108f95-72cd-4c2c-82b2-4416151b2934 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:02:28.804224 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-10475e5b-1151-4139-9a88-65539ed75329 req-09c54205-e2c6-4c00-9fe8-828fd2381e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:28.821254 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54108f95-72cd-4c2c-82b2-4416151b2934 None None] Pushing event updated for resources: {'Port': ['ID=bf68b162-686e-4c81-ad15-fcfe6abfb915,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:28.822065 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4bd53-76d6-4aef-87b1-220d33b157c2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event updated for resources: {'Port': ['ID=599e0919-b70c-4cf5-a3f8-80f61b689f90,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:28.846827 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-cef4bd53-76d6-4aef-87b1-220d33b157c2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Network 2327d155-7d55-4b31-b424-2e5092343949 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:02:28.865231 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-54108f95-72cd-4c2c-82b2-4416151b2934 None None] Attempting to bind port bf68b162-686e-4c81-ad15-fcfe6abfb915 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:02:28.865875 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-54108f95-72cd-4c2c-82b2-4416151b2934 None None] Attempting to bind port bf68b162-686e-4c81-ad15-fcfe6abfb915 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '638c9078-7f0c-4dcb-8272-6ff4808c0948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a8f8824a-2562-4ac0-bf1f-9955e1d8c362'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:02:28.866438 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54108f95-72cd-4c2c-82b2-4416151b2934 None None] Attempting to bind port bf68b162-686e-4c81-ad15-fcfe6abfb915 on network a8f8824a-2562-4ac0-bf1f-9955e1d8c362 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:28.872306 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-cef4bd53-76d6-4aef-87b1-220d33b157c2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:28.872652 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54108f95-72cd-4c2c-82b2-4416151b2934 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:02:28.873228 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54108f95-72cd-4c2c-82b2-4416151b2934 None None] Checking segment: {'id': '638c9078-7f0c-4dcb-8272-6ff4808c0948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a8f8824a-2562-4ac0-bf1f-9955e1d8c362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:28.873975 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54108f95-72cd-4c2c-82b2-4416151b2934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:28.874586 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54108f95-72cd-4c2c-82b2-4416151b2934 None None] Bound using segment: {'id': '638c9078-7f0c-4dcb-8272-6ff4808c0948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a8f8824a-2562-4ac0-bf1f-9955e1d8c362'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:02:28.875662 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-54108f95-72cd-4c2c-82b2-4416151b2934 None None] Bound port: bf68b162-686e-4c81-ad15-fcfe6abfb915, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '638c9078-7f0c-4dcb-8272-6ff4808c0948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a8f8824a-2562-4ac0-bf1f-9955e1d8c362'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:02:28.876228 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54108f95-72cd-4c2c-82b2-4416151b2934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:28.895354 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-cef4bd53-76d6-4aef-87b1-220d33b157c2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:02:28.946249 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d795ef8f-7014-4967-8be1-6243b65de350 req-b55a6eb1-0c41-4018-8404-63649928daba service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356575 Jul 14 09:02:28.975276 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-54108f95-72cd-4c2c-82b2-4416151b2934 None None] For port bf68b162-686e-4c81-ad15-fcfe6abfb915, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:02:28.977392 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c54205-e2c6-4c00-9fe8-828fd2381e6e service neutron] Pushing event updated for resources: {'Port': ['ID=c38d76b0-2d1b-453d-b9c1-c405b92d6f41,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:28.980144 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-54108f95-72cd-4c2c-82b2-4416151b2934 None None] For port bf68b162-686e-4c81-ad15-fcfe6abfb915, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=bf68b162-686e-4c81-ad15-fcfe6abfb915,segment=NetworkSegment(638c9078-7f0c-4dcb-8272-6ff4808c0948),segment_id=638c9078-7f0c-4dcb-8272-6ff4808c0948)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:02:28.988861 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54108f95-72cd-4c2c-82b2-4416151b2934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:29.020372 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-10475e5b-1151-4139-9a88-65539ed75329 req-09c54205-e2c6-4c00-9fe8-828fd2381e6e service neutron] Attempting to bind port c38d76b0-2d1b-453d-b9c1-c405b92d6f41 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:02:29.023124 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-10475e5b-1151-4139-9a88-65539ed75329 req-09c54205-e2c6-4c00-9fe8-828fd2381e6e service neutron] Attempting to bind port c38d76b0-2d1b-453d-b9c1-c405b92d6f41 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '42f82b8e-0ba0-420a-b714-d8cb21490204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '06ab83ca-9b3a-4070-8715-c3441ac2259c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:02:29.023767 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10475e5b-1151-4139-9a88-65539ed75329 req-09c54205-e2c6-4c00-9fe8-828fd2381e6e service neutron] Attempting to bind port c38d76b0-2d1b-453d-b9c1-c405b92d6f41 on network 06ab83ca-9b3a-4070-8715-c3441ac2259c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:29.034187 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10475e5b-1151-4139-9a88-65539ed75329 req-09c54205-e2c6-4c00-9fe8-828fd2381e6e service neutron] Port c38d76b0-2d1b-453d-b9c1-c405b92d6f41 on network 06ab83ca-9b3a-4070-8715-c3441ac2259c not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:02:29.035860 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10475e5b-1151-4139-9a88-65539ed75329 req-09c54205-e2c6-4c00-9fe8-828fd2381e6e service neutron] Attempting to bind port c38d76b0-2d1b-453d-b9c1-c405b92d6f41 on network 06ab83ca-9b3a-4070-8715-c3441ac2259c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:29.040051 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-1a1d582e-409f-4b9d-a138-f86e7fc87417 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4ded5a87fc684a6aaedbd0df5e9b2bfa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2656817 Jul 14 09:02:29.055278 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-cef4bd53-76d6-4aef-87b1-220d33b157c2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:29.060671 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-cef4bd53-76d6-4aef-87b1-220d33b157c2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:29.067123 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10475e5b-1151-4139-9a88-65539ed75329 req-09c54205-e2c6-4c00-9fe8-828fd2381e6e service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:02:29.071874 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10475e5b-1151-4139-9a88-65539ed75329 req-09c54205-e2c6-4c00-9fe8-828fd2381e6e service neutron] Checking segment: {'id': '42f82b8e-0ba0-420a-b714-d8cb21490204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '06ab83ca-9b3a-4070-8715-c3441ac2259c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:29.072869 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10475e5b-1151-4139-9a88-65539ed75329 req-09c54205-e2c6-4c00-9fe8-828fd2381e6e service neutron] Bound using segment: {'id': '42f82b8e-0ba0-420a-b714-d8cb21490204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '06ab83ca-9b3a-4070-8715-c3441ac2259c'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:02:29.074218 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-10475e5b-1151-4139-9a88-65539ed75329 req-09c54205-e2c6-4c00-9fe8-828fd2381e6e service neutron] Bound port: c38d76b0-2d1b-453d-b9c1-c405b92d6f41, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f82b8e-0ba0-420a-b714-d8cb21490204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '06ab83ca-9b3a-4070-8715-c3441ac2259c'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:02:29.076626 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-10475e5b-1151-4139-9a88-65539ed75329 req-09c54205-e2c6-4c00-9fe8-828fd2381e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:29.080890 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54108f95-72cd-4c2c-82b2-4416151b2934 None None] Pushing event updated for resources: {'Port': ['ID=bf68b162-686e-4c81-ad15-fcfe6abfb915,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:29.082972 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56635085-e826-4dce-880d-6364336b3404 req-8aa3803d-a7ac-4cd2-8a41-dbf08f90227c tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:29.091931 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56635085-e826-4dce-880d-6364336b3404 req-8aa3803d-a7ac-4cd2-8a41-dbf08f90227c tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=51ed6564-a5f0-46f3-b5b9-49e69be245d4 HTTP/1.1" status: 200 len: 949 time: 0.5615876 Jul 14 09:02:29.140314 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-cef4bd53-76d6-4aef-87b1-220d33b157c2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8519893 Jul 14 09:02:29.151174 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-a02b4790-2ae7-48e2-ae0b-8d1cc133ff11 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Request body: {'port': {'device_id': '34303ed8-0fda-4136-9b65-fbda791bca72', 'network_id': '2327d155-7d55-4b31-b424-2e5092343949', 'admin_state_up': True, 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'security_groups': ['676d5fbb-8b00-498f-8965-8e518737057a']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:29.156754 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 2bad340e-0697-4193-b454-7194a7e90922 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:02:29.264104 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f67e79d6-613f-4491-a457-1f07e5795e1c None None] Provisioning for port 599e0919-b70c-4cf5-a3f8-80f61b689f90 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:29.276826 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f67e79d6-613f-4491-a457-1f07e5795e1c None None] Provisioning complete for port 599e0919-b70c-4cf5-a3f8-80f61b689f90 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:29.277653 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f67e79d6-613f-4491-a457-1f07e5795e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:29.288093 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 2bad340e-0697-4193-b454-7194a7e90922 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:29.297252 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-a02b4790-2ae7-48e2-ae0b-8d1cc133ff11 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Made reservation on behalf of 8050cf63175f42718fc254b7c67d228f for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:29.297959 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 2bad340e-0697-4193-b454-7194a7e90922 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:29.298598 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:29.302085 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-a02b4790-2ae7-48e2-ae0b-8d1cc133ff11 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:29.346199 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-10475e5b-1151-4139-9a88-65539ed75329 req-09c54205-e2c6-4c00-9fe8-828fd2381e6e service neutron] For port c38d76b0-2d1b-453d-b9c1-c405b92d6f41, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:02:29.355875 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-10475e5b-1151-4139-9a88-65539ed75329 req-09c54205-e2c6-4c00-9fe8-828fd2381e6e service neutron] For port c38d76b0-2d1b-453d-b9c1-c405b92d6f41, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c38d76b0-2d1b-453d-b9c1-c405b92d6f41,segment=NetworkSegment(42f82b8e-0ba0-420a-b714-d8cb21490204),segment_id=42f82b8e-0ba0-420a-b714-d8cb21490204)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:02:29.416148 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-10475e5b-1151-4139-9a88-65539ed75329 req-09c54205-e2c6-4c00-9fe8-828fd2381e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:29.425211 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f67e79d6-613f-4491-a457-1f07e5795e1c None None] Port 599e0919-b70c-4cf5-a3f8-80f61b689f90 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:02:29.468224 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10475e5b-1151-4139-9a88-65539ed75329 req-09c54205-e2c6-4c00-9fe8-828fd2381e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:29.469387 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-10475e5b-1151-4139-9a88-65539ed75329 req-09c54205-e2c6-4c00-9fe8-828fd2381e6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:29.470904 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-10475e5b-1151-4139-9a88-65539ed75329 req-09c54205-e2c6-4c00-9fe8-828fd2381e6e service neutron] 10.222.0.44 "PUT /v2.0/ports/c38d76b0-2d1b-453d-b9c1-c405b92d6f41 HTTP/1.1" status: 200 len: 1092 time: 1.8827975 Jul 14 09:02:29.471374 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a69923c-f403-489e-9665-205a94e63048', 'tag': 'c38d76b0-2d1b-453d-b9c1-c405b92d6f41'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:02:29.481271 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05daa6a4-9bdd-4deb-8fea-aada4b155204" -d '{"events": [{"name": "network-changed", "server_uuid": "1a69923c-f403-489e-9665-205a94e63048", "tag": "c38d76b0-2d1b-453d-b9c1-c405b92d6f41"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:02:29.504566 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:29.554823 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 2bad340e-0697-4193-b454-7194a7e90922, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=2bad340e-0697-4193-b454-7194a7e90922,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:29.561025 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:29.673278 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c54205-e2c6-4c00-9fe8-828fd2381e6e service neutron] Pushing event updated for resources: {'Port': ['ID=c38d76b0-2d1b-453d-b9c1-c405b92d6f41,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:29.708684 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-a02b4790-2ae7-48e2-ae0b-8d1cc133ff11 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Allocated IP 10.1.1.140 (2327d155-7d55-4b31-b424-2e5092343949/a624182c-f31b-410c-b5c5-a0db3a91730d/cd05352d-2cf2-4deb-8660-bf87a73993a1) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:02:29.750333 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device bf68b162-686e-4c81-ad15-fcfe6abfb915 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:02:29.754053 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10475e5b-1151-4139-9a88-65539ed75329 req-15b7f21c-a8e8-4216-a1b4-c3ab9a583404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:29.755895 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-10475e5b-1151-4139-9a88-65539ed75329 req-15b7f21c-a8e8-4216-a1b4-c3ab9a583404 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=411cc1b8c2c44f15bcf8e4741c00eaa6&device_id=1a69923c-f403-489e-9665-205a94e63048 HTTP/1.1" status: 200 len: 1095 time: 0.2204416 Jul 14 09:02:29.773181 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56635085-e826-4dce-880d-6364336b3404 req-3686b410-2d62-4ac4-9422-66719c778cdc tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6674576 Jul 14 09:02:29.831682 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port bf68b162-686e-4c81-ad15-fcfe6abfb915 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:29.838183 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=2bad340e-0697-4193-b454-7194a7e90922,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:29.871458 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-10475e5b-1151-4139-9a88-65539ed75329 req-d4201906-e08c-4d88-9eb4-84ed09cd9b0d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c38d76b0-2d1b-453d-b9c1-c405b92d6f41 HTTP/1.1" status: 200 len: 217 time: 0.1025562 Jul 14 09:02:29.968897 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-d4b9fcef-581d-4129-a250-65d9104ad8ab service neutron] 10.222.0.25 "GET /v2.0/networks/08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8758974 Jul 14 09:02:29.979081 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10475e5b-1151-4139-9a88-65539ed75329 req-a6ee79ff-752c-43f7-ae40-1177833c8867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:29.980578 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-10475e5b-1151-4139-9a88-65539ed75329 req-a6ee79ff-752c-43f7-ae40-1177833c8867 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c989bd37-e216-417a-93b9-04dbf2869cd2 HTTP/1.1" status: 200 len: 854 time: 0.0744538 Jul 14 09:02:30.006062 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-7bd1ec13-4bb8-45ac-82e4-c27f0f81ddd6 req-07fe6383-4087-4e74-b4f1-9a12e4440590 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Deleting port 58155b91-8d8e-400d-b601-a4b18200528b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:02:30.007271 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7bd1ec13-4bb8-45ac-82e4-c27f0f81ddd6 req-07fe6383-4087-4e74-b4f1-9a12e4440590 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:30.015267 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a3b41b-04fe-4670-93fa-a5d9585dc44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bad340e-0697-4193-b454-7194a7e90922'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:02:30.018319 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be21bcb-3214-4cfc-8851-77cadde3d504" -d '{"events": [{"server_uuid": "d5a3b41b-04fe-4670-93fa-a5d9585dc44a", "name": "network-vif-plugged", "status": "completed", "tag": "2bad340e-0697-4193-b454-7194a7e90922"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:02:30.027192 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-10475e5b-1151-4139-9a88-65539ed75329 req-deb3f090-8da8-44b8-bd06-b1d4ccb9be9e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=06ab83ca-9b3a-4070-8715-c3441ac2259c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404644 Jul 14 09:02:30.067696 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-a02b4790-2ae7-48e2-ae0b-8d1cc133ff11 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:30.116079 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-a02b4790-2ae7-48e2-ae0b-8d1cc133ff11 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Transition to ACTIVE for port object cd05352d-2cf2-4deb-8660-bf87a73993a1 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:30.181513 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-10475e5b-1151-4139-9a88-65539ed75329 req-ccb35e72-8759-4595-a400-efaf2d1a4211 service neutron] 10.222.0.44 "GET /v2.0/networks/06ab83ca-9b3a-4070-8715-c3441ac2259c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474838 Jul 14 09:02:30.200178 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-a02b4790-2ae7-48e2-ae0b-8d1cc133ff11 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:30.215263 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dd8d9f3-ddbf-4a30-871a-467221082ed9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:30.244702 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dd8d9f3-ddbf-4a30-871a-467221082ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:30.295656 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-a02b4790-2ae7-48e2-ae0b-8d1cc133ff11 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Network 2327d155-7d55-4b31-b424-2e5092343949 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:02:30.301907 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-a02b4790-2ae7-48e2-ae0b-8d1cc133ff11 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:30.308309 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-a02b4790-2ae7-48e2-ae0b-8d1cc133ff11 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:02:30.314222 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b4790-2ae7-48e2-ae0b-8d1cc133ff11 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event updated for resources: {'Port': ['ID=cd05352d-2cf2-4deb-8660-bf87a73993a1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:30.385088 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-a02b4790-2ae7-48e2-ae0b-8d1cc133ff11 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:30.385727 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-a02b4790-2ae7-48e2-ae0b-8d1cc133ff11 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:30.397661 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-10475e5b-1151-4139-9a88-65539ed75329 req-eeeec5be-bce8-46a9-8fe1-21c97d79ece0 service neutron] 10.222.0.44 "GET /v2.0/networks/06ab83ca-9b3a-4070-8715-c3441ac2259c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064078 Jul 14 09:02:30.401931 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-8dd8d9f3-ddbf-4a30-871a-467221082ed9 admin admin] Allocated IP 172.25.6.176 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/bde9bde2-82b7-4cb2-bb9c-f9ed667346bc) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:02:30.412324 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-a02b4790-2ae7-48e2-ae0b-8d1cc133ff11 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2640061 Jul 14 09:02:30.423444 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0e03f5da-b55d-475a-9653-3ede65553416 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Request body: {'port': {'device_id': '34303ed8-0fda-4136-9b65-fbda791bca72', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '776c6310-2e5f-475b-b017-192449a00c42', 'admin_state_up': True, 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'security_groups': ['676d5fbb-8b00-498f-8965-8e518737057a']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:30.429581 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-f686c5d4-b583-4e49-a858-0b613c411a22 service neutron] 10.222.0.25 "GET /v2.0/networks/08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361069 Jul 14 09:02:30.463431 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a7d64-315c-4df4-8e8a-71098e36da63 req-bdee698c-0687-4d13-9646-c7d9a9e4da4b tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:30.465138 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6e0a7d64-315c-4df4-8e8a-71098e36da63 req-bdee698c-0687-4d13-9646-c7d9a9e4da4b tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5a3b41b-04fe-4670-93fa-a5d9585dc44a HTTP/1.1" status: 200 len: 950 time: 0.5099373 Jul 14 09:02:30.547643 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-7bd1ec13-4bb8-45ac-82e4-c27f0f81ddd6 req-07fe6383-4087-4e74-b4f1-9a12e4440590 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] For port 58155b91-8d8e-400d-b601-a4b18200528b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=58155b91-8d8e-400d-b601-a4b18200528b,segment=NetworkSegment(f6ceb175-f8f3-456b-a1a2-6146eff18101),segment_id=f6ceb175-f8f3-456b-a1a2-6146eff18101)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:30.547882 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7bd1ec13-4bb8-45ac-82e4-c27f0f81ddd6 req-07fe6383-4087-4e74-b4f1-9a12e4440590 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:30.605174 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3e7b35-3162-44b1-b3f9-9e4bb9007a49 None None] Network a8f8824a-2562-4ac0-bf1f-9955e1d8c362 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:02:30.629522 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0e03f5da-b55d-475a-9653-3ede65553416 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Made reservation on behalf of 8050cf63175f42718fc254b7c67d228f for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:30.756909 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d8abc043-068b-4821-963c-e653676548d3 None None] Provisioning for port bf68b162-686e-4c81-ad15-fcfe6abfb915 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:30.767864 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d8abc043-068b-4821-963c-e653676548d3 None None] Provisioning complete for port bf68b162-686e-4c81-ad15-fcfe6abfb915 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:30.768324 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d8abc043-068b-4821-963c-e653676548d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:30.805338 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6e0a7d64-315c-4df4-8e8a-71098e36da63 req-8f982b4d-1f6f-476f-b521-bf800ee36668 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d881533-7988-4588-b0e2-e864dc24b080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099492 Jul 14 09:02:30.831680 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0e03f5da-b55d-475a-9653-3ede65553416 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:30.916753 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dd8d9f3-ddbf-4a30-871a-467221082ed9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:31.113522 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7bd1ec13-4bb8-45ac-82e4-c27f0f81ddd6 req-07fe6383-4087-4e74-b4f1-9a12e4440590 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:31.113898 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7bd1ec13-4bb8-45ac-82e4-c27f0f81ddd6 req-07fe6383-4087-4e74-b4f1-9a12e4440590 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:31.114214 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [req-7bd1ec13-4bb8-45ac-82e4-c27f0f81ddd6 req-07fe6383-4087-4e74-b4f1-9a12e4440590 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Floating IP 0d28c6cc-ee7c-4dde-9536-90002dd76ee7 disassociated. External IP: 172.25.6.71, port: 58155b91-8d8e-400d-b601-a4b18200528b. Jul 14 09:02:31.114706 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-7bd1ec13-4bb8-45ac-82e4-c27f0f81ddd6 req-07fe6383-4087-4e74-b4f1-9a12e4440590 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Calling delete_port for 58155b91-8d8e-400d-b601-a4b18200528b owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:02:31.181128 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0e03f5da-b55d-475a-9653-3ede65553416 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Allocated IP 10.2.2.100 (776c6310-2e5f-475b-b017-192449a00c42/ae3bc40f-7977-406d-bfd8-e2f5d469a75c/bd4cdb5b-1127-470e-bf8e-b17d6932ca54) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:02:31.182883 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f2aed-25ce-4dd5-80a9-977e5bc20bb4 req-ca572ae2-2c03-4643-9d86-cf9f4add5eb5 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:31.188891 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d8abc043-068b-4821-963c-e653676548d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:31.196396 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ff8f2aed-25ce-4dd5-80a9-977e5bc20bb4 req-ca572ae2-2c03-4643-9d86-cf9f4add5eb5 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a69923c-f403-489e-9665-205a94e63048 HTTP/1.1" status: 200 len: 943 time: 0.3852534 Jul 14 09:02:31.212624 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dd8d9f3-ddbf-4a30-871a-467221082ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:31.252104 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d8abc043-068b-4821-963c-e653676548d3 None None] For port bf68b162-686e-4c81-ad15-fcfe6abfb915, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=bf68b162-686e-4c81-ad15-fcfe6abfb915,segment=NetworkSegment(638c9078-7f0c-4dcb-8272-6ff4808c0948),segment_id=638c9078-7f0c-4dcb-8272-6ff4808c0948)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:31.258871 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d8abc043-068b-4821-963c-e653676548d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:31.344266 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd8d9f3-ddbf-4a30-871a-467221082ed9 admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:02:31.367067 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ff8f2aed-25ce-4dd5-80a9-977e5bc20bb4 req-f661dbee-c3d3-423c-97ff-cf7f5981f096 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce954e9-2318-4328-b1c9-70614659dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694691 Jul 14 09:02:31.369952 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-8dd8d9f3-ddbf-4a30-871a-467221082ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:31.385414 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abc043-068b-4821-963c-e653676548d3 None None] Pushing event updated for resources: {'Port': ['ID=bf68b162-686e-4c81-ad15-fcfe6abfb915,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:31.388121 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8d9f3-ddbf-4a30-871a-467221082ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=bde9bde2-82b7-4cb2-bb9c-f9ed667346bc,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:31.394388 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd8d9f3-ddbf-4a30-871a-467221082ed9 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:02:31.410014 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4f90afb1-204b-4f7f-a365-52539d3df70f None None] Provisioning for port cd05352d-2cf2-4deb-8660-bf87a73993a1 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:31.414605 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4f90afb1-204b-4f7f-a365-52539d3df70f None None] Provisioning complete for port cd05352d-2cf2-4deb-8660-bf87a73993a1 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:31.414976 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f90afb1-204b-4f7f-a365-52539d3df70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:31.466436 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0e03f5da-b55d-475a-9653-3ede65553416 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:31.475236 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33cd15-7402-4d78-9eee-999525549b15 req-df5b4880-3748-4b5a-a6f4-be90a27cd062 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:31.477755 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2c33cd15-7402-4d78-9eee-999525549b15 req-df5b4880-3748-4b5a-a6f4-be90a27cd062 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 1097 time: 0.4591591 Jul 14 09:02:31.487165 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-1bebc41b-144e-4b31-85ad-d5c58c7bc35e req-a47c3ec8-cdb4-47c2-b856-526ed5adfe1b tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1993562301', 'description': 'tempest-description-501578627'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:31.505815 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4f90afb1-204b-4f7f-a365-52539d3df70f None None] Port cd05352d-2cf2-4deb-8660-bf87a73993a1 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:02:31.508845 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0e03f5da-b55d-475a-9653-3ede65553416 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Transition to ACTIVE for port object bd4cdb5b-1127-470e-bf8e-b17d6932ca54 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:31.564815 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0e03f5da-b55d-475a-9653-3ede65553416 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:31.589746 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device bf68b162-686e-4c81-ad15-fcfe6abfb915 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:02:31.643982 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0e03f5da-b55d-475a-9653-3ede65553416 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Network 776c6310-2e5f-475b-b017-192449a00c42 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:02:31.652454 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0e03f5da-b55d-475a-9653-3ede65553416 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:31.655750 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0e03f5da-b55d-475a-9653-3ede65553416 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:02:31.660719 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03f5da-b55d-475a-9653-3ede65553416 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event updated for resources: {'Port': ['ID=bd4cdb5b-1127-470e-bf8e-b17d6932ca54,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:31.697939 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-9734c867-5d14-4e69-9ffa-8e1804b1e4ed None None] Provisioning complete for port bf68b162-686e-4c81-ad15-fcfe6abfb915 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:31.698483 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9734c867-5d14-4e69-9ffa-8e1804b1e4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:31.738913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0e03f5da-b55d-475a-9653-3ede65553416 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:31.740207 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0e03f5da-b55d-475a-9653-3ede65553416 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:31.770162 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0e03f5da-b55d-475a-9653-3ede65553416 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3510511 Jul 14 09:02:31.776121 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1bebc41b-144e-4b31-85ad-d5c58c7bc35e req-a47c3ec8-cdb4-47c2-b856-526ed5adfe1b tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:31.789074 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-e710daa2-303b-4e22-87c1-40b0f7a6750e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Request body: {'port': {'device_id': '34303ed8-0fda-4136-9b65-fbda791bca72', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '776c6310-2e5f-475b-b017-192449a00c42', 'admin_state_up': True, 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'security_groups': ['676d5fbb-8b00-498f-8965-8e518737057a']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:31.800730 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port bf68b162-686e-4c81-ad15-fcfe6abfb915 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:31.801356 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:31.842318 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2c33cd15-7402-4d78-9eee-999525549b15 req-c9e5b728-bf7e-4d21-9635-95227a2f7e86 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317618 Jul 14 09:02:31.846162 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7bd1ec13-4bb8-45ac-82e4-c27f0f81ddd6 req-07fe6383-4087-4e74-b4f1-9a12e4440590 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:32.043718 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d73ff6b4-eefd-4893-8bfa-92fc7bbcf05e None None] Provisioning for port bd4cdb5b-1127-470e-bf8e-b17d6932ca54 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:32.048298 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d73ff6b4-eefd-4893-8bfa-92fc7bbcf05e None None] Provisioning complete for port bd4cdb5b-1127-470e-bf8e-b17d6932ca54 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:32.048760 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d73ff6b4-eefd-4893-8bfa-92fc7bbcf05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:32.053274 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1bebc41b-144e-4b31-85ad-d5c58c7bc35e req-a47c3ec8-cdb4-47c2-b856-526ed5adfe1b tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:32.066982 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe6383-4087-4e74-b4f1-9a12e4440590 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Pushing event deleted for resources: {'Port': ['ID=58155b91-8d8e-400d-b601-a4b18200528b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:32.078700 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1bebc41b-144e-4b31-85ad-d5c58c7bc35e req-a47c3ec8-cdb4-47c2-b856-526ed5adfe1b tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:32.095307 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-e710daa2-303b-4e22-87c1-40b0f7a6750e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Made reservation on behalf of 8050cf63175f42718fc254b7c67d228f for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:32.103451 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-e710daa2-303b-4e22-87c1-40b0f7a6750e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:32.104181 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d73ff6b4-eefd-4893-8bfa-92fc7bbcf05e None None] Port bd4cdb5b-1127-470e-bf8e-b17d6932ca54 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:02:32.233039 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1bebc41b-144e-4b31-85ad-d5c58c7bc35e req-a47c3ec8-cdb4-47c2-b856-526ed5adfe1b tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:32.240051 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1bebc41b-144e-4b31-85ad-d5c58c7bc35e req-a47c3ec8-cdb4-47c2-b856-526ed5adfe1b tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7925444 Jul 14 09:02:32.293704 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c3ec8-cdb4-47c2-b856-526ed5adfe1b tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f7cfa8-7244-48a7-91c0-50972dfa8bfd,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:32.327184 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47c06fc-fbc7-417f-bba3-a6e393bf1cd8 x-openstack-request-id: req-e47c06fc-fbc7-417f-bba3-a6e393bf1cd8 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:02:32.327744 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a69923c-f403-489e-9665-205a94e63048", "tag": "c38d76b0-2d1b-453d-b9c1-c405b92d6f41", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:02:32.327744 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e47c06fc-fbc7-417f-bba3-a6e393bf1cd8 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:02:32.328200 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a69923c-f403-489e-9665-205a94e63048', 'tag': 'c38d76b0-2d1b-453d-b9c1-c405b92d6f41', 'status': 'completed', 'code': 200} Jul 14 09:02:32.349181 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b999ad7-3f68-48ae-9616-b5f69488d51d x-openstack-request-id: req-5b999ad7-3f68-48ae-9616-b5f69488d51d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:02:32.350112 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a3b41b-04fe-4670-93fa-a5d9585dc44a", "name": "network-vif-plugged", "status": "completed", "tag": "2bad340e-0697-4193-b454-7194a7e90922", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:02:32.350683 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b999ad7-3f68-48ae-9616-b5f69488d51d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:02:32.351286 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a3b41b-04fe-4670-93fa-a5d9585dc44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bad340e-0697-4193-b454-7194a7e90922', 'code': 200} Jul 14 09:02:32.397444 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bd1ec13-4bb8-45ac-82e4-c27f0f81ddd6 req-07fe6383-4087-4e74-b4f1-9a12e4440590 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Router 7ba444e8-3f18-4c9a-a60a-95028fa0002d has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:02:32.426290 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-e710daa2-303b-4e22-87c1-40b0f7a6750e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Allocated IP 10.2.2.200 (776c6310-2e5f-475b-b017-192449a00c42/ae3bc40f-7977-406d-bfd8-e2f5d469a75c/0c630ba1-1505-48e0-9e6a-2ec2086d4be4) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:02:32.428379 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f79b1e-f7ff-4220-bddd-6aa05912c977 req-9be6c2d9-533c-4485-845c-eb3e08a58fd3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:32.436401 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f79b1e-f7ff-4220-bddd-6aa05912c977 req-9be6c2d9-533c-4485-845c-eb3e08a58fd3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:32.445381 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f79b1e-f7ff-4220-bddd-6aa05912c977 req-9be6c2d9-533c-4485-845c-eb3e08a58fd3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:32.452208 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f79b1e-f7ff-4220-bddd-6aa05912c977 req-9be6c2d9-533c-4485-845c-eb3e08a58fd3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:32.465701 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17f79b1e-f7ff-4220-bddd-6aa05912c977 req-9be6c2d9-533c-4485-845c-eb3e08a58fd3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 3095 time: 0.3808055 Jul 14 09:02:32.477681 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05daa6a4-9bdd-4deb-8fea-aada4b155204 req-f05d808a-0917-46dd-9809-b9cafbcfb538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:32.479179 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-05daa6a4-9bdd-4deb-8fea-aada4b155204 req-f05d808a-0917-46dd-9809-b9cafbcfb538 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=411cc1b8c2c44f15bcf8e4741c00eaa6&device_id=1a69923c-f403-489e-9665-205a94e63048 HTTP/1.1" status: 200 len: 1095 time: 0.1537831 Jul 14 09:02:32.538882 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.44', 53770) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:32.564438 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dd8d9f3-ddbf-4a30-871a-467221082ed9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:32.709542 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-e710daa2-303b-4e22-87c1-40b0f7a6750e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:32.736746 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-e710daa2-303b-4e22-87c1-40b0f7a6750e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Transition to ACTIVE for port object 0c630ba1-1505-48e0-9e6a-2ec2086d4be4 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:32.738846 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05daa6a4-9bdd-4deb-8fea-aada4b155204 req-442e5fc1-6177-4a15-95c3-67eaccb13932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:32.740547 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-05daa6a4-9bdd-4deb-8fea-aada4b155204 req-442e5fc1-6177-4a15-95c3-67eaccb13932 service neutron] 10.222.0.44 "GET /v2.0/networks?id=06ab83ca-9b3a-4070-8715-c3441ac2259c HTTP/1.1" status: 200 len: 914 time: 0.2529926 Jul 14 09:02:32.789647 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-05daa6a4-9bdd-4deb-8fea-aada4b155204 req-fcedcbbd-1129-4f41-9789-7eb3cce75ed7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c38d76b0-2d1b-453d-b9c1-c405b92d6f41 HTTP/1.1" status: 200 len: 217 time: 0.0425000 Jul 14 09:02:32.857993 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-e710daa2-303b-4e22-87c1-40b0f7a6750e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:32.861675 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05daa6a4-9bdd-4deb-8fea-aada4b155204 req-94280981-8348-4a14-9d71-738e37955d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:32.863153 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-05daa6a4-9bdd-4deb-8fea-aada4b155204 req-94280981-8348-4a14-9d71-738e37955d8d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c989bd37-e216-417a-93b9-04dbf2869cd2 HTTP/1.1" status: 200 len: 854 time: 0.0623772 Jul 14 09:02:32.920877 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-05daa6a4-9bdd-4deb-8fea-aada4b155204 req-55fe1452-11de-418b-81e5-de79c303bf52 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=06ab83ca-9b3a-4070-8715-c3441ac2259c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501449 Jul 14 09:02:32.941825 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-e710daa2-303b-4e22-87c1-40b0f7a6750e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Network 776c6310-2e5f-475b-b017-192449a00c42 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:02:32.950461 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-e710daa2-303b-4e22-87c1-40b0f7a6750e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:32.966968 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-e710daa2-303b-4e22-87c1-40b0f7a6750e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:02:33.001087 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e710daa2-303b-4e22-87c1-40b0f7a6750e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event updated for resources: {'Port': ['ID=0c630ba1-1505-48e0-9e6a-2ec2086d4be4,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:33.096324 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17f79b1e-f7ff-4220-bddd-6aa05912c977 req-0d803c56-1ed1-4eaa-ad9a-57feb19bf333 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/security-groups?id=676d5fbb-8b00-498f-8965-8e518737057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6296794 Jul 14 09:02:33.113157 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-e710daa2-303b-4e22-87c1-40b0f7a6750e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:33.113816 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-e710daa2-303b-4e22-87c1-40b0f7a6750e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:33.160519 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-e710daa2-303b-4e22-87c1-40b0f7a6750e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3800764 Jul 14 09:02:33.162746 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-05daa6a4-9bdd-4deb-8fea-aada4b155204 req-cd84d6d4-0a44-4c87-8881-a20ffd060ecb service neutron] 10.222.0.44 "GET /v2.0/networks/06ab83ca-9b3a-4070-8715-c3441ac2259c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308362 Jul 14 09:02:33.178217 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c38d76b0-2d1b-453d-b9c1-c405b92d6f41 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:02:33.179919 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-3b0b8a7d-bd59-4918-8bc3-9060ad5527a8 service neutron] Request body: {'port': {'device_id': '34303ed8-0fda-4136-9b65-fbda791bca72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:33.188904 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c5b38e2a-79bd-4492-b404-ee7bf8e594c9 req-4abcd179-d50f-40ce-b81c-d1b055b0e6d2 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b4d651-c95e-48e0-8757-0e557acbe499 HTTP/1.1" status: 200 len: 210 time: 0.4426262 Jul 14 09:02:33.243338 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-ed1d6b5f-578a-42b3-a007-8a36cba3fb8b tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:33.245038 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-ed1d6b5f-578a-42b3-a007-8a36cba3fb8b tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.47 "GET /v2.0/networks?id=08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f HTTP/1.1" status: 200 len: 824 time: 0.7478681 Jul 14 09:02:33.308171 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bd1ec13-4bb8-45ac-82e4-c27f0f81ddd6 req-07fe6383-4087-4e74-b4f1-9a12e4440590 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:02:33.380220 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 58155b91-8d8e-400d-b601-a4b18200528b no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:02:33.380507 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-05daa6a4-9bdd-4deb-8fea-aada4b155204 req-f94e5d20-9bae-497b-a31a-ba9d8459de1a service neutron] 10.222.0.44 "GET /v2.0/networks/06ab83ca-9b3a-4070-8715-c3441ac2259c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978514 Jul 14 09:02:33.381190 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-3b0b8a7d-bd59-4918-8bc3-9060ad5527a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:33.401107 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3212c5-acda-4b9e-a518-b9c6c0bfd1da None None] Sync routers for ids ['7ba444e8-3f18-4c9a-a60a-95028fa0002d'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:02:33.418210 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd1ec13-4bb8-45ac-82e4-c27f0f81ddd6 req-07fe6383-4087-4e74-b4f1-9a12e4440590 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] No DVR routers for this DVR port 58155b91-8d8e-400d-b601-a4b18200528b on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:02:33.441692 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c38d76b0-2d1b-453d-b9c1-c405b92d6f41, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c38d76b0-2d1b-453d-b9c1-c405b92d6f41,segment=NetworkSegment(42f82b8e-0ba0-420a-b714-d8cb21490204),segment_id=42f82b8e-0ba0-420a-b714-d8cb21490204)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:33.445754 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 58155b91-8d8e-400d-b601-a4b18200528b {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:02:33.446159 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 58155b91-8d8e-400d-b601-a4b18200528b not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:02:33.461362 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b62edcc7-9087-4146-8734-a2a90652c9f0 None None] Provisioning for port 0c630ba1-1505-48e0-9e6a-2ec2086d4be4 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:33.466354 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3212c5-acda-4b9e-a518-b9c6c0bfd1da None None] Routers {'7ba444e8-3f18-4c9a-a60a-95028fa0002d'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:02:33.467096 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7e3212c5-acda-4b9e-a518-b9c6c0bfd1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:02:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7ba444e8-3f18-4c9a-a60a-95028fa0002d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:33.478249 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7bd1ec13-4bb8-45ac-82e4-c27f0f81ddd6 req-07fe6383-4087-4e74-b4f1-9a12e4440590 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:33.482742 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bd1ec13-4bb8-45ac-82e4-c27f0f81ddd6 req-07fe6383-4087-4e74-b4f1-9a12e4440590 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.44 "DELETE /v2.0/ports/58155b91-8d8e-400d-b601-a4b18200528b HTTP/1.1" status: 204 len: 173 time: 4.7064834 Jul 14 09:02:33.494644 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9589d8d-d4fa-4eba-98e3-5e967599f886', 'name': 'network-vif-deleted', 'tag': '58155b91-8d8e-400d-b601-a4b18200528b'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:02:33.497574 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad5423b-d268-4a85-914b-ba6e22c8272f" -d '{"events": [{"server_uuid": "f9589d8d-d4fa-4eba-98e3-5e967599f886", "name": "network-vif-deleted", "tag": "58155b91-8d8e-400d-b601-a4b18200528b"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:02:33.532599 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b62edcc7-9087-4146-8734-a2a90652c9f0 None None] Provisioning complete for port 0c630ba1-1505-48e0-9e6a-2ec2086d4be4 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:33.532599 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b62edcc7-9087-4146-8734-a2a90652c9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:33.535080 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'c38d76b0-2d1b-453d-b9c1-c405b92d6f41', 'network_id': '06ab83ca-9b3a-4070-8715-c3441ac2259c', 'port_id': 'c38d76b0-2d1b-453d-b9c1-c405b92d6f41', 'mac_address': 'fa:16:3e:df:56:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c989bd37-e216-417a-93b9-04dbf2869cd2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:02:33.624179 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-9be6e848-13d3-465c-814b-5eab4bb5e59d tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ded5a87fc684a6aaedbd0df5e9b2bfa HTTP/1.1" status: 200 len: 379 time: 0.3127484 Jul 14 09:02:33.636397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681691b-bf5c-4420-84b0-b893e5e3e307 req-3afdfa8e-2445-4d3e-945b-46a7a7a7f167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:33.638381 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2681691b-bf5c-4420-84b0-b893e5e3e307 req-3afdfa8e-2445-4d3e-945b-46a7a7a7f167 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d5a3b41b-04fe-4670-93fa-a5d9585dc44a HTTP/1.1" status: 200 len: 1102 time: 1.0984144 Jul 14 09:02:33.645431 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:33.666916 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b62edcc7-9087-4146-8734-a2a90652c9f0 None None] Port 0c630ba1-1505-48e0-9e6a-2ec2086d4be4 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:02:33.675300 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c38d76b0-2d1b-453d-b9c1-c405b92d6f41 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:02:33.686862 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-ee92376f-f619-4b75-9aa7-91794ee41c21 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Request body: {'port': {'device_id': '85b4d651-c95e-48e0-8757-0e557acbe499', 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f', 'admin_state_up': True, 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'security_groups': ['b66ff417-eb85-4915-bce4-8f9c11b7b80a']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:33.697407 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-7e3212c5-acda-4b9e-a518-b9c6c0bfd1da None None] Set router 7ba444e8-3f18-4c9a-a60a-95028fa0002d gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:02:33.732823 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c38d76b0-2d1b-453d-b9c1-c405b92d6f41, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c38d76b0-2d1b-453d-b9c1-c405b92d6f41,segment=NetworkSegment(42f82b8e-0ba0-420a-b714-d8cb21490204),segment_id=42f82b8e-0ba0-420a-b714-d8cb21490204)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:33.740148 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:33.807889 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed0613-510e-4d1f-ac06-54894370d275 req-c40de882-3ae9-4b94-ad8f-e35b271578a4 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:33.809445 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40ed0613-510e-4d1f-ac06-54894370d275 req-c40de882-3ae9-4b94-ad8f-e35b271578a4 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=51ed6564-a5f0-46f3-b5b9-49e69be245d4 HTTP/1.1" status: 200 len: 949 time: 0.4353600 Jul 14 09:02:33.820518 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-3b0b8a7d-bd59-4918-8bc3-9060ad5527a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7df2505-e3c5-46da-b5e6-982dcb48a64f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:02:33.831800 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2681691b-bf5c-4420-84b0-b893e5e3e307 req-43dc20c7-e417-4be9-ab69-9283071fad49 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6d881533-7988-4588-b0e2-e864dc24b080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755121 Jul 14 09:02:33.832879 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-3b0b8a7d-bd59-4918-8bc3-9060ad5527a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:33.847681 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-3b0b8a7d-bd59-4918-8bc3-9060ad5527a8 service neutron] Transition to ACTIVE for port object e7df2505-e3c5-46da-b5e6-982dcb48a64f will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:33.854369 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-3b0b8a7d-bd59-4918-8bc3-9060ad5527a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:33.873151 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=c38d76b0-2d1b-453d-b9c1-c405b92d6f41,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:33.935668 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a66a1c-1d97-4a76-a10b-4577dddde5cd req-d8736a37-8824-49d9-b61d-6c7d388177e4 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:33.937851 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7a66a1c-1d97-4a76-a10b-4577dddde5cd req-d8736a37-8824-49d9-b61d-6c7d388177e4 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5a3b41b-04fe-4670-93fa-a5d9585dc44a HTTP/1.1" status: 200 len: 950 time: 0.5239816 Jul 14 09:02:33.957915 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b8a7d-bd59-4918-8bc3-9060ad5527a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7df2505-e3c5-46da-b5e6-982dcb48a64f,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:33.987244 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7e3212c5-acda-4b9e-a518-b9c6c0bfd1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1813052015-router', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:59:54Z', 'updated_at': '2021-07-14T09:00:00Z', 'revision_number': 4, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'gw_port': {'id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:56Z', 'updated_at': '2021-07-14T09:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '2c852224-37be-4ee2-acdd-f44b9e983338', 'name': '', 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'mac_address': 'fa:16:3e:16:9e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:58Z', 'updated_at': '2021-07-14T09:00:10Z', 'revision_number': 5, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'subnets': [{'id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:34.035245 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3212c5-acda-4b9e-a518-b9c6c0bfd1da None None] Checking router: 7ba444e8-3f18-4c9a-a60a-95028fa0002d for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:02:34.037572 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['c38d76b0-2d1b-453d-b9c1-c405b92d6f41'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:02:34.070243 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-3b0b8a7d-bd59-4918-8bc3-9060ad5527a8 service neutron] Attempting to bind port e7df2505-e3c5-46da-b5e6-982dcb48a64f on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:02:34.070989 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-3b0b8a7d-bd59-4918-8bc3-9060ad5527a8 service neutron] Attempting to bind port e7df2505-e3c5-46da-b5e6-982dcb48a64f by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '78239ac2-1e7b-4b99-a571-fca123833857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:02:34.071664 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-3b0b8a7d-bd59-4918-8bc3-9060ad5527a8 service neutron] Attempting to bind port e7df2505-e3c5-46da-b5e6-982dcb48a64f on network fd6f44a4-b526-4db7-81df-370c1f70c73e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:34.078480 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-3b0b8a7d-bd59-4918-8bc3-9060ad5527a8 service neutron] Port e7df2505-e3c5-46da-b5e6-982dcb48a64f on network fd6f44a4-b526-4db7-81df-370c1f70c73e not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:02:34.079055 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-3b0b8a7d-bd59-4918-8bc3-9060ad5527a8 service neutron] Attempting to bind port e7df2505-e3c5-46da-b5e6-982dcb48a64f on network fd6f44a4-b526-4db7-81df-370c1f70c73e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:34.084364 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40ed0613-510e-4d1f-ac06-54894370d275 req-7f27a20d-c3d8-4eab-966d-d158b8006345 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607143 Jul 14 09:02:34.086849 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-3b0b8a7d-bd59-4918-8bc3-9060ad5527a8 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:02:34.087447 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-3b0b8a7d-bd59-4918-8bc3-9060ad5527a8 service neutron] Checking segment: {'id': '78239ac2-1e7b-4b99-a571-fca123833857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:34.089214 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-3b0b8a7d-bd59-4918-8bc3-9060ad5527a8 service neutron] Bound using segment: {'id': '78239ac2-1e7b-4b99-a571-fca123833857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:02:34.090366 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-3b0b8a7d-bd59-4918-8bc3-9060ad5527a8 service neutron] Bound port: e7df2505-e3c5-46da-b5e6-982dcb48a64f, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78239ac2-1e7b-4b99-a571-fca123833857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:02:34.090968 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-3b0b8a7d-bd59-4918-8bc3-9060ad5527a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:34.135918 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3212c5-acda-4b9e-a518-b9c6c0bfd1da None None] Routers {'7ba444e8-3f18-4c9a-a60a-95028fa0002d'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:02:34.138523 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7e3212c5-acda-4b9e-a518-b9c6c0bfd1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:02:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7ba444e8-3f18-4c9a-a60a-95028fa0002d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:34.190133 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7a66a1c-1d97-4a76-a10b-4577dddde5cd req-bf405727-9cf0-4b60-a198-00d6bdb6dfa7 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d881533-7988-4588-b0e2-e864dc24b080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832342 Jul 14 09:02:34.200920 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-ee92376f-f619-4b75-9aa7-91794ee41c21 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Made reservation on behalf of 4ded5a87fc684a6aaedbd0df5e9b2bfa for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:34.211160 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-ee92376f-f619-4b75-9aa7-91794ee41c21 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:34.222282 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dd8d9f3-ddbf-4a30-871a-467221082ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:34.227348 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-3b0b8a7d-bd59-4918-8bc3-9060ad5527a8 service neutron] For port e7df2505-e3c5-46da-b5e6-982dcb48a64f, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:02:34.238650 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-3b0b8a7d-bd59-4918-8bc3-9060ad5527a8 service neutron] For port e7df2505-e3c5-46da-b5e6-982dcb48a64f, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e7df2505-e3c5-46da-b5e6-982dcb48a64f,segment=NetworkSegment(78239ac2-1e7b-4b99-a571-fca123833857),segment_id=78239ac2-1e7b-4b99-a571-fca123833857)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:02:34.249664 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-3b0b8a7d-bd59-4918-8bc3-9060ad5527a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:34.302414 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-7e3212c5-acda-4b9e-a518-b9c6c0bfd1da None None] Set router 7ba444e8-3f18-4c9a-a60a-95028fa0002d gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:02:34.369729 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-3b0b8a7d-bd59-4918-8bc3-9060ad5527a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:34.371979 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-3b0b8a7d-bd59-4918-8bc3-9060ad5527a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:34.376088 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-3b0b8a7d-bd59-4918-8bc3-9060ad5527a8 service neutron] 10.222.0.44 "PUT /v2.0/ports/e7df2505-e3c5-46da-b5e6-982dcb48a64f HTTP/1.1" status: 200 len: 1093 time: 1.1991343 Jul 14 09:02:34.376483 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'tag': 'e7df2505-e3c5-46da-b5e6-982dcb48a64f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:02:34.399292 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f131e17-b04e-4cf7-a94d-482987f78d21" -d '{"events": [{"name": "network-changed", "server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "tag": "e7df2505-e3c5-46da-b5e6-982dcb48a64f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:02:34.435785 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-36c6ed66-9aca-4802-8568-98a3be8b51e3 service neutron] Request body: {'port': {'device_id': '34303ed8-0fda-4136-9b65-fbda791bca72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:34.509145 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b8a7d-bd59-4918-8bc3-9060ad5527a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7df2505-e3c5-46da-b5e6-982dcb48a64f,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:34.585957 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-36c6ed66-9aca-4802-8568-98a3be8b51e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:34.663395 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-ee92376f-f619-4b75-9aa7-91794ee41c21 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Allocated IP 172.20.0.6 (08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f/8fecf381-19d6-49fe-86f6-48fb919914d0/3d211971-63f3-484f-bb7a-f582d9bcaee5) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:02:34.852930 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-ee92376f-f619-4b75-9aa7-91794ee41c21 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:34.868985 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-ee92376f-f619-4b75-9aa7-91794ee41c21 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Transition to ACTIVE for port object 3d211971-63f3-484f-bb7a-f582d9bcaee5 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:34.925196 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74c94f4e-0e8c-461c-9b74-5db68ccde1ae req-77e5f0c2-881f-4982-b4bc-08ef8521c73c tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] 10.222.0.25 "GET /v2.0/security-groups/86f7cfa8-7244-48a7-91c0-50972dfa8bfd HTTP/1.1" status: 200 len: 1812 time: 0.6912189 Jul 14 09:02:34.927809 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-ee92376f-f619-4b75-9aa7-91794ee41c21 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:34.976153 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd8d9f3-ddbf-4a30-871a-467221082ed9 admin admin] Router 734a5fdb-119c-482e-ab91-1f33512fcac1 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:02:35.039094 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-ee92376f-f619-4b75-9aa7-91794ee41c21 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Network 08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:02:35.056525 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7e3212c5-acda-4b9e-a518-b9c6c0bfd1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1813052015-router', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:59:54Z', 'updated_at': '2021-07-14T09:00:00Z', 'revision_number': 4, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'gw_port': {'id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:56Z', 'updated_at': '2021-07-14T09:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '2c852224-37be-4ee2-acdd-f44b9e983338', 'name': '', 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'mac_address': 'fa:16:3e:16:9e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:58Z', 'updated_at': '2021-07-14T09:00:10Z', 'revision_number': 5, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'subnets': [{'id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:35.092808 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3212c5-acda-4b9e-a518-b9c6c0bfd1da None None] The sync data for ids ['7ba444e8-3f18-4c9a-a60a-95028fa0002d'] in n-d-771362-35 is: [{'id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1813052015-router', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:59:54Z', 'updated_at': '2021-07-14T09:00:00Z', 'revision_number': 4, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'gw_port': {'id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:56Z', 'updated_at': '2021-07-14T09:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '2c852224-37be-4ee2-acdd-f44b9e983338', 'name': '', 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'mac_address': 'fa:16:3e:16:9e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:58Z', 'updated_at': '2021-07-14T09:00:10Z', 'revision_number': 5, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'subnets': [{'id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:02:35.198923 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-ee92376f-f619-4b75-9aa7-91794ee41c21 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:35.224839 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-ee92376f-f619-4b75-9aa7-91794ee41c21 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:02:35.252841 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd8d9f3-ddbf-4a30-871a-467221082ed9 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:02:35.261628 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534b3c1a-fbbb-4021-bfab-79ad628a8274 None None] Sync routers for ids ['734a5fdb-119c-482e-ab91-1f33512fcac1'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:02:35.280120 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534b3c1a-fbbb-4021-bfab-79ad628a8274 None None] Routers {'734a5fdb-119c-482e-ab91-1f33512fcac1'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:02:35.283110 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-534b3c1a-fbbb-4021-bfab-79ad628a8274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:02:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['734a5fdb-119c-482e-ab91-1f33512fcac1'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:35.298603 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-36c6ed66-9aca-4802-8568-98a3be8b51e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a1b8d4-d751-44a7-8b11-868f3dd803c4 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:02:35.304346 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92376f-f619-4b75-9aa7-91794ee41c21 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Pushing event updated for resources: {'Port': ['ID=3d211971-63f3-484f-bb7a-f582d9bcaee5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:35.307371 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-36c6ed66-9aca-4802-8568-98a3be8b51e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:35.327408 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-36c6ed66-9aca-4802-8568-98a3be8b51e3 service neutron] Transition to ACTIVE for port object 37a1b8d4-d751-44a7-8b11-868f3dd803c4 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:35.330495 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8dd8d9f3-ddbf-4a30-871a-467221082ed9 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:35.331937 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8dd8d9f3-ddbf-4a30-871a-467221082ed9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.5112031 Jul 14 09:02:35.334554 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-36c6ed66-9aca-4802-8568-98a3be8b51e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:35.337468 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59284) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:35.429455 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-ee92376f-f619-4b75-9aa7-91794ee41c21 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:35.430123 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-ee92376f-f619-4b75-9aa7-91794ee41c21 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:35.442385 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6ed66-9aca-4802-8568-98a3be8b51e3 service neutron] Pushing event updated for resources: {'Port': ['ID=37a1b8d4-d751-44a7-8b11-868f3dd803c4,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:35.586645 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-ee92376f-f619-4b75-9aa7-91794ee41c21 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9410079 Jul 14 09:02:35.592845 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-534b3c1a-fbbb-4021-bfab-79ad628a8274 None None] Set router 734a5fdb-119c-482e-ab91-1f33512fcac1 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:02:35.600246 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-dd598cf5-b44b-408f-9609-b19e0056b41c service neutron] Request body: {'port': {'device_id': '85b4d651-c95e-48e0-8757-0e557acbe499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:35.623248 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-36c6ed66-9aca-4802-8568-98a3be8b51e3 service neutron] Attempting to bind port 37a1b8d4-d751-44a7-8b11-868f3dd803c4 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:02:35.623837 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-36c6ed66-9aca-4802-8568-98a3be8b51e3 service neutron] Attempting to bind port 37a1b8d4-d751-44a7-8b11-868f3dd803c4 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '0f195ab3-93e1-4b15-ab2f-94bf4eff5072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2327d155-7d55-4b31-b424-2e5092343949'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:02:35.624488 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-36c6ed66-9aca-4802-8568-98a3be8b51e3 service neutron] Attempting to bind port 37a1b8d4-d751-44a7-8b11-868f3dd803c4 on network 2327d155-7d55-4b31-b424-2e5092343949 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:35.638928 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799ab7df-ce91-4d63-9d0d-10f85fd8ca03 None None] New status for floating IP 0d28c6cc-ee7c-4dde-9536-90002dd76ee7: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:02:35.648539 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-36c6ed66-9aca-4802-8568-98a3be8b51e3 service neutron] Port 37a1b8d4-d751-44a7-8b11-868f3dd803c4 on network 2327d155-7d55-4b31-b424-2e5092343949 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:02:35.648877 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-36c6ed66-9aca-4802-8568-98a3be8b51e3 service neutron] Attempting to bind port 37a1b8d4-d751-44a7-8b11-868f3dd803c4 on network 2327d155-7d55-4b31-b424-2e5092343949 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:35.658077 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6a8a7-8fff-4806-a616-1b92b96175c7 req-6fc66053-8a21-44cc-9d14-81d0992adaaa tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:35.659882 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-72d6a8a7-8fff-4806-a616-1b92b96175c7 req-6fc66053-8a21-44cc-9d14-81d0992adaaa tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a69923c-f403-489e-9665-205a94e63048 HTTP/1.1" status: 200 len: 944 time: 0.4625187 Jul 14 09:02:35.674140 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-36c6ed66-9aca-4802-8568-98a3be8b51e3 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:02:35.674480 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-36c6ed66-9aca-4802-8568-98a3be8b51e3 service neutron] Checking segment: {'id': '0f195ab3-93e1-4b15-ab2f-94bf4eff5072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2327d155-7d55-4b31-b424-2e5092343949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:35.674873 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-36c6ed66-9aca-4802-8568-98a3be8b51e3 service neutron] Bound using segment: {'id': '0f195ab3-93e1-4b15-ab2f-94bf4eff5072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2327d155-7d55-4b31-b424-2e5092343949'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:02:35.675307 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-36c6ed66-9aca-4802-8568-98a3be8b51e3 service neutron] Bound port: 37a1b8d4-d751-44a7-8b11-868f3dd803c4, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f195ab3-93e1-4b15-ab2f-94bf4eff5072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2327d155-7d55-4b31-b424-2e5092343949'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:02:35.675698 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-36c6ed66-9aca-4802-8568-98a3be8b51e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:35.818247 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-dd598cf5-b44b-408f-9609-b19e0056b41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:35.857749 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d0c9599d-3fc9-4e04-ba94-0f78a1bc5455 None None] Provisioning for port 3d211971-63f3-484f-bb7a-f582d9bcaee5 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:35.875479 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-72d6a8a7-8fff-4806-a616-1b92b96175c7 req-1cf6154e-a9b3-489d-b373-99476ae78e41 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce954e9-2318-4328-b1c9-70614659dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083459 Jul 14 09:02:35.878169 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d0c9599d-3fc9-4e04-ba94-0f78a1bc5455 None None] Provisioning complete for port 3d211971-63f3-484f-bb7a-f582d9bcaee5 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:35.878819 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0c9599d-3fc9-4e04-ba94-0f78a1bc5455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:35.946504 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d0c9599d-3fc9-4e04-ba94-0f78a1bc5455 None None] Port 3d211971-63f3-484f-bb7a-f582d9bcaee5 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:02:36.023099 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0159882f-76d6-4feb-b3f0-6c737d5e57c9 x-openstack-request-id: req-0159882f-76d6-4feb-b3f0-6c737d5e57c9 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:02:36.023433 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9589d8d-d4fa-4eba-98e3-5e967599f886", "name": "network-vif-deleted", "tag": "58155b91-8d8e-400d-b601-a4b18200528b", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:02:36.023632 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0159882f-76d6-4feb-b3f0-6c737d5e57c9 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:02:36.024097 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9589d8d-d4fa-4eba-98e3-5e967599f886', 'name': 'network-vif-deleted', 'tag': '58155b91-8d8e-400d-b601-a4b18200528b', 'status': 'completed', 'code': 200} Jul 14 09:02:36.139041 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-534b3c1a-fbbb-4021-bfab-79ad628a8274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a5fdb-119c-482e-ab91-1f33512fcac1', 'name': 'tempest-ServersTestMultiNic-366349681-router', 'tenant_id': '5251b0d4541348f2ad3d3cba77a39683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'bde9bde2-82b7-4cb2-bb9c-f9ed667346bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:02:27Z', 'updated_at': '2021-07-14T09:02:32Z', 'revision_number': 3, 'project_id': '5251b0d4541348f2ad3d3cba77a39683', 'gw_port': {'id': 'bde9bde2-82b7-4cb2-bb9c-f9ed667346bc', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734a5fdb-119c-482e-ab91-1f33512fcac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:02:30Z', 'updated_at': '2021-07-14T09:02:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:36.202949 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534b3c1a-fbbb-4021-bfab-79ad628a8274 None None] Checking router: 734a5fdb-119c-482e-ab91-1f33512fcac1 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:02:36.203380 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534b3c1a-fbbb-4021-bfab-79ad628a8274 None None] Updating router 734a5fdb-119c-482e-ab91-1f33512fcac1 port bde9bde2-82b7-4cb2-bb9c-f9ed667346bc binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:02:36.244189 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-534b3c1a-fbbb-4021-bfab-79ad628a8274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:36.390957 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59296) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:36.418608 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-36c6ed66-9aca-4802-8568-98a3be8b51e3 service neutron] For port 37a1b8d4-d751-44a7-8b11-868f3dd803c4, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:02:36.426866 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-36c6ed66-9aca-4802-8568-98a3be8b51e3 service neutron] For port 37a1b8d4-d751-44a7-8b11-868f3dd803c4, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=37a1b8d4-d751-44a7-8b11-868f3dd803c4,segment=NetworkSegment(0f195ab3-93e1-4b15-ab2f-94bf4eff5072),segment_id=0f195ab3-93e1-4b15-ab2f-94bf4eff5072)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:02:36.437992 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-36c6ed66-9aca-4802-8568-98a3be8b51e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:36.489876 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-36c6ed66-9aca-4802-8568-98a3be8b51e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:36.490646 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-36c6ed66-9aca-4802-8568-98a3be8b51e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:36.492072 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-36c6ed66-9aca-4802-8568-98a3be8b51e3 service neutron] 10.222.0.44 "PUT /v2.0/ports/37a1b8d4-d751-44a7-8b11-868f3dd803c4 HTTP/1.1" status: 200 len: 1136 time: 2.0707574 Jul 14 09:02:36.502833 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-523ac4d8-856d-45c2-b26f-e77036555308 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:02:36.517139 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-523ac4d8-856d-45c2-b26f-e77036555308 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1249721 Jul 14 09:02:36.531800 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-f43d1c83-50a8-474f-bc2a-0812088391eb service neutron] Request body: {'port': {'device_id': '34303ed8-0fda-4136-9b65-fbda791bca72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:36.580294 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84c9f4-6104-48a6-b199-f02e2225eeb5 req-435b393b-cc3d-49f6-87e6-8bade163ae9c tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:36.588103 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84c9f4-6104-48a6-b199-f02e2225eeb5 req-435b393b-cc3d-49f6-87e6-8bade163ae9c tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:36.596699 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee84c9f4-6104-48a6-b199-f02e2225eeb5 req-435b393b-cc3d-49f6-87e6-8bade163ae9c tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=0828e8e3-d820-4904-b480-c7f28ab99e8e&device_id=51ed6564-a5f0-46f3-b5b9-49e69be245d4 HTTP/1.1" status: 200 len: 1689 time: 0.1819012 Jul 14 09:02:36.598507 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6ed66-9aca-4802-8568-98a3be8b51e3 service neutron] Pushing event updated for resources: {'Port': ['ID=37a1b8d4-d751-44a7-8b11-868f3dd803c4,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:36.664121 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-f43d1c83-50a8-474f-bc2a-0812088391eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:36.688736 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-dd598cf5-b44b-408f-9609-b19e0056b41c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d211971-63f3-484f-bb7a-f582d9bcaee5 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:02:36.694943 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-da907a4c-3d40-4855-a3ba-077333b78d17 service neutron] Request body: {'binding': {'host': 'n-h2-771362-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:36.695427 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-da907a4c-3d40-4855-a3ba-077333b78d17 service neutron] Unknown quota resources ['binding']. {{(pid=93772) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:02:36.709202 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee84c9f4-6104-48a6-b199-f02e2225eeb5 req-3e5d9d7b-3c5f-4290-a49a-0ef9e9252129 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097319 Jul 14 09:02:36.721258 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-dd598cf5-b44b-408f-9609-b19e0056b41c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:36.746199 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-534b3c1a-fbbb-4021-bfab-79ad628a8274 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:36.769598 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-534b3c1a-fbbb-4021-bfab-79ad628a8274 None None] Transition to ACTIVE for port object bde9bde2-82b7-4cb2-bb9c-f9ed667346bc will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:36.780165 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-534b3c1a-fbbb-4021-bfab-79ad628a8274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:36.786759 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67a1d1fd-b634-4b3b-b6af-b786b89b626a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:36.800144 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-dd598cf5-b44b-408f-9609-b19e0056b41c service neutron] Transition to ACTIVE for port object 3d211971-63f3-484f-bb7a-f582d9bcaee5 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:36.820310 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-dd598cf5-b44b-408f-9609-b19e0056b41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:36.853312 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93093000-053a-43ea-8333-77dd3863b1fa None None] Pushing event updated for resources: {'Port': ['ID=bde9bde2-82b7-4cb2-bb9c-f9ed667346bc,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:36.867897 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93093000-053a-43ea-8333-77dd3863b1fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:36.868370 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93093000-053a-43ea-8333-77dd3863b1fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:36.868908 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93093000-053a-43ea-8333-77dd3863b1fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:36.869293 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93093000-053a-43ea-8333-77dd3863b1fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:36.869688 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93093000-053a-43ea-8333-77dd3863b1fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:36.870021 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93093000-053a-43ea-8333-77dd3863b1fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:36.870348 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93093000-053a-43ea-8333-77dd3863b1fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:36.870727 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93093000-053a-43ea-8333-77dd3863b1fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:36.871072 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93093000-053a-43ea-8333-77dd3863b1fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:36.871440 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93093000-053a-43ea-8333-77dd3863b1fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:36.871836 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93093000-053a-43ea-8333-77dd3863b1fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:36.872168 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93093000-053a-43ea-8333-77dd3863b1fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:36.899070 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-534b3c1a-fbbb-4021-bfab-79ad628a8274 None None] Attempting to bind port bde9bde2-82b7-4cb2-bb9c-f9ed667346bc on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:02:36.899442 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-534b3c1a-fbbb-4021-bfab-79ad628a8274 None None] Attempting to bind port bde9bde2-82b7-4cb2-bb9c-f9ed667346bc by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:02:36.899892 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534b3c1a-fbbb-4021-bfab-79ad628a8274 None None] Attempting to bind port bde9bde2-82b7-4cb2-bb9c-f9ed667346bc on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:36.910512 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534b3c1a-fbbb-4021-bfab-79ad628a8274 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:02:36.911026 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534b3c1a-fbbb-4021-bfab-79ad628a8274 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:36.911440 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-534b3c1a-fbbb-4021-bfab-79ad628a8274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:36.912032 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534b3c1a-fbbb-4021-bfab-79ad628a8274 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:02:36.913108 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-534b3c1a-fbbb-4021-bfab-79ad628a8274 None None] Bound port: bde9bde2-82b7-4cb2-bb9c-f9ed667346bc, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:02:36.913523 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-534b3c1a-fbbb-4021-bfab-79ad628a8274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:36.994797 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-534b3c1a-fbbb-4021-bfab-79ad628a8274 None None] For port bde9bde2-82b7-4cb2-bb9c-f9ed667346bc, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:02:36.998665 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-534b3c1a-fbbb-4021-bfab-79ad628a8274 None None] For port bde9bde2-82b7-4cb2-bb9c-f9ed667346bc, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=bde9bde2-82b7-4cb2-bb9c-f9ed667346bc,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:02:37.005454 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-534b3c1a-fbbb-4021-bfab-79ad628a8274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:37.030598 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd598cf5-b44b-408f-9609-b19e0056b41c service neutron] Pushing event updated for resources: {'Port': ['ID=3d211971-63f3-484f-bb7a-f582d9bcaee5,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:37.083353 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93093000-053a-43ea-8333-77dd3863b1fa None None] Pushing event updated for resources: {'Port': ['ID=bde9bde2-82b7-4cb2-bb9c-f9ed667346bc,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:37.114369 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534b3c1a-fbbb-4021-bfab-79ad628a8274 None None] Routers {'734a5fdb-119c-482e-ab91-1f33512fcac1'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:02:37.115005 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-534b3c1a-fbbb-4021-bfab-79ad628a8274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:02:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['734a5fdb-119c-482e-ab91-1f33512fcac1'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:37.166569 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-da907a4c-3d40-4855-a3ba-077333b78d17 service neutron] Attempting to bind port 00493738-34c2-4f21-920d-b0907af52fd4 on host n-h2-771362-35 for vnic_type normal with profile None {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:02:37.167183 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-da907a4c-3d40-4855-a3ba-077333b78d17 service neutron] Attempting to bind port 00493738-34c2-4f21-920d-b0907af52fd4 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:02:37.167304 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-da907a4c-3d40-4855-a3ba-077333b78d17 service neutron] Attempting to bind port 00493738-34c2-4f21-920d-b0907af52fd4 on network d4fad6bc-cc19-4061-a347-c3942b87c975 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:37.186631 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-da907a4c-3d40-4855-a3ba-077333b78d17 service neutron] Port 00493738-34c2-4f21-920d-b0907af52fd4 on network d4fad6bc-cc19-4061-a347-c3942b87c975 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:02:37.186958 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-da907a4c-3d40-4855-a3ba-077333b78d17 service neutron] Attempting to bind port 00493738-34c2-4f21-920d-b0907af52fd4 on network d4fad6bc-cc19-4061-a347-c3942b87c975 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:37.188235 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c38d76b0-2d1b-453d-b9c1-c405b92d6f41 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:02:37.215525 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-da907a4c-3d40-4855-a3ba-077333b78d17 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:02:37.215786 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-da907a4c-3d40-4855-a3ba-077333b78d17 service neutron] Checking segment: {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:37.216181 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-da907a4c-3d40-4855-a3ba-077333b78d17 service neutron] Bound using segment: {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:02:37.216620 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-da907a4c-3d40-4855-a3ba-077333b78d17 service neutron] Bound port: 00493738-34c2-4f21-920d-b0907af52fd4, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:02:37.261399 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-dd598cf5-b44b-408f-9609-b19e0056b41c service neutron] Attempting to bind port 3d211971-63f3-484f-bb7a-f582d9bcaee5 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:02:37.261665 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-dd598cf5-b44b-408f-9609-b19e0056b41c service neutron] Attempting to bind port 3d211971-63f3-484f-bb7a-f582d9bcaee5 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f6ceb175-f8f3-456b-a1a2-6146eff18101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:02:37.261999 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-dd598cf5-b44b-408f-9609-b19e0056b41c service neutron] Attempting to bind port 3d211971-63f3-484f-bb7a-f582d9bcaee5 on network 08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:37.298737 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46146cc0-4cfa-4916-a7f6-c650d54426d2 req-530a3784-b953-44c9-878b-37f7dab331e4 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:37.313250 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port c38d76b0-2d1b-453d-b9c1-c405b92d6f41 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:37.318394 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port c38d76b0-2d1b-453d-b9c1-c405b92d6f41 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:37.318956 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:37.320720 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46146cc0-4cfa-4916-a7f6-c650d54426d2 req-530a3784-b953-44c9-878b-37f7dab331e4 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:37.336627 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46146cc0-4cfa-4916-a7f6-c650d54426d2 req-530a3784-b953-44c9-878b-37f7dab331e4 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:37.339606 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-534b3c1a-fbbb-4021-bfab-79ad628a8274 None None] Set router 734a5fdb-119c-482e-ab91-1f33512fcac1 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:02:37.356663 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46146cc0-4cfa-4916-a7f6-c650d54426d2 req-530a3784-b953-44c9-878b-37f7dab331e4 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:37.361074 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-da907a4c-3d40-4855-a3ba-077333b78d17 service neutron] For port 00493738-34c2-4f21-920d-b0907af52fd4, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=00493738-34c2-4f21-920d-b0907af52fd4,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:02:37.368620 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46146cc0-4cfa-4916-a7f6-c650d54426d2 req-530a3784-b953-44c9-878b-37f7dab331e4 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:37.374382 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-f43d1c83-50a8-474f-bc2a-0812088391eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd6a9d84-5544-47b3-9fa9-9037c50c3c10 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:02:37.383034 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-f43d1c83-50a8-474f-bc2a-0812088391eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:37.388869 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46146cc0-4cfa-4916-a7f6-c650d54426d2 req-530a3784-b953-44c9-878b-37f7dab331e4 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:37.395086 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-da907a4c-3d40-4855-a3ba-077333b78d17 service neutron] Notify callbacks [] for binding, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:37.397217 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-46146cc0-4cfa-4916-a7f6-c650d54426d2 req-530a3784-b953-44c9-878b-37f7dab331e4 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 4605 time: 0.4719226 Jul 14 09:02:37.407029 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-da907a4c-3d40-4855-a3ba-077333b78d17 service neutron] 10.222.0.25 "POST /v2.0/ports/00493738-34c2-4f21-920d-b0907af52fd4/bindings HTTP/1.1" status: 201 len: 390 time: 0.8317587 Jul 14 09:02:37.411693 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-67a1d1fd-b634-4b3b-b6af-b786b89b626a admin admin] Allocated IP 172.20.0.1 (a8f8824a-2562-4ac0-bf1f-9955e1d8c362/f5e3b42c-fb5b-4093-8dd1-06a58a6b7b32/0961c2d5-a09b-47ab-8f65-c433ebae84c7) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:02:37.438886 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-f43d1c83-50a8-474f-bc2a-0812088391eb service neutron] Transition to ACTIVE for port object fd6a9d84-5544-47b3-9fa9-9037c50c3c10 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:37.449781 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-f43d1c83-50a8-474f-bc2a-0812088391eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:37.456376 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:37.590448 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d1c83-50a8-474f-bc2a-0812088391eb service neutron] Pushing event updated for resources: {'Port': ['ID=fd6a9d84-5544-47b3-9fa9-9037c50c3c10,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:37.654411 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c38d76b0-2d1b-453d-b9c1-c405b92d6f41, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c38d76b0-2d1b-453d-b9c1-c405b92d6f41,segment=NetworkSegment(42f82b8e-0ba0-420a-b714-d8cb21490204),segment_id=42f82b8e-0ba0-420a-b714-d8cb21490204)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:37.658173 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a69923c-f403-489e-9665-205a94e63048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38d76b0-2d1b-453d-b9c1-c405b92d6f41'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:02:37.668632 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c1d6bf-0913-4455-bc2b-ed1801e65917" -d '{"events": [{"server_uuid": "1a69923c-f403-489e-9665-205a94e63048", "name": "network-vif-plugged", "status": "completed", "tag": "c38d76b0-2d1b-453d-b9c1-c405b92d6f41"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:02:37.683365 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:37.714479 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-534b3c1a-fbbb-4021-bfab-79ad628a8274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a5fdb-119c-482e-ab91-1f33512fcac1', 'name': 'tempest-ServersTestMultiNic-366349681-router', 'tenant_id': '5251b0d4541348f2ad3d3cba77a39683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'bde9bde2-82b7-4cb2-bb9c-f9ed667346bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:02:27Z', 'updated_at': '2021-07-14T09:02:32Z', 'revision_number': 3, 'project_id': '5251b0d4541348f2ad3d3cba77a39683', 'gw_port': {'id': 'bde9bde2-82b7-4cb2-bb9c-f9ed667346bc', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734a5fdb-119c-482e-ab91-1f33512fcac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:02:30Z', 'updated_at': '2021-07-14T09:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:37.801124 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-f43d1c83-50a8-474f-bc2a-0812088391eb service neutron] Attempting to bind port fd6a9d84-5544-47b3-9fa9-9037c50c3c10 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:02:37.801949 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-f43d1c83-50a8-474f-bc2a-0812088391eb service neutron] Attempting to bind port fd6a9d84-5544-47b3-9fa9-9037c50c3c10 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '0f195ab3-93e1-4b15-ab2f-94bf4eff5072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2327d155-7d55-4b31-b424-2e5092343949'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:02:37.802661 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-f43d1c83-50a8-474f-bc2a-0812088391eb service neutron] Attempting to bind port fd6a9d84-5544-47b3-9fa9-9037c50c3c10 on network 2327d155-7d55-4b31-b424-2e5092343949 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:37.804687 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534b3c1a-fbbb-4021-bfab-79ad628a8274 None None] The sync data for ids ['734a5fdb-119c-482e-ab91-1f33512fcac1'] in n-d-771362-35 is: [{'id': '734a5fdb-119c-482e-ab91-1f33512fcac1', 'name': 'tempest-ServersTestMultiNic-366349681-router', 'tenant_id': '5251b0d4541348f2ad3d3cba77a39683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'bde9bde2-82b7-4cb2-bb9c-f9ed667346bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:02:27Z', 'updated_at': '2021-07-14T09:02:32Z', 'revision_number': 3, 'project_id': '5251b0d4541348f2ad3d3cba77a39683', 'gw_port': {'id': 'bde9bde2-82b7-4cb2-bb9c-f9ed667346bc', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734a5fdb-119c-482e-ab91-1f33512fcac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:02:30Z', 'updated_at': '2021-07-14T09:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:02:37.820370 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=c38d76b0-2d1b-453d-b9c1-c405b92d6f41,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:37.822096 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-f43d1c83-50a8-474f-bc2a-0812088391eb service neutron] Port fd6a9d84-5544-47b3-9fa9-9037c50c3c10 on network 2327d155-7d55-4b31-b424-2e5092343949 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:02:37.822655 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-f43d1c83-50a8-474f-bc2a-0812088391eb service neutron] Attempting to bind port fd6a9d84-5544-47b3-9fa9-9037c50c3c10 on network 2327d155-7d55-4b31-b424-2e5092343949 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:37.830573 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-f43d1c83-50a8-474f-bc2a-0812088391eb service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:02:37.831198 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-f43d1c83-50a8-474f-bc2a-0812088391eb service neutron] Checking segment: {'id': '0f195ab3-93e1-4b15-ab2f-94bf4eff5072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2327d155-7d55-4b31-b424-2e5092343949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:37.831741 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-f43d1c83-50a8-474f-bc2a-0812088391eb service neutron] Bound using segment: {'id': '0f195ab3-93e1-4b15-ab2f-94bf4eff5072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2327d155-7d55-4b31-b424-2e5092343949'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:02:37.832520 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-f43d1c83-50a8-474f-bc2a-0812088391eb service neutron] Bound port: fd6a9d84-5544-47b3-9fa9-9037c50c3c10, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f195ab3-93e1-4b15-ab2f-94bf4eff5072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2327d155-7d55-4b31-b424-2e5092343949'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:02:37.832980 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-f43d1c83-50a8-474f-bc2a-0812088391eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:37.916788 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-f43d1c83-50a8-474f-bc2a-0812088391eb service neutron] For port fd6a9d84-5544-47b3-9fa9-9037c50c3c10, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:02:37.920646 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-f43d1c83-50a8-474f-bc2a-0812088391eb service neutron] For port fd6a9d84-5544-47b3-9fa9-9037c50c3c10, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=fd6a9d84-5544-47b3-9fa9-9037c50c3c10,segment=NetworkSegment(0f195ab3-93e1-4b15-ab2f-94bf4eff5072),segment_id=0f195ab3-93e1-4b15-ab2f-94bf4eff5072)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:02:37.927819 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-f43d1c83-50a8-474f-bc2a-0812088391eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:37.979827 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-f43d1c83-50a8-474f-bc2a-0812088391eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:37.980703 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-f43d1c83-50a8-474f-bc2a-0812088391eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:37.982370 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-f43d1c83-50a8-474f-bc2a-0812088391eb service neutron] 10.222.0.44 "PUT /v2.0/ports/fd6a9d84-5544-47b3-9fa9-9037c50c3c10 HTTP/1.1" status: 200 len: 1136 time: 1.4572604 Jul 14 09:02:37.989451 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67a1d1fd-b634-4b3b-b6af-b786b89b626a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:38.000954 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d1c83-50a8-474f-bc2a-0812088391eb service neutron] Pushing event updated for resources: {'Port': ['ID=fd6a9d84-5544-47b3-9fa9-9037c50c3c10,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:38.021332 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-dd598cf5-b44b-408f-9609-b19e0056b41c service neutron] Port 3d211971-63f3-484f-bb7a-f582d9bcaee5 on network 08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:02:38.021657 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-dd598cf5-b44b-408f-9609-b19e0056b41c service neutron] Attempting to bind port 3d211971-63f3-484f-bb7a-f582d9bcaee5 on network 08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:38.026726 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-404b9f21-ff1a-4479-b1b6-769b042e7835 service neutron] Request body: {'port': {'device_id': '34303ed8-0fda-4136-9b65-fbda791bca72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:38.044346 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-dd598cf5-b44b-408f-9609-b19e0056b41c service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:02:38.044774 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-dd598cf5-b44b-408f-9609-b19e0056b41c service neutron] Checking segment: {'id': 'f6ceb175-f8f3-456b-a1a2-6146eff18101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:38.045160 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-dd598cf5-b44b-408f-9609-b19e0056b41c service neutron] Bound using segment: {'id': 'f6ceb175-f8f3-456b-a1a2-6146eff18101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:02:38.045595 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-dd598cf5-b44b-408f-9609-b19e0056b41c service neutron] Bound port: 3d211971-63f3-484f-bb7a-f582d9bcaee5, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6ceb175-f8f3-456b-a1a2-6146eff18101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:02:38.045946 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-dd598cf5-b44b-408f-9609-b19e0056b41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:38.126715 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-404b9f21-ff1a-4479-b1b6-769b042e7835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:38.179858 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-67a1d1fd-b634-4b3b-b6af-b786b89b626a admin admin] Transition to ACTIVE for port object 0961c2d5-a09b-47ab-8f65-c433ebae84c7 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:38.200852 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-46146cc0-4cfa-4916-a7f6-c650d54426d2 req-fbb56e67-749a-4029-a32c-537645e6281c tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/security-groups?id=676d5fbb-8b00-498f-8965-8e518737057a&id=8646e213-dd0d-40aa-b659-6adc73064e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8027661 Jul 14 09:02:38.339389 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc81ea42-3dc6-4880-9518-384a3bdda328 x-openstack-request-id: req-cc81ea42-3dc6-4880-9518-384a3bdda328 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:02:38.339730 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "tag": "e7df2505-e3c5-46da-b5e6-982dcb48a64f", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:02:38.339998 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc81ea42-3dc6-4880-9518-384a3bdda328 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:02:38.340393 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'tag': 'e7df2505-e3c5-46da-b5e6-982dcb48a64f', 'status': 'completed', 'code': 200} Jul 14 09:02:38.366970 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-0bbddd34-c1e7-479e-b142-f1117e575c04 req-16a726e6-bf3a-4f0f-85c1-193ebdeebb78 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-230488698', 'description': 'tempest-description-1262111286'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:38.379703 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-dd598cf5-b44b-408f-9609-b19e0056b41c service neutron] For port 3d211971-63f3-484f-bb7a-f582d9bcaee5, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:02:38.456187 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-dd598cf5-b44b-408f-9609-b19e0056b41c service neutron] For port 3d211971-63f3-484f-bb7a-f582d9bcaee5, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=3d211971-63f3-484f-bb7a-f582d9bcaee5,segment=NetworkSegment(f6ceb175-f8f3-456b-a1a2-6146eff18101),segment_id=f6ceb175-f8f3-456b-a1a2-6146eff18101)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:02:38.458315 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0bbddd34-c1e7-479e-b142-f1117e575c04 req-16a726e6-bf3a-4f0f-85c1-193ebdeebb78 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:38.478460 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-5ae1eb00-ab42-4207-9911-72cfe8c908c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:38.479949 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-5ae1eb00-ab42-4207-9911-72cfe8c908c9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c35458c50e143699c6f14a3ebfddb0d&device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 1097 time: 0.4842060 Jul 14 09:02:38.485716 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-dd598cf5-b44b-408f-9609-b19e0056b41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:38.501147 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729ba5a-2f36-4cdd-8b5b-faaeb013f97e req-68d7d7e5-acd4-4462-a93e-5e6026a3d500 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:38.508203 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9729ba5a-2f36-4cdd-8b5b-faaeb013f97e req-68d7d7e5-acd4-4462-a93e-5e6026a3d500 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b4d651-c95e-48e0-8757-0e557acbe499 HTTP/1.1" status: 200 len: 943 time: 0.5137594 Jul 14 09:02:38.510406 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67a1d1fd-b634-4b3b-b6af-b786b89b626a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:38.541668 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-404b9f21-ff1a-4479-b1b6-769b042e7835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 599e0919-b70c-4cf5-a3f8-80f61b689f90 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:02:38.551163 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-404b9f21-ff1a-4479-b1b6-769b042e7835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:38.566402 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-404b9f21-ff1a-4479-b1b6-769b042e7835 service neutron] Transition to ACTIVE for port object 599e0919-b70c-4cf5-a3f8-80f61b689f90 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:38.571584 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-404b9f21-ff1a-4479-b1b6-769b042e7835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:38.640109 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-dd598cf5-b44b-408f-9609-b19e0056b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:38.641563 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-dd598cf5-b44b-408f-9609-b19e0056b41c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:38.644190 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-dd598cf5-b44b-408f-9609-b19e0056b41c service neutron] 10.222.0.47 "PUT /v2.0/ports/3d211971-63f3-484f-bb7a-f582d9bcaee5 HTTP/1.1" status: 200 len: 1092 time: 3.0480695 Jul 14 09:02:38.651938 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b4d651-c95e-48e0-8757-0e557acbe499', 'tag': '3d211971-63f3-484f-bb7a-f582d9bcaee5'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:02:38.654631 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b80666-6ad8-4be9-861c-ab226ec71f50" -d '{"events": [{"name": "network-changed", "server_uuid": "85b4d651-c95e-48e0-8757-0e557acbe499", "tag": "3d211971-63f3-484f-bb7a-f582d9bcaee5"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:02:38.658258 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b9f21-ff1a-4479-b1b6-769b042e7835 service neutron] Pushing event updated for resources: {'Port': ['ID=599e0919-b70c-4cf5-a3f8-80f61b689f90,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:38.698430 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a1d1fd-b634-4b3b-b6af-b786b89b626a admin admin] Network a8f8824a-2562-4ac0-bf1f-9955e1d8c362 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:02:38.741167 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-67a1d1fd-b634-4b3b-b6af-b786b89b626a admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:38.752538 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a1d1fd-b634-4b3b-b6af-b786b89b626a admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:02:38.777309 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-404b9f21-ff1a-4479-b1b6-769b042e7835 service neutron] Attempting to bind port 599e0919-b70c-4cf5-a3f8-80f61b689f90 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:02:38.777660 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-404b9f21-ff1a-4479-b1b6-769b042e7835 service neutron] Attempting to bind port 599e0919-b70c-4cf5-a3f8-80f61b689f90 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '0f195ab3-93e1-4b15-ab2f-94bf4eff5072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2327d155-7d55-4b31-b424-2e5092343949'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:02:38.778188 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-404b9f21-ff1a-4479-b1b6-769b042e7835 service neutron] Attempting to bind port 599e0919-b70c-4cf5-a3f8-80f61b689f90 on network 2327d155-7d55-4b31-b424-2e5092343949 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:38.784169 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-404b9f21-ff1a-4479-b1b6-769b042e7835 service neutron] Port 599e0919-b70c-4cf5-a3f8-80f61b689f90 on network 2327d155-7d55-4b31-b424-2e5092343949 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:02:38.784613 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-404b9f21-ff1a-4479-b1b6-769b042e7835 service neutron] Attempting to bind port 599e0919-b70c-4cf5-a3f8-80f61b689f90 on network 2327d155-7d55-4b31-b424-2e5092343949 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:38.793948 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-404b9f21-ff1a-4479-b1b6-769b042e7835 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:02:38.794310 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-404b9f21-ff1a-4479-b1b6-769b042e7835 service neutron] Checking segment: {'id': '0f195ab3-93e1-4b15-ab2f-94bf4eff5072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2327d155-7d55-4b31-b424-2e5092343949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:38.794856 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-404b9f21-ff1a-4479-b1b6-769b042e7835 service neutron] Bound using segment: {'id': '0f195ab3-93e1-4b15-ab2f-94bf4eff5072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2327d155-7d55-4b31-b424-2e5092343949'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:02:38.795318 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-404b9f21-ff1a-4479-b1b6-769b042e7835 service neutron] Bound port: 599e0919-b70c-4cf5-a3f8-80f61b689f90, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f195ab3-93e1-4b15-ab2f-94bf4eff5072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2327d155-7d55-4b31-b424-2e5092343949'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:02:38.795729 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-404b9f21-ff1a-4479-b1b6-769b042e7835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:38.811631 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9729ba5a-2f36-4cdd-8b5b-faaeb013f97e req-2875ce3f-0f5d-4039-8c33-853eb6bf2a2e tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/security-groups?id=b66ff417-eb85-4915-bce4-8f9c11b7b80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3020027 Jul 14 09:02:38.910323 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd598cf5-b44b-408f-9609-b19e0056b41c service neutron] Pushing event updated for resources: {'Port': ['ID=3d211971-63f3-484f-bb7a-f582d9bcaee5,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:38.941238 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f131e17-b04e-4cf7-a94d-482987f78d21 req-1d0bbf67-edbd-4c3a-bff0-abef2199b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:38.941726 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f131e17-b04e-4cf7-a94d-482987f78d21 req-1d0bbf67-edbd-4c3a-bff0-abef2199b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:38.942209 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f131e17-b04e-4cf7-a94d-482987f78d21 req-1d0bbf67-edbd-4c3a-bff0-abef2199b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:38.942688 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f131e17-b04e-4cf7-a94d-482987f78d21 req-1d0bbf67-edbd-4c3a-bff0-abef2199b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:38.943161 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f131e17-b04e-4cf7-a94d-482987f78d21 req-1d0bbf67-edbd-4c3a-bff0-abef2199b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:38.943660 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f131e17-b04e-4cf7-a94d-482987f78d21 req-1d0bbf67-edbd-4c3a-bff0-abef2199b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:38.944130 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f131e17-b04e-4cf7-a94d-482987f78d21 req-1d0bbf67-edbd-4c3a-bff0-abef2199b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:38.946089 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7f131e17-b04e-4cf7-a94d-482987f78d21 req-1d0bbf67-edbd-4c3a-bff0-abef2199b2b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8050cf63175f42718fc254b7c67d228f&device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 6222 time: 0.6216161 Jul 14 09:02:38.962010 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-404b9f21-ff1a-4479-b1b6-769b042e7835 service neutron] For port 599e0919-b70c-4cf5-a3f8-80f61b689f90, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:02:38.975354 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-404b9f21-ff1a-4479-b1b6-769b042e7835 service neutron] For port 599e0919-b70c-4cf5-a3f8-80f61b689f90, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=599e0919-b70c-4cf5-a3f8-80f61b689f90,segment=NetworkSegment(0f195ab3-93e1-4b15-ab2f-94bf4eff5072),segment_id=0f195ab3-93e1-4b15-ab2f-94bf4eff5072)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:02:38.996437 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-404b9f21-ff1a-4479-b1b6-769b042e7835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:39.086693 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-404b9f21-ff1a-4479-b1b6-769b042e7835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:39.087520 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-404b9f21-ff1a-4479-b1b6-769b042e7835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:39.091437 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-404b9f21-ff1a-4479-b1b6-769b042e7835 service neutron] 10.222.0.44 "PUT /v2.0/ports/599e0919-b70c-4cf5-a3f8-80f61b689f90 HTTP/1.1" status: 200 len: 1091 time: 1.0738950 Jul 14 09:02:39.154737 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-ec92bea1-87fc-42ae-ae1d-94eaefef8077 service neutron] Request body: {'port': {'device_id': '34303ed8-0fda-4136-9b65-fbda791bca72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:39.262650 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7ccc8345-1fa9-4481-bef1-43c1099ec8de None None] Provisioning for port 0961c2d5-a09b-47ab-8f65-c433ebae84c7 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:39.268198 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7ccc8345-1fa9-4481-bef1-43c1099ec8de None None] Provisioning complete for port 0961c2d5-a09b-47ab-8f65-c433ebae84c7 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:39.268570 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ccc8345-1fa9-4481-bef1-43c1099ec8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:39.272467 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-ec92bea1-87fc-42ae-ae1d-94eaefef8077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:39.279336 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-8bd7d690-9e63-43dc-9151-6321b91c7887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:39.289171 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-8bd7d690-9e63-43dc-9151-6321b91c7887 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d4fad6bc-cc19-4061-a347-c3942b87c975 HTTP/1.1" status: 200 len: 908 time: 0.7989569 Jul 14 09:02:39.290345 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67a1d1fd-b634-4b3b-b6af-b786b89b626a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:39.307243 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b9f21-ff1a-4479-b1b6-769b042e7835 service neutron] Pushing event updated for resources: {'Port': ['ID=599e0919-b70c-4cf5-a3f8-80f61b689f90,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:39.309899 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1d1fd-b634-4b3b-b6af-b786b89b626a admin admin] Pushing event updated for resources: {'Port': ['ID=0961c2d5-a09b-47ab-8f65-c433ebae84c7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:39.323823 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc8345-1fa9-4481-bef1-43c1099ec8de None None] Port 0961c2d5-a09b-47ab-8f65-c433ebae84c7 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:02:39.480112 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-8598a8e1-a965-4c4b-a652-c577428e58f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00493738-34c2-4f21-920d-b0907af52fd4 HTTP/1.1" status: 200 len: 217 time: 0.1214073 Jul 14 09:02:39.481980 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-5408a072-c18b-4fa3-a60d-d0c5e4146b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:39.483393 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-5408a072-c18b-4fa3-a60d-d0c5e4146b79 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ded5a87fc684a6aaedbd0df5e9b2bfa&device_id=85b4d651-c95e-48e0-8757-0e557acbe499 HTTP/1.1" status: 200 len: 1095 time: 0.7666521 Jul 14 09:02:39.566228 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-e088a722-1756-49d3-96ee-94aeab7f5016 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d211971-63f3-484f-bb7a-f582d9bcaee5 HTTP/1.1" status: 200 len: 217 time: 0.0635936 Jul 14 09:02:39.574956 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device bde9bde2-82b7-4cb2-bb9c-f9ed667346bc up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:02:39.577264 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0bbddd34-c1e7-479e-b142-f1117e575c04 req-16a726e6-bf3a-4f0f-85c1-193ebdeebb78 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:39.631095 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0bbddd34-c1e7-479e-b142-f1117e575c04 req-16a726e6-bf3a-4f0f-85c1-193ebdeebb78 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:39.645240 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port bde9bde2-82b7-4cb2-bb9c-f9ed667346bc completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:39.657423 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port bde9bde2-82b7-4cb2-bb9c-f9ed667346bc triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:39.657987 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:39.682676 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-ec92bea1-87fc-42ae-ae1d-94eaefef8077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd05352d-2cf2-4deb-8660-bf87a73993a1 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:02:39.691213 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-ec92bea1-87fc-42ae-ae1d-94eaefef8077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:39.705442 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-ec92bea1-87fc-42ae-ae1d-94eaefef8077 service neutron] Transition to ACTIVE for port object cd05352d-2cf2-4deb-8660-bf87a73993a1 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:39.712794 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-ec92bea1-87fc-42ae-ae1d-94eaefef8077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:39.723879 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b1773-8c0f-42eb-b62a-2c3fbc4af5d9 req-d35c54b5-f6a5-4210-a9ac-c4373cede521 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:39.731109 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b00b1773-8c0f-42eb-b62a-2c3fbc4af5d9 req-d35c54b5-f6a5-4210-a9ac-c4373cede521 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5a3b41b-04fe-4670-93fa-a5d9585dc44a HTTP/1.1" status: 200 len: 950 time: 0.6600008 Jul 14 09:02:39.733777 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f131e17-b04e-4cf7-a94d-482987f78d21 req-eeccd189-d8b9-41b2-bc00-60f9e4c62ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:39.734981 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f131e17-b04e-4cf7-a94d-482987f78d21 req-eeccd189-d8b9-41b2-bc00-60f9e4c62ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:39.735880 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f131e17-b04e-4cf7-a94d-482987f78d21 req-eeccd189-d8b9-41b2-bc00-60f9e4c62ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:39.737596 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7f131e17-b04e-4cf7-a94d-482987f78d21 req-eeccd189-d8b9-41b2-bc00-60f9e4c62ac1 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=8050cf63175f42718fc254b7c67d228f&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.7503705 Jul 14 09:02:39.745954 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0bbddd34-c1e7-479e-b142-f1117e575c04 req-16a726e6-bf3a-4f0f-85c1-193ebdeebb78 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:39.760814 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0bbddd34-c1e7-479e-b142-f1117e575c04 req-16a726e6-bf3a-4f0f-85c1-193ebdeebb78 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.4219909 Jul 14 09:02:39.773671 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:39.787064 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92bea1-87fc-42ae-ae1d-94eaefef8077 service neutron] Pushing event updated for resources: {'Port': ['ID=cd05352d-2cf2-4deb-8660-bf87a73993a1,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:39.816136 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port bde9bde2-82b7-4cb2-bb9c-f9ed667346bc, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=bde9bde2-82b7-4cb2-bb9c-f9ed667346bc,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:39.827468 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:39.871745 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-7d19bf8b-ee96-4009-aa95-4936db85b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:39.873876 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-7d19bf8b-ee96-4009-aa95-4936db85b61b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39b054b3-ff74-48d7-bc6b-cc0709824ebb HTTP/1.1" status: 200 len: 848 time: 0.3695581 Jul 14 09:02:39.875117 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a726e6-bf3a-4f0f-85c1-193ebdeebb78 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e97605f4-df3f-42aa-857a-4e3ffdbb7875,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:39.938317 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=bde9bde2-82b7-4cb2-bb9c-f9ed667346bc,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:39.971009 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-ec92bea1-87fc-42ae-ae1d-94eaefef8077 service neutron] Attempting to bind port cd05352d-2cf2-4deb-8660-bf87a73993a1 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:02:39.971356 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-ec92bea1-87fc-42ae-ae1d-94eaefef8077 service neutron] Attempting to bind port cd05352d-2cf2-4deb-8660-bf87a73993a1 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '0f195ab3-93e1-4b15-ab2f-94bf4eff5072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2327d155-7d55-4b31-b424-2e5092343949'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:02:39.971713 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-ec92bea1-87fc-42ae-ae1d-94eaefef8077 service neutron] Attempting to bind port cd05352d-2cf2-4deb-8660-bf87a73993a1 on network 2327d155-7d55-4b31-b424-2e5092343949 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:39.977706 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-ec92bea1-87fc-42ae-ae1d-94eaefef8077 service neutron] Port cd05352d-2cf2-4deb-8660-bf87a73993a1 on network 2327d155-7d55-4b31-b424-2e5092343949 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:02:39.978045 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-ec92bea1-87fc-42ae-ae1d-94eaefef8077 service neutron] Attempting to bind port cd05352d-2cf2-4deb-8660-bf87a73993a1 on network 2327d155-7d55-4b31-b424-2e5092343949 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:39.983354 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-ec92bea1-87fc-42ae-ae1d-94eaefef8077 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:02:39.983833 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-ec92bea1-87fc-42ae-ae1d-94eaefef8077 service neutron] Checking segment: {'id': '0f195ab3-93e1-4b15-ab2f-94bf4eff5072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2327d155-7d55-4b31-b424-2e5092343949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:39.984255 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-ec92bea1-87fc-42ae-ae1d-94eaefef8077 service neutron] Bound using segment: {'id': '0f195ab3-93e1-4b15-ab2f-94bf4eff5072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2327d155-7d55-4b31-b424-2e5092343949'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:02:39.984962 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-ec92bea1-87fc-42ae-ae1d-94eaefef8077 service neutron] Bound port: cd05352d-2cf2-4deb-8660-bf87a73993a1, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f195ab3-93e1-4b15-ab2f-94bf4eff5072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2327d155-7d55-4b31-b424-2e5092343949'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:02:39.985316 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-ec92bea1-87fc-42ae-ae1d-94eaefef8077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:40.001199 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-03724422-e208-4d69-88f0-7213bcd0cf45 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d4fad6bc-cc19-4061-a347-c3942b87c975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825315 Jul 14 09:02:40.063107 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-69f797e9-3701-475d-8ce9-1548fd79f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:40.064614 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-69f797e9-3701-475d-8ce9-1548fd79f60b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8fecf381-19d6-49fe-86f6-48fb919914d0 HTTP/1.1" status: 200 len: 863 time: 0.4851785 Jul 14 09:02:40.090891 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-ec92bea1-87fc-42ae-ae1d-94eaefef8077 service neutron] For port cd05352d-2cf2-4deb-8660-bf87a73993a1, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:02:40.096537 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-ec92bea1-87fc-42ae-ae1d-94eaefef8077 service neutron] For port cd05352d-2cf2-4deb-8660-bf87a73993a1, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=cd05352d-2cf2-4deb-8660-bf87a73993a1,segment=NetworkSegment(0f195ab3-93e1-4b15-ab2f-94bf4eff5072),segment_id=0f195ab3-93e1-4b15-ab2f-94bf4eff5072)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:02:40.103168 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-ec92bea1-87fc-42ae-ae1d-94eaefef8077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:40.150492 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-ec92bea1-87fc-42ae-ae1d-94eaefef8077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:40.151116 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-ec92bea1-87fc-42ae-ae1d-94eaefef8077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:40.152533 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-ec92bea1-87fc-42ae-ae1d-94eaefef8077 service neutron] 10.222.0.44 "PUT /v2.0/ports/cd05352d-2cf2-4deb-8660-bf87a73993a1 HTTP/1.1" status: 200 len: 1092 time: 1.0262942 Jul 14 09:02:40.171402 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92bea1-87fc-42ae-ae1d-94eaefef8077 service neutron] Pushing event updated for resources: {'Port': ['ID=cd05352d-2cf2-4deb-8660-bf87a73993a1,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:40.188032 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b00b1773-8c0f-42eb-b62a-2c3fbc4af5d9 req-dc0fd790-b962-4805-be9e-6fe7f496ff5b tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d881533-7988-4588-b0e2-e864dc24b080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556882 Jul 14 09:02:40.203469 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-60dc20cf-37ba-468d-affd-06e8644add28 service neutron] Request body: {'port': {'device_id': '34303ed8-0fda-4136-9b65-fbda791bca72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:40.236327 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:40.342222 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'tag': '37a1b8d4-d751-44a7-8b11-868f3dd803c4'}, {'name': 'network-changed', 'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'tag': 'fd6a9d84-5544-47b3-9fa9-9037c50c3c10'}, {'name': 'network-changed', 'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'tag': '599e0919-b70c-4cf5-a3f8-80f61b689f90'}, {'name': 'network-changed', 'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'tag': 'cd05352d-2cf2-4deb-8660-bf87a73993a1'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:02:40.345463 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "tag": "37a1b8d4-d751-44a7-8b11-868f3dd803c4"}, {"name": "network-changed", "server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "tag": "fd6a9d84-5544-47b3-9fa9-9037c50c3c10"}, {"name": "network-changed", "server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "tag": "599e0919-b70c-4cf5-a3f8-80f61b689f90"}, {"name": "network-changed", "server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "tag": "cd05352d-2cf2-4deb-8660-bf87a73993a1"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:02:40.369437 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-60dc20cf-37ba-468d-affd-06e8644add28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:40.378063 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67a1d1fd-b634-4b3b-b6af-b786b89b626a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:40.518132 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f131e17-b04e-4cf7-a94d-482987f78d21 req-c5c51fa1-e1c4-4fdf-a6df-f2d8b94d03e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:40.519667 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7f131e17-b04e-4cf7-a94d-482987f78d21 req-c5c51fa1-e1c4-4fdf-a6df-f2d8b94d03e0 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7236195 Jul 14 09:02:40.572764 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb14076-1a74-4945-ac1a-2c5162bbce17 req-cf8e9f46-ddd3-4d7c-8fd2-9439cabcc7ff tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:40.574291 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0fb14076-1a74-4945-ac1a-2c5162bbce17 req-cf8e9f46-ddd3-4d7c-8fd2-9439cabcc7ff tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a69923c-f403-489e-9665-205a94e63048 HTTP/1.1" status: 200 len: 945 time: 0.4870753 Jul 14 09:02:40.584253 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-eab4c208-3745-4a65-9410-418094e4c080 service neutron] 10.222.0.44 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236907 Jul 14 09:02:40.628392 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-88eaff51-ac94-402c-9f9a-7e485ef899fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:40.630502 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-88eaff51-ac94-402c-9f9a-7e485ef899fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5348227 Jul 14 09:02:40.669117 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-60dc20cf-37ba-468d-affd-06e8644add28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4cdb5b-1127-470e-bf8e-b17d6932ca54 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:02:40.681889 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-60dc20cf-37ba-468d-affd-06e8644add28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:40.703215 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-60dc20cf-37ba-468d-affd-06e8644add28 service neutron] Transition to ACTIVE for port object bd4cdb5b-1127-470e-bf8e-b17d6932ca54 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:40.709830 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-60dc20cf-37ba-468d-affd-06e8644add28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:40.765871 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc20cf-37ba-468d-affd-06e8644add28 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4cdb5b-1127-470e-bf8e-b17d6932ca54,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:40.901815 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-60dc20cf-37ba-468d-affd-06e8644add28 service neutron] Attempting to bind port bd4cdb5b-1127-470e-bf8e-b17d6932ca54 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:02:40.902399 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-60dc20cf-37ba-468d-affd-06e8644add28 service neutron] Attempting to bind port bd4cdb5b-1127-470e-bf8e-b17d6932ca54 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '29b34553-ba13-40c6-9ca6-edab7f60fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '776c6310-2e5f-475b-b017-192449a00c42'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:02:40.902938 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-60dc20cf-37ba-468d-affd-06e8644add28 service neutron] Attempting to bind port bd4cdb5b-1127-470e-bf8e-b17d6932ca54 on network 776c6310-2e5f-475b-b017-192449a00c42 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:40.908779 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-60dc20cf-37ba-468d-affd-06e8644add28 service neutron] Port bd4cdb5b-1127-470e-bf8e-b17d6932ca54 on network 776c6310-2e5f-475b-b017-192449a00c42 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:02:40.910443 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-60dc20cf-37ba-468d-affd-06e8644add28 service neutron] Attempting to bind port bd4cdb5b-1127-470e-bf8e-b17d6932ca54 on network 776c6310-2e5f-475b-b017-192449a00c42 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:40.922634 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-60dc20cf-37ba-468d-affd-06e8644add28 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:02:40.924366 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-60dc20cf-37ba-468d-affd-06e8644add28 service neutron] Checking segment: {'id': '29b34553-ba13-40c6-9ca6-edab7f60fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '776c6310-2e5f-475b-b017-192449a00c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:40.927380 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-60dc20cf-37ba-468d-affd-06e8644add28 service neutron] Bound using segment: {'id': '29b34553-ba13-40c6-9ca6-edab7f60fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '776c6310-2e5f-475b-b017-192449a00c42'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:02:40.929324 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-60dc20cf-37ba-468d-affd-06e8644add28 service neutron] Bound port: bd4cdb5b-1127-470e-bf8e-b17d6932ca54, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b34553-ba13-40c6-9ca6-edab7f60fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '776c6310-2e5f-475b-b017-192449a00c42'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:02:40.929707 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-60dc20cf-37ba-468d-affd-06e8644add28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:41.025005 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-60dc20cf-37ba-468d-affd-06e8644add28 service neutron] For port bd4cdb5b-1127-470e-bf8e-b17d6932ca54, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:02:41.027874 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-60dc20cf-37ba-468d-affd-06e8644add28 service neutron] For port bd4cdb5b-1127-470e-bf8e-b17d6932ca54, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=bd4cdb5b-1127-470e-bf8e-b17d6932ca54,segment=NetworkSegment(29b34553-ba13-40c6-9ca6-edab7f60fcbf),segment_id=29b34553-ba13-40c6-9ca6-edab7f60fcbf)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:02:41.032813 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-60dc20cf-37ba-468d-affd-06e8644add28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:41.072948 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-60dc20cf-37ba-468d-affd-06e8644add28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:41.073569 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-60dc20cf-37ba-468d-affd-06e8644add28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:41.075659 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-60dc20cf-37ba-468d-affd-06e8644add28 service neutron] 10.222.0.44 "PUT /v2.0/ports/bd4cdb5b-1127-470e-bf8e-b17d6932ca54 HTTP/1.1" status: 200 len: 1092 time: 0.8782907 Jul 14 09:02:41.101635 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc20cf-37ba-468d-affd-06e8644add28 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4cdb5b-1127-470e-bf8e-b17d6932ca54,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:41.116316 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0c092c18-29b6-4a22-8479-e79d19460683 service neutron] Request body: {'port': {'device_id': '34303ed8-0fda-4136-9b65-fbda791bca72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:41.174329 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5f7c5-b095-4c9e-ade5-fc9cd82138c5 req-5d4b8587-5a2a-4ddf-992b-cea4dc8e0a0b tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:41.182032 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0fd5f7c5-b095-4c9e-ade5-fc9cd82138c5 req-5d4b8587-5a2a-4ddf-992b-cea4dc8e0a0b tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 945 time: 0.7801917 Jul 14 09:02:41.205019 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0c092c18-29b6-4a22-8479-e79d19460683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:41.223917 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0fb14076-1a74-4945-ac1a-2c5162bbce17 req-25a54800-9d44-45ee-a712-83f200f0d3ed tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce954e9-2318-4328-b1c9-70614659dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6356711 Jul 14 09:02:41.310142 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb51ee8-3327-492a-bd0d-0e1340d9196a x-openstack-request-id: req-3eb51ee8-3327-492a-bd0d-0e1340d9196a {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:02:41.310633 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a69923c-f403-489e-9665-205a94e63048", "name": "network-vif-plugged", "status": "completed", "tag": "c38d76b0-2d1b-453d-b9c1-c405b92d6f41", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:02:41.310810 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3eb51ee8-3327-492a-bd0d-0e1340d9196a {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:02:41.311391 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a69923c-f403-489e-9665-205a94e63048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38d76b0-2d1b-453d-b9c1-c405b92d6f41', 'code': 200} Jul 14 09:02:41.397571 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d23c92c-3a8e-4353-8d91-e962b9323f95 x-openstack-request-id: req-6d23c92c-3a8e-4353-8d91-e962b9323f95 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:02:41.398098 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b4d651-c95e-48e0-8757-0e557acbe499", "tag": "3d211971-63f3-484f-bb7a-f582d9bcaee5", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:02:41.398098 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d23c92c-3a8e-4353-8d91-e962b9323f95 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:02:41.398593 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b4d651-c95e-48e0-8757-0e557acbe499', 'tag': '3d211971-63f3-484f-bb7a-f582d9bcaee5', 'status': 'completed', 'code': 200} Jul 14 09:02:41.423912 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-a19bbe39-2947-45e7-bc66-79ed1279ecf9 service neutron] 10.222.0.44 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8280420 Jul 14 09:02:41.465055 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0fd5f7c5-b095-4c9e-ade5-fc9cd82138c5 req-ec80d4ee-e1a5-42a8-a249-2bd4beb674ff tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820425 Jul 14 09:02:41.560418 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device bde9bde2-82b7-4cb2-bb9c-f9ed667346bc up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:02:41.598378 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-003d4ad5-d0b2-4459-bc1f-77655976b0e9 service neutron] 10.222.0.47 "GET /v2.0/networks/08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9283137 Jul 14 09:02:41.611382 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67a1d1fd-b634-4b3b-b6af-b786b89b626a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:41.617555 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port bde9bde2-82b7-4cb2-bb9c-f9ed667346bc triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:41.618206 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:41.656567 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67a1d1fd-b634-4b3b-b6af-b786b89b626a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:41.657636 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0c092c18-29b6-4a22-8479-e79d19460683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c630ba1-1505-48e0-9e6a-2ec2086d4be4 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:02:41.665981 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0c092c18-29b6-4a22-8479-e79d19460683 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:41.683248 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0c092c18-29b6-4a22-8479-e79d19460683 service neutron] Transition to ACTIVE for port object 0c630ba1-1505-48e0-9e6a-2ec2086d4be4 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:41.688614 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0c092c18-29b6-4a22-8479-e79d19460683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:41.751032 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c092c18-29b6-4a22-8479-e79d19460683 service neutron] Pushing event updated for resources: {'Port': ['ID=0c630ba1-1505-48e0-9e6a-2ec2086d4be4,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:41.766393 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67a1d1fd-b634-4b3b-b6af-b786b89b626a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:41.829566 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-64afa4af-7f12-4bf5-b5af-d1422ad252b1 req-8f65c1a9-fd57-4489-9ce3-06718ae5823d tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] 10.222.0.25 "GET /v2.0/security-groups/e97605f4-df3f-42aa-857a-4e3ffdbb7875 HTTP/1.1" status: 200 len: 1812 time: 0.3203349 Jul 14 09:02:41.845468 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0c092c18-29b6-4a22-8479-e79d19460683 service neutron] Attempting to bind port 0c630ba1-1505-48e0-9e6a-2ec2086d4be4 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:02:41.845824 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0c092c18-29b6-4a22-8479-e79d19460683 service neutron] Attempting to bind port 0c630ba1-1505-48e0-9e6a-2ec2086d4be4 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '29b34553-ba13-40c6-9ca6-edab7f60fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '776c6310-2e5f-475b-b017-192449a00c42'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:02:41.846162 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0c092c18-29b6-4a22-8479-e79d19460683 service neutron] Attempting to bind port 0c630ba1-1505-48e0-9e6a-2ec2086d4be4 on network 776c6310-2e5f-475b-b017-192449a00c42 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:41.851190 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0c092c18-29b6-4a22-8479-e79d19460683 service neutron] Port 0c630ba1-1505-48e0-9e6a-2ec2086d4be4 on network 776c6310-2e5f-475b-b017-192449a00c42 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:02:41.851568 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0c092c18-29b6-4a22-8479-e79d19460683 service neutron] Attempting to bind port 0c630ba1-1505-48e0-9e6a-2ec2086d4be4 on network 776c6310-2e5f-475b-b017-192449a00c42 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:41.868265 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0c092c18-29b6-4a22-8479-e79d19460683 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:02:41.868619 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0c092c18-29b6-4a22-8479-e79d19460683 service neutron] Checking segment: {'id': '29b34553-ba13-40c6-9ca6-edab7f60fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '776c6310-2e5f-475b-b017-192449a00c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:41.869107 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0c092c18-29b6-4a22-8479-e79d19460683 service neutron] Bound using segment: {'id': '29b34553-ba13-40c6-9ca6-edab7f60fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '776c6310-2e5f-475b-b017-192449a00c42'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:02:41.869472 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0c092c18-29b6-4a22-8479-e79d19460683 service neutron] Bound port: 0c630ba1-1505-48e0-9e6a-2ec2086d4be4, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b34553-ba13-40c6-9ca6-edab7f60fcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '776c6310-2e5f-475b-b017-192449a00c42'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:02:41.869843 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0c092c18-29b6-4a22-8479-e79d19460683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:41.886584 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:41.957961 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0c092c18-29b6-4a22-8479-e79d19460683 service neutron] For port 0c630ba1-1505-48e0-9e6a-2ec2086d4be4, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:02:41.961658 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0c092c18-29b6-4a22-8479-e79d19460683 service neutron] For port 0c630ba1-1505-48e0-9e6a-2ec2086d4be4, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=0c630ba1-1505-48e0-9e6a-2ec2086d4be4,segment=NetworkSegment(29b34553-ba13-40c6-9ca6-edab7f60fcbf),segment_id=29b34553-ba13-40c6-9ca6-edab7f60fcbf)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:02:41.970016 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0c092c18-29b6-4a22-8479-e79d19460683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:42.010454 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0c092c18-29b6-4a22-8479-e79d19460683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:42.011153 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0c092c18-29b6-4a22-8479-e79d19460683 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:42.012867 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-0c092c18-29b6-4a22-8479-e79d19460683 service neutron] 10.222.0.44 "PUT /v2.0/ports/0c630ba1-1505-48e0-9e6a-2ec2086d4be4 HTTP/1.1" status: 200 len: 1092 time: 0.9017680 Jul 14 09:02:42.035420 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a1d1fd-b634-4b3b-b6af-b786b89b626a admin admin] Network a8f8824a-2562-4ac0-bf1f-9955e1d8c362 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:02:42.055044 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1d1fd-b634-4b3b-b6af-b786b89b626a admin admin] Pushing event updated for resources: {'Port': ['ID=0961c2d5-a09b-47ab-8f65-c433ebae84c7,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:42.057658 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-67a1d1fd-b634-4b3b-b6af-b786b89b626a admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:42.059865 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c092c18-29b6-4a22-8479-e79d19460683 service neutron] Pushing event updated for resources: {'Port': ['ID=0c630ba1-1505-48e0-9e6a-2ec2086d4be4,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:42.086878 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5489e57-55ed-43e5-b5a6-dff9626d21db req-b12975f3-b819-4f34-ad40-eafe9ac5de71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:42.088473 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f5489e57-55ed-43e5-b5a6-dff9626d21db req-b12975f3-b819-4f34-ad40-eafe9ac5de71 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1a69923c-f403-489e-9665-205a94e63048 HTTP/1.1" status: 200 len: 1097 time: 0.6944883 Jul 14 09:02:42.096598 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-c748bedd-bd30-4724-9f3b-cd568fa218f2 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:42.097720 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-c748bedd-bd30-4724-9f3b-cd568fa218f2 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a07c384c-b638-4232-bbbc-417195e26511&tenant_id=1c35458c50e143699c6f14a3ebfddb0d&binding%3Ahost_id=n-h1-771362-35 HTTP/1.1" status: 200 len: 1097 time: 0.5906551 Jul 14 09:02:42.113537 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-92d28283-6e5a-49d1-bed6-43caf1072971 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771362-35'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:42.157725 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-718da54f-5ccb-4839-a813-8b29f12af10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:42.158782 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-718da54f-5ccb-4839-a813-8b29f12af10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:42.159363 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-718da54f-5ccb-4839-a813-8b29f12af10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:42.160295 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-718da54f-5ccb-4839-a813-8b29f12af10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:42.161727 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-718da54f-5ccb-4839-a813-8b29f12af10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:42.163612 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-718da54f-5ccb-4839-a813-8b29f12af10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:42.163612 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-718da54f-5ccb-4839-a813-8b29f12af10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:42.168911 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-718da54f-5ccb-4839-a813-8b29f12af10e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8050cf63175f42718fc254b7c67d228f&device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 6494 time: 0.0872812 Jul 14 09:02:42.223169 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95461d56-f9c2-4dd9-9a9b-93de3e7dfc01 req-2ffb6acb-0282-445a-a47f-dffe51d7cc45 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:42.228985 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95461d56-f9c2-4dd9-9a9b-93de3e7dfc01 req-2ffb6acb-0282-445a-a47f-dffe51d7cc45 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:42.233442 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-af55b695-50de-407b-8ddc-6ca836c8dacd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7df2505-e3c5-46da-b5e6-982dcb48a64f HTTP/1.1" status: 200 len: 217 time: 0.0596189 Jul 14 09:02:42.235202 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95461d56-f9c2-4dd9-9a9b-93de3e7dfc01 req-2ffb6acb-0282-445a-a47f-dffe51d7cc45 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:42.241206 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95461d56-f9c2-4dd9-9a9b-93de3e7dfc01 req-2ffb6acb-0282-445a-a47f-dffe51d7cc45 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:42.247079 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95461d56-f9c2-4dd9-9a9b-93de3e7dfc01 req-2ffb6acb-0282-445a-a47f-dffe51d7cc45 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:42.254001 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95461d56-f9c2-4dd9-9a9b-93de3e7dfc01 req-2ffb6acb-0282-445a-a47f-dffe51d7cc45 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:42.259961 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95461d56-f9c2-4dd9-9a9b-93de3e7dfc01 req-2ffb6acb-0282-445a-a47f-dffe51d7cc45 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:42.261889 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-95461d56-f9c2-4dd9-9a9b-93de3e7dfc01 req-2ffb6acb-0282-445a-a47f-dffe51d7cc45 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 5418 time: 0.7182643 Jul 14 09:02:42.305501 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-2a57557d-550d-42bf-b494-d08c5d05d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:42.307435 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-2a57557d-550d-42bf-b494-d08c5d05d8f4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=704ebd5f-63af-4ec7-9724-fb32bd7b2c9a HTTP/1.1" status: 200 len: 856 time: 0.0681138 Jul 14 09:02:42.339876 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ae24202-5db9-410d-99d1-47b8b9ebf29d req-540a073f-514f-4537-96c1-d12232e69765 service neutron] 10.222.0.47 "GET /v2.0/networks/08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7186959 Jul 14 09:02:42.355807 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f5489e57-55ed-43e5-b5a6-dff9626d21db req-a5032ea6-8f43-4a86-9569-99ee6300a348 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9ce954e9-2318-4328-b1c9-70614659dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533910 Jul 14 09:02:42.405670 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-1ff38d41-487f-400e-af0a-ac69ba69b092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:42.408595 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-1ff38d41-487f-400e-af0a-ac69ba69b092 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fd6f44a4-b526-4db7-81df-370c1f70c73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836127 Jul 14 09:02:42.461053 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-95461d56-f9c2-4dd9-9a9b-93de3e7dfc01 req-e2d3b2c6-4054-4153-8406-f7e6c2d4edc3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/security-groups?id=676d5fbb-8b00-498f-8965-8e518737057a&id=8646e213-dd0d-40aa-b659-6adc73064e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1608064 Jul 14 09:02:42.528169 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadf3dd-b3cb-488f-b9f0-f4671e601691 req-16f6623b-d447-4c54-9c3c-ec9e3fb7ae9a tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:42.535739 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6dadf3dd-b3cb-488f-b9f0-f4671e601691 req-16f6623b-d447-4c54-9c3c-ec9e3fb7ae9a tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b4d651-c95e-48e0-8757-0e557acbe499 HTTP/1.1" status: 200 len: 943 time: 0.5322325 Jul 14 09:02:42.573469 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-277d3893-fe06-494e-904f-c50aabc33728 None None] Provisioning complete for port 0961c2d5-a09b-47ab-8f65-c433ebae84c7 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:42.574793 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-277d3893-fe06-494e-904f-c50aabc33728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:42.593543 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-9bc69cd4-f6b3-45b6-992a-3f97f96fe46b service neutron] 10.222.0.44 "GET /v2.0/networks/fd6f44a4-b526-4db7-81df-370c1f70c73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757116 Jul 14 09:02:42.616850 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-277d3893-fe06-494e-904f-c50aabc33728 None None] Port 0961c2d5-a09b-47ab-8f65-c433ebae84c7 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:02:42.621660 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-92d28283-6e5a-49d1-bed6-43caf1072971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:42.677153 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a1d1fd-b634-4b3b-b6af-b786b89b626a admin admin] Router 734a5fdb-119c-482e-ab91-1f33512fcac1 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:02:42.684514 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6dadf3dd-b3cb-488f-b9f0-f4671e601691 req-a12b6102-fe92-4ae0-950a-e5aa3ff999d6 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/security-groups?id=b66ff417-eb85-4915-bce4-8f9c11b7b80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477854 Jul 14 09:02:42.736533 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-e8383826-38d8-4f17-b26e-ef01ce02f144 service neutron] 10.222.0.44 "GET /v2.0/networks/fd6f44a4-b526-4db7-81df-370c1f70c73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368825 Jul 14 09:02:42.786890 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b80666-6ad8-4be9-861c-ab226ec71f50 req-25c81882-153f-45f4-87a7-ddf52df4f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:42.788422 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-73b80666-6ad8-4be9-861c-ab226ec71f50 req-25c81882-153f-45f4-87a7-ddf52df4f40d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ded5a87fc684a6aaedbd0df5e9b2bfa&device_id=85b4d651-c95e-48e0-8757-0e557acbe499 HTTP/1.1" status: 200 len: 1095 time: 0.3688145 Jul 14 09:02:42.845122 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-fd802662-6f3c-4d97-9e3c-911d27c16ce7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=37a1b8d4-d751-44a7-8b11-868f3dd803c4 HTTP/1.1" status: 200 len: 217 time: 0.1004007 Jul 14 09:02:42.852275 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b92c19-2f99-4cf7-b01e-da366a089ce8 req-25b0d8bb-ef8e-4645-a96d-3e621567d7d3 tempest-ServersOnMultiNodesTest-640176556 tempest-ServersOnMultiNodesTest-640176556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:42.853832 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52b92c19-2f99-4cf7-b01e-da366a089ce8 req-25b0d8bb-ef8e-4645-a96d-3e621567d7d3 tempest-ServersOnMultiNodesTest-640176556 tempest-ServersOnMultiNodesTest-640176556-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0828e8e3-d820-4904-b480-c7f28ab99e8e HTTP/1.1" status: 200 len: 1101 time: 0.2732015 Jul 14 09:02:42.918435 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-4754ea2a-5bc2-4dfd-961a-1c3490d8abff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:42.920557 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-4754ea2a-5bc2-4dfd-961a-1c3490d8abff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a624182c-f31b-410c-b5c5-a0db3a91730d HTTP/1.1" status: 200 len: 797 time: 0.0616186 Jul 14 09:02:43.006012 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-61735b18-db98-4b91-897e-234c4b65b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:43.008690 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-61735b18-db98-4b91-897e-234c4b65b104 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2327d155-7d55-4b31-b424-2e5092343949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0797031 Jul 14 09:02:43.039321 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52b92c19-2f99-4cf7-b01e-da366a089ce8 req-63ddb315-bd59-4042-abec-9e3a14d33ac9 tempest-ServersOnMultiNodesTest-640176556 tempest-ServersOnMultiNodesTest-640176556-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241035 Jul 14 09:02:43.066563 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a1d1fd-b634-4b3b-b6af-b786b89b626a admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:02:43.073541 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-92d28283-6e5a-49d1-bed6-43caf1072971 service neutron] For port 00493738-34c2-4f21-920d-b0907af52fd4, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=00493738-34c2-4f21-920d-b0907af52fd4,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:43.076737 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4083fa-1356-4839-97ff-5ca657f13499 None None] Sync routers for ids ['734a5fdb-119c-482e-ab91-1f33512fcac1'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:02:43.080157 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-67a1d1fd-b634-4b3b-b6af-b786b89b626a admin admin] 10.222.0.25 "PUT /v2.0/routers/734a5fdb-119c-482e-ab91-1f33512fcac1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7326012 Jul 14 09:02:43.087964 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b80666-6ad8-4be9-861c-ab226ec71f50 req-927d4e50-7e77-4be7-bfad-9231ecbb584e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:43.089527 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-73b80666-6ad8-4be9-861c-ab226ec71f50 req-927d4e50-7e77-4be7-bfad-9231ecbb584e service neutron] 10.222.0.47 "GET /v2.0/networks?id=08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f HTTP/1.1" status: 200 len: 924 time: 0.2911634 Jul 14 09:02:43.093292 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4083fa-1356-4839-97ff-5ca657f13499 None None] Routers {'734a5fdb-119c-482e-ab91-1f33512fcac1'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:02:43.097302 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ec4083fa-1356-4839-97ff-5ca657f13499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:02:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['734a5fdb-119c-482e-ab91-1f33512fcac1'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:43.151946 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Wed, 14 Jul 2021 09:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd1488c-9307-4f63-a75e-001679d872fd x-openstack-request-id: req-9bd1488c-9307-4f63-a75e-001679d872fd {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:02:43.153538 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "tag": "37a1b8d4-d751-44a7-8b11-868f3dd803c4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "tag": "fd6a9d84-5544-47b3-9fa9-9037c50c3c10", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "tag": "599e0919-b70c-4cf5-a3f8-80f61b689f90", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "tag": "cd05352d-2cf2-4deb-8660-bf87a73993a1", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:02:43.153853 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9bd1488c-9307-4f63-a75e-001679d872fd {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:02:43.154195 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'tag': '37a1b8d4-d751-44a7-8b11-868f3dd803c4', 'status': 'completed', 'code': 200} Jul 14 09:02:43.154454 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'tag': 'fd6a9d84-5544-47b3-9fa9-9037c50c3c10', 'status': 'completed', 'code': 200} Jul 14 09:02:43.154700 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'tag': '599e0919-b70c-4cf5-a3f8-80f61b689f90', 'status': 'completed', 'code': 200} Jul 14 09:02:43.154983 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'tag': 'cd05352d-2cf2-4deb-8660-bf87a73993a1', 'status': 'completed', 'code': 200} Jul 14 09:02:43.243318 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-206ddf82-9094-4ba7-94d2-cc5db4db38b0 req-4c7cf319-0c62-4ab7-ac14-29baf1e956eb tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] show failed (client error): The resource could not be found. Jul 14 09:02:43.243652 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-ec4083fa-1356-4839-97ff-5ca657f13499 None None] Set router 734a5fdb-119c-482e-ab91-1f33512fcac1 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:02:43.244410 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-206ddf82-9094-4ba7-94d2-cc5db4db38b0 req-4c7cf319-0c62-4ab7-ac14-29baf1e956eb tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] 10.222.0.25 "GET /v2.0/security-groups/1d755919-c75c-47ff-9946-df7f3df19f4e HTTP/1.1" status: 404 len: 352 time: 0.1230826 Jul 14 09:02:43.245649 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-73b80666-6ad8-4be9-861c-ab226ec71f50 req-f54fcc2c-7264-4522-a3c1-c24ebb1f0bf7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d211971-63f3-484f-bb7a-f582d9bcaee5 HTTP/1.1" status: 200 len: 217 time: 0.1451817 Jul 14 09:02:43.277688 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-28615c6e-4778-4467-9370-96baf970b916 service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596705 Jul 14 09:02:43.306563 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59340) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:43.387090 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b80666-6ad8-4be9-861c-ab226ec71f50 req-1f3738b4-f4fc-4fc5-86a7-703a0383a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:43.388785 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-73b80666-6ad8-4be9-861c-ab226ec71f50 req-1f3738b4-f4fc-4fc5-86a7-703a0383a529 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8fecf381-19d6-49fe-86f6-48fb919914d0 HTTP/1.1" status: 200 len: 863 time: 0.0871305 Jul 14 09:02:43.417887 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-62cf0358-cd11-492c-b5c5-0b22ab95451d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1081138305'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:43.463453 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-92d28283-6e5a-49d1-bed6-43caf1072971 service neutron] For port 00493738-34c2-4f21-920d-b0907af52fd4, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:02:43.473202 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-533217e3-d0eb-4a9b-b0d6-7fac305cf4d4 service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877971 Jul 14 09:02:43.529423 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-71268953-ab65-4b3e-acbc-008b0abeb6fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=fd6a9d84-5544-47b3-9fa9-9037c50c3c10 HTTP/1.1" status: 200 len: 217 time: 0.0483041 Jul 14 09:02:43.567985 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07c384c-b638-4232-bbbc-417195e26511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00493738-34c2-4f21-920d-b0907af52fd4'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:02:43.571180 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6541bed1-9d00-4ae2-ac79-6ede72b12e58" -d '{"events": [{"server_uuid": "a07c384c-b638-4232-bbbc-417195e26511", "name": "network-vif-unplugged", "status": "completed", "tag": "00493738-34c2-4f21-920d-b0907af52fd4"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:02:43.580614 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-92d28283-6e5a-49d1-bed6-43caf1072971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:43.599410 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-9cd7b4cc-333a-49bf-993f-e9b601fbda7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:43.602317 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-9cd7b4cc-333a-49bf-993f-e9b601fbda7f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a624182c-f31b-410c-b5c5-a0db3a91730d HTTP/1.1" status: 200 len: 797 time: 0.0648885 Jul 14 09:02:43.603766 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cf0358-cd11-492c-b5c5-0b22ab95451d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Made reservation on behalf of 5251b0d4541348f2ad3d3cba77a39683 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:43.604951 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-92d28283-6e5a-49d1-bed6-43caf1072971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:43.607610 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-62cf0358-cd11-492c-b5c5-0b22ab95451d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:43.616042 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a0b10-588b-4c1f-8db0-887b8f4c6fbf req-a7c03405-bf39-4890-ba9b-4b1fa0d8ffd3 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:43.617627 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f1a0b10-588b-4c1f-8db0-887b8f4c6fbf req-a7c03405-bf39-4890-ba9b-4b1fa0d8ffd3 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a69923c-f403-489e-9665-205a94e63048 HTTP/1.1" status: 200 len: 945 time: 0.3466487 Jul 14 09:02:43.677981 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62cf0358-cd11-492c-b5c5-0b22ab95451d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:02:43.687801 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-62cf0358-cd11-492c-b5c5-0b22ab95451d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:43.688193 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-62cf0358-cd11-492c-b5c5-0b22ab95451d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Added segment dad7ee4f-541a-4af9-b697-d6e3dd259730 of type vlan for network 6faabbf0-1d9a-4471-89f9-fed36a9c0841 Jul 14 09:02:43.690575 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d28283-6e5a-49d1-bed6-43caf1072971 service neutron] Pushing event updated for resources: {'Port': ['ID=00493738-34c2-4f21-920d-b0907af52fd4,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:43.728495 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ec4083fa-1356-4839-97ff-5ca657f13499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a5fdb-119c-482e-ab91-1f33512fcac1', 'name': 'tempest-ServersTestMultiNic-366349681-router', 'tenant_id': '5251b0d4541348f2ad3d3cba77a39683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'bde9bde2-82b7-4cb2-bb9c-f9ed667346bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:02:27Z', 'updated_at': '2021-07-14T09:02:39Z', 'revision_number': 4, 'project_id': '5251b0d4541348f2ad3d3cba77a39683', 'gw_port': {'id': 'bde9bde2-82b7-4cb2-bb9c-f9ed667346bc', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a5fdb-119c-482e-ab91-1f33512fcac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:02:30Z', 'updated_at': '2021-07-14T09:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '0961c2d5-a09b-47ab-8f65-c433ebae84c7', 'name': '', 'network_id': 'a8f8824a-2562-4ac0-bf1f-9955e1d8c362', 'tenant_id': '5251b0d4541348f2ad3d3cba77a39683', 'mac_address': 'fa:16:3e:51:30:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734a5fdb-119c-482e-ab91-1f33512fcac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f5e3b42c-fb5b-4093-8dd1-06a58a6b7b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:02:36Z', 'updated_at': '2021-07-14T09:02:40Z', 'revision_number': 2, 'project_id': '5251b0d4541348f2ad3d3cba77a39683', 'subnets': [{'id': 'f5e3b42c-fb5b-4093-8dd1-06a58a6b7b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:43.744494 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-62cf0358-cd11-492c-b5c5-0b22ab95451d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:43.746130 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b80666-6ad8-4be9-861c-ab226ec71f50 req-b0e7efeb-26be-4832-b616-4cc9a334fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:43.747704 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-73b80666-6ad8-4be9-861c-ab226ec71f50 req-b0e7efeb-26be-4832-b616-4cc9a334fc65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3298674 Jul 14 09:02:43.758802 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-d74fd038-58e4-4044-9714-c0f2344431cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:43.759595 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ddad8-74aa-40c7-8fb7-a387c8f015df req-299c114e-a9bf-440d-8368-50c7d4a2bdbe tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:43.760536 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-d74fd038-58e4-4044-9714-c0f2344431cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2327d155-7d55-4b31-b424-2e5092343949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1499000 Jul 14 09:02:43.761391 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-af4ddad8-74aa-40c7-8fb7-a387c8f015df req-299c114e-a9bf-440d-8368-50c7d4a2bdbe tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 945 time: 0.2719398 Jul 14 09:02:43.779307 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4083fa-1356-4839-97ff-5ca657f13499 None None] Checking router: 734a5fdb-119c-482e-ab91-1f33512fcac1 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:02:43.779788 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4083fa-1356-4839-97ff-5ca657f13499 None None] Updating router 734a5fdb-119c-482e-ab91-1f33512fcac1 port 0961c2d5-a09b-47ab-8f65-c433ebae84c7 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:02:43.821887 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec4083fa-1356-4839-97ff-5ca657f13499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:43.846410 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-62cf0358-cd11-492c-b5c5-0b22ab95451d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:43.853253 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cf0358-cd11-492c-b5c5-0b22ab95451d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:43.854579 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-62cf0358-cd11-492c-b5c5-0b22ab95451d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:43.870005 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f1a0b10-588b-4c1f-8db0-887b8f4c6fbf req-6b7cb4f6-cd0f-43db-8079-af189e3623d8 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce954e9-2318-4328-b1c9-70614659dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424686 Jul 14 09:02:43.901092 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-af4ddad8-74aa-40c7-8fb7-a387c8f015df req-c5fcb670-833c-468c-bb86-ff64c89c45b6 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248562 Jul 14 09:02:43.908112 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-92d28283-6e5a-49d1-bed6-43caf1072971 service neutron] Attempting to bind port 00493738-34c2-4f21-920d-b0907af52fd4 on host n-h1-771362-35 for vnic_type normal with profile {"migrating_to": "n-h2-771362-35"} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:02:43.908600 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-92d28283-6e5a-49d1-bed6-43caf1072971 service neutron] Attempting to bind port 00493738-34c2-4f21-920d-b0907af52fd4 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:02:43.909005 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-92d28283-6e5a-49d1-bed6-43caf1072971 service neutron] Attempting to bind port 00493738-34c2-4f21-920d-b0907af52fd4 on network d4fad6bc-cc19-4061-a347-c3942b87c975 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:43.915749 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-92d28283-6e5a-49d1-bed6-43caf1072971 service neutron] Port 00493738-34c2-4f21-920d-b0907af52fd4 on network d4fad6bc-cc19-4061-a347-c3942b87c975 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:02:43.916150 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-92d28283-6e5a-49d1-bed6-43caf1072971 service neutron] Attempting to bind port 00493738-34c2-4f21-920d-b0907af52fd4 on network d4fad6bc-cc19-4061-a347-c3942b87c975 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:43.930074 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-92d28283-6e5a-49d1-bed6-43caf1072971 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:02:43.930570 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-92d28283-6e5a-49d1-bed6-43caf1072971 service neutron] Checking segment: {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:43.931056 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-92d28283-6e5a-49d1-bed6-43caf1072971 service neutron] Bound using segment: {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:02:43.931621 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-92d28283-6e5a-49d1-bed6-43caf1072971 service neutron] Bound port: 00493738-34c2-4f21-920d-b0907af52fd4, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:02:43.932161 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-92d28283-6e5a-49d1-bed6-43caf1072971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:44.009036 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-62cf0358-cd11-492c-b5c5-0b22ab95451d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7012849 Jul 14 09:02:44.013848 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59350) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:44.020050 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-2ec45b66-2f69-4ba9-9944-d3d96063b367 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Request body: {'subnet': {'network_id': '6faabbf0-1d9a-4471-89f9-fed36a9c0841', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:44.029178 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-ea005d11-7caf-445e-a6ad-b96c9c2ca6e0 service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610102 Jul 14 09:02:44.164342 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf0358-cd11-492c-b5c5-0b22ab95451d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event updated for resources: {'Network': ['ID=6faabbf0-1d9a-4471-89f9-fed36a9c0841,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:44.176796 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 6faabbf0-1d9a-4471-89f9-fed36a9c0841 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:02:44.220627 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec4083fa-1356-4839-97ff-5ca657f13499 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:44.233707 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ec4083fa-1356-4839-97ff-5ca657f13499 None None] Transition to ACTIVE for port object 0961c2d5-a09b-47ab-8f65-c433ebae84c7 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:44.246481 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec4083fa-1356-4839-97ff-5ca657f13499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:44.339690 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518cc3c-04f7-430e-9cdb-92b1ba982e27 None None] Pushing event updated for resources: {'Port': ['ID=0961c2d5-a09b-47ab-8f65-c433ebae84c7,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:44.490307 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ec4083fa-1356-4839-97ff-5ca657f13499 None None] Attempting to bind port 0961c2d5-a09b-47ab-8f65-c433ebae84c7 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:02:44.490675 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ec4083fa-1356-4839-97ff-5ca657f13499 None None] Attempting to bind port 0961c2d5-a09b-47ab-8f65-c433ebae84c7 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '638c9078-7f0c-4dcb-8272-6ff4808c0948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a8f8824a-2562-4ac0-bf1f-9955e1d8c362'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:02:44.491039 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4083fa-1356-4839-97ff-5ca657f13499 None None] Attempting to bind port 0961c2d5-a09b-47ab-8f65-c433ebae84c7 on network a8f8824a-2562-4ac0-bf1f-9955e1d8c362 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:44.505007 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4083fa-1356-4839-97ff-5ca657f13499 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:02:44.505380 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4083fa-1356-4839-97ff-5ca657f13499 None None] Checking segment: {'id': '638c9078-7f0c-4dcb-8272-6ff4808c0948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a8f8824a-2562-4ac0-bf1f-9955e1d8c362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:44.505786 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec4083fa-1356-4839-97ff-5ca657f13499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:44.506181 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4083fa-1356-4839-97ff-5ca657f13499 None None] Bound using segment: {'id': '638c9078-7f0c-4dcb-8272-6ff4808c0948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a8f8824a-2562-4ac0-bf1f-9955e1d8c362'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:02:44.506655 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ec4083fa-1356-4839-97ff-5ca657f13499 None None] Bound port: 0961c2d5-a09b-47ab-8f65-c433ebae84c7, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '638c9078-7f0c-4dcb-8272-6ff4808c0948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a8f8824a-2562-4ac0-bf1f-9955e1d8c362'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:02:44.507053 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec4083fa-1356-4839-97ff-5ca657f13499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:44.540763 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-88b5577f-1a63-4e51-b08b-304791300634 service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906075 Jul 14 09:02:44.588702 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-5d51a0b2-81fe-4586-bf55-a903db3b1bc5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=599e0919-b70c-4cf5-a3f8-80f61b689f90 HTTP/1.1" status: 200 len: 217 time: 0.0402231 Jul 14 09:02:44.591215 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-73b80666-6ad8-4be9-861c-ab226ec71f50 req-178c1a21-38cb-4bc7-8788-8fe6f58e94e1 service neutron] 10.222.0.47 "GET /v2.0/networks/08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8278217 Jul 14 09:02:44.598635 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ec4083fa-1356-4839-97ff-5ca657f13499 None None] For port 0961c2d5-a09b-47ab-8f65-c433ebae84c7, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:02:44.602116 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ec4083fa-1356-4839-97ff-5ca657f13499 None None] For port 0961c2d5-a09b-47ab-8f65-c433ebae84c7, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=0961c2d5-a09b-47ab-8f65-c433ebae84c7,segment=NetworkSegment(638c9078-7f0c-4dcb-8272-6ff4808c0948),segment_id=638c9078-7f0c-4dcb-8272-6ff4808c0948)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:02:44.616120 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec4083fa-1356-4839-97ff-5ca657f13499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:44.624229 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-92d28283-6e5a-49d1-bed6-43caf1072971 service neutron] For port 00493738-34c2-4f21-920d-b0907af52fd4, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:02:44.628071 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-92d28283-6e5a-49d1-bed6-43caf1072971 service neutron] For port 00493738-34c2-4f21-920d-b0907af52fd4, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=00493738-34c2-4f21-920d-b0907af52fd4,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:02:44.673099 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-92d28283-6e5a-49d1-bed6-43caf1072971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:44.683628 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-24f25f15-b893-4b51-9888-902dc51a73f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:44.685155 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-24f25f15-b893-4b51-9888-902dc51a73f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a624182c-f31b-410c-b5c5-a0db3a91730d HTTP/1.1" status: 200 len: 797 time: 0.0876269 Jul 14 09:02:44.690936 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec45b66-2f69-4ba9-9944-d3d96063b367 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Made reservation on behalf of 5251b0d4541348f2ad3d3cba77a39683 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:44.696118 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ec45b66-2f69-4ba9-9944-d3d96063b367 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:44.696575 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4083fa-1356-4839-97ff-5ca657f13499 None None] Routers {'734a5fdb-119c-482e-ab91-1f33512fcac1'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:02:44.697309 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ec4083fa-1356-4839-97ff-5ca657f13499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:02:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['734a5fdb-119c-482e-ab91-1f33512fcac1'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:44.743715 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518cc3c-04f7-430e-9cdb-92b1ba982e27 None None] Pushing event updated for resources: {'Port': ['ID=0961c2d5-a09b-47ab-8f65-c433ebae84c7,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:44.805223 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d28283-6e5a-49d1-bed6-43caf1072971 service neutron] Pushing event updated for resources: {'Port': ['ID=00493738-34c2-4f21-920d-b0907af52fd4,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:44.856640 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-ec4083fa-1356-4839-97ff-5ca657f13499 None None] Set router 734a5fdb-119c-482e-ab91-1f33512fcac1 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:02:44.892758 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-3a3d4a93-7f0a-4f9e-a242-1c2d2b76a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:44.894482 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-3a3d4a93-7f0a-4f9e-a242-1c2d2b76a366 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2327d155-7d55-4b31-b424-2e5092343949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1946700 Jul 14 09:02:44.910983 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-73b80666-6ad8-4be9-861c-ab226ec71f50 req-2f4facd2-4f73-4ad1-bdc8-b4cbcfb76a0b service neutron] 10.222.0.47 "GET /v2.0/networks/08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693975 Jul 14 09:02:44.970178 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4272e-61e7-471f-9eaa-45d5390a8e1b req-5140f0b0-0058-4444-8592-72f31d6a57b5 tempest-ServersOnMultiNodesTest-640176556 tempest-ServersOnMultiNodesTest-640176556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:44.974337 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7d4272e-61e7-471f-9eaa-45d5390a8e1b req-5140f0b0-0058-4444-8592-72f31d6a57b5 tempest-ServersOnMultiNodesTest-640176556 tempest-ServersOnMultiNodesTest-640176556-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=51ed6564-a5f0-46f3-b5b9-49e69be245d4 HTTP/1.1" status: 200 len: 1101 time: 0.5284736 Jul 14 09:02:44.983954 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd6bac-dd44-47de-b51c-f1c615e8a39f req-d23a4c64-0217-4f45-bb49-02a675074638 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:44.986132 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a2fd6bac-dd44-47de-b51c-f1c615e8a39f req-d23a4c64-0217-4f45-bb49-02a675074638 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5a3b41b-04fe-4670-93fa-a5d9585dc44a HTTP/1.1" status: 200 len: 950 time: 0.5361617 Jul 14 09:02:44.989174 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-92d28283-6e5a-49d1-bed6-43caf1072971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:44.990206 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-92d28283-6e5a-49d1-bed6-43caf1072971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:44.991859 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-92d28283-6e5a-49d1-bed6-43caf1072971 service neutron] 10.222.0.44 "PUT /v2.0/ports/00493738-34c2-4f21-920d-b0907af52fd4 HTTP/1.1" status: 200 len: 1123 time: 2.8829150 Jul 14 09:02:45.052389 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['00493738-34c2-4f21-920d-b0907af52fd4'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:02:45.071033 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-2276809a-42b0-4bbc-be83-f61df91bde5c service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691566 Jul 14 09:02:45.133397 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ec4083fa-1356-4839-97ff-5ca657f13499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a5fdb-119c-482e-ab91-1f33512fcac1', 'name': 'tempest-ServersTestMultiNic-366349681-router', 'tenant_id': '5251b0d4541348f2ad3d3cba77a39683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'bde9bde2-82b7-4cb2-bb9c-f9ed667346bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:02:27Z', 'updated_at': '2021-07-14T09:02:39Z', 'revision_number': 4, 'project_id': '5251b0d4541348f2ad3d3cba77a39683', 'gw_port': {'id': 'bde9bde2-82b7-4cb2-bb9c-f9ed667346bc', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a5fdb-119c-482e-ab91-1f33512fcac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:02:30Z', 'updated_at': '2021-07-14T09:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '0961c2d5-a09b-47ab-8f65-c433ebae84c7', 'name': '', 'network_id': 'a8f8824a-2562-4ac0-bf1f-9955e1d8c362', 'tenant_id': '5251b0d4541348f2ad3d3cba77a39683', 'mac_address': 'fa:16:3e:51:30:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734a5fdb-119c-482e-ab91-1f33512fcac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f5e3b42c-fb5b-4093-8dd1-06a58a6b7b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:02:36Z', 'updated_at': '2021-07-14T09:02:44Z', 'revision_number': 4, 'project_id': '5251b0d4541348f2ad3d3cba77a39683', 'subnets': [{'id': 'f5e3b42c-fb5b-4093-8dd1-06a58a6b7b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:45.137132 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9bca1-5db1-4f3c-a0ce-93c661ba2a26 req-7cb1c838-14f6-44ed-b4ab-7709582825f7 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:45.156408 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3ed9bca1-5db1-4f3c-a0ce-93c661ba2a26 req-7cb1c838-14f6-44ed-b4ab-7709582825f7 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5a3b41b-04fe-4670-93fa-a5d9585dc44a HTTP/1.1" status: 200 len: 950 time: 0.7047951 Jul 14 09:02:45.163591 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'tag': 'bd4cdb5b-1127-470e-bf8e-b17d6932ca54'}, {'name': 'network-changed', 'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'tag': '0c630ba1-1505-48e0-9e6a-2ec2086d4be4'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:02:45.167105 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97846e0a-179c-4cac-b06a-966f311a9451" -d '{"events": [{"name": "network-changed", "server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "tag": "bd4cdb5b-1127-470e-bf8e-b17d6932ca54"}, {"name": "network-changed", "server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "tag": "0c630ba1-1505-48e0-9e6a-2ec2086d4be4"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:02:45.171427 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4083fa-1356-4839-97ff-5ca657f13499 None None] The sync data for ids ['734a5fdb-119c-482e-ab91-1f33512fcac1'] in n-d-771362-35 is: [{'id': '734a5fdb-119c-482e-ab91-1f33512fcac1', 'name': 'tempest-ServersTestMultiNic-366349681-router', 'tenant_id': '5251b0d4541348f2ad3d3cba77a39683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'bde9bde2-82b7-4cb2-bb9c-f9ed667346bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:02:27Z', 'updated_at': '2021-07-14T09:02:39Z', 'revision_number': 4, 'project_id': '5251b0d4541348f2ad3d3cba77a39683', 'gw_port': {'id': 'bde9bde2-82b7-4cb2-bb9c-f9ed667346bc', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a5fdb-119c-482e-ab91-1f33512fcac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:02:30Z', 'updated_at': '2021-07-14T09:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '0961c2d5-a09b-47ab-8f65-c433ebae84c7', 'name': '', 'network_id': 'a8f8824a-2562-4ac0-bf1f-9955e1d8c362', 'tenant_id': '5251b0d4541348f2ad3d3cba77a39683', 'mac_address': 'fa:16:3e:51:30:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734a5fdb-119c-482e-ab91-1f33512fcac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f5e3b42c-fb5b-4093-8dd1-06a58a6b7b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:02:36Z', 'updated_at': '2021-07-14T09:02:44Z', 'revision_number': 4, 'project_id': '5251b0d4541348f2ad3d3cba77a39683', 'subnets': [{'id': 'f5e3b42c-fb5b-4093-8dd1-06a58a6b7b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:02:45.306574 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ec45b66-2f69-4ba9-9944-d3d96063b367 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:45.320821 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7d4272e-61e7-471f-9eaa-45d5390a8e1b req-9052cef7-9bbe-4452-b0bf-287c9053dd5f tempest-ServersOnMultiNodesTest-640176556 tempest-ServersOnMultiNodesTest-640176556-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327818 Jul 14 09:02:45.327165 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-21b063c6-f5a3-46ef-8ea7-9458ffd805a0 service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142615 Jul 14 09:02:45.352475 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3ed9bca1-5db1-4f3c-a0ce-93c661ba2a26 req-21195205-67b1-49b2-b2cc-8148d7a747f0 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d881533-7988-4588-b0e2-e864dc24b080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909895 Jul 14 09:02:45.389039 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-112b1e29-bf92-4fbb-934a-cd2c93414357 req-aa76327a-208a-4708-a569-44729daa1db3 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] show failed (client error): The resource could not be found. Jul 14 09:02:45.391109 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-112b1e29-bf92-4fbb-934a-cd2c93414357 req-aa76327a-208a-4708-a569-44729daa1db3 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] 10.222.0.25 "GET /v2.0/security-group-rules/b77f9f04-b485-4593-815e-8d9307aa5911 HTTP/1.1" status: 404 len: 361 time: 0.0286248 Jul 14 09:02:45.411249 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-04e1ef7c-825b-4fb0-93b2-f55aee2ecdb5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=cd05352d-2cf2-4deb-8660-bf87a73993a1 HTTP/1.1" status: 200 len: 217 time: 0.0594311 Jul 14 09:02:45.411451 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-a2fd6bac-dd44-47de-b51c-f1c615e8a39f req-1ef67570-f1fa-43be-8844-afdcabd8adb6 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Deleting port 2bad340e-0697-4193-b454-7194a7e90922 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:02:45.411626 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a2fd6bac-dd44-47de-b51c-f1c615e8a39f req-1ef67570-f1fa-43be-8844-afdcabd8adb6 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:45.436662 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec45b66-2f69-4ba9-9944-d3d96063b367 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event updated for resources: {'Subnet': ['ID=a661d586-7489-4e4f-8403-04785bd3d6e0,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:45.460231 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 3d211971-63f3-484f-bb7a-f582d9bcaee5 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:02:45.511428 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-b7406a2f-e885-4410-b427-c7d0538716e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:45.513156 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-b7406a2f-e885-4410-b427-c7d0538716e3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a624182c-f31b-410c-b5c5-a0db3a91730d HTTP/1.1" status: 200 len: 797 time: 0.0716281 Jul 14 09:02:45.538698 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f732039-736b-40b9-9e97-d71e91bf07db x-openstack-request-id: req-5f732039-736b-40b9-9e97-d71e91bf07db {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:02:45.545154 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07c384c-b638-4232-bbbc-417195e26511", "name": "network-vif-unplugged", "status": "completed", "tag": "00493738-34c2-4f21-920d-b0907af52fd4", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:02:45.545724 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f732039-736b-40b9-9e97-d71e91bf07db {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:02:45.546831 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07c384c-b638-4232-bbbc-417195e26511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00493738-34c2-4f21-920d-b0907af52fd4', 'code': 200} Jul 14 09:02:45.584617 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec45b66-2f69-4ba9-9944-d3d96063b367 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Checking segment: {'id': 'dad7ee4f-541a-4af9-b697-d6e3dd259730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6faabbf0-1d9a-4471-89f9-fed36a9c0841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:45.585258 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec45b66-2f69-4ba9-9944-d3d96063b367 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Network hostable DHCP agents. Network: 6faabbf0-1d9a-4471-89f9-fed36a9c0841, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:02:45.639235 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 0961c2d5-a09b-47ab-8f65-c433ebae84c7 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:02:45.650920 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-94261033-9401-46ed-9940-7253e207471f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:45.652485 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-94261033-9401-46ed-9940-7253e207471f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2327d155-7d55-4b31-b424-2e5092343949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1313560 Jul 14 09:02:45.653267 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec45b66-2f69-4ba9-9944-d3d96063b367 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Network 6faabbf0-1d9a-4471-89f9-fed36a9c0841 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:02:45.669521 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-2ec45b66-2f69-4ba9-9944-d3d96063b367 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 6faabbf0-1d9a-4471-89f9-fed36a9c0841) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:45.691534 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87af70cb-0be7-492a-a843-6bab02298c20 None None] Network 6faabbf0-1d9a-4471-89f9-fed36a9c0841 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:02:45.710990 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec45b66-2f69-4ba9-9944-d3d96063b367 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:45.711629 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ec45b66-2f69-4ba9-9944-d3d96063b367 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:45.750559 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2ec45b66-2f69-4ba9-9944-d3d96063b367 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7335763 Jul 14 09:02:45.752055 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59362) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:45.763355 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 3d211971-63f3-484f-bb7a-f582d9bcaee5, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=3d211971-63f3-484f-bb7a-f582d9bcaee5,segment=NetworkSegment(f6ceb175-f8f3-456b-a1a2-6146eff18101),segment_id=f6ceb175-f8f3-456b-a1a2-6146eff18101)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:45.768578 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-19d0245a-bbdf-436a-bb06-1f9abdf04029 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-353092481'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:45.778717 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '3d211971-63f3-484f-bb7a-f582d9bcaee5', 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f', 'port_id': '3d211971-63f3-484f-bb7a-f582d9bcaee5', 'mac_address': 'fa:16:3e:1a:fc:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:02:45.789983 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-a2fd6bac-dd44-47de-b51c-f1c615e8a39f req-1ef67570-f1fa-43be-8844-afdcabd8adb6 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] For port 2bad340e-0697-4193-b454-7194a7e90922, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=2bad340e-0697-4193-b454-7194a7e90922,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:45.790566 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a2fd6bac-dd44-47de-b51c-f1c615e8a39f req-1ef67570-f1fa-43be-8844-afdcabd8adb6 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:45.799940 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d0245a-bbdf-436a-bb06-1f9abdf04029 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Made reservation on behalf of 5251b0d4541348f2ad3d3cba77a39683 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:45.804322 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-19d0245a-bbdf-436a-bb06-1f9abdf04029 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:45.818571 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-a2fd6bac-dd44-47de-b51c-f1c615e8a39f req-1ef67570-f1fa-43be-8844-afdcabd8adb6 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Calling delete_port for 2bad340e-0697-4193-b454-7194a7e90922 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:02:45.839101 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d0245a-bbdf-436a-bb06-1f9abdf04029 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:02:45.852706 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-19d0245a-bbdf-436a-bb06-1f9abdf04029 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:45.853222 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-19d0245a-bbdf-436a-bb06-1f9abdf04029 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Added segment 1ed77c6e-05eb-4a56-b483-3722acb2e155 of type vlan for network 0f2b203a-a756-4d21-bcbc-49bc8bc0128f Jul 14 09:02:45.853991 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422248d7-529e-4ccf-ba87-c9ddb5db624d req-54cfb4e8-e0f8-424f-a00b-415017094344 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:45.860564 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422248d7-529e-4ccf-ba87-c9ddb5db624d req-54cfb4e8-e0f8-424f-a00b-415017094344 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:45.866520 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422248d7-529e-4ccf-ba87-c9ddb5db624d req-54cfb4e8-e0f8-424f-a00b-415017094344 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:45.872622 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422248d7-529e-4ccf-ba87-c9ddb5db624d req-54cfb4e8-e0f8-424f-a00b-415017094344 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:45.886431 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422248d7-529e-4ccf-ba87-c9ddb5db624d req-54cfb4e8-e0f8-424f-a00b-415017094344 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:45.892593 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422248d7-529e-4ccf-ba87-c9ddb5db624d req-54cfb4e8-e0f8-424f-a00b-415017094344 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:45.898491 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422248d7-529e-4ccf-ba87-c9ddb5db624d req-54cfb4e8-e0f8-424f-a00b-415017094344 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:45.904314 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-19d0245a-bbdf-436a-bb06-1f9abdf04029 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:45.906909 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-422248d7-529e-4ccf-ba87-c9ddb5db624d req-54cfb4e8-e0f8-424f-a00b-415017094344 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 5430 time: 0.3588772 Jul 14 09:02:45.933403 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:45.937281 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 0961c2d5-a09b-47ab-8f65-c433ebae84c7 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:45.945979 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bc9fa-89bf-4bb4-aa11-f3f7360ffb1f req-b1e8618c-f5ca-4c00-98ed-fcd76204f07f tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:45.950145 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e9bc9fa-89bf-4bb4-aa11-f3f7360ffb1f req-b1e8618c-f5ca-4c00-98ed-fcd76204f07f tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b4d651-c95e-48e0-8757-0e557acbe499 HTTP/1.1" status: 200 len: 943 time: 0.2658021 Jul 14 09:02:45.950469 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 0961c2d5-a09b-47ab-8f65-c433ebae84c7 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:45.950839 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:45.956101 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-19d0245a-bbdf-436a-bb06-1f9abdf04029 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:45.962200 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d0245a-bbdf-436a-bb06-1f9abdf04029 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:45.962832 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-19d0245a-bbdf-436a-bb06-1f9abdf04029 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:45.993806 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01709bed-52b4-4411-8836-e988ea2f6432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-6faabbf0-1d9a-4471-89f9-fed36a9c0841', 'network_id': '6faabbf0-1d9a-4471-89f9-fed36a9c0841', 'tenant_id': '5251b0d4541348f2ad3d3cba77a39683', 'fixed_ips': [{'subnet_id': 'a661d586-7489-4e4f-8403-04785bd3d6e0'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:02:45.994658 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01709bed-52b4-4411-8836-e988ea2f6432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:46.006559 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d211971-63f3-484f-bb7a-f582d9bcaee5 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:02:46.051809 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e9bc9fa-89bf-4bb4-aa11-f3f7360ffb1f req-86c23663-fbaf-4965-bbe6-db57771f0bb8 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/security-groups?id=b66ff417-eb85-4915-bce4-8f9c11b7b80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586083 Jul 14 09:02:46.073628 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0245a-bbdf-436a-bb06-1f9abdf04029 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event updated for resources: {'Network': ['ID=0f2b203a-a756-4d21-bcbc-49bc8bc0128f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:46.077053 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-422248d7-529e-4ccf-ba87-c9ddb5db624d req-809d6499-706c-443a-a3d2-aa51abddf0fe tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/security-groups?id=676d5fbb-8b00-498f-8965-8e518737057a&id=8646e213-dd0d-40aa-b659-6adc73064e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1692970 Jul 14 09:02:46.079811 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-19d0245a-bbdf-436a-bb06-1f9abdf04029 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3173702 Jul 14 09:02:46.082208 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59364) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:46.088797 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-2d87b0d5-cb0b-4978-b2d4-4f1e7a4b4280 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Request body: {'subnet': {'network_id': '0f2b203a-a756-4d21-bcbc-49bc8bc0128f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:46.094137 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 3d211971-63f3-484f-bb7a-f582d9bcaee5, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=3d211971-63f3-484f-bb7a-f582d9bcaee5,segment=NetworkSegment(f6ceb175-f8f3-456b-a1a2-6146eff18101),segment_id=f6ceb175-f8f3-456b-a1a2-6146eff18101)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:46.098397 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:46.100445 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 0f2b203a-a756-4d21-bcbc-49bc8bc0128f details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:02:46.138945 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-57a0ab27-4efb-47ba-b10f-775a64f7215d service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778938 Jul 14 09:02:46.219240 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:46.245583 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a2fd6bac-dd44-47de-b51c-f1c615e8a39f req-1ef67570-f1fa-43be-8844-afdcabd8adb6 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:46.357187 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 0961c2d5-a09b-47ab-8f65-c433ebae84c7, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=0961c2d5-a09b-47ab-8f65-c433ebae84c7,segment=NetworkSegment(638c9078-7f0c-4dcb-8272-6ff4808c0948),segment_id=638c9078-7f0c-4dcb-8272-6ff4808c0948)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:46.364964 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef67570-f1fa-43be-8844-afdcabd8adb6 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Pushing event deleted for resources: {'Port': ['ID=2bad340e-0697-4193-b454-7194a7e90922,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:46.365854 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['2bad340e-0697-4193-b454-7194a7e90922'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:02:46.386184 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-beeea61d-66e4-41a1-afc7-480e75fb305d service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784563 Jul 14 09:02:46.393501 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:46.511161 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-d45eed57-c2ce-41e7-90fa-1017a2b3fc40 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bd4cdb5b-1127-470e-bf8e-b17d6932ca54 HTTP/1.1" status: 200 len: 217 time: 0.1171327 Jul 14 09:02:46.546062 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['3d211971-63f3-484f-bb7a-f582d9bcaee5'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:02:46.610330 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fd6bac-dd44-47de-b51c-f1c615e8a39f req-1ef67570-f1fa-43be-8844-afdcabd8adb6 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] No DVR routers for this DVR port 2bad340e-0697-4193-b454-7194a7e90922 on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:02:46.630100 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-7c08dd84-c781-43ae-bf6b-8750668f4f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:46.630432 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=3d211971-63f3-484f-bb7a-f582d9bcaee5,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:46.631616 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-7c08dd84-c781-43ae-bf6b-8750668f4f77 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ae3bc40f-7977-406d-bfd8-e2f5d469a75c HTTP/1.1" status: 200 len: 797 time: 0.1126151 Jul 14 09:02:46.638622 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a2fd6bac-dd44-47de-b51c-f1c615e8a39f req-1ef67570-f1fa-43be-8844-afdcabd8adb6 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:46.642558 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a2fd6bac-dd44-47de-b51c-f1c615e8a39f req-1ef67570-f1fa-43be-8844-afdcabd8adb6 tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] 10.222.0.44 "DELETE /v2.0/ports/2bad340e-0697-4193-b454-7194a7e90922 HTTP/1.1" status: 204 len: 173 time: 1.6178598 Jul 14 09:02:46.688927 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d87b0d5-cb0b-4978-b2d4-4f1e7a4b4280 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Made reservation on behalf of 5251b0d4541348f2ad3d3cba77a39683 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:46.689550 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf24cd6-23ba-4192-a91a-f94700117fbc req-b9c59bf7-bb7e-43a4-9868-b4f27560bc8b tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:46.691314 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0bf24cd6-23ba-4192-a91a-f94700117fbc req-b9c59bf7-bb7e-43a4-9868-b4f27560bc8b tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a69923c-f403-489e-9665-205a94e63048 HTTP/1.1" status: 200 len: 945 time: 0.3570020 Jul 14 09:02:46.700107 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d87b0d5-cb0b-4978-b2d4-4f1e7a4b4280 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:46.785036 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-01709bed-52b4-4411-8836-e988ea2f6432 None None] Allocated IP 19.80.0.2 (6faabbf0-1d9a-4471-89f9-fed36a9c0841/a661d586-7489-4e4f-8403-04785bd3d6e0/8d2a848b-a946-4cbe-bc50-d883ccc1bfa2) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:02:46.785735 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb25aa2-52d2-4089-a0b1-c97b43e51099 req-54bb4ff1-f596-4a8b-b16d-06a3f20cab37 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:46.787421 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-adb25aa2-52d2-4089-a0b1-c97b43e51099 req-54bb4ff1-f596-4a8b-b16d-06a3f20cab37 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 943 time: 0.4543035 Jul 14 09:02:46.793182 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-ea8b21ed-4fad-4b4e-8f32-96bb5e883420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:46.794915 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-ea8b21ed-4fad-4b4e-8f32-96bb5e883420 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=776c6310-2e5f-475b-b017-192449a00c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1527426 Jul 14 09:02:46.840956 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=0961c2d5-a09b-47ab-8f65-c433ebae84c7,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:46.885250 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0bf24cd6-23ba-4192-a91a-f94700117fbc req-54d75a0c-af69-4285-b5a4-cdb4514ad395 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce954e9-2318-4328-b1c9-70614659dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843019 Jul 14 09:02:46.911788 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-adb25aa2-52d2-4089-a0b1-c97b43e51099 req-4226e0a9-bb0d-4dc5-a147-f3772900da84 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952520 Jul 14 09:02:46.987360 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-23244d90-6973-42bc-92d1-f17acc0ab629 service neutron] 10.222.0.44 "GET /v2.0/networks/776c6310-2e5f-475b-b017-192449a00c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795762 Jul 14 09:02:47.106071 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a83f86a-f631-420d-bdf1-ab560bc46e90 req-4a40bdd6-66f4-4382-988d-9fc655f1e0da tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] 10.222.0.25 "GET /v2.0/security-groups/e97605f4-df3f-42aa-857a-4e3ffdbb7875 HTTP/1.1" status: 200 len: 1812 time: 0.0784509 Jul 14 09:02:47.125679 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-304c2981-0dd4-4247-9f05-41a1d0f9da60 service neutron] 10.222.0.44 "GET /v2.0/networks/776c6310-2e5f-475b-b017-192449a00c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342278 Jul 14 09:02:47.128500 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 09:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0d3687-f01f-4472-aba1-a9e302bf65b6 x-openstack-request-id: req-5f0d3687-f01f-4472-aba1-a9e302bf65b6 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:02:47.128787 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "tag": "bd4cdb5b-1127-470e-bf8e-b17d6932ca54", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "tag": "0c630ba1-1505-48e0-9e6a-2ec2086d4be4", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:02:47.130086 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f0d3687-f01f-4472-aba1-a9e302bf65b6 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:02:47.130669 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'tag': 'bd4cdb5b-1127-470e-bf8e-b17d6932ca54', 'status': 'completed', 'code': 200} Jul 14 09:02:47.130851 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'tag': '0c630ba1-1505-48e0-9e6a-2ec2086d4be4', 'status': 'completed', 'code': 200} Jul 14 09:02:47.216350 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-f510cc7f-3e5a-4ce3-9e5b-0f5a7534a5cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c630ba1-1505-48e0-9e6a-2ec2086d4be4 HTTP/1.1" status: 200 len: 217 time: 0.0465143 Jul 14 09:02:47.252831 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2a83f86a-f631-420d-bdf1-ab560bc46e90 req-7730b24a-b125-4c94-ad1a-d38c812e316a tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:47.273029 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d87b0d5-cb0b-4978-b2d4-4f1e7a4b4280 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:47.300323 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2a83f86a-f631-420d-bdf1-ab560bc46e90 req-7730b24a-b125-4c94-ad1a-d38c812e316a tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:47.309686 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 00493738-34c2-4f21-920d-b0907af52fd4 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:02:47.380695 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-32875fbf-5280-44a9-83ed-a715cc9416f3 req-a6539d6f-12dd-47fd-af74-ac91eaa2b9bc tempest-ImagesNegativeTestJSON-16941788 tempest-ImagesNegativeTestJSON-16941788-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5a3b41b-04fe-4670-93fa-a5d9585dc44a HTTP/1.1" status: 200 len: 210 time: 0.0624273 Jul 14 09:02:47.423779 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01709bed-52b4-4411-8836-e988ea2f6432 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:47.445463 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-be14d8dd-8670-4033-b1ee-f841afe45c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:47.447855 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-be14d8dd-8670-4033-b1ee-f841afe45c4f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ae3bc40f-7977-406d-bfd8-e2f5d469a75c HTTP/1.1" status: 200 len: 797 time: 0.2250414 Jul 14 09:02:47.458545 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2a83f86a-f631-420d-bdf1-ab560bc46e90 req-7730b24a-b125-4c94-ad1a-d38c812e316a tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:47.465302 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2a83f86a-f631-420d-bdf1-ab560bc46e90 req-7730b24a-b125-4c94-ad1a-d38c812e316a tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:47.486874 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a83f86a-f631-420d-bdf1-ab560bc46e90 req-7730b24a-b125-4c94-ad1a-d38c812e316a tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] 10.222.0.25 "DELETE /v2.0/security-groups/e97605f4-df3f-42aa-857a-4e3ffdbb7875 HTTP/1.1" status: 204 len: 173 time: 0.3690405 Jul 14 09:02:47.507804 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87b0d5-cb0b-4978-b2d4-4f1e7a4b4280 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event updated for resources: {'Subnet': ['ID=4e8f4ce5-43b2-4f5f-b399-4212d8d6046f,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:47.517996 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d87b0d5-cb0b-4978-b2d4-4f1e7a4b4280 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Checking segment: {'id': '1ed77c6e-05eb-4a56-b483-3722acb2e155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0f2b203a-a756-4d21-bcbc-49bc8bc0128f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:47.518489 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d87b0d5-cb0b-4978-b2d4-4f1e7a4b4280 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Network hostable DHCP agents. Network: 0f2b203a-a756-4d21-bcbc-49bc8bc0128f, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:02:47.551314 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730b24a-b125-4c94-ad1a-d38c812e316a tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97605f4-df3f-42aa-857a-4e3ffdbb7875,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:47.557604 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-728306e3-1e0e-49bb-a7af-d1cf468c91e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:47.559309 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-728306e3-1e0e-49bb-a7af-d1cf468c91e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=776c6310-2e5f-475b-b017-192449a00c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0976272 Jul 14 09:02:47.560639 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07c384c-b638-4232-bbbc-417195e26511', 'tag': '00493738-34c2-4f21-920d-b0907af52fd4'}, {'server_uuid': 'd5a3b41b-04fe-4670-93fa-a5d9585dc44a', 'name': 'network-vif-deleted', 'tag': '2bad340e-0697-4193-b454-7194a7e90922'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:02:47.562603 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d87b0d5-cb0b-4978-b2d4-4f1e7a4b4280 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Network 0f2b203a-a756-4d21-bcbc-49bc8bc0128f is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:02:47.575275 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35185384-277f-44c3-95a3-f0deef8a81eb" -d '{"events": [{"name": "network-changed", "server_uuid": "a07c384c-b638-4232-bbbc-417195e26511", "tag": "00493738-34c2-4f21-920d-b0907af52fd4"}, {"server_uuid": "d5a3b41b-04fe-4670-93fa-a5d9585dc44a", "name": "network-vif-deleted", "tag": "2bad340e-0697-4193-b454-7194a7e90922"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:02:47.580144 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-2d87b0d5-cb0b-4978-b2d4-4f1e7a4b4280 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 0f2b203a-a756-4d21-bcbc-49bc8bc0128f) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:47.601423 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d87b0d5-cb0b-4978-b2d4-4f1e7a4b4280 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:47.602036 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d87b0d5-cb0b-4978-b2d4-4f1e7a4b4280 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:47.614022 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-01709bed-52b4-4411-8836-e988ea2f6432 None None] Transition to ACTIVE for port object 8d2a848b-a946-4cbe-bc50-d883ccc1bfa2 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:47.631716 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4014ec-0a33-4ea7-a6a0-c6a10a29b2fd None None] Network 0f2b203a-a756-4d21-bcbc-49bc8bc0128f requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:02:47.637764 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 0961c2d5-a09b-47ab-8f65-c433ebae84c7 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:02:47.719945 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6457c-4ed2-4633-9357-384b3c0d1d95 req-604d323b-2d80-49f5-963a-67482652a1e6 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:47.721805 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d4a6457c-4ed2-4633-9357-384b3c0d1d95 req-604d323b-2d80-49f5-963a-67482652a1e6 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b4d651-c95e-48e0-8757-0e557acbe499 HTTP/1.1" status: 200 len: 944 time: 0.0984814 Jul 14 09:02:47.786159 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2d87b0d5-cb0b-4978-b2d4-4f1e7a4b4280 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6940026 Jul 14 09:02:47.801117 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d4a6457c-4ed2-4633-9357-384b3c0d1d95 req-5743efba-04dd-4605-b0cb-28a5de90f590 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/security-groups?id=b66ff417-eb85-4915-bce4-8f9c11b7b80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725048 Jul 14 09:02:47.861956 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-b4fbf790-b1af-4c02-a103-d8d58b0f72f4 service neutron] 10.222.0.44 "GET /v2.0/networks/776c6310-2e5f-475b-b017-192449a00c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927334 Jul 14 09:02:47.922170 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-01709bed-52b4-4411-8836-e988ea2f6432 None None] Transition to ACTIVE for port object 8d2a848b-a946-4cbe-bc50-d883ccc1bfa2 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:47.939152 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062d3da-a670-44d9-a8c3-0a3a89bd1f11 req-e9686d6a-f9a4-4eed-91a4-0e032f7b6df3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:47.942914 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01709bed-52b4-4411-8836-e988ea2f6432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:47.948618 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062d3da-a670-44d9-a8c3-0a3a89bd1f11 req-e9686d6a-f9a4-4eed-91a4-0e032f7b6df3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:47.960055 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062d3da-a670-44d9-a8c3-0a3a89bd1f11 req-e9686d6a-f9a4-4eed-91a4-0e032f7b6df3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:47.967086 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062d3da-a670-44d9-a8c3-0a3a89bd1f11 req-e9686d6a-f9a4-4eed-91a4-0e032f7b6df3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:47.974022 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062d3da-a670-44d9-a8c3-0a3a89bd1f11 req-e9686d6a-f9a4-4eed-91a4-0e032f7b6df3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:47.980399 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062d3da-a670-44d9-a8c3-0a3a89bd1f11 req-e9686d6a-f9a4-4eed-91a4-0e032f7b6df3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:47.986352 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01709bed-52b4-4411-8836-e988ea2f6432 None None] Network 6faabbf0-1d9a-4471-89f9-fed36a9c0841 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:02:47.988532 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062d3da-a670-44d9-a8c3-0a3a89bd1f11 req-e9686d6a-f9a4-4eed-91a4-0e032f7b6df3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:47.989624 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 00493738-34c2-4f21-920d-b0907af52fd4, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=00493738-34c2-4f21-920d-b0907af52fd4,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:47.990081 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0062d3da-a670-44d9-a8c3-0a3a89bd1f11 req-e9686d6a-f9a4-4eed-91a4-0e032f7b6df3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 5430 time: 0.2095370 Jul 14 09:02:48.003529 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e7f80e22-e3ed-420a-b767-49f6d7f33f08 req-335b1c37-3178-41fd-b7e8-c6fea2c229f1 service neutron] 10.222.0.44 "GET /v2.0/networks/776c6310-2e5f-475b-b017-192449a00c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340249 Jul 14 09:02:48.024084 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-01709bed-52b4-4411-8836-e988ea2f6432 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:48.034456 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-321027bc-0bb1-4776-975a-1699565c6d35 req-7ca75aed-c416-423e-bb96-95b0eecd3242 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430286 Jul 14 09:02:48.038186 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01709bed-52b4-4411-8836-e988ea2f6432 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:02:48.046915 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 00493738-34c2-4f21-920d-b0907af52fd4 has no active binding in host n-h2-771362-35 {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:02:48.085718 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01709bed-52b4-4411-8836-e988ea2f6432 None None] Pushing event updated for resources: {'Port': ['ID=8d2a848b-a946-4cbe-bc50-d883ccc1bfa2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:48.105011 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 0961c2d5-a09b-47ab-8f65-c433ebae84c7 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:48.105387 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:48.163847 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0062d3da-a670-44d9-a8c3-0a3a89bd1f11 req-a8e08584-d552-4bfd-b2cb-8d4c89c44b17 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/security-groups?id=676d5fbb-8b00-498f-8965-8e518737057a&id=8646e213-dd0d-40aa-b659-6adc73064e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1614397 Jul 14 09:02:48.190688 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321027bc-0bb1-4776-975a-1699565c6d35 req-c9cdd0a2-7124-4cd6-81db-5a42fe02faed tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:48.197216 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-321027bc-0bb1-4776-975a-1699565c6d35 req-c9cdd0a2-7124-4cd6-81db-5a42fe02faed tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1619229 Jul 14 09:02:48.219411 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-321027bc-0bb1-4776-975a-1699565c6d35 req-4e447187-1a4b-422a-aa48-3833fb129f49 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/quotas/0c5f47989e8e45de8bf251a9200bf8d4 HTTP/1.1" status: 200 len: 375 time: 0.0137546 Jul 14 09:02:48.250830 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75d84bb-356c-44c1-bc5b-2df569eb6705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-0f2b203a-a756-4d21-bcbc-49bc8bc0128f', 'network_id': '0f2b203a-a756-4d21-bcbc-49bc8bc0128f', 'tenant_id': '5251b0d4541348f2ad3d3cba77a39683', 'fixed_ips': [{'subnet_id': '4e8f4ce5-43b2-4f5f-b399-4212d8d6046f'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:02:48.251804 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c75d84bb-356c-44c1-bc5b-2df569eb6705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:48.269947 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-01709bed-52b4-4411-8836-e988ea2f6432 None None] Attempting to bind port 8d2a848b-a946-4cbe-bc50-d883ccc1bfa2 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:02:48.270320 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-01709bed-52b4-4411-8836-e988ea2f6432 None None] Attempting to bind port 8d2a848b-a946-4cbe-bc50-d883ccc1bfa2 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'dad7ee4f-541a-4af9-b697-d6e3dd259730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6faabbf0-1d9a-4471-89f9-fed36a9c0841'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:02:48.270782 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01709bed-52b4-4411-8836-e988ea2f6432 None None] Attempting to bind port 8d2a848b-a946-4cbe-bc50-d883ccc1bfa2 on network 6faabbf0-1d9a-4471-89f9-fed36a9c0841 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:48.279647 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01709bed-52b4-4411-8836-e988ea2f6432 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:02:48.280280 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01709bed-52b4-4411-8836-e988ea2f6432 None None] Checking segment: {'id': 'dad7ee4f-541a-4af9-b697-d6e3dd259730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6faabbf0-1d9a-4471-89f9-fed36a9c0841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:48.281308 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01709bed-52b4-4411-8836-e988ea2f6432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:48.281702 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01709bed-52b4-4411-8836-e988ea2f6432 None None] Bound using segment: {'id': 'dad7ee4f-541a-4af9-b697-d6e3dd259730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6faabbf0-1d9a-4471-89f9-fed36a9c0841'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:02:48.282371 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-01709bed-52b4-4411-8836-e988ea2f6432 None None] Bound port: 8d2a848b-a946-4cbe-bc50-d883ccc1bfa2, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad7ee4f-541a-4af9-b697-d6e3dd259730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6faabbf0-1d9a-4471-89f9-fed36a9c0841'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:02:48.282805 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01709bed-52b4-4411-8836-e988ea2f6432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:48.290014 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-38e35020-6372-4654-8ada-a096ba33e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:48.290631 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-38e35020-6372-4654-8ada-a096ba33e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:48.291125 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-38e35020-6372-4654-8ada-a096ba33e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:48.291739 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-38e35020-6372-4654-8ada-a096ba33e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:48.292503 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-38e35020-6372-4654-8ada-a096ba33e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:48.293128 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-38e35020-6372-4654-8ada-a096ba33e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:48.293660 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-38e35020-6372-4654-8ada-a096ba33e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:48.297781 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-38e35020-6372-4654-8ada-a096ba33e84e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8050cf63175f42718fc254b7c67d228f&device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 6494 time: 0.1378052 Jul 14 09:02:48.302043 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cdca2a7b-9aca-4d51-b5f1-f8e7cf6ecf80 req-17b46448-8f3a-4599-8160-2d5de39ceafe tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] 10.222.0.25 "GET /v2.0/security-groups/86f7cfa8-7244-48a7-91c0-50972dfa8bfd HTTP/1.1" status: 200 len: 1812 time: 0.0844979 Jul 14 09:02:48.420233 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-321027bc-0bb1-4776-975a-1699565c6d35 req-83d9bc92-85e2-4fce-8b42-6da956fe9ae2 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1696556 Jul 14 09:02:48.435340 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-56257d23-5504-4821-84b9-1e670ec1d223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:48.436479 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cdca2a7b-9aca-4d51-b5f1-f8e7cf6ecf80 req-531bb239-28ed-4269-a883-41d5aad1d4d4 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:48.437890 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-56257d23-5504-4821-84b9-1e670ec1d223 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2327d155-7d55-4b31-b424-2e5092343949 HTTP/1.1" status: 200 len: 901 time: 0.1346121 Jul 14 09:02:48.446010 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ff3e742-1f0f-44ef-8887-d916e649aa3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:48.490132 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-f82ceb4d-514c-4dd2-8433-b606189ed3e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=37a1b8d4-d751-44a7-8b11-868f3dd803c4 HTTP/1.1" status: 200 len: 217 time: 0.0452898 Jul 14 09:02:48.493943 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cdca2a7b-9aca-4d51-b5f1-f8e7cf6ecf80 req-531bb239-28ed-4269-a883-41d5aad1d4d4 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:48.569802 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-01709bed-52b4-4411-8836-e988ea2f6432 None None] For port 8d2a848b-a946-4cbe-bc50-d883ccc1bfa2, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:02:48.574850 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cdca2a7b-9aca-4d51-b5f1-f8e7cf6ecf80 req-531bb239-28ed-4269-a883-41d5aad1d4d4 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:48.584961 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cdca2a7b-9aca-4d51-b5f1-f8e7cf6ecf80 req-531bb239-28ed-4269-a883-41d5aad1d4d4 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:48.604308 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-01709bed-52b4-4411-8836-e988ea2f6432 None None] For port 8d2a848b-a946-4cbe-bc50-d883ccc1bfa2, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8d2a848b-a946-4cbe-bc50-d883ccc1bfa2,segment=NetworkSegment(dad7ee4f-541a-4af9-b697-d6e3dd259730),segment_id=dad7ee4f-541a-4af9-b697-d6e3dd259730)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:02:48.606902 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cdca2a7b-9aca-4d51-b5f1-f8e7cf6ecf80 req-531bb239-28ed-4269-a883-41d5aad1d4d4 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] 10.222.0.25 "DELETE /v2.0/security-groups/86f7cfa8-7244-48a7-91c0-50972dfa8bfd HTTP/1.1" status: 204 len: 173 time: 0.3034880 Jul 14 09:02:48.613437 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01709bed-52b4-4411-8836-e988ea2f6432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:48.647689 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bb239-28ed-4269-a883-41d5aad1d4d4 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f7cfa8-7244-48a7-91c0-50972dfa8bfd,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:48.652102 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-aa7c3aea-db94-4f87-8a3f-0ba5694fe2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:48.665162 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-aa7c3aea-db94-4f87-8a3f-0ba5694fe2d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a624182c-f31b-410c-b5c5-a0db3a91730d HTTP/1.1" status: 200 len: 797 time: 0.1595085 Jul 14 09:02:48.679410 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-c75d84bb-356c-44c1-bc5b-2df569eb6705 None None] Allocated IP 19.86.0.2 (0f2b203a-a756-4d21-bcbc-49bc8bc0128f/4e8f4ce5-43b2-4f5f-b399-4212d8d6046f/d70f992b-a8ba-4c74-b5f0-9821c305bc92) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:02:48.759414 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01709bed-52b4-4411-8836-e988ea2f6432 None None] Pushing event updated for resources: {'Port': ['ID=8d2a848b-a946-4cbe-bc50-d883ccc1bfa2,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:48.775845 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 09:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d095aed6-60d2-4f9c-983b-afb572f0b32c x-openstack-request-id: req-d095aed6-60d2-4f9c-983b-afb572f0b32c {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:02:48.776155 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07c384c-b638-4232-bbbc-417195e26511", "tag": "00493738-34c2-4f21-920d-b0907af52fd4", "status": "completed", "code": 200}, {"server_uuid": "d5a3b41b-04fe-4670-93fa-a5d9585dc44a", "name": "network-vif-deleted", "tag": "2bad340e-0697-4193-b454-7194a7e90922", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:02:48.779020 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d095aed6-60d2-4f9c-983b-afb572f0b32c {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:02:48.779507 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07c384c-b638-4232-bbbc-417195e26511', 'tag': '00493738-34c2-4f21-920d-b0907af52fd4', 'status': 'completed', 'code': 200} Jul 14 09:02:48.782519 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a3b41b-04fe-4670-93fa-a5d9585dc44a', 'name': 'network-vif-deleted', 'tag': '2bad340e-0697-4193-b454-7194a7e90922', 'status': 'completed', 'code': 200} Jul 14 09:02:48.830930 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-8c984970-9924-4f1c-a4b8-7cea66717681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:48.832687 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-8c984970-9924-4f1c-a4b8-7cea66717681 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2327d155-7d55-4b31-b424-2e5092343949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1667070 Jul 14 09:02:49.017369 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c75d84bb-356c-44c1-bc5b-2df569eb6705 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:49.024997 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35185384-277f-44c3-95a3-f0deef8a81eb req-c0e0ff34-2ac6-49f2-9bdb-dd8d32370b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:49.026549 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35185384-277f-44c3-95a3-f0deef8a81eb req-c0e0ff34-2ac6-49f2-9bdb-dd8d32370b24 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c35458c50e143699c6f14a3ebfddb0d&device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 1126 time: 0.2608128 Jul 14 09:02:49.028883 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c75d84bb-356c-44c1-bc5b-2df569eb6705 None None] Transition to ACTIVE for port object d70f992b-a8ba-4c74-b5f0-9821c305bc92 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:49.034073 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-20d0cb78-b563-4419-9b86-1fa0cc3bb6a8 service neutron] 10.222.0.47 "GET /v2.0/ports/00493738-34c2-4f21-920d-b0907af52fd4/bindings/n-h2-771362-35 HTTP/1.1" status: 200 len: 385 time: 0.3626637 Jul 14 09:02:49.034457 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-d069bae3-3afc-43e5-8499-cf9d54dc18c4 service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944056 Jul 14 09:02:49.048582 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c75d84bb-356c-44c1-bc5b-2df569eb6705 None None] Transition to ACTIVE for port object d70f992b-a8ba-4c74-b5f0-9821c305bc92 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:49.073972 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c75d84bb-356c-44c1-bc5b-2df569eb6705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:49.128984 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75d84bb-356c-44c1-bc5b-2df569eb6705 None None] Network 0f2b203a-a756-4d21-bcbc-49bc8bc0128f is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:02:49.137176 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c75d84bb-356c-44c1-bc5b-2df569eb6705 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:49.146214 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75d84bb-356c-44c1-bc5b-2df569eb6705 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:02:49.153866 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d84bb-356c-44c1-bc5b-2df569eb6705 None None] Pushing event updated for resources: {'Port': ['ID=d70f992b-a8ba-4c74-b5f0-9821c305bc92,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:49.212869 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-6d7b47f6-3ab6-4227-94d3-c28e8e882088 service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691599 Jul 14 09:02:49.266143 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c75d84bb-356c-44c1-bc5b-2df569eb6705 None None] Attempting to bind port d70f992b-a8ba-4c74-b5f0-9821c305bc92 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:02:49.266855 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c75d84bb-356c-44c1-bc5b-2df569eb6705 None None] Attempting to bind port d70f992b-a8ba-4c74-b5f0-9821c305bc92 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '1ed77c6e-05eb-4a56-b483-3722acb2e155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0f2b203a-a756-4d21-bcbc-49bc8bc0128f'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:02:49.267217 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75d84bb-356c-44c1-bc5b-2df569eb6705 None None] Attempting to bind port d70f992b-a8ba-4c74-b5f0-9821c305bc92 on network 0f2b203a-a756-4d21-bcbc-49bc8bc0128f {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:49.278242 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 2bad340e-0697-4193-b454-7194a7e90922 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:02:49.310595 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75d84bb-356c-44c1-bc5b-2df569eb6705 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:02:49.310986 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75d84bb-356c-44c1-bc5b-2df569eb6705 None None] Checking segment: {'id': '1ed77c6e-05eb-4a56-b483-3722acb2e155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0f2b203a-a756-4d21-bcbc-49bc8bc0128f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:49.311518 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c75d84bb-356c-44c1-bc5b-2df569eb6705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:49.312482 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75d84bb-356c-44c1-bc5b-2df569eb6705 None None] Bound using segment: {'id': '1ed77c6e-05eb-4a56-b483-3722acb2e155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0f2b203a-a756-4d21-bcbc-49bc8bc0128f'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:02:49.313902 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c75d84bb-356c-44c1-bc5b-2df569eb6705 None None] Bound port: d70f992b-a8ba-4c74-b5f0-9821c305bc92, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed77c6e-05eb-4a56-b483-3722acb2e155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0f2b203a-a756-4d21-bcbc-49bc8bc0128f'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:02:49.314300 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c75d84bb-356c-44c1-bc5b-2df569eb6705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:49.316363 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 2bad340e-0697-4193-b454-7194a7e90922 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:02:49.316705 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 2bad340e-0697-4193-b454-7194a7e90922 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:02:49.357471 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-9ed07516-dd95-4205-b33c-4ec2570ec38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:49.358452 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-9ed07516-dd95-4205-b33c-4ec2570ec38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:49.359930 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-9ed07516-dd95-4205-b33c-4ec2570ec38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:49.361086 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-9ed07516-dd95-4205-b33c-4ec2570ec38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:49.361586 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-9ed07516-dd95-4205-b33c-4ec2570ec38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:49.362067 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-9ed07516-dd95-4205-b33c-4ec2570ec38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:49.362746 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-9ed07516-dd95-4205-b33c-4ec2570ec38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:49.365301 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-9ed07516-dd95-4205-b33c-4ec2570ec38c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8050cf63175f42718fc254b7c67d228f&device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 6494 time: 0.0792656 Jul 14 09:02:49.399081 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c75d84bb-356c-44c1-bc5b-2df569eb6705 None None] For port d70f992b-a8ba-4c74-b5f0-9821c305bc92, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:02:49.402330 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c75d84bb-356c-44c1-bc5b-2df569eb6705 None None] For port d70f992b-a8ba-4c74-b5f0-9821c305bc92, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d70f992b-a8ba-4c74-b5f0-9821c305bc92,segment=NetworkSegment(1ed77c6e-05eb-4a56-b483-3722acb2e155),segment_id=1ed77c6e-05eb-4a56-b483-3722acb2e155)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:02:49.405820 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-f24f2a44-410f-4b63-812e-862e4be7b197 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:49.409039 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c75d84bb-356c-44c1-bc5b-2df569eb6705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:49.412230 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-f24f2a44-410f-4b63-812e-862e4be7b197 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:49.419586 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-f24f2a44-410f-4b63-812e-862e4be7b197 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/networks?id=6faabbf0-1d9a-4471-89f9-fed36a9c0841&id=0f2b203a-a756-4d21-bcbc-49bc8bc0128f&id=6faabbf0-1d9a-4471-89f9-fed36a9c0841 HTTP/1.1" status: 200 len: 1391 time: 0.4992640 Jul 14 09:02:49.466533 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 3d211971-63f3-484f-bb7a-f582d9bcaee5 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:02:49.511090 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-21bf445a-6841-4629-8e95-5cbbc240521b tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/quotas/5251b0d4541348f2ad3d3cba77a39683 HTTP/1.1" status: 200 len: 375 time: 0.0905335 Jul 14 09:02:49.515148 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35185384-277f-44c3-95a3-f0deef8a81eb req-423fd5b6-8a24-4f3a-96b2-f553795ca93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:49.516784 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35185384-277f-44c3-95a3-f0deef8a81eb req-423fd5b6-8a24-4f3a-96b2-f553795ca93e service neutron] 10.222.0.47 "GET /v2.0/networks?id=d4fad6bc-cc19-4061-a347-c3942b87c975 HTTP/1.1" status: 200 len: 908 time: 0.4762280 Jul 14 09:02:49.537603 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d84bb-356c-44c1-bc5b-2df569eb6705 None None] Pushing event updated for resources: {'Port': ['ID=d70f992b-a8ba-4c74-b5f0-9821c305bc92,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:49.557030 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-1a75493e-982b-4e14-b2a7-042d12f51ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:49.561097 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-1a75493e-982b-4e14-b2a7-042d12f51ed6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2327d155-7d55-4b31-b424-2e5092343949 HTTP/1.1" status: 200 len: 901 time: 0.1882081 Jul 14 09:02:49.605533 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 3d211971-63f3-484f-bb7a-f582d9bcaee5 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:49.614791 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 3d211971-63f3-484f-bb7a-f582d9bcaee5 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:49.615353 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:49.640025 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed676a3-5f20-4164-9f31-28b34cba8be2 req-86350a85-71ac-4feb-9789-e64609e9ba24 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:49.647197 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5ed676a3-5f20-4164-9f31-28b34cba8be2 req-86350a85-71ac-4feb-9789-e64609e9ba24 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 943 time: 0.3135214 Jul 14 09:02:49.657279 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8d2a848b-a946-4cbe-bc50-d883ccc1bfa2 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:02:49.667870 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35185384-277f-44c3-95a3-f0deef8a81eb req-5b5097cc-5459-4a93-8b05-db554cfa6d66 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00493738-34c2-4f21-920d-b0907af52fd4 HTTP/1.1" status: 200 len: 217 time: 0.1423318 Jul 14 09:02:49.672807 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-280e1544-7673-4ab4-9856-59bfb7717ac8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=fd6a9d84-5544-47b3-9fa9-9037c50c3c10 HTTP/1.1" status: 200 len: 217 time: 0.0910835 Jul 14 09:02:49.751241 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-545f3471-255b-4881-96d4-360179256b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:49.752759 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-545f3471-255b-4881-96d4-360179256b2a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a624182c-f31b-410c-b5c5-a0db3a91730d HTTP/1.1" status: 200 len: 797 time: 0.0726218 Jul 14 09:02:49.839788 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 8d2a848b-a946-4cbe-bc50-d883ccc1bfa2 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:49.869967 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-3d8f9d62-6aa4-431c-b4f9-f88013ef4260 service neutron] For port 00493738-34c2-4f21-920d-b0907af52fd4, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=00493738-34c2-4f21-920d-b0907af52fd4,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:49.894471 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-351ffd0a-0bd1-4b94-a5ef-692e87c192fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:49.899792 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-351ffd0a-0bd1-4b94-a5ef-692e87c192fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2327d155-7d55-4b31-b424-2e5092343949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1401982 Jul 14 09:02:49.917165 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:49.918045 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5ed676a3-5f20-4164-9f31-28b34cba8be2 req-9094d12a-d8a1-457b-89d6-4f02cd6e52a1 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699454 Jul 14 09:02:49.946233 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b4d651-c95e-48e0-8757-0e557acbe499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d211971-63f3-484f-bb7a-f582d9bcaee5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:02:49.956007 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9d423b-c990-479c-bb99-4797b8aecc38" -d '{"events": [{"server_uuid": "85b4d651-c95e-48e0-8757-0e557acbe499", "name": "network-vif-plugged", "status": "completed", "tag": "3d211971-63f3-484f-bb7a-f582d9bcaee5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:02:49.961972 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35185384-277f-44c3-95a3-f0deef8a81eb req-6f65351c-81b5-4c21-9e06-b85e04131ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:49.965737 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35185384-277f-44c3-95a3-f0deef8a81eb req-6f65351c-81b5-4c21-9e06-b85e04131ea4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39b054b3-ff74-48d7-bc6b-cc0709824ebb HTTP/1.1" status: 200 len: 848 time: 0.2789433 Jul 14 09:02:49.970059 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 3d211971-63f3-484f-bb7a-f582d9bcaee5, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=3d211971-63f3-484f-bb7a-f582d9bcaee5,segment=NetworkSegment(f6ceb175-f8f3-456b-a1a2-6146eff18101),segment_id=f6ceb175-f8f3-456b-a1a2-6146eff18101)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:49.985395 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:50.036399 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-944a5d6c-f320-451d-a4d7-9de112922e12 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5251b0d4541348f2ad3d3cba77a39683&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5157905 Jul 14 09:02:50.067044 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-3d8f9d62-6aa4-431c-b4f9-f88013ef4260 service neutron] For port 00493738-34c2-4f21-920d-b0907af52fd4, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:02:50.106996 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=3d211971-63f3-484f-bb7a-f582d9bcaee5,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:50.119476 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-d786137d-fbd8-46b8-845d-8cd457c98d56 service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119129 Jul 14 09:02:50.153237 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35185384-277f-44c3-95a3-f0deef8a81eb req-49926f70-e54c-4c9b-87bf-999b717253d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d4fad6bc-cc19-4061-a347-c3942b87c975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1788023 Jul 14 09:02:50.238231 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-015e3e26-bc34-4ef5-8468-d12e1ef4a655 service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050186 Jul 14 09:02:50.282674 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-3d8f9d62-6aa4-431c-b4f9-f88013ef4260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00493738-34c2-4f21-920d-b0907af52fd4 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:02:50.310728 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-3d8f9d62-6aa4-431c-b4f9-f88013ef4260 service neutron] For port 00493738-34c2-4f21-920d-b0907af52fd4, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=00493738-34c2-4f21-920d-b0907af52fd4,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:50.351802 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e615427-adb5-487b-b47a-3bf4c5c11eba None None] Network 6faabbf0-1d9a-4471-89f9-fed36a9c0841 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:02:50.355217 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-3d8f9d62-6aa4-431c-b4f9-f88013ef4260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:50.370524 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7b786cd-b8c6-4c67-96bd-06c020f50ab6 req-44d75c5d-8b2e-4aa1-971a-6a6da3cecd04 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] 10.222.0.25 "GET /v2.0/security-groups/e53814b7-e0b7-46ec-b317-36abbbca497e HTTP/1.1" status: 200 len: 1812 time: 0.2379289 Jul 14 09:02:50.435068 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-083736bd-c960-449b-b697-c6f2e5162c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:50.435336 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-d0454354-e8a4-42c6-b62f-e9d7c52b5a87 service neutron] 10.222.0.25 "GET /v2.0/networks/6faabbf0-1d9a-4471-89f9-fed36a9c0841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980038 Jul 14 09:02:50.435700 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-083736bd-c960-449b-b697-c6f2e5162c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:50.436344 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-083736bd-c960-449b-b697-c6f2e5162c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:50.436844 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-083736bd-c960-449b-b697-c6f2e5162c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:50.437329 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-083736bd-c960-449b-b697-c6f2e5162c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:50.437788 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-083736bd-c960-449b-b697-c6f2e5162c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:50.438257 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-083736bd-c960-449b-b697-c6f2e5162c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:50.440456 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-083736bd-c960-449b-b697-c6f2e5162c7f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8050cf63175f42718fc254b7c67d228f&device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 6494 time: 0.0754673 Jul 14 09:02:50.470643 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-de969d23-1466-49d0-9ebe-7822a5d1222c None None] Provisioning for port 8d2a848b-a946-4cbe-bc50-d883ccc1bfa2 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:50.477241 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-de969d23-1466-49d0-9ebe-7822a5d1222c None None] Provisioning complete for port 8d2a848b-a946-4cbe-bc50-d883ccc1bfa2 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:50.477831 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de969d23-1466-49d0-9ebe-7822a5d1222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:50.554332 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35185384-277f-44c3-95a3-f0deef8a81eb req-6d996fd0-89b4-4eb8-964e-5231bf03f7cc service neutron] 10.222.0.47 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634398 Jul 14 09:02:50.581640 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-9e53e1e8-2a5f-4463-89cf-63372d710e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:50.583472 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-9e53e1e8-2a5f-4463-89cf-63372d710e95 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2327d155-7d55-4b31-b424-2e5092343949 HTTP/1.1" status: 200 len: 901 time: 0.1359844 Jul 14 09:02:50.660070 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-1b379170-c9af-413a-8de0-294591da8abd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=599e0919-b70c-4cf5-a3f8-80f61b689f90 HTTP/1.1" status: 200 len: 217 time: 0.0687058 Jul 14 09:02:50.686190 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-3d8f9d62-6aa4-431c-b4f9-f88013ef4260 service neutron] Transition to ACTIVE for port object 00493738-34c2-4f21-920d-b0907af52fd4 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:50.713415 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-3d8f9d62-6aa4-431c-b4f9-f88013ef4260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:50.740118 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-c3e250cf-71d6-491f-8997-103ab6b35f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:50.741776 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-c3e250cf-71d6-491f-8997-103ab6b35f5d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a624182c-f31b-410c-b5c5-a0db3a91730d HTTP/1.1" status: 200 len: 797 time: 0.0753450 Jul 14 09:02:50.761773 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e7b786cd-b8c6-4c67-96bd-06c020f50ab6 req-ea79123c-ca1b-4544-8c92-3641a7d10bdc tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:50.765937 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:02:50.792864 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de969d23-1466-49d0-9ebe-7822a5d1222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:50.845986 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-de969d23-1466-49d0-9ebe-7822a5d1222c None None] For port 8d2a848b-a946-4cbe-bc50-d883ccc1bfa2, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8d2a848b-a946-4cbe-bc50-d883ccc1bfa2,segment=NetworkSegment(dad7ee4f-541a-4af9-b697-d6e3dd259730),segment_id=dad7ee4f-541a-4af9-b697-d6e3dd259730)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:50.851812 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de969d23-1466-49d0-9ebe-7822a5d1222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:50.860035 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-dbcf46de-3b54-48a4-af81-24ceb7dbc929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:50.863299 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-dbcf46de-3b54-48a4-af81-24ceb7dbc929 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2327d155-7d55-4b31-b424-2e5092343949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1144001 Jul 14 09:02:50.894651 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-7437b6c5-3d55-4cca-9ebb-53b7b3f49c38 service neutron] 10.222.0.25 "GET /v2.0/networks/6faabbf0-1d9a-4471-89f9-fed36a9c0841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582868 Jul 14 09:02:50.926140 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-3d8f9d62-6aa4-431c-b4f9-f88013ef4260 service neutron] No DVR routers for this DVR port 00493738-34c2-4f21-920d-b0907af52fd4 on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:02:50.935200 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de969d23-1466-49d0-9ebe-7822a5d1222c None None] Pushing event updated for resources: {'Port': ['ID=8d2a848b-a946-4cbe-bc50-d883ccc1bfa2,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:50.980014 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2caf322-faa3-402b-867b-b40c2aa9ce2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:51.012433 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e7b786cd-b8c6-4c67-96bd-06c020f50ab6 req-ea79123c-ca1b-4544-8c92-3641a7d10bdc tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:51.018859 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-d18297f7-2793-486d-864f-b4475f130fed service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486013 Jul 14 09:02:51.036710 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35185384-277f-44c3-95a3-f0deef8a81eb req-bfc5282c-d8de-4d48-80e4-cb1f8a5308de service neutron] 10.222.0.47 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701755 Jul 14 09:02:51.060828 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f9d62-6aa4-431c-b4f9-f88013ef4260 service neutron] Pushing event updated for resources: {'Port': ['ID=00493738-34c2-4f21-920d-b0907af52fd4,revision_number=10']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:51.111832 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-3d8f9d62-6aa4-431c-b4f9-f88013ef4260 service neutron] 10.222.0.47 "PUT /v2.0/ports/00493738-34c2-4f21-920d-b0907af52fd4/bindings/n-h2-771362-35/activate HTTP/1.1" status: 200 len: 370 time: 2.0450969 Jul 14 09:02:51.120070 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-39908d66-ad28-43ed-b7a2-2131e376dee6 service neutron] 10.222.0.25 "GET /v2.0/networks/0f2b203a-a756-4d21-bcbc-49bc8bc0128f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244980 Jul 14 09:02:51.123468 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25ed547-200b-43c6-b23e-ef89c3d3e289 None None] Network 0f2b203a-a756-4d21-bcbc-49bc8bc0128f requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:02:51.209527 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e7b786cd-b8c6-4c67-96bd-06c020f50ab6 req-ea79123c-ca1b-4544-8c92-3641a7d10bdc tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:51.212284 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e7b786cd-b8c6-4c67-96bd-06c020f50ab6 req-ea79123c-ca1b-4544-8c92-3641a7d10bdc tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:51.215979 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7b786cd-b8c6-4c67-96bd-06c020f50ab6 req-ea79123c-ca1b-4544-8c92-3641a7d10bdc tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] 10.222.0.25 "DELETE /v2.0/security-groups/e53814b7-e0b7-46ec-b317-36abbbca497e HTTP/1.1" status: 204 len: 173 time: 0.8291719 Jul 14 09:02:51.254418 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-be77e320-3897-4c1e-adaa-dbd7e8b1d006 service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228502 Jul 14 09:02:51.258778 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:51.267383 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-5e71a7fd-b2d4-4df7-a763-dc36bf49b520 service neutron] 10.222.0.25 "GET /v2.0/networks/0f2b203a-a756-4d21-bcbc-49bc8bc0128f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393414 Jul 14 09:02:51.285268 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d8d4a22e-5608-4bf4-8635-8e7eead6c47d None None] Provisioning for port d70f992b-a8ba-4c74-b5f0-9821c305bc92 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:51.315969 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79123c-ca1b-4544-8c92-3641a7d10bdc tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53814b7-e0b7-46ec-b317-36abbbca497e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:51.403792 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d8d4a22e-5608-4bf4-8635-8e7eead6c47d None None] Provisioning complete for port 8d2a848b-a946-4cbe-bc50-d883ccc1bfa2 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:51.404164 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d8d4a22e-5608-4bf4-8635-8e7eead6c47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:51.525829 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-7fa07641-1d30-4e42-9e38-3704b2711d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:51.526780 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-7fa07641-1d30-4e42-9e38-3704b2711d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:51.527441 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-7fa07641-1d30-4e42-9e38-3704b2711d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:51.528129 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-7fa07641-1d30-4e42-9e38-3704b2711d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:51.528771 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-7fa07641-1d30-4e42-9e38-3704b2711d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:51.529412 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-7fa07641-1d30-4e42-9e38-3704b2711d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:51.530052 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-7fa07641-1d30-4e42-9e38-3704b2711d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:51.532476 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-7fa07641-1d30-4e42-9e38-3704b2711d66 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8050cf63175f42718fc254b7c67d228f&device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 6494 time: 0.1225851 Jul 14 09:02:51.701670 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-edf60288-e535-4603-b0e7-f01200b42a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:51.708055 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-edf60288-e535-4603-b0e7-f01200b42a68 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2327d155-7d55-4b31-b424-2e5092343949 HTTP/1.1" status: 200 len: 901 time: 0.1669650 Jul 14 09:02:51.765450 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-f0dde0cb-34c0-459f-afec-29e885d147b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=cd05352d-2cf2-4deb-8660-bf87a73993a1 HTTP/1.1" status: 200 len: 217 time: 0.0503547 Jul 14 09:02:51.767003 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8d2a848b-a946-4cbe-bc50-d883ccc1bfa2 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:02:51.846416 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 8d2a848b-a946-4cbe-bc50-d883ccc1bfa2 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:51.847987 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:51.849899 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-49c3b36f-7516-4b29-9bbf-a02a577a9cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:51.851767 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-49c3b36f-7516-4b29-9bbf-a02a577a9cb0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a624182c-f31b-410c-b5c5-a0db3a91730d HTTP/1.1" status: 200 len: 797 time: 0.0790272 Jul 14 09:02:51.931327 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-916eb07f-644b-4bde-be0b-66c88253d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:51.932886 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-916eb07f-644b-4bde-be0b-66c88253d226 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2327d155-7d55-4b31-b424-2e5092343949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0747402 Jul 14 09:02:51.942803 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d70f992b-a8ba-4c74-b5f0-9821c305bc92 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:02:52.016333 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-321027bc-0bb1-4776-975a-1699565c6d35 req-93113b35-5183-415d-808b-30e89d82f393 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5211518 Jul 14 09:02:52.018357 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-0325c058-72b5-47d7-b2f7-4c61685b4ef0 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:52.019822 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-0325c058-72b5-47d7-b2f7-4c61685b4ef0 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a07c384c-b638-4232-bbbc-417195e26511&tenant_id=1c35458c50e143699c6f14a3ebfddb0d&binding%3Ahost_id=n-h1-771362-35 HTTP/1.1" status: 200 len: 1096 time: 0.8117628 Jul 14 09:02:52.034997 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-a4d1fb85-fb17-45ab-acef-371918dee5c6 service neutron] 10.222.0.25 "GET /v2.0/networks/6faabbf0-1d9a-4471-89f9-fed36a9c0841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7346051 Jul 14 09:02:52.046959 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-c639865c-f2aa-4148-be6d-c71b02041fec service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054871 Jul 14 09:02:52.053590 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-321027bc-0bb1-4776-975a-1699565c6d35 req-93d2522e-c474-4d5e-91bc-27b68284062a tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540283 Jul 14 09:02:52.144219 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:52.156493 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port d70f992b-a8ba-4c74-b5f0-9821c305bc92 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:52.162294 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d70f992b-a8ba-4c74-b5f0-9821c305bc92 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:52.162537 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:52.201222 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0be34-4a2a-4fe5-8ad7-87bf6d71a200 req-7a210b3e-93dd-450f-bcce-91ff1c9d3abf tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:52.202834 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54a0be34-4a2a-4fe5-8ad7-87bf6d71a200 req-7a210b3e-93dd-450f-bcce-91ff1c9d3abf tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b4d651-c95e-48e0-8757-0e557acbe499 HTTP/1.1" status: 200 len: 945 time: 0.8306255 Jul 14 09:02:52.247651 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:52.294364 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port d70f992b-a8ba-4c74-b5f0-9821c305bc92, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d70f992b-a8ba-4c74-b5f0-9821c305bc92,segment=NetworkSegment(1ed77c6e-05eb-4a56-b483-3722acb2e155),segment_id=1ed77c6e-05eb-4a56-b483-3722acb2e155)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:02:52.300955 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:52.368860 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=d70f992b-a8ba-4c74-b5f0-9821c305bc92,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:52.415388 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54a0be34-4a2a-4fe5-8ad7-87bf6d71a200 req-51fccd02-23d0-42ae-bfd1-3dde9c9661a1 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/security-groups?id=b66ff417-eb85-4915-bce4-8f9c11b7b80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983738 Jul 14 09:02:52.415960 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f3ddc75-e28d-4c1d-b49b-0abe64a74f8c req-54500c51-eb22-4614-b256-8c08151bb395 service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625124 Jul 14 09:02:52.428864 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321027bc-0bb1-4776-975a-1699565c6d35 req-be547627-4c48-4032-b742-85b51b873546 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:52.430307 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-321027bc-0bb1-4776-975a-1699565c6d35 req-be547627-4c48-4032-b742-85b51b873546 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4004302 Jul 14 09:02:52.443966 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321027bc-0bb1-4776-975a-1699565c6d35 req-ee753082-e470-4ec6-8135-8d19c7834bff tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:52.445425 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-321027bc-0bb1-4776-975a-1699565c6d35 req-ee753082-e470-4ec6-8135-8d19c7834bff tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3656828 Jul 14 09:02:52.448971 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-1b79ef39-6eb1-4ddb-9c17-5aba34209161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:52.450348 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-1b79ef39-6eb1-4ddb-9c17-5aba34209161 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a07c384c-b638-4232-bbbc-417195e26511&tenant_id=1c35458c50e143699c6f14a3ebfddb0d HTTP/1.1" status: 200 len: 1096 time: 0.4187031 Jul 14 09:02:52.453878 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-321027bc-0bb1-4776-975a-1699565c6d35 req-fc8e36aa-e98d-43ec-b8b8-ac2925c78356 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Request body: {'port': {'device_id': '322db768-9d9a-4031-bf64-ecf4ab4a3702', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': '0c5f47989e8e45de8bf251a9200bf8d4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:52.458490 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-c20a2390-1930-45b8-ac98-e7ce64c1072b service neutron] 10.222.0.25 "GET /v2.0/networks/6faabbf0-1d9a-4471-89f9-fed36a9c0841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892341 Jul 14 09:02:52.474646 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-321027bc-0bb1-4776-975a-1699565c6d35 req-2279d316-166f-450c-a63d-c3e69f21bca8 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Request body: {'port': {'device_id': '472d63ab-5d82-4ae4-a140-8715ac3b9b3c', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': '0c5f47989e8e45de8bf251a9200bf8d4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:52.602265 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97846e0a-179c-4cac-b06a-966f311a9451 req-3a91b2fa-f375-4653-b05a-87c891e0f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:52.602878 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97846e0a-179c-4cac-b06a-966f311a9451 req-3a91b2fa-f375-4653-b05a-87c891e0f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:52.604134 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97846e0a-179c-4cac-b06a-966f311a9451 req-3a91b2fa-f375-4653-b05a-87c891e0f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:52.604599 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97846e0a-179c-4cac-b06a-966f311a9451 req-3a91b2fa-f375-4653-b05a-87c891e0f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:52.605092 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97846e0a-179c-4cac-b06a-966f311a9451 req-3a91b2fa-f375-4653-b05a-87c891e0f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:52.605571 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97846e0a-179c-4cac-b06a-966f311a9451 req-3a91b2fa-f375-4653-b05a-87c891e0f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:52.606057 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97846e0a-179c-4cac-b06a-966f311a9451 req-3a91b2fa-f375-4653-b05a-87c891e0f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:52.610088 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-97846e0a-179c-4cac-b06a-966f311a9451 req-3a91b2fa-f375-4653-b05a-87c891e0f61e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8050cf63175f42718fc254b7c67d228f&device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 6494 time: 0.0996609 Jul 14 09:02:52.748488 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-c34c6df0-1c0d-4642-a24a-facd5ce50f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:52.750294 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-c34c6df0-1c0d-4642-a24a-facd5ce50f6d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c35458c50e143699c6f14a3ebfddb0d&device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 1096 time: 0.2463183 Jul 14 09:02:52.781927 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97846e0a-179c-4cac-b06a-966f311a9451 req-9935a4aa-4188-4546-ae9d-7a592674c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:52.784335 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321027bc-0bb1-4776-975a-1699565c6d35 req-fc8e36aa-e98d-43ec-b8b8-ac2925c78356 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Made reservation on behalf of 0c5f47989e8e45de8bf251a9200bf8d4 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:52.786487 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-97846e0a-179c-4cac-b06a-966f311a9451 req-9935a4aa-4188-4546-ae9d-7a592674c05f service neutron] 10.222.0.44 "GET /v2.0/networks?id=776c6310-2e5f-475b-b017-192449a00c42 HTTP/1.1" status: 200 len: 902 time: 0.1647604 Jul 14 09:02:52.788261 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-321027bc-0bb1-4776-975a-1699565c6d35 req-fc8e36aa-e98d-43ec-b8b8-ac2925c78356 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:52.852726 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-97846e0a-179c-4cac-b06a-966f311a9451 req-75211eb1-ccfb-4e4f-bacf-179eafb291a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bd4cdb5b-1127-470e-bf8e-b17d6932ca54 HTTP/1.1" status: 200 len: 217 time: 0.0533521 Jul 14 09:02:52.889521 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321027bc-0bb1-4776-975a-1699565c6d35 req-2279d316-166f-450c-a63d-c3e69f21bca8 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Made reservation on behalf of 0c5f47989e8e45de8bf251a9200bf8d4 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:52.894195 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-321027bc-0bb1-4776-975a-1699565c6d35 req-2279d316-166f-450c-a63d-c3e69f21bca8 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:52.970389 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed3125b-147c-4506-a30c-a2d9dcdd5166 x-openstack-request-id: req-eed3125b-147c-4506-a30c-a2d9dcdd5166 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:02:52.970889 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b4d651-c95e-48e0-8757-0e557acbe499", "name": "network-vif-plugged", "status": "completed", "tag": "3d211971-63f3-484f-bb7a-f582d9bcaee5", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:02:52.971149 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eed3125b-147c-4506-a30c-a2d9dcdd5166 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:02:52.971784 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b4d651-c95e-48e0-8757-0e557acbe499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d211971-63f3-484f-bb7a-f582d9bcaee5', 'code': 200} Jul 14 09:02:52.982696 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97846e0a-179c-4cac-b06a-966f311a9451 req-d19ff1b5-8b97-4802-bc5a-a55434c5e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:52.988821 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-97846e0a-179c-4cac-b06a-966f311a9451 req-d19ff1b5-8b97-4802-bc5a-a55434c5e20a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ae3bc40f-7977-406d-bfd8-e2f5d469a75c HTTP/1.1" status: 200 len: 797 time: 0.1279376 Jul 14 09:02:53.113278 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97846e0a-179c-4cac-b06a-966f311a9451 req-8787998c-94f8-4e0f-bfb3-b6c5b6797272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:53.114949 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-97846e0a-179c-4cac-b06a-966f311a9451 req-8787998c-94f8-4e0f-bfb3-b6c5b6797272 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=776c6310-2e5f-475b-b017-192449a00c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1252074 Jul 14 09:02:53.182988 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-98a616ad-cd44-4dc8-aaa3-a9f845091fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:53.184689 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-98a616ad-cd44-4dc8-aaa3-a9f845091fcb service neutron] 10.222.0.44 "GET /v2.0/networks?id=d4fad6bc-cc19-4061-a347-c3942b87c975 HTTP/1.1" status: 200 len: 908 time: 0.4279525 Jul 14 09:02:53.227469 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-321027bc-0bb1-4776-975a-1699565c6d35 req-2279d316-166f-450c-a63d-c3e69f21bca8 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Allocated IP 192.168.233.178 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/b5e33b54-03f0-44bf-aa56-59ef1902dc0e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:02:53.247373 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-97846e0a-179c-4cac-b06a-966f311a9451 req-b7aa993e-9522-4cce-a6b0-02f9d2644df5 service neutron] 10.222.0.44 "GET /v2.0/networks/776c6310-2e5f-475b-b017-192449a00c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121161 Jul 14 09:02:53.317812 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-4b01af69-c0e4-4d04-9872-bfa3ffc536ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00493738-34c2-4f21-920d-b0907af52fd4 HTTP/1.1" status: 200 len: 217 time: 0.0916290 Jul 14 09:02:53.366676 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-97846e0a-179c-4cac-b06a-966f311a9451 req-39b8aa81-26f0-494e-b2f0-6f037082d55f service neutron] 10.222.0.44 "GET /v2.0/networks/776c6310-2e5f-475b-b017-192449a00c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053793 Jul 14 09:02:53.438477 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20afbcf-e4c5-4e55-a328-b6494ace6332 req-6e72db92-62c4-44cb-9e0a-4c8e765d97cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:53.439939 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c20afbcf-e4c5-4e55-a328-b6494ace6332 req-6e72db92-62c4-44cb-9e0a-4c8e765d97cc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=85b4d651-c95e-48e0-8757-0e557acbe499 HTTP/1.1" status: 200 len: 1097 time: 0.3273909 Jul 14 09:02:53.474752 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 00493738-34c2-4f21-920d-b0907af52fd4 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:02:53.546188 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bec51-a256-4058-a626-7dd160489546 req-be64a5aa-f5e7-40ea-b5fc-75faa65c594c tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:53.557851 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 00493738-34c2-4f21-920d-b0907af52fd4 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:02:53.563610 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:53.564053 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97846e0a-179c-4cac-b06a-966f311a9451 req-a9830436-8ee0-43f4-bba4-c3ffea120824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:53.564575 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97846e0a-179c-4cac-b06a-966f311a9451 req-a9830436-8ee0-43f4-bba4-c3ffea120824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:53.565079 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97846e0a-179c-4cac-b06a-966f311a9451 req-a9830436-8ee0-43f4-bba4-c3ffea120824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:53.565784 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97846e0a-179c-4cac-b06a-966f311a9451 req-a9830436-8ee0-43f4-bba4-c3ffea120824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:53.566435 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97846e0a-179c-4cac-b06a-966f311a9451 req-a9830436-8ee0-43f4-bba4-c3ffea120824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:53.567095 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d70f992b-a8ba-4c74-b5f0-9821c305bc92 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:02:53.567219 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97846e0a-179c-4cac-b06a-966f311a9451 req-a9830436-8ee0-43f4-bba4-c3ffea120824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:53.567896 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97846e0a-179c-4cac-b06a-966f311a9451 req-a9830436-8ee0-43f4-bba4-c3ffea120824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:53.570857 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bec51-a256-4058-a626-7dd160489546 req-be64a5aa-f5e7-40ea-b5fc-75faa65c594c tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:53.572079 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-97846e0a-179c-4cac-b06a-966f311a9451 req-a9830436-8ee0-43f4-bba4-c3ffea120824 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8050cf63175f42718fc254b7c67d228f&device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 6494 time: 0.1289771 Jul 14 09:02:53.577030 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bec51-a256-4058-a626-7dd160489546 req-be64a5aa-f5e7-40ea-b5fc-75faa65c594c tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:53.583742 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bec51-a256-4058-a626-7dd160489546 req-be64a5aa-f5e7-40ea-b5fc-75faa65c594c tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:53.590230 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bec51-a256-4058-a626-7dd160489546 req-be64a5aa-f5e7-40ea-b5fc-75faa65c594c tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:53.596847 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bec51-a256-4058-a626-7dd160489546 req-be64a5aa-f5e7-40ea-b5fc-75faa65c594c tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:53.603405 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bec51-a256-4058-a626-7dd160489546 req-be64a5aa-f5e7-40ea-b5fc-75faa65c594c tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:53.605364 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0c8bec51-a256-4058-a626-7dd160489546 req-be64a5aa-f5e7-40ea-b5fc-75faa65c594c tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 5430 time: 0.4851892 Jul 14 09:02:53.625050 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d70f992b-a8ba-4c74-b5f0-9821c305bc92 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:53.625472 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:53.635825 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-d6b5b926-7b63-4988-a32c-b8585b64711a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:53.637357 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-d6b5b926-7b63-4988-a32c-b8585b64711a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39b054b3-ff74-48d7-bc6b-cc0709824ebb HTTP/1.1" status: 200 len: 848 time: 0.3022685 Jul 14 09:02:53.697644 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c20afbcf-e4c5-4e55-a328-b6494ace6332 req-1e95fa88-35b1-4a1e-9437-c9c2cb667553 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b66ff417-eb85-4915-bce4-8f9c11b7b80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2480719 Jul 14 09:02:53.699536 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-b47de42d-162d-45a5-ad1f-44180eedf316 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d4fad6bc-cc19-4061-a347-c3942b87c975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311763 Jul 14 09:02:53.710981 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97846e0a-179c-4cac-b06a-966f311a9451 req-b53d436e-4ff0-443f-a808-0047e985ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:53.713769 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-97846e0a-179c-4cac-b06a-966f311a9451 req-b53d436e-4ff0-443f-a808-0047e985ddfe service neutron] 10.222.0.44 "GET /v2.0/networks?id=776c6310-2e5f-475b-b017-192449a00c42 HTTP/1.1" status: 200 len: 902 time: 0.1335127 Jul 14 09:02:53.715609 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bcf13-a2d4-40e8-83d4-d305b972934a req-2633e06e-f1d5-4b17-8127-bbdf04d76100 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:53.723170 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c22bcf13-a2d4-40e8-83d4-d305b972934a req-2633e06e-f1d5-4b17-8127-bbdf04d76100 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 944 time: 0.4980760 Jul 14 09:02:53.778574 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-97846e0a-179c-4cac-b06a-966f311a9451 req-ee1750d6-3049-43dd-a79b-e26a1cbe8533 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c630ba1-1505-48e0-9e6a-2ec2086d4be4 HTTP/1.1" status: 200 len: 217 time: 0.0433540 Jul 14 09:02:53.829845 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97846e0a-179c-4cac-b06a-966f311a9451 req-be48388e-cb70-4c70-bb4d-6d0cf047e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:53.831427 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-97846e0a-179c-4cac-b06a-966f311a9451 req-be48388e-cb70-4c70-bb4d-6d0cf047e364 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ae3bc40f-7977-406d-bfd8-e2f5d469a75c HTTP/1.1" status: 200 len: 797 time: 0.0464182 Jul 14 09:02:53.877034 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0c8bec51-a256-4058-a626-7dd160489546 req-73af1f87-dd36-4a4e-b91f-3ad11698375c tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/security-groups?id=676d5fbb-8b00-498f-8965-8e518737057a&id=8646e213-dd0d-40aa-b659-6adc73064e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2167151 Jul 14 09:02:53.899386 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97846e0a-179c-4cac-b06a-966f311a9451 req-4bb00cf2-5cec-4347-848a-26aa126ce92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:53.901087 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-97846e0a-179c-4cac-b06a-966f311a9451 req-4bb00cf2-5cec-4347-848a-26aa126ce92b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=776c6310-2e5f-475b-b017-192449a00c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0623450 Jul 14 09:02:53.903872 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c22bcf13-a2d4-40e8-83d4-d305b972934a req-c64652d2-1876-4f59-9f96-4b76ef204bdf tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794579 Jul 14 09:02:53.940417 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-321027bc-0bb1-4776-975a-1699565c6d35 req-2279d316-166f-450c-a63d-c3e69f21bca8 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:53.987567 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-321027bc-0bb1-4776-975a-1699565c6d35 req-2279d316-166f-450c-a63d-c3e69f21bca8 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Transition to ACTIVE for port object b5e33b54-03f0-44bf-aa56-59ef1902dc0e will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:54.014213 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-f88d539a-3153-49dd-8e59-60fa2ba67d42 service neutron] 10.222.0.44 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787333 Jul 14 09:02:54.024686 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2d40881b-5623-4a3e-a07a-cda4357d5161 req-d2611e4f-5ab3-4f03-8fff-6c759d871e08 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] 10.222.0.25 "GET /v2.0/security-groups/97a9ce27-74a2-4acf-8abc-3f5c7e5c070d HTTP/1.1" status: 200 len: 1811 time: 0.0803533 Jul 14 09:02:54.036134 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-97846e0a-179c-4cac-b06a-966f311a9451 req-d4fc8571-45db-4528-b16e-8e10d51ee874 service neutron] 10.222.0.44 "GET /v2.0/networks/776c6310-2e5f-475b-b017-192449a00c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230614 Jul 14 09:02:54.133650 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12fc0e99-3fde-4e99-bcd3-e7c4f18cb179 req-431e8010-5f7d-45cb-a71f-5dbd0a2b8b3d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 210 time: 0.1053600 Jul 14 09:02:54.170508 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-97846e0a-179c-4cac-b06a-966f311a9451 req-115154ba-5b53-4a04-9646-2828062692da service neutron] 10.222.0.44 "GET /v2.0/networks/776c6310-2e5f-475b-b017-192449a00c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276698 Jul 14 09:02:54.241953 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-321027bc-0bb1-4776-975a-1699565c6d35 req-fc8e36aa-e98d-43ec-b8b8-ac2925c78356 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Allocated IP 192.168.233.237 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/fb7a3161-92a3-43bc-9ae0-72e61d55e000) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:02:54.268418 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-321027bc-0bb1-4776-975a-1699565c6d35 req-2279d316-166f-450c-a63d-c3e69f21bca8 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:54.281006 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['ce787d56-90a9-47ea-a734-16046302a7ac'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:02:54.287229 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['3bf961b6-708a-4ff3-b40e-42584c38b0df', 'ba7a8ef4-ce4b-4390-9732-806f1f62839f'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:02:54.387775 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-946af284-7290-4afc-9949-0b60cabdd619 req-6277cd46-f1f6-46df-8b81-72904be31de4 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=322db768-9d9a-4031-bf64-ecf4ab4a3702 HTTP/1.1" status: 200 len: 210 time: 0.1294272 Jul 14 09:02:54.428408 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2d40881b-5623-4a3e-a07a-cda4357d5161 req-7a32dc58-9637-4781-bd45-def1d7334f41 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:54.460316 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321027bc-0bb1-4776-975a-1699565c6d35 req-2279d316-166f-450c-a63d-c3e69f21bca8 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:02:54.551423 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-4860d09c-fd66-4fd5-a532-c3373842189d service neutron] 10.222.0.44 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5222473 Jul 14 09:02:54.552354 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-321027bc-0bb1-4776-975a-1699565c6d35 req-2279d316-166f-450c-a63d-c3e69f21bca8 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:54.578131 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-321027bc-0bb1-4776-975a-1699565c6d35 req-2279d316-166f-450c-a63d-c3e69f21bca8 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:02:54.770348 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279d316-166f-450c-a63d-c3e69f21bca8 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Pushing event updated for resources: {'Port': ['ID=b5e33b54-03f0-44bf-aa56-59ef1902dc0e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:54.791604 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2d40881b-5623-4a3e-a07a-cda4357d5161 req-7a32dc58-9637-4781-bd45-def1d7334f41 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:54.823249 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321027bc-0bb1-4776-975a-1699565c6d35 req-2279d316-166f-450c-a63d-c3e69f21bca8 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:54.823685 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-321027bc-0bb1-4776-975a-1699565c6d35 req-2279d316-166f-450c-a63d-c3e69f21bca8 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:54.856693 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-321027bc-0bb1-4776-975a-1699565c6d35 req-2279d316-166f-450c-a63d-c3e69f21bca8 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3960419 Jul 14 09:02:54.911621 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-321027bc-0bb1-4776-975a-1699565c6d35 req-5e97605f-a8ce-4e3d-adbe-74a6ab6635ef service neutron] Request body: {'port': {'device_id': '472d63ab-5d82-4ae4-a140-8715ac3b9b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:54.925052 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d86ae395-196b-4379-8b41-356ed316a2c5 None None] Provisioning for port b5e33b54-03f0-44bf-aa56-59ef1902dc0e completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:54.929681 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d86ae395-196b-4379-8b41-356ed316a2c5 None None] Provisioning complete for port b5e33b54-03f0-44bf-aa56-59ef1902dc0e triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:54.930205 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d86ae395-196b-4379-8b41-356ed316a2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:54.971047 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d86ae395-196b-4379-8b41-356ed316a2c5 None None] Port b5e33b54-03f0-44bf-aa56-59ef1902dc0e cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:02:54.992905 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-10d25f17-8b2a-48e8-8b64-c6ebf36c8bf2 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:54.998742 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-10d25f17-8b2a-48e8-8b64-c6ebf36c8bf2 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:55.001299 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-10d25f17-8b2a-48e8-8b64-c6ebf36c8bf2 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.47 "GET /v2.0/networks?id=6faabbf0-1d9a-4471-89f9-fed36a9c0841&id=0f2b203a-a756-4d21-bcbc-49bc8bc0128f&id=6faabbf0-1d9a-4471-89f9-fed36a9c0841 HTTP/1.1" status: 200 len: 1391 time: 0.7051854 Jul 14 09:02:55.024249 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-dedcc9cb-15ac-4edc-95e2-ccbbf97b26b4 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Request body: {'port': {'device_id': '5d05b2f0-20f0-474f-8c34-123cb1aa98bf', 'network_id': '6faabbf0-1d9a-4471-89f9-fed36a9c0841', 'admin_state_up': True, 'tenant_id': '5251b0d4541348f2ad3d3cba77a39683'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:55.133543 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2d40881b-5623-4a3e-a07a-cda4357d5161 req-7a32dc58-9637-4781-bd45-def1d7334f41 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:55.136419 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2d40881b-5623-4a3e-a07a-cda4357d5161 req-7a32dc58-9637-4781-bd45-def1d7334f41 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:55.137575 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2d40881b-5623-4a3e-a07a-cda4357d5161 req-7a32dc58-9637-4781-bd45-def1d7334f41 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] 10.222.0.25 "DELETE /v2.0/security-groups/97a9ce27-74a2-4acf-8abc-3f5c7e5c070d HTTP/1.1" status: 204 len: 173 time: 1.1121044 Jul 14 09:02:55.206752 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baae406-4c5c-4214-be5e-f70116a5d5d5 req-e70e7042-6bef-4777-ac75-497302643a20 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:55.208370 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3baae406-4c5c-4214-be5e-f70116a5d5d5 req-e70e7042-6bef-4777-ac75-497302643a20 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b4d651-c95e-48e0-8757-0e557acbe499 HTTP/1.1" status: 200 len: 945 time: 0.6247256 Jul 14 09:02:55.221676 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32dc58-9637-4781-bd45-def1d7334f41 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a9ce27-74a2-4acf-8abc-3f5c7e5c070d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:55.223679 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-321027bc-0bb1-4776-975a-1699565c6d35 req-5e97605f-a8ce-4e3d-adbe-74a6ab6635ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:55.239449 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-321027bc-0bb1-4776-975a-1699565c6d35 req-fc8e36aa-e98d-43ec-b8b8-ac2925c78356 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:55.267659 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a32dc58-9637-4781-bd45-def1d7334f41 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:55.268364 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a32dc58-9637-4781-bd45-def1d7334f41 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:55.268364 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a32dc58-9637-4781-bd45-def1d7334f41 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:55.268690 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a32dc58-9637-4781-bd45-def1d7334f41 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:55.269031 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a32dc58-9637-4781-bd45-def1d7334f41 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:55.269371 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a32dc58-9637-4781-bd45-def1d7334f41 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:55.269728 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a32dc58-9637-4781-bd45-def1d7334f41 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:55.270170 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a32dc58-9637-4781-bd45-def1d7334f41 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:55.270631 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a32dc58-9637-4781-bd45-def1d7334f41 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:55.271079 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a32dc58-9637-4781-bd45-def1d7334f41 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:55.271325 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a32dc58-9637-4781-bd45-def1d7334f41 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:55.271773 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a32dc58-9637-4781-bd45-def1d7334f41 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:55.339780 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-321027bc-0bb1-4776-975a-1699565c6d35 req-fc8e36aa-e98d-43ec-b8b8-ac2925c78356 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Transition to ACTIVE for port object fb7a3161-92a3-43bc-9ae0-72e61d55e000 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:55.744929 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3baae406-4c5c-4214-be5e-f70116a5d5d5 req-3626d2d0-c124-459e-adc1-6e4cdbce20df tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/security-groups?id=b66ff417-eb85-4915-bce4-8f9c11b7b80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5131328 Jul 14 09:02:55.751364 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-e9874d34-bbfd-4f9f-8799-dce5a8313fff tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:55.752910 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-e9874d34-bbfd-4f9f-8799-dce5a8313fff tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a07c384c-b638-4232-bbbc-417195e26511&tenant_id=1c35458c50e143699c6f14a3ebfddb0d&binding%3Ahost_id=n-h2-771362-35 HTTP/1.1" status: 200 len: 1096 time: 0.7002592 Jul 14 09:02:55.863039 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-dedcc9cb-15ac-4edc-95e2-ccbbf97b26b4 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Made reservation on behalf of 5251b0d4541348f2ad3d3cba77a39683 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:55.866530 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-dedcc9cb-15ac-4edc-95e2-ccbbf97b26b4 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:55.961389 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-321027bc-0bb1-4776-975a-1699565c6d35 req-fc8e36aa-e98d-43ec-b8b8-ac2925c78356 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:55.973431 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['ce787d56-90a9-47ea-a734-16046302a7ac'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:02:55.974961 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99261688-d1ca-461a-be5b-44faed2c628f req-3fc6826f-9c32-47d2-ac55-276a5346f4c3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:55.975668 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['3bf961b6-708a-4ff3-b40e-42584c38b0df', 'ba7a8ef4-ce4b-4390-9732-806f1f62839f'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:02:55.981563 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99261688-d1ca-461a-be5b-44faed2c628f req-3fc6826f-9c32-47d2-ac55-276a5346f4c3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:55.987368 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99261688-d1ca-461a-be5b-44faed2c628f req-3fc6826f-9c32-47d2-ac55-276a5346f4c3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:55.993309 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99261688-d1ca-461a-be5b-44faed2c628f req-3fc6826f-9c32-47d2-ac55-276a5346f4c3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:55.999522 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99261688-d1ca-461a-be5b-44faed2c628f req-3fc6826f-9c32-47d2-ac55-276a5346f4c3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:56.005410 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99261688-d1ca-461a-be5b-44faed2c628f req-3fc6826f-9c32-47d2-ac55-276a5346f4c3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:56.011322 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99261688-d1ca-461a-be5b-44faed2c628f req-3fc6826f-9c32-47d2-ac55-276a5346f4c3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:56.013395 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-99261688-d1ca-461a-be5b-44faed2c628f req-3fc6826f-9c32-47d2-ac55-276a5346f4c3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 5430 time: 0.7476447 Jul 14 09:02:56.186080 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321027bc-0bb1-4776-975a-1699565c6d35 req-fc8e36aa-e98d-43ec-b8b8-ac2925c78356 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:02:56.273147 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-321027bc-0bb1-4776-975a-1699565c6d35 req-fc8e36aa-e98d-43ec-b8b8-ac2925c78356 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:56.294568 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-321027bc-0bb1-4776-975a-1699565c6d35 req-fc8e36aa-e98d-43ec-b8b8-ac2925c78356 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:02:56.303081 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e36aa-e98d-43ec-b8b8-ac2925c78356 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Pushing event updated for resources: {'Port': ['ID=fb7a3161-92a3-43bc-9ae0-72e61d55e000,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:56.368894 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-99261688-d1ca-461a-be5b-44faed2c628f req-22651151-aa38-4947-a21b-6a742bc6beae tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/security-groups?id=676d5fbb-8b00-498f-8965-8e518737057a&id=8646e213-dd0d-40aa-b659-6adc73064e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3373718 Jul 14 09:02:56.464501 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666f97a-ca88-477c-82ca-b95724db78ca req-9fdcf69d-04e2-4c0b-8b4c-1530bb405a91 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:56.466184 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a666f97a-ca88-477c-82ca-b95724db78ca req-9fdcf69d-04e2-4c0b-8b4c-1530bb405a91 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 944 time: 0.5940113 Jul 14 09:02:56.508896 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-888465aa-02bc-4045-a126-360575f59c14 service neutron] For port 00493738-34c2-4f21-920d-b0907af52fd4, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:02:56.518983 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321027bc-0bb1-4776-975a-1699565c6d35 req-fc8e36aa-e98d-43ec-b8b8-ac2925c78356 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:56.519686 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-321027bc-0bb1-4776-975a-1699565c6d35 req-fc8e36aa-e98d-43ec-b8b8-ac2925c78356 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:56.556920 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-888465aa-02bc-4045-a126-360575f59c14 service neutron] Notify callbacks [] for binding, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:56.558083 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1c7c72b-75fa-4886-8b33-eb4ded6f2066 req-888465aa-02bc-4045-a126-360575f59c14 service neutron] 10.222.0.44 "DELETE /v2.0/ports/00493738-34c2-4f21-920d-b0907af52fd4/bindings/n-h1-771362-35 HTTP/1.1" status: 204 len: 173 time: 0.7918193 Jul 14 09:02:56.578288 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-dedcc9cb-15ac-4edc-95e2-ccbbf97b26b4 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Allocated IP 19.80.0.93 (6faabbf0-1d9a-4471-89f9-fed36a9c0841/a661d586-7489-4e4f-8403-04785bd3d6e0/432bcb26-dd12-4e78-a506-a8dcc446c386) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:02:56.595928 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7ba370c5-adf4-4076-bb61-f943b2d45743 req-29db1040-d4e9-44b5-8d0a-dcfd976e13ba tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] 10.222.0.25 "GET /v2.0/security-groups/58b9267c-8ac7-4cf0-aa74-8454c62d552e HTTP/1.1" status: 200 len: 1811 time: 0.1597562 Jul 14 09:02:56.621141 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-cf6b3c7b-5775-4832-97b6-9f0b4f34da30 None None] Provisioning for port fb7a3161-92a3-43bc-9ae0-72e61d55e000 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:56.626118 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-cf6b3c7b-5775-4832-97b6-9f0b4f34da30 None None] Provisioning complete for port fb7a3161-92a3-43bc-9ae0-72e61d55e000 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:56.626494 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf6b3c7b-5775-4832-97b6-9f0b4f34da30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:56.642061 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-321027bc-0bb1-4776-975a-1699565c6d35 req-fc8e36aa-e98d-43ec-b8b8-ac2925c78356 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1954713 Jul 14 09:02:56.666428 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-cf6b3c7b-5775-4832-97b6-9f0b4f34da30 None None] Port fb7a3161-92a3-43bc-9ae0-72e61d55e000 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:02:56.673950 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a666f97a-ca88-477c-82ca-b95724db78ca req-e90e3572-447c-450d-bab5-5233661f0e78 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915164 Jul 14 09:02:56.680703 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-321027bc-0bb1-4776-975a-1699565c6d35 req-0fc6ad3a-0458-4f24-a648-5ccff8c7f9f1 service neutron] Request body: {'port': {'device_id': '322db768-9d9a-4031-bf64-ecf4ab4a3702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:56.790534 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-321027bc-0bb1-4776-975a-1699565c6d35 req-5e97605f-a8ce-4e3d-adbe-74a6ab6635ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e33b54-03f0-44bf-aa56-59ef1902dc0e {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:02:56.812158 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-321027bc-0bb1-4776-975a-1699565c6d35 req-5e97605f-a8ce-4e3d-adbe-74a6ab6635ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:56.897258 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63d6016c-5768-4cee-bf32-e9fcb20d8b31 req-d3acdc25-2c4d-481e-b702-dcc9180666ad tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 210 time: 0.0923452 Jul 14 09:02:56.947252 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-321027bc-0bb1-4776-975a-1699565c6d35 req-5e97605f-a8ce-4e3d-adbe-74a6ab6635ef service neutron] Transition to ACTIVE for port object b5e33b54-03f0-44bf-aa56-59ef1902dc0e will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:56.962605 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-321027bc-0bb1-4776-975a-1699565c6d35 req-5e97605f-a8ce-4e3d-adbe-74a6ab6635ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:56.973496 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7ba370c5-adf4-4076-bb61-f943b2d45743 req-0cd79667-5049-4ac7-8878-50c491d76484 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.046531 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-321027bc-0bb1-4776-975a-1699565c6d35 req-0fc6ad3a-0458-4f24-a648-5ccff8c7f9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.089560 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7ba370c5-adf4-4076-bb61-f943b2d45743 req-0cd79667-5049-4ac7-8878-50c491d76484 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.165329 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-dedcc9cb-15ac-4edc-95e2-ccbbf97b26b4 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.201071 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97605f-a8ce-4e3d-adbe-74a6ab6635ef service neutron] Pushing event updated for resources: {'Port': ['ID=b5e33b54-03f0-44bf-aa56-59ef1902dc0e,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:57.288097 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-dedcc9cb-15ac-4edc-95e2-ccbbf97b26b4 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Transition to ACTIVE for port object 432bcb26-dd12-4e78-a506-a8dcc446c386 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:57.390274 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7ba370c5-adf4-4076-bb61-f943b2d45743 req-0cd79667-5049-4ac7-8878-50c491d76484 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.392857 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7ba370c5-adf4-4076-bb61-f943b2d45743 req-0cd79667-5049-4ac7-8878-50c491d76484 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.394033 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7ba370c5-adf4-4076-bb61-f943b2d45743 req-0cd79667-5049-4ac7-8878-50c491d76484 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] 10.222.0.25 "DELETE /v2.0/security-groups/58b9267c-8ac7-4cf0-aa74-8454c62d552e HTTP/1.1" status: 204 len: 173 time: 0.7708354 Jul 14 09:02:57.400929 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59506) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:57.444859 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-321027bc-0bb1-4776-975a-1699565c6d35 req-5e97605f-a8ce-4e3d-adbe-74a6ab6635ef service neutron] Attempting to bind port b5e33b54-03f0-44bf-aa56-59ef1902dc0e on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:02:57.445214 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-321027bc-0bb1-4776-975a-1699565c6d35 req-5e97605f-a8ce-4e3d-adbe-74a6ab6635ef service neutron] Attempting to bind port b5e33b54-03f0-44bf-aa56-59ef1902dc0e by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:02:57.445547 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321027bc-0bb1-4776-975a-1699565c6d35 req-5e97605f-a8ce-4e3d-adbe-74a6ab6635ef service neutron] Attempting to bind port b5e33b54-03f0-44bf-aa56-59ef1902dc0e on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:57.459192 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd79667-5049-4ac7-8878-50c491d76484 tempest-SecurityGroupRulesNegativeTestJSON-2123386768 tempest-SecurityGroupRulesNegativeTestJSON-2123386768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b9267c-8ac7-4cf0-aa74-8454c62d552e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:57.470663 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0af17e-aaf1-452a-8075-821f0eb9619f req-3fbc9bbd-d09b-4015-85f0-49fbefec3eb9 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:57.477963 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5a0af17e-aaf1-452a-8075-821f0eb9619f req-3fbc9bbd-d09b-4015-85f0-49fbefec3eb9 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=322db768-9d9a-4031-bf64-ecf4ab4a3702 HTTP/1.1" status: 200 len: 936 time: 0.4413464 Jul 14 09:02:57.485703 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321027bc-0bb1-4776-975a-1699565c6d35 req-5e97605f-a8ce-4e3d-adbe-74a6ab6635ef service neutron] Port b5e33b54-03f0-44bf-aa56-59ef1902dc0e on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:02:57.486035 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321027bc-0bb1-4776-975a-1699565c6d35 req-5e97605f-a8ce-4e3d-adbe-74a6ab6635ef service neutron] Attempting to bind port b5e33b54-03f0-44bf-aa56-59ef1902dc0e on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:57.519448 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2befd38-625a-4ed3-93a1-24a11304a04f admin admin] Deleting subnet 342d3f9c-1c49-4537-a36a-16f8cfb4b268 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:02:57.533809 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2befd38-625a-4ed3-93a1-24a11304a04f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.544724 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-dedcc9cb-15ac-4edc-95e2-ccbbf97b26b4 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.547699 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321027bc-0bb1-4776-975a-1699565c6d35 req-5e97605f-a8ce-4e3d-adbe-74a6ab6635ef service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:02:57.547699 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321027bc-0bb1-4776-975a-1699565c6d35 req-5e97605f-a8ce-4e3d-adbe-74a6ab6635ef service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:57.547999 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321027bc-0bb1-4776-975a-1699565c6d35 req-5e97605f-a8ce-4e3d-adbe-74a6ab6635ef service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:02:57.548501 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-321027bc-0bb1-4776-975a-1699565c6d35 req-5e97605f-a8ce-4e3d-adbe-74a6ab6635ef service neutron] Bound port: b5e33b54-03f0-44bf-aa56-59ef1902dc0e, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:02:57.548975 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-321027bc-0bb1-4776-975a-1699565c6d35 req-5e97605f-a8ce-4e3d-adbe-74a6ab6635ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.572842 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2befd38-625a-4ed3-93a1-24a11304a04f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.621581 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2befd38-625a-4ed3-93a1-24a11304a04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.633106 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-dedcc9cb-15ac-4edc-95e2-ccbbf97b26b4 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Network 6faabbf0-1d9a-4471-89f9-fed36a9c0841 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:02:57.641403 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-dedcc9cb-15ac-4edc-95e2-ccbbf97b26b4 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:57.644455 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-dedcc9cb-15ac-4edc-95e2-ccbbf97b26b4 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:02:57.692984 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2befd38-625a-4ed3-93a1-24a11304a04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.698092 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5a0af17e-aaf1-452a-8075-821f0eb9619f req-4a4691dc-dbc4-4879-b981-5b0f1d54905b tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178457 Jul 14 09:02:57.730540 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2befd38-625a-4ed3-93a1-24a11304a04f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=342d3f9c-1c49-4537-a36a-16f8cfb4b268,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:57.732757 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2befd38-625a-4ed3-93a1-24a11304a04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.735116 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f2befd38-625a-4ed3-93a1-24a11304a04f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/342d3f9c-1c49-4537-a36a-16f8cfb4b268 HTTP/1.1" status: 204 len: 168 time: 0.3326116 Jul 14 09:02:57.737549 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59514) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:57.837029 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce30212c-3192-4c7f-be62-df04759384f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.923373 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedcc9cb-15ac-4edc-95e2-ccbbf97b26b4 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event updated for resources: {'Port': ['ID=432bcb26-dd12-4e78-a506-a8dcc446c386,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:57.923829 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1789353c-8ebe-4a09-affe-f19bd0c531c8 None None] Provisioning for port 432bcb26-dd12-4e78-a506-a8dcc446c386 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:57.929518 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1789353c-8ebe-4a09-affe-f19bd0c531c8 None None] Provisioning complete for port 432bcb26-dd12-4e78-a506-a8dcc446c386 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:57.930303 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1789353c-8ebe-4a09-affe-f19bd0c531c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.933973 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce30212c-3192-4c7f-be62-df04759384f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.949482 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ce30212c-3192-4c7f-be62-df04759384f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd96cbd-6aed-44c0-9942-145108a5fbd2']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:57.961580 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ce30212c-3192-4c7f-be62-df04759384f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82988888-8653-4eb2-9b67-db5b0b5d2eda') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:57.961991 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ce30212c-3192-4c7f-be62-df04759384f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82988888-8653-4eb2-9b67-db5b0b5d2eda') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:02:57.972456 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce30212c-3192-4c7f-be62-df04759384f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.975898 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1789353c-8ebe-4a09-affe-f19bd0c531c8 None None] Port 432bcb26-dd12-4e78-a506-a8dcc446c386 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:02:57.988637 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce30212c-3192-4c7f-be62-df04759384f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.996421 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce30212c-3192-4c7f-be62-df04759384f6 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:02:57.997267 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce30212c-3192-4c7f-be62-df04759384f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:02:57.999679 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:02:58.028248 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-dedcc9cb-15ac-4edc-95e2-ccbbf97b26b4 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:58.029033 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-dedcc9cb-15ac-4edc-95e2-ccbbf97b26b4 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:58.049691 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-321027bc-0bb1-4776-975a-1699565c6d35 req-5e97605f-a8ce-4e3d-adbe-74a6ab6635ef service neutron] For port b5e33b54-03f0-44bf-aa56-59ef1902dc0e, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:02:58.060507 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-321027bc-0bb1-4776-975a-1699565c6d35 req-5e97605f-a8ce-4e3d-adbe-74a6ab6635ef service neutron] For port b5e33b54-03f0-44bf-aa56-59ef1902dc0e, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=b5e33b54-03f0-44bf-aa56-59ef1902dc0e,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:02:58.062801 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce30212c-3192-4c7f-be62-df04759384f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:58.069293 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce30212c-3192-4c7f-be62-df04759384f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:58.071372 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ce30212c-3192-4c7f-be62-df04759384f6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6fd96cbd-6aed-44c0-9942-145108a5fbd2 HTTP/1.1" status: 204 len: 168 time: 0.3327961 Jul 14 09:02:58.078451 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-321027bc-0bb1-4776-975a-1699565c6d35 req-5e97605f-a8ce-4e3d-adbe-74a6ab6635ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:58.086306 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30212c-3192-4c7f-be62-df04759384f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fd96cbd-6aed-44c0-9942-145108a5fbd2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:58.095281 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce30212c-3192-4c7f-be62-df04759384f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:58.095849 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce30212c-3192-4c7f-be62-df04759384f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:58.097086 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce30212c-3192-4c7f-be62-df04759384f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:58.097086 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce30212c-3192-4c7f-be62-df04759384f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:58.097624 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce30212c-3192-4c7f-be62-df04759384f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:58.098145 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce30212c-3192-4c7f-be62-df04759384f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:58.098623 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce30212c-3192-4c7f-be62-df04759384f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:58.099092 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce30212c-3192-4c7f-be62-df04759384f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:58.099603 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce30212c-3192-4c7f-be62-df04759384f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:58.100176 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce30212c-3192-4c7f-be62-df04759384f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:58.100666 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce30212c-3192-4c7f-be62-df04759384f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:58.101220 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce30212c-3192-4c7f-be62-df04759384f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:58.125211 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-dedcc9cb-15ac-4edc-95e2-ccbbf97b26b4 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1067295 Jul 14 09:02:58.160968 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-8cb5623d-b8af-4966-939b-7b6c650f9285 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Request body: {'port': {'device_id': '5d05b2f0-20f0-474f-8c34-123cb1aa98bf', 'network_id': '0f2b203a-a756-4d21-bcbc-49bc8bc0128f', 'admin_state_up': True, 'tenant_id': '5251b0d4541348f2ad3d3cba77a39683'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:58.225717 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59520) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:58.229999 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321027bc-0bb1-4776-975a-1699565c6d35 req-5e97605f-a8ce-4e3d-adbe-74a6ab6635ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:58.230639 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-321027bc-0bb1-4776-975a-1699565c6d35 req-5e97605f-a8ce-4e3d-adbe-74a6ab6635ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:58.232210 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-321027bc-0bb1-4776-975a-1699565c6d35 req-5e97605f-a8ce-4e3d-adbe-74a6ab6635ef service neutron] 10.222.0.44 "PUT /v2.0/ports/b5e33b54-03f0-44bf-aa56-59ef1902dc0e HTTP/1.1" status: 200 len: 1097 time: 3.3314967 Jul 14 09:02:58.234821 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-321027bc-0bb1-4776-975a-1699565c6d35 req-0fc6ad3a-0458-4f24-a648-5ccff8c7f9f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7a3161-92a3-43bc-9ae0-72e61d55e000 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:02:58.239389 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472d63ab-5d82-4ae4-a140-8715ac3b9b3c', 'tag': 'b5e33b54-03f0-44bf-aa56-59ef1902dc0e'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:02:58.242015 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98444eca-804d-4890-b2fe-389066fb67c8" -d '{"events": [{"name": "network-changed", "server_uuid": "472d63ab-5d82-4ae4-a140-8715ac3b9b3c", "tag": "b5e33b54-03f0-44bf-aa56-59ef1902dc0e"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:02:58.252452 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2aef9-ca1a-44ba-94bb-3aac5c85b5b5 req-5306261d-9e8b-494f-ad96-8cffd6683128 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:58.254088 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-16b2aef9-ca1a-44ba-94bb-3aac5c85b5b5 req-5306261d-9e8b-494f-ad96-8cffd6683128 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b4d651-c95e-48e0-8757-0e557acbe499 HTTP/1.1" status: 200 len: 945 time: 0.5042868 Jul 14 09:02:58.268062 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-321027bc-0bb1-4776-975a-1699565c6d35 req-0fc6ad3a-0458-4f24-a648-5ccff8c7f9f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:58.286608 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4e63dead-8f8d-4f3b-85c9-93582326961b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd7893f9fe004f41b8130aff2f7fdd37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0597398 Jul 14 09:02:58.292621 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59526) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:58.353397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e2c07-b3bd-43e3-bdcb-e03ffafbb82c req-c519510c-329f-4bd8-b16d-9d17263915a1 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:58.359810 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e2c07-b3bd-43e3-bdcb-e03ffafbb82c req-c519510c-329f-4bd8-b16d-9d17263915a1 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:58.365795 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e2c07-b3bd-43e3-bdcb-e03ffafbb82c req-c519510c-329f-4bd8-b16d-9d17263915a1 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:58.370966 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-00b967d0-0253-4d73-9d3c-be1cd6c80d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:58.371873 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e2c07-b3bd-43e3-bdcb-e03ffafbb82c req-c519510c-329f-4bd8-b16d-9d17263915a1 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:58.378009 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e2c07-b3bd-43e3-bdcb-e03ffafbb82c req-c519510c-329f-4bd8-b16d-9d17263915a1 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:58.384058 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e2c07-b3bd-43e3-bdcb-e03ffafbb82c req-c519510c-329f-4bd8-b16d-9d17263915a1 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:58.390812 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e2c07-b3bd-43e3-bdcb-e03ffafbb82c req-c519510c-329f-4bd8-b16d-9d17263915a1 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:58.392935 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-943e2c07-b3bd-43e3-bdcb-e03ffafbb82c req-c519510c-329f-4bd8-b16d-9d17263915a1 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 5430 time: 0.4539342 Jul 14 09:02:58.396791 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-00b967d0-0253-4d73-9d3c-be1cd6c80d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:58.443975 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-321027bc-0bb1-4776-975a-1699565c6d35 req-0fc6ad3a-0458-4f24-a648-5ccff8c7f9f1 service neutron] Transition to ACTIVE for port object fb7a3161-92a3-43bc-9ae0-72e61d55e000 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:58.443975 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97605f-a8ce-4e3d-adbe-74a6ab6635ef service neutron] Pushing event updated for resources: {'Port': ['ID=b5e33b54-03f0-44bf-aa56-59ef1902dc0e,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:58.452775 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-00b967d0-0253-4d73-9d3c-be1cd6c80d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:58.455515 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-00b967d0-0253-4d73-9d3c-be1cd6c80d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:58.456686 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-00b967d0-0253-4d73-9d3c-be1cd6c80d84 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39dd3765-ec3d-4796-9666-ec8f5888f1de HTTP/1.1" status: 204 len: 168 time: 0.1626337 Jul 14 09:02:58.466141 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b967d0-0253-4d73-9d3c-be1cd6c80d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dd3765-ec3d-4796-9666-ec8f5888f1de,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:58.474930 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-321027bc-0bb1-4776-975a-1699565c6d35 req-0fc6ad3a-0458-4f24-a648-5ccff8c7f9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:58.521536 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-16b2aef9-ca1a-44ba-94bb-3aac5c85b5b5 req-c4cbdf8a-657b-4e59-9617-2baf630675e9 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/security-groups?id=b66ff417-eb85-4915-bce4-8f9c11b7b80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584326 Jul 14 09:02:58.582569 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-943e2c07-b3bd-43e3-bdcb-e03ffafbb82c req-c83d2c0f-301e-4b7e-afa0-da6e69e34693 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/security-groups?id=676d5fbb-8b00-498f-8965-8e518737057a&id=8646e213-dd0d-40aa-b659-6adc73064e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1554356 Jul 14 09:02:58.590739 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6ad3a-0458-4f24-a648-5ccff8c7f9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7a3161-92a3-43bc-9ae0-72e61d55e000,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:58.626405 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321027bc-0bb1-4776-975a-1699565c6d35 req-5b0cdd1a-2273-4d0d-8b0a-2013c732d43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:58.628347 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-321027bc-0bb1-4776-975a-1699565c6d35 req-5b0cdd1a-2273-4d0d-8b0a-2013c732d43a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&device_id=472d63ab-5d82-4ae4-a140-8715ac3b9b3c HTTP/1.1" status: 200 len: 1100 time: 0.3121924 Jul 14 09:02:58.666270 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-8cb5623d-b8af-4966-939b-7b6c650f9285 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Made reservation on behalf of 5251b0d4541348f2ad3d3cba77a39683 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:58.670030 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-8cb5623d-b8af-4966-939b-7b6c650f9285 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:58.807032 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-321027bc-0bb1-4776-975a-1699565c6d35 req-69dfa414-8ea8-4ac6-b201-0b2e94ac4892 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=b5e33b54-03f0-44bf-aa56-59ef1902dc0e HTTP/1.1" status: 200 len: 217 time: 0.1437883 Jul 14 09:02:58.976985 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-321027bc-0bb1-4776-975a-1699565c6d35 req-0fc6ad3a-0458-4f24-a648-5ccff8c7f9f1 service neutron] Attempting to bind port fb7a3161-92a3-43bc-9ae0-72e61d55e000 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:02:58.977347 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-321027bc-0bb1-4776-975a-1699565c6d35 req-0fc6ad3a-0458-4f24-a648-5ccff8c7f9f1 service neutron] Attempting to bind port fb7a3161-92a3-43bc-9ae0-72e61d55e000 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:02:58.977732 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321027bc-0bb1-4776-975a-1699565c6d35 req-0fc6ad3a-0458-4f24-a648-5ccff8c7f9f1 service neutron] Attempting to bind port fb7a3161-92a3-43bc-9ae0-72e61d55e000 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:59.004904 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321027bc-0bb1-4776-975a-1699565c6d35 req-8321efbf-8e5b-4c0f-ba51-49deec998315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:59.006432 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-321027bc-0bb1-4776-975a-1699565c6d35 req-8321efbf-8e5b-4c0f-ba51-49deec998315 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1888185 Jul 14 09:02:59.006987 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321027bc-0bb1-4776-975a-1699565c6d35 req-0fc6ad3a-0458-4f24-a648-5ccff8c7f9f1 service neutron] Port fb7a3161-92a3-43bc-9ae0-72e61d55e000 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:02:59.007308 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321027bc-0bb1-4776-975a-1699565c6d35 req-0fc6ad3a-0458-4f24-a648-5ccff8c7f9f1 service neutron] Attempting to bind port fb7a3161-92a3-43bc-9ae0-72e61d55e000 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:02:59.022722 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176df95a-d812-4bca-93b1-2ecc83a8eb3f req-35983b12-1c04-41b3-97d9-3484f09eee87 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:59.028007 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-176df95a-d812-4bca-93b1-2ecc83a8eb3f req-35983b12-1c04-41b3-97d9-3484f09eee87 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 1096 time: 0.3658900 Jul 14 09:02:59.047134 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59546) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:59.281621 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-20a82f2d-b33a-43a0-94b3-9c09fc614506 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c876435434be449ca81fccdfcb00c6f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302523 Jul 14 09:02:59.281840 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59558) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:59.345018 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f86441e-40ab-4e96-b87e-14acec1d112b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:59.376727 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f86441e-40ab-4e96-b87e-14acec1d112b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:59.450176 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321027bc-0bb1-4776-975a-1699565c6d35 req-0fc6ad3a-0458-4f24-a648-5ccff8c7f9f1 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:02:59.450744 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321027bc-0bb1-4776-975a-1699565c6d35 req-0fc6ad3a-0458-4f24-a648-5ccff8c7f9f1 service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:59.450837 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321027bc-0bb1-4776-975a-1699565c6d35 req-0fc6ad3a-0458-4f24-a648-5ccff8c7f9f1 service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:02:59.451258 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-321027bc-0bb1-4776-975a-1699565c6d35 req-0fc6ad3a-0458-4f24-a648-5ccff8c7f9f1 service neutron] Bound port: fb7a3161-92a3-43bc-9ae0-72e61d55e000, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:02:59.451665 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-321027bc-0bb1-4776-975a-1699565c6d35 req-0fc6ad3a-0458-4f24-a648-5ccff8c7f9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:59.458701 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59564) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:59.478962 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f86441e-40ab-4e96-b87e-14acec1d112b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:59.490444 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f86441e-40ab-4e96-b87e-14acec1d112b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:59.493357 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4f86441e-40ab-4e96-b87e-14acec1d112b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d881533-7988-4588-b0e2-e864dc24b080 HTTP/1.1" status: 204 len: 168 time: 0.2099762 Jul 14 09:02:59.508913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86441e-40ab-4e96-b87e-14acec1d112b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d881533-7988-4588-b0e2-e864dc24b080,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:59.548411 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63212ce2-1157-4c4b-9d03-fa751add65b4 req-6c894f6b-c7ef-4433-87b5-f41c8f1497ef tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:59.555426 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63212ce2-1157-4c4b-9d03-fa751add65b4 req-6c894f6b-c7ef-4433-87b5-f41c8f1497ef tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 931 time: 0.6884615 Jul 14 09:02:59.599269 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-8cb5623d-b8af-4966-939b-7b6c650f9285 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Allocated IP 19.86.0.103 (0f2b203a-a756-4d21-bcbc-49bc8bc0128f/4e8f4ce5-43b2-4f5f-b399-4212d8d6046f/acf818c6-cf18-4299-8531-6530ffab49ca) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:02:59.629962 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-176df95a-d812-4bca-93b1-2ecc83a8eb3f req-0c75fbe4-da05-4321-aa0c-fd7a87bcf9ae tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137377 Jul 14 09:02:59.631524 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-88529456-2282-4795-acfa-941a2338bcf4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-262134469-network', 'tenant_id': '67f5cd0bc2c542de80a83402c75b0c1e'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:59.674240 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88529456-2282-4795-acfa-941a2338bcf4 admin admin] Made reservation on behalf of 67f5cd0bc2c542de80a83402c75b0c1e for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:59.682175 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-88529456-2282-4795-acfa-941a2338bcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:59.708340 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-88529456-2282-4795-acfa-941a2338bcf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:59.719170 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63212ce2-1157-4c4b-9d03-fa751add65b4 req-f647431e-4f30-41e3-b20e-0666c4a01c8d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625297 Jul 14 09:02:59.737438 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5156b4-a825-44ce-89cf-8f0bb2f12e24 x-openstack-request-id: req-2f5156b4-a825-44ce-89cf-8f0bb2f12e24 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:02:59.737838 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472d63ab-5d82-4ae4-a140-8715ac3b9b3c", "tag": "b5e33b54-03f0-44bf-aa56-59ef1902dc0e", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:02:59.738156 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f5156b4-a825-44ce-89cf-8f0bb2f12e24 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:02:59.738622 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472d63ab-5d82-4ae4-a140-8715ac3b9b3c', 'tag': 'b5e33b54-03f0-44bf-aa56-59ef1902dc0e', 'status': 'completed', 'code': 200} Jul 14 09:02:59.786802 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-321027bc-0bb1-4776-975a-1699565c6d35 req-0fc6ad3a-0458-4f24-a648-5ccff8c7f9f1 service neutron] For port fb7a3161-92a3-43bc-9ae0-72e61d55e000, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:02:59.824103 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321027bc-0bb1-4776-975a-1699565c6d35 req-fb9f6339-1b36-4d02-bc83-2376f45316e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:59.826039 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-321027bc-0bb1-4776-975a-1699565c6d35 req-fb9f6339-1b36-4d02-bc83-2376f45316e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4152005 Jul 14 09:02:59.844625 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-88529456-2282-4795-acfa-941a2338bcf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:59.850162 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-88529456-2282-4795-acfa-941a2338bcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:59.868000 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88529456-2282-4795-acfa-941a2338bcf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:02:59.880635 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-88529456-2282-4795-acfa-941a2338bcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:59.880879 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-88529456-2282-4795-acfa-941a2338bcf4 admin admin] Added segment d9be8581-349f-4dc4-bc34-3a0ca74f648c of type vlan for network e23c49fa-0079-41c3-89d3-15f58193848a Jul 14 09:02:59.896905 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-321027bc-0bb1-4776-975a-1699565c6d35 req-0fc6ad3a-0458-4f24-a648-5ccff8c7f9f1 service neutron] For port fb7a3161-92a3-43bc-9ae0-72e61d55e000, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=fb7a3161-92a3-43bc-9ae0-72e61d55e000,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:02:59.950652 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88529456-2282-4795-acfa-941a2338bcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119b4a37-40bf-448c-822d-627be8812704,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:59.954647 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-88529456-2282-4795-acfa-941a2338bcf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:59.980107 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-321027bc-0bb1-4776-975a-1699565c6d35 req-0fc6ad3a-0458-4f24-a648-5ccff8c7f9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:59.993812 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-88529456-2282-4795-acfa-941a2338bcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:59.995432 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88529456-2282-4795-acfa-941a2338bcf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:59.996297 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-88529456-2282-4795-acfa-941a2338bcf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:00.058469 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-88529456-2282-4795-acfa-941a2338bcf4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5976689 Jul 14 09:03:00.062709 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59586) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:00.069991 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-58e7721f-0678-414a-ba2c-9e8048e9a13f admin admin] Request body: {'subnet': {'network_id': 'e23c49fa-0079-41c3-89d3-15f58193848a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-262134469-subnet', 'tenant_id': '67f5cd0bc2c542de80a83402c75b0c1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:00.089857 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88529456-2282-4795-acfa-941a2338bcf4 admin admin] Pushing event updated for resources: {'Network': ['ID=e23c49fa-0079-41c3-89d3-15f58193848a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:00.094814 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321027bc-0bb1-4776-975a-1699565c6d35 req-0fc6ad3a-0458-4f24-a648-5ccff8c7f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:00.095815 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-321027bc-0bb1-4776-975a-1699565c6d35 req-0fc6ad3a-0458-4f24-a648-5ccff8c7f9f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:00.097811 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-321027bc-0bb1-4776-975a-1699565c6d35 req-0fc6ad3a-0458-4f24-a648-5ccff8c7f9f1 service neutron] 10.222.0.47 "PUT /v2.0/ports/fb7a3161-92a3-43bc-9ae0-72e61d55e000 HTTP/1.1" status: 200 len: 1097 time: 3.4377785 Jul 14 09:03:00.103702 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network e23c49fa-0079-41c3-89d3-15f58193848a details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:03:00.121349 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e7721f-0678-414a-ba2c-9e8048e9a13f admin admin] Made reservation on behalf of 67f5cd0bc2c542de80a83402c75b0c1e for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:00.124002 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58e7721f-0678-414a-ba2c-9e8048e9a13f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:00.222443 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6ad3a-0458-4f24-a648-5ccff8c7f9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7a3161-92a3-43bc-9ae0-72e61d55e000,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:00.228149 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-321027bc-0bb1-4776-975a-1699565c6d35 req-c184f1c6-d30a-4114-87b9-8f70f40fb2bf service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896103 Jul 14 09:03:00.330952 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ff205-394c-4b1d-8ebe-4a1e2ba853bd req-155e4843-d023-4209-ba8e-3c81bb924f53 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:00.332877 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c3ff205-394c-4b1d-8ebe-4a1e2ba853bd req-155e4843-d023-4209-ba8e-3c81bb924f53 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b4d651-c95e-48e0-8757-0e557acbe499 HTTP/1.1" status: 200 len: 945 time: 0.5033250 Jul 14 09:03:00.349548 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59596) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:00.386729 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-67d41aae-83ba-4293-868c-85220ec68486 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Request body: {'floatingip': {'port_id': '3d211971-63f3-484f-bb7a-f582d9bcaee5'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:00.400927 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58e7721f-0678-414a-ba2c-9e8048e9a13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:00.446098 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6912de-62fe-4d4b-b81c-0b2a9e2b6c40 req-dacacde0-bcd7-4532-bc9a-2c96eb2a624e tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:00.448148 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5d6912de-62fe-4d4b-b81c-0b2a9e2b6c40 req-dacacde0-bcd7-4532-bc9a-2c96eb2a624e tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=322db768-9d9a-4031-bf64-ecf4ab4a3702 HTTP/1.1" status: 200 len: 948 time: 0.5467684 Jul 14 09:03:00.465912 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7721f-0678-414a-ba2c-9e8048e9a13f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f524445-60db-475b-9519-24a519bd9dd8,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:00.481391 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e7721f-0678-414a-ba2c-9e8048e9a13f admin admin] Checking segment: {'id': 'd9be8581-349f-4dc4-bc34-3a0ca74f648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e23c49fa-0079-41c3-89d3-15f58193848a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:00.481843 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e7721f-0678-414a-ba2c-9e8048e9a13f admin admin] Network hostable DHCP agents. Network: e23c49fa-0079-41c3-89d3-15f58193848a, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:03:00.491703 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67d41aae-83ba-4293-868c-85220ec68486 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:00.500748 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e7721f-0678-414a-ba2c-9e8048e9a13f admin admin] Network e23c49fa-0079-41c3-89d3-15f58193848a is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:03:00.510999 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-58e7721f-0678-414a-ba2c-9e8048e9a13f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, e23c49fa-0079-41c3-89d3-15f58193848a) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:00.516676 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e7721f-0678-414a-ba2c-9e8048e9a13f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:00.517484 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58e7721f-0678-414a-ba2c-9e8048e9a13f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:00.524325 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cd239a-323d-437c-a7d6-bc53898b5b21 None None] Network e23c49fa-0079-41c3-89d3-15f58193848a requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:03:00.542190 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-58e7721f-0678-414a-ba2c-9e8048e9a13f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4708333 Jul 14 09:03:00.602944 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-8cb5623d-b8af-4966-939b-7b6c650f9285 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:00.668728 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107310f6-f55e-40c1-bb7c-1b9739f1bdf3 None None] Network e23c49fa-0079-41c3-89d3-15f58193848a requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:03:00.699694 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-8cb5623d-b8af-4966-939b-7b6c650f9285 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Transition to ACTIVE for port object acf818c6-cf18-4299-8531-6530ffab49ca will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:00.726653 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5d6912de-62fe-4d4b-b81c-0b2a9e2b6c40 req-c0c56474-ae1f-4ff5-8597-bee67743d964 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637806 Jul 14 09:03:00.732647 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321027bc-0bb1-4776-975a-1699565c6d35 req-ef94c7a3-4676-4c44-897e-36ba6849abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:00.737619 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-321027bc-0bb1-4776-975a-1699565c6d35 req-ef94c7a3-4676-4c44-897e-36ba6849abfe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&device_id=322db768-9d9a-4031-bf64-ecf4ab4a3702 HTTP/1.1" status: 200 len: 1100 time: 0.5015934 Jul 14 09:03:00.738037 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-321027bc-0bb1-4776-975a-1699565c6d35 req-c9d9e90f-a6d9-472c-937c-22cb86e9dd3b service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924474 Jul 14 09:03:00.849944 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-321027bc-0bb1-4776-975a-1699565c6d35 req-0b8df2b3-2d5c-4339-b827-26eaa9738321 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=fb7a3161-92a3-43bc-9ae0-72e61d55e000 HTTP/1.1" status: 200 len: 217 time: 0.0814617 Jul 14 09:03:01.054743 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c3aef-65d8-40c1-bdb4-e8a7e4e72de1 req-dfd32eda-38ea-4436-b347-9860ae47b898 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:01.060381 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c3aef-65d8-40c1-bdb4-e8a7e4e72de1 req-dfd32eda-38ea-4436-b347-9860ae47b898 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:01.066878 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c3aef-65d8-40c1-bdb4-e8a7e4e72de1 req-dfd32eda-38ea-4436-b347-9860ae47b898 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:01.072731 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c3aef-65d8-40c1-bdb4-e8a7e4e72de1 req-dfd32eda-38ea-4436-b347-9860ae47b898 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:01.079148 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c3aef-65d8-40c1-bdb4-e8a7e4e72de1 req-dfd32eda-38ea-4436-b347-9860ae47b898 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:01.084940 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c3aef-65d8-40c1-bdb4-e8a7e4e72de1 req-dfd32eda-38ea-4436-b347-9860ae47b898 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:01.090682 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c3aef-65d8-40c1-bdb4-e8a7e4e72de1 req-dfd32eda-38ea-4436-b347-9860ae47b898 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:01.092729 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e07c3aef-65d8-40c1-bdb4-e8a7e4e72de1 req-dfd32eda-38ea-4436-b347-9860ae47b898 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 5430 time: 0.5948048 Jul 14 09:03:01.121077 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-8cb5623d-b8af-4966-939b-7b6c650f9285 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:01.148269 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321027bc-0bb1-4776-975a-1699565c6d35 req-a2479199-04f4-45a0-b5ae-8e194fd20091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:01.149743 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-321027bc-0bb1-4776-975a-1699565c6d35 req-a2479199-04f4-45a0-b5ae-8e194fd20091 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.2827113 Jul 14 09:03:01.301005 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-8cb5623d-b8af-4966-939b-7b6c650f9285 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Network 0f2b203a-a756-4d21-bcbc-49bc8bc0128f is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:01.318280 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000bce0-df41-40cd-b717-cfdba1225659 req-6ff5fee7-9358-43f3-a8c4-f78d4d4fb02b tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:01.319699 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b000bce0-df41-40cd-b717-cfdba1225659 req-6ff5fee7-9358-43f3-a8c4-f78d4d4fb02b tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/networks?id=d4fad6bc-cc19-4061-a347-c3942b87c975 HTTP/1.1" status: 200 len: 808 time: 0.4881444 Jul 14 09:03:01.325805 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-8cb5623d-b8af-4966-939b-7b6c650f9285 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:01.328598 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5623d-b8af-4966-939b-7b6c650f9285 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event updated for resources: {'Port': ['ID=acf818c6-cf18-4299-8531-6530ffab49ca,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:01.332332 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98444eca-804d-4890-b2fe-389066fb67c8 req-e097833d-c52f-4fbc-8171-5166fa3eb1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:01.333939 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-98444eca-804d-4890-b2fe-389066fb67c8 req-e097833d-c52f-4fbc-8171-5166fa3eb1b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&device_id=472d63ab-5d82-4ae4-a140-8715ac3b9b3c HTTP/1.1" status: 200 len: 1100 time: 0.4996054 Jul 14 09:03:01.339575 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-8cb5623d-b8af-4966-939b-7b6c650f9285 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:01.356025 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e07c3aef-65d8-40c1-bdb4-e8a7e4e72de1 req-9beac0a1-ae7d-4010-bb90-668a418331a1 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/security-groups?id=676d5fbb-8b00-498f-8965-8e518737057a&id=8646e213-dd0d-40aa-b659-6adc73064e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2476759 Jul 14 09:03:01.595017 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-cebad0e0-fd80-41bc-b34c-a38eac370371 None None] Provisioning for port acf818c6-cf18-4299-8531-6530ffab49ca completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:01.600011 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-cebad0e0-fd80-41bc-b34c-a38eac370371 None None] Provisioning complete for port acf818c6-cf18-4299-8531-6530ffab49ca triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:01.600549 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cebad0e0-fd80-41bc-b34c-a38eac370371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:01.643000 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-cebad0e0-fd80-41bc-b34c-a38eac370371 None None] Port acf818c6-cf18-4299-8531-6530ffab49ca cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:03:01.739030 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b000bce0-df41-40cd-b717-cfdba1225659 req-a51d79d5-9221-485c-acae-fa35a3500570 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/quotas/1c35458c50e143699c6f14a3ebfddb0d HTTP/1.1" status: 200 len: 375 time: 0.4020452 Jul 14 09:03:01.769937 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322db768-9d9a-4031-bf64-ecf4ab4a3702', 'tag': 'fb7a3161-92a3-43bc-9ae0-72e61d55e000'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:01.772250 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2224a3-dce0-420c-a44e-1374ba89ecba" -d '{"events": [{"name": "network-changed", "server_uuid": "322db768-9d9a-4031-bf64-ecf4ab4a3702", "tag": "fb7a3161-92a3-43bc-9ae0-72e61d55e000"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:01.911844 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-8cb5623d-b8af-4966-939b-7b6c650f9285 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:01.912365 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-8cb5623d-b8af-4966-939b-7b6c650f9285 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:02.013533 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321027bc-0bb1-4776-975a-1699565c6d35 req-16924bd9-5c8c-413b-9e96-e448d1c44684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:02.015984 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-321027bc-0bb1-4776-975a-1699565c6d35 req-16924bd9-5c8c-413b-9e96-e448d1c44684 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8000414 Jul 14 09:03:02.039001 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-8cb5623d-b8af-4966-939b-7b6c650f9285 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8855906 Jul 14 09:03:02.078943 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-b0d0af9d-5191-4c31-96fc-fe03108abfbc tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Request body: {'port': {'device_id': '5d05b2f0-20f0-474f-8c34-123cb1aa98bf', 'network_id': '6faabbf0-1d9a-4471-89f9-fed36a9c0841', 'admin_state_up': True, 'tenant_id': '5251b0d4541348f2ad3d3cba77a39683'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:02.189312 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98444eca-804d-4890-b2fe-389066fb67c8 req-ce0596d3-0c8e-4c56-a0d5-65a05f45aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:02.190703 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-98444eca-804d-4890-b2fe-389066fb67c8 req-ce0596d3-0c8e-4c56-a0d5-65a05f45aeff service neutron] 10.222.0.44 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.8422425 Jul 14 09:03:02.321555 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-98444eca-804d-4890-b2fe-389066fb67c8 req-9cc73b56-1d87-4274-a4c6-d89cc59de512 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=b5e33b54-03f0-44bf-aa56-59ef1902dc0e HTTP/1.1" status: 200 len: 217 time: 0.1220238 Jul 14 09:03:02.338748 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56abc803-bfe0-4572-ba17-669246ee0c0e req-322415ad-05a5-4307-9d3c-43b6b259c88a tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:02.345239 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56abc803-bfe0-4572-ba17-669246ee0c0e req-322415ad-05a5-4307-9d3c-43b6b259c88a tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:02.346895 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56abc803-bfe0-4572-ba17-669246ee0c0e req-322415ad-05a5-4307-9d3c-43b6b259c88a tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 1654 time: 0.6685643 Jul 14 09:03:02.368343 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.db.resource_extend [None req-67d41aae-83ba-4293-868c-85220ec68486 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:03:02.386316 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b000bce0-df41-40cd-b717-cfdba1225659 req-3f8868dc-e383-4513-ad0a-44ca4136703f tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1c35458c50e143699c6f14a3ebfddb0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5940809 Jul 14 09:03:02.563554 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-321027bc-0bb1-4776-975a-1699565c6d35 req-389c9f72-8e1f-4df8-9d39-a42f4cbd8ffa service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235350 Jul 14 09:03:02.576476 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67d41aae-83ba-4293-868c-85220ec68486 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:02.602199 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98444eca-804d-4890-b2fe-389066fb67c8 req-3b7e367a-3e44-4309-839f-3134565147a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:02.603685 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-98444eca-804d-4890-b2fe-389066fb67c8 req-3b7e367a-3e44-4309-839f-3134565147a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.2558606 Jul 14 09:03:02.604281 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67d41aae-83ba-4293-868c-85220ec68486 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:02.621808 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56abc803-bfe0-4572-ba17-669246ee0c0e req-ff45c6d2-859d-43cb-97a8-5f99040eff87 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510633 Jul 14 09:03:02.745082 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-b0d0af9d-5191-4c31-96fc-fe03108abfbc tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Made reservation on behalf of 5251b0d4541348f2ad3d3cba77a39683 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:02.748684 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-b0d0af9d-5191-4c31-96fc-fe03108abfbc tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:02.872101 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b000bce0-df41-40cd-b717-cfdba1225659 req-071720d7-4ac8-4ab3-930b-19edfc45376c service neutron] 10.222.0.25 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527068 Jul 14 09:03:03.286067 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-321027bc-0bb1-4776-975a-1699565c6d35 req-f28e968d-4004-4945-a5d3-1646a387e084 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7058146 Jul 14 09:03:03.293668 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-67d41aae-83ba-4293-868c-85220ec68486 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Floating IP 0d28c6cc-ee7c-4dde-9536-90002dd76ee7 associated. External IP: 172.25.6.71, port: 3d211971-63f3-484f-bb7a-f582d9bcaee5. Jul 14 09:03:03.302410 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device b5e33b54-03f0-44bf-aa56-59ef1902dc0e details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:03:03.380166 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98444eca-804d-4890-b2fe-389066fb67c8 req-4374a5d7-800d-4647-b9d0-70292d4b8a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:03.381673 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-98444eca-804d-4890-b2fe-389066fb67c8 req-4374a5d7-800d-4647-b9d0-70292d4b8a57 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7273743 Jul 14 09:03:03.416716 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-2550b3f3-6162-4308-9cf4-3760e365dd54 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:03.418230 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-2550b3f3-6162-4308-9cf4-3760e365dd54 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.25 "GET /v2.0/networks?id=e23c49fa-0079-41c3-89d3-15f58193848a HTTP/1.1" status: 200 len: 821 time: 0.6651635 Jul 14 09:03:03.430558 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port b5e33b54-03f0-44bf-aa56-59ef1902dc0e, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=b5e33b54-03f0-44bf-aa56-59ef1902dc0e,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:03.444866 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'b5e33b54-03f0-44bf-aa56-59ef1902dc0e', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': 'b5e33b54-03f0-44bf-aa56-59ef1902dc0e', 'mac_address': 'fa:16:3e:c7:36:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:03:03.487124 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:03.500531 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e33b54-03f0-44bf-aa56-59ef1902dc0e {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:03.528142 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port b5e33b54-03f0-44bf-aa56-59ef1902dc0e, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=b5e33b54-03f0-44bf-aa56-59ef1902dc0e,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:03.532122 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b000bce0-df41-40cd-b717-cfdba1225659 req-aa863078-9d7a-4a1d-a119-373a3e338756 service neutron] 10.222.0.25 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6410844 Jul 14 09:03:03.534557 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:03.542430 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-a17766d6-cd4b-42d2-83b8-92bf1be143b3 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.25 "GET /v2.0/quotas/67f5cd0bc2c542de80a83402c75b0c1e HTTP/1.1" status: 200 len: 375 time: 0.1094456 Jul 14 09:03:03.587154 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-b0d0af9d-5191-4c31-96fc-fe03108abfbc tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Allocated IP 19.80.0.44 (6faabbf0-1d9a-4471-89f9-fed36a9c0841/a661d586-7489-4e4f-8403-04785bd3d6e0/08996a8b-44c0-48d2-ad1b-ed0deb51ac3a) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:03.615537 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-12cd55f3-698f-4d57-b4ad-7103e4902a10 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=67f5cd0bc2c542de80a83402c75b0c1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598037 Jul 14 09:03:03.615792 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=b5e33b54-03f0-44bf-aa56-59ef1902dc0e,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:03.809959 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['b5e33b54-03f0-44bf-aa56-59ef1902dc0e'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:03.854209 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-98444eca-804d-4890-b2fe-389066fb67c8 req-c011dc5b-447f-4aca-a3ca-a3b68e0d77e7 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349799 Jul 14 09:03:03.973131 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-ee1e02fd-1578-4590-bf36-96e1d9a4f407 service neutron] 10.222.0.25 "GET /v2.0/networks/e23c49fa-0079-41c3-89d3-15f58193848a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395667 Jul 14 09:03:04.223401 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-98444eca-804d-4890-b2fe-389066fb67c8 req-4caa1a75-8aca-4045-be39-fa9a64ae369e service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583548 Jul 14 09:03:04.239752 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d41aae-83ba-4293-868c-85220ec68486 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Router 7ba444e8-3f18-4c9a-a60a-95028fa0002d has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:03:04.248254 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-b0d0af9d-5191-4c31-96fc-fe03108abfbc tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:04.262017 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-686c756c-dc9f-468e-9350-6efbc6b4fad6 service neutron] 10.222.0.25 "GET /v2.0/networks/e23c49fa-0079-41c3-89d3-15f58193848a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431285 Jul 14 09:03:04.274601 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-b0d0af9d-5191-4c31-96fc-fe03108abfbc tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Transition to ACTIVE for port object 08996a8b-44c0-48d2-ad1b-ed0deb51ac3a will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:04.330577 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9172d8b-ef12-41b2-9916-47ed10b313b9 req-716d069f-1605-4879-84c8-b0cd2519e523 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:04.332360 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9172d8b-ef12-41b2-9916-47ed10b313b9 req-716d069f-1605-4879-84c8-b0cd2519e523 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=322db768-9d9a-4031-bf64-ecf4ab4a3702 HTTP/1.1" status: 200 len: 948 time: 0.3636363 Jul 14 09:03:04.464543 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658af91c-87a6-499c-aaa8-edcf6d93b2d4 x-openstack-request-id: req-658af91c-87a6-499c-aaa8-edcf6d93b2d4 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:04.464908 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "322db768-9d9a-4031-bf64-ecf4ab4a3702", "tag": "fb7a3161-92a3-43bc-9ae0-72e61d55e000", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:04.465126 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-658af91c-87a6-499c-aaa8-edcf6d93b2d4 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:04.465454 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '322db768-9d9a-4031-bf64-ecf4ab4a3702', 'tag': 'fb7a3161-92a3-43bc-9ae0-72e61d55e000', 'status': 'completed', 'code': 200} Jul 14 09:03:04.476228 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9172d8b-ef12-41b2-9916-47ed10b313b9 req-1face83e-4282-4765-a928-5e2f47df012a tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295836 Jul 14 09:03:04.480099 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-b0d0af9d-5191-4c31-96fc-fe03108abfbc tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:04.531241 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d41aae-83ba-4293-868c-85220ec68486 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:03:04.543103 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75fb3a4-b944-42d1-86ef-3bc853cb9436 None None] Sync routers for ids ['7ba444e8-3f18-4c9a-a60a-95028fa0002d'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:03:04.554824 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67d41aae-83ba-4293-868c-85220ec68486 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:04.558985 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75fb3a4-b944-42d1-86ef-3bc853cb9436 None None] Routers {'7ba444e8-3f18-4c9a-a60a-95028fa0002d'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:03:04.565541 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e75fb3a4-b944-42d1-86ef-3bc853cb9436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:02:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7ba444e8-3f18-4c9a-a60a-95028fa0002d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:04.571532 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-b0d0af9d-5191-4c31-96fc-fe03108abfbc tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Network 6faabbf0-1d9a-4471-89f9-fed36a9c0841 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:04.599037 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-b0d0af9d-5191-4c31-96fc-fe03108abfbc tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:04.601859 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-b0d0af9d-5191-4c31-96fc-fe03108abfbc tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:04.608431 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0af9d-5191-4c31-96fc-fe03108abfbc tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event updated for resources: {'Port': ['ID=08996a8b-44c0-48d2-ad1b-ed0deb51ac3a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:04.667626 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-67d41aae-83ba-4293-868c-85220ec68486 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "PUT /v2.0/floatingips/0d28c6cc-ee7c-4dde-9536-90002dd76ee7 HTTP/1.1" status: 200 len: 990 time: 4.2862108 Jul 14 09:03:04.688669 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-b0d0af9d-5191-4c31-96fc-fe03108abfbc tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:04.689338 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-b0d0af9d-5191-4c31-96fc-fe03108abfbc tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:04.705177 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2224a3-dce0-420c-a44e-1374ba89ecba req-fe313c39-f4fd-480b-aa9c-52ce2a1f3a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:04.707026 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad2224a3-dce0-420c-a44e-1374ba89ecba req-fe313c39-f4fd-480b-aa9c-52ce2a1f3a7c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&device_id=322db768-9d9a-4031-bf64-ecf4ab4a3702 HTTP/1.1" status: 200 len: 1100 time: 0.1913371 Jul 14 09:03:04.775223 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-e75fb3a4-b944-42d1-86ef-3bc853cb9436 None None] Set router 7ba444e8-3f18-4c9a-a60a-95028fa0002d gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:03:04.820332 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-b0d0af9d-5191-4c31-96fc-fe03108abfbc tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7581191 Jul 14 09:03:04.882219 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-26ee529b-987d-4e92-8ea5-0204e49ff6c4 service neutron] Request body: {'port': {'device_id': '5d05b2f0-20f0-474f-8c34-123cb1aa98bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:05.024308 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8b71c424-5dde-4e8b-9730-f6c88ea1d0f8 None None] Provisioning for port 08996a8b-44c0-48d2-ad1b-ed0deb51ac3a completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:05.031204 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2224a3-dce0-420c-a44e-1374ba89ecba req-186fccef-96be-4d34-b142-e87e2d28804e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:05.032974 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad2224a3-dce0-420c-a44e-1374ba89ecba req-186fccef-96be-4d34-b142-e87e2d28804e service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.3157799 Jul 14 09:03:05.034912 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8b71c424-5dde-4e8b-9730-f6c88ea1d0f8 None None] Provisioning complete for port 08996a8b-44c0-48d2-ad1b-ed0deb51ac3a triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:05.035362 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b71c424-5dde-4e8b-9730-f6c88ea1d0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:05.054620 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f6e3c-b788-41b5-966e-8e1853c24285 req-8ad4dc77-6104-47c3-938d-629944038d12 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:05.060964 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f6e3c-b788-41b5-966e-8e1853c24285 req-8ad4dc77-6104-47c3-938d-629944038d12 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:05.067933 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f6e3c-b788-41b5-966e-8e1853c24285 req-8ad4dc77-6104-47c3-938d-629944038d12 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:05.075114 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3e3f6e3c-b788-41b5-966e-8e1853c24285 req-8ad4dc77-6104-47c3-938d-629944038d12 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 2375 time: 0.3765681 Jul 14 09:03:05.098912 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb5f4a-76fb-4ee0-ba7b-80e7864098fb req-ff254275-d588-4672-b46a-971eca2254d9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:05.104889 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb5f4a-76fb-4ee0-ba7b-80e7864098fb req-ff254275-d588-4672-b46a-971eca2254d9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:05.106285 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8b71c424-5dde-4e8b-9730-f6c88ea1d0f8 None None] Port 08996a8b-44c0-48d2-ad1b-ed0deb51ac3a cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:03:05.112167 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb5f4a-76fb-4ee0-ba7b-80e7864098fb req-ff254275-d588-4672-b46a-971eca2254d9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:05.118157 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb5f4a-76fb-4ee0-ba7b-80e7864098fb req-ff254275-d588-4672-b46a-971eca2254d9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:05.124589 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb5f4a-76fb-4ee0-ba7b-80e7864098fb req-ff254275-d588-4672-b46a-971eca2254d9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:05.130605 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb5f4a-76fb-4ee0-ba7b-80e7864098fb req-ff254275-d588-4672-b46a-971eca2254d9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:05.136686 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb5f4a-76fb-4ee0-ba7b-80e7864098fb req-ff254275-d588-4672-b46a-971eca2254d9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:05.146982 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-36eb5f4a-76fb-4ee0-ba7b-80e7864098fb req-ff254275-d588-4672-b46a-971eca2254d9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 5430 time: 0.3909826 Jul 14 09:03:05.151816 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000bce0-df41-40cd-b717-cfdba1225659 req-0df90407-96c0-419c-8a94-16c83e397cdf tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:05.154357 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b000bce0-df41-40cd-b717-cfdba1225659 req-0df90407-96c0-419c-8a94-16c83e397cdf tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.47 "GET /v2.0/networks?id=d4fad6bc-cc19-4061-a347-c3942b87c975 HTTP/1.1" status: 200 len: 808 time: 0.1403110 Jul 14 09:03:05.167536 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-b000bce0-df41-40cd-b717-cfdba1225659 req-754536e8-3a09-44f2-9b73-798fe855492a tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Request body: {'port': {'device_id': '99d18750-75c8-40d8-9464-10bdbb604bcb', 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975', 'admin_state_up': True, 'tenant_id': '1c35458c50e143699c6f14a3ebfddb0d'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:05.206057 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad2224a3-dce0-420c-a44e-1374ba89ecba req-7e3a3edb-cf81-4de8-88bb-1f8a604ba6f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=fb7a3161-92a3-43bc-9ae0-72e61d55e000 HTTP/1.1" status: 200 len: 217 time: 0.1619723 Jul 14 09:03:05.216336 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-26ee529b-987d-4e92-8ea5-0204e49ff6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:05.244476 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e75fb3a4-b944-42d1-86ef-3bc853cb9436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1813052015-router', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:59:54Z', 'updated_at': '2021-07-14T09:00:00Z', 'revision_number': 4, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'gw_port': {'id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:56Z', 'updated_at': '2021-07-14T09:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '0d28c6cc-ee7c-4dde-9536-90002dd76ee7', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'port_id': '3d211971-63f3-484f-bb7a-f582d9bcaee5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f', 'mac_address': 'fa:16:3e:1a:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b4d651-c95e-48e0-8757-0e557acbe499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:00:25Z', 'updated_at': '2021-07-14T09:03:02Z', 'revision_number': 5, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c852224-37be-4ee2-acdd-f44b9e983338', 'name': '', 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'mac_address': 'fa:16:3e:16:9e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:58Z', 'updated_at': '2021-07-14T09:00:10Z', 'revision_number': 5, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'subnets': [{'id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:05.287726 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75fb3a4-b944-42d1-86ef-3bc853cb9436 None None] Checking router: 7ba444e8-3f18-4c9a-a60a-95028fa0002d for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:03:05.301988 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75fb3a4-b944-42d1-86ef-3bc853cb9436 None None] Routers {'7ba444e8-3f18-4c9a-a60a-95028fa0002d'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:03:05.302608 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e75fb3a4-b944-42d1-86ef-3bc853cb9436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:02:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7ba444e8-3f18-4c9a-a60a-95028fa0002d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:05.311695 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3e3f6e3c-b788-41b5-966e-8e1853c24285 req-4d47bc33-75fb-43f9-8e7a-149c21e1b9b5 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350447 Jul 14 09:03:05.356372 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b000bce0-df41-40cd-b717-cfdba1225659 req-754536e8-3a09-44f2-9b73-798fe855492a tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Made reservation on behalf of 1c35458c50e143699c6f14a3ebfddb0d for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:05.361748 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b000bce0-df41-40cd-b717-cfdba1225659 req-754536e8-3a09-44f2-9b73-798fe855492a tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:05.389239 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device b5e33b54-03f0-44bf-aa56-59ef1902dc0e up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:05.391862 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-36eb5f4a-76fb-4ee0-ba7b-80e7864098fb req-38a8b183-3be5-411f-abbe-c2fd8df65b52 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/security-groups?id=676d5fbb-8b00-498f-8965-8e518737057a&id=8646e213-dd0d-40aa-b659-6adc73064e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2439127 Jul 14 09:03:05.431427 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2224a3-dce0-420c-a44e-1374ba89ecba req-c5e37ed1-22a0-4354-9e34-8c89e474e53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:05.433194 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad2224a3-dce0-420c-a44e-1374ba89ecba req-c5e37ed1-22a0-4354-9e34-8c89e474e53e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.2189276 Jul 14 09:03:05.628246 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-b000bce0-df41-40cd-b717-cfdba1225659 req-754536e8-3a09-44f2-9b73-798fe855492a tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Allocated IP 172.20.0.13 (d4fad6bc-cc19-4061-a347-c3942b87c975/39b054b3-ff74-48d7-bc6b-cc0709824ebb/9aab4b40-3979-4b3a-b854-a7f187ca29d1) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:05.632140 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device fb7a3161-92a3-43bc-9ae0-72e61d55e000 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:03:05.676406 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port b5e33b54-03f0-44bf-aa56-59ef1902dc0e completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:05.707874 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f5e39a9c-066e-4836-aa6a-9e17c5346f7e req-23d40a23-7722-469b-a9d6-0f399eb9cebf tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 210 time: 0.1455140 Jul 14 09:03:05.761631 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port b5e33b54-03f0-44bf-aa56-59ef1902dc0e triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:05.762201 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:05.881997 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-e75fb3a4-b944-42d1-86ef-3bc853cb9436 None None] Set router 7ba444e8-3f18-4c9a-a60a-95028fa0002d gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:03:05.994964 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b000bce0-df41-40cd-b717-cfdba1225659 req-754536e8-3a09-44f2-9b73-798fe855492a tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:06.034403 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.47', 59528) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:06.047632 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b000bce0-df41-40cd-b717-cfdba1225659 req-754536e8-3a09-44f2-9b73-798fe855492a tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:06.059069 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59706) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:06.135540 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:06.141845 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port fb7a3161-92a3-43bc-9ae0-72e61d55e000, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=fb7a3161-92a3-43bc-9ae0-72e61d55e000,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:06.148184 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754536e8-3a09-44f2-9b73-798fe855492a tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Pushing event updated for resources: {'Port': ['ID=9aab4b40-3979-4b3a-b854-a7f187ca29d1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:06.174726 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b000bce0-df41-40cd-b717-cfdba1225659 req-754536e8-3a09-44f2-9b73-798fe855492a tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Network d4fad6bc-cc19-4061-a347-c3942b87c975 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:06.191460 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-b000bce0-df41-40cd-b717-cfdba1225659 req-754536e8-3a09-44f2-9b73-798fe855492a tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:06.195894 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b000bce0-df41-40cd-b717-cfdba1225659 req-754536e8-3a09-44f2-9b73-798fe855492a tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:06.237686 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'fb7a3161-92a3-43bc-9ae0-72e61d55e000', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': 'fb7a3161-92a3-43bc-9ae0-72e61d55e000', 'mac_address': 'fa:16:3e:76:bf:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:03:06.250508 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472d63ab-5d82-4ae4-a140-8715ac3b9b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e33b54-03f0-44bf-aa56-59ef1902dc0e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:06.256840 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9118778c-537c-4391-bd2b-669f1e265fec" -d '{"events": [{"server_uuid": "472d63ab-5d82-4ae4-a140-8715ac3b9b3c", "name": "network-vif-plugged", "status": "completed", "tag": "b5e33b54-03f0-44bf-aa56-59ef1902dc0e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:06.286945 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port b5e33b54-03f0-44bf-aa56-59ef1902dc0e, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=b5e33b54-03f0-44bf-aa56-59ef1902dc0e,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:06.334329 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:06.347242 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000bce0-df41-40cd-b717-cfdba1225659 req-754536e8-3a09-44f2-9b73-798fe855492a tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:06.347575 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b000bce0-df41-40cd-b717-cfdba1225659 req-754536e8-3a09-44f2-9b73-798fe855492a tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:06.364727 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-5d52e536-638e-44a8-83d9-916b44ccbea8 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:06.366244 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-5d52e536-638e-44a8-83d9-916b44ccbea8 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.47 "GET /v2.0/networks?id=e23c49fa-0079-41c3-89d3-15f58193848a HTTP/1.1" status: 200 len: 821 time: 0.3309410 Jul 14 09:03:06.384945 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-96fe2074-9ae8-4b02-b6f1-dd10fabf635f tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Request body: {'port': {'device_id': '1fc90628-d9b6-419e-ae61-8040965c856a', 'network_id': 'e23c49fa-0079-41c3-89d3-15f58193848a', 'admin_state_up': True, 'tenant_id': '67f5cd0bc2c542de80a83402c75b0c1e'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:06.398938 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-26ee529b-987d-4e92-8ea5-0204e49ff6c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432bcb26-dd12-4e78-a506-a8dcc446c386 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:06.414696 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:06.416495 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-26ee529b-987d-4e92-8ea5-0204e49ff6c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:06.432014 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-26ee529b-987d-4e92-8ea5-0204e49ff6c4 service neutron] Transition to ACTIVE for port object 432bcb26-dd12-4e78-a506-a8dcc446c386 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:06.448671 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-26ee529b-987d-4e92-8ea5-0204e49ff6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:06.470116 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7a3161-92a3-43bc-9ae0-72e61d55e000 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:06.486850 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b4d651-c95e-48e0-8757-0e557acbe499', 'tag': '3d211971-63f3-484f-bb7a-f582d9bcaee5'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:06.486850 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779a3c7d-c90a-4e3a-951d-51c2b2de29f2" -d '{"events": [{"name": "network-changed", "server_uuid": "85b4d651-c95e-48e0-8757-0e557acbe499", "tag": "3d211971-63f3-484f-bb7a-f582d9bcaee5"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:06.512188 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d029f4a8-120b-41de-913e-766974c3f78b req-ad8b990c-72a0-443b-a861-676d87c7cda4 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc90628-d9b6-419e-ae61-8040965c856a HTTP/1.1" status: 200 len: 210 time: 0.1186423 Jul 14 09:03:06.535901 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port fb7a3161-92a3-43bc-9ae0-72e61d55e000, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=fb7a3161-92a3-43bc-9ae0-72e61d55e000,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:06.537304 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=b5e33b54-03f0-44bf-aa56-59ef1902dc0e,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:06.552090 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:06.578860 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b000bce0-df41-40cd-b717-cfdba1225659 req-754536e8-3a09-44f2-9b73-798fe855492a tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4154625 Jul 14 09:03:06.582268 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02b872c7-4c44-421a-bbbb-f2394167fafa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:06.591928 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2224a3-dce0-420c-a44e-1374ba89ecba req-bc5cea3d-c70e-438f-a3b2-a15b05eb39d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:06.594773 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad2224a3-dce0-420c-a44e-1374ba89ecba req-bc5cea3d-c70e-438f-a3b2-a15b05eb39d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0428512 Jul 14 09:03:06.613712 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-b000bce0-df41-40cd-b717-cfdba1225659 req-897e4b6e-88cd-4e2b-a6fb-8dc0422cc770 service neutron] Request body: {'port': {'device_id': '99d18750-75c8-40d8-9464-10bdbb604bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:06.705869 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2ac012-c0d5-4857-bcbe-1595efd3bd81 x-openstack-request-id: req-dc2ac012-c0d5-4857-bcbe-1595efd3bd81 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:06.706512 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472d63ab-5d82-4ae4-a140-8715ac3b9b3c", "name": "network-vif-plugged", "status": "completed", "tag": "b5e33b54-03f0-44bf-aa56-59ef1902dc0e", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:06.706512 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc2ac012-c0d5-4857-bcbe-1595efd3bd81 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:06.706813 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472d63ab-5d82-4ae4-a140-8715ac3b9b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e33b54-03f0-44bf-aa56-59ef1902dc0e', 'code': 200} Jul 14 09:03:06.725865 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee529b-987d-4e92-8ea5-0204e49ff6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=432bcb26-dd12-4e78-a506-a8dcc446c386,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:06.781820 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=fb7a3161-92a3-43bc-9ae0-72e61d55e000,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:06.813084 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e75fb3a4-b944-42d1-86ef-3bc853cb9436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1813052015-router', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:59:54Z', 'updated_at': '2021-07-14T09:00:00Z', 'revision_number': 4, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'gw_port': {'id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:56Z', 'updated_at': '2021-07-14T09:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '0d28c6cc-ee7c-4dde-9536-90002dd76ee7', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'port_id': '3d211971-63f3-484f-bb7a-f582d9bcaee5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f', 'mac_address': 'fa:16:3e:1a:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b4d651-c95e-48e0-8757-0e557acbe499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:00:25Z', 'updated_at': '2021-07-14T09:03:02Z', 'revision_number': 5, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c852224-37be-4ee2-acdd-f44b9e983338', 'name': '', 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'mac_address': 'fa:16:3e:16:9e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:58Z', 'updated_at': '2021-07-14T09:00:10Z', 'revision_number': 5, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'subnets': [{'id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:06.837998 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b000bce0-df41-40cd-b717-cfdba1225659 req-897e4b6e-88cd-4e2b-a6fb-8dc0422cc770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:06.857430 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['fb7a3161-92a3-43bc-9ae0-72e61d55e000'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:06.861013 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75fb3a4-b944-42d1-86ef-3bc853cb9436 None None] The sync data for ids ['7ba444e8-3f18-4c9a-a60a-95028fa0002d'] in n-d-771362-35 is: [{'id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1813052015-router', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:59:54Z', 'updated_at': '2021-07-14T09:00:00Z', 'revision_number': 4, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'gw_port': {'id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:56Z', 'updated_at': '2021-07-14T09:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '0d28c6cc-ee7c-4dde-9536-90002dd76ee7', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'port_id': '3d211971-63f3-484f-bb7a-f582d9bcaee5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f', 'mac_address': 'fa:16:3e:1a:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b4d651-c95e-48e0-8757-0e557acbe499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:00:25Z', 'updated_at': '2021-07-14T09:03:02Z', 'revision_number': 5, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c852224-37be-4ee2-acdd-f44b9e983338', 'name': '', 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'mac_address': 'fa:16:3e:16:9e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:58Z', 'updated_at': '2021-07-14T09:00:10Z', 'revision_number': 5, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'subnets': [{'id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:03:06.997824 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-26ee529b-987d-4e92-8ea5-0204e49ff6c4 service neutron] Attempting to bind port 432bcb26-dd12-4e78-a506-a8dcc446c386 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:06.998383 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-26ee529b-987d-4e92-8ea5-0204e49ff6c4 service neutron] Attempting to bind port 432bcb26-dd12-4e78-a506-a8dcc446c386 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'dad7ee4f-541a-4af9-b697-d6e3dd259730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6faabbf0-1d9a-4471-89f9-fed36a9c0841'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:06.998943 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-26ee529b-987d-4e92-8ea5-0204e49ff6c4 service neutron] Attempting to bind port 432bcb26-dd12-4e78-a506-a8dcc446c386 on network 6faabbf0-1d9a-4471-89f9-fed36a9c0841 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:07.011392 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad2224a3-dce0-420c-a44e-1374ba89ecba req-55bf4677-20a7-4b61-bbd9-553a6d2c3fbf service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885245 Jul 14 09:03:07.020365 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-26ee529b-987d-4e92-8ea5-0204e49ff6c4 service neutron] Port 432bcb26-dd12-4e78-a506-a8dcc446c386 on network 6faabbf0-1d9a-4471-89f9-fed36a9c0841 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:03:07.020958 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-26ee529b-987d-4e92-8ea5-0204e49ff6c4 service neutron] Attempting to bind port 432bcb26-dd12-4e78-a506-a8dcc446c386 on network 6faabbf0-1d9a-4471-89f9-fed36a9c0841 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:07.057570 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02b872c7-4c44-421a-bbbb-f2394167fafa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.070800 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-26ee529b-987d-4e92-8ea5-0204e49ff6c4 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:07.071139 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-26ee529b-987d-4e92-8ea5-0204e49ff6c4 service neutron] Checking segment: {'id': 'dad7ee4f-541a-4af9-b697-d6e3dd259730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6faabbf0-1d9a-4471-89f9-fed36a9c0841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:07.071773 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-26ee529b-987d-4e92-8ea5-0204e49ff6c4 service neutron] Bound using segment: {'id': 'dad7ee4f-541a-4af9-b697-d6e3dd259730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6faabbf0-1d9a-4471-89f9-fed36a9c0841'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:07.072230 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-26ee529b-987d-4e92-8ea5-0204e49ff6c4 service neutron] Bound port: 432bcb26-dd12-4e78-a506-a8dcc446c386, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad7ee4f-541a-4af9-b697-d6e3dd259730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6faabbf0-1d9a-4471-89f9-fed36a9c0841'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:07.072586 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-26ee529b-987d-4e92-8ea5-0204e49ff6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.094140 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02b872c7-4c44-421a-bbbb-f2394167fafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.131604 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1046ac2-5b5f-443f-a8b2-a12cd6922e4d req-3eb5b378-d9b3-4e62-8149-8ebdefbede3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:07.133546 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a1046ac2-5b5f-443f-a8b2-a12cd6922e4d req-3eb5b378-d9b3-4e62-8149-8ebdefbede3b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=472d63ab-5d82-4ae4-a140-8715ac3b9b3c HTTP/1.1" status: 200 len: 1102 time: 0.3741274 Jul 14 09:03:07.136709 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-96fe2074-9ae8-4b02-b6f1-dd10fabf635f tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Made reservation on behalf of 67f5cd0bc2c542de80a83402c75b0c1e for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:07.141184 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-96fe2074-9ae8-4b02-b6f1-dd10fabf635f tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.160427 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9392197-c286-43e4-b94b-4e813e2cc4d3 req-d575e0a3-f57b-477f-9b99-df03941db7c0 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:07.162012 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9392197-c286-43e4-b94b-4e813e2cc4d3 req-d575e0a3-f57b-477f-9b99-df03941db7c0 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=322db768-9d9a-4031-bf64-ecf4ab4a3702 HTTP/1.1" status: 200 len: 949 time: 0.3429635 Jul 14 09:03:07.180177 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b872c7-4c44-421a-bbbb-f2394167fafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809cf19b-a23b-42c2-9546-cde2e48ffe53,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:07.188580 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-02b872c7-4c44-421a-bbbb-f2394167fafa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b01ea2cfaa3749f69166ea31d38c59d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1255922 Jul 14 09:03:07.193536 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59726) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:07.199269 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565c5d6-03cf-40b0-8036-b177add6b0e3 req-b500aaa2-64a7-4d93-bc6b-902e4194a542 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:07.207934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565c5d6-03cf-40b0-8036-b177add6b0e3 req-b500aaa2-64a7-4d93-bc6b-902e4194a542 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:07.214087 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565c5d6-03cf-40b0-8036-b177add6b0e3 req-b500aaa2-64a7-4d93-bc6b-902e4194a542 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:07.220418 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a565c5d6-03cf-40b0-8036-b177add6b0e3 req-b500aaa2-64a7-4d93-bc6b-902e4194a542 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 2387 time: 0.3379934 Jul 14 09:03:07.246294 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f673bede-5c31-4fbf-b3f2-b3db934b1988 None None] New status for floating IP 0d28c6cc-ee7c-4dde-9536-90002dd76ee7: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:03:07.336007 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device e7df2505-e3c5-46da-b5e6-982dcb48a64f details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:03:07.354517 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-26ee529b-987d-4e92-8ea5-0204e49ff6c4 service neutron] For port 432bcb26-dd12-4e78-a506-a8dcc446c386, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:07.359796 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-26ee529b-987d-4e92-8ea5-0204e49ff6c4 service neutron] For port 432bcb26-dd12-4e78-a506-a8dcc446c386, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=432bcb26-dd12-4e78-a506-a8dcc446c386,segment=NetworkSegment(dad7ee4f-541a-4af9-b697-d6e3dd259730),segment_id=dad7ee4f-541a-4af9-b697-d6e3dd259730)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:07.417931 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9392197-c286-43e4-b94b-4e813e2cc4d3 req-d44e1d04-4a0d-4503-b5db-c76bea8225b2 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329879 Jul 14 09:03:07.426667 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-26ee529b-987d-4e92-8ea5-0204e49ff6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.434060 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec875d44-ce36-4459-938b-b2c09f36d259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.480154 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-b000bce0-df41-40cd-b717-cfdba1225659 req-897e4b6e-88cd-4e2b-a6fb-8dc0422cc770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aab4b40-3979-4b3a-b854-a7f187ca29d1 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:07.488756 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a1046ac2-5b5f-443f-a8b2-a12cd6922e4d req-311b686a-194e-4f2b-87a4-cc25cc2bdcb6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446102 Jul 14 09:03:07.490947 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad2224a3-dce0-420c-a44e-1374ba89ecba req-3bcdd0ea-a541-470c-9d96-57a29fa78d3e service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668267 Jul 14 09:03:07.516252 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b000bce0-df41-40cd-b717-cfdba1225659 req-897e4b6e-88cd-4e2b-a6fb-8dc0422cc770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.523261 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a565c5d6-03cf-40b0-8036-b177add6b0e3 req-9b20b905-299c-4d9c-9761-82db75bbb84c tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500470 Jul 14 09:03:07.528100 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-26ee529b-987d-4e92-8ea5-0204e49ff6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:07.533523 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-26ee529b-987d-4e92-8ea5-0204e49ff6c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.536191 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-26ee529b-987d-4e92-8ea5-0204e49ff6c4 service neutron] 10.222.0.47 "PUT /v2.0/ports/432bcb26-dd12-4e78-a506-a8dcc446c386 HTTP/1.1" status: 200 len: 1092 time: 2.6677277 Jul 14 09:03:07.547079 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-b000bce0-df41-40cd-b717-cfdba1225659 req-897e4b6e-88cd-4e2b-a6fb-8dc0422cc770 service neutron] Transition to ACTIVE for port object 9aab4b40-3979-4b3a-b854-a7f187ca29d1 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:07.568115 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec875d44-ce36-4459-938b-b2c09f36d259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.575654 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port e7df2505-e3c5-46da-b5e6-982dcb48a64f, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e7df2505-e3c5-46da-b5e6-982dcb48a64f,segment=NetworkSegment(78239ac2-1e7b-4b99-a571-fca123833857),segment_id=78239ac2-1e7b-4b99-a571-fca123833857)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:07.594428 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'e7df2505-e3c5-46da-b5e6-982dcb48a64f', 'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e', 'port_id': 'e7df2505-e3c5-46da-b5e6-982dcb48a64f', 'mac_address': 'fa:16:3e:02:7d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704ebd5f-63af-4ec7-9724-fb32bd7b2c9a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:03:07.600196 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-87e45e53-ffbd-4616-b37f-315848d4ffb6 service neutron] Request body: {'port': {'device_id': '5d05b2f0-20f0-474f-8c34-123cb1aa98bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:07.643949 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b000bce0-df41-40cd-b717-cfdba1225659 req-897e4b6e-88cd-4e2b-a6fb-8dc0422cc770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.651852 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-96fe2074-9ae8-4b02-b6f1-dd10fabf635f tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Allocated IP 172.20.0.2 (e23c49fa-0079-41c3-89d3-15f58193848a/6f524445-60db-475b-9519-24a519bd9dd8/6471a500-f123-42dd-a544-b81dbfccd194) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:07.697635 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.710386 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dca817c-6233-4fa2-92e8-93d1e9053449 x-openstack-request-id: req-9dca817c-6233-4fa2-92e8-93d1e9053449 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:07.710687 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b4d651-c95e-48e0-8757-0e557acbe499", "tag": "3d211971-63f3-484f-bb7a-f582d9bcaee5", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:07.710936 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9dca817c-6233-4fa2-92e8-93d1e9053449 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:07.711327 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b4d651-c95e-48e0-8757-0e557acbe499', 'tag': '3d211971-63f3-484f-bb7a-f582d9bcaee5', 'status': 'completed', 'code': 200} Jul 14 09:03:07.716386 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-87e45e53-ffbd-4616-b37f-315848d4ffb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.731317 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7df2505-e3c5-46da-b5e6-982dcb48a64f {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:07.737269 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee529b-987d-4e92-8ea5-0204e49ff6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=432bcb26-dd12-4e78-a506-a8dcc446c386,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:07.747392 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec875d44-ce36-4459-938b-b2c09f36d259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.756245 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec875d44-ce36-4459-938b-b2c09f36d259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.760209 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ec875d44-ce36-4459-938b-b2c09f36d259 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/809cf19b-a23b-42c2-9546-cde2e48ffe53 HTTP/1.1" status: 204 len: 168 time: 0.5592668 Jul 14 09:03:07.774075 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port e7df2505-e3c5-46da-b5e6-982dcb48a64f, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e7df2505-e3c5-46da-b5e6-982dcb48a64f,segment=NetworkSegment(78239ac2-1e7b-4b99-a571-fca123833857),segment_id=78239ac2-1e7b-4b99-a571-fca123833857)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:07.780456 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.781796 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 37a1b8d4-d751-44a7-8b11-868f3dd803c4 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:03:07.841057 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=e7df2505-e3c5-46da-b5e6-982dcb48a64f,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:07.859805 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec875d44-ce36-4459-938b-b2c09f36d259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809cf19b-a23b-42c2-9546-cde2e48ffe53,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:07.945884 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e4b6e-88cd-4e2b-a6fb-8dc0422cc770 service neutron] Pushing event updated for resources: {'Port': ['ID=9aab4b40-3979-4b3a-b854-a7f187ca29d1,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:08.043960 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 37a1b8d4-d751-44a7-8b11-868f3dd803c4, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=37a1b8d4-d751-44a7-8b11-868f3dd803c4,segment=NetworkSegment(0f195ab3-93e1-4b15-ab2f-94bf4eff5072),segment_id=0f195ab3-93e1-4b15-ab2f-94bf4eff5072)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:08.059935 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '37a1b8d4-d751-44a7-8b11-868f3dd803c4', 'network_id': '2327d155-7d55-4b31-b424-2e5092343949', 'port_id': '37a1b8d4-d751-44a7-8b11-868f3dd803c4', 'mac_address': 'fa:16:3e:1b:05:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a624182c-f31b-410c-b5c5-a0db3a91730d', 'ip_address': '10.1.1.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:03:08.094222 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-96fe2074-9ae8-4b02-b6f1-dd10fabf635f tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:08.104239 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-b000bce0-df41-40cd-b717-cfdba1225659 req-897e4b6e-88cd-4e2b-a6fb-8dc0422cc770 service neutron] Attempting to bind port 9aab4b40-3979-4b3a-b854-a7f187ca29d1 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:08.104985 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-b000bce0-df41-40cd-b717-cfdba1225659 req-897e4b6e-88cd-4e2b-a6fb-8dc0422cc770 service neutron] Attempting to bind port 9aab4b40-3979-4b3a-b854-a7f187ca29d1 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:08.105766 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b000bce0-df41-40cd-b717-cfdba1225659 req-897e4b6e-88cd-4e2b-a6fb-8dc0422cc770 service neutron] Attempting to bind port 9aab4b40-3979-4b3a-b854-a7f187ca29d1 on network d4fad6bc-cc19-4061-a347-c3942b87c975 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:08.114735 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b000bce0-df41-40cd-b717-cfdba1225659 req-897e4b6e-88cd-4e2b-a6fb-8dc0422cc770 service neutron] Port 9aab4b40-3979-4b3a-b854-a7f187ca29d1 on network d4fad6bc-cc19-4061-a347-c3942b87c975 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:03:08.115432 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b000bce0-df41-40cd-b717-cfdba1225659 req-897e4b6e-88cd-4e2b-a6fb-8dc0422cc770 service neutron] Attempting to bind port 9aab4b40-3979-4b3a-b854-a7f187ca29d1 on network d4fad6bc-cc19-4061-a347-c3942b87c975 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:08.124240 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b000bce0-df41-40cd-b717-cfdba1225659 req-897e4b6e-88cd-4e2b-a6fb-8dc0422cc770 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:08.125425 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b000bce0-df41-40cd-b717-cfdba1225659 req-897e4b6e-88cd-4e2b-a6fb-8dc0422cc770 service neutron] Checking segment: {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:08.126218 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b000bce0-df41-40cd-b717-cfdba1225659 req-897e4b6e-88cd-4e2b-a6fb-8dc0422cc770 service neutron] Bound using segment: {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:08.126908 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-b000bce0-df41-40cd-b717-cfdba1225659 req-897e4b6e-88cd-4e2b-a6fb-8dc0422cc770 service neutron] Bound port: 9aab4b40-3979-4b3a-b854-a7f187ca29d1, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:08.127813 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b000bce0-df41-40cd-b717-cfdba1225659 req-897e4b6e-88cd-4e2b-a6fb-8dc0422cc770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:08.128282 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:08.157432 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a1b8d4-d751-44a7-8b11-868f3dd803c4 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:08.185337 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 37a1b8d4-d751-44a7-8b11-868f3dd803c4, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=37a1b8d4-d751-44a7-8b11-868f3dd803c4,segment=NetworkSegment(0f195ab3-93e1-4b15-ab2f-94bf4eff5072),segment_id=0f195ab3-93e1-4b15-ab2f-94bf4eff5072)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:08.191595 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:08.227854 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845d923-c776-49ac-9fe7-6c0494ddf638 req-ec87fa84-777f-49da-bc35-770164de9a7c tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:08.238444 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845d923-c776-49ac-9fe7-6c0494ddf638 req-ec87fa84-777f-49da-bc35-770164de9a7c tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:08.245381 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845d923-c776-49ac-9fe7-6c0494ddf638 req-ec87fa84-777f-49da-bc35-770164de9a7c tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:08.253548 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845d923-c776-49ac-9fe7-6c0494ddf638 req-ec87fa84-777f-49da-bc35-770164de9a7c tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:08.262639 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845d923-c776-49ac-9fe7-6c0494ddf638 req-ec87fa84-777f-49da-bc35-770164de9a7c tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:08.271610 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845d923-c776-49ac-9fe7-6c0494ddf638 req-ec87fa84-777f-49da-bc35-770164de9a7c tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:08.280397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845d923-c776-49ac-9fe7-6c0494ddf638 req-ec87fa84-777f-49da-bc35-770164de9a7c tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:08.282942 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7845d923-c776-49ac-9fe7-6c0494ddf638 req-ec87fa84-777f-49da-bc35-770164de9a7c tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 5430 time: 0.5707388 Jul 14 09:03:08.287081 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-96fe2074-9ae8-4b02-b6f1-dd10fabf635f tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:08.301209 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a3c7d-c90a-4e3a-951d-51c2b2de29f2 req-142f108d-7318-44ba-a419-9456c5ec91c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:08.303274 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-779a3c7d-c90a-4e3a-951d-51c2b2de29f2 req-142f108d-7318-44ba-a419-9456c5ec91c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ded5a87fc684a6aaedbd0df5e9b2bfa&device_id=85b4d651-c95e-48e0-8757-0e557acbe499 HTTP/1.1" status: 200 len: 1097 time: 0.5877941 Jul 14 09:03:08.378961 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=37a1b8d4-d751-44a7-8b11-868f3dd803c4,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:08.410853 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-87e45e53-ffbd-4616-b37f-315848d4ffb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf818c6-cf18-4299-8531-6530ffab49ca {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:08.416158 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-b000bce0-df41-40cd-b717-cfdba1225659 req-897e4b6e-88cd-4e2b-a6fb-8dc0422cc770 service neutron] For port 9aab4b40-3979-4b3a-b854-a7f187ca29d1, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:08.422783 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-87e45e53-ffbd-4616-b37f-315848d4ffb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:08.443739 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-96fe2074-9ae8-4b02-b6f1-dd10fabf635f tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Network e23c49fa-0079-41c3-89d3-15f58193848a is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:08.445840 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-87e45e53-ffbd-4616-b37f-315848d4ffb6 service neutron] Transition to ACTIVE for port object acf818c6-cf18-4299-8531-6530ffab49ca will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:08.469822 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-87e45e53-ffbd-4616-b37f-315848d4ffb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:08.476951 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-96fe2074-9ae8-4b02-b6f1-dd10fabf635f tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:08.493412 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-96fe2074-9ae8-4b02-b6f1-dd10fabf635f tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:08.510497 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['37a1b8d4-d751-44a7-8b11-868f3dd803c4'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:08.511096 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-b000bce0-df41-40cd-b717-cfdba1225659 req-897e4b6e-88cd-4e2b-a6fb-8dc0422cc770 service neutron] For port 9aab4b40-3979-4b3a-b854-a7f187ca29d1, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=9aab4b40-3979-4b3a-b854-a7f187ca29d1,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:08.531569 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7845d923-c776-49ac-9fe7-6c0494ddf638 req-1073c860-67e4-44df-a323-0902db0af1e2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/security-groups?id=676d5fbb-8b00-498f-8965-8e518737057a&id=8646e213-dd0d-40aa-b659-6adc73064e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2245746 Jul 14 09:03:08.586554 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b000bce0-df41-40cd-b717-cfdba1225659 req-897e4b6e-88cd-4e2b-a6fb-8dc0422cc770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:08.589050 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe2074-9ae8-4b02-b6f1-dd10fabf635f tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Pushing event updated for resources: {'Port': ['ID=6471a500-f123-42dd-a544-b81dbfccd194,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:08.662326 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000bce0-df41-40cd-b717-cfdba1225659 req-897e4b6e-88cd-4e2b-a6fb-8dc0422cc770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:08.662967 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b000bce0-df41-40cd-b717-cfdba1225659 req-897e4b6e-88cd-4e2b-a6fb-8dc0422cc770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:08.664603 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b000bce0-df41-40cd-b717-cfdba1225659 req-897e4b6e-88cd-4e2b-a6fb-8dc0422cc770 service neutron] 10.222.0.47 "PUT /v2.0/ports/9aab4b40-3979-4b3a-b854-a7f187ca29d1 HTTP/1.1" status: 200 len: 1093 time: 2.0648813 Jul 14 09:03:08.665071 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d18750-75c8-40d8-9464-10bdbb604bcb', 'tag': '9aab4b40-3979-4b3a-b854-a7f187ca29d1'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:08.667482 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdaabc8a-121a-4384-ae43-14a651638955" -d '{"events": [{"name": "network-changed", "server_uuid": "99d18750-75c8-40d8-9464-10bdbb604bcb", "tag": "9aab4b40-3979-4b3a-b854-a7f187ca29d1"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:08.680380 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a3c7d-c90a-4e3a-951d-51c2b2de29f2 req-9fb1493b-71c9-4f7f-93eb-70b527242396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:08.684320 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-779a3c7d-c90a-4e3a-951d-51c2b2de29f2 req-9fb1493b-71c9-4f7f-93eb-70b527242396 service neutron] 10.222.0.47 "GET /v2.0/networks?id=08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f HTTP/1.1" status: 200 len: 924 time: 0.3642852 Jul 14 09:03:08.685202 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e45e53-ffbd-4616-b37f-315848d4ffb6 service neutron] Pushing event updated for resources: {'Port': ['ID=acf818c6-cf18-4299-8531-6530ffab49ca,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:08.708603 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-96fe2074-9ae8-4b02-b6f1-dd10fabf635f tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:08.709247 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-96fe2074-9ae8-4b02-b6f1-dd10fabf635f tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:08.870340 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e4b6e-88cd-4e2b-a6fb-8dc0422cc770 service neutron] Pushing event updated for resources: {'Port': ['ID=9aab4b40-3979-4b3a-b854-a7f187ca29d1,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:08.870340 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-96fe2074-9ae8-4b02-b6f1-dd10fabf635f tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4886885 Jul 14 09:03:08.884032 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-28c1ef05-8734-4112-89da-2fec0f11a260 service neutron] Request body: {'port': {'device_id': '1fc90628-d9b6-419e-ae61-8040965c856a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:08.984663 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000bce0-df41-40cd-b717-cfdba1225659 req-2e65e963-5202-4cee-b346-2bf218a709ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:08.986911 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b000bce0-df41-40cd-b717-cfdba1225659 req-2e65e963-5202-4cee-b346-2bf218a709ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c35458c50e143699c6f14a3ebfddb0d&device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 1096 time: 0.2090321 Jul 14 09:03:09.034581 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed6311-7993-4a0d-aa3f-46cbd6750eaa req-38f7adc2-a90d-448e-ac3c-c5bc8d44adc3 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:09.041713 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-37ed6311-7993-4a0d-aa3f-46cbd6750eaa req-38f7adc2-a90d-448e-ac3c-c5bc8d44adc3 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 944 time: 0.4916334 Jul 14 09:03:09.067939 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-28c1ef05-8734-4112-89da-2fec0f11a260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:09.093123 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-779a3c7d-c90a-4e3a-951d-51c2b2de29f2 req-ad02d65c-e34d-45d7-8345-a59a9fe5432c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d211971-63f3-484f-bb7a-f582d9bcaee5 HTTP/1.1" status: 200 len: 1000 time: 0.3898444 Jul 14 09:03:09.110848 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b000bce0-df41-40cd-b717-cfdba1225659 req-ee15ea96-07e8-4eba-a436-af903742fab5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9aab4b40-3979-4b3a-b854-a7f187ca29d1 HTTP/1.1" status: 200 len: 217 time: 0.0565431 Jul 14 09:03:09.157329 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-87e45e53-ffbd-4616-b37f-315848d4ffb6 service neutron] Attempting to bind port acf818c6-cf18-4299-8531-6530ffab49ca on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:09.157661 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-87e45e53-ffbd-4616-b37f-315848d4ffb6 service neutron] Attempting to bind port acf818c6-cf18-4299-8531-6530ffab49ca by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '1ed77c6e-05eb-4a56-b483-3722acb2e155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0f2b203a-a756-4d21-bcbc-49bc8bc0128f'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:09.157983 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-87e45e53-ffbd-4616-b37f-315848d4ffb6 service neutron] Attempting to bind port acf818c6-cf18-4299-8531-6530ffab49ca on network 0f2b203a-a756-4d21-bcbc-49bc8bc0128f {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:09.168055 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-37ed6311-7993-4a0d-aa3f-46cbd6750eaa req-d41b025a-10c8-410e-af9d-2563d3438281 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254067 Jul 14 09:03:09.203460 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-87e45e53-ffbd-4616-b37f-315848d4ffb6 service neutron] Port acf818c6-cf18-4299-8531-6530ffab49ca on network 0f2b203a-a756-4d21-bcbc-49bc8bc0128f not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:03:09.203816 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-87e45e53-ffbd-4616-b37f-315848d4ffb6 service neutron] Attempting to bind port acf818c6-cf18-4299-8531-6530ffab49ca on network 0f2b203a-a756-4d21-bcbc-49bc8bc0128f {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:09.207274 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a3c7d-c90a-4e3a-951d-51c2b2de29f2 req-ce9558d0-6347-42c4-b605-fb8c299adb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:09.209076 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-779a3c7d-c90a-4e3a-951d-51c2b2de29f2 req-ce9558d0-6347-42c4-b605-fb8c299adb1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8fecf381-19d6-49fe-86f6-48fb919914d0 HTTP/1.1" status: 200 len: 863 time: 0.1055627 Jul 14 09:03:09.270982 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000bce0-df41-40cd-b717-cfdba1225659 req-c7112ed3-418b-4e39-9a9c-fd92c345074a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:09.273139 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b000bce0-df41-40cd-b717-cfdba1225659 req-c7112ed3-418b-4e39-9a9c-fd92c345074a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39b054b3-ff74-48d7-bc6b-cc0709824ebb HTTP/1.1" status: 200 len: 848 time: 0.1359949 Jul 14 09:03:09.289930 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0c0b0-7b78-4aa2-9d3a-6dcfd92ede3d req-2faec0d8-1cec-448f-a8f8-39abfc572910 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:09.297035 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bd0c0b0-7b78-4aa2-9d3a-6dcfd92ede3d req-2faec0d8-1cec-448f-a8f8-39abfc572910 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc90628-d9b6-419e-ae61-8040965c856a HTTP/1.1" status: 200 len: 931 time: 0.3484206 Jul 14 09:03:09.320902 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b000bce0-df41-40cd-b717-cfdba1225659 req-2117ff92-3958-4572-8d30-2e530f04effc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d4fad6bc-cc19-4061-a347-c3942b87c975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346911 Jul 14 09:03:09.333660 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-87e45e53-ffbd-4616-b37f-315848d4ffb6 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:09.333999 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-87e45e53-ffbd-4616-b37f-315848d4ffb6 service neutron] Checking segment: {'id': '1ed77c6e-05eb-4a56-b483-3722acb2e155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0f2b203a-a756-4d21-bcbc-49bc8bc0128f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:09.334394 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-87e45e53-ffbd-4616-b37f-315848d4ffb6 service neutron] Bound using segment: {'id': '1ed77c6e-05eb-4a56-b483-3722acb2e155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0f2b203a-a756-4d21-bcbc-49bc8bc0128f'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:09.334846 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-87e45e53-ffbd-4616-b37f-315848d4ffb6 service neutron] Bound port: acf818c6-cf18-4299-8531-6530ffab49ca, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed77c6e-05eb-4a56-b483-3722acb2e155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0f2b203a-a756-4d21-bcbc-49bc8bc0128f'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:09.335220 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-87e45e53-ffbd-4616-b37f-315848d4ffb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:09.344433 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device bd4cdb5b-1127-470e-bf8e-b17d6932ca54 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:03:09.461285 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bd0c0b0-7b78-4aa2-9d3a-6dcfd92ede3d req-d55c1db7-d5a1-4289-90ef-ae8636bc1012 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.25 "GET /v2.0/security-groups?id=119b4a37-40bf-448c-822d-627be8812704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501267 Jul 14 09:03:09.491325 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a3c7d-c90a-4e3a-951d-51c2b2de29f2 req-ea373be8-191a-4d5c-8280-a78572337544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:09.503317 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-779a3c7d-c90a-4e3a-951d-51c2b2de29f2 req-ea373be8-191a-4d5c-8280-a78572337544 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2699573 Jul 14 09:03:09.612543 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b000bce0-df41-40cd-b717-cfdba1225659 req-cba864ed-b8c1-4db8-9a44-fe336f89f05d service neutron] 10.222.0.47 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817886 Jul 14 09:03:09.617545 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device fb7a3161-92a3-43bc-9ae0-72e61d55e000 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:09.634519 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port bd4cdb5b-1127-470e-bf8e-b17d6932ca54, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=bd4cdb5b-1127-470e-bf8e-b17d6932ca54,segment=NetworkSegment(29b34553-ba13-40c6-9ca6-edab7f60fcbf),segment_id=29b34553-ba13-40c6-9ca6-edab7f60fcbf)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:09.641296 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['e7df2505-e3c5-46da-b5e6-982dcb48a64f'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:09.712606 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d05b2f0-20f0-474f-8c34-123cb1aa98bf', 'tag': '432bcb26-dd12-4e78-a506-a8dcc446c386'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:09.715867 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50ed849-5445-43e3-ad85-c5abab46e5ec" -d '{"events": [{"name": "network-changed", "server_uuid": "5d05b2f0-20f0-474f-8c34-123cb1aa98bf", "tag": "432bcb26-dd12-4e78-a506-a8dcc446c386"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:09.724986 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'bd4cdb5b-1127-470e-bf8e-b17d6932ca54', 'network_id': '776c6310-2e5f-475b-b017-192449a00c42', 'port_id': 'bd4cdb5b-1127-470e-bf8e-b17d6932ca54', 'mac_address': 'fa:16:3e:f0:58:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae3bc40f-7977-406d-bfd8-e2f5d469a75c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:03:09.758854 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-28c1ef05-8734-4112-89da-2fec0f11a260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6471a500-f123-42dd-a544-b81dbfccd194 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:09.769854 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-28c1ef05-8734-4112-89da-2fec0f11a260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:09.778438 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-87e45e53-ffbd-4616-b37f-315848d4ffb6 service neutron] For port acf818c6-cf18-4299-8531-6530ffab49ca, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:09.800247 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-28c1ef05-8734-4112-89da-2fec0f11a260 service neutron] Transition to ACTIVE for port object 6471a500-f123-42dd-a544-b81dbfccd194 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:09.802265 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc77d6-b43c-427f-a64b-2080d58aaef6 req-0d7ea694-5302-4bb5-96fb-4d96592d9bb9 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:09.804027 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82fc77d6-b43c-427f-a64b-2080d58aaef6 req-0d7ea694-5302-4bb5-96fb-4d96592d9bb9 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=322db768-9d9a-4031-bf64-ecf4ab4a3702 HTTP/1.1" status: 200 len: 949 time: 0.2539601 Jul 14 09:03:09.804696 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b000bce0-df41-40cd-b717-cfdba1225659 req-804f96fb-7be3-43b7-b275-bada5b3f03b7 service neutron] 10.222.0.47 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851199 Jul 14 09:03:09.822551 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-28c1ef05-8734-4112-89da-2fec0f11a260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:09.857934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-87e45e53-ffbd-4616-b37f-315848d4ffb6 service neutron] For port acf818c6-cf18-4299-8531-6530ffab49ca, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=acf818c6-cf18-4299-8531-6530ffab49ca,segment=NetworkSegment(1ed77c6e-05eb-4a56-b483-3722acb2e155),segment_id=1ed77c6e-05eb-4a56-b483-3722acb2e155)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:09.880734 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-87e45e53-ffbd-4616-b37f-315848d4ffb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:09.903213 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port fb7a3161-92a3-43bc-9ae0-72e61d55e000 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:09.908062 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1ef05-8734-4112-89da-2fec0f11a260 service neutron] Pushing event updated for resources: {'Port': ['ID=6471a500-f123-42dd-a544-b81dbfccd194,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:09.909891 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:09.921689 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port fb7a3161-92a3-43bc-9ae0-72e61d55e000 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:09.922282 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:09.964163 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e45e53-ffbd-4616-b37f-315848d4ffb6 service neutron] Pushing event updated for resources: {'Port': ['ID=acf818c6-cf18-4299-8531-6530ffab49ca,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:09.970086 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4cdb5b-1127-470e-bf8e-b17d6932ca54 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:09.976046 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-779a3c7d-c90a-4e3a-951d-51c2b2de29f2 req-45837b8b-2676-4de4-b309-075ed290fba8 service neutron] 10.222.0.47 "GET /v2.0/networks/08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378378 Jul 14 09:03:09.977389 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-87e45e53-ffbd-4616-b37f-315848d4ffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:09.978172 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-87e45e53-ffbd-4616-b37f-315848d4ffb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:09.979574 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-87e45e53-ffbd-4616-b37f-315848d4ffb6 service neutron] 10.222.0.47 "PUT /v2.0/ports/acf818c6-cf18-4299-8531-6530ffab49ca HTTP/1.1" status: 200 len: 1093 time: 2.3966784 Jul 14 09:03:09.991846 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877fe97-1230-4507-9cb2-da020ac88778 req-4d9f3d68-0bd2-45f8-88c5-c923f91053a0 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:09.999246 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877fe97-1230-4507-9cb2-da020ac88778 req-4d9f3d68-0bd2-45f8-88c5-c923f91053a0 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:10.006292 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877fe97-1230-4507-9cb2-da020ac88778 req-4d9f3d68-0bd2-45f8-88c5-c923f91053a0 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:10.008209 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6877fe97-1230-4507-9cb2-da020ac88778 req-4d9f3d68-0bd2-45f8-88c5-c923f91053a0 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 2399 time: 0.3053374 Jul 14 09:03:10.016855 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port bd4cdb5b-1127-470e-bf8e-b17d6932ca54, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=bd4cdb5b-1127-470e-bf8e-b17d6932ca54,segment=NetworkSegment(29b34553-ba13-40c6-9ca6-edab7f60fcbf),segment_id=29b34553-ba13-40c6-9ca6-edab7f60fcbf)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:10.017775 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-28c1ef05-8734-4112-89da-2fec0f11a260 service neutron] Attempting to bind port 6471a500-f123-42dd-a544-b81dbfccd194 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:10.018346 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-28c1ef05-8734-4112-89da-2fec0f11a260 service neutron] Attempting to bind port 6471a500-f123-42dd-a544-b81dbfccd194 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'd9be8581-349f-4dc4-bc34-3a0ca74f648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e23c49fa-0079-41c3-89d3-15f58193848a'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:10.018907 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-28c1ef05-8734-4112-89da-2fec0f11a260 service neutron] Attempting to bind port 6471a500-f123-42dd-a544-b81dbfccd194 on network e23c49fa-0079-41c3-89d3-15f58193848a {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:10.020499 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82fc77d6-b43c-427f-a64b-2080d58aaef6 req-73a58718-5c16-475d-889a-8aabeb39574e tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977663 Jul 14 09:03:10.025369 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-28c1ef05-8734-4112-89da-2fec0f11a260 service neutron] Port 6471a500-f123-42dd-a544-b81dbfccd194 on network e23c49fa-0079-41c3-89d3-15f58193848a not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:03:10.026387 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-28c1ef05-8734-4112-89da-2fec0f11a260 service neutron] Attempting to bind port 6471a500-f123-42dd-a544-b81dbfccd194 on network e23c49fa-0079-41c3-89d3-15f58193848a {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:10.030656 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:10.031371 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device cd05352d-2cf2-4deb-8660-bf87a73993a1 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:03:10.036131 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-28c1ef05-8734-4112-89da-2fec0f11a260 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:10.036818 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-28c1ef05-8734-4112-89da-2fec0f11a260 service neutron] Checking segment: {'id': 'd9be8581-349f-4dc4-bc34-3a0ca74f648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e23c49fa-0079-41c3-89d3-15f58193848a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:10.037792 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-28c1ef05-8734-4112-89da-2fec0f11a260 service neutron] Bound using segment: {'id': 'd9be8581-349f-4dc4-bc34-3a0ca74f648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e23c49fa-0079-41c3-89d3-15f58193848a'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:10.040112 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-28c1ef05-8734-4112-89da-2fec0f11a260 service neutron] Bound port: 6471a500-f123-42dd-a544-b81dbfccd194, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9be8581-349f-4dc4-bc34-3a0ca74f648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e23c49fa-0079-41c3-89d3-15f58193848a'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:10.041079 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-28c1ef05-8734-4112-89da-2fec0f11a260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:10.080141 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-1ed319f5-9d59-48d8-aa25-c414191c4ba0 service neutron] Request body: {'port': {'device_id': '5d05b2f0-20f0-474f-8c34-123cb1aa98bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:10.121690 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31624d20-633c-4406-b70d-9a43ff70e104 x-openstack-request-id: req-31624d20-633c-4406-b70d-9a43ff70e104 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:10.138223 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d18750-75c8-40d8-9464-10bdbb604bcb", "tag": "9aab4b40-3979-4b3a-b854-a7f187ca29d1", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:10.138647 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31624d20-633c-4406-b70d-9a43ff70e104 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:10.140513 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99d18750-75c8-40d8-9464-10bdbb604bcb', 'tag': '9aab4b40-3979-4b3a-b854-a7f187ca29d1', 'status': 'completed', 'code': 200} Jul 14 09:03:10.212024 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=bd4cdb5b-1127-470e-bf8e-b17d6932ca54,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:10.248223 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:10.249171 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:10.249957 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:10.250192 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:10.250530 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:10.250863 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:10.251190 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:10.251919 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:10.251919 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:10.252176 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:10.252497 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:10.252817 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:10.285279 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:10.285983 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:10.334275 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-28c1ef05-8734-4112-89da-2fec0f11a260 service neutron] For port 6471a500-f123-42dd-a544-b81dbfccd194, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:10.356829 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port cd05352d-2cf2-4deb-8660-bf87a73993a1, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=cd05352d-2cf2-4deb-8660-bf87a73993a1,segment=NetworkSegment(0f195ab3-93e1-4b15-ab2f-94bf4eff5072),segment_id=0f195ab3-93e1-4b15-ab2f-94bf4eff5072)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:10.365510 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322db768-9d9a-4031-bf64-ecf4ab4a3702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7a3161-92a3-43bc-9ae0-72e61d55e000'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:10.368411 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f99c2d-d3d6-4a06-8fd8-1c88f376bd00" -d '{"events": [{"server_uuid": "322db768-9d9a-4031-bf64-ecf4ab4a3702", "name": "network-vif-plugged", "status": "completed", "tag": "fb7a3161-92a3-43bc-9ae0-72e61d55e000"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:10.377334 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-28c1ef05-8734-4112-89da-2fec0f11a260 service neutron] For port 6471a500-f123-42dd-a544-b81dbfccd194, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=6471a500-f123-42dd-a544-b81dbfccd194,segment=NetworkSegment(d9be8581-349f-4dc4-bc34-3a0ca74f648c),segment_id=d9be8581-349f-4dc4-bc34-3a0ca74f648c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:10.386141 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-28c1ef05-8734-4112-89da-2fec0f11a260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:10.409724 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port fb7a3161-92a3-43bc-9ae0-72e61d55e000, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=fb7a3161-92a3-43bc-9ae0-72e61d55e000,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:10.414064 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'cd05352d-2cf2-4deb-8660-bf87a73993a1', 'network_id': '2327d155-7d55-4b31-b424-2e5092343949', 'port_id': 'cd05352d-2cf2-4deb-8660-bf87a73993a1', 'mac_address': 'fa:16:3e:fd:5a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a624182c-f31b-410c-b5c5-a0db3a91730d', 'ip_address': '10.1.1.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:03:10.418772 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:10.427341 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaabc8a-121a-4384-ae43-14a651638955 req-0c9a6eba-3e80-4a04-9e20-6b52ad0100ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:10.429755 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-fdaabc8a-121a-4384-ae43-14a651638955 req-0c9a6eba-3e80-4a04-9e20-6b52ad0100ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c35458c50e143699c6f14a3ebfddb0d&device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 1096 time: 0.2851243 Jul 14 09:03:10.546623 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:10.548657 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=fb7a3161-92a3-43bc-9ae0-72e61d55e000,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:10.588741 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd05352d-2cf2-4deb-8660-bf87a73993a1 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:10.619381 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port cd05352d-2cf2-4deb-8660-bf87a73993a1, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=cd05352d-2cf2-4deb-8660-bf87a73993a1,segment=NetworkSegment(0f195ab3-93e1-4b15-ab2f-94bf4eff5072),segment_id=0f195ab3-93e1-4b15-ab2f-94bf4eff5072)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:10.631557 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:10.631557 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device fd6a9d84-5544-47b3-9fa9-9037c50c3c10 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:03:10.684720 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=cd05352d-2cf2-4deb-8660-bf87a73993a1,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:10.737284 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port fd6a9d84-5544-47b3-9fa9-9037c50c3c10, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=fd6a9d84-5544-47b3-9fa9-9037c50c3c10,segment=NetworkSegment(0f195ab3-93e1-4b15-ab2f-94bf4eff5072),segment_id=0f195ab3-93e1-4b15-ab2f-94bf4eff5072)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:10.767646 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'fd6a9d84-5544-47b3-9fa9-9037c50c3c10', 'network_id': '2327d155-7d55-4b31-b424-2e5092343949', 'port_id': 'fd6a9d84-5544-47b3-9fa9-9037c50c3c10', 'mac_address': 'fa:16:3e:61:95:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a624182c-f31b-410c-b5c5-a0db3a91730d', 'ip_address': '10.1.1.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:03:10.837047 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6877fe97-1230-4507-9cb2-da020ac88778 req-d00f2974-0f11-4226-9698-851efc4205d8 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8154199 Jul 14 09:03:10.838165 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-28c1ef05-8734-4112-89da-2fec0f11a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:10.838951 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-28c1ef05-8734-4112-89da-2fec0f11a260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:10.841139 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-28c1ef05-8734-4112-89da-2fec0f11a260 service neutron] 10.222.0.47 "PUT /v2.0/ports/6471a500-f123-42dd-a544-b81dbfccd194 HTTP/1.1" status: 200 len: 1092 time: 1.9624856 Jul 14 09:03:10.916907 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-1ed319f5-9d59-48d8-aa25-c414191c4ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:10.928524 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1ef05-8734-4112-89da-2fec0f11a260 service neutron] Pushing event updated for resources: {'Port': ['ID=6471a500-f123-42dd-a544-b81dbfccd194,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:10.945075 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-779a3c7d-c90a-4e3a-951d-51c2b2de29f2 req-7887fa0b-578e-48c4-a37e-7f18530eb3a4 service neutron] 10.222.0.47 "GET /v2.0/networks/08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9024148 Jul 14 09:03:10.957465 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaabc8a-121a-4384-ae43-14a651638955 req-2640146b-56c9-43af-ae52-33e4841524f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:10.958962 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-fdaabc8a-121a-4384-ae43-14a651638955 req-2640146b-56c9-43af-ae52-33e4841524f0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d4fad6bc-cc19-4061-a347-c3942b87c975 HTTP/1.1" status: 200 len: 908 time: 0.5169151 Jul 14 09:03:11.003520 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ef2ef2-9b35-4f9b-8e08-01072a508bd5 x-openstack-request-id: req-36ef2ef2-9b35-4f9b-8e08-01072a508bd5 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:11.003858 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d05b2f0-20f0-474f-8c34-123cb1aa98bf", "tag": "432bcb26-dd12-4e78-a506-a8dcc446c386", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:11.004096 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36ef2ef2-9b35-4f9b-8e08-01072a508bd5 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:11.004638 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d05b2f0-20f0-474f-8c34-123cb1aa98bf', 'tag': '432bcb26-dd12-4e78-a506-a8dcc446c386', 'status': 'completed', 'code': 200} Jul 14 09:03:11.007989 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-fdaabc8a-121a-4384-ae43-14a651638955 req-4692dbb9-af0f-4c19-a2a5-ecdc8e3a3557 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9aab4b40-3979-4b3a-b854-a7f187ca29d1 HTTP/1.1" status: 200 len: 217 time: 0.0407367 Jul 14 09:03:11.019775 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-93ea8680-4aa7-46c3-bd5d-6ba1964ac9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:11.021248 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-93ea8680-4aa7-46c3-bd5d-6ba1964ac9c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67f5cd0bc2c542de80a83402c75b0c1e&device_id=1fc90628-d9b6-419e-ae61-8040965c856a HTTP/1.1" status: 200 len: 1095 time: 0.1278415 Jul 14 09:03:11.046993 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:11.062474 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd6a9d84-5544-47b3-9fa9-9037c50c3c10 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:11.086127 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port fd6a9d84-5544-47b3-9fa9-9037c50c3c10, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=fd6a9d84-5544-47b3-9fa9-9037c50c3c10,segment=NetworkSegment(0f195ab3-93e1-4b15-ab2f-94bf4eff5072),segment_id=0f195ab3-93e1-4b15-ab2f-94bf4eff5072)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:11.092790 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:11.092790 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 0c630ba1-1505-48e0-9e6a-2ec2086d4be4 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:03:11.132098 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 0c630ba1-1505-48e0-9e6a-2ec2086d4be4, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=0c630ba1-1505-48e0-9e6a-2ec2086d4be4,segment=NetworkSegment(29b34553-ba13-40c6-9ca6-edab7f60fcbf),segment_id=29b34553-ba13-40c6-9ca6-edab7f60fcbf)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:11.146878 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '0c630ba1-1505-48e0-9e6a-2ec2086d4be4', 'network_id': '776c6310-2e5f-475b-b017-192449a00c42', 'port_id': '0c630ba1-1505-48e0-9e6a-2ec2086d4be4', 'mac_address': 'fa:16:3e:50:69:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae3bc40f-7977-406d-bfd8-e2f5d469a75c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:03:11.165663 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-3ca9e4e1-580b-4615-8874-7f0647272f07 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6471a500-f123-42dd-a544-b81dbfccd194 HTTP/1.1" status: 200 len: 217 time: 0.1291776 Jul 14 09:03:11.186931 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae09b34-6fc1-49b8-aa3c-31bbba17f2f9 req-8595c3d6-ada1-467f-b63b-f72b69d6416e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:11.193006 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae09b34-6fc1-49b8-aa3c-31bbba17f2f9 req-8595c3d6-ada1-467f-b63b-f72b69d6416e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:11.199137 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae09b34-6fc1-49b8-aa3c-31bbba17f2f9 req-8595c3d6-ada1-467f-b63b-f72b69d6416e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:11.205663 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae09b34-6fc1-49b8-aa3c-31bbba17f2f9 req-8595c3d6-ada1-467f-b63b-f72b69d6416e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:11.206803 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:11.211754 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae09b34-6fc1-49b8-aa3c-31bbba17f2f9 req-8595c3d6-ada1-467f-b63b-f72b69d6416e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:11.216211 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaabc8a-121a-4384-ae43-14a651638955 req-370d1ebc-3bab-46f0-9eb9-a80be915a0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:11.218459 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae09b34-6fc1-49b8-aa3c-31bbba17f2f9 req-8595c3d6-ada1-467f-b63b-f72b69d6416e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:11.218652 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-fdaabc8a-121a-4384-ae43-14a651638955 req-370d1ebc-3bab-46f0-9eb9-a80be915a0ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39b054b3-ff74-48d7-bc6b-cc0709824ebb HTTP/1.1" status: 200 len: 848 time: 0.2009373 Jul 14 09:03:11.224750 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae09b34-6fc1-49b8-aa3c-31bbba17f2f9 req-8595c3d6-ada1-467f-b63b-f72b69d6416e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:11.232808 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cae09b34-6fc1-49b8-aa3c-31bbba17f2f9 req-8595c3d6-ada1-467f-b63b-f72b69d6416e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 5434 time: 0.3142564 Jul 14 09:03:11.237065 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c630ba1-1505-48e0-9e6a-2ec2086d4be4 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:11.256630 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-fdaabc8a-121a-4384-ae43-14a651638955 req-8e8b63b9-466a-4807-ac90-7e45fc51543b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d4fad6bc-cc19-4061-a347-c3942b87c975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318532 Jul 14 09:03:11.258548 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-825ddec9-585a-4354-a5cf-61962867d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:11.259435 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 0c630ba1-1505-48e0-9e6a-2ec2086d4be4, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=0c630ba1-1505-48e0-9e6a-2ec2086d4be4,segment=NetworkSegment(29b34553-ba13-40c6-9ca6-edab7f60fcbf),segment_id=29b34553-ba13-40c6-9ca6-edab7f60fcbf)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:11.259917 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-825ddec9-585a-4354-a5cf-61962867d2c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f524445-60db-475b-9519-24a519bd9dd8 HTTP/1.1" status: 200 len: 861 time: 0.0876658 Jul 14 09:03:11.272752 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:11.273637 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 599e0919-b70c-4cf5-a3f8-80f61b689f90 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:03:11.319227 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 599e0919-b70c-4cf5-a3f8-80f61b689f90, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=599e0919-b70c-4cf5-a3f8-80f61b689f90,segment=NetworkSegment(0f195ab3-93e1-4b15-ab2f-94bf4eff5072),segment_id=0f195ab3-93e1-4b15-ab2f-94bf4eff5072)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:11.344220 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '599e0919-b70c-4cf5-a3f8-80f61b689f90', 'network_id': '2327d155-7d55-4b31-b424-2e5092343949', 'port_id': '599e0919-b70c-4cf5-a3f8-80f61b689f90', 'mac_address': 'fa:16:3e:97:ad:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a624182c-f31b-410c-b5c5-a0db3a91730d', 'ip_address': '10.1.1.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:03:11.347472 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=fd6a9d84-5544-47b3-9fa9-9037c50c3c10,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:11.364073 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cae09b34-6fc1-49b8-aa3c-31bbba17f2f9 req-d20ad638-1327-4b32-a101-12a85817861a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/security-groups?id=676d5fbb-8b00-498f-8965-8e518737057a&id=8646e213-dd0d-40aa-b659-6adc73064e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1301095 Jul 14 09:03:11.399770 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-fdaabc8a-121a-4384-ae43-14a651638955 req-0eb885ef-5077-4255-af15-d82dddefdf46 service neutron] 10.222.0.47 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297584 Jul 14 09:03:11.429684 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ed849-5445-43e3-ad85-c5abab46e5ec req-8cbd1f76-d902-4a7e-a98e-ee53f093f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:11.430472 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ed849-5445-43e3-ad85-c5abab46e5ec req-8cbd1f76-d902-4a7e-a98e-ee53f093f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:11.431022 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ed849-5445-43e3-ad85-c5abab46e5ec req-8cbd1f76-d902-4a7e-a98e-ee53f093f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:11.433279 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c50ed849-5445-43e3-ad85-c5abab46e5ec req-8cbd1f76-d902-4a7e-a98e-ee53f093f4cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5251b0d4541348f2ad3d3cba77a39683&device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 2799 time: 0.4272673 Jul 14 09:03:11.474666 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:11.507584 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 599e0919-b70c-4cf5-a3f8-80f61b689f90 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:11.513736 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=0c630ba1-1505-48e0-9e6a-2ec2086d4be4,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:11.536052 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 599e0919-b70c-4cf5-a3f8-80f61b689f90, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=599e0919-b70c-4cf5-a3f8-80f61b689f90,segment=NetworkSegment(0f195ab3-93e1-4b15-ab2f-94bf4eff5072),segment_id=0f195ab3-93e1-4b15-ab2f-94bf4eff5072)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:11.541372 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-4587344a-c84c-4db5-a7c9-7de0b4dc5996 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e23c49fa-0079-41c3-89d3-15f58193848a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400871 Jul 14 09:03:11.544997 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:11.584613 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device e7df2505-e3c5-46da-b5e6-982dcb48a64f up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:11.636483 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-fdaabc8a-121a-4384-ae43-14a651638955 req-a7a9d75d-cce5-40c3-9f81-db7b21caa43d service neutron] 10.222.0.47 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240903 Jul 14 09:03:11.669928 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5085283-805a-4582-b3e3-cfcaf561f149 x-openstack-request-id: req-b5085283-805a-4582-b3e3-cfcaf561f149 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:11.670258 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322db768-9d9a-4031-bf64-ecf4ab4a3702", "name": "network-vif-plugged", "status": "completed", "tag": "fb7a3161-92a3-43bc-9ae0-72e61d55e000", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:11.671012 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5085283-805a-4582-b3e3-cfcaf561f149 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:11.671419 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322db768-9d9a-4031-bf64-ecf4ab4a3702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7a3161-92a3-43bc-9ae0-72e61d55e000', 'code': 200} Jul 14 09:03:11.705715 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db219a59-2d5e-42fb-bb61-ef865fd9cbd3 req-2645d3ee-89fd-42f4-b0d7-ae84fe4bfae7 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:11.712154 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-db219a59-2d5e-42fb-bb61-ef865fd9cbd3 req-2645d3ee-89fd-42f4-b0d7-ae84fe4bfae7 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 944 time: 0.4738822 Jul 14 09:03:11.781908 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=599e0919-b70c-4cf5-a3f8-80f61b689f90,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:11.791123 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port e7df2505-e3c5-46da-b5e6-982dcb48a64f completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:11.800907 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port e7df2505-e3c5-46da-b5e6-982dcb48a64f triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:11.801292 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:11.856527 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-1ed319f5-9d59-48d8-aa25-c414191c4ba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08996a8b-44c0-48d2-ad1b-ed0deb51ac3a {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:11.878160 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-1ed319f5-9d59-48d8-aa25-c414191c4ba0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:11.882240 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-e5b3a20b-6afe-4fdf-a38d-3c8add29ce99 service neutron] 10.222.0.47 "GET /v2.0/networks/e23c49fa-0079-41c3-89d3-15f58193848a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327014 Jul 14 09:03:11.889689 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25f9a4-2076-475e-a9d8-c4f50c4cdfd4 req-251c821b-f47f-4a72-926b-772e774e1932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:11.894041 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8f25f9a4-2076-475e-a9d8-c4f50c4cdfd4 req-251c821b-f47f-4a72-926b-772e774e1932 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=322db768-9d9a-4031-bf64-ecf4ab4a3702 HTTP/1.1" status: 200 len: 1102 time: 0.1570778 Jul 14 09:03:11.961414 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ed849-5445-43e3-ad85-c5abab46e5ec req-5ab1be28-6799-4b77-9bdb-b91326167956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:11.962009 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ed849-5445-43e3-ad85-c5abab46e5ec req-5ab1be28-6799-4b77-9bdb-b91326167956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:11.962554 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ed849-5445-43e3-ad85-c5abab46e5ec req-5ab1be28-6799-4b77-9bdb-b91326167956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:11.964768 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c50ed849-5445-43e3-ad85-c5abab46e5ec req-5ab1be28-6799-4b77-9bdb-b91326167956 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=5251b0d4541348f2ad3d3cba77a39683&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.5220158 Jul 14 09:03:11.977215 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-1ed319f5-9d59-48d8-aa25-c414191c4ba0 service neutron] Transition to ACTIVE for port object 08996a8b-44c0-48d2-ad1b-ed0deb51ac3a will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:11.986115 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:11.999411 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:12.018924 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-1ed319f5-9d59-48d8-aa25-c414191c4ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:12.048192 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8f25f9a4-2076-475e-a9d8-c4f50c4cdfd4 req-4b0d967e-f784-4470-b24a-60d2775959ce service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335189 Jul 14 09:03:12.068934 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-db219a59-2d5e-42fb-bb61-ef865fd9cbd3 req-0e4ba025-671f-4469-9493-b03d436a9d3a tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336616 Jul 14 09:03:12.088072 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port e7df2505-e3c5-46da-b5e6-982dcb48a64f, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e7df2505-e3c5-46da-b5e6-982dcb48a64f,segment=NetworkSegment(78239ac2-1e7b-4b99-a571-fca123833857),segment_id=78239ac2-1e7b-4b99-a571-fca123833857)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:12.096643 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:12.098107 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 37a1b8d4-d751-44a7-8b11-868f3dd803c4 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:12.140676 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-eadc7a6c-dabc-4f29-aac0-ec1047e64cfd req-46441842-3165-4cd9-b8b9-81a4e44ea49b service neutron] 10.222.0.47 "GET /v2.0/networks/e23c49fa-0079-41c3-89d3-15f58193848a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441196 Jul 14 09:03:12.141687 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc90628-d9b6-419e-ae61-8040965c856a', 'tag': '6471a500-f123-42dd-a544-b81dbfccd194'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:12.144481 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca99391-5330-4352-aa22-0fc195c6326a" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc90628-d9b6-419e-ae61-8040965c856a", "tag": "6471a500-f123-42dd-a544-b81dbfccd194"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:12.298347 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=e7df2505-e3c5-46da-b5e6-982dcb48a64f,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:12.303861 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['599e0919-b70c-4cf5-a3f8-80f61b689f90'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:12.308446 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['bd4cdb5b-1127-470e-bf8e-b17d6932ca54'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:12.321712 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed319f5-9d59-48d8-aa25-c414191c4ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=08996a8b-44c0-48d2-ad1b-ed0deb51ac3a,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:12.398049 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['cd05352d-2cf2-4deb-8660-bf87a73993a1'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:12.402646 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['0c630ba1-1505-48e0-9e6a-2ec2086d4be4'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:12.416316 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acb604-79d6-47c5-b81e-5c0dc38b7729 req-8fd1eea2-fe02-477a-b7c6-ff802ede05c0 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:12.418735 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-16acb604-79d6-47c5-b81e-5c0dc38b7729 req-8fd1eea2-fe02-477a-b7c6-ff802ede05c0 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc90628-d9b6-419e-ae61-8040965c856a HTTP/1.1" status: 200 len: 943 time: 0.5270920 Jul 14 09:03:12.541199 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ed849-5445-43e3-ad85-c5abab46e5ec req-f2fdf95f-91a9-4868-b96c-7d60501cdd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:12.543702 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c50ed849-5445-43e3-ad85-c5abab46e5ec req-f2fdf95f-91a9-4868-b96c-7d60501cdd11 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5648613 Jul 14 09:03:12.599701 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-1ed319f5-9d59-48d8-aa25-c414191c4ba0 service neutron] Attempting to bind port 08996a8b-44c0-48d2-ad1b-ed0deb51ac3a on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:12.600083 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-1ed319f5-9d59-48d8-aa25-c414191c4ba0 service neutron] Attempting to bind port 08996a8b-44c0-48d2-ad1b-ed0deb51ac3a by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'dad7ee4f-541a-4af9-b697-d6e3dd259730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6faabbf0-1d9a-4471-89f9-fed36a9c0841'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:12.600413 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-1ed319f5-9d59-48d8-aa25-c414191c4ba0 service neutron] Attempting to bind port 08996a8b-44c0-48d2-ad1b-ed0deb51ac3a on network 6faabbf0-1d9a-4471-89f9-fed36a9c0841 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:12.606515 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-16acb604-79d6-47c5-b81e-5c0dc38b7729 req-bfaeb9a5-28dc-4fb5-ba22-86b0c7aeb7fd tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.25 "GET /v2.0/security-groups?id=119b4a37-40bf-448c-822d-627be8812704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069868 Jul 14 09:03:12.611710 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-1ed319f5-9d59-48d8-aa25-c414191c4ba0 service neutron] Port 08996a8b-44c0-48d2-ad1b-ed0deb51ac3a on network 6faabbf0-1d9a-4471-89f9-fed36a9c0841 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:03:12.612656 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-1ed319f5-9d59-48d8-aa25-c414191c4ba0 service neutron] Attempting to bind port 08996a8b-44c0-48d2-ad1b-ed0deb51ac3a on network 6faabbf0-1d9a-4471-89f9-fed36a9c0841 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:12.626209 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd2d30-b55c-49c8-a6aa-83281630c998 req-2841792f-6852-45b5-9d45-0baada636937 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:12.627722 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26bd2d30-b55c-49c8-a6aa-83281630c998 req-2841792f-6852-45b5-9d45-0baada636937 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=322db768-9d9a-4031-bf64-ecf4ab4a3702 HTTP/1.1" status: 200 len: 950 time: 0.2046158 Jul 14 09:03:12.629008 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-1ed319f5-9d59-48d8-aa25-c414191c4ba0 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:12.629366 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-1ed319f5-9d59-48d8-aa25-c414191c4ba0 service neutron] Checking segment: {'id': 'dad7ee4f-541a-4af9-b697-d6e3dd259730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6faabbf0-1d9a-4471-89f9-fed36a9c0841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:12.629735 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-1ed319f5-9d59-48d8-aa25-c414191c4ba0 service neutron] Bound using segment: {'id': 'dad7ee4f-541a-4af9-b697-d6e3dd259730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6faabbf0-1d9a-4471-89f9-fed36a9c0841'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:12.630191 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-1ed319f5-9d59-48d8-aa25-c414191c4ba0 service neutron] Bound port: 08996a8b-44c0-48d2-ad1b-ed0deb51ac3a, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad7ee4f-541a-4af9-b697-d6e3dd259730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6faabbf0-1d9a-4471-89f9-fed36a9c0841'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:12.630552 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-1ed319f5-9d59-48d8-aa25-c414191c4ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:12.729926 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-1ed319f5-9d59-48d8-aa25-c414191c4ba0 service neutron] For port 08996a8b-44c0-48d2-ad1b-ed0deb51ac3a, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:12.734313 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-1ed319f5-9d59-48d8-aa25-c414191c4ba0 service neutron] For port 08996a8b-44c0-48d2-ad1b-ed0deb51ac3a, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=08996a8b-44c0-48d2-ad1b-ed0deb51ac3a,segment=NetworkSegment(dad7ee4f-541a-4af9-b697-d6e3dd259730),segment_id=dad7ee4f-541a-4af9-b697-d6e3dd259730)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:12.758515 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-1ed319f5-9d59-48d8-aa25-c414191c4ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:12.775262 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 37a1b8d4-d751-44a7-8b11-868f3dd803c4 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:12.849660 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 37a1b8d4-d751-44a7-8b11-868f3dd803c4 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:12.849660 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:12.849852 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed319f5-9d59-48d8-aa25-c414191c4ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=08996a8b-44c0-48d2-ad1b-ed0deb51ac3a,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:12.881751 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-1ed319f5-9d59-48d8-aa25-c414191c4ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:12.882396 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-1ed319f5-9d59-48d8-aa25-c414191c4ba0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:12.883971 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-1ed319f5-9d59-48d8-aa25-c414191c4ba0 service neutron] 10.222.0.47 "PUT /v2.0/ports/08996a8b-44c0-48d2-ad1b-ed0deb51ac3a HTTP/1.1" status: 200 len: 1092 time: 2.8219821 Jul 14 09:03:12.907710 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26bd2d30-b55c-49c8-a6aa-83281630c998 req-a8ffbf92-12e9-4a9b-9e50-534fe383cd53 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641234 Jul 14 09:03:12.980648 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaaace2-bcd2-4da7-a148-3eb7c006d585 req-bbbde037-8332-4491-af89-adfc3ccd6c0d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:13.001871 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaaace2-bcd2-4da7-a148-3eb7c006d585 req-bbbde037-8332-4491-af89-adfc3ccd6c0d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:13.007526 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f4ae6d-f955-4d5f-af3a-488094854739 x-openstack-request-id: req-f5f4ae6d-f955-4d5f-af3a-488094854739 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:13.008137 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc90628-d9b6-419e-ae61-8040965c856a", "tag": "6471a500-f123-42dd-a544-b81dbfccd194", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:13.008137 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5f4ae6d-f955-4d5f-af3a-488094854739 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:13.008717 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc90628-d9b6-419e-ae61-8040965c856a', 'tag': '6471a500-f123-42dd-a544-b81dbfccd194', 'status': 'completed', 'code': 200} Jul 14 09:03:13.029402 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaaace2-bcd2-4da7-a148-3eb7c006d585 req-bbbde037-8332-4491-af89-adfc3ccd6c0d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:13.031395 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5eaaace2-bcd2-4da7-a148-3eb7c006d585 req-bbbde037-8332-4491-af89-adfc3ccd6c0d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 2411 time: 0.2954826 Jul 14 09:03:13.103029 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d05b2f0-20f0-474f-8c34-123cb1aa98bf', 'tag': 'acf818c6-cf18-4299-8531-6530ffab49ca'}, {'name': 'network-changed', 'server_uuid': '5d05b2f0-20f0-474f-8c34-123cb1aa98bf', 'tag': '08996a8b-44c0-48d2-ad1b-ed0deb51ac3a'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:13.113219 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091cd343-5bb6-4092-bac7-0cfc212e43b5" -d '{"events": [{"name": "network-changed", "server_uuid": "5d05b2f0-20f0-474f-8c34-123cb1aa98bf", "tag": "acf818c6-cf18-4299-8531-6530ffab49ca"}, {"name": "network-changed", "server_uuid": "5d05b2f0-20f0-474f-8c34-123cb1aa98bf", "tag": "08996a8b-44c0-48d2-ad1b-ed0deb51ac3a"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:13.176125 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['fd6a9d84-5544-47b3-9fa9-9037c50c3c10'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:13.286622 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5eaaace2-bcd2-4da7-a148-3eb7c006d585 req-cd0b8075-1d70-4dc5-8c66-77056113ad83 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507945 Jul 14 09:03:13.317132 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-c49b74b8-5c6a-4a14-9c7e-4a1843499b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:13.317624 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-c49b74b8-5c6a-4a14-9c7e-4a1843499b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:13.318099 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-c49b74b8-5c6a-4a14-9c7e-4a1843499b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:13.319840 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-c49b74b8-5c6a-4a14-9c7e-4a1843499b57 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5251b0d4541348f2ad3d3cba77a39683&device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 2867 time: 0.2874694 Jul 14 09:03:13.390511 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:13.391017 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-f586cc53-f224-4fb6-84b3-bb3bed48d7ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.93&port_id=432bcb26-dd12-4e78-a506-a8dcc446c386 HTTP/1.1" status: 200 len: 217 time: 0.0597970 Jul 14 09:03:13.400228 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca99391-5330-4352-aa22-0fc195c6326a req-261a14c9-e092-455f-b725-7316900352b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:13.401720 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ca99391-5330-4352-aa22-0fc195c6326a req-261a14c9-e092-455f-b725-7316900352b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67f5cd0bc2c542de80a83402c75b0c1e&device_id=1fc90628-d9b6-419e-ae61-8040965c856a HTTP/1.1" status: 200 len: 1095 time: 0.2830141 Jul 14 09:03:13.453828 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 37a1b8d4-d751-44a7-8b11-868f3dd803c4, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=37a1b8d4-d751-44a7-8b11-868f3dd803c4,segment=NetworkSegment(0f195ab3-93e1-4b15-ab2f-94bf4eff5072),segment_id=0f195ab3-93e1-4b15-ab2f-94bf4eff5072)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:13.467992 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:13.474357 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd95b0-fc6d-45a3-b382-0f480292dd9a req-32348679-4d3c-424b-b265-1c6a29c6bed0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:13.480744 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd95b0-fc6d-45a3-b382-0f480292dd9a req-32348679-4d3c-424b-b265-1c6a29c6bed0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:13.489389 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd95b0-fc6d-45a3-b382-0f480292dd9a req-32348679-4d3c-424b-b265-1c6a29c6bed0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:13.496318 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd95b0-fc6d-45a3-b382-0f480292dd9a req-32348679-4d3c-424b-b265-1c6a29c6bed0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:13.503327 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd95b0-fc6d-45a3-b382-0f480292dd9a req-32348679-4d3c-424b-b265-1c6a29c6bed0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:13.510679 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd95b0-fc6d-45a3-b382-0f480292dd9a req-32348679-4d3c-424b-b265-1c6a29c6bed0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:13.517713 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd95b0-fc6d-45a3-b382-0f480292dd9a req-32348679-4d3c-424b-b265-1c6a29c6bed0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:13.525392 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fdbd95b0-fc6d-45a3-b382-0f480292dd9a req-32348679-4d3c-424b-b265-1c6a29c6bed0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 5438 time: 0.2993519 Jul 14 09:03:13.542169 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=37a1b8d4-d751-44a7-8b11-868f3dd803c4,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:13.612279 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 9aab4b40-3979-4b3a-b854-a7f187ca29d1 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:03:13.642203 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-beca92f1-4f9e-4a20-bdb9-ae25a765c2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:13.643812 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-beca92f1-4f9e-4a20-bdb9-ae25a765c2fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a661d586-7489-4e4f-8403-04785bd3d6e0 HTTP/1.1" status: 200 len: 801 time: 0.2411518 Jul 14 09:03:13.660126 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fdbd95b0-fc6d-45a3-b382-0f480292dd9a req-40075ea1-eea3-4efb-8a66-00252b937de2 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/security-groups?id=676d5fbb-8b00-498f-8965-8e518737057a&id=8646e213-dd0d-40aa-b659-6adc73064e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1337574 Jul 14 09:03:13.722931 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7df2505-e3c5-46da-b5e6-982dcb48a64f'}, {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a1b8d4-d751-44a7-8b11-868f3dd803c4'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:13.727036 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807d571d-a1e9-47ce-8770-e79ee24f8e56" -d '{"events": [{"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-plugged", "status": "completed", "tag": "e7df2505-e3c5-46da-b5e6-982dcb48a64f"}, {"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-plugged", "status": "completed", "tag": "37a1b8d4-d751-44a7-8b11-868f3dd803c4"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:13.734281 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c442da0-d756-4f94-a97b-6e0aafba4dce x-openstack-request-id: req-2c442da0-d756-4f94-a97b-6e0aafba4dce {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:13.734596 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d05b2f0-20f0-474f-8c34-123cb1aa98bf", "tag": "acf818c6-cf18-4299-8531-6530ffab49ca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5d05b2f0-20f0-474f-8c34-123cb1aa98bf", "tag": "08996a8b-44c0-48d2-ad1b-ed0deb51ac3a", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:13.734858 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c442da0-d756-4f94-a97b-6e0aafba4dce {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:13.735233 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d05b2f0-20f0-474f-8c34-123cb1aa98bf', 'tag': 'acf818c6-cf18-4299-8531-6530ffab49ca', 'status': 'completed', 'code': 200} Jul 14 09:03:13.735606 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d05b2f0-20f0-474f-8c34-123cb1aa98bf', 'tag': '08996a8b-44c0-48d2-ad1b-ed0deb51ac3a', 'status': 'completed', 'code': 200} Jul 14 09:03:13.802065 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca99391-5330-4352-aa22-0fc195c6326a req-4767a78f-dc61-4bdc-9c4a-3f5f5f4c2aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:13.802334 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ca99391-5330-4352-aa22-0fc195c6326a req-4767a78f-dc61-4bdc-9c4a-3f5f5f4c2aa3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e23c49fa-0079-41c3-89d3-15f58193848a HTTP/1.1" status: 200 len: 921 time: 0.3799124 Jul 14 09:03:13.811408 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 9aab4b40-3979-4b3a-b854-a7f187ca29d1, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=9aab4b40-3979-4b3a-b854-a7f187ca29d1,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:13.833290 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '9aab4b40-3979-4b3a-b854-a7f187ca29d1', 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975', 'port_id': '9aab4b40-3979-4b3a-b854-a7f187ca29d1', 'mac_address': 'fa:16:3e:1a:42:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b054b3-ff74-48d7-bc6b-cc0709824ebb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:03:13.898648 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ca99391-5330-4352-aa22-0fc195c6326a req-6f07d9e8-eb02-42eb-b573-3873b05ac3e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6471a500-f123-42dd-a544-b81dbfccd194 HTTP/1.1" status: 200 len: 217 time: 0.0813997 Jul 14 09:03:13.931958 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:13.948716 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aab4b40-3979-4b3a-b854-a7f187ca29d1 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:13.965062 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-100429a2-1a58-46dd-92ac-f864cfdc90e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:13.966619 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-100429a2-1a58-46dd-92ac-f864cfdc90e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6faabbf0-1d9a-4471-89f9-fed36a9c0841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3054698 Jul 14 09:03:13.976675 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 9aab4b40-3979-4b3a-b854-a7f187ca29d1, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=9aab4b40-3979-4b3a-b854-a7f187ca29d1,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:13.984611 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:14.074404 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=9aab4b40-3979-4b3a-b854-a7f187ca29d1,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:14.233451 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['9aab4b40-3979-4b3a-b854-a7f187ca29d1'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:14.407649 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca99391-5330-4352-aa22-0fc195c6326a req-0f6d6997-ce43-4939-8a43-e647595452e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:14.409302 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ca99391-5330-4352-aa22-0fc195c6326a req-0f6d6997-ce43-4939-8a43-e647595452e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f524445-60db-475b-9519-24a519bd9dd8 HTTP/1.1" status: 200 len: 861 time: 0.4649694 Jul 14 09:03:14.467603 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab7567-2454-49a5-a817-fa1a750d86c6 req-1b5eb276-43b8-43f1-9e42-48f28f79e307 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:14.469301 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-efab7567-2454-49a5-a817-fa1a750d86c6 req-1b5eb276-43b8-43f1-9e42-48f28f79e307 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc90628-d9b6-419e-ae61-8040965c856a HTTP/1.1" status: 200 len: 943 time: 0.5972972 Jul 14 09:03:14.475403 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ca99391-5330-4352-aa22-0fc195c6326a req-2bd86171-e9aa-4a04-92bb-bedb5ed5a882 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e23c49fa-0079-41c3-89d3-15f58193848a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573063 Jul 14 09:03:14.497326 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a970dac-58ee-4a29-a93f-4fa8a9a125fa req-1c7faa0d-7e61-4c33-9ae8-4f8ba4947035 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:14.499426 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1a970dac-58ee-4a29-a93f-4fa8a9a125fa req-1c7faa0d-7e61-4c33-9ae8-4f8ba4947035 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 944 time: 0.6155787 Jul 14 09:03:14.584147 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-aa55f332-0a23-4116-89ba-7e1343b8c2b7 service neutron] 10.222.0.47 "GET /v2.0/networks/6faabbf0-1d9a-4471-89f9-fed36a9c0841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5885572 Jul 14 09:03:14.620722 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-efab7567-2454-49a5-a817-fa1a750d86c6 req-36b271c3-068e-44e7-a7e1-2fa543180134 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.25 "GET /v2.0/security-groups?id=119b4a37-40bf-448c-822d-627be8812704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441500 Jul 14 09:03:14.685443 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1a970dac-58ee-4a29-a93f-4fa8a9a125fa req-45c4c2ec-1f6f-47a6-92c5-bcc5790eaca3 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661425 Jul 14 09:03:14.700617 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fab314a-cb8a-4b0c-a8dc-b8705c60d6d8 x-openstack-request-id: req-2fab314a-cb8a-4b0c-a8dc-b8705c60d6d8 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:14.702927 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-plugged", "status": "completed", "tag": "e7df2505-e3c5-46da-b5e6-982dcb48a64f", "code": 200}, {"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-plugged", "status": "completed", "tag": "37a1b8d4-d751-44a7-8b11-868f3dd803c4", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:14.703273 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2fab314a-cb8a-4b0c-a8dc-b8705c60d6d8 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:14.704019 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7df2505-e3c5-46da-b5e6-982dcb48a64f', 'code': 200} Jul 14 09:03:14.704019 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a1b8d4-d751-44a7-8b11-868f3dd803c4', 'code': 200} Jul 14 09:03:14.731650 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ca99391-5330-4352-aa22-0fc195c6326a req-51276e83-923c-4b7b-9e5a-9f857a873353 service neutron] 10.222.0.47 "GET /v2.0/networks/e23c49fa-0079-41c3-89d3-15f58193848a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465565 Jul 14 09:03:14.817098 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-b40487bc-c423-4f49-99a5-754d1d993f3a service neutron] 10.222.0.47 "GET /v2.0/networks/6faabbf0-1d9a-4471-89f9-fed36a9c0841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174530 Jul 14 09:03:14.919875 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-8738c368-a3ad-4416-a5d8-460632a7518f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.103&port_id=acf818c6-cf18-4299-8531-6530ffab49ca HTTP/1.1" status: 200 len: 217 time: 0.0823483 Jul 14 09:03:14.995652 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ca99391-5330-4352-aa22-0fc195c6326a req-6dfd3be5-dc7d-4a56-9942-2e00117e43c7 service neutron] 10.222.0.47 "GET /v2.0/networks/e23c49fa-0079-41c3-89d3-15f58193848a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561595 Jul 14 09:03:15.038592 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2489a4-e668-4879-ac8c-ea76b80cfd17 req-36071db1-9960-44d9-a4d6-bc6e79216a92 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:15.040169 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1c2489a4-e668-4879-ac8c-ea76b80cfd17 req-36071db1-9960-44d9-a4d6-bc6e79216a92 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=322db768-9d9a-4031-bf64-ecf4ab4a3702 HTTP/1.1" status: 200 len: 950 time: 0.2470691 Jul 14 09:03:15.048013 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-7cc957f2-e3b7-4154-b141-3e09672606aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:15.049779 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-7cc957f2-e3b7-4154-b141-3e09672606aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4e8f4ce5-43b2-4f5f-b399-4212d8d6046f HTTP/1.1" status: 200 len: 801 time: 0.1209800 Jul 14 09:03:15.062038 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52323d26-bd58-4463-a381-c7f084549b72 req-6e86c606-32d8-45f8-a19d-de6d3bec9c28 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:15.068085 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52323d26-bd58-4463-a381-c7f084549b72 req-6e86c606-32d8-45f8-a19d-de6d3bec9c28 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:15.073935 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52323d26-bd58-4463-a381-c7f084549b72 req-6e86c606-32d8-45f8-a19d-de6d3bec9c28 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:15.075697 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52323d26-bd58-4463-a381-c7f084549b72 req-6e86c606-32d8-45f8-a19d-de6d3bec9c28 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 2411 time: 0.2612100 Jul 14 09:03:15.171236 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1c2489a4-e668-4879-ac8c-ea76b80cfd17 req-6cf287cd-4292-4390-af32-e0319bc984c9 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196308 Jul 14 09:03:15.174770 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52323d26-bd58-4463-a381-c7f084549b72 req-122d0117-6774-4600-b168-d1f140330917 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784485 Jul 14 09:03:15.195344 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-8fb7f9c6-eaef-4ee5-8df2-a0dd41ed1d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:15.205727 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-8fb7f9c6-eaef-4ee5-8df2-a0dd41ed1d29 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f2b203a-a756-4d21-bcbc-49bc8bc0128f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203523 Jul 14 09:03:15.332117 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-b6650f19-8cf6-48dc-a279-b7ec0752ab39 service neutron] 10.222.0.47 "GET /v2.0/networks/0f2b203a-a756-4d21-bcbc-49bc8bc0128f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265297 Jul 14 09:03:15.546550 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-dd738bd7-2ea0-46ba-9e6f-0c601eed10b8 service neutron] 10.222.0.47 "GET /v2.0/networks/0f2b203a-a756-4d21-bcbc-49bc8bc0128f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961303 Jul 14 09:03:15.577347 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device cd05352d-2cf2-4deb-8660-bf87a73993a1 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:15.604484 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-35a696f4-6311-4810-b9cd-e04cf7b82ad8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.44&port_id=08996a8b-44c0-48d2-ad1b-ed0deb51ac3a HTTP/1.1" status: 200 len: 217 time: 0.0483859 Jul 14 09:03:15.633561 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 6471a500-f123-42dd-a544-b81dbfccd194 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:03:15.680012 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 9aab4b40-3979-4b3a-b854-a7f187ca29d1 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:15.702820 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f27c85-f788-4114-84fd-10c632f62c77 req-ced25493-c6ef-4bfa-b52b-0fcf36806eeb tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:15.714455 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f27c85-f788-4114-84fd-10c632f62c77 req-ced25493-c6ef-4bfa-b52b-0fcf36806eeb tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:15.726196 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f27c85-f788-4114-84fd-10c632f62c77 req-ced25493-c6ef-4bfa-b52b-0fcf36806eeb tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:15.737949 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f27c85-f788-4114-84fd-10c632f62c77 req-ced25493-c6ef-4bfa-b52b-0fcf36806eeb tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:15.749639 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f27c85-f788-4114-84fd-10c632f62c77 req-ced25493-c6ef-4bfa-b52b-0fcf36806eeb tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:15.760842 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f27c85-f788-4114-84fd-10c632f62c77 req-ced25493-c6ef-4bfa-b52b-0fcf36806eeb tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:15.773839 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f27c85-f788-4114-84fd-10c632f62c77 req-ced25493-c6ef-4bfa-b52b-0fcf36806eeb tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:15.776679 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7f27c85-f788-4114-84fd-10c632f62c77 req-ced25493-c6ef-4bfa-b52b-0fcf36806eeb tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 5439 time: 0.3346796 Jul 14 09:03:15.822811 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694b3d1-13c3-48c4-8240-ef6a7b4b97cb req-7af190f2-4faa-4f51-9e1d-c716fe9838a4 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:15.825459 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7694b3d1-13c3-48c4-8240-ef6a7b4b97cb req-7af190f2-4faa-4f51-9e1d-c716fe9838a4 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=472d63ab-5d82-4ae4-a140-8715ac3b9b3c HTTP/1.1" status: 200 len: 950 time: 0.3215199 Jul 14 09:03:15.830993 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-2ec9b484-a756-4348-bee1-e28ae942b43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:15.833335 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-2ec9b484-a756-4348-bee1-e28ae942b43a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a661d586-7489-4e4f-8403-04785bd3d6e0 HTTP/1.1" status: 200 len: 801 time: 0.2169886 Jul 14 09:03:15.861970 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port cd05352d-2cf2-4deb-8660-bf87a73993a1 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:15.882096 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 6471a500-f123-42dd-a544-b81dbfccd194, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=6471a500-f123-42dd-a544-b81dbfccd194,segment=NetworkSegment(d9be8581-349f-4dc4-bc34-3a0ca74f648c),segment_id=d9be8581-349f-4dc4-bc34-3a0ca74f648c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:15.886322 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port cd05352d-2cf2-4deb-8660-bf87a73993a1 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:15.886795 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:15.924468 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '6471a500-f123-42dd-a544-b81dbfccd194', 'network_id': 'e23c49fa-0079-41c3-89d3-15f58193848a', 'port_id': '6471a500-f123-42dd-a544-b81dbfccd194', 'mac_address': 'fa:16:3e:db:28:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f524445-60db-475b-9519-24a519bd9dd8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:03:15.944037 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7f27c85-f788-4114-84fd-10c632f62c77 req-80e26b39-acd1-4e10-963f-132dd842bf52 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/security-groups?id=676d5fbb-8b00-498f-8965-8e518737057a&id=8646e213-dd0d-40aa-b659-6adc73064e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1535938 Jul 14 09:03:15.950299 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7694b3d1-13c3-48c4-8240-ef6a7b4b97cb req-eca6e7a4-9452-4206-a50b-5891c3fd7f09 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060762 Jul 14 09:03:15.965028 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 9aab4b40-3979-4b3a-b854-a7f187ca29d1 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:15.973648 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-8b9f64d5-b7e4-42c4-86d1-577f709b646f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:15.973648 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-8b9f64d5-b7e4-42c4-86d1-577f709b646f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6faabbf0-1d9a-4471-89f9-fed36a9c0841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1277618 Jul 14 09:03:15.979272 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 9aab4b40-3979-4b3a-b854-a7f187ca29d1 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:15.979904 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:16.043623 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:16.128057 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-a070d995-33c4-4942-8124-8c68dcdf3c98 service neutron] 10.222.0.47 "GET /v2.0/networks/6faabbf0-1d9a-4471-89f9-fed36a9c0841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457229 Jul 14 09:03:16.142078 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6471a500-f123-42dd-a544-b81dbfccd194 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:16.176259 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:16.190746 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 6471a500-f123-42dd-a544-b81dbfccd194, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=6471a500-f123-42dd-a544-b81dbfccd194,segment=NetworkSegment(d9be8581-349f-4dc4-bc34-3a0ca74f648c),segment_id=d9be8581-349f-4dc4-bc34-3a0ca74f648c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:16.197591 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:16.373212 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0ac1b8-dcbe-455f-8f47-78d1446a58cc req-d7e8e58d-5836-424b-8315-5528225a49d9 service neutron] 10.222.0.47 "GET /v2.0/networks/6faabbf0-1d9a-4471-89f9-fed36a9c0841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273905 Jul 14 09:03:16.381342 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb5c4f-a0c5-4564-be49-565921e02762 req-59450ab3-a9e2-4e7b-b3e4-3ef2a984c063 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:16.382899 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-55eb5c4f-a0c5-4564-be49-565921e02762 req-59450ab3-a9e2-4e7b-b3e4-3ef2a984c063 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc90628-d9b6-419e-ae61-8040965c856a HTTP/1.1" status: 200 len: 943 time: 0.2487419 Jul 14 09:03:16.421566 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d502a3-fbc4-43ae-864b-5c57c734ef65 req-37dc5a8f-7e69-4caf-bf4f-85927902d20d tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:16.428600 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6d502a3-fbc4-43ae-864b-5c57c734ef65 req-37dc5a8f-7e69-4caf-bf4f-85927902d20d tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 945 time: 0.2236519 Jul 14 09:03:16.432569 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port cd05352d-2cf2-4deb-8660-bf87a73993a1, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=cd05352d-2cf2-4deb-8660-bf87a73993a1,segment=NetworkSegment(0f195ab3-93e1-4b15-ab2f-94bf4eff5072),segment_id=0f195ab3-93e1-4b15-ab2f-94bf4eff5072)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:16.439252 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:16.442905 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:16.443782 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device bd4cdb5b-1127-470e-bf8e-b17d6932ca54 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:16.496878 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-55eb5c4f-a0c5-4564-be49-565921e02762 req-0ccf6bf5-2b13-4268-b73d-e0199ac1f587 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.25 "GET /v2.0/security-groups?id=119b4a37-40bf-448c-822d-627be8812704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031709 Jul 14 09:03:16.498102 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=6471a500-f123-42dd-a544-b81dbfccd194,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:16.536306 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6d502a3-fbc4-43ae-864b-5c57c734ef65 req-e338e635-ab5e-4ec4-8132-722f93541a94 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063311 Jul 14 09:03:16.551527 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 9aab4b40-3979-4b3a-b854-a7f187ca29d1, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=9aab4b40-3979-4b3a-b854-a7f187ca29d1,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:16.554182 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['6471a500-f123-42dd-a544-b81dbfccd194'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:16.568704 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cd343-5bb6-4092-bac7-0cfc212e43b5 req-e201616c-f160-49bf-8354-b3c9a45b9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:16.569490 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cd343-5bb6-4092-bac7-0cfc212e43b5 req-e201616c-f160-49bf-8354-b3c9a45b9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:16.569659 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cd343-5bb6-4092-bac7-0cfc212e43b5 req-e201616c-f160-49bf-8354-b3c9a45b9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:16.571359 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-091cd343-5bb6-4092-bac7-0cfc212e43b5 req-e201616c-f160-49bf-8354-b3c9a45b9056 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5251b0d4541348f2ad3d3cba77a39683&device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 2867 time: 0.1372426 Jul 14 09:03:16.588500 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:16.624127 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=cd05352d-2cf2-4deb-8660-bf87a73993a1,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:16.628522 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port bd4cdb5b-1127-470e-bf8e-b17d6932ca54 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:16.660403 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port bd4cdb5b-1127-470e-bf8e-b17d6932ca54 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:16.660573 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:16.697086 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cd343-5bb6-4092-bac7-0cfc212e43b5 req-145ca7bb-2f9e-4e7f-a772-22d4153d8087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:16.698881 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-091cd343-5bb6-4092-bac7-0cfc212e43b5 req-145ca7bb-2f9e-4e7f-a772-22d4153d8087 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f2b203a-a756-4d21-bcbc-49bc8bc0128f HTTP/1.1" status: 200 len: 901 time: 0.1206956 Jul 14 09:03:16.717953 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd05352d-2cf2-4deb-8660-bf87a73993a1'}, {'server_uuid': '99d18750-75c8-40d8-9464-10bdbb604bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aab4b40-3979-4b3a-b854-a7f187ca29d1'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:16.721889 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277fc12e-5085-4abe-8f3c-25ca2a71a43d" -d '{"events": [{"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-plugged", "status": "completed", "tag": "cd05352d-2cf2-4deb-8660-bf87a73993a1"}, {"server_uuid": "99d18750-75c8-40d8-9464-10bdbb604bcb", "name": "network-vif-plugged", "status": "completed", "tag": "9aab4b40-3979-4b3a-b854-a7f187ca29d1"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:16.752178 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=9aab4b40-3979-4b3a-b854-a7f187ca29d1,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:16.774334 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-091cd343-5bb6-4092-bac7-0cfc212e43b5 req-8f85fb2e-d530-4218-88a6-b0907831194d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.103&port_id=acf818c6-cf18-4299-8531-6530ffab49ca HTTP/1.1" status: 200 len: 217 time: 0.0601377 Jul 14 09:03:16.863911 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:16.869886 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cd343-5bb6-4092-bac7-0cfc212e43b5 req-75b56c9e-afe0-44d5-8b2d-9ad8ec959fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:16.871509 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-091cd343-5bb6-4092-bac7-0cfc212e43b5 req-75b56c9e-afe0-44d5-8b2d-9ad8ec959fc4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4e8f4ce5-43b2-4f5f-b399-4212d8d6046f HTTP/1.1" status: 200 len: 801 time: 0.0904849 Jul 14 09:03:16.909580 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port bd4cdb5b-1127-470e-bf8e-b17d6932ca54, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=bd4cdb5b-1127-470e-bf8e-b17d6932ca54,segment=NetworkSegment(29b34553-ba13-40c6-9ca6-edab7f60fcbf),segment_id=29b34553-ba13-40c6-9ca6-edab7f60fcbf)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:16.915257 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:16.915913 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device fd6a9d84-5544-47b3-9fa9-9037c50c3c10 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:16.933866 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44619641-7ffd-419b-aa42-0aa932c82381 req-06d386c6-884f-4238-88e1-076cb0917ee4 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:16.940187 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44619641-7ffd-419b-aa42-0aa932c82381 req-06d386c6-884f-4238-88e1-076cb0917ee4 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:16.941915 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-44619641-7ffd-419b-aa42-0aa932c82381 req-06d386c6-884f-4238-88e1-076cb0917ee4 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=322db768-9d9a-4031-bf64-ecf4ab4a3702&device_id=472d63ab-5d82-4ae4-a140-8715ac3b9b3c HTTP/1.1" status: 200 len: 1691 time: 0.1505914 Jul 14 09:03:17.000456 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=bd4cdb5b-1127-470e-bf8e-b17d6932ca54,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:17.013667 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port fd6a9d84-5544-47b3-9fa9-9037c50c3c10 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:17.018590 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port fd6a9d84-5544-47b3-9fa9-9037c50c3c10 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:17.019108 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:17.032227 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-44619641-7ffd-419b-aa42-0aa932c82381 req-130be5eb-e8ab-4de9-9031-283e36ef3096 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761931 Jul 14 09:03:17.044667 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cd343-5bb6-4092-bac7-0cfc212e43b5 req-c2968a12-8c14-4b69-bc6b-209df44ac785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:17.046376 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-091cd343-5bb6-4092-bac7-0cfc212e43b5 req-c2968a12-8c14-4b69-bc6b-209df44ac785 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f2b203a-a756-4d21-bcbc-49bc8bc0128f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1649244 Jul 14 09:03:17.111482 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee44ce7-f091-4ab3-b4b8-9f0476abc88f req-23fe9810-7f40-4ae4-b431-2a86a7843354 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:17.117260 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee44ce7-f091-4ab3-b4b8-9f0476abc88f req-23fe9810-7f40-4ae4-b431-2a86a7843354 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:17.124355 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee44ce7-f091-4ab3-b4b8-9f0476abc88f req-23fe9810-7f40-4ae4-b431-2a86a7843354 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:17.124582 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:17.126188 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ee44ce7-f091-4ab3-b4b8-9f0476abc88f req-23fe9810-7f40-4ae4-b431-2a86a7843354 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 2411 time: 0.1824291 Jul 14 09:03:17.164384 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port fd6a9d84-5544-47b3-9fa9-9037c50c3c10, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=fd6a9d84-5544-47b3-9fa9-9037c50c3c10,segment=NetworkSegment(0f195ab3-93e1-4b15-ab2f-94bf4eff5072),segment_id=0f195ab3-93e1-4b15-ab2f-94bf4eff5072)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:17.170790 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:17.172311 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 0c630ba1-1505-48e0-9e6a-2ec2086d4be4 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:17.195925 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ee44ce7-f091-4ab3-b4b8-9f0476abc88f req-6b5c12bd-2fd0-4f8c-a71e-1ec9a91f00cd tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607336 Jul 14 09:03:17.212755 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-091cd343-5bb6-4092-bac7-0cfc212e43b5 req-15eb216b-b1aa-4fa1-9433-171835ceb16e service neutron] 10.222.0.47 "GET /v2.0/networks/0f2b203a-a756-4d21-bcbc-49bc8bc0128f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579523 Jul 14 09:03:17.278216 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4668ff74-7e16-4e33-bbc3-15eeeb4b780d x-openstack-request-id: req-4668ff74-7e16-4e33-bbc3-15eeeb4b780d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:17.278586 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-plugged", "status": "completed", "tag": "cd05352d-2cf2-4deb-8660-bf87a73993a1", "code": 200}, {"server_uuid": "99d18750-75c8-40d8-9464-10bdbb604bcb", "name": "network-vif-plugged", "status": "completed", "tag": "9aab4b40-3979-4b3a-b854-a7f187ca29d1", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:17.278931 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4668ff74-7e16-4e33-bbc3-15eeeb4b780d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:17.279337 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd05352d-2cf2-4deb-8660-bf87a73993a1', 'code': 200} Jul 14 09:03:17.280151 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d18750-75c8-40d8-9464-10bdbb604bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aab4b40-3979-4b3a-b854-a7f187ca29d1', 'code': 200} Jul 14 09:03:17.282385 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=fd6a9d84-5544-47b3-9fa9-9037c50c3c10,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:17.302489 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 0c630ba1-1505-48e0-9e6a-2ec2086d4be4 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:17.309204 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 0c630ba1-1505-48e0-9e6a-2ec2086d4be4 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:17.309592 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:17.401926 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-091cd343-5bb6-4092-bac7-0cfc212e43b5 req-da0b6c2f-911d-42fa-98bf-a401cea8371c service neutron] 10.222.0.47 "GET /v2.0/networks/0f2b203a-a756-4d21-bcbc-49bc8bc0128f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813936 Jul 14 09:03:17.485592 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:17.549200 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 0c630ba1-1505-48e0-9e6a-2ec2086d4be4, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=0c630ba1-1505-48e0-9e6a-2ec2086d4be4,segment=NetworkSegment(29b34553-ba13-40c6-9ca6-edab7f60fcbf),segment_id=29b34553-ba13-40c6-9ca6-edab7f60fcbf)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:17.554633 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:17.555466 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 599e0919-b70c-4cf5-a3f8-80f61b689f90 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:17.588107 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354a5e0-4ec7-4d3b-b882-5a606cc549f9 req-84253e1b-7d6d-4613-bca3-0b49237aba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:17.589626 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1354a5e0-4ec7-4d3b-b882-5a606cc549f9 req-84253e1b-7d6d-4613-bca3-0b49237aba65 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 1098 time: 0.1866364 Jul 14 09:03:17.642651 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=0c630ba1-1505-48e0-9e6a-2ec2086d4be4,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:17.658204 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1354a5e0-4ec7-4d3b-b882-5a606cc549f9 req-c0d202f5-5362-423d-a01d-ced03b1c3489 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594211 Jul 14 09:03:17.669240 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cd343-5bb6-4092-bac7-0cfc212e43b5 req-b7adbe09-0cd6-4fc9-b7f9-e5e1603bcdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:17.669729 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cd343-5bb6-4092-bac7-0cfc212e43b5 req-b7adbe09-0cd6-4fc9-b7f9-e5e1603bcdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:17.670725 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cd343-5bb6-4092-bac7-0cfc212e43b5 req-b7adbe09-0cd6-4fc9-b7f9-e5e1603bcdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:17.672656 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-091cd343-5bb6-4092-bac7-0cfc212e43b5 req-b7adbe09-0cd6-4fc9-b7f9-e5e1603bcdb5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5251b0d4541348f2ad3d3cba77a39683&device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 2867 time: 0.1828363 Jul 14 09:03:17.691529 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7e6a8-0ea5-43f8-b85a-fdea44d687ac req-c09a903b-1518-4173-bf82-2c361b871f77 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:17.697323 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7e6a8-0ea5-43f8-b85a-fdea44d687ac req-c09a903b-1518-4173-bf82-2c361b871f77 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:17.704655 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7e6a8-0ea5-43f8-b85a-fdea44d687ac req-c09a903b-1518-4173-bf82-2c361b871f77 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:17.712190 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7e6a8-0ea5-43f8-b85a-fdea44d687ac req-c09a903b-1518-4173-bf82-2c361b871f77 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:17.719080 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7e6a8-0ea5-43f8-b85a-fdea44d687ac req-c09a903b-1518-4173-bf82-2c361b871f77 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:17.725726 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7e6a8-0ea5-43f8-b85a-fdea44d687ac req-c09a903b-1518-4173-bf82-2c361b871f77 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:17.733349 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7e6a8-0ea5-43f8-b85a-fdea44d687ac req-c09a903b-1518-4173-bf82-2c361b871f77 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:17.741342 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d5e7e6a8-0ea5-43f8-b85a-fdea44d687ac req-c09a903b-1518-4173-bf82-2c361b871f77 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 5442 time: 0.2386892 Jul 14 09:03:17.756210 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 599e0919-b70c-4cf5-a3f8-80f61b689f90 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:17.760979 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 599e0919-b70c-4cf5-a3f8-80f61b689f90 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:17.761356 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:17.873062 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:17.915003 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d5e7e6a8-0ea5-43f8-b85a-fdea44d687ac req-b0889fdf-789a-43b6-902e-1721a55ae15a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/security-groups?id=676d5fbb-8b00-498f-8965-8e518737057a&id=8646e213-dd0d-40aa-b659-6adc73064e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1724756 Jul 14 09:03:17.926907 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 599e0919-b70c-4cf5-a3f8-80f61b689f90, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=599e0919-b70c-4cf5-a3f8-80f61b689f90,segment=NetworkSegment(0f195ab3-93e1-4b15-ab2f-94bf4eff5072),segment_id=0f195ab3-93e1-4b15-ab2f-94bf4eff5072)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:17.936981 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:17.954631 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cd343-5bb6-4092-bac7-0cfc212e43b5 req-04edd9d3-a4dd-46c9-a0e7-b0be75ae099f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:17.956133 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-091cd343-5bb6-4092-bac7-0cfc212e43b5 req-04edd9d3-a4dd-46c9-a0e7-b0be75ae099f service neutron] 10.222.0.47 "GET /v2.0/networks?id=6faabbf0-1d9a-4471-89f9-fed36a9c0841 HTTP/1.1" status: 200 len: 902 time: 0.2049906 Jul 14 09:03:18.038753 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=599e0919-b70c-4cf5-a3f8-80f61b689f90,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:18.322936 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a936b231-f8f6-4b17-9dd9-1c7d6c9725a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:18.332471 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8e3c9-354d-441c-9ab8-4fefb20b52a6 req-1a0d14f7-1d63-495f-8610-34a5e9e1e120 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:18.334002 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-60c8e3c9-354d-441c-9ab8-4fefb20b52a6 req-1a0d14f7-1d63-495f-8610-34a5e9e1e120 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc90628-d9b6-419e-ae61-8040965c856a HTTP/1.1" status: 200 len: 944 time: 0.5529239 Jul 14 09:03:18.335391 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-091cd343-5bb6-4092-bac7-0cfc212e43b5 req-b58475cf-74c8-4d01-b05c-37f94a51711c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.44&port_id=08996a8b-44c0-48d2-ad1b-ed0deb51ac3a HTTP/1.1" status: 200 len: 217 time: 0.3656762 Jul 14 09:03:18.457046 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-60c8e3c9-354d-441c-9ab8-4fefb20b52a6 req-44d073ae-5538-4e47-9973-d88c591807f5 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.25 "GET /v2.0/security-groups?id=119b4a37-40bf-448c-822d-627be8812704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100626 Jul 14 09:03:18.460008 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cd343-5bb6-4092-bac7-0cfc212e43b5 req-b7139deb-6f57-4028-85c5-620db43f38ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:18.462072 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-091cd343-5bb6-4092-bac7-0cfc212e43b5 req-b7139deb-6f57-4028-85c5-620db43f38ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a661d586-7489-4e4f-8403-04785bd3d6e0 HTTP/1.1" status: 200 len: 801 time: 0.1166306 Jul 14 09:03:18.536209 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c30226-a4c2-4aa9-a188-c7c7ef4f48d0 req-da9ce086-762a-4a9c-abc6-04e0b087eb02 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:18.549093 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f5c30226-a4c2-4aa9-a188-c7c7ef4f48d0 req-da9ce086-762a-4a9c-abc6-04e0b087eb02 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 946 time: 0.2124279 Jul 14 09:03:18.628812 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f5c30226-a4c2-4aa9-a188-c7c7ef4f48d0 req-c8dfd4af-c8c3-4989-9428-6bce1d9c4e1f tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780854 Jul 14 09:03:18.651907 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cd343-5bb6-4092-bac7-0cfc212e43b5 req-001d04c3-e5a5-40f1-b1f5-aae06ff87f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:18.653436 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-091cd343-5bb6-4092-bac7-0cfc212e43b5 req-001d04c3-e5a5-40f1-b1f5-aae06ff87f0c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6faabbf0-1d9a-4471-89f9-fed36a9c0841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1826651 Jul 14 09:03:18.797780 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-091cd343-5bb6-4092-bac7-0cfc212e43b5 req-32fd1f99-642b-4faf-aa43-128ef41795a4 service neutron] 10.222.0.47 "GET /v2.0/networks/6faabbf0-1d9a-4471-89f9-fed36a9c0841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231885 Jul 14 09:03:18.932850 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767070d-3190-403d-9f4c-97055286c850 req-593f512a-17a8-44bd-8493-7a73b5101b68 tempest-ServersOnMultiNodesTest-640176556 tempest-ServersOnMultiNodesTest-640176556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:18.934804 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5767070d-3190-403d-9f4c-97055286c850 req-593f512a-17a8-44bd-8493-7a73b5101b68 tempest-ServersOnMultiNodesTest-640176556 tempest-ServersOnMultiNodesTest-640176556-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=322db768-9d9a-4031-bf64-ecf4ab4a3702 HTTP/1.1" status: 200 len: 1102 time: 0.1519351 Jul 14 09:03:18.964415 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-091cd343-5bb6-4092-bac7-0cfc212e43b5 req-a94c8c8f-75ca-4475-9831-b31b45c9b626 service neutron] 10.222.0.47 "GET /v2.0/networks/6faabbf0-1d9a-4471-89f9-fed36a9c0841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349967 Jul 14 09:03:18.998488 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5767070d-3190-403d-9f4c-97055286c850 req-77ce035a-5253-455f-ae97-16b6a3e49609 tempest-ServersOnMultiNodesTest-640176556 tempest-ServersOnMultiNodesTest-640176556-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522466 Jul 14 09:03:19.201730 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509bd13-048e-4251-bf9f-1df31828ab7f req-dcb4c648-160d-4ce1-bbbd-8a1534ca2740 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:19.207688 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509bd13-048e-4251-bf9f-1df31828ab7f req-dcb4c648-160d-4ce1-bbbd-8a1534ca2740 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:19.213756 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509bd13-048e-4251-bf9f-1df31828ab7f req-dcb4c648-160d-4ce1-bbbd-8a1534ca2740 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:19.215545 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e509bd13-048e-4251-bf9f-1df31828ab7f req-dcb4c648-160d-4ce1-bbbd-8a1534ca2740 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 2411 time: 0.1087086 Jul 14 09:03:19.281305 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4cdb5b-1127-470e-bf8e-b17d6932ca54'}, {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6a9d84-5544-47b3-9fa9-9037c50c3c10'}, {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c630ba1-1505-48e0-9e6a-2ec2086d4be4'}, {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599e0919-b70c-4cf5-a3f8-80f61b689f90'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:19.284328 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe37639-858f-4b69-aa3e-40ef52fc26d7" -d '{"events": [{"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-plugged", "status": "completed", "tag": "bd4cdb5b-1127-470e-bf8e-b17d6932ca54"}, {"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-plugged", "status": "completed", "tag": "fd6a9d84-5544-47b3-9fa9-9037c50c3c10"}, {"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-plugged", "status": "completed", "tag": "0c630ba1-1505-48e0-9e6a-2ec2086d4be4"}, {"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-plugged", "status": "completed", "tag": "599e0919-b70c-4cf5-a3f8-80f61b689f90"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:19.293678 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e509bd13-048e-4251-bf9f-1df31828ab7f req-a6cbfbc7-aa39-4898-9f34-42505a50e893 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671809 Jul 14 09:03:19.341670 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea2316-59d4-4302-86cb-824d80404ab2 req-6a650090-1bde-4806-b312-7c7c0ce79c9a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:19.348572 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea2316-59d4-4302-86cb-824d80404ab2 req-6a650090-1bde-4806-b312-7c7c0ce79c9a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:19.354369 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea2316-59d4-4302-86cb-824d80404ab2 req-6a650090-1bde-4806-b312-7c7c0ce79c9a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:19.361621 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea2316-59d4-4302-86cb-824d80404ab2 req-6a650090-1bde-4806-b312-7c7c0ce79c9a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:19.368011 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea2316-59d4-4302-86cb-824d80404ab2 req-6a650090-1bde-4806-b312-7c7c0ce79c9a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:19.374909 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea2316-59d4-4302-86cb-824d80404ab2 req-6a650090-1bde-4806-b312-7c7c0ce79c9a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:19.380832 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea2316-59d4-4302-86cb-824d80404ab2 req-6a650090-1bde-4806-b312-7c7c0ce79c9a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:19.388166 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c3ea2316-59d4-4302-86cb-824d80404ab2 req-6a650090-1bde-4806-b312-7c7c0ce79c9a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 5444 time: 0.1715615 Jul 14 09:03:19.459877 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c3ea2316-59d4-4302-86cb-824d80404ab2 req-f36b0710-ac0b-488a-b471-9190615cebaa tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/security-groups?id=676d5fbb-8b00-498f-8965-8e518737057a&id=8646e213-dd0d-40aa-b659-6adc73064e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697587 Jul 14 09:03:19.482289 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911b136-bdc5-4a39-b112-9d4b74c25c44 req-5e62a12f-ec51-4c52-93b9-d7d1aa35c92e tempest-ServersOnMultiNodesTest-640176556 tempest-ServersOnMultiNodesTest-640176556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:19.484918 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d911b136-bdc5-4a39-b112-9d4b74c25c44 req-5e62a12f-ec51-4c52-93b9-d7d1aa35c92e tempest-ServersOnMultiNodesTest-640176556 tempest-ServersOnMultiNodesTest-640176556-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=472d63ab-5d82-4ae4-a140-8715ac3b9b3c HTTP/1.1" status: 200 len: 1102 time: 0.0785959 Jul 14 09:03:19.543406 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d911b136-bdc5-4a39-b112-9d4b74c25c44 req-ab85e851-5660-410a-a7fb-4a41fc79967a tempest-ServersOnMultiNodesTest-640176556 tempest-ServersOnMultiNodesTest-640176556-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418890 Jul 14 09:03:19.562061 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0f49ef-6202-44a2-ae18-9df8875d2441 x-openstack-request-id: req-ff0f49ef-6202-44a2-ae18-9df8875d2441 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:19.562556 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-plugged", "status": "completed", "tag": "bd4cdb5b-1127-470e-bf8e-b17d6932ca54", "code": 200}, {"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-plugged", "status": "completed", "tag": "fd6a9d84-5544-47b3-9fa9-9037c50c3c10", "code": 200}, {"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-plugged", "status": "completed", "tag": "0c630ba1-1505-48e0-9e6a-2ec2086d4be4", "code": 200}, {"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-plugged", "status": "completed", "tag": "599e0919-b70c-4cf5-a3f8-80f61b689f90", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:19.562956 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff0f49ef-6202-44a2-ae18-9df8875d2441 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:19.563519 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4cdb5b-1127-470e-bf8e-b17d6932ca54', 'code': 200} Jul 14 09:03:19.563917 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6a9d84-5544-47b3-9fa9-9037c50c3c10', 'code': 200} Jul 14 09:03:19.564326 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c630ba1-1505-48e0-9e6a-2ec2086d4be4', 'code': 200} Jul 14 09:03:19.564710 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599e0919-b70c-4cf5-a3f8-80f61b689f90', 'code': 200} Jul 14 09:03:19.647023 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device acf818c6-cf18-4299-8531-6530ffab49ca details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:03:19.650311 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 6471a500-f123-42dd-a544-b81dbfccd194 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:19.881315 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 6471a500-f123-42dd-a544-b81dbfccd194 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:19.891763 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 6471a500-f123-42dd-a544-b81dbfccd194 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:19.893382 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:19.956745 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77605d7-61bf-496a-910b-f04e02497e41 req-8cd23bbd-a0fc-4d3c-9e0c-b844834849ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:19.957247 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77605d7-61bf-496a-910b-f04e02497e41 req-8cd23bbd-a0fc-4d3c-9e0c-b844834849ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:19.957729 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77605d7-61bf-496a-910b-f04e02497e41 req-8cd23bbd-a0fc-4d3c-9e0c-b844834849ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:19.958200 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77605d7-61bf-496a-910b-f04e02497e41 req-8cd23bbd-a0fc-4d3c-9e0c-b844834849ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:19.958675 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77605d7-61bf-496a-910b-f04e02497e41 req-8cd23bbd-a0fc-4d3c-9e0c-b844834849ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:19.959143 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77605d7-61bf-496a-910b-f04e02497e41 req-8cd23bbd-a0fc-4d3c-9e0c-b844834849ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:19.959643 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77605d7-61bf-496a-910b-f04e02497e41 req-8cd23bbd-a0fc-4d3c-9e0c-b844834849ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:19.962260 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f77605d7-61bf-496a-910b-f04e02497e41 req-8cd23bbd-a0fc-4d3c-9e0c-b844834849ad service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 6508 time: 0.2223892 Jul 14 09:03:19.973377 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port acf818c6-cf18-4299-8531-6530ffab49ca, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=acf818c6-cf18-4299-8531-6530ffab49ca,segment=NetworkSegment(1ed77c6e-05eb-4a56-b483-3722acb2e155),segment_id=1ed77c6e-05eb-4a56-b483-3722acb2e155)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:20.009495 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240efe2b-fd18-48ab-b406-6e82074b7f1e req-fa371434-9236-42f8-9e3c-ccbc05dda06d tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:20.017950 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-240efe2b-fd18-48ab-b406-6e82074b7f1e req-fa371434-9236-42f8-9e3c-ccbc05dda06d tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc90628-d9b6-419e-ae61-8040965c856a HTTP/1.1" status: 200 len: 944 time: 0.2929661 Jul 14 09:03:20.043029 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'acf818c6-cf18-4299-8531-6530ffab49ca', 'network_id': '0f2b203a-a756-4d21-bcbc-49bc8bc0128f', 'port_id': 'acf818c6-cf18-4299-8531-6530ffab49ca', 'mac_address': 'fa:16:3e:1a:c7:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8f4ce5-43b2-4f5f-b399-4212d8d6046f', 'ip_address': '19.86.0.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:03:20.096202 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-240efe2b-fd18-48ab-b406-6e82074b7f1e req-1d16bea8-18b6-4117-b4de-7b5e1d17c411 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.25 "GET /v2.0/security-groups?id=119b4a37-40bf-448c-822d-627be8812704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772738 Jul 14 09:03:20.124319 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f77605d7-61bf-496a-910b-f04e02497e41 req-00ac896c-49df-41d6-a8e0-c56459b99c89 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=676d5fbb-8b00-498f-8965-8e518737057a&id=8646e213-dd0d-40aa-b659-6adc73064e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1353915 Jul 14 09:03:20.135143 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:20.164836 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf818c6-cf18-4299-8531-6530ffab49ca {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:20.165671 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59926) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:20.168245 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc66e1-4c6b-42b2-ae4a-6d1b3e68f8fa req-9581632a-4bd1-4970-9b6e-19bd001388f8 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:20.178458 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cfbc66e1-4c6b-42b2-ae4a-6d1b3e68f8fa req-9581632a-4bd1-4970-9b6e-19bd001388f8 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 946 time: 0.2635167 Jul 14 09:03:20.185041 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:20.224348 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port acf818c6-cf18-4299-8531-6530ffab49ca, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=acf818c6-cf18-4299-8531-6530ffab49ca,segment=NetworkSegment(1ed77c6e-05eb-4a56-b483-3722acb2e155),segment_id=1ed77c6e-05eb-4a56-b483-3722acb2e155)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:20.233162 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:20.234459 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 432bcb26-dd12-4e78-a506-a8dcc446c386 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:03:20.285246 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-76796054-3cbe-4674-a1ca-2e2a79a281f2 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608649 Jul 14 09:03:20.291851 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=acf818c6-cf18-4299-8531-6530ffab49ca,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:20.304393 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 6471a500-f123-42dd-a544-b81dbfccd194, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=6471a500-f123-42dd-a544-b81dbfccd194,segment=NetworkSegment(d9be8581-349f-4dc4-bc34-3a0ca74f648c),segment_id=d9be8581-349f-4dc4-bc34-3a0ca74f648c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:20.316818 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cfbc66e1-4c6b-42b2-ae4a-6d1b3e68f8fa req-105a90dd-1be9-46f4-babe-edead034dbaa tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367419 Jul 14 09:03:20.318313 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:20.420233 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d286639a-cde0-429b-98b1-73205183f2ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:20.536531 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=6471a500-f123-42dd-a544-b81dbfccd194,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:20.551043 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-4d6edd2e-1863-4198-a92d-02eb7099691a tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:20.562333 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d286639a-cde0-429b-98b1-73205183f2ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:20.563897 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-4d6edd2e-1863-4198-a92d-02eb7099691a tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2591524 Jul 14 09:03:20.569905 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d286639a-cde0-429b-98b1-73205183f2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:20.596899 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-eae45d18-a38f-4231-971d-cbda787d1ace tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/quotas/0c5f47989e8e45de8bf251a9200bf8d4 HTTP/1.1" status: 200 len: 375 time: 0.0317552 Jul 14 09:03:20.621271 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 432bcb26-dd12-4e78-a506-a8dcc446c386, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=432bcb26-dd12-4e78-a506-a8dcc446c386,segment=NetworkSegment(dad7ee4f-541a-4af9-b697-d6e3dd259730),segment_id=dad7ee4f-541a-4af9-b697-d6e3dd259730)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:20.644191 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '432bcb26-dd12-4e78-a506-a8dcc446c386', 'network_id': '6faabbf0-1d9a-4471-89f9-fed36a9c0841', 'port_id': '432bcb26-dd12-4e78-a506-a8dcc446c386', 'mac_address': 'fa:16:3e:0b:8b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a661d586-7489-4e4f-8403-04785bd3d6e0', 'ip_address': '19.80.0.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:03:20.660638 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d286639a-cde0-429b-98b1-73205183f2ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b738efcfec148269aabe0fa5b400b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4937592 Jul 14 09:03:20.663761 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59940) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:20.681866 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286639a-cde0-429b-98b1-73205183f2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fc3acc-1121-4a4d-aaa1-30746c4fe1e7,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:20.703215 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:20.722021 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432bcb26-dd12-4e78-a506-a8dcc446c386 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:20.746823 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 432bcb26-dd12-4e78-a506-a8dcc446c386, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=432bcb26-dd12-4e78-a506-a8dcc446c386,segment=NetworkSegment(dad7ee4f-541a-4af9-b697-d6e3dd259730),segment_id=dad7ee4f-541a-4af9-b697-d6e3dd259730)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:20.752693 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:20.754172 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 08996a8b-44c0-48d2-ad1b-ed0deb51ac3a details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:03:20.788756 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6549a07e-5b8d-4044-be12-adc53a025aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:20.822329 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-07f0052d-2008-475c-9970-890b468b5139 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2245188 Jul 14 09:03:20.838169 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6549a07e-5b8d-4044-be12-adc53a025aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:20.849415 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 08996a8b-44c0-48d2-ad1b-ed0deb51ac3a, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=08996a8b-44c0-48d2-ad1b-ed0deb51ac3a,segment=NetworkSegment(dad7ee4f-541a-4af9-b697-d6e3dd259730),segment_id=dad7ee4f-541a-4af9-b697-d6e3dd259730)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:20.861980 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=432bcb26-dd12-4e78-a506-a8dcc446c386,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:20.862986 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ddc7c-50cb-48f4-b3ad-82f89c9a33f8 req-d4939f6e-517e-4f7f-b1df-95775e611d60 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:20.870748 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ddc7c-50cb-48f4-b3ad-82f89c9a33f8 req-d4939f6e-517e-4f7f-b1df-95775e611d60 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:20.874049 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '08996a8b-44c0-48d2-ad1b-ed0deb51ac3a', 'network_id': '6faabbf0-1d9a-4471-89f9-fed36a9c0841', 'port_id': '08996a8b-44c0-48d2-ad1b-ed0deb51ac3a', 'mac_address': 'fa:16:3e:a1:4e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a661d586-7489-4e4f-8403-04785bd3d6e0', 'ip_address': '19.80.0.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:03:20.878787 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ddc7c-50cb-48f4-b3ad-82f89c9a33f8 req-d4939f6e-517e-4f7f-b1df-95775e611d60 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:20.886295 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-072ddc7c-50cb-48f4-b3ad-82f89c9a33f8 req-d4939f6e-517e-4f7f-b1df-95775e611d60 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 2412 time: 0.1980062 Jul 14 09:03:20.916936 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:20.932560 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08996a8b-44c0-48d2-ad1b-ed0deb51ac3a {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:20.944090 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-072ddc7c-50cb-48f4-b3ad-82f89c9a33f8 req-361ea26d-8154-45c3-85f6-17cb66166df8 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568151 Jul 14 09:03:20.961553 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6549a07e-5b8d-4044-be12-adc53a025aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:20.976104 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6549a07e-5b8d-4044-be12-adc53a025aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:20.979660 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6549a07e-5b8d-4044-be12-adc53a025aa1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92fc3acc-1121-4a4d-aaa1-30746c4fe1e7 HTTP/1.1" status: 204 len: 168 time: 0.3127165 Jul 14 09:03:20.987914 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549a07e-5b8d-4044-be12-adc53a025aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fc3acc-1121-4a4d-aaa1-30746c4fe1e7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:21.006716 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 08996a8b-44c0-48d2-ad1b-ed0deb51ac3a, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=08996a8b-44c0-48d2-ad1b-ed0deb51ac3a,segment=NetworkSegment(dad7ee4f-541a-4af9-b697-d6e3dd259730),segment_id=dad7ee4f-541a-4af9-b697-d6e3dd259730)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:21.029951 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:21.147554 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9836f352-8361-4f0b-b32a-52451b7a0c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:21.223117 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=08996a8b-44c0-48d2-ad1b-ed0deb51ac3a,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:21.228256 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:21.329373 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959065c-1959-4eaf-83ed-641e4da498a4 req-058e8997-d54e-4ada-8cd2-2775af6d8e8f tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:21.331282 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8959065c-1959-4eaf-83ed-641e4da498a4 req-058e8997-d54e-4ada-8cd2-2775af6d8e8f tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 1098 time: 0.1904547 Jul 14 09:03:21.364360 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626db3b4-f382-4d03-b97b-7503f28de08c req-3729fe47-3650-459f-9b67-2f7abb611f15 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:21.371705 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626db3b4-f382-4d03-b97b-7503f28de08c req-3729fe47-3650-459f-9b67-2f7abb611f15 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:21.393214 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626db3b4-f382-4d03-b97b-7503f28de08c req-3729fe47-3650-459f-9b67-2f7abb611f15 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:21.399695 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626db3b4-f382-4d03-b97b-7503f28de08c req-3729fe47-3650-459f-9b67-2f7abb611f15 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:21.406317 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626db3b4-f382-4d03-b97b-7503f28de08c req-3729fe47-3650-459f-9b67-2f7abb611f15 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:21.412262 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626db3b4-f382-4d03-b97b-7503f28de08c req-3729fe47-3650-459f-9b67-2f7abb611f15 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:21.420975 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626db3b4-f382-4d03-b97b-7503f28de08c req-3729fe47-3650-459f-9b67-2f7abb611f15 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:21.421679 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-626db3b4-f382-4d03-b97b-7503f28de08c req-3729fe47-3650-459f-9b67-2f7abb611f15 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 5444 time: 0.2117169 Jul 14 09:03:21.453913 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['08996a8b-44c0-48d2-ad1b-ed0deb51ac3a'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:21.489322 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8959065c-1959-4eaf-83ed-641e4da498a4 req-c78104c8-8e80-4140-82be-c9b619ccc915 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496813 Jul 14 09:03:21.520331 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-626db3b4-f382-4d03-b97b-7503f28de08c req-538ebf57-0bca-4526-9ce1-554f3274b3be tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/security-groups?id=676d5fbb-8b00-498f-8965-8e518737057a&id=8646e213-dd0d-40aa-b659-6adc73064e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0852323 Jul 14 09:03:21.524244 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['432bcb26-dd12-4e78-a506-a8dcc446c386'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:21.527194 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['acf818c6-cf18-4299-8531-6530ffab49ca'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:21.609903 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc90628-d9b6-419e-ae61-8040965c856a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6471a500-f123-42dd-a544-b81dbfccd194'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:21.612195 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4bf026-a21b-43de-b7ca-6d887fd130e2" -d '{"events": [{"server_uuid": "1fc90628-d9b6-419e-ae61-8040965c856a", "name": "network-vif-plugged", "status": "completed", "tag": "6471a500-f123-42dd-a544-b81dbfccd194"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:21.654825 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-802adaa9-04e8-4536-b4e6-c6de62e7abf8 req-0ae3d8b0-4dab-4322-9f67-ea040073f525 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d766dac-e9c5-4196-8809-c0334627b60b HTTP/1.1" status: 200 len: 210 time: 0.0576026 Jul 14 09:03:21.952838 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823a491-4db7-4356-a136-568cde2b3cef req-082de671-0cbf-4fdf-9a8b-e7d5b0d532e6 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:21.959929 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8823a491-4db7-4356-a136-568cde2b3cef req-082de671-0cbf-4fdf-9a8b-e7d5b0d532e6 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc90628-d9b6-419e-ae61-8040965c856a HTTP/1.1" status: 200 len: 945 time: 0.1621373 Jul 14 09:03:22.015920 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8823a491-4db7-4356-a136-568cde2b3cef req-7b061b30-ad41-49fe-8c9f-9674282f8b06 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.25 "GET /v2.0/security-groups?id=119b4a37-40bf-448c-822d-627be8812704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531387 Jul 14 09:03:22.105975 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525da1e5-70f1-4b7d-a337-795f4a87cfe2 x-openstack-request-id: req-525da1e5-70f1-4b7d-a337-795f4a87cfe2 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:22.106537 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc90628-d9b6-419e-ae61-8040965c856a", "name": "network-vif-plugged", "status": "completed", "tag": "6471a500-f123-42dd-a544-b81dbfccd194", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:22.107026 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-525da1e5-70f1-4b7d-a337-795f4a87cfe2 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:22.108705 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc90628-d9b6-419e-ae61-8040965c856a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6471a500-f123-42dd-a544-b81dbfccd194', 'code': 200} Jul 14 09:03:22.221174 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:22.430861 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dddd63-05c7-4333-8a54-c5115a7af809 req-09b94b5d-b2f8-47cc-8160-c35695f654e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:22.432936 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-72dddd63-05c7-4333-8a54-c5115a7af809 req-09b94b5d-b2f8-47cc-8160-c35695f654e4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1fc90628-d9b6-419e-ae61-8040965c856a HTTP/1.1" status: 200 len: 1097 time: 0.2504046 Jul 14 09:03:22.470159 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59996) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:22.489551 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e7651-0466-4166-82ac-630c41258bf1 req-d5c79233-730b-4a3b-a871-dbc7f9ff63b2 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:22.503344 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e7651-0466-4166-82ac-630c41258bf1 req-d5c79233-730b-4a3b-a871-dbc7f9ff63b2 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:22.516393 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e7651-0466-4166-82ac-630c41258bf1 req-d5c79233-730b-4a3b-a871-dbc7f9ff63b2 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:22.519328 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-571e7651-0466-4166-82ac-630c41258bf1 req-d5c79233-730b-4a3b-a871-dbc7f9ff63b2 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 2414 time: 0.2193863 Jul 14 09:03:22.545080 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-72dddd63-05c7-4333-8a54-c5115a7af809 req-6fbe09b3-5516-42f3-8cff-4f48359a5a67 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=119b4a37-40bf-448c-822d-627be8812704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968075 Jul 14 09:03:22.588163 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-2f5749db-bf1c-46b7-8a05-7f713524f729 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1782120455-network', 'tenant_id': 'd460244e0b54465b8af2a7b856b0d350'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:22.626935 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-571e7651-0466-4166-82ac-630c41258bf1 req-4f33ec81-d2a6-4729-acc2-0ff5b2890389 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831759 Jul 14 09:03:22.636109 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5749db-bf1c-46b7-8a05-7f713524f729 admin admin] Made reservation on behalf of d460244e0b54465b8af2a7b856b0d350 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:22.650179 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f5749db-bf1c-46b7-8a05-7f713524f729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:22.658265 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f5749db-bf1c-46b7-8a05-7f713524f729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:22.818682 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d85b30-b29b-4e97-96f2-559765f896b3 req-880e0dca-c39d-4460-b7eb-88d569b958ac tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:22.834184 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d85b30-b29b-4e97-96f2-559765f896b3 req-880e0dca-c39d-4460-b7eb-88d569b958ac tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:22.844021 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d85b30-b29b-4e97-96f2-559765f896b3 req-880e0dca-c39d-4460-b7eb-88d569b958ac tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:22.850297 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d85b30-b29b-4e97-96f2-559765f896b3 req-880e0dca-c39d-4460-b7eb-88d569b958ac tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:22.858348 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f5749db-bf1c-46b7-8a05-7f713524f729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:22.860261 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d85b30-b29b-4e97-96f2-559765f896b3 req-880e0dca-c39d-4460-b7eb-88d569b958ac tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:22.868392 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d85b30-b29b-4e97-96f2-559765f896b3 req-880e0dca-c39d-4460-b7eb-88d569b958ac tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:22.871781 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f5749db-bf1c-46b7-8a05-7f713524f729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:22.876002 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d85b30-b29b-4e97-96f2-559765f896b3 req-880e0dca-c39d-4460-b7eb-88d569b958ac tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:22.878666 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-98d85b30-b29b-4e97-96f2-559765f896b3 req-880e0dca-c39d-4460-b7eb-88d569b958ac tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 5444 time: 0.1903079 Jul 14 09:03:22.901378 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f5749db-bf1c-46b7-8a05-7f713524f729 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:03:22.914005 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5749db-bf1c-46b7-8a05-7f713524f729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd655e7-1bbb-4054-b740-9e83ffa01350,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:22.937868 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f5749db-bf1c-46b7-8a05-7f713524f729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:22.940551 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-2f5749db-bf1c-46b7-8a05-7f713524f729 admin admin] Added segment 5ea6fbd0-f661-4439-b2d1-a92309bbd9ec of type vlan for network 68df6654-38c7-42b7-8ba0-97dffdff49b3 Jul 14 09:03:22.943622 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-23605cb5-9263-4ccf-b365-f4c09dfaa100 req-30c53f3d-dd10-4f77-80dd-6bd5785b3df0 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d766dac-e9c5-4196-8809-c0334627b60b HTTP/1.1" status: 200 len: 210 time: 0.0634460 Jul 14 09:03:23.009909 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-98d85b30-b29b-4e97-96f2-559765f896b3 req-d2c3180f-aa56-4236-ab10-b5ba063da3a4 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/security-groups?id=676d5fbb-8b00-498f-8965-8e518737057a&id=8646e213-dd0d-40aa-b659-6adc73064e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1151636 Jul 14 09:03:23.022872 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-5ded89d8-eff0-46f3-9969-1fbd147caa5a tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291657 Jul 14 09:03:23.025819 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f5749db-bf1c-46b7-8a05-7f713524f729 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:23.110152 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f5749db-bf1c-46b7-8a05-7f713524f729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:23.112596 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5749db-bf1c-46b7-8a05-7f713524f729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:23.114517 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f5749db-bf1c-46b7-8a05-7f713524f729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:23.313791 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5749db-bf1c-46b7-8a05-7f713524f729 admin admin] Pushing event updated for resources: {'Network': ['ID=68df6654-38c7-42b7-8ba0-97dffdff49b3,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:23.323244 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2f5749db-bf1c-46b7-8a05-7f713524f729 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8519742 Jul 14 09:03:23.330249 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 68df6654-38c7-42b7-8ba0-97dffdff49b3 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:03:23.342289 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60016) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:23.348336 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-e90a029a-94b1-47f7-8b9a-359beae30fc1 admin admin] Request body: {'subnet': {'network_id': '68df6654-38c7-42b7-8ba0-97dffdff49b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1782120455-subnet', 'tenant_id': 'd460244e0b54465b8af2a7b856b0d350', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:23.411783 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90a029a-94b1-47f7-8b9a-359beae30fc1 admin admin] Made reservation on behalf of d460244e0b54465b8af2a7b856b0d350 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:23.414685 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e90a029a-94b1-47f7-8b9a-359beae30fc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:23.419365 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-03d43212-6014-4a68-8f44-809ab3827e88 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:23.421206 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-03d43212-6014-4a68-8f44-809ab3827e88 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3890841 Jul 14 09:03:23.440011 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-03fc58e3-a137-4a68-82e2-918305e02edf tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Request body: {'port': {'device_id': '2d766dac-e9c5-4196-8809-c0334627b60b', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': '0c5f47989e8e45de8bf251a9200bf8d4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:23.522846 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ec7f5-f90f-418e-b23d-6d8604a1b422 req-787224c2-03aa-4dc1-ad91-f0b373574d1b tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:23.524595 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-327ec7f5-f90f-418e-b23d-6d8604a1b422 req-787224c2-03aa-4dc1-ad91-f0b373574d1b tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc90628-d9b6-419e-ae61-8040965c856a HTTP/1.1" status: 200 len: 945 time: 0.2471867 Jul 14 09:03:23.543502 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330f1e5-6293-4a98-b096-284a85988320 req-a0e04306-9f9a-4c1e-b180-ad1c05c2aac9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:23.551135 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330f1e5-6293-4a98-b096-284a85988320 req-a0e04306-9f9a-4c1e-b180-ad1c05c2aac9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:23.558774 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:23.560207 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330f1e5-6293-4a98-b096-284a85988320 req-a0e04306-9f9a-4c1e-b180-ad1c05c2aac9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:23.568572 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330f1e5-6293-4a98-b096-284a85988320 req-a0e04306-9f9a-4c1e-b180-ad1c05c2aac9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:23.574383 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330f1e5-6293-4a98-b096-284a85988320 req-a0e04306-9f9a-4c1e-b180-ad1c05c2aac9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:23.580939 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330f1e5-6293-4a98-b096-284a85988320 req-a0e04306-9f9a-4c1e-b180-ad1c05c2aac9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:23.587259 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330f1e5-6293-4a98-b096-284a85988320 req-a0e04306-9f9a-4c1e-b180-ad1c05c2aac9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:23.599855 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6330f1e5-6293-4a98-b096-284a85988320 req-a0e04306-9f9a-4c1e-b180-ad1c05c2aac9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 5444 time: 0.2919612 Jul 14 09:03:23.601303 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60018) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:23.625343 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ae2e12af-bb23-4caa-961c-09d367562d34 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Request body: {'floatingip': {'port_id': 'e7df2505-e3c5-46da-b5e6-982dcb48a64f'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:23.664993 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 432bcb26-dd12-4e78-a506-a8dcc446c386 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:23.688857 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-327ec7f5-f90f-418e-b23d-6d8604a1b422 req-4f245b72-9c20-4269-9db5-886fca19a135 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.25 "GET /v2.0/security-groups?id=119b4a37-40bf-448c-822d-627be8812704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797539 Jul 14 09:03:23.738549 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-03fc58e3-a137-4a68-82e2-918305e02edf tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Made reservation on behalf of 0c5f47989e8e45de8bf251a9200bf8d4 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:23.742359 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-03fc58e3-a137-4a68-82e2-918305e02edf tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:23.789103 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 432bcb26-dd12-4e78-a506-a8dcc446c386 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:23.795310 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 432bcb26-dd12-4e78-a506-a8dcc446c386 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:23.796139 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:23.808608 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ae2e12af-bb23-4caa-961c-09d367562d34 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for floatingip, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:23.958342 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:23.989961 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e90a029a-94b1-47f7-8b9a-359beae30fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:24.003577 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 432bcb26-dd12-4e78-a506-a8dcc446c386, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=432bcb26-dd12-4e78-a506-a8dcc446c386,segment=NetworkSegment(dad7ee4f-541a-4af9-b697-d6e3dd259730),segment_id=dad7ee4f-541a-4af9-b697-d6e3dd259730)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:24.008881 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:24.078801 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-03fc58e3-a137-4a68-82e2-918305e02edf tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Allocated IP 192.168.233.47 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/f16b59eb-59b6-43d7-a2cf-f8bf1a50238c) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:24.084248 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=432bcb26-dd12-4e78-a506-a8dcc446c386,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:24.110037 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf22222-89e8-4eb6-93e9-fbcbc1cce7a9 req-e6c9e8e6-c479-437d-a59f-acae599b62a4 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:24.110223 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d05b2f0-20f0-474f-8c34-123cb1aa98bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432bcb26-dd12-4e78-a506-a8dcc446c386'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:24.112534 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70332a9f-09a4-4dcd-9381-f8bfd83502f4" -d '{"events": [{"server_uuid": "5d05b2f0-20f0-474f-8c34-123cb1aa98bf", "name": "network-vif-plugged", "status": "completed", "tag": "432bcb26-dd12-4e78-a506-a8dcc446c386"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:24.116147 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf22222-89e8-4eb6-93e9-fbcbc1cce7a9 req-e6c9e8e6-c479-437d-a59f-acae599b62a4 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:24.122275 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf22222-89e8-4eb6-93e9-fbcbc1cce7a9 req-e6c9e8e6-c479-437d-a59f-acae599b62a4 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:24.131046 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5cf22222-89e8-4eb6-93e9-fbcbc1cce7a9 req-e6c9e8e6-c479-437d-a59f-acae599b62a4 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 2414 time: 0.2389205 Jul 14 09:03:24.148374 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90a029a-94b1-47f7-8b9a-359beae30fc1 admin admin] Checking segment: {'id': '5ea6fbd0-f661-4439-b2d1-a92309bbd9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '68df6654-38c7-42b7-8ba0-97dffdff49b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:24.148915 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90a029a-94b1-47f7-8b9a-359beae30fc1 admin admin] Network hostable DHCP agents. Network: 68df6654-38c7-42b7-8ba0-97dffdff49b3, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:03:24.164777 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a029a-94b1-47f7-8b9a-359beae30fc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d7c519c-95c6-4a9b-b254-ca7c4371768e,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:24.194941 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90a029a-94b1-47f7-8b9a-359beae30fc1 admin admin] Network 68df6654-38c7-42b7-8ba0-97dffdff49b3 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:03:24.206417 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e90a029a-94b1-47f7-8b9a-359beae30fc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 68df6654-38c7-42b7-8ba0-97dffdff49b3) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:24.212379 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90a029a-94b1-47f7-8b9a-359beae30fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:24.214729 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e90a029a-94b1-47f7-8b9a-359beae30fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:24.214874 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5cf22222-89e8-4eb6-93e9-fbcbc1cce7a9 req-59332350-55e5-4178-8eae-73a9617cdcdf tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828054 Jul 14 09:03:24.215258 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0e4fbf-7256-4956-b559-435151435507 None None] Network 68df6654-38c7-42b7-8ba0-97dffdff49b3 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:03:24.282322 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e90a029a-94b1-47f7-8b9a-359beae30fc1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9375896 Jul 14 09:03:24.504673 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-03fc58e3-a137-4a68-82e2-918305e02edf tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:24.520747 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-03fc58e3-a137-4a68-82e2-918305e02edf tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Transition to ACTIVE for port object f16b59eb-59b6-43d7-a2cf-f8bf1a50238c will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:24.561611 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7be0ab3f-2a23-4b13-933c-295aacc0ca91 req-b91afb9c-d0cb-4233-a4ed-26882cb073d6 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d766dac-e9c5-4196-8809-c0334627b60b HTTP/1.1" status: 200 len: 210 time: 0.3330612 Jul 14 09:03:24.577036 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-03fc58e3-a137-4a68-82e2-918305e02edf tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:24.673485 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-03fc58e3-a137-4a68-82e2-918305e02edf tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:24.678017 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0e21ce-806f-4730-9574-507afb453215 x-openstack-request-id: req-4a0e21ce-806f-4730-9574-507afb453215 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:24.679244 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d05b2f0-20f0-474f-8c34-123cb1aa98bf", "name": "network-vif-plugged", "status": "completed", "tag": "432bcb26-dd12-4e78-a506-a8dcc446c386", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:24.679746 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a0e21ce-806f-4730-9574-507afb453215 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:24.680371 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d05b2f0-20f0-474f-8c34-123cb1aa98bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432bcb26-dd12-4e78-a506-a8dcc446c386', 'code': 200} Jul 14 09:03:24.686115 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['ce787d56-90a9-47ea-a734-16046302a7ac', 'b5e33b54-03f0-44bf-aa56-59ef1902dc0e'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:24.690180 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['3bf961b6-708a-4ff3-b40e-42584c38b0df', 'ba7a8ef4-ce4b-4390-9732-806f1f62839f', 'fb7a3161-92a3-43bc-9ae0-72e61d55e000'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:24.691773 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-03fc58e3-a137-4a68-82e2-918305e02edf tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:24.713049 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-03fc58e3-a137-4a68-82e2-918305e02edf tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:24.750370 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40404ebb-373f-4990-9b4f-0934424f1b38 None None] Network 68df6654-38c7-42b7-8ba0-97dffdff49b3 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:03:24.751568 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc58e3-a137-4a68-82e2-918305e02edf tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Pushing event updated for resources: {'Port': ['ID=f16b59eb-59b6-43d7-a2cf-f8bf1a50238c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:24.793323 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e7444-731a-4009-9cf5-c2d04f30d033 req-4831c44d-1d90-4544-8d56-585b591bc866 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:24.801851 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-841e7444-731a-4009-9cf5-c2d04f30d033 req-4831c44d-1d90-4544-8d56-585b591bc866 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a69923c-f403-489e-9665-205a94e63048 HTTP/1.1" status: 200 len: 945 time: 0.2436469 Jul 14 09:03:24.836492 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ae2e12af-bb23-4caa-961c-09d367562d34 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:24.844073 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ae2e12af-bb23-4caa-961c-09d367562d34 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:24.849561 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-03fc58e3-a137-4a68-82e2-918305e02edf tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:24.851408 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-03fc58e3-a137-4a68-82e2-918305e02edf tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:24.933019 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-03fc58e3-a137-4a68-82e2-918305e02edf tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4999764 Jul 14 09:03:24.955948 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-841e7444-731a-4009-9cf5-c2d04f30d033 req-9eb0108b-9a4d-4afd-9045-a851c3feaa9a tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce954e9-2318-4328-b1c9-70614659dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529424 Jul 14 09:03:24.989223 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-e7d15f08-42f0-4b6a-b384-11d546ca18b1 service neutron] Request body: {'port': {'device_id': '2d766dac-e9c5-4196-8809-c0334627b60b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:25.015313 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-ae2e12af-bb23-4caa-961c-09d367562d34 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Floating IP c0617e93-cf6c-480e-85d6-0045aff51bed associated. External IP: 172.25.6.223, port: e7df2505-e3c5-46da-b5e6-982dcb48a64f. Jul 14 09:03:25.180567 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-e7d15f08-42f0-4b6a-b384-11d546ca18b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:25.222739 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1ffb212b-6447-48cc-8db1-ac78f2886f8c None None] Provisioning for port f16b59eb-59b6-43d7-a2cf-f8bf1a50238c completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:25.247440 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1ffb212b-6447-48cc-8db1-ac78f2886f8c None None] Provisioning complete for port f16b59eb-59b6-43d7-a2cf-f8bf1a50238c triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:25.247694 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ffb212b-6447-48cc-8db1-ac78f2886f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:25.351663 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb212b-6447-48cc-8db1-ac78f2886f8c None None] Port f16b59eb-59b6-43d7-a2cf-f8bf1a50238c cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:03:25.380679 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-11300aa3-4365-40a7-82c5-89917f656ed1 req-e6af7816-1687-4b73-a37c-ce97538ff32b tempest-SecurityGroupsNegativeTestJSON-1374500279 tempest-SecurityGroupsNegativeTestJSON-1374500279-project] show failed (client error): The resource could not be found. Jul 14 09:03:25.381769 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-11300aa3-4365-40a7-82c5-89917f656ed1 req-e6af7816-1687-4b73-a37c-ce97538ff32b tempest-SecurityGroupsNegativeTestJSON-1374500279 tempest-SecurityGroupsNegativeTestJSON-1374500279-project] 10.222.0.25 "GET /v2.0/security-groups/de8d5542-7ca1-4959-be1a-f1072e31c1b2 HTTP/1.1" status: 404 len: 352 time: 0.0582139 Jul 14 09:03:25.442793 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2e12af-bb23-4caa-961c-09d367562d34 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Router 3377a935-27cd-452b-9fc4-a3b80ffdf1fb has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:03:25.605931 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2e12af-bb23-4caa-961c-09d367562d34 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:03:25.612041 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ae2e12af-bb23-4caa-961c-09d367562d34 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:25.618737 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adeb65e-95a9-40cf-b4b6-0fd518aa5569 None None] Sync routers for ids ['3377a935-27cd-452b-9fc4-a3b80ffdf1fb'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:03:25.632441 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adeb65e-95a9-40cf-b4b6-0fd518aa5569 None None] Routers {'3377a935-27cd-452b-9fc4-a3b80ffdf1fb'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:03:25.633081 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7adeb65e-95a9-40cf-b4b6-0fd518aa5569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:03:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['3377a935-27cd-452b-9fc4-a3b80ffdf1fb'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:25.678490 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device acf818c6-cf18-4299-8531-6530ffab49ca up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:25.682202 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-e7d15f08-42f0-4b6a-b384-11d546ca18b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f16b59eb-59b6-43d7-a2cf-f8bf1a50238c {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:25.691548 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ae2e12af-bb23-4caa-961c-09d367562d34 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "PUT /v2.0/floatingips/c0617e93-cf6c-480e-85d6-0045aff51bed HTTP/1.1" status: 200 len: 992 time: 2.0885744 Jul 14 09:03:25.692488 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'tag': 'e7df2505-e3c5-46da-b5e6-982dcb48a64f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:25.695421 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f97d6f7-7dc3-4ab4-8f63-7f1e85b9ea5c" -d '{"events": [{"name": "network-changed", "server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "tag": "e7df2505-e3c5-46da-b5e6-982dcb48a64f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:25.707904 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-e7d15f08-42f0-4b6a-b384-11d546ca18b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:25.776183 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-e7d15f08-42f0-4b6a-b384-11d546ca18b1 service neutron] Transition to ACTIVE for port object f16b59eb-59b6-43d7-a2cf-f8bf1a50238c will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:25.796377 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52c850-8d88-447d-a4fc-8fe7137840ff req-b21e05aa-8921-4350-a174-87227f1214c2 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:25.800056 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ef52c850-8d88-447d-a4fc-8fe7137840ff req-b21e05aa-8921-4350-a174-87227f1214c2 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc90628-d9b6-419e-ae61-8040965c856a HTTP/1.1" status: 200 len: 945 time: 0.2784219 Jul 14 09:03:25.803078 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-e7d15f08-42f0-4b6a-b384-11d546ca18b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:25.829896 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port acf818c6-cf18-4299-8531-6530ffab49ca completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:25.835829 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-7adeb65e-95a9-40cf-b4b6-0fd518aa5569 None None] Set router 3377a935-27cd-452b-9fc4-a3b80ffdf1fb gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:03:25.839435 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port acf818c6-cf18-4299-8531-6530ffab49ca triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:25.839435 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:25.919707 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d15f08-42f0-4b6a-b384-11d546ca18b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f16b59eb-59b6-43d7-a2cf-f8bf1a50238c,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:25.944891 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ef52c850-8d88-447d-a4fc-8fe7137840ff req-6d2af555-0c18-46d6-b7bf-6d3516534943 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.25 "GET /v2.0/security-groups?id=119b4a37-40bf-448c-822d-627be8812704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368816 Jul 14 09:03:26.072410 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c57892-1618-47af-ade9-c4f996aecfce req-32ff93bd-5acd-4671-b0b6-2b35aa39b5e1 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:26.083768 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33c57892-1618-47af-ade9-c4f996aecfce req-32ff93bd-5acd-4671-b0b6-2b35aa39b5e1 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a69923c-f403-489e-9665-205a94e63048 HTTP/1.1" status: 200 len: 945 time: 0.3851428 Jul 14 09:03:26.099016 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d4fd7-33c0-4b50-be9a-70f91a2046a6 req-a6e09a59-54a4-472a-869f-5fee269a2131 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:26.109561 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d4fd7-33c0-4b50-be9a-70f91a2046a6 req-a6e09a59-54a4-472a-869f-5fee269a2131 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:26.116187 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d4fd7-33c0-4b50-be9a-70f91a2046a6 req-a6e09a59-54a4-472a-869f-5fee269a2131 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:26.124770 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-235d4fd7-33c0-4b50-be9a-70f91a2046a6 req-a6e09a59-54a4-472a-869f-5fee269a2131 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 2415 time: 0.4098024 Jul 14 09:03:26.195514 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:26.243538 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port acf818c6-cf18-4299-8531-6530ffab49ca, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=acf818c6-cf18-4299-8531-6530ffab49ca,segment=NetworkSegment(1ed77c6e-05eb-4a56-b483-3722acb2e155),segment_id=1ed77c6e-05eb-4a56-b483-3722acb2e155)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:26.250655 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:26.252103 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 08996a8b-44c0-48d2-ad1b-ed0deb51ac3a up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:26.275327 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-235d4fd7-33c0-4b50-be9a-70f91a2046a6 req-e1658f59-9b2d-4802-bf51-2e3ecbc157eb tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496508 Jul 14 09:03:26.280568 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-e7d15f08-42f0-4b6a-b384-11d546ca18b1 service neutron] Attempting to bind port f16b59eb-59b6-43d7-a2cf-f8bf1a50238c on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:26.280568 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-e7d15f08-42f0-4b6a-b384-11d546ca18b1 service neutron] Attempting to bind port f16b59eb-59b6-43d7-a2cf-f8bf1a50238c by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:26.281018 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-e7d15f08-42f0-4b6a-b384-11d546ca18b1 service neutron] Attempting to bind port f16b59eb-59b6-43d7-a2cf-f8bf1a50238c on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:26.311140 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7adeb65e-95a9-40cf-b4b6-0fd518aa5569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2108743724-router', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '3ea0d143-bc3b-4098-954d-9dfe9ed37338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:01:19Z', 'updated_at': '2021-07-14T09:01:28Z', 'revision_number': 4, 'project_id': '8050cf63175f42718fc254b7c67d228f', 'gw_port': {'id': '3ea0d143-bc3b-4098-954d-9dfe9ed37338', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:22Z', 'updated_at': '2021-07-14T09:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'c0617e93-cf6c-480e-85d6-0045aff51bed', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'port_id': 'e7df2505-e3c5-46da-b5e6-982dcb48a64f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e', 'mac_address': 'fa:16:3e:02:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34303ed8-0fda-4136-9b65-fbda791bca72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:02:15Z', 'updated_at': '2021-07-14T09:03:24Z', 'revision_number': 1, 'project_id': '8050cf63175f42718fc254b7c67d228f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38d0f0c-d0aa-465f-900b-0a6984bb9057', 'name': '', 'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'mac_address': 'fa:16:3e:cd:03:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '704ebd5f-63af-4ec7-9724-fb32bd7b2c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:27Z', 'updated_at': '2021-07-14T09:01:36Z', 'revision_number': 5, 'project_id': '8050cf63175f42718fc254b7c67d228f', 'subnets': [{'id': '704ebd5f-63af-4ec7-9724-fb32bd7b2c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:26.314104 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-e7d15f08-42f0-4b6a-b384-11d546ca18b1 service neutron] Port f16b59eb-59b6-43d7-a2cf-f8bf1a50238c on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:03:26.315258 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-e7d15f08-42f0-4b6a-b384-11d546ca18b1 service neutron] Attempting to bind port f16b59eb-59b6-43d7-a2cf-f8bf1a50238c on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:26.338943 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-e7d15f08-42f0-4b6a-b384-11d546ca18b1 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:26.339295 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-e7d15f08-42f0-4b6a-b384-11d546ca18b1 service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:26.339717 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-e7d15f08-42f0-4b6a-b384-11d546ca18b1 service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:26.340172 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-e7d15f08-42f0-4b6a-b384-11d546ca18b1 service neutron] Bound port: f16b59eb-59b6-43d7-a2cf-f8bf1a50238c, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:26.340537 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-e7d15f08-42f0-4b6a-b384-11d546ca18b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:26.354101 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adeb65e-95a9-40cf-b4b6-0fd518aa5569 None None] Checking router: 3377a935-27cd-452b-9fc4-a3b80ffdf1fb for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:03:26.381850 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=acf818c6-cf18-4299-8531-6530ffab49ca,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:26.386535 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adeb65e-95a9-40cf-b4b6-0fd518aa5569 None None] Routers {'3377a935-27cd-452b-9fc4-a3b80ffdf1fb'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:03:26.387156 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7adeb65e-95a9-40cf-b4b6-0fd518aa5569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:03:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['3377a935-27cd-452b-9fc4-a3b80ffdf1fb'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:26.438568 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 08996a8b-44c0-48d2-ad1b-ed0deb51ac3a completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:26.448087 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 08996a8b-44c0-48d2-ad1b-ed0deb51ac3a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:26.448087 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:26.556361 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-7adeb65e-95a9-40cf-b4b6-0fd518aa5569 None None] Set router 3377a935-27cd-452b-9fc4-a3b80ffdf1fb gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:03:26.558979 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e8cc41-804c-4a55-be7f-c501fd8a5fe8 x-openstack-request-id: req-a3e8cc41-804c-4a55-be7f-c501fd8a5fe8 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:26.558979 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "tag": "e7df2505-e3c5-46da-b5e6-982dcb48a64f", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:26.558979 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3e8cc41-804c-4a55-be7f-c501fd8a5fe8 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:26.558979 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'tag': 'e7df2505-e3c5-46da-b5e6-982dcb48a64f', 'status': 'completed', 'code': 200} Jul 14 09:03:26.678940 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:26.684685 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d05b2f0-20f0-474f-8c34-123cb1aa98bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf818c6-cf18-4299-8531-6530ffab49ca'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:26.687222 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cdb7ee-afe0-4f76-bf09-0568b672a9eb" -d '{"events": [{"server_uuid": "5d05b2f0-20f0-474f-8c34-123cb1aa98bf", "name": "network-vif-plugged", "status": "completed", "tag": "acf818c6-cf18-4299-8531-6530ffab49ca"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:26.774524 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05389358-41b7-4f26-9017-9ea447b19cdc req-7d5ff045-3755-40b6-9445-6565638e8c83 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:26.781784 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-05389358-41b7-4f26-9017-9ea447b19cdc req-7d5ff045-3755-40b6-9445-6565638e8c83 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d766dac-e9c5-4196-8809-c0334627b60b HTTP/1.1" status: 200 len: 947 time: 0.6375926 Jul 14 09:03:26.784760 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 08996a8b-44c0-48d2-ad1b-ed0deb51ac3a, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=08996a8b-44c0-48d2-ad1b-ed0deb51ac3a,segment=NetworkSegment(dad7ee4f-541a-4af9-b697-d6e3dd259730),segment_id=dad7ee4f-541a-4af9-b697-d6e3dd259730)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:26.791790 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:26.860482 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-33c57892-1618-47af-ade9-c4f996aecfce req-eafeea0b-ac9f-465c-92be-b640ea2650e2 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Deleting port c38d76b0-2d1b-453d-b9c1-c405b92d6f41 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:03:26.860888 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-33c57892-1618-47af-ade9-c4f996aecfce req-eafeea0b-ac9f-465c-92be-b640ea2650e2 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:26.960794 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-e7d15f08-42f0-4b6a-b384-11d546ca18b1 service neutron] For port f16b59eb-59b6-43d7-a2cf-f8bf1a50238c, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:26.975456 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-05389358-41b7-4f26-9017-9ea447b19cdc req-d6e03824-aa4d-46ab-baa8-04c9d501d08a tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926835 Jul 14 09:03:26.999229 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-e7d15f08-42f0-4b6a-b384-11d546ca18b1 service neutron] For port f16b59eb-59b6-43d7-a2cf-f8bf1a50238c, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f16b59eb-59b6-43d7-a2cf-f8bf1a50238c,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:27.004705 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=08996a8b-44c0-48d2-ad1b-ed0deb51ac3a,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:27.015136 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a470ee1c-723d-4506-a815-f2f5d0767b51 req-b9f16543-4549-4ee3-9b92-08483c879271 tempest-SecurityGroupsNegativeTestJSON-1374500279 tempest-SecurityGroupsNegativeTestJSON-1374500279-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d460244e0b54465b8af2a7b856b0d350 HTTP/1.1" status: 200 len: 2984 time: 0.2208650 Jul 14 09:03:27.036610 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-e7d15f08-42f0-4b6a-b384-11d546ca18b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:27.097984 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7adeb65e-95a9-40cf-b4b6-0fd518aa5569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2108743724-router', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '3ea0d143-bc3b-4098-954d-9dfe9ed37338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:01:19Z', 'updated_at': '2021-07-14T09:01:28Z', 'revision_number': 4, 'project_id': '8050cf63175f42718fc254b7c67d228f', 'gw_port': {'id': '3ea0d143-bc3b-4098-954d-9dfe9ed37338', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:22Z', 'updated_at': '2021-07-14T09:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'c0617e93-cf6c-480e-85d6-0045aff51bed', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'port_id': 'e7df2505-e3c5-46da-b5e6-982dcb48a64f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e', 'mac_address': 'fa:16:3e:02:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34303ed8-0fda-4136-9b65-fbda791bca72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:02:15Z', 'updated_at': '2021-07-14T09:03:24Z', 'revision_number': 1, 'project_id': '8050cf63175f42718fc254b7c67d228f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38d0f0c-d0aa-465f-900b-0a6984bb9057', 'name': '', 'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'mac_address': 'fa:16:3e:cd:03:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '704ebd5f-63af-4ec7-9724-fb32bd7b2c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:27Z', 'updated_at': '2021-07-14T09:01:36Z', 'revision_number': 5, 'project_id': '8050cf63175f42718fc254b7c67d228f', 'subnets': [{'id': '704ebd5f-63af-4ec7-9724-fb32bd7b2c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:27.127861 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adeb65e-95a9-40cf-b4b6-0fd518aa5569 None None] The sync data for ids ['3377a935-27cd-452b-9fc4-a3b80ffdf1fb'] in n-d-771362-35 is: [{'id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2108743724-router', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '3ea0d143-bc3b-4098-954d-9dfe9ed37338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:01:19Z', 'updated_at': '2021-07-14T09:01:28Z', 'revision_number': 4, 'project_id': '8050cf63175f42718fc254b7c67d228f', 'gw_port': {'id': '3ea0d143-bc3b-4098-954d-9dfe9ed37338', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:22Z', 'updated_at': '2021-07-14T09:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'c0617e93-cf6c-480e-85d6-0045aff51bed', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'port_id': 'e7df2505-e3c5-46da-b5e6-982dcb48a64f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e', 'mac_address': 'fa:16:3e:02:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34303ed8-0fda-4136-9b65-fbda791bca72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:02:15Z', 'updated_at': '2021-07-14T09:03:24Z', 'revision_number': 1, 'project_id': '8050cf63175f42718fc254b7c67d228f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38d0f0c-d0aa-465f-900b-0a6984bb9057', 'name': '', 'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'mac_address': 'fa:16:3e:cd:03:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '704ebd5f-63af-4ec7-9724-fb32bd7b2c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:27Z', 'updated_at': '2021-07-14T09:01:36Z', 'revision_number': 5, 'project_id': '8050cf63175f42718fc254b7c67d228f', 'subnets': [{'id': '704ebd5f-63af-4ec7-9724-fb32bd7b2c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:03:27.132885 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-33c57892-1618-47af-ade9-c4f996aecfce req-eafeea0b-ac9f-465c-92be-b640ea2650e2 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] For port c38d76b0-2d1b-453d-b9c1-c405b92d6f41, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c38d76b0-2d1b-453d-b9c1-c405b92d6f41,segment=NetworkSegment(42f82b8e-0ba0-420a-b714-d8cb21490204),segment_id=42f82b8e-0ba0-420a-b714-d8cb21490204)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:27.132885 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-33c57892-1618-47af-ade9-c4f996aecfce req-eafeea0b-ac9f-465c-92be-b640ea2650e2 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:27.136532 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-e7d15f08-42f0-4b6a-b384-11d546ca18b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:27.137225 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-e7d15f08-42f0-4b6a-b384-11d546ca18b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:27.138945 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-e7d15f08-42f0-4b6a-b384-11d546ca18b1 service neutron] 10.222.0.47 "PUT /v2.0/ports/f16b59eb-59b6-43d7-a2cf-f8bf1a50238c HTTP/1.1" status: 200 len: 1096 time: 2.1814048 Jul 14 09:03:27.139427 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d766dac-e9c5-4196-8809-c0334627b60b', 'tag': 'f16b59eb-59b6-43d7-a2cf-f8bf1a50238c'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:27.145847 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983a5405-16f2-4280-b99a-3d904ec2a000" -d '{"events": [{"name": "network-changed", "server_uuid": "2d766dac-e9c5-4196-8809-c0334627b60b", "tag": "f16b59eb-59b6-43d7-a2cf-f8bf1a50238c"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:27.168233 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97d6f7-7dc3-4ab4-8f63-7f1e85b9ea5c req-735b4b5c-01ad-47fc-871a-41b4ec848c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:27.169246 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97d6f7-7dc3-4ab4-8f63-7f1e85b9ea5c req-735b4b5c-01ad-47fc-871a-41b4ec848c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:27.170215 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97d6f7-7dc3-4ab4-8f63-7f1e85b9ea5c req-735b4b5c-01ad-47fc-871a-41b4ec848c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:27.171042 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97d6f7-7dc3-4ab4-8f63-7f1e85b9ea5c req-735b4b5c-01ad-47fc-871a-41b4ec848c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:27.171923 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97d6f7-7dc3-4ab4-8f63-7f1e85b9ea5c req-735b4b5c-01ad-47fc-871a-41b4ec848c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:27.172956 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97d6f7-7dc3-4ab4-8f63-7f1e85b9ea5c req-735b4b5c-01ad-47fc-871a-41b4ec848c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:27.173897 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97d6f7-7dc3-4ab4-8f63-7f1e85b9ea5c req-735b4b5c-01ad-47fc-871a-41b4ec848c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:27.180024 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f97d6f7-7dc3-4ab4-8f63-7f1e85b9ea5c req-735b4b5c-01ad-47fc-871a-41b4ec848c41 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8050cf63175f42718fc254b7c67d228f&device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 6508 time: 0.4152260 Jul 14 09:03:27.200899 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d15f08-42f0-4b6a-b384-11d546ca18b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f16b59eb-59b6-43d7-a2cf-f8bf1a50238c,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:27.266726 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-33c57892-1618-47af-ade9-c4f996aecfce req-eafeea0b-ac9f-465c-92be-b640ea2650e2 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Calling delete_port for c38d76b0-2d1b-453d-b9c1-c405b92d6f41 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:03:27.418531 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24af590-b9cb-41ab-afdc-1cb29542ab22 None None] New status for floating IP c0617e93-cf6c-480e-85d6-0045aff51bed: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:03:27.422818 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a470ee1c-723d-4506-a815-f2f5d0767b51 req-840404b3-db5f-49db-991f-dd46e08128d8 tempest-SecurityGroupsNegativeTestJSON-1374500279 tempest-SecurityGroupsNegativeTestJSON-1374500279-project] 10.222.0.25 "GET /v2.0/security-groups/bcd655e7-1bbb-4054-b740-9e83ffa01350 HTTP/1.1" status: 200 len: 2981 time: 0.4064486 Jul 14 09:03:27.683467 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac11279-dd7d-40bd-aa5e-1ec807a76da4 req-25ea15a0-bc40-4d88-a779-c96b28808ed0 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:27.685018 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ac11279-dd7d-40bd-aa5e-1ec807a76da4 req-25ea15a0-bc40-4d88-a779-c96b28808ed0 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a69923c-f403-489e-9665-205a94e63048 HTTP/1.1" status: 200 len: 945 time: 0.5285406 Jul 14 09:03:27.699403 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a470ee1c-723d-4506-a815-f2f5d0767b51 req-2e78c6a9-dcdf-49f0-b9d4-dc142de6b65c tempest-SecurityGroupsNegativeTestJSON-1374500279 tempest-SecurityGroupsNegativeTestJSON-1374500279-project] 10.222.0.25 "GET /v2.0/security-groups/bcd655e7-1bbb-4054-b740-9e83ffa01350 HTTP/1.1" status: 200 len: 2981 time: 0.2587581 Jul 14 09:03:27.703885 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97d6f7-7dc3-4ab4-8f63-7f1e85b9ea5c req-da5c295e-8b4d-4830-8a64-d5fa6043a4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:27.705375 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f97d6f7-7dc3-4ab4-8f63-7f1e85b9ea5c req-da5c295e-8b4d-4830-8a64-d5fa6043a4c9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fd6f44a4-b526-4db7-81df-370c1f70c73e HTTP/1.1" status: 200 len: 917 time: 0.4673409 Jul 14 09:03:27.746571 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-c9a39bf4-35f5-4389-9fae-2a4bdb714c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:27.748664 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-c9a39bf4-35f5-4389-9fae-2a4bdb714c0e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&device_id=2d766dac-e9c5-4196-8809-c0334627b60b HTTP/1.1" status: 200 len: 1099 time: 0.5119798 Jul 14 09:03:27.765763 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:03:27.865502 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-491d98a2-c1d3-4ab8-81c8-38a8bcd3d063 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=f16b59eb-59b6-43d7-a2cf-f8bf1a50238c HTTP/1.1" status: 200 len: 217 time: 0.0813639 Jul 14 09:03:27.873563 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ac11279-dd7d-40bd-aa5e-1ec807a76da4 req-4bf85a76-c47e-44e5-bd28-37361d9b7342 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce954e9-2318-4328-b1c9-70614659dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781721 Jul 14 09:03:27.878793 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58216c05-7e59-42b7-abc8-095b0e1634e6 x-openstack-request-id: req-58216c05-7e59-42b7-abc8-095b0e1634e6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:27.879325 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d05b2f0-20f0-474f-8c34-123cb1aa98bf", "name": "network-vif-plugged", "status": "completed", "tag": "acf818c6-cf18-4299-8531-6530ffab49ca", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:27.879325 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58216c05-7e59-42b7-abc8-095b0e1634e6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:27.879745 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d05b2f0-20f0-474f-8c34-123cb1aa98bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf818c6-cf18-4299-8531-6530ffab49ca', 'code': 200} Jul 14 09:03:27.902096 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f97d6f7-7dc3-4ab4-8f63-7f1e85b9ea5c req-bc32e498-ad5c-46d8-878a-d5fb205195f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7df2505-e3c5-46da-b5e6-982dcb48a64f HTTP/1.1" status: 200 len: 1002 time: 0.1700907 Jul 14 09:03:27.958879 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8da298a-7856-4c99-990f-fc50b4689022 x-openstack-request-id: req-f8da298a-7856-4c99-990f-fc50b4689022 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:27.959174 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d766dac-e9c5-4196-8809-c0334627b60b", "tag": "f16b59eb-59b6-43d7-a2cf-f8bf1a50238c", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:27.959428 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8da298a-7856-4c99-990f-fc50b4689022 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:27.959846 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d766dac-e9c5-4196-8809-c0334627b60b', 'tag': 'f16b59eb-59b6-43d7-a2cf-f8bf1a50238c', 'status': 'completed', 'code': 200} Jul 14 09:03:27.988820 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-33c57892-1618-47af-ade9-c4f996aecfce req-eafeea0b-ac9f-465c-92be-b640ea2650e2 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:28.000912 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-9e2d8dbf-b28f-4651-9f92-f50829cf3d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:28.003023 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-9e2d8dbf-b28f-4651-9f92-f50829cf3d3e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1156745 Jul 14 09:03:28.005948 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97d6f7-7dc3-4ab4-8f63-7f1e85b9ea5c req-9e223c2a-9084-4646-b1ac-bd8bbf3fd5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:28.007376 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f97d6f7-7dc3-4ab4-8f63-7f1e85b9ea5c req-9e223c2a-9084-4646-b1ac-bd8bbf3fd5e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=704ebd5f-63af-4ec7-9724-fb32bd7b2c9a HTTP/1.1" status: 200 len: 856 time: 0.0822232 Jul 14 09:03:28.047033 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafeea0b-ac9f-465c-92be-b640ea2650e2 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Pushing event deleted for resources: {'Port': ['ID=c38d76b0-2d1b-453d-b9c1-c405b92d6f41,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:28.203090 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c57892-1618-47af-ade9-c4f996aecfce req-eafeea0b-ac9f-465c-92be-b640ea2650e2 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] No DVR routers for this DVR port c38d76b0-2d1b-453d-b9c1-c405b92d6f41 on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:03:28.211940 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-33c57892-1618-47af-ade9-c4f996aecfce req-eafeea0b-ac9f-465c-92be-b640ea2650e2 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:28.213839 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33c57892-1618-47af-ade9-c4f996aecfce req-eafeea0b-ac9f-465c-92be-b640ea2650e2 tempest-VolumesAdminNegativeTest-1116989916 tempest-VolumesAdminNegativeTest-1116989916-project] 10.222.0.44 "DELETE /v2.0/ports/c38d76b0-2d1b-453d-b9c1-c405b92d6f41 HTTP/1.1" status: 204 len: 173 time: 2.0787294 Jul 14 09:03:28.252293 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33a07488-ead1-4779-8141-dcb4425a06bb req-2ea80d47-9188-47c8-a388-9d566949c078 tempest-SecurityGroupsNegativeTestJSON-1374500279 tempest-SecurityGroupsNegativeTestJSON-1374500279-project] 10.222.0.25 "GET /v2.0/security-groups/bcd655e7-1bbb-4054-b740-9e83ffa01350 HTTP/1.1" status: 200 len: 2981 time: 0.1315939 Jul 14 09:03:28.282587 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97d6f7-7dc3-4ab4-8f63-7f1e85b9ea5c req-afe6f241-efdc-4d1c-8394-42b7c9cffb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:28.284403 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f97d6f7-7dc3-4ab4-8f63-7f1e85b9ea5c req-afe6f241-efdc-4d1c-8394-42b7c9cffb09 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fd6f44a4-b526-4db7-81df-370c1f70c73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2538989 Jul 14 09:03:28.303421 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf76713-19f5-4dc9-8c03-9ffe099cb63b req-537ae334-c9b3-4d1f-9ec7-9fbde779b8ea tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:28.309349 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf76713-19f5-4dc9-8c03-9ffe099cb63b req-537ae334-c9b3-4d1f-9ec7-9fbde779b8ea tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:28.315332 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf76713-19f5-4dc9-8c03-9ffe099cb63b req-537ae334-c9b3-4d1f-9ec7-9fbde779b8ea tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:28.317183 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bbf76713-19f5-4dc9-8c03-9ffe099cb63b req-537ae334-c9b3-4d1f-9ec7-9fbde779b8ea tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 2417 time: 0.2880657 Jul 14 09:03:28.329967 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-74513d96-517d-4a03-bfff-4eee81f8d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:28.331649 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-74513d96-517d-4a03-bfff-4eee81f8d5c6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3036392 Jul 14 09:03:28.520939 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bbf76713-19f5-4dc9-8c03-9ffe099cb63b req-4ef6f6d7-ab0f-4279-b06c-4293d514920e tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835775 Jul 14 09:03:28.532511 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-33a07488-ead1-4779-8141-dcb4425a06bb req-1a1fba98-680e-4281-a87b-69c596ab5645 tempest-SecurityGroupsNegativeTestJSON-1374500279 tempest-SecurityGroupsNegativeTestJSON-1374500279-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 09:03:28.533544 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33a07488-ead1-4779-8141-dcb4425a06bb req-1a1fba98-680e-4281-a87b-69c596ab5645 tempest-SecurityGroupsNegativeTestJSON-1374500279 tempest-SecurityGroupsNegativeTestJSON-1374500279-project] 10.222.0.25 "DELETE /v2.0/security-groups/bcd655e7-1bbb-4054-b740-9e83ffa01350 HTTP/1.1" status: 409 len: 352 time: 0.2717726 Jul 14 09:03:28.571798 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f97d6f7-7dc3-4ab4-8f63-7f1e85b9ea5c req-60c31424-7579-4bfd-8036-805931260bd0 service neutron] 10.222.0.44 "GET /v2.0/networks/fd6f44a4-b526-4db7-81df-370c1f70c73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509284 Jul 14 09:03:28.574543 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-6a99067c-ce88-45e2-9d63-6ec25e959bf3 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849885 Jul 14 09:03:28.911089 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f97d6f7-7dc3-4ab4-8f63-7f1e85b9ea5c req-82c9895d-f40a-4db5-a6ff-fd1b7a899f20 service neutron] 10.222.0.44 "GET /v2.0/networks/fd6f44a4-b526-4db7-81df-370c1f70c73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308871 Jul 14 09:03:28.914177 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4dc6402d-6542-4c84-bb8d-9bf8cf9b0371 req-ebfaa4ee-505e-489d-8be0-f712121e2c56 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184538 Jul 14 09:03:28.940438 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238d96c-9c08-441e-a170-0ef6d0750eff req-cf2886be-d745-4c96-818b-3fc824ba9eff tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:28.943077 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8238d96c-9c08-441e-a170-0ef6d0750eff req-cf2886be-d745-4c96-818b-3fc824ba9eff tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d766dac-e9c5-4196-8809-c0334627b60b HTTP/1.1" status: 200 len: 947 time: 0.2602022 Jul 14 09:03:29.020871 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-e268f17c-b586-4b2d-98d7-cddff06c69f0 req-c681721a-1b64-4fd6-a030-7fa525cb0d90 tempest-SecurityGroupsNegativeTestJSON-1374500279 tempest-SecurityGroupsNegativeTestJSON-1374500279-project] show failed (client error): The resource could not be found. Jul 14 09:03:29.020871 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e268f17c-b586-4b2d-98d7-cddff06c69f0 req-c681721a-1b64-4fd6-a030-7fa525cb0d90 tempest-SecurityGroupsNegativeTestJSON-1374500279 tempest-SecurityGroupsNegativeTestJSON-1374500279-project] 10.222.0.25 "GET /v2.0/security-groups/9851000a-f674-476a-bcff-53586b287dce HTTP/1.1" status: 404 len: 352 time: 0.0271165 Jul 14 09:03:29.035037 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8238d96c-9c08-441e-a170-0ef6d0750eff req-29536007-6075-420f-a558-76b22d5902c3 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821607 Jul 14 09:03:29.192816 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a5405-16f2-4280-b99a-3d904ec2a000 req-38b8fb42-a14e-4159-8cbb-954226bf82e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:29.196398 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-983a5405-16f2-4280-b99a-3d904ec2a000 req-38b8fb42-a14e-4159-8cbb-954226bf82e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&device_id=2d766dac-e9c5-4196-8809-c0334627b60b HTTP/1.1" status: 200 len: 1099 time: 0.0754631 Jul 14 09:03:29.197677 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60104) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:29.358039 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-189625b7-007b-40e9-a109-1f668e996f14 req-3a7ed640-0e4e-49ef-ad39-ca9df5a4c6d3 tempest-SecurityGroupsNegativeTestJSON-1374500279 tempest-SecurityGroupsNegativeTestJSON-1374500279-project] show failed (client error): The resource could not be found. Jul 14 09:03:29.360015 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-189625b7-007b-40e9-a109-1f668e996f14 req-3a7ed640-0e4e-49ef-ad39-ca9df5a4c6d3 tempest-SecurityGroupsNegativeTestJSON-1374500279 tempest-SecurityGroupsNegativeTestJSON-1374500279-project] 10.222.0.25 "GET /v2.0/security-groups/82eee4cd-15ad-4204-9aa4-5061c88a8885 HTTP/1.1" status: 404 len: 352 time: 0.1409376 Jul 14 09:03:29.377067 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60106) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:29.382057 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a854215-7880-4eb7-b9e5-828c6d42ed50 admin admin] Deleting subnet c989bd37-e216-417a-93b9-04dbf2869cd2 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:03:29.385992 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a854215-7880-4eb7-b9e5-828c6d42ed50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:29.425462 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a854215-7880-4eb7-b9e5-828c6d42ed50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:29.433660 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f255394b-1ffd-4aca-af61-b12246453e4e admin admin] Deleting subnet 3d7c519c-95c6-4a9b-b254-ca7c4371768e {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:03:29.440842 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f255394b-1ffd-4aca-af61-b12246453e4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:29.513188 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a854215-7880-4eb7-b9e5-828c6d42ed50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:29.518756 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f255394b-1ffd-4aca-af61-b12246453e4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:29.571132 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f255394b-1ffd-4aca-af61-b12246453e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:29.648389 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c38d76b0-2d1b-453d-b9c1-c405b92d6f41 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:03:29.649302 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f255394b-1ffd-4aca-af61-b12246453e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:29.665817 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a854215-7880-4eb7-b9e5-828c6d42ed50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:29.681016 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255394b-1ffd-4aca-af61-b12246453e4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d7c519c-95c6-4a9b-b254-ca7c4371768e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:29.684101 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f255394b-1ffd-4aca-af61-b12246453e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:29.686679 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f255394b-1ffd-4aca-af61-b12246453e4e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3d7c519c-95c6-4a9b-b254-ca7c4371768e HTTP/1.1" status: 204 len: 168 time: 0.3079050 Jul 14 09:03:29.691941 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60110) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:29.772139 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: c38d76b0-2d1b-453d-b9c1-c405b92d6f41 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:03:29.780941 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c38d76b0-2d1b-453d-b9c1-c405b92d6f41 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:03:29.782270 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e257eb6-6b97-422a-95dd-796a85aaded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:29.880988 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d05b2f0-20f0-474f-8c34-123cb1aa98bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08996a8b-44c0-48d2-ad1b-ed0deb51ac3a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:29.884846 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a417f0-475f-4d49-95f2-74e7f1cb96a0" -d '{"events": [{"server_uuid": "5d05b2f0-20f0-474f-8c34-123cb1aa98bf", "name": "network-vif-plugged", "status": "completed", "tag": "08996a8b-44c0-48d2-ad1b-ed0deb51ac3a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:29.910135 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e257eb6-6b97-422a-95dd-796a85aaded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:29.922114 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-0e257eb6-6b97-422a-95dd-796a85aaded2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68df6654-38c7-42b7-8ba0-97dffdff49b3']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:29.933591 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-0e257eb6-6b97-422a-95dd-796a85aaded2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea6fbd0-f661-4439-b2d1-a92309bbd9ec') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:29.933878 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-0e257eb6-6b97-422a-95dd-796a85aaded2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea6fbd0-f661-4439-b2d1-a92309bbd9ec') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:29.944590 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e257eb6-6b97-422a-95dd-796a85aaded2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:29.960428 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e257eb6-6b97-422a-95dd-796a85aaded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:29.971281 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e257eb6-6b97-422a-95dd-796a85aaded2 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:03:29.972112 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e257eb6-6b97-422a-95dd-796a85aaded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:03:29.974428 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:03:30.047318 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e257eb6-6b97-422a-95dd-796a85aaded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.053585 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e257eb6-6b97-422a-95dd-796a85aaded2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.055805 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0e257eb6-6b97-422a-95dd-796a85aaded2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/68df6654-38c7-42b7-8ba0-97dffdff49b3 HTTP/1.1" status: 204 len: 168 time: 0.3628767 Jul 14 09:03:30.070121 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e257eb6-6b97-422a-95dd-796a85aaded2 admin admin] Pushing event deleted for resources: {'Network': ['ID=68df6654-38c7-42b7-8ba0-97dffdff49b3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:30.097597 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a69923c-f403-489e-9665-205a94e63048', 'name': 'network-vif-deleted', 'tag': 'c38d76b0-2d1b-453d-b9c1-c405b92d6f41'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:30.100274 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d477f4c-404f-4d47-a645-30ed691641c0" -d '{"events": [{"server_uuid": "1a69923c-f403-489e-9665-205a94e63048", "name": "network-vif-deleted", "tag": "c38d76b0-2d1b-453d-b9c1-c405b92d6f41"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:30.112879 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a854215-7880-4eb7-b9e5-828c6d42ed50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c989bd37-e216-417a-93b9-04dbf2869cd2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:30.122867 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4bda8-bc3d-466d-8535-29a25127c7d6 req-ac9fdece-e679-447f-a003-47e239083896 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:30.127998 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-31a4bda8-bc3d-466d-8535-29a25127c7d6 req-ac9fdece-e679-447f-a003-47e239083896 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc90628-d9b6-419e-ae61-8040965c856a HTTP/1.1" status: 200 len: 945 time: 0.8112981 Jul 14 09:03:30.132613 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a854215-7880-4eb7-b9e5-828c6d42ed50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.135364 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2a854215-7880-4eb7-b9e5-828c6d42ed50 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c989bd37-e216-417a-93b9-04dbf2869cd2 HTTP/1.1" status: 204 len: 168 time: 0.9357920 Jul 14 09:03:30.138201 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60122) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:30.157068 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a5405-16f2-4280-b99a-3d904ec2a000 req-089eeb15-1312-4b9f-b2c9-50b018cd55ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:30.158864 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-983a5405-16f2-4280-b99a-3d904ec2a000 req-089eeb15-1312-4b9f-b2c9-50b018cd55ab service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.9506068 Jul 14 09:03:30.248478 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-132be925-1a8a-41f5-987f-413bc6b5dcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.271650 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-983a5405-16f2-4280-b99a-3d904ec2a000 req-b36a68e2-2ae5-43a4-95d5-be22dff51828 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=f16b59eb-59b6-43d7-a2cf-f8bf1a50238c HTTP/1.1" status: 200 len: 217 time: 0.0664644 Jul 14 09:03:30.279517 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-31a4bda8-bc3d-466d-8535-29a25127c7d6 req-380e0190-fcfd-48f5-857a-4813ff1f48d6 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.25 "GET /v2.0/security-groups?id=119b4a37-40bf-448c-822d-627be8812704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260786 Jul 14 09:03:30.307328 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60126) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:30.363456 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1dbf2-975c-4f63-9e6e-c8f425dd6294 req-e97197fe-5a15-4a17-a40a-c96e82037ae1 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:30.369601 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1dbf2-975c-4f63-9e6e-c8f425dd6294 req-e97197fe-5a15-4a17-a40a-c96e82037ae1 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:30.378301 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1dbf2-975c-4f63-9e6e-c8f425dd6294 req-e97197fe-5a15-4a17-a40a-c96e82037ae1 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:30.385487 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1e1dbf2-975c-4f63-9e6e-c8f425dd6294 req-e97197fe-5a15-4a17-a40a-c96e82037ae1 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 2417 time: 0.2804387 Jul 14 09:03:30.394551 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1f807e-fba7-464c-b42a-2d9cd808aeef x-openstack-request-id: req-5a1f807e-fba7-464c-b42a-2d9cd808aeef {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:30.394882 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d05b2f0-20f0-474f-8c34-123cb1aa98bf", "name": "network-vif-plugged", "status": "completed", "tag": "08996a8b-44c0-48d2-ad1b-ed0deb51ac3a", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:30.395161 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a1f807e-fba7-464c-b42a-2d9cd808aeef {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:30.395577 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d05b2f0-20f0-474f-8c34-123cb1aa98bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08996a8b-44c0-48d2-ad1b-ed0deb51ac3a', 'code': 200} Jul 14 09:03:30.470361 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c372d49a-1763-4a2e-a0c0-571af3ec1606 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d460244e0b54465b8af2a7b856b0d350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1614740 Jul 14 09:03:30.474836 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60128) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:30.508043 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1e1dbf2-975c-4f63-9e6e-c8f425dd6294 req-ed3b3cf0-ca59-447b-b7fb-3480fd08d6cb tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188798 Jul 14 09:03:30.530256 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a5405-16f2-4280-b99a-3d904ec2a000 req-9fe3862a-533e-41cd-86c1-eab7220a19d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:30.531832 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-983a5405-16f2-4280-b99a-3d904ec2a000 req-9fe3862a-533e-41cd-86c1-eab7220a19d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.2506523 Jul 14 09:03:30.539718 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-132be925-1a8a-41f5-987f-413bc6b5dcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.550366 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-132be925-1a8a-41f5-987f-413bc6b5dcae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ab83ca-9b3a-4070-8715-c3441ac2259c']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:30.563233 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-132be925-1a8a-41f5-987f-413bc6b5dcae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f82b8e-0ba0-420a-b714-d8cb21490204') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:30.563759 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-132be925-1a8a-41f5-987f-413bc6b5dcae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f82b8e-0ba0-420a-b714-d8cb21490204') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:30.573666 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-132be925-1a8a-41f5-987f-413bc6b5dcae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.588928 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-132be925-1a8a-41f5-987f-413bc6b5dcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.597690 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-132be925-1a8a-41f5-987f-413bc6b5dcae admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:03:30.598273 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-132be925-1a8a-41f5-987f-413bc6b5dcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.604058 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9ea4b2-a9d0-41d9-9f2c-bb71751dd4f4 x-openstack-request-id: req-0f9ea4b2-a9d0-41d9-9f2c-bb71751dd4f4 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:30.604395 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a69923c-f403-489e-9665-205a94e63048", "name": "network-vif-deleted", "tag": "c38d76b0-2d1b-453d-b9c1-c405b92d6f41", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:30.604643 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f9ea4b2-a9d0-41d9-9f2c-bb71751dd4f4 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:30.605041 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a69923c-f403-489e-9665-205a94e63048', 'name': 'network-vif-deleted', 'tag': 'c38d76b0-2d1b-453d-b9c1-c405b92d6f41', 'status': 'completed', 'code': 200} Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:03:30.654180 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:03:30.661746 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-132be925-1a8a-41f5-987f-413bc6b5dcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.721469 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-132be925-1a8a-41f5-987f-413bc6b5dcae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.726646 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-132be925-1a8a-41f5-987f-413bc6b5dcae admin admin] 10.222.0.25 "DELETE /v2.0/networks/06ab83ca-9b3a-4070-8715-c3441ac2259c HTTP/1.1" status: 204 len: 168 time: 0.5844607 Jul 14 09:03:30.734822 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60132) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:30.749487 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132be925-1a8a-41f5-987f-413bc6b5dcae admin admin] Pushing event deleted for resources: {'Network': ['ID=06ab83ca-9b3a-4070-8715-c3441ac2259c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:30.799776 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c5aaa-a6fc-4ba5-ac1d-08eb2bf23780 req-1681e33c-a102-42c6-8f88-8066bea6cab5 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:30.801528 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3b5c5aaa-a6fc-4ba5-ac1d-08eb2bf23780 req-1681e33c-a102-42c6-8f88-8066bea6cab5 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fc90628-d9b6-419e-ae61-8040965c856a HTTP/1.1" status: 200 len: 945 time: 0.1371915 Jul 14 09:03:30.820253 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a5405-16f2-4280-b99a-3d904ec2a000 req-73cea04a-e1fa-46c7-a05f-2d2b59d69751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:30.821799 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-983a5405-16f2-4280-b99a-3d904ec2a000 req-73cea04a-e1fa-46c7-a05f-2d2b59d69751 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2677970 Jul 14 09:03:30.822577 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4e3ff27-5d70-4ce2-b827-e26d791944ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.845192 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae2c2e-f942-44d3-81ee-da8e65eff4a3 req-f5b7027f-40da-405c-8464-15f5ee713458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:30.847537 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae2c2e-f942-44d3-81ee-da8e65eff4a3 req-f5b7027f-40da-405c-8464-15f5ee713458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:30.847537 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae2c2e-f942-44d3-81ee-da8e65eff4a3 req-f5b7027f-40da-405c-8464-15f5ee713458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:30.849625 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9dae2c2e-f942-44d3-81ee-da8e65eff4a3 req-f5b7027f-40da-405c-8464-15f5ee713458 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 2873 time: 0.2649088 Jul 14 09:03:30.941579 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b5b7b7-b03a-49e2-b2c9-91b1478535b7 admin admin] Deleting subnet c3b5a810-14e2-4333-ad1d-2b277c6fd376 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:03:30.950294 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4e3ff27-5d70-4ce2-b827-e26d791944ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.956524 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74b5b7b7-b03a-49e2-b2c9-91b1478535b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.963324 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-3b5c5aaa-a6fc-4ba5-ac1d-08eb2bf23780 req-14a519d9-e81f-404e-959b-126cfc282364 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Deleting port 6471a500-f123-42dd-a544-b81dbfccd194 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:03:30.963916 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3b5c5aaa-a6fc-4ba5-ac1d-08eb2bf23780 req-14a519d9-e81f-404e-959b-126cfc282364 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:31.001653 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3e516-84f8-4d49-9118-bc48e912688a req-af409294-c39e-4a39-bf28-d2603797dbd4 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:31.003267 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-95b3e516-84f8-4d49-9118-bc48e912688a req-af409294-c39e-4a39-bf28-d2603797dbd4 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d766dac-e9c5-4196-8809-c0334627b60b HTTP/1.1" status: 200 len: 947 time: 0.3613901 Jul 14 09:03:31.072521 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9dae2c2e-f942-44d3-81ee-da8e65eff4a3 req-00b05b35-2b0b-4eab-b930-08adc63f5ada service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013199 Jul 14 09:03:31.083774 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-3b5c5aaa-a6fc-4ba5-ac1d-08eb2bf23780 req-14a519d9-e81f-404e-959b-126cfc282364 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] For port 6471a500-f123-42dd-a544-b81dbfccd194, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=6471a500-f123-42dd-a544-b81dbfccd194,segment=NetworkSegment(d9be8581-349f-4dc4-bc34-3a0ca74f648c),segment_id=d9be8581-349f-4dc4-bc34-3a0ca74f648c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:31.084318 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3b5c5aaa-a6fc-4ba5-ac1d-08eb2bf23780 req-14a519d9-e81f-404e-959b-126cfc282364 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:31.090146 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74b5b7b7-b03a-49e2-b2c9-91b1478535b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:31.110780 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-3b5c5aaa-a6fc-4ba5-ac1d-08eb2bf23780 req-14a519d9-e81f-404e-959b-126cfc282364 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Calling delete_port for 6471a500-f123-42dd-a544-b81dbfccd194 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:03:31.130813 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-983a5405-16f2-4280-b99a-3d904ec2a000 req-96b22188-9e97-445e-b531-d4a8d338b17b service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926407 Jul 14 09:03:31.138009 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-95b3e516-84f8-4d49-9118-bc48e912688a req-a6adaaf8-e45f-4fa1-a8d1-20c5cb533b6f tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253912 Jul 14 09:03:31.158556 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4e3ff27-5d70-4ce2-b827-e26d791944ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:31.161022 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4e3ff27-5d70-4ce2-b827-e26d791944ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:31.162211 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f4e3ff27-5d70-4ce2-b827-e26d791944ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bcd655e7-1bbb-4054-b740-9e83ffa01350 HTTP/1.1" status: 204 len: 168 time: 0.6864331 Jul 14 09:03:31.218481 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3ff27-5d70-4ce2-b827-e26d791944ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd655e7-1bbb-4054-b740-9e83ffa01350,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:31.220740 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74b5b7b7-b03a-49e2-b2c9-91b1478535b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:31.330884 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-983a5405-16f2-4280-b99a-3d904ec2a000 req-b9fbd4b3-c601-4b49-b42c-71bf7d271272 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830709 Jul 14 09:03:31.336854 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74b5b7b7-b03a-49e2-b2c9-91b1478535b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:31.351797 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3b5c5aaa-a6fc-4ba5-ac1d-08eb2bf23780 req-14a519d9-e81f-404e-959b-126cfc282364 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:31.363862 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5b7b7-b03a-49e2-b2c9-91b1478535b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3b5a810-14e2-4333-ad1d-2b277c6fd376,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:31.370516 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74b5b7b7-b03a-49e2-b2c9-91b1478535b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:31.375818 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-74b5b7b7-b03a-49e2-b2c9-91b1478535b7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c3b5a810-14e2-4333-ad1d-2b277c6fd376 HTTP/1.1" status: 204 len: 168 time: 0.6356342 Jul 14 09:03:31.377208 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['6471a500-f123-42dd-a544-b81dbfccd194'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:31.377855 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60140) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:31.461245 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a519d9-e81f-404e-959b-126cfc282364 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Pushing event deleted for resources: {'Port': ['ID=6471a500-f123-42dd-a544-b81dbfccd194,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:31.540328 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5c5aaa-a6fc-4ba5-ac1d-08eb2bf23780 req-14a519d9-e81f-404e-959b-126cfc282364 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] No DVR routers for this DVR port 6471a500-f123-42dd-a544-b81dbfccd194 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:03:31.543999 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3b5c5aaa-a6fc-4ba5-ac1d-08eb2bf23780 req-14a519d9-e81f-404e-959b-126cfc282364 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:31.547111 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3b5c5aaa-a6fc-4ba5-ac1d-08eb2bf23780 req-14a519d9-e81f-404e-959b-126cfc282364 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.47 "DELETE /v2.0/ports/6471a500-f123-42dd-a544-b81dbfccd194 HTTP/1.1" status: 204 len: 173 time: 0.7385559 Jul 14 09:03:31.547688 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc90628-d9b6-419e-ae61-8040965c856a', 'name': 'network-vif-deleted', 'tag': '6471a500-f123-42dd-a544-b81dbfccd194'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:31.549022 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b8ebf40-ecef-432e-9e2a-f5cc0868b5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:31.550354 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea4abd5-c7c8-4418-a481-6f05d305e1d8" -d '{"events": [{"server_uuid": "1fc90628-d9b6-419e-ae61-8040965c856a", "name": "network-vif-deleted", "tag": "6471a500-f123-42dd-a544-b81dbfccd194"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:31.570150 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-77f056b9-2fe1-4022-b6da-b692447ab3ba req-8b4eb14d-d75e-4f28-bf63-e0decdcc4b98 tempest-InstanceActionsNegativeTestJSON-2114038287 tempest-InstanceActionsNegativeTestJSON-2114038287-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc90628-d9b6-419e-ae61-8040965c856a HTTP/1.1" status: 200 len: 210 time: 0.0654521 Jul 14 09:03:31.679979 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device f16b59eb-59b6-43d7-a2cf-f8bf1a50238c details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:03:31.680540 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2679eb04-85ce-4b64-9401-e42769805af0 x-openstack-request-id: req-2679eb04-85ce-4b64-9401-e42769805af0 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:31.680825 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc90628-d9b6-419e-ae61-8040965c856a", "name": "network-vif-deleted", "tag": "6471a500-f123-42dd-a544-b81dbfccd194", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:31.681073 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2679eb04-85ce-4b64-9401-e42769805af0 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:31.681515 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc90628-d9b6-419e-ae61-8040965c856a', 'name': 'network-vif-deleted', 'tag': '6471a500-f123-42dd-a544-b81dbfccd194', 'status': 'completed', 'code': 200} Jul 14 09:03:31.698267 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b8ebf40-ecef-432e-9e2a-f5cc0868b5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:31.730661 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-5b8ebf40-ecef-432e-9e2a-f5cc0868b5b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['097a52ee-5772-491f-a0e8-4e0949ab6763']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:31.815318 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-5b8ebf40-ecef-432e-9e2a-f5cc0868b5b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7cff7f0-38ca-48c9-96d7-1df4654c463d') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:31.816013 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-5b8ebf40-ecef-432e-9e2a-f5cc0868b5b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7cff7f0-38ca-48c9-96d7-1df4654c463d') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:31.850577 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b8ebf40-ecef-432e-9e2a-f5cc0868b5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:31.875697 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port f16b59eb-59b6-43d7-a2cf-f8bf1a50238c, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f16b59eb-59b6-43d7-a2cf-f8bf1a50238c,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:31.888859 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b8ebf40-ecef-432e-9e2a-f5cc0868b5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:31.898174 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'f16b59eb-59b6-43d7-a2cf-f8bf1a50238c', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': 'f16b59eb-59b6-43d7-a2cf-f8bf1a50238c', 'mac_address': 'fa:16:3e:9a:87:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:03:31.911871 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b8ebf40-ecef-432e-9e2a-f5cc0868b5b2 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:03:31.912363 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b8ebf40-ecef-432e-9e2a-f5cc0868b5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:03:31.914372 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:03:31.922640 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:03:31.922640 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:03:31.922640 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:03:31.922640 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:03:31.922640 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:03:31.922640 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:03:31.922640 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:03:31.922640 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:03:31.922640 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:03:31.922640 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:03:31.922640 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:03:31.922640 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:03:31.922640 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:03:31.922640 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:03:31.922640 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:03:31.922640 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:03:31.922640 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:03:31.922640 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:03:31.922640 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:03:31.983367 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cc184-de9d-4bbe-ae2e-6a7f56587027 req-3606d97c-881f-46d4-b362-0a856938ec31 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:31.991235 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cc184-de9d-4bbe-ae2e-6a7f56587027 req-3606d97c-881f-46d4-b362-0a856938ec31 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:31.996254 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:31.997398 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cc184-de9d-4bbe-ae2e-6a7f56587027 req-3606d97c-881f-46d4-b362-0a856938ec31 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:32.008574 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d0cc184-de9d-4bbe-ae2e-6a7f56587027 req-3606d97c-881f-46d4-b362-0a856938ec31 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 2417 time: 0.3000193 Jul 14 09:03:32.023004 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f16b59eb-59b6-43d7-a2cf-f8bf1a50238c {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:32.063338 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port f16b59eb-59b6-43d7-a2cf-f8bf1a50238c, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f16b59eb-59b6-43d7-a2cf-f8bf1a50238c,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:32.069292 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b8ebf40-ecef-432e-9e2a-f5cc0868b5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:32.071439 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:32.092332 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d0cc184-de9d-4bbe-ae2e-6a7f56587027 req-ada89532-5dc6-4c57-8db0-40e3bf3c1a02 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825543 Jul 14 09:03:32.109155 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ebf40-ecef-432e-9e2a-f5cc0868b5b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=097a52ee-5772-491f-a0e8-4e0949ab6763,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:32.111938 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b8ebf40-ecef-432e-9e2a-f5cc0868b5b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:32.113885 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5b8ebf40-ecef-432e-9e2a-f5cc0868b5b2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/097a52ee-5772-491f-a0e8-4e0949ab6763 HTTP/1.1" status: 204 len: 168 time: 0.7363350 Jul 14 09:03:32.153359 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=f16b59eb-59b6-43d7-a2cf-f8bf1a50238c,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:32.317855 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60174) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:32.402317 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-89631f42-2860-4396-9a79-3fa6db8bc332 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=411cc1b8c2c44f15bcf8e4741c00eaa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0828779 Jul 14 09:03:32.405826 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60176) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:32.413875 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60178) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:32.480424 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b85c8-d1c8-4921-b87b-9de5a2b9eedb req-19a8648b-9b18-4482-8f90-0d88cbe23074 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:32.482720 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['f16b59eb-59b6-43d7-a2cf-f8bf1a50238c'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:32.496837 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-932b85c8-d1c8-4921-b87b-9de5a2b9eedb req-19a8648b-9b18-4482-8f90-0d88cbe23074 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d766dac-e9c5-4196-8809-c0334627b60b HTTP/1.1" status: 200 len: 948 time: 0.1685312 Jul 14 09:03:32.584359 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-932b85c8-d1c8-4921-b87b-9de5a2b9eedb req-4945e6c5-7341-42d4-934c-c1493b525ec3 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851541 Jul 14 09:03:32.640560 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cc13bc2-95be-45d4-b7b3-278fde307177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:32.662932 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-942c24c2-e337-4127-b422-9bce018a4c23 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-362803592-network', 'tenant_id': '818543b42cac4335a9bb6396e90b1c27'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:32.677446 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cc13bc2-95be-45d4-b7b3-278fde307177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:32.719925 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942c24c2-e337-4127-b422-9bce018a4c23 admin admin] Made reservation on behalf of 818543b42cac4335a9bb6396e90b1c27 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:32.723037 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-942c24c2-e337-4127-b422-9bce018a4c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:32.735481 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-942c24c2-e337-4127-b422-9bce018a4c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:32.765687 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cc13bc2-95be-45d4-b7b3-278fde307177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:32.768773 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60184) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:32.769601 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cc13bc2-95be-45d4-b7b3-278fde307177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:32.775292 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6cc13bc2-95be-45d4-b7b3-278fde307177 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ce954e9-2318-4328-b1c9-70614659dd48 HTTP/1.1" status: 204 len: 168 time: 0.3609219 Jul 14 09:03:32.793796 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc13bc2-95be-45d4-b7b3-278fde307177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce954e9-2318-4328-b1c9-70614659dd48,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:32.872510 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-475b9324-5d0f-44c7-a361-5f6dfebbebdd admin admin] Deleting subnet 6f524445-60db-475b-9519-24a519bd9dd8 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:03:32.882719 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-475b9324-5d0f-44c7-a361-5f6dfebbebdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:32.938283 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-475b9324-5d0f-44c7-a361-5f6dfebbebdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:32.998620 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-942c24c2-e337-4127-b422-9bce018a4c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.002421 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-475b9324-5d0f-44c7-a361-5f6dfebbebdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.024921 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-942c24c2-e337-4127-b422-9bce018a4c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.067689 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c24c2-e337-4127-b422-9bce018a4c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b4954c-c748-470b-b52f-a860b9e161ed,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:33.079689 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942c24c2-e337-4127-b422-9bce018a4c23 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:03:33.116336 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-475b9324-5d0f-44c7-a361-5f6dfebbebdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.137039 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-942c24c2-e337-4127-b422-9bce018a4c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.137798 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-942c24c2-e337-4127-b422-9bce018a4c23 admin admin] Added segment 126df874-b90f-41ae-bd19-4c54d69f595c of type vlan for network 08de5465-73e5-4631-aa8b-bc4e683c6059 Jul 14 09:03:33.170831 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b9324-5d0f-44c7-a361-5f6dfebbebdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f524445-60db-475b-9519-24a519bd9dd8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:33.177497 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-475b9324-5d0f-44c7-a361-5f6dfebbebdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.181523 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-475b9324-5d0f-44c7-a361-5f6dfebbebdd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6f524445-60db-475b-9519-24a519bd9dd8 HTTP/1.1" status: 204 len: 168 time: 0.4090321 Jul 14 09:03:33.186307 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60198) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:33.228716 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-942c24c2-e337-4127-b422-9bce018a4c23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.242059 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60200) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:33.296943 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-942c24c2-e337-4127-b422-9bce018a4c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.297712 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942c24c2-e337-4127-b422-9bce018a4c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:33.298325 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-942c24c2-e337-4127-b422-9bce018a4c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.316506 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-667374f1-0da8-4fb6-853e-d6ee36bfa447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.328895 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bc26ff2b-06e1-4cab-aef6-6b924a740e8d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0090178b79ba4ee1bf41a067ea046c7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0813465 Jul 14 09:03:33.347542 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60202) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:33.501354 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-667374f1-0da8-4fb6-853e-d6ee36bfa447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.523654 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7067a9e-af05-4513-9543-5379ec90bee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.528290 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-667374f1-0da8-4fb6-853e-d6ee36bfa447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23c49fa-0079-41c3-89d3-15f58193848a']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:33.554922 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fee61c-c60c-492c-aaaf-355a1b345788 req-ddd586bc-e303-4dfe-a24b-797d0ac3832e tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:33.560770 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fee61c-c60c-492c-aaaf-355a1b345788 req-ddd586bc-e303-4dfe-a24b-797d0ac3832e tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:33.566769 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fee61c-c60c-492c-aaaf-355a1b345788 req-ddd586bc-e303-4dfe-a24b-797d0ac3832e tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:33.568549 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-11fee61c-c60c-492c-aaaf-355a1b345788 req-ddd586bc-e303-4dfe-a24b-797d0ac3832e tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 2417 time: 0.2698574 Jul 14 09:03:33.577342 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-667374f1-0da8-4fb6-853e-d6ee36bfa447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9be8581-349f-4dc4-bc34-3a0ca74f648c') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:33.577982 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-667374f1-0da8-4fb6-853e-d6ee36bfa447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9be8581-349f-4dc4-bc34-3a0ca74f648c') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:33.606144 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-667374f1-0da8-4fb6-853e-d6ee36bfa447 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.615636 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7067a9e-af05-4513-9543-5379ec90bee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.668454 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-942c24c2-e337-4127-b422-9bce018a4c23 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2526872 Jul 14 09:03:33.671158 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-667374f1-0da8-4fb6-853e-d6ee36bfa447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.673112 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60206) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:33.680983 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c2e67f77-d524-41e4-ba26-75c065089f83 admin admin] Request body: {'subnet': {'network_id': '08de5465-73e5-4631-aa8b-bc4e683c6059', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-362803592-subnet', 'tenant_id': '818543b42cac4335a9bb6396e90b1c27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:33.689480 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c24c2-e337-4127-b422-9bce018a4c23 admin admin] Pushing event updated for resources: {'Network': ['ID=08de5465-73e5-4631-aa8b-bc4e683c6059,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:33.694528 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 6471a500-f123-42dd-a544-b81dbfccd194 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:03:33.704901 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-667374f1-0da8-4fb6-853e-d6ee36bfa447 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:03:33.705316 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-667374f1-0da8-4fb6-853e-d6ee36bfa447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.710622 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-11fee61c-c60c-492c-aaaf-355a1b345788 req-9872f1f7-d1e2-4342-895d-9d7b89444770 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292627 Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:03:33.711688 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:03:33.728810 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e67f77-d524-41e4-ba26-75c065089f83 admin admin] Made reservation on behalf of 818543b42cac4335a9bb6396e90b1c27 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:33.738762 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 6471a500-f123-42dd-a544-b81dbfccd194 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:03:33.739364 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 6471a500-f123-42dd-a544-b81dbfccd194 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:03:33.739838 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2e67f77-d524-41e4-ba26-75c065089f83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.741264 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 08de5465-73e5-4631-aa8b-bc4e683c6059 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:03:33.807053 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-667374f1-0da8-4fb6-853e-d6ee36bfa447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.814152 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-667374f1-0da8-4fb6-853e-d6ee36bfa447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.821897 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-667374f1-0da8-4fb6-853e-d6ee36bfa447 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e23c49fa-0079-41c3-89d3-15f58193848a HTTP/1.1" status: 204 len: 168 time: 0.6323829 Jul 14 09:03:33.854292 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7067a9e-af05-4513-9543-5379ec90bee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.857829 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7067a9e-af05-4513-9543-5379ec90bee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.861273 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a7067a9e-af05-4513-9543-5379ec90bee8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1bcac15d-228f-42cb-a540-d3fdff0e6d1d HTTP/1.1" status: 204 len: 168 time: 0.5099106 Jul 14 09:03:33.861273 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667374f1-0da8-4fb6-853e-d6ee36bfa447 admin admin] Pushing event deleted for resources: {'Network': ['ID=e23c49fa-0079-41c3-89d3-15f58193848a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:33.954097 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7067a9e-af05-4513-9543-5379ec90bee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcac15d-228f-42cb-a540-d3fdff0e6d1d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:34.021589 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcd4f3-024a-464c-acd9-68e9851f2415 req-921c2833-deff-4216-94fd-cc3c61fe7720 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:34.023383 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b5bcd4f3-024a-464c-acd9-68e9851f2415 req-921c2833-deff-4216-94fd-cc3c61fe7720 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d766dac-e9c5-4196-8809-c0334627b60b HTTP/1.1" status: 200 len: 948 time: 0.1712096 Jul 14 09:03:34.087758 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2e67f77-d524-41e4-ba26-75c065089f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:34.108040 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b5bcd4f3-024a-464c-acd9-68e9851f2415 req-56fd360e-e94f-4e82-b68e-784b994d4b36 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752153 Jul 14 09:03:34.119084 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60218) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:34.194943 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e67f77-d524-41e4-ba26-75c065089f83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=071e1eda-8dc1-4443-8319-f991bb29a5e1,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:34.198892 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e67f77-d524-41e4-ba26-75c065089f83 admin admin] Checking segment: {'id': '126df874-b90f-41ae-bd19-4c54d69f595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '08de5465-73e5-4631-aa8b-bc4e683c6059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:34.199262 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e67f77-d524-41e4-ba26-75c065089f83 admin admin] Network hostable DHCP agents. Network: 08de5465-73e5-4631-aa8b-bc4e683c6059, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:03:34.232560 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e67f77-d524-41e4-ba26-75c065089f83 admin admin] Network 08de5465-73e5-4631-aa8b-bc4e683c6059 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:03:34.254658 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d98e4c9b-03c4-4bb5-8589-0a04394b9f87 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67f5cd0bc2c542de80a83402c75b0c1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336970 Jul 14 09:03:34.256374 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60226) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:34.257695 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c2e67f77-d524-41e4-ba26-75c065089f83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 08de5465-73e5-4631-aa8b-bc4e683c6059) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:34.269958 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c310d5e0-adac-4aaf-8144-354870242b80 None None] Network 08de5465-73e5-4631-aa8b-bc4e683c6059 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:03:34.278342 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e67f77-d524-41e4-ba26-75c065089f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:34.283762 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2e67f77-d524-41e4-ba26-75c065089f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:34.334638 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c2e67f77-d524-41e4-ba26-75c065089f83 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6588812 Jul 14 09:03:34.408891 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f43dd1c-ca05-4915-8ec3-3dc2e1ae41e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:34.476070 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f43dd1c-ca05-4915-8ec3-3dc2e1ae41e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:34.494258 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09e2e60-f4f9-44ad-9e04-d31bf1c81d74 None None] Network 08de5465-73e5-4631-aa8b-bc4e683c6059 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:03:34.580272 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f43dd1c-ca05-4915-8ec3-3dc2e1ae41e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:34.586887 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f43dd1c-ca05-4915-8ec3-3dc2e1ae41e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:34.592254 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3f43dd1c-ca05-4915-8ec3-3dc2e1ae41e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/119b4a37-40bf-448c-822d-627be8812704 HTTP/1.1" status: 204 len: 168 time: 0.3345275 Jul 14 09:03:34.607515 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43dd1c-ca05-4915-8ec3-3dc2e1ae41e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119b4a37-40bf-448c-822d-627be8812704,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:34.744829 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2ebf8-35d7-4329-bfeb-8f5560ed3d08 req-0eb9affb-dbc4-4903-98f2-216dc7e73b8d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:34.754565 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2ebf8-35d7-4329-bfeb-8f5560ed3d08 req-0eb9affb-dbc4-4903-98f2-216dc7e73b8d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:34.760621 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2ebf8-35d7-4329-bfeb-8f5560ed3d08 req-0eb9affb-dbc4-4903-98f2-216dc7e73b8d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:34.762554 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3fe2ebf8-35d7-4329-bfeb-8f5560ed3d08 req-0eb9affb-dbc4-4903-98f2-216dc7e73b8d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 2417 time: 0.1301808 Jul 14 09:03:34.810702 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3fe2ebf8-35d7-4329-bfeb-8f5560ed3d08 req-4580b9db-e272-4826-bf8a-01372331f9cf tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400667 Jul 14 09:03:35.166787 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-5e4e8d55-c90d-48f8-b747-9e28a52bb7bd tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:35.174030 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-5e4e8d55-c90d-48f8-b747-9e28a52bb7bd tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/networks?id=08de5465-73e5-4631-aa8b-bc4e683c6059 HTTP/1.1" status: 200 len: 817 time: 0.1460876 Jul 14 09:03:35.192559 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-41faa552-a771-4c3d-80e1-6bfabb03f028 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/quotas/818543b42cac4335a9bb6396e90b1c27 HTTP/1.1" status: 200 len: 375 time: 0.0173495 Jul 14 09:03:35.241121 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-e867b286-0c04-49c3-b9a9-a708034e9706 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=818543b42cac4335a9bb6396e90b1c27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467820 Jul 14 09:03:35.365846 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60278) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:35.388537 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-21c73196-58ec-41a0-9245-f26a7f8156af service neutron] 10.222.0.25 "GET /v2.0/networks/08de5465-73e5-4631-aa8b-bc4e683c6059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460118 Jul 14 09:03:35.453171 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbabac7-c029-434e-9727-4135abf16880 req-79af1101-9839-40f9-b496-ce770a819a19 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:35.454723 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6cbabac7-c029-434e-9727-4135abf16880 req-79af1101-9839-40f9-b496-ce770a819a19 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d766dac-e9c5-4196-8809-c0334627b60b HTTP/1.1" status: 200 len: 948 time: 0.1885796 Jul 14 09:03:35.507350 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-fcd598c9-f414-4d76-a861-0c5bed82d7b1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1610161218-network', 'tenant_id': 'fab879ac67374f4aa481f339a0a09938'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:35.541156 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6cbabac7-c029-434e-9727-4135abf16880 req-761bb9de-0eb1-47a7-b24c-05fdb92d6f33 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707860 Jul 14 09:03:35.544289 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd598c9-f414-4d76-a861-0c5bed82d7b1 admin admin] Made reservation on behalf of fab879ac67374f4aa481f339a0a09938 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:35.545788 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-353a8332-80ef-4bd6-9cd6-c1fe768ea5ce service neutron] 10.222.0.25 "GET /v2.0/networks/08de5465-73e5-4631-aa8b-bc4e683c6059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504486 Jul 14 09:03:35.558657 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fcd598c9-f414-4d76-a861-0c5bed82d7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:35.569592 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fcd598c9-f414-4d76-a861-0c5bed82d7b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:35.710111 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device f16b59eb-59b6-43d7-a2cf-f8bf1a50238c up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:35.753113 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60294) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:35.768591 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fcd598c9-f414-4d76-a861-0c5bed82d7b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:35.774630 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fcd598c9-f414-4d76-a861-0c5bed82d7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:35.823134 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port f16b59eb-59b6-43d7-a2cf-f8bf1a50238c completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:35.831333 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port f16b59eb-59b6-43d7-a2cf-f8bf1a50238c triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:35.832330 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:35.836271 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd598c9-f414-4d76-a861-0c5bed82d7b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:03:35.843878 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd598c9-f414-4d76-a861-0c5bed82d7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1658ba5-7f99-4029-96d2-0abee462c43c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:35.877656 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fcd598c9-f414-4d76-a861-0c5bed82d7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:35.878022 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-fcd598c9-f414-4d76-a861-0c5bed82d7b1 admin admin] Added segment 28ce2e44-a19d-499b-8a92-578b180194e3 of type vlan for network 5f2aeab8-7ded-44b6-86e5-783aa23cd78c Jul 14 09:03:35.941041 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fcd598c9-f414-4d76-a861-0c5bed82d7b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:35.977936 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-d08eebaf-6c0b-4244-ab5b-2549445e1f48 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-431294057-network', 'tenant_id': '2a65871ef77a4e449769120ad4b0a96b'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:36.004076 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fcd598c9-f414-4d76-a861-0c5bed82d7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.005277 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.006621 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd598c9-f414-4d76-a861-0c5bed82d7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:36.007479 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fcd598c9-f414-4d76-a861-0c5bed82d7b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.079327 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port f16b59eb-59b6-43d7-a2cf-f8bf1a50238c, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f16b59eb-59b6-43d7-a2cf-f8bf1a50238c,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:36.081501 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d766dac-e9c5-4196-8809-c0334627b60b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16b59eb-59b6-43d7-a2cf-f8bf1a50238c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:36.087430 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf23e59-fbf7-42b0-b4d0-236a0ca98e4c" -d '{"events": [{"server_uuid": "2d766dac-e9c5-4196-8809-c0334627b60b", "name": "network-vif-plugged", "status": "completed", "tag": "f16b59eb-59b6-43d7-a2cf-f8bf1a50238c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:36.097346 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.138784 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd598c9-f414-4d76-a861-0c5bed82d7b1 admin admin] Pushing event updated for resources: {'Network': ['ID=5f2aeab8-7ded-44b6-86e5-783aa23cd78c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:36.141166 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08eebaf-6c0b-4244-ab5b-2549445e1f48 admin admin] Made reservation on behalf of 2a65871ef77a4e449769120ad4b0a96b for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:36.143739 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d08eebaf-6c0b-4244-ab5b-2549445e1f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.155797 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fcd598c9-f414-4d76-a861-0c5bed82d7b1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7840142 Jul 14 09:03:36.157619 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60306) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:36.158210 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d08eebaf-6c0b-4244-ab5b-2549445e1f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.168690 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=f16b59eb-59b6-43d7-a2cf-f8bf1a50238c,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:36.174574 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 5f2aeab8-7ded-44b6-86e5-783aa23cd78c details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:03:36.180909 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-34560441-1e05-4bf6-953e-9fb3dfa666f8 admin admin] Request body: {'subnet': {'network_id': '5f2aeab8-7ded-44b6-86e5-783aa23cd78c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1610161218-subnet', 'tenant_id': 'fab879ac67374f4aa481f339a0a09938', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:36.250059 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612b843-0e35-4e37-9900-df055a58407b req-1ce1758b-1efc-46b6-9586-9cc6ad8ba58d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:36.280332 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612b843-0e35-4e37-9900-df055a58407b req-1ce1758b-1efc-46b6-9586-9cc6ad8ba58d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:36.306656 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612b843-0e35-4e37-9900-df055a58407b req-1ce1758b-1efc-46b6-9586-9cc6ad8ba58d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:36.311844 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0612b843-0e35-4e37-9900-df055a58407b req-1ce1758b-1efc-46b6-9586-9cc6ad8ba58d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 2417 time: 0.2739534 Jul 14 09:03:36.373236 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d08eebaf-6c0b-4244-ab5b-2549445e1f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.377046 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0612b843-0e35-4e37-9900-df055a58407b req-569707ae-931f-4baf-b5fd-dcd4bf4c243e tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562367 Jul 14 09:03:36.392569 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d08eebaf-6c0b-4244-ab5b-2549445e1f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.401579 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34560441-1e05-4bf6-953e-9fb3dfa666f8 admin admin] Made reservation on behalf of fab879ac67374f4aa481f339a0a09938 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:36.405869 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34560441-1e05-4bf6-953e-9fb3dfa666f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.467180 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598314c5-7f8f-47e9-80b7-83c9a64aaf37 x-openstack-request-id: req-598314c5-7f8f-47e9-80b7-83c9a64aaf37 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:36.467922 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d766dac-e9c5-4196-8809-c0334627b60b", "name": "network-vif-plugged", "status": "completed", "tag": "f16b59eb-59b6-43d7-a2cf-f8bf1a50238c", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:36.468527 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-598314c5-7f8f-47e9-80b7-83c9a64aaf37 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:36.469044 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d766dac-e9c5-4196-8809-c0334627b60b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16b59eb-59b6-43d7-a2cf-f8bf1a50238c', 'code': 200} Jul 14 09:03:36.489241 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08eebaf-6c0b-4244-ab5b-2549445e1f48 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:03:36.491903 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08eebaf-6c0b-4244-ab5b-2549445e1f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1103ef-4c11-47ad-b22a-0c72135e7870,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:36.516883 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d08eebaf-6c0b-4244-ab5b-2549445e1f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.518644 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-d08eebaf-6c0b-4244-ab5b-2549445e1f48 admin admin] Added segment b8c4e833-756e-483e-a5cf-12fbcc84d9f0 of type vlan for network aa282a42-14ce-40bf-98d2-0aa5342653ef Jul 14 09:03:36.555174 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-af1c4271-1fad-4997-adfa-38c08954330c req-9616b695-08a3-4b2d-9be7-81eb14eb5da6 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/ports?device_id=34791e52-1bf2-4fb7-a0b8-6a58fabb6b3c HTTP/1.1" status: 200 len: 210 time: 0.0603609 Jul 14 09:03:36.645392 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d08eebaf-6c0b-4244-ab5b-2549445e1f48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.690237 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d08eebaf-6c0b-4244-ab5b-2549445e1f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.691241 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08eebaf-6c0b-4244-ab5b-2549445e1f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:36.691892 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d08eebaf-6c0b-4244-ab5b-2549445e1f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.753022 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0a88a-598d-445b-838c-7d9def6c6c57 req-f62e80b3-7ebe-4904-ae5a-76699b19efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:36.754543 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-71b0a88a-598d-445b-838c-7d9def6c6c57 req-f62e80b3-7ebe-4904-ae5a-76699b19efdd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d766dac-e9c5-4196-8809-c0334627b60b HTTP/1.1" status: 200 len: 1101 time: 0.2016616 Jul 14 09:03:36.765450 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08eebaf-6c0b-4244-ab5b-2549445e1f48 admin admin] Pushing event updated for resources: {'Network': ['ID=aa282a42-14ce-40bf-98d2-0aa5342653ef,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:36.775562 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network aa282a42-14ce-40bf-98d2-0aa5342653ef details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:03:36.783464 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d08eebaf-6c0b-4244-ab5b-2549445e1f48 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0276227 Jul 14 09:03:36.787074 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60328) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:36.795044 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-1f140334-0d6b-4cb9-9854-55dab1f44ce9 admin admin] Request body: {'subnet': {'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-431294057-subnet', 'tenant_id': '2a65871ef77a4e449769120ad4b0a96b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:36.823773 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-71b0a88a-598d-445b-838c-7d9def6c6c57 req-25a59908-91e5-4b79-a245-9f1b05f43fa8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594065 Jul 14 09:03:36.832716 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f140334-0d6b-4cb9-9854-55dab1f44ce9 admin admin] Made reservation on behalf of 2a65871ef77a4e449769120ad4b0a96b for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:36.835151 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f140334-0d6b-4cb9-9854-55dab1f44ce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.878831 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34560441-1e05-4bf6-953e-9fb3dfa666f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.953108 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34560441-1e05-4bf6-953e-9fb3dfa666f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2de4c4d4-f79b-4993-b215-b8c924ba869d,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:37.035249 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34560441-1e05-4bf6-953e-9fb3dfa666f8 admin admin] Checking segment: {'id': '28ce2e44-a19d-499b-8a92-578b180194e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5f2aeab8-7ded-44b6-86e5-783aa23cd78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:37.035877 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34560441-1e05-4bf6-953e-9fb3dfa666f8 admin admin] Network hostable DHCP agents. Network: 5f2aeab8-7ded-44b6-86e5-783aa23cd78c, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:03:37.050711 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330e577-3094-47f0-8306-7382435a9bc4 req-0fcfb410-f207-4850-83e0-d5b94cbd2d92 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:37.057346 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330e577-3094-47f0-8306-7382435a9bc4 req-0fcfb410-f207-4850-83e0-d5b94cbd2d92 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:37.064682 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330e577-3094-47f0-8306-7382435a9bc4 req-0fcfb410-f207-4850-83e0-d5b94cbd2d92 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:37.067208 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9330e577-3094-47f0-8306-7382435a9bc4 req-0fcfb410-f207-4850-83e0-d5b94cbd2d92 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 2417 time: 0.3594596 Jul 14 09:03:37.080157 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e46cf3-31ea-4f1d-9794-37952cd79eae req-1efff790-3c46-400a-9f2d-d35e7a3e62fb tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:37.081947 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-43e46cf3-31ea-4f1d-9794-37952cd79eae req-1efff790-3c46-400a-9f2d-d35e7a3e62fb tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d766dac-e9c5-4196-8809-c0334627b60b HTTP/1.1" status: 200 len: 949 time: 0.3166254 Jul 14 09:03:37.105429 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f140334-0d6b-4cb9-9854-55dab1f44ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.165973 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34560441-1e05-4bf6-953e-9fb3dfa666f8 admin admin] Network 5f2aeab8-7ded-44b6-86e5-783aa23cd78c is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:03:37.179096 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f140334-0d6b-4cb9-9854-55dab1f44ce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=270bafed-ba3b-4347-b7b9-ccc79813fe94,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:37.181747 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f140334-0d6b-4cb9-9854-55dab1f44ce9 admin admin] Checking segment: {'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:37.182118 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f140334-0d6b-4cb9-9854-55dab1f44ce9 admin admin] Network hostable DHCP agents. Network: aa282a42-14ce-40bf-98d2-0aa5342653ef, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:03:37.199930 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-34560441-1e05-4bf6-953e-9fb3dfa666f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 5f2aeab8-7ded-44b6-86e5-783aa23cd78c) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:37.205039 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f140334-0d6b-4cb9-9854-55dab1f44ce9 admin admin] Network aa282a42-14ce-40bf-98d2-0aa5342653ef is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:03:37.211874 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-1f140334-0d6b-4cb9-9854-55dab1f44ce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, aa282a42-14ce-40bf-98d2-0aa5342653ef) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:37.216533 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140334-0d6b-4cb9-9854-55dab1f44ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:37.217430 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f140334-0d6b-4cb9-9854-55dab1f44ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.220688 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9564b91d-d888-44f5-a7b9-f6f796658258 None None] Network 5f2aeab8-7ded-44b6-86e5-783aa23cd78c requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:03:37.221964 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34560441-1e05-4bf6-953e-9fb3dfa666f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:37.223095 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34560441-1e05-4bf6-953e-9fb3dfa666f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.235599 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1f140334-0d6b-4cb9-9854-55dab1f44ce9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4474826 Jul 14 09:03:37.259422 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-43e46cf3-31ea-4f1d-9794-37952cd79eae req-ee63bb7a-2630-4957-9403-607a6a910676 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705492 Jul 14 09:03:37.286592 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-34560441-1e05-4bf6-953e-9fb3dfa666f8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1140788 Jul 14 09:03:37.290818 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60336) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:37.296551 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-039148f0-8d24-486d-82e5-6f30de33a7b9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1610161218-router', 'tenant_id': 'fab879ac67374f4aa481f339a0a09938', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:37.347869 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-9330e577-3094-47f0-8306-7382435a9bc4 req-0feffb1b-cd5e-4e66-94ea-313f9243159d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Deleting port 432bcb26-dd12-4e78-a506-a8dcc446c386 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:03:37.348397 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9330e577-3094-47f0-8306-7382435a9bc4 req-0feffb1b-cd5e-4e66-94ea-313f9243159d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.360984 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495f361f-fb9c-453e-87b3-3aa520f23f04 None None] Network aa282a42-14ce-40bf-98d2-0aa5342653ef requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:03:37.369776 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-039148f0-8d24-486d-82e5-6f30de33a7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.370812 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-039148f0-8d24-486d-82e5-6f30de33a7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.510471 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-039148f0-8d24-486d-82e5-6f30de33a7b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.668946 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9330e577-3094-47f0-8306-7382435a9bc4 req-0feffb1b-cd5e-4e66-94ea-313f9243159d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] For port 432bcb26-dd12-4e78-a506-a8dcc446c386, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=432bcb26-dd12-4e78-a506-a8dcc446c386,segment=NetworkSegment(dad7ee4f-541a-4af9-b697-d6e3dd259730),segment_id=dad7ee4f-541a-4af9-b697-d6e3dd259730)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:37.673912 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9330e577-3094-47f0-8306-7382435a9bc4 req-0feffb1b-cd5e-4e66-94ea-313f9243159d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.742073 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-9330e577-3094-47f0-8306-7382435a9bc4 req-0feffb1b-cd5e-4e66-94ea-313f9243159d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Calling delete_port for 432bcb26-dd12-4e78-a506-a8dcc446c386 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:03:37.759800 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f86c0d-4d0d-43f9-8878-3bf84bb12887 None None] Network aa282a42-14ce-40bf-98d2-0aa5342653ef requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:03:37.817926 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-039148f0-8d24-486d-82e5-6f30de33a7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:38.036780 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fa6b49-cfa9-41d6-93b5-bbe469e06744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-5f2aeab8-7ded-44b6-86e5-783aa23cd78c', 'network_id': '5f2aeab8-7ded-44b6-86e5-783aa23cd78c', 'tenant_id': 'fab879ac67374f4aa481f339a0a09938', 'fixed_ips': [{'subnet_id': '2de4c4d4-f79b-4993-b215-b8c924ba869d'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:03:38.038941 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73fa6b49-cfa9-41d6-93b5-bbe469e06744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:38.218723 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-039148f0-8d24-486d-82e5-6f30de33a7b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:38.266021 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-039148f0-8d24-486d-82e5-6f30de33a7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:38.288738 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-73fa6b49-cfa9-41d6-93b5-bbe469e06744 None None] Allocated IP 172.20.0.2 (5f2aeab8-7ded-44b6-86e5-783aa23cd78c/2de4c4d4-f79b-4993-b215-b8c924ba869d/40631620-de9c-4849-a6b9-dc1e5c184271) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:38.382793 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9330e577-3094-47f0-8306-7382435a9bc4 req-0feffb1b-cd5e-4e66-94ea-313f9243159d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:38.403282 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c70d67ce-f968-45d3-9700-e1c7e0b1bad3 req-0d1860ef-7458-4f40-8c0c-d6cf82a5e77c tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/ports?device_id=34791e52-1bf2-4fb7-a0b8-6a58fabb6b3c HTTP/1.1" status: 200 len: 210 time: 0.0973978 Jul 14 09:03:38.488789 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-039148f0-8d24-486d-82e5-6f30de33a7b9 admin admin] Allocated IP 172.25.6.221 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/7aed72e4-15fc-4117-9e09-62413113a0d8) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:38.523729 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feffb1b-cd5e-4e66-94ea-313f9243159d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event deleted for resources: {'Port': ['ID=432bcb26-dd12-4e78-a506-a8dcc446c386,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:38.635532 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcbb87-6d72-4135-b3fb-cdb70b972c42 req-acf701ff-1a88-4ae8-a93c-d5e766a839ab tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:38.646625 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcbb87-6d72-4135-b3fb-cdb70b972c42 req-acf701ff-1a88-4ae8-a93c-d5e766a839ab tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:38.658976 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcbb87-6d72-4135-b3fb-cdb70b972c42 req-acf701ff-1a88-4ae8-a93c-d5e766a839ab tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:38.670314 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0bcbb87-6d72-4135-b3fb-cdb70b972c42 req-acf701ff-1a88-4ae8-a93c-d5e766a839ab tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 2339 time: 0.8170867 Jul 14 09:03:38.757270 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73fa6b49-cfa9-41d6-93b5-bbe469e06744 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:38.782489 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-73fa6b49-cfa9-41d6-93b5-bbe469e06744 None None] Transition to ACTIVE for port object 40631620-de9c-4849-a6b9-dc1e5c184271 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:38.798376 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-039148f0-8d24-486d-82e5-6f30de33a7b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:38.808859 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-73fa6b49-cfa9-41d6-93b5-bbe469e06744 None None] Transition to ACTIVE for port object 40631620-de9c-4849-a6b9-dc1e5c184271 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:38.819121 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73fa6b49-cfa9-41d6-93b5-bbe469e06744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:38.837175 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9330e577-3094-47f0-8306-7382435a9bc4 req-0feffb1b-cd5e-4e66-94ea-313f9243159d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] No DVR routers for this DVR port 432bcb26-dd12-4e78-a506-a8dcc446c386 on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:03:38.866576 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9330e577-3094-47f0-8306-7382435a9bc4 req-0feffb1b-cd5e-4e66-94ea-313f9243159d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:38.880231 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9330e577-3094-47f0-8306-7382435a9bc4 req-0feffb1b-cd5e-4e66-94ea-313f9243159d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.47 "DELETE /v2.0/ports/432bcb26-dd12-4e78-a506-a8dcc446c386 HTTP/1.1" status: 204 len: 173 time: 1.7932363 Jul 14 09:03:38.881457 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d05b2f0-20f0-474f-8c34-123cb1aa98bf', 'name': 'network-vif-deleted', 'tag': '432bcb26-dd12-4e78-a506-a8dcc446c386'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:38.884659 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05492195-d726-441e-ae8e-5368aeab8d0d" -d '{"events": [{"server_uuid": "5d05b2f0-20f0-474f-8c34-123cb1aa98bf", "name": "network-vif-deleted", "tag": "432bcb26-dd12-4e78-a506-a8dcc446c386"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:38.914490 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fa6b49-cfa9-41d6-93b5-bbe469e06744 None None] Network 5f2aeab8-7ded-44b6-86e5-783aa23cd78c is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:38.918719 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-039148f0-8d24-486d-82e5-6f30de33a7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:38.923557 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-73fa6b49-cfa9-41d6-93b5-bbe469e06744 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:38.928526 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fa6b49-cfa9-41d6-93b5-bbe469e06744 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:38.969452 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0bcbb87-6d72-4135-b3fb-cdb70b972c42 req-86f4aad4-bc84-44f1-9068-24573e72991f tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977524 Jul 14 09:03:39.012367 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa6b49-cfa9-41d6-93b5-bbe469e06744 None None] Pushing event updated for resources: {'Port': ['ID=40631620-de9c-4849-a6b9-dc1e5c184271,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:39.042647 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039148f0-8d24-486d-82e5-6f30de33a7b9 admin admin] Pushing event updated for resources: {'Port': ['ID=7aed72e4-15fc-4117-9e09-62413113a0d8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:39.053644 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-73fa6b49-cfa9-41d6-93b5-bbe469e06744 None None] Attempting to bind port 40631620-de9c-4849-a6b9-dc1e5c184271 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:39.054644 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-73fa6b49-cfa9-41d6-93b5-bbe469e06744 None None] Attempting to bind port 40631620-de9c-4849-a6b9-dc1e5c184271 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '28ce2e44-a19d-499b-8a92-578b180194e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5f2aeab8-7ded-44b6-86e5-783aa23cd78c'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:39.055670 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa6b49-cfa9-41d6-93b5-bbe469e06744 None None] Attempting to bind port 40631620-de9c-4849-a6b9-dc1e5c184271 on network 5f2aeab8-7ded-44b6-86e5-783aa23cd78c {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:39.068958 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039148f0-8d24-486d-82e5-6f30de33a7b9 admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:39.074449 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-039148f0-8d24-486d-82e5-6f30de33a7b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:39.075846 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa6b49-cfa9-41d6-93b5-bbe469e06744 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:39.077435 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa6b49-cfa9-41d6-93b5-bbe469e06744 None None] Checking segment: {'id': '28ce2e44-a19d-499b-8a92-578b180194e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5f2aeab8-7ded-44b6-86e5-783aa23cd78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:39.077944 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73fa6b49-cfa9-41d6-93b5-bbe469e06744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:39.078354 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa6b49-cfa9-41d6-93b5-bbe469e06744 None None] Bound using segment: {'id': '28ce2e44-a19d-499b-8a92-578b180194e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5f2aeab8-7ded-44b6-86e5-783aa23cd78c'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:39.079758 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-73fa6b49-cfa9-41d6-93b5-bbe469e06744 None None] Bound port: 40631620-de9c-4849-a6b9-dc1e5c184271, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ce2e44-a19d-499b-8a92-578b180194e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5f2aeab8-7ded-44b6-86e5-783aa23cd78c'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:39.080156 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73fa6b49-cfa9-41d6-93b5-bbe469e06744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:39.081712 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039148f0-8d24-486d-82e5-6f30de33a7b9 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:39.265087 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-73fa6b49-cfa9-41d6-93b5-bbe469e06744 None None] For port 40631620-de9c-4849-a6b9-dc1e5c184271, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:39.274496 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-73fa6b49-cfa9-41d6-93b5-bbe469e06744 None None] For port 40631620-de9c-4849-a6b9-dc1e5c184271, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=40631620-de9c-4849-a6b9-dc1e5c184271,segment=NetworkSegment(28ce2e44-a19d-499b-8a92-578b180194e3),segment_id=28ce2e44-a19d-499b-8a92-578b180194e3)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:39.282301 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73fa6b49-cfa9-41d6-93b5-bbe469e06744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:39.397029 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-dacdbec7-5b46-43e6-8c5a-d4ab3fc7397e tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:39.397577 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-dacdbec7-5b46-43e6-8c5a-d4ab3fc7397e tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/networks?id=aa282a42-14ce-40bf-98d2-0aa5342653ef HTTP/1.1" status: 200 len: 805 time: 0.4877050 Jul 14 09:03:39.467028 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-ec10f3df-8425-46ad-b035-43724c4d14b0 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/quotas/2a65871ef77a4e449769120ad4b0a96b HTTP/1.1" status: 200 len: 375 time: 0.0561016 Jul 14 09:03:39.482296 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-ecc54baa-4b20-416c-af78-8509010d9785 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:39.484353 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-ecc54baa-4b20-416c-af78-8509010d9785 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.44 "GET /v2.0/networks?id=08de5465-73e5-4631-aa8b-bc4e683c6059 HTTP/1.1" status: 200 len: 817 time: 0.5328851 Jul 14 09:03:39.493268 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa6b49-cfa9-41d6-93b5-bbe469e06744 None None] Pushing event updated for resources: {'Port': ['ID=40631620-de9c-4849-a6b9-dc1e5c184271,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:39.509814 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-9330e577-3094-47f0-8306-7382435a9bc4 req-e8ef044a-72bc-48e8-8a97-69006eeb7b0e tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Deleting port 08996a8b-44c0-48d2-ad1b-ed0deb51ac3a {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:03:39.510160 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9330e577-3094-47f0-8306-7382435a9bc4 req-e8ef044a-72bc-48e8-8a97-69006eeb7b0e tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:39.596212 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-07dace7f-965a-4c16-a457-ba0eaff46bf1 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a65871ef77a4e449769120ad4b0a96b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1045880 Jul 14 09:03:39.606771 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-cd831d04-2853-4ed3-902c-00acbb97db95 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Request body: {'port': {'device_id': '2f25fc9a-976b-4668-a0db-7613724fda0d', 'network_id': '08de5465-73e5-4631-aa8b-bc4e683c6059', 'admin_state_up': True, 'tenant_id': '818543b42cac4335a9bb6396e90b1c27'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:39.715206 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device acf818c6-cf18-4299-8531-6530ffab49ca no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:03:39.828269 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-313ca164-e264-4ffa-8af9-e1bd16dd1549 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:39.829830 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-313ca164-e264-4ffa-8af9-e1bd16dd1549 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.47 "GET /v2.0/networks?id=08de5465-73e5-4631-aa8b-bc4e683c6059 HTTP/1.1" status: 200 len: 817 time: 0.5626745 Jul 14 09:03:39.850549 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-70962070-0733-4078-b9a3-3ae369d3230e tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Request body: {'port': {'device_id': '34791e52-1bf2-4fb7-a0b8-6a58fabb6b3c', 'network_id': '08de5465-73e5-4631-aa8b-bc4e683c6059', 'admin_state_up': True, 'tenant_id': '818543b42cac4335a9bb6396e90b1c27'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:39.905653 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:39.943418 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d05b2f0-20f0-474f-8c34-123cb1aa98bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acf818c6-cf18-4299-8531-6530ffab49ca'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:39.948408 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281285c5-2817-412c-adf1-f7812cd734f9" -d '{"events": [{"server_uuid": "5d05b2f0-20f0-474f-8c34-123cb1aa98bf", "name": "network-vif-unplugged", "status": "completed", "tag": "acf818c6-cf18-4299-8531-6530ffab49ca"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:39.989112 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port acf818c6-cf18-4299-8531-6530ffab49ca, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=acf818c6-cf18-4299-8531-6530ffab49ca,segment=NetworkSegment(1ed77c6e-05eb-4a56-b483-3722acb2e155),segment_id=1ed77c6e-05eb-4a56-b483-3722acb2e155)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:40.003738 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:40.005399 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 432bcb26-dd12-4e78-a506-a8dcc446c386 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:03:40.053342 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-039148f0-8d24-486d-82e5-6f30de33a7b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:40.054801 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 432bcb26-dd12-4e78-a506-a8dcc446c386 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:03:40.055464 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 432bcb26-dd12-4e78-a506-a8dcc446c386 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:03:40.055788 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 08996a8b-44c0-48d2-ad1b-ed0deb51ac3a no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:03:40.128522 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9330e577-3094-47f0-8306-7382435a9bc4 req-e8ef044a-72bc-48e8-8a97-69006eeb7b0e tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] For port 08996a8b-44c0-48d2-ad1b-ed0deb51ac3a, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=08996a8b-44c0-48d2-ad1b-ed0deb51ac3a,segment=NetworkSegment(dad7ee4f-541a-4af9-b697-d6e3dd259730),segment_id=dad7ee4f-541a-4af9-b697-d6e3dd259730)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:40.129422 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9330e577-3094-47f0-8306-7382435a9bc4 req-e8ef044a-72bc-48e8-8a97-69006eeb7b0e tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:40.132886 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=acf818c6-cf18-4299-8531-6530ffab49ca,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:40.202147 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:40.207103 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-9330e577-3094-47f0-8306-7382435a9bc4 req-e8ef044a-72bc-48e8-8a97-69006eeb7b0e tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Calling delete_port for 08996a8b-44c0-48d2-ad1b-ed0deb51ac3a owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:03:40.255253 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:40.268394 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 08996a8b-44c0-48d2-ad1b-ed0deb51ac3a, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=08996a8b-44c0-48d2-ad1b-ed0deb51ac3a,segment=NetworkSegment(dad7ee4f-541a-4af9-b697-d6e3dd259730),segment_id=dad7ee4f-541a-4af9-b697-d6e3dd259730)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:40.270213 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-70962070-0733-4078-b9a3-3ae369d3230e tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Made reservation on behalf of 818543b42cac4335a9bb6396e90b1c27 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:40.273266 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:40.274553 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-70962070-0733-4078-b9a3-3ae369d3230e tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:40.277127 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-e8bb4755-c64d-41f4-84f2-80c7581474dc service neutron] 10.222.0.25 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6799774 Jul 14 09:03:40.318559 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-1dd2f587-620e-43d3-8845-c74b1539e382 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:40.320229 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-1dd2f587-620e-43d3-8845-c74b1539e382 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.44 "GET /v2.0/networks?id=08de5465-73e5-4631-aa8b-bc4e683c6059 HTTP/1.1" status: 200 len: 817 time: 0.6138799 Jul 14 09:03:40.335781 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cff556-651f-4ae7-b89d-9fa510d8717f req-250d0a4c-a47f-485a-9c54-6719045ee6c3 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:40.338315 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-37cff556-651f-4ae7-b89d-9fa510d8717f req-250d0a4c-a47f-485a-9c54-6719045ee6c3 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d766dac-e9c5-4196-8809-c0334627b60b HTTP/1.1" status: 200 len: 949 time: 0.5660565 Jul 14 09:03:40.366496 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=08996a8b-44c0-48d2-ad1b-ed0deb51ac3a,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:40.449932 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-f49d8d21-d1d8-489f-acbe-c3e67da72b8c tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Request body: {'port': {'device_id': 'af515824-e9e9-48d7-8164-81a003ccbcb9', 'network_id': '08de5465-73e5-4631-aa8b-bc4e683c6059', 'admin_state_up': True, 'tenant_id': '818543b42cac4335a9bb6396e90b1c27'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:40.519578 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-039148f0-8d24-486d-82e5-6f30de33a7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:40.526394 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-70962070-0733-4078-b9a3-3ae369d3230e tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Allocated IP 172.20.0.13 (08de5465-73e5-4631-aa8b-bc4e683c6059/071e1eda-8dc1-4443-8319-f991bb29a5e1/241b1b6d-752c-4b49-a5ec-8e91228d7748) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:40.545397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-cd831d04-2853-4ed3-902c-00acbb97db95 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Made reservation on behalf of 818543b42cac4335a9bb6396e90b1c27 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:40.551604 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-cd831d04-2853-4ed3-902c-00acbb97db95 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:40.715658 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-37cff556-651f-4ae7-b89d-9fa510d8717f req-365d14ea-4b57-4a3d-a53d-ef36a6e23598 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715452 Jul 14 09:03:40.790517 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039148f0-8d24-486d-82e5-6f30de33a7b9 admin admin] Router d4dc9c84-a496-4512-83ba-722b71dfa808 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:03:40.803438 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-70962070-0733-4078-b9a3-3ae369d3230e tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:40.841935 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434f5896-855a-4645-aa2d-93bb6775f397 x-openstack-request-id: req-434f5896-855a-4645-aa2d-93bb6775f397 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:40.842437 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d05b2f0-20f0-474f-8c34-123cb1aa98bf", "name": "network-vif-deleted", "tag": "432bcb26-dd12-4e78-a506-a8dcc446c386", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:40.842781 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-434f5896-855a-4645-aa2d-93bb6775f397 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:40.843417 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d05b2f0-20f0-474f-8c34-123cb1aa98bf', 'name': 'network-vif-deleted', 'tag': '432bcb26-dd12-4e78-a506-a8dcc446c386', 'status': 'completed', 'code': 200} Jul 14 09:03:40.868543 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-270dc444-4cd0-4f3e-bd0f-0a3e9557ef92 service neutron] 10.222.0.25 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5713162 Jul 14 09:03:40.975545 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-70962070-0733-4078-b9a3-3ae369d3230e tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:40.997661 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-f49d8d21-d1d8-489f-acbe-c3e67da72b8c tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Made reservation on behalf of 818543b42cac4335a9bb6396e90b1c27 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:41.003720 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-f49d8d21-d1d8-489f-acbe-c3e67da72b8c tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:41.018151 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039148f0-8d24-486d-82e5-6f30de33a7b9 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:03:41.037086 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78efa6c0-bc4e-4b73-b197-5817fef63b2d None None] Sync routers for ids ['d4dc9c84-a496-4512-83ba-722b71dfa808'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:03:41.051973 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-70962070-0733-4078-b9a3-3ae369d3230e tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Network 08de5465-73e5-4631-aa8b-bc4e683c6059 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:41.056244 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-70962070-0733-4078-b9a3-3ae369d3230e tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:41.058161 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-039148f0-8d24-486d-82e5-6f30de33a7b9 admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:41.062958 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-039148f0-8d24-486d-82e5-6f30de33a7b9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7709751 Jul 14 09:03:41.063568 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60382) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:41.067161 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-70962070-0733-4078-b9a3-3ae369d3230e tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:41.078374 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70962070-0733-4078-b9a3-3ae369d3230e tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Pushing event updated for resources: {'Port': ['ID=241b1b6d-752c-4b49-a5ec-8e91228d7748,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:41.088813 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78efa6c0-bc4e-4b73-b197-5817fef63b2d None None] Routers {'d4dc9c84-a496-4512-83ba-722b71dfa808'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:03:41.090323 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-78efa6c0-bc4e-4b73-b197-5817fef63b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:03:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['d4dc9c84-a496-4512-83ba-722b71dfa808'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:41.163737 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d6ff52-8485-40c2-ba53-e6973147b6f6 None None] Network 5f2aeab8-7ded-44b6-86e5-783aa23cd78c requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:03:41.326125 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-cd831d04-2853-4ed3-902c-00acbb97db95 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Allocated IP 172.20.0.9 (08de5465-73e5-4631-aa8b-bc4e683c6059/071e1eda-8dc1-4443-8319-f991bb29a5e1/4ec04108-7781-4e28-b32c-053f38afdbbc) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:41.342139 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9330e577-3094-47f0-8306-7382435a9bc4 req-e8ef044a-72bc-48e8-8a97-69006eeb7b0e tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:41.462790 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-70962070-0733-4078-b9a3-3ae369d3230e tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:41.463936 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-70962070-0733-4078-b9a3-3ae369d3230e tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:41.526863 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-70962070-0733-4078-b9a3-3ae369d3230e tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6828201 Jul 14 09:03:41.549772 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-8f8d0af0-431c-47fc-b940-cb511685ff75 service neutron] Request body: {'port': {'device_id': '34791e52-1bf2-4fb7-a0b8-6a58fabb6b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:41.576481 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef044a-72bc-48e8-8a97-69006eeb7b0e tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event deleted for resources: {'Port': ['ID=08996a8b-44c0-48d2-ad1b-ed0deb51ac3a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:41.621516 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-78efa6c0-bc4e-4b73-b197-5817fef63b2d None None] Set router d4dc9c84-a496-4512-83ba-722b71dfa808 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:03:41.685572 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9330e577-3094-47f0-8306-7382435a9bc4 req-e8ef044a-72bc-48e8-8a97-69006eeb7b0e tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] No DVR routers for this DVR port 08996a8b-44c0-48d2-ad1b-ed0deb51ac3a on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:03:41.698912 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9330e577-3094-47f0-8306-7382435a9bc4 req-e8ef044a-72bc-48e8-8a97-69006eeb7b0e tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:41.703941 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9330e577-3094-47f0-8306-7382435a9bc4 req-e8ef044a-72bc-48e8-8a97-69006eeb7b0e tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.47 "DELETE /v2.0/ports/08996a8b-44c0-48d2-ad1b-ed0deb51ac3a HTTP/1.1" status: 204 len: 173 time: 2.7927279 Jul 14 09:03:41.823194 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-8f8d0af0-431c-47fc-b940-cb511685ff75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:41.852659 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0cd1ebf0-960a-4f7e-9460-9a1442f60b8d None None] Provisioning for port 40631620-de9c-4849-a6b9-dc1e5c184271 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:41.913752 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da68b0c-7c80-4670-9403-0b155d86d452 req-e5879d15-a461-4f3e-be85-8ed0c9b4fcc4 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:41.924048 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2da68b0c-7c80-4670-9403-0b155d86d452 req-e5879d15-a461-4f3e-be85-8ed0c9b4fcc4 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 1098 time: 0.9051576 Jul 14 09:03:41.944863 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 40631620-de9c-4849-a6b9-dc1e5c184271 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:42.065047 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2da68b0c-7c80-4670-9403-0b155d86d452 req-e46c4767-330a-43f2-82d5-1c7f9bc0f2a9 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397963 Jul 14 09:03:42.192833 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:42.195479 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb402715-6157-426f-8e15-130bd9bb2200 x-openstack-request-id: req-cb402715-6157-426f-8e15-130bd9bb2200 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:42.196034 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d05b2f0-20f0-474f-8c34-123cb1aa98bf", "name": "network-vif-unplugged", "status": "completed", "tag": "acf818c6-cf18-4299-8531-6530ffab49ca", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:42.196487 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb402715-6157-426f-8e15-130bd9bb2200 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:42.197328 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d05b2f0-20f0-474f-8c34-123cb1aa98bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acf818c6-cf18-4299-8531-6530ffab49ca', 'code': 200} Jul 14 09:03:42.353564 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 40631620-de9c-4849-a6b9-dc1e5c184271 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:42.368283 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 40631620-de9c-4849-a6b9-dc1e5c184271 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:42.368928 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:42.563775 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afac759-9ecf-48ec-ae4e-8bd6bc118063 req-23c6f6db-bf18-4586-8a9c-cba0fa65e5e5 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:42.578439 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1afac759-9ecf-48ec-ae4e-8bd6bc118063 req-23c6f6db-bf18-4586-8a9c-cba0fa65e5e5 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/ports?device_id=34791e52-1bf2-4fb7-a0b8-6a58fabb6b3c HTTP/1.1" status: 200 len: 932 time: 0.8495376 Jul 14 09:03:42.615536 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-78efa6c0-bc4e-4b73-b197-5817fef63b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dc9c84-a496-4512-83ba-722b71dfa808', 'name': 'tempest-FloatingIPsTestJSON-1610161218-router', 'tenant_id': 'fab879ac67374f4aa481f339a0a09938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7aed72e4-15fc-4117-9e09-62413113a0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:37Z', 'updated_at': '2021-07-14T09:03:39Z', 'revision_number': 3, 'project_id': 'fab879ac67374f4aa481f339a0a09938', 'gw_port': {'id': '7aed72e4-15fc-4117-9e09-62413113a0d8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4dc9c84-a496-4512-83ba-722b71dfa808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:03:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:42.623993 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-cd831d04-2853-4ed3-902c-00acbb97db95 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:42.678543 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78efa6c0-bc4e-4b73-b197-5817fef63b2d None None] Checking router: d4dc9c84-a496-4512-83ba-722b71dfa808 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:03:42.679024 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78efa6c0-bc4e-4b73-b197-5817fef63b2d None None] Updating router d4dc9c84-a496-4512-83ba-722b71dfa808 port 7aed72e4-15fc-4117-9e09-62413113a0d8 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:03:42.722957 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78efa6c0-bc4e-4b73-b197-5817fef63b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:42.750057 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b46b1ed-2102-480d-9cf5-017b240f57a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:42.756480 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:42.859115 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d05b2f0-20f0-474f-8c34-123cb1aa98bf', 'name': 'network-vif-deleted', 'tag': '08996a8b-44c0-48d2-ad1b-ed0deb51ac3a'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:42.861062 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c0bff7-c2a3-48cd-8f1c-3630379bc385" -d '{"events": [{"server_uuid": "5d05b2f0-20f0-474f-8c34-123cb1aa98bf", "name": "network-vif-deleted", "tag": "08996a8b-44c0-48d2-ad1b-ed0deb51ac3a"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:42.901568 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 40631620-de9c-4849-a6b9-dc1e5c184271, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=40631620-de9c-4849-a6b9-dc1e5c184271,segment=NetworkSegment(28ce2e44-a19d-499b-8a92-578b180194e3),segment_id=28ce2e44-a19d-499b-8a92-578b180194e3)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:42.912807 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:42.928876 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1afac759-9ecf-48ec-ae4e-8bd6bc118063 req-c3ee6ec6-9e6c-4564-a6cc-d453b730032a tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2b4954c-c748-470b-b52f-a860b9e161ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957585 Jul 14 09:03:42.929217 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b3b7c2e6-4f27-4a98-b5ab-c43ddf3b292b None None] Provisioning complete for port 40631620-de9c-4849-a6b9-dc1e5c184271 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:42.929395 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b3b7c2e6-4f27-4a98-b5ab-c43ddf3b292b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:42.941381 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-9330e577-3094-47f0-8306-7382435a9bc4 req-961e5416-cfb2-45c1-9016-85b996577003 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Deleting port acf818c6-cf18-4299-8531-6530ffab49ca {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:03:42.941929 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9330e577-3094-47f0-8306-7382435a9bc4 req-961e5416-cfb2-45c1-9016-85b996577003 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.014611 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2eebd-e036-4b71-994c-a18c95fc49e0 req-41ccb013-9972-484f-80e1-81aea8c3d5f4 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:43.020837 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7ac2eebd-e036-4b71-994c-a18c95fc49e0 req-41ccb013-9972-484f-80e1-81aea8c3d5f4 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 944 time: 0.4902141 Jul 14 09:03:43.038943 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-cd831d04-2853-4ed3-902c-00acbb97db95 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.131062 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-8b46b1ed-2102-480d-9cf5-017b240f57a7 admin admin] Allocated IP 172.20.0.1 (5f2aeab8-7ded-44b6-86e5-783aa23cd78c/2de4c4d4-f79b-4993-b215-b8c924ba869d/9c7832a8-5cac-42e3-9b79-2fd4c745c0ed) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:43.155094 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd831d04-2853-4ed3-902c-00acbb97db95 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Pushing event updated for resources: {'Port': ['ID=4ec04108-7781-4e28-b32c-053f38afdbbc,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:43.173583 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=40631620-de9c-4849-a6b9-dc1e5c184271,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:43.385826 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b46b1ed-2102-480d-9cf5-017b240f57a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.414110 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8b46b1ed-2102-480d-9cf5-017b240f57a7 admin admin] Transition to ACTIVE for port object 9c7832a8-5cac-42e3-9b79-2fd4c745c0ed will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:43.471720 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b46b1ed-2102-480d-9cf5-017b240f57a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.478791 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78efa6c0-bc4e-4b73-b197-5817fef63b2d None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.508213 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-78efa6c0-bc4e-4b73-b197-5817fef63b2d None None] Transition to ACTIVE for port object 7aed72e4-15fc-4117-9e09-62413113a0d8 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:43.520756 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78efa6c0-bc4e-4b73-b197-5817fef63b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.550886 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b46b1ed-2102-480d-9cf5-017b240f57a7 admin admin] Network 5f2aeab8-7ded-44b6-86e5-783aa23cd78c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:43.555926 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8b46b1ed-2102-480d-9cf5-017b240f57a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:43.562334 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b46b1ed-2102-480d-9cf5-017b240f57a7 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:43.571004 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46b1ed-2102-480d-9cf5-017b240f57a7 admin admin] Pushing event updated for resources: {'Port': ['ID=9c7832a8-5cac-42e3-9b79-2fd4c745c0ed,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:43.626702 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b46b1ed-2102-480d-9cf5-017b240f57a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.642314 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7471a-8ba2-4d7c-be3d-1dc8f8bd519a None None] Pushing event updated for resources: {'Port': ['ID=7aed72e4-15fc-4117-9e09-62413113a0d8,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:43.648432 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-cd831d04-2853-4ed3-902c-00acbb97db95 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Network 08de5465-73e5-4631-aa8b-bc4e683c6059 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:43.658737 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-cd831d04-2853-4ed3-902c-00acbb97db95 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:43.660447 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 40631620-de9c-4849-a6b9-dc1e5c184271 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:43.666349 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-cd831d04-2853-4ed3-902c-00acbb97db95 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:43.791626 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-78efa6c0-bc4e-4b73-b197-5817fef63b2d None None] Attempting to bind port 7aed72e4-15fc-4117-9e09-62413113a0d8 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:43.792249 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-78efa6c0-bc4e-4b73-b197-5817fef63b2d None None] Attempting to bind port 7aed72e4-15fc-4117-9e09-62413113a0d8 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:43.792855 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78efa6c0-bc4e-4b73-b197-5817fef63b2d None None] Attempting to bind port 7aed72e4-15fc-4117-9e09-62413113a0d8 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:43.803285 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78efa6c0-bc4e-4b73-b197-5817fef63b2d None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:43.805803 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78efa6c0-bc4e-4b73-b197-5817fef63b2d None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:43.806323 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78efa6c0-bc4e-4b73-b197-5817fef63b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.806922 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78efa6c0-bc4e-4b73-b197-5817fef63b2d None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:43.807590 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-78efa6c0-bc4e-4b73-b197-5817fef63b2d None None] Bound port: 7aed72e4-15fc-4117-9e09-62413113a0d8, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:43.807995 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78efa6c0-bc4e-4b73-b197-5817fef63b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.867874 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 40631620-de9c-4849-a6b9-dc1e5c184271 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:43.868398 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.905060 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b46b1ed-2102-480d-9cf5-017b240f57a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.914563 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7ac2eebd-e036-4b71-994c-a18c95fc49e0 req-169f2781-4d9b-4425-897e-8daa86cb7a39 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8924508 Jul 14 09:03:43.916565 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-f49d8d21-d1d8-489f-acbe-c3e67da72b8c tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Allocated IP 172.20.0.10 (08de5465-73e5-4631-aa8b-bc4e683c6059/071e1eda-8dc1-4443-8319-f991bb29a5e1/1cacf250-1f81-4a1a-b4d0-e56c4e0015a4) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:43.951125 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9330e577-3094-47f0-8306-7382435a9bc4 req-961e5416-cfb2-45c1-9016-85b996577003 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] For port acf818c6-cf18-4299-8531-6530ffab49ca, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=acf818c6-cf18-4299-8531-6530ffab49ca,segment=NetworkSegment(1ed77c6e-05eb-4a56-b483-3722acb2e155),segment_id=1ed77c6e-05eb-4a56-b483-3722acb2e155)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:43.951663 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9330e577-3094-47f0-8306-7382435a9bc4 req-961e5416-cfb2-45c1-9016-85b996577003 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.957338 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-78efa6c0-bc4e-4b73-b197-5817fef63b2d None None] For port 7aed72e4-15fc-4117-9e09-62413113a0d8, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:43.974212 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-78efa6c0-bc4e-4b73-b197-5817fef63b2d None None] For port 7aed72e4-15fc-4117-9e09-62413113a0d8, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7aed72e4-15fc-4117-9e09-62413113a0d8,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:43.992709 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78efa6c0-bc4e-4b73-b197-5817fef63b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.994662 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-cd831d04-2853-4ed3-902c-00acbb97db95 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:43.995810 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-cd831d04-2853-4ed3-902c-00acbb97db95 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:44.027927 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-cd831d04-2853-4ed3-902c-00acbb97db95 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4950709 Jul 14 09:03:44.051691 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-c3995f34-644a-4673-9c13-fcae4f06dc42 service neutron] Request body: {'port': {'device_id': '2f25fc9a-976b-4668-a0db-7613724fda0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:44.064956 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-4730f170-e6a0-4c81-9c46-3159ad0b5c08 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:44.067366 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-4730f170-e6a0-4c81-9c46-3159ad0b5c08 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.44 "GET /v2.0/networks?id=aa282a42-14ce-40bf-98d2-0aa5342653ef HTTP/1.1" status: 200 len: 805 time: 0.2186229 Jul 14 09:03:44.120893 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-9330e577-3094-47f0-8306-7382435a9bc4 req-961e5416-cfb2-45c1-9016-85b996577003 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Calling delete_port for acf818c6-cf18-4299-8531-6530ffab49ca owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:03:44.173909 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-1cffa33c-cff9-4209-91c9-2ef4a5777bf9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Request body: {'port': {'device_id': 'ddc9eb38-c0dd-403a-8dad-50804e92cba2', 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef', 'admin_state_up': True, 'tenant_id': '2a65871ef77a4e449769120ad4b0a96b'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:44.203962 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a87184f4-e521-439e-a7de-368e136618f5 None None] Provisioning for port 9c7832a8-5cac-42e3-9b79-2fd4c745c0ed completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:44.206771 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d05b2f0-20f0-474f-8c34-123cb1aa98bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08996a8b-44c0-48d2-ad1b-ed0deb51ac3a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:44.210927 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a071853-eebe-4fcd-b49f-e95eba499808" -d '{"events": [{"server_uuid": "5d05b2f0-20f0-474f-8c34-123cb1aa98bf", "name": "network-vif-unplugged", "status": "completed", "tag": "08996a8b-44c0-48d2-ad1b-ed0deb51ac3a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:44.225454 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7471a-8ba2-4d7c-be3d-1dc8f8bd519a None None] Pushing event updated for resources: {'Port': ['ID=7aed72e4-15fc-4117-9e09-62413113a0d8,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:44.234624 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a87184f4-e521-439e-a7de-368e136618f5 None None] Provisioning complete for port 9c7832a8-5cac-42e3-9b79-2fd4c745c0ed triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:44.235077 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a87184f4-e521-439e-a7de-368e136618f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:44.294216 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78efa6c0-bc4e-4b73-b197-5817fef63b2d None None] Routers {'d4dc9c84-a496-4512-83ba-722b71dfa808'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:03:44.295311 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-78efa6c0-bc4e-4b73-b197-5817fef63b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:03:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['d4dc9c84-a496-4512-83ba-722b71dfa808'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:44.335730 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b006e41d-65bd-401e-8084-ea3079be1088 req-b8a1a935-36e7-4d27-ad43-b93207ba8717 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddc9eb38-c0dd-403a-8dad-50804e92cba2 HTTP/1.1" status: 200 len: 210 time: 0.1374040 Jul 14 09:03:44.362299 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-c3995f34-644a-4673-9c13-fcae4f06dc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:44.375750 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a87184f4-e521-439e-a7de-368e136618f5 None None] Port 9c7832a8-5cac-42e3-9b79-2fd4c745c0ed cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:03:44.381515 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03959be-1a8b-4a4b-888c-cb2ddb4a37c9 req-60331556-4a7b-4a7d-ad46-660f80c87f98 tempest-ServersOnMultiNodesTest-640176556 tempest-ServersOnMultiNodesTest-640176556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:44.388665 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f03959be-1a8b-4a4b-888c-cb2ddb4a37c9 req-60331556-4a7b-4a7d-ad46-660f80c87f98 tempest-ServersOnMultiNodesTest-640176556 tempest-ServersOnMultiNodesTest-640176556-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2d766dac-e9c5-4196-8809-c0334627b60b HTTP/1.1" status: 200 len: 1101 time: 0.6432362 Jul 14 09:03:44.464876 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-78efa6c0-bc4e-4b73-b197-5817fef63b2d None None] Set router d4dc9c84-a496-4512-83ba-722b71dfa808 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:03:44.513623 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-1cffa33c-cff9-4209-91c9-2ef4a5777bf9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Made reservation on behalf of 2a65871ef77a4e449769120ad4b0a96b for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:44.517794 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-1cffa33c-cff9-4209-91c9-2ef4a5777bf9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:44.681207 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f03959be-1a8b-4a4b-888c-cb2ddb4a37c9 req-26526172-5e54-4679-aa5c-b03e4b0d5817 tempest-ServersOnMultiNodesTest-640176556 tempest-ServersOnMultiNodesTest-640176556-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908857 Jul 14 09:03:44.700573 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b46b1ed-2102-480d-9cf5-017b240f57a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:44.718834 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b46b1ed-2102-480d-9cf5-017b240f57a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:44.820197 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-78efa6c0-bc4e-4b73-b197-5817fef63b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dc9c84-a496-4512-83ba-722b71dfa808', 'name': 'tempest-FloatingIPsTestJSON-1610161218-router', 'tenant_id': 'fab879ac67374f4aa481f339a0a09938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7aed72e4-15fc-4117-9e09-62413113a0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:37Z', 'updated_at': '2021-07-14T09:03:43Z', 'revision_number': 4, 'project_id': 'fab879ac67374f4aa481f339a0a09938', 'gw_port': {'id': '7aed72e4-15fc-4117-9e09-62413113a0d8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4dc9c84-a496-4512-83ba-722b71dfa808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '9c7832a8-5cac-42e3-9b79-2fd4c745c0ed', 'name': '', 'network_id': '5f2aeab8-7ded-44b6-86e5-783aa23cd78c', 'tenant_id': 'fab879ac67374f4aa481f339a0a09938', 'mac_address': 'fa:16:3e:97:b8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4dc9c84-a496-4512-83ba-722b71dfa808', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '2de4c4d4-f79b-4993-b215-b8c924ba869d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:42Z', 'updated_at': '2021-07-14T09:03:43Z', 'revision_number': 1, 'project_id': 'fab879ac67374f4aa481f339a0a09938', 'subnets': [{'id': '2de4c4d4-f79b-4993-b215-b8c924ba869d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:44.878745 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdc4a52-6ecc-4820-8edd-04bb9b373a1b x-openstack-request-id: req-1bdc4a52-6ecc-4820-8edd-04bb9b373a1b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:44.879206 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d05b2f0-20f0-474f-8c34-123cb1aa98bf", "name": "network-vif-deleted", "tag": "08996a8b-44c0-48d2-ad1b-ed0deb51ac3a", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:44.879669 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1bdc4a52-6ecc-4820-8edd-04bb9b373a1b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:44.880281 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d05b2f0-20f0-474f-8c34-123cb1aa98bf', 'name': 'network-vif-deleted', 'tag': '08996a8b-44c0-48d2-ad1b-ed0deb51ac3a', 'status': 'completed', 'code': 200} Jul 14 09:03:44.960743 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78efa6c0-bc4e-4b73-b197-5817fef63b2d None None] The sync data for ids ['d4dc9c84-a496-4512-83ba-722b71dfa808'] in n-d-771362-35 is: [{'id': 'd4dc9c84-a496-4512-83ba-722b71dfa808', 'name': 'tempest-FloatingIPsTestJSON-1610161218-router', 'tenant_id': 'fab879ac67374f4aa481f339a0a09938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7aed72e4-15fc-4117-9e09-62413113a0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:37Z', 'updated_at': '2021-07-14T09:03:43Z', 'revision_number': 4, 'project_id': 'fab879ac67374f4aa481f339a0a09938', 'gw_port': {'id': '7aed72e4-15fc-4117-9e09-62413113a0d8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4dc9c84-a496-4512-83ba-722b71dfa808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '9c7832a8-5cac-42e3-9b79-2fd4c745c0ed', 'name': '', 'network_id': '5f2aeab8-7ded-44b6-86e5-783aa23cd78c', 'tenant_id': 'fab879ac67374f4aa481f339a0a09938', 'mac_address': 'fa:16:3e:97:b8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4dc9c84-a496-4512-83ba-722b71dfa808', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '2de4c4d4-f79b-4993-b215-b8c924ba869d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:42Z', 'updated_at': '2021-07-14T09:03:43Z', 'revision_number': 1, 'project_id': 'fab879ac67374f4aa481f339a0a09938', 'subnets': [{'id': '2de4c4d4-f79b-4993-b215-b8c924ba869d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:03:44.992011 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4d8a1109-6654-42a1-b428-a5bdf92c9d6c req-3eee0a40-1f9c-4eb2-80de-c14b673bbaaf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=caca0822-9f89-44d2-bfc8-f9576b5cbc41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4090042 Jul 14 09:03:45.010836 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-f49d8d21-d1d8-489f-acbe-c3e67da72b8c tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:45.018584 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b46b1ed-2102-480d-9cf5-017b240f57a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:45.030095 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9330e577-3094-47f0-8306-7382435a9bc4 req-961e5416-cfb2-45c1-9016-85b996577003 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:45.071762 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46b1ed-2102-480d-9cf5-017b240f57a7 admin admin] Pushing event updated for resources: {'Port': ['ID=9c7832a8-5cac-42e3-9b79-2fd4c745c0ed,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:45.160253 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e5416-cfb2-45c1-9016-85b996577003 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event deleted for resources: {'Port': ['ID=acf818c6-cf18-4299-8531-6530ffab49ca,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:45.168169 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-1cffa33c-cff9-4209-91c9-2ef4a5777bf9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Allocated IP 172.20.0.14 (aa282a42-14ce-40bf-98d2-0aa5342653ef/270bafed-ba3b-4347-b7b9-ccc79813fe94/71d96ee1-5098-4ee3-84d1-e37bcfed3233) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:45.241745 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9330e577-3094-47f0-8306-7382435a9bc4 req-961e5416-cfb2-45c1-9016-85b996577003 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] No DVR routers for this DVR port acf818c6-cf18-4299-8531-6530ffab49ca on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:03:45.256739 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9330e577-3094-47f0-8306-7382435a9bc4 req-961e5416-cfb2-45c1-9016-85b996577003 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:45.258400 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9330e577-3094-47f0-8306-7382435a9bc4 req-961e5416-cfb2-45c1-9016-85b996577003 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.47 "DELETE /v2.0/ports/acf818c6-cf18-4299-8531-6530ffab49ca HTTP/1.1" status: 204 len: 173 time: 3.5387497 Jul 14 09:03:45.300037 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a774a9-7125-46d7-8bd4-8f3cf6a27b1d req-916dbdb1-e973-425a-8203-fe72538e5534 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:45.302107 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d9a774a9-7125-46d7-8bd4-8f3cf6a27b1d req-916dbdb1-e973-425a-8203-fe72538e5534 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/ports?device_id=34791e52-1bf2-4fb7-a0b8-6a58fabb6b3c HTTP/1.1" status: 200 len: 932 time: 0.2277629 Jul 14 09:03:45.304099 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-f49d8d21-d1d8-489f-acbe-c3e67da72b8c tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:45.500318 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-f49d8d21-d1d8-489f-acbe-c3e67da72b8c tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Network 08de5465-73e5-4631-aa8b-bc4e683c6059 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:45.552868 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d8d21-d1d8-489f-acbe-c3e67da72b8c tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Pushing event updated for resources: {'Port': ['ID=1cacf250-1f81-4a1a-b4d0-e56c4e0015a4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:45.561561 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-f49d8d21-d1d8-489f-acbe-c3e67da72b8c tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:45.567651 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-f49d8d21-d1d8-489f-acbe-c3e67da72b8c tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:45.792306 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d9a774a9-7125-46d7-8bd4-8f3cf6a27b1d req-758646cb-5898-45be-b2e8-6b2c2d503403 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2b4954c-c748-470b-b52f-a860b9e161ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759731 Jul 14 09:03:45.839381 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-f49d8d21-d1d8-489f-acbe-c3e67da72b8c tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:45.840322 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-f49d8d21-d1d8-489f-acbe-c3e67da72b8c tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:45.862505 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-f49d8d21-d1d8-489f-acbe-c3e67da72b8c tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5225353 Jul 14 09:03:45.879319 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-98eeb0c3-fece-42ef-a8c5-b92c4cd9bcef service neutron] Request body: {'port': {'device_id': 'af515824-e9e9-48d7-8164-81a003ccbcb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:45.949348 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b46b1ed-2102-480d-9cf5-017b240f57a7 admin admin] Network 5f2aeab8-7ded-44b6-86e5-783aa23cd78c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:45.984753 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8b46b1ed-2102-480d-9cf5-017b240f57a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:45.998376 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a8ea91-debf-4a79-9a1f-d9f8c090a4a2 x-openstack-request-id: req-47a8ea91-debf-4a79-9a1f-d9f8c090a4a2 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:45.999066 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d05b2f0-20f0-474f-8c34-123cb1aa98bf", "name": "network-vif-unplugged", "status": "completed", "tag": "08996a8b-44c0-48d2-ad1b-ed0deb51ac3a", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:45.999205 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47a8ea91-debf-4a79-9a1f-d9f8c090a4a2 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:46.011525 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d05b2f0-20f0-474f-8c34-123cb1aa98bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08996a8b-44c0-48d2-ad1b-ed0deb51ac3a', 'code': 200} Jul 14 09:03:46.014959 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a1109-6654-42a1-b428-a5bdf92c9d6c req-9ed9cdb0-d034-488b-ab19-447f8628c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:46.018751 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4d8a1109-6654-42a1-b428-a5bdf92c9d6c req-9ed9cdb0-d034-488b-ab19-447f8628c036 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c35458c50e143699c6f14a3ebfddb0d&device_id=caca0822-9f89-44d2-bfc8-f9576b5cbc41 HTTP/1.1" status: 200 len: 1096 time: 0.9616177 Jul 14 09:03:46.202785 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-98eeb0c3-fece-42ef-a8c5-b92c4cd9bcef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:46.563247 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-70b89ae4-ac9e-49ca-9c15-540acb380149 None None] Provisioning complete for port 9c7832a8-5cac-42e3-9b79-2fd4c745c0ed triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:46.564363 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70b89ae4-ac9e-49ca-9c15-540acb380149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:46.579940 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-1cffa33c-cff9-4209-91c9-2ef4a5777bf9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:46.758890 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-70b89ae4-ac9e-49ca-9c15-540acb380149 None None] Port 9c7832a8-5cac-42e3-9b79-2fd4c745c0ed cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:03:46.885418 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d05b2f0-20f0-474f-8c34-123cb1aa98bf', 'name': 'network-vif-deleted', 'tag': 'acf818c6-cf18-4299-8531-6530ffab49ca'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:46.896449 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd50310f-19dd-4f2f-ae07-71c5788be749" -d '{"events": [{"server_uuid": "5d05b2f0-20f0-474f-8c34-123cb1aa98bf", "name": "network-vif-deleted", "tag": "acf818c6-cf18-4299-8531-6530ffab49ca"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:47.000943 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f52ce8da-d30b-485a-9991-3c93fdcd1891 req-50397f9c-95b8-4006-a348-cc3186fa01ab tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d05b2f0-20f0-474f-8c34-123cb1aa98bf HTTP/1.1" status: 200 len: 210 time: 0.0721273 Jul 14 09:03:47.003219 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b46b1ed-2102-480d-9cf5-017b240f57a7 admin admin] Router d4dc9c84-a496-4512-83ba-722b71dfa808 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:03:47.007622 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [req-392605f2-df1b-4224-998a-ed994b4a0adf req-179593f6-9c2b-4b4a-8c3b-9ff7ffa1d78f tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:03:47.008707 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-392605f2-df1b-4224-998a-ed994b4a0adf req-179593f6-9c2b-4b4a-8c3b-9ff7ffa1d78f tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0945258 Jul 14 09:03:47.047367 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-392605f2-df1b-4224-998a-ed994b4a0adf req-7169ccb3-d4d5-4275-9749-9470948b639a service neutron] Request body: {'binding': {'host': 'n-h2-771362-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:47.048068 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-392605f2-df1b-4224-998a-ed994b4a0adf req-7169ccb3-d4d5-4275-9749-9470948b639a service neutron] Unknown quota resources ['binding']. {{(pid=93772) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:03:47.138571 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a1109-6654-42a1-b428-a5bdf92c9d6c req-31fac166-f9aa-4663-b0b9-267025f752cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:47.140201 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4d8a1109-6654-42a1-b428-a5bdf92c9d6c req-31fac166-f9aa-4663-b0b9-267025f752cf service neutron] 10.222.0.44 "GET /v2.0/networks?id=d4fad6bc-cc19-4061-a347-c3942b87c975 HTTP/1.1" status: 200 len: 908 time: 1.0338116 Jul 14 09:03:47.173074 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-8f8d0af0-431c-47fc-b940-cb511685ff75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 241b1b6d-752c-4b49-a5ec-8e91228d7748 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:47.213002 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-02224226-ab34-482b-8133-8391f722ec4c tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522451 Jul 14 09:03:47.251020 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-8f8d0af0-431c-47fc-b940-cb511685ff75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:47.266696 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-1cffa33c-cff9-4209-91c9-2ef4a5777bf9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:47.271243 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4d8a1109-6654-42a1-b428-a5bdf92c9d6c req-5cd0de3a-d384-4e62-bf6b-eff43eb6df35 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 HTTP/1.1" status: 200 len: 217 time: 0.1175888 Jul 14 09:03:47.417003 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-0d6d0c6b-205a-43c2-a241-d347ee173856 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:47.421874 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-8f8d0af0-431c-47fc-b940-cb511685ff75 service neutron] Transition to ACTIVE for port object 241b1b6d-752c-4b49-a5ec-8e91228d7748 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:47.424666 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-0d6d0c6b-205a-43c2-a241-d347ee173856 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2095466 Jul 14 09:03:47.463064 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-8f8d0af0-431c-47fc-b940-cb511685ff75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:47.508397 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-1e6787d0-a2da-4a1c-b3a3-0f11e866178b tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/quotas/0c5f47989e8e45de8bf251a9200bf8d4 HTTP/1.1" status: 200 len: 375 time: 0.0758171 Jul 14 09:03:47.720520 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7aed72e4-15fc-4117-9e09-62413113a0d8 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:47.817369 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-33667a15-33ab-4dcd-985b-7e4dc83ce8ba tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2873552 Jul 14 09:03:47.820636 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 7aed72e4-15fc-4117-9e09-62413113a0d8 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:47.829499 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 7aed72e4-15fc-4117-9e09-62413113a0d8 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:47.830073 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:47.897678 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-c3995f34-644a-4673-9c13-fcae4f06dc42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec04108-7781-4e28-b32c-053f38afdbbc {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:47.909536 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-1cffa33c-cff9-4209-91c9-2ef4a5777bf9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Network aa282a42-14ce-40bf-98d2-0aa5342653ef is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:47.915985 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-c3995f34-644a-4673-9c13-fcae4f06dc42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:47.939042 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-1cffa33c-cff9-4209-91c9-2ef4a5777bf9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:47.947453 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-c3995f34-644a-4673-9c13-fcae4f06dc42 service neutron] Transition to ACTIVE for port object 4ec04108-7781-4e28-b32c-053f38afdbbc will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:47.970651 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffa33c-cff9-4209-91c9-2ef4a5777bf9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Pushing event updated for resources: {'Port': ['ID=71d96ee1-5098-4ee3-84d1-e37bcfed3233,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:47.986857 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-1cffa33c-cff9-4209-91c9-2ef4a5777bf9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:48.027441 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a1109-6654-42a1-b428-a5bdf92c9d6c req-9142fd51-4614-4309-8625-d4b9023006fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:48.030683 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4d8a1109-6654-42a1-b428-a5bdf92c9d6c req-9142fd51-4614-4309-8625-d4b9023006fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39b054b3-ff74-48d7-bc6b-cc0709824ebb HTTP/1.1" status: 200 len: 848 time: 0.6909399 Jul 14 09:03:48.061143 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-c3995f34-644a-4673-9c13-fcae4f06dc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:48.069207 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:48.213212 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 7aed72e4-15fc-4117-9e09-62413113a0d8, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7aed72e4-15fc-4117-9e09-62413113a0d8,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:48.223339 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:48.261958 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-47b59b64-8963-4f52-b5ef-1f1471ce910a req-b19fcdc8-bd11-489a-8d86-9e58ff788b66 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=51ed6564-a5f0-46f3-b5b9-49e69be245d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5458751 Jul 14 09:03:48.272095 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3995f34-644a-4673-9c13-fcae4f06dc42 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec04108-7781-4e28-b32c-053f38afdbbc,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:48.316577 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4d8a1109-6654-42a1-b428-a5bdf92c9d6c req-5c62f941-5ec6-403e-9d69-ab4e2a437c9a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d4fad6bc-cc19-4061-a347-c3942b87c975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2018144 Jul 14 09:03:48.353409 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b46b1ed-2102-480d-9cf5-017b240f57a7 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:03:48.410003 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ac0d75a-974c-4012-81b3-7aa527156a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:48.433567 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8b46b1ed-2102-480d-9cf5-017b240f57a7 admin admin] 10.222.0.25 "PUT /v2.0/routers/d4dc9c84-a496-4512-83ba-722b71dfa808/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3542333 Jul 14 09:03:48.433567 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-1cffa33c-cff9-4209-91c9-2ef4a5777bf9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:48.433567 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-1cffa33c-cff9-4209-91c9-2ef4a5777bf9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:48.441582 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=7aed72e4-15fc-4117-9e09-62413113a0d8,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:48.488763 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d0af0-431c-47fc-b940-cb511685ff75 service neutron] Pushing event updated for resources: {'Port': ['ID=241b1b6d-752c-4b49-a5ec-8e91228d7748,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:48.574148 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-8f8d0af0-431c-47fc-b940-cb511685ff75 service neutron] Attempting to bind port 241b1b6d-752c-4b49-a5ec-8e91228d7748 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:48.574710 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-8f8d0af0-431c-47fc-b940-cb511685ff75 service neutron] Attempting to bind port 241b1b6d-752c-4b49-a5ec-8e91228d7748 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '126df874-b90f-41ae-bd19-4c54d69f595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '08de5465-73e5-4631-aa8b-bc4e683c6059'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:48.577006 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-8f8d0af0-431c-47fc-b940-cb511685ff75 service neutron] Attempting to bind port 241b1b6d-752c-4b49-a5ec-8e91228d7748 on network 08de5465-73e5-4631-aa8b-bc4e683c6059 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:48.592045 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-1cffa33c-cff9-4209-91c9-2ef4a5777bf9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4337301 Jul 14 09:03:48.594142 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-392605f2-df1b-4224-998a-ed994b4a0adf req-7169ccb3-d4d5-4275-9749-9470948b639a service neutron] Attempting to bind port 9aab4b40-3979-4b3a-b854-a7f187ca29d1 on host n-h2-771362-35 for vnic_type normal with profile None {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:48.596380 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-392605f2-df1b-4224-998a-ed994b4a0adf req-7169ccb3-d4d5-4275-9749-9470948b639a service neutron] Attempting to bind port 9aab4b40-3979-4b3a-b854-a7f187ca29d1 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:48.597726 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392605f2-df1b-4224-998a-ed994b4a0adf req-7169ccb3-d4d5-4275-9749-9470948b639a service neutron] Attempting to bind port 9aab4b40-3979-4b3a-b854-a7f187ca29d1 on network d4fad6bc-cc19-4061-a347-c3942b87c975 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:48.625419 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392605f2-df1b-4224-998a-ed994b4a0adf req-7169ccb3-d4d5-4275-9749-9470948b639a service neutron] Port 9aab4b40-3979-4b3a-b854-a7f187ca29d1 on network d4fad6bc-cc19-4061-a347-c3942b87c975 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:03:48.626134 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392605f2-df1b-4224-998a-ed994b4a0adf req-7169ccb3-d4d5-4275-9749-9470948b639a service neutron] Attempting to bind port 9aab4b40-3979-4b3a-b854-a7f187ca29d1 on network d4fad6bc-cc19-4061-a347-c3942b87c975 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:48.642658 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-db1784ec-1c45-4497-80f7-2c09a40045b2 service neutron] Request body: {'port': {'device_id': 'ddc9eb38-c0dd-403a-8dad-50804e92cba2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:48.673779 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-8f8d0af0-431c-47fc-b940-cb511685ff75 service neutron] Port 241b1b6d-752c-4b49-a5ec-8e91228d7748 on network 08de5465-73e5-4631-aa8b-bc4e683c6059 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:03:48.674324 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-8f8d0af0-431c-47fc-b940-cb511685ff75 service neutron] Attempting to bind port 241b1b6d-752c-4b49-a5ec-8e91228d7748 on network 08de5465-73e5-4631-aa8b-bc4e683c6059 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:48.755738 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392605f2-df1b-4224-998a-ed994b4a0adf req-7169ccb3-d4d5-4275-9749-9470948b639a service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:48.756417 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392605f2-df1b-4224-998a-ed994b4a0adf req-7169ccb3-d4d5-4275-9749-9470948b639a service neutron] Checking segment: {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:48.757339 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392605f2-df1b-4224-998a-ed994b4a0adf req-7169ccb3-d4d5-4275-9749-9470948b639a service neutron] Bound using segment: {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:48.758608 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-392605f2-df1b-4224-998a-ed994b4a0adf req-7169ccb3-d4d5-4275-9749-9470948b639a service neutron] Bound port: 9aab4b40-3979-4b3a-b854-a7f187ca29d1, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:48.786938 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-8f8d0af0-431c-47fc-b940-cb511685ff75 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:48.787724 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-8f8d0af0-431c-47fc-b940-cb511685ff75 service neutron] Checking segment: {'id': '126df874-b90f-41ae-bd19-4c54d69f595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '08de5465-73e5-4631-aa8b-bc4e683c6059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:48.788960 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-8f8d0af0-431c-47fc-b940-cb511685ff75 service neutron] Bound using segment: {'id': '126df874-b90f-41ae-bd19-4c54d69f595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '08de5465-73e5-4631-aa8b-bc4e683c6059'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:48.789656 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-8f8d0af0-431c-47fc-b940-cb511685ff75 service neutron] Bound port: 241b1b6d-752c-4b49-a5ec-8e91228d7748, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '126df874-b90f-41ae-bd19-4c54d69f595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '08de5465-73e5-4631-aa8b-bc4e683c6059'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:48.790704 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-8f8d0af0-431c-47fc-b940-cb511685ff75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:48.841591 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-98eeb0c3-fece-42ef-a8c5-b92c4cd9bcef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cacf250-1f81-4a1a-b4d0-e56c4e0015a4 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:48.873059 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad789f41-8c9b-4553-a3d2-6fc86e98f1b7 req-b4366d66-0077-4fb8-8aa9-062a0ecad523 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:48.885906 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad789f41-8c9b-4553-a3d2-6fc86e98f1b7 req-b4366d66-0077-4fb8-8aa9-062a0ecad523 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddc9eb38-c0dd-403a-8dad-50804e92cba2 HTTP/1.1" status: 200 len: 932 time: 0.5960565 Jul 14 09:03:48.889098 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-c3995f34-644a-4673-9c13-fcae4f06dc42 service neutron] Attempting to bind port 4ec04108-7781-4e28-b32c-053f38afdbbc on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:48.889720 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-c3995f34-644a-4673-9c13-fcae4f06dc42 service neutron] Attempting to bind port 4ec04108-7781-4e28-b32c-053f38afdbbc by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '126df874-b90f-41ae-bd19-4c54d69f595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '08de5465-73e5-4631-aa8b-bc4e683c6059'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:48.890845 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-c3995f34-644a-4673-9c13-fcae4f06dc42 service neutron] Attempting to bind port 4ec04108-7781-4e28-b32c-053f38afdbbc on network 08de5465-73e5-4631-aa8b-bc4e683c6059 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:48.898839 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-98eeb0c3-fece-42ef-a8c5-b92c4cd9bcef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:48.954721 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-c3995f34-644a-4673-9c13-fcae4f06dc42 service neutron] Port 4ec04108-7781-4e28-b32c-053f38afdbbc on network 08de5465-73e5-4631-aa8b-bc4e683c6059 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:03:48.955522 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-c3995f34-644a-4673-9c13-fcae4f06dc42 service neutron] Attempting to bind port 4ec04108-7781-4e28-b32c-053f38afdbbc on network 08de5465-73e5-4631-aa8b-bc4e683c6059 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:48.964007 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4d8a1109-6654-42a1-b428-a5bdf92c9d6c req-8073433c-3b91-4417-a59c-1dbc769c8ad7 service neutron] 10.222.0.44 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6123397 Jul 14 09:03:48.970602 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b59b64-8963-4f52-b5ef-1f1471ce910a req-3da6cdf7-9fa5-4899-9e72-b4f437514de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:48.973397 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-47b59b64-8963-4f52-b5ef-1f1471ce910a req-3da6cdf7-9fa5-4899-9e72-b4f437514de8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&device_id=51ed6564-a5f0-46f3-b5b9-49e69be245d4 HTTP/1.1" status: 200 len: 1101 time: 0.5655074 Jul 14 09:03:48.993891 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-98eeb0c3-fece-42ef-a8c5-b92c4cd9bcef service neutron] Transition to ACTIVE for port object 1cacf250-1f81-4a1a-b4d0-e56c4e0015a4 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:49.016212 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-98eeb0c3-fece-42ef-a8c5-b92c4cd9bcef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:49.027829 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-c3995f34-644a-4673-9c13-fcae4f06dc42 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:49.028974 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-c3995f34-644a-4673-9c13-fcae4f06dc42 service neutron] Checking segment: {'id': '126df874-b90f-41ae-bd19-4c54d69f595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '08de5465-73e5-4631-aa8b-bc4e683c6059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:49.029608 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-c3995f34-644a-4673-9c13-fcae4f06dc42 service neutron] Bound using segment: {'id': '126df874-b90f-41ae-bd19-4c54d69f595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '08de5465-73e5-4631-aa8b-bc4e683c6059'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:49.030373 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-c3995f34-644a-4673-9c13-fcae4f06dc42 service neutron] Bound port: 4ec04108-7781-4e28-b32c-053f38afdbbc, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '126df874-b90f-41ae-bd19-4c54d69f595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '08de5465-73e5-4631-aa8b-bc4e683c6059'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:49.031010 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-c3995f34-644a-4673-9c13-fcae4f06dc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:49.150412 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9c2c19-9ed4-4b9a-9365-e711460a4128 None None] Sync routers for ids ['d4dc9c84-a496-4512-83ba-722b71dfa808'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:03:49.173332 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9c2c19-9ed4-4b9a-9365-e711460a4128 None None] Routers {'d4dc9c84-a496-4512-83ba-722b71dfa808'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:03:49.175168 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6d9c2c19-9ed4-4b9a-9365-e711460a4128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:03:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['d4dc9c84-a496-4512-83ba-722b71dfa808'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:49.183833 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-392605f2-df1b-4224-998a-ed994b4a0adf req-7169ccb3-d4d5-4275-9749-9470948b639a service neutron] For port 9aab4b40-3979-4b3a-b854-a7f187ca29d1, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9aab4b40-3979-4b3a-b854-a7f187ca29d1,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:49.187404 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-db1784ec-1c45-4497-80f7-2c09a40045b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:49.225701 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-392605f2-df1b-4224-998a-ed994b4a0adf req-7169ccb3-d4d5-4275-9749-9470948b639a service neutron] Notify callbacks [] for binding, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:49.227620 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-392605f2-df1b-4224-998a-ed994b4a0adf req-7169ccb3-d4d5-4275-9749-9470948b639a service neutron] 10.222.0.25 "POST /v2.0/ports/9aab4b40-3979-4b3a-b854-a7f187ca29d1/bindings HTTP/1.1" status: 201 len: 390 time: 2.1934602 Jul 14 09:03:49.272080 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-8f8d0af0-431c-47fc-b940-cb511685ff75 service neutron] For port 241b1b6d-752c-4b49-a5ec-8e91228d7748, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:49.329416 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad789f41-8c9b-4553-a3d2-6fc86e98f1b7 req-6ec1a23e-8f15-4d15-bf5f-08ecc10553a9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409771 Jul 14 09:03:49.457285 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b59b64-8963-4f52-b5ef-1f1471ce910a req-fffb2a14-7429-44d4-ae44-1cd5c65bfe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:49.460039 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-47b59b64-8963-4f52-b5ef-1f1471ce910a req-fffb2a14-7429-44d4-ae44-1cd5c65bfe56 service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.4398818 Jul 14 09:03:49.519775 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b12993-b688-4540-b0ce-57f405302cf6 x-openstack-request-id: req-f2b12993-b688-4540-b0ce-57f405302cf6 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:49.520225 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d05b2f0-20f0-474f-8c34-123cb1aa98bf", "name": "network-vif-deleted", "tag": "acf818c6-cf18-4299-8531-6530ffab49ca", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:49.520654 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f2b12993-b688-4540-b0ce-57f405302cf6 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:49.521237 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d05b2f0-20f0-474f-8c34-123cb1aa98bf', 'name': 'network-vif-deleted', 'tag': 'acf818c6-cf18-4299-8531-6530ffab49ca', 'status': 'completed', 'code': 200} Jul 14 09:03:49.568008 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-8f8d0af0-431c-47fc-b940-cb511685ff75 service neutron] For port 241b1b6d-752c-4b49-a5ec-8e91228d7748, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=241b1b6d-752c-4b49-a5ec-8e91228d7748,segment=NetworkSegment(126df874-b90f-41ae-bd19-4c54d69f595c),segment_id=126df874-b90f-41ae-bd19-4c54d69f595c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:49.639132 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-47b59b64-8963-4f52-b5ef-1f1471ce910a req-9983d7f5-209a-4a1c-bf62-8a0efba7f468 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=3bf961b6-708a-4ff3-b40e-42584c38b0df HTTP/1.1" status: 200 len: 217 time: 0.1059403 Jul 14 09:03:49.642098 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eeb0c3-fece-42ef-a8c5-b92c4cd9bcef service neutron] Pushing event updated for resources: {'Port': ['ID=1cacf250-1f81-4a1a-b4d0-e56c4e0015a4,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:49.659732 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4d8a1109-6654-42a1-b428-a5bdf92c9d6c req-1915ed3d-bb50-41ae-98fe-d513940b50b0 service neutron] 10.222.0.44 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6653690 Jul 14 09:03:49.665639 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-8f8d0af0-431c-47fc-b940-cb511685ff75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:49.759239 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7aed72e4-15fc-4117-9e09-62413113a0d8 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:49.837163 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-6d9c2c19-9ed4-4b9a-9365-e711460a4128 None None] Set router d4dc9c84-a496-4512-83ba-722b71dfa808 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:03:49.967609 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-c3995f34-644a-4673-9c13-fcae4f06dc42 service neutron] For port 4ec04108-7781-4e28-b32c-053f38afdbbc, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:49.994851 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-98eeb0c3-fece-42ef-a8c5-b92c4cd9bcef service neutron] Attempting to bind port 1cacf250-1f81-4a1a-b4d0-e56c4e0015a4 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:49.995746 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-98eeb0c3-fece-42ef-a8c5-b92c4cd9bcef service neutron] Attempting to bind port 1cacf250-1f81-4a1a-b4d0-e56c4e0015a4 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '126df874-b90f-41ae-bd19-4c54d69f595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '08de5465-73e5-4631-aa8b-bc4e683c6059'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:49.996206 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-98eeb0c3-fece-42ef-a8c5-b92c4cd9bcef service neutron] Attempting to bind port 1cacf250-1f81-4a1a-b4d0-e56c4e0015a4 on network 08de5465-73e5-4631-aa8b-bc4e683c6059 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:50.034280 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-c3995f34-644a-4673-9c13-fcae4f06dc42 service neutron] For port 4ec04108-7781-4e28-b32c-053f38afdbbc, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=4ec04108-7781-4e28-b32c-053f38afdbbc,segment=NetworkSegment(126df874-b90f-41ae-bd19-4c54d69f595c),segment_id=126df874-b90f-41ae-bd19-4c54d69f595c)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:50.043409 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-98eeb0c3-fece-42ef-a8c5-b92c4cd9bcef service neutron] Port 1cacf250-1f81-4a1a-b4d0-e56c4e0015a4 on network 08de5465-73e5-4631-aa8b-bc4e683c6059 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:03:50.043777 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-98eeb0c3-fece-42ef-a8c5-b92c4cd9bcef service neutron] Attempting to bind port 1cacf250-1f81-4a1a-b4d0-e56c4e0015a4 on network 08de5465-73e5-4631-aa8b-bc4e683c6059 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:50.052292 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b59b64-8963-4f52-b5ef-1f1471ce910a req-12ad6902-d5f2-476b-ba25-0128810d423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:50.053869 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-47b59b64-8963-4f52-b5ef-1f1471ce910a req-12ad6902-d5f2-476b-ba25-0128810d423b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.4137187 Jul 14 09:03:50.059318 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-c3995f34-644a-4673-9c13-fcae4f06dc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:50.101115 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-98eeb0c3-fece-42ef-a8c5-b92c4cd9bcef service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:50.101642 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-98eeb0c3-fece-42ef-a8c5-b92c4cd9bcef service neutron] Checking segment: {'id': '126df874-b90f-41ae-bd19-4c54d69f595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '08de5465-73e5-4631-aa8b-bc4e683c6059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:50.102048 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-98eeb0c3-fece-42ef-a8c5-b92c4cd9bcef service neutron] Bound using segment: {'id': '126df874-b90f-41ae-bd19-4c54d69f595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '08de5465-73e5-4631-aa8b-bc4e683c6059'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:50.102533 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-98eeb0c3-fece-42ef-a8c5-b92c4cd9bcef service neutron] Bound port: 1cacf250-1f81-4a1a-b4d0-e56c4e0015a4, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '126df874-b90f-41ae-bd19-4c54d69f595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '08de5465-73e5-4631-aa8b-bc4e683c6059'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:50.102907 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-98eeb0c3-fece-42ef-a8c5-b92c4cd9bcef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:50.142134 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60468) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:50.148461 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-8f8d0af0-431c-47fc-b940-cb511685ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:50.152614 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-8f8d0af0-431c-47fc-b940-cb511685ff75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:50.157605 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-8f8d0af0-431c-47fc-b940-cb511685ff75 service neutron] 10.222.0.47 "PUT /v2.0/ports/241b1b6d-752c-4b49-a5ec-8e91228d7748 HTTP/1.1" status: 200 len: 1093 time: 8.6190083 Jul 14 09:03:50.182282 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-c3995f34-644a-4673-9c13-fcae4f06dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:50.182964 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-c3995f34-644a-4673-9c13-fcae4f06dc42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:50.184869 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-c3995f34-644a-4673-9c13-fcae4f06dc42 service neutron] 10.222.0.44 "PUT /v2.0/ports/4ec04108-7781-4e28-b32c-053f38afdbbc HTTP/1.1" status: 200 len: 1092 time: 6.1467001 Jul 14 09:03:50.258828 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34791e52-1bf2-4fb7-a0b8-6a58fabb6b3c', 'tag': '241b1b6d-752c-4b49-a5ec-8e91228d7748'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:50.273642 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ed4672-fcd0-4e02-8623-dbc8491203bf" -d '{"events": [{"name": "network-changed", "server_uuid": "34791e52-1bf2-4fb7-a0b8-6a58fabb6b3c", "tag": "241b1b6d-752c-4b49-a5ec-8e91228d7748"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:50.302463 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e782682-3c5b-4ceb-b6c1-6df054192b83 req-874f8e40-fd61-4b9a-a538-fb3e6f2d0cbb tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:50.318564 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e782682-3c5b-4ceb-b6c1-6df054192b83 req-874f8e40-fd61-4b9a-a538-fb3e6f2d0cbb tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/ports?device_id=34791e52-1bf2-4fb7-a0b8-6a58fabb6b3c HTTP/1.1" status: 200 len: 944 time: 0.5052116 Jul 14 09:03:50.334725 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6d9c2c19-9ed4-4b9a-9365-e711460a4128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dc9c84-a496-4512-83ba-722b71dfa808', 'name': 'tempest-FloatingIPsTestJSON-1610161218-router', 'tenant_id': 'fab879ac67374f4aa481f339a0a09938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7aed72e4-15fc-4117-9e09-62413113a0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:37Z', 'updated_at': '2021-07-14T09:03:43Z', 'revision_number': 4, 'project_id': 'fab879ac67374f4aa481f339a0a09938', 'gw_port': {'id': '7aed72e4-15fc-4117-9e09-62413113a0d8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dc9c84-a496-4512-83ba-722b71dfa808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '9c7832a8-5cac-42e3-9b79-2fd4c745c0ed', 'name': '', 'network_id': '5f2aeab8-7ded-44b6-86e5-783aa23cd78c', 'tenant_id': 'fab879ac67374f4aa481f339a0a09938', 'mac_address': 'fa:16:3e:97:b8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4dc9c84-a496-4512-83ba-722b71dfa808', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '2de4c4d4-f79b-4993-b215-b8c924ba869d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:42Z', 'updated_at': '2021-07-14T09:03:44Z', 'revision_number': 2, 'project_id': 'fab879ac67374f4aa481f339a0a09938', 'subnets': [{'id': '2de4c4d4-f79b-4993-b215-b8c924ba869d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:50.409004 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 7aed72e4-15fc-4117-9e09-62413113a0d8 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:50.410038 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:50.414927 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9c2c19-9ed4-4b9a-9365-e711460a4128 None None] Checking router: d4dc9c84-a496-4512-83ba-722b71dfa808 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:03:50.416824 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9c2c19-9ed4-4b9a-9365-e711460a4128 None None] Updating router d4dc9c84-a496-4512-83ba-722b71dfa808 port 9c7832a8-5cac-42e3-9b79-2fd4c745c0ed binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:03:50.562168 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2c19-9ed4-4b9a-9365-e711460a4128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:50.663287 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d0af0-431c-47fc-b940-cb511685ff75 service neutron] Pushing event updated for resources: {'Port': ['ID=241b1b6d-752c-4b49-a5ec-8e91228d7748,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:50.856174 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392605f2-df1b-4224-998a-ed994b4a0adf req-b1ea36ee-02ca-48f1-8ce2-ea197fd886e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:50.859210 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-392605f2-df1b-4224-998a-ed994b4a0adf req-b1ea36ee-02ca-48f1-8ce2-ea197fd886e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c35458c50e143699c6f14a3ebfddb0d&device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 1098 time: 0.6596198 Jul 14 09:03:50.898350 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-f2f4e432-8f1a-4bde-9aa2-c5c460885bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:50.901529 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-f2f4e432-8f1a-4bde-9aa2-c5c460885bf2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=818543b42cac4335a9bb6396e90b1c27&device_id=34791e52-1bf2-4fb7-a0b8-6a58fabb6b3c HTTP/1.1" status: 200 len: 1096 time: 0.6016567 Jul 14 09:03:50.996404 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20a244f3-028e-4618-a591-92f0d5a6bad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:51.096135 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-31d79283-1ad5-4505-b511-29d009982554 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471351 Jul 14 09:03:51.101837 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-618664d0-f0d6-4e00-b8d1-c9621988cb4b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=241b1b6d-752c-4b49-a5ec-8e91228d7748 HTTP/1.1" status: 200 len: 217 time: 0.1750937 Jul 14 09:03:51.152796 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a968809b-2a6c-45dc-bd17-41ea2ce1d08b req-dce54e7b-4777-421f-a0a8-750aa30f69c1 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=10cc34a1-cd29-43e2-8369-481234e8a52b HTTP/1.1" status: 200 len: 210 time: 0.7422233 Jul 14 09:03:51.194352 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:51.228121 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-db1784ec-1c45-4497-80f7-2c09a40045b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d96ee1-5098-4ee3-84d1-e37bcfed3233 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:51.241850 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-db1784ec-1c45-4497-80f7-2c09a40045b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:51.280424 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-233f2cf8-c11c-4e38-9f89-596658fc0f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:51.284697 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-233f2cf8-c11c-4e38-9f89-596658fc0f17 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=071e1eda-8dc1-4443-8319-f991bb29a5e1 HTTP/1.1" status: 200 len: 857 time: 0.1688919 Jul 14 09:03:51.291543 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-db1784ec-1c45-4497-80f7-2c09a40045b2 service neutron] Transition to ACTIVE for port object 71d96ee1-5098-4ee3-84d1-e37bcfed3233 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:51.305278 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392605f2-df1b-4224-998a-ed994b4a0adf req-bddd21dc-03be-4402-8eaa-416d51a69574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:51.306474 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c11cd612-4eba-419e-9286-395199219bfa tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Deleting subnet 4e8f4ce5-43b2-4f5f-b399-4212d8d6046f {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:03:51.307123 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-392605f2-df1b-4224-998a-ed994b4a0adf req-bddd21dc-03be-4402-8eaa-416d51a69574 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d4fad6bc-cc19-4061-a347-c3942b87c975 HTTP/1.1" status: 200 len: 908 time: 0.4356396 Jul 14 09:03:51.310773 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c11cd612-4eba-419e-9286-395199219bfa tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:51.328342 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-db1784ec-1c45-4497-80f7-2c09a40045b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:51.338871 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-9ffbc660-a3d2-4a96-94da-277db550da5a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08de5465-73e5-4631-aa8b-bc4e683c6059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489557 Jul 14 09:03:51.374248 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2c19-9ed4-4b9a-9365-e711460a4128 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:51.397397 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6d9c2c19-9ed4-4b9a-9365-e711460a4128 None None] Transition to ACTIVE for port object 9c7832a8-5cac-42e3-9b79-2fd4c745c0ed will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:51.409071 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2c19-9ed4-4b9a-9365-e711460a4128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:51.419814 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-392605f2-df1b-4224-998a-ed994b4a0adf req-fa1e39c4-7bda-4ae3-a210-7024507e56be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9aab4b40-3979-4b3a-b854-a7f187ca29d1 HTTP/1.1" status: 200 len: 217 time: 0.0888174 Jul 14 09:03:51.466812 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e782682-3c5b-4ceb-b6c1-6df054192b83 req-daed2e88-c2ea-455e-9e30-be4b0841c465 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2b4954c-c748-470b-b52f-a860b9e161ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1461604 Jul 14 09:03:51.503535 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3995f34-644a-4673-9c13-fcae4f06dc42 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec04108-7781-4e28-b32c-053f38afdbbc,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:51.525904 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481603b1-7ec6-4774-a9c1-bdfcd73bfa11 None None] Pushing event updated for resources: {'Port': ['ID=9c7832a8-5cac-42e3-9b79-2fd4c745c0ed,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:51.526942 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f25fc9a-976b-4668-a0db-7613724fda0d', 'tag': '4ec04108-7781-4e28-b32c-053f38afdbbc'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:51.530799 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ff6664-eb68-4cf8-b153-b303e761d6eb" -d '{"events": [{"name": "network-changed", "server_uuid": "2f25fc9a-976b-4668-a0db-7613724fda0d", "tag": "4ec04108-7781-4e28-b32c-053f38afdbbc"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:51.562193 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481603b1-7ec6-4774-a9c1-bdfcd73bfa11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:51.562628 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481603b1-7ec6-4774-a9c1-bdfcd73bfa11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:51.562974 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481603b1-7ec6-4774-a9c1-bdfcd73bfa11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:51.563342 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481603b1-7ec6-4774-a9c1-bdfcd73bfa11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:51.563801 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481603b1-7ec6-4774-a9c1-bdfcd73bfa11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:51.564146 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481603b1-7ec6-4774-a9c1-bdfcd73bfa11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:51.564477 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481603b1-7ec6-4774-a9c1-bdfcd73bfa11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:51.564847 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481603b1-7ec6-4774-a9c1-bdfcd73bfa11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:51.565181 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481603b1-7ec6-4774-a9c1-bdfcd73bfa11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:51.565896 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481603b1-7ec6-4774-a9c1-bdfcd73bfa11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:51.566231 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481603b1-7ec6-4774-a9c1-bdfcd73bfa11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:51.566661 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481603b1-7ec6-4774-a9c1-bdfcd73bfa11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:51.592200 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1784ec-1c45-4497-80f7-2c09a40045b2 service neutron] Pushing event updated for resources: {'Port': ['ID=71d96ee1-5098-4ee3-84d1-e37bcfed3233,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:51.656931 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-6d9c2c19-9ed4-4b9a-9365-e711460a4128 None None] Attempting to bind port 9c7832a8-5cac-42e3-9b79-2fd4c745c0ed on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:51.657304 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-6d9c2c19-9ed4-4b9a-9365-e711460a4128 None None] Attempting to bind port 9c7832a8-5cac-42e3-9b79-2fd4c745c0ed by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '28ce2e44-a19d-499b-8a92-578b180194e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5f2aeab8-7ded-44b6-86e5-783aa23cd78c'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:51.657671 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9c2c19-9ed4-4b9a-9365-e711460a4128 None None] Attempting to bind port 9c7832a8-5cac-42e3-9b79-2fd4c745c0ed on network 5f2aeab8-7ded-44b6-86e5-783aa23cd78c {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:51.659606 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-98eeb0c3-fece-42ef-a8c5-b92c4cd9bcef service neutron] For port 1cacf250-1f81-4a1a-b4d0-e56c4e0015a4, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:51.666692 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9c2c19-9ed4-4b9a-9365-e711460a4128 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:51.667075 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9c2c19-9ed4-4b9a-9365-e711460a4128 None None] Checking segment: {'id': '28ce2e44-a19d-499b-8a92-578b180194e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5f2aeab8-7ded-44b6-86e5-783aa23cd78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:51.667506 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2c19-9ed4-4b9a-9365-e711460a4128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:51.667937 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9c2c19-9ed4-4b9a-9365-e711460a4128 None None] Bound using segment: {'id': '28ce2e44-a19d-499b-8a92-578b180194e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5f2aeab8-7ded-44b6-86e5-783aa23cd78c'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:51.668423 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-6d9c2c19-9ed4-4b9a-9365-e711460a4128 None None] Bound port: 9c7832a8-5cac-42e3-9b79-2fd4c745c0ed, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ce2e44-a19d-499b-8a92-578b180194e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5f2aeab8-7ded-44b6-86e5-783aa23cd78c'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:51.669350 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2c19-9ed4-4b9a-9365-e711460a4128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:51.713892 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c11cd612-4eba-419e-9286-395199219bfa tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:51.717155 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392605f2-df1b-4224-998a-ed994b4a0adf req-83b011c6-8c46-4b84-ac8b-496fba00d8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:51.719411 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-392605f2-df1b-4224-998a-ed994b4a0adf req-83b011c6-8c46-4b84-ac8b-496fba00d8e9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39b054b3-ff74-48d7-bc6b-cc0709824ebb HTTP/1.1" status: 200 len: 848 time: 0.2446258 Jul 14 09:03:51.730495 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-c63a7b4c-e209-4621-9577-b21e7a54a313 service neutron] 10.222.0.47 "GET /v2.0/networks/08de5465-73e5-4631-aa8b-bc4e683c6059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284199 Jul 14 09:03:51.786264 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-6d9c2c19-9ed4-4b9a-9365-e711460a4128 None None] For port 9c7832a8-5cac-42e3-9b79-2fd4c745c0ed, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:51.789951 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-6d9c2c19-9ed4-4b9a-9365-e711460a4128 None None] For port 9c7832a8-5cac-42e3-9b79-2fd4c745c0ed, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9c7832a8-5cac-42e3-9b79-2fd4c745c0ed,segment=NetworkSegment(28ce2e44-a19d-499b-8a92-578b180194e3),segment_id=28ce2e44-a19d-499b-8a92-578b180194e3)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:51.795298 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-392605f2-df1b-4224-998a-ed994b4a0adf req-a4b001b9-74d5-486f-85a0-01121f2df9ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d4fad6bc-cc19-4061-a347-c3942b87c975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632157 Jul 14 09:03:51.798949 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2c19-9ed4-4b9a-9365-e711460a4128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:51.861532 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-648fec18-c9e0-4729-9fd8-8a3ca9a9c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:51.866195 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-648fec18-c9e0-4729-9fd8-8a3ca9a9c81f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=818543b42cac4335a9bb6396e90b1c27&device_id=2f25fc9a-976b-4668-a0db-7613724fda0d HTTP/1.1" status: 200 len: 1095 time: 1.5142612 Jul 14 09:03:51.893103 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-98eeb0c3-fece-42ef-a8c5-b92c4cd9bcef service neutron] For port 1cacf250-1f81-4a1a-b4d0-e56c4e0015a4, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1cacf250-1f81-4a1a-b4d0-e56c4e0015a4,segment=NetworkSegment(126df874-b90f-41ae-bd19-4c54d69f595c),segment_id=126df874-b90f-41ae-bd19-4c54d69f595c)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:51.902237 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-db1784ec-1c45-4497-80f7-2c09a40045b2 service neutron] Attempting to bind port 71d96ee1-5098-4ee3-84d1-e37bcfed3233 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:51.902734 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-db1784ec-1c45-4497-80f7-2c09a40045b2 service neutron] Attempting to bind port 71d96ee1-5098-4ee3-84d1-e37bcfed3233 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:51.902955 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-db1784ec-1c45-4497-80f7-2c09a40045b2 service neutron] Attempting to bind port 71d96ee1-5098-4ee3-84d1-e37bcfed3233 on network aa282a42-14ce-40bf-98d2-0aa5342653ef {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:51.926085 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b59b64-8963-4f52-b5ef-1f1471ce910a req-9ac825e9-fe36-45fd-bab9-c7b7cb693695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:51.928562 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-db1784ec-1c45-4497-80f7-2c09a40045b2 service neutron] Port 71d96ee1-5098-4ee3-84d1-e37bcfed3233 on network aa282a42-14ce-40bf-98d2-0aa5342653ef not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:03:51.928891 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-db1784ec-1c45-4497-80f7-2c09a40045b2 service neutron] Attempting to bind port 71d96ee1-5098-4ee3-84d1-e37bcfed3233 on network aa282a42-14ce-40bf-98d2-0aa5342653ef {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:51.929445 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-47b59b64-8963-4f52-b5ef-1f1471ce910a req-9ac825e9-fe36-45fd-bab9-c7b7cb693695 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.8580444 Jul 14 09:03:51.941057 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9c2c19-9ed4-4b9a-9365-e711460a4128 None None] Routers {'d4dc9c84-a496-4512-83ba-722b71dfa808'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:03:51.941799 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6d9c2c19-9ed4-4b9a-9365-e711460a4128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:03:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['d4dc9c84-a496-4512-83ba-722b71dfa808'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:51.954224 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-db1784ec-1c45-4497-80f7-2c09a40045b2 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:51.954584 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-db1784ec-1c45-4497-80f7-2c09a40045b2 service neutron] Checking segment: {'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:51.955253 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-db1784ec-1c45-4497-80f7-2c09a40045b2 service neutron] Bound using segment: {'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:51.956055 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-db1784ec-1c45-4497-80f7-2c09a40045b2 service neutron] Bound port: 71d96ee1-5098-4ee3-84d1-e37bcfed3233, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:51.956683 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-db1784ec-1c45-4497-80f7-2c09a40045b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:52.007938 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-98eeb0c3-fece-42ef-a8c5-b92c4cd9bcef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:52.028686 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481603b1-7ec6-4774-a9c1-bdfcd73bfa11 None None] Pushing event updated for resources: {'Port': ['ID=9c7832a8-5cac-42e3-9b79-2fd4c745c0ed,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:52.042807 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-cf6be4c1-f45d-4ef4-8413-3155cab8990c service neutron] 10.222.0.47 "GET /v2.0/networks/08de5465-73e5-4631-aa8b-bc4e683c6059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966504 Jul 14 09:03:52.102639 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:52.111749 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-392605f2-df1b-4224-998a-ed994b4a0adf req-6c0efbb5-3ba6-4fe6-8d40-4c0c20730d5b service neutron] 10.222.0.44 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857718 Jul 14 09:03:52.158140 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-6d9c2c19-9ed4-4b9a-9365-e711460a4128 None None] Set router d4dc9c84-a496-4512-83ba-722b71dfa808 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:03:52.209064 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-db1784ec-1c45-4497-80f7-2c09a40045b2 service neutron] For port 71d96ee1-5098-4ee3-84d1-e37bcfed3233, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:52.235680 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-db1784ec-1c45-4497-80f7-2c09a40045b2 service neutron] For port 71d96ee1-5098-4ee3-84d1-e37bcfed3233, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=71d96ee1-5098-4ee3-84d1-e37bcfed3233,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:52.251774 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-db1784ec-1c45-4497-80f7-2c09a40045b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:52.297619 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-392605f2-df1b-4224-998a-ed994b4a0adf req-cb950104-605e-4d5a-b77f-f41b0c5239a9 service neutron] 10.222.0.44 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780994 Jul 14 09:03:52.314090 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-db1784ec-1c45-4497-80f7-2c09a40045b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:52.314717 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-db1784ec-1c45-4497-80f7-2c09a40045b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:52.316352 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-db1784ec-1c45-4497-80f7-2c09a40045b2 service neutron] 10.222.0.44 "PUT /v2.0/ports/71d96ee1-5098-4ee3-84d1-e37bcfed3233 HTTP/1.1" status: 200 len: 1093 time: 3.6989899 Jul 14 09:03:52.370331 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1784ec-1c45-4497-80f7-2c09a40045b2 service neutron] Pushing event updated for resources: {'Port': ['ID=71d96ee1-5098-4ee3-84d1-e37bcfed3233,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:52.393695 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-904f5e28-2002-4db3-9bb4-8702256424e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ec04108-7781-4e28-b32c-053f38afdbbc HTTP/1.1" status: 200 len: 217 time: 0.4610393 Jul 14 09:03:52.491916 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-e4704d04-4214-4a79-84c8-a04a41a947f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:52.493775 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-e4704d04-4214-4a79-84c8-a04a41a947f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a65871ef77a4e449769120ad4b0a96b&device_id=ddc9eb38-c0dd-403a-8dad-50804e92cba2 HTTP/1.1" status: 200 len: 1096 time: 0.0937841 Jul 14 09:03:52.503157 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-98eeb0c3-fece-42ef-a8c5-b92c4cd9bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:52.504354 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-98eeb0c3-fece-42ef-a8c5-b92c4cd9bcef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:52.507356 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-98eeb0c3-fece-42ef-a8c5-b92c4cd9bcef service neutron] 10.222.0.44 "PUT /v2.0/ports/1cacf250-1f81-4a1a-b4d0-e56c4e0015a4 HTTP/1.1" status: 200 len: 1093 time: 6.6371655 Jul 14 09:03:52.562558 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-234720b5-b22b-4461-80e2-bcd9d78b9028 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:52.566289 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-234720b5-b22b-4461-80e2-bcd9d78b9028 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3936048 Jul 14 09:03:52.579514 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6d9c2c19-9ed4-4b9a-9365-e711460a4128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dc9c84-a496-4512-83ba-722b71dfa808', 'name': 'tempest-FloatingIPsTestJSON-1610161218-router', 'tenant_id': 'fab879ac67374f4aa481f339a0a09938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7aed72e4-15fc-4117-9e09-62413113a0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:37Z', 'updated_at': '2021-07-14T09:03:43Z', 'revision_number': 4, 'project_id': 'fab879ac67374f4aa481f339a0a09938', 'gw_port': {'id': '7aed72e4-15fc-4117-9e09-62413113a0d8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dc9c84-a496-4512-83ba-722b71dfa808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '9c7832a8-5cac-42e3-9b79-2fd4c745c0ed', 'name': '', 'network_id': '5f2aeab8-7ded-44b6-86e5-783aa23cd78c', 'tenant_id': 'fab879ac67374f4aa481f339a0a09938', 'mac_address': 'fa:16:3e:97:b8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4dc9c84-a496-4512-83ba-722b71dfa808', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '2de4c4d4-f79b-4993-b215-b8c924ba869d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:42Z', 'updated_at': '2021-07-14T09:03:51Z', 'revision_number': 4, 'project_id': 'fab879ac67374f4aa481f339a0a09938', 'subnets': [{'id': '2de4c4d4-f79b-4993-b215-b8c924ba869d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:52.584896 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-84263728-dee5-4887-8447-df1eee09c9c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71d96ee1-5098-4ee3-84d1-e37bcfed3233 HTTP/1.1" status: 200 len: 217 time: 0.0807271 Jul 14 09:03:52.624115 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9c2c19-9ed4-4b9a-9365-e711460a4128 None None] The sync data for ids ['d4dc9c84-a496-4512-83ba-722b71dfa808'] in n-d-771362-35 is: [{'id': 'd4dc9c84-a496-4512-83ba-722b71dfa808', 'name': 'tempest-FloatingIPsTestJSON-1610161218-router', 'tenant_id': 'fab879ac67374f4aa481f339a0a09938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7aed72e4-15fc-4117-9e09-62413113a0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:37Z', 'updated_at': '2021-07-14T09:03:43Z', 'revision_number': 4, 'project_id': 'fab879ac67374f4aa481f339a0a09938', 'gw_port': {'id': '7aed72e4-15fc-4117-9e09-62413113a0d8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dc9c84-a496-4512-83ba-722b71dfa808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '9c7832a8-5cac-42e3-9b79-2fd4c745c0ed', 'name': '', 'network_id': '5f2aeab8-7ded-44b6-86e5-783aa23cd78c', 'tenant_id': 'fab879ac67374f4aa481f339a0a09938', 'mac_address': 'fa:16:3e:97:b8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4dc9c84-a496-4512-83ba-722b71dfa808', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '2de4c4d4-f79b-4993-b215-b8c924ba869d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:42Z', 'updated_at': '2021-07-14T09:03:51Z', 'revision_number': 4, 'project_id': 'fab879ac67374f4aa481f339a0a09938', 'subnets': [{'id': '2de4c4d4-f79b-4993-b215-b8c924ba869d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:03:52.668995 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-74293f14-213a-4c36-96e8-6c5401737ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:52.671867 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-74293f14-213a-4c36-96e8-6c5401737ff9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=270bafed-ba3b-4347-b7b9-ccc79813fe94 HTTP/1.1" status: 200 len: 845 time: 0.0818150 Jul 14 09:03:52.712174 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-21462d77-ca1c-4f70-ab3a-652a98745faa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa282a42-14ce-40bf-98d2-0aa5342653ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335340 Jul 14 09:03:52.788886 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-9c5ce5c3-a149-4b79-bd41-ccc3f9bf6bea tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Request body: {'port': {'device_id': '10cc34a1-cd29-43e2-8369-481234e8a52b', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': '0c5f47989e8e45de8bf251a9200bf8d4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:52.814124 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-42ced8f2-149a-4087-a658-a2928c503f02 req-6a68ad8f-d78e-4b1a-aa2e-35e33b339e4f tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.4458375 Jul 14 09:03:52.864887 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-42ced8f2-149a-4087-a658-a2928c503f02 req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:52.886368 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-263e2f4a-4c64-4e11-9c38-61476a8df508 service neutron] 10.222.0.44 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677887 Jul 14 09:03:52.895971 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eeb0c3-fece-42ef-a8c5-b92c4cd9bcef service neutron] Pushing event updated for resources: {'Port': ['ID=1cacf250-1f81-4a1a-b4d0-e56c4e0015a4,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:53.046120 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c11cd612-4eba-419e-9286-395199219bfa tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:53.056644 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-8281b48e-1f72-4bd4-bcf9-cffc5774e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:53.059333 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-8281b48e-1f72-4bd4-bcf9-cffc5774e9b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=071e1eda-8dc1-4443-8319-f991bb29a5e1 HTTP/1.1" status: 200 len: 857 time: 0.6254539 Jul 14 09:03:53.082789 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f7573b8e-3ab6-42cb-bbff-eb0dd840be0b req-57f068bf-77b6-4bd1-92c4-efd9c9e8952d service neutron] 10.222.0.44 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886730 Jul 14 09:03:53.145802 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571de64-6713-453f-b4f6-d9bc9b5dac79 req-3cefd788-779a-46d6-ad70-220c3d700b00 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:53.152552 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8571de64-6713-453f-b4f6-d9bc9b5dac79 req-3cefd788-779a-46d6-ad70-220c3d700b00 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 946 time: 1.4448202 Jul 14 09:03:53.155599 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-47b59b64-8963-4f52-b5ef-1f1471ce910a req-83a8fb30-40df-4189-bded-ddba096f1ed9 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1872389 Jul 14 09:03:53.208362 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-0af643c8-b34c-45e3-8269-c30a39194007 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=08de5465-73e5-4631-aa8b-bc4e683c6059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967484 Jul 14 09:03:53.209361 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-42ced8f2-149a-4087-a658-a2928c503f02 req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:53.564261 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-b05707ab-853f-494c-bc48-b118ace6a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:53.566079 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-b05707ab-853f-494c-bc48-b118ace6a991 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=818543b42cac4335a9bb6396e90b1c27&device_id=af515824-e9e9-48d7-8164-81a003ccbcb9 HTTP/1.1" status: 200 len: 1096 time: 0.9064007 Jul 14 09:03:53.613813 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:53.645715 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8571de64-6713-453f-b4f6-d9bc9b5dac79 req-fc746eb4-d6d8-4eef-984e-a17509d638dd tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888291 Jul 14 09:03:53.646908 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c11cd612-4eba-419e-9286-395199219bfa tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:53.738028 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff62ec30-7622-4dd7-a939-415bfb30fdd9 x-openstack-request-id: req-ff62ec30-7622-4dd7-a939-415bfb30fdd9 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:53.738533 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34791e52-1bf2-4fb7-a0b8-6a58fabb6b3c", "tag": "241b1b6d-752c-4b49-a5ec-8e91228d7748", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:53.739406 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff62ec30-7622-4dd7-a939-415bfb30fdd9 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:53.740068 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34791e52-1bf2-4fb7-a0b8-6a58fabb6b3c', 'tag': '241b1b6d-752c-4b49-a5ec-8e91228d7748', 'status': 'completed', 'code': 200} Jul 14 09:03:53.791464 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9c7832a8-5cac-42e3-9b79-2fd4c745c0ed up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:53.805779 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-9169b697-4a71-4c57-a8e2-2fe287c1bddc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cacf250-1f81-4a1a-b4d0-e56c4e0015a4 HTTP/1.1" status: 200 len: 217 time: 0.2072253 Jul 14 09:03:53.879155 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6195a65-bb1d-410c-8d7e-7954b5398e5b None None] Network 0f2b203a-a756-4d21-bcbc-49bc8bc0128f requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:03:53.880526 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c11cd612-4eba-419e-9286-395199219bfa tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:53.889376 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c11cd612-4eba-419e-9286-395199219bfa tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "DELETE /v2.0/subnets/4e8f4ce5-43b2-4f5f-b399-4212d8d6046f HTTP/1.1" status: 204 len: 168 time: 3.7201867 Jul 14 09:03:53.892352 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60490) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:53.911268 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-9c5ce5c3-a149-4b79-bd41-ccc3f9bf6bea tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Made reservation on behalf of 0c5f47989e8e45de8bf251a9200bf8d4 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:53.917877 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-9c5ce5c3-a149-4b79-bd41-ccc3f9bf6bea tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:53.948331 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-47b59b64-8963-4f52-b5ef-1f1471ce910a req-9b4f1681-e91c-4dda-8b8f-27da9d57b3e7 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7436631 Jul 14 09:03:54.107224 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11cd612-4eba-419e-9286-395199219bfa tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event deleted for resources: {'Subnet': ['ID=4e8f4ce5-43b2-4f5f-b399-4212d8d6046f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:54.113770 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-cd4fcd04-c0c3-4fa2-bd37-d5e9d63fec00 service neutron] 10.222.0.44 "GET /v2.0/networks/08de5465-73e5-4631-aa8b-bc4e683c6059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8739941 Jul 14 09:03:54.114955 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 9c7832a8-5cac-42e3-9b79-2fd4c745c0ed completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:54.136021 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 9c7832a8-5cac-42e3-9b79-2fd4c745c0ed triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:54.136583 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:54.166795 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-532bf3da-7898-4302-b4ce-7f2998abca70 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:54.182917 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed4672-fcd0-4e02-8623-dbc8491203bf req-095a2bec-a2f5-4e1a-85ec-817588efb971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:54.186121 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6ed4672-fcd0-4e02-8623-dbc8491203bf req-095a2bec-a2f5-4e1a-85ec-817588efb971 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=818543b42cac4335a9bb6396e90b1c27&device_id=34791e52-1bf2-4fb7-a0b8-6a58fabb6b3c HTTP/1.1" status: 200 len: 1096 time: 0.3955100 Jul 14 09:03:54.435685 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed4672-fcd0-4e02-8623-dbc8491203bf req-5ef95a3a-9d40-43fc-922b-6d54fa8dd3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:54.438561 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6ed4672-fcd0-4e02-8623-dbc8491203bf req-5ef95a3a-9d40-43fc-922b-6d54fa8dd3c4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=08de5465-73e5-4631-aa8b-bc4e683c6059 HTTP/1.1" status: 200 len: 917 time: 0.2446094 Jul 14 09:03:54.441122 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-532bf3da-7898-4302-b4ce-7f2998abca70 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Deleting port d70f992b-a8ba-4c74-b5f0-9821c305bc92 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:03:54.441940 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-532bf3da-7898-4302-b4ce-7f2998abca70 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:54.535463 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:54.685395 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 9c7832a8-5cac-42e3-9b79-2fd4c745c0ed, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9c7832a8-5cac-42e3-9b79-2fd4c745c0ed,segment=NetworkSegment(28ce2e44-a19d-499b-8a92-578b180194e3),segment_id=28ce2e44-a19d-499b-8a92-578b180194e3)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:54.698684 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae0c9b1-365c-47b3-81ee-e484acc57501 None None] DHCP port deletion for 0f2b203a-a756-4d21-bcbc-49bc8bc0128f request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:03:54.772257 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-9c5ce5c3-a149-4b79-bd41-ccc3f9bf6bea tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Allocated IP 192.168.233.182 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/f668c9bd-1e62-4b90-87bb-3fa74af817e1) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:54.845139 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:54.856149 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-e6494aea-ecba-45b8-bdbe-49e8bf2e6616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:54.859650 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-e6494aea-ecba-45b8-bdbe-49e8bf2e6616 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=071e1eda-8dc1-4443-8319-f991bb29a5e1 HTTP/1.1" status: 200 len: 857 time: 1.0208213 Jul 14 09:03:54.955237 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-bae0c9b1-365c-47b3-81ee-e484acc57501 None None] Deleting port d70f992b-a8ba-4c74-b5f0-9821c305bc92 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:03:54.956381 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bae0c9b1-365c-47b3-81ee-e484acc57501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:54.980016 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=9c7832a8-5cac-42e3-9b79-2fd4c745c0ed,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:55.018876 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-43ac5b59-1f22-4ed1-8b9b-a9c828f6e03e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=08de5465-73e5-4631-aa8b-bc4e683c6059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186717 Jul 14 09:03:55.042871 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-532bf3da-7898-4302-b4ce-7f2998abca70 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] For port d70f992b-a8ba-4c74-b5f0-9821c305bc92, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d70f992b-a8ba-4c74-b5f0-9821c305bc92,segment=NetworkSegment(1ed77c6e-05eb-4a56-b483-3722acb2e155),segment_id=1ed77c6e-05eb-4a56-b483-3722acb2e155)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:55.043916 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-532bf3da-7898-4302-b4ce-7f2998abca70 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:55.061351 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-532bf3da-7898-4302-b4ce-7f2998abca70 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Calling delete_port for d70f992b-a8ba-4c74-b5f0-9821c305bc92 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:03:55.117283 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c87eeb-8b0a-4fc9-be6e-d731aa1555b3 req-2e99ad55-af34-4b28-ab54-dd388fd6c824 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:55.131071 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c3c87eeb-8b0a-4fc9-be6e-d731aa1555b3 req-2e99ad55-af34-4b28-ab54-dd388fd6c824 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddc9eb38-c0dd-403a-8dad-50804e92cba2 HTTP/1.1" status: 200 len: 944 time: 0.5995486 Jul 14 09:03:55.143097 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-bae0c9b1-365c-47b3-81ee-e484acc57501 None None] For port d70f992b-a8ba-4c74-b5f0-9821c305bc92, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d70f992b-a8ba-4c74-b5f0-9821c305bc92,segment=NetworkSegment(1ed77c6e-05eb-4a56-b483-3722acb2e155),segment_id=1ed77c6e-05eb-4a56-b483-3722acb2e155)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:55.144193 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bae0c9b1-365c-47b3-81ee-e484acc57501 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:55.169735 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6ed4672-fcd0-4e02-8623-dbc8491203bf req-4a7ce2d5-7e10-4474-89a9-65b3d12ddc41 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=241b1b6d-752c-4b49-a5ec-8e91228d7748 HTTP/1.1" status: 200 len: 217 time: 0.7222481 Jul 14 09:03:55.173267 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-532bf3da-7898-4302-b4ce-7f2998abca70 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:55.187041 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-bae0c9b1-365c-47b3-81ee-e484acc57501 None None] Calling delete_port for d70f992b-a8ba-4c74-b5f0-9821c305bc92 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:03:55.250333 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532bf3da-7898-4302-b4ce-7f2998abca70 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event deleted for resources: {'Port': ['ID=d70f992b-a8ba-4c74-b5f0-9821c305bc92,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:55.255965 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532bf3da-7898-4302-b4ce-7f2998abca70 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] No DVR routers for this DVR port d70f992b-a8ba-4c74-b5f0-9821c305bc92 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:03:55.267063 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-42ced8f2-149a-4087-a658-a2928c503f02 req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:55.286147 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-1a444776-73f3-4a2a-8b51-320796f6dee0 service neutron] 10.222.0.44 "GET /v2.0/networks/08de5465-73e5-4631-aa8b-bc4e683c6059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7444911 Jul 14 09:03:55.376254 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bae0c9b1-365c-47b3-81ee-e484acc57501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:55.398064 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae0c9b1-365c-47b3-81ee-e484acc57501 None None] No DVR routers for this DVR port d70f992b-a8ba-4c74-b5f0-9821c305bc92 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:03:55.435417 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0c9b1-365c-47b3-81ee-e484acc57501 None None] Pushing event deleted for resources: {'Port': ['ID=d70f992b-a8ba-4c74-b5f0-9821c305bc92,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:55.449845 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed4672-fcd0-4e02-8623-dbc8491203bf req-a50ed995-76a4-43b6-9a6c-e79023a095fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:55.452198 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6ed4672-fcd0-4e02-8623-dbc8491203bf req-a50ed995-76a4-43b6-9a6c-e79023a095fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=071e1eda-8dc1-4443-8319-f991bb29a5e1 HTTP/1.1" status: 200 len: 857 time: 0.2654221 Jul 14 09:03:55.456838 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-532bf3da-7898-4302-b4ce-7f2998abca70 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:55.487722 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c3c87eeb-8b0a-4fc9-be6e-d731aa1555b3 req-f657071b-5145-4c38-908a-8bb849d7426f tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551919 Jul 14 09:03:55.533057 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6ed4672-fcd0-4e02-8623-dbc8491203bf req-ce56e841-4a98-40a6-b7ea-bd370a18979c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08de5465-73e5-4631-aa8b-bc4e683c6059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732574 Jul 14 09:03:55.538479 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-532bf3da-7898-4302-b4ce-7f2998abca70 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2b203a-a756-4d21-bcbc-49bc8bc0128f']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:55.597187 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-532bf3da-7898-4302-b4ce-7f2998abca70 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed77c6e-05eb-4a56-b483-3722acb2e155') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:55.597488 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-532bf3da-7898-4302-b4ce-7f2998abca70 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed77c6e-05eb-4a56-b483-3722acb2e155') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:55.639066 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-532bf3da-7898-4302-b4ce-7f2998abca70 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:55.640447 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9c7832a8-5cac-42e3-9b79-2fd4c745c0ed up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:55.686641 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-532bf3da-7898-4302-b4ce-7f2998abca70 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:55.697564 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532bf3da-7898-4302-b4ce-7f2998abca70 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:03:55.697989 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-532bf3da-7898-4302-b4ce-7f2998abca70 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:03:55.701474 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:03:55.736749 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-95ec1d1b-84e8-4fcf-a014-720258126754 service neutron] 10.222.0.44 "GET /v2.0/networks/08de5465-73e5-4631-aa8b-bc4e683c6059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6815333 Jul 14 09:03:55.759379 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc9eb38-c0dd-403a-8dad-50804e92cba2', 'tag': '71d96ee1-5098-4ee3-84d1-e37bcfed3233'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:55.761940 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ed2a5e-5f02-476e-b6e4-2ef53c73922e" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc9eb38-c0dd-403a-8dad-50804e92cba2", "tag": "71d96ee1-5098-4ee3-84d1-e37bcfed3233"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:55.794358 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 9c7832a8-5cac-42e3-9b79-2fd4c745c0ed triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:55.796277 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:55.801377 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-9c5ce5c3-a149-4b79-bd41-ccc3f9bf6bea tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:55.806752 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6ed4672-fcd0-4e02-8623-dbc8491203bf req-54a80f40-00d0-4fab-a0b4-8eb5ef4bdcc9 service neutron] 10.222.0.47 "GET /v2.0/networks/08de5465-73e5-4631-aa8b-bc4e683c6059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122667 Jul 14 09:03:55.813444 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-532bf3da-7898-4302-b4ce-7f2998abca70 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:55.840451 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-532bf3da-7898-4302-b4ce-7f2998abca70 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:55.845090 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-532bf3da-7898-4302-b4ce-7f2998abca70 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "DELETE /v2.0/networks/0f2b203a-a756-4d21-bcbc-49bc8bc0128f HTTP/1.1" status: 204 len: 168 time: 1.9450872 Jul 14 09:03:55.855677 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60496) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:55.861490 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 71d96ee1-5098-4ee3-84d1-e37bcfed3233 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:03:55.873886 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 241b1b6d-752c-4b49-a5ec-8e91228d7748 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:03:55.960048 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-42ced8f2-149a-4087-a658-a2928c503f02 req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Allocated IP 172.25.6.244 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/f74098ac-a8aa-4002-b60d-a268eea3a430) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:56.028901 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe61e82-f151-4f73-a4df-d03f12eb0bec tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Deleting subnet a661d586-7489-4e4f-8403-04785bd3d6e0 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:03:56.047805 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532bf3da-7898-4302-b4ce-7f2998abca70 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event deleted for resources: {'Network': ['ID=0f2b203a-a756-4d21-bcbc-49bc8bc0128f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:56.062388 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abe61e82-f151-4f73-a4df-d03f12eb0bec tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:56.157933 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abe61e82-f151-4f73-a4df-d03f12eb0bec tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:56.196893 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-42ced8f2-149a-4087-a658-a2928c503f02 req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:56.272688 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-9c5ce5c3-a149-4b79-bd41-ccc3f9bf6bea tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Transition to ACTIVE for port object f668c9bd-1e62-4b90-87bb-3fa74af817e1 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:56.298045 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 241b1b6d-752c-4b49-a5ec-8e91228d7748, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=241b1b6d-752c-4b49-a5ec-8e91228d7748,segment=NetworkSegment(126df874-b90f-41ae-bd19-4c54d69f595c),segment_id=126df874-b90f-41ae-bd19-4c54d69f595c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:56.302460 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 71d96ee1-5098-4ee3-84d1-e37bcfed3233, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=71d96ee1-5098-4ee3-84d1-e37bcfed3233,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:56.336505 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '241b1b6d-752c-4b49-a5ec-8e91228d7748', 'network_id': '08de5465-73e5-4631-aa8b-bc4e683c6059', 'port_id': '241b1b6d-752c-4b49-a5ec-8e91228d7748', 'mac_address': 'fa:16:3e:f0:8c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071e1eda-8dc1-4443-8319-f991bb29a5e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:03:56.336980 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13589dbe-f853-443b-9643-2695e7225616 x-openstack-request-id: req-13589dbe-f853-443b-9643-2695e7225616 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:56.337286 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f25fc9a-976b-4668-a0db-7613724fda0d", "tag": "4ec04108-7781-4e28-b32c-053f38afdbbc", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:56.337564 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13589dbe-f853-443b-9643-2695e7225616 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:56.337911 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f25fc9a-976b-4668-a0db-7613724fda0d', 'tag': '4ec04108-7781-4e28-b32c-053f38afdbbc', 'status': 'completed', 'code': 200} Jul 14 09:03:56.339010 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-42ced8f2-149a-4087-a658-a2928c503f02 req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:56.347469 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '71d96ee1-5098-4ee3-84d1-e37bcfed3233', 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef', 'port_id': '71d96ee1-5098-4ee3-84d1-e37bcfed3233', 'mac_address': 'fa:16:3e:b6:25:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '270bafed-ba3b-4347-b7b9-ccc79813fe94', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:03:56.390631 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-9c5ce5c3-a149-4b79-bd41-ccc3f9bf6bea tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:56.433556 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Pushing event updated for resources: {'Port': ['ID=f74098ac-a8aa-4002-b60d-a268eea3a430,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:56.437390 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abe61e82-f151-4f73-a4df-d03f12eb0bec tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:56.443040 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['3bf961b6-708a-4ff3-b40e-42584c38b0df', 'ba7a8ef4-ce4b-4390-9732-806f1f62839f', 'fb7a3161-92a3-43bc-9ae0-72e61d55e000', 'f16b59eb-59b6-43d7-a2cf-f8bf1a50238c'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:56.446799 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['ce787d56-90a9-47ea-a734-16046302a7ac', 'b5e33b54-03f0-44bf-aa56-59ef1902dc0e'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:56.487573 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:56.488429 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:56.488781 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:56.489124 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:56.489464 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:56.489796 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:56.490125 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:56.490449 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:56.490771 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:56.491389 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:56.491783 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:56.493226 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:56.518431 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6ed4672-fcd0-4e02-8623-dbc8491203bf req-ac2ec330-adc5-494d-af3d-d21090cf3473 service neutron] 10.222.0.47 "GET /v2.0/networks/08de5465-73e5-4631-aa8b-bc4e683c6059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7025979 Jul 14 09:03:56.543089 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-9c5ce5c3-a149-4b79-bd41-ccc3f9bf6bea tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:56.548186 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d70f992b-a8ba-4c74-b5f0-9821c305bc92 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:03:56.557740 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ced8f2-149a-4087-a658-a2928c503f02 req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:56.564907 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abe61e82-f151-4f73-a4df-d03f12eb0bec tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:56.615867 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe61e82-f151-4f73-a4df-d03f12eb0bec tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event deleted for resources: {'Subnet': ['ID=a661d586-7489-4e4f-8403-04785bd3d6e0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:56.616812 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: d70f992b-a8ba-4c74-b5f0-9821c305bc92 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:03:56.617269 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d70f992b-a8ba-4c74-b5f0-9821c305bc92 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:03:56.636493 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:56.653657 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-9c5ce5c3-a149-4b79-bd41-ccc3f9bf6bea tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:56.655397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ce5c3-a149-4b79-bd41-ccc3f9bf6bea tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Pushing event updated for resources: {'Port': ['ID=f668c9bd-1e62-4b90-87bb-3fa74af817e1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:56.660368 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-9c5ce5c3-a149-4b79-bd41-ccc3f9bf6bea tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:56.663023 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:56.669391 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-42ced8f2-149a-4087-a658-a2928c503f02 req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:56.671456 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abe61e82-f151-4f73-a4df-d03f12eb0bec tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:56.673343 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-abe61e82-f151-4f73-a4df-d03f12eb0bec tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "DELETE /v2.0/subnets/a661d586-7489-4e4f-8403-04785bd3d6e0 HTTP/1.1" status: 204 len: 168 time: 0.8160546 Jul 14 09:03:56.677308 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60500) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:56.677899 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59917fe2-de4c-4ac1-84fd-14860d336d86 None None] Network 6faabbf0-1d9a-4471-89f9-fed36a9c0841 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:03:56.680741 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ced8f2-149a-4087-a658-a2928c503f02 req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:56.776532 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241b1b6d-752c-4b49-a5ec-8e91228d7748 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:56.805176 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03164fb7-ea86-47cc-b6bf-356d4b4046d0 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:56.940030 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-03164fb7-ea86-47cc-b6bf-356d4b4046d0 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Deleting port 8d2a848b-a946-4cbe-bc50-d883ccc1bfa2 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:03:56.940690 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03164fb7-ea86-47cc-b6bf-356d4b4046d0 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:56.943801 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d96ee1-5098-4ee3-84d1-e37bcfed3233 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:56.998197 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc43e0c-3d81-480e-803f-6a540f31a2cf req-e9526e47-cf08-4ff7-8eee-6961907947ec tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:57.000453 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dcc43e0c-3d81-480e-803f-6a540f31a2cf req-e9526e47-cf08-4ff7-8eee-6961907947ec tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=10cc34a1-cd29-43e2-8369-481234e8a52b HTTP/1.1" status: 200 len: 936 time: 0.6852016 Jul 14 09:03:57.011321 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 241b1b6d-752c-4b49-a5ec-8e91228d7748, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=241b1b6d-752c-4b49-a5ec-8e91228d7748,segment=NetworkSegment(126df874-b90f-41ae-bd19-4c54d69f595c),segment_id=126df874-b90f-41ae-bd19-4c54d69f595c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:57.015249 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb729bbf-6963-44a3-8664-f4267e6241ee req-44df0b8f-6ba0-4c9c-b71d-d12b0273e6b8 service neutron] 10.222.0.44 "GET /v2.0/networks/08de5465-73e5-4631-aa8b-bc4e683c6059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2549651 Jul 14 09:03:57.092314 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:57.095050 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-9c5ce5c3-a149-4b79-bd41-ccc3f9bf6bea tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:57.096718 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-9c5ce5c3-a149-4b79-bd41-ccc3f9bf6bea tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:57.128652 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-9c5ce5c3-a149-4b79-bd41-ccc3f9bf6bea tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4664931 Jul 14 09:03:57.136777 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-03164fb7-ea86-47cc-b6bf-356d4b4046d0 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] For port 8d2a848b-a946-4cbe-bc50-d883ccc1bfa2, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8d2a848b-a946-4cbe-bc50-d883ccc1bfa2,segment=NetworkSegment(dad7ee4f-541a-4af9-b697-d6e3dd259730),segment_id=dad7ee4f-541a-4af9-b697-d6e3dd259730)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:57.137423 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03164fb7-ea86-47cc-b6bf-356d4b4046d0 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:57.156956 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-03164fb7-ea86-47cc-b6bf-356d4b4046d0 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Calling delete_port for 8d2a848b-a946-4cbe-bc50-d883ccc1bfa2 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:03:57.162304 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-753ebebe-254f-460b-8ef0-3675f996f360 service neutron] Request body: {'port': {'device_id': '10cc34a1-cd29-43e2-8369-481234e8a52b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:57.170053 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff6664-eb68-4cf8-b153-b303e761d6eb req-0e3d8ddd-8bd3-4626-9fa7-032b3bc462d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:57.174427 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40ff6664-eb68-4cf8-b153-b303e761d6eb req-0e3d8ddd-8bd3-4626-9fa7-032b3bc462d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=818543b42cac4335a9bb6396e90b1c27&device_id=2f25fc9a-976b-4668-a0db-7613724fda0d HTTP/1.1" status: 200 len: 1095 time: 0.8460698 Jul 14 09:03:57.190452 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 71d96ee1-5098-4ee3-84d1-e37bcfed3233, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=71d96ee1-5098-4ee3-84d1-e37bcfed3233,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:57.245067 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:57.281758 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-70484cc8-d867-4626-8120-67cbaa215646 None None] Provisioning for port f668c9bd-1e62-4b90-87bb-3fa74af817e1 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:57.303562 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff6664-eb68-4cf8-b153-b303e761d6eb req-c5eb7bc7-4ae0-495c-aeb3-e49c23dc444d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:57.306011 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40ff6664-eb68-4cf8-b153-b303e761d6eb req-c5eb7bc7-4ae0-495c-aeb3-e49c23dc444d service neutron] 10.222.0.44 "GET /v2.0/networks?id=08de5465-73e5-4631-aa8b-bc4e683c6059 HTTP/1.1" status: 200 len: 917 time: 0.1190755 Jul 14 09:03:57.338846 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03164fb7-ea86-47cc-b6bf-356d4b4046d0 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:57.344422 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dcc43e0c-3d81-480e-803f-6a540f31a2cf req-f730c65d-b802-4f38-a5ee-30f027147d26 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212562 Jul 14 09:03:57.367055 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=241b1b6d-752c-4b49-a5ec-8e91228d7748,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:57.382293 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-70484cc8-d867-4626-8120-67cbaa215646 None None] Provisioning complete for port f668c9bd-1e62-4b90-87bb-3fa74af817e1 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:57.382996 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03164fb7-ea86-47cc-b6bf-356d4b4046d0 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event deleted for resources: {'Port': ['ID=8d2a848b-a946-4cbe-bc50-d883ccc1bfa2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:57.383203 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70484cc8-d867-4626-8120-67cbaa215646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:57.385075 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03164fb7-ea86-47cc-b6bf-356d4b4046d0 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] No DVR routers for this DVR port 8d2a848b-a946-4cbe-bc50-d883ccc1bfa2 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:03:57.496789 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['241b1b6d-752c-4b49-a5ec-8e91228d7748'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:57.498088 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03164fb7-ea86-47cc-b6bf-356d4b4046d0 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:57.514504 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-03164fb7-ea86-47cc-b6bf-356d4b4046d0 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6faabbf0-1d9a-4471-89f9-fed36a9c0841']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:57.536895 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-03164fb7-ea86-47cc-b6bf-356d4b4046d0 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad7ee4f-541a-4af9-b697-d6e3dd259730') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:57.537191 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-03164fb7-ea86-47cc-b6bf-356d4b4046d0 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad7ee4f-541a-4af9-b697-d6e3dd259730') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:57.569133 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03164fb7-ea86-47cc-b6bf-356d4b4046d0 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:57.600411 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03164fb7-ea86-47cc-b6bf-356d4b4046d0 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:57.614804 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03164fb7-ea86-47cc-b6bf-356d4b4046d0 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:03:57.615284 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03164fb7-ea86-47cc-b6bf-356d4b4046d0 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:03:57.618971 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:03:57.666598 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['71d96ee1-5098-4ee3-84d1-e37bcfed3233'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:57.672092 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40ff6664-eb68-4cf8-b153-b303e761d6eb req-df35b297-45bf-4fb2-8d05-dee9a6771f16 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ec04108-7781-4e28-b32c-053f38afdbbc HTTP/1.1" status: 200 len: 217 time: 0.3178864 Jul 14 09:03:57.769463 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03164fb7-ea86-47cc-b6bf-356d4b4046d0 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:57.772724 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-42ced8f2-149a-4087-a658-a2928c503f02 req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:57.788786 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03164fb7-ea86-47cc-b6bf-356d4b4046d0 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:57.791624 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-03164fb7-ea86-47cc-b6bf-356d4b4046d0 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "DELETE /v2.0/networks/6faabbf0-1d9a-4471-89f9-fed36a9c0841 HTTP/1.1" status: 204 len: 168 time: 1.1129458 Jul 14 09:03:57.802988 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-753ebebe-254f-460b-8ef0-3675f996f360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:57.814798 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60508) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:57.816635 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03164fb7-ea86-47cc-b6bf-356d4b4046d0 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event deleted for resources: {'Network': ['ID=6faabbf0-1d9a-4471-89f9-fed36a9c0841,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:57.833371 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-6d437b69-04ca-4f1c-ae55-cbdffe7cfb30 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1791421376'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:57.866092 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d437b69-04ca-4f1c-ae55-cbdffe7cfb30 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Made reservation on behalf of 5251b0d4541348f2ad3d3cba77a39683 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:57.877619 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d437b69-04ca-4f1c-ae55-cbdffe7cfb30 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:57.877892 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff6664-eb68-4cf8-b153-b303e761d6eb req-707be5f3-2195-4677-83b0-b9b4f98f1179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:57.879733 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40ff6664-eb68-4cf8-b153-b303e761d6eb req-707be5f3-2195-4677-83b0-b9b4f98f1179 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=071e1eda-8dc1-4443-8319-f991bb29a5e1 HTTP/1.1" status: 200 len: 857 time: 0.1829205 Jul 14 09:03:57.913236 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-70484cc8-d867-4626-8120-67cbaa215646 None None] Port f668c9bd-1e62-4b90-87bb-3fa74af817e1 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:03:57.924424 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d437b69-04ca-4f1c-ae55-cbdffe7cfb30 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:03:57.940340 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40ff6664-eb68-4cf8-b153-b303e761d6eb req-5735e9b7-cc4e-4ad3-a784-3f4ceb7b7075 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=08de5465-73e5-4631-aa8b-bc4e683c6059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478957 Jul 14 09:03:57.945634 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d437b69-04ca-4f1c-ae55-cbdffe7cfb30 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:57.947109 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-6d437b69-04ca-4f1c-ae55-cbdffe7cfb30 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Added segment 1bfa50ec-7491-45ed-b159-8ca504371e7a of type vlan for network 74a98aed-0de5-4841-a8b6-1e518a0866fe Jul 14 09:03:57.962615 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 4ec04108-7781-4e28-b32c-053f38afdbbc details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:03:57.968543 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-42ced8f2-149a-4087-a658-a2928c503f02 req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:58.029136 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d437b69-04ca-4f1c-ae55-cbdffe7cfb30 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:58.062828 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8ecd6-7ae6-4677-bf18-63b68fb70088 req-36e7b930-b097-4dcd-8341-b20852f6df8d tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:58.065677 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ef8ecd6-7ae6-4677-bf18-63b68fb70088 req-36e7b930-b097-4dcd-8341-b20852f6df8d tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/ports?device_id=34791e52-1bf2-4fb7-a0b8-6a58fabb6b3c HTTP/1.1" status: 200 len: 945 time: 0.5011203 Jul 14 09:03:58.073667 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=71d96ee1-5098-4ee3-84d1-e37bcfed3233,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:58.084799 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d437b69-04ca-4f1c-ae55-cbdffe7cfb30 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:58.095098 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d437b69-04ca-4f1c-ae55-cbdffe7cfb30 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:58.096318 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d437b69-04ca-4f1c-ae55-cbdffe7cfb30 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:58.213992 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6d437b69-04ca-4f1c-ae55-cbdffe7cfb30 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3864827 Jul 14 09:03:58.219979 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60510) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:58.235146 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-05470226-b700-4fe8-8a35-7eafb01489bb tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Request body: {'subnet': {'network_id': '74a98aed-0de5-4841-a8b6-1e518a0866fe', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:58.315560 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d437b69-04ca-4f1c-ae55-cbdffe7cfb30 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event updated for resources: {'Network': ['ID=74a98aed-0de5-4841-a8b6-1e518a0866fe,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:58.326137 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9e9b97-a529-439e-a9e8-ecdcdaefd587 None None] DHCP port deletion for 6faabbf0-1d9a-4471-89f9-fed36a9c0841 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:03:58.352428 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d437b69-04ca-4f1c-ae55-cbdffe7cfb30 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:58.353110 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d437b69-04ca-4f1c-ae55-cbdffe7cfb30 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:58.354548 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d437b69-04ca-4f1c-ae55-cbdffe7cfb30 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:58.355291 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d437b69-04ca-4f1c-ae55-cbdffe7cfb30 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:58.356629 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d437b69-04ca-4f1c-ae55-cbdffe7cfb30 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:58.358977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d437b69-04ca-4f1c-ae55-cbdffe7cfb30 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:58.366148 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d437b69-04ca-4f1c-ae55-cbdffe7cfb30 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:58.368770 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af515824-e9e9-48d7-8164-81a003ccbcb9', 'tag': '1cacf250-1f81-4a1a-b4d0-e56c4e0015a4'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:58.372358 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d437b69-04ca-4f1c-ae55-cbdffe7cfb30 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:58.373233 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb5b662-c581-4d2c-908b-fb3fd7c57882" -d '{"events": [{"name": "network-changed", "server_uuid": "af515824-e9e9-48d7-8164-81a003ccbcb9", "tag": "1cacf250-1f81-4a1a-b4d0-e56c4e0015a4"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:58.389320 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d437b69-04ca-4f1c-ae55-cbdffe7cfb30 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:58.389320 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d437b69-04ca-4f1c-ae55-cbdffe7cfb30 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:58.389320 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d437b69-04ca-4f1c-ae55-cbdffe7cfb30 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:58.389320 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d437b69-04ca-4f1c-ae55-cbdffe7cfb30 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:58.444427 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 74a98aed-0de5-4841-a8b6-1e518a0866fe details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:03:58.520057 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05470226-b700-4fe8-8a35-7eafb01489bb tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Made reservation on behalf of 5251b0d4541348f2ad3d3cba77a39683 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:58.524918 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-05470226-b700-4fe8-8a35-7eafb01489bb tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:58.665404 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 4ec04108-7781-4e28-b32c-053f38afdbbc, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=4ec04108-7781-4e28-b32c-053f38afdbbc,segment=NetworkSegment(126df874-b90f-41ae-bd19-4c54d69f595c),segment_id=126df874-b90f-41ae-bd19-4c54d69f595c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:58.726455 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '4ec04108-7781-4e28-b32c-053f38afdbbc', 'network_id': '08de5465-73e5-4631-aa8b-bc4e683c6059', 'port_id': '4ec04108-7781-4e28-b32c-053f38afdbbc', 'mac_address': 'fa:16:3e:b8:da:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071e1eda-8dc1-4443-8319-f991bb29a5e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:03:58.829159 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ef8ecd6-7ae6-4677-bf18-63b68fb70088 req-b7c122f4-2c76-43ff-9288-36e82fc84e22 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2b4954c-c748-470b-b52f-a860b9e161ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6688735 Jul 14 09:03:58.832747 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:58.842667 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40ff6664-eb68-4cf8-b153-b303e761d6eb req-2114e648-d112-4a95-b7d4-25d52f961092 service neutron] 10.222.0.44 "GET /v2.0/networks/08de5465-73e5-4631-aa8b-bc4e683c6059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8865101 Jul 14 09:03:58.881244 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec04108-7781-4e28-b32c-053f38afdbbc {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:58.914759 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 4ec04108-7781-4e28-b32c-053f38afdbbc, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=4ec04108-7781-4e28-b32c-053f38afdbbc,segment=NetworkSegment(126df874-b90f-41ae-bd19-4c54d69f595c),segment_id=126df874-b90f-41ae-bd19-4c54d69f595c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:58.921548 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:58.937240 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-05470226-b700-4fe8-8a35-7eafb01489bb tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:58.978699 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-753ebebe-254f-460b-8ef0-3675f996f360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f668c9bd-1e62-4b90-87bb-3fa74af817e1 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:58.987846 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-753ebebe-254f-460b-8ef0-3675f996f360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:59.001450 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-753ebebe-254f-460b-8ef0-3675f996f360 service neutron] Transition to ACTIVE for port object f668c9bd-1e62-4b90-87bb-3fa74af817e1 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:59.021234 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=4ec04108-7781-4e28-b32c-053f38afdbbc,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:59.048991 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-753ebebe-254f-460b-8ef0-3675f996f360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:59.102518 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05470226-b700-4fe8-8a35-7eafb01489bb tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event updated for resources: {'Subnet': ['ID=5aa4f150-7887-4b3e-a263-32ff1526de43,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:59.123951 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05470226-b700-4fe8-8a35-7eafb01489bb tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Checking segment: {'id': '1bfa50ec-7491-45ed-b159-8ca504371e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74a98aed-0de5-4841-a8b6-1e518a0866fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:59.124600 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05470226-b700-4fe8-8a35-7eafb01489bb tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Network hostable DHCP agents. Network: 74a98aed-0de5-4841-a8b6-1e518a0866fe, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:03:59.163609 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05470226-b700-4fe8-8a35-7eafb01489bb tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Network 74a98aed-0de5-4841-a8b6-1e518a0866fe is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:03:59.181256 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-05470226-b700-4fe8-8a35-7eafb01489bb tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 74a98aed-0de5-4841-a8b6-1e518a0866fe) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:59.191204 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05470226-b700-4fe8-8a35-7eafb01489bb tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:59.192871 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-05470226-b700-4fe8-8a35-7eafb01489bb tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:59.202965 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a87537-41eb-47dc-bbf5-e2e7c5d3b3fb None None] Network 74a98aed-0de5-4841-a8b6-1e518a0866fe requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:03:59.226056 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-05470226-b700-4fe8-8a35-7eafb01489bb tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0015638 Jul 14 09:03:59.235788 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60516) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:59.241776 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-3be36a52-b88e-4280-b5d4-cb7168b2f9f2 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2095594880'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:59.295465 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be36a52-b88e-4280-b5d4-cb7168b2f9f2 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Made reservation on behalf of 5251b0d4541348f2ad3d3cba77a39683 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:59.299679 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3be36a52-b88e-4280-b5d4-cb7168b2f9f2 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:59.360287 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['4ec04108-7781-4e28-b32c-053f38afdbbc'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:59.367043 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ebebe-254f-460b-8ef0-3675f996f360 service neutron] Pushing event updated for resources: {'Port': ['ID=f668c9bd-1e62-4b90-87bb-3fa74af817e1,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:59.372470 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be36a52-b88e-4280-b5d4-cb7168b2f9f2 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:03:59.395284 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3be36a52-b88e-4280-b5d4-cb7168b2f9f2 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:59.396400 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-3be36a52-b88e-4280-b5d4-cb7168b2f9f2 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Added segment 6c55bc40-9fc8-4e61-b162-a802acb2d070 of type vlan for network 632ed8c0-d533-4003-8500-2d2535dd7613 Jul 14 09:03:59.460130 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3be36a52-b88e-4280-b5d4-cb7168b2f9f2 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:59.476294 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-42ced8f2-149a-4087-a658-a2928c503f02 req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:59.490433 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40ff6664-eb68-4cf8-b153-b303e761d6eb req-c571854c-6402-4ca1-ae3a-5356cf320057 service neutron] 10.222.0.44 "GET /v2.0/networks/08de5465-73e5-4631-aa8b-bc4e683c6059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6379788 Jul 14 09:03:59.499333 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-42ced8f2-149a-4087-a658-a2928c503f02 req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:59.515266 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-753ebebe-254f-460b-8ef0-3675f996f360 service neutron] Attempting to bind port f668c9bd-1e62-4b90-87bb-3fa74af817e1 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:59.515266 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-753ebebe-254f-460b-8ef0-3675f996f360 service neutron] Attempting to bind port f668c9bd-1e62-4b90-87bb-3fa74af817e1 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:59.515594 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-753ebebe-254f-460b-8ef0-3675f996f360 service neutron] Attempting to bind port f668c9bd-1e62-4b90-87bb-3fa74af817e1 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:59.525878 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3be36a52-b88e-4280-b5d4-cb7168b2f9f2 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:59.536697 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be36a52-b88e-4280-b5d4-cb7168b2f9f2 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:59.537758 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3be36a52-b88e-4280-b5d4-cb7168b2f9f2 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:59.558284 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-753ebebe-254f-460b-8ef0-3675f996f360 service neutron] Port f668c9bd-1e62-4b90-87bb-3fa74af817e1 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:03:59.558665 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-753ebebe-254f-460b-8ef0-3675f996f360 service neutron] Attempting to bind port f668c9bd-1e62-4b90-87bb-3fa74af817e1 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:59.572400 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3be36a52-b88e-4280-b5d4-cb7168b2f9f2 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3353586 Jul 14 09:03:59.573463 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60518) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:59.586304 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0648db-4b05-408a-9ba9-209ff5db5ed4 req-ef5b26ae-0eb7-4ded-9ecd-d9c93b37cbb3 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:59.588908 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3f0648db-4b05-408a-9ba9-209ff5db5ed4 req-ef5b26ae-0eb7-4ded-9ecd-d9c93b37cbb3 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 946 time: 0.4699624 Jul 14 09:03:59.609474 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-2833a502-6889-4e8e-b331-6d0e4a3885e7 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Request body: {'subnet': {'network_id': '632ed8c0-d533-4003-8500-2d2535dd7613', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:59.621145 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8d2a848b-a946-4cbe-bc50-d883ccc1bfa2 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:03:59.642075 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-753ebebe-254f-460b-8ef0-3675f996f360 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:59.642513 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-753ebebe-254f-460b-8ef0-3675f996f360 service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:59.642804 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-753ebebe-254f-460b-8ef0-3675f996f360 service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:59.645591 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-753ebebe-254f-460b-8ef0-3675f996f360 service neutron] Bound port: f668c9bd-1e62-4b90-87bb-3fa74af817e1, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:59.646013 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-753ebebe-254f-460b-8ef0-3675f996f360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:59.682575 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Pushing event updated for resources: {'Port': ['ID=f74098ac-a8aa-4002-b60d-a268eea3a430,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:59.690255 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 8d2a848b-a946-4cbe-bc50-d883ccc1bfa2 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:03:59.691088 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8d2a848b-a946-4cbe-bc50-d883ccc1bfa2 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:03:59.728831 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-42ced8f2-149a-4087-a658-a2928c503f02 req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:59.744141 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3f0648db-4b05-408a-9ba9-209ff5db5ed4 req-cf8fcae6-1db9-457e-8dd0-5b602411e9bf tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254759 Jul 14 09:03:59.764929 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-42ced8f2-149a-4087-a658-a2928c503f02 req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:59.766213 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-42ced8f2-149a-4087-a658-a2928c503f02 req-ce6f60a8-9e4b-4fc5-8621-0490a8d92878 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.9101994 Jul 14 09:03:59.767454 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be36a52-b88e-4280-b5d4-cb7168b2f9f2 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event updated for resources: {'Network': ['ID=632ed8c0-d533-4003-8500-2d2535dd7613,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:59.803606 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 632ed8c0-d533-4003-8500-2d2535dd7613 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:03:59.831762 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2833a502-6889-4e8e-b331-6d0e4a3885e7 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Made reservation on behalf of 5251b0d4541348f2ad3d3cba77a39683 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:59.837627 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2833a502-6889-4e8e-b331-6d0e4a3885e7 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:59.856760 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-753ebebe-254f-460b-8ef0-3675f996f360 service neutron] For port f668c9bd-1e62-4b90-87bb-3fa74af817e1, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:59.883076 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-42ced8f2-149a-4087-a658-a2928c503f02 req-b98b68e0-3552-47f9-a57c-abe0075ee47f tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.244 HTTP/1.1" status: 200 len: 696 time: 0.1002867 Jul 14 09:03:59.887927 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-753ebebe-254f-460b-8ef0-3675f996f360 service neutron] For port f668c9bd-1e62-4b90-87bb-3fa74af817e1, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f668c9bd-1e62-4b90-87bb-3fa74af817e1,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:59.891974 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 241b1b6d-752c-4b49-a5ec-8e91228d7748 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:59.918274 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-753ebebe-254f-460b-8ef0-3675f996f360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:59.944524 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 1cacf250-1f81-4a1a-b4d0-e56c4e0015a4 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:04:00.088689 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 1cacf250-1f81-4a1a-b4d0-e56c4e0015a4, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1cacf250-1f81-4a1a-b4d0-e56c4e0015a4,segment=NetworkSegment(126df874-b90f-41ae-bd19-4c54d69f595c),segment_id=126df874-b90f-41ae-bd19-4c54d69f595c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:00.089791 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-753ebebe-254f-460b-8ef0-3675f996f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:00.089938 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-753ebebe-254f-460b-8ef0-3675f996f360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:00.093503 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-753ebebe-254f-460b-8ef0-3675f996f360 service neutron] 10.222.0.47 "PUT /v2.0/ports/f668c9bd-1e62-4b90-87bb-3fa74af817e1 HTTP/1.1" status: 200 len: 1097 time: 2.9420180 Jul 14 09:04:00.093804 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b74fd5-2266-43d5-bc14-a6698a323c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-74a98aed-0de5-4841-a8b6-1e518a0866fe', 'network_id': '74a98aed-0de5-4841-a8b6-1e518a0866fe', 'tenant_id': '5251b0d4541348f2ad3d3cba77a39683', 'fixed_ips': [{'subnet_id': '5aa4f150-7887-4b3e-a263-32ff1526de43'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:04:00.094416 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6e87c3-807e-485c-ab13-102a51653417 x-openstack-request-id: req-1d6e87c3-807e-485c-ab13-102a51653417 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:00.094769 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09b74fd5-2266-43d5-bc14-a6698a323c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:00.094951 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc9eb38-c0dd-403a-8dad-50804e92cba2", "tag": "71d96ee1-5098-4ee3-84d1-e37bcfed3233", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:00.095223 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d6e87c3-807e-485c-ab13-102a51653417 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:00.095761 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc9eb38-c0dd-403a-8dad-50804e92cba2', 'tag': '71d96ee1-5098-4ee3-84d1-e37bcfed3233', 'status': 'completed', 'code': 200} Jul 14 09:04:00.181836 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2833a502-6889-4e8e-b331-6d0e4a3885e7 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:00.188326 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '1cacf250-1f81-4a1a-b4d0-e56c4e0015a4', 'network_id': '08de5465-73e5-4631-aa8b-bc4e683c6059', 'port_id': '1cacf250-1f81-4a1a-b4d0-e56c4e0015a4', 'mac_address': 'fa:16:3e:99:5f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071e1eda-8dc1-4443-8319-f991bb29a5e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:04:00.312256 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2833a502-6889-4e8e-b331-6d0e4a3885e7 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Checking segment: {'id': '6c55bc40-9fc8-4e61-b162-a802acb2d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '632ed8c0-d533-4003-8500-2d2535dd7613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:00.313193 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2833a502-6889-4e8e-b331-6d0e4a3885e7 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Network hostable DHCP agents. Network: 632ed8c0-d533-4003-8500-2d2535dd7613, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:04:00.324157 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ebebe-254f-460b-8ef0-3675f996f360 service neutron] Pushing event updated for resources: {'Port': ['ID=f668c9bd-1e62-4b90-87bb-3fa74af817e1,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:00.335227 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833a502-6889-4e8e-b331-6d0e4a3885e7 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event updated for resources: {'Subnet': ['ID=419ea8bd-994f-4e50-98b1-e41c7167fb7a,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:00.359086 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2833a502-6889-4e8e-b331-6d0e4a3885e7 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Network 632ed8c0-d533-4003-8500-2d2535dd7613 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:04:00.376732 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-2833a502-6889-4e8e-b331-6d0e4a3885e7 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 632ed8c0-d533-4003-8500-2d2535dd7613) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:00.387392 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2833a502-6889-4e8e-b331-6d0e4a3885e7 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:00.388970 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2833a502-6889-4e8e-b331-6d0e4a3885e7 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:00.401060 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ced8f2-149a-4087-a658-a2928c503f02 req-1c667c02-e04a-43f9-af64-9e41bb8889e6 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:00.403157 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-42ced8f2-149a-4087-a658-a2928c503f02 req-1c667c02-e04a-43f9-af64-9e41bb8889e6 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 784 time: 0.5114157 Jul 14 09:04:00.410422 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd23653-4dba-4458-b004-4c9fe68b7725 None None] Network 632ed8c0-d533-4003-8500-2d2535dd7613 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:04:00.413976 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2833a502-6889-4e8e-b331-6d0e4a3885e7 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8129506 Jul 14 09:04:00.426555 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed2a5e-5f02-476e-b6e4-2ef53c73922e req-29cc538b-f3fb-4cd9-8f40-1734980e8d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:00.429730 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-34ed2a5e-5f02-476e-b6e4-2ef53c73922e req-29cc538b-f3fb-4cd9-8f40-1734980e8d25 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a65871ef77a4e449769120ad4b0a96b&device_id=ddc9eb38-c0dd-403a-8dad-50804e92cba2 HTTP/1.1" status: 200 len: 1097 time: 0.4923148 Jul 14 09:04:00.443754 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5b8e4-8743-4c19-baff-a89e4108c330 req-e1c5158f-ca76-40c1-a35e-895e31be6c1e tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:00.448559 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dee5b8e4-8743-4c19-baff-a89e4108c330 req-e1c5158f-ca76-40c1-a35e-895e31be6c1e tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddc9eb38-c0dd-403a-8dad-50804e92cba2 HTTP/1.1" status: 200 len: 945 time: 0.3532376 Jul 14 09:04:00.548195 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 241b1b6d-752c-4b49-a5ec-8e91228d7748 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:00.588982 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 241b1b6d-752c-4b49-a5ec-8e91228d7748 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:00.589666 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:00.605872 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-09b74fd5-2266-43d5-bc14-a6698a323c59 None None] Allocated IP 19.80.0.2 (74a98aed-0de5-4841-a8b6-1e518a0866fe/5aa4f150-7887-4b3e-a263-32ff1526de43/a00002db-c2c7-4359-a404-07115fec1883) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:04:00.641365 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-415b198d-5703-4b5f-babc-a89e6a5b80c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:00.644233 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-415b198d-5703-4b5f-babc-a89e6a5b80c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&device_id=10cc34a1-cd29-43e2-8369-481234e8a52b HTTP/1.1" status: 200 len: 1100 time: 0.4694881 Jul 14 09:04:00.677460 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:00.766926 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-134590d1-feaf-46d8-950b-dbfabfe4988f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=f668c9bd-1e62-4b90-87bb-3fa74af817e1 HTTP/1.1" status: 200 len: 217 time: 0.1104941 Jul 14 09:04:00.785879 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dee5b8e4-8743-4c19-baff-a89e4108c330 req-21d1aa14-a3e5-4222-823a-5e5b929f7f06 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162906 Jul 14 09:04:00.796829 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cacf250-1f81-4a1a-b4d0-e56c4e0015a4 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:00.814899 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed2a5e-5f02-476e-b6e4-2ef53c73922e req-450c6c10-a5b0-46c8-99d4-f4da53c169c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:00.816858 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-34ed2a5e-5f02-476e-b6e4-2ef53c73922e req-450c6c10-a5b0-46c8-99d4-f4da53c169c6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa282a42-14ce-40bf-98d2-0aa5342653ef HTTP/1.1" status: 200 len: 905 time: 0.3613484 Jul 14 09:04:00.902345 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d39c6ed-d2bf-4ec8-98f2-17a476cc8b75 x-openstack-request-id: req-9d39c6ed-d2bf-4ec8-98f2-17a476cc8b75 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:00.902658 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af515824-e9e9-48d7-8164-81a003ccbcb9", "tag": "1cacf250-1f81-4a1a-b4d0-e56c4e0015a4", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:00.903819 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d39c6ed-d2bf-4ec8-98f2-17a476cc8b75 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:00.904329 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af515824-e9e9-48d7-8164-81a003ccbcb9', 'tag': '1cacf250-1f81-4a1a-b4d0-e56c4e0015a4', 'status': 'completed', 'code': 200} Jul 14 09:04:00.908817 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-34ed2a5e-5f02-476e-b6e4-2ef53c73922e req-0d159866-d103-4330-ac04-c021f62e150d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71d96ee1-5098-4ee3-84d1-e37bcfed3233 HTTP/1.1" status: 200 len: 217 time: 0.0595708 Jul 14 09:04:00.920598 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-b5acd98d-00db-46c2-8579-56523367138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:00.922835 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-b5acd98d-00db-46c2-8579-56523367138a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1467047 Jul 14 09:04:00.946187 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 1cacf250-1f81-4a1a-b4d0-e56c4e0015a4, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1cacf250-1f81-4a1a-b4d0-e56c4e0015a4,segment=NetworkSegment(126df874-b90f-41ae-bd19-4c54d69f595c),segment_id=126df874-b90f-41ae-bd19-4c54d69f595c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:00.967168 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:01.111403 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:01.125718 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2d75a7-cbb5-4741-ba03-90b8c960ea94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-632ed8c0-d533-4003-8500-2d2535dd7613', 'network_id': '632ed8c0-d533-4003-8500-2d2535dd7613', 'tenant_id': '5251b0d4541348f2ad3d3cba77a39683', 'fixed_ips': [{'subnet_id': '419ea8bd-994f-4e50-98b1-e41c7167fb7a'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:04:01.126967 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b2d75a7-cbb5-4741-ba03-90b8c960ea94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:01.146849 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed2a5e-5f02-476e-b6e4-2ef53c73922e req-af104342-f545-4b6e-b2a9-322a4d9ff173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:01.149137 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-34ed2a5e-5f02-476e-b6e4-2ef53c73922e req-af104342-f545-4b6e-b2a9-322a4d9ff173 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=270bafed-ba3b-4347-b7b9-ccc79813fe94 HTTP/1.1" status: 200 len: 845 time: 0.2233236 Jul 14 09:04:01.182631 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=1cacf250-1f81-4a1a-b4d0-e56c4e0015a4,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:01.205853 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34791e52-1bf2-4fb7-a0b8-6a58fabb6b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241b1b6d-752c-4b49-a5ec-8e91228d7748'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:01.208233 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba15425-dd1a-4293-ada7-56ff3ca054db" -d '{"events": [{"server_uuid": "34791e52-1bf2-4fb7-a0b8-6a58fabb6b3c", "name": "network-vif-plugged", "status": "completed", "tag": "241b1b6d-752c-4b49-a5ec-8e91228d7748"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:01.219906 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-34ed2a5e-5f02-476e-b6e4-2ef53c73922e req-a6a8c8ce-39fc-4930-b758-c9ccf4c6a2ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa282a42-14ce-40bf-98d2-0aa5342653ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530670 Jul 14 09:04:01.237132 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 241b1b6d-752c-4b49-a5ec-8e91228d7748, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=241b1b6d-752c-4b49-a5ec-8e91228d7748,segment=NetworkSegment(126df874-b90f-41ae-bd19-4c54d69f595c),segment_id=126df874-b90f-41ae-bd19-4c54d69f595c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:01.246186 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09b74fd5-2266-43d5-bc14-a6698a323c59 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:01.249054 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:01.273336 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5b662-c581-4d2c-908b-fb3fd7c57882 req-6854caf9-89d0-4d2a-869c-0d305991f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:01.275053 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9eb5b662-c581-4d2c-908b-fb3fd7c57882 req-6854caf9-89d0-4d2a-869c-0d305991f6b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=818543b42cac4335a9bb6396e90b1c27&device_id=af515824-e9e9-48d7-8164-81a003ccbcb9 HTTP/1.1" status: 200 len: 1096 time: 0.3510549 Jul 14 09:04:01.312274 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-ce271066-62a1-41d3-8e70-3da1ccec9f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:01.313891 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-ce271066-62a1-41d3-8e70-3da1ccec9f86 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3412645 Jul 14 09:04:01.342061 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813530ae-230e-4393-92ef-f5e3d88fb904 req-c8f67c9f-c478-4cfb-ab50-d35093c86e87 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:01.343957 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-813530ae-230e-4393-92ef-f5e3d88fb904 req-c8f67c9f-c478-4cfb-ab50-d35093c86e87 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=10cc34a1-cd29-43e2-8369-481234e8a52b HTTP/1.1" status: 200 len: 948 time: 0.3734734 Jul 14 09:04:01.514510 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['1cacf250-1f81-4a1a-b4d0-e56c4e0015a4'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:01.525555 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-09b74fd5-2266-43d5-bc14-a6698a323c59 None None] Transition to ACTIVE for port object a00002db-c2c7-4359-a404-07115fec1883 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:01.550087 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767e678-313d-4c77-b7ec-3061f89b6440 req-1c3b3bc6-7d04-40c0-a14c-714d68840055 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:01.551797 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1767e678-313d-4c77-b7ec-3061f89b6440 req-1c3b3bc6-7d04-40c0-a14c-714d68840055 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/ports?device_id=34791e52-1bf2-4fb7-a0b8-6a58fabb6b3c HTTP/1.1" status: 200 len: 945 time: 0.4852319 Jul 14 09:04:01.609320 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-09b74fd5-2266-43d5-bc14-a6698a323c59 None None] Transition to ACTIVE for port object a00002db-c2c7-4359-a404-07115fec1883 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:01.616867 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-813530ae-230e-4393-92ef-f5e3d88fb904 req-e69abe03-ba5f-42b9-9030-a73473685641 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540526 Jul 14 09:04:01.673149 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-34ed2a5e-5f02-476e-b6e4-2ef53c73922e req-32a9927c-64a0-4867-93c9-e772b1704b2b service neutron] 10.222.0.44 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430912 Jul 14 09:04:01.681196 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5b662-c581-4d2c-908b-fb3fd7c57882 req-979fa6b2-aa6b-40e5-af01-7e2e461a3ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:01.684721 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9eb5b662-c581-4d2c-908b-fb3fd7c57882 req-979fa6b2-aa6b-40e5-af01-7e2e461a3ac0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=08de5465-73e5-4631-aa8b-bc4e683c6059 HTTP/1.1" status: 200 len: 917 time: 0.3624480 Jul 14 09:04:01.685258 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09b74fd5-2266-43d5-bc14-a6698a323c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:01.691515 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=241b1b6d-752c-4b49-a5ec-8e91228d7748,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:01.704921 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-c769cce6-ddd4-4a3b-b090-7112bf2aa03e service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835034 Jul 14 09:04:01.775179 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b74fd5-2266-43d5-bc14-a6698a323c59 None None] Network 74a98aed-0de5-4841-a8b6-1e518a0866fe is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:01.787442 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-09b74fd5-2266-43d5-bc14-a6698a323c59 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:01.790011 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-5b2d75a7-cbb5-4741-ba03-90b8c960ea94 None None] Allocated IP 19.86.0.2 (632ed8c0-d533-4003-8500-2d2535dd7613/419ea8bd-994f-4e50-98b1-e41c7167fb7a/9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:04:01.801611 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b74fd5-2266-43d5-bc14-a6698a323c59 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:01.814084 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b74fd5-2266-43d5-bc14-a6698a323c59 None None] Pushing event updated for resources: {'Port': ['ID=a00002db-c2c7-4359-a404-07115fec1883,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:01.847166 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 4ec04108-7781-4e28-b32c-053f38afdbbc up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:01.902668 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1767e678-313d-4c77-b7ec-3061f89b6440 req-93d7cba5-d76c-4b27-a3ad-f8a91478bb8e tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2b4954c-c748-470b-b52f-a860b9e161ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245990 Jul 14 09:04:01.910947 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9eb5b662-c581-4d2c-908b-fb3fd7c57882 req-a86e08fe-cda2-45e4-852f-6617ede9a432 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cacf250-1f81-4a1a-b4d0-e56c4e0015a4 HTTP/1.1" status: 200 len: 217 time: 0.2087464 Jul 14 09:04:01.975056 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5ccfb00f-8b6f-4608-ac43-8ec271f22ff8 req-c6b16f96-07f0-48e6-8f56-c44d6d8f4802 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] 10.222.0.25 "GET /v2.0/floatingips/9a87f7c7-128d-4f7c-912b-180879554604 HTTP/1.1" status: 200 len: 693 time: 0.2398210 Jul 14 09:04:02.031755 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-09b74fd5-2266-43d5-bc14-a6698a323c59 None None] Attempting to bind port a00002db-c2c7-4359-a404-07115fec1883 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:04:02.032229 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-09b74fd5-2266-43d5-bc14-a6698a323c59 None None] Attempting to bind port a00002db-c2c7-4359-a404-07115fec1883 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '1bfa50ec-7491-45ed-b159-8ca504371e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74a98aed-0de5-4841-a8b6-1e518a0866fe'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:04:02.033106 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b74fd5-2266-43d5-bc14-a6698a323c59 None None] Attempting to bind port a00002db-c2c7-4359-a404-07115fec1883 on network 74a98aed-0de5-4841-a8b6-1e518a0866fe {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:02.075397 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b74fd5-2266-43d5-bc14-a6698a323c59 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:04:02.075776 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b74fd5-2266-43d5-bc14-a6698a323c59 None None] Checking segment: {'id': '1bfa50ec-7491-45ed-b159-8ca504371e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74a98aed-0de5-4841-a8b6-1e518a0866fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:02.076305 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09b74fd5-2266-43d5-bc14-a6698a323c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:02.076661 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b74fd5-2266-43d5-bc14-a6698a323c59 None None] Bound using segment: {'id': '1bfa50ec-7491-45ed-b159-8ca504371e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74a98aed-0de5-4841-a8b6-1e518a0866fe'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:04:02.077330 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-09b74fd5-2266-43d5-bc14-a6698a323c59 None None] Bound port: a00002db-c2c7-4359-a404-07115fec1883, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bfa50ec-7491-45ed-b159-8ca504371e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74a98aed-0de5-4841-a8b6-1e518a0866fe'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:04:02.077721 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09b74fd5-2266-43d5-bc14-a6698a323c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:02.183032 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 4ec04108-7781-4e28-b32c-053f38afdbbc completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:02.211292 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 4ec04108-7781-4e28-b32c-053f38afdbbc triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:02.211692 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:02.297508 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b2d75a7-cbb5-4741-ba03-90b8c960ea94 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:02.315045 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-09b74fd5-2266-43d5-bc14-a6698a323c59 None None] For port a00002db-c2c7-4359-a404-07115fec1883, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:02.329777 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5b2d75a7-cbb5-4741-ba03-90b8c960ea94 None None] Transition to ACTIVE for port object 9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:02.338438 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-09b74fd5-2266-43d5-bc14-a6698a323c59 None None] For port a00002db-c2c7-4359-a404-07115fec1883, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a00002db-c2c7-4359-a404-07115fec1883,segment=NetworkSegment(1bfa50ec-7491-45ed-b159-8ca504371e7a),segment_id=1bfa50ec-7491-45ed-b159-8ca504371e7a)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:04:02.352226 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09b74fd5-2266-43d5-bc14-a6698a323c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:02.369356 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5b2d75a7-cbb5-4741-ba03-90b8c960ea94 None None] Transition to ACTIVE for port object 9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:02.413353 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b2d75a7-cbb5-4741-ba03-90b8c960ea94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:02.483856 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2d75a7-cbb5-4741-ba03-90b8c960ea94 None None] Network 632ed8c0-d533-4003-8500-2d2535dd7613 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:02.484978 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b74fd5-2266-43d5-bc14-a6698a323c59 None None] Pushing event updated for resources: {'Port': ['ID=a00002db-c2c7-4359-a404-07115fec1883,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:02.488618 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:02.497515 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-5b2d75a7-cbb5-4741-ba03-90b8c960ea94 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:02.526580 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2d75a7-cbb5-4741-ba03-90b8c960ea94 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:02.533006 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-34ed2a5e-5f02-476e-b6e4-2ef53c73922e req-2d162f63-e142-4e91-a96b-cadde8db2f9e service neutron] 10.222.0.44 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8495722 Jul 14 09:04:02.549129 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5b662-c581-4d2c-908b-fb3fd7c57882 req-52050d3e-70e8-4842-9b18-4cac678bfeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:02.550550 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9eb5b662-c581-4d2c-908b-fb3fd7c57882 req-52050d3e-70e8-4842-9b18-4cac678bfeaa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=071e1eda-8dc1-4443-8319-f991bb29a5e1 HTTP/1.1" status: 200 len: 857 time: 0.6141510 Jul 14 09:04:02.561054 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c92b0f56-1e38-48f5-a43d-662c764678a8 req-194d4845-2050-41cd-b6b8-dbea2c40b05c service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8293827 Jul 14 09:04:02.604330 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9eb5b662-c581-4d2c-908b-fb3fd7c57882 req-9bb223ae-79e5-466e-a5e9-fa3c0770c569 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=08de5465-73e5-4631-aa8b-bc4e683c6059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421693 Jul 14 09:04:02.642816 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 4ec04108-7781-4e28-b32c-053f38afdbbc, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=4ec04108-7781-4e28-b32c-053f38afdbbc,segment=NetworkSegment(126df874-b90f-41ae-bd19-4c54d69f595c),segment_id=126df874-b90f-41ae-bd19-4c54d69f595c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:02.644036 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d75a7-cbb5-4741-ba03-90b8c960ea94 None None] Pushing event updated for resources: {'Port': ['ID=9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:02.655809 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:02.656688 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 71d96ee1-5098-4ee3-84d1-e37bcfed3233 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:02.683251 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-5b2d75a7-cbb5-4741-ba03-90b8c960ea94 None None] Attempting to bind port 9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:04:02.684024 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-5b2d75a7-cbb5-4741-ba03-90b8c960ea94 None None] Attempting to bind port 9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '6c55bc40-9fc8-4e61-b162-a802acb2d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '632ed8c0-d533-4003-8500-2d2535dd7613'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:04:02.684222 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2d75a7-cbb5-4741-ba03-90b8c960ea94 None None] Attempting to bind port 9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e on network 632ed8c0-d533-4003-8500-2d2535dd7613 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:02.730084 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2d75a7-cbb5-4741-ba03-90b8c960ea94 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:04:02.730470 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2d75a7-cbb5-4741-ba03-90b8c960ea94 None None] Checking segment: {'id': '6c55bc40-9fc8-4e61-b162-a802acb2d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '632ed8c0-d533-4003-8500-2d2535dd7613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:02.730875 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b2d75a7-cbb5-4741-ba03-90b8c960ea94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:02.731319 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2d75a7-cbb5-4741-ba03-90b8c960ea94 None None] Bound using segment: {'id': '6c55bc40-9fc8-4e61-b162-a802acb2d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '632ed8c0-d533-4003-8500-2d2535dd7613'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:04:02.732913 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-5b2d75a7-cbb5-4741-ba03-90b8c960ea94 None None] Bound port: 9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c55bc40-9fc8-4e61-b162-a802acb2d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '632ed8c0-d533-4003-8500-2d2535dd7613'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:04:02.733582 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b2d75a7-cbb5-4741-ba03-90b8c960ea94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:02.820448 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccfb00f-8b6f-4608-ac43-8ec271f22ff8 req-188babc0-b18e-45ac-aaa3-fe77eed27f6a tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:02.822951 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5ccfb00f-8b6f-4608-ac43-8ec271f22ff8 req-188babc0-b18e-45ac-aaa3-fe77eed27f6a tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 784 time: 0.8211191 Jul 14 09:04:02.842749 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=4ec04108-7781-4e28-b32c-053f38afdbbc,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:02.870218 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-61187601-b6a8-4aff-945f-ac14d5a93ce0 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:02.881461 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-61187601-b6a8-4aff-945f-ac14d5a93ce0 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:02.892434 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 71d96ee1-5098-4ee3-84d1-e37bcfed3233 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:02.894889 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-61187601-b6a8-4aff-945f-ac14d5a93ce0 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/networks?id=74a98aed-0de5-4841-a8b6-1e518a0866fe&id=632ed8c0-d533-4003-8500-2d2535dd7613 HTTP/1.1" status: 200 len: 1392 time: 0.5022101 Jul 14 09:04:02.903818 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-5b2d75a7-cbb5-4741-ba03-90b8c960ea94 None None] For port 9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:02.907388 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 71d96ee1-5098-4ee3-84d1-e37bcfed3233 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:02.908145 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:02.910806 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10cc34a1-cd29-43e2-8369-481234e8a52b', 'tag': 'f668c9bd-1e62-4b90-87bb-3fa74af817e1'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:02.914035 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-5b2d75a7-cbb5-4741-ba03-90b8c960ea94 None None] For port 9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e,segment=NetworkSegment(6c55bc40-9fc8-4e61-b162-a802acb2d070),segment_id=6c55bc40-9fc8-4e61-b162-a802acb2d070)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:04:02.916469 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c13d3de-7557-4d52-a86d-550eb950ea09" -d '{"events": [{"name": "network-changed", "server_uuid": "10cc34a1-cd29-43e2-8369-481234e8a52b", "tag": "f668c9bd-1e62-4b90-87bb-3fa74af817e1"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:02.959544 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b2d75a7-cbb5-4741-ba03-90b8c960ea94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:02.970641 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9eb5b662-c581-4d2c-908b-fb3fd7c57882 req-7da712ee-185a-4f2b-a1ee-7516b60f1c87 service neutron] 10.222.0.44 "GET /v2.0/networks/08de5465-73e5-4631-aa8b-bc4e683c6059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535876 Jul 14 09:04:02.990772 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-a7d76d94-0b2f-4857-9612-3042531e846e tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/quotas/5251b0d4541348f2ad3d3cba77a39683 HTTP/1.1" status: 200 len: 375 time: 0.0944443 Jul 14 09:04:03.072811 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d75a7-cbb5-4741-ba03-90b8c960ea94 None None] Pushing event updated for resources: {'Port': ['ID=9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:03.109770 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:03.162109 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459426a4-5339-4dfc-8a25-1698e605cd22 req-085ffe31-dec4-473e-8052-5c2340830387 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:03.163698 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-459426a4-5339-4dfc-8a25-1698e605cd22 req-085ffe31-dec4-473e-8052-5c2340830387 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 946 time: 0.2085335 Jul 14 09:04:03.165395 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 71d96ee1-5098-4ee3-84d1-e37bcfed3233, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=71d96ee1-5098-4ee3-84d1-e37bcfed3233,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:03.167596 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9eb5b662-c581-4d2c-908b-fb3fd7c57882 req-0849daf1-fe35-482b-a9a0-6690c2e094fb service neutron] 10.222.0.44 "GET /v2.0/networks/08de5465-73e5-4631-aa8b-bc4e683c6059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757596 Jul 14 09:04:03.174478 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:03.186001 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-7ba379c5-d6e4-4aa6-afd9-e1626a603aaa tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5251b0d4541348f2ad3d3cba77a39683&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1850100 Jul 14 09:04:03.259208 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=71d96ee1-5098-4ee3-84d1-e37bcfed3233,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:03.328767 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-459426a4-5339-4dfc-8a25-1698e605cd22 req-e746bc54-d783-4245-8068-db66fdc03e18 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216526 Jul 14 09:04:03.373075 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-cb29b772-ed9e-41bc-b1d4-ed245f65fac0 service neutron] 10.222.0.25 "GET /v2.0/networks/74a98aed-0de5-4841-a8b6-1e518a0866fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783202 Jul 14 09:04:03.436853 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dd8cd9-a34d-4c21-ba16-3cd57c0ba3bd x-openstack-request-id: req-c0dd8cd9-a34d-4c21-ba16-3cd57c0ba3bd {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:03.437607 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34791e52-1bf2-4fb7-a0b8-6a58fabb6b3c", "name": "network-vif-plugged", "status": "completed", "tag": "241b1b6d-752c-4b49-a5ec-8e91228d7748", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:03.438233 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c0dd8cd9-a34d-4c21-ba16-3cd57c0ba3bd {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:03.439104 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34791e52-1bf2-4fb7-a0b8-6a58fabb6b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241b1b6d-752c-4b49-a5ec-8e91228d7748', 'code': 200} Jul 14 09:04:03.561308 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-1ae2fb17-1ee7-4231-9b58-c514e64a5470 service neutron] 10.222.0.25 "GET /v2.0/networks/74a98aed-0de5-4841-a8b6-1e518a0866fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795373 Jul 14 09:04:03.782834 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a00002db-c2c7-4359-a404-07115fec1883 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:03.804709 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cea364-dd7c-4e20-a89b-3957b2164b90 req-b71f3032-d84e-47e2-83b9-fd1362ae90ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:03.807340 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d0cea364-dd7c-4e20-a89b-3957b2164b90 req-b71f3032-d84e-47e2-83b9-fd1362ae90ca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=34791e52-1bf2-4fb7-a0b8-6a58fabb6b3c HTTP/1.1" status: 200 len: 1098 time: 0.2300100 Jul 14 09:04:03.819804 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-34ae1d1e-0d5f-4431-8286-31d65223f6a7 service neutron] 10.222.0.25 "GET /v2.0/networks/632ed8c0-d533-4003-8500-2d2535dd7613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563901 Jul 14 09:04:03.853807 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 1cacf250-1f81-4a1a-b4d0-e56c4e0015a4 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:03.886837 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port a00002db-c2c7-4359-a404-07115fec1883 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:03.911134 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:03.945866 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d0cea364-dd7c-4e20-a89b-3957b2164b90 req-10fa0442-4bef-42a8-a719-7e4e2efb1553 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b2b4954c-c748-470b-b52f-a860b9e161ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246405 Jul 14 09:04:03.970238 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 1cacf250-1f81-4a1a-b4d0-e56c4e0015a4 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:03.978571 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-d93fa0b9-1f14-4f11-bcd3-bb68c76154e9 service neutron] 10.222.0.25 "GET /v2.0/networks/632ed8c0-d533-4003-8500-2d2535dd7613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462829 Jul 14 09:04:03.979401 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 1cacf250-1f81-4a1a-b4d0-e56c4e0015a4 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:03.979941 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:04.052673 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:04.057536 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb91fd1-90de-4dca-9a49-41c095337ad9 None None] Network 74a98aed-0de5-4841-a8b6-1e518a0866fe requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:04:04.089275 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a905574-9c0c-4f13-8819-31e954b1bb72 req-5f3fe2ba-6e6e-404d-b315-cc1528e9f966 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:04.091820 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a905574-9c0c-4f13-8819-31e954b1bb72 req-5f3fe2ba-6e6e-404d-b315-cc1528e9f966 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddc9eb38-c0dd-403a-8dad-50804e92cba2 HTTP/1.1" status: 200 len: 946 time: 0.0939925 Jul 14 09:04:04.208157 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a905574-9c0c-4f13-8819-31e954b1bb72 req-a84036a9-d85f-455f-bad7-6b96133dc8d9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103413 Jul 14 09:04:04.211032 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-fe330d81-e50a-44dc-81e4-b421d62fddb7 None None] Provisioning for port a00002db-c2c7-4359-a404-07115fec1883 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:04.222909 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-fe330d81-e50a-44dc-81e4-b421d62fddb7 None None] Provisioning complete for port a00002db-c2c7-4359-a404-07115fec1883 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:04.223405 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe330d81-e50a-44dc-81e4-b421d62fddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:04.316451 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:04.348730 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b311919d-e0b5-4749-8880-b12a40a097a5 req-675eceb1-633a-4c3d-9e6b-47b998b6a8fe tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=fab879ac67374f4aa481f339a0a09938 HTTP/1.1" status: 200 len: 696 time: 0.1190922 Jul 14 09:04:04.394251 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 1cacf250-1f81-4a1a-b4d0-e56c4e0015a4, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1cacf250-1f81-4a1a-b4d0-e56c4e0015a4,segment=NetworkSegment(126df874-b90f-41ae-bd19-4c54d69f595c),segment_id=126df874-b90f-41ae-bd19-4c54d69f595c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:04.425313 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:04.474029 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6e1c68-49a4-48b7-bb3a-1e0c7dc2f404 None None] Network 632ed8c0-d533-4003-8500-2d2535dd7613 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:04:04.525006 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d72d2-6413-43a4-91fa-b411b8cb5dcb req-86c024d8-afd3-4f29-9f93-40129687543c tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:04.526657 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-906d72d2-6413-43a4-91fa-b411b8cb5dcb req-86c024d8-afd3-4f29-9f93-40129687543c tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=10cc34a1-cd29-43e2-8369-481234e8a52b HTTP/1.1" status: 200 len: 948 time: 0.2132783 Jul 14 09:04:04.569750 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311919d-e0b5-4749-8880-b12a40a097a5 req-919b559c-ec89-490a-8a2d-0d8f54409529 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:04.571317 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b311919d-e0b5-4749-8880-b12a40a097a5 req-919b559c-ec89-490a-8a2d-0d8f54409529 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] 10.222.0.25 "GET /v2.0/networks?id=6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 787 time: 0.2217877 Jul 14 09:04:04.580040 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=1cacf250-1f81-4a1a-b4d0-e56c4e0015a4,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:04.605001 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-b311919d-e0b5-4749-8880-b12a40a097a5 req-0a0bc04e-ee6f-451e-9eb8-46aa00b39bd2 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:04:04.606379 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b311919d-e0b5-4749-8880-b12a40a097a5 req-0a0bc04e-ee6f-451e-9eb8-46aa00b39bd2 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143063 Jul 14 09:04:04.618300 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-906d72d2-6413-43a4-91fa-b411b8cb5dcb req-e19a808a-037f-466e-9870-06a44e708ae3 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749774 Jul 14 09:04:04.675925 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fb0fd1-ec28-4606-b456-f3e6b670a23f x-openstack-request-id: req-57fb0fd1-ec28-4606-b456-f3e6b670a23f {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:04.676224 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10cc34a1-cd29-43e2-8369-481234e8a52b", "tag": "f668c9bd-1e62-4b90-87bb-3fa74af817e1", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:04.676624 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57fb0fd1-ec28-4606-b456-f3e6b670a23f {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:04.677589 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10cc34a1-cd29-43e2-8369-481234e8a52b', 'tag': 'f668c9bd-1e62-4b90-87bb-3fa74af817e1', 'status': 'completed', 'code': 200} Jul 14 09:04:04.776263 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:04:04.826078 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3cd3f9d4-ed1d-45c7-91f1-0adc2faa362e req-09192e45-6866-4d4b-a4e7-9dc47372b62a tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce6a0938-bc78-4231-985e-eda6869f3f40 HTTP/1.1" status: 200 len: 210 time: 0.0692959 Jul 14 09:04:04.856876 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe330d81-e50a-44dc-81e4-b421d62fddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:04.960852 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13d3de-7557-4d52-a86d-550eb950ea09 req-756730f3-9848-41b1-bcd1-effc569018ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:04.962597 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c13d3de-7557-4d52-a86d-550eb950ea09 req-756730f3-9848-41b1-bcd1-effc569018ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&device_id=10cc34a1-cd29-43e2-8369-481234e8a52b HTTP/1.1" status: 200 len: 1100 time: 0.2542992 Jul 14 09:04:04.982318 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-fe330d81-e50a-44dc-81e4-b421d62fddb7 None None] For port a00002db-c2c7-4359-a404-07115fec1883, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a00002db-c2c7-4359-a404-07115fec1883,segment=NetworkSegment(1bfa50ec-7491-45ed-b159-8ca504371e7a),segment_id=1bfa50ec-7491-45ed-b159-8ca504371e7a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:05.014684 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe330d81-e50a-44dc-81e4-b421d62fddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:05.116892 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe330d81-e50a-44dc-81e4-b421d62fddb7 None None] Pushing event updated for resources: {'Port': ['ID=a00002db-c2c7-4359-a404-07115fec1883,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:05.137000 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6abdbe-2e40-46e8-9510-8bdd4f3f0f48 req-81356c1e-1b19-4642-8b44-9ae578182816 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:05.141852 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ed6abdbe-2e40-46e8-9510-8bdd4f3f0f48 req-81356c1e-1b19-4642-8b44-9ae578182816 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/ports?device_id=34791e52-1bf2-4fb7-a0b8-6a58fabb6b3c HTTP/1.1" status: 200 len: 946 time: 0.3207750 Jul 14 09:04:05.174921 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-059b3431-9b10-4529-b7a0-59140e423e60 None None] Provisioning for port 9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:05.185243 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-059b3431-9b10-4529-b7a0-59140e423e60 None None] Provisioning complete for port 9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:05.188134 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-059b3431-9b10-4529-b7a0-59140e423e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:05.251873 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13d3de-7557-4d52-a86d-550eb950ea09 req-e3547938-624d-437e-a7e6-89f25f6e278d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:05.254531 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c13d3de-7557-4d52-a86d-550eb950ea09 req-e3547938-624d-437e-a7e6-89f25f6e278d service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.2829959 Jul 14 09:04:05.306645 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ed6abdbe-2e40-46e8-9510-8bdd4f3f0f48 req-2c15f340-279b-4c1d-9da7-10f246cd082b tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2b4954c-c748-470b-b52f-a860b9e161ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559269 Jul 14 09:04:05.379096 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-059b3431-9b10-4529-b7a0-59140e423e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:05.382956 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c13d3de-7557-4d52-a86d-550eb950ea09 req-60b33d8c-3b4c-47de-95c3-70332287984d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=f668c9bd-1e62-4b90-87bb-3fa74af817e1 HTTP/1.1" status: 200 len: 217 time: 0.0719366 Jul 14 09:04:05.431328 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-059b3431-9b10-4529-b7a0-59140e423e60 None None] For port 9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e,segment=NetworkSegment(6c55bc40-9fc8-4e61-b162-a802acb2d070),segment_id=6c55bc40-9fc8-4e61-b162-a802acb2d070)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:05.439631 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-059b3431-9b10-4529-b7a0-59140e423e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:05.441578 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f25fc9a-976b-4668-a0db-7613724fda0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec04108-7781-4e28-b32c-053f38afdbbc'}, {'server_uuid': 'ddc9eb38-c0dd-403a-8dad-50804e92cba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d96ee1-5098-4ee3-84d1-e37bcfed3233'}, {'server_uuid': 'af515824-e9e9-48d7-8164-81a003ccbcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cacf250-1f81-4a1a-b4d0-e56c4e0015a4'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:05.444239 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04baab22-f646-4765-aaa9-1f70f6fc18c5" -d '{"events": [{"server_uuid": "2f25fc9a-976b-4668-a0db-7613724fda0d", "name": "network-vif-plugged", "status": "completed", "tag": "4ec04108-7781-4e28-b32c-053f38afdbbc"}, {"server_uuid": "ddc9eb38-c0dd-403a-8dad-50804e92cba2", "name": "network-vif-plugged", "status": "completed", "tag": "71d96ee1-5098-4ee3-84d1-e37bcfed3233"}, {"server_uuid": "af515824-e9e9-48d7-8164-81a003ccbcb9", "name": "network-vif-plugged", "status": "completed", "tag": "1cacf250-1f81-4a1a-b4d0-e56c4e0015a4"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:05.512801 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3431-9b10-4529-b7a0-59140e423e60 None None] Pushing event updated for resources: {'Port': ['ID=9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:05.519452 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-42121be0-a231-4d7d-963d-633353e462bf req-b8c234dd-39cf-4a1e-99c6-95e717651bd0 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] 10.222.0.25 "GET /v2.0/floatingips/9a87f7c7-128d-4f7c-912b-180879554604 HTTP/1.1" status: 200 len: 693 time: 0.1417103 Jul 14 09:04:05.534483 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6526d2-ce9d-46d7-b6bd-55a74e09b567 req-a08171fe-d122-4858-a3e6-9ed795ca2765 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:05.536143 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1f6526d2-ce9d-46d7-b6bd-55a74e09b567 req-a08171fe-d122-4858-a3e6-9ed795ca2765 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 946 time: 0.4809296 Jul 14 09:04:05.581036 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-63d84d19-f704-43f0-a352-3ec86fe7dd41 None None] Provisioning complete for port a00002db-c2c7-4359-a404-07115fec1883 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:05.581563 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63d84d19-f704-43f0-a352-3ec86fe7dd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:05.617156 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13d3de-7557-4d52-a86d-550eb950ea09 req-7c093a0a-dcd1-4195-99dc-616cac9f62c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:05.618490 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c13d3de-7557-4d52-a86d-550eb950ea09 req-7c093a0a-dcd1-4195-99dc-616cac9f62c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1492193 Jul 14 09:04:05.675318 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1f6526d2-ce9d-46d7-b6bd-55a74e09b567 req-a556cdd8-752c-43c0-8f0d-f0256b44b38f tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248436 Jul 14 09:04:05.683676 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a00002db-c2c7-4359-a404-07115fec1883 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:05.779998 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port a00002db-c2c7-4359-a404-07115fec1883 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:05.780609 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:05.787703 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42121be0-a231-4d7d-963d-633353e462bf req-dd0caa8e-e475-47b1-871d-f04ca14844fa tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:05.789206 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-42121be0-a231-4d7d-963d-633353e462bf req-dd0caa8e-e475-47b1-871d-f04ca14844fa tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 784 time: 0.2503507 Jul 14 09:04:05.821746 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13d3de-7557-4d52-a86d-550eb950ea09 req-bff6910c-359c-4610-af47-bf4abccbbb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:05.826138 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c13d3de-7557-4d52-a86d-550eb950ea09 req-bff6910c-359c-4610-af47-bf4abccbbb6e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1697817 Jul 14 09:04:05.890956 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device f668c9bd-1e62-4b90-87bb-3fa74af817e1 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:04:05.962723 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-825f7ded-6b01-42ea-8fb1-a5996db048ef None None] Provisioning complete for port 9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:05.963084 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-825f7ded-6b01-42ea-8fb1-a5996db048ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:06.043640 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-42121be0-a231-4d7d-963d-633353e462bf req-a2ac315f-3488-4b4e-aa64-19511cb154c4 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.244 HTTP/1.1" status: 200 len: 696 time: 0.2302418 Jul 14 09:04:06.153529 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port f668c9bd-1e62-4b90-87bb-3fa74af817e1, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f668c9bd-1e62-4b90-87bb-3fa74af817e1,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:06.158250 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c13d3de-7557-4d52-a86d-550eb950ea09 req-aa58b5db-0b7a-45ae-8471-2efd99c86981 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556067 Jul 14 09:04:06.176418 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-42121be0-a231-4d7d-963d-633353e462bf req-1e8d1223-9961-43c4-9099-87728de65772 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.244 HTTP/1.1" status: 200 len: 696 time: 0.1173904 Jul 14 09:04:06.192181 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-d1f40391-f71a-400f-a174-2e03e784e328 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:06.198783 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-d1f40391-f71a-400f-a174-2e03e784e328 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:06.201488 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-d1f40391-f71a-400f-a174-2e03e784e328 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.47 "GET /v2.0/networks?id=74a98aed-0de5-4841-a8b6-1e518a0866fe&id=632ed8c0-d533-4003-8500-2d2535dd7613 HTTP/1.1" status: 200 len: 1392 time: 0.1687188 Jul 14 09:04:06.214822 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-5c010299-58d2-4dbb-b40f-4033adcfc4c3 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Request body: {'port': {'device_id': 'ce6a0938-bc78-4231-985e-eda6869f3f40', 'network_id': '74a98aed-0de5-4841-a8b6-1e518a0866fe', 'admin_state_up': True, 'tenant_id': '5251b0d4541348f2ad3d3cba77a39683'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:06.254653 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'f668c9bd-1e62-4b90-87bb-3fa74af817e1', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': 'f668c9bd-1e62-4b90-87bb-3fa74af817e1', 'mac_address': 'fa:16:3e:a1:1f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:04:06.288742 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392605f2-df1b-4224-998a-ed994b4a0adf req-f8d6e959-ec8a-4b5d-8cb1-359a585a3e3d tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:06.290680 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-392605f2-df1b-4224-998a-ed994b4a0adf req-f8d6e959-ec8a-4b5d-8cb1-359a585a3e3d tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb&tenant_id=1c35458c50e143699c6f14a3ebfddb0d&binding%3Ahost_id=n-h1-771362-35 HTTP/1.1" status: 200 len: 1098 time: 0.4812181 Jul 14 09:04:06.329103 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:06.351002 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f668c9bd-1e62-4b90-87bb-3fa74af817e1 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:06.380432 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port f668c9bd-1e62-4b90-87bb-3fa74af817e1, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f668c9bd-1e62-4b90-87bb-3fa74af817e1,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:06.386359 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:06.386820 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-5c010299-58d2-4dbb-b40f-4033adcfc4c3 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Made reservation on behalf of 5251b0d4541348f2ad3d3cba77a39683 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:04:06.394601 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-392605f2-df1b-4224-998a-ed994b4a0adf req-3ccc4aa1-22ed-47dd-b4ba-f0141bbb93ab service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771362-35'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:06.396637 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-5c010299-58d2-4dbb-b40f-4033adcfc4c3 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:06.476274 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=f668c9bd-1e62-4b90-87bb-3fa74af817e1,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:06.578681 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-5c010299-58d2-4dbb-b40f-4033adcfc4c3 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Allocated IP 19.80.0.119 (74a98aed-0de5-4841-a8b6-1e518a0866fe/5aa4f150-7887-4b3e-a263-32ff1526de43/909a2c03-a0d9-4112-902f-1ada6287805c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:04:06.713710 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['f668c9bd-1e62-4b90-87bb-3fa74af817e1'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:06.792066 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-5c010299-58d2-4dbb-b40f-4033adcfc4c3 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:06.811685 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-5c010299-58d2-4dbb-b40f-4033adcfc4c3 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Transition to ACTIVE for port object 909a2c03-a0d9-4112-902f-1ada6287805c will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:06.868833 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-5c010299-58d2-4dbb-b40f-4033adcfc4c3 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:06.929620 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-5c010299-58d2-4dbb-b40f-4033adcfc4c3 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Network 74a98aed-0de5-4841-a8b6-1e518a0866fe is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:06.935737 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-5c010299-58d2-4dbb-b40f-4033adcfc4c3 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:06.943103 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-5c010299-58d2-4dbb-b40f-4033adcfc4c3 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:06.968997 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c13d3de-7557-4d52-a86d-550eb950ea09 req-0a6f014d-dfc3-4237-8bf8-8c0c45f08746 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7893071 Jul 14 09:04:06.969848 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-392605f2-df1b-4224-998a-ed994b4a0adf req-3ccc4aa1-22ed-47dd-b4ba-f0141bbb93ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:06.987938 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c010299-58d2-4dbb-b40f-4033adcfc4c3 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event updated for resources: {'Port': ['ID=909a2c03-a0d9-4112-902f-1ada6287805c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:07.020237 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-5c010299-58d2-4dbb-b40f-4033adcfc4c3 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:07.020894 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-5c010299-58d2-4dbb-b40f-4033adcfc4c3 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:07.038545 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15e776-6a84-4504-994f-9a2e307b1173 req-5ae63d61-07e1-439f-a868-75302077ed87 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:07.040168 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1c15e776-6a84-4504-994f-9a2e307b1173 req-5ae63d61-07e1-439f-a868-75302077ed87 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddc9eb38-c0dd-403a-8dad-50804e92cba2 HTTP/1.1" status: 200 len: 946 time: 0.6014295 Jul 14 09:04:07.043533 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-5c010299-58d2-4dbb-b40f-4033adcfc4c3 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8327525 Jul 14 09:04:07.056610 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-3a89b840-8f6c-480c-961b-a73952e08ff5 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Request body: {'port': {'device_id': 'ce6a0938-bc78-4231-985e-eda6869f3f40', 'network_id': '632ed8c0-d533-4003-8500-2d2535dd7613', 'admin_state_up': True, 'tenant_id': '5251b0d4541348f2ad3d3cba77a39683'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:07.062530 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-42121be0-a231-4d7d-963d-633353e462bf req-fa75a967-f18d-49af-9a1a-db938b08ec2d tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Deleting port f74098ac-a8aa-4002-b60d-a268eea3a430 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:04:07.062883 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-42121be0-a231-4d7d-963d-633353e462bf req-fa75a967-f18d-49af-9a1a-db938b08ec2d tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:07.201160 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-3a89b840-8f6c-480c-961b-a73952e08ff5 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Made reservation on behalf of 5251b0d4541348f2ad3d3cba77a39683 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:04:07.205467 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-3a89b840-8f6c-480c-961b-a73952e08ff5 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:07.211263 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1c15e776-6a84-4504-994f-9a2e307b1173 req-10f21237-1cd5-4193-b3a8-8a9264e59984 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636107 Jul 14 09:04:07.260813 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-42121be0-a231-4d7d-963d-633353e462bf req-fa75a967-f18d-49af-9a1a-db938b08ec2d tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:07.261149 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-42121be0-a231-4d7d-963d-633353e462bf req-fa75a967-f18d-49af-9a1a-db938b08ec2d tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:07.284400 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-392605f2-df1b-4224-998a-ed994b4a0adf req-3ccc4aa1-22ed-47dd-b4ba-f0141bbb93ab service neutron] For port 9aab4b40-3979-4b3a-b854-a7f187ca29d1, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=9aab4b40-3979-4b3a-b854-a7f187ca29d1,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:07.287510 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-dc13b6bb-55a5-410e-8788-040e5d8a4cc7 None None] Provisioning for port 909a2c03-a0d9-4112-902f-1ada6287805c completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:07.296070 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-dc13b6bb-55a5-410e-8788-040e5d8a4cc7 None None] Provisioning complete for port 909a2c03-a0d9-4112-902f-1ada6287805c triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:07.296293 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc13b6bb-55a5-410e-8788-040e5d8a4cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:07.299723 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-42121be0-a231-4d7d-963d-633353e462bf req-fa75a967-f18d-49af-9a1a-db938b08ec2d tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Calling delete_port for f74098ac-a8aa-4002-b60d-a268eea3a430 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:04:07.325907 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0bbea3-e4ec-4c14-9567-c486f1aea054 x-openstack-request-id: req-6e0bbea3-e4ec-4c14-9567-c486f1aea054 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:07.326212 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f25fc9a-976b-4668-a0db-7613724fda0d", "name": "network-vif-plugged", "status": "completed", "tag": "4ec04108-7781-4e28-b32c-053f38afdbbc", "code": 200}, {"server_uuid": "ddc9eb38-c0dd-403a-8dad-50804e92cba2", "name": "network-vif-plugged", "status": "completed", "tag": "71d96ee1-5098-4ee3-84d1-e37bcfed3233", "code": 200}, {"server_uuid": "af515824-e9e9-48d7-8164-81a003ccbcb9", "name": "network-vif-plugged", "status": "completed", "tag": "1cacf250-1f81-4a1a-b4d0-e56c4e0015a4", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:07.326467 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e0bbea3-e4ec-4c14-9567-c486f1aea054 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:07.326876 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f25fc9a-976b-4668-a0db-7613724fda0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec04108-7781-4e28-b32c-053f38afdbbc', 'code': 200} Jul 14 09:04:07.327756 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc9eb38-c0dd-403a-8dad-50804e92cba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d96ee1-5098-4ee3-84d1-e37bcfed3233', 'code': 200} Jul 14 09:04:07.328029 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af515824-e9e9-48d7-8164-81a003ccbcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cacf250-1f81-4a1a-b4d0-e56c4e0015a4', 'code': 200} Jul 14 09:04:07.350091 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-dc13b6bb-55a5-410e-8788-040e5d8a4cc7 None None] Port 909a2c03-a0d9-4112-902f-1ada6287805c cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:04:07.412588 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-392605f2-df1b-4224-998a-ed994b4a0adf req-3ccc4aa1-22ed-47dd-b4ba-f0141bbb93ab service neutron] For port 9aab4b40-3979-4b3a-b854-a7f187ca29d1, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:07.433211 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-3a89b840-8f6c-480c-961b-a73952e08ff5 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Allocated IP 19.86.0.217 (632ed8c0-d533-4003-8500-2d2535dd7613/419ea8bd-994f-4e50-98b1-e41c7167fb7a/5832b405-9a15-4868-a10e-bf4adb36123d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:04:07.549690 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d18750-75c8-40d8-9464-10bdbb604bcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aab4b40-3979-4b3a-b854-a7f187ca29d1'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:07.552661 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ef6cbd-8526-4902-a170-de87315fa41c" -d '{"events": [{"server_uuid": "99d18750-75c8-40d8-9464-10bdbb604bcb", "name": "network-vif-unplugged", "status": "completed", "tag": "9aab4b40-3979-4b3a-b854-a7f187ca29d1"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:07.561554 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-392605f2-df1b-4224-998a-ed994b4a0adf req-3ccc4aa1-22ed-47dd-b4ba-f0141bbb93ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:07.588329 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-392605f2-df1b-4224-998a-ed994b4a0adf req-3ccc4aa1-22ed-47dd-b4ba-f0141bbb93ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:07.603544 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:07.665049 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:07.665428 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:07.693489 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2da402-ccd5-44e6-935f-9bd425d0ce2f req-f37a1e51-5c82-4721-927d-ce66aaee6019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:07.695010 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6b2da402-ccd5-44e6-935f-9bd425d0ce2f req-f37a1e51-5c82-4721-927d-ce66aaee6019 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2f25fc9a-976b-4668-a0db-7613724fda0d HTTP/1.1" status: 200 len: 1097 time: 0.1847410 Jul 14 09:04:07.699307 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366f647-789c-4757-8452-f8bce795796e req-05cad9f1-e445-4810-b76f-f5067e7275c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:07.701532 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c366f647-789c-4757-8452-f8bce795796e req-05cad9f1-e445-4810-b76f-f5067e7275c2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=af515824-e9e9-48d7-8164-81a003ccbcb9 HTTP/1.1" status: 200 len: 1098 time: 0.1992865 Jul 14 09:04:07.742019 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b912f-569a-40b1-a1cb-6bb2153e9d60 req-a710e673-ac79-494c-a2b2-6c3c6be85a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:07.743599 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c57b912f-569a-40b1-a1cb-6bb2153e9d60 req-a710e673-ac79-494c-a2b2-6c3c6be85a31 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ddc9eb38-c0dd-403a-8dad-50804e92cba2 HTTP/1.1" status: 200 len: 1098 time: 0.2633228 Jul 14 09:04:07.751692 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406118bd-daae-45cd-ba66-8757e575c563 req-64c47d05-61ab-4038-a1d6-a816568dc11e tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:07.753205 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-406118bd-daae-45cd-ba66-8757e575c563 req-64c47d05-61ab-4038-a1d6-a816568dc11e tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=10cc34a1-cd29-43e2-8369-481234e8a52b HTTP/1.1" status: 200 len: 949 time: 0.2953994 Jul 14 09:04:07.768507 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc4aa1-22ed-47dd-b4ba-f0141bbb93ab service neutron] Pushing event updated for resources: {'Port': ['ID=9aab4b40-3979-4b3a-b854-a7f187ca29d1,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:07.797784 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c366f647-789c-4757-8452-f8bce795796e req-dbbb3770-a3c6-471d-b836-a17af1f090ff service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b2b4954c-c748-470b-b52f-a860b9e161ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866802 Jul 14 09:04:07.801009 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-3a89b840-8f6c-480c-961b-a73952e08ff5 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:07.804975 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6b2da402-ccd5-44e6-935f-9bd425d0ce2f req-26a9f40e-22a3-4d35-8eaf-4f5ca17dbfcf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b2b4954c-c748-470b-b52f-a860b9e161ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017871 Jul 14 09:04:07.814478 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-42121be0-a231-4d7d-963d-633353e462bf req-fa75a967-f18d-49af-9a1a-db938b08ec2d tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:07.819276 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-3a89b840-8f6c-480c-961b-a73952e08ff5 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Transition to ACTIVE for port object 5832b405-9a15-4868-a10e-bf4adb36123d will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:07.856493 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-392605f2-df1b-4224-998a-ed994b4a0adf req-3ccc4aa1-22ed-47dd-b4ba-f0141bbb93ab service neutron] Attempting to bind port 9aab4b40-3979-4b3a-b854-a7f187ca29d1 on host n-h1-771362-35 for vnic_type normal with profile {"migrating_to": "n-h2-771362-35"} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:04:07.856927 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-392605f2-df1b-4224-998a-ed994b4a0adf req-3ccc4aa1-22ed-47dd-b4ba-f0141bbb93ab service neutron] Attempting to bind port 9aab4b40-3979-4b3a-b854-a7f187ca29d1 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:04:07.857282 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392605f2-df1b-4224-998a-ed994b4a0adf req-3ccc4aa1-22ed-47dd-b4ba-f0141bbb93ab service neutron] Attempting to bind port 9aab4b40-3979-4b3a-b854-a7f187ca29d1 on network d4fad6bc-cc19-4061-a347-c3942b87c975 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:07.860686 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-3a89b840-8f6c-480c-961b-a73952e08ff5 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:07.864539 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device f668c9bd-1e62-4b90-87bb-3fa74af817e1 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:07.874562 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75a967-f18d-49af-9a1a-db938b08ec2d tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Pushing event deleted for resources: {'Port': ['ID=f74098ac-a8aa-4002-b60d-a268eea3a430,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:07.895096 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392605f2-df1b-4224-998a-ed994b4a0adf req-3ccc4aa1-22ed-47dd-b4ba-f0141bbb93ab service neutron] Port 9aab4b40-3979-4b3a-b854-a7f187ca29d1 on network d4fad6bc-cc19-4061-a347-c3942b87c975 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:04:07.895096 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392605f2-df1b-4224-998a-ed994b4a0adf req-3ccc4aa1-22ed-47dd-b4ba-f0141bbb93ab service neutron] Attempting to bind port 9aab4b40-3979-4b3a-b854-a7f187ca29d1 on network d4fad6bc-cc19-4061-a347-c3942b87c975 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:07.895601 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9aab4b40-3979-4b3a-b854-a7f187ca29d1 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:04:07.918883 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c57b912f-569a-40b1-a1cb-6bb2153e9d60 req-fc900181-6d66-4bc9-b3d0-5118f1cef731 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594422 Jul 14 09:04:07.930763 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-3a89b840-8f6c-480c-961b-a73952e08ff5 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Network 632ed8c0-d533-4003-8500-2d2535dd7613 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:07.934825 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-3a89b840-8f6c-480c-961b-a73952e08ff5 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:07.940021 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-3a89b840-8f6c-480c-961b-a73952e08ff5 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:07.946086 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89b840-8f6c-480c-961b-a73952e08ff5 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event updated for resources: {'Port': ['ID=5832b405-9a15-4868-a10e-bf4adb36123d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:07.955432 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-406118bd-daae-45cd-ba66-8757e575c563 req-6d591fca-0c4b-42c0-8120-6f62f8e550a2 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681302 Jul 14 09:04:07.959278 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392605f2-df1b-4224-998a-ed994b4a0adf req-3ccc4aa1-22ed-47dd-b4ba-f0141bbb93ab service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:04:07.959810 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392605f2-df1b-4224-998a-ed994b4a0adf req-3ccc4aa1-22ed-47dd-b4ba-f0141bbb93ab service neutron] Checking segment: {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:07.960353 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392605f2-df1b-4224-998a-ed994b4a0adf req-3ccc4aa1-22ed-47dd-b4ba-f0141bbb93ab service neutron] Bound using segment: {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:04:07.960999 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-392605f2-df1b-4224-998a-ed994b4a0adf req-3ccc4aa1-22ed-47dd-b4ba-f0141bbb93ab service neutron] Bound port: 9aab4b40-3979-4b3a-b854-a7f187ca29d1, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:04:07.961512 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-392605f2-df1b-4224-998a-ed994b4a0adf req-3ccc4aa1-22ed-47dd-b4ba-f0141bbb93ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.014959 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-3a89b840-8f6c-480c-961b-a73952e08ff5 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:08.015920 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-3a89b840-8f6c-480c-961b-a73952e08ff5 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.033753 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-3a89b840-8f6c-480c-961b-a73952e08ff5 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9828100 Jul 14 09:04:08.047359 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port f668c9bd-1e62-4b90-87bb-3fa74af817e1 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:08.047931 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-42121be0-a231-4d7d-963d-633353e462bf req-fa75a967-f18d-49af-9a1a-db938b08ec2d tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.050520 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-42121be0-a231-4d7d-963d-633353e462bf req-fa75a967-f18d-49af-9a1a-db938b08ec2d tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.051805 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-42121be0-a231-4d7d-963d-633353e462bf req-fa75a967-f18d-49af-9a1a-db938b08ec2d tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] 10.222.0.25 "DELETE /v2.0/floatingips/9a87f7c7-128d-4f7c-912b-180879554604 HTTP/1.1" status: 204 len: 173 time: 1.8583286 Jul 14 09:04:08.060902 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-20fef937-101b-4df1-acdd-d486b1be8998 service neutron] Request body: {'port': {'device_id': 'ce6a0938-bc78-4231-985e-eda6869f3f40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:08.069484 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port f668c9bd-1e62-4b90-87bb-3fa74af817e1 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:08.072064 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.126511 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-392605f2-df1b-4224-998a-ed994b4a0adf req-3ccc4aa1-22ed-47dd-b4ba-f0141bbb93ab service neutron] For port 9aab4b40-3979-4b3a-b854-a7f187ca29d1, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:08.131640 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-392605f2-df1b-4224-998a-ed994b4a0adf req-3ccc4aa1-22ed-47dd-b4ba-f0141bbb93ab service neutron] For port 9aab4b40-3979-4b3a-b854-a7f187ca29d1, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=9aab4b40-3979-4b3a-b854-a7f187ca29d1,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:04:08.140558 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-392605f2-df1b-4224-998a-ed994b4a0adf req-3ccc4aa1-22ed-47dd-b4ba-f0141bbb93ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.199572 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 9aab4b40-3979-4b3a-b854-a7f187ca29d1, host n-h1-771362-35, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:08.257098 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-20fef937-101b-4df1-acdd-d486b1be8998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.272093 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.295104 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Attempting to bind port 9aab4b40-3979-4b3a-b854-a7f187ca29d1 on host n-h1-771362-35 for vnic_type normal with profile {"migrating_to": "n-h2-771362-35"} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:04:08.295531 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Attempting to bind port 9aab4b40-3979-4b3a-b854-a7f187ca29d1 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:04:08.296124 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Attempting to bind port 9aab4b40-3979-4b3a-b854-a7f187ca29d1 on network d4fad6bc-cc19-4061-a347-c3942b87c975 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:08.313290 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Port 9aab4b40-3979-4b3a-b854-a7f187ca29d1 on network d4fad6bc-cc19-4061-a347-c3942b87c975 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:04:08.313290 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Attempting to bind port 9aab4b40-3979-4b3a-b854-a7f187ca29d1 on network d4fad6bc-cc19-4061-a347-c3942b87c975 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:08.332363 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:04:08.332750 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Checking segment: {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:08.333367 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Bound using segment: {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:04:08.333849 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Bound port: 9aab4b40-3979-4b3a-b854-a7f187ca29d1, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:04:08.334242 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.349308 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc4aa1-22ed-47dd-b4ba-f0141bbb93ab service neutron] Pushing event updated for resources: {'Port': ['ID=9aab4b40-3979-4b3a-b854-a7f187ca29d1,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:08.354760 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port f668c9bd-1e62-4b90-87bb-3fa74af817e1, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f668c9bd-1e62-4b90-87bb-3fa74af817e1,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:08.362798 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.393858 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392605f2-df1b-4224-998a-ed994b4a0adf req-3ccc4aa1-22ed-47dd-b4ba-f0141bbb93ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:08.394473 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-392605f2-df1b-4224-998a-ed994b4a0adf req-3ccc4aa1-22ed-47dd-b4ba-f0141bbb93ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.395882 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-392605f2-df1b-4224-998a-ed994b4a0adf req-3ccc4aa1-22ed-47dd-b4ba-f0141bbb93ab service neutron] 10.222.0.44 "PUT /v2.0/ports/9aab4b40-3979-4b3a-b854-a7f187ca29d1 HTTP/1.1" status: 200 len: 1124 time: 2.0152781 Jul 14 09:04:08.422648 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a927c92-097e-41d9-84e9-57b93289b982 req-5f33e271-8a1e-41d8-a388-833112940d0f tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:08.429271 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a927c92-097e-41d9-84e9-57b93289b982 req-5f33e271-8a1e-41d8-a388-833112940d0f tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:08.430928 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a927c92-097e-41d9-84e9-57b93289b982 req-5f33e271-8a1e-41d8-a388-833112940d0f tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce6a0938-bc78-4231-985e-eda6869f3f40 HTTP/1.1" status: 200 len: 1655 time: 0.2867947 Jul 14 09:04:08.460121 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-48a823d4-5d17-42e8-8847-530449a40106 None None] Provisioning for port 5832b405-9a15-4868-a10e-bf4adb36123d completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:08.477575 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bfee7-2748-452e-8708-ccb4902853b8 req-ac6877e1-3d2a-4dfd-b092-b94a04ddef90 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:08.479190 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6f9bfee7-2748-452e-8708-ccb4902853b8 req-ac6877e1-3d2a-4dfd-b092-b94a04ddef90 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/ports?device_id=34791e52-1bf2-4fb7-a0b8-6a58fabb6b3c HTTP/1.1" status: 200 len: 946 time: 0.2109976 Jul 14 09:04:08.493983 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-48a823d4-5d17-42e8-8847-530449a40106 None None] Provisioning complete for port 5832b405-9a15-4868-a10e-bf4adb36123d triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:08.494654 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-48a823d4-5d17-42e8-8847-530449a40106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.500758 n-d-771362-35 neutron-server[93774]: WARNING neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Concurrent port binding operations failed on port 9aab4b40-3979-4b3a-b854-a7f187ca29d1 Jul 14 09:04:08.508097 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 9aab4b40-3979-4b3a-b854-a7f187ca29d1, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=9aab4b40-3979-4b3a-b854-a7f187ca29d1,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:08.524150 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a927c92-097e-41d9-84e9-57b93289b982 req-c624c0e8-16aa-4d53-9f27-55020cc7dd24 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758245 Jul 14 09:04:08.549210 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['9aab4b40-3979-4b3a-b854-a7f187ca29d1'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:08.552287 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=f668c9bd-1e62-4b90-87bb-3fa74af817e1,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:08.572961 n-d-771362-35 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Attempt 2 to bind port 9aab4b40-3979-4b3a-b854-a7f187ca29d1 Jul 14 09:04:08.573492 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6f9bfee7-2748-452e-8708-ccb4902853b8 req-591b2cd4-f793-43bf-b594-cecbb3e3d912 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2b4954c-c748-470b-b52f-a860b9e161ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810990 Jul 14 09:04:08.574086 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9aab4b40-3979-4b3a-b854-a7f187ca29d1 has no active binding in host n-h2-771362-35 {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:04:08.642315 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['9aab4b40-3979-4b3a-b854-a7f187ca29d1'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:08.677333 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-48a823d4-5d17-42e8-8847-530449a40106 None None] Port 5832b405-9a15-4868-a10e-bf4adb36123d cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:04:08.687738 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-20fef937-101b-4df1-acdd-d486b1be8998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 909a2c03-a0d9-4112-902f-1ada6287805c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:08.706971 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-20fef937-101b-4df1-acdd-d486b1be8998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.728948 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-20fef937-101b-4df1-acdd-d486b1be8998 service neutron] Transition to ACTIVE for port object 909a2c03-a0d9-4112-902f-1ada6287805c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:08.744742 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-20fef937-101b-4df1-acdd-d486b1be8998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.821733 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fef937-101b-4df1-acdd-d486b1be8998 service neutron] Pushing event updated for resources: {'Port': ['ID=909a2c03-a0d9-4112-902f-1ada6287805c,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:08.837798 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547b341-741d-4045-af40-33b1e61a9b70 req-1e836ce4-b44d-4bd9-a875-34e86fb57b21 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:08.841141 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6547b341-741d-4045-af40-33b1e61a9b70 req-1e836ce4-b44d-4bd9-a875-34e86fb57b21 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 944 time: 0.1385372 Jul 14 09:04:08.924506 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6547b341-741d-4045-af40-33b1e61a9b70 req-3818775f-7d4a-41e2-aef3-1afcae05b25b tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721741 Jul 14 09:04:08.946452 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e54a62f-5a4d-4ef5-a1cd-886545313569 x-openstack-request-id: req-4e54a62f-5a4d-4ef5-a1cd-886545313569 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:08.946871 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d18750-75c8-40d8-9464-10bdbb604bcb", "name": "network-vif-unplugged", "status": "completed", "tag": "9aab4b40-3979-4b3a-b854-a7f187ca29d1", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:08.947191 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e54a62f-5a4d-4ef5-a1cd-886545313569 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:08.947739 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d18750-75c8-40d8-9464-10bdbb604bcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aab4b40-3979-4b3a-b854-a7f187ca29d1', 'code': 200} Jul 14 09:04:08.994196 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-20fef937-101b-4df1-acdd-d486b1be8998 service neutron] Attempting to bind port 909a2c03-a0d9-4112-902f-1ada6287805c on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:04:08.994196 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-20fef937-101b-4df1-acdd-d486b1be8998 service neutron] Attempting to bind port 909a2c03-a0d9-4112-902f-1ada6287805c by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '1bfa50ec-7491-45ed-b159-8ca504371e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74a98aed-0de5-4841-a8b6-1e518a0866fe'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:04:08.994548 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-20fef937-101b-4df1-acdd-d486b1be8998 service neutron] Attempting to bind port 909a2c03-a0d9-4112-902f-1ada6287805c on network 74a98aed-0de5-4841-a8b6-1e518a0866fe {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:09.009781 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-20fef937-101b-4df1-acdd-d486b1be8998 service neutron] Port 909a2c03-a0d9-4112-902f-1ada6287805c on network 74a98aed-0de5-4841-a8b6-1e518a0866fe not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:04:09.010112 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-20fef937-101b-4df1-acdd-d486b1be8998 service neutron] Attempting to bind port 909a2c03-a0d9-4112-902f-1ada6287805c on network 74a98aed-0de5-4841-a8b6-1e518a0866fe {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:09.019162 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-20fef937-101b-4df1-acdd-d486b1be8998 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:04:09.019525 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-20fef937-101b-4df1-acdd-d486b1be8998 service neutron] Checking segment: {'id': '1bfa50ec-7491-45ed-b159-8ca504371e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74a98aed-0de5-4841-a8b6-1e518a0866fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:09.019936 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-20fef937-101b-4df1-acdd-d486b1be8998 service neutron] Bound using segment: {'id': '1bfa50ec-7491-45ed-b159-8ca504371e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74a98aed-0de5-4841-a8b6-1e518a0866fe'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:04:09.020385 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-20fef937-101b-4df1-acdd-d486b1be8998 service neutron] Bound port: 909a2c03-a0d9-4112-902f-1ada6287805c, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfa50ec-7491-45ed-b159-8ca504371e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74a98aed-0de5-4841-a8b6-1e518a0866fe'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:04:09.020749 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-20fef937-101b-4df1-acdd-d486b1be8998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:09.158913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-20fef937-101b-4df1-acdd-d486b1be8998 service neutron] For port 909a2c03-a0d9-4112-902f-1ada6287805c, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:09.162989 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-20fef937-101b-4df1-acdd-d486b1be8998 service neutron] For port 909a2c03-a0d9-4112-902f-1ada6287805c, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=909a2c03-a0d9-4112-902f-1ada6287805c,segment=NetworkSegment(1bfa50ec-7491-45ed-b159-8ca504371e7a),segment_id=1bfa50ec-7491-45ed-b159-8ca504371e7a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:04:09.165004 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ce810c9-679e-4775-b4d6-0c02eecf68ef req-89dc98a5-7cc3-47d2-81ec-d4b66fc58ffb tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2004671 Jul 14 09:04:09.171321 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-20fef937-101b-4df1-acdd-d486b1be8998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:09.208414 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-1ce810c9-679e-4775-b4d6-0c02eecf68ef req-affc4a1a-cc91-4cf4-b3ff-5b11a0bc274c tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:09.251092 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-20fef937-101b-4df1-acdd-d486b1be8998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:09.252059 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-20fef937-101b-4df1-acdd-d486b1be8998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:09.254115 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-20fef937-101b-4df1-acdd-d486b1be8998 service neutron] 10.222.0.47 "PUT /v2.0/ports/909a2c03-a0d9-4112-902f-1ada6287805c HTTP/1.1" status: 200 len: 1093 time: 1.2128532 Jul 14 09:04:09.254741 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6a0938-bc78-4231-985e-eda6869f3f40', 'tag': '909a2c03-a0d9-4112-902f-1ada6287805c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:09.258574 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da556b2-820b-482a-b1a1-e3f7b4b75cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "ce6a0938-bc78-4231-985e-eda6869f3f40", "tag": "909a2c03-a0d9-4112-902f-1ada6287805c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:09.268982 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1ce810c9-679e-4775-b4d6-0c02eecf68ef req-affc4a1a-cc91-4cf4-b3ff-5b11a0bc274c tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:09.289191 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84109c-71a7-45e3-b07e-cdd3f08a41a2 req-fa67284b-f7ab-4785-85a4-a778834f3f86 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:09.297997 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fef937-101b-4df1-acdd-d486b1be8998 service neutron] Pushing event updated for resources: {'Port': ['ID=909a2c03-a0d9-4112-902f-1ada6287805c,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:09.305794 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da84109c-71a7-45e3-b07e-cdd3f08a41a2 req-fa67284b-f7ab-4785-85a4-a778834f3f86 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddc9eb38-c0dd-403a-8dad-50804e92cba2 HTTP/1.1" status: 200 len: 946 time: 0.1393600 Jul 14 09:04:09.307018 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-4fbc8014-139b-41ee-ac67-cb58551aeac0 service neutron] Request body: {'port': {'device_id': 'ce6a0938-bc78-4231-985e-eda6869f3f40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:09.333093 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10cc34a1-cd29-43e2-8369-481234e8a52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f668c9bd-1e62-4b90-87bb-3fa74af817e1'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:09.337174 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc81f21a-efd0-4ef7-82da-c378c19221b4" -d '{"events": [{"server_uuid": "10cc34a1-cd29-43e2-8369-481234e8a52b", "name": "network-vif-plugged", "status": "completed", "tag": "f668c9bd-1e62-4b90-87bb-3fa74af817e1"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:09.424204 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da84109c-71a7-45e3-b07e-cdd3f08a41a2 req-71798914-076f-4ff4-9660-f50342808ea4 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169477 Jul 14 09:04:09.439663 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-4fbc8014-139b-41ee-ac67-cb58551aeac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:09.521787 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1ce810c9-679e-4775-b4d6-0c02eecf68ef req-affc4a1a-cc91-4cf4-b3ff-5b11a0bc274c tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:09.706704 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-1ce810c9-679e-4775-b4d6-0c02eecf68ef req-affc4a1a-cc91-4cf4-b3ff-5b11a0bc274c tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Allocated IP 172.25.6.238 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/bfa76582-d5a6-4c06-a43b-0489f9aee659) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:04:09.790038 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ad8b2-61d8-4942-83c0-ccee055ca474 req-eb574e79-a776-4701-9b49-7f2ccbbb1dd6 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:09.791668 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f24ad8b2-61d8-4942-83c0-ccee055ca474 req-eb574e79-a776-4701-9b49-7f2ccbbb1dd6 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/ports?device_id=af515824-e9e9-48d7-8164-81a003ccbcb9 HTTP/1.1" status: 200 len: 946 time: 0.1754045 Jul 14 09:04:09.860440 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f24ad8b2-61d8-4942-83c0-ccee055ca474 req-697a0f18-435d-4ad6-96ae-5792a3881201 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2b4954c-c748-470b-b52f-a860b9e161ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598266 Jul 14 09:04:09.866028 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-4fbc8014-139b-41ee-ac67-cb58551aeac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5832b405-9a15-4868-a10e-bf4adb36123d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:09.878974 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-4fbc8014-139b-41ee-ac67-cb58551aeac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:09.885807 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1ce810c9-679e-4775-b4d6-0c02eecf68ef req-affc4a1a-cc91-4cf4-b3ff-5b11a0bc274c tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:09.898612 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-4fbc8014-139b-41ee-ac67-cb58551aeac0 service neutron] Transition to ACTIVE for port object 5832b405-9a15-4868-a10e-bf4adb36123d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:09.905675 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-4fbc8014-139b-41ee-ac67-cb58551aeac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:09.959387 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1ce810c9-679e-4775-b4d6-0c02eecf68ef req-affc4a1a-cc91-4cf4-b3ff-5b11a0bc274c tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:09.968295 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc8014-139b-41ee-ac67-cb58551aeac0 service neutron] Pushing event updated for resources: {'Port': ['ID=5832b405-9a15-4868-a10e-bf4adb36123d,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:10.060068 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce810c9-679e-4775-b4d6-0c02eecf68ef req-affc4a1a-cc91-4cf4-b3ff-5b11a0bc274c tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:10.066379 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-4fbc8014-139b-41ee-ac67-cb58551aeac0 service neutron] Attempting to bind port 5832b405-9a15-4868-a10e-bf4adb36123d on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:04:10.066725 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-4fbc8014-139b-41ee-ac67-cb58551aeac0 service neutron] Attempting to bind port 5832b405-9a15-4868-a10e-bf4adb36123d by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '6c55bc40-9fc8-4e61-b162-a802acb2d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '632ed8c0-d533-4003-8500-2d2535dd7613'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:04:10.067058 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-4fbc8014-139b-41ee-ac67-cb58551aeac0 service neutron] Attempting to bind port 5832b405-9a15-4868-a10e-bf4adb36123d on network 632ed8c0-d533-4003-8500-2d2535dd7613 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:10.070980 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-1ce810c9-679e-4775-b4d6-0c02eecf68ef req-affc4a1a-cc91-4cf4-b3ff-5b11a0bc274c tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:10.076177 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-4fbc8014-139b-41ee-ac67-cb58551aeac0 service neutron] Port 5832b405-9a15-4868-a10e-bf4adb36123d on network 632ed8c0-d533-4003-8500-2d2535dd7613 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:04:10.076647 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-4fbc8014-139b-41ee-ac67-cb58551aeac0 service neutron] Attempting to bind port 5832b405-9a15-4868-a10e-bf4adb36123d on network 632ed8c0-d533-4003-8500-2d2535dd7613 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:10.079174 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce810c9-679e-4775-b4d6-0c02eecf68ef req-affc4a1a-cc91-4cf4-b3ff-5b11a0bc274c tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:10.084890 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-4fbc8014-139b-41ee-ac67-cb58551aeac0 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:04:10.085389 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-4fbc8014-139b-41ee-ac67-cb58551aeac0 service neutron] Checking segment: {'id': '6c55bc40-9fc8-4e61-b162-a802acb2d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '632ed8c0-d533-4003-8500-2d2535dd7613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:10.086346 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-4fbc8014-139b-41ee-ac67-cb58551aeac0 service neutron] Bound using segment: {'id': '6c55bc40-9fc8-4e61-b162-a802acb2d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '632ed8c0-d533-4003-8500-2d2535dd7613'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:04:10.087158 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-4fbc8014-139b-41ee-ac67-cb58551aeac0 service neutron] Bound port: 5832b405-9a15-4868-a10e-bf4adb36123d, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c55bc40-9fc8-4e61-b162-a802acb2d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '632ed8c0-d533-4003-8500-2d2535dd7613'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:04:10.087975 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-4fbc8014-139b-41ee-ac67-cb58551aeac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:10.107863 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc4a1a-cc91-4cf4-b3ff-5b11a0bc274c tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Pushing event updated for resources: {'Port': ['ID=bfa76582-d5a6-4c06-a43b-0489f9aee659,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:10.176964 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e92d51-f00d-4d4a-9c66-816d91f61269 req-a904c307-94c7-4987-a4b6-fa16dc9b1d50 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:10.178947 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c8e92d51-f00d-4d4a-9c66-816d91f61269 req-a904c307-94c7-4987-a4b6-fa16dc9b1d50 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=10cc34a1-cd29-43e2-8369-481234e8a52b HTTP/1.1" status: 200 len: 950 time: 0.1680870 Jul 14 09:04:10.201815 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-4fbc8014-139b-41ee-ac67-cb58551aeac0 service neutron] For port 5832b405-9a15-4868-a10e-bf4adb36123d, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:10.206698 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-4fbc8014-139b-41ee-ac67-cb58551aeac0 service neutron] For port 5832b405-9a15-4868-a10e-bf4adb36123d, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=5832b405-9a15-4868-a10e-bf4adb36123d,segment=NetworkSegment(6c55bc40-9fc8-4e61-b162-a802acb2d070),segment_id=6c55bc40-9fc8-4e61-b162-a802acb2d070)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:04:10.213612 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-4fbc8014-139b-41ee-ac67-cb58551aeac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:10.244255 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:10.248569 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1ce810c9-679e-4775-b4d6-0c02eecf68ef req-affc4a1a-cc91-4cf4-b3ff-5b11a0bc274c tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:10.256309 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-4fbc8014-139b-41ee-ac67-cb58551aeac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:10.256999 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-4fbc8014-139b-41ee-ac67-cb58551aeac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:10.258557 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-4fbc8014-139b-41ee-ac67-cb58551aeac0 service neutron] 10.222.0.47 "PUT /v2.0/ports/5832b405-9a15-4868-a10e-bf4adb36123d HTTP/1.1" status: 200 len: 1093 time: 0.9567883 Jul 14 09:04:10.268965 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c8e92d51-f00d-4d4a-9c66-816d91f61269 req-898dc88b-bb13-4410-ae84-ddb85d317247 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677693 Jul 14 09:04:10.330194 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc8014-139b-41ee-ac67-cb58551aeac0 service neutron] Pushing event updated for resources: {'Port': ['ID=5832b405-9a15-4868-a10e-bf4adb36123d,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:10.353266 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff5ba87-27fb-4763-8a33-7e85765aa15b x-openstack-request-id: req-5ff5ba87-27fb-4763-8a33-7e85765aa15b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:10.353754 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce6a0938-bc78-4231-985e-eda6869f3f40", "tag": "909a2c03-a0d9-4112-902f-1ada6287805c", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:10.354167 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ff5ba87-27fb-4763-8a33-7e85765aa15b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:10.354816 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce6a0938-bc78-4231-985e-eda6869f3f40', 'tag': '909a2c03-a0d9-4112-902f-1ada6287805c', 'status': 'completed', 'code': 200} Jul 14 09:04:10.368025 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1ce810c9-679e-4775-b4d6-0c02eecf68ef req-affc4a1a-cc91-4cf4-b3ff-5b11a0bc274c tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:10.427650 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc2b612-4705-42bc-8e96-af4cea8e7baa x-openstack-request-id: req-4fc2b612-4705-42bc-8e96-af4cea8e7baa {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:10.427974 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10cc34a1-cd29-43e2-8369-481234e8a52b", "name": "network-vif-plugged", "status": "completed", "tag": "f668c9bd-1e62-4b90-87bb-3fa74af817e1", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:10.428206 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4fc2b612-4705-42bc-8e96-af4cea8e7baa {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:10.431283 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10cc34a1-cd29-43e2-8369-481234e8a52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f668c9bd-1e62-4b90-87bb-3fa74af817e1', 'code': 200} Jul 14 09:04:10.467267 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-478a1a69-08c6-4ff3-aebd-a4fc9d1e6123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:10.468152 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-478a1a69-08c6-4ff3-aebd-a4fc9d1e6123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:10.469825 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-478a1a69-08c6-4ff3-aebd-a4fc9d1e6123 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5251b0d4541348f2ad3d3cba77a39683&device_id=ce6a0938-bc78-4231-985e-eda6869f3f40 HTTP/1.1" status: 200 len: 1983 time: 0.1050322 Jul 14 09:04:10.564427 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-be7adb8a-9e6c-4234-8ea9-7508af0e9100 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.119&port_id=909a2c03-a0d9-4112-902f-1ada6287805c HTTP/1.1" status: 200 len: 217 time: 0.0693197 Jul 14 09:04:10.643913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-e1d3fc1e-42a6-452c-ab86-7f9b67d9daab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:10.646979 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-e1d3fc1e-42a6-452c-ab86-7f9b67d9daab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5aa4f150-7887-4b3e-a263-32ff1526de43 HTTP/1.1" status: 200 len: 801 time: 0.0747762 Jul 14 09:04:10.719007 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025180a2-0ea5-4c8a-82ef-e1aa98f8c728 req-820bb551-74d2-4dd7-a959-d82d00eea348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:10.721404 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-025180a2-0ea5-4c8a-82ef-e1aa98f8c728 req-820bb551-74d2-4dd7-a959-d82d00eea348 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=10cc34a1-cd29-43e2-8369-481234e8a52b HTTP/1.1" status: 200 len: 1102 time: 0.1921132 Jul 14 09:04:10.748286 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-162c015e-622c-47e3-9a54-f6c6f331c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:10.750753 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-162c015e-622c-47e3-9a54-f6c6f331c845 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74a98aed-0de5-4841-a8b6-1e518a0866fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956199 Jul 14 09:04:10.753778 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ad698-6b80-4b67-bb0f-7a6af04f0045 req-cc1a8c0f-a5b9-4687-abd2-9029c06371f3 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:10.760229 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ad698-6b80-4b67-bb0f-7a6af04f0045 req-cc1a8c0f-a5b9-4687-abd2-9029c06371f3 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:10.761969 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c03ad698-6b80-4b67-bb0f-7a6af04f0045 req-cc1a8c0f-a5b9-4687-abd2-9029c06371f3 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce6a0938-bc78-4231-985e-eda6869f3f40 HTTP/1.1" status: 200 len: 1679 time: 0.1972380 Jul 14 09:04:10.790826 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1ce810c9-679e-4775-b4d6-0c02eecf68ef req-affc4a1a-cc91-4cf4-b3ff-5b11a0bc274c tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:10.805945 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1ce810c9-679e-4775-b4d6-0c02eecf68ef req-affc4a1a-cc91-4cf4-b3ff-5b11a0bc274c tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:10.850330 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-025180a2-0ea5-4c8a-82ef-e1aa98f8c728 req-5fe63d5c-f2f5-4c5d-a12c-37e78b335b57 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188824 Jul 14 09:04:10.890754 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-1a2bab40-da5a-4668-9e64-faedb6576c61 service neutron] 10.222.0.47 "GET /v2.0/networks/74a98aed-0de5-4841-a8b6-1e518a0866fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316378 Jul 14 09:04:10.900169 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c03ad698-6b80-4b67-bb0f-7a6af04f0045 req-0e140acd-bb93-4a1a-be39-4396326204b8 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211956 Jul 14 09:04:10.906071 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc4a1a-cc91-4cf4-b3ff-5b11a0bc274c tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Pushing event updated for resources: {'Port': ['ID=bfa76582-d5a6-4c06-a43b-0489f9aee659,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:10.945196 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1ce810c9-679e-4775-b4d6-0c02eecf68ef req-affc4a1a-cc91-4cf4-b3ff-5b11a0bc274c tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:10.951649 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d18750-75c8-40d8-9464-10bdbb604bcb', 'tag': '9aab4b40-3979-4b3a-b854-a7f187ca29d1'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:10.956037 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b91f77-163f-4394-bba0-4ef552f0e958" -d '{"events": [{"name": "network-changed", "server_uuid": "99d18750-75c8-40d8-9464-10bdbb604bcb", "tag": "9aab4b40-3979-4b3a-b854-a7f187ca29d1"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:10.972926 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1ce810c9-679e-4775-b4d6-0c02eecf68ef req-affc4a1a-cc91-4cf4-b3ff-5b11a0bc274c tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:10.974275 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ce810c9-679e-4775-b4d6-0c02eecf68ef req-affc4a1a-cc91-4cf4-b3ff-5b11a0bc274c tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7917733 Jul 14 09:04:11.029072 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-10adb080-7b27-4f83-81d5-8e4db5141e9d service neutron] 10.222.0.47 "GET /v2.0/networks/74a98aed-0de5-4841-a8b6-1e518a0866fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212945 Jul 14 09:04:11.041586 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ce810c9-679e-4775-b4d6-0c02eecf68ef req-d24933e5-4236-4f4d-b51e-083f98d47098 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.238 HTTP/1.1" status: 200 len: 696 time: 0.0553834 Jul 14 09:04:11.098805 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-7f50adb3-c251-43c9-8097-eb6ea613457d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.217&port_id=5832b405-9a15-4868-a10e-bf4adb36123d HTTP/1.1" status: 200 len: 217 time: 0.0590734 Jul 14 09:04:11.175414 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-81839cf8-e8a2-4f58-97b7-1212fe93d7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:11.178249 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-81839cf8-e8a2-4f58-97b7-1212fe93d7f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=419ea8bd-994f-4e50-98b1-e41c7167fb7a HTTP/1.1" status: 200 len: 801 time: 0.0720699 Jul 14 09:04:11.182449 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce810c9-679e-4775-b4d6-0c02eecf68ef req-a8942498-8757-47c3-ada0-679fe508df02 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:11.184292 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ce810c9-679e-4775-b4d6-0c02eecf68ef req-a8942498-8757-47c3-ada0-679fe508df02 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 784 time: 0.1328621 Jul 14 09:04:11.253379 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-5075320f-5e6d-424c-be3c-f81c70038466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:11.255452 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-5075320f-5e6d-424c-be3c-f81c70038466 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=632ed8c0-d533-4003-8500-2d2535dd7613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681212 Jul 14 09:04:11.464637 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d4242-e911-4124-abcc-e32c0c18eb9e req-27d8db26-9764-4b79-8f87-21696a15d02c tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:11.467971 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-078d4242-e911-4124-abcc-e32c0c18eb9e req-27d8db26-9764-4b79-8f87-21696a15d02c tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f25fc9a-976b-4668-a0db-7613724fda0d HTTP/1.1" status: 200 len: 945 time: 0.1516941 Jul 14 09:04:11.476962 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8cc1b-fb5d-4918-973f-ef61ce5d5d62 req-17cabcb4-36eb-472b-8df5-f9df49c36ec8 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:11.478697 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75c8cc1b-fb5d-4918-973f-ef61ce5d5d62 req-17cabcb4-36eb-472b-8df5-f9df49c36ec8 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 944 time: 0.1298308 Jul 14 09:04:11.551794 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75c8cc1b-fb5d-4918-973f-ef61ce5d5d62 req-8720f113-a3ed-4611-a7be-6f9ef645bd81 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638237 Jul 14 09:04:11.554918 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-078d4242-e911-4124-abcc-e32c0c18eb9e req-b9c91900-3360-4613-8306-47524d94d0c0 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2b4954c-c748-470b-b52f-a860b9e161ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752661 Jul 14 09:04:11.643746 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9625db70-3add-408e-ac85-546463342967 x-openstack-request-id: req-9625db70-3add-408e-ac85-546463342967 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:11.644294 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d18750-75c8-40d8-9464-10bdbb604bcb", "tag": "9aab4b40-3979-4b3a-b854-a7f187ca29d1", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:11.644560 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9625db70-3add-408e-ac85-546463342967 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:11.644974 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99d18750-75c8-40d8-9464-10bdbb604bcb', 'tag': '9aab4b40-3979-4b3a-b854-a7f187ca29d1', 'status': 'completed', 'code': 200} Jul 14 09:04:11.714020 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-f70665ff-80c8-430a-a4be-80cc3c3eee3f service neutron] 10.222.0.47 "GET /v2.0/networks/632ed8c0-d533-4003-8500-2d2535dd7613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492085 Jul 14 09:04:11.763386 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9eabba3c-1eea-4a0d-9b5c-00ca04a4ddda req-d32db1d9-e317-4be0-9f2f-d17094a767b9 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] 10.222.0.25 "GET /v2.0/floatingips/106f653d-e520-45ae-a32d-5ad05cfaf69b HTTP/1.1" status: 200 len: 693 time: 0.1044693 Jul 14 09:04:11.841968 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-641f8b85-d93d-4665-870c-0e94c0f24bd2 req-1f77fca0-08c0-4e6d-b0f0-fc8a4480ff59 service neutron] 10.222.0.47 "GET /v2.0/networks/632ed8c0-d533-4003-8500-2d2535dd7613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124914 Jul 14 09:04:11.888508 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:11.994423 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da556b2-820b-482a-b1a1-e3f7b4b75cb0 req-bf2134ff-3ccd-47bc-bf6a-1daa1ce2b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:11.994986 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da556b2-820b-482a-b1a1-e3f7b4b75cb0 req-bf2134ff-3ccd-47bc-bf6a-1daa1ce2b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:11.997470 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0da556b2-820b-482a-b1a1-e3f7b4b75cb0 req-bf2134ff-3ccd-47bc-bf6a-1daa1ce2b8a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5251b0d4541348f2ad3d3cba77a39683&device_id=ce6a0938-bc78-4231-985e-eda6869f3f40 HTTP/1.1" status: 200 len: 1983 time: 0.0794804 Jul 14 09:04:12.126589 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da556b2-820b-482a-b1a1-e3f7b4b75cb0 req-f36d53ed-4777-43e7-8a0f-7e24d26aad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:12.128357 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0da556b2-820b-482a-b1a1-e3f7b4b75cb0 req-f36d53ed-4777-43e7-8a0f-7e24d26aad4e service neutron] 10.222.0.47 "GET /v2.0/networks?id=74a98aed-0de5-4841-a8b6-1e518a0866fe HTTP/1.1" status: 200 len: 902 time: 0.1139266 Jul 14 09:04:12.179733 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0da556b2-820b-482a-b1a1-e3f7b4b75cb0 req-e12494a5-a80e-4e12-ac90-9199fb7c746e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.119&port_id=909a2c03-a0d9-4112-902f-1ada6287805c HTTP/1.1" status: 200 len: 217 time: 0.0435987 Jul 14 09:04:12.211166 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b91f77-163f-4394-bba0-4ef552f0e958 req-70ccb6cd-33a7-4cf4-bd58-0e9264234d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:12.212940 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83b91f77-163f-4394-bba0-4ef552f0e958 req-70ccb6cd-33a7-4cf4-bd58-0e9264234d5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c35458c50e143699c6f14a3ebfddb0d&device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 1127 time: 0.5118003 Jul 14 09:04:12.225145 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabba3c-1eea-4a0d-9b5c-00ca04a4ddda req-56a51f2c-7d9d-476f-85aa-5421f3e0489c tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:12.226574 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9eabba3c-1eea-4a0d-9b5c-00ca04a4ddda req-56a51f2c-7d9d-476f-85aa-5421f3e0489c tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 784 time: 0.4548948 Jul 14 09:04:12.244001 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da556b2-820b-482a-b1a1-e3f7b4b75cb0 req-b01f94c4-945e-43c0-aba4-3a5ceefe5620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:12.244622 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a2940-0238-4ff3-8b96-fa4f556ddc90 req-91d7ebda-c682-4003-b136-46ee388861cc tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:12.245555 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0da556b2-820b-482a-b1a1-e3f7b4b75cb0 req-b01f94c4-945e-43c0-aba4-3a5ceefe5620 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5aa4f150-7887-4b3e-a263-32ff1526de43 HTTP/1.1" status: 200 len: 801 time: 0.0586181 Jul 14 09:04:12.246119 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f59a2940-0238-4ff3-8b96-fa4f556ddc90 req-91d7ebda-c682-4003-b136-46ee388861cc tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddc9eb38-c0dd-403a-8dad-50804e92cba2 HTTP/1.1" status: 200 len: 946 time: 0.5461316 Jul 14 09:04:12.319277 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da556b2-820b-482a-b1a1-e3f7b4b75cb0 req-44cd0d25-6e55-4fb1-a2ee-84870bb6cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:12.321148 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0da556b2-820b-482a-b1a1-e3f7b4b75cb0 req-44cd0d25-6e55-4fb1-a2ee-84870bb6cb31 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74a98aed-0de5-4841-a8b6-1e518a0866fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668592 Jul 14 09:04:12.354290 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9eabba3c-1eea-4a0d-9b5c-00ca04a4ddda req-29b13a71-ed09-47c8-b3ff-9c023ed82536 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.238 HTTP/1.1" status: 200 len: 696 time: 0.1070104 Jul 14 09:04:12.386752 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6a0938-bc78-4231-985e-eda6869f3f40', 'tag': '5832b405-9a15-4868-a10e-bf4adb36123d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:12.389277 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8589f904-8b3a-4872-9770-a0fca262d694" -d '{"events": [{"name": "network-changed", "server_uuid": "ce6a0938-bc78-4231-985e-eda6869f3f40", "tag": "5832b405-9a15-4868-a10e-bf4adb36123d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:12.393816 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f59a2940-0238-4ff3-8b96-fa4f556ddc90 req-76c49faa-6964-4122-84c0-5e4ef6995d2c tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291795 Jul 14 09:04:12.446165 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9eabba3c-1eea-4a0d-9b5c-00ca04a4ddda req-06c9e3e6-791b-4962-b43a-2cb73e54a766 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.238 HTTP/1.1" status: 200 len: 696 time: 0.0787330 Jul 14 09:04:12.474988 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0da556b2-820b-482a-b1a1-e3f7b4b75cb0 req-e6fe4cbb-4081-40d8-83ca-a4bdd0e37fcc service neutron] 10.222.0.47 "GET /v2.0/networks/74a98aed-0de5-4841-a8b6-1e518a0866fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441426 Jul 14 09:04:12.502934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b91f77-163f-4394-bba0-4ef552f0e958 req-fe75ac3c-5cbe-4d1c-90d2-92d8b691f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:12.504554 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83b91f77-163f-4394-bba0-4ef552f0e958 req-fe75ac3c-5cbe-4d1c-90d2-92d8b691f47b service neutron] 10.222.0.47 "GET /v2.0/networks?id=d4fad6bc-cc19-4061-a347-c3942b87c975 HTTP/1.1" status: 200 len: 908 time: 0.2761037 Jul 14 09:04:12.595257 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83b91f77-163f-4394-bba0-4ef552f0e958 req-6c69bfd3-9aad-4afd-b90c-25c089325615 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9aab4b40-3979-4b3a-b854-a7f187ca29d1 HTTP/1.1" status: 200 len: 217 time: 0.0795631 Jul 14 09:04:12.610824 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0da556b2-820b-482a-b1a1-e3f7b4b75cb0 req-bc22bd86-7ced-4232-af65-855b9202e629 service neutron] 10.222.0.47 "GET /v2.0/networks/74a98aed-0de5-4841-a8b6-1e518a0866fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281605 Jul 14 09:04:12.716933 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b91f77-163f-4394-bba0-4ef552f0e958 req-577331a0-d0d0-4f76-94b0-c64278a6de71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:12.718475 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83b91f77-163f-4394-bba0-4ef552f0e958 req-577331a0-d0d0-4f76-94b0-c64278a6de71 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39b054b3-ff74-48d7-bc6b-cc0709824ebb HTTP/1.1" status: 200 len: 848 time: 0.1054060 Jul 14 09:04:12.767249 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83b91f77-163f-4394-bba0-4ef552f0e958 req-74a1a667-9b1d-45e9-a0cc-9b1b4ade90cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d4fad6bc-cc19-4061-a347-c3942b87c975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385878 Jul 14 09:04:12.791606 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d33d7-5588-4df5-95d1-7563578d3e14 req-21d48612-e6ec-4493-bb35-45f3bc7cb229 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:12.793262 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-638d33d7-5588-4df5-95d1-7563578d3e14 req-21d48612-e6ec-4493-bb35-45f3bc7cb229 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=10cc34a1-cd29-43e2-8369-481234e8a52b HTTP/1.1" status: 200 len: 950 time: 0.2393668 Jul 14 09:04:12.795924 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-9eabba3c-1eea-4a0d-9b5c-00ca04a4ddda req-10a97ca7-fc04-41b0-9dae-7af653c57708 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Deleting port bfa76582-d5a6-4c06-a43b-0489f9aee659 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:04:12.796267 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9eabba3c-1eea-4a0d-9b5c-00ca04a4ddda req-10a97ca7-fc04-41b0-9dae-7af653c57708 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:12.960179 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-638d33d7-5588-4df5-95d1-7563578d3e14 req-167300fe-c35a-4611-a68a-d1e341649acd tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523142 Jul 14 09:04:12.975468 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83b91f77-163f-4394-bba0-4ef552f0e958 req-783644f5-33fc-4187-85da-a558f30b3d2a service neutron] 10.222.0.47 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999142 Jul 14 09:04:12.979257 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9eabba3c-1eea-4a0d-9b5c-00ca04a4ddda req-10a97ca7-fc04-41b0-9dae-7af653c57708 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:12.979624 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9eabba3c-1eea-4a0d-9b5c-00ca04a4ddda req-10a97ca7-fc04-41b0-9dae-7af653c57708 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:12.993463 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-9eabba3c-1eea-4a0d-9b5c-00ca04a4ddda req-10a97ca7-fc04-41b0-9dae-7af653c57708 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Calling delete_port for bfa76582-d5a6-4c06-a43b-0489f9aee659 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:04:13.148401 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83b91f77-163f-4394-bba0-4ef552f0e958 req-aa7d2d99-1200-4d90-b5ac-e246018a683d service neutron] 10.222.0.47 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529112 Jul 14 09:04:13.250736 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9eabba3c-1eea-4a0d-9b5c-00ca04a4ddda req-10a97ca7-fc04-41b0-9dae-7af653c57708 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:13.295541 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a97ca7-fc04-41b0-9dae-7af653c57708 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Pushing event deleted for resources: {'Port': ['ID=bfa76582-d5a6-4c06-a43b-0489f9aee659,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:13.394109 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9eabba3c-1eea-4a0d-9b5c-00ca04a4ddda req-10a97ca7-fc04-41b0-9dae-7af653c57708 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:13.397050 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9eabba3c-1eea-4a0d-9b5c-00ca04a4ddda req-10a97ca7-fc04-41b0-9dae-7af653c57708 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:13.398222 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9eabba3c-1eea-4a0d-9b5c-00ca04a4ddda req-10a97ca7-fc04-41b0-9dae-7af653c57708 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] 10.222.0.25 "DELETE /v2.0/floatingips/106f653d-e520-45ae-a32d-5ad05cfaf69b HTTP/1.1" status: 204 len: 173 time: 0.9434104 Jul 14 09:04:13.432757 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5d9cb-bbca-4965-ab05-3371008b1092 req-63de73b3-bea4-4622-8c2d-127bc2dd83b1 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:13.439877 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5d9cb-bbca-4965-ab05-3371008b1092 req-63de73b3-bea4-4622-8c2d-127bc2dd83b1 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:13.441547 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-99b5d9cb-bbca-4965-ab05-3371008b1092 req-63de73b3-bea4-4622-8c2d-127bc2dd83b1 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce6a0938-bc78-4231-985e-eda6869f3f40 HTTP/1.1" status: 200 len: 1679 time: 0.0974858 Jul 14 09:04:13.505456 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-99b5d9cb-bbca-4965-ab05-3371008b1092 req-246b0235-46aa-402d-8367-470c80df5c06 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572515 Jul 14 09:04:13.563287 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30bfee1-4aa0-4b66-9d90-393d632a593b x-openstack-request-id: req-f30bfee1-4aa0-4b66-9d90-393d632a593b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:13.563287 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce6a0938-bc78-4231-985e-eda6869f3f40", "tag": "5832b405-9a15-4868-a10e-bf4adb36123d", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:13.563287 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f30bfee1-4aa0-4b66-9d90-393d632a593b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:13.563287 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce6a0938-bc78-4231-985e-eda6869f3f40', 'tag': '5832b405-9a15-4868-a10e-bf4adb36123d', 'status': 'completed', 'code': 200} Jul 14 09:04:13.708781 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589f904-8b3a-4872-9770-a0fca262d694 req-87f9f0ab-1d67-448d-bf49-95dae20f958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:13.709806 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589f904-8b3a-4872-9770-a0fca262d694 req-87f9f0ab-1d67-448d-bf49-95dae20f958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:13.711240 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8589f904-8b3a-4872-9770-a0fca262d694 req-87f9f0ab-1d67-448d-bf49-95dae20f958e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5251b0d4541348f2ad3d3cba77a39683&device_id=ce6a0938-bc78-4231-985e-eda6869f3f40 HTTP/1.1" status: 200 len: 1983 time: 0.1217103 Jul 14 09:04:13.903844 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ced988-06cf-4fe9-b337-50d8ecd94f74 req-9732f099-063b-46ad-b0d0-1c435652e55d tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:13.905340 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1ced988-06cf-4fe9-b337-50d8ecd94f74 req-9732f099-063b-46ad-b0d0-1c435652e55d tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/networks?id=aa282a42-14ce-40bf-98d2-0aa5342653ef HTTP/1.1" status: 200 len: 805 time: 0.2582016 Jul 14 09:04:13.915989 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589f904-8b3a-4872-9770-a0fca262d694 req-85875c61-9fb2-46a3-9b2a-bf163939a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:13.917504 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8589f904-8b3a-4872-9770-a0fca262d694 req-85875c61-9fb2-46a3-9b2a-bf163939a330 service neutron] 10.222.0.47 "GET /v2.0/networks?id=632ed8c0-d533-4003-8500-2d2535dd7613 HTTP/1.1" status: 200 len: 902 time: 0.1971333 Jul 14 09:04:13.941062 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1ced988-06cf-4fe9-b337-50d8ecd94f74 req-e7953dac-1da4-4967-a216-d72ea8e9d1b4 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/quotas/2a65871ef77a4e449769120ad4b0a96b HTTP/1.1" status: 200 len: 375 time: 0.0285718 Jul 14 09:04:13.979830 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8589f904-8b3a-4872-9770-a0fca262d694 req-9d4fce98-0cdd-4954-9ce1-0495d2b6decd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.217&port_id=5832b405-9a15-4868-a10e-bf4adb36123d HTTP/1.1" status: 200 len: 217 time: 0.0529146 Jul 14 09:04:14.030462 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c2877-84ce-4a7d-8665-ee7d5b7da4ae req-344cc584-de60-47b1-b17c-d29aa110fa10 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:14.032038 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f4c2877-84ce-4a7d-8665-ee7d5b7da4ae req-344cc584-de60-47b1-b17c-d29aa110fa10 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 944 time: 0.2820272 Jul 14 09:04:14.102616 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589f904-8b3a-4872-9770-a0fca262d694 req-6d84a9b6-35f5-4b6f-8310-4eaa5aa27836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:14.104298 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8589f904-8b3a-4872-9770-a0fca262d694 req-6d84a9b6-35f5-4b6f-8310-4eaa5aa27836 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=419ea8bd-994f-4e50-98b1-e41c7167fb7a HTTP/1.1" status: 200 len: 801 time: 0.1113777 Jul 14 09:04:14.158764 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f4c2877-84ce-4a7d-8665-ee7d5b7da4ae req-7bdd8a61-3384-431e-bc42-70ded84a90fc tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052282 Jul 14 09:04:14.177130 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1ced988-06cf-4fe9-b337-50d8ecd94f74 req-1a58385c-8ca6-408f-9203-5c63189dc518 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a65871ef77a4e449769120ad4b0a96b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2004700 Jul 14 09:04:14.250546 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589f904-8b3a-4872-9770-a0fca262d694 req-cdbcbc6d-3aca-496f-9100-04bf26bd5014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:14.253071 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8589f904-8b3a-4872-9770-a0fca262d694 req-cdbcbc6d-3aca-496f-9100-04bf26bd5014 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=632ed8c0-d533-4003-8500-2d2535dd7613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1384261 Jul 14 09:04:14.405022 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1ced988-06cf-4fe9-b337-50d8ecd94f74 req-4541ba11-8a52-456e-aeca-947b27c9d222 service neutron] 10.222.0.25 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146883 Jul 14 09:04:14.489052 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8589f904-8b3a-4872-9770-a0fca262d694 req-1c2268ae-842b-4516-b19d-ee36b6de1642 service neutron] 10.222.0.47 "GET /v2.0/networks/632ed8c0-d533-4003-8500-2d2535dd7613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253351 Jul 14 09:04:14.509770 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94778007-a44c-4028-8294-29970526d326 req-7f2df477-424a-4257-a4ea-a2baf3594770 tempest-ServersOnMultiNodesTest-640176556 tempest-ServersOnMultiNodesTest-640176556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:14.511423 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94778007-a44c-4028-8294-29970526d326 req-7f2df477-424a-4257-a4ea-a2baf3594770 tempest-ServersOnMultiNodesTest-640176556 tempest-ServersOnMultiNodesTest-640176556-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=10cc34a1-cd29-43e2-8369-481234e8a52b HTTP/1.1" status: 200 len: 1102 time: 0.1906402 Jul 14 09:04:14.625843 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1ced988-06cf-4fe9-b337-50d8ecd94f74 req-9da3a1ec-bffd-4f77-acf4-7266a80b86c3 service neutron] 10.222.0.25 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109261 Jul 14 09:04:14.645179 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94778007-a44c-4028-8294-29970526d326 req-0f3cf2d7-2344-48e8-8ede-0ca3076934f9 tempest-ServersOnMultiNodesTest-640176556 tempest-ServersOnMultiNodesTest-640176556-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176500 Jul 14 09:04:14.652045 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8589f904-8b3a-4872-9770-a0fca262d694 req-9626e2ab-b45a-424a-bd40-1cf7553a6be1 service neutron] 10.222.0.47 "GET /v2.0/networks/632ed8c0-d533-4003-8500-2d2535dd7613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535192 Jul 14 09:04:14.861933 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-7eeb8b50-fad8-46b1-9479-65ce16e4f2e7 req-d779ad64-dced-4cd9-a24e-cc2bed19a34a tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] show failed (client error): The resource could not be found. Jul 14 09:04:14.865319 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7eeb8b50-fad8-46b1-9479-65ce16e4f2e7 req-d779ad64-dced-4cd9-a24e-cc2bed19a34a tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] 10.222.0.25 "GET /v2.0/floatingips/106f653d-e520-45ae-a32d-5ad05cfaf69b HTTP/1.1" status: 404 len: 350 time: 0.0891030 Jul 14 09:04:15.006856 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ef486-f03d-42a1-a826-11316094fe38 req-4fcebde4-642a-4f09-b0e4-f3c38acc7911 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:15.008705 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-175ef486-f03d-42a1-a826-11316094fe38 req-4fcebde4-642a-4f09-b0e4-f3c38acc7911 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f25fc9a-976b-4668-a0db-7613724fda0d HTTP/1.1" status: 200 len: 945 time: 0.1617246 Jul 14 09:04:15.034895 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65499085-2519-4fa4-83fb-a31753485d43 req-bfc406b6-c741-42fb-9cfc-162e20571755 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:15.037533 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-65499085-2519-4fa4-83fb-a31753485d43 req-bfc406b6-c741-42fb-9cfc-162e20571755 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f25fc9a-976b-4668-a0db-7613724fda0d HTTP/1.1" status: 200 len: 945 time: 0.1389551 Jul 14 09:04:15.132611 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-175ef486-f03d-42a1-a826-11316094fe38 req-b76f30a1-c2a1-4575-b351-2d317ea18758 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2b4954c-c748-470b-b52f-a860b9e161ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147795 Jul 14 09:04:15.336575 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-65499085-2519-4fa4-83fb-a31753485d43 req-61f566f1-518d-4ba0-83a7-c59473297a7c tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Deleting port 4ec04108-7781-4e28-b32c-053f38afdbbc {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:04:15.337224 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-65499085-2519-4fa4-83fb-a31753485d43 req-61f566f1-518d-4ba0-83a7-c59473297a7c tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:15.441115 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2a498-bc07-4152-b4f9-9ce6431da0ed req-103c7a12-5859-44b4-8276-0faec99c46ad tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:15.452877 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2a498-bc07-4152-b4f9-9ce6431da0ed req-103c7a12-5859-44b4-8276-0faec99c46ad tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:15.455665 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bae2a498-bc07-4152-b4f9-9ce6431da0ed req-103c7a12-5859-44b4-8276-0faec99c46ad tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce6a0938-bc78-4231-985e-eda6869f3f40 HTTP/1.1" status: 200 len: 1679 time: 0.2607536 Jul 14 09:04:15.525285 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-65d74964-18d8-49e9-aaba-f59c2f10758f tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648301 Jul 14 09:04:15.663940 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bae2a498-bc07-4152-b4f9-9ce6431da0ed req-b98a3efc-3830-455b-8c57-2f7de75a98b7 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788774 Jul 14 09:04:15.672578 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-65499085-2519-4fa4-83fb-a31753485d43 req-61f566f1-518d-4ba0-83a7-c59473297a7c tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] For port 4ec04108-7781-4e28-b32c-053f38afdbbc, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=4ec04108-7781-4e28-b32c-053f38afdbbc,segment=NetworkSegment(126df874-b90f-41ae-bd19-4c54d69f595c),segment_id=126df874-b90f-41ae-bd19-4c54d69f595c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:15.673048 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-65499085-2519-4fa4-83fb-a31753485d43 req-61f566f1-518d-4ba0-83a7-c59473297a7c tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:15.705770 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-65499085-2519-4fa4-83fb-a31753485d43 req-61f566f1-518d-4ba0-83a7-c59473297a7c tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Calling delete_port for 4ec04108-7781-4e28-b32c-053f38afdbbc owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:04:15.805386 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-a193ddaa-1108-48de-9eb9-cf1a1675f7ae tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:15.807019 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-a193ddaa-1108-48de-9eb9-cf1a1675f7ae tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2663567 Jul 14 09:04:15.839542 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-00437779-a8f8-4ec7-a23c-35a9c48688d9 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/quotas/0c5f47989e8e45de8bf251a9200bf8d4 HTTP/1.1" status: 200 len: 375 time: 0.0216849 Jul 14 09:04:15.868584 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 5832b405-9a15-4868-a10e-bf4adb36123d details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:04:16.012961 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-65499085-2519-4fa4-83fb-a31753485d43 req-61f566f1-518d-4ba0-83a7-c59473297a7c tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:16.029273 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['241b1b6d-752c-4b49-a5ec-8e91228d7748'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:16.080871 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['1cacf250-1f81-4a1a-b4d0-e56c4e0015a4'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:16.093257 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f566f1-518d-4ba0-83a7-c59473297a7c tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Pushing event deleted for resources: {'Port': ['ID=4ec04108-7781-4e28-b32c-053f38afdbbc,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:16.098753 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 5832b405-9a15-4868-a10e-bf4adb36123d, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=5832b405-9a15-4868-a10e-bf4adb36123d,segment=NetworkSegment(6c55bc40-9fc8-4e61-b162-a802acb2d070),segment_id=6c55bc40-9fc8-4e61-b162-a802acb2d070)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:16.170021 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '5832b405-9a15-4868-a10e-bf4adb36123d', 'network_id': '632ed8c0-d533-4003-8500-2d2535dd7613', 'port_id': '5832b405-9a15-4868-a10e-bf4adb36123d', 'mac_address': 'fa:16:3e:ba:2a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '419ea8bd-994f-4e50-98b1-e41c7167fb7a', 'ip_address': '19.86.0.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:04:16.222897 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-42a211c4-2575-4a54-915a-c9218a029b95 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3693950 Jul 14 09:04:16.240097 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:16.285668 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5832b405-9a15-4868-a10e-bf4adb36123d {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:16.316007 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 5832b405-9a15-4868-a10e-bf4adb36123d, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=5832b405-9a15-4868-a10e-bf4adb36123d,segment=NetworkSegment(6c55bc40-9fc8-4e61-b162-a802acb2d070),segment_id=6c55bc40-9fc8-4e61-b162-a802acb2d070)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:16.326612 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:16.327307 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 909a2c03-a0d9-4112-902f-1ada6287805c details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:04:16.368612 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-65499085-2519-4fa4-83fb-a31753485d43 req-61f566f1-518d-4ba0-83a7-c59473297a7c tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] No DVR routers for this DVR port 4ec04108-7781-4e28-b32c-053f38afdbbc on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:04:16.377931 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-65499085-2519-4fa4-83fb-a31753485d43 req-61f566f1-518d-4ba0-83a7-c59473297a7c tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:16.381673 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-65499085-2519-4fa4-83fb-a31753485d43 req-61f566f1-518d-4ba0-83a7-c59473297a7c tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.44 "DELETE /v2.0/ports/4ec04108-7781-4e28-b32c-053f38afdbbc HTTP/1.1" status: 204 len: 173 time: 1.3336170 Jul 14 09:04:16.382191 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f25fc9a-976b-4668-a0db-7613724fda0d', 'name': 'network-vif-deleted', 'tag': '4ec04108-7781-4e28-b32c-053f38afdbbc'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:16.389235 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dff2a0-58e5-4093-8703-e93962c8cbf0" -d '{"events": [{"server_uuid": "2f25fc9a-976b-4668-a0db-7613724fda0d", "name": "network-vif-deleted", "tag": "4ec04108-7781-4e28-b32c-053f38afdbbc"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:16.604201 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=5832b405-9a15-4868-a10e-bf4adb36123d,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:16.689182 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:16.689736 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:16.690293 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:16.690842 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:16.691392 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:16.692937 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-e6b268fb-996c-4184-8c58-b9f560f71144 req-2637e425-1610-4a4d-b0d9-c5d4a6a56f09 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] show failed (client error): The resource could not be found. Jul 14 09:04:16.698064 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:16.698663 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:16.699351 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:16.703039 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:16.704315 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:16.704315 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:16.704841 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:16.705675 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60696) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:16.712469 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e6b268fb-996c-4184-8c58-b9f560f71144 req-2637e425-1610-4a4d-b0d9-c5d4a6a56f09 tempest-FloatingIPsTestJSON-340146685 tempest-FloatingIPsTestJSON-340146685-project] 10.222.0.25 "GET /v2.0/floatingips/106f653d-e520-45ae-a32d-5ad05cfaf69b HTTP/1.1" status: 404 len: 350 time: 0.1227889 Jul 14 09:04:16.894609 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 909a2c03-a0d9-4112-902f-1ada6287805c, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=909a2c03-a0d9-4112-902f-1ada6287805c,segment=NetworkSegment(1bfa50ec-7491-45ed-b159-8ca504371e7a),segment_id=1bfa50ec-7491-45ed-b159-8ca504371e7a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:16.949890 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '909a2c03-a0d9-4112-902f-1ada6287805c', 'network_id': '74a98aed-0de5-4841-a8b6-1e518a0866fe', 'port_id': '909a2c03-a0d9-4112-902f-1ada6287805c', 'mac_address': 'fa:16:3e:25:57:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa4f150-7887-4b3e-a263-32ff1526de43', 'ip_address': '19.80.0.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:04:17.037528 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:17.071363 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 909a2c03-a0d9-4112-902f-1ada6287805c {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:17.119483 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 909a2c03-a0d9-4112-902f-1ada6287805c, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=909a2c03-a0d9-4112-902f-1ada6287805c,segment=NetworkSegment(1bfa50ec-7491-45ed-b159-8ca504371e7a),segment_id=1bfa50ec-7491-45ed-b159-8ca504371e7a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:17.125912 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:17.187699 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04904a36-437d-4178-84a9-c9a0d517655f req-0b0fcd79-fb5f-4e4a-907b-5b726a3ea4f3 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:17.201252 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04904a36-437d-4178-84a9-c9a0d517655f req-0b0fcd79-fb5f-4e4a-907b-5b726a3ea4f3 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 944 time: 0.2514393 Jul 14 09:04:17.249920 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=909a2c03-a0d9-4112-902f-1ada6287805c,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:17.520920 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['5832b405-9a15-4868-a10e-bf4adb36123d'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:17.528085 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['909a2c03-a0d9-4112-902f-1ada6287805c'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:17.581238 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06192d0f-bc93-47c8-bd9d-0bf4a005f518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:17.634739 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c4ae8910-5b7d-43f7-b1b4-6c9893efaecc req-3d52b8c5-da5d-459e-bd70-93195ba8214b tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f25fc9a-976b-4668-a0db-7613724fda0d HTTP/1.1" status: 200 len: 210 time: 0.4294047 Jul 14 09:04:17.637477 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-392605f2-df1b-4224-998a-ed994b4a0adf req-9582566d-4e10-4012-a420-cd1ecbaafdb6 service neutron] 10.222.0.47 "GET /v2.0/ports/9aab4b40-3979-4b3a-b854-a7f187ca29d1/bindings/n-h2-771362-35 HTTP/1.1" status: 200 len: 385 time: 0.4198093 Jul 14 09:04:17.693691 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04904a36-437d-4178-84a9-c9a0d517655f req-bdbf3e7a-5425-4969-8134-bebec13f9da1 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911060 Jul 14 09:04:17.820527 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e19a0b8-928c-489b-897e-e87df523c4ea x-openstack-request-id: req-5e19a0b8-928c-489b-897e-e87df523c4ea {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:17.825716 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f25fc9a-976b-4668-a0db-7613724fda0d", "name": "network-vif-deleted", "tag": "4ec04108-7781-4e28-b32c-053f38afdbbc", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:17.826725 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e19a0b8-928c-489b-897e-e87df523c4ea {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:17.828247 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f25fc9a-976b-4668-a0db-7613724fda0d', 'name': 'network-vif-deleted', 'tag': '4ec04108-7781-4e28-b32c-053f38afdbbc', 'status': 'completed', 'code': 200} Jul 14 09:04:17.892643 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 9aab4b40-3979-4b3a-b854-a7f187ca29d1 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:04:17.921122 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 4ec04108-7781-4e28-b32c-053f38afdbbc no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:04:18.052272 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9e6e65dd-b9a1-42e3-9766-af7fcf1a1226 req-f7b9d0ea-e38d-409d-817c-00f9d564a5a9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a5ad18-fc61-4848-8eb1-fe536db5eaeb HTTP/1.1" status: 200 len: 210 time: 0.0487740 Jul 14 09:04:18.077957 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 4ec04108-7781-4e28-b32c-053f38afdbbc {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:04:18.078449 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 4ec04108-7781-4e28-b32c-053f38afdbbc not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:04:18.206988 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d0b6706b-81b9-4574-a8ed-a36b6d3738b9 req-1a30d926-7047-4d8a-bd6f-f328faec6cef tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e9d3b-4e4f-4e90-88e5-96d7be99cd15 HTTP/1.1" status: 200 len: 210 time: 0.1260123 Jul 14 09:04:18.211988 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-392605f2-df1b-4224-998a-ed994b4a0adf req-0cbc775b-bcd7-4ba0-967a-cee0fbc2a8fe service neutron] For port 9aab4b40-3979-4b3a-b854-a7f187ca29d1, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=9aab4b40-3979-4b3a-b854-a7f187ca29d1,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:18.246833 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-06192d0f-bc93-47c8-bd9d-0bf4a005f518 admin admin] Deleting port 9c7832a8-5cac-42e3-9b79-2fd4c745c0ed {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:04:18.248073 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06192d0f-bc93-47c8-bd9d-0bf4a005f518 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:18.323140 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-392605f2-df1b-4224-998a-ed994b4a0adf req-0cbc775b-bcd7-4ba0-967a-cee0fbc2a8fe service neutron] For port 9aab4b40-3979-4b3a-b854-a7f187ca29d1, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:18.407284 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-392605f2-df1b-4224-998a-ed994b4a0adf req-0cbc775b-bcd7-4ba0-967a-cee0fbc2a8fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aab4b40-3979-4b3a-b854-a7f187ca29d1 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:18.454206 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1ced988-06cf-4fe9-b337-50d8ecd94f74 req-b49f9b37-776b-47ed-a199-6106e753fbd9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a65871ef77a4e449769120ad4b0a96b&device_id=b6a5ad18-fc61-4848-8eb1-fe536db5eaeb HTTP/1.1" status: 200 len: 210 time: 0.0388899 Jul 14 09:04:18.469952 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036988d-b194-40f3-9642-8f425c1f4189 req-2e1c003b-3c9e-445f-9d13-47cab7f30d9e tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:18.477541 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-06192d0f-bc93-47c8-bd9d-0bf4a005f518 admin admin] For port 9c7832a8-5cac-42e3-9b79-2fd4c745c0ed, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9c7832a8-5cac-42e3-9b79-2fd4c745c0ed,segment=NetworkSegment(28ce2e44-a19d-499b-8a92-578b180194e3),segment_id=28ce2e44-a19d-499b-8a92-578b180194e3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:18.477541 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06192d0f-bc93-47c8-bd9d-0bf4a005f518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:18.480095 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44b6766e-edc5-4165-8d5a-56036b6c9a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:18.483452 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036988d-b194-40f3-9642-8f425c1f4189 req-2e1c003b-3c9e-445f-9d13-47cab7f30d9e tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:18.491998 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d036988d-b194-40f3-9642-8f425c1f4189 req-2e1c003b-3c9e-445f-9d13-47cab7f30d9e tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce6a0938-bc78-4231-985e-eda6869f3f40 HTTP/1.1" status: 200 len: 1681 time: 0.2822700 Jul 14 09:04:18.505345 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-392605f2-df1b-4224-998a-ed994b4a0adf req-0cbc775b-bcd7-4ba0-967a-cee0fbc2a8fe service neutron] For port 9aab4b40-3979-4b3a-b854-a7f187ca29d1, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9aab4b40-3979-4b3a-b854-a7f187ca29d1,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:18.509071 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-06192d0f-bc93-47c8-bd9d-0bf4a005f518 admin admin] Calling delete_port for 9c7832a8-5cac-42e3-9b79-2fd4c745c0ed owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:04:18.545353 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-392605f2-df1b-4224-998a-ed994b4a0adf req-0cbc775b-bcd7-4ba0-967a-cee0fbc2a8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:18.632066 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d036988d-b194-40f3-9642-8f425c1f4189 req-0f3e7a44-147c-4936-94af-0383b49fb75e tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400537 Jul 14 09:04:18.735676 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ced988-06cf-4fe9-b337-50d8ecd94f74 req-224c432f-22bc-4643-a28d-c17c84c9a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:18.738215 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1ced988-06cf-4fe9-b337-50d8ecd94f74 req-224c432f-22bc-4643-a28d-c17c84c9a0c5 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=2a65871ef77a4e449769120ad4b0a96b&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2199087 Jul 14 09:04:18.787576 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06192d0f-bc93-47c8-bd9d-0bf4a005f518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:18.846977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06192d0f-bc93-47c8-bd9d-0bf4a005f518 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c7832a8-5cac-42e3-9b79-2fd4c745c0ed,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:18.907988 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ced988-06cf-4fe9-b337-50d8ecd94f74 req-c0aff10e-1db4-4616-8c26-502f990c99f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:18.909887 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1ced988-06cf-4fe9-b337-50d8ecd94f74 req-c0aff10e-1db4-4616-8c26-502f990c99f4 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1639163 Jul 14 09:04:18.959526 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-392605f2-df1b-4224-998a-ed994b4a0adf req-0cbc775b-bcd7-4ba0-967a-cee0fbc2a8fe service neutron] Transition to ACTIVE for port object 9aab4b40-3979-4b3a-b854-a7f187ca29d1 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:18.972619 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-392605f2-df1b-4224-998a-ed994b4a0adf req-0cbc775b-bcd7-4ba0-967a-cee0fbc2a8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:19.011250 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1ced988-06cf-4fe9-b337-50d8ecd94f74 req-60111fdd-b128-40ea-b993-c447c9472708 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a5ad18-fc61-4848-8eb1-fe536db5eaeb HTTP/1.1" status: 200 len: 210 time: 0.0362978 Jul 14 09:04:19.123214 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-c3a44efd-2f6f-4dce-b007-d6cceb9f662f tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694716 Jul 14 09:04:19.274432 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06192d0f-bc93-47c8-bd9d-0bf4a005f518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:19.310750 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-084ca6ad-ac9a-4817-bb35-05f2311c6494 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:19.311883 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-084ca6ad-ac9a-4817-bb35-05f2311c6494 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1781161 Jul 14 09:04:19.342015 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-b443029e-72a5-4c6e-82fd-c84e0838ef80 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Request body: {'port': {'device_id': 'e55e9d3b-4e4f-4e90-88e5-96d7be99cd15', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': '0c5f47989e8e45de8bf251a9200bf8d4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:19.347596 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-392605f2-df1b-4224-998a-ed994b4a0adf req-0cbc775b-bcd7-4ba0-967a-cee0fbc2a8fe service neutron] No DVR routers for this DVR port 9aab4b40-3979-4b3a-b854-a7f187ca29d1 on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:04:19.352290 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc775b-bcd7-4ba0-967a-cee0fbc2a8fe service neutron] Pushing event updated for resources: {'Port': ['ID=9aab4b40-3979-4b3a-b854-a7f187ca29d1,revision_number=10']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:19.418742 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ba346-e2b7-43f7-b9c2-33f428c71dec req-55272476-12db-49cd-97a9-51231f547d94 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:19.425780 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f69ba346-e2b7-43f7-b9c2-33f428c71dec req-55272476-12db-49cd-97a9-51231f547d94 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 944 time: 0.5104721 Jul 14 09:04:19.485950 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-392605f2-df1b-4224-998a-ed994b4a0adf req-0cbc775b-bcd7-4ba0-967a-cee0fbc2a8fe service neutron] 10.222.0.47 "PUT /v2.0/ports/9aab4b40-3979-4b3a-b854-a7f187ca29d1/bindings/n-h2-771362-35/activate HTTP/1.1" status: 200 len: 370 time: 1.8433297 Jul 14 09:04:19.522328 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f69ba346-e2b7-43f7-b9c2-33f428c71dec req-0c2f166d-03c0-4145-85a2-43020143cc23 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955257 Jul 14 09:04:19.642687 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-37e192dd-e7a8-4c10-b035-89aa32ab4f75 req-6950f8b4-7311-42d5-8526-e7e5f8f807df tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a5ad18-fc61-4848-8eb1-fe536db5eaeb HTTP/1.1" status: 200 len: 210 time: 0.0976353 Jul 14 09:04:19.697134 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-b443029e-72a5-4c6e-82fd-c84e0838ef80 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Made reservation on behalf of 0c5f47989e8e45de8bf251a9200bf8d4 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:04:19.699900 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-b443029e-72a5-4c6e-82fd-c84e0838ef80 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:19.745096 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-aeb3450a-1217-4cf1-b469-fd66cf6c2f8d req-b5bcf901-f696-4155-9ef0-ee24abcfe006 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a65871ef77a4e449769120ad4b0a96b&device_id=b6a5ad18-fc61-4848-8eb1-fe536db5eaeb HTTP/1.1" status: 200 len: 210 time: 0.0660169 Jul 14 09:04:19.761382 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1e0d66e-f0da-4edb-99b2-bb1662f18415 req-b78398ec-092d-4234-bc8f-c32263cb6727 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e9d3b-4e4f-4e90-88e5-96d7be99cd15 HTTP/1.1" status: 200 len: 210 time: 0.0496333 Jul 14 09:04:19.767307 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392605f2-df1b-4224-998a-ed994b4a0adf req-44207e26-b991-4274-895c-621b2251b4bf tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:19.768872 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-392605f2-df1b-4224-998a-ed994b4a0adf req-44207e26-b991-4274-895c-621b2251b4bf tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb&tenant_id=1c35458c50e143699c6f14a3ebfddb0d&binding%3Ahost_id=n-h1-771362-35 HTTP/1.1" status: 200 len: 1097 time: 0.1779897 Jul 14 09:04:19.805634 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06192d0f-bc93-47c8-bd9d-0bf4a005f518 admin admin] Router d4dc9c84-a496-4512-83ba-722b71dfa808 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:04:19.886052 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 5832b405-9a15-4868-a10e-bf4adb36123d up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:19.921078 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392605f2-df1b-4224-998a-ed994b4a0adf req-03fce788-ca94-4c83-8e2c-77800671d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:19.922611 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-392605f2-df1b-4224-998a-ed994b4a0adf req-03fce788-ca94-4c83-8e2c-77800671d470 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb&tenant_id=1c35458c50e143699c6f14a3ebfddb0d HTTP/1.1" status: 200 len: 1097 time: 0.1263206 Jul 14 09:04:19.923831 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-b443029e-72a5-4c6e-82fd-c84e0838ef80 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Allocated IP 192.168.233.248 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/6c03e1c1-dbb2-4474-a767-b04e99b4e720) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:04:20.001280 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 5832b405-9a15-4868-a10e-bf4adb36123d completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:20.007515 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 5832b405-9a15-4868-a10e-bf4adb36123d triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:20.008174 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:20.160181 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:20.171838 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd42b5e-0cc1-497a-8570-849e5de0c752 req-eb7eb303-6d3d-4d92-80fd-32ea938d9eab tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:20.178132 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd42b5e-0cc1-497a-8570-849e5de0c752 req-eb7eb303-6d3d-4d92-80fd-32ea938d9eab tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:20.179808 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4fd42b5e-0cc1-497a-8570-849e5de0c752 req-eb7eb303-6d3d-4d92-80fd-32ea938d9eab tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce6a0938-bc78-4231-985e-eda6869f3f40 HTTP/1.1" status: 200 len: 1681 time: 0.2127500 Jul 14 09:04:20.197147 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392605f2-df1b-4224-998a-ed994b4a0adf req-3cb4a427-b6b9-42f4-bb41-aaf6d0c98b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:20.198645 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-392605f2-df1b-4224-998a-ed994b4a0adf req-3cb4a427-b6b9-42f4-bb41-aaf6d0c98b6b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c35458c50e143699c6f14a3ebfddb0d&device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 1097 time: 0.2435749 Jul 14 09:04:20.201905 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6a0938-bc78-4231-985e-eda6869f3f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5832b405-9a15-4868-a10e-bf4adb36123d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:20.208495 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d98819-4d7f-4c8d-b189-972b07554149" -d '{"events": [{"server_uuid": "ce6a0938-bc78-4231-985e-eda6869f3f40", "name": "network-vif-plugged", "status": "completed", "tag": "5832b405-9a15-4868-a10e-bf4adb36123d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:20.228403 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3450a-1217-4cf1-b469-fd66cf6c2f8d req-f058db71-fed7-4889-9264-c1f3488c9ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:20.229940 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-aeb3450a-1217-4cf1-b469-fd66cf6c2f8d req-f058db71-fed7-4889-9264-c1f3488c9ea8 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=2a65871ef77a4e449769120ad4b0a96b&shared=False HTTP/1.1" status: 200 len: 905 time: 0.4740689 Jul 14 09:04:20.234244 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 5832b405-9a15-4868-a10e-bf4adb36123d, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=5832b405-9a15-4868-a10e-bf4adb36123d,segment=NetworkSegment(6c55bc40-9fc8-4e61-b162-a802acb2d070),segment_id=6c55bc40-9fc8-4e61-b162-a802acb2d070)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:20.245273 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:20.247416 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 909a2c03-a0d9-4112-902f-1ada6287805c up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:20.291026 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c1097a-b72f-4a92-ae82-c60be5c5de5c x-openstack-request-id: req-47c1097a-b72f-4a92-ae82-c60be5c5de5c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:20.291335 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6a0938-bc78-4231-985e-eda6869f3f40", "name": "network-vif-plugged", "status": "completed", "tag": "5832b405-9a15-4868-a10e-bf4adb36123d", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:20.291733 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47c1097a-b72f-4a92-ae82-c60be5c5de5c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:20.292234 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6a0938-bc78-4231-985e-eda6869f3f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5832b405-9a15-4868-a10e-bf4adb36123d', 'code': 200} Jul 14 09:04:20.325823 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-b443029e-72a5-4c6e-82fd-c84e0838ef80 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:20.334710 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4fd42b5e-0cc1-497a-8570-849e5de0c752 req-85670ee9-a9ab-489a-9dd4-fac727088670 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447699 Jul 14 09:04:20.361502 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=5832b405-9a15-4868-a10e-bf4adb36123d,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:20.361883 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-b443029e-72a5-4c6e-82fd-c84e0838ef80 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Transition to ACTIVE for port object 6c03e1c1-dbb2-4474-a767-b04e99b4e720 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:20.388263 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 909a2c03-a0d9-4112-902f-1ada6287805c completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:20.399867 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 909a2c03-a0d9-4112-902f-1ada6287805c triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:20.400418 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:20.417183 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392605f2-df1b-4224-998a-ed994b4a0adf req-2c29bf6d-f8b5-43db-91bb-eb1c5533af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:20.419578 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-392605f2-df1b-4224-998a-ed994b4a0adf req-2c29bf6d-f8b5-43db-91bb-eb1c5533af59 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d4fad6bc-cc19-4061-a347-c3942b87c975 HTTP/1.1" status: 200 len: 908 time: 0.1993635 Jul 14 09:04:20.419766 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06192d0f-bc93-47c8-bd9d-0bf4a005f518 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:04:20.448217 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-06192d0f-bc93-47c8-bd9d-0bf4a005f518 admin admin] 10.222.0.25 "PUT /v2.0/routers/d4dc9c84-a496-4512-83ba-722b71dfa808/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7382421 Jul 14 09:04:20.454897 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60734) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:20.472617 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71560e3-3152-40d3-aa35-381285041913 None None] Sync routers for ids ['d4dc9c84-a496-4512-83ba-722b71dfa808'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:04:20.501029 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-392605f2-df1b-4224-998a-ed994b4a0adf req-8f760bd8-4a68-4be8-85d3-a64b4e4ecdb8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9aab4b40-3979-4b3a-b854-a7f187ca29d1 HTTP/1.1" status: 200 len: 217 time: 0.0691886 Jul 14 09:04:20.548809 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:20.575176 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-b443029e-72a5-4c6e-82fd-c84e0838ef80 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:20.577181 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71560e3-3152-40d3-aa35-381285041913 None None] Routers {'d4dc9c84-a496-4512-83ba-722b71dfa808'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:04:20.578014 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b71560e3-3152-40d3-aa35-381285041913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:03:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['d4dc9c84-a496-4512-83ba-722b71dfa808'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:20.611665 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 909a2c03-a0d9-4112-902f-1ada6287805c, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=909a2c03-a0d9-4112-902f-1ada6287805c,segment=NetworkSegment(1bfa50ec-7491-45ed-b159-8ca504371e7a),segment_id=1bfa50ec-7491-45ed-b159-8ca504371e7a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:20.620104 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['ce787d56-90a9-47ea-a734-16046302a7ac', 'b5e33b54-03f0-44bf-aa56-59ef1902dc0e'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:20.625016 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['3bf961b6-708a-4ff3-b40e-42584c38b0df', 'ba7a8ef4-ce4b-4390-9732-806f1f62839f', 'fb7a3161-92a3-43bc-9ae0-72e61d55e000', 'f16b59eb-59b6-43d7-a2cf-f8bf1a50238c', 'f668c9bd-1e62-4b90-87bb-3fa74af817e1'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:20.651901 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443029e-72a5-4c6e-82fd-c84e0838ef80 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Pushing event updated for resources: {'Port': ['ID=6c03e1c1-dbb2-4474-a767-b04e99b4e720,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:20.682987 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-b443029e-72a5-4c6e-82fd-c84e0838ef80 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:20.686441 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:20.695720 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392605f2-df1b-4224-998a-ed994b4a0adf req-b7c1d485-4b10-4ef9-8b35-f825eb3f533b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:20.698074 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-392605f2-df1b-4224-998a-ed994b4a0adf req-b7c1d485-4b10-4ef9-8b35-f825eb3f533b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39b054b3-ff74-48d7-bc6b-cc0709824ebb HTTP/1.1" status: 200 len: 848 time: 0.1878073 Jul 14 09:04:20.700335 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-b443029e-72a5-4c6e-82fd-c84e0838ef80 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:20.716152 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-b443029e-72a5-4c6e-82fd-c84e0838ef80 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:20.777391 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-b443029e-72a5-4c6e-82fd-c84e0838ef80 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:20.778215 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-b443029e-72a5-4c6e-82fd-c84e0838ef80 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:20.808168 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-392605f2-df1b-4224-998a-ed994b4a0adf req-9690c9db-9bb9-4cf4-aa89-acaf0d15ca1c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d4fad6bc-cc19-4061-a347-c3942b87c975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031189 Jul 14 09:04:20.975940 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=909a2c03-a0d9-4112-902f-1ada6287805c,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:20.983637 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-b443029e-72a5-4c6e-82fd-c84e0838ef80 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6459143 Jul 14 09:04:21.009583 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b21283b8-b82c-4cf4-beab-4a26601ad7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:21.013245 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-4d9557d1-19d1-484a-b63f-2429589ec241 service neutron] Request body: {'port': {'device_id': 'e55e9d3b-4e4f-4e90-88e5-96d7be99cd15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:21.033574 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-b71560e3-3152-40d3-aa35-381285041913 None None] Set router d4dc9c84-a496-4512-83ba-722b71dfa808 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:04:21.074016 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3450a-1217-4cf1-b469-fd66cf6c2f8d req-da5c509c-2168-45de-8956-f4a40dc96760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:21.076122 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-aeb3450a-1217-4cf1-b469-fd66cf6c2f8d req-da5c509c-2168-45de-8956-f4a40dc96760 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8332374 Jul 14 09:04:21.091212 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a557f92f-2d0e-439b-a0dc-295715061de2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:21.095993 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a9013dec-2619-4536-b1aa-1ceaea9fdbc7 req-3586ba7f-4b0d-48b2-ace7-c4eb0690ba0a tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a5ad18-fc61-4848-8eb1-fe536db5eaeb HTTP/1.1" status: 200 len: 210 time: 0.1064320 Jul 14 09:04:21.195651 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-4d9557d1-19d1-484a-b63f-2429589ec241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:21.196265 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-aeb3450a-1217-4cf1-b469-fd66cf6c2f8d req-7b1b2c89-a6c4-42f4-8785-21f2432630ff tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6a5ad18-fc61-4848-8eb1-fe536db5eaeb HTTP/1.1" status: 200 len: 210 time: 0.0460620 Jul 14 09:04:21.213982 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ae045399-b705-456b-ab65-24d8a5de9c93 None None] Provisioning for port 6c03e1c1-dbb2-4474-a767-b04e99b4e720 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:21.244456 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ae045399-b705-456b-ab65-24d8a5de9c93 None None] Provisioning complete for port 6c03e1c1-dbb2-4474-a767-b04e99b4e720 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:21.244830 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae045399-b705-456b-ab65-24d8a5de9c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:21.251635 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355eaa35-004e-4ded-b87a-5e2890649ef5 req-e079f8c7-2250-41bb-88c2-8b225ad62fab tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:21.257585 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:21.276769 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-355eaa35-004e-4ded-b87a-5e2890649ef5 req-e079f8c7-2250-41bb-88c2-8b225ad62fab tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 945 time: 0.4469314 Jul 14 09:04:21.299303 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-392605f2-df1b-4224-998a-ed994b4a0adf req-a4253df8-4d4a-4b68-a64c-a9f1fcdff334 service neutron] 10.222.0.44 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953519 Jul 14 09:04:21.301590 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a557f92f-2d0e-439b-a0dc-295715061de2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:21.393766 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a557f92f-2d0e-439b-a0dc-295715061de2 admin admin] Deleting port 7aed72e4-15fc-4117-9e09-62413113a0d8 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:04:21.394636 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a557f92f-2d0e-439b-a0dc-295715061de2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:21.499299 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ae045399-b705-456b-ab65-24d8a5de9c93 None None] Port 6c03e1c1-dbb2-4474-a767-b04e99b4e720 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:04:21.537662 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a557f92f-2d0e-439b-a0dc-295715061de2 admin admin] For port 7aed72e4-15fc-4117-9e09-62413113a0d8, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7aed72e4-15fc-4117-9e09-62413113a0d8,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:21.538688 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a557f92f-2d0e-439b-a0dc-295715061de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:21.558863 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a557f92f-2d0e-439b-a0dc-295715061de2 admin admin] Calling delete_port for 7aed72e4-15fc-4117-9e09-62413113a0d8 owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:04:21.607150 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-355eaa35-004e-4ded-b87a-5e2890649ef5 req-661a18ff-2a67-45cb-bbb6-309a4751bc13 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284473 Jul 14 09:04:21.640712 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b71560e3-3152-40d3-aa35-381285041913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dc9c84-a496-4512-83ba-722b71dfa808', 'name': 'tempest-FloatingIPsTestJSON-1610161218-router', 'tenant_id': 'fab879ac67374f4aa481f339a0a09938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7aed72e4-15fc-4117-9e09-62413113a0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:37Z', 'updated_at': '2021-07-14T09:04:18Z', 'revision_number': 5, 'project_id': 'fab879ac67374f4aa481f339a0a09938', 'gw_port': {'id': '7aed72e4-15fc-4117-9e09-62413113a0d8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dc9c84-a496-4512-83ba-722b71dfa808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:21.698589 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318310b-7fdf-4845-9be0-fd409719dff8 req-faf2a757-f3a0-4a00-acfa-4ab9b910c45f tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:21.706356 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a318310b-7fdf-4845-9be0-fd409719dff8 req-faf2a757-f3a0-4a00-acfa-4ab9b910c45f tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e9d3b-4e4f-4e90-88e5-96d7be99cd15 HTTP/1.1" status: 200 len: 936 time: 0.3900528 Jul 14 09:04:21.720893 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-392605f2-df1b-4224-998a-ed994b4a0adf req-cd0ecfdf-4c25-46d2-a940-388ec5cfecf6 service neutron] 10.222.0.44 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912637 Jul 14 09:04:21.760944 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71560e3-3152-40d3-aa35-381285041913 None None] Checking router: d4dc9c84-a496-4512-83ba-722b71dfa808 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:04:21.785626 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a318310b-7fdf-4845-9be0-fd409719dff8 req-bfc05c7b-fa6e-4b19-82f0-2e2ab5f39ce7 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781705 Jul 14 09:04:21.844183 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71560e3-3152-40d3-aa35-381285041913 None None] Routers {'d4dc9c84-a496-4512-83ba-722b71dfa808'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:04:21.844825 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b71560e3-3152-40d3-aa35-381285041913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:04:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['d4dc9c84-a496-4512-83ba-722b71dfa808'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:21.857478 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a557f92f-2d0e-439b-a0dc-295715061de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:21.950734 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-4d9557d1-19d1-484a-b63f-2429589ec241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c03e1c1-dbb2-4474-a767-b04e99b4e720 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:21.973829 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-4d9557d1-19d1-484a-b63f-2429589ec241 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:22.000585 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-b71560e3-3152-40d3-aa35-381285041913 None None] Set router d4dc9c84-a496-4512-83ba-722b71dfa808 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:04:22.017160 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557f92f-2d0e-439b-a0dc-295715061de2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aed72e4-15fc-4117-9e09-62413113a0d8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:22.023263 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-4d9557d1-19d1-484a-b63f-2429589ec241 service neutron] Transition to ACTIVE for port object 6c03e1c1-dbb2-4474-a767-b04e99b4e720 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:22.027904 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-4d9557d1-19d1-484a-b63f-2429589ec241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:22.093205 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b71560e3-3152-40d3-aa35-381285041913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dc9c84-a496-4512-83ba-722b71dfa808', 'name': 'tempest-FloatingIPsTestJSON-1610161218-router', 'tenant_id': 'fab879ac67374f4aa481f339a0a09938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:37Z', 'updated_at': '2021-07-14T09:04:21Z', 'revision_number': 6, 'project_id': 'fab879ac67374f4aa481f339a0a09938', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:22.103167 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a557f92f-2d0e-439b-a0dc-295715061de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:22.131874 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71560e3-3152-40d3-aa35-381285041913 None None] The sync data for ids ['d4dc9c84-a496-4512-83ba-722b71dfa808'] in n-d-771362-35 is: [{'id': 'd4dc9c84-a496-4512-83ba-722b71dfa808', 'name': 'tempest-FloatingIPsTestJSON-1610161218-router', 'tenant_id': 'fab879ac67374f4aa481f339a0a09938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:37Z', 'updated_at': '2021-07-14T09:04:21Z', 'revision_number': 6, 'project_id': 'fab879ac67374f4aa481f339a0a09938', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:04:22.135946 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:22.295187 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6a0938-bc78-4231-985e-eda6869f3f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909a2c03-a0d9-4112-902f-1ada6287805c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:22.298579 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fdd9d4-a569-4147-a9fd-48c35f066324" -d '{"events": [{"server_uuid": "ce6a0938-bc78-4231-985e-eda6869f3f40", "name": "network-vif-plugged", "status": "completed", "tag": "909a2c03-a0d9-4112-902f-1ada6287805c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:22.298776 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a557f92f-2d0e-439b-a0dc-295715061de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:22.302358 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a557f92f-2d0e-439b-a0dc-295715061de2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:22.385772 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a557f92f-2d0e-439b-a0dc-295715061de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:22.386114 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a557f92f-2d0e-439b-a0dc-295715061de2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4dc9c84-a496-4512-83ba-722b71dfa808 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:04:22.392387 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a557f92f-2d0e-439b-a0dc-295715061de2 admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:22.393536 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a557f92f-2d0e-439b-a0dc-295715061de2 admin admin] 10.222.0.25 "DELETE /v2.0/routers/d4dc9c84-a496-4512-83ba-722b71dfa808 HTTP/1.1" status: 204 len: 168 time: 1.9376209 Jul 14 09:04:22.396237 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60764) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:22.460180 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-48d8bd2f-b444-48f6-9db2-ba3c3e184917 admin admin] Deleting subnet 2de4c4d4-f79b-4993-b215-b8c924ba869d {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:04:22.464233 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-48d8bd2f-b444-48f6-9db2-ba3c3e184917 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:22.502103 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-48d8bd2f-b444-48f6-9db2-ba3c3e184917 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:22.567482 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9557d1-19d1-484a-b63f-2429589ec241 service neutron] Pushing event updated for resources: {'Port': ['ID=6c03e1c1-dbb2-4474-a767-b04e99b4e720,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:22.618267 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-48d8bd2f-b444-48f6-9db2-ba3c3e184917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:22.677441 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-48d8bd2f-b444-48f6-9db2-ba3c3e184917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:22.706451 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8bd2f-b444-48f6-9db2-ba3c3e184917 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2de4c4d4-f79b-4993-b215-b8c924ba869d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:22.710192 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-48d8bd2f-b444-48f6-9db2-ba3c3e184917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:22.715377 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-48d8bd2f-b444-48f6-9db2-ba3c3e184917 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2de4c4d4-f79b-4993-b215-b8c924ba869d HTTP/1.1" status: 204 len: 168 time: 0.3171928 Jul 14 09:04:22.715751 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416078f-0097-4799-9920-44a95905654e req-c6cb099a-9526-4f16-900a-55ade071570b tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:22.716152 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60768) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:22.721754 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e061ab-0710-4ca2-97d8-3b366753e03e None None] Network 5f2aeab8-7ded-44b6-86e5-783aa23cd78c requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:04:22.724381 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416078f-0097-4799-9920-44a95905654e req-c6cb099a-9526-4f16-900a-55ade071570b tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:22.733794 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e416078f-0097-4799-9920-44a95905654e req-c6cb099a-9526-4f16-900a-55ade071570b tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce6a0938-bc78-4231-985e-eda6869f3f40 HTTP/1.1" status: 200 len: 1683 time: 0.6630569 Jul 14 09:04:22.752252 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392605f2-df1b-4224-998a-ed994b4a0adf req-3ca3796f-d257-4fdc-8105-80899994d6cb tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:22.753785 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-392605f2-df1b-4224-998a-ed994b4a0adf req-3ca3796f-d257-4fdc-8105-80899994d6cb tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb&tenant_id=1c35458c50e143699c6f14a3ebfddb0d&binding%3Ahost_id=n-h2-771362-35 HTTP/1.1" status: 200 len: 1097 time: 0.6138413 Jul 14 09:04:22.815707 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b720e-08d9-4b06-aa5e-5ed387157814 req-799c1124-a894-4d06-a4ca-a6635e246895 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:22.818087 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8e14249-d58f-4a2f-916e-0f4080d65c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:22.822718 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b720e-08d9-4b06-aa5e-5ed387157814 req-799c1124-a894-4d06-a4ca-a6635e246895 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:22.824972 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-486b720e-08d9-4b06-aa5e-5ed387157814 req-799c1124-a894-4d06-a4ca-a6635e246895 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/ports?device_id=34791e52-1bf2-4fb7-a0b8-6a58fabb6b3c&device_id=af515824-e9e9-48d7-8164-81a003ccbcb9 HTTP/1.1" status: 200 len: 1683 time: 0.2822270 Jul 14 09:04:22.879552 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-4d9557d1-19d1-484a-b63f-2429589ec241 service neutron] Attempting to bind port 6c03e1c1-dbb2-4474-a767-b04e99b4e720 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:04:22.879900 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-4d9557d1-19d1-484a-b63f-2429589ec241 service neutron] Attempting to bind port 6c03e1c1-dbb2-4474-a767-b04e99b4e720 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:04:22.880227 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-4d9557d1-19d1-484a-b63f-2429589ec241 service neutron] Attempting to bind port 6c03e1c1-dbb2-4474-a767-b04e99b4e720 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:22.890862 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d8e14249-d58f-4a2f-916e-0f4080d65c2b admin admin] Deleting port 40631620-de9c-4849-a6b9-dc1e5c184271 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:04:22.891531 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8e14249-d58f-4a2f-916e-0f4080d65c2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:22.892442 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e416078f-0097-4799-9920-44a95905654e req-6bd419aa-dda3-4f61-9f08-f19e062f89b3 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574273 Jul 14 09:04:22.933932 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-4d9557d1-19d1-484a-b63f-2429589ec241 service neutron] Port 6c03e1c1-dbb2-4474-a767-b04e99b4e720 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:04:22.934214 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-4d9557d1-19d1-484a-b63f-2429589ec241 service neutron] Attempting to bind port 6c03e1c1-dbb2-4474-a767-b04e99b4e720 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:22.968222 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-486b720e-08d9-4b06-aa5e-5ed387157814 req-abb56a32-7759-423f-90b1-01628e9b4c36 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2b4954c-c748-470b-b52f-a860b9e161ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267762 Jul 14 09:04:22.968878 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d8e14249-d58f-4a2f-916e-0f4080d65c2b admin admin] For port 40631620-de9c-4849-a6b9-dc1e5c184271, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=40631620-de9c-4849-a6b9-dc1e5c184271,segment=NetworkSegment(28ce2e44-a19d-499b-8a92-578b180194e3),segment_id=28ce2e44-a19d-499b-8a92-578b180194e3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:22.969317 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8e14249-d58f-4a2f-916e-0f4080d65c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:22.972498 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-4d9557d1-19d1-484a-b63f-2429589ec241 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:04:22.973087 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-4d9557d1-19d1-484a-b63f-2429589ec241 service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:22.973888 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-4d9557d1-19d1-484a-b63f-2429589ec241 service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:04:22.974604 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-4d9557d1-19d1-484a-b63f-2429589ec241 service neutron] Bound port: 6c03e1c1-dbb2-4474-a767-b04e99b4e720, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:04:22.975241 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-4d9557d1-19d1-484a-b63f-2429589ec241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:22.992004 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d8e14249-d58f-4a2f-916e-0f4080d65c2b admin admin] Calling delete_port for 40631620-de9c-4849-a6b9-dc1e5c184271 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:04:23.012559 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f17781-9f32-4dd1-82ec-8aa187160a93 None None] DHCP port deletion for 5f2aeab8-7ded-44b6-86e5-783aa23cd78c request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:04:23.021908 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028f4b39-ff3f-4d37-9e63-1a9bd83fa204 x-openstack-request-id: req-028f4b39-ff3f-4d37-9e63-1a9bd83fa204 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:23.022212 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6a0938-bc78-4231-985e-eda6869f3f40", "name": "network-vif-plugged", "status": "completed", "tag": "909a2c03-a0d9-4112-902f-1ada6287805c", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:23.022469 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-028f4b39-ff3f-4d37-9e63-1a9bd83fa204 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:23.022865 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6a0938-bc78-4231-985e-eda6869f3f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909a2c03-a0d9-4112-902f-1ada6287805c', 'code': 200} Jul 14 09:04:23.159867 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e9f17781-9f32-4dd1-82ec-8aa187160a93 None None] Deleting port 40631620-de9c-4849-a6b9-dc1e5c184271 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:04:23.160568 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e9f17781-9f32-4dd1-82ec-8aa187160a93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:23.197764 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8e14249-d58f-4a2f-916e-0f4080d65c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:23.241564 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-392605f2-df1b-4224-998a-ed994b4a0adf req-5974ec6f-1e46-44da-b7f3-ed042a22f2ee service neutron] For port 9aab4b40-3979-4b3a-b854-a7f187ca29d1, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:23.254008 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-392605f2-df1b-4224-998a-ed994b4a0adf req-5974ec6f-1e46-44da-b7f3-ed042a22f2ee service neutron] Notify callbacks [] for binding, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:23.255190 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-392605f2-df1b-4224-998a-ed994b4a0adf req-5974ec6f-1e46-44da-b7f3-ed042a22f2ee service neutron] 10.222.0.44 "DELETE /v2.0/ports/9aab4b40-3979-4b3a-b854-a7f187ca29d1/bindings/n-h1-771362-35 HTTP/1.1" status: 204 len: 173 time: 0.4885578 Jul 14 09:04:23.276600 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e14249-d58f-4a2f-916e-0f4080d65c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=40631620-de9c-4849-a6b9-dc1e5c184271,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:23.281512 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-4d9557d1-19d1-484a-b63f-2429589ec241 service neutron] For port 6c03e1c1-dbb2-4474-a767-b04e99b4e720, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:23.287654 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e14249-d58f-4a2f-916e-0f4080d65c2b admin admin] No DVR routers for this DVR port 40631620-de9c-4849-a6b9-dc1e5c184271 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:04:23.303851 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-4d9557d1-19d1-484a-b63f-2429589ec241 service neutron] For port 6c03e1c1-dbb2-4474-a767-b04e99b4e720, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=6c03e1c1-dbb2-4474-a767-b04e99b4e720,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:04:23.312984 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e9f17781-9f32-4dd1-82ec-8aa187160a93 None None] For port 40631620-de9c-4849-a6b9-dc1e5c184271, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=40631620-de9c-4849-a6b9-dc1e5c184271,segment=NetworkSegment(28ce2e44-a19d-499b-8a92-578b180194e3),segment_id=28ce2e44-a19d-499b-8a92-578b180194e3)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:23.313738 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e9f17781-9f32-4dd1-82ec-8aa187160a93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:23.339027 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e9f17781-9f32-4dd1-82ec-8aa187160a93 None None] Calling delete_port for 40631620-de9c-4849-a6b9-dc1e5c184271 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:04:23.343841 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-4d9557d1-19d1-484a-b63f-2429589ec241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:23.391876 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf399d67-bf41-421c-b2ab-a0b172414e84 req-2aac81be-631b-4166-9231-bf71a6c94e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:23.392338 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf399d67-bf41-421c-b2ab-a0b172414e84 req-2aac81be-631b-4166-9231-bf71a6c94e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:23.393980 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cf399d67-bf41-421c-b2ab-a0b172414e84 req-2aac81be-631b-4166-9231-bf71a6c94e61 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ce6a0938-bc78-4231-985e-eda6869f3f40 HTTP/1.1" status: 200 len: 1987 time: 0.2569396 Jul 14 09:04:23.417117 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8e14249-d58f-4a2f-916e-0f4080d65c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:23.438161 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-4d9557d1-19d1-484a-b63f-2429589ec241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:23.438605 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-4d9557d1-19d1-484a-b63f-2429589ec241 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:23.440202 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-4d9557d1-19d1-484a-b63f-2429589ec241 service neutron] 10.222.0.44 "PUT /v2.0/ports/6c03e1c1-dbb2-4474-a767-b04e99b4e720 HTTP/1.1" status: 200 len: 1097 time: 2.4327252 Jul 14 09:04:23.443367 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-d8e14249-d58f-4a2f-916e-0f4080d65c2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2aeab8-7ded-44b6-86e5-783aa23cd78c']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:23.445457 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e9f17781-9f32-4dd1-82ec-8aa187160a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:23.446493 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55e9d3b-4e4f-4e90-88e5-96d7be99cd15', 'tag': '6c03e1c1-dbb2-4474-a767-b04e99b4e720'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:23.449430 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88b77c6-8555-40e6-9eba-af1e76bfff0c" -d '{"events": [{"name": "network-changed", "server_uuid": "e55e9d3b-4e4f-4e90-88e5-96d7be99cd15", "tag": "6c03e1c1-dbb2-4474-a767-b04e99b4e720"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:23.459403 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-d8e14249-d58f-4a2f-916e-0f4080d65c2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ce2e44-a19d-499b-8a92-578b180194e3') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:23.459921 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-d8e14249-d58f-4a2f-916e-0f4080d65c2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ce2e44-a19d-499b-8a92-578b180194e3') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:23.476858 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8e14249-d58f-4a2f-916e-0f4080d65c2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:23.481648 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f17781-9f32-4dd1-82ec-8aa187160a93 None None] Pushing event deleted for resources: {'Port': ['ID=40631620-de9c-4849-a6b9-dc1e5c184271,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:23.484193 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f17781-9f32-4dd1-82ec-8aa187160a93 None None] No DVR routers for this DVR port 40631620-de9c-4849-a6b9-dc1e5c184271 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:04:23.508223 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8e14249-d58f-4a2f-916e-0f4080d65c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:23.519764 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e14249-d58f-4a2f-916e-0f4080d65c2b admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:04:23.520421 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8e14249-d58f-4a2f-916e-0f4080d65c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:04:23.522703 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:04:23.569298 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:23.575561 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cf399d67-bf41-421c-b2ab-a0b172414e84 req-11aa1dd8-4fad-4d14-bb32-c83856f218d0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646218 Jul 14 09:04:23.587829 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9557d1-19d1-484a-b63f-2429589ec241 service neutron] Pushing event updated for resources: {'Port': ['ID=6c03e1c1-dbb2-4474-a767-b04e99b4e720,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:23.612438 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7b2f1-8eab-4531-9409-e79ac7dfa3a7 req-00575dd3-af50-4e7c-9118-758985683d84 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:23.624607 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82f7b2f1-8eab-4531-9409-e79ac7dfa3a7 req-00575dd3-af50-4e7c-9118-758985683d84 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 945 time: 0.3451996 Jul 14 09:04:23.626634 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8e14249-d58f-4a2f-916e-0f4080d65c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:23.651574 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8e14249-d58f-4a2f-916e-0f4080d65c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:23.655165 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d8e14249-d58f-4a2f-916e-0f4080d65c2b admin admin] 10.222.0.25 "DELETE /v2.0/networks/5f2aeab8-7ded-44b6-86e5-783aa23cd78c HTTP/1.1" status: 204 len: 168 time: 0.9380367 Jul 14 09:04:23.656755 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e14249-d58f-4a2f-916e-0f4080d65c2b admin admin] Pushing event deleted for resources: {'Network': ['ID=5f2aeab8-7ded-44b6-86e5-783aa23cd78c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:23.663131 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9c7832a8-5cac-42e3-9b79-2fd4c745c0ed no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:04:23.694451 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 9c7832a8-5cac-42e3-9b79-2fd4c745c0ed {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:04:23.694778 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9c7832a8-5cac-42e3-9b79-2fd4c745c0ed not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:04:23.695217 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7aed72e4-15fc-4117-9e09-62413113a0d8 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:04:23.715423 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8fb87-6687-469f-abc4-ffb6771f27a8 req-f40ccd8d-5059-4169-a359-e655d8a3b3d3 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:23.718020 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d4a8fb87-6687-469f-abc4-ffb6771f27a8 req-f40ccd8d-5059-4169-a359-e655d8a3b3d3 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e9d3b-4e4f-4e90-88e5-96d7be99cd15 HTTP/1.1" status: 200 len: 948 time: 0.2728751 Jul 14 09:04:23.720127 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 7aed72e4-15fc-4117-9e09-62413113a0d8 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:04:23.720466 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7aed72e4-15fc-4117-9e09-62413113a0d8 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:04:23.720870 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 40631620-de9c-4849-a6b9-dc1e5c184271 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:04:23.743215 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82f7b2f1-8eab-4531-9409-e79ac7dfa3a7 req-ab53c81c-acc1-4878-bbe3-a5e66e058bf4 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178219 Jul 14 09:04:23.748130 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 40631620-de9c-4849-a6b9-dc1e5c184271 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:04:23.748475 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 40631620-de9c-4849-a6b9-dc1e5c184271 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:04:23.773868 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-fbc86c58-bc46-45ed-92a0-ecb9796d6636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:23.776412 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-fbc86c58-bc46-45ed-92a0-ecb9796d6636 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&device_id=e55e9d3b-4e4f-4e90-88e5-96d7be99cd15 HTTP/1.1" status: 200 len: 1100 time: 0.2607050 Jul 14 09:04:23.838670 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d4a8fb87-6687-469f-abc4-ffb6771f27a8 req-36bcb6a8-3c63-4799-8cb5-f12ac37d5a69 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004157 Jul 14 09:04:23.839285 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60790) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:23.842334 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-db343b2d-cde8-4a0b-8687-a36bee7dc900 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=6c03e1c1-dbb2-4474-a767-b04e99b4e720 HTTP/1.1" status: 200 len: 217 time: 0.0549190 Jul 14 09:04:23.900816 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-aa7604b8-7334-4207-8383-ac6c1371952b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fab879ac67374f4aa481f339a0a09938&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0600863 Jul 14 09:04:23.901515 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60796) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:23.927276 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-365b365e-10bb-4be0-a037-2fc832a0e815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:23.928793 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-365b365e-10bb-4be0-a037-2fc832a0e815 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.0796759 Jul 14 09:04:23.965959 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf074bc0-0b34-424a-b667-e68b54ebc873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:23.989854 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf074bc0-0b34-424a-b667-e68b54ebc873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:23.997610 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69b0036-8879-429f-91bb-08883a5c4524 x-openstack-request-id: req-f69b0036-8879-429f-91bb-08883a5c4524 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:23.997943 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55e9d3b-4e4f-4e90-88e5-96d7be99cd15", "tag": "6c03e1c1-dbb2-4474-a767-b04e99b4e720", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:23.998149 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f69b0036-8879-429f-91bb-08883a5c4524 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:23.998748 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55e9d3b-4e4f-4e90-88e5-96d7be99cd15', 'tag': '6c03e1c1-dbb2-4474-a767-b04e99b4e720', 'status': 'completed', 'code': 200} Jul 14 09:04:24.051077 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf074bc0-0b34-424a-b667-e68b54ebc873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:24.053693 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf074bc0-0b34-424a-b667-e68b54ebc873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:24.057819 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bf074bc0-0b34-424a-b667-e68b54ebc873 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1658ba5-7f99-4029-96d2-0abee462c43c HTTP/1.1" status: 204 len: 168 time: 0.1524954 Jul 14 09:04:24.066327 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf074bc0-0b34-424a-b667-e68b54ebc873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1658ba5-7f99-4029-96d2-0abee462c43c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:24.099889 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-ceba616e-82fa-443d-9979-6d51689dcc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:24.101487 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-ceba616e-82fa-443d-9979-6d51689dcc9d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1554513 Jul 14 09:04:24.109271 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-e0a12dd4-550f-4317-8291-5402685aff96 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:24.110775 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-e0a12dd4-550f-4317-8291-5402685aff96 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/networks?id=aa282a42-14ce-40bf-98d2-0aa5342653ef HTTP/1.1" status: 200 len: 805 time: 0.1757760 Jul 14 09:04:24.181302 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-3534bed3-c1b2-4618-a678-ae334a1ba75c tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/quotas/2a65871ef77a4e449769120ad4b0a96b HTTP/1.1" status: 200 len: 375 time: 0.0600510 Jul 14 09:04:24.273984 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-118277e6-4273-485a-94f5-984d3e18cb26 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621699 Jul 14 09:04:24.365792 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-88c786cc-aacf-4e32-867a-20c968ded6f9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a65871ef77a4e449769120ad4b0a96b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1753068 Jul 14 09:04:24.502049 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-395cd6d0-aa11-427d-858c-598321b7e4e9 req-e0b4c6af-6729-4cd4-96e6-76aa07803713 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153220 Jul 14 09:04:24.534397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59326fcc-fba8-4227-bf5c-341c295d4b5b req-688a0f73-c36a-4b0e-b4c3-cb680ea1e583 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:24.540595 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59326fcc-fba8-4227-bf5c-341c295d4b5b req-688a0f73-c36a-4b0e-b4c3-cb680ea1e583 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:24.542166 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-59326fcc-fba8-4227-bf5c-341c295d4b5b req-688a0f73-c36a-4b0e-b4c3-cb680ea1e583 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce6a0938-bc78-4231-985e-eda6869f3f40 HTTP/1.1" status: 200 len: 1683 time: 0.2291191 Jul 14 09:04:24.564718 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-237a85a3-6416-4a41-a047-6c253662550d service neutron] 10.222.0.25 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689179 Jul 14 09:04:24.676298 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-59326fcc-fba8-4227-bf5c-341c295d4b5b req-a9babbd6-7ddf-427f-a28e-c81f6c032191 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240308 Jul 14 09:04:24.725277 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b77c6-8555-40e6-9eba-af1e76bfff0c req-82f16dda-7ede-40a2-a584-3958e75c7320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:24.726815 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d88b77c6-8555-40e6-9eba-af1e76bfff0c req-82f16dda-7ede-40a2-a584-3958e75c7320 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&device_id=e55e9d3b-4e4f-4e90-88e5-96d7be99cd15 HTTP/1.1" status: 200 len: 1100 time: 0.1534717 Jul 14 09:04:24.732147 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-58cfbbeb-cf57-4016-a6a0-a8592bee7eef service neutron] 10.222.0.25 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597302 Jul 14 09:04:24.906731 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b77c6-8555-40e6-9eba-af1e76bfff0c req-bff9f238-afab-4675-af3e-7df6f02cfa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:24.908366 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d88b77c6-8555-40e6-9eba-af1e76bfff0c req-bff9f238-afab-4675-af3e-7df6f02cfa38 service neutron] 10.222.0.44 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.1748071 Jul 14 09:04:24.963107 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60840) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:24.967629 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376c6d0-698d-4c9b-86fd-4f7a1d382625 req-92039ebd-480a-415c-baf4-59413e6fc7fb tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:24.981655 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0376c6d0-698d-4c9b-86fd-4f7a1d382625 req-92039ebd-480a-415c-baf4-59413e6fc7fb tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 1097 time: 0.1735208 Jul 14 09:04:25.013887 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d88b77c6-8555-40e6-9eba-af1e76bfff0c req-4e7c7daa-3320-4167-9560-17886be5593f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=6c03e1c1-dbb2-4474-a767-b04e99b4e720 HTTP/1.1" status: 200 len: 217 time: 0.0965345 Jul 14 09:04:25.062295 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0376c6d0-698d-4c9b-86fd-4f7a1d382625 req-cf3c9d5b-398e-4e73-b3cc-5d176fb54181 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791461 Jul 14 09:04:25.081141 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b77c6-8555-40e6-9eba-af1e76bfff0c req-69a00460-d02d-426d-9a0b-4c6ead543a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:25.082803 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d88b77c6-8555-40e6-9eba-af1e76bfff0c req-69a00460-d02d-426d-9a0b-4c6ead543a19 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.0603678 Jul 14 09:04:25.092720 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-29f01101-54c6-4ec1-821b-05b21a9c4535 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1019495136-network', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:25.134769 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f01101-54c6-4ec1-821b-05b21a9c4535 admin admin] Made reservation on behalf of 470004e2eab84d248e1b4ccc367e1d00 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:04:25.138579 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29f01101-54c6-4ec1-821b-05b21a9c4535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:25.149012 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29f01101-54c6-4ec1-821b-05b21a9c4535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:25.182655 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6d6781eb-41ce-4ce7-b900-ee9481fd24ae req-dcdef2e4-e6c8-4501-b79c-7b34edcdc0fb tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa8af736-de84-483f-ac81-74abfb229b00 HTTP/1.1" status: 200 len: 210 time: 0.0427959 Jul 14 09:04:25.249849 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b77c6-8555-40e6-9eba-af1e76bfff0c req-ce972ba8-874d-4921-94a3-15cb3bea4583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:25.251269 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d88b77c6-8555-40e6-9eba-af1e76bfff0c req-ce972ba8-874d-4921-94a3-15cb3bea4583 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1530702 Jul 14 09:04:25.277841 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29f01101-54c6-4ec1-821b-05b21a9c4535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:25.289510 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29f01101-54c6-4ec1-821b-05b21a9c4535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:25.335810 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f01101-54c6-4ec1-821b-05b21a9c4535 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:04:25.338022 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c47a7-f161-45f5-9849-d8fb8e9e6a88 req-71aaa7df-fbeb-49a5-82a2-35de02a78fd4 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:25.340057 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-994c47a7-f161-45f5-9849-d8fb8e9e6a88 req-71aaa7df-fbeb-49a5-82a2-35de02a78fd4 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e9d3b-4e4f-4e90-88e5-96d7be99cd15 HTTP/1.1" status: 200 len: 948 time: 0.1528516 Jul 14 09:04:25.349991 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f01101-54c6-4ec1-821b-05b21a9c4535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7568dd-6a56-4ebe-bd2a-3fd706f839be,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:25.360624 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29f01101-54c6-4ec1-821b-05b21a9c4535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:25.361277 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-29f01101-54c6-4ec1-821b-05b21a9c4535 admin admin] Added segment 5196d89f-6f2b-43db-b7e9-4d7fbd10de48 of type vlan for network b6c8ac10-8ba1-44e4-b7a4-abe9f213d791 Jul 14 09:04:25.413056 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-994c47a7-f161-45f5-9849-d8fb8e9e6a88 req-8ed6b591-372a-4dda-83d6-5f4805ae2ced tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656676 Jul 14 09:04:25.414021 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29f01101-54c6-4ec1-821b-05b21a9c4535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:25.428703 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d88b77c6-8555-40e6-9eba-af1e76bfff0c req-faed9c39-4c9e-43b4-81d4-051d8dd0fd9d service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703472 Jul 14 09:04:25.456707 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29f01101-54c6-4ec1-821b-05b21a9c4535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:25.457818 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f01101-54c6-4ec1-821b-05b21a9c4535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:25.458686 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29f01101-54c6-4ec1-821b-05b21a9c4535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:25.550219 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d88b77c6-8555-40e6-9eba-af1e76bfff0c req-9715900a-5e98-425f-9489-85fab8d1d619 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144333 Jul 14 09:04:25.579428 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-29f01101-54c6-4ec1-821b-05b21a9c4535 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.6101003 Jul 14 09:04:25.579428 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f01101-54c6-4ec1-821b-05b21a9c4535 admin admin] Pushing event updated for resources: {'Network': ['ID=b6c8ac10-8ba1-44e4-b7a4-abe9f213d791,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:25.579769 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60854) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:25.584958 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c19606ed-301d-4f51-9243-97b240e168d2 admin admin] Request body: {'subnet': {'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1019495136-subnet', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:25.589453 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network b6c8ac10-8ba1-44e4-b7a4-abe9f213d791 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:04:25.611091 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19606ed-301d-4f51-9243-97b240e168d2 admin admin] Made reservation on behalf of 470004e2eab84d248e1b4ccc367e1d00 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:04:25.616543 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c19606ed-301d-4f51-9243-97b240e168d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:25.711407 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a65679-ca33-4109-9f89-434588b5122b req-0edd7b06-387d-4c3a-b68a-ae81b45bdd8b tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:25.724899 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-43a65679-ca33-4109-9f89-434588b5122b req-0edd7b06-387d-4c3a-b68a-ae81b45bdd8b tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 1097 time: 0.1086891 Jul 14 09:04:25.787148 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-43a65679-ca33-4109-9f89-434588b5122b req-26e3b04b-3415-4469-b3d4-339da5305f59 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608244 Jul 14 09:04:25.842781 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c19606ed-301d-4f51-9243-97b240e168d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:25.919878 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19606ed-301d-4f51-9243-97b240e168d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75d30ffe-9758-423a-9557-6554ce48fc7c,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:25.943766 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19606ed-301d-4f51-9243-97b240e168d2 admin admin] Checking segment: {'id': '5196d89f-6f2b-43db-b7e9-4d7fbd10de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:25.944229 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19606ed-301d-4f51-9243-97b240e168d2 admin admin] Network hostable DHCP agents. Network: b6c8ac10-8ba1-44e4-b7a4-abe9f213d791, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:04:25.965834 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19606ed-301d-4f51-9243-97b240e168d2 admin admin] Network b6c8ac10-8ba1-44e4-b7a4-abe9f213d791 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:04:25.976979 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c19606ed-301d-4f51-9243-97b240e168d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, b6c8ac10-8ba1-44e4-b7a4-abe9f213d791) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:25.981205 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19606ed-301d-4f51-9243-97b240e168d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:25.981813 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c19606ed-301d-4f51-9243-97b240e168d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:25.990119 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be36fe3d-fc3d-42a8-9a9b-b985b78e78bf None None] Network b6c8ac10-8ba1-44e4-b7a4-abe9f213d791 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:04:25.997844 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c19606ed-301d-4f51-9243-97b240e168d2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4170158 Jul 14 09:04:26.000463 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60864) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:26.005110 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-82e5f49b-9724-4efc-b51c-f9a2edb0926c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1019495136-router', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:26.048704 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82e5f49b-9724-4efc-b51c-f9a2edb0926c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:26.049818 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82e5f49b-9724-4efc-b51c-f9a2edb0926c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:26.069680 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b4a04-e70e-48be-8f0a-f00e544d1ef0 req-85827212-d98c-4053-b4af-b5f4132ebe56 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:26.076918 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b4a04-e70e-48be-8f0a-f00e544d1ef0 req-85827212-d98c-4053-b4af-b5f4132ebe56 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:26.084183 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac6b4a04-e70e-48be-8f0a-f00e544d1ef0 req-85827212-d98c-4053-b4af-b5f4132ebe56 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce6a0938-bc78-4231-985e-eda6869f3f40 HTTP/1.1" status: 200 len: 1683 time: 0.1092739 Jul 14 09:04:26.129054 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82e5f49b-9724-4efc-b51c-f9a2edb0926c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:26.131348 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac6b4a04-e70e-48be-8f0a-f00e544d1ef0 req-a91a7d30-0103-44cc-8b7a-f23953813e42 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460901 Jul 14 09:04:26.186186 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceec60e-0b18-4dc2-9779-2c8ac70da24f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-b6c8ac10-8ba1-44e4-b7a4-abe9f213d791', 'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'fixed_ips': [{'subnet_id': '75d30ffe-9758-423a-9557-6554ce48fc7c'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:04:26.187133 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bceec60e-0b18-4dc2-9779-2c8ac70da24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:26.390137 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82e5f49b-9724-4efc-b51c-f9a2edb0926c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:26.446752 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-bceec60e-0b18-4dc2-9779-2c8ac70da24f None None] Allocated IP 172.20.0.2 (b6c8ac10-8ba1-44e4-b7a4-abe9f213d791/75d30ffe-9758-423a-9557-6554ce48fc7c/061299dc-c255-484e-9679-804f06fe9083) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:04:26.603069 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd86f3f5-9fce-4640-9e63-4859556712eb req-8797821c-62f8-4ae7-a8c5-3f31d7d1a28e tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa8af736-de84-483f-ac81-74abfb229b00 HTTP/1.1" status: 200 len: 210 time: 0.1284921 Jul 14 09:04:26.715549 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-afb782c7-b3ac-4e07-a8fa-f7d1b10f8350 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:26.717836 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-afb782c7-b3ac-4e07-a8fa-f7d1b10f8350 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.47 "GET /v2.0/networks?id=aa282a42-14ce-40bf-98d2-0aa5342653ef HTTP/1.1" status: 200 len: 805 time: 0.2205713 Jul 14 09:04:26.724009 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bceec60e-0b18-4dc2-9779-2c8ac70da24f None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:26.736814 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792208a-d470-4d07-9b9e-717bbae2eaa5 req-e7ccc650-a8dc-4c25-8775-4aed2622775e tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:26.737630 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6792208a-d470-4d07-9b9e-717bbae2eaa5 req-e7ccc650-a8dc-4c25-8775-4aed2622775e tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/ports?device_id=af515824-e9e9-48d7-8164-81a003ccbcb9 HTTP/1.1" status: 200 len: 946 time: 0.1453037 Jul 14 09:04:26.749300 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-bceec60e-0b18-4dc2-9779-2c8ac70da24f None None] Transition to ACTIVE for port object 061299dc-c255-484e-9679-804f06fe9083 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:26.751484 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-0e1054b2-878e-44a0-a128-dfb531711139 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Request body: {'port': {'device_id': 'fa8af736-de84-483f-ac81-74abfb229b00', 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef', 'admin_state_up': True, 'tenant_id': '2a65871ef77a4e449769120ad4b0a96b'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:26.773849 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82e5f49b-9724-4efc-b51c-f9a2edb0926c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:26.793264 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-bceec60e-0b18-4dc2-9779-2c8ac70da24f None None] Transition to ACTIVE for port object 061299dc-c255-484e-9679-804f06fe9083 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:26.800267 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82e5f49b-9724-4efc-b51c-f9a2edb0926c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:26.807077 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bceec60e-0b18-4dc2-9779-2c8ac70da24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:26.916010 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bceec60e-0b18-4dc2-9779-2c8ac70da24f None None] Network b6c8ac10-8ba1-44e4-b7a4-abe9f213d791 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:26.921638 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-bceec60e-0b18-4dc2-9779-2c8ac70da24f None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:26.926928 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceec60e-0b18-4dc2-9779-2c8ac70da24f None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:26.962111 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6792208a-d470-4d07-9b9e-717bbae2eaa5 req-f3f33c0d-0172-460c-9f58-76156977ca3d tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2b4954c-c748-470b-b52f-a860b9e161ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011137 Jul 14 09:04:26.974931 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-82e5f49b-9724-4efc-b51c-f9a2edb0926c admin admin] Allocated IP 172.25.6.238 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/7d6be5b3-9c94-4793-862b-9118ccb27e3d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:04:27.002616 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceec60e-0b18-4dc2-9779-2c8ac70da24f None None] Pushing event updated for resources: {'Port': ['ID=061299dc-c255-484e-9679-804f06fe9083,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:27.079233 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-bceec60e-0b18-4dc2-9779-2c8ac70da24f None None] Attempting to bind port 061299dc-c255-484e-9679-804f06fe9083 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:04:27.081150 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-bceec60e-0b18-4dc2-9779-2c8ac70da24f None None] Attempting to bind port 061299dc-c255-484e-9679-804f06fe9083 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '5196d89f-6f2b-43db-b7e9-4d7fbd10de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:04:27.082249 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceec60e-0b18-4dc2-9779-2c8ac70da24f None None] Attempting to bind port 061299dc-c255-484e-9679-804f06fe9083 on network b6c8ac10-8ba1-44e4-b7a4-abe9f213d791 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:27.096791 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceec60e-0b18-4dc2-9779-2c8ac70da24f None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:04:27.097167 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceec60e-0b18-4dc2-9779-2c8ac70da24f None None] Checking segment: {'id': '5196d89f-6f2b-43db-b7e9-4d7fbd10de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:27.099627 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bceec60e-0b18-4dc2-9779-2c8ac70da24f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:27.103087 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceec60e-0b18-4dc2-9779-2c8ac70da24f None None] Bound using segment: {'id': '5196d89f-6f2b-43db-b7e9-4d7fbd10de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:04:27.103959 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-bceec60e-0b18-4dc2-9779-2c8ac70da24f None None] Bound port: 061299dc-c255-484e-9679-804f06fe9083, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5196d89f-6f2b-43db-b7e9-4d7fbd10de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:04:27.104429 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bceec60e-0b18-4dc2-9779-2c8ac70da24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:27.181440 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82e5f49b-9724-4efc-b51c-f9a2edb0926c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:27.239727 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-bceec60e-0b18-4dc2-9779-2c8ac70da24f None None] For port 061299dc-c255-484e-9679-804f06fe9083, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:27.255344 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-bceec60e-0b18-4dc2-9779-2c8ac70da24f None None] For port 061299dc-c255-484e-9679-804f06fe9083, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=061299dc-c255-484e-9679-804f06fe9083,segment=NetworkSegment(5196d89f-6f2b-43db-b7e9-4d7fbd10de48),segment_id=5196d89f-6f2b-43db-b7e9-4d7fbd10de48)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:04:27.257327 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-0e1054b2-878e-44a0-a128-dfb531711139 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Made reservation on behalf of 2a65871ef77a4e449769120ad4b0a96b for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:04:27.260843 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82e5f49b-9724-4efc-b51c-f9a2edb0926c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:27.261903 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-0e1054b2-878e-44a0-a128-dfb531711139 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:27.263446 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bceec60e-0b18-4dc2-9779-2c8ac70da24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:27.316812 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e5f49b-9724-4efc-b51c-f9a2edb0926c admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:27.328346 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-82e5f49b-9724-4efc-b51c-f9a2edb0926c admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:27.336726 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e5f49b-9724-4efc-b51c-f9a2edb0926c admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:27.339075 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ddcb93-e0a6-4f88-b254-ae3f24d303be req-cf4d804d-5283-4638-8f11-1f944094807d tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:27.342400 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0ddcb93-e0a6-4f88-b254-ae3f24d303be req-cf4d804d-5283-4638-8f11-1f944094807d tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.44 "GET /v2.0/ports?device_id=af515824-e9e9-48d7-8164-81a003ccbcb9 HTTP/1.1" status: 200 len: 946 time: 0.2955170 Jul 14 09:04:27.390832 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5f49b-9724-4efc-b51c-f9a2edb0926c admin admin] Pushing event updated for resources: {'Port': ['ID=7d6be5b3-9c94-4793-862b-9118ccb27e3d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:27.405957 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceec60e-0b18-4dc2-9779-2c8ac70da24f None None] Pushing event updated for resources: {'Port': ['ID=061299dc-c255-484e-9679-804f06fe9083,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:27.748832 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef3163-2556-475b-85ba-561c2f53db54 req-ac8bbd03-fd59-4977-b043-53b071c193fc tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:27.750593 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7aef3163-2556-475b-85ba-561c2f53db54 req-ac8bbd03-fd59-4977-b043-53b071c193fc tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.47 "GET /v2.0/ports?device_id=34791e52-1bf2-4fb7-a0b8-6a58fabb6b3c HTTP/1.1" status: 200 len: 946 time: 0.1875701 Jul 14 09:04:27.845412 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82e5f49b-9724-4efc-b51c-f9a2edb0926c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:27.966099 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 6c03e1c1-dbb2-4474-a767-b04e99b4e720 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:04:27.976592 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafd439-7476-4010-b16f-173297a14937 req-a089f5c5-c99e-4e0d-8b57-1b45f72abb1d tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:27.978207 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7cafd439-7476-4010-b16f-173297a14937 req-a089f5c5-c99e-4e0d-8b57-1b45f72abb1d tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e9d3b-4e4f-4e90-88e5-96d7be99cd15 HTTP/1.1" status: 200 len: 948 time: 0.7489254 Jul 14 09:04:28.105685 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-7aef3163-2556-475b-85ba-561c2f53db54 req-d2b90f77-d2c4-49f5-bb95-f3080065278d tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Deleting port 241b1b6d-752c-4b49-a5ec-8e91228d7748 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:04:28.106462 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7aef3163-2556-475b-85ba-561c2f53db54 req-d2b90f77-d2c4-49f5-bb95-f3080065278d tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:28.109987 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7cafd439-7476-4010-b16f-173297a14937 req-842fe5ed-d416-4d30-82f0-223b25868fe4 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200039 Jul 14 09:04:28.130643 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcab23-336e-4a06-a582-1bbb1cf0425c req-d312e8ca-ab16-46cd-b4ab-44d4f82416ac tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:28.145994 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcab23-336e-4a06-a582-1bbb1cf0425c req-d312e8ca-ab16-46cd-b4ab-44d4f82416ac tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:28.145994 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e5dcab23-336e-4a06-a582-1bbb1cf0425c req-d312e8ca-ab16-46cd-b4ab-44d4f82416ac tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce6a0938-bc78-4231-985e-eda6869f3f40 HTTP/1.1" status: 200 len: 1683 time: 0.6794646 Jul 14 09:04:28.145994 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-0e1054b2-878e-44a0-a128-dfb531711139 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Allocated IP 172.20.0.5 (aa282a42-14ce-40bf-98d2-0aa5342653ef/270bafed-ba3b-4347-b7b9-ccc79813fe94/3e425142-3c0d-4350-9214-7df2a7432bff) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:04:28.162443 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 6c03e1c1-dbb2-4474-a767-b04e99b4e720, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=6c03e1c1-dbb2-4474-a767-b04e99b4e720,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:28.164518 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-b0ddcb93-e0a6-4f88-b254-ae3f24d303be req-9d1cdcc3-cb28-45d8-8d54-951b38a58737 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Deleting port 1cacf250-1f81-4a1a-b4d0-e56c4e0015a4 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:04:28.164862 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b0ddcb93-e0a6-4f88-b254-ae3f24d303be req-9d1cdcc3-cb28-45d8-8d54-951b38a58737 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:28.194122 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '6c03e1c1-dbb2-4474-a767-b04e99b4e720', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '6c03e1c1-dbb2-4474-a767-b04e99b4e720', 'mac_address': 'fa:16:3e:19:97:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:04:28.314623 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82e5f49b-9724-4efc-b51c-f9a2edb0926c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:28.340337 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:28.363449 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e5dcab23-336e-4a06-a582-1bbb1cf0425c req-ff24eea4-e250-4f4d-80b1-09fe81cf9790 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113440 Jul 14 09:04:28.381732 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c03e1c1-dbb2-4474-a767-b04e99b4e720 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:28.440719 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 6c03e1c1-dbb2-4474-a767-b04e99b4e720, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=6c03e1c1-dbb2-4474-a767-b04e99b4e720,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:28.447027 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:28.580687 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-7aef3163-2556-475b-85ba-561c2f53db54 req-d2b90f77-d2c4-49f5-bb95-f3080065278d tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] For port 241b1b6d-752c-4b49-a5ec-8e91228d7748, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=241b1b6d-752c-4b49-a5ec-8e91228d7748,segment=NetworkSegment(126df874-b90f-41ae-bd19-4c54d69f595c),segment_id=126df874-b90f-41ae-bd19-4c54d69f595c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:28.584272 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7aef3163-2556-475b-85ba-561c2f53db54 req-d2b90f77-d2c4-49f5-bb95-f3080065278d tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:28.617072 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-7aef3163-2556-475b-85ba-561c2f53db54 req-d2b90f77-d2c4-49f5-bb95-f3080065278d tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Calling delete_port for 241b1b6d-752c-4b49-a5ec-8e91228d7748 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:04:28.655265 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b0ddcb93-e0a6-4f88-b254-ae3f24d303be req-9d1cdcc3-cb28-45d8-8d54-951b38a58737 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] For port 1cacf250-1f81-4a1a-b4d0-e56c4e0015a4, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1cacf250-1f81-4a1a-b4d0-e56c4e0015a4,segment=NetworkSegment(126df874-b90f-41ae-bd19-4c54d69f595c),segment_id=126df874-b90f-41ae-bd19-4c54d69f595c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:28.655666 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b0ddcb93-e0a6-4f88-b254-ae3f24d303be req-9d1cdcc3-cb28-45d8-8d54-951b38a58737 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:28.696830 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=6c03e1c1-dbb2-4474-a767-b04e99b4e720,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:28.739144 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-b0ddcb93-e0a6-4f88-b254-ae3f24d303be req-9d1cdcc3-cb28-45d8-8d54-951b38a58737 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Calling delete_port for 1cacf250-1f81-4a1a-b4d0-e56c4e0015a4 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:04:28.775583 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e5f49b-9724-4efc-b51c-f9a2edb0926c admin admin] Router d16cf07f-8021-4e3f-8f1d-74450004d3b2 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:04:28.812896 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['6c03e1c1-dbb2-4474-a767-b04e99b4e720'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:28.947614 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b0ddcb93-e0a6-4f88-b254-ae3f24d303be req-9d1cdcc3-cb28-45d8-8d54-951b38a58737 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:29.026192 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['241b1b6d-752c-4b49-a5ec-8e91228d7748'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:29.041846 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56e34fcf-2f5c-4234-8178-c435e447d480 req-f0504bb3-3b0f-44ff-afdc-f53f10497183 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa8af736-de84-483f-ac81-74abfb229b00 HTTP/1.1" status: 200 len: 210 time: 0.3296447 Jul 14 09:04:29.102816 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813bd690-2656-4633-8197-09c9194baba1 None None] Network b6c8ac10-8ba1-44e4-b7a4-abe9f213d791 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:04:29.134772 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1cdcc3-cb28-45d8-8d54-951b38a58737 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Pushing event deleted for resources: {'Port': ['ID=1cacf250-1f81-4a1a-b4d0-e56c4e0015a4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:29.153685 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94e68a49-cb59-42a0-bfb8-6c785f24bb9e req-7253b14e-1ad4-463c-b57c-8cc31080cf74 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.25 "GET /v2.0/ports?device_id=af515824-e9e9-48d7-8164-81a003ccbcb9 HTTP/1.1" status: 200 len: 210 time: 0.2323117 Jul 14 09:04:29.320678 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7aef3163-2556-475b-85ba-561c2f53db54 req-d2b90f77-d2c4-49f5-bb95-f3080065278d tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:29.323255 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ddcb93-e0a6-4f88-b254-ae3f24d303be req-9d1cdcc3-cb28-45d8-8d54-951b38a58737 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] No DVR routers for this DVR port 1cacf250-1f81-4a1a-b4d0-e56c4e0015a4 on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:04:29.334397 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b0ddcb93-e0a6-4f88-b254-ae3f24d303be req-9d1cdcc3-cb28-45d8-8d54-951b38a58737 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:29.340192 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0ddcb93-e0a6-4f88-b254-ae3f24d303be req-9d1cdcc3-cb28-45d8-8d54-951b38a58737 tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.44 "DELETE /v2.0/ports/1cacf250-1f81-4a1a-b4d0-e56c4e0015a4 HTTP/1.1" status: 204 len: 173 time: 1.9650517 Jul 14 09:04:29.364924 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-0e1054b2-878e-44a0-a128-dfb531711139 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:29.407715 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b90f77-d2c4-49f5-bb95-f3080065278d tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Pushing event deleted for resources: {'Port': ['ID=241b1b6d-752c-4b49-a5ec-8e91228d7748,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:29.435341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af515824-e9e9-48d7-8164-81a003ccbcb9', 'name': 'network-vif-deleted', 'tag': '1cacf250-1f81-4a1a-b4d0-e56c4e0015a4'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:29.444212 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa1a2cc-7b9c-48ef-bf26-49fb42409f99" -d '{"events": [{"server_uuid": "af515824-e9e9-48d7-8164-81a003ccbcb9", "name": "network-vif-deleted", "tag": "1cacf250-1f81-4a1a-b4d0-e56c4e0015a4"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:29.532540 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-39b3f4e7-cd8a-4201-a36f-009cf9510ab8 None None] Provisioning for port 061299dc-c255-484e-9679-804f06fe9083 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:29.602410 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e763a7b-f156-41a1-8686-b8b23317ed9c req-f2835602-65b1-4367-a249-fc2ae6b1ec0f tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:29.629905 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e763a7b-f156-41a1-8686-b8b23317ed9c req-f2835602-65b1-4367-a249-fc2ae6b1ec0f tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:29.633309 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8e763a7b-f156-41a1-8686-b8b23317ed9c req-f2835602-65b1-4367-a249-fc2ae6b1ec0f tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce6a0938-bc78-4231-985e-eda6869f3f40 HTTP/1.1" status: 200 len: 1683 time: 0.7141356 Jul 14 09:04:29.666685 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-0e1054b2-878e-44a0-a128-dfb531711139 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:29.668097 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aef3163-2556-475b-85ba-561c2f53db54 req-d2b90f77-d2c4-49f5-bb95-f3080065278d tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] No DVR routers for this DVR port 241b1b6d-752c-4b49-a5ec-8e91228d7748 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:04:29.676284 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7aef3163-2556-475b-85ba-561c2f53db54 req-d2b90f77-d2c4-49f5-bb95-f3080065278d tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:29.679866 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7aef3163-2556-475b-85ba-561c2f53db54 req-d2b90f77-d2c4-49f5-bb95-f3080065278d tempest-ListServersNegativeTestJSON-72390139 tempest-ListServersNegativeTestJSON-72390139-project] 10.222.0.47 "DELETE /v2.0/ports/241b1b6d-752c-4b49-a5ec-8e91228d7748 HTTP/1.1" status: 204 len: 173 time: 1.8417006 Jul 14 09:04:29.681768 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34791e52-1bf2-4fb7-a0b8-6a58fabb6b3c', 'name': 'network-vif-deleted', 'tag': '241b1b6d-752c-4b49-a5ec-8e91228d7748'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:29.695092 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcf9b8e-57ae-4ad9-8589-e3f38e2d313e" -d '{"events": [{"server_uuid": "34791e52-1bf2-4fb7-a0b8-6a58fabb6b3c", "name": "network-vif-deleted", "tag": "241b1b6d-752c-4b49-a5ec-8e91228d7748"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:29.706403 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e5f49b-9724-4efc-b51c-f9a2edb0926c admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:04:29.731426 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef9966d-81f3-4279-8ccf-eeee74fa4c74 None None] Sync routers for ids ['d16cf07f-8021-4e3f-8f1d-74450004d3b2'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:04:29.772515 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef9966d-81f3-4279-8ccf-eeee74fa4c74 None None] Routers {'d16cf07f-8021-4e3f-8f1d-74450004d3b2'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:04:29.777958 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-cef9966d-81f3-4279-8ccf-eeee74fa4c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:04:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['d16cf07f-8021-4e3f-8f1d-74450004d3b2'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:29.789756 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1054b2-878e-44a0-a128-dfb531711139 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Pushing event updated for resources: {'Port': ['ID=3e425142-3c0d-4350-9214-7df2a7432bff,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:29.808173 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82e5f49b-9724-4efc-b51c-f9a2edb0926c admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:29.818695 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-82e5f49b-9724-4efc-b51c-f9a2edb0926c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.8170726 Jul 14 09:04:29.822663 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60914) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:29.834565 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-0e1054b2-878e-44a0-a128-dfb531711139 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Network aa282a42-14ce-40bf-98d2-0aa5342653ef is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:29.851357 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfb4e6-57b7-421b-aeba-849c39acd30a req-30eb1afe-916b-4c03-b1aa-db0516d70db2 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:29.859853 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d5dfb4e6-57b7-421b-aeba-849c39acd30a req-30eb1afe-916b-4c03-b1aa-db0516d70db2 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e9d3b-4e4f-4e90-88e5-96d7be99cd15 HTTP/1.1" status: 200 len: 949 time: 0.4059751 Jul 14 09:04:29.892800 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 061299dc-c255-484e-9679-804f06fe9083 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:29.953774 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-0e1054b2-878e-44a0-a128-dfb531711139 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:29.989412 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 1cacf250-1f81-4a1a-b4d0-e56c4e0015a4 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:04:30.041992 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 1cacf250-1f81-4a1a-b4d0-e56c4e0015a4 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:04:30.044904 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 1cacf250-1f81-4a1a-b4d0-e56c4e0015a4 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:04:30.142872 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-0e1054b2-878e-44a0-a128-dfb531711139 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:30.149125 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-cef9966d-81f3-4279-8ccf-eeee74fa4c74 None None] Set router d16cf07f-8021-4e3f-8f1d-74450004d3b2 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:04:30.150936 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 061299dc-c255-484e-9679-804f06fe9083 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:30.200411 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 061299dc-c255-484e-9679-804f06fe9083 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:30.204710 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:30.327709 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d5dfb4e6-57b7-421b-aeba-849c39acd30a req-cba681eb-8c0e-4951-bef1-8b0aa15c5eec tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665468 Jul 14 09:04:30.384640 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-0e1054b2-878e-44a0-a128-dfb531711139 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:30.386670 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-0e1054b2-878e-44a0-a128-dfb531711139 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:30.403612 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-8e763a7b-f156-41a1-8686-b8b23317ed9c req-36152f77-cde8-4b4f-8c21-daf36b667cc6 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Deleting port 5832b405-9a15-4868-a10e-bf4adb36123d {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:04:30.403960 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8e763a7b-f156-41a1-8686-b8b23317ed9c req-36152f77-cde8-4b4f-8c21-daf36b667cc6 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:30.467126 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-0e1054b2-878e-44a0-a128-dfb531711139 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7284276 Jul 14 09:04:30.502248 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:30.506403 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c80fb59-b3f7-4c18-8a30-6bed63511471 x-openstack-request-id: req-0c80fb59-b3f7-4c18-8a30-6bed63511471 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:30.520919 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af515824-e9e9-48d7-8164-81a003ccbcb9", "name": "network-vif-deleted", "tag": "1cacf250-1f81-4a1a-b4d0-e56c4e0015a4", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:30.521455 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c80fb59-b3f7-4c18-8a30-6bed63511471 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:30.522424 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af515824-e9e9-48d7-8164-81a003ccbcb9', 'name': 'network-vif-deleted', 'tag': '1cacf250-1f81-4a1a-b4d0-e56c4e0015a4', 'status': 'completed', 'code': 200} Jul 14 09:04:30.580578 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c9a23-4978-4e68-aeba-213e2aa076b8 req-d60724ca-2086-4035-a3c3-49802283db76 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:30.614585 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c9a23-4978-4e68-aeba-213e2aa076b8 req-d60724ca-2086-4035-a3c3-49802283db76 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:30.643687 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-368c9a23-4978-4e68-aeba-213e2aa076b8 req-d60724ca-2086-4035-a3c3-49802283db76 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce6a0938-bc78-4231-985e-eda6869f3f40 HTTP/1.1" status: 200 len: 1683 time: 0.8259926 Jul 14 09:04:30.659589 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-a883748e-ad49-43b9-903d-876fd8a2ae44 service neutron] Request body: {'port': {'device_id': 'fa8af736-de84-483f-ac81-74abfb229b00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:30.668442 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-cef9966d-81f3-4279-8ccf-eeee74fa4c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1019495136-router', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:04:27Z', 'revision_number': 3, 'project_id': '470004e2eab84d248e1b4ccc367e1d00', 'gw_port': {'id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:04:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:30.682750 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 061299dc-c255-484e-9679-804f06fe9083, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=061299dc-c255-484e-9679-804f06fe9083,segment=NetworkSegment(5196d89f-6f2b-43db-b7e9-4d7fbd10de48),segment_id=5196d89f-6f2b-43db-b7e9-4d7fbd10de48)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:30.696793 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:30.793373 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef9966d-81f3-4279-8ccf-eeee74fa4c74 None None] Checking router: d16cf07f-8021-4e3f-8f1d-74450004d3b2 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:04:30.796908 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef9966d-81f3-4279-8ccf-eeee74fa4c74 None None] Updating router d16cf07f-8021-4e3f-8f1d-74450004d3b2 port 7d6be5b3-9c94-4793-862b-9118ccb27e3d binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:04:30.848531 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec53bd48-1a0a-438f-b101-8436f9b60bc5 x-openstack-request-id: req-ec53bd48-1a0a-438f-b101-8436f9b60bc5 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:30.849632 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34791e52-1bf2-4fb7-a0b8-6a58fabb6b3c", "name": "network-vif-deleted", "tag": "241b1b6d-752c-4b49-a5ec-8e91228d7748", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:30.851760 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec53bd48-1a0a-438f-b101-8436f9b60bc5 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:30.852502 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34791e52-1bf2-4fb7-a0b8-6a58fabb6b3c', 'name': 'network-vif-deleted', 'tag': '241b1b6d-752c-4b49-a5ec-8e91228d7748', 'status': 'completed', 'code': 200} Jul 14 09:04:30.878068 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['71d96ee1-5098-4ee3-84d1-e37bcfed3233'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:30.947888 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cef9966d-81f3-4279-8ccf-eeee74fa4c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:30.998551 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-368c9a23-4978-4e68-aeba-213e2aa076b8 req-4dc104bc-32c1-4728-8483-5d6604859a14 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472416 Jul 14 09:04:31.020069 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-8e763a7b-f156-41a1-8686-b8b23317ed9c req-36152f77-cde8-4b4f-8c21-daf36b667cc6 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] For port 5832b405-9a15-4868-a10e-bf4adb36123d, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=5832b405-9a15-4868-a10e-bf4adb36123d,segment=NetworkSegment(6c55bc40-9fc8-4e61-b162-a802acb2d070),segment_id=6c55bc40-9fc8-4e61-b162-a802acb2d070)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:31.020447 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8e763a7b-f156-41a1-8686-b8b23317ed9c req-36152f77-cde8-4b4f-8c21-daf36b667cc6 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:31.060823 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=061299dc-c255-484e-9679-804f06fe9083,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:31.061977 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ccd26e7-f4b2-46ff-8e06-eba724535900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:31.080488 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8ac86d4b-d018-4948-9d10-852b3b142ec4 None None] Provisioning complete for port 061299dc-c255-484e-9679-804f06fe9083 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:31.081394 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ac86d4b-d018-4948-9d10-852b3b142ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:31.118486 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-8e763a7b-f156-41a1-8686-b8b23317ed9c req-36152f77-cde8-4b4f-8c21-daf36b667cc6 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Calling delete_port for 5832b405-9a15-4868-a10e-bf4adb36123d owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:04:31.160883 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-a883748e-ad49-43b9-903d-876fd8a2ae44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:31.364687 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbc341-0b93-4d60-ac06-cdc842226c55 req-f4ed9d9f-2a9e-4358-992f-bac225ecd86e tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:31.365742 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-7ccd26e7-f4b2-46ff-8e06-eba724535900 admin admin] Allocated IP 172.20.0.1 (b6c8ac10-8ba1-44e4-b7a4-abe9f213d791/75d30ffe-9758-423a-9557-6554ce48fc7c/507798ec-1543-455d-8fdc-76480a127054) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:04:31.378719 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4bcbc341-0b93-4d60-ac06-cdc842226c55 req-f4ed9d9f-2a9e-4358-992f-bac225ecd86e tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa8af736-de84-483f-ac81-74abfb229b00 HTTP/1.1" status: 200 len: 931 time: 0.3849308 Jul 14 09:04:31.622823 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cef9966d-81f3-4279-8ccf-eeee74fa4c74 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:31.631636 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60928) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:31.666438 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cef9966d-81f3-4279-8ccf-eeee74fa4c74 None None] Transition to ACTIVE for port object 7d6be5b3-9c94-4793-862b-9118ccb27e3d will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:31.682769 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cef9966d-81f3-4279-8ccf-eeee74fa4c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:31.698016 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 061299dc-c255-484e-9679-804f06fe9083 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:31.721830 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed71689a-d53c-4f9b-8789-12b0fc724004 admin admin] Deleting subnet 071e1eda-8dc1-4443-8319-f991bb29a5e1 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:04:31.724879 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ed71689a-d53c-4f9b-8789-12b0fc724004 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:31.776811 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ccd26e7-f4b2-46ff-8e06-eba724535900 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:31.788535 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4bcbc341-0b93-4d60-ac06-cdc842226c55 req-d02e7f21-489a-4e90-b04c-c311feb9ae8b tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088435 Jul 14 09:04:31.804596 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-cef9966d-81f3-4279-8ccf-eeee74fa4c74 None None] Attempting to bind port 7d6be5b3-9c94-4793-862b-9118ccb27e3d on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:04:31.808875 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-cef9966d-81f3-4279-8ccf-eeee74fa4c74 None None] Attempting to bind port 7d6be5b3-9c94-4793-862b-9118ccb27e3d by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:04:31.810235 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef9966d-81f3-4279-8ccf-eeee74fa4c74 None None] Attempting to bind port 7d6be5b3-9c94-4793-862b-9118ccb27e3d on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:31.820908 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 061299dc-c255-484e-9679-804f06fe9083 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:31.821502 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:31.834396 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ed71689a-d53c-4f9b-8789-12b0fc724004 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:31.835052 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-a883748e-ad49-43b9-903d-876fd8a2ae44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e425142-3c0d-4350-9214-7df2a7432bff {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:31.845389 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef9966d-81f3-4279-8ccf-eeee74fa4c74 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:04:31.845992 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-a883748e-ad49-43b9-903d-876fd8a2ae44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:31.846407 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef9966d-81f3-4279-8ccf-eeee74fa4c74 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:31.847044 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cef9966d-81f3-4279-8ccf-eeee74fa4c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:31.847718 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef9966d-81f3-4279-8ccf-eeee74fa4c74 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:04:31.848420 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-cef9966d-81f3-4279-8ccf-eeee74fa4c74 None None] Bound port: 7d6be5b3-9c94-4793-862b-9118ccb27e3d, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:04:31.849042 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cef9966d-81f3-4279-8ccf-eeee74fa4c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:31.860528 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-a883748e-ad49-43b9-903d-876fd8a2ae44 service neutron] Transition to ACTIVE for port object 3e425142-3c0d-4350-9214-7df2a7432bff will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:31.900839 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7ccd26e7-f4b2-46ff-8e06-eba724535900 admin admin] Transition to ACTIVE for port object 507798ec-1543-455d-8fdc-76480a127054 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:31.909232 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-a883748e-ad49-43b9-903d-876fd8a2ae44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:31.922547 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cef9966d-81f3-4279-8ccf-eeee74fa4c74 None None] For port 7d6be5b3-9c94-4793-862b-9118ccb27e3d, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:31.922896 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8e763a7b-f156-41a1-8686-b8b23317ed9c req-36152f77-cde8-4b4f-8c21-daf36b667cc6 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:31.928245 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 5832b405-9a15-4868-a10e-bf4adb36123d no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:04:31.929580 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cef9966d-81f3-4279-8ccf-eeee74fa4c74 None None] For port 7d6be5b3-9c94-4793-862b-9118ccb27e3d, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7d6be5b3-9c94-4793-862b-9118ccb27e3d,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:04:31.940830 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cef9966d-81f3-4279-8ccf-eeee74fa4c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:31.946522 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd20b8-725b-4f4d-a948-d9e6f2cc25d2 None None] Pushing event updated for resources: {'Port': ['ID=7d6be5b3-9c94-4793-862b-9118ccb27e3d,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:32.007259 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 6c03e1c1-dbb2-4474-a767-b04e99b4e720 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:32.012907 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 5832b405-9a15-4868-a10e-bf4adb36123d {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:04:32.013439 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 5832b405-9a15-4868-a10e-bf4adb36123d not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:04:32.014029 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 909a2c03-a0d9-4112-902f-1ada6287805c no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:04:32.050099 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd20b8-725b-4f4d-a948-d9e6f2cc25d2 None None] Pushing event updated for resources: {'Port': ['ID=7d6be5b3-9c94-4793-862b-9118ccb27e3d,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:32.084213 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef9966d-81f3-4279-8ccf-eeee74fa4c74 None None] Routers {'d16cf07f-8021-4e3f-8f1d-74450004d3b2'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:04:32.084876 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-cef9966d-81f3-4279-8ccf-eeee74fa4c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:04:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['d16cf07f-8021-4e3f-8f1d-74450004d3b2'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:32.098007 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ed71689a-d53c-4f9b-8789-12b0fc724004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:32.133484 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e763a7b-f156-41a1-8686-b8b23317ed9c req-36152f77-cde8-4b4f-8c21-daf36b667cc6 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] No DVR routers for this DVR port 5832b405-9a15-4868-a10e-bf4adb36123d on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:04:32.144328 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8e763a7b-f156-41a1-8686-b8b23317ed9c req-36152f77-cde8-4b4f-8c21-daf36b667cc6 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:32.146367 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8e763a7b-f156-41a1-8686-b8b23317ed9c req-36152f77-cde8-4b4f-8c21-daf36b667cc6 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.47 "DELETE /v2.0/ports/5832b405-9a15-4868-a10e-bf4adb36123d HTTP/1.1" status: 204 len: 173 time: 2.4957073 Jul 14 09:04:32.220663 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ccd26e7-f4b2-46ff-8e06-eba724535900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:32.283608 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 6c03e1c1-dbb2-4474-a767-b04e99b4e720 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:32.300132 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 6c03e1c1-dbb2-4474-a767-b04e99b4e720 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:32.301215 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:32.302734 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd26e7-f4b2-46ff-8e06-eba724535900 admin admin] Pushing event updated for resources: {'Port': ['ID=507798ec-1543-455d-8fdc-76480a127054,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:32.345510 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccd26e7-f4b2-46ff-8e06-eba724535900 admin admin] Network b6c8ac10-8ba1-44e4-b7a4-abe9f213d791 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:32.347103 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-7ccd26e7-f4b2-46ff-8e06-eba724535900 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:32.354454 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccd26e7-f4b2-46ff-8e06-eba724535900 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:32.366252 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:32.369413 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883748e-ad49-43b9-903d-876fd8a2ae44 service neutron] Pushing event updated for resources: {'Port': ['ID=3e425142-3c0d-4350-9214-7df2a7432bff,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:32.399117 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-cef9966d-81f3-4279-8ccf-eeee74fa4c74 None None] Set router d16cf07f-8021-4e3f-8f1d-74450004d3b2 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:04:32.409738 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ccd26e7-f4b2-46ff-8e06-eba724535900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:32.414294 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ed71689a-d53c-4f9b-8789-12b0fc724004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:32.442085 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6a0938-bc78-4231-985e-eda6869f3f40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '909a2c03-a0d9-4112-902f-1ada6287805c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:32.448412 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a871a3d1-16c4-48e4-a34a-b446a3e21150" -d '{"events": [{"server_uuid": "ce6a0938-bc78-4231-985e-eda6869f3f40", "name": "network-vif-unplugged", "status": "completed", "tag": "909a2c03-a0d9-4112-902f-1ada6287805c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:32.471163 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 909a2c03-a0d9-4112-902f-1ada6287805c, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=909a2c03-a0d9-4112-902f-1ada6287805c,segment=NetworkSegment(1bfa50ec-7491-45ed-b159-8ca504371e7a),segment_id=1bfa50ec-7491-45ed-b159-8ca504371e7a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:32.483132 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:32.484293 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 241b1b6d-752c-4b49-a5ec-8e91228d7748 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:04:32.532478 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6a0938-bc78-4231-985e-eda6869f3f40', 'name': 'network-vif-deleted', 'tag': '5832b405-9a15-4868-a10e-bf4adb36123d'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:32.536173 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9f4a74-d171-4660-a8c3-70cce351eec8" -d '{"events": [{"server_uuid": "ce6a0938-bc78-4231-985e-eda6869f3f40", "name": "network-vif-deleted", "tag": "5832b405-9a15-4868-a10e-bf4adb36123d"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:32.550453 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 241b1b6d-752c-4b49-a5ec-8e91228d7748 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:04:32.551014 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 241b1b6d-752c-4b49-a5ec-8e91228d7748 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:04:32.578074 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e561d6d-ed92-40c9-ad6f-b4bff67385ab req-7106d8cc-8925-485d-a70c-c23cfd95c50c tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:32.602060 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0e561d6d-ed92-40c9-ad6f-b4bff67385ab req-7106d8cc-8925-485d-a70c-c23cfd95c50c tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e9d3b-4e4f-4e90-88e5-96d7be99cd15 HTTP/1.1" status: 200 len: 949 time: 0.7117860 Jul 14 09:04:32.616267 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36152f77-cde8-4b4f-8c21-daf36b667cc6 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event deleted for resources: {'Port': ['ID=5832b405-9a15-4868-a10e-bf4adb36123d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:32.629903 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:32.738925 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-a883748e-ad49-43b9-903d-876fd8a2ae44 service neutron] Attempting to bind port 3e425142-3c0d-4350-9214-7df2a7432bff on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:04:32.739625 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-a883748e-ad49-43b9-903d-876fd8a2ae44 service neutron] Attempting to bind port 3e425142-3c0d-4350-9214-7df2a7432bff by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:04:32.745301 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-a883748e-ad49-43b9-903d-876fd8a2ae44 service neutron] Attempting to bind port 3e425142-3c0d-4350-9214-7df2a7432bff on network aa282a42-14ce-40bf-98d2-0aa5342653ef {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:32.766688 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-a883748e-ad49-43b9-903d-876fd8a2ae44 service neutron] Port 3e425142-3c0d-4350-9214-7df2a7432bff on network aa282a42-14ce-40bf-98d2-0aa5342653ef not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:04:32.767047 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=909a2c03-a0d9-4112-902f-1ada6287805c,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:32.767206 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-a883748e-ad49-43b9-903d-876fd8a2ae44 service neutron] Attempting to bind port 3e425142-3c0d-4350-9214-7df2a7432bff on network aa282a42-14ce-40bf-98d2-0aa5342653ef {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:32.786491 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-a883748e-ad49-43b9-903d-876fd8a2ae44 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:04:32.786882 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-a883748e-ad49-43b9-903d-876fd8a2ae44 service neutron] Checking segment: {'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:32.787159 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-a883748e-ad49-43b9-903d-876fd8a2ae44 service neutron] Bound using segment: {'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:04:32.787636 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-a883748e-ad49-43b9-903d-876fd8a2ae44 service neutron] Bound port: 3e425142-3c0d-4350-9214-7df2a7432bff, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:04:32.788000 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-a883748e-ad49-43b9-903d-876fd8a2ae44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:32.790926 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71689a-d53c-4f9b-8789-12b0fc724004 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=071e1eda-8dc1-4443-8319-f991bb29a5e1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:32.808991 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ed71689a-d53c-4f9b-8789-12b0fc724004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:32.814715 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ed71689a-d53c-4f9b-8789-12b0fc724004 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/071e1eda-8dc1-4443-8319-f991bb29a5e1 HTTP/1.1" status: 204 len: 168 time: 1.1833429 Jul 14 09:04:32.814923 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 6c03e1c1-dbb2-4474-a767-b04e99b4e720, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=6c03e1c1-dbb2-4474-a767-b04e99b4e720,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:32.822006 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60942) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:32.831419 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:32.851650 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ccd26e7-f4b2-46ff-8e06-eba724535900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:32.900053 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2cbe6a20-234c-46e6-a67f-ca2a78a0a6f4 None None] Provisioning for port 507798ec-1543-455d-8fdc-76480a127054 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:32.900488 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0e561d6d-ed92-40c9-ad6f-b4bff67385ab req-c44a0564-71e9-4331-bf19-8643ed0c39fe tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972615 Jul 14 09:04:32.915705 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2cbe6a20-234c-46e6-a67f-ca2a78a0a6f4 None None] Provisioning complete for port 507798ec-1543-455d-8fdc-76480a127054 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:32.916080 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2cbe6a20-234c-46e6-a67f-ca2a78a0a6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:32.971813 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05a8cc-089b-4dcc-9029-82d854dfbb75 req-8ca2ad63-1065-4b99-9e4c-d135847bc06f tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:32.978853 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dc05a8cc-089b-4dcc-9029-82d854dfbb75 req-8ca2ad63-1065-4b99-9e4c-d135847bc06f tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce6a0938-bc78-4231-985e-eda6869f3f40 HTTP/1.1" status: 200 len: 946 time: 0.6265717 Jul 14 09:04:32.987064 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=6c03e1c1-dbb2-4474-a767-b04e99b4e720,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:32.999447 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2cbe6a20-234c-46e6-a67f-ca2a78a0a6f4 None None] Port 507798ec-1543-455d-8fdc-76480a127054 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:04:32.999750 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-8e763a7b-f156-41a1-8686-b8b23317ed9c req-2da857bb-ac86-4305-b3a5-04a5b8b61046 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Deleting port 909a2c03-a0d9-4112-902f-1ada6287805c {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:04:33.000102 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8e763a7b-f156-41a1-8686-b8b23317ed9c req-2da857bb-ac86-4305-b3a5-04a5b8b61046 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:33.080429 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-cef9966d-81f3-4279-8ccf-eeee74fa4c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1019495136-router', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:04:27Z', 'revision_number': 3, 'project_id': '470004e2eab84d248e1b4ccc367e1d00', 'gw_port': {'id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:33.123146 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dc05a8cc-089b-4dcc-9029-82d854dfbb75 req-b8c3dbb2-13e4-4ee4-9ae8-37b71a311896 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409655 Jul 14 09:04:33.130651 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34db8ec6-3ca4-49a3-a544-d04335fd6906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:33.161249 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-a883748e-ad49-43b9-903d-876fd8a2ae44 service neutron] For port 3e425142-3c0d-4350-9214-7df2a7432bff, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:33.186758 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-a883748e-ad49-43b9-903d-876fd8a2ae44 service neutron] For port 3e425142-3c0d-4350-9214-7df2a7432bff, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=3e425142-3c0d-4350-9214-7df2a7432bff,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:04:33.200549 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef9966d-81f3-4279-8ccf-eeee74fa4c74 None None] The sync data for ids ['d16cf07f-8021-4e3f-8f1d-74450004d3b2'] in n-d-771362-35 is: [{'id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1019495136-router', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:04:27Z', 'revision_number': 3, 'project_id': '470004e2eab84d248e1b4ccc367e1d00', 'gw_port': {'id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:04:33.239133 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f789a7-3cab-4893-9a7b-13113e6391ea x-openstack-request-id: req-d8f789a7-3cab-4893-9a7b-13113e6391ea {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:33.239667 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6a0938-bc78-4231-985e-eda6869f3f40", "name": "network-vif-unplugged", "status": "completed", "tag": "909a2c03-a0d9-4112-902f-1ada6287805c", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:33.240113 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8f789a7-3cab-4893-9a7b-13113e6391ea {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:33.240668 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6a0938-bc78-4231-985e-eda6869f3f40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '909a2c03-a0d9-4112-902f-1ada6287805c', 'code': 200} Jul 14 09:04:33.283166 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ccd26e7-f4b2-46ff-8e06-eba724535900 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:33.300370 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ccd26e7-f4b2-46ff-8e06-eba724535900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:33.355645 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34db8ec6-3ca4-49a3-a544-d04335fd6906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:33.366689 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-34db8ec6-3ca4-49a3-a544-d04335fd6906 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08de5465-73e5-4631-aa8b-bc4e683c6059']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:33.378895 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-34db8ec6-3ca4-49a3-a544-d04335fd6906 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '126df874-b90f-41ae-bd19-4c54d69f595c') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:33.379213 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-34db8ec6-3ca4-49a3-a544-d04335fd6906 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '126df874-b90f-41ae-bd19-4c54d69f595c') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:33.389067 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34db8ec6-3ca4-49a3-a544-d04335fd6906 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:33.391234 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-a883748e-ad49-43b9-903d-876fd8a2ae44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:33.394863 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea45ad2-bcf5-4e1c-a721-7cb75ca9bd63 x-openstack-request-id: req-fea45ad2-bcf5-4e1c-a721-7cb75ca9bd63 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:33.395147 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6a0938-bc78-4231-985e-eda6869f3f40", "name": "network-vif-deleted", "tag": "5832b405-9a15-4868-a10e-bf4adb36123d", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:33.395409 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fea45ad2-bcf5-4e1c-a721-7cb75ca9bd63 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:33.395821 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6a0938-bc78-4231-985e-eda6869f3f40', 'name': 'network-vif-deleted', 'tag': '5832b405-9a15-4868-a10e-bf4adb36123d', 'status': 'completed', 'code': 200} Jul 14 09:04:33.417039 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-8e763a7b-f156-41a1-8686-b8b23317ed9c req-2da857bb-ac86-4305-b3a5-04a5b8b61046 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] For port 909a2c03-a0d9-4112-902f-1ada6287805c, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=909a2c03-a0d9-4112-902f-1ada6287805c,segment=NetworkSegment(1bfa50ec-7491-45ed-b159-8ca504371e7a),segment_id=1bfa50ec-7491-45ed-b159-8ca504371e7a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:33.417950 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8e763a7b-f156-41a1-8686-b8b23317ed9c req-2da857bb-ac86-4305-b3a5-04a5b8b61046 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:33.418528 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd26e7-f4b2-46ff-8e06-eba724535900 admin admin] Pushing event updated for resources: {'Port': ['ID=507798ec-1543-455d-8fdc-76480a127054,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:33.453098 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ccd26e7-f4b2-46ff-8e06-eba724535900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:33.480658 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34db8ec6-3ca4-49a3-a544-d04335fd6906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:33.498405 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-8e763a7b-f156-41a1-8686-b8b23317ed9c req-2da857bb-ac86-4305-b3a5-04a5b8b61046 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Calling delete_port for 909a2c03-a0d9-4112-902f-1ada6287805c owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:04:33.502478 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-a883748e-ad49-43b9-903d-876fd8a2ae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:33.503106 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-a883748e-ad49-43b9-903d-876fd8a2ae44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:33.504787 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-a883748e-ad49-43b9-903d-876fd8a2ae44 service neutron] 10.222.0.47 "PUT /v2.0/ports/3e425142-3c0d-4350-9214-7df2a7432bff HTTP/1.1" status: 200 len: 1092 time: 2.9810123 Jul 14 09:04:33.505973 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34db8ec6-3ca4-49a3-a544-d04335fd6906 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:04:33.506368 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34db8ec6-3ca4-49a3-a544-d04335fd6906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:04:33.512571 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:04:33.518312 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:04:33.518312 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:04:33.518312 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:04:33.518312 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:04:33.518312 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:04:33.573261 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccd26e7-f4b2-46ff-8e06-eba724535900 admin admin] Network b6c8ac10-8ba1-44e4-b7a4-abe9f213d791 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:33.575481 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-7ccd26e7-f4b2-46ff-8e06-eba724535900 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:33.767061 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883748e-ad49-43b9-903d-876fd8a2ae44 service neutron] Pushing event updated for resources: {'Port': ['ID=3e425142-3c0d-4350-9214-7df2a7432bff,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:33.797591 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ccd26e7-f4b2-46ff-8e06-eba724535900 admin admin] Router d16cf07f-8021-4e3f-8f1d-74450004d3b2 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:04:33.807008 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34db8ec6-3ca4-49a3-a544-d04335fd6906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:33.842423 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34db8ec6-3ca4-49a3-a544-d04335fd6906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:33.844527 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-34db8ec6-3ca4-49a3-a544-d04335fd6906 admin admin] 10.222.0.25 "DELETE /v2.0/networks/08de5465-73e5-4631-aa8b-bc4e683c6059 HTTP/1.1" status: 204 len: 168 time: 1.0109699 Jul 14 09:04:33.866654 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4276a-a3ba-4164-a246-5ca4e99180cf req-4a7f7b8d-554c-4959-9c5b-926b04823353 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:33.868353 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9dd4276a-a3ba-4164-a246-5ca4e99180cf req-4a7f7b8d-554c-4959-9c5b-926b04823353 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa8af736-de84-483f-ac81-74abfb229b00 HTTP/1.1" status: 200 len: 943 time: 0.4717503 Jul 14 09:04:33.879782 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db8ec6-3ca4-49a3-a544-d04335fd6906 admin admin] Pushing event deleted for resources: {'Network': ['ID=08de5465-73e5-4631-aa8b-bc4e683c6059,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:33.990593 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-2ea55b28-ad32-4ece-b2c6-a4a21709a7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:33.992047 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-2ea55b28-ad32-4ece-b2c6-a4a21709a7f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a65871ef77a4e449769120ad4b0a96b&device_id=fa8af736-de84-483f-ac81-74abfb229b00 HTTP/1.1" status: 200 len: 1095 time: 0.4039028 Jul 14 09:04:33.997750 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9dd4276a-a3ba-4164-a246-5ca4e99180cf req-67ac7892-e70e-490c-bb1f-a1adea23f3ec tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141813 Jul 14 09:04:34.000569 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccd26e7-f4b2-46ff-8e06-eba724535900 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:04:34.024589 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7ccd26e7-f4b2-46ff-8e06-eba724535900 admin admin] 10.222.0.25 "PUT /v2.0/routers/d16cf07f-8021-4e3f-8f1d-74450004d3b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1914287 Jul 14 09:04:34.059376 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-00a49e2c-0ea4-43d5-9b72-ac7c5a85e8b8 None None] Provisioning complete for port 507798ec-1543-455d-8fdc-76480a127054 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:34.061056 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00a49e2c-0ea4-43d5-9b72-ac7c5a85e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:34.086485 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-f002a9f1-dc41-45c7-b870-ab2a05b3dd58 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e425142-3c0d-4350-9214-7df2a7432bff HTTP/1.1" status: 200 len: 217 time: 0.0840721 Jul 14 09:04:34.107974 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60956) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:34.118273 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-00a49e2c-0ea4-43d5-9b72-ac7c5a85e8b8 None None] Port 507798ec-1543-455d-8fdc-76480a127054 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:04:34.161275 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8e763a7b-f156-41a1-8686-b8b23317ed9c req-2da857bb-ac86-4305-b3a5-04a5b8b61046 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:34.193309 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6d01e7e7-126e-404a-9677-3dd1e03829d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=818543b42cac4335a9bb6396e90b1c27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0838799 Jul 14 09:04:34.201463 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60960) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:34.329903 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e85d0381-9a41-40c7-85e7-159b10f492e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:34.368039 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e85d0381-9a41-40c7-85e7-159b10f492e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:34.460412 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e85d0381-9a41-40c7-85e7-159b10f492e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:34.460412 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e85d0381-9a41-40c7-85e7-159b10f492e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:34.460412 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e85d0381-9a41-40c7-85e7-159b10f492e0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b2b4954c-c748-470b-b52f-a860b9e161ed HTTP/1.1" status: 204 len: 168 time: 0.2547052 Jul 14 09:04:34.470149 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d0381-9a41-40c7-85e7-159b10f492e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b4954c-c748-470b-b52f-a860b9e161ed,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:34.735886 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da857bb-ac86-4305-b3a5-04a5b8b61046 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event deleted for resources: {'Port': ['ID=909a2c03-a0d9-4112-902f-1ada6287805c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:34.750585 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e763a7b-f156-41a1-8686-b8b23317ed9c req-2da857bb-ac86-4305-b3a5-04a5b8b61046 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] No DVR routers for this DVR port 909a2c03-a0d9-4112-902f-1ada6287805c on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:04:34.759237 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8e763a7b-f156-41a1-8686-b8b23317ed9c req-2da857bb-ac86-4305-b3a5-04a5b8b61046 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:34.761401 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8e763a7b-f156-41a1-8686-b8b23317ed9c req-2da857bb-ac86-4305-b3a5-04a5b8b61046 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.47 "DELETE /v2.0/ports/909a2c03-a0d9-4112-902f-1ada6287805c HTTP/1.1" status: 204 len: 173 time: 2.5589530 Jul 14 09:04:34.794760 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc32caa0-c49f-4596-9071-b96ebbac2c8d req-98793109-7b14-4236-8fec-fba479154973 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce6a0938-bc78-4231-985e-eda6869f3f40 HTTP/1.1" status: 200 len: 210 time: 0.1049554 Jul 14 09:04:34.797978 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-4a717646-ee10-4d39-81d4-d95dfab2ec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:34.799151 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-4a717646-ee10-4d39-81d4-d95dfab2ec56 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=270bafed-ba3b-4347-b7b9-ccc79813fe94 HTTP/1.1" status: 200 len: 845 time: 0.6998537 Jul 14 09:04:34.855355 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-ebea4e24-d81f-48d2-af62-89d7613b2172 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa282a42-14ce-40bf-98d2-0aa5342653ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457201 Jul 14 09:04:34.895108 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976d4b2-6fad-4a31-b786-0d25935256d4 req-560d6982-434a-4fe3-87c8-bf7eefda73c5 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:34.903105 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c976d4b2-6fad-4a31-b786-0d25935256d4 req-560d6982-434a-4fe3-87c8-bf7eefda73c5 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e9d3b-4e4f-4e90-88e5-96d7be99cd15 HTTP/1.1" status: 200 len: 950 time: 0.6904233 Jul 14 09:04:35.032959 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c976d4b2-6fad-4a31-b786-0d25935256d4 req-884d6e1a-0858-44aa-a13e-c780872d8f87 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786407 Jul 14 09:04:35.039269 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-a6a5fca0-dc43-4a45-ae94-4afba66d2db9 service neutron] 10.222.0.47 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743808 Jul 14 09:04:35.178173 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da0a99eb-c9c6-4c8c-a39f-960a1697d32e req-35ba52cd-606b-4012-a960-fcc0548532b6 service neutron] 10.222.0.47 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302650 Jul 14 09:04:35.242756 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55e9d3b-4e4f-4e90-88e5-96d7be99cd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c03e1c1-dbb2-4474-a767-b04e99b4e720'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:35.247122 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a56d8e5-584f-4bd4-846e-8a16edc05558" -d '{"events": [{"server_uuid": "e55e9d3b-4e4f-4e90-88e5-96d7be99cd15", "name": "network-vif-plugged", "status": "completed", "tag": "6c03e1c1-dbb2-4474-a767-b04e99b4e720"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:35.324773 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0f017-ce76-4307-b53a-96ce4e323655 req-7ca63763-aa9f-465d-ae23-ab8d2bb95b81 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:35.326987 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07d0f017-ce76-4307-b53a-96ce4e323655 req-7ca63763-aa9f-465d-ae23-ab8d2bb95b81 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa8af736-de84-483f-ac81-74abfb229b00 HTTP/1.1" status: 200 len: 943 time: 0.1184633 Jul 14 09:04:35.399726 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07d0f017-ce76-4307-b53a-96ce4e323655 req-512308d0-8533-4811-afb1-05c8c3d5b19e tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632684 Jul 14 09:04:35.400320 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8af736-de84-483f-ac81-74abfb229b00', 'tag': '3e425142-3c0d-4350-9214-7df2a7432bff'}, {'server_uuid': 'ce6a0938-bc78-4231-985e-eda6869f3f40', 'name': 'network-vif-deleted', 'tag': '909a2c03-a0d9-4112-902f-1ada6287805c'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:35.403710 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac38edf5-c4b2-41bd-81e4-6c978f7ad196" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8af736-de84-483f-ac81-74abfb229b00", "tag": "3e425142-3c0d-4350-9214-7df2a7432bff"}, {"server_uuid": "ce6a0938-bc78-4231-985e-eda6869f3f40", "name": "network-vif-deleted", "tag": "909a2c03-a0d9-4112-902f-1ada6287805c"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:35.469453 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbaeb23-3536-4e7c-8e44-7e9b41d2f619 x-openstack-request-id: req-4cbaeb23-3536-4e7c-8e44-7e9b41d2f619 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:35.469816 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55e9d3b-4e4f-4e90-88e5-96d7be99cd15", "name": "network-vif-plugged", "status": "completed", "tag": "6c03e1c1-dbb2-4474-a767-b04e99b4e720", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:35.470189 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4cbaeb23-3536-4e7c-8e44-7e9b41d2f619 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:35.470646 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55e9d3b-4e4f-4e90-88e5-96d7be99cd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c03e1c1-dbb2-4474-a767-b04e99b4e720', 'code': 200} Jul 14 09:04:35.692203 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7d6be5b3-9c94-4793-862b-9118ccb27e3d up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:35.828998 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcde64f-cc30-45eb-9b15-26b14bd51d33 x-openstack-request-id: req-7fcde64f-cc30-45eb-9b15-26b14bd51d33 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:35.829297 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8af736-de84-483f-ac81-74abfb229b00", "tag": "3e425142-3c0d-4350-9214-7df2a7432bff", "status": "completed", "code": 200}, {"server_uuid": "ce6a0938-bc78-4231-985e-eda6869f3f40", "name": "network-vif-deleted", "tag": "909a2c03-a0d9-4112-902f-1ada6287805c", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:35.829650 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7fcde64f-cc30-45eb-9b15-26b14bd51d33 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:35.830056 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8af736-de84-483f-ac81-74abfb229b00', 'tag': '3e425142-3c0d-4350-9214-7df2a7432bff', 'status': 'completed', 'code': 200} Jul 14 09:04:35.830444 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6a0938-bc78-4231-985e-eda6869f3f40', 'name': 'network-vif-deleted', 'tag': '909a2c03-a0d9-4112-902f-1ada6287805c', 'status': 'completed', 'code': 200} Jul 14 09:04:35.835365 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 7d6be5b3-9c94-4793-862b-9118ccb27e3d completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:35.840966 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 7d6be5b3-9c94-4793-862b-9118ccb27e3d triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:35.842386 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:35.924225 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 32858) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:35.962745 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38edf5-c4b2-41bd-81e4-6c978f7ad196 req-b14b6c5f-2d19-4138-9954-10f70361f18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:35.965244 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac38edf5-c4b2-41bd-81e4-6c978f7ad196 req-b14b6c5f-2d19-4138-9954-10f70361f18e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a65871ef77a4e449769120ad4b0a96b&device_id=fa8af736-de84-483f-ac81-74abfb229b00 HTTP/1.1" status: 200 len: 1095 time: 0.1416819 Jul 14 09:04:35.973761 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:36.020119 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 7d6be5b3-9c94-4793-862b-9118ccb27e3d, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7d6be5b3-9c94-4793-862b-9118ccb27e3d,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:36.021535 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1e3705-2ef7-493d-ba9e-fa1fb2910deb None None] Sync routers for ids ['d16cf07f-8021-4e3f-8f1d-74450004d3b2'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:04:36.026199 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996febee-2ccb-4939-9c79-117fd2e1a183 req-dc0623b8-23ea-48f6-a7dd-524ce9396952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:36.028492 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:36.028879 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-996febee-2ccb-4939-9c79-117fd2e1a183 req-dc0623b8-23ea-48f6-a7dd-524ce9396952 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e55e9d3b-4e4f-4e90-88e5-96d7be99cd15 HTTP/1.1" status: 200 len: 1102 time: 0.3538136 Jul 14 09:04:36.038358 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1e3705-2ef7-493d-ba9e-fa1fb2910deb None None] Routers {'d16cf07f-8021-4e3f-8f1d-74450004d3b2'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:04:36.039329 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2c1e3705-2ef7-493d-ba9e-fa1fb2910deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:04:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['d16cf07f-8021-4e3f-8f1d-74450004d3b2'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:36.061221 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5002beba-ca42-4a5e-bcd3-441c91e1b42d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Deleting subnet 419ea8bd-994f-4e50-98b1-e41c7167fb7a {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:04:36.070175 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5002beba-ca42-4a5e-bcd3-441c91e1b42d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:36.070843 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-564ef715-f79e-40ca-b062-4f76dfad2ffc tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:36.079717 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-564ef715-f79e-40ca-b062-4f76dfad2ffc tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/networks?id=b6c8ac10-8ba1-44e4-b7a4-abe9f213d791 HTTP/1.1" status: 200 len: 829 time: 0.5842505 Jul 14 09:04:36.131360 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-996febee-2ccb-4939-9c79-117fd2e1a183 req-01d43ec5-9dd1-4470-b7bd-0f2269fcd09d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494790 Jul 14 09:04:36.149035 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-671c5002-ba2c-493e-bf74-c13ebe2f7a63 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/quotas/470004e2eab84d248e1b4ccc367e1d00 HTTP/1.1" status: 200 len: 375 time: 0.0692537 Jul 14 09:04:36.174980 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5002beba-ca42-4a5e-bcd3-441c91e1b42d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:36.177047 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=7d6be5b3-9c94-4793-862b-9118ccb27e3d,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:36.227934 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-2c1e3705-2ef7-493d-ba9e-fa1fb2910deb None None] Set router d16cf07f-8021-4e3f-8f1d-74450004d3b2 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:04:36.268820 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-c9401720-e974-456a-aa1c-f5161e12124e tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=470004e2eab84d248e1b4ccc367e1d00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1188073 Jul 14 09:04:36.271382 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38edf5-c4b2-41bd-81e4-6c978f7ad196 req-3a6b552f-74eb-4b72-9093-a77508b5b9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:36.274815 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac38edf5-c4b2-41bd-81e4-6c978f7ad196 req-3a6b552f-74eb-4b72-9093-a77508b5b9a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa282a42-14ce-40bf-98d2-0aa5342653ef HTTP/1.1" status: 200 len: 905 time: 0.2941637 Jul 14 09:04:36.372972 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5002beba-ca42-4a5e-bcd3-441c91e1b42d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:36.391619 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-fcff2f3d-38aa-4ed3-8acf-c7a254817cd4 service neutron] 10.222.0.25 "GET /v2.0/networks/b6c8ac10-8ba1-44e4-b7a4-abe9f213d791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217637 Jul 14 09:04:36.491190 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5002beba-ca42-4a5e-bcd3-441c91e1b42d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:36.576974 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac38edf5-c4b2-41bd-81e4-6c978f7ad196 req-06818625-f6c2-4093-a89c-19f696de837e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e425142-3c0d-4350-9214-7df2a7432bff HTTP/1.1" status: 200 len: 217 time: 0.1830184 Jul 14 09:04:36.619714 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002beba-ca42-4a5e-bcd3-441c91e1b42d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event deleted for resources: {'Subnet': ['ID=419ea8bd-994f-4e50-98b1-e41c7167fb7a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:36.639230 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38edf5-c4b2-41bd-81e4-6c978f7ad196 req-3f3a0b6e-73ad-4a68-9fbe-d08524480a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:36.642560 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac38edf5-c4b2-41bd-81e4-6c978f7ad196 req-3f3a0b6e-73ad-4a68-9fbe-d08524480a0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=270bafed-ba3b-4347-b7b9-ccc79813fe94 HTTP/1.1" status: 200 len: 845 time: 0.0570412 Jul 14 09:04:36.643253 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76635aeb-6987-4b54-b559-13e7acbe9f6c None None] Network 632ed8c0-d533-4003-8500-2d2535dd7613 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:04:36.644081 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5002beba-ca42-4a5e-bcd3-441c91e1b42d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:36.650493 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5002beba-ca42-4a5e-bcd3-441c91e1b42d tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "DELETE /v2.0/subnets/419ea8bd-994f-4e50-98b1-e41c7167fb7a HTTP/1.1" status: 204 len: 168 time: 0.7231019 Jul 14 09:04:36.653495 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 32884) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:36.654095 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2c1e3705-2ef7-493d-ba9e-fa1fb2910deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1019495136-router', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:04:32Z', 'revision_number': 4, 'project_id': '470004e2eab84d248e1b4ccc367e1d00', 'gw_port': {'id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '507798ec-1543-455d-8fdc-76480a127054', 'name': '', 'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'mac_address': 'fa:16:3e:cc:64:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '75d30ffe-9758-423a-9557-6554ce48fc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:31Z', 'updated_at': '2021-07-14T09:04:32Z', 'revision_number': 2, 'project_id': '470004e2eab84d248e1b4ccc367e1d00', 'subnets': [{'id': '75d30ffe-9758-423a-9557-6554ce48fc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:36.698655 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1e3705-2ef7-493d-ba9e-fa1fb2910deb None None] Checking router: d16cf07f-8021-4e3f-8f1d-74450004d3b2 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:04:36.699476 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1e3705-2ef7-493d-ba9e-fa1fb2910deb None None] Updating router d16cf07f-8021-4e3f-8f1d-74450004d3b2 port 507798ec-1543-455d-8fdc-76480a127054 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:04:36.723519 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-275d5d1e-af04-4736-93df-d2af694ac178 service neutron] 10.222.0.25 "GET /v2.0/networks/b6c8ac10-8ba1-44e4-b7a4-abe9f213d791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309968 Jul 14 09:04:36.768652 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac38edf5-c4b2-41bd-81e4-6c978f7ad196 req-e456c54d-ad06-4a78-add1-0e46434e2beb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa282a42-14ce-40bf-98d2-0aa5342653ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186426 Jul 14 09:04:36.829086 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c1e3705-2ef7-493d-ba9e-fa1fb2910deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:36.869149 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7635d94a-2653-41c0-87d3-ef7cbf495424 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:36.912917 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac38edf5-c4b2-41bd-81e4-6c978f7ad196 req-6abc93c6-8be8-47fe-9997-e80c903aab15 service neutron] 10.222.0.47 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225493 Jul 14 09:04:37.026288 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7635d94a-2653-41c0-87d3-ef7cbf495424 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Deleting port 9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:04:37.027378 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7635d94a-2653-41c0-87d3-ef7cbf495424 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:37.094418 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa88264-e87b-424a-99f9-6430ce32ca62 None None] DHCP port deletion for 632ed8c0-d533-4003-8500-2d2535dd7613 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:04:37.149367 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ced165-9a46-4998-8755-a036d852e48d req-68907cec-1e14-49b3-9928-f297e62d3fc9 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:37.164143 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c8ced165-9a46-4998-8755-a036d852e48d req-68907cec-1e14-49b3-9928-f297e62d3fc9 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e9d3b-4e4f-4e90-88e5-96d7be99cd15 HTTP/1.1" status: 200 len: 950 time: 0.4842868 Jul 14 09:04:37.204221 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7635d94a-2653-41c0-87d3-ef7cbf495424 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] For port 9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e,segment=NetworkSegment(6c55bc40-9fc8-4e61-b162-a802acb2d070),segment_id=6c55bc40-9fc8-4e61-b162-a802acb2d070)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:37.204588 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7635d94a-2653-41c0-87d3-ef7cbf495424 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:37.247332 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7635d94a-2653-41c0-87d3-ef7cbf495424 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Calling delete_port for 9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:04:37.332035 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-372d5248-1b3e-4a30-8ab0-619ebf675d12 req-66ae33f3-c9ea-420a-ab89-a6444bb1baae tempest-ServerShowV247Test-880979759 tempest-ServerShowV247Test-880979759-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee6638b6-1710-4dc1-b7fe-56eaea0da6c2 HTTP/1.1" status: 200 len: 210 time: 0.1406898 Jul 14 09:04:37.359774 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3aa88264-e87b-424a-99f9-6430ce32ca62 None None] Deleting port 9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:04:37.360593 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3aa88264-e87b-424a-99f9-6430ce32ca62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:37.436020 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c8ced165-9a46-4998-8755-a036d852e48d req-76c6fb21-bb03-4025-8291-3aecde5ee2e8 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645772 Jul 14 09:04:37.457997 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac38edf5-c4b2-41bd-81e4-6c978f7ad196 req-523512e7-9e41-4d7c-a504-207a473fd1c2 service neutron] 10.222.0.47 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5340841 Jul 14 09:04:37.504902 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7635d94a-2653-41c0-87d3-ef7cbf495424 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:37.539228 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3aa88264-e87b-424a-99f9-6430ce32ca62 None None] For port 9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e,segment=NetworkSegment(6c55bc40-9fc8-4e61-b162-a802acb2d070),segment_id=6c55bc40-9fc8-4e61-b162-a802acb2d070)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:37.544844 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3aa88264-e87b-424a-99f9-6430ce32ca62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:37.597039 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3aa88264-e87b-424a-99f9-6430ce32ca62 None None] Calling delete_port for 9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:04:37.670393 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7635d94a-2653-41c0-87d3-ef7cbf495424 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] No DVR routers for this DVR port 9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:04:37.744573 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7d6be5b3-9c94-4793-862b-9118ccb27e3d up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:37.749213 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635d94a-2653-41c0-87d3-ef7cbf495424 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event deleted for resources: {'Port': ['ID=9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:37.834948 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7635d94a-2653-41c0-87d3-ef7cbf495424 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:37.840606 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-51bc25c3-3d5b-4a9c-a57f-f4065c1dca1e req-50aa40b0-c792-4989-b2fd-e4b70c01523f tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/ports?device_id=96da6037-9672-4134-ac67-013326934d81 HTTP/1.1" status: 200 len: 210 time: 0.0884800 Jul 14 09:04:37.876926 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-7635d94a-2653-41c0-87d3-ef7cbf495424 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['632ed8c0-d533-4003-8500-2d2535dd7613']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:37.891198 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c1e3705-2ef7-493d-ba9e-fa1fb2910deb None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:37.916498 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-7635d94a-2653-41c0-87d3-ef7cbf495424 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c55bc40-9fc8-4e61-b162-a802acb2d070') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:37.917075 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-7635d94a-2653-41c0-87d3-ef7cbf495424 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c55bc40-9fc8-4e61-b162-a802acb2d070') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:37.929586 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3aa88264-e87b-424a-99f9-6430ce32ca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:37.941086 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2c1e3705-2ef7-493d-ba9e-fa1fb2910deb None None] Transition to ACTIVE for port object 507798ec-1543-455d-8fdc-76480a127054 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:37.949250 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb57177-2f44-4834-9f68-a16429a52f05 req-5b31669a-e0f7-4cfe-9f89-300c2a3affe6 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:37.949582 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7635d94a-2653-41c0-87d3-ef7cbf495424 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:37.956892 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bb57177-2f44-4834-9f68-a16429a52f05 req-5b31669a-e0f7-4cfe-9f89-300c2a3affe6 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa8af736-de84-483f-ac81-74abfb229b00 HTTP/1.1" status: 200 len: 943 time: 0.1942632 Jul 14 09:04:37.961745 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa88264-e87b-424a-99f9-6430ce32ca62 None None] No DVR routers for this DVR port 9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:04:37.965236 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 3e425142-3c0d-4350-9214-7df2a7432bff details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:04:37.978675 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7635d94a-2653-41c0-87d3-ef7cbf495424 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:37.991008 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7635d94a-2653-41c0-87d3-ef7cbf495424 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:04:37.991429 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7635d94a-2653-41c0-87d3-ef7cbf495424 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:04:38.000307 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:04:38.009729 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bb57177-2f44-4834-9f68-a16429a52f05 req-9e4b9ad2-f3e0-4c38-9b11-f0534d3e8f30 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517521 Jul 14 09:04:38.046774 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa88264-e87b-424a-99f9-6430ce32ca62 None None] Pushing event deleted for resources: {'Port': ['ID=9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:38.052636 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c1e3705-2ef7-493d-ba9e-fa1fb2910deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:38.153662 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7635d94a-2653-41c0-87d3-ef7cbf495424 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:38.162260 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7635d94a-2653-41c0-87d3-ef7cbf495424 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:38.166496 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7635d94a-2653-41c0-87d3-ef7cbf495424 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "DELETE /v2.0/networks/632ed8c0-d533-4003-8500-2d2535dd7613 HTTP/1.1" status: 204 len: 168 time: 1.5077929 Jul 14 09:04:38.166740 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 32918) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:38.223340 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635d94a-2653-41c0-87d3-ef7cbf495424 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event deleted for resources: {'Network': ['ID=632ed8c0-d533-4003-8500-2d2535dd7613,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:38.295282 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bf0a69-e415-4a8b-8554-2c180c1c16b5 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Deleting subnet 5aa4f150-7887-4b3e-a263-32ff1526de43 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:04:38.300027 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82bf0a69-e415-4a8b-8554-2c180c1c16b5 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:38.383452 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82bf0a69-e415-4a8b-8554-2c180c1c16b5 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:38.395654 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 7d6be5b3-9c94-4793-862b-9118ccb27e3d triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:38.396530 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:38.469387 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1c786ca7-7264-4848-88e5-a8318d3699c6 req-0fc6c107-c9f2-4222-9165-ba04c0f6da55 tempest-ServerShowV247Test-880979759 tempest-ServerShowV247Test-880979759-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb31f003-6d5a-40c9-8066-76127e96f51c HTTP/1.1" status: 200 len: 210 time: 0.0515449 Jul 14 09:04:38.591424 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-2c1e3705-2ef7-493d-ba9e-fa1fb2910deb None None] Attempting to bind port 507798ec-1543-455d-8fdc-76480a127054 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:04:38.591779 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-2c1e3705-2ef7-493d-ba9e-fa1fb2910deb None None] Attempting to bind port 507798ec-1543-455d-8fdc-76480a127054 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '5196d89f-6f2b-43db-b7e9-4d7fbd10de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:04:38.592566 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1e3705-2ef7-493d-ba9e-fa1fb2910deb None None] Attempting to bind port 507798ec-1543-455d-8fdc-76480a127054 on network b6c8ac10-8ba1-44e4-b7a4-abe9f213d791 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:38.609317 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1e3705-2ef7-493d-ba9e-fa1fb2910deb None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:04:38.610238 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1e3705-2ef7-493d-ba9e-fa1fb2910deb None None] Checking segment: {'id': '5196d89f-6f2b-43db-b7e9-4d7fbd10de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:38.611122 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c1e3705-2ef7-493d-ba9e-fa1fb2910deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:38.611722 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1e3705-2ef7-493d-ba9e-fa1fb2910deb None None] Bound using segment: {'id': '5196d89f-6f2b-43db-b7e9-4d7fbd10de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:04:38.612659 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-2c1e3705-2ef7-493d-ba9e-fa1fb2910deb None None] Bound port: 507798ec-1543-455d-8fdc-76480a127054, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5196d89f-6f2b-43db-b7e9-4d7fbd10de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:04:38.613486 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c1e3705-2ef7-493d-ba9e-fa1fb2910deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:38.633055 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3d570-3a3a-4e5b-a788-7b8add8dd680 None None] Pushing event updated for resources: {'Port': ['ID=507798ec-1543-455d-8fdc-76480a127054,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:38.633601 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82bf0a69-e415-4a8b-8554-2c180c1c16b5 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:38.727728 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 3e425142-3c0d-4350-9214-7df2a7432bff, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=3e425142-3c0d-4350-9214-7df2a7432bff,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:38.750021 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '3e425142-3c0d-4350-9214-7df2a7432bff', 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef', 'port_id': '3e425142-3c0d-4350-9214-7df2a7432bff', 'mac_address': 'fa:16:3e:48:96:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '270bafed-ba3b-4347-b7b9-ccc79813fe94', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:04:38.822837 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82bf0a69-e415-4a8b-8554-2c180c1c16b5 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:38.890877 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-2c1e3705-2ef7-493d-ba9e-fa1fb2910deb None None] For port 507798ec-1543-455d-8fdc-76480a127054, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:38.905893 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf0a69-e415-4a8b-8554-2c180c1c16b5 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event deleted for resources: {'Subnet': ['ID=5aa4f150-7887-4b3e-a263-32ff1526de43,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:38.909805 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3df072-3b61-45f1-880d-f1e72d734e11 req-309b8ade-ee91-45a5-aa0d-77e3ec92db96 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:38.918845 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3e3df072-3b61-45f1-880d-f1e72d734e11 req-309b8ade-ee91-45a5-aa0d-77e3ec92db96 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e9d3b-4e4f-4e90-88e5-96d7be99cd15 HTTP/1.1" status: 200 len: 950 time: 0.1925478 Jul 14 09:04:38.922976 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545ff600-5c7e-4e75-9621-689f69c44954 None None] Network 74a98aed-0de5-4841-a8b6-1e518a0866fe requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:04:38.923951 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82bf0a69-e415-4a8b-8554-2c180c1c16b5 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:38.934834 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-82bf0a69-e415-4a8b-8554-2c180c1c16b5 tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "DELETE /v2.0/subnets/5aa4f150-7887-4b3e-a263-32ff1526de43 HTTP/1.1" status: 204 len: 168 time: 0.7576630 Jul 14 09:04:38.939277 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 32940) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:39.023850 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:04:39.049252 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:39.051164 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-318e694f-d10c-47f7-91e2-18bd7ec291de tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:39.054669 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-2c1e3705-2ef7-493d-ba9e-fa1fb2910deb None None] For port 507798ec-1543-455d-8fdc-76480a127054, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=507798ec-1543-455d-8fdc-76480a127054,segment=NetworkSegment(5196d89f-6f2b-43db-b7e9-4d7fbd10de48),segment_id=5196d89f-6f2b-43db-b7e9-4d7fbd10de48)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:04:39.057528 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:04:39.057979 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9fa8ca66-99b1-4cb0-b9a0-997f8bf6e13e not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:04:39.129148 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3e3df072-3b61-45f1-880d-f1e72d734e11 req-65d56b88-6b51-49e5-a59b-9fe06a206021 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087865 Jul 14 09:04:39.157996 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f40c526d-5884-44d6-8729-f284ac973dbb req-48489c90-f821-4655-adcb-a6a86ed291ee tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/ports?device_id=96da6037-9672-4134-ac67-013326934d81 HTTP/1.1" status: 200 len: 210 time: 0.0702553 Jul 14 09:04:39.165709 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c1e3705-2ef7-493d-ba9e-fa1fb2910deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:39.203286 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-318e694f-d10c-47f7-91e2-18bd7ec291de tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Deleting port a00002db-c2c7-4359-a404-07115fec1883 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:04:39.204390 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-318e694f-d10c-47f7-91e2-18bd7ec291de tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:39.298520 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-318e694f-d10c-47f7-91e2-18bd7ec291de tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] For port a00002db-c2c7-4359-a404-07115fec1883, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a00002db-c2c7-4359-a404-07115fec1883,segment=NetworkSegment(1bfa50ec-7491-45ed-b159-8ca504371e7a),segment_id=1bfa50ec-7491-45ed-b159-8ca504371e7a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:39.298887 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-318e694f-d10c-47f7-91e2-18bd7ec291de tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:39.316842 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-318e694f-d10c-47f7-91e2-18bd7ec291de tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Calling delete_port for a00002db-c2c7-4359-a404-07115fec1883 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:04:39.357879 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e425142-3c0d-4350-9214-7df2a7432bff {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:39.430445 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 3e425142-3c0d-4350-9214-7df2a7432bff, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=3e425142-3c0d-4350-9214-7df2a7432bff,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:39.454031 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:39.464048 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-318e694f-d10c-47f7-91e2-18bd7ec291de tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:39.486499 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3d570-3a3a-4e5b-a788-7b8add8dd680 None None] Pushing event updated for resources: {'Port': ['ID=507798ec-1543-455d-8fdc-76480a127054,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:39.500757 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1e3705-2ef7-493d-ba9e-fa1fb2910deb None None] Routers {'d16cf07f-8021-4e3f-8f1d-74450004d3b2'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:04:39.501406 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2c1e3705-2ef7-493d-ba9e-fa1fb2910deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:04:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['d16cf07f-8021-4e3f-8f1d-74450004d3b2'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:39.562205 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e694f-d10c-47f7-91e2-18bd7ec291de tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event deleted for resources: {'Port': ['ID=a00002db-c2c7-4359-a404-07115fec1883,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:39.566383 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318e694f-d10c-47f7-91e2-18bd7ec291de tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] No DVR routers for this DVR port a00002db-c2c7-4359-a404-07115fec1883 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:04:39.709479 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83255d8d-bda6-4569-a0e3-b10045916241 req-a6a61428-7c81-4b2d-9df9-80371b45f198 tempest-ServersOnMultiNodesTest-640176556 tempest-ServersOnMultiNodesTest-640176556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:39.721244 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83255d8d-bda6-4569-a0e3-b10045916241 req-a6a61428-7c81-4b2d-9df9-80371b45f198 tempest-ServersOnMultiNodesTest-640176556 tempest-ServersOnMultiNodesTest-640176556-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e55e9d3b-4e4f-4e90-88e5-96d7be99cd15 HTTP/1.1" status: 200 len: 1102 time: 0.2644136 Jul 14 09:04:39.743584 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=3e425142-3c0d-4350-9214-7df2a7432bff,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:39.767533 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-318e694f-d10c-47f7-91e2-18bd7ec291de tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:39.776240 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['3e425142-3c0d-4350-9214-7df2a7432bff'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:39.840841 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ce593-b389-4490-a8ee-050e9ef7d956 req-2f1682be-66d0-4705-96d5-29463ede0a79 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:39.849980 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0a4ce593-b389-4490-a8ee-050e9ef7d956 req-2f1682be-66d0-4705-96d5-29463ede0a79 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa8af736-de84-483f-ac81-74abfb229b00 HTTP/1.1" status: 200 len: 944 time: 0.4140759 Jul 14 09:04:39.851778 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120c99bd-46fa-4773-8985-124be0640691 None None] DHCP port deletion for 74a98aed-0de5-4841-a8b6-1e518a0866fe request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:04:39.871920 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-318e694f-d10c-47f7-91e2-18bd7ec291de tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a98aed-0de5-4841-a8b6-1e518a0866fe']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:39.898438 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-318e694f-d10c-47f7-91e2-18bd7ec291de tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bfa50ec-7491-45ed-b159-8ca504371e7a') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:39.898854 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-318e694f-d10c-47f7-91e2-18bd7ec291de tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bfa50ec-7491-45ed-b159-8ca504371e7a') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:39.915440 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-2c1e3705-2ef7-493d-ba9e-fa1fb2910deb None None] Set router d16cf07f-8021-4e3f-8f1d-74450004d3b2 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:04:39.945659 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-318e694f-d10c-47f7-91e2-18bd7ec291de tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:39.963417 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0a4ce593-b389-4490-a8ee-050e9ef7d956 req-06faf207-8e42-4c93-8b30-1e1613e4007e tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121118 Jul 14 09:04:39.988271 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83255d8d-bda6-4569-a0e3-b10045916241 req-934af873-e010-4630-ae05-5752fdc33f22 tempest-ServersOnMultiNodesTest-640176556 tempest-ServersOnMultiNodesTest-640176556-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660465 Jul 14 09:04:40.036733 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-318e694f-d10c-47f7-91e2-18bd7ec291de tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:40.062873 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-318e694f-d10c-47f7-91e2-18bd7ec291de tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:04:40.070261 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-318e694f-d10c-47f7-91e2-18bd7ec291de tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:04:40.072792 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:04:40.201729 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-7d0b16ec-6df8-4907-90b4-524700a63857 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:40.205385 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-7d0b16ec-6df8-4907-90b4-524700a63857 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.47 "GET /v2.0/networks?id=b6c8ac10-8ba1-44e4-b7a4-abe9f213d791 HTTP/1.1" status: 200 len: 829 time: 0.4734437 Jul 14 09:04:40.233997 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-9d2c3e14-df7f-4497-84c4-5e099ca36ad7 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Request body: {'port': {'device_id': '96da6037-9672-4134-ac67-013326934d81', 'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791', 'admin_state_up': True, 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:40.283774 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:40.387744 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-318e694f-d10c-47f7-91e2-18bd7ec291de tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:40.407862 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2c1e3705-2ef7-493d-ba9e-fa1fb2910deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1019495136-router', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:04:32Z', 'revision_number': 4, 'project_id': '470004e2eab84d248e1b4ccc367e1d00', 'gw_port': {'id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '507798ec-1543-455d-8fdc-76480a127054', 'name': '', 'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'mac_address': 'fa:16:3e:cc:64:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '75d30ffe-9758-423a-9557-6554ce48fc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:31Z', 'updated_at': '2021-07-14T09:04:38Z', 'revision_number': 4, 'project_id': '470004e2eab84d248e1b4ccc367e1d00', 'subnets': [{'id': '75d30ffe-9758-423a-9557-6554ce48fc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:40.443800 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1e3705-2ef7-493d-ba9e-fa1fb2910deb None None] The sync data for ids ['d16cf07f-8021-4e3f-8f1d-74450004d3b2'] in n-d-771362-35 is: [{'id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1019495136-router', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:04:32Z', 'revision_number': 4, 'project_id': '470004e2eab84d248e1b4ccc367e1d00', 'gw_port': {'id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '507798ec-1543-455d-8fdc-76480a127054', 'name': '', 'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'mac_address': 'fa:16:3e:cc:64:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '75d30ffe-9758-423a-9557-6554ce48fc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:31Z', 'updated_at': '2021-07-14T09:04:38Z', 'revision_number': 4, 'project_id': '470004e2eab84d248e1b4ccc367e1d00', 'subnets': [{'id': '75d30ffe-9758-423a-9557-6554ce48fc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:04:40.462690 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-318e694f-d10c-47f7-91e2-18bd7ec291de tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:40.466241 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-318e694f-d10c-47f7-91e2-18bd7ec291de tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] 10.222.0.25 "DELETE /v2.0/networks/74a98aed-0de5-4841-a8b6-1e518a0866fe HTTP/1.1" status: 204 len: 168 time: 1.5241730 Jul 14 09:04:40.584008 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e694f-d10c-47f7-91e2-18bd7ec291de tempest-ServersTestMultiNic-1558345481 tempest-ServersTestMultiNic-1558345481-project] Pushing event deleted for resources: {'Network': ['ID=74a98aed-0de5-4841-a8b6-1e518a0866fe,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:40.593777 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-afa737ba-ce0f-4cb7-a154-2e8e2ed999c6 req-4d627a37-416e-4c46-91dc-94bfcbfe6f14 tempest-ServerShowV247Test-880979759 tempest-ServerShowV247Test-880979759-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb31f003-6d5a-40c9-8066-76127e96f51c HTTP/1.1" status: 200 len: 210 time: 0.1907070 Jul 14 09:04:40.625072 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-9d2c3e14-df7f-4497-84c4-5e099ca36ad7 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Made reservation on behalf of 470004e2eab84d248e1b4ccc367e1d00 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:04:40.629617 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-9d2c3e14-df7f-4497-84c4-5e099ca36ad7 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:40.817289 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b7a9ab1-2b0c-4768-9102-744421a3ef92 req-9702f5d0-b6de-4b02-b327-acfe85c5e531 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ee6638b6-1710-4dc1-b7fe-56eaea0da6c2 HTTP/1.1" status: 200 len: 210 time: 0.0628531 Jul 14 09:04:40.869099 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0dc6bca9-5ac2-4fc3-8d59-184acaac1a42 req-18a9b324-bfef-415b-9976-d7bb5bea5be6 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/ports?device_id=96da6037-9672-4134-ac67-013326934d81 HTTP/1.1" status: 200 len: 210 time: 0.0549488 Jul 14 09:04:40.963467 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-9d2c3e14-df7f-4497-84c4-5e099ca36ad7 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Allocated IP 172.20.0.9 (b6c8ac10-8ba1-44e4-b7a4-abe9f213d791/75d30ffe-9758-423a-9557-6554ce48fc7c/4252bc07-628c-4665-9375-eab1d98a3fd7) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:04:41.247723 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d278bf5-fee8-4e69-a3cc-ff49c124127e req-2652ae74-3448-4f80-9573-8630e2f4ba05 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:41.249316 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7d278bf5-fee8-4e69-a3cc-ff49c124127e req-2652ae74-3448-4f80-9573-8630e2f4ba05 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e9d3b-4e4f-4e90-88e5-96d7be99cd15 HTTP/1.1" status: 200 len: 950 time: 0.2232664 Jul 14 09:04:41.283749 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-9d2c3e14-df7f-4497-84c4-5e099ca36ad7 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:41.319902 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-9d2c3e14-df7f-4497-84c4-5e099ca36ad7 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Transition to ACTIVE for port object 4252bc07-628c-4665-9375-eab1d98a3fd7 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:41.348537 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3288d94-82bb-406b-9fa3-40cd86eaa552 req-a0163dba-1728-4315-9de2-0abb8984c087 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:41.350063 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c3288d94-82bb-406b-9fa3-40cd86eaa552 req-a0163dba-1728-4315-9de2-0abb8984c087 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa8af736-de84-483f-ac81-74abfb229b00 HTTP/1.1" status: 200 len: 944 time: 0.2028959 Jul 14 09:04:41.360223 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7d278bf5-fee8-4e69-a3cc-ff49c124127e req-82bd08c6-4cc6-49df-ae81-c9fc573ec283 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998666 Jul 14 09:04:41.424868 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c3288d94-82bb-406b-9fa3-40cd86eaa552 req-1adb96c2-c182-4d9c-8bbb-5a54b92de842 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682473 Jul 14 09:04:41.432528 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-9d2c3e14-df7f-4497-84c4-5e099ca36ad7 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:41.501514 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-9d2c3e14-df7f-4497-84c4-5e099ca36ad7 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Network b6c8ac10-8ba1-44e4-b7a4-abe9f213d791 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:41.507436 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-9d2c3e14-df7f-4497-84c4-5e099ca36ad7 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:41.511845 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-9d2c3e14-df7f-4497-84c4-5e099ca36ad7 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:41.557358 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c3e14-df7f-4497-84c4-5e099ca36ad7 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Pushing event updated for resources: {'Port': ['ID=4252bc07-628c-4665-9375-eab1d98a3fd7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:41.611070 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-9d2c3e14-df7f-4497-84c4-5e099ca36ad7 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:41.620175 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-9d2c3e14-df7f-4497-84c4-5e099ca36ad7 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:41.671699 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-9d2c3e14-df7f-4497-84c4-5e099ca36ad7 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4523990 Jul 14 09:04:41.690130 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-66d66e3a-6019-407a-88b4-0e27c79e0877 service neutron] Request body: {'port': {'device_id': '96da6037-9672-4134-ac67-013326934d81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:41.748815 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 507798ec-1543-455d-8fdc-76480a127054 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:41.770669 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:04:41.894527 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-33a001de-1c02-4332-8f61-24b6c84df723 None None] Provisioning for port 4252bc07-628c-4665-9375-eab1d98a3fd7 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:41.913789 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 32982) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:41.930981 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-33a001de-1c02-4332-8f61-24b6c84df723 None None] Provisioning complete for port 4252bc07-628c-4665-9375-eab1d98a3fd7 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:41.931405 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-33a001de-1c02-4332-8f61-24b6c84df723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:41.984856 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-66d66e3a-6019-407a-88b4-0e27c79e0877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:42.019149 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 3e425142-3c0d-4350-9214-7df2a7432bff up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:42.093578 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:42.156272 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-33a001de-1c02-4332-8f61-24b6c84df723 None None] Port 4252bc07-628c-4665-9375-eab1d98a3fd7 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:04:42.166191 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 507798ec-1543-455d-8fdc-76480a127054 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:42.172757 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 507798ec-1543-455d-8fdc-76480a127054 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:42.173523 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:42.207376 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-357544c5-5945-473a-8556-cc01db43597a req-33c7e93f-70ba-4680-8d88-e6a18432d6d5 tempest-ServerShowV247Test-880979759 tempest-ServerShowV247Test-880979759-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb31f003-6d5a-40c9-8066-76127e96f51c HTTP/1.1" status: 200 len: 210 time: 0.2191670 Jul 14 09:04:42.222640 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 3e425142-3c0d-4350-9214-7df2a7432bff completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:42.238432 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 3e425142-3c0d-4350-9214-7df2a7432bff triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:42.239016 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:42.337900 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:42.467686 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4ff98b5-8c06-420d-be95-2509d412adfc req-fc91f86d-58c9-49ed-958d-a9efe8de33bd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bb31f003-6d5a-40c9-8066-76127e96f51c HTTP/1.1" status: 200 len: 210 time: 0.1650784 Jul 14 09:04:42.484151 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 507798ec-1543-455d-8fdc-76480a127054, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=507798ec-1543-455d-8fdc-76480a127054,segment=NetworkSegment(5196d89f-6f2b-43db-b7e9-4d7fbd10de48),segment_id=5196d89f-6f2b-43db-b7e9-4d7fbd10de48)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:42.497379 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:42.558286 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-514b027e-02db-4ee9-b963-6821e95b98ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:42.604058 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:42.609890 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a00002db-c2c7-4359-a404-07115fec1883 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:04:42.648792 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: a00002db-c2c7-4359-a404-07115fec1883 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:04:42.649230 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a00002db-c2c7-4359-a404-07115fec1883 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:04:42.662643 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=507798ec-1543-455d-8fdc-76480a127054,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:42.685592 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8af736-de84-483f-ac81-74abfb229b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e425142-3c0d-4350-9214-7df2a7432bff'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:42.688422 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e618e33d-daf0-40d1-9dfc-543924cd090a" -d '{"events": [{"server_uuid": "fa8af736-de84-483f-ac81-74abfb229b00", "name": "network-vif-plugged", "status": "completed", "tag": "3e425142-3c0d-4350-9214-7df2a7432bff"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:42.705165 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 3e425142-3c0d-4350-9214-7df2a7432bff, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=3e425142-3c0d-4350-9214-7df2a7432bff,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:42.711079 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:42.786258 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=3e425142-3c0d-4350-9214-7df2a7432bff,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:42.930011 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-514b027e-02db-4ee9-b963-6821e95b98ec admin admin] Deleting port 0961c2d5-a09b-47ab-8f65-c433ebae84c7 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:04:42.930875 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-514b027e-02db-4ee9-b963-6821e95b98ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:42.958919 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9320f5-2ab8-4e1f-bc4c-a1aef9f38eab req-06613716-b8b4-40ac-ae11-9b04007df6b9 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:42.960569 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f9320f5-2ab8-4e1f-bc4c-a1aef9f38eab req-06613716-b8b4-40ac-ae11-9b04007df6b9 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b4d651-c95e-48e0-8757-0e557acbe499 HTTP/1.1" status: 200 len: 945 time: 0.7519591 Jul 14 09:04:42.991109 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79a3de-3395-4625-abda-5c09f5c4ab64 req-98dc7920-ad20-4b94-b076-37bfa64e7b20 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:42.992619 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-be79a3de-3395-4625-abda-5c09f5c4ab64 req-98dc7920-ad20-4b94-b076-37bfa64e7b20 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.44 "GET /v2.0/ports?device_id=e55e9d3b-4e4f-4e90-88e5-96d7be99cd15 HTTP/1.1" status: 200 len: 950 time: 0.9548438 Jul 14 09:04:43.017574 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-514b027e-02db-4ee9-b963-6821e95b98ec admin admin] For port 0961c2d5-a09b-47ab-8f65-c433ebae84c7, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=0961c2d5-a09b-47ab-8f65-c433ebae84c7,segment=NetworkSegment(638c9078-7f0c-4dcb-8272-6ff4808c0948),segment_id=638c9078-7f0c-4dcb-8272-6ff4808c0948)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:43.017946 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-514b027e-02db-4ee9-b963-6821e95b98ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:43.035556 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-514b027e-02db-4ee9-b963-6821e95b98ec admin admin] Calling delete_port for 0961c2d5-a09b-47ab-8f65-c433ebae84c7 owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:04:43.111171 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26df233-17d6-45c4-8eae-c6381044b52f req-1ff8d7c5-938f-43fe-9b26-707bc84f7f09 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:43.112687 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a26df233-17d6-45c4-8eae-c6381044b52f req-1ff8d7c5-938f-43fe-9b26-707bc84f7f09 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/ports?device_id=96da6037-9672-4134-ac67-013326934d81 HTTP/1.1" status: 200 len: 931 time: 0.6484964 Jul 14 09:04:43.124512 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f9320f5-2ab8-4e1f-bc4c-a1aef9f38eab req-6b93e1da-3259-429f-9fb8-9bc7620a3ec2 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/security-groups?id=b66ff417-eb85-4915-bce4-8f9c11b7b80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475427 Jul 14 09:04:43.253660 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-66d66e3a-6019-407a-88b4-0e27c79e0877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4252bc07-628c-4665-9375-eab1d98a3fd7 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:43.266283 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-66d66e3a-6019-407a-88b4-0e27c79e0877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:43.293596 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a26df233-17d6-45c4-8eae-c6381044b52f req-03a4e742-f61b-4ed4-9824-e9b2c607a775 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b7568dd-6a56-4ebe-bd2a-3fd706f839be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648932 Jul 14 09:04:43.325452 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-514b027e-02db-4ee9-b963-6821e95b98ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:43.357367 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b027e-02db-4ee9-b963-6821e95b98ec admin admin] Pushing event deleted for resources: {'Port': ['ID=0961c2d5-a09b-47ab-8f65-c433ebae84c7,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:43.391025 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-66d66e3a-6019-407a-88b4-0e27c79e0877 service neutron] Transition to ACTIVE for port object 4252bc07-628c-4665-9375-eab1d98a3fd7 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:43.398179 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-66d66e3a-6019-407a-88b4-0e27c79e0877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:43.601797 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-be79a3de-3395-4625-abda-5c09f5c4ab64 req-0cc5e949-67d4-4842-b631-eba5bbbea015 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Deleting port 6c03e1c1-dbb2-4474-a767-b04e99b4e720 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:04:43.602139 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-be79a3de-3395-4625-abda-5c09f5c4ab64 req-0cc5e949-67d4-4842-b631-eba5bbbea015 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:43.616864 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d66e3a-6019-407a-88b4-0e27c79e0877 service neutron] Pushing event updated for resources: {'Port': ['ID=4252bc07-628c-4665-9375-eab1d98a3fd7,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:43.632082 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-514b027e-02db-4ee9-b963-6821e95b98ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:43.743117 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d7e33-00c5-4c02-9ad4-6b5d33826a84 req-412202ed-772b-499d-985b-3385391ab95b tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:43.751532 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-130d7e33-00c5-4c02-9ad4-6b5d33826a84 req-412202ed-772b-499d-985b-3385391ab95b tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e9d3b-4e4f-4e90-88e5-96d7be99cd15 HTTP/1.1" status: 200 len: 950 time: 0.4558575 Jul 14 09:04:43.785933 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 507798ec-1543-455d-8fdc-76480a127054 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:43.855373 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 507798ec-1543-455d-8fdc-76480a127054 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:43.856173 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:43.882792 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-130d7e33-00c5-4c02-9ad4-6b5d33826a84 req-bcfa9bd0-9192-4dc8-a1bd-6b83c7408d47 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312799 Jul 14 09:04:43.904730 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-be79a3de-3395-4625-abda-5c09f5c4ab64 req-0cc5e949-67d4-4842-b631-eba5bbbea015 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] For port 6c03e1c1-dbb2-4474-a767-b04e99b4e720, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=6c03e1c1-dbb2-4474-a767-b04e99b4e720,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:43.905099 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-be79a3de-3395-4625-abda-5c09f5c4ab64 req-0cc5e949-67d4-4842-b631-eba5bbbea015 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:43.926160 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c6f21-868a-4fd6-b70c-7e615c71fa56 req-f57eb063-ec82-41f9-be35-e2383b9bd8a8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:43.933268 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-490c6f21-868a-4fd6-b70c-7e615c71fa56 req-f57eb063-ec82-41f9-be35-e2383b9bd8a8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa8af736-de84-483f-ac81-74abfb229b00 HTTP/1.1" status: 200 len: 945 time: 0.4314935 Jul 14 09:04:43.951850 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-66d66e3a-6019-407a-88b4-0e27c79e0877 service neutron] Attempting to bind port 4252bc07-628c-4665-9375-eab1d98a3fd7 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:04:43.952180 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-66d66e3a-6019-407a-88b4-0e27c79e0877 service neutron] Attempting to bind port 4252bc07-628c-4665-9375-eab1d98a3fd7 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '5196d89f-6f2b-43db-b7e9-4d7fbd10de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:04:43.952500 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-66d66e3a-6019-407a-88b4-0e27c79e0877 service neutron] Attempting to bind port 4252bc07-628c-4665-9375-eab1d98a3fd7 on network b6c8ac10-8ba1-44e4-b7a4-abe9f213d791 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:43.956117 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-be79a3de-3395-4625-abda-5c09f5c4ab64 req-0cc5e949-67d4-4842-b631-eba5bbbea015 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Calling delete_port for 6c03e1c1-dbb2-4474-a767-b04e99b4e720 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:04:43.971421 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-66d66e3a-6019-407a-88b4-0e27c79e0877 service neutron] Port 4252bc07-628c-4665-9375-eab1d98a3fd7 on network b6c8ac10-8ba1-44e4-b7a4-abe9f213d791 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:04:43.972127 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-66d66e3a-6019-407a-88b4-0e27c79e0877 service neutron] Attempting to bind port 4252bc07-628c-4665-9375-eab1d98a3fd7 on network b6c8ac10-8ba1-44e4-b7a4-abe9f213d791 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:43.990434 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-66d66e3a-6019-407a-88b4-0e27c79e0877 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:04:43.990775 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-66d66e3a-6019-407a-88b4-0e27c79e0877 service neutron] Checking segment: {'id': '5196d89f-6f2b-43db-b7e9-4d7fbd10de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:43.991161 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-66d66e3a-6019-407a-88b4-0e27c79e0877 service neutron] Bound using segment: {'id': '5196d89f-6f2b-43db-b7e9-4d7fbd10de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:04:43.991616 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-66d66e3a-6019-407a-88b4-0e27c79e0877 service neutron] Bound port: 4252bc07-628c-4665-9375-eab1d98a3fd7, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5196d89f-6f2b-43db-b7e9-4d7fbd10de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:04:43.991984 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-66d66e3a-6019-407a-88b4-0e27c79e0877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:44.033867 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514b027e-02db-4ee9-b963-6821e95b98ec admin admin] Router 734a5fdb-119c-482e-ab91-1f33512fcac1 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:04:44.034880 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-490c6f21-868a-4fd6-b70c-7e615c71fa56 req-5e09d99e-8553-40c5-91de-2e6d3115936e tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004729 Jul 14 09:04:44.085160 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bd44aa-5e3e-4c8a-86b4-0bf4cfa9be08 x-openstack-request-id: req-b0bd44aa-5e3e-4c8a-86b4-0bf4cfa9be08 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:44.085447 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8af736-de84-483f-ac81-74abfb229b00", "name": "network-vif-plugged", "status": "completed", "tag": "3e425142-3c0d-4350-9214-7df2a7432bff", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:44.085703 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0bd44aa-5e3e-4c8a-86b4-0bf4cfa9be08 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:44.086160 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8af736-de84-483f-ac81-74abfb229b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e425142-3c0d-4350-9214-7df2a7432bff', 'code': 200} Jul 14 09:04:44.237846 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514b027e-02db-4ee9-b963-6821e95b98ec admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:04:44.251250 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75852133-07df-4f75-80cc-9cd1f348dbcc None None] Sync routers for ids ['734a5fdb-119c-482e-ab91-1f33512fcac1'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:04:44.252252 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-514b027e-02db-4ee9-b963-6821e95b98ec admin admin] 10.222.0.25 "PUT /v2.0/routers/734a5fdb-119c-482e-ab91-1f33512fcac1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3365259 Jul 14 09:04:44.254571 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33004) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:44.268543 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75852133-07df-4f75-80cc-9cd1f348dbcc None None] Routers {'734a5fdb-119c-482e-ab91-1f33512fcac1'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:04:44.271735 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-75852133-07df-4f75-80cc-9cd1f348dbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:04:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['734a5fdb-119c-482e-ab91-1f33512fcac1'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:44.285909 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10f9dad8-bc92-4138-b590-9dfcd5049ebf req-a0e4fa3a-73d1-4ed1-8a7b-4135954d18ed tempest-ServerShowV247Test-880979759 tempest-ServerShowV247Test-880979759-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb31f003-6d5a-40c9-8066-76127e96f51c HTTP/1.1" status: 200 len: 210 time: 0.0595114 Jul 14 09:04:44.351116 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-66d66e3a-6019-407a-88b4-0e27c79e0877 service neutron] For port 4252bc07-628c-4665-9375-eab1d98a3fd7, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:44.367559 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-66d66e3a-6019-407a-88b4-0e27c79e0877 service neutron] For port 4252bc07-628c-4665-9375-eab1d98a3fd7, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=4252bc07-628c-4665-9375-eab1d98a3fd7,segment=NetworkSegment(5196d89f-6f2b-43db-b7e9-4d7fbd10de48),segment_id=5196d89f-6f2b-43db-b7e9-4d7fbd10de48)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:04:44.397015 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-66d66e3a-6019-407a-88b4-0e27c79e0877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:44.458775 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52bcec10-f543-48be-b80e-50cfb8efde11 admin admin] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:44.493985 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-75852133-07df-4f75-80cc-9cd1f348dbcc None None] Set router 734a5fdb-119c-482e-ab91-1f33512fcac1 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:04:44.494156 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-66d66e3a-6019-407a-88b4-0e27c79e0877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:44.494770 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-66d66e3a-6019-407a-88b4-0e27c79e0877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:44.500726 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-66d66e3a-6019-407a-88b4-0e27c79e0877 service neutron] 10.222.0.47 "PUT /v2.0/ports/4252bc07-628c-4665-9375-eab1d98a3fd7 HTTP/1.1" status: 200 len: 1092 time: 2.8213174 Jul 14 09:04:44.513816 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96da6037-9672-4134-ac67-013326934d81', 'tag': '4252bc07-628c-4665-9375-eab1d98a3fd7'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:44.523359 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bb0cd7-ee2c-4368-9488-9e8178c3c1cf" -d '{"events": [{"name": "network-changed", "server_uuid": "96da6037-9672-4134-ac67-013326934d81", "tag": "4252bc07-628c-4665-9375-eab1d98a3fd7"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:44.671987 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c10b28-a0af-4fed-a7d5-f8db2593964d req-5015de3c-868a-4474-b93f-cb4d2019ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:44.673512 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b9c10b28-a0af-4fed-a7d5-f8db2593964d req-5015de3c-868a-4474-b93f-cb4d2019ab49 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fa8af736-de84-483f-ac81-74abfb229b00 HTTP/1.1" status: 200 len: 1097 time: 0.4936171 Jul 14 09:04:44.813456 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-75852133-07df-4f75-80cc-9cd1f348dbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a5fdb-119c-482e-ab91-1f33512fcac1', 'name': 'tempest-ServersTestMultiNic-366349681-router', 'tenant_id': '5251b0d4541348f2ad3d3cba77a39683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'bde9bde2-82b7-4cb2-bb9c-f9ed667346bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:02:27Z', 'updated_at': '2021-07-14T09:04:43Z', 'revision_number': 5, 'project_id': '5251b0d4541348f2ad3d3cba77a39683', 'gw_port': {'id': 'bde9bde2-82b7-4cb2-bb9c-f9ed667346bc', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a5fdb-119c-482e-ab91-1f33512fcac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:02:30Z', 'updated_at': '2021-07-14T09:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:44.884734 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75852133-07df-4f75-80cc-9cd1f348dbcc None None] Checking router: 734a5fdb-119c-482e-ab91-1f33512fcac1 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:04:44.899039 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75852133-07df-4f75-80cc-9cd1f348dbcc None None] Routers {'734a5fdb-119c-482e-ab91-1f33512fcac1'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:04:44.899825 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-75852133-07df-4f75-80cc-9cd1f348dbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:04:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['734a5fdb-119c-482e-ab91-1f33512fcac1'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:44.928768 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b9c10b28-a0af-4fed-a7d5-f8db2593964d req-16d8d5dc-e0bc-4acc-befe-d851373231cc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473205 Jul 14 09:04:45.009380 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-be79a3de-3395-4625-abda-5c09f5c4ab64 req-0cc5e949-67d4-4842-b631-eba5bbbea015 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:45.022460 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['ce787d56-90a9-47ea-a734-16046302a7ac', 'b5e33b54-03f0-44bf-aa56-59ef1902dc0e'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:45.046944 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d66e3a-6019-407a-88b4-0e27c79e0877 service neutron] Pushing event updated for resources: {'Port': ['ID=4252bc07-628c-4665-9375-eab1d98a3fd7,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:45.091284 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['3bf961b6-708a-4ff3-b40e-42584c38b0df', 'ba7a8ef4-ce4b-4390-9732-806f1f62839f', 'fb7a3161-92a3-43bc-9ae0-72e61d55e000', 'f16b59eb-59b6-43d7-a2cf-f8bf1a50238c', 'f668c9bd-1e62-4b90-87bb-3fa74af817e1'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:45.158633 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52bcec10-f543-48be-b80e-50cfb8efde11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:45.206935 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-75852133-07df-4f75-80cc-9cd1f348dbcc None None] Set router 734a5fdb-119c-482e-ab91-1f33512fcac1 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:04:45.219173 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-be79a3de-3395-4625-abda-5c09f5c4ab64 req-0cc5e949-67d4-4842-b631-eba5bbbea015 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] No DVR routers for this DVR port 6c03e1c1-dbb2-4474-a767-b04e99b4e720 on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:04:45.222849 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-78898228-5b00-4535-931f-e032afb600ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:45.224644 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-78898228-5b00-4535-931f-e032afb600ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=470004e2eab84d248e1b4ccc367e1d00&device_id=96da6037-9672-4134-ac67-013326934d81 HTTP/1.1" status: 200 len: 1095 time: 0.5551467 Jul 14 09:04:45.226427 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-be79a3de-3395-4625-abda-5c09f5c4ab64 req-0cc5e949-67d4-4842-b631-eba5bbbea015 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:45.228406 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-be79a3de-3395-4625-abda-5c09f5c4ab64 req-0cc5e949-67d4-4842-b631-eba5bbbea015 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.44 "DELETE /v2.0/ports/6c03e1c1-dbb2-4474-a767-b04e99b4e720 HTTP/1.1" status: 204 len: 173 time: 2.2131155 Jul 14 09:04:45.252711 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5e949-67d4-4842-b631-eba5bbbea015 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Pushing event deleted for resources: {'Port': ['ID=6c03e1c1-dbb2-4474-a767-b04e99b4e720,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:45.357087 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-52bcec10-f543-48be-b80e-50cfb8efde11 admin admin] Deleting port bde9bde2-82b7-4cb2-bb9c-f9ed667346bc {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:04:45.357713 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52bcec10-f543-48be-b80e-50cfb8efde11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:45.360311 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-458a9499-83e2-490f-b236-c1af404dab99 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4252bc07-628c-4665-9375-eab1d98a3fd7 HTTP/1.1" status: 200 len: 217 time: 0.0994358 Jul 14 09:04:45.403416 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-572627ef-62f5-4a52-a947-f942ee795779 req-c23805db-d15f-4df5-a1b3-308e6f2654e7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f4930fff-1608-429a-9a67-1a4c39ea7507&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6230893 Jul 14 09:04:45.510395 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2fb3a-8ebd-4a72-a58c-5cc720db1887 req-dcdbb041-6aa4-4fb6-85c1-c5329080d4ec tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:45.518795 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-14c2fb3a-8ebd-4a72-a58c-5cc720db1887 req-dcdbb041-6aa4-4fb6-85c1-c5329080d4ec tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/ports?device_id=96da6037-9672-4134-ac67-013326934d81 HTTP/1.1" status: 200 len: 943 time: 0.8438232 Jul 14 09:04:45.628200 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-52bcec10-f543-48be-b80e-50cfb8efde11 admin admin] For port bde9bde2-82b7-4cb2-bb9c-f9ed667346bc, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=bde9bde2-82b7-4cb2-bb9c-f9ed667346bc,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:45.628614 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52bcec10-f543-48be-b80e-50cfb8efde11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:45.664877 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-c72511d3-0127-4f0b-9ff6-09505d351ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:45.666686 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-c72511d3-0127-4f0b-9ff6-09505d351ed7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75d30ffe-9758-423a-9557-6554ce48fc7c HTTP/1.1" status: 200 len: 868 time: 0.2942371 Jul 14 09:04:45.675849 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-52bcec10-f543-48be-b80e-50cfb8efde11 admin admin] Calling delete_port for bde9bde2-82b7-4cb2-bb9c-f9ed667346bc owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:04:45.738763 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-75852133-07df-4f75-80cc-9cd1f348dbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a5fdb-119c-482e-ab91-1f33512fcac1', 'name': 'tempest-ServersTestMultiNic-366349681-router', 'tenant_id': '5251b0d4541348f2ad3d3cba77a39683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'bde9bde2-82b7-4cb2-bb9c-f9ed667346bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:02:27Z', 'updated_at': '2021-07-14T09:04:43Z', 'revision_number': 5, 'project_id': '5251b0d4541348f2ad3d3cba77a39683', 'gw_port': {'id': 'bde9bde2-82b7-4cb2-bb9c-f9ed667346bc', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a5fdb-119c-482e-ab91-1f33512fcac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:02:30Z', 'updated_at': '2021-07-14T09:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:45.758389 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-14c2fb3a-8ebd-4a72-a58c-5cc720db1887 req-5a2a2564-f366-4379-8398-cecc02cf82a9 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b7568dd-6a56-4ebe-bd2a-3fd706f839be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386041 Jul 14 09:04:45.800256 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572627ef-62f5-4a52-a947-f942ee795779 req-4e942484-fb3a-4400-acf3-c6d394fe9027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:45.801785 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-572627ef-62f5-4a52-a947-f942ee795779 req-4e942484-fb3a-4400-acf3-c6d394fe9027 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&device_id=f4930fff-1608-429a-9a67-1a4c39ea7507 HTTP/1.1" status: 200 len: 1101 time: 0.2698061 Jul 14 09:04:45.815343 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75852133-07df-4f75-80cc-9cd1f348dbcc None None] The sync data for ids ['734a5fdb-119c-482e-ab91-1f33512fcac1'] in n-d-771362-35 is: [{'id': '734a5fdb-119c-482e-ab91-1f33512fcac1', 'name': 'tempest-ServersTestMultiNic-366349681-router', 'tenant_id': '5251b0d4541348f2ad3d3cba77a39683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'bde9bde2-82b7-4cb2-bb9c-f9ed667346bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:02:27Z', 'updated_at': '2021-07-14T09:04:43Z', 'revision_number': 5, 'project_id': '5251b0d4541348f2ad3d3cba77a39683', 'gw_port': {'id': 'bde9bde2-82b7-4cb2-bb9c-f9ed667346bc', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a5fdb-119c-482e-ab91-1f33512fcac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:02:30Z', 'updated_at': '2021-07-14T09:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:04:46.009317 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa6df56-0976-49e2-99ee-c98e0a1d7059 x-openstack-request-id: req-3fa6df56-0976-49e2-99ee-c98e0a1d7059 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:46.009531 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96da6037-9672-4134-ac67-013326934d81", "tag": "4252bc07-628c-4665-9375-eab1d98a3fd7", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:46.010065 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3fa6df56-0976-49e2-99ee-c98e0a1d7059 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:46.010187 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96da6037-9672-4134-ac67-013326934d81', 'tag': '4252bc07-628c-4665-9375-eab1d98a3fd7', 'status': 'completed', 'code': 200} Jul 14 09:04:46.050204 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01946113-f690-4af4-a9f5-bb0271aee45a req-2b2b5b00-286c-487a-8865-31f1c9f0107a tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:46.059786 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01946113-f690-4af4-a9f5-bb0271aee45a req-2b2b5b00-286c-487a-8865-31f1c9f0107a tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b4d651-c95e-48e0-8757-0e557acbe499 HTTP/1.1" status: 200 len: 945 time: 0.4823668 Jul 14 09:04:46.077747 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 6c03e1c1-dbb2-4474-a767-b04e99b4e720 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:04:46.154545 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572627ef-62f5-4a52-a947-f942ee795779 req-40e36be9-c075-4ada-8c01-033431b94341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:46.159032 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-572627ef-62f5-4a52-a947-f942ee795779 req-40e36be9-c075-4ada-8c01-033431b94341 service neutron] 10.222.0.44 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.2998688 Jul 14 09:04:46.164433 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 6c03e1c1-dbb2-4474-a767-b04e99b4e720 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:04:46.164433 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 6c03e1c1-dbb2-4474-a767-b04e99b4e720 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:04:46.169160 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-41620b9b-3ab5-4126-af1a-e847412b8253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:46.169160 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-41620b9b-3ab5-4126-af1a-e847412b8253 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6c8ac10-8ba1-44e4-b7a4-abe9f213d791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4713783 Jul 14 09:04:46.222641 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52bcec10-f543-48be-b80e-50cfb8efde11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:46.345761 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bcec10-f543-48be-b80e-50cfb8efde11 admin admin] Pushing event deleted for resources: {'Port': ['ID=bde9bde2-82b7-4cb2-bb9c-f9ed667346bc,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:46.380969 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01946113-f690-4af4-a9f5-bb0271aee45a req-6da966f7-422e-47fb-85bd-2330c94e25d6 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/security-groups?id=b66ff417-eb85-4915-bce4-8f9c11b7b80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3201895 Jul 14 09:04:46.396687 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe863ad5-2c9d-4eed-ace2-f225d23230db req-25ab6c06-4b57-4da3-9935-5227f47969f6 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e9d3b-4e4f-4e90-88e5-96d7be99cd15 HTTP/1.1" status: 200 len: 210 time: 0.2298665 Jul 14 09:04:46.482005 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-572627ef-62f5-4a52-a947-f942ee795779 req-a8a12736-bb19-4cb4-a14c-337b7e311e04 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=ce787d56-90a9-47ea-a734-16046302a7ac HTTP/1.1" status: 200 len: 217 time: 0.2939742 Jul 14 09:04:46.566076 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52bcec10-f543-48be-b80e-50cfb8efde11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:46.660910 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-ea0e3d99-96e1-4d54-a0de-c60c361583a6 service neutron] 10.222.0.47 "GET /v2.0/networks/b6c8ac10-8ba1-44e4-b7a4-abe9f213d791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584506 Jul 14 09:04:46.702748 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52bcec10-f543-48be-b80e-50cfb8efde11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:46.705314 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52bcec10-f543-48be-b80e-50cfb8efde11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:46.773908 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52bcec10-f543-48be-b80e-50cfb8efde11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:46.774578 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bcec10-f543-48be-b80e-50cfb8efde11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 734a5fdb-119c-482e-ab91-1f33512fcac1 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:04:46.780074 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52bcec10-f543-48be-b80e-50cfb8efde11 admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:46.783823 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-52bcec10-f543-48be-b80e-50cfb8efde11 admin admin] 10.222.0.25 "DELETE /v2.0/routers/734a5fdb-119c-482e-ab91-1f33512fcac1 HTTP/1.1" status: 204 len: 168 time: 2.5281899 Jul 14 09:04:46.784428 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33042) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:46.827195 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572627ef-62f5-4a52-a947-f942ee795779 req-e2f2739b-6317-4157-9ed7-aa090910dab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:46.830199 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-572627ef-62f5-4a52-a947-f942ee795779 req-e2f2739b-6317-4157-9ed7-aa090910dab1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1667082 Jul 14 09:04:46.852311 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6b5b12-5890-4666-8a87-8ec97774af22 admin admin] Deleting subnet f5e3b42c-fb5b-4093-8dd1-06a58a6b7b32 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:04:46.856547 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba6b5b12-5890-4666-8a87-8ec97774af22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:46.900767 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba6b5b12-5890-4666-8a87-8ec97774af22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:46.939542 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4562b5c4-2732-4a55-b5e5-21f5cb65745f req-115b2708-5602-479c-bc1b-df6c65af73e7 tempest-ServerShowV247Test-880979759 tempest-ServerShowV247Test-880979759-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb31f003-6d5a-40c9-8066-76127e96f51c HTTP/1.1" status: 200 len: 210 time: 0.1719327 Jul 14 09:04:47.004864 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba6b5b12-5890-4666-8a87-8ec97774af22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:47.051226 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74654537-bb2c-4cc2-adbc-ac6d30fadf83 req-00e91fed-0128-46b0-b107-9994304ec856 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:47.059115 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74654537-bb2c-4cc2-adbc-ac6d30fadf83 req-00e91fed-0128-46b0-b107-9994304ec856 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa8af736-de84-483f-ac81-74abfb229b00 HTTP/1.1" status: 200 len: 945 time: 0.2945738 Jul 14 09:04:47.077841 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba6b5b12-5890-4666-8a87-8ec97774af22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:47.099431 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba6b5b12-5890-4666-8a87-8ec97774af22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:47.101997 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80676566-af42-4b50-9e4c-b7cc260a12dd req-9122e4c3-ca62-4b19-ade4-a88518a3d5db tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:47.103929 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ba6b5b12-5890-4666-8a87-8ec97774af22 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f5e3b42c-fb5b-4093-8dd1-06a58a6b7b32 HTTP/1.1" status: 204 len: 168 time: 0.3184369 Jul 14 09:04:47.107605 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-80676566-af42-4b50-9e4c-b7cc260a12dd req-9122e4c3-ca62-4b19-ade4-a88518a3d5db tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.47 "GET /v2.0/ports?device_id=85b4d651-c95e-48e0-8757-0e557acbe499 HTTP/1.1" status: 200 len: 945 time: 0.7076898 Jul 14 09:04:47.107880 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28190a7a-0048-46b2-b806-3375d0600d05 None None] Network a8f8824a-2562-4ac0-bf1f-9955e1d8c362 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:04:47.109587 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5448ad71-6c9c-4ace-b9cc-e5bdad4040c0 req-1798eddd-f7ea-4a5c-8b57-21ef4d06d0df service neutron] 10.222.0.47 "GET /v2.0/networks/b6c8ac10-8ba1-44e4-b7a4-abe9f213d791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027947 Jul 14 09:04:47.110040 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 33046) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:47.126855 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b5b12-5890-4666-8a87-8ec97774af22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5e3b42c-fb5b-4093-8dd1-06a58a6b7b32,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:47.415726 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dd5bec-fa95-4ea5-abfb-136a0fa4f07d None None] DHCP port deletion for a8f8824a-2562-4ac0-bf1f-9955e1d8c362 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:04:47.509262 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a6dd5bec-fa95-4ea5-abfb-136a0fa4f07d None None] Deleting port bf68b162-686e-4c81-ad15-fcfe6abfb915 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:04:47.510035 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a6dd5bec-fa95-4ea5-abfb-136a0fa4f07d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:47.594416 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a6dd5bec-fa95-4ea5-abfb-136a0fa4f07d None None] For port bf68b162-686e-4c81-ad15-fcfe6abfb915, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=bf68b162-686e-4c81-ad15-fcfe6abfb915,segment=NetworkSegment(638c9078-7f0c-4dcb-8272-6ff4808c0948),segment_id=638c9078-7f0c-4dcb-8272-6ff4808c0948)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:47.595178 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a6dd5bec-fa95-4ea5-abfb-136a0fa4f07d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:47.613866 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a6dd5bec-fa95-4ea5-abfb-136a0fa4f07d None None] Calling delete_port for bf68b162-686e-4c81-ad15-fcfe6abfb915 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:04:47.631767 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572627ef-62f5-4a52-a947-f942ee795779 req-e03b6e40-f365-4f9e-97ef-2522d481844f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:47.632115 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-572627ef-62f5-4a52-a947-f942ee795779 req-e03b6e40-f365-4f9e-97ef-2522d481844f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7873294 Jul 14 09:04:47.692789 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74654537-bb2c-4cc2-adbc-ac6d30fadf83 req-0c6bf994-5277-401d-b4d7-98843fbacc0a tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6320975 Jul 14 09:04:47.697126 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 0961c2d5-a09b-47ab-8f65-c433ebae84c7 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:04:47.734802 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 0961c2d5-a09b-47ab-8f65-c433ebae84c7 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:04:47.735144 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 0961c2d5-a09b-47ab-8f65-c433ebae84c7 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:04:47.735579 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device bf68b162-686e-4c81-ad15-fcfe6abfb915 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:04:47.810028 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f91e965a-7b12-4c16-9462-44783fcf1fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:47.814414 n-d-771362-35 neutron-server[93774]: INFO neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No ports have port_id starting with bf68b162-686e-4c81-ad15-fcfe6abfb915 Jul 14 09:04:47.816697 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device bde9bde2-82b7-4cb2-bb9c-f9ed667346bc no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:04:47.818651 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a6dd5bec-fa95-4ea5-abfb-136a0fa4f07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:47.872305 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd5bec-fa95-4ea5-abfb-136a0fa4f07d None None] Pushing event deleted for resources: {'Port': ['ID=bf68b162-686e-4c81-ad15-fcfe6abfb915,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:47.874604 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dd5bec-fa95-4ea5-abfb-136a0fa4f07d None None] No DVR routers for this DVR port bf68b162-686e-4c81-ad15-fcfe6abfb915 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:04:47.876761 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: bde9bde2-82b7-4cb2-bb9c-f9ed667346bc {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:04:47.877373 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device bde9bde2-82b7-4cb2-bb9c-f9ed667346bc not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:04:48.018751 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1a5b7-091c-4f98-ab37-d6fb8cfbf0d1 req-dac723b3-39b6-41a5-aec8-74a4a9e6fafd tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:48.020322 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7da1a5b7-091c-4f98-ab37-d6fb8cfbf0d1 req-dac723b3-39b6-41a5-aec8-74a4a9e6fafd tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/ports?device_id=96da6037-9672-4134-ac67-013326934d81 HTTP/1.1" status: 200 len: 943 time: 0.9070911 Jul 14 09:04:48.020859 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55e9d3b-4e4f-4e90-88e5-96d7be99cd15', 'name': 'network-vif-deleted', 'tag': '6c03e1c1-dbb2-4474-a767-b04e99b4e720'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:48.023076 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff213239-1213-4d22-9779-b2d17fb969c0" -d '{"events": [{"server_uuid": "e55e9d3b-4e4f-4e90-88e5-96d7be99cd15", "name": "network-vif-deleted", "tag": "6c03e1c1-dbb2-4474-a767-b04e99b4e720"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:48.072348 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb0cd7-ee2c-4368-9488-9e8178c3c1cf req-69f4a574-a4a5-4749-aae3-7d6250a46a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:48.073999 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30bb0cd7-ee2c-4368-9488-9e8178c3c1cf req-69f4a574-a4a5-4749-aae3-7d6250a46a5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=470004e2eab84d248e1b4ccc367e1d00&device_id=96da6037-9672-4134-ac67-013326934d81 HTTP/1.1" status: 200 len: 1095 time: 0.8699765 Jul 14 09:04:48.084077 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-572627ef-62f5-4a52-a947-f942ee795779 req-66107c3a-daf4-485d-a7a2-5ba0d0e66d07 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008360 Jul 14 09:04:48.117875 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f91e965a-7b12-4c16-9462-44783fcf1fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:48.140893 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-80676566-af42-4b50-9e4c-b7cc260a12dd req-4947f625-372a-4c83-bc43-a910b68843fe tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Deleting port 3d211971-63f3-484f-bb7a-f582d9bcaee5 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:04:48.141116 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-80676566-af42-4b50-9e4c-b7cc260a12dd req-4947f625-372a-4c83-bc43-a910b68843fe tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:48.194701 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-f91e965a-7b12-4c16-9462-44783fcf1fba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f8824a-2562-4ac0-bf1f-9955e1d8c362']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:48.290681 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-f91e965a-7b12-4c16-9462-44783fcf1fba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638c9078-7f0c-4dcb-8272-6ff4808c0948') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:48.291289 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-f91e965a-7b12-4c16-9462-44783fcf1fba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638c9078-7f0c-4dcb-8272-6ff4808c0948') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:48.314076 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8429c20-d127-4d62-8e5e-08804717d0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:48.326366 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f91e965a-7b12-4c16-9462-44783fcf1fba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:48.345502 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7da1a5b7-091c-4f98-ab37-d6fb8cfbf0d1 req-da77d8b6-4630-45e9-8166-bfc7436212a6 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b7568dd-6a56-4ebe-bd2a-3fd706f839be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897227 Jul 14 09:04:48.388061 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f91e965a-7b12-4c16-9462-44783fcf1fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:48.400841 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b06f2e-7a1f-4cc5-8a11-76917a0ecf5a req-7e7b6e19-2d17-450f-a510-237e384e416f tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:48.402562 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e6b06f2e-7a1f-4cc5-8a11-76917a0ecf5a req-7e7b6e19-2d17-450f-a510-237e384e416f tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b4d651-c95e-48e0-8757-0e557acbe499 HTTP/1.1" status: 200 len: 945 time: 0.4983242 Jul 14 09:04:48.433269 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91e965a-7b12-4c16-9462-44783fcf1fba admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:04:48.433269 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f91e965a-7b12-4c16-9462-44783fcf1fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:04:48.438670 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:04:48.490258 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb0cd7-ee2c-4368-9488-9e8178c3c1cf req-6aa2dff4-b6f6-4dc9-9e54-50249f50ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:48.491798 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30bb0cd7-ee2c-4368-9488-9e8178c3c1cf req-6aa2dff4-b6f6-4dc9-9e54-50249f50ee13 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6c8ac10-8ba1-44e4-b7a4-abe9f213d791 HTTP/1.1" status: 200 len: 929 time: 0.4036260 Jul 14 09:04:48.521923 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-80676566-af42-4b50-9e4c-b7cc260a12dd req-4947f625-372a-4c83-bc43-a910b68843fe tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] For port 3d211971-63f3-484f-bb7a-f582d9bcaee5, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=3d211971-63f3-484f-bb7a-f582d9bcaee5,segment=NetworkSegment(f6ceb175-f8f3-456b-a1a2-6146eff18101),segment_id=f6ceb175-f8f3-456b-a1a2-6146eff18101)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:48.522399 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-80676566-af42-4b50-9e4c-b7cc260a12dd req-4947f625-372a-4c83-bc43-a910b68843fe tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:48.546022 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-572627ef-62f5-4a52-a947-f942ee795779 req-d5060fc4-f698-44c0-9600-859cd53fd624 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423530 Jul 14 09:04:48.604133 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30bb0cd7-ee2c-4368-9488-9e8178c3c1cf req-046ebea9-fff0-4d87-a737-ae866e196a8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4252bc07-628c-4665-9375-eab1d98a3fd7 HTTP/1.1" status: 200 len: 217 time: 0.0894737 Jul 14 09:04:48.639038 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f91e965a-7b12-4c16-9462-44783fcf1fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:48.654336 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f91e965a-7b12-4c16-9462-44783fcf1fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:48.656602 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f91e965a-7b12-4c16-9462-44783fcf1fba admin admin] 10.222.0.25 "DELETE /v2.0/networks/a8f8824a-2562-4ac0-bf1f-9955e1d8c362 HTTP/1.1" status: 204 len: 168 time: 1.5420566 Jul 14 09:04:48.681374 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e6b06f2e-7a1f-4cc5-8a11-76917a0ecf5a req-88544a42-dfa7-4851-afdf-5a9cabdcbd08 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/security-groups?id=b66ff417-eb85-4915-bce4-8f9c11b7b80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2583029 Jul 14 09:04:48.716517 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e965a-7b12-4c16-9462-44783fcf1fba admin admin] Pushing event deleted for resources: {'Network': ['ID=a8f8824a-2562-4ac0-bf1f-9955e1d8c362,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:48.746128 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb0cd7-ee2c-4368-9488-9e8178c3c1cf req-6a6360d1-dc3a-46b9-9847-545d6d033c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:48.748170 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30bb0cd7-ee2c-4368-9488-9e8178c3c1cf req-6a6360d1-dc3a-46b9-9847-545d6d033c2f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75d30ffe-9758-423a-9557-6554ce48fc7c HTTP/1.1" status: 200 len: 868 time: 0.1101346 Jul 14 09:04:48.909287 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5acfd972-e6df-45f4-87f8-76bfbee03077 req-c9e51b73-0b70-412b-8785-65b028c620b6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0828e8e3-d820-4904-b480-c7f28ab99e8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1079552 Jul 14 09:04:48.962063 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-80676566-af42-4b50-9e4c-b7cc260a12dd req-4947f625-372a-4c83-bc43-a910b68843fe tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:48.962473 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-80676566-af42-4b50-9e4c-b7cc260a12dd req-4947f625-372a-4c83-bc43-a910b68843fe tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:48.962759 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [req-80676566-af42-4b50-9e4c-b7cc260a12dd req-4947f625-372a-4c83-bc43-a910b68843fe tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Floating IP 0d28c6cc-ee7c-4dde-9536-90002dd76ee7 disassociated. External IP: 172.25.6.71, port: 3d211971-63f3-484f-bb7a-f582d9bcaee5. Jul 14 09:04:48.963108 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-80676566-af42-4b50-9e4c-b7cc260a12dd req-4947f625-372a-4c83-bc43-a910b68843fe tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Calling delete_port for 3d211971-63f3-484f-bb7a-f582d9bcaee5 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:04:48.972691 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16a8b1-943e-4f4c-b939-51f7a1047149 req-acfc7035-4f61-4068-8faa-0aec13d0fa4f tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:48.974298 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d16a8b1-943e-4f4c-b939-51f7a1047149 req-acfc7035-4f61-4068-8faa-0aec13d0fa4f tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa8af736-de84-483f-ac81-74abfb229b00 HTTP/1.1" status: 200 len: 945 time: 0.1877751 Jul 14 09:04:48.981618 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb0cd7-ee2c-4368-9488-9e8178c3c1cf req-96305e5e-e02c-4b09-ab96-ed3fb8b07a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:48.983410 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30bb0cd7-ee2c-4368-9488-9e8178c3c1cf req-96305e5e-e02c-4b09-ab96-ed3fb8b07a43 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6c8ac10-8ba1-44e4-b7a4-abe9f213d791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2054021 Jul 14 09:04:49.034149 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33068) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:49.117210 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-78dc9a54-17bf-4a4e-9ce0-9a36975a7991 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5251b0d4541348f2ad3d3cba77a39683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0778301 Jul 14 09:04:49.118615 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33070) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:49.121453 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfd972-e6df-45f4-87f8-76bfbee03077 req-6e241eaa-b5b0-4974-91c1-e5c00136df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:49.123571 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5acfd972-e6df-45f4-87f8-76bfbee03077 req-6e241eaa-b5b0-4974-91c1-e5c00136df88 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&device_id=0828e8e3-d820-4904-b480-c7f28ab99e8e HTTP/1.1" status: 200 len: 1101 time: 0.1632965 Jul 14 09:04:49.124968 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7a0ba9e3-008a-41d3-8532-fb4d5ff77979 req-aaf93ea0-50c6-498c-bf32-1e4e7036ca5f tempest-ServerShowV247Test-880979759 tempest-ServerShowV247Test-880979759-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb31f003-6d5a-40c9-8066-76127e96f51c HTTP/1.1" status: 200 len: 210 time: 0.1185129 Jul 14 09:04:49.202959 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d16a8b1-943e-4f4c-b939-51f7a1047149 req-fd728dcb-51ae-401c-8226-ba03419e727b tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146533 Jul 14 09:04:49.231349 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-617ff296-2576-41f6-8ff5-aff5187d6a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:49.284090 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-617ff296-2576-41f6-8ff5-aff5187d6a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:49.296186 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee9f5ce-74b0-491f-a5be-93b00c122604 x-openstack-request-id: req-3ee9f5ce-74b0-491f-a5be-93b00c122604 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:49.296624 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55e9d3b-4e4f-4e90-88e5-96d7be99cd15", "name": "network-vif-deleted", "tag": "6c03e1c1-dbb2-4474-a767-b04e99b4e720", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:49.296886 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ee9f5ce-74b0-491f-a5be-93b00c122604 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:49.297932 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55e9d3b-4e4f-4e90-88e5-96d7be99cd15', 'name': 'network-vif-deleted', 'tag': '6c03e1c1-dbb2-4474-a767-b04e99b4e720', 'status': 'completed', 'code': 200} Jul 14 09:04:49.315069 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30bb0cd7-ee2c-4368-9488-9e8178c3c1cf req-32ded57e-ecb0-4b02-918e-58043fed39a7 service neutron] 10.222.0.47 "GET /v2.0/networks/b6c8ac10-8ba1-44e4-b7a4-abe9f213d791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184471 Jul 14 09:04:49.334951 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfd972-e6df-45f4-87f8-76bfbee03077 req-d6adad7e-d0ca-4ab8-a3f3-57d2a380376b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:49.336814 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5acfd972-e6df-45f4-87f8-76bfbee03077 req-d6adad7e-d0ca-4ab8-a3f3-57d2a380376b service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.1677430 Jul 14 09:04:49.400218 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5acfd972-e6df-45f4-87f8-76bfbee03077 req-ff2f7fa4-ea09-4e4e-8064-23dc415ad027 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=ba7a8ef4-ce4b-4390-9732-806f1f62839f HTTP/1.1" status: 200 len: 217 time: 0.0537605 Jul 14 09:04:49.459632 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfd972-e6df-45f4-87f8-76bfbee03077 req-10f61262-bad1-4fbb-ae5b-cd92c22b88fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:49.461491 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5acfd972-e6df-45f4-87f8-76bfbee03077 req-10f61262-bad1-4fbb-ae5b-cd92c22b88fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.0539095 Jul 14 09:04:49.517584 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-80676566-af42-4b50-9e4c-b7cc260a12dd req-4947f625-372a-4c83-bc43-a910b68843fe tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:49.556908 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947f625-372a-4c83-bc43-a910b68843fe tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Pushing event deleted for resources: {'Port': ['ID=3d211971-63f3-484f-bb7a-f582d9bcaee5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:49.560773 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-617ff296-2576-41f6-8ff5-aff5187d6a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:49.565935 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-617ff296-2576-41f6-8ff5-aff5187d6a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:49.570359 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-617ff296-2576-41f6-8ff5-aff5187d6a1a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d HTTP/1.1" status: 204 len: 168 time: 0.4424975 Jul 14 09:04:49.577831 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30bb0cd7-ee2c-4368-9488-9e8178c3c1cf req-52b2d5e3-3d12-4d1b-927e-8c06123d5d1f service neutron] 10.222.0.47 "GET /v2.0/networks/b6c8ac10-8ba1-44e4-b7a4-abe9f213d791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548647 Jul 14 09:04:49.615433 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ff296-2576-41f6-8ff5-aff5187d6a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b082dc-a8c3-4a3d-8225-395cc0cf2f8d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:49.704553 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfd972-e6df-45f4-87f8-76bfbee03077 req-21300008-e95c-48d1-9d84-1a128b4922a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:49.706147 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5acfd972-e6df-45f4-87f8-76bfbee03077 req-21300008-e95c-48d1-9d84-1a128b4922a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2347491 Jul 14 09:04:49.739747 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80676566-af42-4b50-9e4c-b7cc260a12dd req-4947f625-372a-4c83-bc43-a910b68843fe tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Router 7ba444e8-3f18-4c9a-a60a-95028fa0002d has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:04:49.872979 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5acfd972-e6df-45f4-87f8-76bfbee03077 req-d584e125-4a25-4067-b501-8926f0f7858e service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582747 Jul 14 09:04:49.994504 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 4252bc07-628c-4665-9375-eab1d98a3fd7 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:04:50.033515 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 3d211971-63f3-484f-bb7a-f582d9bcaee5 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:04:50.092969 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5acfd972-e6df-45f4-87f8-76bfbee03077 req-ab8871de-43e0-40ad-bbf6-e8d930cc75dc service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108746 Jul 14 09:04:50.114664 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80676566-af42-4b50-9e4c-b7cc260a12dd req-4947f625-372a-4c83-bc43-a910b68843fe tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:04:50.228479 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c29fbd-f638-4989-bbec-72f941480698 None None] Sync routers for ids ['7ba444e8-3f18-4c9a-a60a-95028fa0002d'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:04:50.238682 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 3d211971-63f3-484f-bb7a-f582d9bcaee5 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:04:50.239967 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 3d211971-63f3-484f-bb7a-f582d9bcaee5 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:04:50.242859 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-80676566-af42-4b50-9e4c-b7cc260a12dd req-4947f625-372a-4c83-bc43-a910b68843fe tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] No DVR routers for this DVR port 3d211971-63f3-484f-bb7a-f582d9bcaee5 on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:04:50.255184 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-80676566-af42-4b50-9e4c-b7cc260a12dd req-4947f625-372a-4c83-bc43-a910b68843fe tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:50.261427 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-80676566-af42-4b50-9e4c-b7cc260a12dd req-4947f625-372a-4c83-bc43-a910b68843fe tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.47 "DELETE /v2.0/ports/3d211971-63f3-484f-bb7a-f582d9bcaee5 HTTP/1.1" status: 204 len: 173 time: 3.1380458 Jul 14 09:04:50.265541 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c29fbd-f638-4989-bbec-72f941480698 None None] Routers {'7ba444e8-3f18-4c9a-a60a-95028fa0002d'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:04:50.266510 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b0c29fbd-f638-4989-bbec-72f941480698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:04:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7ba444e8-3f18-4c9a-a60a-95028fa0002d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:50.345402 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e818f8c-e3f0-42bb-a684-561aaf718f23 req-d20c8121-91ab-4900-8b53-f284fcda55d0 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b4d651-c95e-48e0-8757-0e557acbe499 HTTP/1.1" status: 200 len: 210 time: 0.0672283 Jul 14 09:04:50.355681 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db5722-8b5d-4a63-83a2-2cd005f9abdd req-539b36a4-9286-4d36-96f0-fb59b787bdab tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:50.357534 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-37db5722-8b5d-4a63-83a2-2cd005f9abdd req-539b36a4-9286-4d36-96f0-fb59b787bdab tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/ports?device_id=96da6037-9672-4134-ac67-013326934d81 HTTP/1.1" status: 200 len: 943 time: 0.3377802 Jul 14 09:04:50.415226 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 4252bc07-628c-4665-9375-eab1d98a3fd7, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=4252bc07-628c-4665-9375-eab1d98a3fd7,segment=NetworkSegment(5196d89f-6f2b-43db-b7e9-4d7fbd10de48),segment_id=5196d89f-6f2b-43db-b7e9-4d7fbd10de48)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:50.442902 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '4252bc07-628c-4665-9375-eab1d98a3fd7', 'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791', 'port_id': '4252bc07-628c-4665-9375-eab1d98a3fd7', 'mac_address': 'fa:16:3e:55:36:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d30ffe-9758-423a-9557-6554ce48fc7c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:04:50.453996 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-37db5722-8b5d-4a63-83a2-2cd005f9abdd req-990c601a-af31-4d78-aa84-d49ba9b93ebe tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b7568dd-6a56-4ebe-bd2a-3fd706f839be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793953 Jul 14 09:04:50.498118 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-b0c29fbd-f638-4989-bbec-72f941480698 None None] Set router 7ba444e8-3f18-4c9a-a60a-95028fa0002d gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:04:50.563759 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:50.618094 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4252bc07-628c-4665-9375-eab1d98a3fd7 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:50.688826 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 4252bc07-628c-4665-9375-eab1d98a3fd7, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=4252bc07-628c-4665-9375-eab1d98a3fd7,segment=NetworkSegment(5196d89f-6f2b-43db-b7e9-4d7fbd10de48),segment_id=5196d89f-6f2b-43db-b7e9-4d7fbd10de48)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:50.697129 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:50.710736 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5c487-c4e5-48a8-8700-8b0c62b15453 req-149cd87c-3374-4e6a-aa96-9242131e5a6d tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:50.712318 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9cd5c487-c4e5-48a8-8700-8b0c62b15453 req-149cd87c-3374-4e6a-aa96-9242131e5a6d tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=10cc34a1-cd29-43e2-8369-481234e8a52b HTTP/1.1" status: 200 len: 950 time: 0.1216748 Jul 14 09:04:50.730419 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c498456-5035-4da1-98b9-712c3ed21d2b req-7e5830da-c346-462b-9d48-f1912defc853 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:50.736389 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6c498456-5035-4da1-98b9-712c3ed21d2b req-7e5830da-c346-462b-9d48-f1912defc853 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa8af736-de84-483f-ac81-74abfb229b00 HTTP/1.1" status: 200 len: 945 time: 0.1586962 Jul 14 09:04:50.818657 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9cd5c487-c4e5-48a8-8700-8b0c62b15453 req-a3276e01-0e64-44ae-b2e4-67762059dc24 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810034 Jul 14 09:04:50.825256 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6c498456-5035-4da1-98b9-712c3ed21d2b req-9f1bc025-cc75-4cb4-84b8-5435ca8fb904 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762551 Jul 14 09:04:50.941299 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=4252bc07-628c-4665-9375-eab1d98a3fd7,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:50.999870 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54c50e51-e474-4c80-98d1-6b010b50b950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:51.025910 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b0c29fbd-f638-4989-bbec-72f941480698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1813052015-router', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:59:54Z', 'updated_at': '2021-07-14T09:00:00Z', 'revision_number': 4, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'gw_port': {'id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:56Z', 'updated_at': '2021-07-14T09:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '2c852224-37be-4ee2-acdd-f44b9e983338', 'name': '', 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'mac_address': 'fa:16:3e:16:9e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:58Z', 'updated_at': '2021-07-14T09:00:10Z', 'revision_number': 5, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'subnets': [{'id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:51.027572 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33110) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:51.054796 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c29fbd-f638-4989-bbec-72f941480698 None None] Checking router: 7ba444e8-3f18-4c9a-a60a-95028fa0002d for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:04:51.064902 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c29fbd-f638-4989-bbec-72f941480698 None None] Routers {'7ba444e8-3f18-4c9a-a60a-95028fa0002d'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:04:51.066865 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b0c29fbd-f638-4989-bbec-72f941480698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:04:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7ba444e8-3f18-4c9a-a60a-95028fa0002d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:51.128950 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['4252bc07-628c-4665-9375-eab1d98a3fd7'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:51.252129 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-58e6bf16-92f2-4cc2-b96a-36872e5c24c9 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-359079145-network', 'tenant_id': '439242613ae841699ce3ce79d5f8276f'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:51.293962 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:51.317883 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e6bf16-92f2-4cc2-b96a-36872e5c24c9 admin admin] Made reservation on behalf of 439242613ae841699ce3ce79d5f8276f for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:04:51.320916 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58e6bf16-92f2-4cc2-b96a-36872e5c24c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:51.353836 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58e6bf16-92f2-4cc2-b96a-36872e5c24c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:51.387411 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-b0c29fbd-f638-4989-bbec-72f941480698 None None] Set router 7ba444e8-3f18-4c9a-a60a-95028fa0002d gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:04:51.483663 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b4d651-c95e-48e0-8757-0e557acbe499', 'name': 'network-vif-deleted', 'tag': '3d211971-63f3-484f-bb7a-f582d9bcaee5'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:51.487523 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee0d06a-8b88-41e1-8fdf-a195a2037d06" -d '{"events": [{"server_uuid": "85b4d651-c95e-48e0-8757-0e557acbe499", "name": "network-vif-deleted", "tag": "3d211971-63f3-484f-bb7a-f582d9bcaee5"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:51.504241 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e6b3e379-6834-4cc8-83e6-e456446f6dff req-e4ca7058-f97f-46fc-b00e-6739d8bf6714 tempest-ServerShowV247Test-880979759 tempest-ServerShowV247Test-880979759-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb31f003-6d5a-40c9-8066-76127e96f51c HTTP/1.1" status: 200 len: 210 time: 0.5504010 Jul 14 09:04:51.590094 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58e6bf16-92f2-4cc2-b96a-36872e5c24c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:51.596262 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58e6bf16-92f2-4cc2-b96a-36872e5c24c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:51.634331 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6bf16-92f2-4cc2-b96a-36872e5c24c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21deb8d-efd8-44f6-a928-8f1b3b126379,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:51.637725 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbc8a05-5365-4ca1-a973-9e483441de4f x-openstack-request-id: req-9cbc8a05-5365-4ca1-a973-9e483441de4f {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:51.638018 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b4d651-c95e-48e0-8757-0e557acbe499", "name": "network-vif-deleted", "tag": "3d211971-63f3-484f-bb7a-f582d9bcaee5", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:51.638273 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9cbc8a05-5365-4ca1-a973-9e483441de4f {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:51.638665 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b4d651-c95e-48e0-8757-0e557acbe499', 'name': 'network-vif-deleted', 'tag': '3d211971-63f3-484f-bb7a-f582d9bcaee5', 'status': 'completed', 'code': 200} Jul 14 09:04:51.666039 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e6bf16-92f2-4cc2-b96a-36872e5c24c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:04:51.683879 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58e6bf16-92f2-4cc2-b96a-36872e5c24c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:51.684942 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-58e6bf16-92f2-4cc2-b96a-36872e5c24c9 admin admin] Added segment d4ac6c0c-f13b-48bc-99b7-1ef21c49c37a of type vlan for network d5bd3ed6-980d-4b4b-87d5-2debd98737c2 Jul 14 09:04:51.796753 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58e6bf16-92f2-4cc2-b96a-36872e5c24c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:51.847928 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a919ed-dd18-4ed8-b6bf-efbb51799423 req-9f6a8feb-98a6-4659-9360-519796c45d3e tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:51.858983 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35a919ed-dd18-4ed8-b6bf-efbb51799423 req-9f6a8feb-98a6-4659-9360-519796c45d3e tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/ports?device_id=96da6037-9672-4134-ac67-013326934d81 HTTP/1.1" status: 200 len: 944 time: 0.2337716 Jul 14 09:04:51.870613 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58e6bf16-92f2-4cc2-b96a-36872e5c24c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:51.871851 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e6bf16-92f2-4cc2-b96a-36872e5c24c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:51.872475 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58e6bf16-92f2-4cc2-b96a-36872e5c24c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:51.873017 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b0c29fbd-f638-4989-bbec-72f941480698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1813052015-router', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:59:54Z', 'updated_at': '2021-07-14T09:00:00Z', 'revision_number': 4, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'gw_port': {'id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:56Z', 'updated_at': '2021-07-14T09:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '2c852224-37be-4ee2-acdd-f44b9e983338', 'name': '', 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'mac_address': 'fa:16:3e:16:9e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:58Z', 'updated_at': '2021-07-14T09:00:10Z', 'revision_number': 5, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'subnets': [{'id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:51.883991 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33132) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:51.906875 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c29fbd-f638-4989-bbec-72f941480698 None None] The sync data for ids ['7ba444e8-3f18-4c9a-a60a-95028fa0002d'] in n-d-771362-35 is: [{'id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1813052015-router', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:59:54Z', 'updated_at': '2021-07-14T09:00:00Z', 'revision_number': 4, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'gw_port': {'id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:56Z', 'updated_at': '2021-07-14T09:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '2c852224-37be-4ee2-acdd-f44b9e983338', 'name': '', 'network_id': '08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'mac_address': 'fa:16:3e:16:9e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:58Z', 'updated_at': '2021-07-14T09:00:10Z', 'revision_number': 5, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'subnets': [{'id': '8fecf381-19d6-49fe-86f6-48fb919914d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:04:51.911382 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a312b-0af0-4520-83cf-4dbd2052a946 req-5e861d32-032f-4234-9290-aabec89c7c97 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:51.917675 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a57a312b-0af0-4520-83cf-4dbd2052a946 req-5e861d32-032f-4234-9290-aabec89c7c97 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.47 "GET /v2.0/ports?device_id=10cc34a1-cd29-43e2-8369-481234e8a52b HTTP/1.1" status: 200 len: 950 time: 0.2143779 Jul 14 09:04:51.954174 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35a919ed-dd18-4ed8-b6bf-efbb51799423 req-2600d22f-0fb6-40fb-9ca7-8f8524bfa6b3 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b7568dd-6a56-4ebe-bd2a-3fd706f839be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927975 Jul 14 09:04:51.965037 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd510e-1b38-4067-bd37-26787ccd1f41 req-dd895579-a80b-4e0c-a4e2-650c49d4ea16 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:51.980711 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-becd510e-1b38-4067-bd37-26787ccd1f41 req-dd895579-a80b-4e0c-a4e2-650c49d4ea16 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa8af736-de84-483f-ac81-74abfb229b00 HTTP/1.1" status: 200 len: 945 time: 0.2795706 Jul 14 09:04:51.986863 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6bf16-92f2-4cc2-b96a-36872e5c24c9 admin admin] Pushing event updated for resources: {'Network': ['ID=d5bd3ed6-980d-4b4b-87d5-2debd98737c2,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:51.998210 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network d5bd3ed6-980d-4b4b-87d5-2debd98737c2 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:04:52.027827 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-58e6bf16-92f2-4cc2-b96a-36872e5c24c9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9947844 Jul 14 09:04:52.028499 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33134) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:52.046947 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-bc2316fe-e5bd-40a6-9b79-40702c77e526 admin admin] Request body: {'subnet': {'network_id': 'd5bd3ed6-980d-4b4b-87d5-2debd98737c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-359079145-subnet', 'tenant_id': '439242613ae841699ce3ce79d5f8276f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:52.190980 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:52.199084 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca5d90-3f4a-4ffb-a4e0-00e532721726 req-b29bea2f-a550-4d0f-b831-ae93bd031e0a tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:52.206908 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6ca5d90-3f4a-4ffb-a4e0-00e532721726 req-b29bea2f-a550-4d0f-b831-ae93bd031e0a tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa8af736-de84-483f-ac81-74abfb229b00 HTTP/1.1" status: 200 len: 945 time: 0.1607511 Jul 14 09:04:52.257675 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2316fe-e5bd-40a6-9b79-40702c77e526 admin admin] Made reservation on behalf of 439242613ae841699ce3ce79d5f8276f for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:04:52.260217 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc2316fe-e5bd-40a6-9b79-40702c77e526 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:52.276402 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f6c379d-d16a-4f4f-ac46-add6675efe7f tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:52.283553 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-becd510e-1b38-4067-bd37-26787ccd1f41 req-bae994c1-aac7-4af7-8ae4-c55ede425170 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Deleting port 3e425142-3c0d-4350-9214-7df2a7432bff {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:04:52.283933 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-becd510e-1b38-4067-bd37-26787ccd1f41 req-bae994c1-aac7-4af7-8ae4-c55ede425170 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:52.350915 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6ca5d90-3f4a-4ffb-a4e0-00e532721726 req-a8251075-ea96-43e1-bacd-bcf80506f6b1 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430233 Jul 14 09:04:52.369355 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f6c379d-d16a-4f4f-ac46-add6675efe7f tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:52.411380 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2379d73-945f-48ad-9339-d73d415951c3 None None] New status for floating IP 0d28c6cc-ee7c-4dde-9536-90002dd76ee7: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:04:52.425038 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32494898-93e9-4eb2-a290-4be9ee522715 req-0470f463-7072-46f8-bc79-d81bde19f93b tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:52.426624 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-32494898-93e9-4eb2-a290-4be9ee522715 req-0470f463-7072-46f8-bc79-d81bde19f93b tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=10cc34a1-cd29-43e2-8369-481234e8a52b HTTP/1.1" status: 200 len: 950 time: 0.2075479 Jul 14 09:04:52.430813 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-a57a312b-0af0-4520-83cf-4dbd2052a946 req-e970d892-c7e2-4482-9796-2414919dbd55 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Deleting port f668c9bd-1e62-4b90-87bb-3fa74af817e1 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:04:52.431290 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a57a312b-0af0-4520-83cf-4dbd2052a946 req-e970d892-c7e2-4482-9796-2414919dbd55 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:52.483626 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-becd510e-1b38-4067-bd37-26787ccd1f41 req-bae994c1-aac7-4af7-8ae4-c55ede425170 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] For port 3e425142-3c0d-4350-9214-7df2a7432bff, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=3e425142-3c0d-4350-9214-7df2a7432bff,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:52.484012 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-becd510e-1b38-4067-bd37-26787ccd1f41 req-bae994c1-aac7-4af7-8ae4-c55ede425170 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:52.505746 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-32494898-93e9-4eb2-a290-4be9ee522715 req-bd098f40-58a4-49b9-8c5f-a7092cec4180 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661569 Jul 14 09:04:52.519417 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-becd510e-1b38-4067-bd37-26787ccd1f41 req-bae994c1-aac7-4af7-8ae4-c55ede425170 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Calling delete_port for 3e425142-3c0d-4350-9214-7df2a7432bff owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:04:52.531298 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-a57a312b-0af0-4520-83cf-4dbd2052a946 req-e970d892-c7e2-4482-9796-2414919dbd55 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] For port f668c9bd-1e62-4b90-87bb-3fa74af817e1, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f668c9bd-1e62-4b90-87bb-3fa74af817e1,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:52.531784 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a57a312b-0af0-4520-83cf-4dbd2052a946 req-e970d892-c7e2-4482-9796-2414919dbd55 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:52.547970 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-a57a312b-0af0-4520-83cf-4dbd2052a946 req-e970d892-c7e2-4482-9796-2414919dbd55 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Calling delete_port for f668c9bd-1e62-4b90-87bb-3fa74af817e1 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:04:52.703527 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a57a312b-0af0-4520-83cf-4dbd2052a946 req-e970d892-c7e2-4482-9796-2414919dbd55 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:52.717868 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['3bf961b6-708a-4ff3-b40e-42584c38b0df', 'ba7a8ef4-ce4b-4390-9732-806f1f62839f', 'fb7a3161-92a3-43bc-9ae0-72e61d55e000', 'f16b59eb-59b6-43d7-a2cf-f8bf1a50238c', 'f668c9bd-1e62-4b90-87bb-3fa74af817e1'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:52.720552 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['ce787d56-90a9-47ea-a734-16046302a7ac', 'b5e33b54-03f0-44bf-aa56-59ef1902dc0e'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:52.732985 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac23a94b-7061-4495-b45d-76dca8dbdd0a req-41e593f0-75f1-4567-b525-92c37516df78 tempest-ServerShowV247Test-880979759 tempest-ServerShowV247Test-880979759-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb31f003-6d5a-40c9-8066-76127e96f51c HTTP/1.1" status: 200 len: 210 time: 0.0486839 Jul 14 09:04:52.762478 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-becd510e-1b38-4067-bd37-26787ccd1f41 req-bae994c1-aac7-4af7-8ae4-c55ede425170 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:52.778862 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970d892-c7e2-4482-9796-2414919dbd55 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Pushing event deleted for resources: {'Port': ['ID=f668c9bd-1e62-4b90-87bb-3fa74af817e1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:52.787934 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f6c379d-d16a-4f4f-ac46-add6675efe7f tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:52.790672 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f6c379d-d16a-4f4f-ac46-add6675efe7f tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:52.792150 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8f6c379d-d16a-4f4f-ac46-add6675efe7f tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "DELETE /v2.0/security-groups/b66ff417-eb85-4915-bce4-8f9c11b7b80a HTTP/1.1" status: 204 len: 168 time: 0.9026272 Jul 14 09:04:52.798666 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33142) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:52.801124 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae994c1-aac7-4af7-8ae4-c55ede425170 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Pushing event deleted for resources: {'Port': ['ID=3e425142-3c0d-4350-9214-7df2a7432bff,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:52.843673 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c379d-d16a-4f4f-ac46-add6675efe7f tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66ff417-eb85-4915-bce4-8f9c11b7b80a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:52.874413 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-becd510e-1b38-4067-bd37-26787ccd1f41 req-bae994c1-aac7-4af7-8ae4-c55ede425170 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] No DVR routers for this DVR port 3e425142-3c0d-4350-9214-7df2a7432bff on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:04:52.876761 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-5229d8bc-e810-441b-9299-fbc855654110 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] show failed (client error): The resource could not be found. Jul 14 09:04:52.881986 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5229d8bc-e810-441b-9299-fbc855654110 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "GET /v2.0/security-groups/b66ff417-eb85-4915-bce4-8f9c11b7b80a HTTP/1.1" status: 404 len: 347 time: 0.0776629 Jul 14 09:04:52.884412 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 33144) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:52.896768 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-becd510e-1b38-4067-bd37-26787ccd1f41 req-bae994c1-aac7-4af7-8ae4-c55ede425170 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:52.899777 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-becd510e-1b38-4067-bd37-26787ccd1f41 req-bae994c1-aac7-4af7-8ae4-c55ede425170 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.47 "DELETE /v2.0/ports/3e425142-3c0d-4350-9214-7df2a7432bff HTTP/1.1" status: 204 len: 173 time: 0.9033608 Jul 14 09:04:52.901664 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57a312b-0af0-4520-83cf-4dbd2052a946 req-e970d892-c7e2-4482-9796-2414919dbd55 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] No DVR routers for this DVR port f668c9bd-1e62-4b90-87bb-3fa74af817e1 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:04:52.907127 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a57a312b-0af0-4520-83cf-4dbd2052a946 req-e970d892-c7e2-4482-9796-2414919dbd55 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:52.909126 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a57a312b-0af0-4520-83cf-4dbd2052a946 req-e970d892-c7e2-4482-9796-2414919dbd55 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.47 "DELETE /v2.0/ports/f668c9bd-1e62-4b90-87bb-3fa74af817e1 HTTP/1.1" status: 204 len: 173 time: 0.9132102 Jul 14 09:04:52.909573 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10cc34a1-cd29-43e2-8369-481234e8a52b', 'name': 'network-vif-deleted', 'tag': 'f668c9bd-1e62-4b90-87bb-3fa74af817e1'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:52.911950 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1464d659-9239-46d5-977a-70eeecae4324" -d '{"events": [{"server_uuid": "10cc34a1-cd29-43e2-8369-481234e8a52b", "name": "network-vif-deleted", "tag": "f668c9bd-1e62-4b90-87bb-3fa74af817e1"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:52.931571 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc2316fe-e5bd-40a6-9b79-40702c77e526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:53.006276 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa1d4b4-0e87-4618-8709-e4fd1c070daa x-openstack-request-id: req-4aa1d4b4-0e87-4618-8709-e4fd1c070daa {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:53.006752 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10cc34a1-cd29-43e2-8369-481234e8a52b", "name": "network-vif-deleted", "tag": "f668c9bd-1e62-4b90-87bb-3fa74af817e1", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:53.007008 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4aa1d4b4-0e87-4618-8709-e4fd1c070daa {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:53.007459 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10cc34a1-cd29-43e2-8369-481234e8a52b', 'name': 'network-vif-deleted', 'tag': 'f668c9bd-1e62-4b90-87bb-3fa74af817e1', 'status': 'completed', 'code': 200} Jul 14 09:04:53.009758 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2316fe-e5bd-40a6-9b79-40702c77e526 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f9557fa-066c-402a-9487-ebb601cd8b86,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:53.019246 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2316fe-e5bd-40a6-9b79-40702c77e526 admin admin] Checking segment: {'id': 'd4ac6c0c-f13b-48bc-99b7-1ef21c49c37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd5bd3ed6-980d-4b4b-87d5-2debd98737c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:53.019655 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2316fe-e5bd-40a6-9b79-40702c77e526 admin admin] Network hostable DHCP agents. Network: d5bd3ed6-980d-4b4b-87d5-2debd98737c2, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:04:53.055668 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2316fe-e5bd-40a6-9b79-40702c77e526 admin admin] Network d5bd3ed6-980d-4b4b-87d5-2debd98737c2 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:04:53.073371 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-bc2316fe-e5bd-40a6-9b79-40702c77e526 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, d5bd3ed6-980d-4b4b-87d5-2debd98737c2) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:53.077679 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2316fe-e5bd-40a6-9b79-40702c77e526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:53.078460 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc2316fe-e5bd-40a6-9b79-40702c77e526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:53.108878 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bc2316fe-e5bd-40a6-9b79-40702c77e526 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0706685 Jul 14 09:04:53.117581 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577335d6-227b-462a-ac08-d12cee24f58f None None] Network d5bd3ed6-980d-4b4b-87d5-2debd98737c2 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:04:53.410398 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534bc73-db84-4da7-b73b-8b41ba39e56d req-902d8726-ec87-4fe9-b704-def94d742367 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:53.442758 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c534bc73-db84-4da7-b73b-8b41ba39e56d req-902d8726-ec87-4fe9-b704-def94d742367 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/ports?device_id=96da6037-9672-4134-ac67-013326934d81 HTTP/1.1" status: 200 len: 944 time: 0.3015449 Jul 14 09:04:53.587054 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c534bc73-db84-4da7-b73b-8b41ba39e56d req-c65230b2-7446-4f82-b9b4-7964e1b07371 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b7568dd-6a56-4ebe-bd2a-3fd706f839be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405704 Jul 14 09:04:53.620906 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e0c27f06-2a83-4018-aac4-fa2f5fdc2431 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Deleting port 8292cd3f-d25a-471d-862a-ad30239f8d34 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:04:53.624112 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0c27f06-2a83-4018-aac4-fa2f5fdc2431 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:53.644795 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8af736-de84-483f-ac81-74abfb229b00', 'name': 'network-vif-deleted', 'tag': '3e425142-3c0d-4350-9214-7df2a7432bff'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:53.648105 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf41cd5-b40b-41e4-8c98-ca24295bedbf" -d '{"events": [{"server_uuid": "fa8af736-de84-483f-ac81-74abfb229b00", "name": "network-vif-deleted", "tag": "3e425142-3c0d-4350-9214-7df2a7432bff"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:53.679628 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36216d14-aa7b-4479-83eb-c7d301a7f988 None None] Network d5bd3ed6-980d-4b4b-87d5-2debd98737c2 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:04:53.717496 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9d97b31c-0c2e-4242-90e1-838b8436b26b req-fb7983dd-7226-489c-a299-b75ebf319997 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa8af736-de84-483f-ac81-74abfb229b00 HTTP/1.1" status: 200 len: 210 time: 0.0374875 Jul 14 09:04:53.834975 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0c27f06-2a83-4018-aac4-fa2f5fdc2431 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:53.836372 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0c27f06-2a83-4018-aac4-fa2f5fdc2431 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:53.856630 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e0c27f06-2a83-4018-aac4-fa2f5fdc2431 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Calling delete_port for 8292cd3f-d25a-471d-862a-ad30239f8d34 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:04:53.864899 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:54.028011 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 4252bc07-628c-4665-9375-eab1d98a3fd7 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:54.089555 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d62ed662-f098-4a41-88e0-fcbc549c1068 req-950f5011-4389-46aa-beb8-8a63d259a985 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=10cc34a1-cd29-43e2-8369-481234e8a52b HTTP/1.1" status: 200 len: 210 time: 0.0362060 Jul 14 09:04:54.191246 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-8faec3df-7b30-4750-9bc9-68c58371ea03 tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:54.192888 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-8faec3df-7b30-4750-9bc9-68c58371ea03 tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] 10.222.0.25 "GET /v2.0/networks?id=d5bd3ed6-980d-4b4b-87d5-2debd98737c2 HTTP/1.1" status: 200 len: 812 time: 0.2338216 Jul 14 09:04:54.194320 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0c27f06-2a83-4018-aac4-fa2f5fdc2431 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:54.230997 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 4252bc07-628c-4665-9375-eab1d98a3fd7 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:54.236299 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c27f06-2a83-4018-aac4-fa2f5fdc2431 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Pushing event deleted for resources: {'Port': ['ID=8292cd3f-d25a-471d-862a-ad30239f8d34,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:54.245498 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 4252bc07-628c-4665-9375-eab1d98a3fd7 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:54.245498 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:54.251113 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-3a4a0612-0dda-4378-ad81-3fb1db8835d8 tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] 10.222.0.25 "GET /v2.0/quotas/439242613ae841699ce3ce79d5f8276f HTTP/1.1" status: 200 len: 375 time: 0.0240569 Jul 14 09:04:54.312982 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-89f1c951-814d-4db8-9872-f580ea9ab0fd tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=439242613ae841699ce3ce79d5f8276f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606377 Jul 14 09:04:54.344361 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4131507-46f0-4b2a-9067-e221bf0ca4b9 x-openstack-request-id: req-a4131507-46f0-4b2a-9067-e221bf0ca4b9 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:54.345012 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8af736-de84-483f-ac81-74abfb229b00", "name": "network-vif-deleted", "tag": "3e425142-3c0d-4350-9214-7df2a7432bff", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:54.345143 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4131507-46f0-4b2a-9067-e221bf0ca4b9 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:54.345684 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8af736-de84-483f-ac81-74abfb229b00', 'name': 'network-vif-deleted', 'tag': '3e425142-3c0d-4350-9214-7df2a7432bff', 'status': 'completed', 'code': 200} Jul 14 09:04:54.435113 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0c27f06-2a83-4018-aac4-fa2f5fdc2431 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:54.435388 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:54.435536 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0c27f06-2a83-4018-aac4-fa2f5fdc2431 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:54.436630 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e0c27f06-2a83-4018-aac4-fa2f5fdc2431 tempest-ServersWithSpecificFlavorTestJSON-2042435760 tempest-ServersWithSpecificFlavorTestJSON-2042435760-project] 10.222.0.25 "DELETE /v2.0/floatingips/0d28c6cc-ee7c-4dde-9536-90002dd76ee7 HTTP/1.1" status: 204 len: 168 time: 1.5488365 Jul 14 09:04:54.469953 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96da6037-9672-4134-ac67-013326934d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4252bc07-628c-4665-9375-eab1d98a3fd7'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:54.473010 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddc5c71-7ce0-4a98-9c22-7bb8f4839b7e" -d '{"events": [{"server_uuid": "96da6037-9672-4134-ac67-013326934d81", "name": "network-vif-plugged", "status": "completed", "tag": "4252bc07-628c-4665-9375-eab1d98a3fd7"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:54.489568 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 4252bc07-628c-4665-9375-eab1d98a3fd7, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=4252bc07-628c-4665-9375-eab1d98a3fd7,segment=NetworkSegment(5196d89f-6f2b-43db-b7e9-4d7fbd10de48),segment_id=5196d89f-6f2b-43db-b7e9-4d7fbd10de48)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:54.491380 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-7cb03d9e-dd55-4007-b468-2fc3a55e0d9b service neutron] 10.222.0.25 "GET /v2.0/networks/d5bd3ed6-980d-4b4b-87d5-2debd98737c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444244 Jul 14 09:04:54.496734 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:54.533719 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9375d11a-f666-4fcc-9030-acf08b8589f0 req-43242e83-dba3-4209-bc30-7ad15a59ea29 tempest-ServerShowV247Test-880979759 tempest-ServerShowV247Test-880979759-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb31f003-6d5a-40c9-8066-76127e96f51c HTTP/1.1" status: 200 len: 210 time: 0.0479219 Jul 14 09:04:54.567031 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=4252bc07-628c-4665-9375-eab1d98a3fd7,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:54.623588 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcaeac8-eb41-4a4c-972c-345c15767461 x-openstack-request-id: req-8dcaeac8-eb41-4a4c-972c-345c15767461 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:54.623890 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96da6037-9672-4134-ac67-013326934d81", "name": "network-vif-plugged", "status": "completed", "tag": "4252bc07-628c-4665-9375-eab1d98a3fd7", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:54.624153 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8dcaeac8-eb41-4a4c-972c-345c15767461 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:54.624693 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96da6037-9672-4134-ac67-013326934d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4252bc07-628c-4665-9375-eab1d98a3fd7', 'code': 200} Jul 14 09:04:54.633311 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-c3dff7dd-8caa-478f-b29e-ef42a13bb34b service neutron] 10.222.0.25 "GET /v2.0/networks/d5bd3ed6-980d-4b4b-87d5-2debd98737c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279736 Jul 14 09:04:54.766346 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec27341-8d2e-4fe3-ac0e-649d94acee09 req-a9c39fc4-9fd0-427a-a52a-045feb107470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:54.769620 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6ec27341-8d2e-4fe3-ac0e-649d94acee09 req-a9c39fc4-9fd0-427a-a52a-045feb107470 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=96da6037-9672-4134-ac67-013326934d81 HTTP/1.1" status: 200 len: 1097 time: 0.0727322 Jul 14 09:04:54.840038 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['71d96ee1-5098-4ee3-84d1-e37bcfed3233'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:54.842083 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6ec27341-8d2e-4fe3-ac0e-649d94acee09 req-f5ac963d-5f7a-421e-94fc-699b987f0f4a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1b7568dd-6a56-4ebe-bd2a-3fd706f839be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660198 Jul 14 09:04:54.902393 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e275d-07de-43d0-a7ac-a0c2de9e715b req-f3117a8d-aa81-4027-a445-03095c513f0f tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:54.904624 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-153e275d-07de-43d0-a7ac-a0c2de9e715b req-f3117a8d-aa81-4027-a445-03095c513f0f tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/ports?device_id=96da6037-9672-4134-ac67-013326934d81 HTTP/1.1" status: 200 len: 945 time: 0.1168070 Jul 14 09:04:55.005004 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-153e275d-07de-43d0-a7ac-a0c2de9e715b req-c0fcc70d-1e9f-42f7-917f-f958c0507570 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b7568dd-6a56-4ebe-bd2a-3fd706f839be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923331 Jul 14 09:04:55.057601 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-119db3da-bef2-4eae-b984-bc79f14927bd req-3ec8fdf1-de4e-4fe5-b856-e0929bf15375 tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] 10.222.0.25 "GET /v2.0/ports?device_id=191be934-2f46-4967-a4d5-03a8b4619d35 HTTP/1.1" status: 200 len: 210 time: 0.0309741 Jul 14 09:04:55.849717 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-45b20555-69bc-4a69-8fa0-bd8aa65f6ade req-451e113a-1837-4cb5-8d8f-11c8808c7906 tempest-ServerShowV247Test-880979759 tempest-ServerShowV247Test-880979759-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb31f003-6d5a-40c9-8066-76127e96f51c HTTP/1.1" status: 200 len: 210 time: 0.0486004 Jul 14 09:04:56.020040 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device f668c9bd-1e62-4b90-87bb-3fa74af817e1 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:04:56.046174 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33240) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:56.070423 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: f668c9bd-1e62-4b90-87bb-3fa74af817e1 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:04:56.070774 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device f668c9bd-1e62-4b90-87bb-3fa74af817e1 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:04:56.071209 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 3e425142-3c0d-4350-9214-7df2a7432bff no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:04:56.097391 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 3e425142-3c0d-4350-9214-7df2a7432bff {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:04:56.098661 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 3e425142-3c0d-4350-9214-7df2a7432bff not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:04:56.157060 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480147cd-c62a-4681-8072-53af22556f80 req-d115209f-eee6-4af0-92c5-5dde122ae3a3 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:56.159053 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-480147cd-c62a-4681-8072-53af22556f80 req-d115209f-eee6-4af0-92c5-5dde122ae3a3 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d766dac-e9c5-4196-8809-c0334627b60b HTTP/1.1" status: 200 len: 949 time: 0.1275051 Jul 14 09:04:56.225817 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-480147cd-c62a-4681-8072-53af22556f80 req-42c384fa-5a89-4c01-8d71-1f3bec0324e5 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546510 Jul 14 09:04:56.317746 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29839bc8-5069-4605-8de4-f9deb828a143 req-0201ff77-6624-4731-8aa7-5603701dcfb7 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:56.320474 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-29839bc8-5069-4605-8de4-f9deb828a143 req-0201ff77-6624-4731-8aa7-5603701dcfb7 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/ports?device_id=96da6037-9672-4134-ac67-013326934d81 HTTP/1.1" status: 200 len: 945 time: 0.1013219 Jul 14 09:04:56.392014 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-29839bc8-5069-4605-8de4-f9deb828a143 req-6f03912e-6622-43bc-99b9-1a562ba851b0 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b7568dd-6a56-4ebe-bd2a-3fd706f839be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645549 Jul 14 09:04:56.497740 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69623794-a3d8-4487-9575-f2789cf30908 req-80f783be-de19-4327-8180-a9c3044b8854 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:56.499264 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69623794-a3d8-4487-9575-f2789cf30908 req-80f783be-de19-4327-8180-a9c3044b8854 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/networks?id=aa282a42-14ce-40bf-98d2-0aa5342653ef HTTP/1.1" status: 200 len: 805 time: 0.1410673 Jul 14 09:04:56.538602 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69623794-a3d8-4487-9575-f2789cf30908 req-650ad776-4473-4526-a1d7-cd10e56e0bd6 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/quotas/2a65871ef77a4e449769120ad4b0a96b HTTP/1.1" status: 200 len: 375 time: 0.0327160 Jul 14 09:04:56.560310 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eea4fd01-2603-4eff-8935-10c62806842f req-ec9e9c07-cae7-4e2a-9984-76cf105cb02d tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] 10.222.0.25 "GET /v2.0/ports?device_id=191be934-2f46-4967-a4d5-03a8b4619d35 HTTP/1.1" status: 200 len: 210 time: 0.0382044 Jul 14 09:04:56.637351 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-115536fb-1818-4bcf-af99-e1344525b431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:56.915923 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6e8aeaf5-718c-48b2-ad00-a5db6d506e43 req-4f1f7cdf-6c17-48ab-8f94-3306a61a7e92 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 258 time: 0.3103180 Jul 14 09:04:56.938445 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69623794-a3d8-4487-9575-f2789cf30908 req-e165f0ed-5bb5-4720-8c41-080bf45ee94b tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a65871ef77a4e449769120ad4b0a96b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3809600 Jul 14 09:04:56.941684 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-6e8aeaf5-718c-48b2-ad00-a5db6d506e43 req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:57.000203 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-115536fb-1818-4bcf-af99-e1344525b431 admin admin] Deleting port 2c852224-37be-4ee2-acdd-f44b9e983338 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:04:57.001077 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-115536fb-1818-4bcf-af99-e1344525b431 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:57.015779 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-6d44226a-a3d8-4bb0-8758-19e03708ce1f tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:57.017944 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-6d44226a-a3d8-4bb0-8758-19e03708ce1f tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] 10.222.0.44 "GET /v2.0/networks?id=d5bd3ed6-980d-4b4b-87d5-2debd98737c2 HTTP/1.1" status: 200 len: 812 time: 0.2947016 Jul 14 09:04:57.039620 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-208ae321-c8c9-4f5a-aede-f73347e4613c tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] Request body: {'port': {'device_id': '191be934-2f46-4967-a4d5-03a8b4619d35', 'network_id': 'd5bd3ed6-980d-4b4b-87d5-2debd98737c2', 'admin_state_up': True, 'tenant_id': '439242613ae841699ce3ce79d5f8276f'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:57.089591 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6e8aeaf5-718c-48b2-ad00-a5db6d506e43 req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:57.096911 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-115536fb-1818-4bcf-af99-e1344525b431 admin admin] For port 2c852224-37be-4ee2-acdd-f44b9e983338, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2c852224-37be-4ee2-acdd-f44b9e983338,segment=NetworkSegment(f6ceb175-f8f3-456b-a1a2-6146eff18101),segment_id=f6ceb175-f8f3-456b-a1a2-6146eff18101)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:57.097865 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-115536fb-1818-4bcf-af99-e1344525b431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:57.112168 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-115536fb-1818-4bcf-af99-e1344525b431 admin admin] Calling delete_port for 2c852224-37be-4ee2-acdd-f44b9e983338 owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:04:57.187380 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69623794-a3d8-4487-9575-f2789cf30908 req-15dc988e-ceca-4add-b1a8-5e29f71d3f7f service neutron] 10.222.0.25 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321842 Jul 14 09:04:57.353757 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-115536fb-1818-4bcf-af99-e1344525b431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:57.394555 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115536fb-1818-4bcf-af99-e1344525b431 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c852224-37be-4ee2-acdd-f44b9e983338,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:57.703427 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1331a-327d-4355-997e-d8f151eeb012 req-6d12728f-9707-43f7-9fc2-ee96d80af5ae tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:57.706891 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8fd1331a-327d-4355-997e-d8f151eeb012 req-6d12728f-9707-43f7-9fc2-ee96d80af5ae tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d766dac-e9c5-4196-8809-c0334627b60b HTTP/1.1" status: 200 len: 949 time: 0.1681595 Jul 14 09:04:57.706891 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-115536fb-1818-4bcf-af99-e1344525b431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:57.708354 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-208ae321-c8c9-4f5a-aede-f73347e4613c tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] Made reservation on behalf of 439242613ae841699ce3ce79d5f8276f for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:04:57.712175 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-208ae321-c8c9-4f5a-aede-f73347e4613c tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:57.748265 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69623794-a3d8-4487-9575-f2789cf30908 req-959254fe-922d-433b-a767-7498a597b5d7 service neutron] 10.222.0.25 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455472 Jul 14 09:04:57.809507 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6e8aeaf5-718c-48b2-ad00-a5db6d506e43 req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:57.928996 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-8fd1331a-327d-4355-997e-d8f151eeb012 req-25914b70-c7fa-4c84-b8a6-517ab02653bc tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Deleting port f16b59eb-59b6-43d7-a2cf-f8bf1a50238c {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:04:57.929350 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8fd1331a-327d-4355-997e-d8f151eeb012 req-25914b70-c7fa-4c84-b8a6-517ab02653bc tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:58.078424 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-6e8aeaf5-718c-48b2-ad00-a5db6d506e43 req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Allocated IP 172.25.6.187 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/3bcd93bc-0aea-4cc2-a1d2-696ad9d25bd5) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:04:58.146108 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-8fd1331a-327d-4355-997e-d8f151eeb012 req-25914b70-c7fa-4c84-b8a6-517ab02653bc tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] For port f16b59eb-59b6-43d7-a2cf-f8bf1a50238c, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f16b59eb-59b6-43d7-a2cf-f8bf1a50238c,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:58.146746 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8fd1331a-327d-4355-997e-d8f151eeb012 req-25914b70-c7fa-4c84-b8a6-517ab02653bc tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:58.167463 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-8fd1331a-327d-4355-997e-d8f151eeb012 req-25914b70-c7fa-4c84-b8a6-517ab02653bc tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Calling delete_port for f16b59eb-59b6-43d7-a2cf-f8bf1a50238c owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:04:58.176563 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115536fb-1818-4bcf-af99-e1344525b431 admin admin] Router 7ba444e8-3f18-4c9a-a60a-95028fa0002d has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:04:58.339694 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6e8aeaf5-718c-48b2-ad00-a5db6d506e43 req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:58.365981 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-208ae321-c8c9-4f5a-aede-f73347e4613c tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] Allocated IP 172.20.0.9 (d5bd3ed6-980d-4b4b-87d5-2debd98737c2/5f9557fa-066c-402a-9487-ebb601cd8b86/8db38122-acb4-4bc8-912b-3930d189ac01) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:04:58.443587 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f989feb5-686b-49fc-9b76-ce7e6d8ba9a7 req-f23bb5d6-cc07-45f2-a9c2-c7259affd089 tempest-ServerShowV247Test-880979759 tempest-ServerShowV247Test-880979759-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb31f003-6d5a-40c9-8066-76127e96f51c HTTP/1.1" status: 200 len: 210 time: 0.1957316 Jul 14 09:04:58.491718 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115536fb-1818-4bcf-af99-e1344525b431 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:04:58.501034 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-115536fb-1818-4bcf-af99-e1344525b431 admin admin] 10.222.0.25 "PUT /v2.0/routers/7ba444e8-3f18-4c9a-a60a-95028fa0002d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4513049 Jul 14 09:04:58.501820 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b9cbc2-63ec-491e-8dd2-501d89011543 None None] Sync routers for ids ['7ba444e8-3f18-4c9a-a60a-95028fa0002d'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:04:58.503914 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33298) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:58.521575 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b9cbc2-63ec-491e-8dd2-501d89011543 None None] Routers {'7ba444e8-3f18-4c9a-a60a-95028fa0002d'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:04:58.522632 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b7b9cbc2-63ec-491e-8dd2-501d89011543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:04:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7ba444e8-3f18-4c9a-a60a-95028fa0002d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:58.538054 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6e8aeaf5-718c-48b2-ad00-a5db6d506e43 req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:58.577597 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8fd1331a-327d-4355-997e-d8f151eeb012 req-25914b70-c7fa-4c84-b8a6-517ab02653bc tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:58.628339 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['ce787d56-90a9-47ea-a734-16046302a7ac', 'b5e33b54-03f0-44bf-aa56-59ef1902dc0e'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:58.632461 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['3bf961b6-708a-4ff3-b40e-42584c38b0df', 'ba7a8ef4-ce4b-4390-9732-806f1f62839f', 'fb7a3161-92a3-43bc-9ae0-72e61d55e000', 'f16b59eb-59b6-43d7-a2cf-f8bf1a50238c'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:58.665973 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25914b70-c7fa-4c84-b8a6-517ab02653bc tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Pushing event deleted for resources: {'Port': ['ID=f16b59eb-59b6-43d7-a2cf-f8bf1a50238c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:58.727590 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25914b70-c7fa-4c84-b8a6-517ab02653bc tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:58.727951 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25914b70-c7fa-4c84-b8a6-517ab02653bc tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:58.728307 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25914b70-c7fa-4c84-b8a6-517ab02653bc tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:58.736972 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25914b70-c7fa-4c84-b8a6-517ab02653bc tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:58.737382 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25914b70-c7fa-4c84-b8a6-517ab02653bc tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:58.737956 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25914b70-c7fa-4c84-b8a6-517ab02653bc tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:58.738133 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25914b70-c7fa-4c84-b8a6-517ab02653bc tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:58.738482 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25914b70-c7fa-4c84-b8a6-517ab02653bc tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:58.738896 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25914b70-c7fa-4c84-b8a6-517ab02653bc tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:58.739147 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25914b70-c7fa-4c84-b8a6-517ab02653bc tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:58.739477 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25914b70-c7fa-4c84-b8a6-517ab02653bc tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:58.740237 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25914b70-c7fa-4c84-b8a6-517ab02653bc tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:58.755467 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e8aeaf5-718c-48b2-ad00-a5db6d506e43 req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:58.772306 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2c9f61e5-9d39-4ed0-a474-41b697dab068 req-a82dccad-d319-460a-954d-a7f3227b7c56 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d766dac-e9c5-4196-8809-c0334627b60b HTTP/1.1" status: 200 len: 210 time: 0.0727749 Jul 14 09:04:58.797500 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-6e8aeaf5-718c-48b2-ad00-a5db6d506e43 req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:58.805827 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8aeaf5-718c-48b2-ad00-a5db6d506e43 req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:58.850910 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd1331a-327d-4355-997e-d8f151eeb012 req-25914b70-c7fa-4c84-b8a6-517ab02653bc tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] No DVR routers for this DVR port f16b59eb-59b6-43d7-a2cf-f8bf1a50238c on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:04:58.856372 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8fd1331a-327d-4355-997e-d8f151eeb012 req-25914b70-c7fa-4c84-b8a6-517ab02653bc tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:58.860710 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8fd1331a-327d-4355-997e-d8f151eeb012 req-25914b70-c7fa-4c84-b8a6-517ab02653bc tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.47 "DELETE /v2.0/ports/f16b59eb-59b6-43d7-a2cf-f8bf1a50238c HTTP/1.1" status: 204 len: 173 time: 1.1464274 Jul 14 09:04:58.865995 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d766dac-e9c5-4196-8809-c0334627b60b', 'name': 'network-vif-deleted', 'tag': 'f16b59eb-59b6-43d7-a2cf-f8bf1a50238c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:58.871273 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Pushing event updated for resources: {'Port': ['ID=3bcd93bc-0aea-4cc2-a1d2-696ad9d25bd5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:58.873936 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dca1f0-6ba5-4eb5-85d5-36ba78d7987f" -d '{"events": [{"server_uuid": "2d766dac-e9c5-4196-8809-c0334627b60b", "name": "network-vif-deleted", "tag": "f16b59eb-59b6-43d7-a2cf-f8bf1a50238c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:58.883756 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68f2d1dd-92b8-4522-99e5-a2f1c185c886 admin admin] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:58.909781 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:58.910269 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:58.910775 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:58.911237 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:58.911681 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:58.912068 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:58.912412 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:58.912755 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:58.913097 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:58.913437 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:58.913833 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:58.914175 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:58.975138 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-208ae321-c8c9-4f5a-aede-f73347e4613c tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:59.068178 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6e8aeaf5-718c-48b2-ad00-a5db6d506e43 req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:59.153279 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00bd347e-74df-454c-b929-ae3d1e276d47 req-070893e5-2201-46f5-8d55-55e145aabef7 tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] 10.222.0.25 "GET /v2.0/ports?device_id=191be934-2f46-4967-a4d5-03a8b4619d35 HTTP/1.1" status: 200 len: 210 time: 0.0827951 Jul 14 09:04:59.178403 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-208ae321-c8c9-4f5a-aede-f73347e4613c tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:59.241331 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6e8aeaf5-718c-48b2-ad00-a5db6d506e43 req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:59.395053 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-208ae321-c8c9-4f5a-aede-f73347e4613c tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] Network d5bd3ed6-980d-4b4b-87d5-2debd98737c2 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:59.398867 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-208ae321-c8c9-4f5a-aede-f73347e4613c tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:59.406257 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-208ae321-c8c9-4f5a-aede-f73347e4613c tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:59.415478 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-b7b9cbc2-63ec-491e-8dd2-501d89011543 None None] Set router 7ba444e8-3f18-4c9a-a60a-95028fa0002d gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:04:59.526837 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4f05158b-2ead-4665-bb77-57dba6b990a2 req-ad9b7029-f521-4b0f-9f48-3c505574068c tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=76a09c04-4f6f-4161-95d7-de0379c0516c HTTP/1.1" status: 200 len: 210 time: 0.1169772 Jul 14 09:04:59.593396 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ae321-c8c9-4f5a-aede-f73347e4613c tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] Pushing event updated for resources: {'Port': ['ID=8db38122-acb4-4bc8-912b-3930d189ac01,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:59.616740 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-208ae321-c8c9-4f5a-aede-f73347e4613c tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:59.617420 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-208ae321-c8c9-4f5a-aede-f73347e4613c tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:59.669406 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-208ae321-c8c9-4f5a-aede-f73347e4613c tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6373649 Jul 14 09:04:59.669964 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d68fe5-7a75-4373-aa29-07faf5b83eaf x-openstack-request-id: req-c5d68fe5-7a75-4373-aa29-07faf5b83eaf {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:59.670744 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d766dac-e9c5-4196-8809-c0334627b60b", "name": "network-vif-deleted", "tag": "f16b59eb-59b6-43d7-a2cf-f8bf1a50238c", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:59.670744 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5d68fe5-7a75-4373-aa29-07faf5b83eaf {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:59.672638 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d766dac-e9c5-4196-8809-c0334627b60b', 'name': 'network-vif-deleted', 'tag': 'f16b59eb-59b6-43d7-a2cf-f8bf1a50238c', 'status': 'completed', 'code': 200} Jul 14 09:04:59.718485 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68f2d1dd-92b8-4522-99e5-a2f1c185c886 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:59.788882 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6e8aeaf5-718c-48b2-ad00-a5db6d506e43 req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:59.799390 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-e96f50f7-537a-40ba-b357-685b43befed8 service neutron] Request body: {'port': {'device_id': '191be934-2f46-4967-a4d5-03a8b4619d35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:59.810625 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6e8aeaf5-718c-48b2-ad00-a5db6d506e43 req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:59.849858 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-68f2d1dd-92b8-4522-99e5-a2f1c185c886 admin admin] Deleting port 23cf7ed1-b58e-414b-9c29-fa3bbb07974b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:04:59.850212 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68f2d1dd-92b8-4522-99e5-a2f1c185c886 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:00.029788 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6e8aeaf5-718c-48b2-ad00-a5db6d506e43 req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:00.052193 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-68f2d1dd-92b8-4522-99e5-a2f1c185c886 admin admin] For port 23cf7ed1-b58e-414b-9c29-fa3bbb07974b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=23cf7ed1-b58e-414b-9c29-fa3bbb07974b,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:00.058932 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68f2d1dd-92b8-4522-99e5-a2f1c185c886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:00.074375 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-68f2d1dd-92b8-4522-99e5-a2f1c185c886 admin admin] Calling delete_port for 23cf7ed1-b58e-414b-9c29-fa3bbb07974b owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:00.205101 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6e8aeaf5-718c-48b2-ad00-a5db6d506e43 req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:00.212740 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6e8aeaf5-718c-48b2-ad00-a5db6d506e43 req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2850995 Jul 14 09:05:00.214917 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b7b9cbc2-63ec-491e-8dd2-501d89011543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1813052015-router', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:59:54Z', 'updated_at': '2021-07-14T09:04:57Z', 'revision_number': 5, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'gw_port': {'id': '23cf7ed1-b58e-414b-9c29-fa3bbb07974b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:59:56Z', 'updated_at': '2021-07-14T09:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:00.287209 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583333c3-2194-43bc-8606-f1600e3add08 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Pushing event updated for resources: {'Port': ['ID=3bcd93bc-0aea-4cc2-a1d2-696ad9d25bd5,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:00.325677 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b9cbc2-63ec-491e-8dd2-501d89011543 None None] Checking router: 7ba444e8-3f18-4c9a-a60a-95028fa0002d for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:05:00.335019 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4102617e-99fb-4fc8-b4dc-1183b58be816 req-1a5f7128-09e4-4840-b5f9-3bd89f51a720 tempest-ServerShowV247Test-880979759 tempest-ServerShowV247Test-880979759-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb31f003-6d5a-40c9-8066-76127e96f51c HTTP/1.1" status: 200 len: 210 time: 0.2075548 Jul 14 09:05:00.399382 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68f2d1dd-92b8-4522-99e5-a2f1c185c886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:00.422600 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b9cbc2-63ec-491e-8dd2-501d89011543 None None] Routers {'7ba444e8-3f18-4c9a-a60a-95028fa0002d'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:00.423713 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b7b9cbc2-63ec-491e-8dd2-501d89011543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:04:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7ba444e8-3f18-4c9a-a60a-95028fa0002d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:00.492473 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-e96f50f7-537a-40ba-b357-685b43befed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:00.516170 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2d1dd-92b8-4522-99e5-a2f1c185c886 admin admin] Pushing event deleted for resources: {'Port': ['ID=23cf7ed1-b58e-414b-9c29-fa3bbb07974b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:00.619134 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-b7b9cbc2-63ec-491e-8dd2-501d89011543 None None] Set router 7ba444e8-3f18-4c9a-a60a-95028fa0002d gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:00.636066 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6e8aeaf5-718c-48b2-ad00-a5db6d506e43 req-4d1d188d-bb9b-42ad-99ed-56548c07f0eb tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.187 HTTP/1.1" status: 200 len: 696 time: 0.4220383 Jul 14 09:05:00.710756 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68f2d1dd-92b8-4522-99e5-a2f1c185c886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:00.732639 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b7b9cbc2-63ec-491e-8dd2-501d89011543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1813052015-router', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:59:54Z', 'updated_at': '2021-07-14T09:05:00Z', 'revision_number': 7, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:00.780623 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b9cbc2-63ec-491e-8dd2-501d89011543 None None] The sync data for ids ['7ba444e8-3f18-4c9a-a60a-95028fa0002d'] in n-d-771362-35 is: [{'id': '7ba444e8-3f18-4c9a-a60a-95028fa0002d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1813052015-router', 'tenant_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:59:54Z', 'updated_at': '2021-07-14T09:05:00Z', 'revision_number': 7, 'project_id': '4ded5a87fc684a6aaedbd0df5e9b2bfa', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:05:00.814026 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69623794-a3d8-4487-9575-f2789cf30908 req-6e6d3584-5d8d-4702-a387-f4b40f6fc691 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:00.817373 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69623794-a3d8-4487-9575-f2789cf30908 req-6e6d3584-5d8d-4702-a387-f4b40f6fc691 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.44 "GET /v2.0/networks?id=aa282a42-14ce-40bf-98d2-0aa5342653ef HTTP/1.1" status: 200 len: 805 time: 0.8737223 Jul 14 09:05:00.883910 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68f2d1dd-92b8-4522-99e5-a2f1c185c886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:00.887866 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68f2d1dd-92b8-4522-99e5-a2f1c185c886 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:00.891167 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-69623794-a3d8-4487-9575-f2789cf30908 req-92d7b43b-55b7-4995-a218-0c2b5a0406f8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Request body: {'port': {'device_id': '76a09c04-4f6f-4161-95d7-de0379c0516c', 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef', 'admin_state_up': True, 'tenant_id': '2a65871ef77a4e449769120ad4b0a96b'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:00.948516 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68f2d1dd-92b8-4522-99e5-a2f1c185c886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:00.949537 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f2d1dd-92b8-4522-99e5-a2f1c185c886 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ba444e8-3f18-4c9a-a60a-95028fa0002d {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:05:00.955167 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68f2d1dd-92b8-4522-99e5-a2f1c185c886 admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:00.956754 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-68f2d1dd-92b8-4522-99e5-a2f1c185c886 admin admin] 10.222.0.25 "DELETE /v2.0/routers/7ba444e8-3f18-4c9a-a60a-95028fa0002d HTTP/1.1" status: 204 len: 168 time: 2.4516664 Jul 14 09:05:00.960787 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33322) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:01.033632 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5104414e-b9b7-4040-8623-a21edf0ae0f5 admin admin] Deleting subnet 8fecf381-19d6-49fe-86f6-48fb919914d0 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:05:01.038550 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5104414e-b9b7-4040-8623-a21edf0ae0f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:01.098215 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8aeaf5-718c-48b2-ad00-a5db6d506e43 req-247dec50-7203-4f6f-9f59-f2b6522b61e7 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:01.099816 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6e8aeaf5-718c-48b2-ad00-a5db6d506e43 req-247dec50-7203-4f6f-9f59-f2b6522b61e7 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 784 time: 0.4628143 Jul 14 09:05:01.105833 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5104414e-b9b7-4040-8623-a21edf0ae0f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:01.236032 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5104414e-b9b7-4040-8623-a21edf0ae0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:01.313580 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecf322-4241-493f-890e-a4962ac12377 req-8bc764a0-a11c-4a79-bd06-53aa00273ee5 tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:01.321937 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-18ecf322-4241-493f-890e-a4962ac12377 req-8bc764a0-a11c-4a79-bd06-53aa00273ee5 tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] 10.222.0.25 "GET /v2.0/ports?device_id=191be934-2f46-4967-a4d5-03a8b4619d35 HTTP/1.1" status: 200 len: 931 time: 0.5426328 Jul 14 09:05:01.345616 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5104414e-b9b7-4040-8623-a21edf0ae0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:01.382690 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104414e-b9b7-4040-8623-a21edf0ae0f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fecf381-19d6-49fe-86f6-48fb919914d0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:01.386676 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5104414e-b9b7-4040-8623-a21edf0ae0f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:01.394636 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b94d5b9-c7e7-433e-9af2-bc107b8ce53b None None] Network 08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:05:01.395280 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5104414e-b9b7-4040-8623-a21edf0ae0f5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8fecf381-19d6-49fe-86f6-48fb919914d0 HTTP/1.1" status: 204 len: 168 time: 0.4332962 Jul 14 09:05:01.395966 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33328) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:01.479811 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26bb50ef-bb78-4b46-acb2-e354f3ba4317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:01.494061 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6e9984f6-bdda-4fc7-8383-85b1213b1479 req-a5e3cc81-baa2-4b94-a7f9-9d4ff199b3f5 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=76a09c04-4f6f-4161-95d7-de0379c0516c HTTP/1.1" status: 200 len: 210 time: 0.1589262 Jul 14 09:05:01.547902 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-18ecf322-4241-493f-890e-a4962ac12377 req-fb197801-8317-4567-902f-41560404d4a2 tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] 10.222.0.25 "GET /v2.0/security-groups?id=a21deb8d-efd8-44f6-a928-8f1b3b126379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234564 Jul 14 09:05:01.575062 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69623794-a3d8-4487-9575-f2789cf30908 req-92d7b43b-55b7-4995-a218-0c2b5a0406f8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Made reservation on behalf of 2a65871ef77a4e449769120ad4b0a96b for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:01.579816 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-69623794-a3d8-4487-9575-f2789cf30908 req-92d7b43b-55b7-4995-a218-0c2b5a0406f8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:01.618204 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-26bb50ef-bb78-4b46-acb2-e354f3ba4317 admin admin] Deleting port 7473f804-f338-4e75-9a7c-0403ea201e64 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:01.618559 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26bb50ef-bb78-4b46-acb2-e354f3ba4317 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:01.754713 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5e889c-80e5-4e50-99ea-0c1102dc7cb6 None None] DHCP port deletion for 08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:05:01.785733 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-26bb50ef-bb78-4b46-acb2-e354f3ba4317 admin admin] For port 7473f804-f338-4e75-9a7c-0403ea201e64, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7473f804-f338-4e75-9a7c-0403ea201e64,segment=NetworkSegment(f6ceb175-f8f3-456b-a1a2-6146eff18101),segment_id=f6ceb175-f8f3-456b-a1a2-6146eff18101)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:01.786282 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26bb50ef-bb78-4b46-acb2-e354f3ba4317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:01.833661 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-26bb50ef-bb78-4b46-acb2-e354f3ba4317 admin admin] Calling delete_port for 7473f804-f338-4e75-9a7c-0403ea201e64 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:01.905425 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2c852224-37be-4ee2-acdd-f44b9e983338 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:01.910660 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e889c-80e5-4e50-99ea-0c1102dc7cb6 None None] Deleting port 7473f804-f338-4e75-9a7c-0403ea201e64 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:01.914560 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f5e889c-80e5-4e50-99ea-0c1102dc7cb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:02.008867 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 2c852224-37be-4ee2-acdd-f44b9e983338 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:02.009213 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2c852224-37be-4ee2-acdd-f44b9e983338 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:02.009739 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 23cf7ed1-b58e-414b-9c29-fa3bbb07974b no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:02.023050 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-e96f50f7-537a-40ba-b357-685b43befed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db38122-acb4-4bc8-912b-3930d189ac01 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:02.068272 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26bb50ef-bb78-4b46-acb2-e354f3ba4317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:02.073888 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 23cf7ed1-b58e-414b-9c29-fa3bbb07974b {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:02.074235 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 23cf7ed1-b58e-414b-9c29-fa3bbb07974b not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:02.074661 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7473f804-f338-4e75-9a7c-0403ea201e64 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:02.076790 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device f16b59eb-59b6-43d7-a2cf-f8bf1a50238c no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:02.094228 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-e96f50f7-537a-40ba-b357-685b43befed8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:02.137945 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb50ef-bb78-4b46-acb2-e354f3ba4317 admin admin] Pushing event deleted for resources: {'Port': ['ID=7473f804-f338-4e75-9a7c-0403ea201e64,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:02.146385 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bb50ef-bb78-4b46-acb2-e354f3ba4317 admin admin] No DVR routers for this DVR port 7473f804-f338-4e75-9a7c-0403ea201e64 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:05:02.146520 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: f16b59eb-59b6-43d7-a2cf-f8bf1a50238c {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:02.146766 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device f16b59eb-59b6-43d7-a2cf-f8bf1a50238c not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:02.191208 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 7473f804-f338-4e75-9a7c-0403ea201e64 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:02.191601 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7473f804-f338-4e75-9a7c-0403ea201e64 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:02.215092 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-69623794-a3d8-4487-9575-f2789cf30908 req-92d7b43b-55b7-4995-a218-0c2b5a0406f8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Allocated IP 172.20.0.3 (aa282a42-14ce-40bf-98d2-0aa5342653ef/270bafed-ba3b-4347-b7b9-ccc79813fe94/9c27d5e1-2115-4a53-a47a-162796d6a2e1) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:05:02.216435 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3f5e889c-80e5-4e50-99ea-0c1102dc7cb6 None None] For port 7473f804-f338-4e75-9a7c-0403ea201e64, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7473f804-f338-4e75-9a7c-0403ea201e64,segment=NetworkSegment(f6ceb175-f8f3-456b-a1a2-6146eff18101),segment_id=f6ceb175-f8f3-456b-a1a2-6146eff18101)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:02.216916 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f5e889c-80e5-4e50-99ea-0c1102dc7cb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:02.234301 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e889c-80e5-4e50-99ea-0c1102dc7cb6 None None] Calling delete_port for 7473f804-f338-4e75-9a7c-0403ea201e64 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:02.272113 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26bb50ef-bb78-4b46-acb2-e354f3ba4317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:02.292571 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-26bb50ef-bb78-4b46-acb2-e354f3ba4317 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:02.301148 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-e96f50f7-537a-40ba-b357-685b43befed8 service neutron] Transition to ACTIVE for port object 8db38122-acb4-4bc8-912b-3930d189ac01 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:02.312655 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-738b545b-5669-4ba9-850d-82f7ee54f27e req-c70e7bc3-289c-48e1-9ba4-d20542483227 tempest-ServerShowV247Test-880979759 tempest-ServerShowV247Test-880979759-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb31f003-6d5a-40c9-8066-76127e96f51c HTTP/1.1" status: 200 len: 210 time: 0.1172147 Jul 14 09:05:02.335696 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-26bb50ef-bb78-4b46-acb2-e354f3ba4317 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ceb175-f8f3-456b-a1a2-6146eff18101') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:02.337642 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-26bb50ef-bb78-4b46-acb2-e354f3ba4317 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ceb175-f8f3-456b-a1a2-6146eff18101') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:02.341773 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-e96f50f7-537a-40ba-b357-685b43befed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:02.357888 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26bb50ef-bb78-4b46-acb2-e354f3ba4317 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:02.398539 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26bb50ef-bb78-4b46-acb2-e354f3ba4317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:02.403301 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f5e889c-80e5-4e50-99ea-0c1102dc7cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:02.409961 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26bb50ef-bb78-4b46-acb2-e354f3ba4317 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:05:02.410636 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26bb50ef-bb78-4b46-acb2-e354f3ba4317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:02.444450 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e889c-80e5-4e50-99ea-0c1102dc7cb6 None None] Pushing event deleted for resources: {'Port': ['ID=7473f804-f338-4e75-9a7c-0403ea201e64,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:02.450867 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5e889c-80e5-4e50-99ea-0c1102dc7cb6 None None] No DVR routers for this DVR port 7473f804-f338-4e75-9a7c-0403ea201e64 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:05:02.493024 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:05:02.537738 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26bb50ef-bb78-4b46-acb2-e354f3ba4317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:02.548653 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26bb50ef-bb78-4b46-acb2-e354f3ba4317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:02.552247 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-26bb50ef-bb78-4b46-acb2-e354f3ba4317 admin admin] 10.222.0.25 "DELETE /v2.0/networks/08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f HTTP/1.1" status: 204 len: 168 time: 1.1535590 Jul 14 09:05:02.559235 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33338) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:02.603187 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb50ef-bb78-4b46-acb2-e354f3ba4317 admin admin] Pushing event deleted for resources: {'Network': ['ID=08d5cfb9-c8d3-42d5-b7c1-fc005cc3164f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:02.629162 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31209bb2-b240-40f1-b6ff-476ac1b0584b req-3baa550d-dc41-4806-9568-c2b259c7a561 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:02.630841 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-31209bb2-b240-40f1-b6ff-476ac1b0584b req-3baa550d-dc41-4806-9568-c2b259c7a561 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/ports?device_id=96da6037-9672-4134-ac67-013326934d81&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6154649 Jul 14 09:05:02.661658 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f50f7-537a-40ba-b357-685b43befed8 service neutron] Pushing event updated for resources: {'Port': ['ID=8db38122-acb4-4bc8-912b-3930d189ac01,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:02.741685 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-31209bb2-b240-40f1-b6ff-476ac1b0584b req-50fc1181-7bf4-4a05-b644-8712638c6cc6 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.187 HTTP/1.1" status: 200 len: 696 time: 0.0916636 Jul 14 09:05:02.779833 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-31209bb2-b240-40f1-b6ff-476ac1b0584b req-cc0701ce-0716-44d3-8516-26a13195af24 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Request body: {'floatingip': {'port_id': '4252bc07-628c-4665-9375-eab1d98a3fd7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:02.849740 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-31209bb2-b240-40f1-b6ff-476ac1b0584b req-cc0701ce-0716-44d3-8516-26a13195af24 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:02.856572 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-69623794-a3d8-4487-9575-f2789cf30908 req-92d7b43b-55b7-4995-a218-0c2b5a0406f8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:03.045993 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f859c8d6-7c10-4e1c-99f3-6b0bdddbf953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:03.204949 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7810117-2ae9-4e20-8f13-760d8d5a4a59 req-8fa75416-622b-4044-9c0e-25bfb571746c tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=76a09c04-4f6f-4161-95d7-de0379c0516c HTTP/1.1" status: 200 len: 210 time: 0.3795307 Jul 14 09:05:03.266476 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-e96f50f7-537a-40ba-b357-685b43befed8 service neutron] Attempting to bind port 8db38122-acb4-4bc8-912b-3930d189ac01 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:05:03.266830 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-e96f50f7-537a-40ba-b357-685b43befed8 service neutron] Attempting to bind port 8db38122-acb4-4bc8-912b-3930d189ac01 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'd4ac6c0c-f13b-48bc-99b7-1ef21c49c37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd5bd3ed6-980d-4b4b-87d5-2debd98737c2'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:05:03.267255 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-e96f50f7-537a-40ba-b357-685b43befed8 service neutron] Attempting to bind port 8db38122-acb4-4bc8-912b-3930d189ac01 on network d5bd3ed6-980d-4b4b-87d5-2debd98737c2 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:03.284063 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-e96f50f7-537a-40ba-b357-685b43befed8 service neutron] Port 8db38122-acb4-4bc8-912b-3930d189ac01 on network d5bd3ed6-980d-4b4b-87d5-2debd98737c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:05:03.284390 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-e96f50f7-537a-40ba-b357-685b43befed8 service neutron] Attempting to bind port 8db38122-acb4-4bc8-912b-3930d189ac01 on network d5bd3ed6-980d-4b4b-87d5-2debd98737c2 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:03.314389 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-e96f50f7-537a-40ba-b357-685b43befed8 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:05:03.314733 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-e96f50f7-537a-40ba-b357-685b43befed8 service neutron] Checking segment: {'id': 'd4ac6c0c-f13b-48bc-99b7-1ef21c49c37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd5bd3ed6-980d-4b4b-87d5-2debd98737c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:03.315117 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-e96f50f7-537a-40ba-b357-685b43befed8 service neutron] Bound using segment: {'id': 'd4ac6c0c-f13b-48bc-99b7-1ef21c49c37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd5bd3ed6-980d-4b4b-87d5-2debd98737c2'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:05:03.315612 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-e96f50f7-537a-40ba-b357-685b43befed8 service neutron] Bound port: 8db38122-acb4-4bc8-912b-3930d189ac01, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4ac6c0c-f13b-48bc-99b7-1ef21c49c37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd5bd3ed6-980d-4b4b-87d5-2debd98737c2'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:05:03.315981 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-e96f50f7-537a-40ba-b357-685b43befed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:03.377978 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136a51a-bd9b-4602-9a92-78aa29434a8b req-aee490f9-085d-45f6-99dc-a94c6363c4b4 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:03.379592 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7136a51a-bd9b-4602-9a92-78aa29434a8b req-aee490f9-085d-45f6-99dc-a94c6363c4b4 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.44 "GET /v2.0/ports?device_id=472d63ab-5d82-4ae4-a140-8715ac3b9b3c HTTP/1.1" status: 200 len: 950 time: 0.1373193 Jul 14 09:05:03.436778 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-69623794-a3d8-4487-9575-f2789cf30908 req-92d7b43b-55b7-4995-a218-0c2b5a0406f8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:03.448829 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['71d96ee1-5098-4ee3-84d1-e37bcfed3233'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:03.529294 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f859c8d6-7c10-4e1c-99f3-6b0bdddbf953 admin admin] Deleting port 367d12b5-d3b7-4679-a58d-9bece2ba7608 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:03.529637 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f859c8d6-7c10-4e1c-99f3-6b0bdddbf953 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:03.601859 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69623794-a3d8-4487-9575-f2789cf30908 req-92d7b43b-55b7-4995-a218-0c2b5a0406f8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Network aa282a42-14ce-40bf-98d2-0aa5342653ef is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:05:03.609148 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-7136a51a-bd9b-4602-9a92-78aa29434a8b req-dbd27f2e-7edf-4eaf-9fe0-3eca23ffbf17 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Deleting port b5e33b54-03f0-44bf-aa56-59ef1902dc0e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:03.609576 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7136a51a-bd9b-4602-9a92-78aa29434a8b req-dbd27f2e-7edf-4eaf-9fe0-3eca23ffbf17 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:03.653909 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-e96f50f7-537a-40ba-b357-685b43befed8 service neutron] For port 8db38122-acb4-4bc8-912b-3930d189ac01, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:03.657403 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-69623794-a3d8-4487-9575-f2789cf30908 req-92d7b43b-55b7-4995-a218-0c2b5a0406f8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:03.663175 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7b43b-55b7-4995-a218-0c2b5a0406f8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Pushing event updated for resources: {'Port': ['ID=9c27d5e1-2115-4a53-a47a-162796d6a2e1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:03.667740 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-69623794-a3d8-4487-9575-f2789cf30908 req-92d7b43b-55b7-4995-a218-0c2b5a0406f8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:05:03.679271 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f859c8d6-7c10-4e1c-99f3-6b0bdddbf953 admin admin] For port 367d12b5-d3b7-4679-a58d-9bece2ba7608, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=367d12b5-d3b7-4679-a58d-9bece2ba7608,segment=NetworkSegment(ec980861-4883-4a5d-b014-88277b894487),segment_id=ec980861-4883-4a5d-b014-88277b894487)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:03.679675 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f859c8d6-7c10-4e1c-99f3-6b0bdddbf953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:03.689431 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-e96f50f7-537a-40ba-b357-685b43befed8 service neutron] For port 8db38122-acb4-4bc8-912b-3930d189ac01, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=8db38122-acb4-4bc8-912b-3930d189ac01,segment=NetworkSegment(d4ac6c0c-f13b-48bc-99b7-1ef21c49c37a),segment_id=d4ac6c0c-f13b-48bc-99b7-1ef21c49c37a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:05:03.702778 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f859c8d6-7c10-4e1c-99f3-6b0bdddbf953 admin admin] Calling delete_port for 367d12b5-d3b7-4679-a58d-9bece2ba7608 owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:03.727163 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-e96f50f7-537a-40ba-b357-685b43befed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:03.770764 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-7136a51a-bd9b-4602-9a92-78aa29434a8b req-dbd27f2e-7edf-4eaf-9fe0-3eca23ffbf17 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] For port b5e33b54-03f0-44bf-aa56-59ef1902dc0e, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=b5e33b54-03f0-44bf-aa56-59ef1902dc0e,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:03.771136 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7136a51a-bd9b-4602-9a92-78aa29434a8b req-dbd27f2e-7edf-4eaf-9fe0-3eca23ffbf17 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:03.788263 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-7136a51a-bd9b-4602-9a92-78aa29434a8b req-dbd27f2e-7edf-4eaf-9fe0-3eca23ffbf17 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Calling delete_port for b5e33b54-03f0-44bf-aa56-59ef1902dc0e owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:03.863612 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-e96f50f7-537a-40ba-b357-685b43befed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:03.864596 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-e96f50f7-537a-40ba-b357-685b43befed8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:03.866691 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-e96f50f7-537a-40ba-b357-685b43befed8 service neutron] 10.222.0.44 "PUT /v2.0/ports/8db38122-acb4-4bc8-912b-3930d189ac01 HTTP/1.1" status: 200 len: 1092 time: 4.0739973 Jul 14 09:05:03.871801 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '191be934-2f46-4967-a4d5-03a8b4619d35', 'tag': '8db38122-acb4-4bc8-912b-3930d189ac01'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:03.873723 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa58dc4-842d-42b2-bd9e-c3dd691c85ef" -d '{"events": [{"name": "network-changed", "server_uuid": "191be934-2f46-4967-a4d5-03a8b4619d35", "tag": "8db38122-acb4-4bc8-912b-3930d189ac01"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:03.889991 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69623794-a3d8-4487-9575-f2789cf30908 req-92d7b43b-55b7-4995-a218-0c2b5a0406f8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:03.891122 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-69623794-a3d8-4487-9575-f2789cf30908 req-92d7b43b-55b7-4995-a218-0c2b5a0406f8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:03.906537 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac385e46-348d-40cf-879d-14fe87b1ba26 req-370754f8-5d73-46c2-93ba-1ee590d47882 tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:03.908124 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac385e46-348d-40cf-879d-14fe87b1ba26 req-370754f8-5d73-46c2-93ba-1ee590d47882 tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] 10.222.0.25 "GET /v2.0/ports?device_id=191be934-2f46-4967-a4d5-03a8b4619d35 HTTP/1.1" status: 200 len: 943 time: 0.4966557 Jul 14 09:05:03.993889 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f50f7-537a-40ba-b357-685b43befed8 service neutron] Pushing event updated for resources: {'Port': ['ID=8db38122-acb4-4bc8-912b-3930d189ac01,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:04.019214 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69623794-a3d8-4487-9575-f2789cf30908 req-92d7b43b-55b7-4995-a218-0c2b5a0406f8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1451552 Jul 14 09:05:04.030589 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7136a51a-bd9b-4602-9a92-78aa29434a8b req-dbd27f2e-7edf-4eaf-9fe0-3eca23ffbf17 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:04.032813 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f859c8d6-7c10-4e1c-99f3-6b0bdddbf953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:04.044113 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['3bf961b6-708a-4ff3-b40e-42584c38b0df', 'ba7a8ef4-ce4b-4390-9732-806f1f62839f', 'fb7a3161-92a3-43bc-9ae0-72e61d55e000'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:04.046476 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['ce787d56-90a9-47ea-a734-16046302a7ac', 'b5e33b54-03f0-44bf-aa56-59ef1902dc0e'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:04.058708 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-69623794-a3d8-4487-9575-f2789cf30908 req-2a496558-5dff-4e98-a252-3ab6125a18ad service neutron] Request body: {'port': {'device_id': '76a09c04-4f6f-4161-95d7-de0379c0516c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:04.071153 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859c8d6-7c10-4e1c-99f3-6b0bdddbf953 admin admin] Pushing event deleted for resources: {'Port': ['ID=367d12b5-d3b7-4679-a58d-9bece2ba7608,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:04.131528 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac385e46-348d-40cf-879d-14fe87b1ba26 req-8dc5b92f-1674-4dd8-b3a1-370e4bbc9752 tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] 10.222.0.25 "GET /v2.0/security-groups?id=a21deb8d-efd8-44f6-a928-8f1b3b126379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770082 Jul 14 09:05:04.249893 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd27f2e-7edf-4eaf-9fe0-3eca23ffbf17 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Pushing event deleted for resources: {'Port': ['ID=b5e33b54-03f0-44bf-aa56-59ef1902dc0e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:04.267363 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-02863c49-a9fe-404e-896c-7281f95739fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:04.269412 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-02863c49-a9fe-404e-896c-7281f95739fb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=439242613ae841699ce3ce79d5f8276f&device_id=191be934-2f46-4967-a4d5-03a8b4619d35 HTTP/1.1" status: 200 len: 1095 time: 0.3161693 Jul 14 09:05:04.325129 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.db.resource_extend [req-31209bb2-b240-40f1-b6ff-476ac1b0584b req-cc0701ce-0716-44d3-8516-26a13195af24 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:05:04.334041 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-69623794-a3d8-4487-9575-f2789cf30908 req-2a496558-5dff-4e98-a252-3ab6125a18ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:04.355747 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7136a51a-bd9b-4602-9a92-78aa29434a8b req-dbd27f2e-7edf-4eaf-9fe0-3eca23ffbf17 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] No DVR routers for this DVR port b5e33b54-03f0-44bf-aa56-59ef1902dc0e on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:05:04.365639 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7136a51a-bd9b-4602-9a92-78aa29434a8b req-dbd27f2e-7edf-4eaf-9fe0-3eca23ffbf17 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:04.367914 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7136a51a-bd9b-4602-9a92-78aa29434a8b req-dbd27f2e-7edf-4eaf-9fe0-3eca23ffbf17 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.44 "DELETE /v2.0/ports/b5e33b54-03f0-44bf-aa56-59ef1902dc0e HTTP/1.1" status: 204 len: 173 time: 0.9806943 Jul 14 09:05:04.378390 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-bf8d0708-174a-4651-a713-daa29354199d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8db38122-acb4-4bc8-912b-3930d189ac01 HTTP/1.1" status: 200 len: 217 time: 0.0974462 Jul 14 09:05:04.387458 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472d63ab-5d82-4ae4-a140-8715ac3b9b3c', 'name': 'network-vif-deleted', 'tag': 'b5e33b54-03f0-44bf-aa56-59ef1902dc0e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:04.390769 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2383cb41-2ba2-4f6d-a5b8-8c8ad5d9a844" -d '{"events": [{"server_uuid": "472d63ab-5d82-4ae4-a140-8715ac3b9b3c", "name": "network-vif-deleted", "tag": "b5e33b54-03f0-44bf-aa56-59ef1902dc0e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:04.485363 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dbe75cd7-8eaf-46f4-b248-6d9ecd6c24a3 req-fb78bf0e-3824-4dc0-ac8d-bbdffd6b96f3 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=472d63ab-5d82-4ae4-a140-8715ac3b9b3c HTTP/1.1" status: 200 len: 210 time: 0.0946190 Jul 14 09:05:04.514978 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f4e97-d368-4fbe-a1b3-c6a6e4c68952 req-1825bd60-0ec3-44db-b878-40be000b0870 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:04.514978 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-309f4e97-d368-4fbe-a1b3-c6a6e4c68952 req-1825bd60-0ec3-44db-b878-40be000b0870 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.47 "GET /v2.0/ports?device_id=322db768-9d9a-4031-bf64-ecf4ab4a3702 HTTP/1.1" status: 200 len: 950 time: 0.3641047 Jul 14 09:05:04.580197 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-31209bb2-b240-40f1-b6ff-476ac1b0584b req-cc0701ce-0716-44d3-8516-26a13195af24 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:04.590063 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-c8f24715-3601-4af9-aadb-d2aa62e9e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:04.592002 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-c8f24715-3601-4af9-aadb-d2aa62e9e03f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f9557fa-066c-402a-9487-ebb601cd8b86 HTTP/1.1" status: 200 len: 852 time: 0.2003722 Jul 14 09:05:04.593488 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f859c8d6-7c10-4e1c-99f3-6b0bdddbf953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:04.601299 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-31209bb2-b240-40f1-b6ff-476ac1b0584b req-cc0701ce-0716-44d3-8516-26a13195af24 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:04.677412 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-a8a48617-15ed-4c67-a7ad-bcfeb5860e70 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5bd3ed6-980d-4b4b-87d5-2debd98737c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704932 Jul 14 09:05:04.762530 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-309f4e97-d368-4fbe-a1b3-c6a6e4c68952 req-ab6607a7-16c9-4af6-bf22-13a8eb9928e6 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Deleting port fb7a3161-92a3-43bc-9ae0-72e61d55e000 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:04.762875 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-309f4e97-d368-4fbe-a1b3-c6a6e4c68952 req-ab6607a7-16c9-4af6-bf22-13a8eb9928e6 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:04.915630 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-309f4e97-d368-4fbe-a1b3-c6a6e4c68952 req-ab6607a7-16c9-4af6-bf22-13a8eb9928e6 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] For port fb7a3161-92a3-43bc-9ae0-72e61d55e000, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=fb7a3161-92a3-43bc-9ae0-72e61d55e000,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:04.915982 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-309f4e97-d368-4fbe-a1b3-c6a6e4c68952 req-ab6607a7-16c9-4af6-bf22-13a8eb9928e6 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:04.964427 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-309f4e97-d368-4fbe-a1b3-c6a6e4c68952 req-ab6607a7-16c9-4af6-bf22-13a8eb9928e6 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Calling delete_port for fb7a3161-92a3-43bc-9ae0-72e61d55e000 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:05.023545 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [req-31209bb2-b240-40f1-b6ff-476ac1b0584b req-cc0701ce-0716-44d3-8516-26a13195af24 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Floating IP 65cab508-d930-4365-a5b4-65a4b90a7fc3 associated. External IP: 172.25.6.187, port: 4252bc07-628c-4665-9375-eab1d98a3fd7. Jul 14 09:05:05.034794 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-e087cb34-3eb2-4f28-ab75-8b0148c55604 service neutron] 10.222.0.44 "GET /v2.0/networks/d5bd3ed6-980d-4b4b-87d5-2debd98737c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497493 Jul 14 09:05:05.053522 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f859c8d6-7c10-4e1c-99f3-6b0bdddbf953 admin admin] Router 183bcf67-4cac-4e08-9952-8afb60649172 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:05:05.118646 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-19d5e14f-25d8-4dc9-b05b-17f328d1c78e tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:05.120800 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-19d5e14f-25d8-4dc9-b05b-17f328d1c78e tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/networks?id=d4fad6bc-cc19-4061-a347-c3942b87c975 HTTP/1.1" status: 200 len: 808 time: 0.3269238 Jul 14 09:05:05.216570 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-1774304b-4d6d-484c-9787-fde9ed064128 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/quotas/1c35458c50e143699c6f14a3ebfddb0d HTTP/1.1" status: 200 len: 375 time: 0.0648139 Jul 14 09:05:05.243066 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f859c8d6-7c10-4e1c-99f3-6b0bdddbf953 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:05:05.253461 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f859c8d6-7c10-4e1c-99f3-6b0bdddbf953 admin admin] 10.222.0.25 "PUT /v2.0/routers/183bcf67-4cac-4e08-9952-8afb60649172/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6910768 Jul 14 09:05:05.253461 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-309f4e97-d368-4fbe-a1b3-c6a6e4c68952 req-ab6607a7-16c9-4af6-bf22-13a8eb9928e6 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:05.255198 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33362) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:05.259544 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedb626d-a609-45b1-bed4-051b47d4b65d None None] Sync routers for ids ['183bcf67-4cac-4e08-9952-8afb60649172'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:05:05.267086 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['ce787d56-90a9-47ea-a734-16046302a7ac'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:05.274610 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['3bf961b6-708a-4ff3-b40e-42584c38b0df', 'ba7a8ef4-ce4b-4390-9732-806f1f62839f'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:05.297140 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedb626d-a609-45b1-bed4-051b47d4b65d None None] Routers {'183bcf67-4cac-4e08-9952-8afb60649172'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:05.297802 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-aedb626d-a609-45b1-bed4-051b47d4b65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:04:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['183bcf67-4cac-4e08-9952-8afb60649172'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:05.430377 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-aedb626d-a609-45b1-bed4-051b47d4b65d None None] Set router 183bcf67-4cac-4e08-9952-8afb60649172 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:05.696408 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e776d518-be63-4f93-958d-5d9fb5631a03 admin admin] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:05.783789 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6607a7-16c9-4af6-bf22-13a8eb9928e6 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Pushing event deleted for resources: {'Port': ['ID=fb7a3161-92a3-43bc-9ae0-72e61d55e000,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:05.824823 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-881d7bd3-c617-453a-af5b-4dcdc035e4e3 req-9821b9b0-3cdb-4dae-9c38-1aba2c1da9a3 service neutron] 10.222.0.44 "GET /v2.0/networks/d5bd3ed6-980d-4b4b-87d5-2debd98737c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7545273 Jul 14 09:05:05.849116 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-69623794-a3d8-4487-9575-f2789cf30908 req-2a496558-5dff-4e98-a252-3ab6125a18ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c27d5e1-2115-4a53-a47a-162796d6a2e1 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:05.866691 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-69623794-a3d8-4487-9575-f2789cf30908 req-2a496558-5dff-4e98-a252-3ab6125a18ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:05.884403 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-309f4e97-d368-4fbe-a1b3-c6a6e4c68952 req-ab6607a7-16c9-4af6-bf22-13a8eb9928e6 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] No DVR routers for this DVR port fb7a3161-92a3-43bc-9ae0-72e61d55e000 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:05:05.896571 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-309f4e97-d368-4fbe-a1b3-c6a6e4c68952 req-ab6607a7-16c9-4af6-bf22-13a8eb9928e6 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:05.901152 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-309f4e97-d368-4fbe-a1b3-c6a6e4c68952 req-ab6607a7-16c9-4af6-bf22-13a8eb9928e6 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.47 "DELETE /v2.0/ports/fb7a3161-92a3-43bc-9ae0-72e61d55e000 HTTP/1.1" status: 204 len: 173 time: 1.3708963 Jul 14 09:05:05.939671 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-89fd41d4-cedf-4272-b75a-a41459b19306 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1c35458c50e143699c6f14a3ebfddb0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2955246 Jul 14 09:05:05.965264 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e776d518-be63-4f93-958d-5d9fb5631a03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:06.008079 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-69623794-a3d8-4487-9575-f2789cf30908 req-2a496558-5dff-4e98-a252-3ab6125a18ad service neutron] Transition to ACTIVE for port object 9c27d5e1-2115-4a53-a47a-162796d6a2e1 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:06.044605 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-aedb626d-a609-45b1-bed4-051b47d4b65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183bcf67-4cac-4e08-9952-8afb60649172', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1989048856-router', 'tenant_id': '26bd610a22c9422c87aa73d8bade89a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'f9e2651b-e863-4217-9cba-17f02ade4fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:06Z', 'updated_at': '2021-07-14T09:05:03Z', 'revision_number': 5, 'project_id': '26bd610a22c9422c87aa73d8bade89a8', 'gw_port': {'id': 'f9e2651b-e863-4217-9cba-17f02ade4fe0', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bcf67-4cac-4e08-9952-8afb60649172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:00:09Z', 'updated_at': '2021-07-14T09:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:06.050620 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-69623794-a3d8-4487-9575-f2789cf30908 req-2a496558-5dff-4e98-a252-3ab6125a18ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:06.090770 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e776d518-be63-4f93-958d-5d9fb5631a03 admin admin] Deleting port f9e2651b-e863-4217-9cba-17f02ade4fe0 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:06.092607 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e776d518-be63-4f93-958d-5d9fb5631a03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:06.093702 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedb626d-a609-45b1-bed4-051b47d4b65d None None] Checking router: 183bcf67-4cac-4e08-9952-8afb60649172 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:05:06.114655 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedb626d-a609-45b1-bed4-051b47d4b65d None None] Routers {'183bcf67-4cac-4e08-9952-8afb60649172'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:06.115115 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-aedb626d-a609-45b1-bed4-051b47d4b65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:04:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['183bcf67-4cac-4e08-9952-8afb60649172'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:06.163581 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a496558-5dff-4e98-a252-3ab6125a18ad service neutron] Pushing event updated for resources: {'Port': ['ID=9c27d5e1-2115-4a53-a47a-162796d6a2e1,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:06.239565 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31209bb2-b240-40f1-b6ff-476ac1b0584b req-cc0701ce-0716-44d3-8516-26a13195af24 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Router d16cf07f-8021-4e3f-8f1d-74450004d3b2 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:05:06.242771 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-aedb626d-a609-45b1-bed4-051b47d4b65d None None] Set router 183bcf67-4cac-4e08-9952-8afb60649172 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:06.245256 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device b5e33b54-03f0-44bf-aa56-59ef1902dc0e no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:06.276958 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-416c095d-90dd-46e3-a6d3-17153454b3d2 service neutron] 10.222.0.25 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363042 Jul 14 09:05:06.297744 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: b5e33b54-03f0-44bf-aa56-59ef1902dc0e {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:06.300198 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device b5e33b54-03f0-44bf-aa56-59ef1902dc0e not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:06.317916 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e776d518-be63-4f93-958d-5d9fb5631a03 admin admin] For port f9e2651b-e863-4217-9cba-17f02ade4fe0, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f9e2651b-e863-4217-9cba-17f02ade4fe0,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:06.318797 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e776d518-be63-4f93-958d-5d9fb5631a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:06.344135 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e776d518-be63-4f93-958d-5d9fb5631a03 admin admin] Calling delete_port for f9e2651b-e863-4217-9cba-17f02ade4fe0 owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:06.365802 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-aedb626d-a609-45b1-bed4-051b47d4b65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183bcf67-4cac-4e08-9952-8afb60649172', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1989048856-router', 'tenant_id': '26bd610a22c9422c87aa73d8bade89a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:06Z', 'updated_at': '2021-07-14T09:05:05Z', 'revision_number': 6, 'project_id': '26bd610a22c9422c87aa73d8bade89a8', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:06.443859 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedb626d-a609-45b1-bed4-051b47d4b65d None None] The sync data for ids ['183bcf67-4cac-4e08-9952-8afb60649172'] in n-d-771362-35 is: [{'id': '183bcf67-4cac-4e08-9952-8afb60649172', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1989048856-router', 'tenant_id': '26bd610a22c9422c87aa73d8bade89a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:06Z', 'updated_at': '2021-07-14T09:05:05Z', 'revision_number': 6, 'project_id': '26bd610a22c9422c87aa73d8bade89a8', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:05:06.446510 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-69623794-a3d8-4487-9575-f2789cf30908 req-2a496558-5dff-4e98-a252-3ab6125a18ad service neutron] Attempting to bind port 9c27d5e1-2115-4a53-a47a-162796d6a2e1 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:05:06.446871 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-69623794-a3d8-4487-9575-f2789cf30908 req-2a496558-5dff-4e98-a252-3ab6125a18ad service neutron] Attempting to bind port 9c27d5e1-2115-4a53-a47a-162796d6a2e1 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:05:06.447206 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69623794-a3d8-4487-9575-f2789cf30908 req-2a496558-5dff-4e98-a252-3ab6125a18ad service neutron] Attempting to bind port 9c27d5e1-2115-4a53-a47a-162796d6a2e1 on network aa282a42-14ce-40bf-98d2-0aa5342653ef {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:06.501017 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69623794-a3d8-4487-9575-f2789cf30908 req-2a496558-5dff-4e98-a252-3ab6125a18ad service neutron] Port 9c27d5e1-2115-4a53-a47a-162796d6a2e1 on network aa282a42-14ce-40bf-98d2-0aa5342653ef not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:05:06.501435 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69623794-a3d8-4487-9575-f2789cf30908 req-2a496558-5dff-4e98-a252-3ab6125a18ad service neutron] Attempting to bind port 9c27d5e1-2115-4a53-a47a-162796d6a2e1 on network aa282a42-14ce-40bf-98d2-0aa5342653ef {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:06.516992 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-5768bbdd-defb-4cad-948a-90f173abd66b service neutron] 10.222.0.25 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389305 Jul 14 09:05:06.517721 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69623794-a3d8-4487-9575-f2789cf30908 req-2a496558-5dff-4e98-a252-3ab6125a18ad service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:05:06.518054 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69623794-a3d8-4487-9575-f2789cf30908 req-2a496558-5dff-4e98-a252-3ab6125a18ad service neutron] Checking segment: {'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:06.518429 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69623794-a3d8-4487-9575-f2789cf30908 req-2a496558-5dff-4e98-a252-3ab6125a18ad service neutron] Bound using segment: {'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:05:06.518870 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-69623794-a3d8-4487-9575-f2789cf30908 req-2a496558-5dff-4e98-a252-3ab6125a18ad service neutron] Bound port: 9c27d5e1-2115-4a53-a47a-162796d6a2e1, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:05:06.519225 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-69623794-a3d8-4487-9575-f2789cf30908 req-2a496558-5dff-4e98-a252-3ab6125a18ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:06.602663 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31209bb2-b240-40f1-b6ff-476ac1b0584b req-cc0701ce-0716-44d3-8516-26a13195af24 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:05:06.609435 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-31209bb2-b240-40f1-b6ff-476ac1b0584b req-cc0701ce-0716-44d3-8516-26a13195af24 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:06.614596 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e776d518-be63-4f93-958d-5d9fb5631a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:06.624533 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0416b4d-7aac-44b7-b95a-e1d24c243c76 None None] Sync routers for ids ['d16cf07f-8021-4e3f-8f1d-74450004d3b2'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:05:06.643899 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0416b4d-7aac-44b7-b95a-e1d24c243c76 None None] Routers {'d16cf07f-8021-4e3f-8f1d-74450004d3b2'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:06.645183 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a0416b4d-7aac-44b7-b95a-e1d24c243c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:04:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['d16cf07f-8021-4e3f-8f1d-74450004d3b2'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:06.700082 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-69623794-a3d8-4487-9575-f2789cf30908 req-2a496558-5dff-4e98-a252-3ab6125a18ad service neutron] For port 9c27d5e1-2115-4a53-a47a-162796d6a2e1, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:06.714373 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776d518-be63-4f93-958d-5d9fb5631a03 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e2651b-e863-4217-9cba-17f02ade4fe0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:06.715972 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-31209bb2-b240-40f1-b6ff-476ac1b0584b req-cc0701ce-0716-44d3-8516-26a13195af24 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "PUT /v2.0/floatingips/65cab508-d930-4365-a5b4-65a4b90a7fc3 HTTP/1.1" status: 200 len: 996 time: 3.9434040 Jul 14 09:05:06.746121 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-69623794-a3d8-4487-9575-f2789cf30908 req-2a496558-5dff-4e98-a252-3ab6125a18ad service neutron] For port 9c27d5e1-2115-4a53-a47a-162796d6a2e1, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9c27d5e1-2115-4a53-a47a-162796d6a2e1,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:05:06.767782 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-69623794-a3d8-4487-9575-f2789cf30908 req-2a496558-5dff-4e98-a252-3ab6125a18ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:06.867203 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e776d518-be63-4f93-958d-5d9fb5631a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:06.882948 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69623794-a3d8-4487-9575-f2789cf30908 req-2a496558-5dff-4e98-a252-3ab6125a18ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:06.884046 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-69623794-a3d8-4487-9575-f2789cf30908 req-2a496558-5dff-4e98-a252-3ab6125a18ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:06.886610 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69623794-a3d8-4487-9575-f2789cf30908 req-2a496558-5dff-4e98-a252-3ab6125a18ad service neutron] 10.222.0.44 "PUT /v2.0/ports/9c27d5e1-2115-4a53-a47a-162796d6a2e1 HTTP/1.1" status: 200 len: 1092 time: 2.8601401 Jul 14 09:05:06.904853 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-a0416b4d-7aac-44b7-b95a-e1d24c243c76 None None] Set router d16cf07f-8021-4e3f-8f1d-74450004d3b2 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:06.958605 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a496558-5dff-4e98-a252-3ab6125a18ad service neutron] Pushing event updated for resources: {'Port': ['ID=9c27d5e1-2115-4a53-a47a-162796d6a2e1,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:07.021341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31209bb2-b240-40f1-b6ff-476ac1b0584b req-e74c5b4c-9437-4b7b-80af-5d86923f46e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:07.023101 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-31209bb2-b240-40f1-b6ff-476ac1b0584b req-e74c5b4c-9437-4b7b-80af-5d86923f46e9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=470004e2eab84d248e1b4ccc367e1d00&device_id=96da6037-9672-4134-ac67-013326934d81 HTTP/1.1" status: 200 len: 1097 time: 0.2678158 Jul 14 09:05:07.092746 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e776d518-be63-4f93-958d-5d9fb5631a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:07.095553 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e776d518-be63-4f93-958d-5d9fb5631a03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:07.145505 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69623794-a3d8-4487-9575-f2789cf30908 req-264f1d98-f3bf-467e-a5b4-76e65d7ee04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:07.148009 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69623794-a3d8-4487-9575-f2789cf30908 req-264f1d98-f3bf-467e-a5b4-76e65d7ee04b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a65871ef77a4e449769120ad4b0a96b&device_id=76a09c04-4f6f-4161-95d7-de0379c0516c HTTP/1.1" status: 200 len: 1095 time: 0.1811011 Jul 14 09:05:07.190021 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e776d518-be63-4f93-958d-5d9fb5631a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:07.190828 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e776d518-be63-4f93-958d-5d9fb5631a03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 183bcf67-4cac-4e08-9952-8afb60649172 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:05:07.201925 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e776d518-be63-4f93-958d-5d9fb5631a03 admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:07.206244 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e776d518-be63-4f93-958d-5d9fb5631a03 admin admin] 10.222.0.25 "DELETE /v2.0/routers/183bcf67-4cac-4e08-9952-8afb60649172 HTTP/1.1" status: 204 len: 168 time: 1.9497852 Jul 14 09:05:07.210119 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33380) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:07.258229 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69623794-a3d8-4487-9575-f2789cf30908 req-5f650c51-1a1b-4fe1-9e0d-d71ff144ad11 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c27d5e1-2115-4a53-a47a-162796d6a2e1 HTTP/1.1" status: 200 len: 217 time: 0.0949028 Jul 14 09:05:07.313567 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3eaa32-e6f8-4a94-9299-5c77584cff87 admin admin] Deleting subnet 1485812e-39b2-40e7-9041-1f40643c2eed {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:05:07.318609 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c3eaa32-e6f8-4a94-9299-5c77584cff87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:07.353202 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9c2d8241-1c68-494f-a1a9-6d12ac06f71f req-eb6bc97f-d3de-4e84-8126-98ac72b34111 tempest-ServerShowV247Test-880979759 tempest-ServerShowV247Test-880979759-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb31f003-6d5a-40c9-8066-76127e96f51c HTTP/1.1" status: 200 len: 210 time: 0.0904877 Jul 14 09:05:07.354124 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a0416b4d-7aac-44b7-b95a-e1d24c243c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1019495136-router', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:04:32Z', 'revision_number': 4, 'project_id': '470004e2eab84d248e1b4ccc367e1d00', 'gw_port': {'id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '65cab508-d930-4365-a5b4-65a4b90a7fc3', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'floating_ip_address': '172.25.6.187', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'port_id': '4252bc07-628c-4665-9375-eab1d98a3fd7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791', 'mac_address': 'fa:16:3e:55:36:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96da6037-9672-4134-ac67-013326934d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:04:58Z', 'updated_at': '2021-07-14T09:05:04Z', 'revision_number': 1, 'project_id': '470004e2eab84d248e1b4ccc367e1d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '507798ec-1543-455d-8fdc-76480a127054', 'name': '', 'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'mac_address': 'fa:16:3e:cc:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '75d30ffe-9758-423a-9557-6554ce48fc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:31Z', 'updated_at': '2021-07-14T09:04:42Z', 'revision_number': 5, 'project_id': '470004e2eab84d248e1b4ccc367e1d00', 'subnets': [{'id': '75d30ffe-9758-423a-9557-6554ce48fc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:07.397905 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0416b4d-7aac-44b7-b95a-e1d24c243c76 None None] Checking router: d16cf07f-8021-4e3f-8f1d-74450004d3b2 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:05:07.401246 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c3eaa32-e6f8-4a94-9299-5c77584cff87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:07.412734 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0416b4d-7aac-44b7-b95a-e1d24c243c76 None None] Routers {'d16cf07f-8021-4e3f-8f1d-74450004d3b2'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:07.413376 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a0416b4d-7aac-44b7-b95a-e1d24c243c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:04:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['d16cf07f-8021-4e3f-8f1d-74450004d3b2'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:07.468040 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e4e455-ff63-4ebf-a529-b5b201463d4d x-openstack-request-id: req-65e4e455-ff63-4ebf-a529-b5b201463d4d {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:07.468352 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "191be934-2f46-4967-a4d5-03a8b4619d35", "tag": "8db38122-acb4-4bc8-912b-3930d189ac01", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:07.469481 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65e4e455-ff63-4ebf-a529-b5b201463d4d {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:07.469997 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '191be934-2f46-4967-a4d5-03a8b4619d35', 'tag': '8db38122-acb4-4bc8-912b-3930d189ac01', 'status': 'completed', 'code': 200} Jul 14 09:05:07.498693 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69623794-a3d8-4487-9575-f2789cf30908 req-7a21f047-b86d-47fe-a615-5276935105de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:07.504091 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69623794-a3d8-4487-9575-f2789cf30908 req-7a21f047-b86d-47fe-a615-5276935105de service neutron] 10.222.0.44 "GET /v2.0/subnets?id=270bafed-ba3b-4347-b7b9-ccc79813fe94 HTTP/1.1" status: 200 len: 845 time: 0.2303162 Jul 14 09:05:07.548069 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31209bb2-b240-40f1-b6ff-476ac1b0584b req-e4be73d3-2710-46df-9a60-9ece7a3966d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:07.578189 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-31209bb2-b240-40f1-b6ff-476ac1b0584b req-e4be73d3-2710-46df-9a60-9ece7a3966d7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b6c8ac10-8ba1-44e4-b7a4-abe9f213d791 HTTP/1.1" status: 200 len: 929 time: 0.5052645 Jul 14 09:05:07.618788 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-a0416b4d-7aac-44b7-b95a-e1d24c243c76 None None] Set router d16cf07f-8021-4e3f-8f1d-74450004d3b2 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:07.638220 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69623794-a3d8-4487-9575-f2789cf30908 req-4c2d9684-38ca-45b5-bcf7-65987ac1bdaf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa282a42-14ce-40bf-98d2-0aa5342653ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971625 Jul 14 09:05:07.676069 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c3eaa32-e6f8-4a94-9299-5c77584cff87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:07.759600 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f9e2651b-e863-4217-9cba-17f02ade4fe0 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:07.771606 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c3eaa32-e6f8-4a94-9299-5c77584cff87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:07.783266 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: f9e2651b-e863-4217-9cba-17f02ade4fe0 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:07.783646 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f9e2651b-e863-4217-9cba-17f02ade4fe0 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:07.784300 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 367d12b5-d3b7-4679-a58d-9bece2ba7608 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:07.813607 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3eaa32-e6f8-4a94-9299-5c77584cff87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1485812e-39b2-40e7-9041-1f40643c2eed,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:07.814935 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 367d12b5-d3b7-4679-a58d-9bece2ba7608 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:07.815411 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 367d12b5-d3b7-4679-a58d-9bece2ba7608 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:07.816071 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c3eaa32-e6f8-4a94-9299-5c77584cff87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:07.820592 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4c3eaa32-e6f8-4a94-9299-5c77584cff87 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1485812e-39b2-40e7-9041-1f40643c2eed HTTP/1.1" status: 204 len: 168 time: 0.6070204 Jul 14 09:05:07.821473 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33388) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:07.835031 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d9e3d9-8337-456f-953d-d2baa2ed973d None None] Network 0cd8dd3a-cc4e-4eaf-bcfb-79841759262d requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:05:07.867443 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa58dc4-842d-42b2-bd9e-c3dd691c85ef req-6fd77426-0a9e-40e1-84b5-ee9b9e41075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:07.869801 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ffa58dc4-842d-42b2-bd9e-c3dd691c85ef req-6fd77426-0a9e-40e1-84b5-ee9b9e41075f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=439242613ae841699ce3ce79d5f8276f&device_id=191be934-2f46-4967-a4d5-03a8b4619d35 HTTP/1.1" status: 200 len: 1095 time: 0.3971946 Jul 14 09:05:07.965795 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64276d0c-597a-4a7c-86ce-53e0a21a8252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:08.050428 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa58dc4-842d-42b2-bd9e-c3dd691c85ef req-84be695c-9aad-461a-8f5e-52bfca11c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:08.053215 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ffa58dc4-842d-42b2-bd9e-c3dd691c85ef req-84be695c-9aad-461a-8f5e-52bfca11c197 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d5bd3ed6-980d-4b4b-87d5-2debd98737c2 HTTP/1.1" status: 200 len: 912 time: 0.1696830 Jul 14 09:05:08.073038 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-64276d0c-597a-4a7c-86ce-53e0a21a8252 admin admin] Deleting port 9b26ce56-2f57-47b6-af8a-ad0c74c49790 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:08.073739 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64276d0c-597a-4a7c-86ce-53e0a21a8252 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:08.075277 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-31209bb2-b240-40f1-b6ff-476ac1b0584b req-1241cd42-a888-4449-bf92-a85f698e327a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4252bc07-628c-4665-9375-eab1d98a3fd7 HTTP/1.1" status: 200 len: 999 time: 0.4956253 Jul 14 09:05:08.154514 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f48fb-13a9-4e18-92cd-5bc02b93e871 req-8186e3ee-f410-4b82-ad43-11a3182d95fb tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:08.157116 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-177f48fb-13a9-4e18-92cd-5bc02b93e871 req-8186e3ee-f410-4b82-ad43-11a3182d95fb tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=76a09c04-4f6f-4161-95d7-de0379c0516c HTTP/1.1" status: 200 len: 943 time: 0.5044987 Jul 14 09:05:08.164250 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device fb7a3161-92a3-43bc-9ae0-72e61d55e000 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:08.172339 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ffa58dc4-842d-42b2-bd9e-c3dd691c85ef req-287c1fae-3ea0-4c8c-9e4b-e812149daf7f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8db38122-acb4-4bc8-912b-3930d189ac01 HTTP/1.1" status: 200 len: 217 time: 0.1042452 Jul 14 09:05:08.194945 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-64276d0c-597a-4a7c-86ce-53e0a21a8252 admin admin] For port 9b26ce56-2f57-47b6-af8a-ad0c74c49790, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9b26ce56-2f57-47b6-af8a-ad0c74c49790,segment=NetworkSegment(ec980861-4883-4a5d-b014-88277b894487),segment_id=ec980861-4883-4a5d-b014-88277b894487)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:08.195595 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64276d0c-597a-4a7c-86ce-53e0a21a8252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:08.219948 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-64276d0c-597a-4a7c-86ce-53e0a21a8252 admin admin] Calling delete_port for 9b26ce56-2f57-47b6-af8a-ad0c74c49790 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:08.252896 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: fb7a3161-92a3-43bc-9ae0-72e61d55e000 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:08.253453 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device fb7a3161-92a3-43bc-9ae0-72e61d55e000 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:08.292219 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 8db38122-acb4-4bc8-912b-3930d189ac01 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:05:08.309924 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69623794-a3d8-4487-9575-f2789cf30908 req-3e00a516-1bf9-4948-b736-8fdab9b7674c service neutron] 10.222.0.44 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5715487 Jul 14 09:05:08.386139 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64276d0c-597a-4a7c-86ce-53e0a21a8252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:08.394921 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31209bb2-b240-40f1-b6ff-476ac1b0584b req-05cbea76-d05f-411e-871e-7962c94c3bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:08.396452 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-31209bb2-b240-40f1-b6ff-476ac1b0584b req-05cbea76-d05f-411e-871e-7962c94c3bbc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=75d30ffe-9758-423a-9557-6554ce48fc7c HTTP/1.1" status: 200 len: 868 time: 0.3021076 Jul 14 09:05:08.435278 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 8db38122-acb4-4bc8-912b-3930d189ac01, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=8db38122-acb4-4bc8-912b-3930d189ac01,segment=NetworkSegment(d4ac6c0c-f13b-48bc-99b7-1ef21c49c37a),segment_id=d4ac6c0c-f13b-48bc-99b7-1ef21c49c37a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:08.460261 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '8db38122-acb4-4bc8-912b-3930d189ac01', 'network_id': 'd5bd3ed6-980d-4b4b-87d5-2debd98737c2', 'port_id': '8db38122-acb4-4bc8-912b-3930d189ac01', 'mac_address': 'fa:16:3e:09:92:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f9557fa-066c-402a-9487-ebb601cd8b86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:05:08.467614 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64276d0c-597a-4a7c-86ce-53e0a21a8252 admin admin] No DVR routers for this DVR port 9b26ce56-2f57-47b6-af8a-ad0c74c49790 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:05:08.471711 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64276d0c-597a-4a7c-86ce-53e0a21a8252 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b26ce56-2f57-47b6-af8a-ad0c74c49790,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:08.477589 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-177f48fb-13a9-4e18-92cd-5bc02b93e871 req-460880cf-905a-46f8-bad7-354a5ce56817 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035288 Jul 14 09:05:08.496103 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa58dc4-842d-42b2-bd9e-c3dd691c85ef req-0cd38bd0-63b8-4313-8fe9-61f1bdc57908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:08.497580 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ffa58dc4-842d-42b2-bd9e-c3dd691c85ef req-0cd38bd0-63b8-4313-8fe9-61f1bdc57908 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f9557fa-066c-402a-9487-ebb601cd8b86 HTTP/1.1" status: 200 len: 852 time: 0.2851472 Jul 14 09:05:08.566881 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:08.577876 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64276d0c-597a-4a7c-86ce-53e0a21a8252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:08.590847 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ffa58dc4-842d-42b2-bd9e-c3dd691c85ef req-31646319-08e7-48f6-807e-d856ba41e282 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5bd3ed6-980d-4b4b-87d5-2debd98737c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830085 Jul 14 09:05:08.595912 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-64276d0c-597a-4a7c-86ce-53e0a21a8252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd8dd3a-cc4e-4eaf-bcfb-79841759262d']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:08.611522 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-64276d0c-597a-4a7c-86ce-53e0a21a8252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec980861-4883-4a5d-b014-88277b894487') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:08.611990 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-64276d0c-597a-4a7c-86ce-53e0a21a8252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec980861-4883-4a5d-b014-88277b894487') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:08.615471 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128a6942-cb42-4dc5-99ab-cf9c5d0fd9ce x-openstack-request-id: req-128a6942-cb42-4dc5-99ab-cf9c5d0fd9ce {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:08.615997 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472d63ab-5d82-4ae4-a140-8715ac3b9b3c", "name": "network-vif-deleted", "tag": "b5e33b54-03f0-44bf-aa56-59ef1902dc0e", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:08.616521 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-128a6942-cb42-4dc5-99ab-cf9c5d0fd9ce {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:08.617017 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472d63ab-5d82-4ae4-a140-8715ac3b9b3c', 'name': 'network-vif-deleted', 'tag': 'b5e33b54-03f0-44bf-aa56-59ef1902dc0e', 'status': 'completed', 'code': 200} Jul 14 09:05:08.623739 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db38122-acb4-4bc8-912b-3930d189ac01 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:08.627624 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64276d0c-597a-4a7c-86ce-53e0a21a8252 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:08.677983 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64276d0c-597a-4a7c-86ce-53e0a21a8252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:08.689252 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 8db38122-acb4-4bc8-912b-3930d189ac01, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=8db38122-acb4-4bc8-912b-3930d189ac01,segment=NetworkSegment(d4ac6c0c-f13b-48bc-99b7-1ef21c49c37a),segment_id=d4ac6c0c-f13b-48bc-99b7-1ef21c49c37a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:08.700068 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:08.704110 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64276d0c-597a-4a7c-86ce-53e0a21a8252 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:05:08.706111 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64276d0c-597a-4a7c-86ce-53e0a21a8252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:05:08.709477 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:05:08.723543 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1543926e-bc51-4d73-836f-e9111b668ea3 None None] DHCP port deletion for 0cd8dd3a-cc4e-4eaf-bcfb-79841759262d request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:05:08.743824 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31209bb2-b240-40f1-b6ff-476ac1b0584b req-e6ae3bc9-5b82-40ca-ab5c-df415c4d9aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:08.746639 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-31209bb2-b240-40f1-b6ff-476ac1b0584b req-e6ae3bc9-5b82-40ca-ab5c-df415c4d9aab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b6c8ac10-8ba1-44e4-b7a4-abe9f213d791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3289728 Jul 14 09:05:08.763852 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69623794-a3d8-4487-9575-f2789cf30908 req-da4cb699-beb7-4702-878f-834a4df6ec69 service neutron] 10.222.0.44 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426732 Jul 14 09:05:08.776379 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a0416b4d-7aac-44b7-b95a-e1d24c243c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1019495136-router', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:04:32Z', 'revision_number': 4, 'project_id': '470004e2eab84d248e1b4ccc367e1d00', 'gw_port': {'id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '65cab508-d930-4365-a5b4-65a4b90a7fc3', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'floating_ip_address': '172.25.6.187', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'port_id': '4252bc07-628c-4665-9375-eab1d98a3fd7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791', 'mac_address': 'fa:16:3e:55:36:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96da6037-9672-4134-ac67-013326934d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:04:58Z', 'updated_at': '2021-07-14T09:05:04Z', 'revision_number': 1, 'project_id': '470004e2eab84d248e1b4ccc367e1d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '507798ec-1543-455d-8fdc-76480a127054', 'name': '', 'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'mac_address': 'fa:16:3e:cc:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '75d30ffe-9758-423a-9557-6554ce48fc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:31Z', 'updated_at': '2021-07-14T09:04:42Z', 'revision_number': 5, 'project_id': '470004e2eab84d248e1b4ccc367e1d00', 'subnets': [{'id': '75d30ffe-9758-423a-9557-6554ce48fc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:08.837713 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0416b4d-7aac-44b7-b95a-e1d24c243c76 None None] The sync data for ids ['d16cf07f-8021-4e3f-8f1d-74450004d3b2'] in n-d-771362-35 is: [{'id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1019495136-router', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:04:32Z', 'revision_number': 4, 'project_id': '470004e2eab84d248e1b4ccc367e1d00', 'gw_port': {'id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '65cab508-d930-4365-a5b4-65a4b90a7fc3', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'floating_ip_address': '172.25.6.187', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'port_id': '4252bc07-628c-4665-9375-eab1d98a3fd7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791', 'mac_address': 'fa:16:3e:55:36:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96da6037-9672-4134-ac67-013326934d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:04:58Z', 'updated_at': '2021-07-14T09:05:04Z', 'revision_number': 1, 'project_id': '470004e2eab84d248e1b4ccc367e1d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '507798ec-1543-455d-8fdc-76480a127054', 'name': '', 'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'mac_address': 'fa:16:3e:cc:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '75d30ffe-9758-423a-9557-6554ce48fc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:31Z', 'updated_at': '2021-07-14T09:04:42Z', 'revision_number': 5, 'project_id': '470004e2eab84d248e1b4ccc367e1d00', 'subnets': [{'id': '75d30ffe-9758-423a-9557-6554ce48fc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:05:08.860297 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=8db38122-acb4-4bc8-912b-3930d189ac01,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:08.895635 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64276d0c-597a-4a7c-86ce-53e0a21a8252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:08.908397 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64276d0c-597a-4a7c-86ce-53e0a21a8252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:08.915299 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-64276d0c-597a-4a7c-86ce-53e0a21a8252 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0cd8dd3a-cc4e-4eaf-bcfb-79841759262d HTTP/1.1" status: 204 len: 168 time: 1.0933690 Jul 14 09:05:08.926524 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64276d0c-597a-4a7c-86ce-53e0a21a8252 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cd8dd3a-cc4e-4eaf-bcfb-79841759262d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:08.979454 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ffa58dc4-842d-42b2-bd9e-c3dd691c85ef req-e27d2e6d-9d78-4887-8564-62dad48dd2ff service neutron] 10.222.0.44 "GET /v2.0/networks/d5bd3ed6-980d-4b4b-87d5-2debd98737c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653293 Jul 14 09:05:09.018942 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-31209bb2-b240-40f1-b6ff-476ac1b0584b req-a194ec5b-a12c-43bb-aed5-f8f10245f886 service neutron] 10.222.0.25 "GET /v2.0/networks/b6c8ac10-8ba1-44e4-b7a4-abe9f213d791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604866 Jul 14 09:05:09.023971 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['8db38122-acb4-4bc8-912b-3930d189ac01'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:09.043037 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aadde6-f244-46d4-a12e-8dec63762c9d req-2140c0cc-13ac-4df9-b3bd-3b8a4da8cfbe tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:09.046123 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-02aadde6-f244-46d4-a12e-8dec63762c9d req-2140c0cc-13ac-4df9-b3bd-3b8a4da8cfbe tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] 10.222.0.25 "GET /v2.0/ports?device_id=191be934-2f46-4967-a4d5-03a8b4619d35 HTTP/1.1" status: 200 len: 944 time: 0.1660795 Jul 14 09:05:09.121450 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33398) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:09.193139 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-122f3abf-70ce-4db3-99cd-bc0b42929d87 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ded5a87fc684a6aaedbd0df5e9b2bfa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0696914 Jul 14 09:05:09.194522 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33400) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:09.237088 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4df232-eccd-413b-b1cd-808d294c9ebe None None] New status for floating IP 65cab508-d930-4365-a5b4-65a4b90a7fc3: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:05:09.267876 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6dd02832-4177-4fb8-b915-d0bb76ea9a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:09.287610 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-02aadde6-f244-46d4-a12e-8dec63762c9d req-f519b3aa-d5ce-49b4-81dd-2554bcc2d126 tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] 10.222.0.25 "GET /v2.0/security-groups?id=a21deb8d-efd8-44f6-a928-8f1b3b126379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077301 Jul 14 09:05:09.336461 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6dd02832-4177-4fb8-b915-d0bb76ea9a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:09.559063 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6dd02832-4177-4fb8-b915-d0bb76ea9a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:09.566026 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6dd02832-4177-4fb8-b915-d0bb76ea9a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:09.569004 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6dd02832-4177-4fb8-b915-d0bb76ea9a5c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34fa1690-4e81-42ce-8c2e-56fcb8542a81 HTTP/1.1" status: 204 len: 168 time: 0.3714547 Jul 14 09:05:09.602893 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd02832-4177-4fb8-b915-d0bb76ea9a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fa1690-4e81-42ce-8c2e-56fcb8542a81,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:09.624227 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-55a9641b-e7b8-4825-a03f-b0284d47a3f4 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:09.627403 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-55a9641b-e7b8-4825-a03f-b0284d47a3f4 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.47 "GET /v2.0/networks?id=d4fad6bc-cc19-4061-a347-c3942b87c975 HTTP/1.1" status: 200 len: 808 time: 0.2423272 Jul 14 09:05:09.659827 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-afcec40b-fd84-4f1c-80b8-a7b78b6de853 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Request body: {'port': {'device_id': 'c722641e-cca2-403e-b291-f86c3a5fad96', 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975', 'admin_state_up': True, 'tenant_id': '1c35458c50e143699c6f14a3ebfddb0d'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:09.701287 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9b26ce56-2f57-47b6-af8a-ad0c74c49790 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:09.784668 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 9b26ce56-2f57-47b6-af8a-ad0c74c49790 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:09.785015 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9b26ce56-2f57-47b6-af8a-ad0c74c49790 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:09.915331 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96da6037-9672-4134-ac67-013326934d81', 'tag': '4252bc07-628c-4665-9375-eab1d98a3fd7'}, {'name': 'network-changed', 'server_uuid': '76a09c04-4f6f-4161-95d7-de0379c0516c', 'tag': '9c27d5e1-2115-4a53-a47a-162796d6a2e1'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:09.918029 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c431ae41-26b0-4ae8-a977-b5a8ec41d72a" -d '{"events": [{"name": "network-changed", "server_uuid": "96da6037-9672-4134-ac67-013326934d81", "tag": "4252bc07-628c-4665-9375-eab1d98a3fd7"}, {"name": "network-changed", "server_uuid": "76a09c04-4f6f-4161-95d7-de0379c0516c", "tag": "9c27d5e1-2115-4a53-a47a-162796d6a2e1"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:09.922479 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ffa58dc4-842d-42b2-bd9e-c3dd691c85ef req-13c832cb-2b21-4e99-b0e2-fdb7453f6b3b service neutron] 10.222.0.44 "GET /v2.0/networks/d5bd3ed6-980d-4b4b-87d5-2debd98737c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9355564 Jul 14 09:05:09.941899 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-31209bb2-b240-40f1-b6ff-476ac1b0584b req-bd1f33cb-f638-41bd-aac6-038ca3bafb00 service neutron] 10.222.0.25 "GET /v2.0/networks/b6c8ac10-8ba1-44e4-b7a4-abe9f213d791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8941710 Jul 14 09:05:10.017903 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-afcec40b-fd84-4f1c-80b8-a7b78b6de853 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Made reservation on behalf of 1c35458c50e143699c6f14a3ebfddb0d for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:10.024066 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-afcec40b-fd84-4f1c-80b8-a7b78b6de853 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:10.040073 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e3a9171e-10f6-4498-824f-2e325cd7ea55 req-00496fbf-dff8-456b-af4b-eae273eaf108 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 210 time: 0.0407345 Jul 14 09:05:10.231738 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ac47146-6775-4ac7-a1b8-5ea56d4f4d51 req-6fa23356-1c27-4465-a6cc-d8fbe0fea7e5 tempest-ServerShowV247Test-880979759 tempest-ServerShowV247Test-880979759-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb31f003-6d5a-40c9-8066-76127e96f51c HTTP/1.1" status: 200 len: 210 time: 0.0332832 Jul 14 09:05:10.272162 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 8db38122-acb4-4bc8-912b-3930d189ac01 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:05:10.282484 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:10.402887 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 8db38122-acb4-4bc8-912b-3930d189ac01 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:05:10.403338 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87be35c4-e1b0-49fd-ab7b-4c5144c8caa3 x-openstack-request-id: req-87be35c4-e1b0-49fd-ab7b-4c5144c8caa3 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:10.403837 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96da6037-9672-4134-ac67-013326934d81", "tag": "4252bc07-628c-4665-9375-eab1d98a3fd7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "76a09c04-4f6f-4161-95d7-de0379c0516c", "tag": "9c27d5e1-2115-4a53-a47a-162796d6a2e1", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:10.404216 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87be35c4-e1b0-49fd-ab7b-4c5144c8caa3 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:10.405068 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96da6037-9672-4134-ac67-013326934d81', 'tag': '4252bc07-628c-4665-9375-eab1d98a3fd7', 'status': 'completed', 'code': 200} Jul 14 09:05:10.405467 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a09c04-4f6f-4161-95d7-de0379c0516c', 'tag': '9c27d5e1-2115-4a53-a47a-162796d6a2e1', 'status': 'completed', 'code': 200} Jul 14 09:05:10.412131 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-afcec40b-fd84-4f1c-80b8-a7b78b6de853 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Allocated IP 172.20.0.11 (d4fad6bc-cc19-4061-a347-c3942b87c975/39b054b3-ff74-48d7-bc6b-cc0709824ebb/5da84ce1-6f9a-423b-85f8-80d2f1046144) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:05:10.430054 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 8db38122-acb4-4bc8-912b-3930d189ac01 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:10.431008 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:10.504401 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33418) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:10.591972 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:10.617525 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322db768-9d9a-4031-bf64-ecf4ab4a3702', 'name': 'network-vif-deleted', 'tag': 'fb7a3161-92a3-43bc-9ae0-72e61d55e000'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:10.620151 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7ca7b1-89c8-41c2-bc02-6ef30afe6312" -d '{"events": [{"server_uuid": "322db768-9d9a-4031-bf64-ecf4ab4a3702", "name": "network-vif-deleted", "tag": "fb7a3161-92a3-43bc-9ae0-72e61d55e000"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:10.627275 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-89416d13-7842-4100-b5be-8b02b4c9f892 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=26bd610a22c9422c87aa73d8bade89a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1208503 Jul 14 09:05:10.631308 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33422) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:10.647364 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191be934-2f46-4967-a4d5-03a8b4619d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db38122-acb4-4bc8-912b-3930d189ac01'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:10.652229 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ef93ed-263b-413c-aea9-0ec3d6de7b66" -d '{"events": [{"server_uuid": "191be934-2f46-4967-a4d5-03a8b4619d35", "name": "network-vif-plugged", "status": "completed", "tag": "8db38122-acb4-4bc8-912b-3930d189ac01"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:10.673715 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 8db38122-acb4-4bc8-912b-3930d189ac01, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=8db38122-acb4-4bc8-912b-3930d189ac01,segment=NetworkSegment(d4ac6c0c-f13b-48bc-99b7-1ef21c49c37a),segment_id=d4ac6c0c-f13b-48bc-99b7-1ef21c49c37a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:10.681050 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:10.714849 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431ae41-26b0-4ae8-a977-b5a8ec41d72a req-0566294c-f26c-48bb-8702-0fb837d2d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:10.716418 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c431ae41-26b0-4ae8-a977-b5a8ec41d72a req-0566294c-f26c-48bb-8702-0fb837d2d3ba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a65871ef77a4e449769120ad4b0a96b&device_id=76a09c04-4f6f-4161-95d7-de0379c0516c HTTP/1.1" status: 200 len: 1095 time: 0.2853477 Jul 14 09:05:10.727186 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d7a6db88-11cb-4911-8246-3308af2992de req-c2c17747-9f45-4f33-a641-e3508a522774 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 258 time: 0.2810791 Jul 14 09:05:10.732593 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431ae41-26b0-4ae8-a977-b5a8ec41d72a req-8d47ceb4-2e78-42d7-9748-b2c5b43716b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:10.734110 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c431ae41-26b0-4ae8-a977-b5a8ec41d72a req-8d47ceb4-2e78-42d7-9748-b2c5b43716b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=470004e2eab84d248e1b4ccc367e1d00&device_id=96da6037-9672-4134-ac67-013326934d81 HTTP/1.1" status: 200 len: 1097 time: 0.2913663 Jul 14 09:05:10.749130 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b3278-a1e8-4b26-932c-08ce456666f0 req-69581209-9d50-4d4b-b309-135fa4bef31e tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:10.752114 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-608b3278-a1e8-4b26-932c-08ce456666f0 req-69581209-9d50-4d4b-b309-135fa4bef31e tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=76a09c04-4f6f-4161-95d7-de0379c0516c HTTP/1.1" status: 200 len: 943 time: 0.2367241 Jul 14 09:05:10.760387 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=8db38122-acb4-4bc8-912b-3930d189ac01,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:10.778008 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-afcec40b-fd84-4f1c-80b8-a7b78b6de853 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:10.780277 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-d7a6db88-11cb-4911-8246-3308af2992de req-5b19d38f-4573-4fb8-a440-f9e22559b398 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:10.807972 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b3abed4a-850f-4b69-95d5-f6cc3828235e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:10.867693 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b3abed4a-850f-4b69-95d5-f6cc3828235e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:10.885762 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d7a6db88-11cb-4911-8246-3308af2992de req-5b19d38f-4573-4fb8-a440-f9e22559b398 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:10.905865 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-608b3278-a1e8-4b26-932c-08ce456666f0 req-a3c581bc-783a-4e48-93c5-4125a46ac949 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290112 Jul 14 09:05:10.961670 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-afcec40b-fd84-4f1c-80b8-a7b78b6de853 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:10.976911 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['9aab4b40-3979-4b3a-b854-a7f187ca29d1'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:11.033413 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431ae41-26b0-4ae8-a977-b5a8ec41d72a req-25019eae-eaef-4f30-b112-eed16ea00799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:11.036012 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c431ae41-26b0-4ae8-a977-b5a8ec41d72a req-25019eae-eaef-4f30-b112-eed16ea00799 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa282a42-14ce-40bf-98d2-0aa5342653ef HTTP/1.1" status: 200 len: 905 time: 0.3058088 Jul 14 09:05:11.052722 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b3abed4a-850f-4b69-95d5-f6cc3828235e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:11.058231 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b3abed4a-850f-4b69-95d5-f6cc3828235e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:11.063126 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b3abed4a-850f-4b69-95d5-f6cc3828235e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/85006928-ea4f-49ab-a9c6-280b187868ca HTTP/1.1" status: 204 len: 168 time: 0.4274678 Jul 14 09:05:11.067840 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-afcec40b-fd84-4f1c-80b8-a7b78b6de853 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Network d4fad6bc-cc19-4061-a347-c3942b87c975 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:05:11.082665 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-afcec40b-fd84-4f1c-80b8-a7b78b6de853 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:11.086001 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-afcec40b-fd84-4f1c-80b8-a7b78b6de853 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:05:11.092735 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abed4a-850f-4b69-95d5-f6cc3828235e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85006928-ea4f-49ab-a9c6-280b187868ca,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:11.104072 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcec40b-fd84-4f1c-80b8-a7b78b6de853 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Pushing event updated for resources: {'Port': ['ID=5da84ce1-6f9a-423b-85f8-80d2f1046144,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:11.233939 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-afcec40b-fd84-4f1c-80b8-a7b78b6de853 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:11.234628 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-afcec40b-fd84-4f1c-80b8-a7b78b6de853 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:11.262084 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c431ae41-26b0-4ae8-a977-b5a8ec41d72a req-a87acd04-d198-4cc0-a40a-88480a1e1afb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c27d5e1-2115-4a53-a47a-162796d6a2e1 HTTP/1.1" status: 200 len: 217 time: 0.2016063 Jul 14 09:05:11.267722 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-afcec40b-fd84-4f1c-80b8-a7b78b6de853 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6297321 Jul 14 09:05:11.289419 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-a10b52de-3a4d-4a41-bd87-ca6fe16a52e9 service neutron] Request body: {'port': {'device_id': 'c722641e-cca2-403e-b291-f86c3a5fad96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:11.435272 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431ae41-26b0-4ae8-a977-b5a8ec41d72a req-326e1c9e-44a8-4054-87dd-57584a9ccb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:11.436890 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c431ae41-26b0-4ae8-a977-b5a8ec41d72a req-326e1c9e-44a8-4054-87dd-57584a9ccb75 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6c8ac10-8ba1-44e4-b7a4-abe9f213d791 HTTP/1.1" status: 200 len: 929 time: 0.6825786 Jul 14 09:05:11.446445 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431ae41-26b0-4ae8-a977-b5a8ec41d72a req-17ec505b-8e7c-493c-8b65-705c549814f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:11.446445 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c431ae41-26b0-4ae8-a977-b5a8ec41d72a req-17ec505b-8e7c-493c-8b65-705c549814f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=270bafed-ba3b-4347-b7b9-ccc79813fe94 HTTP/1.1" status: 200 len: 845 time: 0.1656816 Jul 14 09:05:11.453007 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-a10b52de-3a4d-4a41-bd87-ca6fe16a52e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:11.529992 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c431ae41-26b0-4ae8-a977-b5a8ec41d72a req-99b71d8c-2e32-4dfb-a650-c73d5480f644 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa282a42-14ce-40bf-98d2-0aa5342653ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736001 Jul 14 09:05:11.647183 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a297fbf-f2f5-4cbf-9d75-642c9340e3db req-7f6f9ce1-50e8-4fbd-84b4-e25df39320ae tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:11.651910 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1a297fbf-f2f5-4cbf-9d75-642c9340e3db req-7f6f9ce1-50e8-4fbd-84b4-e25df39320ae tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] 10.222.0.25 "GET /v2.0/ports?device_id=191be934-2f46-4967-a4d5-03a8b4619d35 HTTP/1.1" status: 200 len: 945 time: 0.3985705 Jul 14 09:05:11.655015 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c431ae41-26b0-4ae8-a977-b5a8ec41d72a req-8fc8519c-6da4-427c-80c6-55f4e20c6d0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4252bc07-628c-4665-9375-eab1d98a3fd7 HTTP/1.1" status: 200 len: 1001 time: 0.2076974 Jul 14 09:05:11.719096 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d7a6db88-11cb-4911-8246-3308af2992de req-5b19d38f-4573-4fb8-a440-f9e22559b398 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:11.845646 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c431ae41-26b0-4ae8-a977-b5a8ec41d72a req-1aa7f088-beca-424e-b739-e7417e7a75de service neutron] 10.222.0.44 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074765 Jul 14 09:05:11.917772 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:11.923827 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1a297fbf-f2f5-4cbf-9d75-642c9340e3db req-3a1a000d-8c87-4332-938b-7ac11c060c3f tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] 10.222.0.25 "GET /v2.0/security-groups?id=a21deb8d-efd8-44f6-a928-8f1b3b126379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638366 Jul 14 09:05:11.950469 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431ae41-26b0-4ae8-a977-b5a8ec41d72a req-9ffd61cf-a58c-4f52-ba9e-481a0e07ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:11.952812 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c431ae41-26b0-4ae8-a977-b5a8ec41d72a req-9ffd61cf-a58c-4f52-ba9e-481a0e07ad40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75d30ffe-9758-423a-9557-6554ce48fc7c HTTP/1.1" status: 200 len: 868 time: 0.2794936 Jul 14 09:05:12.049772 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-a10b52de-3a4d-4a41-bd87-ca6fe16a52e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da84ce1-6f9a-423b-85f8-80d2f1046144 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:12.065858 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-a10b52de-3a4d-4a41-bd87-ca6fe16a52e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:12.087529 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-a10b52de-3a4d-4a41-bd87-ca6fe16a52e9 service neutron] Transition to ACTIVE for port object 5da84ce1-6f9a-423b-85f8-80d2f1046144 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:12.090198 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79675391-e839-435e-af80-73da8399ed12 x-openstack-request-id: req-79675391-e839-435e-af80-73da8399ed12 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:12.091302 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322db768-9d9a-4031-bf64-ecf4ab4a3702", "name": "network-vif-deleted", "tag": "fb7a3161-92a3-43bc-9ae0-72e61d55e000", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:12.092295 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79675391-e839-435e-af80-73da8399ed12 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:12.093302 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322db768-9d9a-4031-bf64-ecf4ab4a3702', 'name': 'network-vif-deleted', 'tag': 'fb7a3161-92a3-43bc-9ae0-72e61d55e000', 'status': 'completed', 'code': 200} Jul 14 09:05:12.095157 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-a10b52de-3a4d-4a41-bd87-ca6fe16a52e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:12.124829 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9aac195-af14-484e-90b2-38feb7e03ef5 x-openstack-request-id: req-a9aac195-af14-484e-90b2-38feb7e03ef5 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:12.125714 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "191be934-2f46-4967-a4d5-03a8b4619d35", "name": "network-vif-plugged", "status": "completed", "tag": "8db38122-acb4-4bc8-912b-3930d189ac01", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:12.125967 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9aac195-af14-484e-90b2-38feb7e03ef5 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:12.126369 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '191be934-2f46-4967-a4d5-03a8b4619d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db38122-acb4-4bc8-912b-3930d189ac01', 'code': 200} Jul 14 09:05:12.195077 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c431ae41-26b0-4ae8-a977-b5a8ec41d72a req-ec5dd3d6-bbc2-407f-a50a-70d9144f0151 service neutron] 10.222.0.44 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989421 Jul 14 09:05:12.211091 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-d7a6db88-11cb-4911-8246-3308af2992de req-5b19d38f-4573-4fb8-a440-f9e22559b398 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Allocated IP 172.25.6.50 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/77e771c4-be60-49b1-8b76-9b34bd436fe5) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:05:12.237547 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431ae41-26b0-4ae8-a977-b5a8ec41d72a req-89d43009-cca1-41f7-89db-59b3e0eaa791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:12.239114 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c431ae41-26b0-4ae8-a977-b5a8ec41d72a req-89d43009-cca1-41f7-89db-59b3e0eaa791 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6c8ac10-8ba1-44e4-b7a4-abe9f213d791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2533062 Jul 14 09:05:12.270200 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9c27d5e1-2115-4a53-a47a-162796d6a2e1 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:05:12.312418 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b52de-3a4d-4a41-bd87-ca6fe16a52e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5da84ce1-6f9a-423b-85f8-80d2f1046144,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:12.525309 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-a10b52de-3a4d-4a41-bd87-ca6fe16a52e9 service neutron] Attempting to bind port 5da84ce1-6f9a-423b-85f8-80d2f1046144 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:05:12.525920 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-a10b52de-3a4d-4a41-bd87-ca6fe16a52e9 service neutron] Attempting to bind port 5da84ce1-6f9a-423b-85f8-80d2f1046144 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:05:12.526453 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-a10b52de-3a4d-4a41-bd87-ca6fe16a52e9 service neutron] Attempting to bind port 5da84ce1-6f9a-423b-85f8-80d2f1046144 on network d4fad6bc-cc19-4061-a347-c3942b87c975 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:12.542700 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 9c27d5e1-2115-4a53-a47a-162796d6a2e1, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9c27d5e1-2115-4a53-a47a-162796d6a2e1,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:12.543115 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-a10b52de-3a4d-4a41-bd87-ca6fe16a52e9 service neutron] Port 5da84ce1-6f9a-423b-85f8-80d2f1046144 on network d4fad6bc-cc19-4061-a347-c3942b87c975 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:05:12.543677 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-a10b52de-3a4d-4a41-bd87-ca6fe16a52e9 service neutron] Attempting to bind port 5da84ce1-6f9a-423b-85f8-80d2f1046144 on network d4fad6bc-cc19-4061-a347-c3942b87c975 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:12.564864 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '9c27d5e1-2115-4a53-a47a-162796d6a2e1', 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef', 'port_id': '9c27d5e1-2115-4a53-a47a-162796d6a2e1', 'mac_address': 'fa:16:3e:c0:47:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '270bafed-ba3b-4347-b7b9-ccc79813fe94', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:05:12.565116 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-a10b52de-3a4d-4a41-bd87-ca6fe16a52e9 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:05:12.565607 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-a10b52de-3a4d-4a41-bd87-ca6fe16a52e9 service neutron] Checking segment: {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:12.566196 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-a10b52de-3a4d-4a41-bd87-ca6fe16a52e9 service neutron] Bound using segment: {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:05:12.566878 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-a10b52de-3a4d-4a41-bd87-ca6fe16a52e9 service neutron] Bound port: 5da84ce1-6f9a-423b-85f8-80d2f1046144, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:05:12.567452 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-a10b52de-3a4d-4a41-bd87-ca6fe16a52e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:12.610928 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:12.627903 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c27d5e1-2115-4a53-a47a-162796d6a2e1 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:12.654937 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c431ae41-26b0-4ae8-a977-b5a8ec41d72a req-2d923396-ec22-4c9e-9e6a-a061e08445cb service neutron] 10.222.0.47 "GET /v2.0/networks/b6c8ac10-8ba1-44e4-b7a4-abe9f213d791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477279 Jul 14 09:05:12.679132 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 9c27d5e1-2115-4a53-a47a-162796d6a2e1, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9c27d5e1-2115-4a53-a47a-162796d6a2e1,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:12.687050 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:12.733299 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d7a6db88-11cb-4911-8246-3308af2992de req-5b19d38f-4573-4fb8-a440-f9e22559b398 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:12.769836 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-a10b52de-3a4d-4a41-bd87-ca6fe16a52e9 service neutron] For port 5da84ce1-6f9a-423b-85f8-80d2f1046144, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:12.788552 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-a10b52de-3a4d-4a41-bd87-ca6fe16a52e9 service neutron] For port 5da84ce1-6f9a-423b-85f8-80d2f1046144, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=5da84ce1-6f9a-423b-85f8-80d2f1046144,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:05:12.801691 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-a10b52de-3a4d-4a41-bd87-ca6fe16a52e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:12.844359 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=9c27d5e1-2115-4a53-a47a-162796d6a2e1,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:12.953957 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b52de-3a4d-4a41-bd87-ca6fe16a52e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5da84ce1-6f9a-423b-85f8-80d2f1046144,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:12.959699 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-a10b52de-3a4d-4a41-bd87-ca6fe16a52e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:12.960424 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-a10b52de-3a4d-4a41-bd87-ca6fe16a52e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:12.961923 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-a10b52de-3a4d-4a41-bd87-ca6fe16a52e9 service neutron] 10.222.0.47 "PUT /v2.0/ports/5da84ce1-6f9a-423b-85f8-80d2f1046144 HTTP/1.1" status: 200 len: 1093 time: 1.6854072 Jul 14 09:05:12.987177 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c431ae41-26b0-4ae8-a977-b5a8ec41d72a req-13563101-4300-4083-acaa-beb69b9a717e service neutron] 10.222.0.47 "GET /v2.0/networks/b6c8ac10-8ba1-44e4-b7a4-abe9f213d791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909033 Jul 14 09:05:13.004110 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['9c27d5e1-2115-4a53-a47a-162796d6a2e1'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:13.015294 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09da6d-da03-4b48-965e-1f4c876578c0 req-18ef04b3-1182-4b5d-b2ee-a2cb21cbe3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:13.017922 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-de09da6d-da03-4b48-965e-1f4c876578c0 req-18ef04b3-1182-4b5d-b2ee-a2cb21cbe3a5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=191be934-2f46-4967-a4d5-03a8b4619d35 HTTP/1.1" status: 200 len: 1097 time: 0.6132340 Jul 14 09:05:13.073708 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d7a6db88-11cb-4911-8246-3308af2992de req-5b19d38f-4573-4fb8-a440-f9e22559b398 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:13.185642 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19d38f-4573-4fb8-a440-f9e22559b398 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Pushing event updated for resources: {'Port': ['ID=77e771c4-be60-49b1-8b76-9b34bd436fe5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:13.260724 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-a7242bf0-5a2f-4a72-8d31-98a74e6ee5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:13.263445 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-a7242bf0-5a2f-4a72-8d31-98a74e6ee5d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c35458c50e143699c6f14a3ebfddb0d&device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 1096 time: 0.2052538 Jul 14 09:05:13.270360 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a6db88-11cb-4911-8246-3308af2992de req-5b19d38f-4573-4fb8-a440-f9e22559b398 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:05:13.276369 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-d7a6db88-11cb-4911-8246-3308af2992de req-5b19d38f-4573-4fb8-a440-f9e22559b398 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:13.285737 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a6db88-11cb-4911-8246-3308af2992de req-5b19d38f-4573-4fb8-a440-f9e22559b398 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:05:13.308581 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-de09da6d-da03-4b48-965e-1f4c876578c0 req-8e8e4281-c51a-4542-b582-fe23cd01351f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a21deb8d-efd8-44f6-a928-8f1b3b126379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477779 Jul 14 09:05:13.413010 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-dd4cb056-f251-4442-9529-b68c5abe2506 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5da84ce1-6f9a-423b-85f8-80d2f1046144 HTTP/1.1" status: 200 len: 217 time: 0.1409404 Jul 14 09:05:13.502099 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-069461c7-73b4-4056-bfc3-612b2edc660d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:13.504435 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-069461c7-73b4-4056-bfc3-612b2edc660d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39b054b3-ff74-48d7-bc6b-cc0709824ebb HTTP/1.1" status: 200 len: 848 time: 0.0848551 Jul 14 09:05:13.568499 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-cf78be43-f7cd-415b-9fd4-4076285cf5ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d4fad6bc-cc19-4061-a347-c3942b87c975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533304 Jul 14 09:05:13.618264 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d7a6db88-11cb-4911-8246-3308af2992de req-5b19d38f-4573-4fb8-a440-f9e22559b398 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:13.707341 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d7a6db88-11cb-4911-8246-3308af2992de req-5b19d38f-4573-4fb8-a440-f9e22559b398 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:13.708411 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-948153f0-6bd1-4a71-bf6f-9819eb4eca78 service neutron] 10.222.0.47 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304729 Jul 14 09:05:13.719193 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b7a3a-5025-47c6-8315-8be0481d9d4a req-18d5d3ed-cf29-404a-91f0-3e4f3db61b13 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:13.720777 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f25b7a3a-5025-47c6-8315-8be0481d9d4a req-18d5d3ed-cf29-404a-91f0-3e4f3db61b13 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 944 time: 0.2193785 Jul 14 09:05:13.802526 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f25b7a3a-5025-47c6-8315-8be0481d9d4a req-de7591af-a75f-42a4-8458-665e757417e9 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560548 Jul 14 09:05:13.857976 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2ccd1957-8d48-4cd8-9b5a-bb5bff427ca4 req-963b6fbf-6a47-4812-ac4e-9c1652386e41 service neutron] 10.222.0.47 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397054 Jul 14 09:05:13.980673 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ca5fdd05-e018-4959-8e25-39e14fb20e2d req-0328eb31-fd2b-4412-abac-0171e5914091 tempest-ServerShowV247Test-880979759 tempest-ServerShowV247Test-880979759-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb31f003-6d5a-40c9-8066-76127e96f51c HTTP/1.1" status: 200 len: 210 time: 0.0363460 Jul 14 09:05:14.003812 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d7a6db88-11cb-4911-8246-3308af2992de req-5b19d38f-4573-4fb8-a440-f9e22559b398 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:14.010966 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d7a6db88-11cb-4911-8246-3308af2992de req-5b19d38f-4573-4fb8-a440-f9e22559b398 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:14.094935 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c722641e-cca2-403e-b291-f86c3a5fad96', 'tag': '5da84ce1-6f9a-423b-85f8-80d2f1046144'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:14.098969 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51c51a3-4def-4d47-a1bd-feefb2f99005" -d '{"events": [{"name": "network-changed", "server_uuid": "c722641e-cca2-403e-b291-f86c3a5fad96", "tag": "5da84ce1-6f9a-423b-85f8-80d2f1046144"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:14.150072 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19d38f-4573-4fb8-a440-f9e22559b398 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Pushing event updated for resources: {'Port': ['ID=77e771c4-be60-49b1-8b76-9b34bd436fe5,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:14.157576 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d7a6db88-11cb-4911-8246-3308af2992de req-5b19d38f-4573-4fb8-a440-f9e22559b398 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:14.188688 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d7a6db88-11cb-4911-8246-3308af2992de req-5b19d38f-4573-4fb8-a440-f9e22559b398 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:14.200954 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d7a6db88-11cb-4911-8246-3308af2992de req-5b19d38f-4573-4fb8-a440-f9e22559b398 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4477644 Jul 14 09:05:14.301069 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d7a6db88-11cb-4911-8246-3308af2992de req-bcf5c1d0-6f66-4ca1-ac9c-696ed72522fc tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 695 time: 0.0985436 Jul 14 09:05:14.490121 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a4246-887c-420e-baff-3e3538662498 req-0f912357-61e2-4fc6-9577-1da5b008b372 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:14.491657 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e9a4246-887c-420e-baff-3e3538662498 req-0f912357-61e2-4fc6-9577-1da5b008b372 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=76a09c04-4f6f-4161-95d7-de0379c0516c HTTP/1.1" status: 200 len: 944 time: 0.2223687 Jul 14 09:05:14.518261 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6db88-11cb-4911-8246-3308af2992de req-65c1a1e2-2027-4066-a06a-51f473d5428c tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:14.519607 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d7a6db88-11cb-4911-8246-3308af2992de req-65c1a1e2-2027-4066-a06a-51f473d5428c tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 784 time: 0.1892223 Jul 14 09:05:14.564266 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e9a4246-887c-420e-baff-3e3538662498 req-f03b4db7-dc57-4d06-9ef4-82974abe5219 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605490 Jul 14 09:05:14.668143 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad4aac-81aa-45a9-9a47-b27f364975f3 req-4bee4e2c-6ff3-4032-8fe0-fee1f7764ef9 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:14.671461 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-48ad4aac-81aa-45a9-9a47-b27f364975f3 req-4bee4e2c-6ff3-4032-8fe0-fee1f7764ef9 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.47 "GET /v2.0/ports?device_id=51ed6564-a5f0-46f3-b5b9-49e69be245d4 HTTP/1.1" status: 200 len: 949 time: 0.1465786 Jul 14 09:05:14.863353 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c365e-7694-40cb-b95e-969bdb1a50d1 req-e660f0cb-1306-4449-8fc2-3c392785dd51 tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:14.865897 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-359c365e-7694-40cb-b95e-969bdb1a50d1 req-e660f0cb-1306-4449-8fc2-3c392785dd51 tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] 10.222.0.25 "GET /v2.0/ports?device_id=191be934-2f46-4967-a4d5-03a8b4619d35 HTTP/1.1" status: 200 len: 945 time: 0.1187844 Jul 14 09:05:14.866254 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-48ad4aac-81aa-45a9-9a47-b27f364975f3 req-476d5b93-56d9-4cea-ba34-5650f88b76be tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Deleting port 3bf961b6-708a-4ff3-b40e-42584c38b0df {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:14.867375 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-48ad4aac-81aa-45a9-9a47-b27f364975f3 req-476d5b93-56d9-4cea-ba34-5650f88b76be tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:14.944137 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-359c365e-7694-40cb-b95e-969bdb1a50d1 req-8316a1a2-7f24-4f71-b6df-907ecb6ae6c7 tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] 10.222.0.25 "GET /v2.0/security-groups?id=a21deb8d-efd8-44f6-a928-8f1b3b126379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656257 Jul 14 09:05:15.094397 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-48ad4aac-81aa-45a9-9a47-b27f364975f3 req-476d5b93-56d9-4cea-ba34-5650f88b76be tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] For port 3bf961b6-708a-4ff3-b40e-42584c38b0df, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=3bf961b6-708a-4ff3-b40e-42584c38b0df,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:15.095356 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-48ad4aac-81aa-45a9-9a47-b27f364975f3 req-476d5b93-56d9-4cea-ba34-5650f88b76be tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:15.120712 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-48ad4aac-81aa-45a9-9a47-b27f364975f3 req-476d5b93-56d9-4cea-ba34-5650f88b76be tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Calling delete_port for 3bf961b6-708a-4ff3-b40e-42584c38b0df owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:15.354337 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-48ad4aac-81aa-45a9-9a47-b27f364975f3 req-476d5b93-56d9-4cea-ba34-5650f88b76be tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:15.358577 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45b711f-10b4-4c99-a671-9cbb5e612f4d x-openstack-request-id: req-b45b711f-10b4-4c99-a671-9cbb5e612f4d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:15.359226 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c722641e-cca2-403e-b291-f86c3a5fad96", "tag": "5da84ce1-6f9a-423b-85f8-80d2f1046144", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:15.359724 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b45b711f-10b4-4c99-a671-9cbb5e612f4d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:15.360876 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c722641e-cca2-403e-b291-f86c3a5fad96', 'tag': '5da84ce1-6f9a-423b-85f8-80d2f1046144', 'status': 'completed', 'code': 200} Jul 14 09:05:15.371845 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['ce787d56-90a9-47ea-a734-16046302a7ac'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:15.376208 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['3bf961b6-708a-4ff3-b40e-42584c38b0df', 'ba7a8ef4-ce4b-4390-9732-806f1f62839f'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:15.427623 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d5b93-56d9-4cea-ba34-5650f88b76be tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Pushing event deleted for resources: {'Port': ['ID=3bf961b6-708a-4ff3-b40e-42584c38b0df,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:15.497225 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ad4aac-81aa-45a9-9a47-b27f364975f3 req-476d5b93-56d9-4cea-ba34-5650f88b76be tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] No DVR routers for this DVR port 3bf961b6-708a-4ff3-b40e-42584c38b0df on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:05:15.500768 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-48ad4aac-81aa-45a9-9a47-b27f364975f3 req-476d5b93-56d9-4cea-ba34-5650f88b76be tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:15.504039 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-48ad4aac-81aa-45a9-9a47-b27f364975f3 req-476d5b93-56d9-4cea-ba34-5650f88b76be tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.47 "DELETE /v2.0/ports/3bf961b6-708a-4ff3-b40e-42584c38b0df HTTP/1.1" status: 204 len: 173 time: 0.8260520 Jul 14 09:05:15.701820 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c51a3-4def-4d47-a1bd-feefb2f99005 req-620def51-977e-4caf-822c-b1bf2dc8ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:15.705046 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e51c51a3-4def-4d47-a1bd-feefb2f99005 req-620def51-977e-4caf-822c-b1bf2dc8ed50 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c35458c50e143699c6f14a3ebfddb0d&device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 1096 time: 0.2750962 Jul 14 09:05:15.734394 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbbf47-9e66-4b0f-b81f-c0246482055b req-39853267-8a61-4703-85ee-bd852b838204 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:15.736097 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-93fbbf47-9e66-4b0f-b81f-c0246482055b req-39853267-8a61-4703-85ee-bd852b838204 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/ports?device_id=96da6037-9672-4134-ac67-013326934d81&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3911140 Jul 14 09:05:16.306016 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9c27d5e1-2115-4a53-a47a-162796d6a2e1 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:05:16.341016 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-93fbbf47-9e66-4b0f-b81f-c0246482055b req-f5cdd761-369f-467a-97eb-a47e4bedb962 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 695 time: 0.5846920 Jul 14 09:05:16.348783 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-93fbbf47-9e66-4b0f-b81f-c0246482055b req-405bd44f-cd99-4f12-bead-0e7baa4413c1 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Request body: {'floatingip': {'port_id': '4252bc07-628c-4665-9375-eab1d98a3fd7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:16.397953 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70610359-addc-4849-af0a-9a9a59b4021e req-6e94047a-da54-4758-9127-7ce6a0cdd330 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:16.404919 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-70610359-addc-4849-af0a-9a9a59b4021e req-6e94047a-da54-4758-9127-7ce6a0cdd330 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 944 time: 0.8452079 Jul 14 09:05:16.409893 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 9c27d5e1-2115-4a53-a47a-162796d6a2e1 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:05:16.418535 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 9c27d5e1-2115-4a53-a47a-162796d6a2e1 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:16.419951 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:16.445107 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-93fbbf47-9e66-4b0f-b81f-c0246482055b req-405bd44f-cd99-4f12-bead-0e7baa4413c1 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:16.554776 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f21d1-6df6-4313-9292-fd34ce805264 req-ad3e7c27-d1b7-4004-8422-c84d452e46c3 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:16.557347 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-445f21d1-6df6-4313-9292-fd34ce805264 req-ad3e7c27-d1b7-4004-8422-c84d452e46c3 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.47 "GET /v2.0/ports?device_id=0828e8e3-d820-4904-b480-c7f28ab99e8e HTTP/1.1" status: 200 len: 949 time: 0.0850704 Jul 14 09:05:16.583538 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:16.627035 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a09c04-4f6f-4161-95d7-de0379c0516c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c27d5e1-2115-4a53-a47a-162796d6a2e1'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:16.631298 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af461a26-be07-47f6-b7b6-294ca5613fbd" -d '{"events": [{"server_uuid": "76a09c04-4f6f-4161-95d7-de0379c0516c", "name": "network-vif-plugged", "status": "completed", "tag": "9c27d5e1-2115-4a53-a47a-162796d6a2e1"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:16.633430 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-70610359-addc-4849-af0a-9a9a59b4021e req-8bf40718-52f7-49b4-89fa-d6cd48b06220 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208798 Jul 14 09:05:16.675402 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 9c27d5e1-2115-4a53-a47a-162796d6a2e1, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9c27d5e1-2115-4a53-a47a-162796d6a2e1,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:16.683458 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:16.683745 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c51a3-4def-4d47-a1bd-feefb2f99005 req-427cf743-b444-4bae-b01a-cea9645c2135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:16.683842 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-445f21d1-6df6-4313-9292-fd34ce805264 req-b5cb9547-d475-44c2-b845-a5d86d75ddc2 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Deleting port ba7a8ef4-ce4b-4390-9732-806f1f62839f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:16.684359 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-445f21d1-6df6-4313-9292-fd34ce805264 req-b5cb9547-d475-44c2-b845-a5d86d75ddc2 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:16.688846 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e51c51a3-4def-4d47-a1bd-feefb2f99005 req-427cf743-b444-4bae-b01a-cea9645c2135 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d4fad6bc-cc19-4061-a347-c3942b87c975 HTTP/1.1" status: 200 len: 908 time: 0.9513416 Jul 14 09:05:16.787072 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e51c51a3-4def-4d47-a1bd-feefb2f99005 req-fd58f09f-cfb8-451f-916b-ab16cc815a16 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5da84ce1-6f9a-423b-85f8-80d2f1046144 HTTP/1.1" status: 200 len: 217 time: 0.0877299 Jul 14 09:05:16.805120 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=9c27d5e1-2115-4a53-a47a-162796d6a2e1,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:16.819806 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:16.820580 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:16.821305 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:16.822040 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:16.822803 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:16.823616 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:16.825594 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:16.826321 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:16.827025 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:16.827322 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-445f21d1-6df6-4313-9292-fd34ce805264 req-b5cb9547-d475-44c2-b845-a5d86d75ddc2 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] For port ba7a8ef4-ce4b-4390-9732-806f1f62839f, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=ba7a8ef4-ce4b-4390-9732-806f1f62839f,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:16.827882 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:16.828087 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-445f21d1-6df6-4313-9292-fd34ce805264 req-b5cb9547-d475-44c2-b845-a5d86d75ddc2 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:16.828730 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:16.829432 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:16.845355 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-445f21d1-6df6-4313-9292-fd34ce805264 req-b5cb9547-d475-44c2-b845-a5d86d75ddc2 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Calling delete_port for ba7a8ef4-ce4b-4390-9732-806f1f62839f owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:16.980402 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2c0f5973-a5b7-4c3f-94b0-be9ebcffae6a req-736d9024-3d3c-49d9-bebd-497b93c26c80 tempest-ServerShowV247Test-880979759 tempest-ServerShowV247Test-880979759-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb31f003-6d5a-40c9-8066-76127e96f51c HTTP/1.1" status: 200 len: 210 time: 0.0468647 Jul 14 09:05:16.988599 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c51a3-4def-4d47-a1bd-feefb2f99005 req-22599672-d2b3-452c-8f9f-5d49c7cfdb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:16.990239 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e51c51a3-4def-4d47-a1bd-feefb2f99005 req-22599672-d2b3-452c-8f9f-5d49c7cfdb0d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39b054b3-ff74-48d7-bc6b-cc0709824ebb HTTP/1.1" status: 200 len: 848 time: 0.1912479 Jul 14 09:05:17.059481 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-445f21d1-6df6-4313-9292-fd34ce805264 req-b5cb9547-d475-44c2-b845-a5d86d75ddc2 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:17.079809 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['ce787d56-90a9-47ea-a734-16046302a7ac'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:17.080450 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e51c51a3-4def-4d47-a1bd-feefb2f99005 req-60c3d7eb-568d-48a4-9e95-977f155d12de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d4fad6bc-cc19-4061-a347-c3942b87c975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524645 Jul 14 09:05:17.086081 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['ba7a8ef4-ce4b-4390-9732-806f1f62839f'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:17.108762 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb9547-d475-44c2-b845-a5d86d75ddc2 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Pushing event deleted for resources: {'Port': ['ID=ba7a8ef4-ce4b-4390-9732-806f1f62839f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:17.197204 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-445f21d1-6df6-4313-9292-fd34ce805264 req-b5cb9547-d475-44c2-b845-a5d86d75ddc2 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] No DVR routers for this DVR port ba7a8ef4-ce4b-4390-9732-806f1f62839f on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:05:17.202886 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-445f21d1-6df6-4313-9292-fd34ce805264 req-b5cb9547-d475-44c2-b845-a5d86d75ddc2 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:17.207102 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-445f21d1-6df6-4313-9292-fd34ce805264 req-b5cb9547-d475-44c2-b845-a5d86d75ddc2 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.47 "DELETE /v2.0/ports/ba7a8ef4-ce4b-4390-9732-806f1f62839f HTTP/1.1" status: 204 len: 173 time: 0.6426296 Jul 14 09:05:17.249078 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e51c51a3-4def-4d47-a1bd-feefb2f99005 req-4fd4e5fb-98a2-471c-ae98-5eb0bdd63e4a service neutron] 10.222.0.47 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594570 Jul 14 09:05:17.252621 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-93fbbf47-9e66-4b0f-b81f-c0246482055b req-405bd44f-cd99-4f12-bead-0e7baa4413c1 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] update failed (client error): There was a conflict when trying to complete your request. Jul 14 09:05:17.253903 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-93fbbf47-9e66-4b0f-b81f-c0246482055b req-405bd44f-cd99-4f12-bead-0e7baa4413c1 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "PUT /v2.0/floatingips/df6d9707-0c04-417d-a007-4f623e4b5cf2 HTTP/1.1" status: 409 len: 549 time: 0.9117949 Jul 14 09:05:17.362333 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ed6564-a5f0-46f3-b5b9-49e69be245d4', 'name': 'network-vif-deleted', 'tag': '3bf961b6-708a-4ff3-b40e-42584c38b0df'}, {'server_uuid': '0828e8e3-d820-4904-b480-c7f28ab99e8e', 'name': 'network-vif-deleted', 'tag': 'ba7a8ef4-ce4b-4390-9732-806f1f62839f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:17.365050 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c74090-5f1c-403d-8849-54acef641545" -d '{"events": [{"server_uuid": "51ed6564-a5f0-46f3-b5b9-49e69be245d4", "name": "network-vif-deleted", "tag": "3bf961b6-708a-4ff3-b40e-42584c38b0df"}, {"server_uuid": "0828e8e3-d820-4904-b480-c7f28ab99e8e", "name": "network-vif-deleted", "tag": "ba7a8ef4-ce4b-4390-9732-806f1f62839f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:17.527230 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e51c51a3-4def-4d47-a1bd-feefb2f99005 req-3b37b56c-cba2-46c4-ba70-ff35a8c59359 service neutron] 10.222.0.47 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707491 Jul 14 09:05:17.918363 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aaefe9-be3b-4e74-a1f8-1ee5eb4f48b1 req-a96e52dc-4b41-4158-9436-304964c3fdd1 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:17.927267 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b7aaefe9-be3b-4e74-a1f8-1ee5eb4f48b1 req-a96e52dc-4b41-4158-9436-304964c3fdd1 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=76a09c04-4f6f-4161-95d7-de0379c0516c HTTP/1.1" status: 200 len: 945 time: 0.2251399 Jul 14 09:05:17.933868 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a54242-6c2f-417e-b921-6204f6550f22 x-openstack-request-id: req-c3a54242-6c2f-417e-b921-6204f6550f22 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:17.939002 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a09c04-4f6f-4161-95d7-de0379c0516c", "name": "network-vif-plugged", "status": "completed", "tag": "9c27d5e1-2115-4a53-a47a-162796d6a2e1", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:17.939668 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3a54242-6c2f-417e-b921-6204f6550f22 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:17.942144 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a09c04-4f6f-4161-95d7-de0379c0516c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c27d5e1-2115-4a53-a47a-162796d6a2e1', 'code': 200} Jul 14 09:05:18.030924 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b7aaefe9-be3b-4e74-a1f8-1ee5eb4f48b1 req-b4377b9f-6b30-48f6-a8e7-2ec2ff1d7bd3 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945535 Jul 14 09:05:18.064295 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device ba7a8ef4-ce4b-4390-9732-806f1f62839f no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:18.137015 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: ba7a8ef4-ce4b-4390-9732-806f1f62839f {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:18.137757 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device ba7a8ef4-ce4b-4390-9732-806f1f62839f not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:18.138548 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 3bf961b6-708a-4ff3-b40e-42584c38b0df no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:18.171421 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 3bf961b6-708a-4ff3-b40e-42584c38b0df {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:18.171771 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 3bf961b6-708a-4ff3-b40e-42584c38b0df not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:18.246720 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17b13659-6191-4065-9b95-0542dec323b4 req-f143b7f7-4c7e-4e69-9e24-54051736c699 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/floatingips/df6d9707-0c04-417d-a007-4f623e4b5cf2 HTTP/1.1" status: 200 len: 692 time: 0.0996916 Jul 14 09:05:18.250533 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cca3f7a6-96a4-4daf-a70f-e3ec471041f6 req-3f8fb453-0647-4197-b41b-fe7c8ef40940 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=0828e8e3-d820-4904-b480-c7f28ab99e8e HTTP/1.1" status: 200 len: 210 time: 0.0505559 Jul 14 09:05:18.346773 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b2961e4c-b165-4011-a925-c2e9ae403bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:18.357097 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a5b0d9-a6ba-4f46-ba43-a2ec2804f231 x-openstack-request-id: req-01a5b0d9-a6ba-4f46-ba43-a2ec2804f231 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:18.359202 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ed6564-a5f0-46f3-b5b9-49e69be245d4", "name": "network-vif-deleted", "tag": "3bf961b6-708a-4ff3-b40e-42584c38b0df", "status": "completed", "code": 200}, {"server_uuid": "0828e8e3-d820-4904-b480-c7f28ab99e8e", "name": "network-vif-deleted", "tag": "ba7a8ef4-ce4b-4390-9732-806f1f62839f", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:18.360065 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01a5b0d9-a6ba-4f46-ba43-a2ec2804f231 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:18.361741 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ed6564-a5f0-46f3-b5b9-49e69be245d4', 'name': 'network-vif-deleted', 'tag': '3bf961b6-708a-4ff3-b40e-42584c38b0df', 'status': 'completed', 'code': 200} Jul 14 09:05:18.362350 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0828e8e3-d820-4904-b480-c7f28ab99e8e', 'name': 'network-vif-deleted', 'tag': 'ba7a8ef4-ce4b-4390-9732-806f1f62839f', 'status': 'completed', 'code': 200} Jul 14 09:05:18.420463 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e67297-6845-4c38-acca-fb21b15a40e6 req-fa82f117-a342-4846-b800-5ad00da999c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:18.423690 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-89e67297-6845-4c38-acca-fb21b15a40e6 req-fa82f117-a342-4846-b800-5ad00da999c2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=76a09c04-4f6f-4161-95d7-de0379c0516c HTTP/1.1" status: 200 len: 1097 time: 0.3493955 Jul 14 09:05:18.563155 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-89e67297-6845-4c38-acca-fb21b15a40e6 req-ba478f24-bc59-4284-8236-db86c2bdbaba service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263080 Jul 14 09:05:18.614662 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b13659-6191-4065-9b95-0542dec323b4 req-c3536cdf-fb3d-4ccc-9149-aebf51644eb3 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:18.617301 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17b13659-6191-4065-9b95-0542dec323b4 req-c3536cdf-fb3d-4ccc-9149-aebf51644eb3 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 784 time: 0.3577251 Jul 14 09:05:18.718037 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17b13659-6191-4065-9b95-0542dec323b4 req-c5db2466-066f-42b5-a8bc-587caee1d8cc tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 695 time: 0.0823777 Jul 14 09:05:18.784319 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:05:18.814334 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17b13659-6191-4065-9b95-0542dec323b4 req-2abc116f-5095-447b-be05-24d313efa027 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 695 time: 0.0830224 Jul 14 09:05:18.841466 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54535ea-66c1-4118-b477-18b626ae8387 req-592411ed-a3ea-4e51-94f1-981acc6ad3dd tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:18.844335 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d54535ea-66c1-4118-b477-18b626ae8387 req-592411ed-a3ea-4e51-94f1-981acc6ad3dd tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 944 time: 0.2253428 Jul 14 09:05:18.971662 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33526) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:19.065724 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d54535ea-66c1-4118-b477-18b626ae8387 req-38955f02-48d3-409f-bbaa-67fce7e4347d tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069678 Jul 14 09:05:19.161948 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-17b13659-6191-4065-9b95-0542dec323b4 req-d6de331e-e861-4137-b2a4-8dfe794085d6 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Deleting port 77e771c4-be60-49b1-8b76-9b34bd436fe5 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:19.162613 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-17b13659-6191-4065-9b95-0542dec323b4 req-d6de331e-e861-4137-b2a4-8dfe794085d6 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:19.187290 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a32a56-eaca-4c5d-8352-edefdcdd4b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:19.265260 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c71d6d1b-20f3-4b9a-baf4-7aa4d85585f1 req-f22ffcd0-7c02-4179-b08d-7020c7a27636 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bb31f003-6d5a-40c9-8066-76127e96f51c HTTP/1.1" status: 200 len: 210 time: 0.0431764 Jul 14 09:05:19.341442 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a32a56-eaca-4c5d-8352-edefdcdd4b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:19.349278 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a32a56-eaca-4c5d-8352-edefdcdd4b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:19.354330 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-17b13659-6191-4065-9b95-0542dec323b4 req-d6de331e-e861-4137-b2a4-8dfe794085d6 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:19.354925 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-17b13659-6191-4065-9b95-0542dec323b4 req-d6de331e-e861-4137-b2a4-8dfe794085d6 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:19.377013 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-17b13659-6191-4065-9b95-0542dec323b4 req-d6de331e-e861-4137-b2a4-8dfe794085d6 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Calling delete_port for 77e771c4-be60-49b1-8b76-9b34bd436fe5 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:19.399768 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-89a32a56-eaca-4c5d-8352-edefdcdd4b37 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=76307789f3674690bdd85f3f92a9f172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4261031 Jul 14 09:05:19.401563 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a32a56-eaca-4c5d-8352-edefdcdd4b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4946f9-3cc6-4a41-8227-344494741bcd,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:19.405108 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33536) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:19.472940 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a269da2-7148-4eb5-9d96-016848e95e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:19.501200 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9fb1d5e2-8be8-4f40-a277-fabc0d3e9ab6 req-9bda5407-3bc0-4116-ab44-2ef5b1f6b1af tempest-ServerShowV247Test-880979759 tempest-ServerShowV247Test-880979759-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb31f003-6d5a-40c9-8066-76127e96f51c HTTP/1.1" status: 200 len: 210 time: 0.0365601 Jul 14 09:05:19.526785 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a269da2-7148-4eb5-9d96-016848e95e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:19.619877 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a269da2-7148-4eb5-9d96-016848e95e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:19.625097 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a269da2-7148-4eb5-9d96-016848e95e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:19.626958 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3a269da2-7148-4eb5-9d96-016848e95e34 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d4946f9-3cc6-4a41-8227-344494741bcd HTTP/1.1" status: 204 len: 168 time: 0.2206686 Jul 14 09:05:19.638909 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-17b13659-6191-4065-9b95-0542dec323b4 req-d6de331e-e861-4137-b2a4-8dfe794085d6 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:19.646259 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a269da2-7148-4eb5-9d96-016848e95e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4946f9-3cc6-4a41-8227-344494741bcd,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:19.717519 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de331e-e861-4137-b2a4-8dfe794085d6 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Pushing event deleted for resources: {'Port': ['ID=77e771c4-be60-49b1-8b76-9b34bd436fe5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:19.821585 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-17b13659-6191-4065-9b95-0542dec323b4 req-d6de331e-e861-4137-b2a4-8dfe794085d6 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:19.826095 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-17b13659-6191-4065-9b95-0542dec323b4 req-d6de331e-e861-4137-b2a4-8dfe794085d6 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:19.832413 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17b13659-6191-4065-9b95-0542dec323b4 req-d6de331e-e861-4137-b2a4-8dfe794085d6 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "DELETE /v2.0/floatingips/df6d9707-0c04-417d-a007-4f623e4b5cf2 HTTP/1.1" status: 204 len: 173 time: 0.9863679 Jul 14 09:05:20.164075 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33546) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:20.193086 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3473549-32b3-47c7-b032-66ff7f6f7d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:20.201060 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c9bee-d3d2-4857-90e7-87621699b26a req-7e675c08-20ce-4f74-80fe-ea8ed272e202 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:20.205378 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-051c9bee-d3d2-4857-90e7-87621699b26a req-7e675c08-20ce-4f74-80fe-ea8ed272e202 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=76a09c04-4f6f-4161-95d7-de0379c0516c HTTP/1.1" status: 200 len: 945 time: 0.1831238 Jul 14 09:05:20.298757 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-051c9bee-d3d2-4857-90e7-87621699b26a req-eba47a47-593b-4ade-9d29-6209699e9722 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767310 Jul 14 09:05:20.418336 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3473549-32b3-47c7-b032-66ff7f6f7d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:20.426133 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3473549-32b3-47c7-b032-66ff7f6f7d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:20.480585 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c3473549-32b3-47c7-b032-66ff7f6f7d7b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=09437e745f754e7a81032339614ea815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3145950 Jul 14 09:05:20.481673 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33554) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:20.540293 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3473549-32b3-47c7-b032-66ff7f6f7d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7a3143-9327-4f5e-afa8-4539c02062a9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:20.592286 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f435aa8b-def8-43f0-bdc4-9cb9570c1949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:20.625910 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-614847b7-e92a-4c05-aa07-52ced029df59 req-61fb9f4d-608d-4d6d-99cf-95cab1471b53 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.187 HTTP/1.1" status: 200 len: 1001 time: 0.2552414 Jul 14 09:05:20.637801 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f435aa8b-def8-43f0-bdc4-9cb9570c1949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:20.719596 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468c9d0-6282-4d02-8713-9a199edc764f req-b0e6cab2-e68b-4c4a-a584-8a59c234626a tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:20.721400 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1468c9d0-6282-4d02-8713-9a199edc764f req-b0e6cab2-e68b-4c4a-a584-8a59c234626a tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 944 time: 0.2072484 Jul 14 09:05:20.727075 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f435aa8b-def8-43f0-bdc4-9cb9570c1949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:20.734501 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f435aa8b-def8-43f0-bdc4-9cb9570c1949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:20.736494 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f435aa8b-def8-43f0-bdc4-9cb9570c1949 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af7a3143-9327-4f5e-afa8-4539c02062a9 HTTP/1.1" status: 204 len: 168 time: 0.2458367 Jul 14 09:05:20.740695 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614847b7-e92a-4c05-aa07-52ced029df59 req-0470a0d6-4afd-4222-ada1-aaa5f581cee8 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:20.743393 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-614847b7-e92a-4c05-aa07-52ced029df59 req-0470a0d6-4afd-4222-ada1-aaa5f581cee8 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/ports/4252bc07-628c-4665-9375-eab1d98a3fd7 HTTP/1.1" status: 200 len: 942 time: 0.1093793 Jul 14 09:05:20.751963 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435aa8b-def8-43f0-bdc4-9cb9570c1949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7a3143-9327-4f5e-afa8-4539c02062a9,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:20.799074 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1468c9d0-6282-4d02-8713-9a199edc764f req-6193b28f-7b61-4026-b239-9f2d319983cf tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678704 Jul 14 09:05:20.968290 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-614847b7-e92a-4c05-aa07-52ced029df59 req-26d1b347-0eeb-40f0-9e12-a51ae3e70768 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.187 HTTP/1.1" status: 200 len: 1001 time: 0.0703843 Jul 14 09:05:20.972996 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cdd39aff-b28a-4281-9499-53699bd84f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:21.197934 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:21.230285 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a0e43-1773-41c0-a965-db89808320a4 req-e6d25878-5929-4737-967f-c4c789aa112b tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:21.233095 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0c6a0e43-1773-41c0-a965-db89808320a4 req-e6d25878-5929-4737-967f-c4c789aa112b tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] 10.222.0.25 "GET /v2.0/ports?device_id=191be934-2f46-4967-a4d5-03a8b4619d35 HTTP/1.1" status: 200 len: 945 time: 0.1771734 Jul 14 09:05:21.252918 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614847b7-e92a-4c05-aa07-52ced029df59 req-05b1f0ff-8e81-4edd-a6e3-f92e689f6e88 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:21.255395 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-614847b7-e92a-4c05-aa07-52ced029df59 req-05b1f0ff-8e81-4edd-a6e3-f92e689f6e88 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 784 time: 0.2769787 Jul 14 09:05:21.365470 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-614847b7-e92a-4c05-aa07-52ced029df59 req-df98ebcb-16bb-4d06-b848-a5852f82696f tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.187 HTTP/1.1" status: 200 len: 1001 time: 0.0962546 Jul 14 09:05:21.368754 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0c6a0e43-1773-41c0-a965-db89808320a4 req-19e41d01-31da-4435-9f9d-18461a110867 tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] 10.222.0.25 "GET /v2.0/security-groups?id=a21deb8d-efd8-44f6-a928-8f1b3b126379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119671 Jul 14 09:05:21.390782 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-614847b7-e92a-4c05-aa07-52ced029df59 req-2630eb3e-e818-445e-af51-991d03770f1c tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:21.506349 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-614847b7-e92a-4c05-aa07-52ced029df59 req-2630eb3e-e818-445e-af51-991d03770f1c tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:21.795184 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-614847b7-e92a-4c05-aa07-52ced029df59 req-2630eb3e-e818-445e-af51-991d03770f1c tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:21.805421 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df15cd-5095-4bc1-ae96-802674267718 req-31c6911e-d391-49cc-a28e-29a6a4d6931a tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:21.808101 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e2df15cd-5095-4bc1-ae96-802674267718 req-31c6911e-d391-49cc-a28e-29a6a4d6931a tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=76a09c04-4f6f-4161-95d7-de0379c0516c HTTP/1.1" status: 200 len: 945 time: 0.2223172 Jul 14 09:05:21.813968 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-614847b7-e92a-4c05-aa07-52ced029df59 req-2630eb3e-e818-445e-af51-991d03770f1c tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:21.814263 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [req-614847b7-e92a-4c05-aa07-52ced029df59 req-2630eb3e-e818-445e-af51-991d03770f1c tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Floating IP 65cab508-d930-4365-a5b4-65a4b90a7fc3 disassociated. External IP: 172.25.6.187, port: 4252bc07-628c-4665-9375-eab1d98a3fd7. Jul 14 09:05:21.930920 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed20e88-7f45-413d-b1fa-d19b20cec29e req-7aa0df2e-50be-4792-ad88-1d34d0ad9ea4 tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:21.933020 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aed20e88-7f45-413d-b1fa-d19b20cec29e req-7aa0df2e-50be-4792-ad88-1d34d0ad9ea4 tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] 10.222.0.44 "GET /v2.0/ports?device_id=191be934-2f46-4967-a4d5-03a8b4619d35 HTTP/1.1" status: 200 len: 945 time: 0.2504056 Jul 14 09:05:21.985331 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e2df15cd-5095-4bc1-ae96-802674267718 req-dd35a8cc-f703-4280-b844-501b711b0325 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663647 Jul 14 09:05:22.077087 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:22.492186 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0b852de4-00b4-4563-8370-dbd54354beef req-4b79d4bb-b75b-4d3a-a96a-e6d624767ec8 tempest-ServerShowV247Test-880979759 tempest-ServerShowV247Test-880979759-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb31f003-6d5a-40c9-8066-76127e96f51c HTTP/1.1" status: 200 len: 210 time: 0.0470719 Jul 14 09:05:22.506808 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-aed20e88-7f45-413d-b1fa-d19b20cec29e req-602ad110-e688-40bc-956a-17ec7bbcdaaa tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] Deleting port 8db38122-acb4-4bc8-912b-3930d189ac01 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:22.507561 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-aed20e88-7f45-413d-b1fa-d19b20cec29e req-602ad110-e688-40bc-956a-17ec7bbcdaaa tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:22.569607 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-614847b7-e92a-4c05-aa07-52ced029df59 req-2630eb3e-e818-445e-af51-991d03770f1c tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Router d16cf07f-8021-4e3f-8f1d-74450004d3b2 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:05:22.663751 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-aed20e88-7f45-413d-b1fa-d19b20cec29e req-602ad110-e688-40bc-956a-17ec7bbcdaaa tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] For port 8db38122-acb4-4bc8-912b-3930d189ac01, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=8db38122-acb4-4bc8-912b-3930d189ac01,segment=NetworkSegment(d4ac6c0c-f13b-48bc-99b7-1ef21c49c37a),segment_id=d4ac6c0c-f13b-48bc-99b7-1ef21c49c37a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:22.664313 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-aed20e88-7f45-413d-b1fa-d19b20cec29e req-602ad110-e688-40bc-956a-17ec7bbcdaaa tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:22.714251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-aed20e88-7f45-413d-b1fa-d19b20cec29e req-602ad110-e688-40bc-956a-17ec7bbcdaaa tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] Calling delete_port for 8db38122-acb4-4bc8-912b-3930d189ac01 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:22.807424 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-614847b7-e92a-4c05-aa07-52ced029df59 req-2630eb3e-e818-445e-af51-991d03770f1c tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:05:22.817930 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-614847b7-e92a-4c05-aa07-52ced029df59 req-2630eb3e-e818-445e-af51-991d03770f1c tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:22.820002 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62ff532-4cae-43ed-a067-16c38b594fe9 None None] Sync routers for ids ['d16cf07f-8021-4e3f-8f1d-74450004d3b2'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:05:22.838682 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62ff532-4cae-43ed-a067-16c38b594fe9 None None] Routers {'d16cf07f-8021-4e3f-8f1d-74450004d3b2'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:22.840469 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a62ff532-4cae-43ed-a067-16c38b594fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:05:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['d16cf07f-8021-4e3f-8f1d-74450004d3b2'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:22.969367 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-a62ff532-4cae-43ed-a067-16c38b594fe9 None None] Set router d16cf07f-8021-4e3f-8f1d-74450004d3b2 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:22.981206 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-614847b7-e92a-4c05-aa07-52ced029df59 req-2630eb3e-e818-445e-af51-991d03770f1c tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "PUT /v2.0/floatingips/65cab508-d930-4365-a5b4-65a4b90a7fc3 HTTP/1.1" status: 200 len: 695 time: 1.5984621 Jul 14 09:05:22.995587 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96da6037-9672-4134-ac67-013326934d81', 'tag': '4252bc07-628c-4665-9375-eab1d98a3fd7'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:22.999709 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71eea81e-3635-4a81-87ae-3f01ccf32e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "96da6037-9672-4134-ac67-013326934d81", "tag": "4252bc07-628c-4665-9375-eab1d98a3fd7"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:23.197698 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dea653-6f4b-4b0b-a6a4-2073fdd58e4f req-fb6f5072-634f-482b-860e-8f47e131d6d8 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:23.199961 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-73dea653-6f4b-4b0b-a6a4-2073fdd58e4f req-fb6f5072-634f-482b-860e-8f47e131d6d8 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 944 time: 0.3018909 Jul 14 09:05:23.208144 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-aed20e88-7f45-413d-b1fa-d19b20cec29e req-602ad110-e688-40bc-956a-17ec7bbcdaaa tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:23.248291 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a62ff532-4cae-43ed-a067-16c38b594fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1019495136-router', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:04:32Z', 'revision_number': 4, 'project_id': '470004e2eab84d248e1b4ccc367e1d00', 'gw_port': {'id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '507798ec-1543-455d-8fdc-76480a127054', 'name': '', 'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'mac_address': 'fa:16:3e:cc:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '75d30ffe-9758-423a-9557-6554ce48fc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:31Z', 'updated_at': '2021-07-14T09:04:42Z', 'revision_number': 5, 'project_id': '470004e2eab84d248e1b4ccc367e1d00', 'subnets': [{'id': '75d30ffe-9758-423a-9557-6554ce48fc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:23.285346 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614847b7-e92a-4c05-aa07-52ced029df59 req-0fc862e7-b62f-4adb-80f2-c69dab044ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:23.287529 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-614847b7-e92a-4c05-aa07-52ced029df59 req-0fc862e7-b62f-4adb-80f2-c69dab044ae6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=470004e2eab84d248e1b4ccc367e1d00&device_id=96da6037-9672-4134-ac67-013326934d81 HTTP/1.1" status: 200 len: 1097 time: 0.2786303 Jul 14 09:05:23.288789 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ad110-e688-40bc-956a-17ec7bbcdaaa tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] Pushing event deleted for resources: {'Port': ['ID=8db38122-acb4-4bc8-912b-3930d189ac01,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:23.301667 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62ff532-4cae-43ed-a067-16c38b594fe9 None None] Checking router: d16cf07f-8021-4e3f-8f1d-74450004d3b2 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:05:23.320769 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62ff532-4cae-43ed-a067-16c38b594fe9 None None] Routers {'d16cf07f-8021-4e3f-8f1d-74450004d3b2'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:23.321469 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a62ff532-4cae-43ed-a067-16c38b594fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:05:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['d16cf07f-8021-4e3f-8f1d-74450004d3b2'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:23.416986 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed20e88-7f45-413d-b1fa-d19b20cec29e req-602ad110-e688-40bc-956a-17ec7bbcdaaa tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] No DVR routers for this DVR port 8db38122-acb4-4bc8-912b-3930d189ac01 on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:05:23.460712 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-aed20e88-7f45-413d-b1fa-d19b20cec29e req-602ad110-e688-40bc-956a-17ec7bbcdaaa tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:23.463153 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aed20e88-7f45-413d-b1fa-d19b20cec29e req-602ad110-e688-40bc-956a-17ec7bbcdaaa tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] 10.222.0.44 "DELETE /v2.0/ports/8db38122-acb4-4bc8-912b-3930d189ac01 HTTP/1.1" status: 204 len: 173 time: 1.5217860 Jul 14 09:05:23.466249 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-73dea653-6f4b-4b0b-a6a4-2073fdd58e4f req-edabfb78-2b9e-4e9b-a555-2b53c83f3322 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412059 Jul 14 09:05:23.491702 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-a62ff532-4cae-43ed-a067-16c38b594fe9 None None] Set router d16cf07f-8021-4e3f-8f1d-74450004d3b2 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:23.542350 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614847b7-e92a-4c05-aa07-52ced029df59 req-fb6426e9-bf65-4327-96cb-7a675f4474fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:23.545247 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-614847b7-e92a-4c05-aa07-52ced029df59 req-fb6426e9-bf65-4327-96cb-7a675f4474fe service neutron] 10.222.0.25 "GET /v2.0/networks?id=b6c8ac10-8ba1-44e4-b7a4-abe9f213d791 HTTP/1.1" status: 200 len: 929 time: 0.2326088 Jul 14 09:05:23.624893 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-614847b7-e92a-4c05-aa07-52ced029df59 req-600cbc8c-4548-405e-b41d-5daabc83b0f3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4252bc07-628c-4665-9375-eab1d98a3fd7 HTTP/1.1" status: 200 len: 217 time: 0.0727777 Jul 14 09:05:23.727861 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614847b7-e92a-4c05-aa07-52ced029df59 req-3a0d3af0-9605-4122-9683-ad25d1081788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:23.732184 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-614847b7-e92a-4c05-aa07-52ced029df59 req-3a0d3af0-9605-4122-9683-ad25d1081788 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=75d30ffe-9758-423a-9557-6554ce48fc7c HTTP/1.1" status: 200 len: 868 time: 0.0946000 Jul 14 09:05:23.849808 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614847b7-e92a-4c05-aa07-52ced029df59 req-86d58199-ffa6-4783-b53f-965d4e82fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:23.851991 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-614847b7-e92a-4c05-aa07-52ced029df59 req-86d58199-ffa6-4783-b53f-965d4e82fea8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b6c8ac10-8ba1-44e4-b7a4-abe9f213d791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1050096 Jul 14 09:05:23.917310 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:24.080631 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-614847b7-e92a-4c05-aa07-52ced029df59 req-10033f59-56cf-46c7-92d1-f6945bd92997 service neutron] 10.222.0.25 "GET /v2.0/networks/b6c8ac10-8ba1-44e4-b7a4-abe9f213d791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156241 Jul 14 09:05:24.096964 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a62ff532-4cae-43ed-a067-16c38b594fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1019495136-router', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:04:32Z', 'revision_number': 4, 'project_id': '470004e2eab84d248e1b4ccc367e1d00', 'gw_port': {'id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '507798ec-1543-455d-8fdc-76480a127054', 'name': '', 'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'mac_address': 'fa:16:3e:cc:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '75d30ffe-9758-423a-9557-6554ce48fc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:31Z', 'updated_at': '2021-07-14T09:04:42Z', 'revision_number': 5, 'project_id': '470004e2eab84d248e1b4ccc367e1d00', 'subnets': [{'id': '75d30ffe-9758-423a-9557-6554ce48fc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:24.165353 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 5da84ce1-6f9a-423b-85f8-80d2f1046144 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:05:24.169697 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62ff532-4cae-43ed-a067-16c38b594fe9 None None] The sync data for ids ['d16cf07f-8021-4e3f-8f1d-74450004d3b2'] in n-d-771362-35 is: [{'id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1019495136-router', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:04:32Z', 'revision_number': 4, 'project_id': '470004e2eab84d248e1b4ccc367e1d00', 'gw_port': {'id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '507798ec-1543-455d-8fdc-76480a127054', 'name': '', 'network_id': 'b6c8ac10-8ba1-44e4-b7a4-abe9f213d791', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'mac_address': 'fa:16:3e:cc:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '75d30ffe-9758-423a-9557-6554ce48fc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:31Z', 'updated_at': '2021-07-14T09:04:42Z', 'revision_number': 5, 'project_id': '470004e2eab84d248e1b4ccc367e1d00', 'subnets': [{'id': '75d30ffe-9758-423a-9557-6554ce48fc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:05:24.251668 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-614847b7-e92a-4c05-aa07-52ced029df59 req-918778a6-5501-4f28-9569-66d53cdc9c61 service neutron] 10.222.0.25 "GET /v2.0/networks/b6c8ac10-8ba1-44e4-b7a4-abe9f213d791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597853 Jul 14 09:05:24.401134 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 8db38122-acb4-4bc8-912b-3930d189ac01 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:24.454165 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 8db38122-acb4-4bc8-912b-3930d189ac01 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:24.454855 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 8db38122-acb4-4bc8-912b-3930d189ac01 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:24.531934 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 5da84ce1-6f9a-423b-85f8-80d2f1046144, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=5da84ce1-6f9a-423b-85f8-80d2f1046144,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:24.555006 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '5da84ce1-6f9a-423b-85f8-80d2f1046144', 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975', 'port_id': '5da84ce1-6f9a-423b-85f8-80d2f1046144', 'mac_address': 'fa:16:3e:f5:2b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b054b3-ff74-48d7-bc6b-cc0709824ebb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:05:24.617053 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26ae6d46-ef1c-4b25-9a1b-5e824d23a6ee req-2d9d0d7a-fd8e-4dba-a5b0-d051c5e92867 tempest-ServerPasswordTestJSON-461059823 tempest-ServerPasswordTestJSON-461059823-project] 10.222.0.25 "GET /v2.0/ports?device_id=191be934-2f46-4967-a4d5-03a8b4619d35 HTTP/1.1" status: 200 len: 210 time: 0.0617692 Jul 14 09:05:24.618284 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:24.659639 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da84ce1-6f9a-423b-85f8-80d2f1046144 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:24.709399 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 5da84ce1-6f9a-423b-85f8-80d2f1046144, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=5da84ce1-6f9a-423b-85f8-80d2f1046144,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:24.718535 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:24.720418 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080fc0db-bcc7-468a-ac3d-0422ae5b5c86 None None] New status for floating IP 65cab508-d930-4365-a5b4-65a4b90a7fc3: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:05:24.807622 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=5da84ce1-6f9a-423b-85f8-80d2f1046144,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:24.952061 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94b08f32-f3d9-4f3a-9f56-b8a0a261d778 req-961e618e-4229-4047-8306-3ebef47010d1 tempest-ServerShowV247Test-880979759 tempest-ServerShowV247Test-880979759-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb31f003-6d5a-40c9-8066-76127e96f51c&device_id=ee6638b6-1710-4dc1-b7fe-56eaea0da6c2 HTTP/1.1" status: 200 len: 210 time: 0.0383294 Jul 14 09:05:24.988444 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['5da84ce1-6f9a-423b-85f8-80d2f1046144'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:25.065991 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e9694d-a489-45a9-86d7-6ce88f95d0be x-openstack-request-id: req-a4e9694d-a489-45a9-86d7-6ce88f95d0be {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:25.067030 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96da6037-9672-4134-ac67-013326934d81", "tag": "4252bc07-628c-4665-9375-eab1d98a3fd7", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:25.067557 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4e9694d-a489-45a9-86d7-6ce88f95d0be {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:25.068273 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96da6037-9672-4134-ac67-013326934d81', 'tag': '4252bc07-628c-4665-9375-eab1d98a3fd7', 'status': 'completed', 'code': 200} Jul 14 09:05:25.206473 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eea81e-3635-4a81-87ae-3f01ccf32e0a req-e0700768-f831-4600-b692-ed9e2eb987cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:25.209688 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-71eea81e-3635-4a81-87ae-3f01ccf32e0a req-e0700768-f831-4600-b692-ed9e2eb987cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=470004e2eab84d248e1b4ccc367e1d00&device_id=96da6037-9672-4134-ac67-013326934d81 HTTP/1.1" status: 200 len: 1097 time: 0.0906422 Jul 14 09:05:25.470131 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eea81e-3635-4a81-87ae-3f01ccf32e0a req-53660033-b9b9-447a-9ba4-8a3ec907abf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:25.471742 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-71eea81e-3635-4a81-87ae-3f01ccf32e0a req-53660033-b9b9-447a-9ba4-8a3ec907abf0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6c8ac10-8ba1-44e4-b7a4-abe9f213d791 HTTP/1.1" status: 200 len: 929 time: 0.2555115 Jul 14 09:05:25.565421 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a075ab38-5842-409a-82d8-9a585e6c6c54 req-9f1b5c65-cf04-4d8f-b689-eecab5224034 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/floatingips/65cab508-d930-4365-a5b4-65a4b90a7fc3 HTTP/1.1" status: 200 len: 693 time: 0.1232965 Jul 14 09:05:25.571558 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-71eea81e-3635-4a81-87ae-3f01ccf32e0a req-940acba1-6a9b-4696-bbd5-97b55bcf752f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4252bc07-628c-4665-9375-eab1d98a3fd7 HTTP/1.1" status: 200 len: 217 time: 0.0575650 Jul 14 09:05:25.704010 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c957a-07eb-4dd6-adbd-a66ae0cff14a req-697bc4de-3d30-4769-9356-b0b58375d1f6 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:25.705624 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-004c957a-07eb-4dd6-adbd-a66ae0cff14a req-697bc4de-3d30-4769-9356-b0b58375d1f6 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.44 "GET /v2.0/ports?device_id=76a09c04-4f6f-4161-95d7-de0379c0516c HTTP/1.1" status: 200 len: 945 time: 0.3646321 Jul 14 09:05:25.764651 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eea81e-3635-4a81-87ae-3f01ccf32e0a req-ac506675-584e-4415-a98a-3dea80d4cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:25.766393 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-71eea81e-3635-4a81-87ae-3f01ccf32e0a req-ac506675-584e-4415-a98a-3dea80d4cad4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75d30ffe-9758-423a-9557-6554ce48fc7c HTTP/1.1" status: 200 len: 868 time: 0.1778824 Jul 14 09:05:25.834303 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee9028-e554-49d6-a491-002117988875 req-0b7ed3ef-c826-4f34-8d2b-ba1f894fb286 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:25.836111 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4cee9028-e554-49d6-a491-002117988875 req-0b7ed3ef-c826-4f34-8d2b-ba1f894fb286 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=76a09c04-4f6f-4161-95d7-de0379c0516c HTTP/1.1" status: 200 len: 945 time: 0.4348934 Jul 14 09:05:25.942094 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075ab38-5842-409a-82d8-9a585e6c6c54 req-982cebc3-8bfe-4459-91e8-60f8b0f29cc8 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:25.943976 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a075ab38-5842-409a-82d8-9a585e6c6c54 req-982cebc3-8bfe-4459-91e8-60f8b0f29cc8 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 784 time: 0.3685598 Jul 14 09:05:26.047363 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4cee9028-e554-49d6-a491-002117988875 req-e31b07c4-29eb-4898-829f-a54f87e5dfb6 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765215 Jul 14 09:05:26.053331 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a075ab38-5842-409a-82d8-9a585e6c6c54 req-25702215-8034-45a2-9095-4432ca997d32 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.187 HTTP/1.1" status: 200 len: 696 time: 0.0935612 Jul 14 09:05:26.093075 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f29404-1c68-4e72-b654-3495daad379f req-84977bb1-a4a2-449c-9b1d-6d13c55a11ef tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:26.094396 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7f29404-1c68-4e72-b654-3495daad379f req-84977bb1-a4a2-449c-9b1d-6d13c55a11ef tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4930fff-1608-429a-9a67-1a4c39ea7507 HTTP/1.1" status: 200 len: 949 time: 0.3318198 Jul 14 09:05:26.128350 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 5da84ce1-6f9a-423b-85f8-80d2f1046144 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:05:26.135044 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eea81e-3635-4a81-87ae-3f01ccf32e0a req-b6d846eb-3fce-4aa8-ac7b-29d72fb7326b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:26.135989 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-71eea81e-3635-4a81-87ae-3f01ccf32e0a req-b6d846eb-3fce-4aa8-ac7b-29d72fb7326b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6c8ac10-8ba1-44e4-b7a4-abe9f213d791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3489566 Jul 14 09:05:26.180354 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a075ab38-5842-409a-82d8-9a585e6c6c54 req-83c3ceb6-3d85-47da-a2f9-315271d69dd0 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.187 HTTP/1.1" status: 200 len: 696 time: 0.1129732 Jul 14 09:05:26.194951 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-004c957a-07eb-4dd6-adbd-a66ae0cff14a req-bb0a27ee-23a6-478a-a949-78c2313161a7 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Deleting port 9c27d5e1-2115-4a53-a47a-162796d6a2e1 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:26.195276 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-004c957a-07eb-4dd6-adbd-a66ae0cff14a req-bb0a27ee-23a6-478a-a949-78c2313161a7 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:26.226294 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 5da84ce1-6f9a-423b-85f8-80d2f1046144 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:05:26.237540 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 5da84ce1-6f9a-423b-85f8-80d2f1046144 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:26.240994 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:26.375279 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:26.415339 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c722641e-cca2-403e-b291-f86c3a5fad96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da84ce1-6f9a-423b-85f8-80d2f1046144'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:26.419472 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fc8251-679d-4eca-ac08-e85295dc2d49" -d '{"events": [{"server_uuid": "c722641e-cca2-403e-b291-f86c3a5fad96", "name": "network-vif-plugged", "status": "completed", "tag": "5da84ce1-6f9a-423b-85f8-80d2f1046144"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:26.442877 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 5da84ce1-6f9a-423b-85f8-80d2f1046144, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=5da84ce1-6f9a-423b-85f8-80d2f1046144,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:26.450079 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:26.538225 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=5da84ce1-6f9a-423b-85f8-80d2f1046144,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:26.613557 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-71eea81e-3635-4a81-87ae-3f01ccf32e0a req-c124fd5b-bc30-4e38-aea3-b228fb0c5351 service neutron] 10.222.0.47 "GET /v2.0/networks/b6c8ac10-8ba1-44e4-b7a4-abe9f213d791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630909 Jul 14 09:05:26.625181 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-004c957a-07eb-4dd6-adbd-a66ae0cff14a req-bb0a27ee-23a6-478a-a949-78c2313161a7 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] For port 9c27d5e1-2115-4a53-a47a-162796d6a2e1, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9c27d5e1-2115-4a53-a47a-162796d6a2e1,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:26.625627 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-004c957a-07eb-4dd6-adbd-a66ae0cff14a req-bb0a27ee-23a6-478a-a949-78c2313161a7 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:26.669290 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-004c957a-07eb-4dd6-adbd-a66ae0cff14a req-bb0a27ee-23a6-478a-a949-78c2313161a7 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Calling delete_port for 9c27d5e1-2115-4a53-a47a-162796d6a2e1 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:27.088823 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191be934-2f46-4967-a4d5-03a8b4619d35', 'name': 'network-vif-deleted', 'tag': '8db38122-acb4-4bc8-912b-3930d189ac01'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:27.091365 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722b8887-0dac-4a37-b924-792ea455b6a9" -d '{"events": [{"server_uuid": "191be934-2f46-4967-a4d5-03a8b4619d35", "name": "network-vif-deleted", "tag": "8db38122-acb4-4bc8-912b-3930d189ac01"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:27.117377 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549694c7-f05f-456b-a097-776d34565e67 req-df2cc817-2e64-4450-93f3-2a0aa01364f0 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:27.119999 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-549694c7-f05f-456b-a097-776d34565e67 req-df2cc817-2e64-4450-93f3-2a0aa01364f0 tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4930fff-1608-429a-9a67-1a4c39ea7507 HTTP/1.1" status: 200 len: 949 time: 0.8648190 Jul 14 09:05:27.139713 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-e7f29404-1c68-4e72-b654-3495daad379f req-4712ef47-523b-4dbf-8ef1-e5e9a8bd75df tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Deleting port ce787d56-90a9-47ea-a734-16046302a7ac {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:27.140134 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e7f29404-1c68-4e72-b654-3495daad379f req-4712ef47-523b-4dbf-8ef1-e5e9a8bd75df tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:27.190575 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-a075ab38-5842-409a-82d8-9a585e6c6c54 req-0e206c1f-557f-4247-a615-bd2f97ba7abc tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Deleting port 3bcd93bc-0aea-4cc2-a1d2-696ad9d25bd5 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:27.190980 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a075ab38-5842-409a-82d8-9a585e6c6c54 req-0e206c1f-557f-4247-a615-bd2f97ba7abc tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:27.256714 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-71eea81e-3635-4a81-87ae-3f01ccf32e0a req-09f38564-3c89-4197-9249-3125b080876e service neutron] 10.222.0.47 "GET /v2.0/networks/b6c8ac10-8ba1-44e4-b7a4-abe9f213d791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6275504 Jul 14 09:05:27.341327 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-549694c7-f05f-456b-a097-776d34565e67 req-583217fd-8d85-41ec-a1f8-4fbc4b8c2c2e tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.25 "GET /v2.0/security-groups?id=91bdd687-e50c-4ff9-980b-cc5197bc36de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105558 Jul 14 09:05:27.438749 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-e7f29404-1c68-4e72-b654-3495daad379f req-4712ef47-523b-4dbf-8ef1-e5e9a8bd75df tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] For port ce787d56-90a9-47ea-a734-16046302a7ac, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ce787d56-90a9-47ea-a734-16046302a7ac,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:27.439130 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e7f29404-1c68-4e72-b654-3495daad379f req-4712ef47-523b-4dbf-8ef1-e5e9a8bd75df tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:27.469736 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a075ab38-5842-409a-82d8-9a585e6c6c54 req-0e206c1f-557f-4247-a615-bd2f97ba7abc tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:27.470203 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a075ab38-5842-409a-82d8-9a585e6c6c54 req-0e206c1f-557f-4247-a615-bd2f97ba7abc tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:27.473567 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-e7f29404-1c68-4e72-b654-3495daad379f req-4712ef47-523b-4dbf-8ef1-e5e9a8bd75df tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Calling delete_port for ce787d56-90a9-47ea-a734-16046302a7ac owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:27.497564 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-a075ab38-5842-409a-82d8-9a585e6c6c54 req-0e206c1f-557f-4247-a615-bd2f97ba7abc tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Calling delete_port for 3bcd93bc-0aea-4cc2-a1d2-696ad9d25bd5 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:27.530288 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-004c957a-07eb-4dd6-adbd-a66ae0cff14a req-bb0a27ee-23a6-478a-a949-78c2313161a7 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:27.544804 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['71d96ee1-5098-4ee3-84d1-e37bcfed3233'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:27.655770 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a27ee-23a6-478a-a949-78c2313161a7 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Pushing event deleted for resources: {'Port': ['ID=9c27d5e1-2115-4a53-a47a-162796d6a2e1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:27.784427 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-004c957a-07eb-4dd6-adbd-a66ae0cff14a req-bb0a27ee-23a6-478a-a949-78c2313161a7 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] No DVR routers for this DVR port 9c27d5e1-2115-4a53-a47a-162796d6a2e1 on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:05:27.791146 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-004c957a-07eb-4dd6-adbd-a66ae0cff14a req-bb0a27ee-23a6-478a-a949-78c2313161a7 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:27.793618 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-004c957a-07eb-4dd6-adbd-a66ae0cff14a req-bb0a27ee-23a6-478a-a949-78c2313161a7 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.44 "DELETE /v2.0/ports/9c27d5e1-2115-4a53-a47a-162796d6a2e1 HTTP/1.1" status: 204 len: 173 time: 2.0765214 Jul 14 09:05:27.864242 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bcdee-49b5-4f75-9a66-78c270f695de req-61555611-ad06-48e8-bfa5-bd45ac5f4e86 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:27.865775 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-457bcdee-49b5-4f75-9a66-78c270f695de req-61555611-ad06-48e8-bfa5-bd45ac5f4e86 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 946 time: 0.3606145 Jul 14 09:05:27.969210 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e7f29404-1c68-4e72-b654-3495daad379f req-4712ef47-523b-4dbf-8ef1-e5e9a8bd75df tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:28.032555 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-457bcdee-49b5-4f75-9a66-78c270f695de req-ec141979-e8e4-4500-bc76-28b95ab7ed46 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555340 Jul 14 09:05:28.035167 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712ef47-523b-4dbf-8ef1-e5e9a8bd75df tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Pushing event deleted for resources: {'Port': ['ID=ce787d56-90a9-47ea-a734-16046302a7ac,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:28.050581 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a075ab38-5842-409a-82d8-9a585e6c6c54 req-0e206c1f-557f-4247-a615-bd2f97ba7abc tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:28.166815 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f29404-1c68-4e72-b654-3495daad379f req-4712ef47-523b-4dbf-8ef1-e5e9a8bd75df tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] No DVR routers for this DVR port ce787d56-90a9-47ea-a734-16046302a7ac on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:05:28.169707 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e206c1f-557f-4247-a615-bd2f97ba7abc tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Pushing event deleted for resources: {'Port': ['ID=3bcd93bc-0aea-4cc2-a1d2-696ad9d25bd5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:28.173613 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e7f29404-1c68-4e72-b654-3495daad379f req-4712ef47-523b-4dbf-8ef1-e5e9a8bd75df tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:28.177338 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7f29404-1c68-4e72-b654-3495daad379f req-4712ef47-523b-4dbf-8ef1-e5e9a8bd75df tempest-ServersOnMultiNodesTest-9250523 tempest-ServersOnMultiNodesTest-9250523-project] 10.222.0.44 "DELETE /v2.0/ports/ce787d56-90a9-47ea-a734-16046302a7ac HTTP/1.1" status: 204 len: 173 time: 2.0511112 Jul 14 09:05:28.288114 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a075ab38-5842-409a-82d8-9a585e6c6c54 req-0e206c1f-557f-4247-a615-bd2f97ba7abc tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:28.295617 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a075ab38-5842-409a-82d8-9a585e6c6c54 req-0e206c1f-557f-4247-a615-bd2f97ba7abc tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:28.297762 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a075ab38-5842-409a-82d8-9a585e6c6c54 req-0e206c1f-557f-4247-a615-bd2f97ba7abc tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "DELETE /v2.0/floatingips/65cab508-d930-4365-a5b4-65a4b90a7fc3 HTTP/1.1" status: 204 len: 173 time: 2.0982573 Jul 14 09:05:28.414771 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device ce787d56-90a9-47ea-a734-16046302a7ac no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:28.476751 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: ce787d56-90a9-47ea-a734-16046302a7ac {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:28.478697 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device ce787d56-90a9-47ea-a734-16046302a7ac not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:28.480053 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9c27d5e1-2115-4a53-a47a-162796d6a2e1 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:28.529713 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 9c27d5e1-2115-4a53-a47a-162796d6a2e1 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:28.530342 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9c27d5e1-2115-4a53-a47a-162796d6a2e1 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:28.750984 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6b5e8af2-664f-43c4-ad79-c94987d13504 req-5eabcb13-1fba-45f6-bd24-92f4522870a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0865aa012a274e879d56a011525dab20&device_id=bb31f003-6d5a-40c9-8066-76127e96f51c HTTP/1.1" status: 200 len: 210 time: 0.0828822 Jul 14 09:05:28.771293 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33640) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:28.816344 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6b5e8af2-664f-43c4-ad79-c94987d13504 req-8b7a4220-a93d-4b95-850a-76f4495706c1 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0865aa012a274e879d56a011525dab20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549800 Jul 14 09:05:28.865317 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d7e8c6-af65-42d4-a9fa-6a2fa8b44b85 admin admin] Deleting subnet 5f9557fa-066c-402a-9487-ebb601cd8b86 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:05:28.872109 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-95d7e8c6-af65-42d4-a9fa-6a2fa8b44b85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:28.954119 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-95d7e8c6-af65-42d4-a9fa-6a2fa8b44b85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:29.021758 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-95d7e8c6-af65-42d4-a9fa-6a2fa8b44b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:29.046930 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e8af2-664f-43c4-ad79-c94987d13504 req-fe372e55-afde-457f-8e46-0e87216e3470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:29.051284 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6b5e8af2-664f-43c4-ad79-c94987d13504 req-fe372e55-afde-457f-8e46-0e87216e3470 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2286234 Jul 14 09:05:29.174419 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-95d7e8c6-af65-42d4-a9fa-6a2fa8b44b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:29.215529 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd4cf0c-0619-485d-9134-26f077686db6 x-openstack-request-id: req-3cd4cf0c-0619-485d-9134-26f077686db6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:29.216339 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c722641e-cca2-403e-b291-f86c3a5fad96", "name": "network-vif-plugged", "status": "completed", "tag": "5da84ce1-6f9a-423b-85f8-80d2f1046144", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:29.216339 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3cd4cf0c-0619-485d-9134-26f077686db6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:29.216663 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c722641e-cca2-403e-b291-f86c3a5fad96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da84ce1-6f9a-423b-85f8-80d2f1046144', 'code': 200} Jul 14 09:05:29.229840 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-95d7e8c6-af65-42d4-a9fa-6a2fa8b44b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:29.233194 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-95d7e8c6-af65-42d4-a9fa-6a2fa8b44b85 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5f9557fa-066c-402a-9487-ebb601cd8b86 HTTP/1.1" status: 204 len: 168 time: 0.4597204 Jul 14 09:05:29.237452 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7e8c6-af65-42d4-a9fa-6a2fa8b44b85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f9557fa-066c-402a-9487-ebb601cd8b86,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:29.237694 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 33648) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:29.312435 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17d8314-f691-43ac-83b7-b289243a0b79 x-openstack-request-id: req-d17d8314-f691-43ac-83b7-b289243a0b79 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:29.312961 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "191be934-2f46-4967-a4d5-03a8b4619d35", "name": "network-vif-deleted", "tag": "8db38122-acb4-4bc8-912b-3930d189ac01", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:29.313389 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d17d8314-f691-43ac-83b7-b289243a0b79 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:29.314008 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '191be934-2f46-4967-a4d5-03a8b4619d35', 'name': 'network-vif-deleted', 'tag': '8db38122-acb4-4bc8-912b-3930d189ac01', 'status': 'completed', 'code': 200} Jul 14 09:05:29.407891 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93789291-72e1-4eb7-86ad-a4220ea7b374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:29.635336 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dfb8a83f-dc1a-4779-b816-8918ef4f56e5 req-16257487-4232-4446-b93b-47fb24ee271d tempest-ServerShowV247Test-880979759 tempest-ServerShowV247Test-880979759-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb31f003-6d5a-40c9-8066-76127e96f51c HTTP/1.1" status: 200 len: 210 time: 0.1386242 Jul 14 09:05:29.666851 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08837bb-4513-4ca2-a9ae-b12a56cd8e22 req-adc820cd-0636-4919-af8c-14f030a9d3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:29.668532 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a08837bb-4513-4ca2-a9ae-b12a56cd8e22 req-adc820cd-0636-4919-af8c-14f030a9d3d1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 1098 time: 0.2838428 Jul 14 09:05:29.682655 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93789291-72e1-4eb7-86ad-a4220ea7b374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:29.725985 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-93789291-72e1-4eb7-86ad-a4220ea7b374 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5bd3ed6-980d-4b4b-87d5-2debd98737c2']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:29.757585 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-93789291-72e1-4eb7-86ad-a4220ea7b374 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ac6c0c-f13b-48bc-99b7-1ef21c49c37a') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:29.762968 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-93789291-72e1-4eb7-86ad-a4220ea7b374 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ac6c0c-f13b-48bc-99b7-1ef21c49c37a') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:29.807345 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93789291-72e1-4eb7-86ad-a4220ea7b374 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:29.813640 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a08837bb-4513-4ca2-a9ae-b12a56cd8e22 req-ce4c2bf3-173f-4082-a6ad-1eba2a69cd9f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348944 Jul 14 09:05:29.859782 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb661d23-2a52-4b56-8a98-126d2b05b34e req-3431248d-0c2e-48a6-a017-dbc90f627cec tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:29.862781 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb661d23-2a52-4b56-8a98-126d2b05b34e req-3431248d-0c2e-48a6-a017-dbc90f627cec tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 946 time: 0.3483109 Jul 14 09:05:29.864805 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93789291-72e1-4eb7-86ad-a4220ea7b374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:29.877536 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93789291-72e1-4eb7-86ad-a4220ea7b374 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:05:29.878592 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93789291-72e1-4eb7-86ad-a4220ea7b374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:05:29.883130 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:05:29.947971 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33664) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:30.041394 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb661d23-2a52-4b56-8a98-126d2b05b34e req-532265bf-cb6a-4720-a507-ebee1b50eae3 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664164 Jul 14 09:05:30.043835 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93789291-72e1-4eb7-86ad-a4220ea7b374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:30.050939 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93789291-72e1-4eb7-86ad-a4220ea7b374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:30.055583 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-93789291-72e1-4eb7-86ad-a4220ea7b374 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d5bd3ed6-980d-4b4b-87d5-2debd98737c2 HTTP/1.1" status: 204 len: 168 time: 0.8165712 Jul 14 09:05:30.073464 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93789291-72e1-4eb7-86ad-a4220ea7b374 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5bd3ed6-980d-4b4b-87d5-2debd98737c2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:30.115553 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44046284-4538-443d-bbb9-ca752c213258 req-731f030b-c714-4eaf-a362-3ba966e0790a tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:30.118255 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-44046284-4538-443d-bbb9-ca752c213258 req-731f030b-c714-4eaf-a362-3ba966e0790a tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/ports?device_id=96da6037-9672-4134-ac67-013326934d81&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2001598 Jul 14 09:05:30.197900 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-be3e8b4e-abb6-47c6-b62d-b76d341d49bc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c5f47989e8e45de8bf251a9200bf8d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478230 Jul 14 09:05:30.201507 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33672) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:30.209098 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-44046284-4538-443d-bbb9-ca752c213258 req-25956409-f59d-46de-b013-a7cdba3dbabd tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0819900 Jul 14 09:05:30.290707 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 33680) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:30.307169 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69afdfb5-e4fb-4ea5-ba0e-240e90f10a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:30.366209 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69afdfb5-e4fb-4ea5-ba0e-240e90f10a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:30.384543 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33686) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:30.385367 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-85a5f513-f58b-4835-a9ac-9c65800b15c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=439242613ae841699ce3ce79d5f8276f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0923917 Jul 14 09:05:30.512653 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3cbbb7c9-d3bd-42aa-8973-628c38bb753d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:30.533163 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69afdfb5-e4fb-4ea5-ba0e-240e90f10a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:30.537372 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69afdfb5-e4fb-4ea5-ba0e-240e90f10a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:30.539147 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-69afdfb5-e4fb-4ea5-ba0e-240e90f10a57 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91bdd687-e50c-4ff9-980b-cc5197bc36de HTTP/1.1" status: 204 len: 168 time: 0.3360577 Jul 14 09:05:30.560519 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afdfb5-e4fb-4ea5-ba0e-240e90f10a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bdd687-e50c-4ff9-980b-cc5197bc36de,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:30.562214 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6b5e8af2-664f-43c4-ad79-c94987d13504 req-55f8f011-9da1-4237-b450-7dd07649f76c tempest-ServerShowV247Test-880979759 tempest-ServerShowV247Test-880979759-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb31f003-6d5a-40c9-8066-76127e96f51c HTTP/1.1" status: 200 len: 210 time: 0.0774412 Jul 14 09:05:30.584066 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3cbbb7c9-d3bd-42aa-8973-628c38bb753d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:30.654223 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5fbf4b9a-7019-427f-b87a-2920a4aa2ca1 req-9b669bb0-018a-4e4b-8b5c-0bc054a53b63 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0893245 Jul 14 09:05:30.694379 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3cbbb7c9-d3bd-42aa-8973-628c38bb753d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:30.701241 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3cbbb7c9-d3bd-42aa-8973-628c38bb753d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:30.708725 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3cbbb7c9-d3bd-42aa-8973-628c38bb753d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a21deb8d-efd8-44f6-a928-8f1b3b126379 HTTP/1.1" status: 204 len: 168 time: 0.3160508 Jul 14 09:05:30.720900 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26270a16-6bf1-448a-b734-82ced93d5651 req-0234aebb-d26b-4f5d-9d8a-1e6b8bbf0ca8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:30.725841 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26270a16-6bf1-448a-b734-82ced93d5651 req-0234aebb-d26b-4f5d-9d8a-1e6b8bbf0ca8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/networks?id=aa282a42-14ce-40bf-98d2-0aa5342653ef HTTP/1.1" status: 200 len: 805 time: 0.3493395 Jul 14 09:05:30.728391 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbb7c9-d3bd-42aa-8973-628c38bb753d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21deb8d-efd8-44f6-a928-8f1b3b126379,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:30.781375 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26270a16-6bf1-448a-b734-82ced93d5651 req-7cefa37d-7014-4d18-870b-8fcee322451c tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/quotas/2a65871ef77a4e449769120ad4b0a96b HTTP/1.1" status: 200 len: 375 time: 0.0427330 Jul 14 09:05:30.958064 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26270a16-6bf1-448a-b734-82ced93d5651 req-13342bae-29c1-4091-aa7d-ad729db8009f tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a65871ef77a4e449769120ad4b0a96b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1753478 Jul 14 09:05:31.188264 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26270a16-6bf1-448a-b734-82ced93d5651 req-b988ca3c-5410-49f3-8b75-7c8cebcf90a0 service neutron] 10.222.0.25 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128873 Jul 14 09:05:31.315538 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a09c04-4f6f-4161-95d7-de0379c0516c', 'name': 'network-vif-deleted', 'tag': '9c27d5e1-2115-4a53-a47a-162796d6a2e1'}, {'server_uuid': 'f4930fff-1608-429a-9a67-1a4c39ea7507', 'name': 'network-vif-deleted', 'tag': 'ce787d56-90a9-47ea-a734-16046302a7ac'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:31.319202 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6c419d-7b63-450e-be33-7b7d1ce71014" -d '{"events": [{"server_uuid": "76a09c04-4f6f-4161-95d7-de0379c0516c", "name": "network-vif-deleted", "tag": "9c27d5e1-2115-4a53-a47a-162796d6a2e1"}, {"server_uuid": "f4930fff-1608-429a-9a67-1a4c39ea7507", "name": "network-vif-deleted", "tag": "ce787d56-90a9-47ea-a734-16046302a7ac"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:31.406046 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0cb15fe2-f0cd-427f-9231-ff1ed7655b49 req-0c6544ca-89da-479e-98c1-cde0c95f72b8 tempest-ServerShowV247Test-880979759 tempest-ServerShowV247Test-880979759-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb31f003-6d5a-40c9-8066-76127e96f51c HTTP/1.1" status: 200 len: 210 time: 0.0596020 Jul 14 09:05:31.422555 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26270a16-6bf1-448a-b734-82ced93d5651 req-59fbff0b-4100-49f0-ae6d-16264dbc17e5 service neutron] 10.222.0.25 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200711 Jul 14 09:05:31.545565 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33720) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:31.646620 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-af63c614-c9f1-4439-a165-557b08580cc8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=65f112a037c2429195479aba9c8607e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0992813 Jul 14 09:05:31.651203 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 33724) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:31.757970 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd1128d5-894b-4e38-b1b0-eb0dae354958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:31.842937 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd1128d5-894b-4e38-b1b0-eb0dae354958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:32.013952 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd1128d5-894b-4e38-b1b0-eb0dae354958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:32.017705 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd1128d5-894b-4e38-b1b0-eb0dae354958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:32.019851 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cd1128d5-894b-4e38-b1b0-eb0dae354958 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/43b86ee7-c89d-4df8-ae0d-1873f612eb9f HTTP/1.1" status: 204 len: 168 time: 0.3667498 Jul 14 09:05:32.054179 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f2fe7-d902-4eea-980e-3dddee77b220 req-01fa3144-bd79-4572-947e-47ff3fa0a18a tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:32.067361 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c4f2fe7-d902-4eea-980e-3dddee77b220 req-01fa3144-bd79-4572-947e-47ff3fa0a18a tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 946 time: 0.2534904 Jul 14 09:05:32.154343 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1128d5-894b-4e38-b1b0-eb0dae354958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b86ee7-c89d-4df8-ae0d-1873f612eb9f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:32.215111 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c4f2fe7-d902-4eea-980e-3dddee77b220 req-273c37bf-e9ec-497b-a488-1ec2a7a1d4e2 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460352 Jul 14 09:05:32.297388 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc6808-f43f-47bd-b2fd-665a2dc2b4f2 req-58f8da89-80a8-458d-9eeb-74d5f91daa82 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:32.309650 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ebc6808-f43f-47bd-b2fd-665a2dc2b4f2 req-58f8da89-80a8-458d-9eeb-74d5f91daa82 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/ports?device_id=96da6037-9672-4134-ac67-013326934d81 HTTP/1.1" status: 200 len: 945 time: 0.2967801 Jul 14 09:05:32.372795 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6009417-3f73-41eb-af55-a669d0db57bc x-openstack-request-id: req-d6009417-3f73-41eb-af55-a669d0db57bc {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:32.375092 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a09c04-4f6f-4161-95d7-de0379c0516c", "name": "network-vif-deleted", "tag": "9c27d5e1-2115-4a53-a47a-162796d6a2e1", "status": "completed", "code": 200}, {"server_uuid": "f4930fff-1608-429a-9a67-1a4c39ea7507", "name": "network-vif-deleted", "tag": "ce787d56-90a9-47ea-a734-16046302a7ac", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:32.375790 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6009417-3f73-41eb-af55-a669d0db57bc {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:32.376647 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a09c04-4f6f-4161-95d7-de0379c0516c', 'name': 'network-vif-deleted', 'tag': '9c27d5e1-2115-4a53-a47a-162796d6a2e1', 'status': 'completed', 'code': 200} Jul 14 09:05:32.377410 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4930fff-1608-429a-9a67-1a4c39ea7507', 'name': 'network-vif-deleted', 'tag': 'ce787d56-90a9-47ea-a734-16046302a7ac', 'status': 'completed', 'code': 200} Jul 14 09:05:32.388353 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ebc6808-f43f-47bd-b2fd-665a2dc2b4f2 req-cee03517-4702-4fb4-88f6-74f36eb2a9d1 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b7568dd-6a56-4ebe-bd2a-3fd706f839be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772476 Jul 14 09:05:32.530518 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-266ba767-f2f1-4f8e-83bf-017d6f851086 req-94497ad7-d267-43a8-bed0-1b4f635dc228 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5048152-b216-4cb7-bb87-2ed2a5f63a8d HTTP/1.1" status: 200 len: 210 time: 0.0434434 Jul 14 09:05:32.696073 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2721a8-8ea5-49cf-ad57-b421da875c42 req-793c5755-e7c4-491a-9905-6fea20c2c867 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:32.699033 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bc2721a8-8ea5-49cf-ad57-b421da875c42 req-793c5755-e7c4-491a-9905-6fea20c2c867 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.47 "GET /v2.0/ports?device_id=96da6037-9672-4134-ac67-013326934d81 HTTP/1.1" status: 200 len: 945 time: 0.1152024 Jul 14 09:05:32.940483 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340deb8-94cb-46ed-b668-39b448240c93 req-82507e95-64cb-41e5-83b1-d6a609c0b149 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:32.942016 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3340deb8-94cb-46ed-b668-39b448240c93 req-82507e95-64cb-41e5-83b1-d6a609c0b149 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 1098 time: 0.1284904 Jul 14 09:05:32.953068 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-bc2721a8-8ea5-49cf-ad57-b421da875c42 req-dc1e7d65-00e1-407f-9b7d-ab58ce9de352 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Deleting port 4252bc07-628c-4665-9375-eab1d98a3fd7 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:32.954028 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bc2721a8-8ea5-49cf-ad57-b421da875c42 req-dc1e7d65-00e1-407f-9b7d-ab58ce9de352 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:33.115960 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3340deb8-94cb-46ed-b668-39b448240c93 req-12aeb4a4-e126-427e-982c-13b6ef5e16b2 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500366 Jul 14 09:05:33.194300 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-bc2721a8-8ea5-49cf-ad57-b421da875c42 req-dc1e7d65-00e1-407f-9b7d-ab58ce9de352 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] For port 4252bc07-628c-4665-9375-eab1d98a3fd7, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=4252bc07-628c-4665-9375-eab1d98a3fd7,segment=NetworkSegment(5196d89f-6f2b-43db-b7e9-4d7fbd10de48),segment_id=5196d89f-6f2b-43db-b7e9-4d7fbd10de48)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:33.194681 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bc2721a8-8ea5-49cf-ad57-b421da875c42 req-dc1e7d65-00e1-407f-9b7d-ab58ce9de352 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:33.211423 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-bc2721a8-8ea5-49cf-ad57-b421da875c42 req-dc1e7d65-00e1-407f-9b7d-ab58ce9de352 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Calling delete_port for 4252bc07-628c-4665-9375-eab1d98a3fd7 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:33.527218 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bc2721a8-8ea5-49cf-ad57-b421da875c42 req-dc1e7d65-00e1-407f-9b7d-ab58ce9de352 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:33.542114 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['4252bc07-628c-4665-9375-eab1d98a3fd7'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:33.587668 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33792) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:33.596858 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e7d65-00e1-407f-9b7d-ab58ce9de352 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Pushing event deleted for resources: {'Port': ['ID=4252bc07-628c-4665-9375-eab1d98a3fd7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:33.765992 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2721a8-8ea5-49cf-ad57-b421da875c42 req-dc1e7d65-00e1-407f-9b7d-ab58ce9de352 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] No DVR routers for this DVR port 4252bc07-628c-4665-9375-eab1d98a3fd7 on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:05:33.772925 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-bc2721a8-8ea5-49cf-ad57-b421da875c42 req-dc1e7d65-00e1-407f-9b7d-ab58ce9de352 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:33.777687 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bc2721a8-8ea5-49cf-ad57-b421da875c42 req-dc1e7d65-00e1-407f-9b7d-ab58ce9de352 tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.47 "DELETE /v2.0/ports/4252bc07-628c-4665-9375-eab1d98a3fd7 HTTP/1.1" status: 204 len: 173 time: 1.0704761 Jul 14 09:05:33.862319 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7bf04e36-42a5-4a9d-91bd-2849c23a1549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:33.881489 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7db9a-9e28-49b6-8b11-4c8b6584b50b req-775fb11f-5f3c-4d67-bcf8-291a622a7995 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:33.890814 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7cf7db9a-9e28-49b6-8b11-4c8b6584b50b req-775fb11f-5f3c-4d67-bcf8-291a622a7995 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 1098 time: 0.3778675 Jul 14 09:05:33.975339 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26270a16-6bf1-448a-b734-82ced93d5651 req-7f5ab0f3-e8f5-4d01-8dae-44ab17340663 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:33.977039 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26270a16-6bf1-448a-b734-82ced93d5651 req-7f5ab0f3-e8f5-4d01-8dae-44ab17340663 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.44 "GET /v2.0/networks?id=aa282a42-14ce-40bf-98d2-0aa5342653ef HTTP/1.1" status: 200 len: 805 time: 0.3033304 Jul 14 09:05:33.998204 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-26270a16-6bf1-448a-b734-82ced93d5651 req-edef5431-3c9a-4675-844b-6761973cdf7f tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Request body: {'port': {'device_id': 'c5048152-b216-4cb7-bb87-2ed2a5f63a8d', 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef', 'admin_state_up': True, 'tenant_id': '2a65871ef77a4e449769120ad4b0a96b'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:34.094651 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7cf7db9a-9e28-49b6-8b11-4c8b6584b50b req-d70502fc-8ca9-4f35-bfdc-6c0b312edce0 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028632 Jul 14 09:05:34.098671 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7bf04e36-42a5-4a9d-91bd-2849c23a1549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:34.109263 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7bf04e36-42a5-4a9d-91bd-2849c23a1549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:34.229895 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf04e36-42a5-4a9d-91bd-2849c23a1549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf6896c-7635-4b15-b480-89c84a9acced,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:34.295675 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7bf04e36-42a5-4a9d-91bd-2849c23a1549 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=50bce408337f43f1a3b120d9f5e48f9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7060378 Jul 14 09:05:34.297015 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33812) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:34.314943 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26270a16-6bf1-448a-b734-82ced93d5651 req-edef5431-3c9a-4675-844b-6761973cdf7f tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Made reservation on behalf of 2a65871ef77a4e449769120ad4b0a96b for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:34.322983 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-26270a16-6bf1-448a-b734-82ced93d5651 req-edef5431-3c9a-4675-844b-6761973cdf7f tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:34.378729 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96da6037-9672-4134-ac67-013326934d81', 'name': 'network-vif-deleted', 'tag': '4252bc07-628c-4665-9375-eab1d98a3fd7'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:34.381462 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948133fe-3877-46b6-8825-20c0a309670e" -d '{"events": [{"server_uuid": "96da6037-9672-4134-ac67-013326934d81", "name": "network-vif-deleted", "tag": "4252bc07-628c-4665-9375-eab1d98a3fd7"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:34.432711 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0bb2b6d-4a1a-47b9-8381-a7cd1203eafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:34.493410 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0bb2b6d-4a1a-47b9-8381-a7cd1203eafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:34.579215 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ecbddefe-91e6-429b-b25c-f0729d0b2d8d req-f22169ff-cdd0-4107-b6ed-e39f0bd7647f tempest-FloatingIPsAssociationNegativeTestJSON-175396622 tempest-FloatingIPsAssociationNegativeTestJSON-175396622-project] 10.222.0.25 "GET /v2.0/ports?device_id=96da6037-9672-4134-ac67-013326934d81 HTTP/1.1" status: 200 len: 210 time: 0.0825505 Jul 14 09:05:34.645187 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0bb2b6d-4a1a-47b9-8381-a7cd1203eafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:34.651734 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0bb2b6d-4a1a-47b9-8381-a7cd1203eafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:34.661111 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e0bb2b6d-4a1a-47b9-8381-a7cd1203eafe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dcf6896c-7635-4b15-b480-89c84a9acced HTTP/1.1" status: 204 len: 168 time: 0.3629138 Jul 14 09:05:34.691296 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb2b6d-4a1a-47b9-8381-a7cd1203eafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf6896c-7635-4b15-b480-89c84a9acced,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:34.710519 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d9d0b364-fc9d-4f44-af7f-92df126453fb req-0169381c-51e7-4529-a9ab-0ab6dc47e528 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0865aa012a274e879d56a011525dab20&device_id=ee6638b6-1710-4dc1-b7fe-56eaea0da6c2 HTTP/1.1" status: 200 len: 210 time: 0.1459286 Jul 14 09:05:34.838730 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bc1d50f2-bf6e-4552-950b-ee5df7cb0647 req-2355cbf8-7f0e-4aeb-a1ae-a46d51737c66 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5048152-b216-4cb7-bb87-2ed2a5f63a8d HTTP/1.1" status: 200 len: 210 time: 0.1117172 Jul 14 09:05:34.857308 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da04eea3-eab2-4344-9c10-456572a2326b req-a6fa4d3b-cffb-4932-837c-aca4630c6cc1 tempest-ServerShowV257Test-1464202798 tempest-ServerShowV257Test-1464202798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ee99999-b750-4ece-b4df-51e2dab82864 HTTP/1.1" status: 200 len: 210 time: 0.1448267 Jul 14 09:05:34.868463 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d9d0b364-fc9d-4f44-af7f-92df126453fb req-e7d0a9bc-e795-47e4-9187-880b83740121 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0865aa012a274e879d56a011525dab20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1344347 Jul 14 09:05:35.058364 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0b364-fc9d-4f44-af7f-92df126453fb req-12520653-ec4b-45ef-9edc-dcb218778110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:35.060399 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d9d0b364-fc9d-4f44-af7f-92df126453fb req-12520653-ec4b-45ef-9edc-dcb218778110 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1819847 Jul 14 09:05:35.074616 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-26270a16-6bf1-448a-b734-82ced93d5651 req-edef5431-3c9a-4675-844b-6761973cdf7f tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Allocated IP 172.20.0.13 (aa282a42-14ce-40bf-98d2-0aa5342653ef/270bafed-ba3b-4347-b7b9-ccc79813fe94/f1e013ab-bc40-4746-8faa-dd3d901e1807) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:05:35.405964 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-26270a16-6bf1-448a-b734-82ced93d5651 req-edef5431-3c9a-4675-844b-6761973cdf7f tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:35.498582 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-26270a16-6bf1-448a-b734-82ced93d5651 req-edef5431-3c9a-4675-844b-6761973cdf7f tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:35.513393 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['71d96ee1-5098-4ee3-84d1-e37bcfed3233'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:35.535709 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33836) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:35.579136 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1dad12-80e1-4af9-8438-667a60f8c4df x-openstack-request-id: req-3a1dad12-80e1-4af9-8438-667a60f8c4df {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:35.579728 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96da6037-9672-4134-ac67-013326934d81", "name": "network-vif-deleted", "tag": "4252bc07-628c-4665-9375-eab1d98a3fd7", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:35.580323 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a1dad12-80e1-4af9-8438-667a60f8c4df {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:35.580552 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96da6037-9672-4134-ac67-013326934d81', 'name': 'network-vif-deleted', 'tag': '4252bc07-628c-4665-9375-eab1d98a3fd7', 'status': 'completed', 'code': 200} Jul 14 09:05:35.584264 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c604f1a-29d3-4e10-b713-3ff12d936f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:35.615848 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26270a16-6bf1-448a-b734-82ced93d5651 req-edef5431-3c9a-4675-844b-6761973cdf7f tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Network aa282a42-14ce-40bf-98d2-0aa5342653ef is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:05:35.626227 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-26270a16-6bf1-448a-b734-82ced93d5651 req-edef5431-3c9a-4675-844b-6761973cdf7f tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:35.640148 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-26270a16-6bf1-448a-b734-82ced93d5651 req-edef5431-3c9a-4675-844b-6761973cdf7f tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:05:35.721024 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef5431-3c9a-4675-844b-6761973cdf7f tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Pushing event updated for resources: {'Port': ['ID=f1e013ab-bc40-4746-8faa-dd3d901e1807,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:35.793791 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-15dc7409-167e-4863-a5c5-954ccc38fcfe req-7ca85d8f-e4a8-4cbd-845e-24c175a17678 tempest-ServerShowV247Test-880979759 tempest-ServerShowV247Test-880979759-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee6638b6-1710-4dc1-b7fe-56eaea0da6c2 HTTP/1.1" status: 200 len: 210 time: 0.1344149 Jul 14 09:05:35.803223 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c604f1a-29d3-4e10-b713-3ff12d936f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:35.810503 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c604f1a-29d3-4e10-b713-3ff12d936f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:35.832303 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26270a16-6bf1-448a-b734-82ced93d5651 req-edef5431-3c9a-4675-844b-6761973cdf7f tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:35.833746 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-26270a16-6bf1-448a-b734-82ced93d5651 req-edef5431-3c9a-4675-844b-6761973cdf7f tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:35.867679 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26270a16-6bf1-448a-b734-82ced93d5651 req-edef5431-3c9a-4675-844b-6761973cdf7f tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8772488 Jul 14 09:05:35.893732 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9c604f1a-29d3-4e10-b713-3ff12d936f78 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e750eb483aa64d7c811683b365a884da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3563840 Jul 14 09:05:35.895042 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33846) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:35.898262 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-26270a16-6bf1-448a-b734-82ced93d5651 req-f6126285-331f-47dc-9ef4-3e1b15177935 service neutron] Request body: {'port': {'device_id': 'c5048152-b216-4cb7-bb87-2ed2a5f63a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:35.906755 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c604f1a-29d3-4e10-b713-3ff12d936f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33ff2d4-ec3a-4c93-82a0-e3f2a4b2dc86,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:36.019939 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ed1b3c6d-0dc4-4693-8999-e33bf8293618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:36.049212 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ed1b3c6d-0dc4-4693-8999-e33bf8293618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:36.049547 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-26270a16-6bf1-448a-b734-82ced93d5651 req-f6126285-331f-47dc-9ef4-3e1b15177935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:36.139868 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 4252bc07-628c-4665-9375-eab1d98a3fd7 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:36.179808 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ed1b3c6d-0dc4-4693-8999-e33bf8293618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:36.184813 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 33854) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:36.185776 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ed1b3c6d-0dc4-4693-8999-e33bf8293618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:36.189850 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 4252bc07-628c-4665-9375-eab1d98a3fd7 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:36.190500 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 4252bc07-628c-4665-9375-eab1d98a3fd7 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:36.192969 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ed1b3c6d-0dc4-4693-8999-e33bf8293618 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a33ff2d4-ec3a-4c93-82a0-e3f2a4b2dc86 HTTP/1.1" status: 204 len: 168 time: 0.2948027 Jul 14 09:05:36.208843 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b3c6d-0dc4-4693-8999-e33bf8293618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33ff2d4-ec3a-4c93-82a0-e3f2a4b2dc86,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:36.355312 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d9d0b364-fc9d-4f44-af7f-92df126453fb req-60a54d51-da5c-4231-9f8b-d2f9697b5f37 tempest-ServerShowV247Test-880979759 tempest-ServerShowV247Test-880979759-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee6638b6-1710-4dc1-b7fe-56eaea0da6c2 HTTP/1.1" status: 200 len: 210 time: 0.0722539 Jul 14 09:05:37.244067 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640fe61-c4cb-40fc-aa7b-8aef0687ac3f req-b3ecc34f-9953-4c3f-82fe-f62a00eda9f8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:37.251713 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8640fe61-c4cb-40fc-aa7b-8aef0687ac3f req-b3ecc34f-9953-4c3f-82fe-f62a00eda9f8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5048152-b216-4cb7-bb87-2ed2a5f63a8d HTTP/1.1" status: 200 len: 932 time: 0.4018812 Jul 14 09:05:37.533611 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8640fe61-c4cb-40fc-aa7b-8aef0687ac3f req-ba1e96d7-1385-43b3-8835-86cb294aabee tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906846 Jul 14 09:05:37.541088 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-26270a16-6bf1-448a-b734-82ced93d5651 req-f6126285-331f-47dc-9ef4-3e1b15177935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e013ab-bc40-4746-8faa-dd3d901e1807 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:37.565054 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-26270a16-6bf1-448a-b734-82ced93d5651 req-f6126285-331f-47dc-9ef4-3e1b15177935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:37.596593 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-26270a16-6bf1-448a-b734-82ced93d5651 req-f6126285-331f-47dc-9ef4-3e1b15177935 service neutron] Transition to ACTIVE for port object f1e013ab-bc40-4746-8faa-dd3d901e1807 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:37.651784 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-26270a16-6bf1-448a-b734-82ced93d5651 req-f6126285-331f-47dc-9ef4-3e1b15177935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:37.662424 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33902) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:37.833617 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-c72668b9-bafe-4bb7-93a1-ba8d42d40226 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:05:37.835383 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-c72668b9-bafe-4bb7-93a1-ba8d42d40226 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190885 Jul 14 09:05:37.852142 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-c4bb29e3-68ad-46c3-ad8f-994cd1222d64 service neutron] Request body: {'binding': {'host': 'n-h2-771362-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:37.852913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-c4bb29e3-68ad-46c3-ad8f-994cd1222d64 service neutron] Unknown quota resources ['binding']. {{(pid=93772) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:05:37.920894 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-aaefe68d-c382-469d-b7a4-8e30cb26800e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1221406894-network', 'tenant_id': 'd26b4168e0144f2b895d7a5b4dac1633'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:37.999871 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaefe68d-c382-469d-b7a4-8e30cb26800e admin admin] Made reservation on behalf of d26b4168e0144f2b895d7a5b4dac1633 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:38.002523 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aaefe68d-c382-469d-b7a4-8e30cb26800e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:38.017462 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3f153270-cdb0-43f5-8039-f84f012b8054 req-055df19c-227f-4746-8cdb-d0285167a7e5 tempest-ServerShowV257Test-1464202798 tempest-ServerShowV257Test-1464202798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ee99999-b750-4ece-b4df-51e2dab82864 HTTP/1.1" status: 200 len: 210 time: 0.2258534 Jul 14 09:05:38.018122 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6126285-331f-47dc-9ef4-3e1b15177935 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e013ab-bc40-4746-8faa-dd3d901e1807,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:38.027965 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-09efe88c-bb41-495b-b87d-994ba533ab94 req-0999f910-0cda-4c12-95c4-489c7f6aae63 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5ee99999-b750-4ece-b4df-51e2dab82864 HTTP/1.1" status: 200 len: 210 time: 0.2228594 Jul 14 09:05:38.028162 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aaefe68d-c382-469d-b7a4-8e30cb26800e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:38.156195 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-26270a16-6bf1-448a-b734-82ced93d5651 req-f6126285-331f-47dc-9ef4-3e1b15177935 service neutron] Attempting to bind port f1e013ab-bc40-4746-8faa-dd3d901e1807 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:05:38.156838 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-26270a16-6bf1-448a-b734-82ced93d5651 req-f6126285-331f-47dc-9ef4-3e1b15177935 service neutron] Attempting to bind port f1e013ab-bc40-4746-8faa-dd3d901e1807 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:05:38.157461 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26270a16-6bf1-448a-b734-82ced93d5651 req-f6126285-331f-47dc-9ef4-3e1b15177935 service neutron] Attempting to bind port f1e013ab-bc40-4746-8faa-dd3d901e1807 on network aa282a42-14ce-40bf-98d2-0aa5342653ef {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:38.159786 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aaefe68d-c382-469d-b7a4-8e30cb26800e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:38.167282 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aaefe68d-c382-469d-b7a4-8e30cb26800e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:38.177112 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26270a16-6bf1-448a-b734-82ced93d5651 req-f6126285-331f-47dc-9ef4-3e1b15177935 service neutron] Port f1e013ab-bc40-4746-8faa-dd3d901e1807 on network aa282a42-14ce-40bf-98d2-0aa5342653ef not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:05:38.178103 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26270a16-6bf1-448a-b734-82ced93d5651 req-f6126285-331f-47dc-9ef4-3e1b15177935 service neutron] Attempting to bind port f1e013ab-bc40-4746-8faa-dd3d901e1807 on network aa282a42-14ce-40bf-98d2-0aa5342653ef {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:38.182925 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaefe68d-c382-469d-b7a4-8e30cb26800e admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:05:38.193634 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26270a16-6bf1-448a-b734-82ced93d5651 req-f6126285-331f-47dc-9ef4-3e1b15177935 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:05:38.193965 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aaefe68d-c382-469d-b7a4-8e30cb26800e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:38.194094 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26270a16-6bf1-448a-b734-82ced93d5651 req-f6126285-331f-47dc-9ef4-3e1b15177935 service neutron] Checking segment: {'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:38.194239 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-aaefe68d-c382-469d-b7a4-8e30cb26800e admin admin] Added segment 81f356fa-4284-4df3-b6e5-d03c594a1a9a of type vlan for network 6f33b460-d2d2-4c56-9516-34520289d045 Jul 14 09:05:38.194389 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26270a16-6bf1-448a-b734-82ced93d5651 req-f6126285-331f-47dc-9ef4-3e1b15177935 service neutron] Bound using segment: {'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:05:38.194985 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-26270a16-6bf1-448a-b734-82ced93d5651 req-f6126285-331f-47dc-9ef4-3e1b15177935 service neutron] Bound port: f1e013ab-bc40-4746-8faa-dd3d901e1807, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:05:38.195476 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-26270a16-6bf1-448a-b734-82ced93d5651 req-f6126285-331f-47dc-9ef4-3e1b15177935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:38.246704 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aaefe68d-c382-469d-b7a4-8e30cb26800e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:38.303724 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aaefe68d-c382-469d-b7a4-8e30cb26800e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:38.304918 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaefe68d-c382-469d-b7a4-8e30cb26800e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:38.305535 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aaefe68d-c382-469d-b7a4-8e30cb26800e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:38.411657 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefe68d-c382-469d-b7a4-8e30cb26800e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d7f14b-de0f-47c8-8e5c-a272b8273622,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:38.436090 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f7f8cd5c-d981-4e8f-89e1-ac13257939d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:38.441318 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-aaefe68d-c382-469d-b7a4-8e30cb26800e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7734888 Jul 14 09:05:38.441633 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-26270a16-6bf1-448a-b734-82ced93d5651 req-f6126285-331f-47dc-9ef4-3e1b15177935 service neutron] For port f1e013ab-bc40-4746-8faa-dd3d901e1807, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:38.445025 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 33912) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:38.455951 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-c4bb29e3-68ad-46c3-ad8f-994cd1222d64 service neutron] Attempting to bind port 5da84ce1-6f9a-423b-85f8-80d2f1046144 on host n-h2-771362-35 for vnic_type normal with profile None {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:05:38.456508 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-c4bb29e3-68ad-46c3-ad8f-994cd1222d64 service neutron] Attempting to bind port 5da84ce1-6f9a-423b-85f8-80d2f1046144 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:05:38.457056 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-c4bb29e3-68ad-46c3-ad8f-994cd1222d64 service neutron] Attempting to bind port 5da84ce1-6f9a-423b-85f8-80d2f1046144 on network d4fad6bc-cc19-4061-a347-c3942b87c975 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:38.470181 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefe68d-c382-469d-b7a4-8e30cb26800e admin admin] Pushing event updated for resources: {'Network': ['ID=6f33b460-d2d2-4c56-9516-34520289d045,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:38.475360 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-c4bb29e3-68ad-46c3-ad8f-994cd1222d64 service neutron] Port 5da84ce1-6f9a-423b-85f8-80d2f1046144 on network d4fad6bc-cc19-4061-a347-c3942b87c975 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:05:38.475957 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-c4bb29e3-68ad-46c3-ad8f-994cd1222d64 service neutron] Attempting to bind port 5da84ce1-6f9a-423b-85f8-80d2f1046144 on network d4fad6bc-cc19-4061-a347-c3942b87c975 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:38.487423 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-c4bb29e3-68ad-46c3-ad8f-994cd1222d64 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:05:38.488013 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-c4bb29e3-68ad-46c3-ad8f-994cd1222d64 service neutron] Checking segment: {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:38.488636 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-c4bb29e3-68ad-46c3-ad8f-994cd1222d64 service neutron] Bound using segment: {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:05:38.489327 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-c4bb29e3-68ad-46c3-ad8f-994cd1222d64 service neutron] Bound port: 5da84ce1-6f9a-423b-85f8-80d2f1046144, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:05:38.503139 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 6f33b460-d2d2-4c56-9516-34520289d045 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:05:38.569033 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8426f9d9-d092-4d90-a5a9-8580bb5ec845 admin admin] Request body: {'subnet': {'network_id': '6f33b460-d2d2-4c56-9516-34520289d045', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1221406894-subnet', 'tenant_id': 'd26b4168e0144f2b895d7a5b4dac1633', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:38.646440 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-c4bb29e3-68ad-46c3-ad8f-994cd1222d64 service neutron] For port 5da84ce1-6f9a-423b-85f8-80d2f1046144, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=5da84ce1-6f9a-423b-85f8-80d2f1046144,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:05:38.658705 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-c4bb29e3-68ad-46c3-ad8f-994cd1222d64 service neutron] Notify callbacks [] for binding, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:38.661044 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-c4bb29e3-68ad-46c3-ad8f-994cd1222d64 service neutron] 10.222.0.25 "POST /v2.0/ports/5da84ce1-6f9a-423b-85f8-80d2f1046144/bindings HTTP/1.1" status: 201 len: 390 time: 0.8145874 Jul 14 09:05:38.692422 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-26270a16-6bf1-448a-b734-82ced93d5651 req-f6126285-331f-47dc-9ef4-3e1b15177935 service neutron] For port f1e013ab-bc40-4746-8faa-dd3d901e1807, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=f1e013ab-bc40-4746-8faa-dd3d901e1807,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:05:38.709828 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-26270a16-6bf1-448a-b734-82ced93d5651 req-f6126285-331f-47dc-9ef4-3e1b15177935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:38.898648 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8426f9d9-d092-4d90-a5a9-8580bb5ec845 admin admin] Made reservation on behalf of d26b4168e0144f2b895d7a5b4dac1633 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:38.901819 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8426f9d9-d092-4d90-a5a9-8580bb5ec845 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:38.996175 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33940) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:39.244422 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ebf77a96-c597-4ba2-8353-b4ec9e3f7950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:39.309779 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26270a16-6bf1-448a-b734-82ced93d5651 req-f6126285-331f-47dc-9ef4-3e1b15177935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:39.311482 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-26270a16-6bf1-448a-b734-82ced93d5651 req-f6126285-331f-47dc-9ef4-3e1b15177935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:39.315216 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26270a16-6bf1-448a-b734-82ced93d5651 req-f6126285-331f-47dc-9ef4-3e1b15177935 service neutron] 10.222.0.44 "PUT /v2.0/ports/f1e013ab-bc40-4746-8faa-dd3d901e1807 HTTP/1.1" status: 200 len: 1093 time: 3.4325478 Jul 14 09:05:39.320060 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5048152-b216-4cb7-bb87-2ed2a5f63a8d', 'tag': 'f1e013ab-bc40-4746-8faa-dd3d901e1807'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:39.325676 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a920d92-f36f-4a04-99f1-6ecb793349bf" -d '{"events": [{"name": "network-changed", "server_uuid": "c5048152-b216-4cb7-bb87-2ed2a5f63a8d", "tag": "f1e013ab-bc40-4746-8faa-dd3d901e1807"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:39.449933 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ebf77a96-c597-4ba2-8353-b4ec9e3f7950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:39.456534 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ebf77a96-c597-4ba2-8353-b4ec9e3f7950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:39.508192 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6126285-331f-47dc-9ef4-3e1b15177935 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e013ab-bc40-4746-8faa-dd3d901e1807,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:39.509518 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33952) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:39.518739 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8426f9d9-d092-4d90-a5a9-8580bb5ec845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:39.534872 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ebf77a96-c597-4ba2-8353-b4ec9e3f7950 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0865aa012a274e879d56a011525dab20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5361147 Jul 14 09:05:39.538789 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33956) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:39.551122 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf77a96-c597-4ba2-8353-b4ec9e3f7950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20d6bb8-b368-4d11-b7f4-3fb4c5ea4b30,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:39.642219 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426f9d9-d092-4d90-a5a9-8580bb5ec845 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d193f247-8cf4-44bf-89d9-9de68e3cae2e,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:39.645008 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7d501bc0-c54e-4c07-9238-13c60af1b646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:39.670694 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7d501bc0-c54e-4c07-9238-13c60af1b646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:39.692694 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a4251-8373-42db-a763-64ac3c3b4680 req-1caea9d6-b921-4dfd-93bf-89a940223ed3 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:39.694229 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a57a4251-8373-42db-a763-64ac3c3b4680 req-1caea9d6-b921-4dfd-93bf-89a940223ed3 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5048152-b216-4cb7-bb87-2ed2a5f63a8d HTTP/1.1" status: 200 len: 944 time: 0.5382876 Jul 14 09:05:39.702393 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7018bed-c33e-4b4d-80e3-8ecfa3a20eff req-e6b16f39-1e4b-4006-80fe-bf1ae71a3c44 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:39.705007 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7018bed-c33e-4b4d-80e3-8ecfa3a20eff req-e6b16f39-1e4b-4006-80fe-bf1ae71a3c44 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 946 time: 0.5417233 Jul 14 09:05:39.708085 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26270a16-6bf1-448a-b734-82ced93d5651 req-6ab5a2fa-1ee8-46b1-b6c1-7b8cd80f7e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:39.710628 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26270a16-6bf1-448a-b734-82ced93d5651 req-6ab5a2fa-1ee8-46b1-b6c1-7b8cd80f7e6f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a65871ef77a4e449769120ad4b0a96b&device_id=c5048152-b216-4cb7-bb87-2ed2a5f63a8d HTTP/1.1" status: 200 len: 1096 time: 0.3123009 Jul 14 09:05:39.714640 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a01c7e-acb1-463d-99fb-afd3298d4be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:39.723817 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-444f586b-ac13-4eb1-a1fb-91bed886993b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:39.726220 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-444f586b-ac13-4eb1-a1fb-91bed886993b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c35458c50e143699c6f14a3ebfddb0d&device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 1098 time: 0.4729757 Jul 14 09:05:39.763466 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7d501bc0-c54e-4c07-9238-13c60af1b646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:39.768400 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7d501bc0-c54e-4c07-9238-13c60af1b646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:39.770394 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7d501bc0-c54e-4c07-9238-13c60af1b646 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e20d6bb8-b368-4d11-b7f4-3fb4c5ea4b30 HTTP/1.1" status: 204 len: 168 time: 0.2298918 Jul 14 09:05:39.835974 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d501bc0-c54e-4c07-9238-13c60af1b646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20d6bb8-b368-4d11-b7f4-3fb4c5ea4b30,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:39.883964 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8426f9d9-d092-4d90-a5a9-8580bb5ec845 admin admin] Checking segment: {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:39.884840 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8426f9d9-d092-4d90-a5a9-8580bb5ec845 admin admin] Network hostable DHCP agents. Network: 6f33b460-d2d2-4c56-9516-34520289d045, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:05:39.911684 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26270a16-6bf1-448a-b734-82ced93d5651 req-1234299a-20bf-4ae4-ac88-da3f913f6499 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1e013ab-bc40-4746-8faa-dd3d901e1807 HTTP/1.1" status: 200 len: 217 time: 0.1916673 Jul 14 09:05:39.918940 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a01c7e-acb1-463d-99fb-afd3298d4be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:39.924533 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a01c7e-acb1-463d-99fb-afd3298d4be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:39.984520 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a01c7e-acb1-463d-99fb-afd3298d4be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591fec41-33fc-40e2-a011-b0a9b3a837fb,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:40.007349 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-89a01c7e-acb1-463d-99fb-afd3298d4be1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b17f9506b3e848f08b0f5f16ebc0595b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4958932 Jul 14 09:05:40.008661 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33962) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:40.049094 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a57a4251-8373-42db-a763-64ac3c3b4680 req-a5caf1eb-a654-42f6-bff6-fdc0410e0914 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368859 Jul 14 09:05:40.076170 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c81ec366-a114-415f-bf71-e19a6e06b418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:40.108779 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c81ec366-a114-415f-bf71-e19a6e06b418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:40.175329 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7018bed-c33e-4b4d-80e3-8ecfa3a20eff req-2a1c2e61-952d-435e-a7ce-a661c2e750af tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608543 Jul 14 09:05:40.198640 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c81ec366-a114-415f-bf71-e19a6e06b418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:40.202458 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c81ec366-a114-415f-bf71-e19a6e06b418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:40.207692 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c81ec366-a114-415f-bf71-e19a6e06b418 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/591fec41-33fc-40e2-a011-b0a9b3a837fb HTTP/1.1" status: 204 len: 168 time: 0.1974277 Jul 14 09:05:40.224186 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ec366-a114-415f-bf71-e19a6e06b418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591fec41-33fc-40e2-a011-b0a9b3a837fb,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:40.238084 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8426f9d9-d092-4d90-a5a9-8580bb5ec845 admin admin] Network 6f33b460-d2d2-4c56-9516-34520289d045 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:05:40.288711 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26270a16-6bf1-448a-b734-82ced93d5651 req-9ec9dbde-a840-498c-a7a1-c9d5a7cf0445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:40.291783 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26270a16-6bf1-448a-b734-82ced93d5651 req-9ec9dbde-a840-498c-a7a1-c9d5a7cf0445 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=270bafed-ba3b-4347-b7b9-ccc79813fe94 HTTP/1.1" status: 200 len: 845 time: 0.3190789 Jul 14 09:05:40.297331 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-8426f9d9-d092-4d90-a5a9-8580bb5ec845 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 6f33b460-d2d2-4c56-9516-34520289d045) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:40.317739 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7fcc9d-4e63-4e7b-ad26-c204353a91b7 None None] Network 6f33b460-d2d2-4c56-9516-34520289d045 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:05:40.327737 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8426f9d9-d092-4d90-a5a9-8580bb5ec845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:40.328700 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8426f9d9-d092-4d90-a5a9-8580bb5ec845 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:40.330209 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:40.333454 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-2b417d5b-6b38-4925-b85d-c00d501672a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:40.335933 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-2b417d5b-6b38-4925-b85d-c00d501672a3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d4fad6bc-cc19-4061-a347-c3942b87c975 HTTP/1.1" status: 200 len: 908 time: 0.5458903 Jul 14 09:05:40.418828 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26270a16-6bf1-448a-b734-82ced93d5651 req-01b28b79-252f-4be4-8efe-315ae1624ea4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa282a42-14ce-40bf-98d2-0aa5342653ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180875 Jul 14 09:05:40.473727 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c0eb81-7422-400f-aa99-334b4682ee48 x-openstack-request-id: req-b7c0eb81-7422-400f-aa99-334b4682ee48 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:40.474198 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5048152-b216-4cb7-bb87-2ed2a5f63a8d", "tag": "f1e013ab-bc40-4746-8faa-dd3d901e1807", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:40.474615 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7c0eb81-7422-400f-aa99-334b4682ee48 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:40.475247 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5048152-b216-4cb7-bb87-2ed2a5f63a8d', 'tag': 'f1e013ab-bc40-4746-8faa-dd3d901e1807', 'status': 'completed', 'code': 200} Jul 14 09:05:40.480110 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0f8f504-d743-49eb-8dcd-b4ceb07b8dc5 req-4fee40cf-23a0-458b-b37f-50406e042f71 tempest-ServerShowV257Test-1464202798 tempest-ServerShowV257Test-1464202798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ee99999-b750-4ece-b4df-51e2dab82864 HTTP/1.1" status: 200 len: 210 time: 0.1750472 Jul 14 09:05:40.589206 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-34519f79-f6cb-4b9e-8faa-8dd6b7645efb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5da84ce1-6f9a-423b-85f8-80d2f1046144 HTTP/1.1" status: 200 len: 217 time: 0.1912081 Jul 14 09:05:40.595548 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8426f9d9-d092-4d90-a5a9-8580bb5ec845 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0368938 Jul 14 09:05:40.637636 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c2001d-32f8-4288-96ac-6a66c7398fb3 None None] Network 6f33b460-d2d2-4c56-9516-34520289d045 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:05:40.747752 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f7f8cd5c-d981-4e8f-89e1-ac13257939d4 admin admin] Deleting port 507798ec-1543-455d-8fdc-76480a127054 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:40.748097 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f7f8cd5c-d981-4e8f-89e1-ac13257939d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:40.980635 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f7f8cd5c-d981-4e8f-89e1-ac13257939d4 admin admin] For port 507798ec-1543-455d-8fdc-76480a127054, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=507798ec-1543-455d-8fdc-76480a127054,segment=NetworkSegment(5196d89f-6f2b-43db-b7e9-4d7fbd10de48),segment_id=5196d89f-6f2b-43db-b7e9-4d7fbd10de48)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:40.981273 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f7f8cd5c-d981-4e8f-89e1-ac13257939d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:40.987029 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-051036b8-44e4-4a7b-989a-8097a1d11ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:40.989073 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-051036b8-44e4-4a7b-989a-8097a1d11ef4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39b054b3-ff74-48d7-bc6b-cc0709824ebb HTTP/1.1" status: 200 len: 848 time: 0.3787901 Jul 14 09:05:41.590816 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34026) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:41.663001 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26270a16-6bf1-448a-b734-82ced93d5651 req-97d85d91-0968-4958-ac3e-33507328ebdb service neutron] 10.222.0.44 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1950285 Jul 14 09:05:41.667135 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-ca9fe108-8ecd-46f1-8989-ed9a16a0fb2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d4fad6bc-cc19-4061-a347-c3942b87c975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6693177 Jul 14 09:05:41.733525 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-53a9855d-53b6-4cea-940f-6b29c506a411 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1998531662-network', 'tenant_id': '92adb27346aa4a8a9065140d91f7c869'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:41.757998 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a9855d-53b6-4cea-940f-6b29c506a411 admin admin] Made reservation on behalf of 92adb27346aa4a8a9065140d91f7c869 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:41.761504 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53a9855d-53b6-4cea-940f-6b29c506a411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:41.771686 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53a9855d-53b6-4cea-940f-6b29c506a411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:41.824716 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f7f8cd5c-d981-4e8f-89e1-ac13257939d4 admin admin] Calling delete_port for 507798ec-1543-455d-8fdc-76480a127054 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:41.924373 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:41.929653 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53a9855d-53b6-4cea-940f-6b29c506a411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:41.935526 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53a9855d-53b6-4cea-940f-6b29c506a411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:41.970770 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9855d-53b6-4cea-940f-6b29c506a411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243553b1-e89b-4cf1-83b1-53d5c4470abe,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:41.976975 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a9855d-53b6-4cea-940f-6b29c506a411 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:05:42.004317 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53a9855d-53b6-4cea-940f-6b29c506a411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:42.004920 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-53a9855d-53b6-4cea-940f-6b29c506a411 admin admin] Added segment 89506cff-0520-4d81-b398-c8787a7b0ea4 of type vlan for network 0c59b902-ef59-4771-a16c-c1115d28739b Jul 14 09:05:42.060516 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53a9855d-53b6-4cea-940f-6b29c506a411 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:42.076439 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34040) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:42.127308 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53a9855d-53b6-4cea-940f-6b29c506a411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:42.129085 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a9855d-53b6-4cea-940f-6b29c506a411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:42.130390 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53a9855d-53b6-4cea-940f-6b29c506a411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:42.169843 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa4ad0-9c8d-4ac1-8395-9e35044df30c req-3eca5d5f-c3c1-4c3d-bfdc-c3241b7f9b29 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:42.172286 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-60aa4ad0-9c8d-4ac1-8395-9e35044df30c req-3eca5d5f-c3c1-4c3d-bfdc-c3241b7f9b29 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5048152-b216-4cb7-bb87-2ed2a5f63a8d HTTP/1.1" status: 200 len: 944 time: 0.5626669 Jul 14 09:05:42.207021 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34046) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:42.213074 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-063cb429-8bce-4a9c-8667-155558942444 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1364149576-network', 'tenant_id': '25880c91ca6c4a968ff6715728f9ddfd'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:42.229302 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-6ad53ced-cc50-4d82-af86-492d409d6c4f service neutron] 10.222.0.44 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557981 Jul 14 09:05:42.257099 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26270a16-6bf1-448a-b734-82ced93d5651 req-3f4ae009-fcee-424d-beb3-21e06484b51e service neutron] 10.222.0.44 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5771677 Jul 14 09:05:42.332397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17970b72-fd01-406b-9c19-b0e49c84ca35 req-c8b7f2f3-0ef9-48f3-b4bf-c5bf1b3b9508 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:42.334045 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17970b72-fd01-406b-9c19-b0e49c84ca35 req-c8b7f2f3-0ef9-48f3-b4bf-c5bf1b3b9508 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 946 time: 0.7423494 Jul 14 09:05:42.488259 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-60aa4ad0-9c8d-4ac1-8395-9e35044df30c req-25541fb3-03b6-4471-bc12-87a2cae6882f tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923558 Jul 14 09:05:42.536775 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17970b72-fd01-406b-9c19-b0e49c84ca35 req-00184ff3-e2b5-49fd-8a3b-6d896e987780 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788945 Jul 14 09:05:42.623799 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-5e200a3e-1a1b-4418-b081-1896b7d2f69c service neutron] 10.222.0.44 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653302 Jul 14 09:05:42.675862 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-70c5241d-f57c-449f-ae65-679e2a486894 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1793124752-network', 'tenant_id': '64524658a7b8443aae0566882ef867f5'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:42.704145 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-53a9855d-53b6-4cea-940f-6b29c506a411 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1121769 Jul 14 09:05:42.711425 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34048) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:42.717444 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a920d92-f36f-4a04-99f1-6ecb793349bf req-5d244015-eb85-4d87-b678-9fa94054d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:42.721587 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0a920d92-f36f-4a04-99f1-6ecb793349bf req-5d244015-eb85-4d87-b678-9fa94054d818 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a65871ef77a4e449769120ad4b0a96b&device_id=c5048152-b216-4cb7-bb87-2ed2a5f63a8d HTTP/1.1" status: 200 len: 1096 time: 0.3699083 Jul 14 09:05:42.730511 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-06becd98-210f-4917-afb5-612c0bb85a58 admin admin] Request body: {'subnet': {'network_id': '0c59b902-ef59-4771-a16c-c1115d28739b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1998531662-subnet', 'tenant_id': '92adb27346aa4a8a9065140d91f7c869', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:42.757868 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063cb429-8bce-4a9c-8667-155558942444 admin admin] Made reservation on behalf of 25880c91ca6c4a968ff6715728f9ddfd for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:42.763224 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9855d-53b6-4cea-940f-6b29c506a411 admin admin] Pushing event updated for resources: {'Network': ['ID=0c59b902-ef59-4771-a16c-c1115d28739b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:42.764721 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-063cb429-8bce-4a9c-8667-155558942444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:42.782085 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 0c59b902-ef59-4771-a16c-c1115d28739b details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:05:42.799598 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c5241d-f57c-449f-ae65-679e2a486894 admin admin] Made reservation on behalf of 64524658a7b8443aae0566882ef867f5 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:42.815600 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-70c5241d-f57c-449f-ae65-679e2a486894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:42.854921 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f7f8cd5c-d981-4e8f-89e1-ac13257939d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:42.867202 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-70c5241d-f57c-449f-ae65-679e2a486894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:42.892786 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06becd98-210f-4917-afb5-612c0bb85a58 admin admin] Made reservation on behalf of 92adb27346aa4a8a9065140d91f7c869 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:42.896846 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06becd98-210f-4917-afb5-612c0bb85a58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:42.913715 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-063cb429-8bce-4a9c-8667-155558942444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:43.027438 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d32f040e-3376-48b3-989a-ee4b5e2d54ed req-272c47a0-8261-4da4-8db9-3b64ebac4a89 tempest-ServerShowV257Test-1464202798 tempest-ServerShowV257Test-1464202798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ee99999-b750-4ece-b4df-51e2dab82864 HTTP/1.1" status: 200 len: 210 time: 0.2254002 Jul 14 09:05:43.065211 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8cd5c-d981-4e8f-89e1-ac13257939d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=507798ec-1543-455d-8fdc-76480a127054,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:43.203853 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a920d92-f36f-4a04-99f1-6ecb793349bf req-406c238b-f1d8-4a13-85b5-15ad7b7c2942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:43.206720 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0a920d92-f36f-4a04-99f1-6ecb793349bf req-406c238b-f1d8-4a13-85b5-15ad7b7c2942 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa282a42-14ce-40bf-98d2-0aa5342653ef HTTP/1.1" status: 200 len: 905 time: 0.4623668 Jul 14 09:05:43.215126 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-70c5241d-f57c-449f-ae65-679e2a486894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:43.231667 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-70c5241d-f57c-449f-ae65-679e2a486894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:43.250251 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c5241d-f57c-449f-ae65-679e2a486894 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:05:43.373499 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-70c5241d-f57c-449f-ae65-679e2a486894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:43.374554 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0a920d92-f36f-4a04-99f1-6ecb793349bf req-4158c572-0d91-485e-9818-82dcef6ebca2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1e013ab-bc40-4746-8faa-dd3d901e1807 HTTP/1.1" status: 200 len: 217 time: 0.1596065 Jul 14 09:05:43.375645 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-70c5241d-f57c-449f-ae65-679e2a486894 admin admin] Added segment c0ac771e-4e3b-41cc-b574-0a0f683f27f8 of type vlan for network e94ce943-c700-4328-a228-ac97a95752e9 Jul 14 09:05:43.390074 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5241d-f57c-449f-ae65-679e2a486894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98829394-e6fe-43e3-9934-75d9965b5ff1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:43.485828 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06becd98-210f-4917-afb5-612c0bb85a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:43.547223 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-70c5241d-f57c-449f-ae65-679e2a486894 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:43.651717 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06becd98-210f-4917-afb5-612c0bb85a58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c779fa2-56aa-45d2-8475-dfe6e714b466,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:43.665088 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06becd98-210f-4917-afb5-612c0bb85a58 admin admin] Checking segment: {'id': '89506cff-0520-4d81-b398-c8787a7b0ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0c59b902-ef59-4771-a16c-c1115d28739b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:43.665918 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06becd98-210f-4917-afb5-612c0bb85a58 admin admin] Network hostable DHCP agents. Network: 0c59b902-ef59-4771-a16c-c1115d28739b, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:05:43.674688 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a920d92-f36f-4a04-99f1-6ecb793349bf req-61289fb2-fb9b-454c-90f9-5c92b1cbb69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:43.680266 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0a920d92-f36f-4a04-99f1-6ecb793349bf req-61289fb2-fb9b-454c-90f9-5c92b1cbb69d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=270bafed-ba3b-4347-b7b9-ccc79813fe94 HTTP/1.1" status: 200 len: 845 time: 0.2804782 Jul 14 09:05:43.683264 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-70c5241d-f57c-449f-ae65-679e2a486894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:43.684850 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c5241d-f57c-449f-ae65-679e2a486894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:43.685796 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-70c5241d-f57c-449f-ae65-679e2a486894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:43.694160 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f7f8cd5c-d981-4e8f-89e1-ac13257939d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:43.740616 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0a920d92-f36f-4a04-99f1-6ecb793349bf req-33d745e5-2284-4341-8e7c-b835f9778cfa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa282a42-14ce-40bf-98d2-0aa5342653ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492694 Jul 14 09:05:43.850131 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06becd98-210f-4917-afb5-612c0bb85a58 admin admin] Network 0c59b902-ef59-4771-a16c-c1115d28739b is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:05:43.859383 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5241d-f57c-449f-ae65-679e2a486894 admin admin] Pushing event updated for resources: {'Network': ['ID=e94ce943-c700-4328-a228-ac97a95752e9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:43.877556 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-06becd98-210f-4917-afb5-612c0bb85a58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 0c59b902-ef59-4771-a16c-c1115d28739b) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:43.878611 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network e94ce943-c700-4328-a228-ac97a95752e9 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:05:43.883232 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06becd98-210f-4917-afb5-612c0bb85a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:43.886481 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06becd98-210f-4917-afb5-612c0bb85a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:43.915991 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3921116-769b-4202-a2b2-e5b9f5148b22 None None] Network 0c59b902-ef59-4771-a16c-c1115d28739b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:05:44.189624 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-063cb429-8bce-4a9c-8667-155558942444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:44.214811 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-70c5241d-f57c-449f-ae65-679e2a486894 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1363316 Jul 14 09:05:44.216053 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34058) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:44.219592 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-06becd98-210f-4917-afb5-612c0bb85a58 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5048356 Jul 14 09:05:44.225737 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-8995f2da-3deb-4eae-9289-8f298cb99714 admin admin] Request body: {'subnet': {'network_id': 'e94ce943-c700-4328-a228-ac97a95752e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1793124752-subnet', 'tenant_id': '64524658a7b8443aae0566882ef867f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:44.229330 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-063cb429-8bce-4a9c-8667-155558942444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:44.245139 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b74d327-3930-4560-9210-f5d187c231e4 None None] Network 0c59b902-ef59-4771-a16c-c1115d28739b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:05:44.265265 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8995f2da-3deb-4eae-9289-8f298cb99714 admin admin] Made reservation on behalf of 64524658a7b8443aae0566882ef867f5 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:44.273736 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8995f2da-3deb-4eae-9289-8f298cb99714 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:44.303029 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-063cb429-8bce-4a9c-8667-155558942444 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:05:44.309212 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0a920d92-f36f-4a04-99f1-6ecb793349bf req-99a8739d-ae43-47f1-8c41-562f7eb8a005 service neutron] 10.222.0.44 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738183 Jul 14 09:05:44.327888 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0f904-d1b5-4352-9e17-d017fde481aa req-4fe9f21c-139d-49ab-bcca-36a4428e7a38 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:44.335875 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7f0f904-d1b5-4352-9e17-d017fde481aa req-4fe9f21c-139d-49ab-bcca-36a4428e7a38 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 946 time: 0.5017805 Jul 14 09:05:44.521172 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device f1e013ab-bc40-4746-8faa-dd3d901e1807 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:05:44.634722 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-063cb429-8bce-4a9c-8667-155558942444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:44.635237 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-063cb429-8bce-4a9c-8667-155558942444 admin admin] Added segment 1f123dcd-7ad1-4e78-a574-3d3482a2d11c of type vlan for network d2b096b0-bf66-4f73-b582-951d7cafa2e3 Jul 14 09:05:44.651995 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8d62b-597f-45a1-a9f7-21b006c680f3 req-3e06a72f-7da5-465b-9aa7-30d285249b98 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:44.659723 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-88d8d62b-597f-45a1-a9f7-21b006c680f3 req-3e06a72f-7da5-465b-9aa7-30d285249b98 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5048152-b216-4cb7-bb87-2ed2a5f63a8d HTTP/1.1" status: 200 len: 944 time: 0.8269920 Jul 14 09:05:44.664150 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8995f2da-3deb-4eae-9289-8f298cb99714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:44.676032 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063cb429-8bce-4a9c-8667-155558942444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413c5d75-e371-467b-abe9-a805bf5844a3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:44.768235 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port f1e013ab-bc40-4746-8faa-dd3d901e1807, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=f1e013ab-bc40-4746-8faa-dd3d901e1807,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:44.780691 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995f2da-3deb-4eae-9289-8f298cb99714 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e4d1e5f-b379-4a81-b280-aa9076cc6047,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:44.795218 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'f1e013ab-bc40-4746-8faa-dd3d901e1807', 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef', 'port_id': 'f1e013ab-bc40-4746-8faa-dd3d901e1807', 'mac_address': 'fa:16:3e:4c:ce:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '270bafed-ba3b-4347-b7b9-ccc79813fe94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:05:44.828955 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8995f2da-3deb-4eae-9289-8f298cb99714 admin admin] Checking segment: {'id': 'c0ac771e-4e3b-41cc-b574-0a0f683f27f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e94ce943-c700-4328-a228-ac97a95752e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:44.829941 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8995f2da-3deb-4eae-9289-8f298cb99714 admin admin] Network hostable DHCP agents. Network: e94ce943-c700-4328-a228-ac97a95752e9, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:05:44.864832 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8995f2da-3deb-4eae-9289-8f298cb99714 admin admin] Network e94ce943-c700-4328-a228-ac97a95752e9 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:05:44.874134 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-88d8d62b-597f-45a1-a9f7-21b006c680f3 req-aeeccfcb-e5d0-4866-b050-9dc5ebcc9c29 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118959 Jul 14 09:05:44.876362 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:44.886494 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8995f2da-3deb-4eae-9289-8f298cb99714 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, e94ce943-c700-4328-a228-ac97a95752e9) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:44.894836 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8995f2da-3deb-4eae-9289-8f298cb99714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:44.899828 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8995f2da-3deb-4eae-9289-8f298cb99714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:44.900961 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e013ab-bc40-4746-8faa-dd3d901e1807 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:44.914403 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a5395d-d2d5-4d30-862c-93be796ae596 None None] Network e94ce943-c700-4328-a228-ac97a95752e9 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:05:44.956290 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8995f2da-3deb-4eae-9289-8f298cb99714 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7376471 Jul 14 09:05:44.982609 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-063cb429-8bce-4a9c-8667-155558942444 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.018772 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0a920d92-f36f-4a04-99f1-6ecb793349bf req-0aa8200b-9ab5-45fc-be52-57323446a694 service neutron] 10.222.0.44 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706509 Jul 14 09:05:45.033353 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port f1e013ab-bc40-4746-8faa-dd3d901e1807, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=f1e013ab-bc40-4746-8faa-dd3d901e1807,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:45.034500 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7f0f904-d1b5-4352-9e17-d017fde481aa req-821b5a41-7535-429b-a9c6-32a92b8b8f35 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6969388 Jul 14 09:05:45.045998 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.122348 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f8cd5c-d981-4e8f-89e1-ac13257939d4 admin admin] Router d16cf07f-8021-4e3f-8f1d-74450004d3b2 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:05:45.139919 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-063cb429-8bce-4a9c-8667-155558942444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.141305 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063cb429-8bce-4a9c-8667-155558942444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:45.155805 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-063cb429-8bce-4a9c-8667-155558942444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.217248 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34066) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:45.227212 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-063cb429-8bce-4a9c-8667-155558942444 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.0184879 Jul 14 09:05:45.228345 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-5ee5335c-803e-4b6d-8dfb-c01530dde182 admin admin] Request body: {'subnet': {'network_id': 'd2b096b0-bf66-4f73-b582-951d7cafa2e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1364149576-subnet', 'tenant_id': '25880c91ca6c4a968ff6715728f9ddfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:45.252775 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34068) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:45.323926 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=f1e013ab-bc40-4746-8faa-dd3d901e1807,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:45.374245 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20431b64-88a8-4992-8243-55df296f514a None None] Network e94ce943-c700-4328-a228-ac97a95752e9 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:05:45.413860 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['f1e013ab-bc40-4746-8faa-dd3d901e1807'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:45.415202 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee5335c-803e-4b6d-8dfb-c01530dde182 admin admin] Made reservation on behalf of 25880c91ca6c4a968ff6715728f9ddfd for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:45.420498 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ee5335c-803e-4b6d-8dfb-c01530dde182 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.668280 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063cb429-8bce-4a9c-8667-155558942444 admin admin] Pushing event updated for resources: {'Network': ['ID=d2b096b0-bf66-4f73-b582-951d7cafa2e3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:45.675388 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c2a792bb-01c2-4db1-9b7d-576a0c76770b req-08f9cbff-612a-4b71-b1e1-049812570053 tempest-ServerShowV257Test-1464202798 tempest-ServerShowV257Test-1464202798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ee99999-b750-4ece-b4df-51e2dab82864 HTTP/1.1" status: 200 len: 210 time: 0.2406628 Jul 14 09:05:45.723710 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ee5335c-803e-4b6d-8dfb-c01530dde182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.799656 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c8fbf4d-9ebc-4da4-b3a7-b8b89dc7f858 admin admin] Deleting subnet 5c779fa2-56aa-45d2-8475-dfe6e714b466 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:05:45.813133 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c8fbf4d-9ebc-4da4-b3a7-b8b89dc7f858 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.822698 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network d2b096b0-bf66-4f73-b582-951d7cafa2e3 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:05:45.844308 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f8cd5c-d981-4e8f-89e1-ac13257939d4 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:05:45.864918 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f7f8cd5c-d981-4e8f-89e1-ac13257939d4 admin admin] 10.222.0.25 "PUT /v2.0/routers/d16cf07f-8021-4e3f-8f1d-74450004d3b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6788111 Jul 14 09:05:45.870321 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34084) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:45.890512 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5335c-803e-4b6d-8dfb-c01530dde182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30594a26-452a-448f-ad74-cc4bc078bed1,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:45.914273 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c8fbf4d-9ebc-4da4-b3a7-b8b89dc7f858 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.006521 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c8fbf4d-9ebc-4da4-b3a7-b8b89dc7f858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.146220 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c8fbf4d-9ebc-4da4-b3a7-b8b89dc7f858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.148714 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee5335c-803e-4b6d-8dfb-c01530dde182 admin admin] Checking segment: {'id': '1f123dcd-7ad1-4e78-a574-3d3482a2d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd2b096b0-bf66-4f73-b582-951d7cafa2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:46.149082 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee5335c-803e-4b6d-8dfb-c01530dde182 admin admin] Network hostable DHCP agents. Network: d2b096b0-bf66-4f73-b582-951d7cafa2e3, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:05:46.192292 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c8fbf4d-9ebc-4da4-b3a7-b8b89dc7f858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.197886 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5c8fbf4d-9ebc-4da4-b3a7-b8b89dc7f858 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5c779fa2-56aa-45d2-8475-dfe6e714b466 HTTP/1.1" status: 204 len: 168 time: 0.9379795 Jul 14 09:05:46.198998 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8fbf4d-9ebc-4da4-b3a7-b8b89dc7f858 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c779fa2-56aa-45d2-8475-dfe6e714b466,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:46.200838 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34090) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:46.270905 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee5335c-803e-4b6d-8dfb-c01530dde182 admin admin] Network d2b096b0-bf66-4f73-b582-951d7cafa2e3 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:05:46.294866 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b56c217-8c4c-47d0-a7bc-a61015449e37 None None] Sync routers for ids ['d16cf07f-8021-4e3f-8f1d-74450004d3b2'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:05:46.295869 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5ee5335c-803e-4b6d-8dfb-c01530dde182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, d2b096b0-bf66-4f73-b582-951d7cafa2e3) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:46.308427 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee5335c-803e-4b6d-8dfb-c01530dde182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:46.309275 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ee5335c-803e-4b6d-8dfb-c01530dde182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.324883 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5d2ef90-6650-4246-8b87-4244c72eebeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.341831 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5ee5335c-803e-4b6d-8dfb-c01530dde182 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1227477 Jul 14 09:05:46.356643 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dd6076-fe8f-4e73-9243-c625db5e8aae None None] Network d2b096b0-bf66-4f73-b582-951d7cafa2e3 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:05:46.425472 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b56c217-8c4c-47d0-a7bc-a61015449e37 None None] Routers {'d16cf07f-8021-4e3f-8f1d-74450004d3b2'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:46.426155 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0b56c217-8c4c-47d0-a7bc-a61015449e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:05:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['d16cf07f-8021-4e3f-8f1d-74450004d3b2'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:46.492900 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-269fa482-b126-4a70-b606-4c88847c256b admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.545719 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5d2ef90-6650-4246-8b87-4244c72eebeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.561163 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-0b56c217-8c4c-47d0-a7bc-a61015449e37 None None] Set router d16cf07f-8021-4e3f-8f1d-74450004d3b2 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:46.568169 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-d5d2ef90-6650-4246-8b87-4244c72eebeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c59b902-ef59-4771-a16c-c1115d28739b']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:46.596829 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-d5d2ef90-6650-4246-8b87-4244c72eebeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89506cff-0520-4d81-b398-c8787a7b0ea4') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:46.598613 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-d5d2ef90-6650-4246-8b87-4244c72eebeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89506cff-0520-4d81-b398-c8787a7b0ea4') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:46.645411 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5d2ef90-6650-4246-8b87-4244c72eebeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.689406 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5d2ef90-6650-4246-8b87-4244c72eebeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.701926 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d2ef90-6650-4246-8b87-4244c72eebeb admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:05:46.702587 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5d2ef90-6650-4246-8b87-4244c72eebeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:05:46.730557 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:05:46.890045 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5d2ef90-6650-4246-8b87-4244c72eebeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.905222 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5d2ef90-6650-4246-8b87-4244c72eebeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.914104 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d5d2ef90-6650-4246-8b87-4244c72eebeb admin admin] 10.222.0.25 "DELETE /v2.0/networks/0c59b902-ef59-4771-a16c-c1115d28739b HTTP/1.1" status: 204 len: 168 time: 0.7058241 Jul 14 09:05:46.921212 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2ef90-6650-4246-8b87-4244c72eebeb admin admin] Pushing event deleted for resources: {'Network': ['ID=0c59b902-ef59-4771-a16c-c1115d28739b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:46.992116 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7044d3bf-2fe7-403c-a1a0-cc6ba3d3d0c3 None None] Network d2b096b0-bf66-4f73-b582-951d7cafa2e3 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:05:47.144364 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8b2f8-b8c8-4d91-bf96-453409fee419 req-b77e965b-6315-4fed-9f15-9dd13ad3961c tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:47.146599 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-03c8b2f8-b8c8-4d91-bf96-453409fee419 req-b77e965b-6315-4fed-9f15-9dd13ad3961c tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5048152-b216-4cb7-bb87-2ed2a5f63a8d HTTP/1.1" status: 200 len: 945 time: 0.6514924 Jul 14 09:05:47.155679 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34104) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:47.182267 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d252804-23f9-480e-b08c-de97beb02973 req-997b6aee-908f-48e3-b83d-b274e6860150 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:47.189711 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0b56c217-8c4c-47d0-a7bc-a61015449e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1019495136-router', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:05:42Z', 'revision_number': 5, 'project_id': '470004e2eab84d248e1b4ccc367e1d00', 'gw_port': {'id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:47.194592 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8d252804-23f9-480e-b08c-de97beb02973 req-997b6aee-908f-48e3-b83d-b274e6860150 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/networks?id=e94ce943-c700-4328-a228-ac97a95752e9 HTTP/1.1" status: 200 len: 822 time: 1.2976372 Jul 14 09:05:47.220913 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-086ac0ca-3c74-4026-ab36-83f5da3707e0 req-de8432e1-08f7-470c-b80a-e76722a8a7d9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a07c384c-b638-4232-bbbc-417195e26511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5545330 Jul 14 09:05:47.222730 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-269fa482-b126-4a70-b606-4c88847c256b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.223026 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b56c217-8c4c-47d0-a7bc-a61015449e37 None None] Checking router: d16cf07f-8021-4e3f-8f1d-74450004d3b2 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:05:47.233384 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b56c217-8c4c-47d0-a7bc-a61015449e37 None None] Routers {'d16cf07f-8021-4e3f-8f1d-74450004d3b2'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:47.234010 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0b56c217-8c4c-47d0-a7bc-a61015449e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:05:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['d16cf07f-8021-4e3f-8f1d-74450004d3b2'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:47.260506 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a6c8eb59-2fb0-4808-af1c-b883774a9bb8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=92adb27346aa4a8a9065140d91f7c869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1029015 Jul 14 09:05:47.264171 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34106) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:47.332869 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-03c8b2f8-b8c8-4d91-bf96-453409fee419 req-5e9151a0-849b-4592-b147-3ab9bcbd3080 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325305 Jul 14 09:05:47.341794 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8d252804-23f9-480e-b08c-de97beb02973 req-fe59ced5-45f3-4235-9bf1-d4ff86b88065 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/quotas/64524658a7b8443aae0566882ef867f5 HTTP/1.1" status: 200 len: 375 time: 0.1459570 Jul 14 09:05:47.374424 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-079babe5-daaf-4e94-89ca-cd0cd94c92f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.392895 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8d252804-23f9-480e-b08c-de97beb02973 req-3da1822e-b111-423e-a7d4-b075808858d2 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=64524658a7b8443aae0566882ef867f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492091 Jul 14 09:05:47.401804 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-0b56c217-8c4c-47d0-a7bc-a61015449e37 None None] Set router d16cf07f-8021-4e3f-8f1d-74450004d3b2 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:47.434519 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-079babe5-daaf-4e94-89ca-cd0cd94c92f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.476358 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ac0ca-3c74-4026-ab36-83f5da3707e0 req-d1daa88f-b492-42b7-a991-143397a5164f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:47.478713 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-086ac0ca-3c74-4026-ab36-83f5da3707e0 req-d1daa88f-b492-42b7-a991-143397a5164f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c35458c50e143699c6f14a3ebfddb0d&device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 1096 time: 0.2203965 Jul 14 09:05:47.500532 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-269fa482-b126-4a70-b606-4c88847c256b admin admin] Deleting port 7d6be5b3-9c94-4793-862b-9118ccb27e3d {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:47.501208 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-269fa482-b126-4a70-b606-4c88847c256b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.541763 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-079babe5-daaf-4e94-89ca-cd0cd94c92f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.557116 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-079babe5-daaf-4e94-89ca-cd0cd94c92f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.562668 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-079babe5-daaf-4e94-89ca-cd0cd94c92f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/243553b1-e89b-4cf1-83b1-53d5c4470abe HTTP/1.1" status: 204 len: 168 time: 0.2970469 Jul 14 09:05:47.582039 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079babe5-daaf-4e94-89ca-cd0cd94c92f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243553b1-e89b-4cf1-83b1-53d5c4470abe,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:47.832811 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0b56c217-8c4c-47d0-a7bc-a61015449e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1019495136-router', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:05:42Z', 'revision_number': 5, 'project_id': '470004e2eab84d248e1b4ccc367e1d00', 'gw_port': {'id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:47.891472 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8d252804-23f9-480e-b08c-de97beb02973 req-f4392c6d-1ad2-4b18-982b-7af1f4b550c8 service neutron] 10.222.0.25 "GET /v2.0/networks/e94ce943-c700-4328-a228-ac97a95752e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969444 Jul 14 09:05:47.955969 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b56c217-8c4c-47d0-a7bc-a61015449e37 None None] The sync data for ids ['d16cf07f-8021-4e3f-8f1d-74450004d3b2'] in n-d-771362-35 is: [{'id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1019495136-router', 'tenant_id': '470004e2eab84d248e1b4ccc367e1d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:05:42Z', 'revision_number': 5, 'project_id': '470004e2eab84d248e1b4ccc367e1d00', 'gw_port': {'id': '7d6be5b3-9c94-4793-862b-9118ccb27e3d', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16cf07f-8021-4e3f-8f1d-74450004d3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:26Z', 'updated_at': '2021-07-14T09:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:05:48.070508 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-269fa482-b126-4a70-b606-4c88847c256b admin admin] For port 7d6be5b3-9c94-4793-862b-9118ccb27e3d, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7d6be5b3-9c94-4793-862b-9118ccb27e3d,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:48.071635 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-269fa482-b126-4a70-b606-4c88847c256b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:48.096808 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-269fa482-b126-4a70-b606-4c88847c256b admin admin] Calling delete_port for 7d6be5b3-9c94-4793-862b-9118ccb27e3d owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:48.415784 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23b3db95-9409-49be-be27-d1b48a422038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:48.495696 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device f1e013ab-bc40-4746-8faa-dd3d901e1807 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:05:48.580391 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-269fa482-b126-4a70-b606-4c88847c256b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:48.611732 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port f1e013ab-bc40-4746-8faa-dd3d901e1807 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:05:48.620418 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port f1e013ab-bc40-4746-8faa-dd3d901e1807 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:48.621354 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:48.704822 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fa482-b126-4a70-b606-4c88847c256b admin admin] Pushing event deleted for resources: {'Port': ['ID=7d6be5b3-9c94-4793-862b-9118ccb27e3d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:48.746849 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ac0ca-3c74-4026-ab36-83f5da3707e0 req-09db2548-4674-4a3b-8bb8-b5dbc029cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:48.748849 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-086ac0ca-3c74-4026-ab36-83f5da3707e0 req-09db2548-4674-4a3b-8bb8-b5dbc029cd26 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d4fad6bc-cc19-4061-a347-c3942b87c975 HTTP/1.1" status: 200 len: 908 time: 1.1655695 Jul 14 09:05:48.787679 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:48.813415 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8d252804-23f9-480e-b08c-de97beb02973 req-179776ee-ad7b-4b5a-9ed2-1b11cade4f74 service neutron] 10.222.0.25 "GET /v2.0/networks/e94ce943-c700-4328-a228-ac97a95752e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9207079 Jul 14 09:05:48.834455 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5048152-b216-4cb7-bb87-2ed2a5f63a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e013ab-bc40-4746-8faa-dd3d901e1807'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:48.842381 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ef04f4-6e39-405f-8000-6d053a57c73a" -d '{"events": [{"server_uuid": "c5048152-b216-4cb7-bb87-2ed2a5f63a8d", "name": "network-vif-plugged", "status": "completed", "tag": "f1e013ab-bc40-4746-8faa-dd3d901e1807"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:48.881019 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port f1e013ab-bc40-4746-8faa-dd3d901e1807, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=f1e013ab-bc40-4746-8faa-dd3d901e1807,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:48.891068 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-269fa482-b126-4a70-b606-4c88847c256b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:48.892550 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:49.059943 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=f1e013ab-bc40-4746-8faa-dd3d901e1807,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:49.114843 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-269fa482-b126-4a70-b606-4c88847c256b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:49.120184 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-269fa482-b126-4a70-b606-4c88847c256b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:49.194012 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34134) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:49.335519 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-269fa482-b126-4a70-b606-4c88847c256b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:49.338203 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269fa482-b126-4a70-b606-4c88847c256b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d16cf07f-8021-4e3f-8f1d-74450004d3b2 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:05:49.354606 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-269fa482-b126-4a70-b606-4c88847c256b admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:49.362768 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-269fa482-b126-4a70-b606-4c88847c256b admin admin] 10.222.0.25 "DELETE /v2.0/routers/d16cf07f-8021-4e3f-8f1d-74450004d3b2 HTTP/1.1" status: 204 len: 168 time: 3.4887702 Jul 14 09:05:49.363881 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34142) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:49.460121 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-086ac0ca-3c74-4026-ab36-83f5da3707e0 req-383bba0e-d2d6-4f28-9d88-f47bc7ae70de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00493738-34c2-4f21-920d-b0907af52fd4 HTTP/1.1" status: 200 len: 217 time: 0.6520402 Jul 14 09:05:49.478003 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25126c52-2b1f-4305-976a-22a631e02e0f req-4fd2d155-a4b0-40ab-823e-3eec375ac12c tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:49.481604 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25126c52-2b1f-4305-976a-22a631e02e0f req-4fd2d155-a4b0-40ab-823e-3eec375ac12c tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 946 time: 1.7728815 Jul 14 09:05:49.540983 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e72f47-33b0-4294-9a51-979e5a033ba9 admin admin] Deleting subnet 75d30ffe-9758-423a-9557-6554ce48fc7c {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:05:49.551699 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33e72f47-33b0-4294-9a51-979e5a033ba9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:49.623762 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33e72f47-33b0-4294-9a51-979e5a033ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:49.689648 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-4fff1cc8-7574-40c7-9047-48e6c1fe4473 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-245211831-network', 'tenant_id': '66f62552ebc740b9b1e38314c1361542'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:49.691172 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25126c52-2b1f-4305-976a-22a631e02e0f req-046d6a79-649a-4af5-946e-6278841a6721 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902778 Jul 14 09:05:49.725525 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fff1cc8-7574-40c7-9047-48e6c1fe4473 admin admin] Made reservation on behalf of 66f62552ebc740b9b1e38314c1361542 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:49.729730 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4fff1cc8-7574-40c7-9047-48e6c1fe4473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:49.736520 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ac0ca-3c74-4026-ab36-83f5da3707e0 req-9686283e-1099-430b-be2c-e4ab10623a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:49.746197 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-086ac0ca-3c74-4026-ab36-83f5da3707e0 req-9686283e-1099-430b-be2c-e4ab10623a77 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39b054b3-ff74-48d7-bc6b-cc0709824ebb HTTP/1.1" status: 200 len: 848 time: 0.2627480 Jul 14 09:05:49.750349 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4fff1cc8-7574-40c7-9047-48e6c1fe4473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:49.833076 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33e72f47-33b0-4294-9a51-979e5a033ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:49.858537 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-086ac0ca-3c74-4026-ab36-83f5da3707e0 req-1393c9a8-36d5-4d8b-b6e2-8610c6721d4c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d4fad6bc-cc19-4061-a347-c3942b87c975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048079 Jul 14 09:05:49.871253 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-254f2f45-53d5-4ebd-a3aa-dc6ef252021a req-f3f013e1-1cd2-4d83-9b80-79546627ef58 tempest-ServerShowV257Test-1464202798 tempest-ServerShowV257Test-1464202798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ee99999-b750-4ece-b4df-51e2dab82864 HTTP/1.1" status: 200 len: 210 time: 0.1163387 Jul 14 09:05:50.064551 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33e72f47-33b0-4294-9a51-979e5a033ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:50.221360 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e72f47-33b0-4294-9a51-979e5a033ba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75d30ffe-9758-423a-9557-6554ce48fc7c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:50.225325 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-086ac0ca-3c74-4026-ab36-83f5da3707e0 req-7069500e-6fdb-493a-ad54-78038b19f92b service neutron] 10.222.0.44 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485067 Jul 14 09:05:50.229932 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5767c0-f98c-42b2-83e7-0c566e258e83 None None] Network b6c8ac10-8ba1-44e4-b7a4-abe9f213d791 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:05:50.233586 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33e72f47-33b0-4294-9a51-979e5a033ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:50.239219 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-33e72f47-33b0-4294-9a51-979e5a033ba9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/75d30ffe-9758-423a-9557-6554ce48fc7c HTTP/1.1" status: 204 len: 168 time: 0.8738427 Jul 14 09:05:50.240237 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34150) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:50.300000 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 507798ec-1543-455d-8fdc-76480a127054 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:50.333610 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4fff1cc8-7574-40c7-9047-48e6c1fe4473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:50.347279 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4fff1cc8-7574-40c7-9047-48e6c1fe4473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:50.498681 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 507798ec-1543-455d-8fdc-76480a127054 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:50.499135 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 507798ec-1543-455d-8fdc-76480a127054 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:50.568814 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fff1cc8-7574-40c7-9047-48e6c1fe4473 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:05:50.576676 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff1cc8-7574-40c7-9047-48e6c1fe4473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb29df81-a75f-4d88-b363-b5cdef3f2c5a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:50.633711 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4fff1cc8-7574-40c7-9047-48e6c1fe4473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:50.634487 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-4fff1cc8-7574-40c7-9047-48e6c1fe4473 admin admin] Added segment 6d503d23-62fd-459d-88f6-1a059a312d61 of type vlan for network 591d2e31-ea8f-418a-81ab-cf41522e7221 Jul 14 09:05:50.643422 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abb26200-f69e-43c1-96f4-f595a6e73949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:50.728126 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6261da-92b9-40c1-a4fc-265ca21a3b17 None None] DHCP port deletion for b6c8ac10-8ba1-44e4-b7a4-abe9f213d791 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:05:50.742105 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4fff1cc8-7574-40c7-9047-48e6c1fe4473 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:50.778552 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-086ac0ca-3c74-4026-ab36-83f5da3707e0 req-ef95d886-aa27-4127-9a3f-20bff1a5d714 service neutron] 10.222.0.44 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459750 Jul 14 09:05:50.800962 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a71a3e-ed5d-47fa-a3d5-68cc07306945 req-691e3c44-1c33-4565-a57b-185caa47c9be tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:50.810640 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e5a71a3e-ed5d-47fa-a3d5-68cc07306945 req-691e3c44-1c33-4565-a57b-185caa47c9be tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5048152-b216-4cb7-bb87-2ed2a5f63a8d HTTP/1.1" status: 200 len: 946 time: 0.5269201 Jul 14 09:05:50.882854 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4fff1cc8-7574-40c7-9047-48e6c1fe4473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:50.885061 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fff1cc8-7574-40c7-9047-48e6c1fe4473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:50.886490 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4fff1cc8-7574-40c7-9047-48e6c1fe4473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:50.897185 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ee6261da-92b9-40c1-a4fc-265ca21a3b17 None None] Deleting port 061299dc-c255-484e-9679-804f06fe9083 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:50.900107 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee6261da-92b9-40c1-a4fc-265ca21a3b17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:50.970877 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-abb26200-f69e-43c1-96f4-f595a6e73949 admin admin] Deleting port 061299dc-c255-484e-9679-804f06fe9083 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:50.971414 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abb26200-f69e-43c1-96f4-f595a6e73949 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:50.977668 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e5a71a3e-ed5d-47fa-a3d5-68cc07306945 req-b8c43a48-100f-4d05-b2d0-51a33b44e1fa tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623700 Jul 14 09:05:50.990508 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4fff1cc8-7574-40c7-9047-48e6c1fe4473 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7948313 Jul 14 09:05:51.002769 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af0287-dced-4083-9647-6fff735d2827 req-30701271-c689-4c5f-af3b-e998fedd99bc tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:51.017904 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f6af0287-dced-4083-9647-6fff735d2827 req-30701271-c689-4c5f-af3b-e998fedd99bc tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/networks?id=6f33b460-d2d2-4c56-9516-34520289d045 HTTP/1.1" status: 200 len: 821 time: 0.4458981 Jul 14 09:05:51.034235 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34168) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:51.041351 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-10dbdf8b-1cd8-4ddc-892d-e6ca80f9258e admin admin] Request body: {'subnet': {'network_id': '591d2e31-ea8f-418a-81ab-cf41522e7221', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-245211831-subnet', 'tenant_id': '66f62552ebc740b9b1e38314c1361542', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:51.054858 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f6af0287-dced-4083-9647-6fff735d2827 req-4c9bbcbb-ba41-4cf1-878d-dd6560c13047 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/quotas/d26b4168e0144f2b895d7a5b4dac1633 HTTP/1.1" status: 200 len: 375 time: 0.0335088 Jul 14 09:05:51.070563 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff1cc8-7574-40c7-9047-48e6c1fe4473 admin admin] Pushing event updated for resources: {'Network': ['ID=591d2e31-ea8f-418a-81ab-cf41522e7221,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:51.087720 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74fe2b0e-2cfe-4b99-8b14-5c7b9babc6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:51.098628 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 591d2e31-ea8f-418a-81ab-cf41522e7221 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:05:51.115113 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-abb26200-f69e-43c1-96f4-f595a6e73949 admin admin] For port 061299dc-c255-484e-9679-804f06fe9083, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=061299dc-c255-484e-9679-804f06fe9083,segment=NetworkSegment(5196d89f-6f2b-43db-b7e9-4d7fbd10de48),segment_id=5196d89f-6f2b-43db-b7e9-4d7fbd10de48)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:51.116011 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abb26200-f69e-43c1-96f4-f595a6e73949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:51.119768 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dbdf8b-1cd8-4ddc-892d-e6ca80f9258e admin admin] Made reservation on behalf of 66f62552ebc740b9b1e38314c1361542 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:51.123016 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10dbdf8b-1cd8-4ddc-892d-e6ca80f9258e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:51.132290 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b1f281-1156-43e4-8cc4-416dfb169e51 x-openstack-request-id: req-03b1f281-1156-43e4-8cc4-416dfb169e51 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:51.132714 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5048152-b216-4cb7-bb87-2ed2a5f63a8d", "name": "network-vif-plugged", "status": "completed", "tag": "f1e013ab-bc40-4746-8faa-dd3d901e1807", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:51.133147 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03b1f281-1156-43e4-8cc4-416dfb169e51 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:51.133755 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5048152-b216-4cb7-bb87-2ed2a5f63a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e013ab-bc40-4746-8faa-dd3d901e1807', 'code': 200} Jul 14 09:05:51.198834 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-abb26200-f69e-43c1-96f4-f595a6e73949 admin admin] Calling delete_port for 061299dc-c255-484e-9679-804f06fe9083 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:51.202239 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f6af0287-dced-4083-9647-6fff735d2827 req-d5ab8095-48b8-4dd4-8cc5-585464dc1e1b tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d26b4168e0144f2b895d7a5b4dac1633&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1457024 Jul 14 09:05:51.228599 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ee6261da-92b9-40c1-a4fc-265ca21a3b17 None None] For port 061299dc-c255-484e-9679-804f06fe9083, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=061299dc-c255-484e-9679-804f06fe9083,segment=NetworkSegment(5196d89f-6f2b-43db-b7e9-4d7fbd10de48),segment_id=5196d89f-6f2b-43db-b7e9-4d7fbd10de48)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:51.228599 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee6261da-92b9-40c1-a4fc-265ca21a3b17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:51.283423 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ee6261da-92b9-40c1-a4fc-265ca21a3b17 None None] Calling delete_port for 061299dc-c255-484e-9679-804f06fe9083 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:51.297998 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:51.480572 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abb26200-f69e-43c1-96f4-f595a6e73949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:51.549192 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f6af0287-dced-4083-9647-6fff735d2827 req-2a88fc6d-db3d-4a41-9514-0398096cb9b8 service neutron] 10.222.0.25 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460267 Jul 14 09:05:51.568853 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb26200-f69e-43c1-96f4-f595a6e73949 admin admin] No DVR routers for this DVR port 061299dc-c255-484e-9679-804f06fe9083 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:05:51.576323 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb26200-f69e-43c1-96f4-f595a6e73949 admin admin] Pushing event deleted for resources: {'Port': ['ID=061299dc-c255-484e-9679-804f06fe9083,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:51.716455 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d50bd7ed-dff5-4532-a570-a0ea06adcb34 req-7962b5b9-c1e6-42ec-9b5a-810cb1fe2309 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=22bc78c2-2a1d-40dc-8dae-36262e2ae882 HTTP/1.1" status: 200 len: 210 time: 0.1571331 Jul 14 09:05:51.754344 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abb26200-f69e-43c1-96f4-f595a6e73949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:51.754904 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 061299dc-c255-484e-9679-804f06fe9083 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:51.773757 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-abb26200-f69e-43c1-96f4-f595a6e73949 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c8ac10-8ba1-44e4-b7a4-abe9f213d791']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:51.801257 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 061299dc-c255-484e-9679-804f06fe9083 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:51.801613 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 061299dc-c255-484e-9679-804f06fe9083 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:51.802057 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7d6be5b3-9c94-4793-862b-9118ccb27e3d no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:51.802218 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-abb26200-f69e-43c1-96f4-f595a6e73949 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5196d89f-6f2b-43db-b7e9-4d7fbd10de48') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:51.802676 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-abb26200-f69e-43c1-96f4-f595a6e73949 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5196d89f-6f2b-43db-b7e9-4d7fbd10de48') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:51.823832 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abb26200-f69e-43c1-96f4-f595a6e73949 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:51.842633 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abb26200-f69e-43c1-96f4-f595a6e73949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:51.885281 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee6261da-92b9-40c1-a4fc-265ca21a3b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:51.891100 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 7d6be5b3-9c94-4793-862b-9118ccb27e3d {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:51.891841 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7d6be5b3-9c94-4793-862b-9118ccb27e3d not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:51.972693 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb26200-f69e-43c1-96f4-f595a6e73949 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:05:51.973509 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abb26200-f69e-43c1-96f4-f595a6e73949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:05:51.976552 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:05:52.026447 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6261da-92b9-40c1-a4fc-265ca21a3b17 None None] Pushing event deleted for resources: {'Port': ['ID=061299dc-c255-484e-9679-804f06fe9083,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:52.035567 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f6af0287-dced-4083-9647-6fff735d2827 req-8badad4a-dc85-4869-9019-a2a803bb7821 service neutron] 10.222.0.25 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382169 Jul 14 09:05:52.066636 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bddc9-df28-474e-bc6e-9d20fd4b8ae5 req-a6dc12d0-1094-4467-b15f-5b646d0c567f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:52.074062 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ce4bddc9-df28-474e-bc6e-9d20fd4b8ae5 req-a6dc12d0-1094-4467-b15f-5b646d0c567f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c5048152-b216-4cb7-bb87-2ed2a5f63a8d HTTP/1.1" status: 200 len: 1098 time: 0.5192878 Jul 14 09:05:52.086385 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6261da-92b9-40c1-a4fc-265ca21a3b17 None None] No DVR routers for this DVR port 061299dc-c255-484e-9679-804f06fe9083 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:05:52.142181 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:52.164185 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abb26200-f69e-43c1-96f4-f595a6e73949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:52.177256 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abb26200-f69e-43c1-96f4-f595a6e73949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:52.184486 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-abb26200-f69e-43c1-96f4-f595a6e73949 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b6c8ac10-8ba1-44e4-b7a4-abe9f213d791 HTTP/1.1" status: 204 len: 168 time: 1.9379764 Jul 14 09:05:52.203883 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ce4bddc9-df28-474e-bc6e-9d20fd4b8ae5 req-a53ffd5c-4853-4b53-b70d-4e9edb435dc9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152952 Jul 14 09:05:52.238880 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10dbdf8b-1cd8-4ddc-892d-e6ca80f9258e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:52.397874 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb26200-f69e-43c1-96f4-f595a6e73949 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6c8ac10-8ba1-44e4-b7a4-abe9f213d791,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:52.409339 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbdf8b-1cd8-4ddc-892d-e6ca80f9258e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f7b255d-8d73-442e-a1f4-216cb8f52275,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:52.501037 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dbdf8b-1cd8-4ddc-892d-e6ca80f9258e admin admin] Checking segment: {'id': '6d503d23-62fd-459d-88f6-1a059a312d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '591d2e31-ea8f-418a-81ab-cf41522e7221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:52.502380 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dbdf8b-1cd8-4ddc-892d-e6ca80f9258e admin admin] Network hostable DHCP agents. Network: 591d2e31-ea8f-418a-81ab-cf41522e7221, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:05:52.522407 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34180) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:52.574137 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dbdf8b-1cd8-4ddc-892d-e6ca80f9258e admin admin] Network 591d2e31-ea8f-418a-81ab-cf41522e7221 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:05:52.612697 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be414c48-5e52-4103-b5e2-2345b2f0a401 req-946a65b2-a15e-4dc3-ba26-d68377fc0410 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:52.624613 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-be414c48-5e52-4103-b5e2-2345b2f0a401 req-946a65b2-a15e-4dc3-ba26-d68377fc0410 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 946 time: 0.4166443 Jul 14 09:05:52.624905 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-10dbdf8b-1cd8-4ddc-892d-e6ca80f9258e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 591d2e31-ea8f-418a-81ab-cf41522e7221) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:52.636529 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9aa875-4260-45f1-9653-1b13186827de None None] Network 591d2e31-ea8f-418a-81ab-cf41522e7221 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:05:52.641258 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c903d8a8-c2b4-4bbb-a8a4-b7ffec0a01ff req-6e5c3e50-165c-4a62-9db5-ccac17933f6b tempest-ServerShowV257Test-1464202798 tempest-ServerShowV257Test-1464202798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ee99999-b750-4ece-b4df-51e2dab82864 HTTP/1.1" status: 200 len: 210 time: 0.1165962 Jul 14 09:05:52.645294 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-90b8c72d-8096-4812-85ef-bd80feeed69f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=470004e2eab84d248e1b4ccc367e1d00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1215639 Jul 14 09:05:52.652950 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dbdf8b-1cd8-4ddc-892d-e6ca80f9258e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:52.653704 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10dbdf8b-1cd8-4ddc-892d-e6ca80f9258e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:52.660842 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34182) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:52.714211 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-be414c48-5e52-4103-b5e2-2345b2f0a401 req-8526109e-0d12-4e5e-94cc-1e7dcf1c041a tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886083 Jul 14 09:05:52.817189 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-10dbdf8b-1cd8-4ddc-892d-e6ca80f9258e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7781689 Jul 14 09:05:52.872110 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ca78780-9358-4e97-a71e-388f06eb00d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:52.913603 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b7f21d3a-dd7e-4838-a6e3-1081c38894f0 req-bf18e2ba-94c3-4cf9-9b16-174147a65022 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7e0933-574d-4baf-ae54-5aa5752532d0 HTTP/1.1" status: 200 len: 210 time: 0.0794165 Jul 14 09:05:52.933667 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d252804-23f9-480e-b08c-de97beb02973 req-fe934410-0201-4471-9c1a-62b28ebec053 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:52.936938 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8d252804-23f9-480e-b08c-de97beb02973 req-fe934410-0201-4471-9c1a-62b28ebec053 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.47 "GET /v2.0/networks?id=e94ce943-c700-4328-a228-ac97a95752e9 HTTP/1.1" status: 200 len: 822 time: 0.5786357 Jul 14 09:05:52.960809 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-8d252804-23f9-480e-b08c-de97beb02973 req-51fd9c6c-c72d-4fee-9aa5-ab88d5292a35 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Request body: {'port': {'device_id': '22bc78c2-2a1d-40dc-8dae-36262e2ae882', 'network_id': 'e94ce943-c700-4328-a228-ac97a95752e9', 'admin_state_up': True, 'tenant_id': '64524658a7b8443aae0566882ef867f5'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:52.997015 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ca78780-9358-4e97-a71e-388f06eb00d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:53.110423 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a217ff5e-df58-4a45-b34b-bc959cfc2551 None None] Network 591d2e31-ea8f-418a-81ab-cf41522e7221 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:05:53.143968 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ca78780-9358-4e97-a71e-388f06eb00d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:53.148422 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ca78780-9358-4e97-a71e-388f06eb00d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:53.151403 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4ca78780-9358-4e97-a71e-388f06eb00d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b7568dd-6a56-4ebe-bd2a-3fd706f839be HTTP/1.1" status: 204 len: 168 time: 0.4894795 Jul 14 09:05:53.187853 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca78780-9358-4e97-a71e-388f06eb00d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7568dd-6a56-4ebe-bd2a-3fd706f839be,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:53.465910 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-05e3e227-5be6-4f7b-afaf-af08a0eebf08 req-3bdc39d8-7f40-41ec-ab2b-5b36e0005cd3 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=22bc78c2-2a1d-40dc-8dae-36262e2ae882 HTTP/1.1" status: 200 len: 210 time: 0.1778123 Jul 14 09:05:53.524522 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d252804-23f9-480e-b08c-de97beb02973 req-51fd9c6c-c72d-4fee-9aa5-ab88d5292a35 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Made reservation on behalf of 64524658a7b8443aae0566882ef867f5 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:53.529715 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8d252804-23f9-480e-b08c-de97beb02973 req-51fd9c6c-c72d-4fee-9aa5-ab88d5292a35 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:53.592273 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:53.666693 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633aa04-d2a6-40f3-a8a5-be1da23b3bae req-a6c20433-eac8-4bcb-8bbe-f43736312dde tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:53.668465 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3633aa04-d2a6-40f3-a8a5-be1da23b3bae req-a6c20433-eac8-4bcb-8bbe-f43736312dde tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5048152-b216-4cb7-bb87-2ed2a5f63a8d HTTP/1.1" status: 200 len: 946 time: 0.3533177 Jul 14 09:05:53.859687 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3633aa04-d2a6-40f3-a8a5-be1da23b3bae req-100ffe39-89b7-4f1c-9f83-852227cac9c4 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639483 Jul 14 09:05:53.923171 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-8d252804-23f9-480e-b08c-de97beb02973 req-51fd9c6c-c72d-4fee-9aa5-ab88d5292a35 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Allocated IP 172.20.0.6 (e94ce943-c700-4328-a228-ac97a95752e9/0e4d1e5f-b379-4a81-b280-aa9076cc6047/9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:05:54.267908 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6c637d39-8298-4f9c-b933-3623283c648e req-579a4c69-95e8-44af-9781-cffb5a114a4f tempest-ServerShowV257Test-1464202798 tempest-ServerShowV257Test-1464202798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ee99999-b750-4ece-b4df-51e2dab82864 HTTP/1.1" status: 200 len: 210 time: 0.0704498 Jul 14 09:05:54.588150 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8d252804-23f9-480e-b08c-de97beb02973 req-51fd9c6c-c72d-4fee-9aa5-ab88d5292a35 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:54.634979 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-ac83ea73-e60d-4571-b009-34f0785df488 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:54.636533 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-ac83ea73-e60d-4571-b009-34f0785df488 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/networks?id=591d2e31-ea8f-418a-81ab-cf41522e7221 HTTP/1.1" status: 200 len: 814 time: 0.3313394 Jul 14 09:05:54.692917 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-efe12acf-b227-4a00-a615-1c979fbed42a tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/quotas/66f62552ebc740b9b1e38314c1361542 HTTP/1.1" status: 200 len: 375 time: 0.0407271 Jul 14 09:05:54.710592 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d6740-d0f0-4237-bfa2-586ec6ad9707 req-b926f611-c647-4fa9-9888-f52c4fbdc408 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:54.713344 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fa5d6740-d0f0-4237-bfa2-586ec6ad9707 req-b926f611-c647-4fa9-9888-f52c4fbdc408 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 946 time: 0.2470467 Jul 14 09:05:54.792242 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-7d6cbdbe-ab0d-440b-b819-307585e5a81f tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=66f62552ebc740b9b1e38314c1361542&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751019 Jul 14 09:05:54.794740 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8d252804-23f9-480e-b08c-de97beb02973 req-51fd9c6c-c72d-4fee-9aa5-ab88d5292a35 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:55.010843 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af0287-dced-4083-9647-6fff735d2827 req-f08a02c7-e9d4-464c-b296-752fd91d73bf tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:55.012904 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f6af0287-dced-4083-9647-6fff735d2827 req-f08a02c7-e9d4-464c-b296-752fd91d73bf tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.47 "GET /v2.0/networks?id=6f33b460-d2d2-4c56-9516-34520289d045 HTTP/1.1" status: 200 len: 821 time: 0.2734246 Jul 14 09:05:55.036849 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-f6af0287-dced-4083-9647-6fff735d2827 req-9ff8773d-6050-4412-a148-c84fde780020 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Request body: {'port': {'device_id': 'da7e0933-574d-4baf-ae54-5aa5752532d0', 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045', 'admin_state_up': True, 'tenant_id': 'd26b4168e0144f2b895d7a5b4dac1633'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:55.223250 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6af0287-dced-4083-9647-6fff735d2827 req-9ff8773d-6050-4412-a148-c84fde780020 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Made reservation on behalf of d26b4168e0144f2b895d7a5b4dac1633 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:55.237290 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f6af0287-dced-4083-9647-6fff735d2827 req-9ff8773d-6050-4412-a148-c84fde780020 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:55.366952 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d252804-23f9-480e-b08c-de97beb02973 req-51fd9c6c-c72d-4fee-9aa5-ab88d5292a35 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Network e94ce943-c700-4328-a228-ac97a95752e9 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:05:55.387001 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-8d252804-23f9-480e-b08c-de97beb02973 req-51fd9c6c-c72d-4fee-9aa5-ab88d5292a35 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:55.394164 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d252804-23f9-480e-b08c-de97beb02973 req-51fd9c6c-c72d-4fee-9aa5-ab88d5292a35 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:05:55.411617 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fa5d6740-d0f0-4237-bfa2-586ec6ad9707 req-1eec5478-19a4-4baf-a59f-ac2a386c8375 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6721666 Jul 14 09:05:55.418425 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd9c6c-c72d-4fee-9aa5-ab88d5292a35 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Pushing event updated for resources: {'Port': ['ID=9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:55.510267 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-f6af0287-dced-4083-9647-6fff735d2827 req-9ff8773d-6050-4412-a148-c84fde780020 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Allocated IP 172.20.0.10 (6f33b460-d2d2-4c56-9516-34520289d045/d193f247-8cf4-44bf-89d9-9de68e3cae2e/e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:05:55.534694 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-0b988c38-7a06-49ff-adba-38f321ae458f service neutron] 10.222.0.25 "GET /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833908 Jul 14 09:05:55.561715 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d252804-23f9-480e-b08c-de97beb02973 req-51fd9c6c-c72d-4fee-9aa5-ab88d5292a35 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:55.562821 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8d252804-23f9-480e-b08c-de97beb02973 req-51fd9c6c-c72d-4fee-9aa5-ab88d5292a35 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:55.699014 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8d252804-23f9-480e-b08c-de97beb02973 req-51fd9c6c-c72d-4fee-9aa5-ab88d5292a35 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7532012 Jul 14 09:05:55.704524 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04b348db-8970-4985-bbec-9655a686f7bf req-0c2c34ee-f534-4518-ba4a-e244d3d7cb4a tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7e0933-574d-4baf-ae54-5aa5752532d0 HTTP/1.1" status: 200 len: 210 time: 0.1072075 Jul 14 09:05:55.757560 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-4c8f35a6-6617-4d77-8d5e-020d388a5f5a service neutron] 10.222.0.25 "GET /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217336 Jul 14 09:05:55.767024 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-8d252804-23f9-480e-b08c-de97beb02973 req-cf5f11cd-cf66-45e5-8707-e656ba1d777a service neutron] Request body: {'port': {'device_id': '22bc78c2-2a1d-40dc-8dae-36262e2ae882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:55.784950 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:05:55.890334 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f6af0287-dced-4083-9647-6fff735d2827 req-9ff8773d-6050-4412-a148-c84fde780020 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:55.906315 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8d252804-23f9-480e-b08c-de97beb02973 req-cf5f11cd-cf66-45e5-8707-e656ba1d777a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:55.985441 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f6af0287-dced-4083-9647-6fff735d2827 req-9ff8773d-6050-4412-a148-c84fde780020 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:56.100771 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6af0287-dced-4083-9647-6fff735d2827 req-9ff8773d-6050-4412-a148-c84fde780020 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Network 6f33b460-d2d2-4c56-9516-34520289d045 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:05:56.110395 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-f6af0287-dced-4083-9647-6fff735d2827 req-9ff8773d-6050-4412-a148-c84fde780020 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:56.116131 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6af0287-dced-4083-9647-6fff735d2827 req-9ff8773d-6050-4412-a148-c84fde780020 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:05:56.122348 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8773d-6050-4412-a148-c84fde780020 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Pushing event updated for resources: {'Port': ['ID=e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:56.223903 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af0287-dced-4083-9647-6fff735d2827 req-9ff8773d-6050-4412-a148-c84fde780020 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:56.225222 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f6af0287-dced-4083-9647-6fff735d2827 req-9ff8773d-6050-4412-a148-c84fde780020 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:56.254596 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f6af0287-dced-4083-9647-6fff735d2827 req-9ff8773d-6050-4412-a148-c84fde780020 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2323792 Jul 14 09:05:56.268758 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-f6af0287-dced-4083-9647-6fff735d2827 req-dea9f36a-0e44-4751-bc05-9bd5402f5652 service neutron] Request body: {'port': {'device_id': 'da7e0933-574d-4baf-ae54-5aa5752532d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:56.324494 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7abfb4-d916-41e5-a8b9-699b5be5df5d req-27e5b13d-753b-4a32-8e4f-6b462c47099e tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:56.335327 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e7abfb4-d916-41e5-a8b9-699b5be5df5d req-27e5b13d-753b-4a32-8e4f-6b462c47099e tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=22bc78c2-2a1d-40dc-8dae-36262e2ae882 HTTP/1.1" status: 200 len: 931 time: 0.3266802 Jul 14 09:05:56.402357 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f6af0287-dced-4083-9647-6fff735d2827 req-dea9f36a-0e44-4751-bc05-9bd5402f5652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:56.487280 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e7abfb4-d916-41e5-a8b9-699b5be5df5d req-b166499d-cba3-4885-82c5-59ef6fec9ddd tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507587 Jul 14 09:05:56.810180 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0b892195-1f15-443a-9277-ad9bdaf8daa5 req-1ca2fed4-7271-42a8-8a30-f2b1149074c8 tempest-ServerShowV257Test-1464202798 tempest-ServerShowV257Test-1464202798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ee99999-b750-4ece-b4df-51e2dab82864 HTTP/1.1" status: 200 len: 210 time: 0.0744023 Jul 14 09:05:56.818160 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-8d252804-23f9-480e-b08c-de97beb02973 req-cf5f11cd-cf66-45e5-8707-e656ba1d777a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:56.832396 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8d252804-23f9-480e-b08c-de97beb02973 req-cf5f11cd-cf66-45e5-8707-e656ba1d777a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:56.858093 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc82a0e-62cc-4a9d-9965-4b51b4e9283b req-cea90646-0322-47b8-a83e-e1cc275629f8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:56.861431 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5bc82a0e-62cc-4a9d-9965-4b51b4e9283b req-cea90646-0322-47b8-a83e-e1cc275629f8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5048152-b216-4cb7-bb87-2ed2a5f63a8d HTTP/1.1" status: 200 len: 946 time: 0.3075225 Jul 14 09:05:56.906308 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-8d252804-23f9-480e-b08c-de97beb02973 req-cf5f11cd-cf66-45e5-8707-e656ba1d777a service neutron] Transition to ACTIVE for port object 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:56.937273 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-f6af0287-dced-4083-9647-6fff735d2827 req-dea9f36a-0e44-4751-bc05-9bd5402f5652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:56.944536 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8d252804-23f9-480e-b08c-de97beb02973 req-cf5f11cd-cf66-45e5-8707-e656ba1d777a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:56.950921 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f6af0287-dced-4083-9647-6fff735d2827 req-dea9f36a-0e44-4751-bc05-9bd5402f5652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:56.973730 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-f6af0287-dced-4083-9647-6fff735d2827 req-dea9f36a-0e44-4751-bc05-9bd5402f5652 service neutron] Transition to ACTIVE for port object e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:56.979655 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f6af0287-dced-4083-9647-6fff735d2827 req-dea9f36a-0e44-4751-bc05-9bd5402f5652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:56.980257 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c64326d4-f172-4fae-8e1a-5090a4b46310 req-9b89e073-5cb6-4b51-a62d-4ea55ccf2abd tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=07c4ccd8-22b1-4f5a-bb96-72286a38e0fa HTTP/1.1" status: 200 len: 210 time: 0.0684645 Jul 14 09:05:57.005558 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5bc82a0e-62cc-4a9d-9965-4b51b4e9283b req-d4137f7a-e432-4e31-845d-c73a29e3a08c tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334865 Jul 14 09:05:57.131534 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f11cd-cf66-45e5-8707-e656ba1d777a service neutron] Pushing event updated for resources: {'Port': ['ID=9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:57.132774 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9f36a-0e44-4751-bc05-9bd5402f5652 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:57.164973 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-8d252804-23f9-480e-b08c-de97beb02973 req-cf5f11cd-cf66-45e5-8707-e656ba1d777a service neutron] Attempting to bind port 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:05:57.165756 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-8d252804-23f9-480e-b08c-de97beb02973 req-cf5f11cd-cf66-45e5-8707-e656ba1d777a service neutron] Attempting to bind port 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'c0ac771e-4e3b-41cc-b574-0a0f683f27f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e94ce943-c700-4328-a228-ac97a95752e9'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:05:57.165948 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d252804-23f9-480e-b08c-de97beb02973 req-cf5f11cd-cf66-45e5-8707-e656ba1d777a service neutron] Attempting to bind port 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade on network e94ce943-c700-4328-a228-ac97a95752e9 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:57.181695 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d252804-23f9-480e-b08c-de97beb02973 req-cf5f11cd-cf66-45e5-8707-e656ba1d777a service neutron] Port 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade on network e94ce943-c700-4328-a228-ac97a95752e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:05:57.182037 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d252804-23f9-480e-b08c-de97beb02973 req-cf5f11cd-cf66-45e5-8707-e656ba1d777a service neutron] Attempting to bind port 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade on network e94ce943-c700-4328-a228-ac97a95752e9 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:57.201573 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d252804-23f9-480e-b08c-de97beb02973 req-cf5f11cd-cf66-45e5-8707-e656ba1d777a service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:05:57.201931 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d252804-23f9-480e-b08c-de97beb02973 req-cf5f11cd-cf66-45e5-8707-e656ba1d777a service neutron] Checking segment: {'id': 'c0ac771e-4e3b-41cc-b574-0a0f683f27f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e94ce943-c700-4328-a228-ac97a95752e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:57.202522 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d252804-23f9-480e-b08c-de97beb02973 req-cf5f11cd-cf66-45e5-8707-e656ba1d777a service neutron] Bound using segment: {'id': 'c0ac771e-4e3b-41cc-b574-0a0f683f27f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e94ce943-c700-4328-a228-ac97a95752e9'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:05:57.202990 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-8d252804-23f9-480e-b08c-de97beb02973 req-cf5f11cd-cf66-45e5-8707-e656ba1d777a service neutron] Bound port: 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ac771e-4e3b-41cc-b574-0a0f683f27f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e94ce943-c700-4328-a228-ac97a95752e9'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:05:57.203374 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8d252804-23f9-480e-b08c-de97beb02973 req-cf5f11cd-cf66-45e5-8707-e656ba1d777a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:57.345785 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-f6af0287-dced-4083-9647-6fff735d2827 req-dea9f36a-0e44-4751-bc05-9bd5402f5652 service neutron] Attempting to bind port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:05:57.346719 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-f6af0287-dced-4083-9647-6fff735d2827 req-dea9f36a-0e44-4751-bc05-9bd5402f5652 service neutron] Attempting to bind port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:05:57.347434 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6af0287-dced-4083-9647-6fff735d2827 req-dea9f36a-0e44-4751-bc05-9bd5402f5652 service neutron] Attempting to bind port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd on network 6f33b460-d2d2-4c56-9516-34520289d045 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:57.355667 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6af0287-dced-4083-9647-6fff735d2827 req-dea9f36a-0e44-4751-bc05-9bd5402f5652 service neutron] Port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd on network 6f33b460-d2d2-4c56-9516-34520289d045 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:05:57.356315 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6af0287-dced-4083-9647-6fff735d2827 req-dea9f36a-0e44-4751-bc05-9bd5402f5652 service neutron] Attempting to bind port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd on network 6f33b460-d2d2-4c56-9516-34520289d045 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:57.365115 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6af0287-dced-4083-9647-6fff735d2827 req-dea9f36a-0e44-4751-bc05-9bd5402f5652 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:05:57.365654 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6af0287-dced-4083-9647-6fff735d2827 req-dea9f36a-0e44-4751-bc05-9bd5402f5652 service neutron] Checking segment: {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:57.366497 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6af0287-dced-4083-9647-6fff735d2827 req-dea9f36a-0e44-4751-bc05-9bd5402f5652 service neutron] Bound using segment: {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:05:57.367006 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-f6af0287-dced-4083-9647-6fff735d2827 req-dea9f36a-0e44-4751-bc05-9bd5402f5652 service neutron] Bound port: e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:05:57.368284 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f6af0287-dced-4083-9647-6fff735d2827 req-dea9f36a-0e44-4751-bc05-9bd5402f5652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:57.477426 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-f6af0287-dced-4083-9647-6fff735d2827 req-dea9f36a-0e44-4751-bc05-9bd5402f5652 service neutron] For port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:57.485243 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-f6af0287-dced-4083-9647-6fff735d2827 req-dea9f36a-0e44-4751-bc05-9bd5402f5652 service neutron] For port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:05:57.492343 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f6af0287-dced-4083-9647-6fff735d2827 req-dea9f36a-0e44-4751-bc05-9bd5402f5652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:57.521146 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-8d252804-23f9-480e-b08c-de97beb02973 req-cf5f11cd-cf66-45e5-8707-e656ba1d777a service neutron] For port 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:57.543737 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af0287-dced-4083-9647-6fff735d2827 req-dea9f36a-0e44-4751-bc05-9bd5402f5652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:57.544384 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f6af0287-dced-4083-9647-6fff735d2827 req-dea9f36a-0e44-4751-bc05-9bd5402f5652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:57.546173 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f6af0287-dced-4083-9647-6fff735d2827 req-dea9f36a-0e44-4751-bc05-9bd5402f5652 service neutron] 10.222.0.47 "PUT /v2.0/ports/e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd HTTP/1.1" status: 200 len: 1093 time: 1.2835314 Jul 14 09:05:57.546735 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7e0933-574d-4baf-ae54-5aa5752532d0', 'tag': 'e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:57.549516 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966fe4ac-b4cd-46cd-a30e-d4a377f9c13b" -d '{"events": [{"name": "network-changed", "server_uuid": "da7e0933-574d-4baf-ae54-5aa5752532d0", "tag": "e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:57.577187 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-8d252804-23f9-480e-b08c-de97beb02973 req-cf5f11cd-cf66-45e5-8707-e656ba1d777a service neutron] For port 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade,segment=NetworkSegment(c0ac771e-4e3b-41cc-b574-0a0f683f27f8),segment_id=c0ac771e-4e3b-41cc-b574-0a0f683f27f8)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:05:57.598759 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8d252804-23f9-480e-b08c-de97beb02973 req-cf5f11cd-cf66-45e5-8707-e656ba1d777a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:57.622337 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9f36a-0e44-4751-bc05-9bd5402f5652 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:57.623780 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75493d-f667-42f0-9227-5b4b25f65987 req-91dc17b8-ebe8-4284-814e-cefbd81bce2a tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:57.625409 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5a75493d-f667-42f0-9227-5b4b25f65987 req-91dc17b8-ebe8-4284-814e-cefbd81bce2a tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 946 time: 0.3404996 Jul 14 09:05:57.690492 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0dc65d-f63b-4585-aa0f-d6f9aab370bc req-7e0badba-0b34-4c4e-8c95-b4c20ee34f9f tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:57.697242 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3a0dc65d-f63b-4585-aa0f-d6f9aab370bc req-7e0badba-0b34-4c4e-8c95-b4c20ee34f9f tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7e0933-574d-4baf-ae54-5aa5752532d0 HTTP/1.1" status: 200 len: 944 time: 0.3456006 Jul 14 09:05:57.713890 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d252804-23f9-480e-b08c-de97beb02973 req-cf5f11cd-cf66-45e5-8707-e656ba1d777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:57.715113 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8d252804-23f9-480e-b08c-de97beb02973 req-cf5f11cd-cf66-45e5-8707-e656ba1d777a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:57.718709 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8d252804-23f9-480e-b08c-de97beb02973 req-cf5f11cd-cf66-45e5-8707-e656ba1d777a service neutron] 10.222.0.47 "PUT /v2.0/ports/9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade HTTP/1.1" status: 200 len: 1092 time: 1.9572961 Jul 14 09:05:57.720143 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22bc78c2-2a1d-40dc-8dae-36262e2ae882', 'tag': '9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:57.723220 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af0287-dced-4083-9647-6fff735d2827 req-64960b34-4604-434d-8194-d64c9c53b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:57.725396 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f6af0287-dced-4083-9647-6fff735d2827 req-64960b34-4604-434d-8194-d64c9c53b99f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d26b4168e0144f2b895d7a5b4dac1633&device_id=da7e0933-574d-4baf-ae54-5aa5752532d0 HTTP/1.1" status: 200 len: 1096 time: 0.1175754 Jul 14 09:05:57.725610 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166908ec-e90f-4b8e-8d15-fb0eceaa5396" -d '{"events": [{"name": "network-changed", "server_uuid": "22bc78c2-2a1d-40dc-8dae-36262e2ae882", "tag": "9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:57.767296 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-05217721-9b9e-4407-8114-f258550d4af4 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:57.769974 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-05217721-9b9e-4407-8114-f258550d4af4 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96&tenant_id=1c35458c50e143699c6f14a3ebfddb0d&binding%3Ahost_id=n-h1-771362-35 HTTP/1.1" status: 200 len: 1098 time: 0.4168093 Jul 14 09:05:57.801405 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771362-35'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:57.816659 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f6af0287-dced-4083-9647-6fff735d2827 req-f1117c4b-d268-4b04-85fd-1747963e47a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd HTTP/1.1" status: 200 len: 217 time: 0.0818458 Jul 14 09:05:57.861520 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f11cd-cf66-45e5-8707-e656ba1d777a service neutron] Pushing event updated for resources: {'Port': ['ID=9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:57.902662 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af0287-dced-4083-9647-6fff735d2827 req-d811f52b-799e-45bb-b209-de0e93d76e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:57.904074 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f6af0287-dced-4083-9647-6fff735d2827 req-d811f52b-799e-45bb-b209-de0e93d76e44 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d193f247-8cf4-44bf-89d9-9de68e3cae2e HTTP/1.1" status: 200 len: 861 time: 0.0759141 Jul 14 09:05:57.924777 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5a75493d-f667-42f0-9227-5b4b25f65987 req-29349b4b-7282-46d7-8a3d-c38d4ec6a071 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676511 Jul 14 09:05:57.955570 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f6af0287-dced-4083-9647-6fff735d2827 req-c4dd61a4-43dd-4d75-8731-ec6c28ff6099 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f33b460-d2d2-4c56-9516-34520289d045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449009 Jul 14 09:05:58.056202 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3a0dc65d-f63b-4585-aa0f-d6f9aab370bc req-d26d13d2-3008-4a80-b48f-90f90a1953f5 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228989 Jul 14 09:05:58.165126 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f6af0287-dced-4083-9647-6fff735d2827 req-f84eba54-3978-4002-aec7-896ac30398f5 service neutron] 10.222.0.47 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000701 Jul 14 09:05:58.239799 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:58.286498 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d252804-23f9-480e-b08c-de97beb02973 req-a27a0c23-3712-4543-930f-f76a8f862712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:58.289255 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8d252804-23f9-480e-b08c-de97beb02973 req-a27a0c23-3712-4543-930f-f76a8f862712 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64524658a7b8443aae0566882ef867f5&device_id=22bc78c2-2a1d-40dc-8dae-36262e2ae882 HTTP/1.1" status: 200 len: 1095 time: 0.5054386 Jul 14 09:05:58.321145 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-8b40b4b0-2568-43bc-ab87-190270ba758b tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:58.323949 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-8b40b4b0-2568-43bc-ab87-190270ba758b tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.47 "GET /v2.0/networks?id=591d2e31-ea8f-418a-81ab-cf41522e7221 HTTP/1.1" status: 200 len: 814 time: 0.4378214 Jul 14 09:05:58.416786 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-8e0d7770-92ab-44da-8a40-e559773ee3d6 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Request body: {'port': {'device_id': '07c4ccd8-22b1-4f5a-bb96-72286a38e0fa', 'network_id': '591d2e31-ea8f-418a-81ab-cf41522e7221', 'admin_state_up': True, 'tenant_id': '66f62552ebc740b9b1e38314c1361542'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:58.428153 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8d252804-23f9-480e-b08c-de97beb02973 req-d397cce6-d808-4393-957f-e6aa97eb6f82 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade HTTP/1.1" status: 200 len: 217 time: 0.1304963 Jul 14 09:05:58.531615 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 5da84ce1-6f9a-423b-85f8-80d2f1046144 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:05:58.590604 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f6af0287-dced-4083-9647-6fff735d2827 req-fd93336f-9432-4e57-80fa-cd9910f88881 service neutron] 10.222.0.47 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162745 Jul 14 09:05:58.756635 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 5da84ce1-6f9a-423b-85f8-80d2f1046144, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=5da84ce1-6f9a-423b-85f8-80d2f1046144,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:58.768144 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d252804-23f9-480e-b08c-de97beb02973 req-594b643a-9440-4cc1-9e16-1852c9406818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:58.770662 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8d252804-23f9-480e-b08c-de97beb02973 req-594b643a-9440-4cc1-9e16-1852c9406818 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e4d1e5f-b379-4a81-b280-aa9076cc6047 HTTP/1.1" status: 200 len: 862 time: 0.3356595 Jul 14 09:05:58.779143 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 5da84ce1-6f9a-423b-85f8-80d2f1046144 has no active binding in host n-h2-771362-35 {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:05:58.857950 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8d252804-23f9-480e-b08c-de97beb02973 req-a1306fee-d0af-4194-b400-8c574089b2b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e94ce943-c700-4328-a228-ac97a95752e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691733 Jul 14 09:05:58.984066 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-c4e7dc1a-daee-4d25-b8bf-f8699c2ff807 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:58.985653 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-c4e7dc1a-daee-4d25-b8bf-f8699c2ff807 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/networks?id=aa282a42-14ce-40bf-98d2-0aa5342653ef HTTP/1.1" status: 200 len: 805 time: 0.4183950 Jul 14 09:05:59.039853 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] For port 5da84ce1-6f9a-423b-85f8-80d2f1046144, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=5da84ce1-6f9a-423b-85f8-80d2f1046144,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:59.062623 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-ad90639d-7b8a-4306-b2c8-01f92aac9c00 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/quotas/2a65871ef77a4e449769120ad4b0a96b HTTP/1.1" status: 200 len: 375 time: 0.0627170 Jul 14 09:05:59.063212 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-8e0d7770-92ab-44da-8a40-e559773ee3d6 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Made reservation on behalf of 66f62552ebc740b9b1e38314c1361542 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:59.066948 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-8e0d7770-92ab-44da-8a40-e559773ee3d6 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:59.210366 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] For port 5da84ce1-6f9a-423b-85f8-80d2f1046144, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:59.213791 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8d252804-23f9-480e-b08c-de97beb02973 req-2f8ad3de-627a-41bc-967d-d2bb4522c4b4 service neutron] 10.222.0.47 "GET /v2.0/networks/e94ce943-c700-4328-a228-ac97a95752e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451316 Jul 14 09:05:59.396177 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ac279-1915-430e-9b36-9afd74c5045a req-c58eea39-d2a7-4687-85f2-b3ab71098a98 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:59.397853 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5f6ac279-1915-430e-9b36-9afd74c5045a req-c58eea39-d2a7-4687-85f2-b3ab71098a98 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=22bc78c2-2a1d-40dc-8dae-36262e2ae882 HTTP/1.1" status: 200 len: 943 time: 0.4414973 Jul 14 09:05:59.456464 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:59.508662 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:59.557615 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-9fd086a2-42b9-4ccc-a45b-ae2d9fbe96e7 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a65871ef77a4e449769120ad4b0a96b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4685817 Jul 14 09:05:59.621718 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-8e0d7770-92ab-44da-8a40-e559773ee3d6 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Allocated IP 172.20.0.7 (591d2e31-ea8f-418a-81ab-cf41522e7221/6f7b255d-8d73-442e-a1f4-216cb8f52275/0933f5b8-a3e2-48c4-b106-cc7f1a67b727) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:05:59.640642 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8d252804-23f9-480e-b08c-de97beb02973 req-68df47ad-1238-40fa-be8f-3fb6af2c7f7e service neutron] 10.222.0.47 "GET /v2.0/networks/e94ce943-c700-4328-a228-ac97a95752e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693950 Jul 14 09:05:59.643855 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5f6ac279-1915-430e-9b36-9afd74c5045a req-7a836e3b-6d7f-43c1-b373-c577b7d8e990 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264481 Jul 14 09:05:59.729749 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147bd684-c490-4915-b688-a62e198be44d x-openstack-request-id: req-147bd684-c490-4915-b688-a62e198be44d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:59.729749 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7e0933-574d-4baf-ae54-5aa5752532d0", "tag": "e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:59.730818 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-147bd684-c490-4915-b688-a62e198be44d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:59.730818 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7e0933-574d-4baf-ae54-5aa5752532d0', 'tag': 'e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd', 'status': 'completed', 'code': 200} Jul 14 09:05:59.926932 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166908ec-e90f-4b8e-8d15-fb0eceaa5396 req-9d2a5383-bd38-4cd0-8136-093e1ded3bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:59.930263 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-166908ec-e90f-4b8e-8d15-fb0eceaa5396 req-9d2a5383-bd38-4cd0-8136-093e1ded3bda service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64524658a7b8443aae0566882ef867f5&device_id=22bc78c2-2a1d-40dc-8dae-36262e2ae882 HTTP/1.1" status: 200 len: 1095 time: 0.0940058 Jul 14 09:06:00.079724 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166908ec-e90f-4b8e-8d15-fb0eceaa5396 req-f1cccdd8-d214-4984-b324-fd1b7a3fd692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:00.081259 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-166908ec-e90f-4b8e-8d15-fb0eceaa5396 req-f1cccdd8-d214-4984-b324-fd1b7a3fd692 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e94ce943-c700-4328-a228-ac97a95752e9 HTTP/1.1" status: 200 len: 922 time: 0.1439149 Jul 14 09:06:00.132987 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-166908ec-e90f-4b8e-8d15-fb0eceaa5396 req-b7deae3f-9a2c-4013-8ecb-a2d23af79eac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade HTTP/1.1" status: 200 len: 217 time: 0.0441365 Jul 14 09:06:00.217175 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166908ec-e90f-4b8e-8d15-fb0eceaa5396 req-ef212be1-f798-42f4-8c24-ec11b4b92d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:00.219898 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-166908ec-e90f-4b8e-8d15-fb0eceaa5396 req-ef212be1-f798-42f4-8c24-ec11b4b92d5d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e4d1e5f-b379-4a81-b280-aa9076cc6047 HTTP/1.1" status: 200 len: 862 time: 0.0792849 Jul 14 09:06:00.221773 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbafbe0a-0b07-41cb-8205-d665b2807073 x-openstack-request-id: req-dbafbe0a-0b07-41cb-8205-d665b2807073 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:00.222586 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22bc78c2-2a1d-40dc-8dae-36262e2ae882", "tag": "9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:00.222758 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbafbe0a-0b07-41cb-8205-d665b2807073 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:00.223318 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22bc78c2-2a1d-40dc-8dae-36262e2ae882', 'tag': '9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade', 'status': 'completed', 'code': 200} Jul 14 09:06:00.236032 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Pushing event updated for resources: {'Port': ['ID=5da84ce1-6f9a-423b-85f8-80d2f1046144,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:00.277076 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:06:00.289008 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-166908ec-e90f-4b8e-8d15-fb0eceaa5396 req-9fa0d588-1b05-41d5-bca8-b016d818dda9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e94ce943-c700-4328-a228-ac97a95752e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617225 Jul 14 09:06:00.403692 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:00.404166 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:00.404669 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:00.405221 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:00.405789 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:00.406286 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:00.406812 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:00.407390 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:00.407921 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:00.408408 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:00.408961 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:00.409521 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:00.420335 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-993effe1-762e-45b7-9c78-c72f1f30b676 req-705b0668-c1ee-40a7-803b-6e8df54e67f6 tempest-ServerShowV257Test-1464202798 tempest-ServerShowV257Test-1464202798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ee99999-b750-4ece-b4df-51e2dab82864 HTTP/1.1" status: 200 len: 210 time: 0.1911209 Jul 14 09:06:00.441067 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:00.471403 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd', 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045', 'port_id': 'e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd', 'mac_address': 'fa:16:3e:ae:22:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd193f247-8cf4-44bf-89d9-9de68e3cae2e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:06:00.484397 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-166908ec-e90f-4b8e-8d15-fb0eceaa5396 req-86389c40-6db1-4a20-b531-4e322014b42a service neutron] 10.222.0.47 "GET /v2.0/networks/e94ce943-c700-4328-a228-ac97a95752e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852310 Jul 14 09:06:00.489054 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Attempting to bind port 5da84ce1-6f9a-423b-85f8-80d2f1046144 on host n-h1-771362-35 for vnic_type normal with profile {"migrating_to": "n-h2-771362-35"} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:00.489585 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Attempting to bind port 5da84ce1-6f9a-423b-85f8-80d2f1046144 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:00.490170 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Attempting to bind port 5da84ce1-6f9a-423b-85f8-80d2f1046144 on network d4fad6bc-cc19-4061-a347-c3942b87c975 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:00.529751 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-514ba17f-1119-4412-9cad-a7789fcde15d service neutron] 10.222.0.25 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9323335 Jul 14 09:06:00.557808 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:00.567724 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Port 5da84ce1-6f9a-423b-85f8-80d2f1046144 on network d4fad6bc-cc19-4061-a347-c3942b87c975 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:06:00.568154 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Attempting to bind port 5da84ce1-6f9a-423b-85f8-80d2f1046144 on network d4fad6bc-cc19-4061-a347-c3942b87c975 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:00.587790 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:00.631629 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:00.640133 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:00.658573 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:00.659090 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Checking segment: {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:00.659838 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Bound using segment: {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:00.660790 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Bound port: 5da84ce1-6f9a-423b-85f8-80d2f1046144, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae2e3569-cead-45e5-a331-8218dbc06b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4fad6bc-cc19-4061-a347-c3942b87c975'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:00.661464 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:00.690001 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-166908ec-e90f-4b8e-8d15-fb0eceaa5396 req-1bdc035a-43a9-4af7-b734-30b7eb0883d0 service neutron] 10.222.0.47 "GET /v2.0/networks/e94ce943-c700-4328-a228-ac97a95752e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981642 Jul 14 09:06:00.725963 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:00.816274 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-44f174c1-3510-4778-a67a-72984108c226 req-c66f5b1b-f7a2-47fe-abaa-d613ad664830 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=07c4ccd8-22b1-4f5a-bb96-72286a38e0fa HTTP/1.1" status: 200 len: 210 time: 0.1623380 Jul 14 09:06:00.868513 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:00.878632 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fe4ac-b4cd-46cd-a30e-d4a377f9c13b req-9d71647e-bb9b-4f66-aaba-cf8b2b16186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:00.881426 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-966fe4ac-b4cd-46cd-a30e-d4a377f9c13b req-9d71647e-bb9b-4f66-aaba-cf8b2b16186f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d26b4168e0144f2b895d7a5b4dac1633&device_id=da7e0933-574d-4baf-ae54-5aa5752532d0 HTTP/1.1" status: 200 len: 1096 time: 0.6622736 Jul 14 09:06:01.119403 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-8e0d7770-92ab-44da-8a40-e559773ee3d6 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:01.136028 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-961edcd3-067e-4732-98eb-74416d002d0b service neutron] 10.222.0.25 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5639973 Jul 14 09:06:01.149401 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] For port 5da84ce1-6f9a-423b-85f8-80d2f1046144, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:01.158779 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] For port 5da84ce1-6f9a-423b-85f8-80d2f1046144, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=5da84ce1-6f9a-423b-85f8-80d2f1046144,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:01.207826 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:01.331053 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fe4ac-b4cd-46cd-a30e-d4a377f9c13b req-61f3e155-c675-49dd-a88f-9468c21f420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:01.332904 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-966fe4ac-b4cd-46cd-a30e-d4a377f9c13b req-61f3e155-c675-49dd-a88f-9468c21f420c service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f33b460-d2d2-4c56-9516-34520289d045 HTTP/1.1" status: 200 len: 921 time: 0.4109669 Jul 14 09:06:01.340200 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Pushing event updated for resources: {'Port': ['ID=5da84ce1-6f9a-423b-85f8-80d2f1046144,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:01.487368 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-966fe4ac-b4cd-46cd-a30e-d4a377f9c13b req-8ec6ec08-7dde-4047-bc84-7456234cfd5b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd HTTP/1.1" status: 200 len: 217 time: 0.1323462 Jul 14 09:06:01.493546 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:01.494410 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:01.496050 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-4194d2d6-50e9-4af0-8df4-2b245a02b65d service neutron] 10.222.0.44 "PUT /v2.0/ports/5da84ce1-6f9a-423b-85f8-80d2f1046144 HTTP/1.1" status: 200 len: 1124 time: 3.7094250 Jul 14 09:06:01.515054 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-8e0d7770-92ab-44da-8a40-e559773ee3d6 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:01.576149 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['5da84ce1-6f9a-423b-85f8-80d2f1046144'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:01.692707 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['5da84ce1-6f9a-423b-85f8-80d2f1046144'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:01.698312 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-8e0d7770-92ab-44da-8a40-e559773ee3d6 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Network 591d2e31-ea8f-418a-81ab-cf41522e7221 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:01.701090 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fe4ac-b4cd-46cd-a30e-d4a377f9c13b req-7326f7a0-b8d1-4769-8a47-b06b2e4dfff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:01.703735 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-966fe4ac-b4cd-46cd-a30e-d4a377f9c13b req-7326f7a0-b8d1-4769-8a47-b06b2e4dfff1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d193f247-8cf4-44bf-89d9-9de68e3cae2e HTTP/1.1" status: 200 len: 861 time: 0.2029634 Jul 14 09:06:01.714927 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-8e0d7770-92ab-44da-8a40-e559773ee3d6 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:01.795343 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-8e0d7770-92ab-44da-8a40-e559773ee3d6 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:01.823974 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-966fe4ac-b4cd-46cd-a30e-d4a377f9c13b req-9e4dc307-7791-44c5-acc8-fdb45ca75141 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f33b460-d2d2-4c56-9516-34520289d045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127191 Jul 14 09:06:01.859265 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d7770-92ab-44da-8a40-e559773ee3d6 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Pushing event updated for resources: {'Port': ['ID=0933f5b8-a3e2-48c4-b106-cc7f1a67b727,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:02.076446 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-8e0d7770-92ab-44da-8a40-e559773ee3d6 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:02.077568 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-8e0d7770-92ab-44da-8a40-e559773ee3d6 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:02.130466 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-8e0d7770-92ab-44da-8a40-e559773ee3d6 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7522244 Jul 14 09:06:02.135223 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-966fe4ac-b4cd-46cd-a30e-d4a377f9c13b req-a07b638e-3815-4562-aaf2-76c7252213b9 service neutron] 10.222.0.47 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283595 Jul 14 09:06:02.146011 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e3063-8fe2-4699-8547-263036185833 req-c5b79986-9f39-4f7d-befd-ad5d3102935f tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:02.149495 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-863e3063-8fe2-4699-8547-263036185833 req-c5b79986-9f39-4f7d-befd-ad5d3102935f tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 944 time: 0.4425631 Jul 14 09:06:02.185321 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-1de9c47f-e09c-41c3-bf72-e615414f41b4 service neutron] Request body: {'port': {'device_id': '07c4ccd8-22b1-4f5a-bb96-72286a38e0fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:02.207939 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c3607-ad67-4cbc-a592-5cfa63edccd7 req-b8dd07ba-6e87-4101-877e-09cc1a96b78b tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:02.210983 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a47c3607-ad67-4cbc-a592-5cfa63edccd7 req-b8dd07ba-6e87-4101-877e-09cc1a96b78b tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7e0933-574d-4baf-ae54-5aa5752532d0 HTTP/1.1" status: 200 len: 945 time: 0.3822684 Jul 14 09:06:02.246916 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c722641e-cca2-403e-b291-f86c3a5fad96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5da84ce1-6f9a-423b-85f8-80d2f1046144'}, {'name': 'network-changed', 'server_uuid': 'c722641e-cca2-403e-b291-f86c3a5fad96', 'tag': '5da84ce1-6f9a-423b-85f8-80d2f1046144'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:02.249536 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67e9ad4-208b-49eb-a092-f35ca3e2d3c0" -d '{"events": [{"server_uuid": "c722641e-cca2-403e-b291-f86c3a5fad96", "name": "network-vif-unplugged", "status": "completed", "tag": "5da84ce1-6f9a-423b-85f8-80d2f1046144"}, {"name": "network-changed", "server_uuid": "c722641e-cca2-403e-b291-f86c3a5fad96", "tag": "5da84ce1-6f9a-423b-85f8-80d2f1046144"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:02.280735 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:06:02.283338 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:02.431622 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:02.443754 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:02.444104 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:02.503459 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade,segment=NetworkSegment(c0ac771e-4e3b-41cc-b574-0a0f683f27f8),segment_id=c0ac771e-4e3b-41cc-b574-0a0f683f27f8)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:02.526877 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-863e3063-8fe2-4699-8547-263036185833 req-df149010-d6ac-4891-8f88-98c041704de5 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654985 Jul 14 09:06:02.539433 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade', 'network_id': 'e94ce943-c700-4328-a228-ac97a95752e9', 'port_id': '9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade', 'mac_address': 'fa:16:3e:f0:34:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4d1e5f-b379-4a81-b280-aa9076cc6047', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:06:02.564267 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a47c3607-ad67-4cbc-a592-5cfa63edccd7 req-671a5d9c-4be5-4817-8747-fd5dc16c43de tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491555 Jul 14 09:06:02.580831 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-1de9c47f-e09c-41c3-bf72-e615414f41b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:02.607417 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-966fe4ac-b4cd-46cd-a30e-d4a377f9c13b req-6bc791d0-2050-4d73-b453-e27f78c771c6 service neutron] 10.222.0.47 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511361 Jul 14 09:06:02.710844 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:02.724486 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:02.740403 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:02.775972 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7e0933-574d-4baf-ae54-5aa5752532d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:02.778217 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905a0b14-a4b7-465b-98d0-49ebb25b45e8" -d '{"events": [{"server_uuid": "da7e0933-574d-4baf-ae54-5aa5752532d0", "name": "network-vif-plugged", "status": "completed", "tag": "e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:02.787064 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade,segment=NetworkSegment(c0ac771e-4e3b-41cc-b574-0a0f683f27f8),segment_id=c0ac771e-4e3b-41cc-b574-0a0f683f27f8)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:02.795930 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:02.803299 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:02.850618 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:02.905360 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:03.016671 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:03.025854 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135f7d9-fd7d-44bc-af32-5152d2508b51 req-13610aab-547e-42aa-956e-bc08e4507b9b tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:03.027593 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7135f7d9-fd7d-44bc-af32-5152d2508b51 req-13610aab-547e-42aa-956e-bc08e4507b9b tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=22bc78c2-2a1d-40dc-8dae-36262e2ae882 HTTP/1.1" status: 200 len: 944 time: 0.1867437 Jul 14 09:06:03.054504 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:03.105609 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7135f7d9-fd7d-44bc-af32-5152d2508b51 req-7edbe57f-17a4-4ae9-9067-b0898c50214c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627656 Jul 14 09:06:03.232423 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-53620937-c96a-46b4-9c13-95f7d2593d87 req-aab27600-e687-4742-8aaa-7ff0b997c468 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=2353e50c-2bb2-492f-b443-ccab69b45af0 HTTP/1.1" status: 200 len: 210 time: 0.1146679 Jul 14 09:06:03.287509 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-1de9c47f-e09c-41c3-bf72-e615414f41b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0933f5b8-a3e2-48c4-b106-cc7f1a67b727 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:03.310468 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-1de9c47f-e09c-41c3-bf72-e615414f41b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:03.374821 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-1de9c47f-e09c-41c3-bf72-e615414f41b4 service neutron] Transition to ACTIVE for port object 0933f5b8-a3e2-48c4-b106-cc7f1a67b727 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:03.398413 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ea33b443-234b-48df-97e7-f79147ac99bd req-3e1c76a9-2e34-41fa-819c-8970a88d77a5 tempest-ServerShowV257Test-1464202798 tempest-ServerShowV257Test-1464202798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ee99999-b750-4ece-b4df-51e2dab82864 HTTP/1.1" status: 200 len: 210 time: 0.0480249 Jul 14 09:06:03.400206 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-1de9c47f-e09c-41c3-bf72-e615414f41b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:03.587417 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc77a064-b823-48ba-9756-76c58e9f6725 x-openstack-request-id: req-dc77a064-b823-48ba-9756-76c58e9f6725 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:03.588418 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c722641e-cca2-403e-b291-f86c3a5fad96", "name": "network-vif-unplugged", "status": "completed", "tag": "5da84ce1-6f9a-423b-85f8-80d2f1046144", "code": 200}, {"name": "network-changed", "server_uuid": "c722641e-cca2-403e-b291-f86c3a5fad96", "tag": "5da84ce1-6f9a-423b-85f8-80d2f1046144", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:03.588418 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc77a064-b823-48ba-9756-76c58e9f6725 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:03.589359 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c722641e-cca2-403e-b291-f86c3a5fad96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5da84ce1-6f9a-423b-85f8-80d2f1046144', 'code': 200} Jul 14 09:06:03.589695 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c722641e-cca2-403e-b291-f86c3a5fad96', 'tag': '5da84ce1-6f9a-423b-85f8-80d2f1046144', 'status': 'completed', 'code': 200} Jul 14 09:06:03.606775 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efa9837-334d-451a-8628-75724e0af069 x-openstack-request-id: req-3efa9837-334d-451a-8628-75724e0af069 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:03.607624 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7e0933-574d-4baf-ae54-5aa5752532d0", "name": "network-vif-plugged", "status": "completed", "tag": "e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:03.608414 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3efa9837-334d-451a-8628-75724e0af069 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:03.610216 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7e0933-574d-4baf-ae54-5aa5752532d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd', 'code': 200} Jul 14 09:06:03.678664 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9c47f-e09c-41c3-bf72-e615414f41b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0933f5b8-a3e2-48c4-b106-cc7f1a67b727,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:03.757361 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e9ad4-208b-49eb-a092-f35ca3e2d3c0 req-48be5dc6-29d3-46ca-97cc-4b397c3cc0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:03.759927 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a67e9ad4-208b-49eb-a092-f35ca3e2d3c0 req-48be5dc6-29d3-46ca-97cc-4b397c3cc0b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c35458c50e143699c6f14a3ebfddb0d&device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 1127 time: 0.1669171 Jul 14 09:06:03.839232 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f535a-45ab-406a-b4d4-e07517cc1933 req-3a00419d-2ff9-4d3b-84ad-819db37227ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:03.841345 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c75f535a-45ab-406a-b4d4-e07517cc1933 req-3a00419d-2ff9-4d3b-84ad-819db37227ab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=da7e0933-574d-4baf-ae54-5aa5752532d0 HTTP/1.1" status: 200 len: 1098 time: 0.1439331 Jul 14 09:06:03.911576 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c75f535a-45ab-406a-b4d4-e07517cc1933 req-995f0440-bff8-4ec2-aded-92e3ee126ed5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610619 Jul 14 09:06:03.914817 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e9ad4-208b-49eb-a092-f35ca3e2d3c0 req-df27a6e6-9b83-4365-9446-5cbb5ef5b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:03.916618 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a67e9ad4-208b-49eb-a092-f35ca3e2d3c0 req-df27a6e6-9b83-4365-9446-5cbb5ef5b6ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=d4fad6bc-cc19-4061-a347-c3942b87c975 HTTP/1.1" status: 200 len: 908 time: 0.1483412 Jul 14 09:06:03.918954 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-64a3d808-00e6-414e-abdf-4beff6cfcc59 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:03.920775 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-64a3d808-00e6-414e-abdf-4beff6cfcc59 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.47 "GET /v2.0/networks?id=aa282a42-14ce-40bf-98d2-0aa5342653ef HTTP/1.1" status: 200 len: 805 time: 0.4929457 Jul 14 09:06:03.935302 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-1de9c47f-e09c-41c3-bf72-e615414f41b4 service neutron] Attempting to bind port 0933f5b8-a3e2-48c4-b106-cc7f1a67b727 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:03.935688 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-1de9c47f-e09c-41c3-bf72-e615414f41b4 service neutron] Attempting to bind port 0933f5b8-a3e2-48c4-b106-cc7f1a67b727 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '6d503d23-62fd-459d-88f6-1a059a312d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '591d2e31-ea8f-418a-81ab-cf41522e7221'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:03.936006 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-1de9c47f-e09c-41c3-bf72-e615414f41b4 service neutron] Attempting to bind port 0933f5b8-a3e2-48c4-b106-cc7f1a67b727 on network 591d2e31-ea8f-418a-81ab-cf41522e7221 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:03.945929 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fc05c-1e55-4949-995a-914399e4b4ee req-c593d83e-9529-4137-990a-95a9498dc2ce tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:03.947584 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc0fc05c-1e55-4949-995a-914399e4b4ee req-c593d83e-9529-4137-990a-95a9498dc2ce tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=07c4ccd8-22b1-4f5a-bb96-72286a38e0fa HTTP/1.1" status: 200 len: 943 time: 0.3686955 Jul 14 09:06:03.951726 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-1de9c47f-e09c-41c3-bf72-e615414f41b4 service neutron] Port 0933f5b8-a3e2-48c4-b106-cc7f1a67b727 on network 591d2e31-ea8f-418a-81ab-cf41522e7221 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:06:03.952119 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-1de9c47f-e09c-41c3-bf72-e615414f41b4 service neutron] Attempting to bind port 0933f5b8-a3e2-48c4-b106-cc7f1a67b727 on network 591d2e31-ea8f-418a-81ab-cf41522e7221 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:03.960527 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-1de9c47f-e09c-41c3-bf72-e615414f41b4 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:03.960917 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-1de9c47f-e09c-41c3-bf72-e615414f41b4 service neutron] Checking segment: {'id': '6d503d23-62fd-459d-88f6-1a059a312d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '591d2e31-ea8f-418a-81ab-cf41522e7221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:03.961933 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-1de9c47f-e09c-41c3-bf72-e615414f41b4 service neutron] Bound using segment: {'id': '6d503d23-62fd-459d-88f6-1a059a312d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '591d2e31-ea8f-418a-81ab-cf41522e7221'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:03.962366 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-1de9c47f-e09c-41c3-bf72-e615414f41b4 service neutron] Bound port: 0933f5b8-a3e2-48c4-b106-cc7f1a67b727, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d503d23-62fd-459d-88f6-1a059a312d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '591d2e31-ea8f-418a-81ab-cf41522e7221'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:03.962732 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-1de9c47f-e09c-41c3-bf72-e615414f41b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:03.990270 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-35044f50-64e3-4493-ad8d-aff3c1dc1758 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Request body: {'port': {'device_id': '2353e50c-2bb2-492f-b443-ccab69b45af0', 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef', 'admin_state_up': True, 'tenant_id': '2a65871ef77a4e449769120ad4b0a96b'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:04.044081 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a67e9ad4-208b-49eb-a092-f35ca3e2d3c0 req-6ce737b5-665d-43f8-af0d-382b604b4998 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5da84ce1-6f9a-423b-85f8-80d2f1046144 HTTP/1.1" status: 200 len: 217 time: 0.0695679 Jul 14 09:06:04.132193 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e9ad4-208b-49eb-a092-f35ca3e2d3c0 req-5d16ecf3-76e2-4ebf-b7e5-381af18804bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:04.134215 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a67e9ad4-208b-49eb-a092-f35ca3e2d3c0 req-5d16ecf3-76e2-4ebf-b7e5-381af18804bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39b054b3-ff74-48d7-bc6b-cc0709824ebb HTTP/1.1" status: 200 len: 848 time: 0.0829723 Jul 14 09:06:04.141426 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc0fc05c-1e55-4949-995a-914399e4b4ee req-93c02a79-4de3-4c7d-b1d3-d1424ab2530d tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827991 Jul 14 09:06:04.207050 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a67e9ad4-208b-49eb-a092-f35ca3e2d3c0 req-1a1aab02-8e16-4a23-ab10-d05f43069c9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d4fad6bc-cc19-4061-a347-c3942b87c975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642350 Jul 14 09:06:04.220341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-1de9c47f-e09c-41c3-bf72-e615414f41b4 service neutron] For port 0933f5b8-a3e2-48c4-b106-cc7f1a67b727, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:04.238030 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-1de9c47f-e09c-41c3-bf72-e615414f41b4 service neutron] For port 0933f5b8-a3e2-48c4-b106-cc7f1a67b727, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=0933f5b8-a3e2-48c4-b106-cc7f1a67b727,segment=NetworkSegment(6d503d23-62fd-459d-88f6-1a059a312d61),segment_id=6d503d23-62fd-459d-88f6-1a059a312d61)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:04.255785 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-1de9c47f-e09c-41c3-bf72-e615414f41b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:04.299803 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:04.368177 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-1de9c47f-e09c-41c3-bf72-e615414f41b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:04.369429 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-1de9c47f-e09c-41c3-bf72-e615414f41b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:04.371873 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-1de9c47f-e09c-41c3-bf72-e615414f41b4 service neutron] 10.222.0.47 "PUT /v2.0/ports/0933f5b8-a3e2-48c4-b106-cc7f1a67b727 HTTP/1.1" status: 200 len: 1092 time: 2.2137792 Jul 14 09:06:04.418693 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a67e9ad4-208b-49eb-a092-f35ca3e2d3c0 req-88541042-ff67-4207-8d26-0b5ee583eef4 service neutron] 10.222.0.47 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018857 Jul 14 09:06:04.425644 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-35044f50-64e3-4493-ad8d-aff3c1dc1758 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Made reservation on behalf of 2a65871ef77a4e449769120ad4b0a96b for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:06:04.432432 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-35044f50-64e3-4493-ad8d-aff3c1dc1758 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:04.474820 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:04.482209 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9c47f-e09c-41c3-bf72-e615414f41b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0933f5b8-a3e2-48c4-b106-cc7f1a67b727,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:04.486406 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:04.498404 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:04.586012 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a67e9ad4-208b-49eb-a092-f35ca3e2d3c0 req-cd9fbce7-924e-45df-92ed-b1904c680ce9 service neutron] 10.222.0.47 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576300 Jul 14 09:06:04.667981 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:04.725770 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade,segment=NetworkSegment(c0ac771e-4e3b-41cc-b574-0a0f683f27f8),segment_id=c0ac771e-4e3b-41cc-b574-0a0f683f27f8)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:04.732638 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:04.821489 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:05.234415 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-5a747616-59e6-4b15-bc7c-492c1ef7cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:05.237046 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-5a747616-59e6-4b15-bc7c-492c1ef7cab1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66f62552ebc740b9b1e38314c1361542&device_id=07c4ccd8-22b1-4f5a-bb96-72286a38e0fa HTTP/1.1" status: 200 len: 1095 time: 0.7575173 Jul 14 09:06:05.310863 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e2846-2e43-4e03-a99a-026da6418adc req-bfaf98a4-b7b8-4459-8619-5bbfa9227187 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:05.312768 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f04e2846-2e43-4e03-a99a-026da6418adc req-bfaf98a4-b7b8-4459-8619-5bbfa9227187 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 944 time: 0.8703091 Jul 14 09:06:05.326830 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-10d18589-5e06-470b-a4c8-142ebaca4876 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0933f5b8-a3e2-48c4-b106-cc7f1a67b727 HTTP/1.1" status: 200 len: 217 time: 0.0796206 Jul 14 09:06:05.357886 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-35044f50-64e3-4493-ad8d-aff3c1dc1758 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Allocated IP 172.20.0.3 (aa282a42-14ce-40bf-98d2-0aa5342653ef/270bafed-ba3b-4347-b7b9-ccc79813fe94/3ed8921b-03c9-4c99-adbf-72c5557cfabe) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:05.465101 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10589d53-4cf6-49b0-ae4e-0f4e8d6de657 req-d6dbab92-88a5-47a4-967d-b99fb30e9920 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:05.466692 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10589d53-4cf6-49b0-ae4e-0f4e8d6de657 req-d6dbab92-88a5-47a4-967d-b99fb30e9920 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7e0933-574d-4baf-ae54-5aa5752532d0 HTTP/1.1" status: 200 len: 946 time: 0.8104680 Jul 14 09:06:05.481645 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f04e2846-2e43-4e03-a99a-026da6418adc req-12d65eb7-382f-4ef6-aeef-c23f518fddc3 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496770 Jul 14 09:06:05.491225 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-c26f6992-f084-48c3-8bb7-6836ad68fced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:05.493480 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-c26f6992-f084-48c3-8bb7-6836ad68fced service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f7b255d-8d73-442e-a1f4-216cb8f52275 HTTP/1.1" status: 200 len: 854 time: 0.1574056 Jul 14 09:06:05.549951 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-37fb9372-9326-4b44-9d46-457c3014b7ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=591d2e31-ea8f-418a-81ab-cf41522e7221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501940 Jul 14 09:06:05.613976 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22bc78c2-2a1d-40dc-8dae-36262e2ae882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:05.618613 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c4ccd8-22b1-4f5a-bb96-72286a38e0fa', 'tag': '0933f5b8-a3e2-48c4-b106-cc7f1a67b727'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:05.620789 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d2a26f-731f-4704-8476-c60179d30ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "07c4ccd8-22b1-4f5a-bb96-72286a38e0fa", "tag": "0933f5b8-a3e2-48c4-b106-cc7f1a67b727"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:05.639512 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fce48b-07af-413d-bdbd-6983257fc88b" -d '{"events": [{"server_uuid": "22bc78c2-2a1d-40dc-8dae-36262e2ae882", "name": "network-vif-plugged", "status": "completed", "tag": "9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:05.694771 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10589d53-4cf6-49b0-ae4e-0f4e8d6de657 req-4a6c9c17-93a3-4534-a1c6-576e2fda43e4 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119737 Jul 14 09:06:05.782806 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-b194ecde-276c-4da5-be63-314db2e0cf3b service neutron] 10.222.0.47 "GET /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248132 Jul 14 09:06:05.994349 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d7ab3c74-e1b5-4b14-a7fd-29c5d8aa9d6b req-89b81848-4919-47a8-b9b7-925618e3a4d1 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=2353e50c-2bb2-492f-b443-ccab69b45af0 HTTP/1.1" status: 200 len: 210 time: 0.1358149 Jul 14 09:06:06.044969 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-35044f50-64e3-4493-ad8d-aff3c1dc1758 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:06.160724 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2615735c-9e88-4b59-8f8b-43bb14ce6b95 req-75e77306-2109-4cd6-ae98-e0a9da96333b service neutron] 10.222.0.47 "GET /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637803 Jul 14 09:06:06.215168 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f1ef2-584c-4ec0-8c82-e39ab1655554 req-93cc18ca-d034-4066-910d-0524b1115b64 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:06.217678 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-511f1ef2-584c-4ec0-8c82-e39ab1655554 req-93cc18ca-d034-4066-910d-0524b1115b64 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=22bc78c2-2a1d-40dc-8dae-36262e2ae882 HTTP/1.1" status: 200 len: 945 time: 0.3127563 Jul 14 09:06:06.298766 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-35044f50-64e3-4493-ad8d-aff3c1dc1758 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:06.319048 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['71d96ee1-5098-4ee3-84d1-e37bcfed3233', 'f1e013ab-bc40-4746-8faa-dd3d901e1807'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:06.324756 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69974d6d-8a57-4ede-b584-0bc707d03af0 req-17d29764-91fa-4685-9211-1bce637981e8 tempest-ServerShowV257Test-1464202798 tempest-ServerShowV257Test-1464202798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ee99999-b750-4ece-b4df-51e2dab82864 HTTP/1.1" status: 200 len: 210 time: 0.0915189 Jul 14 09:06:06.343594 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-35044f50-64e3-4493-ad8d-aff3c1dc1758 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Network aa282a42-14ce-40bf-98d2-0aa5342653ef is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:06.367028 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-35044f50-64e3-4493-ad8d-aff3c1dc1758 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:06.376246 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-35044f50-64e3-4493-ad8d-aff3c1dc1758 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:06.445988 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-35044f50-64e3-4493-ad8d-aff3c1dc1758 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:06.447755 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-35044f50-64e3-4493-ad8d-aff3c1dc1758 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:06.471797 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-35044f50-64e3-4493-ad8d-aff3c1dc1758 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4925838 Jul 14 09:06:06.494812 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-32a5c667-afd0-4998-96f7-f81dc8d6a711 service neutron] Request body: {'port': {'device_id': '2353e50c-2bb2-492f-b443-ccab69b45af0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:06.534444 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35044f50-64e3-4493-ad8d-aff3c1dc1758 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Pushing event updated for resources: {'Port': ['ID=3ed8921b-03c9-4c99-adbf-72c5557cfabe,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:06.553044 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-511f1ef2-584c-4ec0-8c82-e39ab1655554 req-bea45564-a392-47fc-aa8f-bda93366ed2c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178189 Jul 14 09:06:06.694164 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d06135-c8fb-42b5-8b42-6509fe46e4d9 x-openstack-request-id: req-a5d06135-c8fb-42b5-8b42-6509fe46e4d9 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:06.694610 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c4ccd8-22b1-4f5a-bb96-72286a38e0fa", "tag": "0933f5b8-a3e2-48c4-b106-cc7f1a67b727", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:06.695004 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5d06135-c8fb-42b5-8b42-6509fe46e4d9 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:06.697265 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c4ccd8-22b1-4f5a-bb96-72286a38e0fa', 'tag': '0933f5b8-a3e2-48c4-b106-cc7f1a67b727', 'status': 'completed', 'code': 200} Jul 14 09:06:06.777981 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-32a5c667-afd0-4998-96f7-f81dc8d6a711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:06.787070 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40f4414-881f-4147-9fa2-6d8d90a1c8ad x-openstack-request-id: req-d40f4414-881f-4147-9fa2-6d8d90a1c8ad {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:06.788060 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22bc78c2-2a1d-40dc-8dae-36262e2ae882", "name": "network-vif-plugged", "status": "completed", "tag": "9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:06.788060 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d40f4414-881f-4147-9fa2-6d8d90a1c8ad {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:06.788060 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22bc78c2-2a1d-40dc-8dae-36262e2ae882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade', 'code': 200} Jul 14 09:06:06.890979 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2dc22e-bf73-43b1-9337-a14b79fa86bf req-3c87f37d-cbbc-42e5-91ea-7e85bd886c2d tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:06.892602 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3e2dc22e-bf73-43b1-9337-a14b79fa86bf req-3c87f37d-cbbc-42e5-91ea-7e85bd886c2d tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=07c4ccd8-22b1-4f5a-bb96-72286a38e0fa HTTP/1.1" status: 200 len: 943 time: 0.3302307 Jul 14 09:06:06.984540 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4b05e-bc23-450d-b3d9-94c1215fee4e req-8ccfbac7-5931-4e8b-ac24-a987681e3a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:06.989411 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f6c4b05e-bc23-450d-b3d9-94c1215fee4e req-8ccfbac7-5931-4e8b-ac24-a987681e3a7a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=22bc78c2-2a1d-40dc-8dae-36262e2ae882 HTTP/1.1" status: 200 len: 1097 time: 0.1128173 Jul 14 09:06:07.058425 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2a26f-731f-4704-8476-c60179d30ab0 req-46c41fef-d497-4f21-89ec-f29b04f0489a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:07.059637 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f6c4b05e-bc23-450d-b3d9-94c1215fee4e req-0b151ce9-d55e-47ca-934b-238e3f3c9369 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646718 Jul 14 09:06:07.061130 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d5d2a26f-731f-4704-8476-c60179d30ab0 req-46c41fef-d497-4f21-89ec-f29b04f0489a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66f62552ebc740b9b1e38314c1361542&device_id=07c4ccd8-22b1-4f5a-bb96-72286a38e0fa HTTP/1.1" status: 200 len: 1095 time: 0.3701127 Jul 14 09:06:07.116493 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3e2dc22e-bf73-43b1-9337-a14b79fa86bf req-33ee8b92-0da1-40a2-b3cf-7eb1cd6db9ea tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078536 Jul 14 09:06:07.256198 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-304a34d9-5952-4281-9dca-a0cbf7f61029 service neutron] 10.222.0.47 "GET /v2.0/ports/5da84ce1-6f9a-423b-85f8-80d2f1046144/bindings/n-h2-771362-35 HTTP/1.1" status: 200 len: 385 time: 0.1288538 Jul 14 09:06:07.485696 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2a26f-731f-4704-8476-c60179d30ab0 req-f36b923e-c8d4-4259-b0e9-7dec6b1b2b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:07.487238 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d5d2a26f-731f-4704-8476-c60179d30ab0 req-f36b923e-c8d4-4259-b0e9-7dec6b1b2b09 service neutron] 10.222.0.47 "GET /v2.0/networks?id=591d2e31-ea8f-418a-81ab-cf41522e7221 HTTP/1.1" status: 200 len: 914 time: 0.3770165 Jul 14 09:06:07.564112 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-9d5ed412-00d7-46f5-b58f-3310add1fc12 service neutron] For port 5da84ce1-6f9a-423b-85f8-80d2f1046144, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=5da84ce1-6f9a-423b-85f8-80d2f1046144,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:07.576236 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d5d2a26f-731f-4704-8476-c60179d30ab0 req-4c05ae89-3853-4d66-a897-70a12c8857ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0933f5b8-a3e2-48c4-b106-cc7f1a67b727 HTTP/1.1" status: 200 len: 217 time: 0.0782797 Jul 14 09:06:07.611577 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-9d5ed412-00d7-46f5-b58f-3310add1fc12 service neutron] For port 5da84ce1-6f9a-423b-85f8-80d2f1046144, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:07.611901 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef139cc6-1aec-4957-bd76-05ac45d9fa5e req-2716d033-1d51-44db-983f-26f1d6e916c3 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:07.613112 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ef139cc6-1aec-4957-bd76-05ac45d9fa5e req-2716d033-1d51-44db-983f-26f1d6e916c3 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 944 time: 0.2828252 Jul 14 09:06:07.633273 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-32a5c667-afd0-4998-96f7-f81dc8d6a711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed8921b-03c9-4c99-adbf-72c5557cfabe {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:07.659850 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-32a5c667-afd0-4998-96f7-f81dc8d6a711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:07.681360 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-9d5ed412-00d7-46f5-b58f-3310add1fc12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da84ce1-6f9a-423b-85f8-80d2f1046144 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:07.699167 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-32a5c667-afd0-4998-96f7-f81dc8d6a711 service neutron] Transition to ACTIVE for port object 3ed8921b-03c9-4c99-adbf-72c5557cfabe will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:07.704055 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2a26f-731f-4704-8476-c60179d30ab0 req-9723ee16-19d6-49c4-a32f-22a235690720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:07.704355 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-9d5ed412-00d7-46f5-b58f-3310add1fc12 service neutron] For port 5da84ce1-6f9a-423b-85f8-80d2f1046144, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=5da84ce1-6f9a-423b-85f8-80d2f1046144,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:07.705635 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d5d2a26f-731f-4704-8476-c60179d30ab0 req-9723ee16-19d6-49c4-a32f-22a235690720 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f7b255d-8d73-442e-a1f4-216cb8f52275 HTTP/1.1" status: 200 len: 854 time: 0.1207271 Jul 14 09:06:07.709330 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ef139cc6-1aec-4957-bd76-05ac45d9fa5e req-cba32322-b2e7-4029-ad04-90bd3a11a3ce tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709231 Jul 14 09:06:07.710329 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-32a5c667-afd0-4998-96f7-f81dc8d6a711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:07.732067 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-9d5ed412-00d7-46f5-b58f-3310add1fc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:07.852066 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d5d2a26f-731f-4704-8476-c60179d30ab0 req-1a13a7ff-92f5-4b09-94b8-9afe438c4f98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=591d2e31-ea8f-418a-81ab-cf41522e7221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1381369 Jul 14 09:06:07.900935 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-9d5ed412-00d7-46f5-b58f-3310add1fc12 service neutron] Transition to ACTIVE for port object 5da84ce1-6f9a-423b-85f8-80d2f1046144 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:07.907655 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-9d5ed412-00d7-46f5-b58f-3310add1fc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:08.070915 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5c667-afd0-4998-96f7-f81dc8d6a711 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed8921b-03c9-4c99-adbf-72c5557cfabe,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:08.223875 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034595f6-304d-49fe-8e80-b085a28a48fa req-828dad88-713f-47af-850c-0ba4c99adbe5 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:08.225565 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-034595f6-304d-49fe-8e80-b085a28a48fa req-828dad88-713f-47af-850c-0ba4c99adbe5 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7e0933-574d-4baf-ae54-5aa5752532d0 HTTP/1.1" status: 200 len: 946 time: 0.3991849 Jul 14 09:06:08.246000 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d5d2a26f-731f-4704-8476-c60179d30ab0 req-5316d1fa-dc78-438f-bcbf-d771d8b4016c service neutron] 10.222.0.47 "GET /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245974 Jul 14 09:06:08.271257 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-32a5c667-afd0-4998-96f7-f81dc8d6a711 service neutron] Attempting to bind port 3ed8921b-03c9-4c99-adbf-72c5557cfabe on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:08.271726 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-32a5c667-afd0-4998-96f7-f81dc8d6a711 service neutron] Attempting to bind port 3ed8921b-03c9-4c99-adbf-72c5557cfabe by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:08.272245 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-32a5c667-afd0-4998-96f7-f81dc8d6a711 service neutron] Attempting to bind port 3ed8921b-03c9-4c99-adbf-72c5557cfabe on network aa282a42-14ce-40bf-98d2-0aa5342653ef {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:08.298202 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 0933f5b8-a3e2-48c4-b106-cc7f1a67b727 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:06:08.302084 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 5da84ce1-6f9a-423b-85f8-80d2f1046144 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:06:08.321252 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f11d1b-1476-458c-ac89-c0c86a0dc10e req-86f6e987-35a0-4eec-b2bf-1ab0e9c6a543 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:08.324238 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-58f11d1b-1476-458c-ac89-c0c86a0dc10e req-86f6e987-35a0-4eec-b2bf-1ab0e9c6a543 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=2353e50c-2bb2-492f-b443-ccab69b45af0 HTTP/1.1" status: 200 len: 943 time: 0.4072583 Jul 14 09:06:08.364820 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-32a5c667-afd0-4998-96f7-f81dc8d6a711 service neutron] Port 3ed8921b-03c9-4c99-adbf-72c5557cfabe on network aa282a42-14ce-40bf-98d2-0aa5342653ef not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:06:08.365380 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-32a5c667-afd0-4998-96f7-f81dc8d6a711 service neutron] Attempting to bind port 3ed8921b-03c9-4c99-adbf-72c5557cfabe on network aa282a42-14ce-40bf-98d2-0aa5342653ef {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:08.404242 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-9d5ed412-00d7-46f5-b58f-3310add1fc12 service neutron] No DVR routers for this DVR port 5da84ce1-6f9a-423b-85f8-80d2f1046144 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:06:08.431267 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-32a5c667-afd0-4998-96f7-f81dc8d6a711 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:08.431645 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-32a5c667-afd0-4998-96f7-f81dc8d6a711 service neutron] Checking segment: {'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:08.432092 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-32a5c667-afd0-4998-96f7-f81dc8d6a711 service neutron] Bound using segment: {'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:08.432548 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-32a5c667-afd0-4998-96f7-f81dc8d6a711 service neutron] Bound port: 3ed8921b-03c9-4c99-adbf-72c5557cfabe, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:08.433074 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-32a5c667-afd0-4998-96f7-f81dc8d6a711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:08.476802 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-9d5ed412-00d7-46f5-b58f-3310add1fc12 service neutron] 10.222.0.47 "PUT /v2.0/ports/5da84ce1-6f9a-423b-85f8-80d2f1046144/bindings/n-h2-771362-35/activate HTTP/1.1" status: 200 len: 370 time: 1.2147372 Jul 14 09:06:08.478252 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed412-00d7-46f5-b58f-3310add1fc12 service neutron] Pushing event updated for resources: {'Port': ['ID=5da84ce1-6f9a-423b-85f8-80d2f1046144,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:08.481970 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 5da84ce1-6f9a-423b-85f8-80d2f1046144 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:06:08.483842 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-034595f6-304d-49fe-8e80-b085a28a48fa req-15c2191e-da6c-4862-bd79-f7e20513c5a1 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400270 Jul 14 09:06:08.503066 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed412-00d7-46f5-b58f-3310add1fc12 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:08.503661 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed412-00d7-46f5-b58f-3310add1fc12 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:08.504460 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed412-00d7-46f5-b58f-3310add1fc12 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:08.504773 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed412-00d7-46f5-b58f-3310add1fc12 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:08.505230 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed412-00d7-46f5-b58f-3310add1fc12 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:08.505773 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed412-00d7-46f5-b58f-3310add1fc12 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:08.506323 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed412-00d7-46f5-b58f-3310add1fc12 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:08.508088 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed412-00d7-46f5-b58f-3310add1fc12 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:08.508088 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed412-00d7-46f5-b58f-3310add1fc12 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:08.508088 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed412-00d7-46f5-b58f-3310add1fc12 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:08.508653 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed412-00d7-46f5-b58f-3310add1fc12 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:08.509100 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed412-00d7-46f5-b58f-3310add1fc12 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:08.571128 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-58f11d1b-1476-458c-ac89-c0c86a0dc10e req-888828ad-89d0-49d5-b3cf-ae867c318188 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077692 Jul 14 09:06:08.596427 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 0933f5b8-a3e2-48c4-b106-cc7f1a67b727, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=0933f5b8-a3e2-48c4-b106-cc7f1a67b727,segment=NetworkSegment(6d503d23-62fd-459d-88f6-1a059a312d61),segment_id=6d503d23-62fd-459d-88f6-1a059a312d61)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:08.620387 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '0933f5b8-a3e2-48c4-b106-cc7f1a67b727', 'network_id': '591d2e31-ea8f-418a-81ab-cf41522e7221', 'port_id': '0933f5b8-a3e2-48c4-b106-cc7f1a67b727', 'mac_address': 'fa:16:3e:d5:77:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f7b255d-8d73-442e-a1f4-216cb8f52275', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:06:08.652087 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d5d2a26f-731f-4704-8476-c60179d30ab0 req-cdfe10ea-8b10-4684-9652-3c44728076ca service neutron] 10.222.0.47 "GET /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945889 Jul 14 09:06:08.669802 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:08.690074 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0933f5b8-a3e2-48c4-b106-cc7f1a67b727 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:08.699104 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-32a5c667-afd0-4998-96f7-f81dc8d6a711 service neutron] For port 3ed8921b-03c9-4c99-adbf-72c5557cfabe, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:08.706886 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-32a5c667-afd0-4998-96f7-f81dc8d6a711 service neutron] For port 3ed8921b-03c9-4c99-adbf-72c5557cfabe, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=3ed8921b-03c9-4c99-adbf-72c5557cfabe,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:08.719621 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-32a5c667-afd0-4998-96f7-f81dc8d6a711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:08.730220 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 0933f5b8-a3e2-48c4-b106-cc7f1a67b727, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=0933f5b8-a3e2-48c4-b106-cc7f1a67b727,segment=NetworkSegment(6d503d23-62fd-459d-88f6-1a059a312d61),segment_id=6d503d23-62fd-459d-88f6-1a059a312d61)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:08.737343 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:08.802493 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=0933f5b8-a3e2-48c4-b106-cc7f1a67b727,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:08.831727 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-32a5c667-afd0-4998-96f7-f81dc8d6a711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:08.832872 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-32a5c667-afd0-4998-96f7-f81dc8d6a711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:08.834591 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-32a5c667-afd0-4998-96f7-f81dc8d6a711 service neutron] 10.222.0.47 "PUT /v2.0/ports/3ed8921b-03c9-4c99-adbf-72c5557cfabe HTTP/1.1" status: 200 len: 1092 time: 2.3480790 Jul 14 09:06:08.855765 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2353e50c-2bb2-492f-b443-ccab69b45af0', 'tag': '3ed8921b-03c9-4c99-adbf-72c5557cfabe'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:08.858562 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a7a54f-a82a-4a95-9c80-087242c1b77a" -d '{"events": [{"name": "network-changed", "server_uuid": "2353e50c-2bb2-492f-b443-ccab69b45af0", "tag": "3ed8921b-03c9-4c99-adbf-72c5557cfabe"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:08.869049 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5675c11b-29f5-477c-b42f-8641c3671adf req-adab258c-a2f7-415a-8f99-11d9d359b79f tempest-ServerShowV257Test-1464202798 tempest-ServerShowV257Test-1464202798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ee99999-b750-4ece-b4df-51e2dab82864 HTTP/1.1" status: 200 len: 210 time: 0.0896680 Jul 14 09:06:08.876262 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-db00842d-a82d-4ad9-9e85-dd8fb3f644d7 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:08.878177 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-db00842d-a82d-4ad9-9e85-dd8fb3f644d7 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96&tenant_id=1c35458c50e143699c6f14a3ebfddb0d&binding%3Ahost_id=n-h1-771362-35 HTTP/1.1" status: 200 len: 1097 time: 0.3175106 Jul 14 09:06:08.902519 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5c667-afd0-4998-96f7-f81dc8d6a711 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed8921b-03c9-4c99-adbf-72c5557cfabe,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:08.965403 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['0933f5b8-a3e2-48c4-b106-cc7f1a67b727'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:09.174945 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-35107437-0f0f-48b6-844f-79c29e7e3ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:09.177685 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-35107437-0f0f-48b6-844f-79c29e7e3ece service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96&tenant_id=1c35458c50e143699c6f14a3ebfddb0d HTTP/1.1" status: 200 len: 1097 time: 0.2889349 Jul 14 09:06:09.201988 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-5d96ad47-9821-4bf1-a226-4c343c7e1178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:09.204412 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-5d96ad47-9821-4bf1-a226-4c343c7e1178 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a65871ef77a4e449769120ad4b0a96b&device_id=2353e50c-2bb2-492f-b443-ccab69b45af0 HTTP/1.1" status: 200 len: 1095 time: 0.2809405 Jul 14 09:06:09.222135 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d4db6-53b7-4077-b185-5a47ee7cf09b req-c277e363-9f52-41b7-8e5d-ffb9d3cd7afa tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:09.225240 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fb1d4db6-53b7-4077-b185-5a47ee7cf09b req-c277e363-9f52-41b7-8e5d-ffb9d3cd7afa tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=22bc78c2-2a1d-40dc-8dae-36262e2ae882 HTTP/1.1" status: 200 len: 945 time: 0.3003848 Jul 14 09:06:09.696226 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-284659e2-0fa6-41b9-ad0e-26bcfafac901 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ed8921b-03c9-4c99-adbf-72c5557cfabe HTTP/1.1" status: 200 len: 217 time: 0.4671268 Jul 14 09:06:09.780152 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fb1d4db6-53b7-4077-b185-5a47ee7cf09b req-941d0c85-ac8a-4baa-a183-b554eeb2b8a3 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5219185 Jul 14 09:06:09.797128 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bac1d-dc52-4a39-b98e-5f4f9909d474 req-e7047d55-aa35-4dfb-a912-61337c15e1b3 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:09.799266 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da5bac1d-dc52-4a39-b98e-5f4f9909d474 req-e7047d55-aa35-4dfb-a912-61337c15e1b3 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=07c4ccd8-22b1-4f5a-bb96-72286a38e0fa HTTP/1.1" status: 200 len: 944 time: 0.7108767 Jul 14 09:06:09.806040 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-62323ba7-9f33-44e3-8f85-f529703b57e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:09.808311 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-62323ba7-9f33-44e3-8f85-f529703b57e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=270bafed-ba3b-4347-b7b9-ccc79813fe94 HTTP/1.1" status: 200 len: 845 time: 0.1036015 Jul 14 09:06:09.887327 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-a6db8156-42fb-49e8-bc86-997fdba047b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa282a42-14ce-40bf-98d2-0aa5342653ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701156 Jul 14 09:06:09.915766 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-66a0670b-e716-467d-8be6-06359f8b9808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:09.917368 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-66a0670b-e716-467d-8be6-06359f8b9808 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c35458c50e143699c6f14a3ebfddb0d&device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 1097 time: 0.6870677 Jul 14 09:06:09.958340 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da5bac1d-dc52-4a39-b98e-5f4f9909d474 req-af78215e-3f8b-41be-8a98-9f2f8f8031ec tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464593 Jul 14 09:06:10.133400 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-8139e8b1-a529-4018-bdbe-d91071bced9d service neutron] 10.222.0.47 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325702 Jul 14 09:06:10.139967 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-564c5400-6df2-46f2-92f0-c821214705b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:10.141562 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-564c5400-6df2-46f2-92f0-c821214705b0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d4fad6bc-cc19-4061-a347-c3942b87c975 HTTP/1.1" status: 200 len: 908 time: 0.2163887 Jul 14 09:06:10.241881 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-827aeae2-d270-44ae-b7b1-da17d3bcf872 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5da84ce1-6f9a-423b-85f8-80d2f1046144 HTTP/1.1" status: 200 len: 217 time: 0.0903115 Jul 14 09:06:10.301355 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:10.319264 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 0933f5b8-a3e2-48c4-b106-cc7f1a67b727 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:10.411398 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-61dfc5d1-e8a0-4d0b-bce5-e3e9aaf5e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:10.413901 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-61dfc5d1-e8a0-4d0b-bce5-e3e9aaf5e88d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39b054b3-ff74-48d7-bc6b-cc0709824ebb HTTP/1.1" status: 200 len: 848 time: 0.1618583 Jul 14 09:06:10.422128 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 0933f5b8-a3e2-48c4-b106-cc7f1a67b727 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:10.424618 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bdf6cfb-f5f7-4855-8f6c-726124f03515 req-6b20baa5-5f4c-4ccd-906a-8423b0e77f82 service neutron] 10.222.0.47 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818809 Jul 14 09:06:10.428997 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 0933f5b8-a3e2-48c4-b106-cc7f1a67b727 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:10.429795 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:10.491521 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-b1be6136-2c6e-47f6-aef5-c8cafa371d49 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d4fad6bc-cc19-4061-a347-c3942b87c975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597975 Jul 14 09:06:10.527371 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7cbd01-0bf9-4410-80bc-08d0a265355a req-9206d736-0762-4ccf-b527-240110805b09 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:10.529046 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aa7cbd01-0bf9-4410-80bc-08d0a265355a req-9206d736-0762-4ccf-b527-240110805b09 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=da7e0933-574d-4baf-ae54-5aa5752532d0 HTTP/1.1" status: 200 len: 1098 time: 0.2202768 Jul 14 09:06:10.659963 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aa7cbd01-0bf9-4410-80bc-08d0a265355a req-6dfb9366-48c3-4aae-b3e3-bc07ab599f20 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873659 Jul 14 09:06:10.707992 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:10.708852 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-8ac3b1ce-2de7-4b3a-aca7-f6dee49298eb service neutron] 10.222.0.44 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103796 Jul 14 09:06:10.737968 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c4ccd8-22b1-4f5a-bb96-72286a38e0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0933f5b8-a3e2-48c4-b106-cc7f1a67b727'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:10.741366 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6aa0f2-1afc-4bee-a7bc-77ffb028c9ed" -d '{"events": [{"server_uuid": "07c4ccd8-22b1-4f5a-bb96-72286a38e0fa", "name": "network-vif-plugged", "status": "completed", "tag": "0933f5b8-a3e2-48c4-b106-cc7f1a67b727"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:10.759806 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 0933f5b8-a3e2-48c4-b106-cc7f1a67b727, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=0933f5b8-a3e2-48c4-b106-cc7f1a67b727,segment=NetworkSegment(6d503d23-62fd-459d-88f6-1a059a312d61),segment_id=6d503d23-62fd-459d-88f6-1a059a312d61)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:10.766492 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:10.849783 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-80b0b383-fb3d-4352-9505-9c46a2ddaacd service neutron] 10.222.0.44 "GET /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327341 Jul 14 09:06:10.871255 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=0933f5b8-a3e2-48c4-b106-cc7f1a67b727,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:10.929176 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd21995-d89b-4efb-954a-af4912d03140 x-openstack-request-id: req-ddd21995-d89b-4efb-954a-af4912d03140 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:10.930067 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2353e50c-2bb2-492f-b443-ccab69b45af0", "tag": "3ed8921b-03c9-4c99-adbf-72c5557cfabe", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:10.930498 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ddd21995-d89b-4efb-954a-af4912d03140 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:10.931146 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2353e50c-2bb2-492f-b443-ccab69b45af0', 'tag': '3ed8921b-03c9-4c99-adbf-72c5557cfabe', 'status': 'completed', 'code': 200} Jul 14 09:06:11.057082 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f25a75-19c7-4647-a463-4985e425db7a req-7c6483d5-df81-48b2-8189-e08149cbb67e tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:11.058961 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49f25a75-19c7-4647-a463-4985e425db7a req-7c6483d5-df81-48b2-8189-e08149cbb67e tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 945 time: 0.1459863 Jul 14 09:06:11.063706 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7a54f-a82a-4a95-9c80-087242c1b77a req-ad1a5d32-7195-4401-8643-a65c31fd2c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:11.065404 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63a7a54f-a82a-4a95-9c80-087242c1b77a req-ad1a5d32-7195-4401-8643-a65c31fd2c2a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a65871ef77a4e449769120ad4b0a96b&device_id=2353e50c-2bb2-492f-b443-ccab69b45af0 HTTP/1.1" status: 200 len: 1095 time: 0.0987406 Jul 14 09:06:11.240088 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49f25a75-19c7-4647-a463-4985e425db7a req-fedcae0e-dfc0-4ec8-9462-de801a867505 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687746 Jul 14 09:06:11.295351 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7a54f-a82a-4a95-9c80-087242c1b77a req-ca16f86c-f15c-441e-b331-db512155609b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:11.296888 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63a7a54f-a82a-4a95-9c80-087242c1b77a req-ca16f86c-f15c-441e-b331-db512155609b service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa282a42-14ce-40bf-98d2-0aa5342653ef HTTP/1.1" status: 200 len: 905 time: 0.2227976 Jul 14 09:06:11.360370 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63a7a54f-a82a-4a95-9c80-087242c1b77a req-c9d043b8-59cd-402b-8e71-896f2ff63b46 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ed8921b-03c9-4c99-adbf-72c5557cfabe HTTP/1.1" status: 200 len: 217 time: 0.0521164 Jul 14 09:06:11.369241 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50efa57-33fc-4db5-a92b-c84ed9c52944 req-43c43203-be84-4754-81dd-b07a04a6e64a tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:11.371252 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e50efa57-33fc-4db5-a92b-c84ed9c52944 req-43c43203-be84-4754-81dd-b07a04a6e64a tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=2353e50c-2bb2-492f-b443-ccab69b45af0 HTTP/1.1" status: 200 len: 943 time: 0.2631848 Jul 14 09:06:11.483657 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-bd49c6a8-814e-488e-b1eb-5c60aee6230d tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:11.485190 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-bd49c6a8-814e-488e-b1eb-5c60aee6230d tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96&tenant_id=1c35458c50e143699c6f14a3ebfddb0d&binding%3Ahost_id=n-h2-771362-35 HTTP/1.1" status: 200 len: 1097 time: 0.2653732 Jul 14 09:06:11.496861 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e50efa57-33fc-4db5-a92b-c84ed9c52944 req-a34b0a6f-e86c-4f17-b667-c3ef27200e7d tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140959 Jul 14 09:06:11.498117 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7a54f-a82a-4a95-9c80-087242c1b77a req-74873ce1-94dc-44db-b6c6-ef4e178e3723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:11.499744 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63a7a54f-a82a-4a95-9c80-087242c1b77a req-74873ce1-94dc-44db-b6c6-ef4e178e3723 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=270bafed-ba3b-4347-b7b9-ccc79813fe94 HTTP/1.1" status: 200 len: 845 time: 0.1262977 Jul 14 09:06:11.561190 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63a7a54f-a82a-4a95-9c80-087242c1b77a req-8f8355f5-1044-488c-abe3-414199d4245f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa282a42-14ce-40bf-98d2-0aa5342653ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531850 Jul 14 09:06:11.689670 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8afe9-6656-4ce3-a60f-0327df376b91 req-d583e33f-89f7-406b-98d5-c3ac975f8027 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:11.691239 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dda8afe9-6656-4ce3-a60f-0327df376b91 req-d583e33f-89f7-406b-98d5-c3ac975f8027 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=22bc78c2-2a1d-40dc-8dae-36262e2ae882 HTTP/1.1" status: 200 len: 945 time: 0.2579758 Jul 14 09:06:11.773667 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-116d0a90-a03d-4889-863a-b2ef2ed1cc7d req-4592218e-7058-4ca9-8bbe-12b9889154d7 tempest-ServerShowV257Test-1464202798 tempest-ServerShowV257Test-1464202798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ee99999-b750-4ece-b4df-51e2dab82864 HTTP/1.1" status: 200 len: 210 time: 0.0581553 Jul 14 09:06:11.808861 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63a7a54f-a82a-4a95-9c80-087242c1b77a req-623b6dfc-7053-404e-94a5-286dcf1e2e06 service neutron] 10.222.0.47 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391233 Jul 14 09:06:11.817207 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dda8afe9-6656-4ce3-a60f-0327df376b91 req-58bc113e-fb3f-482d-a16c-ad2545f17766 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031551 Jul 14 09:06:11.841731 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-d8776a7e-9816-4d6e-8205-04e379cd3cf0 service neutron] For port 5da84ce1-6f9a-423b-85f8-80d2f1046144, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:11.872972 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-d8776a7e-9816-4d6e-8205-04e379cd3cf0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:11.874122 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9678aecf-b887-4a9b-b0e4-4b5ca8e07d19 req-d8776a7e-9816-4d6e-8205-04e379cd3cf0 service neutron] 10.222.0.44 "DELETE /v2.0/ports/5da84ce1-6f9a-423b-85f8-80d2f1046144/bindings/n-h1-771362-35 HTTP/1.1" status: 204 len: 173 time: 0.3727262 Jul 14 09:06:11.938090 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15925918-da74-4f01-9789-5153b530da3c x-openstack-request-id: req-15925918-da74-4f01-9789-5153b530da3c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:11.940561 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c4ccd8-22b1-4f5a-bb96-72286a38e0fa", "name": "network-vif-plugged", "status": "completed", "tag": "0933f5b8-a3e2-48c4-b106-cc7f1a67b727", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:11.942131 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15925918-da74-4f01-9789-5153b530da3c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:11.943072 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c4ccd8-22b1-4f5a-bb96-72286a38e0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0933f5b8-a3e2-48c4-b106-cc7f1a67b727', 'code': 200} Jul 14 09:06:11.946930 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:11.984367 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63a7a54f-a82a-4a95-9c80-087242c1b77a req-8a810a87-a1fd-47cf-a34a-0632b059cab1 service neutron] 10.222.0.47 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659596 Jul 14 09:06:12.135219 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09648341-25a3-4db5-b2b1-cb3649056ba4 req-51826e5b-8687-4b2f-950e-32da359e74c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:12.136808 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-09648341-25a3-4db5-b2b1-cb3649056ba4 req-51826e5b-8687-4b2f-950e-32da359e74c1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=07c4ccd8-22b1-4f5a-bb96-72286a38e0fa HTTP/1.1" status: 200 len: 1097 time: 0.1142056 Jul 14 09:06:12.142646 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf587dbf-01fc-4f97-82fb-e8f199d9c23b req-27a64649-ef32-43e1-99d2-edf6939f9a7c tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:12.144401 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bf587dbf-01fc-4f97-82fb-e8f199d9c23b req-27a64649-ef32-43e1-99d2-edf6939f9a7c tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=da7e0933-574d-4baf-ae54-5aa5752532d0 HTTP/1.1" status: 200 len: 1098 time: 0.1060297 Jul 14 09:06:12.205407 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-09648341-25a3-4db5-b2b1-cb3649056ba4 req-639830aa-8233-4d1d-8c53-74e2a9525de8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587416 Jul 14 09:06:12.223189 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bf587dbf-01fc-4f97-82fb-e8f199d9c23b req-04d3fd93-0dd3-4bc9-8500-6e2c8f0e465f tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685108 Jul 14 09:06:12.314307 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 3ed8921b-03c9-4c99-adbf-72c5557cfabe details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:06:12.491158 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 3ed8921b-03c9-4c99-adbf-72c5557cfabe, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=3ed8921b-03c9-4c99-adbf-72c5557cfabe,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:12.514018 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '3ed8921b-03c9-4c99-adbf-72c5557cfabe', 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef', 'port_id': '3ed8921b-03c9-4c99-adbf-72c5557cfabe', 'mac_address': 'fa:16:3e:a9:a3:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '270bafed-ba3b-4347-b7b9-ccc79813fe94', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:06:12.542138 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d50679-812c-450c-80c3-817591a4dee4 req-7e1cc3ae-092e-4f16-bd00-f551f3223dbb tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:12.545413 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e1d50679-812c-450c-80c3-817591a4dee4 req-7e1cc3ae-092e-4f16-bd00-f551f3223dbb tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=07c4ccd8-22b1-4f5a-bb96-72286a38e0fa HTTP/1.1" status: 200 len: 945 time: 0.0999475 Jul 14 09:06:12.580930 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:12.604795 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed8921b-03c9-4c99-adbf-72c5557cfabe {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:12.615336 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e1d50679-812c-450c-80c3-817591a4dee4 req-ca94b2c9-9c06-4df7-baa9-f425e48a7924 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592284 Jul 14 09:06:12.647381 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 3ed8921b-03c9-4c99-adbf-72c5557cfabe, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=3ed8921b-03c9-4c99-adbf-72c5557cfabe,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:12.648290 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:12.752733 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=3ed8921b-03c9-4c99-adbf-72c5557cfabe,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:12.932576 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['3ed8921b-03c9-4c99-adbf-72c5557cfabe'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:13.047206 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338b550-847a-4cc3-b8a6-b81d5bb5feb1 req-f825e896-2f46-4996-9751-be8eb0cf3e65 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:13.051017 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f338b550-847a-4cc3-b8a6-b81d5bb5feb1 req-f825e896-2f46-4996-9751-be8eb0cf3e65 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 945 time: 0.2059255 Jul 14 09:06:13.097400 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a326ba6-4a40-4b21-81d2-84203440b4f9 req-8e72c7a8-8266-4dde-ad32-372512e99139 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:13.099954 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a326ba6-4a40-4b21-81d2-84203440b4f9 req-8e72c7a8-8266-4dde-ad32-372512e99139 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=2353e50c-2bb2-492f-b443-ccab69b45af0 HTTP/1.1" status: 200 len: 944 time: 0.2056506 Jul 14 09:06:13.193268 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f338b550-847a-4cc3-b8a6-b81d5bb5feb1 req-d669e0a6-670c-49e4-8e1d-9b2d220113b5 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298015 Jul 14 09:06:13.200464 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a326ba6-4a40-4b21-81d2-84203440b4f9 req-69babac0-1da2-4f9e-bc17-dff76f6a6880 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862885 Jul 14 09:06:13.551231 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82759806-52d6-4a2a-85fe-33a19ea78377 req-df12a120-b87a-48c5-b925-ab3af10ad437 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:13.554001 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82759806-52d6-4a2a-85fe-33a19ea78377 req-df12a120-b87a-48c5-b925-ab3af10ad437 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=22bc78c2-2a1d-40dc-8dae-36262e2ae882 HTTP/1.1" status: 200 len: 945 time: 0.1313207 Jul 14 09:06:13.613816 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82759806-52d6-4a2a-85fe-33a19ea78377 req-c5813519-054e-4faf-a55a-65b6c633a5f3 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492449 Jul 14 09:06:13.869908 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-64ccb60a-6fba-4cb5-874c-6e121731d55e req-46770eb2-5026-40f6-922f-e6cf340be2bf tempest-ServerShowV257Test-1464202798 tempest-ServerShowV257Test-1464202798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ee99999-b750-4ece-b4df-51e2dab82864 HTTP/1.1" status: 200 len: 210 time: 0.0501237 Jul 14 09:06:14.332702 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 3ed8921b-03c9-4c99-adbf-72c5557cfabe up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:14.447369 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 3ed8921b-03c9-4c99-adbf-72c5557cfabe completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:14.454081 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 3ed8921b-03c9-4c99-adbf-72c5557cfabe triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:14.454697 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:14.607159 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:14.649129 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2353e50c-2bb2-492f-b443-ccab69b45af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed8921b-03c9-4c99-adbf-72c5557cfabe'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:14.652858 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bb8d72-55c9-4d93-b78d-05f5b5c64fcc" -d '{"events": [{"server_uuid": "2353e50c-2bb2-492f-b443-ccab69b45af0", "name": "network-vif-plugged", "status": "completed", "tag": "3ed8921b-03c9-4c99-adbf-72c5557cfabe"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:14.674376 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 3ed8921b-03c9-4c99-adbf-72c5557cfabe, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=3ed8921b-03c9-4c99-adbf-72c5557cfabe,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:14.681458 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:14.761131 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=3ed8921b-03c9-4c99-adbf-72c5557cfabe,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:14.931140 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-df5da763-02e9-47c0-97d5-e99429a40f11 req-b69585d2-b27e-4710-9c7b-14777e996d49 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5ee99999-b750-4ece-b4df-51e2dab82864 HTTP/1.1" status: 200 len: 210 time: 0.0583551 Jul 14 09:06:14.935941 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [req-060c9800-574c-4044-865a-5a3cd416244e req-5d1337a5-f6d9-49fe-ba58-2bb8daeb1edb tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:06:14.937583 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-060c9800-574c-4044-865a-5a3cd416244e req-5d1337a5-f6d9-49fe-ba58-2bb8daeb1edb tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102527 Jul 14 09:06:14.951356 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-060c9800-574c-4044-865a-5a3cd416244e req-90507af8-c97d-48c4-bce0-12821e9abbd9 service neutron] Request body: {'binding': {'host': 'n-h2-771362-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:14.952285 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-060c9800-574c-4044-865a-5a3cd416244e req-90507af8-c97d-48c4-bce0-12821e9abbd9 service neutron] Unknown quota resources ['binding']. {{(pid=93772) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:06:15.099428 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbb2df-edfd-4c25-bf01-b8cd0811f943 req-473e2237-6916-442d-aa70-632294b69fe1 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:15.102500 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-98dbb2df-edfd-4c25-bf01-b8cd0811f943 req-473e2237-6916-442d-aa70-632294b69fe1 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=07c4ccd8-22b1-4f5a-bb96-72286a38e0fa HTTP/1.1" status: 200 len: 945 time: 0.1024120 Jul 14 09:06:15.168183 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-98dbb2df-edfd-4c25-bf01-b8cd0811f943 req-a18f5368-fe4a-47e6-8322-057f8b78aaac tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579438 Jul 14 09:06:15.181679 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-060c9800-574c-4044-865a-5a3cd416244e req-90507af8-c97d-48c4-bce0-12821e9abbd9 service neutron] Attempting to bind port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd on host n-h2-771362-35 for vnic_type normal with profile None {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:15.182179 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-060c9800-574c-4044-865a-5a3cd416244e req-90507af8-c97d-48c4-bce0-12821e9abbd9 service neutron] Attempting to bind port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:15.182620 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060c9800-574c-4044-865a-5a3cd416244e req-90507af8-c97d-48c4-bce0-12821e9abbd9 service neutron] Attempting to bind port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd on network 6f33b460-d2d2-4c56-9516-34520289d045 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:15.189187 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060c9800-574c-4044-865a-5a3cd416244e req-90507af8-c97d-48c4-bce0-12821e9abbd9 service neutron] Port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd on network 6f33b460-d2d2-4c56-9516-34520289d045 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:06:15.189480 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060c9800-574c-4044-865a-5a3cd416244e req-90507af8-c97d-48c4-bce0-12821e9abbd9 service neutron] Attempting to bind port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd on network 6f33b460-d2d2-4c56-9516-34520289d045 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:15.197552 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060c9800-574c-4044-865a-5a3cd416244e req-90507af8-c97d-48c4-bce0-12821e9abbd9 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:15.198106 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060c9800-574c-4044-865a-5a3cd416244e req-90507af8-c97d-48c4-bce0-12821e9abbd9 service neutron] Checking segment: {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:15.198711 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060c9800-574c-4044-865a-5a3cd416244e req-90507af8-c97d-48c4-bce0-12821e9abbd9 service neutron] Bound using segment: {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:15.199403 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-060c9800-574c-4044-865a-5a3cd416244e req-90507af8-c97d-48c4-bce0-12821e9abbd9 service neutron] Bound port: e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:15.292805 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-060c9800-574c-4044-865a-5a3cd416244e req-90507af8-c97d-48c4-bce0-12821e9abbd9 service neutron] For port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:15.298711 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-060c9800-574c-4044-865a-5a3cd416244e req-90507af8-c97d-48c4-bce0-12821e9abbd9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:15.299975 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-060c9800-574c-4044-865a-5a3cd416244e req-90507af8-c97d-48c4-bce0-12821e9abbd9 service neutron] 10.222.0.25 "POST /v2.0/ports/e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd/bindings HTTP/1.1" status: 201 len: 390 time: 0.3556182 Jul 14 09:06:15.503439 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc69d91-0207-4f0b-86fc-4f5e7fe79f01 req-0a152747-fabf-46b2-b7c1-0192e744e162 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:15.507311 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1bc69d91-0207-4f0b-86fc-4f5e7fe79f01 req-0a152747-fabf-46b2-b7c1-0192e744e162 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=22bc78c2-2a1d-40dc-8dae-36262e2ae882 HTTP/1.1" status: 200 len: 945 time: 0.1364524 Jul 14 09:06:15.592761 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1bc69d91-0207-4f0b-86fc-4f5e7fe79f01 req-d5dd28ca-d23a-4b38-ae29-496f47d98138 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726786 Jul 14 09:06:15.899005 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c9800-574c-4044-865a-5a3cd416244e req-4ff2a2bb-1d4d-4659-b8ce-fbc020fc1c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:15.901913 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-060c9800-574c-4044-865a-5a3cd416244e req-4ff2a2bb-1d4d-4659-b8ce-fbc020fc1c01 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d26b4168e0144f2b895d7a5b4dac1633&device_id=da7e0933-574d-4baf-ae54-5aa5752532d0 HTTP/1.1" status: 200 len: 1098 time: 0.2134366 Jul 14 09:06:16.108794 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055ad31-2b24-4e3b-bd12-9fccdbd3a3f4 req-ae46a943-c731-4d09-9d5b-a08e5d396f6d tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:16.111274 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d055ad31-2b24-4e3b-bd12-9fccdbd3a3f4 req-ae46a943-c731-4d09-9d5b-a08e5d396f6d tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 1097 time: 0.2718687 Jul 14 09:06:16.140486 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4da510-e046-4bab-9732-fc552b1599b8 req-6601fbd3-0a17-4045-92a2-54846b86b475 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:16.143082 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dc4da510-e046-4bab-9732-fc552b1599b8 req-6601fbd3-0a17-4045-92a2-54846b86b475 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=2353e50c-2bb2-492f-b443-ccab69b45af0 HTTP/1.1" status: 200 len: 945 time: 0.2396569 Jul 14 09:06:16.144889 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c9800-574c-4044-865a-5a3cd416244e req-57960ae2-f513-4bd1-bc2b-f8a5418125eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:16.147165 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-060c9800-574c-4044-865a-5a3cd416244e req-57960ae2-f513-4bd1-bc2b-f8a5418125eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=6f33b460-d2d2-4c56-9516-34520289d045 HTTP/1.1" status: 200 len: 921 time: 0.2298005 Jul 14 09:06:16.270558 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-060c9800-574c-4044-865a-5a3cd416244e req-710f3b70-46df-429b-9dbb-4144e9500dc3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd HTTP/1.1" status: 200 len: 217 time: 0.1104970 Jul 14 09:06:16.300606 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d055ad31-2b24-4e3b-bd12-9fccdbd3a3f4 req-c6de6d9e-e152-4099-9128-d41ed5fee9c8 tempest-LiveMigrationTest-828856642 tempest-LiveMigrationTest-828856642-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773906 Jul 14 09:06:16.374432 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dc4da510-e046-4bab-9732-fc552b1599b8 req-77350ce9-7c87-48df-b888-dcf5cb7e2cda tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162280 Jul 14 09:06:16.392131 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f13eca-7e37-4801-bba1-d2766e2916f8 x-openstack-request-id: req-48f13eca-7e37-4801-bba1-d2766e2916f8 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:16.393343 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c9800-574c-4044-865a-5a3cd416244e req-ae539af9-32cb-46a3-845f-4e955ababa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:16.393623 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2353e50c-2bb2-492f-b443-ccab69b45af0", "name": "network-vif-plugged", "status": "completed", "tag": "3ed8921b-03c9-4c99-adbf-72c5557cfabe", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:16.394186 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48f13eca-7e37-4801-bba1-d2766e2916f8 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:16.394787 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2353e50c-2bb2-492f-b443-ccab69b45af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed8921b-03c9-4c99-adbf-72c5557cfabe', 'code': 200} Jul 14 09:06:16.397288 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-060c9800-574c-4044-865a-5a3cd416244e req-ae539af9-32cb-46a3-845f-4e955ababa5c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d193f247-8cf4-44bf-89d9-9de68e3cae2e HTTP/1.1" status: 200 len: 861 time: 0.1199644 Jul 14 09:06:16.489852 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-060c9800-574c-4044-865a-5a3cd416244e req-d42772ba-c312-4dc1-b21e-91f90459a3ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f33b460-d2d2-4c56-9516-34520289d045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661454 Jul 14 09:06:16.653690 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ef61aab-983e-4286-b5e4-cb04a6c1b8c3 req-01c42f9f-599d-4155-9c45-96084c4b17c7 tempest-ServerShowV257Test-1464202798 tempest-ServerShowV257Test-1464202798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ee99999-b750-4ece-b4df-51e2dab82864 HTTP/1.1" status: 200 len: 210 time: 0.0911651 Jul 14 09:06:16.791647 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-060c9800-574c-4044-865a-5a3cd416244e req-2f288699-3d43-4d8d-a09b-70f5407f90e8 service neutron] 10.222.0.44 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866664 Jul 14 09:06:16.836527 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa43c7d-aa0e-40f2-a12f-78812e12902e req-7c4b8a4b-b15d-42e0-b83a-1e29a4f38bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:16.839068 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7fa43c7d-aa0e-40f2-a12f-78812e12902e req-7c4b8a4b-b15d-42e0-b83a-1e29a4f38bcb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2353e50c-2bb2-492f-b443-ccab69b45af0 HTTP/1.1" status: 200 len: 1097 time: 0.3529849 Jul 14 09:06:17.016985 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7fa43c7d-aa0e-40f2-a12f-78812e12902e req-6a10de0c-1d57-427a-9dad-06a882b6dfe8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435645 Jul 14 09:06:17.048412 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-060c9800-574c-4044-865a-5a3cd416244e req-46758084-d0b0-45b9-99bc-64817fdff137 service neutron] 10.222.0.44 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503843 Jul 14 09:06:17.062090 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3fdfc-61f4-4479-95ad-1fea8d968839 req-b3847605-7edb-4677-a0c9-796a4ac4621e tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:17.063704 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3a3fdfc-61f4-4479-95ad-1fea8d968839 req-b3847605-7edb-4677-a0c9-796a4ac4621e tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7e0933-574d-4baf-ae54-5aa5752532d0 HTTP/1.1" status: 200 len: 946 time: 0.1916254 Jul 14 09:06:17.121924 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3a3fdfc-61f4-4479-95ad-1fea8d968839 req-43fcca7f-0bce-44be-9f30-9ee74ab9c5ac tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455267 Jul 14 09:06:17.236662 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c9800-574c-4044-865a-5a3cd416244e req-2a128445-0421-42a8-9cc9-ba114a15b7e2 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:17.238925 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-060c9800-574c-4044-865a-5a3cd416244e req-2a128445-0421-42a8-9cc9-ba114a15b7e2 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=da7e0933-574d-4baf-ae54-5aa5752532d0&tenant_id=d26b4168e0144f2b895d7a5b4dac1633&binding%3Ahost_id=n-h1-771362-35 HTTP/1.1" status: 200 len: 1098 time: 0.1117709 Jul 14 09:06:17.254302 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-060c9800-574c-4044-865a-5a3cd416244e req-efa5c593-bb35-4cc2-b4b6-13669e1cdecd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771362-35'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:17.386886 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-060c9800-574c-4044-865a-5a3cd416244e req-efa5c593-bb35-4cc2-b4b6-13669e1cdecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:17.562599 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-060c9800-574c-4044-865a-5a3cd416244e req-efa5c593-bb35-4cc2-b4b6-13669e1cdecd service neutron] For port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:18.305935 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8e253437-87fc-42c4-827f-8f67a3ef4d1a req-76299e9f-bb48-4b35-8b42-e960d7d770d1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cc2514b0f2de4d2a80a4bf23ee2acc7e&device_id=5ee99999-b750-4ece-b4df-51e2dab82864 HTTP/1.1" status: 200 len: 210 time: 0.1380477 Jul 14 09:06:18.342730 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e66e8a83-9c2f-48bc-a7c6-3c3132b402af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:18.383585 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8e253437-87fc-42c4-827f-8f67a3ef4d1a req-24a3d858-fc9e-48b8-a88f-4c2ebf44516a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=cc2514b0f2de4d2a80a4bf23ee2acc7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583389 Jul 14 09:06:18.419381 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-060c9800-574c-4044-865a-5a3cd416244e req-efa5c593-bb35-4cc2-b4b6-13669e1cdecd service neutron] For port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:18.514650 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d8aaf-c61c-430a-a145-11460ac3e589 req-e4d82113-5097-4c9e-b95f-43971bfc53e0 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:18.517496 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d00d8aaf-c61c-430a-a145-11460ac3e589 req-e4d82113-5097-4c9e-b95f-43971bfc53e0 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.44 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 945 time: 0.0851412 Jul 14 09:06:18.582920 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800f026-08cb-42ab-b29b-859780b43d08 req-f13193ac-0efa-405f-8ea4-061390d38ca3 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:18.585756 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9800f026-08cb-42ab-b29b-859780b43d08 req-f13193ac-0efa-405f-8ea4-061390d38ca3 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=2353e50c-2bb2-492f-b443-ccab69b45af0 HTTP/1.1" status: 200 len: 945 time: 0.4242148 Jul 14 09:06:18.615900 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7e0933-574d-4baf-ae54-5aa5752532d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:18.619371 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb297e69-b956-41b3-ae9b-62332037b6cb" -d '{"events": [{"server_uuid": "da7e0933-574d-4baf-ae54-5aa5752532d0", "name": "network-vif-unplugged", "status": "completed", "tag": "e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:18.634788 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99efa5b-4ec4-4a25-9264-8e26b944ee81 req-af19f568-4bc1-4c33-9000-cccb02f6b297 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:18.637236 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f99efa5b-4ec4-4a25-9264-8e26b944ee81 req-af19f568-4bc1-4c33-9000-cccb02f6b297 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=22bc78c2-2a1d-40dc-8dae-36262e2ae882 HTTP/1.1" status: 200 len: 945 time: 0.4742138 Jul 14 09:06:18.651901 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-060c9800-574c-4044-865a-5a3cd416244e req-efa5c593-bb35-4cc2-b4b6-13669e1cdecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:18.675158 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-d00d8aaf-c61c-430a-a145-11460ac3e589 req-2c6f9ee0-4880-4d18-80d3-70343e10d048 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Deleting port 5da84ce1-6f9a-423b-85f8-80d2f1046144 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:06:18.675817 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d00d8aaf-c61c-430a-a145-11460ac3e589 req-2c6f9ee0-4880-4d18-80d3-70343e10d048 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:18.700076 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-060c9800-574c-4044-865a-5a3cd416244e req-efa5c593-bb35-4cc2-b4b6-13669e1cdecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:18.765609 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e253437-87fc-42c4-827f-8f67a3ef4d1a req-9e6492c5-ad67-45d1-b9d4-fbcd24b538d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:18.767942 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8e253437-87fc-42c4-827f-8f67a3ef4d1a req-9e6492c5-ad67-45d1-b9d4-fbcd24b538d8 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3718097 Jul 14 09:06:18.782185 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-d00d8aaf-c61c-430a-a145-11460ac3e589 req-2c6f9ee0-4880-4d18-80d3-70343e10d048 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] For port 5da84ce1-6f9a-423b-85f8-80d2f1046144, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=5da84ce1-6f9a-423b-85f8-80d2f1046144,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:18.782561 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d00d8aaf-c61c-430a-a145-11460ac3e589 req-2c6f9ee0-4880-4d18-80d3-70343e10d048 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:18.800142 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-d00d8aaf-c61c-430a-a145-11460ac3e589 req-2c6f9ee0-4880-4d18-80d3-70343e10d048 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Calling delete_port for 5da84ce1-6f9a-423b-85f8-80d2f1046144 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:06:18.837121 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9800f026-08cb-42ab-b29b-859780b43d08 req-1c05dbc8-db9e-4dac-85ad-11bacc66195b tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285872 Jul 14 09:06:18.883526 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f99efa5b-4ec4-4a25-9264-8e26b944ee81 req-a424622f-789f-4c5b-a533-35eadfba3c00 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037375 Jul 14 09:06:18.895723 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5c593-bb35-4cc2-b4b6-13669e1cdecd service neutron] Pushing event updated for resources: {'Port': ['ID=e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:18.958630 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-060c9800-574c-4044-865a-5a3cd416244e req-efa5c593-bb35-4cc2-b4b6-13669e1cdecd service neutron] Attempting to bind port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd on host n-h1-771362-35 for vnic_type normal with profile {"migrating_to": "n-h2-771362-35"} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:18.959656 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-060c9800-574c-4044-865a-5a3cd416244e req-efa5c593-bb35-4cc2-b4b6-13669e1cdecd service neutron] Attempting to bind port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:18.961967 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060c9800-574c-4044-865a-5a3cd416244e req-efa5c593-bb35-4cc2-b4b6-13669e1cdecd service neutron] Attempting to bind port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd on network 6f33b460-d2d2-4c56-9516-34520289d045 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:18.968367 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060c9800-574c-4044-865a-5a3cd416244e req-efa5c593-bb35-4cc2-b4b6-13669e1cdecd service neutron] Port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd on network 6f33b460-d2d2-4c56-9516-34520289d045 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:06:18.969289 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060c9800-574c-4044-865a-5a3cd416244e req-efa5c593-bb35-4cc2-b4b6-13669e1cdecd service neutron] Attempting to bind port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd on network 6f33b460-d2d2-4c56-9516-34520289d045 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:18.978487 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060c9800-574c-4044-865a-5a3cd416244e req-efa5c593-bb35-4cc2-b4b6-13669e1cdecd service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:18.979172 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060c9800-574c-4044-865a-5a3cd416244e req-efa5c593-bb35-4cc2-b4b6-13669e1cdecd service neutron] Checking segment: {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:18.979935 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060c9800-574c-4044-865a-5a3cd416244e req-efa5c593-bb35-4cc2-b4b6-13669e1cdecd service neutron] Bound using segment: {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:18.980959 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-060c9800-574c-4044-865a-5a3cd416244e req-efa5c593-bb35-4cc2-b4b6-13669e1cdecd service neutron] Bound port: e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:18.981604 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-060c9800-574c-4044-865a-5a3cd416244e req-efa5c593-bb35-4cc2-b4b6-13669e1cdecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:19.001884 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d00d8aaf-c61c-430a-a145-11460ac3e589 req-2c6f9ee0-4880-4d18-80d3-70343e10d048 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:19.016331 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['9aab4b40-3979-4b3a-b854-a7f187ca29d1'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:19.060257 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f9ee0-4880-4d18-80d3-70343e10d048 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Pushing event deleted for resources: {'Port': ['ID=5da84ce1-6f9a-423b-85f8-80d2f1046144,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:19.143097 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00d8aaf-c61c-430a-a145-11460ac3e589 req-2c6f9ee0-4880-4d18-80d3-70343e10d048 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] No DVR routers for this DVR port 5da84ce1-6f9a-423b-85f8-80d2f1046144 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:06:19.144167 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-060c9800-574c-4044-865a-5a3cd416244e req-efa5c593-bb35-4cc2-b4b6-13669e1cdecd service neutron] For port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:19.146657 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d00d8aaf-c61c-430a-a145-11460ac3e589 req-2c6f9ee0-4880-4d18-80d3-70343e10d048 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:19.150621 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-de52f68b-2daa-4c16-8488-1d1448eb371f req-23cb7ce1-d760-4398-8fc1-744dac06fe3f tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 210 time: 0.0560434 Jul 14 09:06:19.152076 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d00d8aaf-c61c-430a-a145-11460ac3e589 req-2c6f9ee0-4880-4d18-80d3-70343e10d048 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.44 "DELETE /v2.0/ports/5da84ce1-6f9a-423b-85f8-80d2f1046144 HTTP/1.1" status: 204 len: 173 time: 0.6263244 Jul 14 09:06:19.153606 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c722641e-cca2-403e-b291-f86c3a5fad96', 'name': 'network-vif-deleted', 'tag': '5da84ce1-6f9a-423b-85f8-80d2f1046144'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:19.156406 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69df881-2ece-4109-8d29-74d58a507649" -d '{"events": [{"server_uuid": "c722641e-cca2-403e-b291-f86c3a5fad96", "name": "network-vif-deleted", "tag": "5da84ce1-6f9a-423b-85f8-80d2f1046144"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:19.204413 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0c174965-fb34-44ee-bb05-20b44a8fd80a req-087dd2ca-0445-4e23-8152-d09bc528b61e tempest-ServerShowV257Test-1464202798 tempest-ServerShowV257Test-1464202798-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ee99999-b750-4ece-b4df-51e2dab82864 HTTP/1.1" status: 200 len: 210 time: 0.1037588 Jul 14 09:06:19.218368 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-060c9800-574c-4044-865a-5a3cd416244e req-efa5c593-bb35-4cc2-b4b6-13669e1cdecd service neutron] For port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:19.231804 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-060c9800-574c-4044-865a-5a3cd416244e req-efa5c593-bb35-4cc2-b4b6-13669e1cdecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:19.366024 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5c593-bb35-4cc2-b4b6-13669e1cdecd service neutron] Pushing event updated for resources: {'Port': ['ID=e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:19.370394 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c9800-574c-4044-865a-5a3cd416244e req-efa5c593-bb35-4cc2-b4b6-13669e1cdecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:19.371091 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-060c9800-574c-4044-865a-5a3cd416244e req-efa5c593-bb35-4cc2-b4b6-13669e1cdecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:19.373562 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-060c9800-574c-4044-865a-5a3cd416244e req-efa5c593-bb35-4cc2-b4b6-13669e1cdecd service neutron] 10.222.0.44 "PUT /v2.0/ports/e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd HTTP/1.1" status: 200 len: 1124 time: 2.1273060 Jul 14 09:06:19.462207 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:20.213528 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8e253437-87fc-42c4-827f-8f67a3ef4d1a req-33d2346c-755f-4349-9217-d7a0dbfaa528 tempest-ServerShowV257Test-1464202798 tempest-ServerShowV257Test-1464202798-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee99999-b750-4ece-b4df-51e2dab82864 HTTP/1.1" status: 200 len: 210 time: 0.0734630 Jul 14 09:06:20.275627 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35916b4c-4526-4d1b-a3ed-40d723276c4a x-openstack-request-id: req-35916b4c-4526-4d1b-a3ed-40d723276c4a {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:20.276134 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7e0933-574d-4baf-ae54-5aa5752532d0", "name": "network-vif-unplugged", "status": "completed", "tag": "e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:20.276565 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35916b4c-4526-4d1b-a3ed-40d723276c4a {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:20.277208 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7e0933-574d-4baf-ae54-5aa5752532d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd', 'code': 200} Jul 14 09:06:20.399162 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bebe94-fa60-4321-a5f4-db7ec5705fc9 req-4897d375-0d8a-4026-a479-9ddc058f27cf tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:20.412442 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f2bebe94-fa60-4321-a5f4-db7ec5705fc9 req-4897d375-0d8a-4026-a479-9ddc058f27cf tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7e0933-574d-4baf-ae54-5aa5752532d0 HTTP/1.1" status: 200 len: 944 time: 0.2182353 Jul 14 09:06:20.556136 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f2bebe94-fa60-4321-a5f4-db7ec5705fc9 req-cb5dd317-acbf-4ea3-93d3-47405eede5d1 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418214 Jul 14 09:06:20.610092 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba009ee-061e-444d-9ffc-35c15e7403f7 req-c6efa117-5fb5-4758-b6a1-c2134ee04552 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:20.613254 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fba009ee-061e-444d-9ffc-35c15e7403f7 req-c6efa117-5fb5-4758-b6a1-c2134ee04552 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=22bc78c2-2a1d-40dc-8dae-36262e2ae882 HTTP/1.1" status: 200 len: 945 time: 0.1903555 Jul 14 09:06:20.641352 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5359f733-45ab-42ed-9bed-ccdb0739bc53 x-openstack-request-id: req-5359f733-45ab-42ed-9bed-ccdb0739bc53 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:20.642051 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c722641e-cca2-403e-b291-f86c3a5fad96", "name": "network-vif-deleted", "tag": "5da84ce1-6f9a-423b-85f8-80d2f1046144", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:20.642454 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5359f733-45ab-42ed-9bed-ccdb0739bc53 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:20.643011 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c722641e-cca2-403e-b291-f86c3a5fad96', 'name': 'network-vif-deleted', 'tag': '5da84ce1-6f9a-423b-85f8-80d2f1046144', 'status': 'completed', 'code': 200} Jul 14 09:06:20.679869 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fba009ee-061e-444d-9ffc-35c15e7403f7 req-4929eb49-1288-44a4-8548-7a477f9df85c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527196 Jul 14 09:06:20.684824 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:06:20.688670 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 5da84ce1-6f9a-423b-85f8-80d2f1046144 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:06:20.922241 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:20.957897 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd has no active binding in host n-h2-771362-35 {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:06:21.003865 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 5da84ce1-6f9a-423b-85f8-80d2f1046144 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:06:21.005875 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 5da84ce1-6f9a-423b-85f8-80d2f1046144 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:06:21.025204 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dda05575-c4c3-4dda-8841-8a67ed15eb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:21.087701 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab481c6b-4bd9-46a5-88bb-3ee77e7a90cd req-a5ec23f4-b659-4e96-91ed-6cb466bbf7e7 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:21.089624 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ab481c6b-4bd9-46a5-88bb-3ee77e7a90cd req-a5ec23f4-b659-4e96-91ed-6cb466bbf7e7 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=2353e50c-2bb2-492f-b443-ccab69b45af0 HTTP/1.1" status: 200 len: 945 time: 0.1833098 Jul 14 09:06:21.191368 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ab481c6b-4bd9-46a5-88bb-3ee77e7a90cd req-d1d59828-5925-4c00-aa43-d0b20a4e0fee tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907092 Jul 14 09:06:21.228774 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:21.468906 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-99b5e205-ced3-4f25-8567-3929e66e901b req-10ea53f7-645e-41f3-be44-6cc1ff7bb8f4 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 210 time: 0.0536594 Jul 14 09:06:21.843265 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6b0d9-59a2-4fb1-a49b-69c4eb81ca0c req-a061e837-279a-4e50-97ff-cff9913f5654 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:21.853319 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b4d6b0d9-59a2-4fb1-a49b-69c4eb81ca0c req-a061e837-279a-4e50-97ff-cff9913f5654 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5048152-b216-4cb7-bb87-2ed2a5f63a8d HTTP/1.1" status: 200 len: 946 time: 0.1156020 Jul 14 09:06:21.923355 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b4d6b0d9-59a2-4fb1-a49b-69c4eb81ca0c req-c57649ba-8fd7-45f1-87e4-216e370ef2d5 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685153 Jul 14 09:06:22.091287 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:22.142512 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38041a0-c41f-48a2-9a54-148900989015 req-7df675d2-aee9-41c0-a76d-6b14e29077f1 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:22.156183 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d38041a0-c41f-48a2-9a54-148900989015 req-7df675d2-aee9-41c0-a76d-6b14e29077f1 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=22bc78c2-2a1d-40dc-8dae-36262e2ae882 HTTP/1.1" status: 200 len: 945 time: 0.1525302 Jul 14 09:06:22.245046 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d38041a0-c41f-48a2-9a54-148900989015 req-51d24bd3-9dca-47fa-8c33-277b91544555 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871112 Jul 14 09:06:22.263575 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34988) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:22.278066 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7e0933-574d-4baf-ae54-5aa5752532d0', 'tag': 'e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:22.288269 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61afe4b-dc1f-4801-9c41-9a53647f066b" -d '{"events": [{"name": "network-changed", "server_uuid": "da7e0933-574d-4baf-ae54-5aa5752532d0", "tag": "e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:22.317249 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ce65d-2a3e-464e-b144-2366edc74b9d req-1abefa28-7b83-4d77-9b13-3dbe246ce6d9 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:22.319236 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e46ce65d-2a3e-464e-b144-2366edc74b9d req-1abefa28-7b83-4d77-9b13-3dbe246ce6d9 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7e0933-574d-4baf-ae54-5aa5752532d0 HTTP/1.1" status: 200 len: 944 time: 0.1972558 Jul 14 09:06:22.419753 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e46ce65d-2a3e-464e-b144-2366edc74b9d req-616e3575-692d-45f5-b835-cb05c1d3ed6a tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840352 Jul 14 09:06:22.559023 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db3e846a-8371-4fda-b82d-19eff507d896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:22.650285 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc21d4-f427-47ac-b2bd-82d4dad6b13f req-c13c5f58-d923-462d-a6e1-24646b45fb82 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:22.652552 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d0cc21d4-f427-47ac-b2bd-82d4dad6b13f req-c13c5f58-d923-462d-a6e1-24646b45fb82 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=2353e50c-2bb2-492f-b443-ccab69b45af0 HTTP/1.1" status: 200 len: 945 time: 0.1860712 Jul 14 09:06:22.772212 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35002) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:22.816974 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d0cc21d4-f427-47ac-b2bd-82d4dad6b13f req-371cb972-58a7-4faa-b7e8-c4e930208775 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423247 Jul 14 09:06:22.849092 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9bbb3-9b72-44ae-bc1f-0f0528098c29 req-5d48eb81-acd1-4520-93a8-94f8c6326e51 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:22.851621 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-03a9bbb3-9b72-44ae-bc1f-0f0528098c29 req-5d48eb81-acd1-4520-93a8-94f8c6326e51 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=22bc78c2-2a1d-40dc-8dae-36262e2ae882 HTTP/1.1" status: 200 len: 945 time: 0.1975889 Jul 14 09:06:22.924593 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5812da1-9576-4763-8bd0-bed0d61d883c x-openstack-request-id: req-f5812da1-9576-4763-8bd0-bed0d61d883c {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:22.925592 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7e0933-574d-4baf-ae54-5aa5752532d0", "tag": "e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:22.925592 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5812da1-9576-4763-8bd0-bed0d61d883c {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:22.926050 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7e0933-574d-4baf-ae54-5aa5752532d0', 'tag': 'e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd', 'status': 'completed', 'code': 200} Jul 14 09:06:22.948086 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-03a9bbb3-9b72-44ae-bc1f-0f0528098c29 req-a95f5e9e-c53c-4b41-be93-e94f6ae3e263 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829301 Jul 14 09:06:22.989155 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db3e846a-8371-4fda-b82d-19eff507d896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:22.996658 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db3e846a-8371-4fda-b82d-19eff507d896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:22.999895 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57992009-4bed-423d-a251-e014ee19f287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:23.112486 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e846a-8371-4fda-b82d-19eff507d896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298933ff-9631-48c8-b2a8-bab204bc4e71,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:23.210288 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-46b7c8e6-83ba-47d4-89d1-00fdb86ae278 req-f05223c0-7864-414e-a0bd-cc431afa3118 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 210 time: 0.0805347 Jul 14 09:06:23.224282 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-db3e846a-8371-4fda-b82d-19eff507d896 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc2514b0f2de4d2a80a4bf23ee2acc7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9551134 Jul 14 09:06:23.227703 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35010) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:23.231417 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57992009-4bed-423d-a251-e014ee19f287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:23.243621 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57992009-4bed-423d-a251-e014ee19f287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:23.328817 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c11b1cf-1942-48c1-9cc9-511651cabfaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:23.345245 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57992009-4bed-423d-a251-e014ee19f287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12ff4bd-3cfe-4133-b052-be95a78c8c1d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:23.396410 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61afe4b-dc1f-4801-9c41-9a53647f066b req-0b61f8e4-5b17-4019-8664-db1adbcc93f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:23.400040 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c61afe4b-dc1f-4801-9c41-9a53647f066b req-0b61f8e4-5b17-4019-8664-db1adbcc93f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d26b4168e0144f2b895d7a5b4dac1633&device_id=da7e0933-574d-4baf-ae54-5aa5752532d0 HTTP/1.1" status: 200 len: 1127 time: 0.4083374 Jul 14 09:06:23.417707 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-57992009-4bed-423d-a251-e014ee19f287 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=83d322c5fee942299d369cb712f6a6bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6435568 Jul 14 09:06:23.435435 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35012) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:23.438991 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c11b1cf-1942-48c1-9cc9-511651cabfaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:23.569767 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df171f48-41b2-4334-86c5-3b838304831b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:23.598765 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:23.640862 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df171f48-41b2-4334-86c5-3b838304831b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:23.676849 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61afe4b-dc1f-4801-9c41-9a53647f066b req-9fcbac27-b94c-493b-a5a2-730996e04dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:23.679884 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c61afe4b-dc1f-4801-9c41-9a53647f066b req-9fcbac27-b94c-493b-a5a2-730996e04dfc service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f33b460-d2d2-4c56-9516-34520289d045 HTTP/1.1" status: 200 len: 921 time: 0.2643762 Jul 14 09:06:23.689331 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c11b1cf-1942-48c1-9cc9-511651cabfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:23.694621 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c11b1cf-1942-48c1-9cc9-511651cabfaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:23.701033 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2c11b1cf-1942-48c1-9cc9-511651cabfaf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/298933ff-9631-48c8-b2a8-bab204bc4e71 HTTP/1.1" status: 204 len: 168 time: 0.4667788 Jul 14 09:06:23.764511 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df171f48-41b2-4334-86c5-3b838304831b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:23.767443 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df171f48-41b2-4334-86c5-3b838304831b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:23.771902 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-df171f48-41b2-4334-86c5-3b838304831b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a12ff4bd-3cfe-4133-b052-be95a78c8c1d HTTP/1.1" status: 204 len: 168 time: 0.3344681 Jul 14 09:06:23.789864 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df171f48-41b2-4334-86c5-3b838304831b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12ff4bd-3cfe-4133-b052-be95a78c8c1d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:23.892512 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c61afe4b-dc1f-4801-9c41-9a53647f066b req-f1dcfa2a-3cb2-4ce8-906c-6ddac8d8d35b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd HTTP/1.1" status: 200 len: 217 time: 0.1930542 Jul 14 09:06:24.002477 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11b1cf-1942-48c1-9cc9-511651cabfaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298933ff-9631-48c8-b2a8-bab204bc4e71,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:24.162594 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61afe4b-dc1f-4801-9c41-9a53647f066b req-6ec56eca-5cfd-4507-ba81-5e3710bbbdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:24.169421 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c61afe4b-dc1f-4801-9c41-9a53647f066b req-6ec56eca-5cfd-4507-ba81-5e3710bbbdb8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d193f247-8cf4-44bf-89d9-9de68e3cae2e HTTP/1.1" status: 200 len: 861 time: 0.2644837 Jul 14 09:06:24.281138 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c61afe4b-dc1f-4801-9c41-9a53647f066b req-706b717c-b67c-4066-85e8-e7535fa12e4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f33b460-d2d2-4c56-9516-34520289d045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883138 Jul 14 09:06:24.458437 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c61afe4b-dc1f-4801-9c41-9a53647f066b req-c30a9f7d-54a9-4251-a621-00aee4723e42 service neutron] 10.222.0.47 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651371 Jul 14 09:06:24.564639 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bac75-f9fd-4f07-85bb-74fc79746b13 req-21196de2-d67c-4d57-93b7-00b4be4905a7 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:24.579253 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-698bac75-f9fd-4f07-85bb-74fc79746b13 req-21196de2-d67c-4d57-93b7-00b4be4905a7 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7e0933-574d-4baf-ae54-5aa5752532d0 HTTP/1.1" status: 200 len: 944 time: 0.5795851 Jul 14 09:06:24.809109 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c61afe4b-dc1f-4801-9c41-9a53647f066b req-b6e49a96-e371-4ebb-bef4-c3305a3b1644 service neutron] 10.222.0.47 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251226 Jul 14 09:06:24.900974 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-698bac75-f9fd-4f07-85bb-74fc79746b13 req-22d54d3c-8166-45d9-9a52-5d97b4b1779e tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176446 Jul 14 09:06:24.990101 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083f533-9398-4185-8426-4b7fe92d47e1 req-f3b4778d-d73c-4940-9252-72b79497d752 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:25.018359 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0083f533-9398-4185-8426-4b7fe92d47e1 req-f3b4778d-d73c-4940-9252-72b79497d752 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=2353e50c-2bb2-492f-b443-ccab69b45af0 HTTP/1.1" status: 200 len: 945 time: 0.2309265 Jul 14 09:06:25.118268 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0083f533-9398-4185-8426-4b7fe92d47e1 req-752a9002-72a6-4ae6-83ce-570cece4ec6c tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977080 Jul 14 09:06:25.497975 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f4050678-ecb7-44d8-aba5-c8bf81cdd59e req-ebe403c7-89b9-4343-9669-9c2f182387dc tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=c722641e-cca2-403e-b291-f86c3a5fad96 HTTP/1.1" status: 200 len: 210 time: 0.1994600 Jul 14 09:06:25.646434 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-060c9800-574c-4044-865a-5a3cd416244e req-bf405321-b571-470e-86d0-36bfa462adfb service neutron] 10.222.0.47 "GET /v2.0/ports/e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd/bindings/n-h2-771362-35 HTTP/1.1" status: 200 len: 385 time: 0.2071989 Jul 14 09:06:25.863308 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2a087-02a2-4435-ac92-5641388813f7 req-2494d7f3-6409-4e12-bde3-93d4db86a6d6 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:25.869311 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d3e2a087-02a2-4435-ac92-5641388813f7 req-2494d7f3-6409-4e12-bde3-93d4db86a6d6 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.47 "GET /v2.0/ports?device_id=2353e50c-2bb2-492f-b443-ccab69b45af0 HTTP/1.1" status: 200 len: 945 time: 0.4190018 Jul 14 09:06:26.038371 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35086) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:26.405884 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-d3e2a087-02a2-4435-ac92-5641388813f7 req-144acae6-2a80-4b01-ae48-bc63c7989692 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Deleting port 3ed8921b-03c9-4c99-adbf-72c5557cfabe {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:06:26.406209 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d3e2a087-02a2-4435-ac92-5641388813f7 req-144acae6-2a80-4b01-ae48-bc63c7989692 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:26.448888 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35096) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:26.609675 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-d786a4dc-831f-4267-845d-56429e10f846 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1872400114-network', 'tenant_id': '06a9bb5cd9114604a8dea07c16260dce'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:26.656633 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d786a4dc-831f-4267-845d-56429e10f846 admin admin] Made reservation on behalf of 06a9bb5cd9114604a8dea07c16260dce for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:06:26.660605 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d786a4dc-831f-4267-845d-56429e10f846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:26.683995 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d786a4dc-831f-4267-845d-56429e10f846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:26.735400 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-19d0aae0-a879-42ad-8de6-2d666dde7bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:26.768416 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-19d0aae0-a879-42ad-8de6-2d666dde7bd2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:06:26.768416 n-d-771362-35 neutron-server[93772]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:06:26.768416 n-d-771362-35 neutron-server[93772]: [parameters: {'project_id_1': '36183709657641b8a7575b06a327cfe8', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 6, 26, 758149)}] Jul 14 09:06:26.768416 n-d-771362-35 neutron-server[93772]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:06:26.769881 n-d-771362-35 neutron-server[93772]: DEBUG oslo_db.api [None req-19d0aae0-a879-42ad-8de6-2d666dde7bd2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:06:26.784248 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f187f98-ef31-4a99-a795-968f5e2acf2f req-a80334db-fbd5-4a57-b82b-694c2c1319b4 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:26.799475 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2f187f98-ef31-4a99-a795-968f5e2acf2f req-a80334db-fbd5-4a57-b82b-694c2c1319b4 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=22bc78c2-2a1d-40dc-8dae-36262e2ae882 HTTP/1.1" status: 200 len: 945 time: 0.7023265 Jul 14 09:06:26.818959 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-060c9800-574c-4044-865a-5a3cd416244e req-3ab2f3bb-c1a1-4023-8c08-3423fa62ced8 service neutron] For port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:26.853060 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-d3e2a087-02a2-4435-ac92-5641388813f7 req-144acae6-2a80-4b01-ae48-bc63c7989692 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] For port 3ed8921b-03c9-4c99-adbf-72c5557cfabe, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=3ed8921b-03c9-4c99-adbf-72c5557cfabe,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:26.853634 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d3e2a087-02a2-4435-ac92-5641388813f7 req-144acae6-2a80-4b01-ae48-bc63c7989692 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:26.880774 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6de31e-8d45-445b-8a8c-8f9a16e9467a req-1a898646-48b8-4d84-bc36-6f273d2c3b33 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:26.883023 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7b6de31e-8d45-445b-8a8c-8f9a16e9467a req-1a898646-48b8-4d84-bc36-6f273d2c3b33 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7e0933-574d-4baf-ae54-5aa5752532d0 HTTP/1.1" status: 200 len: 944 time: 0.5273774 Jul 14 09:06:26.896472 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-d3e2a087-02a2-4435-ac92-5641388813f7 req-144acae6-2a80-4b01-ae48-bc63c7989692 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Calling delete_port for 3ed8921b-03c9-4c99-adbf-72c5557cfabe owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:06:26.913251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-060c9800-574c-4044-865a-5a3cd416244e req-3ab2f3bb-c1a1-4023-8c08-3423fa62ced8 service neutron] For port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:26.915272 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d786a4dc-831f-4267-845d-56429e10f846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:26.921742 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d786a4dc-831f-4267-845d-56429e10f846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:26.953534 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d786a4dc-831f-4267-845d-56429e10f846 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:06:26.979697 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786a4dc-831f-4267-845d-56429e10f846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878c6441-edc2-4955-987a-978b38e0b843,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:26.997194 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d786a4dc-831f-4267-845d-56429e10f846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:26.998126 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-d786a4dc-831f-4267-845d-56429e10f846 admin admin] Added segment 7f912a57-8d08-4433-9335-c4fa14b2e124 of type vlan for network 2dfc2f14-75ce-4799-b517-ad8353c85ef3 Jul 14 09:06:27.016394 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2f187f98-ef31-4a99-a795-968f5e2acf2f req-7bf2d463-4f6e-40a1-bee3-3211a70989ab tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153540 Jul 14 09:06:27.048974 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-060c9800-574c-4044-865a-5a3cd416244e req-3ab2f3bb-c1a1-4023-8c08-3423fa62ced8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:27.076918 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d786a4dc-831f-4267-845d-56429e10f846 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:27.077818 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-060c9800-574c-4044-865a-5a3cd416244e req-3ab2f3bb-c1a1-4023-8c08-3423fa62ced8 service neutron] For port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:27.137415 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d786a4dc-831f-4267-845d-56429e10f846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:27.139994 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d786a4dc-831f-4267-845d-56429e10f846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:27.141630 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d786a4dc-831f-4267-845d-56429e10f846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:27.186223 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7b6de31e-8d45-445b-8a8c-8f9a16e9467a req-5a07544c-1e94-4db7-9ce0-1a3693a877d9 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903228 Jul 14 09:06:27.191123 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-060c9800-574c-4044-865a-5a3cd416244e req-3ab2f3bb-c1a1-4023-8c08-3423fa62ced8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:27.262614 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d786a4dc-831f-4267-845d-56429e10f846 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2222383 Jul 14 09:06:27.262848 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35104) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:27.275063 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-19d0aae0-a879-42ad-8de6-2d666dde7bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:27.307723 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786a4dc-831f-4267-845d-56429e10f846 admin admin] Pushing event updated for resources: {'Network': ['ID=2dfc2f14-75ce-4799-b517-ad8353c85ef3,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:27.312491 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-87ecf107-ded5-4fcf-9307-a0a39bb35c79 admin admin] Request body: {'subnet': {'network_id': '2dfc2f14-75ce-4799-b517-ad8353c85ef3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1872400114-subnet', 'tenant_id': '06a9bb5cd9114604a8dea07c16260dce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:27.326006 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 2dfc2f14-75ce-4799-b517-ad8353c85ef3 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:06:27.438970 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d3e2a087-02a2-4435-ac92-5641388813f7 req-144acae6-2a80-4b01-ae48-bc63c7989692 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:27.452786 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['71d96ee1-5098-4ee3-84d1-e37bcfed3233', 'f1e013ab-bc40-4746-8faa-dd3d901e1807'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:27.528523 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-19d0aae0-a879-42ad-8de6-2d666dde7bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:27.532370 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-19d0aae0-a879-42ad-8de6-2d666dde7bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:27.611240 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-19d0aae0-a879-42ad-8de6-2d666dde7bd2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=36183709657641b8a7575b06a327cfe8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1563966 Jul 14 09:06:27.617727 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0aae0-a879-42ad-8de6-2d666dde7bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aec1d34-e380-4fdc-af5c-e6cd2ffe7474,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:27.620428 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35108) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:27.717893 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144acae6-2a80-4b01-ae48-bc63c7989692 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Pushing event deleted for resources: {'Port': ['ID=3ed8921b-03c9-4c99-adbf-72c5557cfabe,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:27.765574 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0769e-2b5c-4f39-9550-812d75bb4892 req-730270a6-4cd1-44d8-adde-e95c7f49af5d tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:27.767622 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21b0769e-2b5c-4f39-9550-812d75bb4892 req-730270a6-4cd1-44d8-adde-e95c7f49af5d tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=2353e50c-2bb2-492f-b443-ccab69b45af0 HTTP/1.1" status: 200 len: 867 time: 0.5799415 Jul 14 09:06:27.768943 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e2a087-02a2-4435-ac92-5641388813f7 req-144acae6-2a80-4b01-ae48-bc63c7989692 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] No DVR routers for this DVR port 3ed8921b-03c9-4c99-adbf-72c5557cfabe on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:06:27.772665 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-060c9800-574c-4044-865a-5a3cd416244e req-3ab2f3bb-c1a1-4023-8c08-3423fa62ced8 service neutron] Transition to ACTIVE for port object e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:27.780327 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-632e97fe-f7c2-4ac8-b9ce-b08be09cdad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:27.785632 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d3e2a087-02a2-4435-ac92-5641388813f7 req-144acae6-2a80-4b01-ae48-bc63c7989692 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:27.787804 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d3e2a087-02a2-4435-ac92-5641388813f7 req-144acae6-2a80-4b01-ae48-bc63c7989692 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.47 "DELETE /v2.0/ports/3ed8921b-03c9-4c99-adbf-72c5557cfabe HTTP/1.1" status: 204 len: 173 time: 1.9097395 Jul 14 09:06:27.809106 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2353e50c-2bb2-492f-b443-ccab69b45af0', 'name': 'network-vif-deleted', 'tag': '3ed8921b-03c9-4c99-adbf-72c5557cfabe'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:27.819627 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f603bb-fce3-47be-ac38-723094f7ab61" -d '{"events": [{"server_uuid": "2353e50c-2bb2-492f-b443-ccab69b45af0", "name": "network-vif-deleted", "tag": "3ed8921b-03c9-4c99-adbf-72c5557cfabe"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:27.843831 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-060c9800-574c-4044-865a-5a3cd416244e req-3ab2f3bb-c1a1-4023-8c08-3423fa62ced8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:27.880411 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ecf107-ded5-4fcf-9307-a0a39bb35c79 admin admin] Made reservation on behalf of 06a9bb5cd9114604a8dea07c16260dce for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:06:27.882880 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87ecf107-ded5-4fcf-9307-a0a39bb35c79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:27.915434 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-632e97fe-f7c2-4ac8-b9ce-b08be09cdad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:28.099984 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-632e97fe-f7c2-4ac8-b9ce-b08be09cdad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:28.112760 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-632e97fe-f7c2-4ac8-b9ce-b08be09cdad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:28.115953 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-632e97fe-f7c2-4ac8-b9ce-b08be09cdad0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6aec1d34-e380-4fdc-af5c-e6cd2ffe7474 HTTP/1.1" status: 204 len: 168 time: 0.4931571 Jul 14 09:06:28.145241 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e97fe-f7c2-4ac8-b9ce-b08be09cdad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aec1d34-e380-4fdc-af5c-e6cd2ffe7474,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:28.421561 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:06:28.426388 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:06:28.442794 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864b2086-3d2f-4133-95b6-b61da9802495 x-openstack-request-id: req-864b2086-3d2f-4133-95b6-b61da9802495 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:28.443392 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2353e50c-2bb2-492f-b443-ccab69b45af0", "name": "network-vif-deleted", "tag": "3ed8921b-03c9-4c99-adbf-72c5557cfabe", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:28.443901 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-864b2086-3d2f-4133-95b6-b61da9802495 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:28.445164 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2353e50c-2bb2-492f-b443-ccab69b45af0', 'name': 'network-vif-deleted', 'tag': '3ed8921b-03c9-4c99-adbf-72c5557cfabe', 'status': 'completed', 'code': 200} Jul 14 09:06:28.588207 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade,segment=NetworkSegment(c0ac771e-4e3b-41cc-b574-0a0f683f27f8),segment_id=c0ac771e-4e3b-41cc-b574-0a0f683f27f8)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:28.658391 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:06:28.659401 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 3ed8921b-03c9-4c99-adbf-72c5557cfabe no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:06:28.664881 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade', 'network_id': 'e94ce943-c700-4328-a228-ac97a95752e9', 'port_id': '9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade', 'mac_address': 'fa:16:3e:f0:34:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4d1e5f-b379-4a81-b280-aa9076cc6047', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:06:28.684496 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21b0769e-2b5c-4f39-9550-812d75bb4892 req-1c9406ed-3c7d-4224-b439-80d2bb815b9d tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9000366 Jul 14 09:06:28.694880 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 3ed8921b-03c9-4c99-adbf-72c5557cfabe {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:06:28.695508 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 3ed8921b-03c9-4c99-adbf-72c5557cfabe not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:06:28.739631 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-060c9800-574c-4044-865a-5a3cd416244e req-3ab2f3bb-c1a1-4023-8c08-3423fa62ced8 service neutron] No DVR routers for this DVR port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:06:28.792677 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:28.813256 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:28.892565 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade,segment=NetworkSegment(c0ac771e-4e3b-41cc-b574-0a0f683f27f8),segment_id=c0ac771e-4e3b-41cc-b574-0a0f683f27f8)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:28.906710 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:28.980706 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2f3bb-c1a1-4023-8c08-3423fa62ced8 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd,revision_number=10']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:29.003527 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-060c9800-574c-4044-865a-5a3cd416244e req-3ab2f3bb-c1a1-4023-8c08-3423fa62ced8 service neutron] 10.222.0.47 "PUT /v2.0/ports/e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd/bindings/n-h2-771362-35/activate HTTP/1.1" status: 200 len: 370 time: 3.3284926 Jul 14 09:06:29.081815 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:29.093966 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd7b52-12b2-41c2-b2b0-b9d7d0ed74ee req-176f677d-c244-441d-97c4-dc06822aa44d tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:29.102581 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:29.107182 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bfbd7b52-12b2-41c2-b2b0-b9d7d0ed74ee req-176f677d-c244-441d-97c4-dc06822aa44d tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=22bc78c2-2a1d-40dc-8dae-36262e2ae882 HTTP/1.1" status: 200 len: 945 time: 0.6587675 Jul 14 09:06:29.107856 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:29.108381 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:29.109120 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:29.110726 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:29.111589 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:29.112839 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:29.113633 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:29.114337 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:29.115278 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:29.115887 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:29.116685 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:29.123320 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:29.453454 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bfbd7b52-12b2-41c2-b2b0-b9d7d0ed74ee req-bf9cf268-ef13-4dd5-91b4-59f6e954ebb3 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450925 Jul 14 09:06:29.483806 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87ecf107-ded5-4fcf-9307-a0a39bb35c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:29.588265 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ecf107-ded5-4fcf-9307-a0a39bb35c79 admin admin] Checking segment: {'id': '7f912a57-8d08-4433-9335-c4fa14b2e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2dfc2f14-75ce-4799-b517-ad8353c85ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:29.588458 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ecf107-ded5-4fcf-9307-a0a39bb35c79 admin admin] Network hostable DHCP agents. Network: 2dfc2f14-75ce-4799-b517-ad8353c85ef3, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:06:29.601512 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af8e03-69aa-48d4-928e-c6a298cc8062 req-ef3fd9c5-5d5e-4b3b-aa2e-2be345e23df1 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:29.603280 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-43af8e03-69aa-48d4-928e-c6a298cc8062 req-ef3fd9c5-5d5e-4b3b-aa2e-2be345e23df1 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7e0933-574d-4baf-ae54-5aa5752532d0 HTTP/1.1" status: 200 len: 945 time: 0.4892218 Jul 14 09:06:29.620986 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ecf107-ded5-4fcf-9307-a0a39bb35c79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b38cb6e-9478-414e-80c8-b7d1b1b49d46,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:29.627572 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c9800-574c-4044-865a-5a3cd416244e req-7e1a7569-06e5-48a8-92b8-7fa72681eab2 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:29.629134 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-060c9800-574c-4044-865a-5a3cd416244e req-7e1a7569-06e5-48a8-92b8-7fa72681eab2 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=da7e0933-574d-4baf-ae54-5aa5752532d0&tenant_id=d26b4168e0144f2b895d7a5b4dac1633&binding%3Ahost_id=n-h1-771362-35 HTTP/1.1" status: 200 len: 1097 time: 0.3554342 Jul 14 09:06:29.678362 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ecf107-ded5-4fcf-9307-a0a39bb35c79 admin admin] Network 2dfc2f14-75ce-4799-b517-ad8353c85ef3 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:06:29.706833 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-87ecf107-ded5-4fcf-9307-a0a39bb35c79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 2dfc2f14-75ce-4799-b517-ad8353c85ef3) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:29.716720 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ecf107-ded5-4fcf-9307-a0a39bb35c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:29.717899 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87ecf107-ded5-4fcf-9307-a0a39bb35c79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:29.722507 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80667c35-ba67-497b-9a7f-02bbcdedbac8 None None] Network 2dfc2f14-75ce-4799-b517-ad8353c85ef3 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:06:29.729250 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-43af8e03-69aa-48d4-928e-c6a298cc8062 req-d9b01caa-e880-49cc-95ed-4af5131f36b4 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127522 Jul 14 09:06:29.764156 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-87ecf107-ded5-4fcf-9307-a0a39bb35c79 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4955516 Jul 14 09:06:29.809398 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c9800-574c-4044-865a-5a3cd416244e req-26139b2a-044a-4707-8e75-235a8ff50888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:29.812924 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-060c9800-574c-4044-865a-5a3cd416244e req-26139b2a-044a-4707-8e75-235a8ff50888 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=da7e0933-574d-4baf-ae54-5aa5752532d0&tenant_id=d26b4168e0144f2b895d7a5b4dac1633 HTTP/1.1" status: 200 len: 1097 time: 0.1756375 Jul 14 09:06:29.912985 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35152) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:30.021878 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c9800-574c-4044-865a-5a3cd416244e req-2a8338ec-fcad-40ab-8965-31a86304621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:30.023552 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-060c9800-574c-4044-865a-5a3cd416244e req-2a8338ec-fcad-40ab-8965-31a86304621b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d26b4168e0144f2b895d7a5b4dac1633&device_id=da7e0933-574d-4baf-ae54-5aa5752532d0 HTTP/1.1" status: 200 len: 1097 time: 0.1703548 Jul 14 09:06:30.132926 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc8d354-bafa-4764-a4e9-c408673d80ec None None] Network 2dfc2f14-75ce-4799-b517-ad8353c85ef3 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:06:30.222538 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-9478ae48-7edf-4721-8aaf-98dffaa9b71d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2122076825-network', 'tenant_id': '338da67ed34f4deb89c1895a0890d123'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:30.300811 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9478ae48-7edf-4721-8aaf-98dffaa9b71d admin admin] Made reservation on behalf of 338da67ed34f4deb89c1895a0890d123 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:06:30.315650 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9478ae48-7edf-4721-8aaf-98dffaa9b71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:30.354473 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9478ae48-7edf-4721-8aaf-98dffaa9b71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:30.382805 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c9800-574c-4044-865a-5a3cd416244e req-695e31a2-856f-4659-93f7-56ac54ade599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:30.386139 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-060c9800-574c-4044-865a-5a3cd416244e req-695e31a2-856f-4659-93f7-56ac54ade599 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6f33b460-d2d2-4c56-9516-34520289d045 HTTP/1.1" status: 200 len: 921 time: 0.3546255 Jul 14 09:06:30.535745 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-060c9800-574c-4044-865a-5a3cd416244e req-476a346f-7aa3-4f56-b912-5b0586ebff1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd HTTP/1.1" status: 200 len: 217 time: 0.1422772 Jul 14 09:06:30.536114 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:30.630101 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9478ae48-7edf-4721-8aaf-98dffaa9b71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:30.637159 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9478ae48-7edf-4721-8aaf-98dffaa9b71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:30.706477 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:30.707354 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:30.754148 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9478ae48-7edf-4721-8aaf-98dffaa9b71d admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:06:30.775939 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478ae48-7edf-4721-8aaf-98dffaa9b71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4eea9a0-b54c-4cc9-a204-b6544a77851a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:30.789776 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c9800-574c-4044-865a-5a3cd416244e req-64f14242-cb2b-4d4d-9861-ed758f2489a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:30.793921 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-060c9800-574c-4044-865a-5a3cd416244e req-64f14242-cb2b-4d4d-9861-ed758f2489a2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d193f247-8cf4-44bf-89d9-9de68e3cae2e HTTP/1.1" status: 200 len: 861 time: 0.2493300 Jul 14 09:06:30.813753 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9478ae48-7edf-4721-8aaf-98dffaa9b71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:30.817697 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-9478ae48-7edf-4721-8aaf-98dffaa9b71d admin admin] Added segment 7aac3f82-3a91-423c-a4f3-88c00731bd40 of type vlan for network 30f37573-a862-4dc6-9ef4-a9c9a7fbc93a Jul 14 09:06:30.912447 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:30.926845 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-060c9800-574c-4044-865a-5a3cd416244e req-0734349a-6bbd-4c26-9a56-f47248df80b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f33b460-d2d2-4c56-9516-34520289d045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176910 Jul 14 09:06:30.930449 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9478ae48-7edf-4721-8aaf-98dffaa9b71d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:30.942907 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22bc78c2-2a1d-40dc-8dae-36262e2ae882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:30.946597 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e3f588-cc5c-460a-ae4e-768c31efb49c" -d '{"events": [{"server_uuid": "22bc78c2-2a1d-40dc-8dae-36262e2ae882", "name": "network-vif-plugged", "status": "completed", "tag": "9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:30.969708 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade,segment=NetworkSegment(c0ac771e-4e3b-41cc-b574-0a0f683f27f8),segment_id=c0ac771e-4e3b-41cc-b574-0a0f683f27f8)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:30.976149 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:31.013129 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9478ae48-7edf-4721-8aaf-98dffaa9b71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:31.017141 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9478ae48-7edf-4721-8aaf-98dffaa9b71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:31.018443 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9478ae48-7edf-4721-8aaf-98dffaa9b71d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:31.074296 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35186) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:31.077980 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9478ae48-7edf-4721-8aaf-98dffaa9b71d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1603239 Jul 14 09:06:31.091700 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:31.109419 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-3d21dc54-b65e-4249-8609-796b3d66edf7 admin admin] Request body: {'subnet': {'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2122076825-subnet', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:31.143171 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478ae48-7edf-4721-8aaf-98dffaa9b71d admin admin] Pushing event updated for resources: {'Network': ['ID=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:31.161281 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 30f37573-a862-4dc6-9ef4-a9c9a7fbc93a details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:06:31.190545 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-9e8004c2-f986-484c-8b77-0c2829ee6c91 tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:31.202693 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-9e8004c2-f986-484c-8b77-0c2829ee6c91 tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] 10.222.0.25 "GET /v2.0/networks?id=2dfc2f14-75ce-4799-b517-ad8353c85ef3 HTTP/1.1" status: 200 len: 814 time: 0.5422289 Jul 14 09:06:31.208079 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-060c9800-574c-4044-865a-5a3cd416244e req-1506312a-6cbd-4747-890f-9303e184879c service neutron] 10.222.0.44 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707365 Jul 14 09:06:31.379085 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-404810ec-2721-4922-b3c0-c9929b9f6f34 tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] 10.222.0.25 "GET /v2.0/quotas/06a9bb5cd9114604a8dea07c16260dce HTTP/1.1" status: 200 len: 375 time: 0.1651618 Jul 14 09:06:31.390069 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d21dc54-b65e-4249-8609-796b3d66edf7 admin admin] Made reservation on behalf of 338da67ed34f4deb89c1895a0890d123 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:06:31.393920 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3d21dc54-b65e-4249-8609-796b3d66edf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:31.538070 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19306e7b-d9ef-43ee-9450-50819b157fae req-4dedadb2-6e67-478b-9954-817920aec67a tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:31.541540 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-19306e7b-d9ef-43ee-9450-50819b157fae req-4dedadb2-6e67-478b-9954-817920aec67a tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5048152-b216-4cb7-bb87-2ed2a5f63a8d HTTP/1.1" status: 200 len: 946 time: 0.7421083 Jul 14 09:06:31.592880 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-b2b64739-e175-43c9-bdf6-f2026074025d tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=06a9bb5cd9114604a8dea07c16260dce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1927896 Jul 14 09:06:31.687729 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-060c9800-574c-4044-865a-5a3cd416244e req-978c2d98-d521-45ae-9c9b-453e11169afc service neutron] 10.222.0.44 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555724 Jul 14 09:06:31.878604 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-19306e7b-d9ef-43ee-9450-50819b157fae req-dee36c91-a873-4b65-8521-0ce09c19ccce tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908864 Jul 14 09:06:32.115031 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-f4a58685-9d0f-46bb-97b3-12a07dffc29e service neutron] 10.222.0.25 "GET /v2.0/networks/2dfc2f14-75ce-4799-b517-ad8353c85ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793456 Jul 14 09:06:32.293614 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c9800-574c-4044-865a-5a3cd416244e req-2139f43a-5988-464e-bbea-543f302e9639 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:32.297998 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-060c9800-574c-4044-865a-5a3cd416244e req-2139f43a-5988-464e-bbea-543f302e9639 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=da7e0933-574d-4baf-ae54-5aa5752532d0&tenant_id=d26b4168e0144f2b895d7a5b4dac1633&binding%3Ahost_id=n-h2-771362-35 HTTP/1.1" status: 200 len: 1097 time: 0.1617196 Jul 14 09:06:32.371806 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3d21dc54-b65e-4249-8609-796b3d66edf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:32.449458 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:06:32.463874 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e3d85-608a-4813-ab88-e136bd012885 req-c1647428-08a4-4fb1-b25c-8392310ac50c tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:32.465510 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-032e3d85-608a-4813-ab88-e136bd012885 req-c1647428-08a4-4fb1-b25c-8392310ac50c tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5048152-b216-4cb7-bb87-2ed2a5f63a8d HTTP/1.1" status: 200 len: 946 time: 0.4470634 Jul 14 09:06:32.630563 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-7cc54917-0154-4a9d-a39e-5004427a7348 service neutron] 10.222.0.25 "GET /v2.0/networks/2dfc2f14-75ce-4799-b517-ad8353c85ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012107 Jul 14 09:06:32.649188 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21dc54-b65e-4249-8609-796b3d66edf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7386d60e-9463-4a78-b78e-76e751bf067a,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:32.698396 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-060c9800-574c-4044-865a-5a3cd416244e req-54bffd9d-85a2-4478-a5f6-2c78ee51af90 service neutron] For port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:32.703460 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:32.708379 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-060c9800-574c-4044-865a-5a3cd416244e req-54bffd9d-85a2-4478-a5f6-2c78ee51af90 service neutron] Notify callbacks [] for binding, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:32.712701 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-060c9800-574c-4044-865a-5a3cd416244e req-54bffd9d-85a2-4478-a5f6-2c78ee51af90 service neutron] 10.222.0.44 "DELETE /v2.0/ports/e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd/bindings/n-h1-771362-35 HTTP/1.1" status: 204 len: 173 time: 0.4045520 Jul 14 09:06:32.780902 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:06:32.781874 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688701d-376b-4bb1-ba33-3e1db4b30a53 req-4c1d8ba4-18ba-4b00-a499-0f881a36a039 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:32.795878 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8688701d-376b-4bb1-ba33-3e1db4b30a53 req-4c1d8ba4-18ba-4b00-a499-0f881a36a039 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=22bc78c2-2a1d-40dc-8dae-36262e2ae882 HTTP/1.1" status: 200 len: 945 time: 0.5890429 Jul 14 09:06:32.814287 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade,segment=NetworkSegment(c0ac771e-4e3b-41cc-b574-0a0f683f27f8),segment_id=c0ac771e-4e3b-41cc-b574-0a0f683f27f8)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:32.822055 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:32.885563 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d21dc54-b65e-4249-8609-796b3d66edf7 admin admin] Checking segment: {'id': '7aac3f82-3a91-423c-a4f3-88c00731bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:32.886135 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d21dc54-b65e-4249-8609-796b3d66edf7 admin admin] Network hostable DHCP agents. Network: 30f37573-a862-4dc6-9ef4-a9c9a7fbc93a, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:06:32.972859 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:33.027449 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8688701d-376b-4bb1-ba33-3e1db4b30a53 req-9ee73872-5e7f-4008-9a51-6e3c3beb0d21 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301385 Jul 14 09:06:33.061000 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d21dc54-b65e-4249-8609-796b3d66edf7 admin admin] Network 30f37573-a862-4dc6-9ef4-a9c9a7fbc93a is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:06:33.086512 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-3d21dc54-b65e-4249-8609-796b3d66edf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 30f37573-a862-4dc6-9ef4-a9c9a7fbc93a) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:33.103093 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757f8869-368a-4c0b-ba7e-26873aa64901 None None] Network 30f37573-a862-4dc6-9ef4-a9c9a7fbc93a requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:06:33.103731 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-032e3d85-608a-4813-ab88-e136bd012885 req-d1c49270-42c9-447e-9118-40fd7ca39a5c tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Deleting port f1e013ab-bc40-4746-8faa-dd3d901e1807 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:06:33.104206 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-032e3d85-608a-4813-ab88-e136bd012885 req-d1c49270-42c9-447e-9118-40fd7ca39a5c tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:33.301325 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d21dc54-b65e-4249-8609-796b3d66edf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:33.302327 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3d21dc54-b65e-4249-8609-796b3d66edf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:33.341113 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3d21dc54-b65e-4249-8609-796b3d66edf7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2610893 Jul 14 09:06:33.345071 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35206) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:33.353077 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-a0f17a44-d135-4d6e-8374-0fa8d2e380f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2122076825-router', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:33.477489 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0f17a44-d135-4d6e-8374-0fa8d2e380f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:33.479282 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0f17a44-d135-4d6e-8374-0fa8d2e380f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:33.579157 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-032e3d85-608a-4813-ab88-e136bd012885 req-d1c49270-42c9-447e-9118-40fd7ca39a5c tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] For port f1e013ab-bc40-4746-8faa-dd3d901e1807, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=f1e013ab-bc40-4746-8faa-dd3d901e1807,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:33.586750 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-032e3d85-608a-4813-ab88-e136bd012885 req-d1c49270-42c9-447e-9118-40fd7ca39a5c tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:33.637879 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-032e3d85-608a-4813-ab88-e136bd012885 req-d1c49270-42c9-447e-9118-40fd7ca39a5c tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Calling delete_port for f1e013ab-bc40-4746-8faa-dd3d901e1807 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:06:33.721367 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0f17a44-d135-4d6e-8374-0fa8d2e380f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:33.763575 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a186bfd0-edec-4349-afa0-72935645d389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'fixed_ips': [{'subnet_id': '7386d60e-9463-4a78-b78e-76e751bf067a'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:06:33.767457 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a186bfd0-edec-4349-afa0-72935645d389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:33.997699 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dd4227-bab6-4bbb-91dc-d726fb095ff0 x-openstack-request-id: req-91dd4227-bab6-4bbb-91dc-d726fb095ff0 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:34.001890 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22bc78c2-2a1d-40dc-8dae-36262e2ae882", "name": "network-vif-plugged", "status": "completed", "tag": "9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:34.002711 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91dd4227-bab6-4bbb-91dc-d726fb095ff0 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:34.003560 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22bc78c2-2a1d-40dc-8dae-36262e2ae882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade', 'code': 200} Jul 14 09:06:34.128587 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2220f7-eef3-4a3c-a1ef-9b3da56c5edb req-b82c4460-0802-4277-8575-738bbb99d20a tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:34.136893 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ea2220f7-eef3-4a3c-a1ef-9b3da56c5edb req-b82c4460-0802-4277-8575-738bbb99d20a tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7e0933-574d-4baf-ae54-5aa5752532d0 HTTP/1.1" status: 200 len: 945 time: 0.5289958 Jul 14 09:06:34.187736 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-a186bfd0-edec-4349-afa0-72935645d389 None None] Allocated IP 172.20.0.2 (30f37573-a862-4dc6-9ef4-a9c9a7fbc93a/7386d60e-9463-4a78-b78e-76e751bf067a/1a15e0ff-5620-4968-abd4-8a6066cab22f) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:34.372735 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0f17a44-d135-4d6e-8374-0fa8d2e380f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:34.613121 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ea2220f7-eef3-4a3c-a1ef-9b3da56c5edb req-d0c859cc-f327-4855-8837-1574062bca8e tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496500 Jul 14 09:06:34.616617 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a186bfd0-edec-4349-afa0-72935645d389 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:34.650537 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a186bfd0-edec-4349-afa0-72935645d389 None None] Transition to ACTIVE for port object 1a15e0ff-5620-4968-abd4-8a6066cab22f will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:34.677102 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-032e3d85-608a-4813-ab88-e136bd012885 req-d1c49270-42c9-447e-9118-40fd7ca39a5c tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:34.703059 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['71d96ee1-5098-4ee3-84d1-e37bcfed3233'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:34.814717 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device f1e013ab-bc40-4746-8faa-dd3d901e1807 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:06:34.873402 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c49270-42c9-447e-9118-40fd7ca39a5c tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Pushing event deleted for resources: {'Port': ['ID=f1e013ab-bc40-4746-8faa-dd3d901e1807,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:34.883011 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a186bfd0-edec-4349-afa0-72935645d389 None None] Transition to ACTIVE for port object 1a15e0ff-5620-4968-abd4-8a6066cab22f will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:34.903840 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: f1e013ab-bc40-4746-8faa-dd3d901e1807 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:06:34.904285 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device f1e013ab-bc40-4746-8faa-dd3d901e1807 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:06:34.931673 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a186bfd0-edec-4349-afa0-72935645d389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:35.048221 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a186bfd0-edec-4349-afa0-72935645d389 None None] Network 30f37573-a862-4dc6-9ef4-a9c9a7fbc93a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:35.054991 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186bfd0-edec-4349-afa0-72935645d389 None None] Pushing event updated for resources: {'Port': ['ID=1a15e0ff-5620-4968-abd4-8a6066cab22f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:35.056876 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a296e6-41e0-4c24-82d1-66a0434a0a37 req-b5a9efd9-3345-4af4-a191-568be7754750 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:35.062398 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-18a296e6-41e0-4c24-82d1-66a0434a0a37 req-b5a9efd9-3345-4af4-a191-568be7754750 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5048152-b216-4cb7-bb87-2ed2a5f63a8d HTTP/1.1" status: 200 len: 867 time: 0.6622047 Jul 14 09:06:35.068120 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-a186bfd0-edec-4349-afa0-72935645d389 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:35.073520 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-032e3d85-608a-4813-ab88-e136bd012885 req-d1c49270-42c9-447e-9118-40fd7ca39a5c tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] No DVR routers for this DVR port f1e013ab-bc40-4746-8faa-dd3d901e1807 on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:06:35.085744 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-032e3d85-608a-4813-ab88-e136bd012885 req-d1c49270-42c9-447e-9118-40fd7ca39a5c tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:35.090350 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-032e3d85-608a-4813-ab88-e136bd012885 req-d1c49270-42c9-447e-9118-40fd7ca39a5c tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.44 "DELETE /v2.0/ports/f1e013ab-bc40-4746-8faa-dd3d901e1807 HTTP/1.1" status: 204 len: 173 time: 2.6123908 Jul 14 09:06:35.094070 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a186bfd0-edec-4349-afa0-72935645d389 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:35.212277 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5048152-b216-4cb7-bb87-2ed2a5f63a8d', 'name': 'network-vif-deleted', 'tag': 'f1e013ab-bc40-4746-8faa-dd3d901e1807'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:35.216905 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da90625-ecff-4fb6-bef9-f29682f49ef6" -d '{"events": [{"server_uuid": "c5048152-b216-4cb7-bb87-2ed2a5f63a8d", "name": "network-vif-deleted", "tag": "f1e013ab-bc40-4746-8faa-dd3d901e1807"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:35.230565 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a78cfc35-e1e9-4b29-90ad-9c8b4f9a1b83 req-8e6225db-f59c-414e-8d3f-688f785610a0 tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0e9a7b5-8e1e-48a3-b4d4-c66b3a9f7fde HTTP/1.1" status: 200 len: 210 time: 0.1641917 Jul 14 09:06:35.284241 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0f17a44-d135-4d6e-8374-0fa8d2e380f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:35.365151 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-18a296e6-41e0-4c24-82d1-66a0434a0a37 req-f1917171-0a81-4739-adcc-bf7a8369a7af tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884657 Jul 14 09:06:35.369385 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0f17a44-d135-4d6e-8374-0fa8d2e380f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:35.590924 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a186bfd0-edec-4349-afa0-72935645d389 None None] Attempting to bind port 1a15e0ff-5620-4968-abd4-8a6066cab22f on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:35.591678 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a186bfd0-edec-4349-afa0-72935645d389 None None] Attempting to bind port 1a15e0ff-5620-4968-abd4-8a6066cab22f by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '7aac3f82-3a91-423c-a4f3-88c00731bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:35.592265 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a186bfd0-edec-4349-afa0-72935645d389 None None] Attempting to bind port 1a15e0ff-5620-4968-abd4-8a6066cab22f on network 30f37573-a862-4dc6-9ef4-a9c9a7fbc93a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:35.604338 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a186bfd0-edec-4349-afa0-72935645d389 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:35.607754 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a186bfd0-edec-4349-afa0-72935645d389 None None] Checking segment: {'id': '7aac3f82-3a91-423c-a4f3-88c00731bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:35.608503 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a186bfd0-edec-4349-afa0-72935645d389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:35.609128 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a186bfd0-edec-4349-afa0-72935645d389 None None] Bound using segment: {'id': '7aac3f82-3a91-423c-a4f3-88c00731bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:35.609876 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a186bfd0-edec-4349-afa0-72935645d389 None None] Bound port: 1a15e0ff-5620-4968-abd4-8a6066cab22f, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aac3f82-3a91-423c-a4f3-88c00731bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:35.610454 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a186bfd0-edec-4349-afa0-72935645d389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:35.817743 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a186bfd0-edec-4349-afa0-72935645d389 None None] For port 1a15e0ff-5620-4968-abd4-8a6066cab22f, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:35.834851 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a186bfd0-edec-4349-afa0-72935645d389 None None] For port 1a15e0ff-5620-4968-abd4-8a6066cab22f, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=1a15e0ff-5620-4968-abd4-8a6066cab22f,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:35.843186 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-a0f17a44-d135-4d6e-8374-0fa8d2e380f8 admin admin] Allocated IP 172.25.6.90 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/95a79226-1e5a-4280-8fd9-89127b9d8b1f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:35.847951 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a186bfd0-edec-4349-afa0-72935645d389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:36.013695 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0f17a44-d135-4d6e-8374-0fa8d2e380f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:36.076045 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22bc78c2-2a1d-40dc-8dae-36262e2ae882', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:36.084040 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe60a4ac-dbee-4388-8a5f-5cb24d920534" -d '{"events": [{"server_uuid": "22bc78c2-2a1d-40dc-8dae-36262e2ae882", "name": "network-vif-unplugged", "status": "completed", "tag": "9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:36.094554 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186bfd0-edec-4349-afa0-72935645d389 None None] Pushing event updated for resources: {'Port': ['ID=1a15e0ff-5620-4968-abd4-8a6066cab22f,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:36.146687 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0f17a44-d135-4d6e-8374-0fa8d2e380f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:36.340522 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f17a44-d135-4d6e-8374-0fa8d2e380f8 admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:36.342662 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f17a44-d135-4d6e-8374-0fa8d2e380f8 admin admin] Pushing event updated for resources: {'Port': ['ID=95a79226-1e5a-4280-8fd9-89127b9d8b1f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:36.365972 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a0f17a44-d135-4d6e-8374-0fa8d2e380f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:36.370671 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f17a44-d135-4d6e-8374-0fa8d2e380f8 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:36.720111 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15b8001-d442-4f8f-8c6c-43802b3845e4 x-openstack-request-id: req-a15b8001-d442-4f8f-8c6c-43802b3845e4 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:36.721237 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22bc78c2-2a1d-40dc-8dae-36262e2ae882", "name": "network-vif-unplugged", "status": "completed", "tag": "9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:36.722139 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a15b8001-d442-4f8f-8c6c-43802b3845e4 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:36.723309 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22bc78c2-2a1d-40dc-8dae-36262e2ae882', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade', 'code': 200} Jul 14 09:06:36.888185 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-2854545e-4df2-45b9-8173-65f1a249d980 tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:36.894874 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-2854545e-4df2-45b9-8173-65f1a249d980 tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] 10.222.0.47 "GET /v2.0/networks?id=2dfc2f14-75ce-4799-b517-ad8353c85ef3 HTTP/1.1" status: 200 len: 814 time: 0.5029287 Jul 14 09:06:36.963776 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d323fa3-8541-4fcf-9ede-5175dc403c42 x-openstack-request-id: req-4d323fa3-8541-4fcf-9ede-5175dc403c42 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:36.963776 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5048152-b216-4cb7-bb87-2ed2a5f63a8d", "name": "network-vif-deleted", "tag": "f1e013ab-bc40-4746-8faa-dd3d901e1807", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:36.963776 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d323fa3-8541-4fcf-9ede-5175dc403c42 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:36.964465 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5048152-b216-4cb7-bb87-2ed2a5f63a8d', 'name': 'network-vif-deleted', 'tag': 'f1e013ab-bc40-4746-8faa-dd3d901e1807', 'status': 'completed', 'code': 200} Jul 14 09:06:37.005347 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-6d81b858-3a2f-437e-a879-4e3adef16fee tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] Request body: {'port': {'device_id': 'f0e9a7b5-8e1e-48a3-b4d4-c66b3a9f7fde', 'network_id': '2dfc2f14-75ce-4799-b517-ad8353c85ef3', 'admin_state_up': True, 'tenant_id': '06a9bb5cd9114604a8dea07c16260dce'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:37.265946 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0f17a44-d135-4d6e-8374-0fa8d2e380f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:37.291784 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f294a4-f685-4ac7-9a55-ba0a46d19e64 req-4e97b6a6-1005-49b6-ae9f-7929bae1241e tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:37.293934 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-46f294a4-f685-4ac7-9a55-ba0a46d19e64 req-4e97b6a6-1005-49b6-ae9f-7929bae1241e tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.44 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 945 time: 0.3962252 Jul 14 09:06:37.685220 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0f17a44-d135-4d6e-8374-0fa8d2e380f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:37.885898 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 1a15e0ff-5620-4968-abd4-8a6066cab22f up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:37.910374 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f252c56-d7e9-4b82-bb40-9b6db2a6f196 req-7953914c-39ea-42f3-8502-56fcf120e4ac tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:37.936239 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2f252c56-d7e9-4b82-bb40-9b6db2a6f196 req-7953914c-39ea-42f3-8502-56fcf120e4ac tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 945 time: 0.9499059 Jul 14 09:06:37.970234 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f003c1-56b0-4780-88ce-84b8d80e6ad2 req-9996e001-7e7b-4756-8ea5-9bf8debd175d tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:37.983779 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-60f003c1-56b0-4780-88ce-84b8d80e6ad2 req-9996e001-7e7b-4756-8ea5-9bf8debd175d tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=da7e0933-574d-4baf-ae54-5aa5752532d0 HTTP/1.1" status: 200 len: 1097 time: 0.8347332 Jul 14 09:06:38.008494 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 1a15e0ff-5620-4968-abd4-8a6066cab22f completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:38.011687 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f17a44-d135-4d6e-8374-0fa8d2e380f8 admin admin] Router dbdb981d-2d28-47e4-b943-9bce971af676 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:06:38.096667 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-6d81b858-3a2f-437e-a879-4e3adef16fee tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] Made reservation on behalf of 06a9bb5cd9114604a8dea07c16260dce for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:06:38.103546 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-6d81b858-3a2f-437e-a879-4e3adef16fee tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:38.195010 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd4c0b9-1278-47be-aa96-f5f89e933809 None None] Network 30f37573-a862-4dc6-9ef4-a9c9a7fbc93a requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:06:38.202205 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2f252c56-d7e9-4b82-bb40-9b6db2a6f196 req-0bc0b1e1-af3f-4a38-bbcc-d752ffd9f69d tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647967 Jul 14 09:06:38.218567 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-60f003c1-56b0-4780-88ce-84b8d80e6ad2 req-1e7ae539-6e7e-4501-88da-4acf2c69e71a tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297785 Jul 14 09:06:38.254859 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f17a44-d135-4d6e-8374-0fa8d2e380f8 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:06:38.278907 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b924e486-b3d0-42da-bb2b-0ea687ed27ab None None] Sync routers for ids ['dbdb981d-2d28-47e4-b943-9bce971af676'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:06:38.317378 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b924e486-b3d0-42da-bb2b-0ea687ed27ab None None] Routers {'dbdb981d-2d28-47e4-b943-9bce971af676'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:06:38.319088 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b924e486-b3d0-42da-bb2b-0ea687ed27ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:06:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['dbdb981d-2d28-47e4-b943-9bce971af676'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:38.370802 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0f17a44-d135-4d6e-8374-0fa8d2e380f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:38.402313 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a0f17a44-d135-4d6e-8374-0fa8d2e380f8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0552869 Jul 14 09:06:38.410208 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35252) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:38.465029 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-93c10e16-8e41-4154-aad6-e6cc962afba0 None None] Provisioning for port 1a15e0ff-5620-4968-abd4-8a6066cab22f completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:38.544117 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-93c10e16-8e41-4154-aad6-e6cc962afba0 None None] Provisioning complete for port 1a15e0ff-5620-4968-abd4-8a6066cab22f triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:38.544851 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93c10e16-8e41-4154-aad6-e6cc962afba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:38.629738 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-46f294a4-f685-4ac7-9a55-ba0a46d19e64 req-b09725e6-04f8-47ff-b5cb-be3639506154 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Deleting port 9aab4b40-3979-4b3a-b854-a7f187ca29d1 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:06:38.630308 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-46f294a4-f685-4ac7-9a55-ba0a46d19e64 req-b09725e6-04f8-47ff-b5cb-be3639506154 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:38.736686 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b924e486-b3d0-42da-bb2b-0ea687ed27ab None None] Set router dbdb981d-2d28-47e4-b943-9bce971af676 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:06:38.858742 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d2cca5e-4db6-4668-94ce-371f0de04a96 req-c4e9f651-629b-4b45-961e-d2567159b0d6 tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0e9a7b5-8e1e-48a3-b4d4-c66b3a9f7fde HTTP/1.1" status: 200 len: 210 time: 0.2136168 Jul 14 09:06:38.937878 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9aab4b40-3979-4b3a-b854-a7f187ca29d1 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:06:39.073694 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93c10e16-8e41-4154-aad6-e6cc962afba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:39.151907 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-6d81b858-3a2f-437e-a879-4e3adef16fee tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] Allocated IP 172.20.0.11 (2dfc2f14-75ce-4799-b517-ad8353c85ef3/9b38cb6e-9478-414e-80c8-b7d1b1b49d46/8632fb12-6a06-4435-8b9f-47cfd891a98f) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:39.231036 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b924e486-b3d0-42da-bb2b-0ea687ed27ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'name': 'tempest-AttachVolumeShelveTestJSON-2122076825-router', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:33Z', 'updated_at': '2021-07-14T09:06:37Z', 'revision_number': 3, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'gw_port': {'id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:35Z', 'updated_at': '2021-07-14T09:06:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:39.244247 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-93c10e16-8e41-4154-aad6-e6cc962afba0 None None] For port 1a15e0ff-5620-4968-abd4-8a6066cab22f, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=1a15e0ff-5620-4968-abd4-8a6066cab22f,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:39.273656 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93c10e16-8e41-4154-aad6-e6cc962afba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:39.334083 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b924e486-b3d0-42da-bb2b-0ea687ed27ab None None] Checking router: dbdb981d-2d28-47e4-b943-9bce971af676 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:06:39.336241 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b924e486-b3d0-42da-bb2b-0ea687ed27ab None None] Updating router dbdb981d-2d28-47e4-b943-9bce971af676 port 95a79226-1e5a-4280-8fd9-89127b9d8b1f binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:06:39.390680 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b924e486-b3d0-42da-bb2b-0ea687ed27ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:39.399812 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cba2a9-fd12-4259-bbf4-adb1a7fc24af req-66436275-28b7-47ed-805d-f897bde0c309 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:39.402672 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d0cba2a9-fd12-4259-bbf4-adb1a7fc24af req-66436275-28b7-47ed-805d-f897bde0c309 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.47 "GET /v2.0/ports?device_id=22bc78c2-2a1d-40dc-8dae-36262e2ae882 HTTP/1.1" status: 200 len: 943 time: 1.2324953 Jul 14 09:06:39.501817 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c10e16-8e41-4154-aad6-e6cc962afba0 None None] Pushing event updated for resources: {'Port': ['ID=1a15e0ff-5620-4968-abd4-8a6066cab22f,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:39.623535 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-46f294a4-f685-4ac7-9a55-ba0a46d19e64 req-b09725e6-04f8-47ff-b5cb-be3639506154 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] For port 9aab4b40-3979-4b3a-b854-a7f187ca29d1, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9aab4b40-3979-4b3a-b854-a7f187ca29d1,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:39.624359 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-46f294a4-f685-4ac7-9a55-ba0a46d19e64 req-b09725e6-04f8-47ff-b5cb-be3639506154 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:39.678939 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-46f294a4-f685-4ac7-9a55-ba0a46d19e64 req-b09725e6-04f8-47ff-b5cb-be3639506154 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Calling delete_port for 9aab4b40-3979-4b3a-b854-a7f187ca29d1 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:06:39.812782 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967085a3-56e6-46a4-962b-bf509b311066 req-c2d4a762-34e4-4fc0-95bf-6f0a5d8272b2 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:39.840148 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-967085a3-56e6-46a4-962b-bf509b311066 req-c2d4a762-34e4-4fc0-95bf-6f0a5d8272b2 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=22bc78c2-2a1d-40dc-8dae-36262e2ae882 HTTP/1.1" status: 200 len: 943 time: 1.0369008 Jul 14 09:06:39.847371 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 1a15e0ff-5620-4968-abd4-8a6066cab22f up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:39.876728 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-6d81b858-3a2f-437e-a879-4e3adef16fee tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:39.891843 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2bfe5b7e-10a5-4d9e-9c9f-30dbd097da5f None None] Provisioning complete for port 1a15e0ff-5620-4968-abd4-8a6066cab22f triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:39.892604 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2bfe5b7e-10a5-4d9e-9c9f-30dbd097da5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:39.902122 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4596570d-b099-47aa-ac04-c892c5cfbe6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:39.967700 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 1a15e0ff-5620-4968-abd4-8a6066cab22f triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:39.968967 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:40.004559 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b924e486-b3d0-42da-bb2b-0ea687ed27ab None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:40.025764 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b924e486-b3d0-42da-bb2b-0ea687ed27ab None None] Transition to ACTIVE for port object 95a79226-1e5a-4280-8fd9-89127b9d8b1f will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:40.038438 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b924e486-b3d0-42da-bb2b-0ea687ed27ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:40.072354 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-967085a3-56e6-46a4-962b-bf509b311066 req-d307e9b2-4bba-4685-a0b4-909ba5f6bb78 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398045 Jul 14 09:06:40.204461 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-4596570d-b099-47aa-ac04-c892c5cfbe6e admin admin] Allocated IP 172.20.0.1 (30f37573-a862-4dc6-9ef4-a9c9a7fbc93a/7386d60e-9463-4a78-b78e-76e751bf067a/04ff89eb-bb1d-45ba-98fc-99fdf950af37) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:40.209699 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-c6fa91e6-a80c-4e52-93f4-88573818eaf2 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:40.220711 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-c6fa91e6-a80c-4e52-93f4-88573818eaf2 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/networks?id=6f33b460-d2d2-4c56-9516-34520289d045 HTTP/1.1" status: 200 len: 821 time: 0.5738578 Jul 14 09:06:40.235727 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-b924e486-b3d0-42da-bb2b-0ea687ed27ab None None] Attempting to bind port 95a79226-1e5a-4280-8fd9-89127b9d8b1f on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:40.236495 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-b924e486-b3d0-42da-bb2b-0ea687ed27ab None None] Attempting to bind port 95a79226-1e5a-4280-8fd9-89127b9d8b1f by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:40.236811 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b924e486-b3d0-42da-bb2b-0ea687ed27ab None None] Attempting to bind port 95a79226-1e5a-4280-8fd9-89127b9d8b1f on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:40.245704 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b924e486-b3d0-42da-bb2b-0ea687ed27ab None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:40.247267 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b924e486-b3d0-42da-bb2b-0ea687ed27ab None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:40.247740 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b924e486-b3d0-42da-bb2b-0ea687ed27ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:40.248220 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b924e486-b3d0-42da-bb2b-0ea687ed27ab None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:40.248758 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-b924e486-b3d0-42da-bb2b-0ea687ed27ab None None] Bound port: 95a79226-1e5a-4280-8fd9-89127b9d8b1f, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:40.249716 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b924e486-b3d0-42da-bb2b-0ea687ed27ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:40.263328 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-7fedcaa2-a5b9-4ecb-92c0-50266e468945 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/quotas/d26b4168e0144f2b895d7a5b4dac1633 HTTP/1.1" status: 200 len: 375 time: 0.0411179 Jul 14 09:06:40.302530 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:40.318601 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-d0cba2a9-fd12-4259-bbf4-adb1a7fc24af req-9ab063db-8390-456f-bba6-41ed8769d384 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Deleting port 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:06:40.320103 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d0cba2a9-fd12-4259-bbf4-adb1a7fc24af req-9ab063db-8390-456f-bba6-41ed8769d384 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:40.353593 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599cda8-a03d-4c90-9edf-62b8f3287106 None None] Pushing event updated for resources: {'Port': ['ID=95a79226-1e5a-4280-8fd9-89127b9d8b1f,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:40.381287 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4596570d-b099-47aa-ac04-c892c5cfbe6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:40.384581 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0599cda8-a03d-4c90-9edf-62b8f3287106 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:40.385215 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0599cda8-a03d-4c90-9edf-62b8f3287106 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:40.385842 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0599cda8-a03d-4c90-9edf-62b8f3287106 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:40.386817 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0599cda8-a03d-4c90-9edf-62b8f3287106 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:40.387013 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0599cda8-a03d-4c90-9edf-62b8f3287106 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:40.387612 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0599cda8-a03d-4c90-9edf-62b8f3287106 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:40.388398 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0599cda8-a03d-4c90-9edf-62b8f3287106 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:40.388831 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0599cda8-a03d-4c90-9edf-62b8f3287106 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:40.389425 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0599cda8-a03d-4c90-9edf-62b8f3287106 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:40.390087 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0599cda8-a03d-4c90-9edf-62b8f3287106 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:40.390651 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0599cda8-a03d-4c90-9edf-62b8f3287106 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:40.391198 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0599cda8-a03d-4c90-9edf-62b8f3287106 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:40.414461 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4596570d-b099-47aa-ac04-c892c5cfbe6e admin admin] Transition to ACTIVE for port object 04ff89eb-bb1d-45ba-98fc-99fdf950af37 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:40.417633 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b924e486-b3d0-42da-bb2b-0ea687ed27ab None None] For port 95a79226-1e5a-4280-8fd9-89127b9d8b1f, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:40.479595 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4596570d-b099-47aa-ac04-c892c5cfbe6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:40.524035 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-6d81b858-3a2f-437e-a879-4e3adef16fee tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:40.533093 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4596570d-b099-47aa-ac04-c892c5cfbe6e admin admin] Network 30f37573-a862-4dc6-9ef4-a9c9a7fbc93a is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:40.536949 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-4596570d-b099-47aa-ac04-c892c5cfbe6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:40.540476 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:06:40.542292 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4596570d-b099-47aa-ac04-c892c5cfbe6e admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:40.546069 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596570d-b099-47aa-ac04-c892c5cfbe6e admin admin] Pushing event updated for resources: {'Port': ['ID=04ff89eb-bb1d-45ba-98fc-99fdf950af37,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:40.607911 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4596570d-b099-47aa-ac04-c892c5cfbe6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:40.622110 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b924e486-b3d0-42da-bb2b-0ea687ed27ab None None] For port 95a79226-1e5a-4280-8fd9-89127b9d8b1f, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=95a79226-1e5a-4280-8fd9-89127b9d8b1f,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:40.635695 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b924e486-b3d0-42da-bb2b-0ea687ed27ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:40.637370 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-46f294a4-f685-4ac7-9a55-ba0a46d19e64 req-b09725e6-04f8-47ff-b5cb-be3639506154 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:40.701533 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-6d81b858-3a2f-437e-a879-4e3adef16fee tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] Network 2dfc2f14-75ce-4799-b517-ad8353c85ef3 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:40.726954 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81b858-3a2f-437e-a879-4e3adef16fee tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] Pushing event updated for resources: {'Port': ['ID=8632fb12-6a06-4435-8b9f-47cfd891a98f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:40.735148 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-6d81b858-3a2f-437e-a879-4e3adef16fee tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:40.763745 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b924e486-b3d0-42da-bb2b-0ea687ed27ab None None] Routers {'dbdb981d-2d28-47e4-b943-9bce971af676'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:06:40.767476 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b924e486-b3d0-42da-bb2b-0ea687ed27ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:06:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['dbdb981d-2d28-47e4-b943-9bce971af676'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:40.773048 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599cda8-a03d-4c90-9edf-62b8f3287106 None None] Pushing event updated for resources: {'Port': ['ID=95a79226-1e5a-4280-8fd9-89127b9d8b1f,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:40.776431 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-6d81b858-3a2f-437e-a879-4e3adef16fee tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:40.846002 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09725e6-04f8-47ff-b5cb-be3639506154 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Pushing event deleted for resources: {'Port': ['ID=9aab4b40-3979-4b3a-b854-a7f187ca29d1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:40.871015 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-e5f20a98-0f2a-427e-80d0-93a889f7f22f tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d26b4168e0144f2b895d7a5b4dac1633&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6061361 Jul 14 09:06:40.966613 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee2bb3-15d7-42f5-b102-02b2db01f77e req-4d665b2a-7552-4185-a82b-813ec94863e1 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:40.967010 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4596570d-b099-47aa-ac04-c892c5cfbe6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:40.980541 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b924e486-b3d0-42da-bb2b-0ea687ed27ab None None] Set router dbdb981d-2d28-47e4-b943-9bce971af676 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:06:40.991262 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-39ee2bb3-15d7-42f5-b102-02b2db01f77e req-4d665b2a-7552-4185-a82b-813ec94863e1 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=99d18750-75c8-40d8-9464-10bdbb604bcb HTTP/1.1" status: 200 len: 866 time: 0.7223141 Jul 14 09:06:41.008827 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-df487688-f7ae-491d-aefd-83f1e96da753 None None] Provisioning for port 04ff89eb-bb1d-45ba-98fc-99fdf950af37 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:41.017265 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-df487688-f7ae-491d-aefd-83f1e96da753 None None] Provisioning complete for port 04ff89eb-bb1d-45ba-98fc-99fdf950af37 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:41.017845 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df487688-f7ae-491d-aefd-83f1e96da753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:41.034173 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-d0cba2a9-fd12-4259-bbf4-adb1a7fc24af req-9ab063db-8390-456f-bba6-41ed8769d384 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] For port 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade,segment=NetworkSegment(c0ac771e-4e3b-41cc-b574-0a0f683f27f8),segment_id=c0ac771e-4e3b-41cc-b574-0a0f683f27f8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:41.035723 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d0cba2a9-fd12-4259-bbf4-adb1a7fc24af req-9ab063db-8390-456f-bba6-41ed8769d384 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:41.090467 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-df487688-f7ae-491d-aefd-83f1e96da753 None None] Port 04ff89eb-bb1d-45ba-98fc-99fdf950af37 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:06:41.139655 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f294a4-f685-4ac7-9a55-ba0a46d19e64 req-b09725e6-04f8-47ff-b5cb-be3639506154 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] No DVR routers for this DVR port 9aab4b40-3979-4b3a-b854-a7f187ca29d1 on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:06:41.216002 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-46f294a4-f685-4ac7-9a55-ba0a46d19e64 req-b09725e6-04f8-47ff-b5cb-be3639506154 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:41.218000 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-46f294a4-f685-4ac7-9a55-ba0a46d19e64 req-b09725e6-04f8-47ff-b5cb-be3639506154 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.44 "DELETE /v2.0/ports/9aab4b40-3979-4b3a-b854-a7f187ca29d1 HTTP/1.1" status: 204 len: 173 time: 3.9089601 Jul 14 09:06:41.218765 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d18750-75c8-40d8-9464-10bdbb604bcb', 'name': 'network-vif-deleted', 'tag': '9aab4b40-3979-4b3a-b854-a7f187ca29d1'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:41.221091 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6ca10a-8da9-4ada-8c30-376f941aac8e" -d '{"events": [{"server_uuid": "99d18750-75c8-40d8-9464-10bdbb604bcb", "name": "network-vif-deleted", "tag": "9aab4b40-3979-4b3a-b854-a7f187ca29d1"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:41.230084 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-d0cba2a9-fd12-4259-bbf4-adb1a7fc24af req-9ab063db-8390-456f-bba6-41ed8769d384 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Calling delete_port for 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:06:41.234866 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-39ee2bb3-15d7-42f5-b102-02b2db01f77e req-d1c865f0-e0e5-4909-a4a5-727491922aa4 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412100 Jul 14 09:06:41.272018 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4596570d-b099-47aa-ac04-c892c5cfbe6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:41.286289 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-6d81b858-3a2f-437e-a879-4e3adef16fee tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:41.287013 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-6d81b858-3a2f-437e-a879-4e3adef16fee tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:41.291454 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4596570d-b099-47aa-ac04-c892c5cfbe6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:41.370219 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b924e486-b3d0-42da-bb2b-0ea687ed27ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'name': 'tempest-AttachVolumeShelveTestJSON-2122076825-router', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:33Z', 'updated_at': '2021-07-14T09:06:37Z', 'revision_number': 3, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'gw_port': {'id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:35Z', 'updated_at': '2021-07-14T09:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:41.383604 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-6d81b858-3a2f-437e-a879-4e3adef16fee tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3931251 Jul 14 09:06:41.406988 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-8d314cef-ad8a-4f9f-a6e8-64815d14021f service neutron] Request body: {'port': {'device_id': 'f0e9a7b5-8e1e-48a3-b4d4-c66b3a9f7fde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:41.426351 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4596570d-b099-47aa-ac04-c892c5cfbe6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:41.430951 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b924e486-b3d0-42da-bb2b-0ea687ed27ab None None] The sync data for ids ['dbdb981d-2d28-47e4-b943-9bce971af676'] in n-d-771362-35 is: [{'id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'name': 'tempest-AttachVolumeShelveTestJSON-2122076825-router', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:33Z', 'updated_at': '2021-07-14T09:06:37Z', 'revision_number': 3, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'gw_port': {'id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:35Z', 'updated_at': '2021-07-14T09:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:06:41.548262 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-ed758c9d-89c9-43a1-8edb-2c53fec568e2 service neutron] 10.222.0.25 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434830 Jul 14 09:06:41.569200 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596570d-b099-47aa-ac04-c892c5cfbe6e admin admin] Pushing event updated for resources: {'Port': ['ID=04ff89eb-bb1d-45ba-98fc-99fdf950af37,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:41.666843 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4596570d-b099-47aa-ac04-c892c5cfbe6e admin admin] Network 30f37573-a862-4dc6-9ef4-a9c9a7fbc93a is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:41.670034 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-4596570d-b099-47aa-ac04-c892c5cfbe6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:41.788527 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-8d314cef-ad8a-4f9f-a6e8-64815d14021f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:41.936919 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4596570d-b099-47aa-ac04-c892c5cfbe6e admin admin] Router dbdb981d-2d28-47e4-b943-9bce971af676 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:06:41.938210 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:41.952954 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-cff25703-b5b5-43a9-a13c-5a49d0ce07f5 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:41.962237 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-cff25703-b5b5-43a9-a13c-5a49d0ce07f5 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/networks?id=aa282a42-14ce-40bf-98d2-0aa5342653ef HTTP/1.1" status: 200 len: 805 time: 0.5513654 Jul 14 09:06:41.988080 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-b858aced-773b-42ca-b257-674a7ca8faca tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/quotas/2a65871ef77a4e449769120ad4b0a96b HTTP/1.1" status: 200 len: 375 time: 0.0248415 Jul 14 09:06:42.236527 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4596570d-b099-47aa-ac04-c892c5cfbe6e admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:06:42.252725 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-0cae5348-630a-4ab9-9fb2-3a9a40150a5b service neutron] 10.222.0.25 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7035916 Jul 14 09:06:42.253528 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4596570d-b099-47aa-ac04-c892c5cfbe6e admin admin] 10.222.0.25 "PUT /v2.0/routers/dbdb981d-2d28-47e4-b943-9bce971af676/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8401098 Jul 14 09:06:42.257800 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d0cba2a9-fd12-4259-bbf4-adb1a7fc24af req-9ab063db-8390-456f-bba6-41ed8769d384 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:42.335681 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-111495b9-a654-4aa4-bef1-e2fb9cf6db3f None None] Provisioning complete for port 04ff89eb-bb1d-45ba-98fc-99fdf950af37 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:42.336297 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-111495b9-a654-4aa4-bef1-e2fb9cf6db3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:42.383549 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab063db-8390-456f-bba6-41ed8769d384 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Pushing event deleted for resources: {'Port': ['ID=9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:42.408810 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-111495b9-a654-4aa4-bef1-e2fb9cf6db3f None None] Port 04ff89eb-bb1d-45ba-98fc-99fdf950af37 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:06:42.527200 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0cba2a9-fd12-4259-bbf4-adb1a7fc24af req-9ab063db-8390-456f-bba6-41ed8769d384 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] No DVR routers for this DVR port 9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:06:42.536996 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d0cba2a9-fd12-4259-bbf4-adb1a7fc24af req-9ab063db-8390-456f-bba6-41ed8769d384 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:42.540391 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d0cba2a9-fd12-4259-bbf4-adb1a7fc24af req-9ab063db-8390-456f-bba6-41ed8769d384 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.47 "DELETE /v2.0/ports/9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade HTTP/1.1" status: 204 len: 173 time: 3.1286449 Jul 14 09:06:42.608484 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-51eca9df-97d8-4146-b249-743768ede5ff tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a65871ef77a4e449769120ad4b0a96b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6190691 Jul 14 09:06:42.833651 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-8d314cef-ad8a-4f9f-a6e8-64815d14021f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8632fb12-6a06-4435-8b9f-47cfd891a98f {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:42.854632 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-8d314cef-ad8a-4f9f-a6e8-64815d14021f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:42.863605 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-35392795-784b-4270-8458-1c89eddf3626 service neutron] 10.222.0.25 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369819 Jul 14 09:06:42.879746 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-8d314cef-ad8a-4f9f-a6e8-64815d14021f service neutron] Transition to ACTIVE for port object 8632fb12-6a06-4435-8b9f-47cfd891a98f will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:42.895596 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-8d314cef-ad8a-4f9f-a6e8-64815d14021f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:43.406924 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f9d96-c208-4988-a0d6-a1ad48661b88 req-95de4f22-731e-488a-aaee-d40ebe68715a tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:43.408529 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a74f9d96-c208-4988-a0d6-a1ad48661b88 req-95de4f22-731e-488a-aaee-d40ebe68715a tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0e9a7b5-8e1e-48a3-b4d4-c66b3a9f7fde HTTP/1.1" status: 200 len: 932 time: 0.6596541 Jul 14 09:06:43.424612 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d314cef-ad8a-4f9f-a6e8-64815d14021f service neutron] Pushing event updated for resources: {'Port': ['ID=8632fb12-6a06-4435-8b9f-47cfd891a98f,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:43.519350 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-14f91c27-f98d-477d-b5b2-64397e2e0166 service neutron] 10.222.0.25 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6407764 Jul 14 09:06:43.557522 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a74f9d96-c208-4988-a0d6-a1ad48661b88 req-acaba919-ae70-4b1f-833e-57cc002211ab tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] 10.222.0.25 "GET /v2.0/security-groups?id=878c6441-edc2-4955-987a-978b38e0b843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240268 Jul 14 09:06:43.607063 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-8d314cef-ad8a-4f9f-a6e8-64815d14021f service neutron] Attempting to bind port 8632fb12-6a06-4435-8b9f-47cfd891a98f on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:43.607666 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-8d314cef-ad8a-4f9f-a6e8-64815d14021f service neutron] Attempting to bind port 8632fb12-6a06-4435-8b9f-47cfd891a98f by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '7f912a57-8d08-4433-9335-c4fa14b2e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2dfc2f14-75ce-4799-b517-ad8353c85ef3'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:43.608181 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-8d314cef-ad8a-4f9f-a6e8-64815d14021f service neutron] Attempting to bind port 8632fb12-6a06-4435-8b9f-47cfd891a98f on network 2dfc2f14-75ce-4799-b517-ad8353c85ef3 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:43.617936 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-8d314cef-ad8a-4f9f-a6e8-64815d14021f service neutron] Port 8632fb12-6a06-4435-8b9f-47cfd891a98f on network 2dfc2f14-75ce-4799-b517-ad8353c85ef3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:06:43.618791 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-8d314cef-ad8a-4f9f-a6e8-64815d14021f service neutron] Attempting to bind port 8632fb12-6a06-4435-8b9f-47cfd891a98f on network 2dfc2f14-75ce-4799-b517-ad8353c85ef3 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:43.628857 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-8d314cef-ad8a-4f9f-a6e8-64815d14021f service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:43.629401 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-8d314cef-ad8a-4f9f-a6e8-64815d14021f service neutron] Checking segment: {'id': '7f912a57-8d08-4433-9335-c4fa14b2e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2dfc2f14-75ce-4799-b517-ad8353c85ef3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:43.630034 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-8d314cef-ad8a-4f9f-a6e8-64815d14021f service neutron] Bound using segment: {'id': '7f912a57-8d08-4433-9335-c4fa14b2e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2dfc2f14-75ce-4799-b517-ad8353c85ef3'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:43.630792 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-8d314cef-ad8a-4f9f-a6e8-64815d14021f service neutron] Bound port: 8632fb12-6a06-4435-8b9f-47cfd891a98f, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f912a57-8d08-4433-9335-c4fa14b2e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2dfc2f14-75ce-4799-b517-ad8353c85ef3'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:43.631837 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-8d314cef-ad8a-4f9f-a6e8-64815d14021f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:43.825933 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-8d314cef-ad8a-4f9f-a6e8-64815d14021f service neutron] For port 8632fb12-6a06-4435-8b9f-47cfd891a98f, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:43.837948 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-8d314cef-ad8a-4f9f-a6e8-64815d14021f service neutron] For port 8632fb12-6a06-4435-8b9f-47cfd891a98f, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=8632fb12-6a06-4435-8b9f-47cfd891a98f,segment=NetworkSegment(7f912a57-8d08-4433-9335-c4fa14b2e124),segment_id=7f912a57-8d08-4433-9335-c4fa14b2e124)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:43.846852 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-8d314cef-ad8a-4f9f-a6e8-64815d14021f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:43.884969 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-8d314cef-ad8a-4f9f-a6e8-64815d14021f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:43.887979 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-8d314cef-ad8a-4f9f-a6e8-64815d14021f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:43.894011 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-8d314cef-ad8a-4f9f-a6e8-64815d14021f service neutron] 10.222.0.47 "PUT /v2.0/ports/8632fb12-6a06-4435-8b9f-47cfd891a98f HTTP/1.1" status: 200 len: 1093 time: 2.4915369 Jul 14 09:06:43.979994 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 95a79226-1e5a-4280-8fd9-89127b9d8b1f up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:43.980911 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60987ae8-b131-4a8a-bbec-04c881524c3f x-openstack-request-id: req-60987ae8-b131-4a8a-bbec-04c881524c3f {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:43.981056 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d18750-75c8-40d8-9464-10bdbb604bcb", "name": "network-vif-deleted", "tag": "9aab4b40-3979-4b3a-b854-a7f187ca29d1", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:43.981353 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60987ae8-b131-4a8a-bbec-04c881524c3f {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:43.982281 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d18750-75c8-40d8-9464-10bdbb604bcb', 'name': 'network-vif-deleted', 'tag': '9aab4b40-3979-4b3a-b854-a7f187ca29d1', 'status': 'completed', 'code': 200} Jul 14 09:06:44.075271 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d314cef-ad8a-4f9f-a6e8-64815d14021f service neutron] Pushing event updated for resources: {'Port': ['ID=8632fb12-6a06-4435-8b9f-47cfd891a98f,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:44.113001 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 95a79226-1e5a-4280-8fd9-89127b9d8b1f completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:44.118722 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 95a79226-1e5a-4280-8fd9-89127b9d8b1f triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:44.119124 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:44.305081 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-11ec6aaf-57c0-4df1-bc27-09f69adea07d tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:44.310052 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:44.312755 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-11ec6aaf-57c0-4df1-bc27-09f69adea07d tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/networks?id=591d2e31-ea8f-418a-81ab-cf41522e7221 HTTP/1.1" status: 200 len: 814 time: 0.2008209 Jul 14 09:06:44.342522 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-d2c0fa63-b7a0-4049-a8c9-03cfc6499630 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/quotas/66f62552ebc740b9b1e38314c1361542 HTTP/1.1" status: 200 len: 375 time: 0.0285800 Jul 14 09:06:44.366625 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 95a79226-1e5a-4280-8fd9-89127b9d8b1f, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=95a79226-1e5a-4280-8fd9-89127b9d8b1f,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:44.373817 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:44.424779 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-ab822f36-0ab5-4384-b7ee-53866e29d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:44.426931 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-ab822f36-0ab5-4384-b7ee-53866e29d0a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06a9bb5cd9114604a8dea07c16260dce&device_id=f0e9a7b5-8e1e-48a3-b4d4-c66b3a9f7fde HTTP/1.1" status: 200 len: 1096 time: 0.2996721 Jul 14 09:06:44.446979 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-5ae80f2a-531f-47e4-a3eb-cde7d0216551 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=66f62552ebc740b9b1e38314c1361542&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1033769 Jul 14 09:06:44.503972 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=95a79226-1e5a-4280-8fd9-89127b9d8b1f,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:44.510942 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-f8646777-fc90-4d97-a925-7fd339c2b958 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8632fb12-6a06-4435-8b9f-47cfd891a98f HTTP/1.1" status: 200 len: 217 time: 0.0511642 Jul 14 09:06:44.578592 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b276ebd-7004-4b81-b6a5-7ee5cca3055b None None] Sync routers for ids ['dbdb981d-2d28-47e4-b943-9bce971af676'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:06:44.584521 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-59d699af-4807-4090-af44-c8312043eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:44.593792 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-59d699af-4807-4090-af44-c8312043eb07 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b38cb6e-9478-414e-80c8-b7d1b1b49d46 HTTP/1.1" status: 200 len: 854 time: 0.0611308 Jul 14 09:06:44.598938 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b276ebd-7004-4b81-b6a5-7ee5cca3055b None None] Routers {'dbdb981d-2d28-47e4-b943-9bce971af676'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:06:44.600417 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1b276ebd-7004-4b81-b6a5-7ee5cca3055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:06:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['dbdb981d-2d28-47e4-b943-9bce971af676'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:44.706718 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35340) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:44.715440 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-605cb5e3-dd36-474c-94fe-b3ee36a30cd3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1663742880', 'description': 'tempest-description--1107820773'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:44.771339 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-0bcd6de1-f479-4362-a1d7-3306b16b877e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2dfc2f14-75ce-4799-b517-ad8353c85ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499842 Jul 14 09:06:44.811757 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-605cb5e3-dd36-474c-94fe-b3ee36a30cd3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:44.864626 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-1b276ebd-7004-4b81-b6a5-7ee5cca3055b None None] Set router dbdb981d-2d28-47e4-b943-9bce971af676 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:06:44.999373 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-605cb5e3-dd36-474c-94fe-b3ee36a30cd3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:45.005261 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-605cb5e3-dd36-474c-94fe-b3ee36a30cd3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:45.049512 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-605cb5e3-dd36-474c-94fe-b3ee36a30cd3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:45.060428 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-605cb5e3-dd36-474c-94fe-b3ee36a30cd3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3425393 Jul 14 09:06:45.062666 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35344) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:45.063746 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605cb5e3-dd36-474c-94fe-b3ee36a30cd3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74a5014e-4a32-4568-9c0f-e4bec8dd8c29,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:45.109562 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b63f364b-a890-4cf8-8df2-d187ce848ad3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Request body: {'security_group_rule': {'security_group_id': '74a5014e-4a32-4568-9c0f-e4bec8dd8c29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:45.129114 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c95953e-b719-41f9-8175-3a07e5d1e035 req-88324dae-cf22-4da3-8fed-b8de628b7d17 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e728c97-262a-4922-b6ae-d612f3113bd6 HTTP/1.1" status: 200 len: 210 time: 0.1283414 Jul 14 09:06:45.288362 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-1fc32bab-f3ad-47cc-bd09-dcfeb3fa3080 service neutron] 10.222.0.25 "GET /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8309004 Jul 14 09:06:45.347116 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1b276ebd-7004-4b81-b6a5-7ee5cca3055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'name': 'tempest-AttachVolumeShelveTestJSON-2122076825-router', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:33Z', 'updated_at': '2021-07-14T09:06:40Z', 'revision_number': 4, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'gw_port': {'id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:35Z', 'updated_at': '2021-07-14T09:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '04ff89eb-bb1d-45ba-98fc-99fdf950af37', 'name': '', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'mac_address': 'fa:16:3e:81:c1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:39Z', 'updated_at': '2021-07-14T09:06:41Z', 'revision_number': 2, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'subnets': [{'id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:45.386054 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b276ebd-7004-4b81-b6a5-7ee5cca3055b None None] Checking router: dbdb981d-2d28-47e4-b943-9bce971af676 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:06:45.386458 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b276ebd-7004-4b81-b6a5-7ee5cca3055b None None] Updating router dbdb981d-2d28-47e4-b943-9bce971af676 port 04ff89eb-bb1d-45ba-98fc-99fdf950af37 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:06:45.432030 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b276ebd-7004-4b81-b6a5-7ee5cca3055b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:45.437305 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-a4c715fa-0aa4-4036-a1ac-b7f6cb11cd62 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:45.440623 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-a4c715fa-0aa4-4036-a1ac-b7f6cb11cd62 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.44 "GET /v2.0/networks?id=6f33b460-d2d2-4c56-9516-34520289d045 HTTP/1.1" status: 200 len: 821 time: 0.7168856 Jul 14 09:06:45.464788 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-e893ce09-1c00-4424-8ec1-f04c0382142f service neutron] 10.222.0.47 "GET /v2.0/networks/2dfc2f14-75ce-4799-b517-ad8353c85ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6788840 Jul 14 09:06:45.496824 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-b6c4b70e-4c7a-4b7d-ac8b-8dfa8827d8a8 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Request body: {'port': {'device_id': '6e728c97-262a-4922-b6ae-d612f3113bd6', 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045', 'admin_state_up': True, 'tenant_id': 'd26b4168e0144f2b895d7a5b4dac1633'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:45.505122 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b63f364b-a890-4cf8-8df2-d187ce848ad3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:45.523094 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-304994f6-bf69-4658-bb4d-eca974d682a8 req-29f886e6-4dc6-4517-92d9-123b2e7d0f73 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=864e114c-6614-4793-b41b-e66fe630a8b6 HTTP/1.1" status: 200 len: 210 time: 0.1546228 Jul 14 09:06:45.797831 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-3833affc-1207-44cd-bd69-3967327aafec service neutron] 10.222.0.25 "GET /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079331 Jul 14 09:06:45.889711 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 95a79226-1e5a-4280-8fd9-89127b9d8b1f up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:45.982487 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-483a72a7-9bc0-444c-89be-1b61cebfee32 req-ec4b9283-42b4-4ea8-8258-35d7b160d892 service neutron] 10.222.0.47 "GET /v2.0/networks/2dfc2f14-75ce-4799-b517-ad8353c85ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763777 Jul 14 09:06:46.015747 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22bc78c2-2a1d-40dc-8dae-36262e2ae882', 'name': 'network-vif-deleted', 'tag': '9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade'}, {'name': 'network-changed', 'server_uuid': 'f0e9a7b5-8e1e-48a3-b4d4-c66b3a9f7fde', 'tag': '8632fb12-6a06-4435-8b9f-47cfd891a98f'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:46.027780 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e68acc-29a6-46da-a471-0b0fea689ba5" -d '{"events": [{"server_uuid": "22bc78c2-2a1d-40dc-8dae-36262e2ae882", "name": "network-vif-deleted", "tag": "9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade"}, {"name": "network-changed", "server_uuid": "f0e9a7b5-8e1e-48a3-b4d4-c66b3a9f7fde", "tag": "8632fb12-6a06-4435-8b9f-47cfd891a98f"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:46.032091 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-b6c4b70e-4c7a-4b7d-ac8b-8dfa8827d8a8 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Made reservation on behalf of d26b4168e0144f2b895d7a5b4dac1633 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:06:46.048821 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-b6c4b70e-4c7a-4b7d-ac8b-8dfa8827d8a8 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:46.094401 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b63f364b-a890-4cf8-8df2-d187ce848ad3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:46.123188 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b276ebd-7004-4b81-b6a5-7ee5cca3055b None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:46.141801 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1b276ebd-7004-4b81-b6a5-7ee5cca3055b None None] Transition to ACTIVE for port object 04ff89eb-bb1d-45ba-98fc-99fdf950af37 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:46.157604 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 95a79226-1e5a-4280-8fd9-89127b9d8b1f triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:46.159260 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:46.161679 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b276ebd-7004-4b81-b6a5-7ee5cca3055b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:46.342193 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b63f364b-a890-4cf8-8df2-d187ce848ad3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:46.403101 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b63f364b-a890-4cf8-8df2-d187ce848ad3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:46.416514 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b63f364b-a890-4cf8-8df2-d187ce848ad3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3061075 Jul 14 09:06:46.420270 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35354) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:46.487611 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-439b1b9d-2d6e-4215-85c4-b0fcb8c19707 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Request body: {'security_group_rule': {'security_group_id': '74a5014e-4a32-4568-9c0f-e4bec8dd8c29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:46.534790 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f364b-a890-4cf8-8df2-d187ce848ad3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75de6205-206f-4740-a9cb-d59ec9d131dc,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:46.550207 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba46a3-5b43-485d-97b5-9f3ba8361be9 None None] Pushing event updated for resources: {'Port': ['ID=04ff89eb-bb1d-45ba-98fc-99fdf950af37,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:46.557327 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-53125c77-9568-4156-b9e3-100531e36dcb tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:46.559420 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-53125c77-9568-4156-b9e3-100531e36dcb tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.44 "GET /v2.0/networks?id=aa282a42-14ce-40bf-98d2-0aa5342653ef HTTP/1.1" status: 200 len: 805 time: 0.4592497 Jul 14 09:06:46.585393 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-dd0ac342-25f5-4241-b51e-f1c1599c2191 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Request body: {'port': {'device_id': '864e114c-6614-4793-b41b-e66fe630a8b6', 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef', 'admin_state_up': True, 'tenant_id': '2a65871ef77a4e449769120ad4b0a96b'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:46.671003 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-b6c4b70e-4c7a-4b7d-ac8b-8dfa8827d8a8 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Allocated IP 172.20.0.8 (6f33b460-d2d2-4c56-9516-34520289d045/d193f247-8cf4-44bf-89d9-9de68e3cae2e/016c9df5-7105-4bba-b663-ebb1526daf88) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:46.715009 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-439b1b9d-2d6e-4215-85c4-b0fcb8c19707 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:46.717043 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1b276ebd-7004-4b81-b6a5-7ee5cca3055b None None] Attempting to bind port 04ff89eb-bb1d-45ba-98fc-99fdf950af37 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:46.717663 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1b276ebd-7004-4b81-b6a5-7ee5cca3055b None None] Attempting to bind port 04ff89eb-bb1d-45ba-98fc-99fdf950af37 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '7aac3f82-3a91-423c-a4f3-88c00731bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:46.718194 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b276ebd-7004-4b81-b6a5-7ee5cca3055b None None] Attempting to bind port 04ff89eb-bb1d-45ba-98fc-99fdf950af37 on network 30f37573-a862-4dc6-9ef4-a9c9a7fbc93a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:46.726559 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b276ebd-7004-4b81-b6a5-7ee5cca3055b None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:46.727670 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b276ebd-7004-4b81-b6a5-7ee5cca3055b None None] Checking segment: {'id': '7aac3f82-3a91-423c-a4f3-88c00731bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:46.728435 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b276ebd-7004-4b81-b6a5-7ee5cca3055b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:46.729511 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b276ebd-7004-4b81-b6a5-7ee5cca3055b None None] Bound using segment: {'id': '7aac3f82-3a91-423c-a4f3-88c00731bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:46.731895 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1b276ebd-7004-4b81-b6a5-7ee5cca3055b None None] Bound port: 04ff89eb-bb1d-45ba-98fc-99fdf950af37, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aac3f82-3a91-423c-a4f3-88c00731bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:46.733349 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b276ebd-7004-4b81-b6a5-7ee5cca3055b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:46.932585 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1b276ebd-7004-4b81-b6a5-7ee5cca3055b None None] For port 04ff89eb-bb1d-45ba-98fc-99fdf950af37, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:46.934263 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35364) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:46.942541 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1b276ebd-7004-4b81-b6a5-7ee5cca3055b None None] For port 04ff89eb-bb1d-45ba-98fc-99fdf950af37, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=04ff89eb-bb1d-45ba-98fc-99fdf950af37,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:46.946134 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-03f14919-d288-4c53-8bbc-3262332671ed tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1118344883', 'description': 'tempest-description--1263048831'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:46.950264 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b276ebd-7004-4b81-b6a5-7ee5cca3055b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:47.026268 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba46a3-5b43-485d-97b5-9f3ba8361be9 None None] Pushing event updated for resources: {'Port': ['ID=04ff89eb-bb1d-45ba-98fc-99fdf950af37,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:47.056153 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-dd0ac342-25f5-4241-b51e-f1c1599c2191 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Made reservation on behalf of 2a65871ef77a4e449769120ad4b0a96b for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:06:47.070684 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-dd0ac342-25f5-4241-b51e-f1c1599c2191 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:47.077591 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b276ebd-7004-4b81-b6a5-7ee5cca3055b None None] Routers {'dbdb981d-2d28-47e4-b943-9bce971af676'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:06:47.080404 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1b276ebd-7004-4b81-b6a5-7ee5cca3055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:06:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['dbdb981d-2d28-47e4-b943-9bce971af676'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:47.083367 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03f14919-d288-4c53-8bbc-3262332671ed tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:47.315482 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-1b276ebd-7004-4b81-b6a5-7ee5cca3055b None None] Set router dbdb981d-2d28-47e4-b943-9bce971af676 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:06:47.503721 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03f14919-d288-4c53-8bbc-3262332671ed tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:47.542262 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03f14919-d288-4c53-8bbc-3262332671ed tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:47.550670 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-dd0ac342-25f5-4241-b51e-f1c1599c2191 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Allocated IP 172.20.0.11 (aa282a42-14ce-40bf-98d2-0aa5342653ef/270bafed-ba3b-4347-b7b9-ccc79813fe94/ee38f792-cb02-4003-be79-b928116dfaf6) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:47.556198 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-439b1b9d-2d6e-4215-85c4-b0fcb8c19707 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:47.608201 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-439b1b9d-2d6e-4215-85c4-b0fcb8c19707 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:47.774605 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03f14919-d288-4c53-8bbc-3262332671ed tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:47.781033 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-03f14919-d288-4c53-8bbc-3262332671ed tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8379917 Jul 14 09:06:47.816183 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b23f7c67-b5b2-4a03-9b25-224693fc3176 req-19419071-de78-4159-b668-f77261c70c25 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c8b875-3adc-47bd-8e21-b276aa9c3e98 HTTP/1.1" status: 200 len: 210 time: 0.2097254 Jul 14 09:06:47.821912 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35368) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:47.834309 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-6cd9aa38-ed62-4522-ac61-d9df170bb22c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Request body: {'security_group_rule': {'security_group_id': '4341cf53-8a61-49b1-8205-f05c908e8479', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:47.844078 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b1b9d-2d6e-4215-85c4-b0fcb8c19707 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd474c9-b370-46d1-a7a6-04ac99fe42de,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:47.871173 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d84e4-fa8b-4363-9f24-07c9def3496a req-ea9abb96-2260-4528-890e-8ad7d544896f tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:47.875002 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f9d84e4-fa8b-4363-9f24-07c9def3496a req-ea9abb96-2260-4528-890e-8ad7d544896f tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0e9a7b5-8e1e-48a3-b4d4-c66b3a9f7fde HTTP/1.1" status: 200 len: 944 time: 0.9739523 Jul 14 09:06:47.885033 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-439b1b9d-2d6e-4215-85c4-b0fcb8c19707 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:47.887603 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-439b1b9d-2d6e-4215-85c4-b0fcb8c19707 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4078422 Jul 14 09:06:47.889141 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f14919-d288-4c53-8bbc-3262332671ed tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4341cf53-8a61-49b1-8205-f05c908e8479,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:47.892991 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35370) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:47.926314 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1b276ebd-7004-4b81-b6a5-7ee5cca3055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'name': 'tempest-AttachVolumeShelveTestJSON-2122076825-router', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:33Z', 'updated_at': '2021-07-14T09:06:40Z', 'revision_number': 4, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'gw_port': {'id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:35Z', 'updated_at': '2021-07-14T09:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '04ff89eb-bb1d-45ba-98fc-99fdf950af37', 'name': '', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'mac_address': 'fa:16:3e:81:c1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:39Z', 'updated_at': '2021-07-14T09:06:46Z', 'revision_number': 4, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'subnets': [{'id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:47.927862 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7ea2a499-ed7a-42dd-a2b8-d20ba9e4f0da tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:47.930339 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-dd0ac342-25f5-4241-b51e-f1c1599c2191 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:47.983360 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-b6c4b70e-4c7a-4b7d-ac8b-8dfa8827d8a8 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:47.992621 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6cd9aa38-ed62-4522-ac61-d9df170bb22c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:47.993562 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8ad3ee-b937-490c-a20a-b0cab391ab4a x-openstack-request-id: req-3f8ad3ee-b937-490c-a20a-b0cab391ab4a {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:47.994188 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22bc78c2-2a1d-40dc-8dae-36262e2ae882", "name": "network-vif-deleted", "tag": "9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f0e9a7b5-8e1e-48a3-b4d4-c66b3a9f7fde", "tag": "8632fb12-6a06-4435-8b9f-47cfd891a98f", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:47.994746 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f8ad3ee-b937-490c-a20a-b0cab391ab4a {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:47.995567 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22bc78c2-2a1d-40dc-8dae-36262e2ae882', 'name': 'network-vif-deleted', 'tag': '9d8f5bff-d6d3-40b3-b8e0-fb3728c1fade', 'status': 'completed', 'code': 200} Jul 14 09:06:47.996127 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e9a7b5-8e1e-48a3-b4d4-c66b3a9f7fde', 'tag': '8632fb12-6a06-4435-8b9f-47cfd891a98f', 'status': 'completed', 'code': 200} Jul 14 09:06:48.003002 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-dd0ac342-25f5-4241-b51e-f1c1599c2191 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:48.047597 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['71d96ee1-5098-4ee3-84d1-e37bcfed3233'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:48.057268 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b276ebd-7004-4b81-b6a5-7ee5cca3055b None None] The sync data for ids ['dbdb981d-2d28-47e4-b943-9bce971af676'] in n-d-771362-35 is: [{'id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'name': 'tempest-AttachVolumeShelveTestJSON-2122076825-router', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:33Z', 'updated_at': '2021-07-14T09:06:40Z', 'revision_number': 4, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'gw_port': {'id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:35Z', 'updated_at': '2021-07-14T09:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '04ff89eb-bb1d-45ba-98fc-99fdf950af37', 'name': '', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'mac_address': 'fa:16:3e:81:c1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:39Z', 'updated_at': '2021-07-14T09:06:46Z', 'revision_number': 4, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'subnets': [{'id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:06:48.059619 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661950b7-1186-43a6-be0c-dcb26fb05150 req-e6c81559-70fe-469b-ae02-17a1dc3004eb tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:48.064509 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-661950b7-1186-43a6-be0c-dcb26fb05150 req-e6c81559-70fe-469b-ae02-17a1dc3004eb tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.44 "GET /v2.0/ports?device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 944 time: 0.9853153 Jul 14 09:06:48.083660 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-dd0ac342-25f5-4241-b51e-f1c1599c2191 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Network aa282a42-14ce-40bf-98d2-0aa5342653ef is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:48.122285 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ac342-25f5-4241-b51e-f1c1599c2191 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Pushing event updated for resources: {'Port': ['ID=ee38f792-cb02-4003-be79-b928116dfaf6,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:48.136542 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-dd0ac342-25f5-4241-b51e-f1c1599c2191 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:48.154217 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-dd0ac342-25f5-4241-b51e-f1c1599c2191 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:48.154610 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ea2a499-ed7a-42dd-a2b8-d20ba9e4f0da tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:48.238242 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f9d84e4-fa8b-4363-9f24-07c9def3496a req-73a79d52-9e15-4600-af40-f0fc6cbf27cd tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] 10.222.0.25 "GET /v2.0/security-groups?id=878c6441-edc2-4955-987a-978b38e0b843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402901 Jul 14 09:06:48.241265 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7489c0e-7172-4643-ad19-2374baacf463 req-6fad79ff-fb45-40a2-beb6-c2ae38474d99 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e728c97-262a-4922-b6ae-d612f3113bd6 HTTP/1.1" status: 200 len: 210 time: 0.1284401 Jul 14 09:06:48.275658 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6cd9aa38-ed62-4522-ac61-d9df170bb22c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:48.318621 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6cd9aa38-ed62-4522-ac61-d9df170bb22c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:48.347118 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-634c045b-07b5-4877-b04e-8caf9cdd40ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:48.462431 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-dd0ac342-25f5-4241-b51e-f1c1599c2191 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:48.464305 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-dd0ac342-25f5-4241-b51e-f1c1599c2191 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:48.488544 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e68acc-29a6-46da-a471-0b0fea689ba5 req-9f5b53bc-044c-4cc6-b22d-eedc46fb0753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:48.491093 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d6e68acc-29a6-46da-a471-0b0fea689ba5 req-9f5b53bc-044c-4cc6-b22d-eedc46fb0753 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06a9bb5cd9114604a8dea07c16260dce&device_id=f0e9a7b5-8e1e-48a3-b4d4-c66b3a9f7fde HTTP/1.1" status: 200 len: 1096 time: 0.4767671 Jul 14 09:06:48.524399 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9aa38-ed62-4522-ac61-d9df170bb22c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc1c70e-a274-44d0-aa4a-755fe28eacc5,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:48.532688 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 8632fb12-6a06-4435-8b9f-47cfd891a98f details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:06:48.542324 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6cd9aa38-ed62-4522-ac61-d9df170bb22c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:48.546244 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-b6c4b70e-4c7a-4b7d-ac8b-8dfa8827d8a8 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:48.553425 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6cd9aa38-ed62-4522-ac61-d9df170bb22c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7242317 Jul 14 09:06:48.554001 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35374) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:48.577761 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1e9a78be-ffa4-4691-af0f-c9cc682932f8 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Request body: {'security_group_rule': {'security_group_id': '4341cf53-8a61-49b1-8205-f05c908e8479', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:48.588402 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-dd0ac342-25f5-4241-b51e-f1c1599c2191 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0194733 Jul 14 09:06:48.619672 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-9128872e-6178-4e21-8ec3-aa11247187d4 service neutron] Request body: {'port': {'device_id': '864e114c-6614-4793-b41b-e66fe630a8b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:48.771858 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 8632fb12-6a06-4435-8b9f-47cfd891a98f, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=8632fb12-6a06-4435-8b9f-47cfd891a98f,segment=NetworkSegment(7f912a57-8d08-4433-9335-c4fa14b2e124),segment_id=7f912a57-8d08-4433-9335-c4fa14b2e124)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:48.789746 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '8632fb12-6a06-4435-8b9f-47cfd891a98f', 'network_id': '2dfc2f14-75ce-4799-b517-ad8353c85ef3', 'port_id': '8632fb12-6a06-4435-8b9f-47cfd891a98f', 'mac_address': 'fa:16:3e:5b:65:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b38cb6e-9478-414e-80c8-b7d1b1b49d46', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:06:48.858240 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:48.891207 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8632fb12-6a06-4435-8b9f-47cfd891a98f {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:48.906672 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-9128872e-6178-4e21-8ec3-aa11247187d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:48.939041 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4b70e-4c7a-4b7d-ac8b-8dfa8827d8a8 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Pushing event updated for resources: {'Port': ['ID=016c9df5-7105-4bba-b663-ebb1526daf88,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:49.018657 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 8632fb12-6a06-4435-8b9f-47cfd891a98f, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=8632fb12-6a06-4435-8b9f-47cfd891a98f,segment=NetworkSegment(7f912a57-8d08-4433-9335-c4fa14b2e124),segment_id=7f912a57-8d08-4433-9335-c4fa14b2e124)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:49.030903 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:49.076537 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-501d2e35-d4dd-46f3-9734-aa5032637fb7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2985356 Jul 14 09:06:49.164296 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=8632fb12-6a06-4435-8b9f-47cfd891a98f,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:49.182304 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-b6c4b70e-4c7a-4b7d-ac8b-8dfa8827d8a8 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Network 6f33b460-d2d2-4c56-9516-34520289d045 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:49.191728 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-b6c4b70e-4c7a-4b7d-ac8b-8dfa8827d8a8 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:49.214549 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-b6c4b70e-4c7a-4b7d-ac8b-8dfa8827d8a8 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:49.235131 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-661950b7-1186-43a6-be0c-dcb26fb05150 req-907bda7a-e438-408f-a5be-b71a832fb312 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Deleting port 00493738-34c2-4f21-920d-b0907af52fd4 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:06:49.238799 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-661950b7-1186-43a6-be0c-dcb26fb05150 req-907bda7a-e438-408f-a5be-b71a832fb312 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:49.260579 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['8632fb12-6a06-4435-8b9f-47cfd891a98f'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:49.327636 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e9a78be-ffa4-4691-af0f-c9cc682932f8 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:49.533767 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-3071a0c4-13a4-4aec-bb69-99b4781ae122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:49.534407 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-3071a0c4-13a4-4aec-bb69-99b4781ae122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:49.534742 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-3071a0c4-13a4-4aec-bb69-99b4781ae122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:49.535223 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-3071a0c4-13a4-4aec-bb69-99b4781ae122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:49.535733 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-3071a0c4-13a4-4aec-bb69-99b4781ae122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:49.536214 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-3071a0c4-13a4-4aec-bb69-99b4781ae122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:49.536697 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-3071a0c4-13a4-4aec-bb69-99b4781ae122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:49.539411 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-3071a0c4-13a4-4aec-bb69-99b4781ae122 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8050cf63175f42718fc254b7c67d228f&device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 6508 time: 0.2717178 Jul 14 09:06:49.785086 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-84a03f13-a859-4428-8d92-02f4e695b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:49.785574 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-84a03f13-a859-4428-8d92-02f4e695b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:49.786048 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-84a03f13-a859-4428-8d92-02f4e695b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:49.787848 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-84a03f13-a859-4428-8d92-02f4e695b912 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fd6f44a4-b526-4db7-81df-370c1f70c73e&id=2327d155-7d55-4b31-b424-2e5092343949&id=2327d155-7d55-4b31-b424-2e5092343949&id=2327d155-7d55-4b31-b424-2e5092343949&id=2327d155-7d55-4b31-b424-2e5092343949&id=776c6310-2e5f-475b-b017-192449a00c42&id=776c6310-2e5f-475b-b017-192449a00c42 HTTP/1.1" status: 200 len: 2295 time: 0.2108901 Jul 14 09:06:49.797883 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-9128872e-6178-4e21-8ec3-aa11247187d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee38f792-cb02-4003-be79-b928116dfaf6 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:49.823090 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 04ff89eb-bb1d-45ba-98fc-99fdf950af37 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:49.876759 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-2341db49-762d-4409-a6c3-000a0e2bcc60 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7df2505-e3c5-46da-b5e6-982dcb48a64f HTTP/1.1" status: 200 len: 1002 time: 0.0731792 Jul 14 09:06:49.881603 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-9128872e-6178-4e21-8ec3-aa11247187d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:49.941388 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 04ff89eb-bb1d-45ba-98fc-99fdf950af37 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:49.942887 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-9128872e-6178-4e21-8ec3-aa11247187d4 service neutron] Transition to ACTIVE for port object ee38f792-cb02-4003-be79-b928116dfaf6 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:49.950200 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-9128872e-6178-4e21-8ec3-aa11247187d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:49.952065 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 04ff89eb-bb1d-45ba-98fc-99fdf950af37 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:49.952872 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:49.976130 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ea2a499-ed7a-42dd-a2b8-d20ba9e4f0da tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:49.993767 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-f8d3b87e-35e4-4619-93b2-819c125c16a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:49.995139 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-f8d3b87e-35e4-4619-93b2-819c125c16a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=704ebd5f-63af-4ec7-9724-fb32bd7b2c9a HTTP/1.1" status: 200 len: 856 time: 0.1101611 Jul 14 09:06:50.062332 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128872e-6178-4e21-8ec3-aa11247187d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ee38f792-cb02-4003-be79-b928116dfaf6,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:50.084146 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52a17f-c697-4035-a762-76cfb300a403 req-fae3e859-e034-4cf6-88c4-87fc86c9fb5d tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:50.086821 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2d52a17f-c697-4035-a762-76cfb300a403 req-fae3e859-e034-4cf6-88c4-87fc86c9fb5d tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=864e114c-6614-4793-b41b-e66fe630a8b6 HTTP/1.1" status: 200 len: 932 time: 1.3383715 Jul 14 09:06:50.123212 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:50.154211 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-b6c4b70e-4c7a-4b7d-ac8b-8dfa8827d8a8 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:50.155413 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-b6c4b70e-4c7a-4b7d-ac8b-8dfa8827d8a8 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:50.160967 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-310d9794-9595-48bf-9dd7-458f7710b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:50.163538 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-310d9794-9595-48bf-9dd7-458f7710b62b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fd6f44a4-b526-4db7-81df-370c1f70c73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1583502 Jul 14 09:06:50.167170 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-9128872e-6178-4e21-8ec3-aa11247187d4 service neutron] Attempting to bind port ee38f792-cb02-4003-be79-b928116dfaf6 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:50.167170 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-9128872e-6178-4e21-8ec3-aa11247187d4 service neutron] Attempting to bind port ee38f792-cb02-4003-be79-b928116dfaf6 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:50.167170 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-9128872e-6178-4e21-8ec3-aa11247187d4 service neutron] Attempting to bind port ee38f792-cb02-4003-be79-b928116dfaf6 on network aa282a42-14ce-40bf-98d2-0aa5342653ef {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:50.177076 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 04ff89eb-bb1d-45ba-98fc-99fdf950af37, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=04ff89eb-bb1d-45ba-98fc-99fdf950af37,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:50.180195 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-9128872e-6178-4e21-8ec3-aa11247187d4 service neutron] Port ee38f792-cb02-4003-be79-b928116dfaf6 on network aa282a42-14ce-40bf-98d2-0aa5342653ef not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:06:50.180647 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-9128872e-6178-4e21-8ec3-aa11247187d4 service neutron] Attempting to bind port ee38f792-cb02-4003-be79-b928116dfaf6 on network aa282a42-14ce-40bf-98d2-0aa5342653ef {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:50.182697 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:50.187871 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-9128872e-6178-4e21-8ec3-aa11247187d4 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:50.188218 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-9128872e-6178-4e21-8ec3-aa11247187d4 service neutron] Checking segment: {'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:50.188610 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-9128872e-6178-4e21-8ec3-aa11247187d4 service neutron] Bound using segment: {'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:50.189233 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-9128872e-6178-4e21-8ec3-aa11247187d4 service neutron] Bound port: ee38f792-cb02-4003-be79-b928116dfaf6, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:50.189429 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-9128872e-6178-4e21-8ec3-aa11247187d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:50.193056 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f1157-d3b1-4d90-8269-c6de9a01548a req-418bab60-9143-4375-b365-90c11a088ec4 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:50.206458 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b0f1157-d3b1-4d90-8269-c6de9a01548a req-418bab60-9143-4375-b365-90c11a088ec4 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 944 time: 1.4595649 Jul 14 09:06:50.235019 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e68acc-29a6-46da-a471-0b0fea689ba5 req-7e0eb083-517b-4796-8afd-8d0e03350908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:50.237452 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d6e68acc-29a6-46da-a471-0b0fea689ba5 req-7e0eb083-517b-4796-8afd-8d0e03350908 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2dfc2f14-75ce-4799-b517-ad8353c85ef3 HTTP/1.1" status: 200 len: 914 time: 1.7183030 Jul 14 09:06:50.271404 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=04ff89eb-bb1d-45ba-98fc-99fdf950af37,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:50.343922 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-9128872e-6178-4e21-8ec3-aa11247187d4 service neutron] For port ee38f792-cb02-4003-be79-b928116dfaf6, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:50.347880 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-4bd623d5-701a-4634-aecc-e448b883e877 service neutron] 10.222.0.44 "GET /v2.0/networks/fd6f44a4-b526-4db7-81df-370c1f70c73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754289 Jul 14 09:06:50.350912 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-9128872e-6178-4e21-8ec3-aa11247187d4 service neutron] For port ee38f792-cb02-4003-be79-b928116dfaf6, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ee38f792-cb02-4003-be79-b928116dfaf6,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:50.363795 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-9128872e-6178-4e21-8ec3-aa11247187d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:50.402846 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-15d5d131-aace-46ae-96be-115c23f94684 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:50.405541 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-15d5d131-aace-46ae-96be-115c23f94684 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.47 "GET /v2.0/networks?id=591d2e31-ea8f-418a-81ab-cf41522e7221 HTTP/1.1" status: 200 len: 814 time: 1.6154702 Jul 14 09:06:50.456729 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-9128872e-6178-4e21-8ec3-aa11247187d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:50.457364 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-9128872e-6178-4e21-8ec3-aa11247187d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:50.458794 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-9128872e-6178-4e21-8ec3-aa11247187d4 service neutron] 10.222.0.44 "PUT /v2.0/ports/ee38f792-cb02-4003-be79-b928116dfaf6 HTTP/1.1" status: 200 len: 1093 time: 1.8641043 Jul 14 09:06:50.461786 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864e114c-6614-4793-b41b-e66fe630a8b6', 'tag': 'ee38f792-cb02-4003-be79-b928116dfaf6'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:50.464156 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851c6caf-0306-47ee-91eb-ec70bb505d33" -d '{"events": [{"name": "network-changed", "server_uuid": "864e114c-6614-4793-b41b-e66fe630a8b6", "tag": "ee38f792-cb02-4003-be79-b928116dfaf6"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:50.496739 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128872e-6178-4e21-8ec3-aa11247187d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ee38f792-cb02-4003-be79-b928116dfaf6,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:50.540519 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-a9a60507-8a52-41ba-be04-1f747d6279a1 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Request body: {'port': {'device_id': 'e2c8b875-3adc-47bd-8e21-b276aa9c3e98', 'network_id': '591d2e31-ea8f-418a-81ab-cf41522e7221', 'admin_state_up': True, 'tenant_id': '66f62552ebc740b9b1e38314c1361542'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:50.543720 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 8632fb12-6a06-4435-8b9f-47cfd891a98f up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:50.552724 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e9a78be-ffa4-4691-af0f-c9cc682932f8 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:50.561677 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-00afc38f-cdad-49b6-ad7d-ca7f0b6af550 service neutron] 10.222.0.44 "GET /v2.0/networks/fd6f44a4-b526-4db7-81df-370c1f70c73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079680 Jul 14 09:06:50.570901 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-b6c4b70e-4c7a-4b7d-ac8b-8dfa8827d8a8 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0997400 Jul 14 09:06:50.573402 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d6e68acc-29a6-46da-a471-0b0fea689ba5 req-3d8aa08b-a2e0-45e1-8773-51c900a933f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8632fb12-6a06-4435-8b9f-47cfd891a98f HTTP/1.1" status: 200 len: 217 time: 0.2242143 Jul 14 09:06:50.605594 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-661950b7-1186-43a6-be0c-dcb26fb05150 req-907bda7a-e438-408f-a5be-b71a832fb312 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] For port 00493738-34c2-4f21-920d-b0907af52fd4, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=00493738-34c2-4f21-920d-b0907af52fd4,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:50.606238 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-661950b7-1186-43a6-be0c-dcb26fb05150 req-907bda7a-e438-408f-a5be-b71a832fb312 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:50.612065 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-293c8af9-07f8-496f-ae2d-ed04ae450573 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=37a1b8d4-d751-44a7-8b11-868f3dd803c4 HTTP/1.1" status: 200 len: 217 time: 0.0438700 Jul 14 09:06:50.630630 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e9a78be-ffa4-4691-af0f-c9cc682932f8 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:50.634641 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 8632fb12-6a06-4435-8b9f-47cfd891a98f completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:50.640279 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-395aeffa-c415-4fd5-9c63-f931f9aa3db2 service neutron] Request body: {'port': {'device_id': '6e728c97-262a-4922-b6ae-d612f3113bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:50.642314 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 8632fb12-6a06-4435-8b9f-47cfd891a98f triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:50.642979 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:50.671727 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-24356c1f-3e9d-4d00-8264-14f48389926b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:50.673497 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-24356c1f-3e9d-4d00-8264-14f48389926b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a624182c-f31b-410c-b5c5-a0db3a91730d HTTP/1.1" status: 200 len: 797 time: 0.0522587 Jul 14 09:06:50.718731 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-85e882fe-5e8f-494f-93a1-2fa41da30f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:50.718731 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-85e882fe-5e8f-494f-93a1-2fa41da30f04 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a65871ef77a4e449769120ad4b0a96b&device_id=864e114c-6614-4793-b41b-e66fe630a8b6 HTTP/1.1" status: 200 len: 1096 time: 0.2005641 Jul 14 09:06:50.736732 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b0f1157-d3b1-4d90-8269-c6de9a01548a req-af74d661-a99a-4f02-a618-25ff77c86165 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c51df81-5336-4e11-8988-b3dba5538e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5282514 Jul 14 09:06:50.782074 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-1a20ed6a-ef52-4c39-bda9-7a2e5d9a2b04 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee38f792-cb02-4003-be79-b928116dfaf6 HTTP/1.1" status: 200 len: 217 time: 0.0563533 Jul 14 09:06:50.793619 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:50.823060 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 00493738-34c2-4f21-920d-b0907af52fd4 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:06:50.860880 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2d52a17f-c697-4035-a762-76cfb300a403 req-ed129318-a155-411b-943b-ec09fe63546c tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7224295 Jul 14 09:06:50.875189 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-b69882a9-c018-4765-bd85-8d046ecd00dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:50.876848 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-b69882a9-c018-4765-bd85-8d046ecd00dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2327d155-7d55-4b31-b424-2e5092343949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1963515 Jul 14 09:06:50.878658 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-ef0ae111-aa64-416b-9d93-b84319b6b7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:50.880277 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-ef0ae111-aa64-416b-9d93-b84319b6b7df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=270bafed-ba3b-4347-b7b9-ccc79813fe94 HTTP/1.1" status: 200 len: 845 time: 0.0906031 Jul 14 09:06:50.907406 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-661950b7-1186-43a6-be0c-dcb26fb05150 req-907bda7a-e438-408f-a5be-b71a832fb312 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Calling delete_port for 00493738-34c2-4f21-920d-b0907af52fd4 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:06:50.962203 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a78be-ffa4-4691-af0f-c9cc682932f8 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63d06a9-3678-4719-ac4a-6b0ca21985ef,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:50.981511 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-27af4e65-d2e5-47a7-9ac7-62850d4265cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa282a42-14ce-40bf-98d2-0aa5342653ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772209 Jul 14 09:06:51.041401 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e9a7b5-8e1e-48a3-b4d4-c66b3a9f7fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8632fb12-6a06-4435-8b9f-47cfd891a98f'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:51.048215 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79fba4b-b3e7-4faf-bd50-a4c80bc525fb" -d '{"events": [{"server_uuid": "f0e9a7b5-8e1e-48a3-b4d4-c66b3a9f7fde", "name": "network-vif-plugged", "status": "completed", "tag": "8632fb12-6a06-4435-8b9f-47cfd891a98f"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:51.062431 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e68acc-29a6-46da-a471-0b0fea689ba5 req-14b64170-da6c-417b-99d6-55ddeca9ffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:51.062431 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d6e68acc-29a6-46da-a471-0b0fea689ba5 req-14b64170-da6c-417b-99d6-55ddeca9ffcb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b38cb6e-9478-414e-80c8-b7d1b1b49d46 HTTP/1.1" status: 200 len: 854 time: 0.4370551 Jul 14 09:06:51.079687 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e9a78be-ffa4-4691-af0f-c9cc682932f8 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:51.081126 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1e9a78be-ffa4-4691-af0f-c9cc682932f8 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5119853 Jul 14 09:06:51.106891 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c1695157-9ce4-4ce0-98dc-daeedbc618c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:51.114677 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 8632fb12-6a06-4435-8b9f-47cfd891a98f, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=8632fb12-6a06-4435-8b9f-47cfd891a98f,segment=NetworkSegment(7f912a57-8d08-4433-9335-c4fa14b2e124),segment_id=7f912a57-8d08-4433-9335-c4fa14b2e124)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:51.122312 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:51.129130 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35386) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:51.149995 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f6c898f0-4e03-4c40-96b9-9901eb39173c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:51.249016 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-7ea2a499-ed7a-42dd-a2b8-d20ba9e4f0da tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Allocated IP 172.25.6.171 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/bce4c0b2-a7ea-4caf-86c7-7457c56d7ae1) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:51.253525 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d6e68acc-29a6-46da-a471-0b0fea689ba5 req-c948edd5-b5a0-4fab-ba48-e26437c686e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2dfc2f14-75ce-4799-b517-ad8353c85ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1524963 Jul 14 09:06:51.267417 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=8632fb12-6a06-4435-8b9f-47cfd891a98f,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:51.289499 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:51.299221 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-92a62ce3-223c-45ad-ba25-df7dae659620 req-c40ffeae-aca4-4a63-96a8-a562b2f611b7 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c8b875-3adc-47bd-8e21-b276aa9c3e98 HTTP/1.1" status: 200 len: 210 time: 0.1689889 Jul 14 09:06:51.543368 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-395aeffa-c415-4fd5-9c63-f931f9aa3db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:51.545525 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6c898f0-4e03-4c40-96b9-9901eb39173c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:51.658922 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-7a1b59a9-bf26-473c-8505-41a8ef66f8cf service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7631130 Jul 14 09:06:51.692853 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-811580f5-49a7-4e8d-8113-0ef9b0acd0ac service neutron] 10.222.0.44 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7048416 Jul 14 09:06:51.734546 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-a9a60507-8a52-41ba-be04-1f747d6279a1 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Made reservation on behalf of 66f62552ebc740b9b1e38314c1361542 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:06:51.738591 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-a9a60507-8a52-41ba-be04-1f747d6279a1 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:51.783696 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d6e68acc-29a6-46da-a471-0b0fea689ba5 req-8adfbdfb-bb9b-4ebb-a61a-a927e110a34b service neutron] 10.222.0.47 "GET /v2.0/networks/2dfc2f14-75ce-4799-b517-ad8353c85ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812307 Jul 14 09:06:51.817976 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 04ff89eb-bb1d-45ba-98fc-99fdf950af37 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:51.888705 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 04ff89eb-bb1d-45ba-98fc-99fdf950af37 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:51.889289 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:51.929932 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-9d50935f-e5aa-4032-83df-88e5065b06ed service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611985 Jul 14 09:06:51.933309 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7f28c282-7336-4a4f-8010-23b8afc9f847 req-bfbfb0bf-12bd-4704-b583-f8415050e113 service neutron] 10.222.0.44 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248566 Jul 14 09:06:52.011635 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ea2a499-ed7a-42dd-a2b8-d20ba9e4f0da tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:52.018730 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-a2dd63e5-686b-4d0c-b1c2-175c039917a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=fd6a9d84-5544-47b3-9fa9-9037c50c3c10 HTTP/1.1" status: 200 len: 217 time: 0.0793653 Jul 14 09:06:52.042700 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417be89-ad64-4069-91a3-69ebc9623265 req-ac4556f0-c1c6-4644-9440-7b6b9cef04ba tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:52.044389 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c417be89-ad64-4069-91a3-69ebc9623265 req-ac4556f0-c1c6-4644-9440-7b6b9cef04ba tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0e9a7b5-8e1e-48a3-b4d4-c66b3a9f7fde HTTP/1.1" status: 200 len: 946 time: 0.6886330 Jul 14 09:06:52.066649 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:52.107688 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-24d9f251-9e27-4006-8280-e76bd311820a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:52.110275 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-24d9f251-9e27-4006-8280-e76bd311820a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a624182c-f31b-410c-b5c5-a0db3a91730d HTTP/1.1" status: 200 len: 797 time: 0.0843322 Jul 14 09:06:52.201933 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-6e9f4289-0ce8-4898-be81-7c6c7b465c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:52.205195 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-6e9f4289-0ce8-4898-be81-7c6c7b465c8e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2327d155-7d55-4b31-b424-2e5092343949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0875678 Jul 14 09:06:52.251317 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-661950b7-1186-43a6-be0c-dcb26fb05150 req-907bda7a-e438-408f-a5be-b71a832fb312 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:52.273686 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12203e-65c8-4935-a3e9-34ca5a58bd83 req-de83d861-e05e-445c-940c-41d381360453 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:52.275347 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0c12203e-65c8-4935-a3e9-34ca5a58bd83 req-de83d861-e05e-445c-940c-41d381360453 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e728c97-262a-4922-b6ae-d612f3113bd6 HTTP/1.1" status: 200 len: 931 time: 0.7595391 Jul 14 09:06:52.372703 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-66518d51-28a1-42c2-a62a-ff1134616d04 service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599693 Jul 14 09:06:52.439409 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907bda7a-e438-408f-a5be-b71a832fb312 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Pushing event deleted for resources: {'Port': ['ID=00493738-34c2-4f21-920d-b0907af52fd4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:52.540724 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d6e68acc-29a6-46da-a471-0b0fea689ba5 req-2a0c5296-30bf-49de-9ab0-8d29dc824e74 service neutron] 10.222.0.47 "GET /v2.0/networks/2dfc2f14-75ce-4799-b517-ad8353c85ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6903348 Jul 14 09:06:52.589530 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-fa219e1f-3ebd-4ff5-a1a5-1a4af6449789 service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095649 Jul 14 09:06:52.595710 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c417be89-ad64-4069-91a3-69ebc9623265 req-ca48240a-42c5-4fab-b984-2fd72dd49d59 tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] 10.222.0.25 "GET /v2.0/security-groups?id=878c6441-edc2-4955-987a-978b38e0b843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448285 Jul 14 09:06:52.613801 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-152f5f2d-e22c-489c-893d-f5f93f7238b5 req-f7d59bfd-77cc-46a1-b0e7-607af169d30f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=07c4ccd8-22b1-4f5a-bb96-72286a38e0fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1583445 Jul 14 09:06:52.663690 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-caccd3a9-b594-49dc-bafb-badb7e928f03 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=599e0919-b70c-4cf5-a3f8-80f61b689f90 HTTP/1.1" status: 200 len: 217 time: 0.0674839 Jul 14 09:06:52.719157 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0c12203e-65c8-4935-a3e9-34ca5a58bd83 req-e66a5c30-2da6-4842-a94a-67eee9da25e2 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045911 Jul 14 09:06:52.721287 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-a9a60507-8a52-41ba-be04-1f747d6279a1 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Allocated IP 172.20.0.5 (591d2e31-ea8f-418a-81ab-cf41522e7221/6f7b255d-8d73-442e-a1f4-216cb8f52275/cb176423-77ae-4ddf-8109-1d8dfe746e1d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:52.738096 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-661950b7-1186-43a6-be0c-dcb26fb05150 req-907bda7a-e438-408f-a5be-b71a832fb312 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] No DVR routers for this DVR port 00493738-34c2-4f21-920d-b0907af52fd4 on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:06:52.743806 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-661950b7-1186-43a6-be0c-dcb26fb05150 req-907bda7a-e438-408f-a5be-b71a832fb312 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:52.744377 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9c2aba-9331-4c15-bb58-6210f378d074 x-openstack-request-id: req-aa9c2aba-9331-4c15-bb58-6210f378d074 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:52.744837 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "864e114c-6614-4793-b41b-e66fe630a8b6", "tag": "ee38f792-cb02-4003-be79-b928116dfaf6", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:52.745253 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa9c2aba-9331-4c15-bb58-6210f378d074 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:52.745881 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '864e114c-6614-4793-b41b-e66fe630a8b6', 'tag': 'ee38f792-cb02-4003-be79-b928116dfaf6', 'status': 'completed', 'code': 200} Jul 14 09:06:52.748194 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-661950b7-1186-43a6-be0c-dcb26fb05150 req-907bda7a-e438-408f-a5be-b71a832fb312 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.44 "DELETE /v2.0/ports/00493738-34c2-4f21-920d-b0907af52fd4 HTTP/1.1" status: 204 len: 173 time: 4.6375356 Jul 14 09:06:52.763980 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6f7f9a-c6aa-4207-b66c-be99b033301f x-openstack-request-id: req-ab6f7f9a-c6aa-4207-b66c-be99b033301f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:52.770787 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07c384c-b638-4232-bbbc-417195e26511', 'name': 'network-vif-deleted', 'tag': '00493738-34c2-4f21-920d-b0907af52fd4'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:52.775038 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e9a7b5-8e1e-48a3-b4d4-c66b3a9f7fde", "name": "network-vif-plugged", "status": "completed", "tag": "8632fb12-6a06-4435-8b9f-47cfd891a98f", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:52.776171 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab6f7f9a-c6aa-4207-b66c-be99b033301f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:52.777476 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36890355-7a0b-40eb-8f42-14119a2ad504" -d '{"events": [{"server_uuid": "a07c384c-b638-4232-bbbc-417195e26511", "name": "network-vif-deleted", "tag": "00493738-34c2-4f21-920d-b0907af52fd4"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:52.778340 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e9a7b5-8e1e-48a3-b4d4-c66b3a9f7fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8632fb12-6a06-4435-8b9f-47cfd891a98f', 'code': 200} Jul 14 09:06:52.795679 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ea2a499-ed7a-42dd-a2b8-d20ba9e4f0da tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:52.905526 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-1103db54-efdf-4190-b171-99573e6a7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:52.907608 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-1103db54-efdf-4190-b171-99573e6a7960 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a624182c-f31b-410c-b5c5-a0db3a91730d HTTP/1.1" status: 200 len: 797 time: 0.2366464 Jul 14 09:06:52.943151 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2a499-ed7a-42dd-a2b8-d20ba9e4f0da tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Pushing event updated for resources: {'Port': ['ID=bce4c0b2-a7ea-4caf-86c7-7457c56d7ae1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:53.025199 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f5f2d-e22c-489c-893d-f5f93f7238b5 req-773d3ee1-9136-4e3a-b8f1-99d3c767de7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:53.027436 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-152f5f2d-e22c-489c-893d-f5f93f7238b5 req-773d3ee1-9136-4e3a-b8f1-99d3c767de7c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66f62552ebc740b9b1e38314c1361542&device_id=07c4ccd8-22b1-4f5a-bb96-72286a38e0fa HTTP/1.1" status: 200 len: 1097 time: 0.2804513 Jul 14 09:06:53.043742 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-441ba5d5-217a-45c0-ad25-0550506bd43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:53.045619 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-441ba5d5-217a-45c0-ad25-0550506bd43c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2327d155-7d55-4b31-b424-2e5092343949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1256762 Jul 14 09:06:53.058727 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c6caf-0306-47ee-91eb-ec70bb505d33 req-f816e932-b909-4304-9601-a455f978aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:53.061924 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-851c6caf-0306-47ee-91eb-ec70bb505d33 req-f816e932-b909-4304-9601-a455f978aa9c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a65871ef77a4e449769120ad4b0a96b&device_id=864e114c-6614-4793-b41b-e66fe630a8b6 HTTP/1.1" status: 200 len: 1096 time: 0.3361363 Jul 14 09:06:53.110523 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea2a499-ed7a-42dd-a2b8-d20ba9e4f0da tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:53.166650 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7ea2a499-ed7a-42dd-a2b8-d20ba9e4f0da tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:53.170095 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0a0e8ae-ae0e-4421-8bd8-c373f60df6de req-57ceeae4-e386-4f87-a419-35af713b9bf5 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.25 "GET /v2.0/ports?device_id=a07c384c-b638-4232-bbbc-417195e26511 HTTP/1.1" status: 200 len: 210 time: 0.1441219 Jul 14 09:06:53.194755 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea2a499-ed7a-42dd-a2b8-d20ba9e4f0da tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:53.197518 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6c898f0-4e03-4c40-96b9-9901eb39173c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:53.444145 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c6caf-0306-47ee-91eb-ec70bb505d33 req-dcb516c2-a6c5-4e5f-8b20-7338f3fa11fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:53.446785 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-851c6caf-0306-47ee-91eb-ec70bb505d33 req-dcb516c2-a6c5-4e5f-8b20-7338f3fa11fe service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa282a42-14ce-40bf-98d2-0aa5342653ef HTTP/1.1" status: 200 len: 905 time: 0.3619759 Jul 14 09:06:53.465074 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-1b0a1557-1da1-4226-b83e-dc944dfcb6dd service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114723 Jul 14 09:06:53.539549 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-395aeffa-c415-4fd5-9c63-f931f9aa3db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016c9df5-7105-4bba-b663-ebb1526daf88 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:53.585476 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:53.586926 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-395aeffa-c415-4fd5-9c63-f931f9aa3db2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:53.612207 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f5f2d-e22c-489c-893d-f5f93f7238b5 req-1ff72009-c91c-4e01-aed5-4ea2a7bde27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:53.614343 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-152f5f2d-e22c-489c-893d-f5f93f7238b5 req-1ff72009-c91c-4e01-aed5-4ea2a7bde27a service neutron] 10.222.0.47 "GET /v2.0/networks?id=591d2e31-ea8f-418a-81ab-cf41522e7221 HTTP/1.1" status: 200 len: 914 time: 0.5434129 Jul 14 09:06:53.619127 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-851c6caf-0306-47ee-91eb-ec70bb505d33 req-c2d4e217-9a4e-4ac3-a0a1-d5111ff57004 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee38f792-cb02-4003-be79-b928116dfaf6 HTTP/1.1" status: 200 len: 217 time: 0.1522677 Jul 14 09:06:53.704524 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-152f5f2d-e22c-489c-893d-f5f93f7238b5 req-f5a5c7c5-e44d-4e37-a33b-2cf8c79f9376 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0933f5b8-a3e2-48c4-b106-cc7f1a67b727 HTTP/1.1" status: 200 len: 217 time: 0.0821991 Jul 14 09:06:53.816088 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-0ae37553-91ac-4973-8c14-82ca158a84aa service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330474 Jul 14 09:06:53.822655 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c6caf-0306-47ee-91eb-ec70bb505d33 req-09d6b50d-5432-4662-8082-14c8281adde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:53.825816 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-851c6caf-0306-47ee-91eb-ec70bb505d33 req-09d6b50d-5432-4662-8082-14c8281adde4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=270bafed-ba3b-4347-b7b9-ccc79813fe94 HTTP/1.1" status: 200 len: 845 time: 0.1928947 Jul 14 09:06:53.849055 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f5f2d-e22c-489c-893d-f5f93f7238b5 req-dcb5f935-41f8-430c-89a6-6ce33696f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:53.852456 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-152f5f2d-e22c-489c-893d-f5f93f7238b5 req-dcb5f935-41f8-430c-89a6-6ce33696f47e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f7b255d-8d73-442e-a1f4-216cb8f52275 HTTP/1.1" status: 200 len: 854 time: 0.1391861 Jul 14 09:06:53.939133 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-851c6caf-0306-47ee-91eb-ec70bb505d33 req-61c224e8-29f1-4188-b5ec-8df8f9fbd7c0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa282a42-14ce-40bf-98d2-0aa5342653ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033652 Jul 14 09:06:53.940635 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-d354bb7f-2832-46b9-aee2-22433fc30aa8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=cd05352d-2cf2-4deb-8660-bf87a73993a1 HTTP/1.1" status: 200 len: 217 time: 0.1130693 Jul 14 09:06:53.977719 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-152f5f2d-e22c-489c-893d-f5f93f7238b5 req-d896f3cf-1e7a-477b-bf2b-8c719af6f77b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=591d2e31-ea8f-418a-81ab-cf41522e7221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685246 Jul 14 09:06:54.140304 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-7fa04f43-685f-4bb2-968c-b271a2e75406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:54.141803 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-7fa04f43-685f-4bb2-968c-b271a2e75406 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a624182c-f31b-410c-b5c5-a0db3a91730d HTTP/1.1" status: 200 len: 797 time: 0.1828110 Jul 14 09:06:54.180805 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75574dcd-1016-43c3-aa0d-29a82e5e6772 req-78a26b00-9b60-4c52-ac3a-22176d1391d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:54.182590 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75574dcd-1016-43c3-aa0d-29a82e5e6772 req-78a26b00-9b60-4c52-ac3a-22176d1391d3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f0e9a7b5-8e1e-48a3-b4d4-c66b3a9f7fde HTTP/1.1" status: 200 len: 1098 time: 1.2254465 Jul 14 09:06:54.185832 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-395aeffa-c415-4fd5-9c63-f931f9aa3db2 service neutron] Transition to ACTIVE for port object 016c9df5-7105-4bba-b663-ebb1526daf88 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:54.224610 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74d1c3-a248-46f6-ba8b-e90015d03589 req-4579206d-b3db-44c7-9ca0-35891fe2933a tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:54.226749 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ae74d1c3-a248-46f6-ba8b-e90015d03589 req-4579206d-b3db-44c7-9ca0-35891fe2933a tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=864e114c-6614-4793-b41b-e66fe630a8b6 HTTP/1.1" status: 200 len: 944 time: 1.1528141 Jul 14 09:06:54.229390 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-851c6caf-0306-47ee-91eb-ec70bb505d33 req-cc3a590f-e180-43e1-a2d9-6d715a792764 service neutron] 10.222.0.44 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712104 Jul 14 09:06:54.246953 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e381f1e-0cf4-42ee-a65f-b5959002f373 req-007223af-59ad-4e5e-8f06-16b859c85eab tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c8b875-3adc-47bd-8e21-b276aa9c3e98 HTTP/1.1" status: 200 len: 210 time: 0.1398547 Jul 14 09:06:54.263325 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-395aeffa-c415-4fd5-9c63-f931f9aa3db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:54.318081 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ea2a499-ed7a-42dd-a2b8-d20ba9e4f0da tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:54.363015 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-a9a60507-8a52-41ba-be04-1f747d6279a1 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:54.367561 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-152f5f2d-e22c-489c-893d-f5f93f7238b5 req-72416f13-9063-4b63-8247-859e4a24c494 service neutron] 10.222.0.47 "GET /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565667 Jul 14 09:06:54.371804 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2559517c-5251-4849-a138-049577e69d63 x-openstack-request-id: req-2559517c-5251-4849-a138-049577e69d63 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:54.372273 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07c384c-b638-4232-bbbc-417195e26511", "name": "network-vif-deleted", "tag": "00493738-34c2-4f21-920d-b0907af52fd4", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:54.372777 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2559517c-5251-4849-a138-049577e69d63 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:54.373399 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07c384c-b638-4232-bbbc-417195e26511', 'name': 'network-vif-deleted', 'tag': '00493738-34c2-4f21-920d-b0907af52fd4', 'status': 'completed', 'code': 200} Jul 14 09:06:54.393140 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-f6c898f0-4e03-4c40-96b9-9901eb39173c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Allocated IP 172.25.6.22 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/80c52501-a988-44b3-935b-f7be0a4c4023) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:54.461151 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-dc36f94d-854f-4447-8706-2430d8d0f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:54.462744 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-dc36f94d-854f-4447-8706-2430d8d0f3c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2327d155-7d55-4b31-b424-2e5092343949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3114798 Jul 14 09:06:54.483664 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-851c6caf-0306-47ee-91eb-ec70bb505d33 req-3b912126-3864-4960-8bf2-f2bc2689b9b6 service neutron] 10.222.0.44 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456403 Jul 14 09:06:54.551985 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75574dcd-1016-43c3-aa0d-29a82e5e6772 req-9f166c33-b5ee-4972-a612-4f7a53ae5be1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=878c6441-edc2-4955-987a-978b38e0b843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153064 Jul 14 09:06:54.569598 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-152f5f2d-e22c-489c-893d-f5f93f7238b5 req-820f69dc-d995-4dc3-8a95-462a72e787bb service neutron] 10.222.0.47 "GET /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913462 Jul 14 09:06:54.592171 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395aeffa-c415-4fd5-9c63-f931f9aa3db2 service neutron] Pushing event updated for resources: {'Port': ['ID=016c9df5-7105-4bba-b663-ebb1526daf88,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:54.608078 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-312fca16-1bbe-4c1c-9daf-bf8f0fedc5b5 service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378865 Jul 14 09:06:54.663463 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ae74d1c3-a248-46f6-ba8b-e90015d03589 req-f0cf0edb-2c77-49c9-9140-db5dfe771239 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141967 Jul 14 09:06:54.754308 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-792a49e2-2b5d-4b6e-8a43-24028070deb9 service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390698 Jul 14 09:06:54.793625 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ea2a499-ed7a-42dd-a2b8-d20ba9e4f0da tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:54.828809 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-b0c29454-e297-4eec-8d17-1cdb5ffa95d2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bd4cdb5b-1127-470e-bf8e-b17d6932ca54 HTTP/1.1" status: 200 len: 217 time: 0.0676100 Jul 14 09:06:54.849128 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device ee38f792-cb02-4003-be79-b928116dfaf6 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:06:54.903910 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-0cbe8498-1da1-4eeb-8e38-444bbc6b51d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:54.906359 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-0cbe8498-1da1-4eeb-8e38-444bbc6b51d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ae3bc40f-7977-406d-bfd8-e2f5d469a75c HTTP/1.1" status: 200 len: 797 time: 0.0718873 Jul 14 09:06:54.980454 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-c3fe87cf-bf5e-4014-865c-95443e1524e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:54.982270 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-c3fe87cf-bf5e-4014-865c-95443e1524e6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=776c6310-2e5f-475b-b017-192449a00c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0700808 Jul 14 09:06:54.993034 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-a9a60507-8a52-41ba-be04-1f747d6279a1 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:55.021644 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port ee38f792-cb02-4003-be79-b928116dfaf6, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ee38f792-cb02-4003-be79-b928116dfaf6,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:55.038774 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['0933f5b8-a3e2-48c4-b106-cc7f1a67b727'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:55.050215 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'ee38f792-cb02-4003-be79-b928116dfaf6', 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef', 'port_id': 'ee38f792-cb02-4003-be79-b928116dfaf6', 'mac_address': 'fa:16:3e:2f:1c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '270bafed-ba3b-4347-b7b9-ccc79813fe94', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:06:55.147295 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-39181c68-0929-4ab0-bcd5-28e60232572a service neutron] 10.222.0.44 "GET /v2.0/networks/776c6310-2e5f-475b-b017-192449a00c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571298 Jul 14 09:06:55.186362 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:55.227518 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee38f792-cb02-4003-be79-b928116dfaf6 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:55.238681 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-395aeffa-c415-4fd5-9c63-f931f9aa3db2 service neutron] Attempting to bind port 016c9df5-7105-4bba-b663-ebb1526daf88 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:55.239320 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-395aeffa-c415-4fd5-9c63-f931f9aa3db2 service neutron] Attempting to bind port 016c9df5-7105-4bba-b663-ebb1526daf88 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:55.240099 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-395aeffa-c415-4fd5-9c63-f931f9aa3db2 service neutron] Attempting to bind port 016c9df5-7105-4bba-b663-ebb1526daf88 on network 6f33b460-d2d2-4c56-9516-34520289d045 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:55.267076 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port ee38f792-cb02-4003-be79-b928116dfaf6, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ee38f792-cb02-4003-be79-b928116dfaf6,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:55.273087 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6c898f0-4e03-4c40-96b9-9901eb39173c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:55.288579 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:55.327026 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-c577b5ba-4ad0-474a-be7c-1f1ae153918d service neutron] 10.222.0.44 "GET /v2.0/networks/776c6310-2e5f-475b-b017-192449a00c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731784 Jul 14 09:06:55.343732 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-a9a60507-8a52-41ba-be04-1f747d6279a1 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Network 591d2e31-ea8f-418a-81ab-cf41522e7221 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:55.389490 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46903aa4-9c03-49ee-a8c7-55150ca33803 req-c4bd26dc-8ce1-432e-9e9b-35dd44c84106 tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:55.392292 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-46903aa4-9c03-49ee-a8c7-55150ca33803 req-c4bd26dc-8ce1-432e-9e9b-35dd44c84106 tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0e9a7b5-8e1e-48a3-b4d4-c66b3a9f7fde HTTP/1.1" status: 200 len: 946 time: 0.8763235 Jul 14 09:06:55.415341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-a9a60507-8a52-41ba-be04-1f747d6279a1 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:55.421154 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-395aeffa-c415-4fd5-9c63-f931f9aa3db2 service neutron] Port 016c9df5-7105-4bba-b663-ebb1526daf88 on network 6f33b460-d2d2-4c56-9516-34520289d045 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:06:55.421669 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-395aeffa-c415-4fd5-9c63-f931f9aa3db2 service neutron] Attempting to bind port 016c9df5-7105-4bba-b663-ebb1526daf88 on network 6f33b460-d2d2-4c56-9516-34520289d045 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:55.432980 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-35ce460f-7a96-4dea-bcf0-530928a5d0ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c630ba1-1505-48e0-9e6a-2ec2086d4be4 HTTP/1.1" status: 200 len: 217 time: 0.0958300 Jul 14 09:06:55.441969 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=ee38f792-cb02-4003-be79-b928116dfaf6,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:55.445754 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-a9a60507-8a52-41ba-be04-1f747d6279a1 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:55.455536 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-395aeffa-c415-4fd5-9c63-f931f9aa3db2 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:55.460960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-395aeffa-c415-4fd5-9c63-f931f9aa3db2 service neutron] Checking segment: {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:55.461609 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-395aeffa-c415-4fd5-9c63-f931f9aa3db2 service neutron] Bound using segment: {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:55.462348 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-395aeffa-c415-4fd5-9c63-f931f9aa3db2 service neutron] Bound port: 016c9df5-7105-4bba-b663-ebb1526daf88, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:55.462924 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-395aeffa-c415-4fd5-9c63-f931f9aa3db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:55.513041 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-556b1c34-1e04-458b-a4d2-b12687c41de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:55.516015 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-556b1c34-1e04-458b-a4d2-b12687c41de2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ae3bc40f-7977-406d-bfd8-e2f5d469a75c HTTP/1.1" status: 200 len: 797 time: 0.0748322 Jul 14 09:06:55.549330 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a60507-8a52-41ba-be04-1f747d6279a1 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Pushing event updated for resources: {'Port': ['ID=cb176423-77ae-4ddf-8109-1d8dfe746e1d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:55.594814 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6c898f0-4e03-4c40-96b9-9901eb39173c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:55.596672 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-d358141e-9a81-401a-b20d-097bfc1f17a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:55.599718 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-d358141e-9a81-401a-b20d-097bfc1f17a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=776c6310-2e5f-475b-b017-192449a00c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0745950 Jul 14 09:06:55.604597 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['ee38f792-cb02-4003-be79-b928116dfaf6'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:55.704530 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-a9a60507-8a52-41ba-be04-1f747d6279a1 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:55.705216 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-a9a60507-8a52-41ba-be04-1f747d6279a1 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:55.727984 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-13a3890b-83d9-45c7-be1a-df5a1c6ba461 service neutron] 10.222.0.44 "GET /v2.0/networks/776c6310-2e5f-475b-b017-192449a00c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208899 Jul 14 09:06:55.737961 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed95d9c-6f6e-4197-ae6e-f2029374eb28 req-6254e3b6-0448-4cd3-93f1-1c539e2d7284 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:55.739766 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5ed95d9c-6f6e-4197-ae6e-f2029374eb28 req-6254e3b6-0448-4cd3-93f1-1c539e2d7284 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e728c97-262a-4922-b6ae-d612f3113bd6 HTTP/1.1" status: 200 len: 943 time: 0.8927033 Jul 14 09:06:55.758999 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-46903aa4-9c03-49ee-a8c7-55150ca33803 req-c2af761c-26b3-4297-9e91-2f4bfac8f6cf tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] 10.222.0.25 "GET /v2.0/security-groups?id=878c6441-edc2-4955-987a-978b38e0b843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181262 Jul 14 09:06:55.828029 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c898f0-4e03-4c40-96b9-9901eb39173c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:55.874201 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-395aeffa-c415-4fd5-9c63-f931f9aa3db2 service neutron] For port 016c9df5-7105-4bba-b663-ebb1526daf88, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:55.878930 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-395aeffa-c415-4fd5-9c63-f931f9aa3db2 service neutron] For port 016c9df5-7105-4bba-b663-ebb1526daf88, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=016c9df5-7105-4bba-b663-ebb1526daf88,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:55.883682 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-a9a60507-8a52-41ba-be04-1f747d6279a1 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3561146 Jul 14 09:06:55.884322 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c898f0-4e03-4c40-96b9-9901eb39173c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Pushing event updated for resources: {'Port': ['ID=80c52501-a988-44b3-935b-f7be0a4c4023,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:55.891047 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f6c898f0-4e03-4c40-96b9-9901eb39173c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:55.898552 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-3ec4c7b0-eb17-42e5-85dc-bfaf7ebbe75d service neutron] Request body: {'port': {'device_id': 'e2c8b875-3adc-47bd-8e21-b276aa9c3e98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:55.908094 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-395aeffa-c415-4fd5-9c63-f931f9aa3db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:55.910493 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c898f0-4e03-4c40-96b9-9901eb39173c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:55.948922 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83007dbc-8f92-4a2b-bf9d-bdf62e495b71 req-6279b9f2-d43b-49c4-afb3-004166de099e service neutron] 10.222.0.44 "GET /v2.0/networks/776c6310-2e5f-475b-b017-192449a00c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135458 Jul 14 09:06:55.957400 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ea2a499-ed7a-42dd-a2b8-d20ba9e4f0da tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:56.039962 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ea2a499-ed7a-42dd-a2b8-d20ba9e4f0da tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:56.057421 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-395aeffa-c415-4fd5-9c63-f931f9aa3db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:56.057948 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-395aeffa-c415-4fd5-9c63-f931f9aa3db2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:56.059709 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-395aeffa-c415-4fd5-9c63-f931f9aa3db2 service neutron] 10.222.0.44 "PUT /v2.0/ports/016c9df5-7105-4bba-b663-ebb1526daf88 HTTP/1.1" status: 200 len: 1092 time: 5.4341636 Jul 14 09:06:56.088388 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5ed95d9c-6f6e-4197-ae6e-f2029374eb28 req-5fa3e9a5-731f-4301-8c27-d1797d731595 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267202 Jul 14 09:06:56.381501 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e728c97-262a-4922-b6ae-d612f3113bd6', 'tag': '016c9df5-7105-4bba-b663-ebb1526daf88'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:56.384010 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6d02d5-4f6d-4c28-97ae-a9988c20e1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "6e728c97-262a-4922-b6ae-d612f3113bd6", "tag": "016c9df5-7105-4bba-b663-ebb1526daf88"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:56.387996 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395aeffa-c415-4fd5-9c63-f931f9aa3db2 service neutron] Pushing event updated for resources: {'Port': ['ID=016c9df5-7105-4bba-b663-ebb1526daf88,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:56.420786 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-3ec4c7b0-eb17-42e5-85dc-bfaf7ebbe75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:56.500562 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ea2a499-ed7a-42dd-a2b8-d20ba9e4f0da tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:56.595330 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2a499-ed7a-42dd-a2b8-d20ba9e4f0da tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Pushing event updated for resources: {'Port': ['ID=bce4c0b2-a7ea-4caf-86c7-7457c56d7ae1,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:56.603117 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6c898f0-4e03-4c40-96b9-9901eb39173c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:56.633695 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ea2a499-ed7a-42dd-a2b8-d20ba9e4f0da tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:56.635051 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7ea2a499-ed7a-42dd-a2b8-d20ba9e4f0da tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.7131562 Jul 14 09:06:56.674636 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-87045d82-71a0-4905-8ee2-ec8c5066ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:56.676507 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-87045d82-71a0-4905-8ee2-ec8c5066ccac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d26b4168e0144f2b895d7a5b4dac1633&device_id=6e728c97-262a-4922-b6ae-d612f3113bd6 HTTP/1.1" status: 200 len: 1095 time: 0.5440540 Jul 14 09:06:56.726873 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29eb4e6-c1ff-4753-9ff8-7a26c7a5568b req-62b29553-f6c6-424c-9b5f-880da5b1abd6 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:56.728595 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a29eb4e6-c1ff-4753-9ff8-7a26c7a5568b req-62b29553-f6c6-424c-9b5f-880da5b1abd6 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c8b875-3adc-47bd-8e21-b276aa9c3e98 HTTP/1.1" status: 200 len: 931 time: 0.4634926 Jul 14 09:06:56.736943 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b629f-ebd3-4bfd-888d-0c7770d1417b req-f65b6e25-c010-498c-9126-3141c45d8406 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:56.738567 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-864b629f-ebd3-4bfd-888d-0c7770d1417b req-f65b6e25-c010-498c-9126-3141c45d8406 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=864e114c-6614-4793-b41b-e66fe630a8b6 HTTP/1.1" status: 200 len: 945 time: 0.5091622 Jul 14 09:06:56.848849 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device ee38f792-cb02-4003-be79-b928116dfaf6 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:56.857106 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-0dfe3247-1fbd-4778-b642-2e6c1a0e461a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=016c9df5-7105-4bba-b663-ebb1526daf88 HTTP/1.1" status: 200 len: 217 time: 0.1494198 Jul 14 09:06:56.930318 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6c898f0-4e03-4c40-96b9-9901eb39173c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:56.932473 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port ee38f792-cb02-4003-be79-b928116dfaf6 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:56.940122 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port ee38f792-cb02-4003-be79-b928116dfaf6 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:56.940726 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:57.082454 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:57.121615 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864e114c-6614-4793-b41b-e66fe630a8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee38f792-cb02-4003-be79-b928116dfaf6'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:57.123925 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8ce9f2-074a-4516-af08-8d1a957760b9" -d '{"events": [{"server_uuid": "864e114c-6614-4793-b41b-e66fe630a8b6", "name": "network-vif-plugged", "status": "completed", "tag": "ee38f792-cb02-4003-be79-b928116dfaf6"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:57.139537 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port ee38f792-cb02-4003-be79-b928116dfaf6, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ee38f792-cb02-4003-be79-b928116dfaf6,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:57.145485 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:57.153677 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a29eb4e6-c1ff-4753-9ff8-7a26c7a5568b req-997e3ef9-fd85-44cb-8c54-e3e6ed70106a tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090450 Jul 14 09:06:57.188669 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-864b629f-ebd3-4bfd-888d-0c7770d1417b req-4f9d55b7-5717-4f94-b2ec-14d15c2b2079 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326880 Jul 14 09:06:57.191529 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-547b1c02-2ac1-4bb1-98c9-08552092ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:57.194218 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-547b1c02-2ac1-4bb1-98c9-08552092ddac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d193f247-8cf4-44bf-89d9-9de68e3cae2e HTTP/1.1" status: 200 len: 861 time: 0.3049166 Jul 14 09:06:57.220626 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=ee38f792-cb02-4003-be79-b928116dfaf6,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:57.260328 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-e01d4317-6527-4f96-851c-944e5bba1718 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f33b460-d2d2-4c56-9516-34520289d045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573285 Jul 14 09:06:57.316596 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e76cf5c-a3f8-40a7-8c68-d31c5acf5460 x-openstack-request-id: req-3e76cf5c-a3f8-40a7-8c68-d31c5acf5460 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:57.317112 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e728c97-262a-4922-b6ae-d612f3113bd6", "tag": "016c9df5-7105-4bba-b663-ebb1526daf88", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:57.317309 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e76cf5c-a3f8-40a7-8c68-d31c5acf5460 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:57.317864 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e728c97-262a-4922-b6ae-d612f3113bd6', 'tag': '016c9df5-7105-4bba-b663-ebb1526daf88', 'status': 'completed', 'code': 200} Jul 14 09:06:57.557026 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5a839083-4942-4032-9df7-d6b2452da03a req-0dea9ee6-51c3-419e-83a3-7bb210a6b121 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1663742880&fields=id&tenant_id=338da67ed34f4deb89c1895a0890d123 HTTP/1.1" status: 200 len: 267 time: 0.1460598 Jul 14 09:06:57.620850 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-09cd447b-1f94-4ac2-9075-74a98ac2b1d7 service neutron] 10.222.0.44 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061061 Jul 14 09:06:58.104426 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864e20f-d360-45b1-b87e-eadff2beeecf req-5c9069ba-eb3a-4518-9311-dde1349e3593 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:58.106726 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9864e20f-d360-45b1-b87e-eadff2beeecf req-5c9069ba-eb3a-4518-9311-dde1349e3593 tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.44 "GET /v2.0/ports?device_id=caca0822-9f89-44d2-bfc8-f9576b5cbc41 HTTP/1.1" status: 200 len: 944 time: 0.1092966 Jul 14 09:06:58.133394 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-3ec4c7b0-eb17-42e5-85dc-bfaf7ebbe75d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb176423-77ae-4ddf-8109-1d8dfe746e1d {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:58.139971 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6c898f0-4e03-4c40-96b9-9901eb39173c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:58.160861 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-3ec4c7b0-eb17-42e5-85dc-bfaf7ebbe75d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:58.166870 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6c898f0-4e03-4c40-96b9-9901eb39173c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:58.259856 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-3ec4c7b0-eb17-42e5-85dc-bfaf7ebbe75d service neutron] Transition to ACTIVE for port object cb176423-77ae-4ddf-8109-1d8dfe746e1d will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:58.291747 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-9864e20f-d360-45b1-b87e-eadff2beeecf req-76122d44-b3e8-4933-8551-14be30841c3b tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Deleting port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:06:58.292311 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-9864e20f-d360-45b1-b87e-eadff2beeecf req-76122d44-b3e8-4933-8551-14be30841c3b tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:58.341214 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-3ec4c7b0-eb17-42e5-85dc-bfaf7ebbe75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:58.406941 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a839083-4942-4032-9df7-d6b2452da03a req-4e753225-890f-4a3c-a29b-aeadf7bcfda9 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:58.408644 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5a839083-4942-4032-9df7-d6b2452da03a req-4e753225-890f-4a3c-a29b-aeadf7bcfda9 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/networks?id=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a HTTP/1.1" status: 200 len: 817 time: 0.8361232 Jul 14 09:06:58.410893 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c898f0-4e03-4c40-96b9-9901eb39173c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Pushing event updated for resources: {'Port': ['ID=80c52501-a988-44b3-935b-f7be0a4c4023,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:58.426476 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb3b555d-f798-48b3-8fd8-7325cbf199c8 req-89df1ad7-c9be-4a88-b115-d8bbb545da59 service neutron] 10.222.0.44 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7825000 Jul 14 09:06:58.484899 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6c898f0-4e03-4c40-96b9-9901eb39173c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:58.495431 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f886c6-df1f-428d-bdfe-0cc2aacf0f31 req-7ec53a93-b509-4fe4-b43e-ee814beb7372 tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:58.497147 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c5f886c6-df1f-428d-bdfe-0cc2aacf0f31 req-7ec53a93-b509-4fe4-b43e-ee814beb7372 tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0e9a7b5-8e1e-48a3-b4d4-c66b3a9f7fde HTTP/1.1" status: 200 len: 946 time: 0.4771924 Jul 14 09:06:58.497895 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-9864e20f-d360-45b1-b87e-eadff2beeecf req-76122d44-b3e8-4933-8551-14be30841c3b tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] For port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=405ac7e0-0c0d-4e94-bbd1-8e70c773fb32,segment=NetworkSegment(ae2e3569-cead-45e5-a331-8218dbc06b11),segment_id=ae2e3569-cead-45e5-a331-8218dbc06b11)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:58.498423 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-9864e20f-d360-45b1-b87e-eadff2beeecf req-76122d44-b3e8-4933-8551-14be30841c3b tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:58.516355 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-9864e20f-d360-45b1-b87e-eadff2beeecf req-76122d44-b3e8-4933-8551-14be30841c3b tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Calling delete_port for 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:06:58.525244 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5a839083-4942-4032-9df7-d6b2452da03a req-79c5812b-7e7f-4fe1-a4da-7841fbe55d17 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/quotas/338da67ed34f4deb89c1895a0890d123 HTTP/1.1" status: 200 len: 375 time: 0.0697658 Jul 14 09:06:58.573845 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4c7b0-eb17-42e5-85dc-bfaf7ebbe75d service neutron] Pushing event updated for resources: {'Port': ['ID=cb176423-77ae-4ddf-8109-1d8dfe746e1d,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:58.653819 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6c898f0-4e03-4c40-96b9-9901eb39173c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:58.655083 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f6c898f0-4e03-4c40-96b9-9901eb39173c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5117683 Jul 14 09:06:58.711764 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c5f886c6-df1f-428d-bdfe-0cc2aacf0f31 req-f9087da2-8e15-4948-90c2-2ed869a8bb15 tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] 10.222.0.25 "GET /v2.0/security-groups?id=878c6441-edc2-4955-987a-978b38e0b843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882386 Jul 14 09:06:58.739738 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-3ec4c7b0-eb17-42e5-85dc-bfaf7ebbe75d service neutron] Attempting to bind port cb176423-77ae-4ddf-8109-1d8dfe746e1d on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:58.740900 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-3ec4c7b0-eb17-42e5-85dc-bfaf7ebbe75d service neutron] Attempting to bind port cb176423-77ae-4ddf-8109-1d8dfe746e1d by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '6d503d23-62fd-459d-88f6-1a059a312d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '591d2e31-ea8f-418a-81ab-cf41522e7221'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:58.741405 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-3ec4c7b0-eb17-42e5-85dc-bfaf7ebbe75d service neutron] Attempting to bind port cb176423-77ae-4ddf-8109-1d8dfe746e1d on network 591d2e31-ea8f-418a-81ab-cf41522e7221 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:58.747549 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-9864e20f-d360-45b1-b87e-eadff2beeecf req-76122d44-b3e8-4933-8551-14be30841c3b tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:58.755264 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-3ec4c7b0-eb17-42e5-85dc-bfaf7ebbe75d service neutron] Port cb176423-77ae-4ddf-8109-1d8dfe746e1d on network 591d2e31-ea8f-418a-81ab-cf41522e7221 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:06:58.755757 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-3ec4c7b0-eb17-42e5-85dc-bfaf7ebbe75d service neutron] Attempting to bind port cb176423-77ae-4ddf-8109-1d8dfe746e1d on network 591d2e31-ea8f-418a-81ab-cf41522e7221 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:58.767466 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d02d5-4f6d-4c28-97ae-a9988c20e1e4 req-f3ba878c-1f46-497a-8a48-f1c2720996b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:58.769255 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e6d02d5-4f6d-4c28-97ae-a9988c20e1e4 req-f3ba878c-1f46-497a-8a48-f1c2720996b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d26b4168e0144f2b895d7a5b4dac1633&device_id=6e728c97-262a-4922-b6ae-d612f3113bd6 HTTP/1.1" status: 200 len: 1095 time: 0.2697921 Jul 14 09:06:58.779422 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5a839083-4942-4032-9df7-d6b2452da03a req-7c78f49f-7af1-418d-b16f-3e98361c0888 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=338da67ed34f4deb89c1895a0890d123&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2105672 Jul 14 09:06:58.782732 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-3ec4c7b0-eb17-42e5-85dc-bfaf7ebbe75d service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:58.783252 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-3ec4c7b0-eb17-42e5-85dc-bfaf7ebbe75d service neutron] Checking segment: {'id': '6d503d23-62fd-459d-88f6-1a059a312d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '591d2e31-ea8f-418a-81ab-cf41522e7221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:58.783756 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-3ec4c7b0-eb17-42e5-85dc-bfaf7ebbe75d service neutron] Bound using segment: {'id': '6d503d23-62fd-459d-88f6-1a059a312d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '591d2e31-ea8f-418a-81ab-cf41522e7221'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:58.784572 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-3ec4c7b0-eb17-42e5-85dc-bfaf7ebbe75d service neutron] Bound port: cb176423-77ae-4ddf-8109-1d8dfe746e1d, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d503d23-62fd-459d-88f6-1a059a312d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '591d2e31-ea8f-418a-81ab-cf41522e7221'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:58.785212 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-3ec4c7b0-eb17-42e5-85dc-bfaf7ebbe75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:58.919427 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9864e20f-d360-45b1-b87e-eadff2beeecf req-76122d44-b3e8-4933-8551-14be30841c3b tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] No DVR routers for this DVR port 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:06:58.922475 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76122d44-b3e8-4933-8551-14be30841c3b tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Pushing event deleted for resources: {'Port': ['ID=405ac7e0-0c0d-4e94-bbd1-8e70c773fb32,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:58.925722 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-9864e20f-d360-45b1-b87e-eadff2beeecf req-76122d44-b3e8-4933-8551-14be30841c3b tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:58.929632 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9864e20f-d360-45b1-b87e-eadff2beeecf req-76122d44-b3e8-4933-8551-14be30841c3b tempest-LiveMigrationTest-1942799410 tempest-LiveMigrationTest-1942799410-project] 10.222.0.44 "DELETE /v2.0/ports/405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 HTTP/1.1" status: 204 len: 173 time: 0.8168993 Jul 14 09:06:58.930874 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caca0822-9f89-44d2-bfc8-f9576b5cbc41', 'name': 'network-vif-deleted', 'tag': '405ac7e0-0c0d-4e94-bbd1-8e70c773fb32'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:58.934650 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690322b6-3d05-4f22-b511-981aaae3e40c" -d '{"events": [{"server_uuid": "caca0822-9f89-44d2-bfc8-f9576b5cbc41", "name": "network-vif-deleted", "tag": "405ac7e0-0c0d-4e94-bbd1-8e70c773fb32"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:59.081210 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-3ec4c7b0-eb17-42e5-85dc-bfaf7ebbe75d service neutron] For port cb176423-77ae-4ddf-8109-1d8dfe746e1d, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:59.089561 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d02d5-4f6d-4c28-97ae-a9988c20e1e4 req-5587f09c-0acb-43ad-8d98-7a9a5ff5f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:59.091362 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e6d02d5-4f6d-4c28-97ae-a9988c20e1e4 req-5587f09c-0acb-43ad-8d98-7a9a5ff5f0c9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6f33b460-d2d2-4c56-9516-34520289d045 HTTP/1.1" status: 200 len: 921 time: 0.3107650 Jul 14 09:06:59.137282 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-3ec4c7b0-eb17-42e5-85dc-bfaf7ebbe75d service neutron] For port cb176423-77ae-4ddf-8109-1d8dfe746e1d, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=cb176423-77ae-4ddf-8109-1d8dfe746e1d,segment=NetworkSegment(6d503d23-62fd-459d-88f6-1a059a312d61),segment_id=6d503d23-62fd-459d-88f6-1a059a312d61)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:59.152980 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-3ec4c7b0-eb17-42e5-85dc-bfaf7ebbe75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:59.202012 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e6d02d5-4f6d-4c28-97ae-a9988c20e1e4 req-43cc215b-3b05-4bc1-bbaf-fcb33ddb63d8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=016c9df5-7105-4bba-b663-ebb1526daf88 HTTP/1.1" status: 200 len: 217 time: 0.0790732 Jul 14 09:06:59.225844 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5a839083-4942-4032-9df7-d6b2452da03a req-efc2e9c1-11b1-4ad4-b1c4-cd81cb7c4a48 service neutron] 10.222.0.25 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771818 Jul 14 09:06:59.286895 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-3ec4c7b0-eb17-42e5-85dc-bfaf7ebbe75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:59.288123 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-3ec4c7b0-eb17-42e5-85dc-bfaf7ebbe75d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:59.289597 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-3ec4c7b0-eb17-42e5-85dc-bfaf7ebbe75d service neutron] 10.222.0.47 "PUT /v2.0/ports/cb176423-77ae-4ddf-8109-1d8dfe746e1d HTTP/1.1" status: 200 len: 1092 time: 3.3963766 Jul 14 09:06:59.326141 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c8b875-3adc-47bd-8e21-b276aa9c3e98', 'tag': 'cb176423-77ae-4ddf-8109-1d8dfe746e1d'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:59.329324 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbeba7ee-7e5f-48dd-b8e5-16dde4039396" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c8b875-3adc-47bd-8e21-b276aa9c3e98", "tag": "cb176423-77ae-4ddf-8109-1d8dfe746e1d"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:59.423955 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4c7b0-eb17-42e5-85dc-bfaf7ebbe75d service neutron] Pushing event updated for resources: {'Port': ['ID=cb176423-77ae-4ddf-8109-1d8dfe746e1d,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:59.452601 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d02d5-4f6d-4c28-97ae-a9988c20e1e4 req-f404ba95-e797-443b-8f65-fe3f4c3f8179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:59.454531 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e6d02d5-4f6d-4c28-97ae-a9988c20e1e4 req-f404ba95-e797-443b-8f65-fe3f4c3f8179 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d193f247-8cf4-44bf-89d9-9de68e3cae2e HTTP/1.1" status: 200 len: 861 time: 0.2224169 Jul 14 09:06:59.497018 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ed9a5-b5b1-42e4-bec1-91223b5e69ea req-6f77588c-b406-4858-a47b-f9cc23ea33d4 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:59.498739 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e30ed9a5-b5b1-42e4-bec1-91223b5e69ea req-6f77588c-b406-4858-a47b-f9cc23ea33d4 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e728c97-262a-4922-b6ae-d612f3113bd6 HTTP/1.1" status: 200 len: 943 time: 0.4400549 Jul 14 09:06:59.528571 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e6d02d5-4f6d-4c28-97ae-a9988c20e1e4 req-f849637e-4c4a-41c9-acae-04bd7d1d6694 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f33b460-d2d2-4c56-9516-34520289d045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642354 Jul 14 09:06:59.610973 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5a839083-4942-4032-9df7-d6b2452da03a req-3923fe60-1db7-4815-8ef3-78073af178f3 service neutron] 10.222.0.25 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650274 Jul 14 09:06:59.628678 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-8c8306c2-3465-4b52-9038-c4995b35e99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:59.630231 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-8c8306c2-3465-4b52-9038-c4995b35e99e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66f62552ebc740b9b1e38314c1361542&device_id=e2c8b875-3adc-47bd-8e21-b276aa9c3e98 HTTP/1.1" status: 200 len: 1095 time: 0.2573349 Jul 14 09:06:59.706792 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e30ed9a5-b5b1-42e4-bec1-91223b5e69ea req-c3f4cf05-ab89-463a-b616-23b2966d5cab tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860690 Jul 14 09:06:59.709699 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-4d9cb3cb-a407-4832-936e-08663c66a150 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb176423-77ae-4ddf-8109-1d8dfe746e1d HTTP/1.1" status: 200 len: 217 time: 0.0690978 Jul 14 09:06:59.822040 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e6d02d5-4f6d-4c28-97ae-a9988c20e1e4 req-adb707bb-b11c-4255-aa19-21f7755a6375 service neutron] 10.222.0.44 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741914 Jul 14 09:06:59.830816 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde39096-02e0-49e1-9441-17f442f8207b x-openstack-request-id: req-bde39096-02e0-49e1-9441-17f442f8207b {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:59.831764 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864e114c-6614-4793-b41b-e66fe630a8b6", "name": "network-vif-plugged", "status": "completed", "tag": "ee38f792-cb02-4003-be79-b928116dfaf6", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:59.832210 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bde39096-02e0-49e1-9441-17f442f8207b {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:59.832790 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864e114c-6614-4793-b41b-e66fe630a8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee38f792-cb02-4003-be79-b928116dfaf6', 'code': 200} Jul 14 09:06:59.846940 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-25c32e1f-ad82-4867-b346-fc84b27242b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:59.850636 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-25c32e1f-ad82-4867-b346-fc84b27242b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f7b255d-8d73-442e-a1f4-216cb8f52275 HTTP/1.1" status: 200 len: 854 time: 0.1283195 Jul 14 09:06:59.973656 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-503fb04a-52ad-4319-bd6d-d5ff9605c21a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=591d2e31-ea8f-418a-81ab-cf41522e7221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966687 Jul 14 09:07:00.020726 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35458) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:00.122864 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019b6c0-100a-4137-9f77-36daeeb92c43 req-7e2f7d98-ac3d-4302-89a6-d59e27151df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:00.128515 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1019b6c0-100a-4137-9f77-36daeeb92c43 req-7e2f7d98-ac3d-4302-89a6-d59e27151df7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=864e114c-6614-4793-b41b-e66fe630a8b6 HTTP/1.1" status: 200 len: 1098 time: 0.1543553 Jul 14 09:07:00.197164 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1019b6c0-100a-4137-9f77-36daeeb92c43 req-1d97ec5f-97b6-4a6a-b3da-bcfd420cbbee service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615866 Jul 14 09:07:00.358842 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e6d02d5-4f6d-4c28-97ae-a9988c20e1e4 req-72135268-9783-4c8b-91da-a2c87831f208 service neutron] 10.222.0.44 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5284748 Jul 14 09:07:00.392835 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff3f336e-cf59-4cdf-ba99-00dc47b012ab admin admin] Deleting subnet 39b054b3-ff74-48d7-bc6b-cc0709824ebb {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:07:00.404720 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff3f336e-cf59-4cdf-ba99-00dc47b012ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:00.433413 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-46cdbe5f-dedd-4dc9-a1b4-084a288e45b5 service neutron] 10.222.0.47 "GET /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519980 Jul 14 09:07:00.485794 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff3f336e-cf59-4cdf-ba99-00dc47b012ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:00.554878 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcce54-fb4d-46e2-9fc7-5e35e8cc3a90 req-49787fe6-3a9a-471a-9af4-ee0f35bb5456 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:00.556939 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a2fcce54-fb4d-46e2-9fc7-5e35e8cc3a90 req-49787fe6-3a9a-471a-9af4-ee0f35bb5456 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c8b875-3adc-47bd-8e21-b276aa9c3e98 HTTP/1.1" status: 200 len: 943 time: 0.4570944 Jul 14 09:07:00.575682 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f57b12-4d37-426f-8c76-e0462375bd08 req-4c182285-1908-4575-be97-1c6969b0252c tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:00.577485 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d6f57b12-4d37-426f-8c76-e0462375bd08 req-4c182285-1908-4575-be97-1c6969b0252c tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=864e114c-6614-4793-b41b-e66fe630a8b6 HTTP/1.1" status: 200 len: 946 time: 0.3941689 Jul 14 09:07:00.684157 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff3f336e-cf59-4cdf-ba99-00dc47b012ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:00.723623 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a2fcce54-fb4d-46e2-9fc7-5e35e8cc3a90 req-16d7f561-f25e-4305-bcda-f9db02e8ca63 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450179 Jul 14 09:07:00.734011 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d00f092-b5e2-4e3f-b41b-e00d7ad4ca73 req-f852cac9-05e8-42fb-b489-b9dcdcfdb6c0 service neutron] 10.222.0.47 "GET /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857862 Jul 14 09:07:00.737241 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d6f57b12-4d37-426f-8c76-e0462375bd08 req-d4b2c5a8-3be7-4d67-b0c5-aa761af21361 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385212 Jul 14 09:07:00.836216 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff3f336e-cf59-4cdf-ba99-00dc47b012ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:00.881778 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 016c9df5-7105-4bba-b663-ebb1526daf88 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:07:00.894604 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f336e-cf59-4cdf-ba99-00dc47b012ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39b054b3-ff74-48d7-bc6b-cc0709824ebb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:00.905432 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff3f336e-cf59-4cdf-ba99-00dc47b012ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:00.912705 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ff3f336e-cf59-4cdf-ba99-00dc47b012ab admin admin] 10.222.0.25 "DELETE /v2.0/subnets/39b054b3-ff74-48d7-bc6b-cc0709824ebb HTTP/1.1" status: 204 len: 168 time: 0.8850019 Jul 14 09:07:00.914719 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35478) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:00.921798 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3f336e-cf59-4cdf-ba99-00dc47b012ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:00.922177 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3f336e-cf59-4cdf-ba99-00dc47b012ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:00.922777 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3f336e-cf59-4cdf-ba99-00dc47b012ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:00.922968 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3f336e-cf59-4cdf-ba99-00dc47b012ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:00.923307 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3f336e-cf59-4cdf-ba99-00dc47b012ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:00.923592 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3f336e-cf59-4cdf-ba99-00dc47b012ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:00.923944 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3f336e-cf59-4cdf-ba99-00dc47b012ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:00.924247 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3f336e-cf59-4cdf-ba99-00dc47b012ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:00.924578 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3f336e-cf59-4cdf-ba99-00dc47b012ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:00.925021 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3f336e-cf59-4cdf-ba99-00dc47b012ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:00.925355 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3f336e-cf59-4cdf-ba99-00dc47b012ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:00.925660 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3f336e-cf59-4cdf-ba99-00dc47b012ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:00.968225 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:07:01.039242 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:07:01.040125 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 405ac7e0-0c0d-4e94-bbd1-8e70c773fb32 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:07:01.091959 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc723cef-24ca-4355-8235-20bcd72d388a req-5bbbd7a5-b671-4f8d-a83a-805bda35a470 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:01.104243 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc723cef-24ca-4355-8235-20bcd72d388a req-5bbbd7a5-b671-4f8d-a83a-805bda35a470 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/networks?id=e94ce943-c700-4328-a228-ac97a95752e9 HTTP/1.1" status: 200 len: 822 time: 0.1952281 Jul 14 09:07:01.129291 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc723cef-24ca-4355-8235-20bcd72d388a req-e0ab1009-e3c5-467f-a82a-a82bbb6252ec tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/quotas/64524658a7b8443aae0566882ef867f5 HTTP/1.1" status: 200 len: 375 time: 0.0239909 Jul 14 09:07:01.130850 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b79ff6-3c34-4d4f-baa1-5a12b9c19f5d x-openstack-request-id: req-07b79ff6-3c34-4d4f-baa1-5a12b9c19f5d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:01.138154 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caca0822-9f89-44d2-bfc8-f9576b5cbc41", "name": "network-vif-deleted", "tag": "405ac7e0-0c0d-4e94-bbd1-8e70c773fb32", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:01.138999 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07b79ff6-3c34-4d4f-baa1-5a12b9c19f5d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:01.140104 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caca0822-9f89-44d2-bfc8-f9576b5cbc41', 'name': 'network-vif-deleted', 'tag': '405ac7e0-0c0d-4e94-bbd1-8e70c773fb32', 'status': 'completed', 'code': 200} Jul 14 09:07:01.193197 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de3f162-d242-46da-9d2a-522e4e9ce456 x-openstack-request-id: req-4de3f162-d242-46da-9d2a-522e4e9ce456 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:01.193911 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c8b875-3adc-47bd-8e21-b276aa9c3e98", "tag": "cb176423-77ae-4ddf-8109-1d8dfe746e1d", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:01.194441 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4de3f162-d242-46da-9d2a-522e4e9ce456 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:01.194916 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c8b875-3adc-47bd-8e21-b276aa9c3e98', 'tag': 'cb176423-77ae-4ddf-8109-1d8dfe746e1d', 'status': 'completed', 'code': 200} Jul 14 09:07:01.214762 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-709f0876-17f9-4759-982d-69c9b7316501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:01.216465 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 016c9df5-7105-4bba-b663-ebb1526daf88, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=016c9df5-7105-4bba-b663-ebb1526daf88,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:01.233527 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '016c9df5-7105-4bba-b663-ebb1526daf88', 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045', 'port_id': '016c9df5-7105-4bba-b663-ebb1526daf88', 'mac_address': 'fa:16:3e:b6:cf:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd193f247-8cf4-44bf-89d9-9de68e3cae2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:07:01.285061 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:01.294897 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc723cef-24ca-4355-8235-20bcd72d388a req-29042c5b-e529-4817-9a0b-b86b6737d2e2 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=64524658a7b8443aae0566882ef867f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1498048 Jul 14 09:07:01.317447 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016c9df5-7105-4bba-b663-ebb1526daf88 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:01.349496 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 016c9df5-7105-4bba-b663-ebb1526daf88, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=016c9df5-7105-4bba-b663-ebb1526daf88,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:01.357923 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:01.404818 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-709f0876-17f9-4759-982d-69c9b7316501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:01.407535 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeba7ee-7e5f-48dd-b8e5-16dde4039396 req-0ab8a0ff-4d2e-4a64-8de6-c0f3eb912565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:01.410387 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dbeba7ee-7e5f-48dd-b8e5-16dde4039396 req-0ab8a0ff-4d2e-4a64-8de6-c0f3eb912565 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66f62552ebc740b9b1e38314c1361542&device_id=e2c8b875-3adc-47bd-8e21-b276aa9c3e98 HTTP/1.1" status: 200 len: 1095 time: 0.1770787 Jul 14 09:07:01.426820 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-709f0876-17f9-4759-982d-69c9b7316501 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4fad6bc-cc19-4061-a347-c3942b87c975']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:01.462778 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=016c9df5-7105-4bba-b663-ebb1526daf88,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:01.513745 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a972a4cd-0681-4987-af5e-b1dd93239489 req-3d1a4fac-28a2-4107-b22b-6ec9c4368e97 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 210 time: 0.0707388 Jul 14 09:07:01.541464 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc723cef-24ca-4355-8235-20bcd72d388a req-2b67d002-d504-4612-9155-17cc1ab70f5c service neutron] 10.222.0.25 "GET /v2.0/networks/e94ce943-c700-4328-a228-ac97a95752e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364297 Jul 14 09:07:01.635639 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeba7ee-7e5f-48dd-b8e5-16dde4039396 req-20b2d83c-0113-42c2-bdab-c71a5c2702e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:01.637665 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dbeba7ee-7e5f-48dd-b8e5-16dde4039396 req-20b2d83c-0113-42c2-bdab-c71a5c2702e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=591d2e31-ea8f-418a-81ab-cf41522e7221 HTTP/1.1" status: 200 len: 914 time: 0.2198586 Jul 14 09:07:01.641075 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['016c9df5-7105-4bba-b663-ebb1526daf88'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:01.883203 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-709f0876-17f9-4759-982d-69c9b7316501 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2e3569-cead-45e5-a331-8218dbc06b11') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:01.883511 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-709f0876-17f9-4759-982d-69c9b7316501 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2e3569-cead-45e5-a331-8218dbc06b11') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:01.895825 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-709f0876-17f9-4759-982d-69c9b7316501 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:01.913943 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-709f0876-17f9-4759-982d-69c9b7316501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:01.946095 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-709f0876-17f9-4759-982d-69c9b7316501 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:07:01.947102 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-709f0876-17f9-4759-982d-69c9b7316501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:07:01.950277 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:07:02.173031 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-709f0876-17f9-4759-982d-69c9b7316501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:02.186659 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-709f0876-17f9-4759-982d-69c9b7316501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:02.189299 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-709f0876-17f9-4759-982d-69c9b7316501 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d4fad6bc-cc19-4061-a347-c3942b87c975 HTTP/1.1" status: 204 len: 168 time: 1.2702157 Jul 14 09:07:02.193346 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35486) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:02.241505 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f0876-17f9-4759-982d-69c9b7316501 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4fad6bc-cc19-4061-a347-c3942b87c975,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:02.261980 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a839083-4942-4032-9df7-d6b2452da03a req-a0f98518-37f5-4d8a-a298-038d52c416f5 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:02.263632 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dbeba7ee-7e5f-48dd-b8e5-16dde4039396 req-4ca30c34-f2d1-4655-aa62-bf10ac6e9ee3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb176423-77ae-4ddf-8109-1d8dfe746e1d HTTP/1.1" status: 200 len: 217 time: 0.6178992 Jul 14 09:07:02.264129 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5a839083-4942-4032-9df7-d6b2452da03a req-a0f98518-37f5-4d8a-a298-038d52c416f5 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.47 "GET /v2.0/networks?id=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a HTTP/1.1" status: 200 len: 817 time: 0.3455167 Jul 14 09:07:02.291085 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b676b817-9498-409e-bd03-2ce1d64911f1 admin admin] Deleting subnet c86d4811-0fc2-45b8-bc0f-a85b1e241969 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:07:02.300968 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b676b817-9498-409e-bd03-2ce1d64911f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:02.362240 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5a839083-4942-4032-9df7-d6b2452da03a req-66797be5-bdf3-4a8e-8ba1-45a7f2a206f6 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=338da67ed34f4deb89c1895a0890d123 HTTP/1.1" status: 200 len: 380 time: 0.0830488 Jul 14 09:07:02.364567 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b676b817-9498-409e-bd03-2ce1d64911f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:02.370931 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-5a839083-4942-4032-9df7-d6b2452da03a req-589fdea4-8271-4e6a-b811-5392661aeb53 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Request body: {'port': {'device_id': '85988b89-3ef7-426a-bd05-52d117f68a20', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'admin_state_up': True, 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'security_groups': ['74a5014e-4a32-4568-9c0f-e4bec8dd8c29']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:02.402482 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc723cef-24ca-4355-8235-20bcd72d388a req-493f6eaf-a024-4cd7-b96b-822ffd5f260c service neutron] 10.222.0.25 "GET /v2.0/networks/e94ce943-c700-4328-a228-ac97a95752e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8597841 Jul 14 09:07:02.451775 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeba7ee-7e5f-48dd-b8e5-16dde4039396 req-9aec2fea-ab36-402b-98e9-6b777af53d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:02.454433 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dbeba7ee-7e5f-48dd-b8e5-16dde4039396 req-9aec2fea-ab36-402b-98e9-6b777af53d65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f7b255d-8d73-442e-a1f4-216cb8f52275 HTTP/1.1" status: 200 len: 854 time: 0.1482944 Jul 14 09:07:02.473048 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b676b817-9498-409e-bd03-2ce1d64911f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:02.515857 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dbeba7ee-7e5f-48dd-b8e5-16dde4039396 req-f3546b50-989f-4ff9-8e3f-9f454fca288a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=591d2e31-ea8f-418a-81ab-cf41522e7221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525527 Jul 14 09:07:02.531863 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5ee29-5162-4c0c-bab7-ef50f07ce624 req-6c89c4ba-51b6-4398-a736-9703286aa575 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:02.536344 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ce5ee29-5162-4c0c-bab7-ef50f07ce624 req-6c89c4ba-51b6-4398-a736-9703286aa575 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e728c97-262a-4922-b6ae-d612f3113bd6 HTTP/1.1" status: 200 len: 944 time: 0.3501174 Jul 14 09:07:02.636041 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device cb176423-77ae-4ddf-8109-1d8dfe746e1d details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:07:02.637951 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b676b817-9498-409e-bd03-2ce1d64911f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:02.653070 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a839083-4942-4032-9df7-d6b2452da03a req-589fdea4-8271-4e6a-b811-5392661aeb53 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Made reservation on behalf of 338da67ed34f4deb89c1895a0890d123 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:07:02.659241 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-5a839083-4942-4032-9df7-d6b2452da03a req-589fdea4-8271-4e6a-b811-5392661aeb53 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:02.714796 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676b817-9498-409e-bd03-2ce1d64911f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c86d4811-0fc2-45b8-bc0f-a85b1e241969,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:02.724466 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b676b817-9498-409e-bd03-2ce1d64911f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:02.728270 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b676b817-9498-409e-bd03-2ce1d64911f1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c86d4811-0fc2-45b8-bc0f-a85b1e241969 HTTP/1.1" status: 204 len: 168 time: 0.5334537 Jul 14 09:07:02.737029 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35496) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:02.793720 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ce5ee29-5162-4c0c-bab7-ef50f07ce624 req-8d7f8444-7001-4dc1-ad5d-d7c4e5ac1bc9 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510235 Jul 14 09:07:02.956760 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port cb176423-77ae-4ddf-8109-1d8dfe746e1d, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=cb176423-77ae-4ddf-8109-1d8dfe746e1d,segment=NetworkSegment(6d503d23-62fd-459d-88f6-1a059a312d61),segment_id=6d503d23-62fd-459d-88f6-1a059a312d61)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:02.983828 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 016c9df5-7105-4bba-b663-ebb1526daf88 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:07:03.041388 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43953b93-0a95-4a9c-90d9-a64c2a711d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:03.058770 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'cb176423-77ae-4ddf-8109-1d8dfe746e1d', 'network_id': '591d2e31-ea8f-418a-81ab-cf41522e7221', 'port_id': 'cb176423-77ae-4ddf-8109-1d8dfe746e1d', 'mac_address': 'fa:16:3e:49:7c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f7b255d-8d73-442e-a1f4-216cb8f52275', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:07:03.066677 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dbeba7ee-7e5f-48dd-b8e5-16dde4039396 req-59291b83-9366-447a-aabf-08383fd1fa91 service neutron] 10.222.0.47 "GET /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277083 Jul 14 09:07:03.132686 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 016c9df5-7105-4bba-b663-ebb1526daf88 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:07:03.141471 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 016c9df5-7105-4bba-b663-ebb1526daf88 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:03.143043 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:03.187914 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:03.224781 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-5a839083-4942-4032-9df7-d6b2452da03a req-589fdea4-8271-4e6a-b811-5392661aeb53 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Allocated IP 172.20.0.5 (30f37573-a862-4dc6-9ef4-a9c9a7fbc93a/7386d60e-9463-4a78-b78e-76e751bf067a/93ba0e59-7428-4296-b21f-3544208df346) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:07:03.228887 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb176423-77ae-4ddf-8109-1d8dfe746e1d {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:03.235907 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c8fd9-8dcc-4a84-bfef-65ebbff63d8b req-fab565e3-6bdc-4f92-8c6e-f78abd1e905d tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:03.248334 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5c3c8fd9-8dcc-4a84-bfef-65ebbff63d8b req-fab565e3-6bdc-4f92-8c6e-f78abd1e905d tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c8b875-3adc-47bd-8e21-b276aa9c3e98 HTTP/1.1" status: 200 len: 943 time: 0.4242618 Jul 14 09:07:03.277387 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port cb176423-77ae-4ddf-8109-1d8dfe746e1d, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=cb176423-77ae-4ddf-8109-1d8dfe746e1d,segment=NetworkSegment(6d503d23-62fd-459d-88f6-1a059a312d61),segment_id=6d503d23-62fd-459d-88f6-1a059a312d61)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:03.300071 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:03.389339 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43953b93-0a95-4a9c-90d9-a64c2a711d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:03.411647 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:03.420634 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dbeba7ee-7e5f-48dd-b8e5-16dde4039396 req-3a0950d9-dacc-4da8-b4d3-ee147cfbae27 service neutron] 10.222.0.47 "GET /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413944 Jul 14 09:07:03.426896 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-43953b93-0a95-4a9c-90d9-a64c2a711d9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a7fac1-7377-4162-97c4-27b7cd648bee']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:03.462541 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5c3c8fd9-8dcc-4a84-bfef-65ebbff63d8b req-c6a8d6b3-9802-4e05-892f-0eb6c854ecc2 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000692 Jul 14 09:07:03.463523 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-43953b93-0a95-4a9c-90d9-a64c2a711d9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779f5a88-d55a-442c-9a67-bea7f74a2690') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:03.464523 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-43953b93-0a95-4a9c-90d9-a64c2a711d9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779f5a88-d55a-442c-9a67-bea7f74a2690') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:03.490953 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bc39a-0586-413b-b5d6-f7024fa061a2 req-8e73c9da-5e0f-493f-9057-9f5ab37cf2e8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:03.499188 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-791bc39a-0586-413b-b5d6-f7024fa061a2 req-8e73c9da-5e0f-493f-9057-9f5ab37cf2e8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=864e114c-6614-4793-b41b-e66fe630a8b6 HTTP/1.1" status: 200 len: 946 time: 0.5205028 Jul 14 09:07:03.526390 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e728c97-262a-4922-b6ae-d612f3113bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016c9df5-7105-4bba-b663-ebb1526daf88'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:03.531045 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ee7d5f-b38f-44b2-912f-3f99ad74472f" -d '{"events": [{"server_uuid": "6e728c97-262a-4922-b6ae-d612f3113bd6", "name": "network-vif-plugged", "status": "completed", "tag": "016c9df5-7105-4bba-b663-ebb1526daf88"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:03.547418 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['cb176423-77ae-4ddf-8109-1d8dfe746e1d'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:03.557891 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43953b93-0a95-4a9c-90d9-a64c2a711d9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:03.605783 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43953b93-0a95-4a9c-90d9-a64c2a711d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:03.623110 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=cb176423-77ae-4ddf-8109-1d8dfe746e1d,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:03.623360 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43953b93-0a95-4a9c-90d9-a64c2a711d9c admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:07:03.623967 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43953b93-0a95-4a9c-90d9-a64c2a711d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:07:03.627068 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:07:03.630154 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bfff504d-992d-464f-9794-2840e2a8ce2e req-71e6b453-8b28-4a96-9aa0-97d2347b9fe6 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c67164-3ad1-459b-a038-9ce764d24a27 HTTP/1.1" status: 200 len: 210 time: 0.0706255 Jul 14 09:07:03.643183 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-791bc39a-0586-413b-b5d6-f7024fa061a2 req-ec089854-9264-4da7-8973-63548c0e4e24 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274846 Jul 14 09:07:03.683254 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 016c9df5-7105-4bba-b663-ebb1526daf88, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=016c9df5-7105-4bba-b663-ebb1526daf88,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:03.702265 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:03.832068 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43953b93-0a95-4a9c-90d9-a64c2a711d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:03.849481 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43953b93-0a95-4a9c-90d9-a64c2a711d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:03.855369 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-43953b93-0a95-4a9c-90d9-a64c2a711d9c admin admin] 10.222.0.25 "DELETE /v2.0/networks/c9a7fac1-7377-4162-97c4-27b7cd648bee HTTP/1.1" status: 204 len: 168 time: 1.1149495 Jul 14 09:07:03.875012 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=016c9df5-7105-4bba-b663-ebb1526daf88,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:03.904189 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43953b93-0a95-4a9c-90d9-a64c2a711d9c admin admin] Pushing event deleted for resources: {'Network': ['ID=c9a7fac1-7377-4162-97c4-27b7cd648bee,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:03.925737 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01f790c2-a4a1-4136-8014-59327f968ec7 req-aceb1e5d-df88-4630-a943-6a953782bb67 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 210 time: 0.0514519 Jul 14 09:07:04.020633 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-5a839083-4942-4032-9df7-d6b2452da03a req-589fdea4-8271-4e6a-b811-5392661aeb53 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:04.079736 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-5a839083-4942-4032-9df7-d6b2452da03a req-589fdea4-8271-4e6a-b811-5392661aeb53 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Transition to ACTIVE for port object 93ba0e59-7428-4296-b21f-3544208df346 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:07:04.148432 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-5a839083-4942-4032-9df7-d6b2452da03a req-589fdea4-8271-4e6a-b811-5392661aeb53 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:04.150471 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b432427-da4d-4848-9304-66ffc8067ff8 x-openstack-request-id: req-8b432427-da4d-4848-9304-66ffc8067ff8 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:04.150740 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e728c97-262a-4922-b6ae-d612f3113bd6", "name": "network-vif-plugged", "status": "completed", "tag": "016c9df5-7105-4bba-b663-ebb1526daf88", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:04.151146 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b432427-da4d-4848-9304-66ffc8067ff8 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:04.152148 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e728c97-262a-4922-b6ae-d612f3113bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016c9df5-7105-4bba-b663-ebb1526daf88', 'code': 200} Jul 14 09:07:04.206334 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35516) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:04.265238 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a839083-4942-4032-9df7-d6b2452da03a req-589fdea4-8271-4e6a-b811-5392661aeb53 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Network 30f37573-a862-4dc6-9ef4-a9c9a7fbc93a is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:07:04.266760 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fdea4-8271-4e6a-b811-5392661aeb53 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Pushing event updated for resources: {'Port': ['ID=93ba0e59-7428-4296-b21f-3544208df346,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:04.270609 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-5a839083-4942-4032-9df7-d6b2452da03a req-589fdea4-8271-4e6a-b811-5392661aeb53 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:07:04.273820 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a839083-4942-4032-9df7-d6b2452da03a req-589fdea4-8271-4e6a-b811-5392661aeb53 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:07:04.346332 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a839083-4942-4032-9df7-d6b2452da03a req-589fdea4-8271-4e6a-b811-5392661aeb53 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:04.347044 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-5a839083-4942-4032-9df7-d6b2452da03a req-589fdea4-8271-4e6a-b811-5392661aeb53 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:04.369955 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5a839083-4942-4032-9df7-d6b2452da03a req-589fdea4-8271-4e6a-b811-5392661aeb53 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0029333 Jul 14 09:07:04.382853 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-5a839083-4942-4032-9df7-d6b2452da03a req-b47085a2-98a4-4875-b3c6-18dc9e683cba service neutron] Request body: {'port': {'device_id': '85988b89-3ef7-426a-bd05-52d117f68a20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:04.457628 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7a4aea3a-6256-4d78-aad9-b9f6d6a42751 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c35458c50e143699c6f14a3ebfddb0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495039 Jul 14 09:07:04.460739 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35518) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:04.518468 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-5a839083-4942-4032-9df7-d6b2452da03a req-b47085a2-98a4-4875-b3c6-18dc9e683cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:04.568052 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90a1b684-849c-47ae-9392-f445d434f9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:04.634997 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90a1b684-849c-47ae-9392-f445d434f9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:04.643926 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device cb176423-77ae-4ddf-8109-1d8dfe746e1d up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:07:04.675716 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbfc71-4e82-47b7-937b-d1c6793a8b8b req-b5a2be58-75ba-4a7e-bc08-5076ab2e6f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:04.680918 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-85cbfc71-4e82-47b7-937b-d1c6793a8b8b req-b5a2be58-75ba-4a7e-bc08-5076ab2e6f74 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6e728c97-262a-4922-b6ae-d612f3113bd6 HTTP/1.1" status: 200 len: 1097 time: 0.3113348 Jul 14 09:07:04.782912 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-85cbfc71-4e82-47b7-937b-d1c6793a8b8b req-0475eab9-fa94-4fd0-9a18-fce3d824e6a3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914445 Jul 14 09:07:04.786989 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-90ef5c6f-0f94-4123-88a9-aa7f595285f0 None None] Provisioning for port 93ba0e59-7428-4296-b21f-3544208df346 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:07:04.806120 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-90ef5c6f-0f94-4123-88a9-aa7f595285f0 None None] Provisioning complete for port 93ba0e59-7428-4296-b21f-3544208df346 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:04.806726 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90ef5c6f-0f94-4123-88a9-aa7f595285f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:04.872688 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-90ef5c6f-0f94-4123-88a9-aa7f595285f0 None None] Port 93ba0e59-7428-4296-b21f-3544208df346 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:07:04.885244 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port cb176423-77ae-4ddf-8109-1d8dfe746e1d completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:07:04.892976 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port cb176423-77ae-4ddf-8109-1d8dfe746e1d triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:04.893604 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:04.939404 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca66c37-a142-4597-97b0-e538bc40dcbb req-a7659654-a8cb-49bf-ae59-057ba3140c8c tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:04.962637 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aca66c37-a142-4597-97b0-e538bc40dcbb req-a7659654-a8cb-49bf-ae59-057ba3140c8c tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e728c97-262a-4922-b6ae-d612f3113bd6 HTTP/1.1" status: 200 len: 945 time: 0.2785349 Jul 14 09:07:05.089080 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90a1b684-849c-47ae-9392-f445d434f9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:05.092584 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90a1b684-849c-47ae-9392-f445d434f9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:05.094353 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-90a1b684-849c-47ae-9392-f445d434f9f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9c51df81-5336-4e11-8988-b3dba5538e85 HTTP/1.1" status: 204 len: 168 time: 0.6320660 Jul 14 09:07:05.128541 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1b684-849c-47ae-9392-f445d434f9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c51df81-5336-4e11-8988-b3dba5538e85,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:05.169567 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:05.174472 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aca66c37-a142-4597-97b0-e538bc40dcbb req-b600af6d-6284-46ad-bfe2-506cc6d4096c tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025685 Jul 14 09:07:05.254685 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc723cef-24ca-4355-8235-20bcd72d388a req-f2800b6a-c42d-4c0f-95d1-198fe975b6d9 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:05.261629 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc723cef-24ca-4355-8235-20bcd72d388a req-f2800b6a-c42d-4c0f-95d1-198fe975b6d9 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.44 "GET /v2.0/networks?id=e94ce943-c700-4328-a228-ac97a95752e9 HTTP/1.1" status: 200 len: 822 time: 0.2664809 Jul 14 09:07:05.276238 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-cc723cef-24ca-4355-8235-20bcd72d388a req-17b3ebba-f42e-44e8-a3dd-897758337dd0 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Request body: {'port': {'device_id': 'c2c67164-3ad1-459b-a038-9ce764d24a27', 'network_id': 'e94ce943-c700-4328-a228-ac97a95752e9', 'admin_state_up': True, 'tenant_id': '64524658a7b8443aae0566882ef867f5'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:05.288398 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-5a839083-4942-4032-9df7-d6b2452da03a req-b47085a2-98a4-4875-b3c6-18dc9e683cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ba0e59-7428-4296-b21f-3544208df346 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:05.304471 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-5a839083-4942-4032-9df7-d6b2452da03a req-b47085a2-98a4-4875-b3c6-18dc9e683cba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:05.307360 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port cb176423-77ae-4ddf-8109-1d8dfe746e1d, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=cb176423-77ae-4ddf-8109-1d8dfe746e1d,segment=NetworkSegment(6d503d23-62fd-459d-88f6-1a059a312d61),segment_id=6d503d23-62fd-459d-88f6-1a059a312d61)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:05.314863 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:05.331826 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-5a839083-4942-4032-9df7-d6b2452da03a req-b47085a2-98a4-4875-b3c6-18dc9e683cba service neutron] Transition to ACTIVE for port object 93ba0e59-7428-4296-b21f-3544208df346 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:07:05.337637 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-5a839083-4942-4032-9df7-d6b2452da03a req-b47085a2-98a4-4875-b3c6-18dc9e683cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:05.476723 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=cb176423-77ae-4ddf-8109-1d8dfe746e1d,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:05.484784 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47085a2-98a4-4875-b3c6-18dc9e683cba service neutron] Pushing event updated for resources: {'Port': ['ID=93ba0e59-7428-4296-b21f-3544208df346,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:05.674326 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bd52d7d8-5b04-437c-9964-8ff52f5993ea req-8b90fc16-c93f-414c-a22b-02a44251e489 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c67164-3ad1-459b-a038-9ce764d24a27 HTTP/1.1" status: 200 len: 210 time: 0.1292291 Jul 14 09:07:05.728041 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-5a839083-4942-4032-9df7-d6b2452da03a req-b47085a2-98a4-4875-b3c6-18dc9e683cba service neutron] Attempting to bind port 93ba0e59-7428-4296-b21f-3544208df346 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:07:05.728573 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-5a839083-4942-4032-9df7-d6b2452da03a req-b47085a2-98a4-4875-b3c6-18dc9e683cba service neutron] Attempting to bind port 93ba0e59-7428-4296-b21f-3544208df346 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '7aac3f82-3a91-423c-a4f3-88c00731bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:07:05.729036 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a839083-4942-4032-9df7-d6b2452da03a req-b47085a2-98a4-4875-b3c6-18dc9e683cba service neutron] Attempting to bind port 93ba0e59-7428-4296-b21f-3544208df346 on network 30f37573-a862-4dc6-9ef4-a9c9a7fbc93a {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:05.750256 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc723cef-24ca-4355-8235-20bcd72d388a req-17b3ebba-f42e-44e8-a3dd-897758337dd0 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Made reservation on behalf of 64524658a7b8443aae0566882ef867f5 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:07:05.754262 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc723cef-24ca-4355-8235-20bcd72d388a req-17b3ebba-f42e-44e8-a3dd-897758337dd0 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:05.757476 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a839083-4942-4032-9df7-d6b2452da03a req-b47085a2-98a4-4875-b3c6-18dc9e683cba service neutron] Port 93ba0e59-7428-4296-b21f-3544208df346 on network 30f37573-a862-4dc6-9ef4-a9c9a7fbc93a not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:07:05.758010 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a839083-4942-4032-9df7-d6b2452da03a req-b47085a2-98a4-4875-b3c6-18dc9e683cba service neutron] Attempting to bind port 93ba0e59-7428-4296-b21f-3544208df346 on network 30f37573-a862-4dc6-9ef4-a9c9a7fbc93a {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:05.783228 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a839083-4942-4032-9df7-d6b2452da03a req-b47085a2-98a4-4875-b3c6-18dc9e683cba service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:07:05.783839 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a839083-4942-4032-9df7-d6b2452da03a req-b47085a2-98a4-4875-b3c6-18dc9e683cba service neutron] Checking segment: {'id': '7aac3f82-3a91-423c-a4f3-88c00731bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:05.784422 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a839083-4942-4032-9df7-d6b2452da03a req-b47085a2-98a4-4875-b3c6-18dc9e683cba service neutron] Bound using segment: {'id': '7aac3f82-3a91-423c-a4f3-88c00731bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:07:05.785092 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-5a839083-4942-4032-9df7-d6b2452da03a req-b47085a2-98a4-4875-b3c6-18dc9e683cba service neutron] Bound port: 93ba0e59-7428-4296-b21f-3544208df346, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aac3f82-3a91-423c-a4f3-88c00731bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:07:05.785639 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-5a839083-4942-4032-9df7-d6b2452da03a req-b47085a2-98a4-4875-b3c6-18dc9e683cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:05.979083 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35536) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:06.023960 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-5a839083-4942-4032-9df7-d6b2452da03a req-b47085a2-98a4-4875-b3c6-18dc9e683cba service neutron] For port 93ba0e59-7428-4296-b21f-3544208df346, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:07:06.028547 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-5a839083-4942-4032-9df7-d6b2452da03a req-b47085a2-98a4-4875-b3c6-18dc9e683cba service neutron] For port 93ba0e59-7428-4296-b21f-3544208df346, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=93ba0e59-7428-4296-b21f-3544208df346,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:07:06.036634 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-5a839083-4942-4032-9df7-d6b2452da03a req-b47085a2-98a4-4875-b3c6-18dc9e683cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:06.088751 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a839083-4942-4032-9df7-d6b2452da03a req-b47085a2-98a4-4875-b3c6-18dc9e683cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:06.089659 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-5a839083-4942-4032-9df7-d6b2452da03a req-b47085a2-98a4-4875-b3c6-18dc9e683cba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:06.091314 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5a839083-4942-4032-9df7-d6b2452da03a req-b47085a2-98a4-4875-b3c6-18dc9e683cba service neutron] 10.222.0.47 "PUT /v2.0/ports/93ba0e59-7428-4296-b21f-3544208df346 HTTP/1.1" status: 200 len: 1092 time: 1.7141657 Jul 14 09:07:06.091850 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85988b89-3ef7-426a-bd05-52d117f68a20', 'tag': '93ba0e59-7428-4296-b21f-3544208df346'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:06.094240 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8906c565-2fc5-45a0-b9dc-902d58917775" -d '{"events": [{"name": "network-changed", "server_uuid": "85988b89-3ef7-426a-bd05-52d117f68a20", "tag": "93ba0e59-7428-4296-b21f-3544208df346"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:06.105548 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7620a-e3ac-4f24-a5c5-031618899a85 req-3c108cc4-b083-40dc-974b-f0070b1e358b tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:06.108078 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9e7620a-e3ac-4f24-a5c5-031618899a85 req-3c108cc4-b083-40dc-974b-f0070b1e358b tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c8b875-3adc-47bd-8e21-b276aa9c3e98 HTTP/1.1" status: 200 len: 945 time: 0.5056996 Jul 14 09:07:06.152546 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c8b875-3adc-47bd-8e21-b276aa9c3e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb176423-77ae-4ddf-8109-1d8dfe746e1d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:06.165796 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6052287a-3b60-4411-a37d-73fd64db865f" -d '{"events": [{"server_uuid": "e2c8b875-3adc-47bd-8e21-b276aa9c3e98", "name": "network-vif-plugged", "status": "completed", "tag": "cb176423-77ae-4ddf-8109-1d8dfe746e1d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:06.195845 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47085a2-98a4-4875-b3c6-18dc9e683cba service neutron] Pushing event updated for resources: {'Port': ['ID=93ba0e59-7428-4296-b21f-3544208df346,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:06.223303 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-cc723cef-24ca-4355-8235-20bcd72d388a req-17b3ebba-f42e-44e8-a3dd-897758337dd0 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Allocated IP 172.20.0.7 (e94ce943-c700-4328-a228-ac97a95752e9/0e4d1e5f-b379-4a81-b280-aa9076cc6047/c80149c8-6d5c-4a27-b2b9-37b4bd14faac) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:07:06.228729 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-89cf4813-4048-4fdb-be0d-60a6af463d90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=08800dee73ba40d7b32492a37e15ba44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476141 Jul 14 09:07:06.234247 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35544) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:06.269479 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a839083-4942-4032-9df7-d6b2452da03a req-bc316e75-beb1-4252-ad16-03012aa82b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:06.271750 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5a839083-4942-4032-9df7-d6b2452da03a req-bc316e75-beb1-4252-ad16-03012aa82b32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=338da67ed34f4deb89c1895a0890d123&device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 1095 time: 0.1302066 Jul 14 09:07:06.284948 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9e7620a-e3ac-4f24-a5c5-031618899a85 req-c972c4ec-814d-4696-ba18-90678eac6f8d tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367710 Jul 14 09:07:06.371697 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb22ca2-0d32-4f15-a2f5-ba7a1612a3e9 req-4d0711bf-7db2-43b1-9d93-d4d4bc7e6a92 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:06.379814 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5cb22ca2-0d32-4f15-a2f5-ba7a1612a3e9 req-4d0711bf-7db2-43b1-9d93-d4d4bc7e6a92 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=864e114c-6614-4793-b41b-e66fe630a8b6 HTTP/1.1" status: 200 len: 946 time: 0.2914004 Jul 14 09:07:06.392888 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5a839083-4942-4032-9df7-d6b2452da03a req-cf16bf4a-c6b5-4660-920b-3ee0bc6d77ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93ba0e59-7428-4296-b21f-3544208df346 HTTP/1.1" status: 200 len: 217 time: 0.1016331 Jul 14 09:07:06.514884 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a839083-4942-4032-9df7-d6b2452da03a req-d55f8006-f1d6-455c-ba75-7f5edfc4ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:06.516987 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5a839083-4942-4032-9df7-d6b2452da03a req-d55f8006-f1d6-455c-ba75-7f5edfc4ba35 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7386d60e-9463-4a78-b78e-76e751bf067a HTTP/1.1" status: 200 len: 856 time: 0.1156535 Jul 14 09:07:06.546134 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5cb22ca2-0d32-4f15-a2f5-ba7a1612a3e9 req-1b386bf4-2f59-447a-b723-20f1aa66e77e tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653779 Jul 14 09:07:06.570727 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b02a45cc-6a0b-4b04-acbf-149992eb3116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:06.572672 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc723cef-24ca-4355-8235-20bcd72d388a req-17b3ebba-f42e-44e8-a3dd-897758337dd0 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:06.646424 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b02a45cc-6a0b-4b04-acbf-149992eb3116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:06.665307 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc723cef-24ca-4355-8235-20bcd72d388a req-17b3ebba-f42e-44e8-a3dd-897758337dd0 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:06.728335 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a839083-4942-4032-9df7-d6b2452da03a req-ab2e0b73-834e-411d-b313-9dbcbee74fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:06.730914 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5a839083-4942-4032-9df7-d6b2452da03a req-ab2e0b73-834e-411d-b313-9dbcbee74fd1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2053349 Jul 14 09:07:06.766410 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc723cef-24ca-4355-8235-20bcd72d388a req-17b3ebba-f42e-44e8-a3dd-897758337dd0 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Network e94ce943-c700-4328-a228-ac97a95752e9 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:07:06.809457 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-cc723cef-24ca-4355-8235-20bcd72d388a req-17b3ebba-f42e-44e8-a3dd-897758337dd0 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:07:06.845181 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b02a45cc-6a0b-4b04-acbf-149992eb3116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:06.848128 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b02a45cc-6a0b-4b04-acbf-149992eb3116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:06.849370 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b02a45cc-6a0b-4b04-acbf-149992eb3116 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/88b1a1c4-4bd2-49af-ae81-5e3e3a3d6d8f HTTP/1.1" status: 204 len: 168 time: 0.6134822 Jul 14 09:07:06.851523 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc723cef-24ca-4355-8235-20bcd72d388a req-17b3ebba-f42e-44e8-a3dd-897758337dd0 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:07:06.878669 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a45cc-6a0b-4b04-acbf-149992eb3116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b1a1c4-4bd2-49af-ae81-5e3e3a3d6d8f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:06.881524 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3ebba-f42e-44e8-a3dd-897758337dd0 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Pushing event updated for resources: {'Port': ['ID=c80149c8-6d5c-4a27-b2b9-37b4bd14faac,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:06.908429 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5810607-3959-4347-b0d2-2c118099227d req-5a9a51cd-eefc-402c-af7d-d7c3d7c5bb13 tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:06.910032 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c5810607-3959-4347-b0d2-2c118099227d req-5a9a51cd-eefc-402c-af7d-d7c3d7c5bb13 tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0e9a7b5-8e1e-48a3-b4d4-c66b3a9f7fde HTTP/1.1" status: 200 len: 946 time: 0.2997835 Jul 14 09:07:06.942076 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5a839083-4942-4032-9df7-d6b2452da03a req-32c5f7c8-fb18-4947-96de-a3204f51e150 service neutron] 10.222.0.47 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902974 Jul 14 09:07:06.981235 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc723cef-24ca-4355-8235-20bcd72d388a req-17b3ebba-f42e-44e8-a3dd-897758337dd0 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:06.982023 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc723cef-24ca-4355-8235-20bcd72d388a req-17b3ebba-f42e-44e8-a3dd-897758337dd0 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:07.037435 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a51cc-dcd7-41ce-8727-854ef5946281 req-24cf0dfb-1b6e-4aca-9cec-30c4fa4b7708 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:07.049611 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-820a51cc-dcd7-41ce-8727-854ef5946281 req-24cf0dfb-1b6e-4aca-9cec-30c4fa4b7708 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 943 time: 0.2879839 Jul 14 09:07:07.060561 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc723cef-24ca-4355-8235-20bcd72d388a req-17b3ebba-f42e-44e8-a3dd-897758337dd0 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7925289 Jul 14 09:07:07.074799 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-cc723cef-24ca-4355-8235-20bcd72d388a req-9dad4b13-78b1-4fe5-aeb7-a346199b6b62 service neutron] Request body: {'port': {'device_id': 'c2c67164-3ad1-459b-a038-9ce764d24a27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:07.109896 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5a839083-4942-4032-9df7-d6b2452da03a req-3e5ee2d2-ef9a-4c43-99a0-0d923c525dc1 service neutron] 10.222.0.47 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598623 Jul 14 09:07:07.184240 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-820a51cc-dcd7-41ce-8727-854ef5946281 req-6214f138-c910-401c-9511-68f8e5f34a8e tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338480 Jul 14 09:07:07.246885 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ff82b7-c5fa-49a1-b0f9-02cea92e457a x-openstack-request-id: req-f0ff82b7-c5fa-49a1-b0f9-02cea92e457a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:07.247702 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85988b89-3ef7-426a-bd05-52d117f68a20", "tag": "93ba0e59-7428-4296-b21f-3544208df346", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:07.248290 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0ff82b7-c5fa-49a1-b0f9-02cea92e457a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:07.249321 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85988b89-3ef7-426a-bd05-52d117f68a20', 'tag': '93ba0e59-7428-4296-b21f-3544208df346', 'status': 'completed', 'code': 200} Jul 14 09:07:07.288438 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce9be0c-5dd3-4ccb-baa7-9c5e16fbe6ea x-openstack-request-id: req-1ce9be0c-5dd3-4ccb-baa7-9c5e16fbe6ea {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:07.289157 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c8b875-3adc-47bd-8e21-b276aa9c3e98", "name": "network-vif-plugged", "status": "completed", "tag": "cb176423-77ae-4ddf-8109-1d8dfe746e1d", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:07.289157 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ce9be0c-5dd3-4ccb-baa7-9c5e16fbe6ea {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:07.289427 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c8b875-3adc-47bd-8e21-b276aa9c3e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb176423-77ae-4ddf-8109-1d8dfe746e1d', 'code': 200} Jul 14 09:07:07.359201 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc723cef-24ca-4355-8235-20bcd72d388a req-9dad4b13-78b1-4fe5-aeb7-a346199b6b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:07.407711 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-c5810607-3959-4347-b0d2-2c118099227d req-64be3793-de65-4330-91bd-60367846228d tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] Deleting port 8632fb12-6a06-4435-8b9f-47cfd891a98f {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:07:07.408411 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c5810607-3959-4347-b0d2-2c118099227d req-64be3793-de65-4330-91bd-60367846228d tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:07.415711 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906c565-2fc5-45a0-b9dc-902d58917775 req-c5169766-83b0-455a-8626-dfbbd3f134ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:07.417987 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8906c565-2fc5-45a0-b9dc-902d58917775 req-c5169766-83b0-455a-8626-dfbbd3f134ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=338da67ed34f4deb89c1895a0890d123&device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 1095 time: 0.1432610 Jul 14 09:07:07.538792 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906c565-2fc5-45a0-b9dc-902d58917775 req-8c2f9c96-21db-48e3-98cc-caf332faca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:07.546493 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8906c565-2fc5-45a0-b9dc-902d58917775 req-8c2f9c96-21db-48e3-98cc-caf332faca6c service neutron] 10.222.0.47 "GET /v2.0/networks?id=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a HTTP/1.1" status: 200 len: 917 time: 0.1153803 Jul 14 09:07:07.586842 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8906c565-2fc5-45a0-b9dc-902d58917775 req-8ddf70e9-ab9a-40ed-8552-fc690ea3e49f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93ba0e59-7428-4296-b21f-3544208df346 HTTP/1.1" status: 200 len: 217 time: 0.0396039 Jul 14 09:07:07.674399 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906c565-2fc5-45a0-b9dc-902d58917775 req-19d739cc-f400-4da3-9b30-f3ea8542a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:07.678062 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8906c565-2fc5-45a0-b9dc-902d58917775 req-19d739cc-f400-4da3-9b30-f3ea8542a7e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7386d60e-9463-4a78-b78e-76e751bf067a HTTP/1.1" status: 200 len: 856 time: 0.0834968 Jul 14 09:07:07.763386 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906c565-2fc5-45a0-b9dc-902d58917775 req-7b919e4d-b85c-4f32-98ee-50eb2d9ebb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:07.764944 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8906c565-2fc5-45a0-b9dc-902d58917775 req-7b919e4d-b85c-4f32-98ee-50eb2d9ebb26 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0807273 Jul 14 09:07:07.851845 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c6a9c-2c79-4a8f-8750-2d0d955ec014 req-6686d9a0-6dd4-4b5f-9d12-ca9a090805fa tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:07.854215 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-526c6a9c-2c79-4a8f-8750-2d0d955ec014 req-6686d9a0-6dd4-4b5f-9d12-ca9a090805fa tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0e9a7b5-8e1e-48a3-b4d4-c66b3a9f7fde HTTP/1.1" status: 200 len: 946 time: 0.5552242 Jul 14 09:07:07.899823 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8906c565-2fc5-45a0-b9dc-902d58917775 req-091685b1-b1a8-415d-8e1d-47668953e651 service neutron] 10.222.0.47 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265244 Jul 14 09:07:08.002018 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71eb62-39fe-41e4-b798-c6ba192c03d5 req-31555e89-869c-48c5-bbee-e1b2c2a18de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:08.003910 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3e71eb62-39fe-41e4-b798-c6ba192c03d5 req-31555e89-869c-48c5-bbee-e1b2c2a18de8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e2c8b875-3adc-47bd-8e21-b276aa9c3e98 HTTP/1.1" status: 200 len: 1097 time: 0.5880332 Jul 14 09:07:08.025401 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8906c565-2fc5-45a0-b9dc-902d58917775 req-ed370391-a040-46b8-8575-3617a2d5b658 service neutron] 10.222.0.47 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150579 Jul 14 09:07:08.033489 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c5810607-3959-4347-b0d2-2c118099227d req-64be3793-de65-4330-91bd-60367846228d tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] For port 8632fb12-6a06-4435-8b9f-47cfd891a98f, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=8632fb12-6a06-4435-8b9f-47cfd891a98f,segment=NetworkSegment(7f912a57-8d08-4433-9335-c4fa14b2e124),segment_id=7f912a57-8d08-4433-9335-c4fa14b2e124)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:08.033941 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c5810607-3959-4347-b0d2-2c118099227d req-64be3793-de65-4330-91bd-60367846228d tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:08.078547 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d6c8c-e61c-42bf-86c7-6d26eef5b5d8 req-b792938c-d818-4292-8b95-1ec437b2b349 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:08.080066 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-342d6c8c-e61c-42bf-86c7-6d26eef5b5d8 req-b792938c-d818-4292-8b95-1ec437b2b349 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e728c97-262a-4922-b6ae-d612f3113bd6 HTTP/1.1" status: 200 len: 945 time: 0.5519636 Jul 14 09:07:08.086163 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-c5810607-3959-4347-b0d2-2c118099227d req-64be3793-de65-4330-91bd-60367846228d tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] Calling delete_port for 8632fb12-6a06-4435-8b9f-47cfd891a98f owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:07:08.103271 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-526c6a9c-2c79-4a8f-8750-2d0d955ec014 req-a279a7e5-0a9e-4e2f-ade7-bc3d65f72eb4 tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] 10.222.0.25 "GET /v2.0/security-groups?id=878c6441-edc2-4955-987a-978b38e0b843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281854 Jul 14 09:07:08.230919 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3e71eb62-39fe-41e4-b798-c6ba192c03d5 req-2d114ca4-0ac8-4942-abe7-f2c426867275 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127428 Jul 14 09:07:08.368736 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-342d6c8c-e61c-42bf-86c7-6d26eef5b5d8 req-01f5e340-1db0-4313-b34f-efcf724cc51a tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770717 Jul 14 09:07:08.480534 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-cc723cef-24ca-4355-8235-20bcd72d388a req-9dad4b13-78b1-4fe5-aeb7-a346199b6b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c80149c8-6d5c-4a27-b2b9-37b4bd14faac {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:08.502730 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc723cef-24ca-4355-8235-20bcd72d388a req-9dad4b13-78b1-4fe5-aeb7-a346199b6b62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:08.667351 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 93ba0e59-7428-4296-b21f-3544208df346 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:07:08.816424 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 93ba0e59-7428-4296-b21f-3544208df346, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=93ba0e59-7428-4296-b21f-3544208df346,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:08.833908 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '93ba0e59-7428-4296-b21f-3544208df346', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'port_id': '93ba0e59-7428-4296-b21f-3544208df346', 'mac_address': 'fa:16:3e:e1:13:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:07:08.905707 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:08.931636 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93ba0e59-7428-4296-b21f-3544208df346 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:08.970126 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 93ba0e59-7428-4296-b21f-3544208df346, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=93ba0e59-7428-4296-b21f-3544208df346,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:08.977926 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:09.002241 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-cc723cef-24ca-4355-8235-20bcd72d388a req-9dad4b13-78b1-4fe5-aeb7-a346199b6b62 service neutron] Transition to ACTIVE for port object c80149c8-6d5c-4a27-b2b9-37b4bd14faac will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:07:09.015404 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ac09b-b407-4dd2-b039-312696f9e762 req-65ac64a9-2d08-4452-9f41-71ede86aa9a0 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:09.017073 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ce1ac09b-b407-4dd2-b039-312696f9e762 req-65ac64a9-2d08-4452-9f41-71ede86aa9a0 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=864e114c-6614-4793-b41b-e66fe630a8b6 HTTP/1.1" status: 200 len: 946 time: 0.7680850 Jul 14 09:07:09.024757 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc723cef-24ca-4355-8235-20bcd72d388a req-9dad4b13-78b1-4fe5-aeb7-a346199b6b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:09.066744 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=93ba0e59-7428-4296-b21f-3544208df346,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:09.102707 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c5810607-3959-4347-b0d2-2c118099227d req-64be3793-de65-4330-91bd-60367846228d tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:09.161254 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad4b13-78b1-4fe5-aeb7-a346199b6b62 service neutron] Pushing event updated for resources: {'Port': ['ID=c80149c8-6d5c-4a27-b2b9-37b4bd14faac,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:09.193937 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['93ba0e59-7428-4296-b21f-3544208df346'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:09.243094 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ce1ac09b-b407-4dd2-b039-312696f9e762 req-1366282e-9b8b-492f-946e-b7953b78e3eb tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115977 Jul 14 09:07:09.306377 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be3793-de65-4330-91bd-60367846228d tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] Pushing event deleted for resources: {'Port': ['ID=8632fb12-6a06-4435-8b9f-47cfd891a98f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:09.309499 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5810607-3959-4347-b0d2-2c118099227d req-64be3793-de65-4330-91bd-60367846228d tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] No DVR routers for this DVR port 8632fb12-6a06-4435-8b9f-47cfd891a98f on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:07:09.331107 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c5810607-3959-4347-b0d2-2c118099227d req-64be3793-de65-4330-91bd-60367846228d tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:09.334722 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c5810607-3959-4347-b0d2-2c118099227d req-64be3793-de65-4330-91bd-60367846228d tempest-ServerAddressesTestJSON-2126463593 tempest-ServerAddressesTestJSON-2126463593-project] 10.222.0.47 "DELETE /v2.0/ports/8632fb12-6a06-4435-8b9f-47cfd891a98f HTTP/1.1" status: 204 len: 173 time: 2.4161417 Jul 14 09:07:09.336086 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e9a7b5-8e1e-48a3-b4d4-c66b3a9f7fde', 'name': 'network-vif-deleted', 'tag': '8632fb12-6a06-4435-8b9f-47cfd891a98f'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:09.344830 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f8fce0-b5a1-4166-a24e-4e60ffd1e5bd" -d '{"events": [{"server_uuid": "f0e9a7b5-8e1e-48a3-b4d4-c66b3a9f7fde", "name": "network-vif-deleted", "tag": "8632fb12-6a06-4435-8b9f-47cfd891a98f"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:09.364455 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76663147-71d2-4b24-aaa5-0103d746e3c9 req-b9269704-6fcc-4592-b15e-14e8d6401c63 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:09.368016 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-76663147-71d2-4b24-aaa5-0103d746e3c9 req-b9269704-6fcc-4592-b15e-14e8d6401c63 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c67164-3ad1-459b-a038-9ce764d24a27 HTTP/1.1" status: 200 len: 931 time: 0.8123317 Jul 14 09:07:09.479211 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-cc723cef-24ca-4355-8235-20bcd72d388a req-9dad4b13-78b1-4fe5-aeb7-a346199b6b62 service neutron] Attempting to bind port c80149c8-6d5c-4a27-b2b9-37b4bd14faac on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:07:09.479573 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-cc723cef-24ca-4355-8235-20bcd72d388a req-9dad4b13-78b1-4fe5-aeb7-a346199b6b62 service neutron] Attempting to bind port c80149c8-6d5c-4a27-b2b9-37b4bd14faac by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'c0ac771e-4e3b-41cc-b574-0a0f683f27f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e94ce943-c700-4328-a228-ac97a95752e9'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:07:09.480156 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc723cef-24ca-4355-8235-20bcd72d388a req-9dad4b13-78b1-4fe5-aeb7-a346199b6b62 service neutron] Attempting to bind port c80149c8-6d5c-4a27-b2b9-37b4bd14faac on network e94ce943-c700-4328-a228-ac97a95752e9 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:09.497998 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-76663147-71d2-4b24-aaa5-0103d746e3c9 req-8cc63770-9de2-4ea4-a247-757b4516be2e tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168790 Jul 14 09:07:09.507143 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc723cef-24ca-4355-8235-20bcd72d388a req-9dad4b13-78b1-4fe5-aeb7-a346199b6b62 service neutron] Port c80149c8-6d5c-4a27-b2b9-37b4bd14faac on network e94ce943-c700-4328-a228-ac97a95752e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:07:09.507143 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc723cef-24ca-4355-8235-20bcd72d388a req-9dad4b13-78b1-4fe5-aeb7-a346199b6b62 service neutron] Attempting to bind port c80149c8-6d5c-4a27-b2b9-37b4bd14faac on network e94ce943-c700-4328-a228-ac97a95752e9 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:09.524551 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc723cef-24ca-4355-8235-20bcd72d388a req-9dad4b13-78b1-4fe5-aeb7-a346199b6b62 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:07:09.524551 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc723cef-24ca-4355-8235-20bcd72d388a req-9dad4b13-78b1-4fe5-aeb7-a346199b6b62 service neutron] Checking segment: {'id': 'c0ac771e-4e3b-41cc-b574-0a0f683f27f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e94ce943-c700-4328-a228-ac97a95752e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:09.524551 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc723cef-24ca-4355-8235-20bcd72d388a req-9dad4b13-78b1-4fe5-aeb7-a346199b6b62 service neutron] Bound using segment: {'id': 'c0ac771e-4e3b-41cc-b574-0a0f683f27f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e94ce943-c700-4328-a228-ac97a95752e9'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:07:09.524551 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-cc723cef-24ca-4355-8235-20bcd72d388a req-9dad4b13-78b1-4fe5-aeb7-a346199b6b62 service neutron] Bound port: c80149c8-6d5c-4a27-b2b9-37b4bd14faac, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ac771e-4e3b-41cc-b574-0a0f683f27f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e94ce943-c700-4328-a228-ac97a95752e9'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:07:09.524551 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc723cef-24ca-4355-8235-20bcd72d388a req-9dad4b13-78b1-4fe5-aeb7-a346199b6b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:09.549692 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafe9f8-5cdb-4415-b99d-8f4e76b7841d req-6dbbbf6b-b14e-44b5-96f6-0942a3ad5dc2 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:09.551378 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0bafe9f8-5cdb-4415-b99d-8f4e76b7841d req-6dbbbf6b-b14e-44b5-96f6-0942a3ad5dc2 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c8b875-3adc-47bd-8e21-b276aa9c3e98 HTTP/1.1" status: 200 len: 945 time: 0.1565781 Jul 14 09:07:09.650471 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0bafe9f8-5cdb-4415-b99d-8f4e76b7841d req-2edc1fd6-6e54-4b3c-aee0-1547f847e071 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742936 Jul 14 09:07:09.654028 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-cc723cef-24ca-4355-8235-20bcd72d388a req-9dad4b13-78b1-4fe5-aeb7-a346199b6b62 service neutron] For port c80149c8-6d5c-4a27-b2b9-37b4bd14faac, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:07:09.658721 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-cc723cef-24ca-4355-8235-20bcd72d388a req-9dad4b13-78b1-4fe5-aeb7-a346199b6b62 service neutron] For port c80149c8-6d5c-4a27-b2b9-37b4bd14faac, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c80149c8-6d5c-4a27-b2b9-37b4bd14faac,segment=NetworkSegment(c0ac771e-4e3b-41cc-b574-0a0f683f27f8),segment_id=c0ac771e-4e3b-41cc-b574-0a0f683f27f8)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:07:09.666210 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc723cef-24ca-4355-8235-20bcd72d388a req-9dad4b13-78b1-4fe5-aeb7-a346199b6b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:09.716308 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc723cef-24ca-4355-8235-20bcd72d388a req-9dad4b13-78b1-4fe5-aeb7-a346199b6b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:09.717126 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc723cef-24ca-4355-8235-20bcd72d388a req-9dad4b13-78b1-4fe5-aeb7-a346199b6b62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:09.719204 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc723cef-24ca-4355-8235-20bcd72d388a req-9dad4b13-78b1-4fe5-aeb7-a346199b6b62 service neutron] 10.222.0.44 "PUT /v2.0/ports/c80149c8-6d5c-4a27-b2b9-37b4bd14faac HTTP/1.1" status: 200 len: 1092 time: 2.6486752 Jul 14 09:07:09.770001 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad4b13-78b1-4fe5-aeb7-a346199b6b62 service neutron] Pushing event updated for resources: {'Port': ['ID=c80149c8-6d5c-4a27-b2b9-37b4bd14faac,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:09.784812 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:07:09.853591 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc723cef-24ca-4355-8235-20bcd72d388a req-d91b2a88-301a-4266-bddc-7284ef20b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:09.855795 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc723cef-24ca-4355-8235-20bcd72d388a req-d91b2a88-301a-4266-bddc-7284ef20b7a5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=64524658a7b8443aae0566882ef867f5&device_id=c2c67164-3ad1-459b-a038-9ce764d24a27 HTTP/1.1" status: 200 len: 1095 time: 0.0810566 Jul 14 09:07:09.956621 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc723cef-24ca-4355-8235-20bcd72d388a req-aa10ae74-2bc2-4431-a72e-a13d6961fdab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c80149c8-6d5c-4a27-b2b9-37b4bd14faac HTTP/1.1" status: 200 len: 217 time: 0.0903125 Jul 14 09:07:10.056461 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc723cef-24ca-4355-8235-20bcd72d388a req-b4f4dcc2-d015-41c8-ad1d-d4f347891880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:10.058731 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc723cef-24ca-4355-8235-20bcd72d388a req-b4f4dcc2-d015-41c8-ad1d-d4f347891880 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0e4d1e5f-b379-4a81-b280-aa9076cc6047 HTTP/1.1" status: 200 len: 862 time: 0.0763690 Jul 14 09:07:10.111810 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc723cef-24ca-4355-8235-20bcd72d388a req-c2387f23-8e31-430e-a75f-54aea723dd75 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e94ce943-c700-4328-a228-ac97a95752e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447850 Jul 14 09:07:10.124594 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2a129-9e8c-432b-8641-263474f7b73d req-894a3a57-f739-4477-a0ea-30bca68c911b tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:10.126316 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7ea2a129-9e8c-432b-8641-263474f7b73d req-894a3a57-f739-4477-a0ea-30bca68c911b tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 944 time: 0.2620523 Jul 14 09:07:10.136541 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f1869-2fae-447a-8867-e881619971bf req-59351386-8069-4dac-9185-64f06abbf05e tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:10.136541 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-335f1869-2fae-447a-8867-e881619971bf req-59351386-8069-4dac-9185-64f06abbf05e tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6e728c97-262a-4922-b6ae-d612f3113bd6 HTTP/1.1" status: 200 len: 1097 time: 0.2551205 Jul 14 09:07:10.296982 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:10.330202 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7ea2a129-9e8c-432b-8641-263474f7b73d req-605d6196-0670-4e62-9ec3-53e8bfd5609f tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751029 Jul 14 09:07:10.336398 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-335f1869-2fae-447a-8867-e881619971bf req-c35ff801-92d3-47e3-ac93-224072ef1fcf tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823940 Jul 14 09:07:10.364599 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc723cef-24ca-4355-8235-20bcd72d388a req-c83781f9-6044-4155-9f08-483c3dc8c071 service neutron] 10.222.0.44 "GET /v2.0/networks/e94ce943-c700-4328-a228-ac97a95752e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292061 Jul 14 09:07:10.503756 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc723cef-24ca-4355-8235-20bcd72d388a req-3430fc27-b8ac-46b5-ace7-2a55539fad60 service neutron] 10.222.0.44 "GET /v2.0/networks/e94ce943-c700-4328-a228-ac97a95752e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325920 Jul 14 09:07:10.553865 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35608) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:10.621807 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef99fc0-ebb2-4e12-b4e9-e6c89fde3986 admin admin] Deleting subnet 9b38cb6e-9478-414e-80c8-b7d1b1b49d46 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:07:10.625632 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ef99fc0-ebb2-4e12-b4e9-e6c89fde3986 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:10.657019 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494f29b2-b28c-4cd1-8311-e99160ec6ffc x-openstack-request-id: req-494f29b2-b28c-4cd1-8311-e99160ec6ffc {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:10.657489 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e9a7b5-8e1e-48a3-b4d4-c66b3a9f7fde", "name": "network-vif-deleted", "tag": "8632fb12-6a06-4435-8b9f-47cfd891a98f", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:10.657898 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-494f29b2-b28c-4cd1-8311-e99160ec6ffc {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:10.658534 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e9a7b5-8e1e-48a3-b4d4-c66b3a9f7fde', 'name': 'network-vif-deleted', 'tag': '8632fb12-6a06-4435-8b9f-47cfd891a98f', 'status': 'completed', 'code': 200} Jul 14 09:07:10.668148 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 93ba0e59-7428-4296-b21f-3544208df346 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:07:10.685626 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ef99fc0-ebb2-4e12-b4e9-e6c89fde3986 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:10.744267 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ef99fc0-ebb2-4e12-b4e9-e6c89fde3986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:10.757156 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 93ba0e59-7428-4296-b21f-3544208df346 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:07:10.771904 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 93ba0e59-7428-4296-b21f-3544208df346 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:10.772945 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:10.845469 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ef99fc0-ebb2-4e12-b4e9-e6c89fde3986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:10.875191 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef99fc0-ebb2-4e12-b4e9-e6c89fde3986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b38cb6e-9478-414e-80c8-b7d1b1b49d46,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:10.885673 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ef99fc0-ebb2-4e12-b4e9-e6c89fde3986 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:10.885673 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7ef99fc0-ebb2-4e12-b4e9-e6c89fde3986 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9b38cb6e-9478-414e-80c8-b7d1b1b49d46 HTTP/1.1" status: 204 len: 168 time: 0.3294222 Jul 14 09:07:10.888807 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35618) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:10.926071 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:10.963358 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85988b89-3ef7-426a-bd05-52d117f68a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ba0e59-7428-4296-b21f-3544208df346'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:10.966721 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d413c8-8727-4f01-8cf4-17b2c201e6b4" -d '{"events": [{"server_uuid": "85988b89-3ef7-426a-bd05-52d117f68a20", "name": "network-vif-plugged", "status": "completed", "tag": "93ba0e59-7428-4296-b21f-3544208df346"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:10.996178 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 93ba0e59-7428-4296-b21f-3544208df346, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=93ba0e59-7428-4296-b21f-3544208df346,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:11.009894 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:11.011148 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 8632fb12-6a06-4435-8b9f-47cfd891a98f no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:07:11.057413 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcb26da8-7efa-4384-9480-839ba7012e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:11.126749 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b70c7-6afd-4132-9a9e-00fad04c0082 req-a57aef73-6a3c-4863-9292-d9ff3799df9f tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:11.129535 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6f8b70c7-6afd-4132-9a9e-00fad04c0082 req-a57aef73-6a3c-4863-9292-d9ff3799df9f tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6e728c97-262a-4922-b6ae-d612f3113bd6 HTTP/1.1" status: 200 len: 1097 time: 0.1487820 Jul 14 09:07:11.160422 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcb26da8-7efa-4384-9480-839ba7012e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:11.174173 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-bcb26da8-7efa-4384-9480-839ba7012e26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dfc2f14-75ce-4799-b517-ad8353c85ef3']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:11.188114 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-bcb26da8-7efa-4384-9480-839ba7012e26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f912a57-8d08-4433-9335-c4fa14b2e124') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:11.188407 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-bcb26da8-7efa-4384-9480-839ba7012e26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f912a57-8d08-4433-9335-c4fa14b2e124') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:11.189824 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e0440-ebbb-4fde-a91b-ffd83256c0c0 req-49b02dca-f5e3-41c5-bd65-223a9cdd0c32 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:11.191410 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e39e0440-ebbb-4fde-a91b-ffd83256c0c0 req-49b02dca-f5e3-41c5-bd65-223a9cdd0c32 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c67164-3ad1-459b-a038-9ce764d24a27 HTTP/1.1" status: 200 len: 943 time: 0.1509519 Jul 14 09:07:11.200699 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcb26da8-7efa-4384-9480-839ba7012e26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:11.209183 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6f8b70c7-6afd-4132-9a9e-00fad04c0082 req-59d15511-f96c-4e5b-b2ab-c166580b1b69 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641041 Jul 14 09:07:11.226301 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 8632fb12-6a06-4435-8b9f-47cfd891a98f {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:07:11.226802 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 8632fb12-6a06-4435-8b9f-47cfd891a98f not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:07:11.229294 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcb26da8-7efa-4384-9480-839ba7012e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:11.239967 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb26da8-7efa-4384-9480-839ba7012e26 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:07:11.241739 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcb26da8-7efa-4384-9480-839ba7012e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:07:11.245049 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:07:11.247461 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e39e0440-ebbb-4fde-a91b-ffd83256c0c0 req-f9863540-2167-4e8e-87e9-b67dee58a0b2 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444174 Jul 14 09:07:11.268804 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=93ba0e59-7428-4296-b21f-3544208df346,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:11.333131 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcb26da8-7efa-4384-9480-839ba7012e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:11.342541 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcb26da8-7efa-4384-9480-839ba7012e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:11.348287 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bcb26da8-7efa-4384-9480-839ba7012e26 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2dfc2f14-75ce-4799-b517-ad8353c85ef3 HTTP/1.1" status: 204 len: 168 time: 0.4575469 Jul 14 09:07:11.376997 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb26da8-7efa-4384-9480-839ba7012e26 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dfc2f14-75ce-4799-b517-ad8353c85ef3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:11.399325 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb26da8-7efa-4384-9480-839ba7012e26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:11.400393 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb26da8-7efa-4384-9480-839ba7012e26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:11.401307 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb26da8-7efa-4384-9480-839ba7012e26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:11.401779 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb26da8-7efa-4384-9480-839ba7012e26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:11.402482 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb26da8-7efa-4384-9480-839ba7012e26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:11.403120 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb26da8-7efa-4384-9480-839ba7012e26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:11.404076 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb26da8-7efa-4384-9480-839ba7012e26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:11.405981 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb26da8-7efa-4384-9480-839ba7012e26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:11.406873 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb26da8-7efa-4384-9480-839ba7012e26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:11.407419 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb26da8-7efa-4384-9480-839ba7012e26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:11.408570 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb26da8-7efa-4384-9480-839ba7012e26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:11.409362 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb26da8-7efa-4384-9480-839ba7012e26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:11.594565 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35632) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:11.667806 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-655ced9a-c523-43aa-a8ac-dce3468d1845 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06a9bb5cd9114604a8dea07c16260dce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0713983 Jul 14 09:07:11.671830 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35634) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:11.696313 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc75d4-cf8b-4573-814d-6f516fc91f76 req-036f6352-ac82-4b82-9972-de05d6666e86 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:11.699070 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-22bc75d4-cf8b-4573-814d-6f516fc91f76 req-036f6352-ac82-4b82-9972-de05d6666e86 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=864e114c-6614-4793-b41b-e66fe630a8b6 HTTP/1.1" status: 200 len: 946 time: 0.1221879 Jul 14 09:07:11.759214 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-22bc75d4-cf8b-4573-814d-6f516fc91f76 req-0280b25b-5113-4a4a-906c-f043b9bc89fb tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535345 Jul 14 09:07:11.773764 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de0ed901-baff-4a69-a7a5-d8b518e90864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:11.828237 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de0ed901-baff-4a69-a7a5-d8b518e90864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:11.835676 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4769d36-ba20-4ff8-9634-55029059959b x-openstack-request-id: req-f4769d36-ba20-4ff8-9634-55029059959b {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:11.836478 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85988b89-3ef7-426a-bd05-52d117f68a20", "name": "network-vif-plugged", "status": "completed", "tag": "93ba0e59-7428-4296-b21f-3544208df346", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:11.836478 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4769d36-ba20-4ff8-9634-55029059959b {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:11.836821 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85988b89-3ef7-426a-bd05-52d117f68a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ba0e59-7428-4296-b21f-3544208df346', 'code': 200} Jul 14 09:07:11.920584 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de0ed901-baff-4a69-a7a5-d8b518e90864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:11.929825 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de0ed901-baff-4a69-a7a5-d8b518e90864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:11.936227 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-de0ed901-baff-4a69-a7a5-d8b518e90864 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/878c6441-edc2-4955-987a-978b38e0b843 HTTP/1.1" status: 204 len: 168 time: 0.2622292 Jul 14 09:07:11.937746 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:11.953695 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ed901-baff-4a69-a7a5-d8b518e90864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878c6441-edc2-4955-987a-978b38e0b843,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:12.051733 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296dd88-6c64-4ad6-9116-fe27015ca1db req-d6621f7a-11fa-447e-9e28-6ea967b7c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:12.053701 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3296dd88-6c64-4ad6-9116-fe27015ca1db req-d6621f7a-11fa-447e-9e28-6ea967b7c4b5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 1097 time: 0.1135323 Jul 14 09:07:12.142266 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3296dd88-6c64-4ad6-9116-fe27015ca1db req-1e9e32ac-034c-4e02-bd85-38544cc7b551 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781057 Jul 14 09:07:12.166686 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d396ebe-3bc6-4ab3-8c8b-033d092a785b req-4c267ff6-7f0a-4b91-b844-8a4eca46dfbb tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:12.169612 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2d396ebe-3bc6-4ab3-8c8b-033d092a785b req-4c267ff6-7f0a-4b91-b844-8a4eca46dfbb tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 945 time: 0.1221750 Jul 14 09:07:12.241690 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2d396ebe-3bc6-4ab3-8c8b-033d092a785b req-ac358198-8295-4855-b2c8-dc7eebc4ec9c tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599103 Jul 14 09:07:12.465347 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa7166-7c0a-42ca-8210-4472ff8adf6e req-c8473e74-59fe-4e84-937d-4788f2f63cb6 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:12.468556 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7fa7166-7c0a-42ca-8210-4472ff8adf6e req-c8473e74-59fe-4e84-937d-4788f2f63cb6 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.44 "GET /v2.0/ports?device_id=864e114c-6614-4793-b41b-e66fe630a8b6 HTTP/1.1" status: 200 len: 946 time: 0.2055881 Jul 14 09:07:12.660229 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c67164-3ad1-459b-a038-9ce764d24a27', 'tag': 'c80149c8-6d5c-4a27-b2b9-37b4bd14faac'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:12.663532 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd9c4bd-f940-402d-bc02-46a7b64d6a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c67164-3ad1-459b-a038-9ce764d24a27", "tag": "c80149c8-6d5c-4a27-b2b9-37b4bd14faac"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:12.683586 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b5a3d-f307-4f89-8899-c64c1b1402e4 req-1dd598e0-9209-41b2-a618-59cb6c158219 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:12.685506 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d86b5a3d-f307-4f89-8899-c64c1b1402e4 req-1dd598e0-9209-41b2-a618-59cb6c158219 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c67164-3ad1-459b-a038-9ce764d24a27 HTTP/1.1" status: 200 len: 943 time: 0.1397877 Jul 14 09:07:12.701250 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-f7fa7166-7c0a-42ca-8210-4472ff8adf6e req-39d7b7c3-55a4-42fb-ab16-29afb36bd821 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Deleting port ee38f792-cb02-4003-be79-b928116dfaf6 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:07:12.701618 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f7fa7166-7c0a-42ca-8210-4472ff8adf6e req-39d7b7c3-55a4-42fb-ab16-29afb36bd821 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:12.851814 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d86b5a3d-f307-4f89-8899-c64c1b1402e4 req-97ef4342-a894-4864-a1c5-019faf7d6892 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517406 Jul 14 09:07:12.941493 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c80149c8-6d5c-4a27-b2b9-37b4bd14faac details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:07:12.950634 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-f7fa7166-7c0a-42ca-8210-4472ff8adf6e req-39d7b7c3-55a4-42fb-ab16-29afb36bd821 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] For port ee38f792-cb02-4003-be79-b928116dfaf6, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ee38f792-cb02-4003-be79-b928116dfaf6,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:12.952395 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f7fa7166-7c0a-42ca-8210-4472ff8adf6e req-39d7b7c3-55a4-42fb-ab16-29afb36bd821 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:12.991166 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-f7fa7166-7c0a-42ca-8210-4472ff8adf6e req-39d7b7c3-55a4-42fb-ab16-29afb36bd821 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Calling delete_port for ee38f792-cb02-4003-be79-b928116dfaf6 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:07:13.230434 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce620ea-08b2-4d8a-9a44-6d4d7980a835 x-openstack-request-id: req-fce620ea-08b2-4d8a-9a44-6d4d7980a835 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:13.231343 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c67164-3ad1-459b-a038-9ce764d24a27", "tag": "c80149c8-6d5c-4a27-b2b9-37b4bd14faac", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:13.231343 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fce620ea-08b2-4d8a-9a44-6d4d7980a835 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:13.232048 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c67164-3ad1-459b-a038-9ce764d24a27', 'tag': 'c80149c8-6d5c-4a27-b2b9-37b4bd14faac', 'status': 'completed', 'code': 200} Jul 14 09:07:13.311524 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c80149c8-6d5c-4a27-b2b9-37b4bd14faac, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c80149c8-6d5c-4a27-b2b9-37b4bd14faac,segment=NetworkSegment(c0ac771e-4e3b-41cc-b574-0a0f683f27f8),segment_id=c0ac771e-4e3b-41cc-b574-0a0f683f27f8)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:13.361580 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'c80149c8-6d5c-4a27-b2b9-37b4bd14faac', 'network_id': 'e94ce943-c700-4328-a228-ac97a95752e9', 'port_id': 'c80149c8-6d5c-4a27-b2b9-37b4bd14faac', 'mac_address': 'fa:16:3e:66:c5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4d1e5f-b379-4a81-b280-aa9076cc6047', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:07:13.414463 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9c4bd-f940-402d-bc02-46a7b64d6a1d req-c6fb134f-10ce-4c63-88b4-240d7084a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:13.422314 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dfd9c4bd-f940-402d-bc02-46a7b64d6a1d req-c6fb134f-10ce-4c63-88b4-240d7084a7c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=64524658a7b8443aae0566882ef867f5&device_id=c2c67164-3ad1-459b-a038-9ce764d24a27 HTTP/1.1" status: 200 len: 1095 time: 0.1868093 Jul 14 09:07:13.483543 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa52051-ff87-4c20-ad42-5a81c5055736 req-bd513a80-6228-4b80-a9d5-9c1ef5e5b564 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:13.485721 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5aa52051-ff87-4c20-ad42-5a81c5055736 req-bd513a80-6228-4b80-a9d5-9c1ef5e5b564 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6e728c97-262a-4922-b6ae-d612f3113bd6 HTTP/1.1" status: 200 len: 1097 time: 0.3012826 Jul 14 09:07:13.492219 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f7fa7166-7c0a-42ca-8210-4472ff8adf6e req-39d7b7c3-55a4-42fb-ab16-29afb36bd821 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:13.532974 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['71d96ee1-5098-4ee3-84d1-e37bcfed3233', 'ee38f792-cb02-4003-be79-b928116dfaf6'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:13.627894 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35688) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:13.656059 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:13.686777 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c80149c8-6d5c-4a27-b2b9-37b4bd14faac {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:13.735658 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35692) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:13.746304 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c80149c8-6d5c-4a27-b2b9-37b4bd14faac, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c80149c8-6d5c-4a27-b2b9-37b4bd14faac,segment=NetworkSegment(c0ac771e-4e3b-41cc-b574-0a0f683f27f8),segment_id=c0ac771e-4e3b-41cc-b574-0a0f683f27f8)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:13.758132 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:13.775338 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7b7c3-55a4-42fb-ab16-29afb36bd821 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Pushing event deleted for resources: {'Port': ['ID=ee38f792-cb02-4003-be79-b928116dfaf6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:13.806034 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9c4bd-f940-402d-bc02-46a7b64d6a1d req-53dc2724-528c-48a0-b8a4-2e23824fb386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:13.807581 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dfd9c4bd-f940-402d-bc02-46a7b64d6a1d req-53dc2724-528c-48a0-b8a4-2e23824fb386 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e94ce943-c700-4328-a228-ac97a95752e9 HTTP/1.1" status: 200 len: 922 time: 0.3787403 Jul 14 09:07:13.833821 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fa7166-7c0a-42ca-8210-4472ff8adf6e req-39d7b7c3-55a4-42fb-ab16-29afb36bd821 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] No DVR routers for this DVR port ee38f792-cb02-4003-be79-b928116dfaf6 on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:07:13.852432 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-accd2032-9909-46b5-a7aa-b3ef4c0c234d req-c985a694-f725-4bdd-8ca9-c9fc1281b7d2 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=864e114c-6614-4793-b41b-e66fe630a8b6 HTTP/1.1" status: 200 len: 210 time: 0.1693151 Jul 14 09:07:13.858412 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f7fa7166-7c0a-42ca-8210-4472ff8adf6e req-39d7b7c3-55a4-42fb-ab16-29afb36bd821 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:13.861694 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7fa7166-7c0a-42ca-8210-4472ff8adf6e req-39d7b7c3-55a4-42fb-ab16-29afb36bd821 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.44 "DELETE /v2.0/ports/ee38f792-cb02-4003-be79-b928116dfaf6 HTTP/1.1" status: 204 len: 173 time: 1.3866551 Jul 14 09:07:13.874015 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5aa52051-ff87-4c20-ad42-5a81c5055736 req-c4c43dc8-ca13-4173-ae7c-b1adb4c9133b tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768449 Jul 14 09:07:13.914086 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dfd9c4bd-f940-402d-bc02-46a7b64d6a1d req-f8b26415-7c18-4732-9d86-671687277935 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c80149c8-6d5c-4a27-b2b9-37b4bd14faac HTTP/1.1" status: 200 len: 217 time: 0.0969961 Jul 14 09:07:14.017171 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9c4bd-f940-402d-bc02-46a7b64d6a1d req-a911d568-254f-4269-95dc-96b95431f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:14.020011 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dfd9c4bd-f940-402d-bc02-46a7b64d6a1d req-a911d568-254f-4269-95dc-96b95431f0ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0e4d1e5f-b379-4a81-b280-aa9076cc6047 HTTP/1.1" status: 200 len: 862 time: 0.0946529 Jul 14 09:07:14.077968 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dfd9c4bd-f940-402d-bc02-46a7b64d6a1d req-4b317871-5b2c-4fc3-be51-a6d5e0bd8b16 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e94ce943-c700-4328-a228-ac97a95752e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451550 Jul 14 09:07:14.101679 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-93fa917f-b295-4731-8a40-4d2c127c38a8 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-421579943-network', 'tenant_id': 'ce08a808d81c4b6b850da31e14b0a4c6'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:14.103983 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=c80149c8-6d5c-4a27-b2b9-37b4bd14faac,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:14.127575 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85e8aac4-47a6-4325-a32a-73263ca71097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:14.149761 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fa917f-b295-4731-8a40-4d2c127c38a8 admin admin] Made reservation on behalf of ce08a808d81c4b6b850da31e14b0a4c6 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:07:14.154174 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93fa917f-b295-4731-8a40-4d2c127c38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:14.183521 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93fa917f-b295-4731-8a40-4d2c127c38a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:14.211155 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['c80149c8-6d5c-4a27-b2b9-37b4bd14faac'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:14.419105 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dfd9c4bd-f940-402d-bc02-46a7b64d6a1d req-8842a481-4987-432c-8160-c1e5083c340d service neutron] 10.222.0.44 "GET /v2.0/networks/e94ce943-c700-4328-a228-ac97a95752e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745771 Jul 14 09:07:14.450217 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e306f8d-acfe-45e2-ac0e-10a2d62bdf22 req-ba0b01b0-89a8-4b1f-9e7a-7eb49e1d28d8 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:14.452169 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0e306f8d-acfe-45e2-ac0e-10a2d62bdf22 req-ba0b01b0-89a8-4b1f-9e7a-7eb49e1d28d8 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c67164-3ad1-459b-a038-9ce764d24a27 HTTP/1.1" status: 200 len: 944 time: 0.2650542 Jul 14 09:07:14.486934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9fd31-e263-4c41-bf50-ddee70c085df req-6a724ff0-0ee8-41b8-8611-c6cf779499a7 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:14.488852 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01e9fd31-e263-4c41-bf50-ddee70c085df req-6a724ff0-0ee8-41b8-8611-c6cf779499a7 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 945 time: 0.1905973 Jul 14 09:07:14.549777 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85e8aac4-47a6-4325-a32a-73263ca71097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:14.558256 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85e8aac4-47a6-4325-a32a-73263ca71097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:14.568833 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0e306f8d-acfe-45e2-ac0e-10a2d62bdf22 req-95424f8f-f4ca-4398-91ff-ab29ac30ef40 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018109 Jul 14 09:07:14.596743 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01e9fd31-e263-4c41-bf50-ddee70c085df req-93cdcd99-a090-4217-bc14-debb64cf7d38 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937946 Jul 14 09:07:14.705893 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-85e8aac4-47a6-4325-a32a-73263ca71097 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74b499f95ad74c9eac7096910c4a44c9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0738099 Jul 14 09:07:14.706289 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35706) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:14.744931 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8aac4-47a6-4325-a32a-73263ca71097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a1dcbb-ea14-47ce-9f40-bcce2d52a81b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:14.762491 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dfd9c4bd-f940-402d-bc02-46a7b64d6a1d req-c544c104-a21c-4a7a-89e0-449ec806a4dc service neutron] 10.222.0.44 "GET /v2.0/networks/e94ce943-c700-4328-a228-ac97a95752e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350873 Jul 14 09:07:14.855566 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6b94fa7-5d55-490b-80ad-11cdb5472ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:14.863240 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93fa917f-b295-4731-8a40-4d2c127c38a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:14.870363 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93fa917f-b295-4731-8a40-4d2c127c38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:14.904652 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93fa917f-b295-4731-8a40-4d2c127c38a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:07:14.936512 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6b94fa7-5d55-490b-80ad-11cdb5472ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:14.956228 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device ee38f792-cb02-4003-be79-b928116dfaf6 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:07:14.968196 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93fa917f-b295-4731-8a40-4d2c127c38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:14.973446 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-93fa917f-b295-4731-8a40-4d2c127c38a8 admin admin] Added segment 8c7af8e7-19f3-4ec0-adf4-65d91ab45094 of type vlan for network 0039055d-1691-4281-921f-5917d3cc21ce Jul 14 09:07:15.009241 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: ee38f792-cb02-4003-be79-b928116dfaf6 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:07:15.020327 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device ee38f792-cb02-4003-be79-b928116dfaf6 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:07:15.046107 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa917f-b295-4731-8a40-4d2c127c38a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da715096-028f-4516-976b-526fbdf80070,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:15.100790 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93fa917f-b295-4731-8a40-4d2c127c38a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:15.176726 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6b94fa7-5d55-490b-80ad-11cdb5472ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:15.180191 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6b94fa7-5d55-490b-80ad-11cdb5472ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:15.185471 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d6b94fa7-5d55-490b-80ad-11cdb5472ce1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a3a1dcbb-ea14-47ce-9f40-bcce2d52a81b HTTP/1.1" status: 204 len: 168 time: 0.4740624 Jul 14 09:07:15.193598 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b94fa7-5d55-490b-80ad-11cdb5472ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a1dcbb-ea14-47ce-9f40-bcce2d52a81b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:15.195690 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93fa917f-b295-4731-8a40-4d2c127c38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:15.197305 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fa917f-b295-4731-8a40-4d2c127c38a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:15.198079 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93fa917f-b295-4731-8a40-4d2c127c38a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:15.234624 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7ba0c-3a9e-4016-9c3c-abf010ffe6de req-38582109-85ff-4b2b-a6e1-533c7c30b58f tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:15.237521 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26d7ba0c-3a9e-4016-9c3c-abf010ffe6de req-38582109-85ff-4b2b-a6e1-533c7c30b58f tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 945 time: 0.2493393 Jul 14 09:07:15.238097 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864e114c-6614-4793-b41b-e66fe630a8b6', 'name': 'network-vif-deleted', 'tag': 'ee38f792-cb02-4003-be79-b928116dfaf6'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:15.248558 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35712) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:15.254090 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c2a8e4-81be-41e6-aae3-34e02324b06f" -d '{"events": [{"server_uuid": "864e114c-6614-4793-b41b-e66fe630a8b6", "name": "network-vif-deleted", "tag": "ee38f792-cb02-4003-be79-b928116dfaf6"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:15.271798 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-8f15c9c2-f2b0-4a23-9c66-a18e7b6c7cad tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Request body: {'floatingip': {'port_id': '93ba0e59-7428-4296-b21f-3544208df346'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:15.368725 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f15c9c2-f2b0-4a23-9c66-a18e7b6c7cad tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for floatingip, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:15.416866 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa917f-b295-4731-8a40-4d2c127c38a8 admin admin] Pushing event updated for resources: {'Network': ['ID=0039055d-1691-4281-921f-5917d3cc21ce,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:15.445051 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 0039055d-1691-4281-921f-5917d3cc21ce details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:07:15.471602 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35728) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:15.474988 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-93fa917f-b295-4731-8a40-4d2c127c38a8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7374554 Jul 14 09:07:15.479029 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-eccf9d26-8e04-4f06-a091-3947ded6d479 admin admin] Request body: {'subnet': {'network_id': '0039055d-1691-4281-921f-5917d3cc21ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-421579943-subnet', 'tenant_id': 'ce08a808d81c4b6b850da31e14b0a4c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:15.507828 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d785b9-322f-4147-9de7-7569cfd28942 x-openstack-request-id: req-64d785b9-322f-4147-9de7-7569cfd28942 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:15.508989 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864e114c-6614-4793-b41b-e66fe630a8b6", "name": "network-vif-deleted", "tag": "ee38f792-cb02-4003-be79-b928116dfaf6", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:15.509560 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64d785b9-322f-4147-9de7-7569cfd28942 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:15.511933 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864e114c-6614-4793-b41b-e66fe630a8b6', 'name': 'network-vif-deleted', 'tag': 'ee38f792-cb02-4003-be79-b928116dfaf6', 'status': 'completed', 'code': 200} Jul 14 09:07:15.551714 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccf9d26-8e04-4f06-a091-3947ded6d479 admin admin] Made reservation on behalf of ce08a808d81c4b6b850da31e14b0a4c6 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:07:15.557184 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eccf9d26-8e04-4f06-a091-3947ded6d479 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:16.056130 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eccf9d26-8e04-4f06-a091-3947ded6d479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:16.163826 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35746) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:16.199291 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf9d26-8e04-4f06-a091-3947ded6d479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52f43e9a-3b9a-42a3-95db-bdfd757ec1b7,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:16.202418 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3ae8f1a-e519-4786-bee7-e46f9ccdcef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:16.223291 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff247366-ba07-496c-95f1-9226bf95d0f4 req-09fa1793-1fa1-4d99-82df-46e702209d24 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:16.231704 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ff247366-ba07-496c-95f1-9226bf95d0f4 req-09fa1793-1fa1-4d99-82df-46e702209d24 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c67164-3ad1-459b-a038-9ce764d24a27 HTTP/1.1" status: 200 len: 944 time: 0.2895575 Jul 14 09:07:16.306302 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccf9d26-8e04-4f06-a091-3947ded6d479 admin admin] Checking segment: {'id': '8c7af8e7-19f3-4ec0-adf4-65d91ab45094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0039055d-1691-4281-921f-5917d3cc21ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:16.306709 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccf9d26-8e04-4f06-a091-3947ded6d479 admin admin] Network hostable DHCP agents. Network: 0039055d-1691-4281-921f-5917d3cc21ce, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:07:16.371660 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ff247366-ba07-496c-95f1-9226bf95d0f4 req-a08acafc-dbb5-46bb-bb7c-c4b12e9174fd tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388080 Jul 14 09:07:16.423556 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f15c9c2-f2b0-4a23-9c66-a18e7b6c7cad tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:16.433494 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f15c9c2-f2b0-4a23-9c66-a18e7b6c7cad tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:16.497003 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccf9d26-8e04-4f06-a091-3947ded6d479 admin admin] Network 0039055d-1691-4281-921f-5917d3cc21ce is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:07:16.586605 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-eccf9d26-8e04-4f06-a091-3947ded6d479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 0039055d-1691-4281-921f-5917d3cc21ce) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:07:16.607516 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75b3836-ec0f-4bff-b3b4-9b176e2ca159 None None] Network 0039055d-1691-4281-921f-5917d3cc21ce requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:07:16.683435 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-8f15c9c2-f2b0-4a23-9c66-a18e7b6c7cad tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Floating IP 876cc5c5-33b4-4364-8c42-52d173df0389 associated. External IP: 172.25.6.171, port: 93ba0e59-7428-4296-b21f-3544208df346. Jul 14 09:07:16.696880 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccf9d26-8e04-4f06-a091-3947ded6d479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:16.697811 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eccf9d26-8e04-4f06-a091-3947ded6d479 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:16.737969 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3ae8f1a-e519-4786-bee7-e46f9ccdcef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:16.785118 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3ae8f1a-e519-4786-bee7-e46f9ccdcef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:16.859699 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-eccf9d26-8e04-4f06-a091-3947ded6d479 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3854549 Jul 14 09:07:16.875762 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-b88b52f1-4a4b-4dd6-b46c-02152f458e1d tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:16.884571 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-b88b52f1-4a4b-4dd6-b46c-02152f458e1d tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/networks?id=aa282a42-14ce-40bf-98d2-0aa5342653ef HTTP/1.1" status: 200 len: 805 time: 0.2874496 Jul 14 09:07:16.891817 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b3ae8f1a-e519-4786-bee7-e46f9ccdcef9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=41decdad13704ae387dadf05ca5a594f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7220967 Jul 14 09:07:16.903112 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35764) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:16.950740 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-82feaa3a-3985-485b-b9af-4381f53cff3c tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/quotas/2a65871ef77a4e449769120ad4b0a96b HTTP/1.1" status: 200 len: 375 time: 0.0645742 Jul 14 09:07:16.998141 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c80149c8-6d5c-4a27-b2b9-37b4bd14faac up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:07:17.028281 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae8f1a-e519-4786-bee7-e46f9ccdcef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c03cea-f179-4aa3-be86-1a2e142b813b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:17.049421 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f9d872-784b-4347-9615-6fd065b39a71 None None] Network 0039055d-1691-4281-921f-5917d3cc21ce requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:07:17.150052 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port c80149c8-6d5c-4a27-b2b9-37b4bd14faac completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:07:17.160141 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port c80149c8-6d5c-4a27-b2b9-37b4bd14faac triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:17.160730 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:17.282098 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8925a18a-3921-409c-9c2b-13705caee457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:17.360829 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-9916d50f-189a-48b4-9085-21e2c8e73e18 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a65871ef77a4e449769120ad4b0a96b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4050562 Jul 14 09:07:17.422971 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:17.424083 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-bb091b29-da9c-4ab4-9c32-4fbcea305e7a tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:07:17.426245 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-bb091b29-da9c-4ab4-9c32-4fbcea305e7a tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126371 Jul 14 09:07:17.456803 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-18062e57-4083-4c4b-ae75-d914f267bdd3 service neutron] Request body: {'binding': {'host': 'n-h1-771362-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:17.457898 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-18062e57-4083-4c4b-ae75-d914f267bdd3 service neutron] Unknown quota resources ['binding']. {{(pid=93772) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:07:17.467124 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c67164-3ad1-459b-a038-9ce764d24a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80149c8-6d5c-4a27-b2b9-37b4bd14faac'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:17.471856 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6dd5fc-1600-4126-8084-07686a944b85" -d '{"events": [{"server_uuid": "c2c67164-3ad1-459b-a038-9ce764d24a27", "name": "network-vif-plugged", "status": "completed", "tag": "c80149c8-6d5c-4a27-b2b9-37b4bd14faac"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:17.478741 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8925a18a-3921-409c-9c2b-13705caee457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:17.500407 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c80149c8-6d5c-4a27-b2b9-37b4bd14faac, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c80149c8-6d5c-4a27-b2b9-37b4bd14faac,segment=NetworkSegment(c0ac771e-4e3b-41cc-b574-0a0f683f27f8),segment_id=c0ac771e-4e3b-41cc-b574-0a0f683f27f8)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:17.508180 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:17.569966 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8925a18a-3921-409c-9c2b-13705caee457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:17.572981 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8925a18a-3921-409c-9c2b-13705caee457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:17.577888 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8925a18a-3921-409c-9c2b-13705caee457 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/61c03cea-f179-4aa3-be86-1a2e142b813b HTTP/1.1" status: 204 len: 168 time: 0.6701474 Jul 14 09:07:17.603104 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8925a18a-3921-409c-9c2b-13705caee457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c03cea-f179-4aa3-be86-1a2e142b813b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:17.618655 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=c80149c8-6d5c-4a27-b2b9-37b4bd14faac,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:17.679158 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-3a33c93c-d968-4db8-9a1a-3ef6c1b09272 service neutron] 10.222.0.25 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146589 Jul 14 09:07:17.803341 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-18062e57-4083-4c4b-ae75-d914f267bdd3 service neutron] Attempting to bind port 016c9df5-7105-4bba-b663-ebb1526daf88 on host n-h1-771362-35 for vnic_type normal with profile None {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:07:17.803971 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-18062e57-4083-4c4b-ae75-d914f267bdd3 service neutron] Attempting to bind port 016c9df5-7105-4bba-b663-ebb1526daf88 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:07:17.804473 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-18062e57-4083-4c4b-ae75-d914f267bdd3 service neutron] Attempting to bind port 016c9df5-7105-4bba-b663-ebb1526daf88 on network 6f33b460-d2d2-4c56-9516-34520289d045 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:17.824266 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-18062e57-4083-4c4b-ae75-d914f267bdd3 service neutron] Port 016c9df5-7105-4bba-b663-ebb1526daf88 on network 6f33b460-d2d2-4c56-9516-34520289d045 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:07:17.824710 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-18062e57-4083-4c4b-ae75-d914f267bdd3 service neutron] Attempting to bind port 016c9df5-7105-4bba-b663-ebb1526daf88 on network 6f33b460-d2d2-4c56-9516-34520289d045 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:17.841442 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-18062e57-4083-4c4b-ae75-d914f267bdd3 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:07:17.842746 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-18062e57-4083-4c4b-ae75-d914f267bdd3 service neutron] Checking segment: {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:17.844056 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-18062e57-4083-4c4b-ae75-d914f267bdd3 service neutron] Bound using segment: {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:07:17.846149 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-18062e57-4083-4c4b-ae75-d914f267bdd3 service neutron] Bound port: 016c9df5-7105-4bba-b663-ebb1526daf88, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:07:17.872818 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-10923a3e-e373-4f89-9778-cf031530ab7f service neutron] 10.222.0.25 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925645 Jul 14 09:07:18.000579 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f15c9c2-f2b0-4a23-9c66-a18e7b6c7cad tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Router dbdb981d-2d28-47e4-b943-9bce971af676 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:07:18.030280 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-18062e57-4083-4c4b-ae75-d914f267bdd3 service neutron] For port 016c9df5-7105-4bba-b663-ebb1526daf88, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=016c9df5-7105-4bba-b663-ebb1526daf88,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:07:18.042431 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-18062e57-4083-4c4b-ae75-d914f267bdd3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:18.056063 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-18062e57-4083-4c4b-ae75-d914f267bdd3 service neutron] 10.222.0.25 "POST /v2.0/ports/016c9df5-7105-4bba-b663-ebb1526daf88/bindings HTTP/1.1" status: 201 len: 390 time: 0.6046429 Jul 14 09:07:18.392432 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97fed2fc-d2d6-4912-9e36-443faefd93f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:18.659024 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f15c9c2-f2b0-4a23-9c66-a18e7b6c7cad tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:07:18.662677 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f15c9c2-f2b0-4a23-9c66-a18e7b6c7cad tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:18.674065 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9083d64-b205-4218-a806-528f9e714163 None None] Sync routers for ids ['dbdb981d-2d28-47e4-b943-9bce971af676'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:07:18.702733 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9083d64-b205-4218-a806-528f9e714163 None None] Routers {'dbdb981d-2d28-47e4-b943-9bce971af676'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:07:18.703376 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b9083d64-b205-4218-a806-528f9e714163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:06:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['dbdb981d-2d28-47e4-b943-9bce971af676'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:18.786465 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8f15c9c2-f2b0-4a23-9c66-a18e7b6c7cad tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "PUT /v2.0/floatingips/876cc5c5-33b4-4364-8c42-52d173df0389 HTTP/1.1" status: 200 len: 991 time: 3.5365024 Jul 14 09:07:18.788274 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85988b89-3ef7-426a-bd05-52d117f68a20', 'tag': '93ba0e59-7428-4296-b21f-3544208df346'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:18.796499 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a2497e-6c56-4de0-afb2-66c61bcad51d" -d '{"events": [{"name": "network-changed", "server_uuid": "85988b89-3ef7-426a-bd05-52d117f68a20", "tag": "93ba0e59-7428-4296-b21f-3544208df346"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:18.799062 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-5340ce45-42a6-46cd-a6e4-78e50933fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:18.802727 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-5340ce45-42a6-46cd-a6e4-78e50933fc75 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d26b4168e0144f2b895d7a5b4dac1633&device_id=6e728c97-262a-4922-b6ae-d612f3113bd6 HTTP/1.1" status: 200 len: 1097 time: 0.2149267 Jul 14 09:07:19.014251 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b9083d64-b205-4218-a806-528f9e714163 None None] Set router dbdb981d-2d28-47e4-b943-9bce971af676 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:07:19.032439 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-f34a94ac-6c4c-47fd-8649-0417ece6852a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:19.034976 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-f34a94ac-6c4c-47fd-8649-0417ece6852a service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f33b460-d2d2-4c56-9516-34520289d045 HTTP/1.1" status: 200 len: 921 time: 0.2239566 Jul 14 09:07:19.181571 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-04dc0a1c-aa7f-47c1-b81b-49371e988e35 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=016c9df5-7105-4bba-b663-ebb1526daf88 HTTP/1.1" status: 200 len: 217 time: 0.1264980 Jul 14 09:07:19.321645 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edd65f-b426-4ad1-a5c9-529486137ace req-44a0763f-3864-48a8-97cd-4ee48ea72213 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:19.329601 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82edd65f-b426-4ad1-a5c9-529486137ace req-44a0763f-3864-48a8-97cd-4ee48ea72213 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c67164-3ad1-459b-a038-9ce764d24a27 HTTP/1.1" status: 200 len: 945 time: 0.2928841 Jul 14 09:07:19.420171 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-48654a31-32f8-4fc7-a6e6-a69907a71d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:19.421734 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-48654a31-32f8-4fc7-a6e6-a69907a71d80 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d193f247-8cf4-44bf-89d9-9de68e3cae2e HTTP/1.1" status: 200 len: 861 time: 0.2259293 Jul 14 09:07:19.480704 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-b09455c2-969a-4d8f-9012-417c05ea5ecd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f33b460-d2d2-4c56-9516-34520289d045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517335 Jul 14 09:07:19.573056 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82edd65f-b426-4ad1-a5c9-529486137ace req-ca3d1f06-6861-41df-bc32-01b2da80537c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423234 Jul 14 09:07:19.649334 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f96190-ad13-467b-96a4-a03cf0dc0ff2 x-openstack-request-id: req-b8f96190-ad13-467b-96a4-a03cf0dc0ff2 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:19.649900 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c67164-3ad1-459b-a038-9ce764d24a27", "name": "network-vif-plugged", "status": "completed", "tag": "c80149c8-6d5c-4a27-b2b9-37b4bd14faac", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:19.650008 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b8f96190-ad13-467b-96a4-a03cf0dc0ff2 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:19.650458 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c67164-3ad1-459b-a038-9ce764d24a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80149c8-6d5c-4a27-b2b9-37b4bd14faac', 'code': 200} Jul 14 09:07:19.797954 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab129a-6767-49dd-9345-b4a360826010 req-068bf72a-c49d-46b9-ad48-7ba504a61cca tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:19.807241 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49ab129a-6767-49dd-9345-b4a360826010 req-068bf72a-c49d-46b9-ad48-7ba504a61cca tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] 10.222.0.25 "GET /v2.0/networks?id=0039055d-1691-4281-921f-5917d3cc21ce HTTP/1.1" status: 200 len: 820 time: 0.4660013 Jul 14 09:07:19.880248 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b9083d64-b205-4218-a806-528f9e714163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'name': 'tempest-AttachVolumeShelveTestJSON-2122076825-router', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:33Z', 'updated_at': '2021-07-14T09:06:40Z', 'revision_number': 4, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'gw_port': {'id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:35Z', 'updated_at': '2021-07-14T09:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '876cc5c5-33b4-4364-8c42-52d173df0389', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'port_id': '93ba0e59-7428-4296-b21f-3544208df346', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'mac_address': 'fa:16:3e:e1:13:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85988b89-3ef7-426a-bd05-52d117f68a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:06:53Z', 'updated_at': '2021-07-14T09:07:16Z', 'revision_number': 1, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ff89eb-bb1d-45ba-98fc-99fdf950af37', 'name': '', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'mac_address': 'fa:16:3e:81:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:39Z', 'updated_at': '2021-07-14T09:06:50Z', 'revision_number': 5, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'subnets': [{'id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:19.923378 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49ab129a-6767-49dd-9345-b4a360826010 req-b446bd01-085c-4a93-9829-c7dc365341d6 tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] 10.222.0.25 "GET /v2.0/quotas/ce08a808d81c4b6b850da31e14b0a4c6 HTTP/1.1" status: 200 len: 375 time: 0.1060948 Jul 14 09:07:20.016009 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9083d64-b205-4218-a806-528f9e714163 None None] Checking router: dbdb981d-2d28-47e4-b943-9bce971af676 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:07:20.043521 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9083d64-b205-4218-a806-528f9e714163 None None] Routers {'dbdb981d-2d28-47e4-b943-9bce971af676'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:07:20.046099 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b9083d64-b205-4218-a806-528f9e714163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:06:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['dbdb981d-2d28-47e4-b943-9bce971af676'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:20.087350 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572397a4-228f-4aa1-8c21-779436d5300b req-5d4e747a-bb22-41cc-88c3-8cf493300716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:20.090212 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-572397a4-228f-4aa1-8c21-779436d5300b req-5d4e747a-bb22-41cc-88c3-8cf493300716 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c2c67164-3ad1-459b-a038-9ce764d24a27 HTTP/1.1" status: 200 len: 1097 time: 0.1055171 Jul 14 09:07:20.162699 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49ab129a-6767-49dd-9345-b4a360826010 req-31181661-7c56-4b22-9468-08a9ddf8682d tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ce08a808d81c4b6b850da31e14b0a4c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2366679 Jul 14 09:07:20.178752 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-572397a4-228f-4aa1-8c21-779436d5300b req-322fc6c3-aad2-406f-8d44-ebc5c575e9c2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806625 Jul 14 09:07:20.291377 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-f9312106-5d89-4369-9e1c-5d3b08f2df9b service neutron] 10.222.0.47 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7726903 Jul 14 09:07:20.343681 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b9083d64-b205-4218-a806-528f9e714163 None None] Set router dbdb981d-2d28-47e4-b943-9bce971af676 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:07:20.394667 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fc78b-f145-490f-8282-583e252ee53d req-8476df0f-c4b1-4a0e-a0de-195ec26ed1cd tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:20.394667 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eb3fc78b-f145-490f-8282-583e252ee53d req-8476df0f-c4b1-4a0e-a0de-195ec26ed1cd tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e728c97-262a-4922-b6ae-d612f3113bd6 HTTP/1.1" status: 200 len: 945 time: 0.4670584 Jul 14 09:07:20.810533 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b9083d64-b205-4218-a806-528f9e714163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'name': 'tempest-AttachVolumeShelveTestJSON-2122076825-router', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:33Z', 'updated_at': '2021-07-14T09:06:40Z', 'revision_number': 4, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'gw_port': {'id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:35Z', 'updated_at': '2021-07-14T09:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '876cc5c5-33b4-4364-8c42-52d173df0389', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'port_id': '93ba0e59-7428-4296-b21f-3544208df346', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'mac_address': 'fa:16:3e:e1:13:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85988b89-3ef7-426a-bd05-52d117f68a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:06:53Z', 'updated_at': '2021-07-14T09:07:16Z', 'revision_number': 1, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ff89eb-bb1d-45ba-98fc-99fdf950af37', 'name': '', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'mac_address': 'fa:16:3e:81:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:39Z', 'updated_at': '2021-07-14T09:06:50Z', 'revision_number': 5, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'subnets': [{'id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:20.893290 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9083d64-b205-4218-a806-528f9e714163 None None] The sync data for ids ['dbdb981d-2d28-47e4-b943-9bce971af676'] in n-d-771362-35 is: [{'id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'name': 'tempest-AttachVolumeShelveTestJSON-2122076825-router', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:33Z', 'updated_at': '2021-07-14T09:06:40Z', 'revision_number': 4, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'gw_port': {'id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:35Z', 'updated_at': '2021-07-14T09:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '876cc5c5-33b4-4364-8c42-52d173df0389', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'port_id': '93ba0e59-7428-4296-b21f-3544208df346', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'mac_address': 'fa:16:3e:e1:13:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85988b89-3ef7-426a-bd05-52d117f68a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:06:53Z', 'updated_at': '2021-07-14T09:07:16Z', 'revision_number': 1, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ff89eb-bb1d-45ba-98fc-99fdf950af37', 'name': '', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'mac_address': 'fa:16:3e:81:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:39Z', 'updated_at': '2021-07-14T09:06:50Z', 'revision_number': 5, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'subnets': [{'id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:07:20.988990 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24e145de-1dec-4631-8d4d-c2aaaa2fdaff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:21.126256 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49ab129a-6767-49dd-9345-b4a360826010 req-47feec7e-4897-4a36-b9e1-e17c936c5c4e service neutron] 10.222.0.25 "GET /v2.0/networks/0039055d-1691-4281-921f-5917d3cc21ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9624376 Jul 14 09:07:21.199703 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:21.247751 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eb3fc78b-f145-490f-8282-583e252ee53d req-1b6f344e-4d50-483d-940a-0b2b928be158 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8304245 Jul 14 09:07:21.318584 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4abee37-3253-4029-a9dc-8dec369699c8 None None] New status for floating IP 876cc5c5-33b4-4364-8c42-52d173df0389: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:07:21.336539 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-2744da23-e32a-4a21-abf0-6003b3542ea1 service neutron] 10.222.0.47 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0241072 Jul 14 09:07:21.417795 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49ab129a-6767-49dd-9345-b4a360826010 req-941b7f4c-d87f-4848-a6e2-128d31b6ac1d service neutron] 10.222.0.25 "GET /v2.0/networks/0039055d-1691-4281-921f-5917d3cc21ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727618 Jul 14 09:07:21.427929 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-21a1d853-e20a-4005-9d55-12a5b51b6b87 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:21.430258 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-21a1d853-e20a-4005-9d55-12a5b51b6b87 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.47 "GET /v2.0/networks?id=aa282a42-14ce-40bf-98d2-0aa5342653ef HTTP/1.1" status: 200 len: 805 time: 0.4943242 Jul 14 09:07:21.462143 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bcb2a6a-050f-40ef-9b64-9edf963dc2fb req-5f633a62-f8ed-4051-9782-3dddae8ae08f tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 210 time: 0.0612121 Jul 14 09:07:21.466041 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-618dd913-c293-43bc-affc-82f7cc8a15a9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Request body: {'port': {'device_id': 'c7a1317c-5ef8-4099-94a9-ea997c866748', 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef', 'admin_state_up': True, 'tenant_id': '2a65871ef77a4e449769120ad4b0a96b'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:21.678710 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-42c9924f-f447-4011-806a-78bf9a667371 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:21.680316 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-42c9924f-f447-4011-806a-78bf9a667371 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6e728c97-262a-4922-b6ae-d612f3113bd6&tenant_id=d26b4168e0144f2b895d7a5b4dac1633&binding%3Ahost_id=n-h2-771362-35 HTTP/1.1" status: 200 len: 1097 time: 0.2490847 Jul 14 09:07:21.699323 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-d7fc766a-aeb3-4bdb-804e-bc34e427929c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771362-35'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:21.725325 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a347b6-0e0d-4b16-8156-c478fa079216 x-openstack-request-id: req-06a347b6-0e0d-4b16-8156-c478fa079216 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:21.725988 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85988b89-3ef7-426a-bd05-52d117f68a20", "tag": "93ba0e59-7428-4296-b21f-3544208df346", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:21.725988 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06a347b6-0e0d-4b16-8156-c478fa079216 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:21.726427 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85988b89-3ef7-426a-bd05-52d117f68a20', 'tag': '93ba0e59-7428-4296-b21f-3544208df346', 'status': 'completed', 'code': 200} Jul 14 09:07:21.746695 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-618dd913-c293-43bc-affc-82f7cc8a15a9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Made reservation on behalf of 2a65871ef77a4e449769120ad4b0a96b for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:07:21.750534 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-618dd913-c293-43bc-affc-82f7cc8a15a9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:21.884174 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-d7fc766a-aeb3-4bdb-804e-bc34e427929c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:21.925404 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2497e-6c56-4de0-afb2-66c61bcad51d req-2f6d46d1-8a81-44d1-b334-2ef6ad660783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:21.930220 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b3a2497e-6c56-4de0-afb2-66c61bcad51d req-2f6d46d1-8a81-44d1-b334-2ef6ad660783 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=338da67ed34f4deb89c1895a0890d123&device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 1097 time: 0.1722851 Jul 14 09:07:22.082059 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:22.100022 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2497e-6c56-4de0-afb2-66c61bcad51d req-d7543848-760e-4980-9cef-1b41d30118aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:22.102780 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b3a2497e-6c56-4de0-afb2-66c61bcad51d req-d7543848-760e-4980-9cef-1b41d30118aa service neutron] 10.222.0.47 "GET /v2.0/networks?id=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a HTTP/1.1" status: 200 len: 917 time: 0.1658413 Jul 14 09:07:22.167436 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-618dd913-c293-43bc-affc-82f7cc8a15a9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Allocated IP 172.20.0.10 (aa282a42-14ce-40bf-98d2-0aa5342653ef/270bafed-ba3b-4347-b7b9-ccc79813fe94/d90f8c11-1160-4c05-87cb-bcd10d074218) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:07:22.218175 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b3a2497e-6c56-4de0-afb2-66c61bcad51d req-472424c8-b70f-421f-a9e2-4470c750e64b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93ba0e59-7428-4296-b21f-3544208df346 HTTP/1.1" status: 200 len: 1001 time: 0.1080246 Jul 14 09:07:22.312629 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2497e-6c56-4de0-afb2-66c61bcad51d req-0bc1ec76-e10d-46d5-acfb-b688fe3950fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:22.316102 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b3a2497e-6c56-4de0-afb2-66c61bcad51d req-0bc1ec76-e10d-46d5-acfb-b688fe3950fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7386d60e-9463-4a78-b78e-76e751bf067a HTTP/1.1" status: 200 len: 856 time: 0.0887802 Jul 14 09:07:22.339332 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-d7fc766a-aeb3-4bdb-804e-bc34e427929c service neutron] For port 016c9df5-7105-4bba-b663-ebb1526daf88, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=016c9df5-7105-4bba-b663-ebb1526daf88,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:22.400948 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-7b93705b-e4df-431a-8cb2-6c2d4dc00405 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:22.404196 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-7b93705b-e4df-431a-8cb2-6c2d4dc00405 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/networks?id=591d2e31-ea8f-418a-81ab-cf41522e7221 HTTP/1.1" status: 200 len: 814 time: 0.3191662 Jul 14 09:07:22.426290 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2497e-6c56-4de0-afb2-66c61bcad51d req-92e22c34-de83-41b1-aa3f-7c6e138739b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:22.428639 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b3a2497e-6c56-4de0-afb2-66c61bcad51d req-92e22c34-de83-41b1-aa3f-7c6e138739b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1050777 Jul 14 09:07:22.447604 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0097f-e2f3-48a1-8617-9f992964a0d4 req-e3d763f3-f104-4ff5-9187-b80c3b048418 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:22.450351 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54a0097f-e2f3-48a1-8617-9f992964a0d4 req-e3d763f3-f104-4ff5-9187-b80c3b048418 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c67164-3ad1-459b-a038-9ce764d24a27 HTTP/1.1" status: 200 len: 945 time: 0.4313493 Jul 14 09:07:22.500489 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-2d46d73b-f1cc-40ed-8750-0c1a5b59f097 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/quotas/66f62552ebc740b9b1e38314c1361542 HTTP/1.1" status: 200 len: 375 time: 0.0916371 Jul 14 09:07:22.558737 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-d7fc766a-aeb3-4bdb-804e-bc34e427929c service neutron] For port 016c9df5-7105-4bba-b663-ebb1526daf88, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:07:22.586262 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b3a2497e-6c56-4de0-afb2-66c61bcad51d req-7182157d-b79f-4bb2-9aa8-de1d0ad87355 service neutron] 10.222.0.47 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497746 Jul 14 09:07:22.716402 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b3a2497e-6c56-4de0-afb2-66c61bcad51d req-2cd4aa1d-4fde-4efb-bf05-1b8eb0a84d7d service neutron] 10.222.0.47 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226084 Jul 14 09:07:22.747932 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54a0097f-e2f3-48a1-8617-9f992964a0d4 req-a3cf2fd3-cd16-419f-84f7-53ae880280c5 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785137 Jul 14 09:07:22.793457 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e728c97-262a-4922-b6ae-d612f3113bd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '016c9df5-7105-4bba-b663-ebb1526daf88'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:22.796716 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb124087-2d8d-44ee-9a9f-a1833400b6f5" -d '{"events": [{"server_uuid": "6e728c97-262a-4922-b6ae-d612f3113bd6", "name": "network-vif-unplugged", "status": "completed", "tag": "016c9df5-7105-4bba-b663-ebb1526daf88"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:22.804030 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-d7fc766a-aeb3-4bdb-804e-bc34e427929c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:22.810298 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-618dd913-c293-43bc-affc-82f7cc8a15a9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:22.817572 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-d7fc766a-aeb3-4bdb-804e-bc34e427929c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:22.883431 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-dfae71ef-6ff9-427d-a1cb-c646a4d6d585 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=66f62552ebc740b9b1e38314c1361542&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3661046 Jul 14 09:07:23.051470 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc766a-aeb3-4bdb-804e-bc34e427929c service neutron] Pushing event updated for resources: {'Port': ['ID=016c9df5-7105-4bba-b663-ebb1526daf88,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:23.058615 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-d7fc766a-aeb3-4bdb-804e-bc34e427929c service neutron] Attempting to bind port 016c9df5-7105-4bba-b663-ebb1526daf88 on host n-h2-771362-35 for vnic_type normal with profile {"migrating_to": "n-h1-771362-35"} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:07:23.058961 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-d7fc766a-aeb3-4bdb-804e-bc34e427929c service neutron] Attempting to bind port 016c9df5-7105-4bba-b663-ebb1526daf88 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:07:23.059292 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-d7fc766a-aeb3-4bdb-804e-bc34e427929c service neutron] Attempting to bind port 016c9df5-7105-4bba-b663-ebb1526daf88 on network 6f33b460-d2d2-4c56-9516-34520289d045 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:23.073325 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-618dd913-c293-43bc-affc-82f7cc8a15a9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:23.074991 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-d7fc766a-aeb3-4bdb-804e-bc34e427929c service neutron] Port 016c9df5-7105-4bba-b663-ebb1526daf88 on network 6f33b460-d2d2-4c56-9516-34520289d045 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:07:23.075300 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-d7fc766a-aeb3-4bdb-804e-bc34e427929c service neutron] Attempting to bind port 016c9df5-7105-4bba-b663-ebb1526daf88 on network 6f33b460-d2d2-4c56-9516-34520289d045 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:23.086813 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['71d96ee1-5098-4ee3-84d1-e37bcfed3233'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:23.127740 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-d7fc766a-aeb3-4bdb-804e-bc34e427929c service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:07:23.128111 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-d7fc766a-aeb3-4bdb-804e-bc34e427929c service neutron] Checking segment: {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:23.128483 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-d7fc766a-aeb3-4bdb-804e-bc34e427929c service neutron] Bound using segment: {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:07:23.128915 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-d7fc766a-aeb3-4bdb-804e-bc34e427929c service neutron] Bound port: 016c9df5-7105-4bba-b663-ebb1526daf88, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:07:23.129284 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-d7fc766a-aeb3-4bdb-804e-bc34e427929c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:23.187111 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-618dd913-c293-43bc-affc-82f7cc8a15a9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Network aa282a42-14ce-40bf-98d2-0aa5342653ef is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:07:23.191239 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-b6d14f2d-b5b3-48da-be99-ada25a760683 service neutron] 10.222.0.25 "GET /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800908 Jul 14 09:07:23.215337 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618dd913-c293-43bc-affc-82f7cc8a15a9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Pushing event updated for resources: {'Port': ['ID=d90f8c11-1160-4c05-87cb-bcd10d074218,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:23.233573 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-618dd913-c293-43bc-affc-82f7cc8a15a9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:07:23.251920 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-618dd913-c293-43bc-affc-82f7cc8a15a9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:07:23.436304 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3590c920-eb97-454d-8e0f-2edb1e5c5120 req-67e7555b-d744-4f7b-a515-bffce1c6d410 tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9 HTTP/1.1" status: 200 len: 210 time: 0.0907032 Jul 14 09:07:23.460916 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-618dd913-c293-43bc-affc-82f7cc8a15a9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:23.463777 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-618dd913-c293-43bc-affc-82f7cc8a15a9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:23.550575 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-d7fc766a-aeb3-4bdb-804e-bc34e427929c service neutron] For port 016c9df5-7105-4bba-b663-ebb1526daf88, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:07:23.571809 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-d7fc766a-aeb3-4bdb-804e-bc34e427929c service neutron] For port 016c9df5-7105-4bba-b663-ebb1526daf88, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=016c9df5-7105-4bba-b663-ebb1526daf88,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:07:23.580814 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-08f0133e-cec7-499c-b39e-215d829828a8 service neutron] 10.222.0.25 "GET /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623884 Jul 14 09:07:23.583965 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-d7fc766a-aeb3-4bdb-804e-bc34e427929c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:23.596992 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:23.597742 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-618dd913-c293-43bc-affc-82f7cc8a15a9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1395469 Jul 14 09:07:23.636882 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-686885dc-49ca-4940-8f1d-60b631622f43 service neutron] Request body: {'port': {'device_id': 'c7a1317c-5ef8-4099-94a9-ea997c866748', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:23.686901 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab129a-6767-49dd-9345-b4a360826010 req-84cf32ee-c1ea-4132-b2c2-369c6fb1d464 tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:23.690139 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-49ab129a-6767-49dd-9345-b4a360826010 req-84cf32ee-c1ea-4132-b2c2-369c6fb1d464 tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] 10.222.0.44 "GET /v2.0/networks?id=0039055d-1691-4281-921f-5917d3cc21ce HTTP/1.1" status: 200 len: 820 time: 0.2430382 Jul 14 09:07:23.709473 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-49ab129a-6767-49dd-9345-b4a360826010 req-1ac50911-f2a8-4785-8188-5bbd78a9b86d tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Request body: {'port': {'device_id': '3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9', 'network_id': '0039055d-1691-4281-921f-5917d3cc21ce', 'admin_state_up': True, 'tenant_id': 'ce08a808d81c4b6b850da31e14b0a4c6'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:23.767566 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc766a-aeb3-4bdb-804e-bc34e427929c service neutron] Pushing event updated for resources: {'Port': ['ID=016c9df5-7105-4bba-b663-ebb1526daf88,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:23.779084 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-d7fc766a-aeb3-4bdb-804e-bc34e427929c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:23.780143 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-d7fc766a-aeb3-4bdb-804e-bc34e427929c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:23.782172 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-d7fc766a-aeb3-4bdb-804e-bc34e427929c service neutron] 10.222.0.47 "PUT /v2.0/ports/016c9df5-7105-4bba-b663-ebb1526daf88 HTTP/1.1" status: 200 len: 1123 time: 2.0876603 Jul 14 09:07:23.879897 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-686885dc-49ca-4940-8f1d-60b631622f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:23.905827 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['016c9df5-7105-4bba-b663-ebb1526daf88'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:23.919447 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226946d-0965-42fc-8fa4-6233af99d778 req-4de5915c-569c-4c7e-98a8-3b2d83f996b2 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:23.919447 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b226946d-0965-42fc-8fa4-6233af99d778 req-4de5915c-569c-4c7e-98a8-3b2d83f996b2 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e728c97-262a-4922-b6ae-d612f3113bd6 HTTP/1.1" status: 200 len: 943 time: 0.2406652 Jul 14 09:07:23.938676 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ab129a-6767-49dd-9345-b4a360826010 req-1ac50911-f2a8-4785-8188-5bbd78a9b86d tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Made reservation on behalf of ce08a808d81c4b6b850da31e14b0a4c6 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:07:23.945425 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-49ab129a-6767-49dd-9345-b4a360826010 req-1ac50911-f2a8-4785-8188-5bbd78a9b86d tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:24.129961 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b226946d-0965-42fc-8fa4-6233af99d778 req-e9c1f445-1c46-4345-9dce-4bb8694b029e tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796415 Jul 14 09:07:24.270743 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-49ab129a-6767-49dd-9345-b4a360826010 req-1ac50911-f2a8-4785-8188-5bbd78a9b86d tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Allocated IP 172.20.0.7 (0039055d-1691-4281-921f-5917d3cc21ce/52f43e9a-3b9a-42a3-95db-bdfd757ec1b7/6733c424-e8b7-432b-bf80-c9419f1fe5e8) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:07:24.342682 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d362cf8-6189-4a4c-a897-cf86533f8e9a req-a4808c0b-9e72-4837-80c4-a243c4ba4e3c tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:24.347865 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d362cf8-6189-4a4c-a897-cf86533f8e9a req-a4808c0b-9e72-4837-80c4-a243c4ba4e3c tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 932 time: 0.2126920 Jul 14 09:07:24.438525 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d362cf8-6189-4a4c-a897-cf86533f8e9a req-79165ec7-ad33-4808-976b-5fa8965075f6 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842595 Jul 14 09:07:24.546872 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6755c39-2ee0-4807-be98-badf8d6d1016 x-openstack-request-id: req-f6755c39-2ee0-4807-be98-badf8d6d1016 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:24.547439 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e728c97-262a-4922-b6ae-d612f3113bd6", "name": "network-vif-unplugged", "status": "completed", "tag": "016c9df5-7105-4bba-b663-ebb1526daf88", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:24.548039 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6755c39-2ee0-4807-be98-badf8d6d1016 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:24.548665 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e728c97-262a-4922-b6ae-d612f3113bd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '016c9df5-7105-4bba-b663-ebb1526daf88', 'code': 200} Jul 14 09:07:24.578578 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-686885dc-49ca-4940-8f1d-60b631622f43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90f8c11-1160-4c05-87cb-bcd10d074218 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:24.641245 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-686885dc-49ca-4940-8f1d-60b631622f43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:24.642748 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-49ab129a-6767-49dd-9345-b4a360826010 req-1ac50911-f2a8-4785-8188-5bbd78a9b86d tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:24.678841 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-686885dc-49ca-4940-8f1d-60b631622f43 service neutron] Transition to ACTIVE for port object d90f8c11-1160-4c05-87cb-bcd10d074218 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:07:24.703305 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-686885dc-49ca-4940-8f1d-60b631622f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:24.707323 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-49ab129a-6767-49dd-9345-b4a360826010 req-1ac50911-f2a8-4785-8188-5bbd78a9b86d tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:24.780243 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac50911-f2a8-4785-8188-5bbd78a9b86d tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Pushing event updated for resources: {'Port': ['ID=6733c424-e8b7-432b-bf80-c9419f1fe5e8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:24.781051 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4933a4-9f6b-45cb-8879-cb90223212be req-58c3576f-8c30-4328-b7bb-e9cb65ea457c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:24.793494 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7f4933a4-9f6b-45cb-8879-cb90223212be req-58c3576f-8c30-4328-b7bb-e9cb65ea457c tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c67164-3ad1-459b-a038-9ce764d24a27 HTTP/1.1" status: 200 len: 945 time: 0.2481050 Jul 14 09:07:24.799902 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ab129a-6767-49dd-9345-b4a360826010 req-1ac50911-f2a8-4785-8188-5bbd78a9b86d tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Network 0039055d-1691-4281-921f-5917d3cc21ce is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:07:24.801667 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-49ab129a-6767-49dd-9345-b4a360826010 req-1ac50911-f2a8-4785-8188-5bbd78a9b86d tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:07:24.805198 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ab129a-6767-49dd-9345-b4a360826010 req-1ac50911-f2a8-4785-8188-5bbd78a9b86d tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:07:24.877553 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686885dc-49ca-4940-8f1d-60b631622f43 service neutron] Pushing event updated for resources: {'Port': ['ID=d90f8c11-1160-4c05-87cb-bcd10d074218,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:24.931266 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab129a-6767-49dd-9345-b4a360826010 req-1ac50911-f2a8-4785-8188-5bbd78a9b86d tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:24.932545 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-49ab129a-6767-49dd-9345-b4a360826010 req-1ac50911-f2a8-4785-8188-5bbd78a9b86d tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:24.973626 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-49ab129a-6767-49dd-9345-b4a360826010 req-1ac50911-f2a8-4785-8188-5bbd78a9b86d tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2746549 Jul 14 09:07:24.998300 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-49ab129a-6767-49dd-9345-b4a360826010 req-a758b443-e17f-4826-a9ff-fc1a047c9d72 service neutron] Request body: {'port': {'device_id': '3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:25.019298 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7f4933a4-9f6b-45cb-8879-cb90223212be req-6eb459fb-2c45-4669-8fa0-36c69b8bf2d5 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206564 Jul 14 09:07:25.149220 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8213b862-6bbe-45fa-b196-9779512e362c req-fc0f3306-e0d6-4dac-8325-ca38e9b9bc31 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb7d20df-87be-4500-9b83-13b960bacb04 HTTP/1.1" status: 200 len: 210 time: 0.0898664 Jul 14 09:07:25.151251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-686885dc-49ca-4940-8f1d-60b631622f43 service neutron] Attempting to bind port d90f8c11-1160-4c05-87cb-bcd10d074218 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:07:25.151917 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-686885dc-49ca-4940-8f1d-60b631622f43 service neutron] Attempting to bind port d90f8c11-1160-4c05-87cb-bcd10d074218 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:07:25.152513 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-686885dc-49ca-4940-8f1d-60b631622f43 service neutron] Attempting to bind port d90f8c11-1160-4c05-87cb-bcd10d074218 on network aa282a42-14ce-40bf-98d2-0aa5342653ef {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:25.179270 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-686885dc-49ca-4940-8f1d-60b631622f43 service neutron] Port d90f8c11-1160-4c05-87cb-bcd10d074218 on network aa282a42-14ce-40bf-98d2-0aa5342653ef not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:07:25.179270 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-686885dc-49ca-4940-8f1d-60b631622f43 service neutron] Attempting to bind port d90f8c11-1160-4c05-87cb-bcd10d074218 on network aa282a42-14ce-40bf-98d2-0aa5342653ef {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:25.180625 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-686885dc-49ca-4940-8f1d-60b631622f43 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:07:25.181251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-686885dc-49ca-4940-8f1d-60b631622f43 service neutron] Checking segment: {'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:25.182317 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-686885dc-49ca-4940-8f1d-60b631622f43 service neutron] Bound using segment: {'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:07:25.182745 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-686885dc-49ca-4940-8f1d-60b631622f43 service neutron] Bound port: d90f8c11-1160-4c05-87cb-bcd10d074218, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:07:25.183389 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-686885dc-49ca-4940-8f1d-60b631622f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:25.243345 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-49ab129a-6767-49dd-9345-b4a360826010 req-a758b443-e17f-4826-a9ff-fc1a047c9d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:25.365330 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-686885dc-49ca-4940-8f1d-60b631622f43 service neutron] For port d90f8c11-1160-4c05-87cb-bcd10d074218, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:07:25.372003 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-686885dc-49ca-4940-8f1d-60b631622f43 service neutron] For port d90f8c11-1160-4c05-87cb-bcd10d074218, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=d90f8c11-1160-4c05-87cb-bcd10d074218,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:07:25.383808 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b1ddc-794f-4a20-905e-31c07a2c1193 req-a624555a-416c-4d58-9b25-7725b4c3024f tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:25.391374 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad4b1ddc-794f-4a20-905e-31c07a2c1193 req-a624555a-416c-4d58-9b25-7725b4c3024f tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9 HTTP/1.1" status: 200 len: 931 time: 0.1775653 Jul 14 09:07:25.429370 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-686885dc-49ca-4940-8f1d-60b631622f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:25.514974 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad4b1ddc-794f-4a20-905e-31c07a2c1193 req-f53666bf-e6ee-4e58-9a15-e5d9bf66f071 tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] 10.222.0.25 "GET /v2.0/security-groups?id=da715096-028f-4516-976b-526fbdf80070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223075 Jul 14 09:07:25.531044 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-686885dc-49ca-4940-8f1d-60b631622f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:25.532420 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-686885dc-49ca-4940-8f1d-60b631622f43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:25.534873 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-686885dc-49ca-4940-8f1d-60b631622f43 service neutron] 10.222.0.47 "PUT /v2.0/ports/d90f8c11-1160-4c05-87cb-bcd10d074218 HTTP/1.1" status: 200 len: 1093 time: 1.9054523 Jul 14 09:07:25.562565 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686885dc-49ca-4940-8f1d-60b631622f43 service neutron] Pushing event updated for resources: {'Port': ['ID=d90f8c11-1160-4c05-87cb-bcd10d074218,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:25.664942 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-9102091d-b4c9-48b3-8ef8-3dff8885a55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:25.667377 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-9102091d-b4c9-48b3-8ef8-3dff8885a55c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a65871ef77a4e449769120ad4b0a96b&device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 1096 time: 0.0678380 Jul 14 09:07:25.733122 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-49ab129a-6767-49dd-9345-b4a360826010 req-a758b443-e17f-4826-a9ff-fc1a047c9d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6733c424-e8b7-432b-bf80-c9419f1fe5e8 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:25.766984 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-49ab129a-6767-49dd-9345-b4a360826010 req-a758b443-e17f-4826-a9ff-fc1a047c9d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:25.806282 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-49ab129a-6767-49dd-9345-b4a360826010 req-a758b443-e17f-4826-a9ff-fc1a047c9d72 service neutron] Transition to ACTIVE for port object 6733c424-e8b7-432b-bf80-c9419f1fe5e8 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:07:25.808938 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-da8a3b2c-dfbe-40b8-8eb4-d3c76c4f8985 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d90f8c11-1160-4c05-87cb-bcd10d074218 HTTP/1.1" status: 200 len: 217 time: 0.1288674 Jul 14 09:07:25.813180 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-49ab129a-6767-49dd-9345-b4a360826010 req-a758b443-e17f-4826-a9ff-fc1a047c9d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:25.909123 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-6bda6d31-f013-487d-b6ae-3bfc56fea1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:25.911976 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-6bda6d31-f013-487d-b6ae-3bfc56fea1c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=270bafed-ba3b-4347-b7b9-ccc79813fe94 HTTP/1.1" status: 200 len: 845 time: 0.0959351 Jul 14 09:07:25.966374 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758b443-e17f-4826-a9ff-fc1a047c9d72 service neutron] Pushing event updated for resources: {'Port': ['ID=6733c424-e8b7-432b-bf80-c9419f1fe5e8,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:25.998515 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-03ef4ac5-4fcd-4003-ae94-596fb6b47f5a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa282a42-14ce-40bf-98d2-0aa5342653ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672548 Jul 14 09:07:26.006937 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-49ab129a-6767-49dd-9345-b4a360826010 req-a758b443-e17f-4826-a9ff-fc1a047c9d72 service neutron] Attempting to bind port 6733c424-e8b7-432b-bf80-c9419f1fe5e8 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:07:26.007513 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-49ab129a-6767-49dd-9345-b4a360826010 req-a758b443-e17f-4826-a9ff-fc1a047c9d72 service neutron] Attempting to bind port 6733c424-e8b7-432b-bf80-c9419f1fe5e8 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '8c7af8e7-19f3-4ec0-adf4-65d91ab45094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0039055d-1691-4281-921f-5917d3cc21ce'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:07:26.008178 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab129a-6767-49dd-9345-b4a360826010 req-a758b443-e17f-4826-a9ff-fc1a047c9d72 service neutron] Attempting to bind port 6733c424-e8b7-432b-bf80-c9419f1fe5e8 on network 0039055d-1691-4281-921f-5917d3cc21ce {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:26.017173 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab129a-6767-49dd-9345-b4a360826010 req-a758b443-e17f-4826-a9ff-fc1a047c9d72 service neutron] Port 6733c424-e8b7-432b-bf80-c9419f1fe5e8 on network 0039055d-1691-4281-921f-5917d3cc21ce not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:07:26.017772 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab129a-6767-49dd-9345-b4a360826010 req-a758b443-e17f-4826-a9ff-fc1a047c9d72 service neutron] Attempting to bind port 6733c424-e8b7-432b-bf80-c9419f1fe5e8 on network 0039055d-1691-4281-921f-5917d3cc21ce {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:26.036449 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab129a-6767-49dd-9345-b4a360826010 req-a758b443-e17f-4826-a9ff-fc1a047c9d72 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:07:26.037156 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab129a-6767-49dd-9345-b4a360826010 req-a758b443-e17f-4826-a9ff-fc1a047c9d72 service neutron] Checking segment: {'id': '8c7af8e7-19f3-4ec0-adf4-65d91ab45094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0039055d-1691-4281-921f-5917d3cc21ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:26.037898 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab129a-6767-49dd-9345-b4a360826010 req-a758b443-e17f-4826-a9ff-fc1a047c9d72 service neutron] Bound using segment: {'id': '8c7af8e7-19f3-4ec0-adf4-65d91ab45094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0039055d-1691-4281-921f-5917d3cc21ce'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:07:26.038881 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-49ab129a-6767-49dd-9345-b4a360826010 req-a758b443-e17f-4826-a9ff-fc1a047c9d72 service neutron] Bound port: 6733c424-e8b7-432b-bf80-c9419f1fe5e8, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c7af8e7-19f3-4ec0-adf4-65d91ab45094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0039055d-1691-4281-921f-5917d3cc21ce'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:07:26.039611 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-49ab129a-6767-49dd-9345-b4a360826010 req-a758b443-e17f-4826-a9ff-fc1a047c9d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:26.189050 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-49ab129a-6767-49dd-9345-b4a360826010 req-a758b443-e17f-4826-a9ff-fc1a047c9d72 service neutron] For port 6733c424-e8b7-432b-bf80-c9419f1fe5e8, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:07:26.199441 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-49ab129a-6767-49dd-9345-b4a360826010 req-a758b443-e17f-4826-a9ff-fc1a047c9d72 service neutron] For port 6733c424-e8b7-432b-bf80-c9419f1fe5e8, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=6733c424-e8b7-432b-bf80-c9419f1fe5e8,segment=NetworkSegment(8c7af8e7-19f3-4ec0-adf4-65d91ab45094),segment_id=8c7af8e7-19f3-4ec0-adf4-65d91ab45094)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:07:26.206902 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-49ab129a-6767-49dd-9345-b4a360826010 req-a758b443-e17f-4826-a9ff-fc1a047c9d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:26.227174 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab129a-6767-49dd-9345-b4a360826010 req-a758b443-e17f-4826-a9ff-fc1a047c9d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:26.228321 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-49ab129a-6767-49dd-9345-b4a360826010 req-a758b443-e17f-4826-a9ff-fc1a047c9d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:26.230388 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-49ab129a-6767-49dd-9345-b4a360826010 req-a758b443-e17f-4826-a9ff-fc1a047c9d72 service neutron] 10.222.0.44 "PUT /v2.0/ports/6733c424-e8b7-432b-bf80-c9419f1fe5e8 HTTP/1.1" status: 200 len: 1092 time: 1.2465532 Jul 14 09:07:26.238951 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab0d54-2148-474f-b0f9-88033ca76613 req-9b864648-0b49-4ba1-952b-9918f516b280 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:26.239603 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d5ab0d54-2148-474f-b0f9-88033ca76613 req-9b864648-0b49-4ba1-952b-9918f516b280 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e728c97-262a-4922-b6ae-d612f3113bd6 HTTP/1.1" status: 200 len: 943 time: 0.3259506 Jul 14 09:07:26.283551 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9', 'tag': '6733c424-e8b7-432b-bf80-c9419f1fe5e8'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:26.289482 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da2aa8c-1b17-4310-8d51-0dcd5efd5048" -d '{"events": [{"name": "network-changed", "server_uuid": "3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9", "tag": "6733c424-e8b7-432b-bf80-c9419f1fe5e8"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:26.362104 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-6541ccbe-74a4-4f2e-87f4-edb990a94fbb service neutron] 10.222.0.47 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489139 Jul 14 09:07:26.368353 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d5ab0d54-2148-474f-b0f9-88033ca76613 req-a67ed5f0-7ebd-41ef-a4d0-2e3b6a3e15df tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154943 Jul 14 09:07:26.393227 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758b443-e17f-4826-a9ff-fc1a047c9d72 service neutron] Pushing event updated for resources: {'Port': ['ID=6733c424-e8b7-432b-bf80-c9419f1fe5e8,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:26.460053 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab129a-6767-49dd-9345-b4a360826010 req-a09f4df2-7389-49a8-a18e-d06b557a571c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:26.463039 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-49ab129a-6767-49dd-9345-b4a360826010 req-a09f4df2-7389-49a8-a18e-d06b557a571c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce08a808d81c4b6b850da31e14b0a4c6&device_id=3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9 HTTP/1.1" status: 200 len: 1095 time: 0.1244197 Jul 14 09:07:26.502262 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-7cd10756-845b-4f1e-8352-c9ab80465435 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:26.504538 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-7cd10756-845b-4f1e-8352-c9ab80465435 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.47 "GET /v2.0/networks?id=591d2e31-ea8f-418a-81ab-cf41522e7221 HTTP/1.1" status: 200 len: 814 time: 0.4504769 Jul 14 09:07:26.525624 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-5f964764-f2d1-436a-ad5e-a0e20f3fe995 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Request body: {'port': {'device_id': 'bb7d20df-87be-4500-9b83-13b960bacb04', 'network_id': '591d2e31-ea8f-418a-81ab-cf41522e7221', 'admin_state_up': True, 'tenant_id': '66f62552ebc740b9b1e38314c1361542'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:26.539424 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-49ab129a-6767-49dd-9345-b4a360826010 req-187b377d-ab94-42e7-a3fb-1e35f74217fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6733c424-e8b7-432b-bf80-c9419f1fe5e8 HTTP/1.1" status: 200 len: 217 time: 0.0664945 Jul 14 09:07:26.562659 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e728c97-262a-4922-b6ae-d612f3113bd6', 'tag': '016c9df5-7105-4bba-b663-ebb1526daf88'}, {'name': 'network-changed', 'server_uuid': 'c7a1317c-5ef8-4099-94a9-ea997c866748', 'tag': 'd90f8c11-1160-4c05-87cb-bcd10d074218'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:26.565984 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4c8d59-f036-420b-b10b-50ad2e23cc5d" -d '{"events": [{"name": "network-changed", "server_uuid": "6e728c97-262a-4922-b6ae-d612f3113bd6", "tag": "016c9df5-7105-4bba-b663-ebb1526daf88"}, {"name": "network-changed", "server_uuid": "c7a1317c-5ef8-4099-94a9-ea997c866748", "tag": "d90f8c11-1160-4c05-87cb-bcd10d074218"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:26.619548 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab129a-6767-49dd-9345-b4a360826010 req-8fe96dfc-40fe-4d54-a481-32412d3efc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:26.620980 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-49ab129a-6767-49dd-9345-b4a360826010 req-8fe96dfc-40fe-4d54-a481-32412d3efc45 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=52f43e9a-3b9a-42a3-95db-bdfd757ec1b7 HTTP/1.1" status: 200 len: 860 time: 0.0621374 Jul 14 09:07:26.681320 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-49ab129a-6767-49dd-9345-b4a360826010 req-e8b3b677-8301-4c08-8292-fe29b9051f0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0039055d-1691-4281-921f-5917d3cc21ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517304 Jul 14 09:07:26.780051 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 016c9df5-7105-4bba-b663-ebb1526daf88 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:07:26.857874 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-49ab129a-6767-49dd-9345-b4a360826010 req-611174ed-f174-43dd-a458-020682da74c2 service neutron] 10.222.0.44 "GET /v2.0/networks/0039055d-1691-4281-921f-5917d3cc21ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670067 Jul 14 09:07:27.002552 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 016c9df5-7105-4bba-b663-ebb1526daf88, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=016c9df5-7105-4bba-b663-ebb1526daf88,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:27.026204 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-49ab129a-6767-49dd-9345-b4a360826010 req-7d8fafcb-4bff-48ba-9cce-a2db6eee8131 service neutron] 10.222.0.44 "GET /v2.0/networks/0039055d-1691-4281-921f-5917d3cc21ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612651 Jul 14 09:07:27.047765 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 016c9df5-7105-4bba-b663-ebb1526daf88 has no active binding in host n-h1-771362-35 {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:07:27.211922 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd12e2-5111-4de6-ab5f-434134c5a602 req-4b8abcd0-fd14-4d31-9c3e-5ef859339b55 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:27.213514 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dccd12e2-5111-4de6-ab5f-434134c5a602 req-4b8abcd0-fd14-4d31-9c3e-5ef859339b55 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 944 time: 0.9029403 Jul 14 09:07:27.215626 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d872091c-a46f-4b38-aff2-5b0dfbc72411 req-e9eaca7d-80ea-4c3c-9b43-d7c31c1533b1 service neutron] 10.222.0.47 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8421326 Jul 14 09:07:27.242793 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bb77912-bc0d-4efc-871b-67efe9c01afa req-0f863204-05a0-4fc8-8012-c18b0d34602b tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb7d20df-87be-4500-9b83-13b960bacb04 HTTP/1.1" status: 200 len: 210 time: 0.0557106 Jul 14 09:07:27.275989 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-5f964764-f2d1-436a-ad5e-a0e20f3fe995 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Made reservation on behalf of 66f62552ebc740b9b1e38314c1361542 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:07:27.279801 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-5f964764-f2d1-436a-ad5e-a0e20f3fe995 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:27.307904 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dccd12e2-5111-4de6-ab5f-434134c5a602 req-2a8b87ee-fce2-40e2-96bb-094160e70a92 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682502 Jul 14 09:07:27.361457 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3145b67-575e-4cde-8052-8f125b49836a x-openstack-request-id: req-c3145b67-575e-4cde-8052-8f125b49836a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:27.361857 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9", "tag": "6733c424-e8b7-432b-bf80-c9419f1fe5e8", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:27.362204 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3145b67-575e-4cde-8052-8f125b49836a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:27.362829 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9', 'tag': '6733c424-e8b7-432b-bf80-c9419f1fe5e8', 'status': 'completed', 'code': 200} Jul 14 09:07:27.471287 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c4e1d6-9f38-43fa-82d3-05dc69a0c2aa x-openstack-request-id: req-17c4e1d6-9f38-43fa-82d3-05dc69a0c2aa {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:27.473210 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e728c97-262a-4922-b6ae-d612f3113bd6", "tag": "016c9df5-7105-4bba-b663-ebb1526daf88", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c7a1317c-5ef8-4099-94a9-ea997c866748", "tag": "d90f8c11-1160-4c05-87cb-bcd10d074218", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:27.473644 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17c4e1d6-9f38-43fa-82d3-05dc69a0c2aa {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:27.474541 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e728c97-262a-4922-b6ae-d612f3113bd6', 'tag': '016c9df5-7105-4bba-b663-ebb1526daf88', 'status': 'completed', 'code': 200} Jul 14 09:07:27.475397 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a1317c-5ef8-4099-94a9-ea997c866748', 'tag': 'd90f8c11-1160-4c05-87cb-bcd10d074218', 'status': 'completed', 'code': 200} Jul 14 09:07:27.518843 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2aa8c-1b17-4310-8d51-0dcd5efd5048 req-dacb7fd0-38c4-4f1a-a583-66ba09d9ef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:27.521416 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9da2aa8c-1b17-4310-8d51-0dcd5efd5048 req-dacb7fd0-38c4-4f1a-a583-66ba09d9ef3a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce08a808d81c4b6b850da31e14b0a4c6&device_id=3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9 HTTP/1.1" status: 200 len: 1095 time: 0.1295805 Jul 14 09:07:27.669829 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-5f964764-f2d1-436a-ad5e-a0e20f3fe995 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Allocated IP 172.20.0.14 (591d2e31-ea8f-418a-81ab-cf41522e7221/6f7b255d-8d73-442e-a1f4-216cb8f52275/4ca0e4b8-0dc9-4526-aab0-5d384ef57381) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:07:27.706939 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2aa8c-1b17-4310-8d51-0dcd5efd5048 req-4dbf0bce-13b6-4d3a-90fc-adde90b22518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:27.708619 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9da2aa8c-1b17-4310-8d51-0dcd5efd5048 req-4dbf0bce-13b6-4d3a-90fc-adde90b22518 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0039055d-1691-4281-921f-5917d3cc21ce HTTP/1.1" status: 200 len: 920 time: 0.1801980 Jul 14 09:07:27.737386 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c8d59-f036-420b-b10b-50ad2e23cc5d req-e073b281-3096-4de9-94a1-953c3c03e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:27.738980 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e4c8d59-f036-420b-b10b-50ad2e23cc5d req-e073b281-3096-4de9-94a1-953c3c03e156 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a65871ef77a4e449769120ad4b0a96b&device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 1096 time: 0.2622588 Jul 14 09:07:27.770591 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c8d59-f036-420b-b10b-50ad2e23cc5d req-577bbf6c-d9a4-4e0b-a3f0-403a3192701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:27.772337 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e4c8d59-f036-420b-b10b-50ad2e23cc5d req-577bbf6c-d9a4-4e0b-a3f0-403a3192701a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d26b4168e0144f2b895d7a5b4dac1633&device_id=6e728c97-262a-4922-b6ae-d612f3113bd6 HTTP/1.1" status: 200 len: 1126 time: 0.2811220 Jul 14 09:07:27.812892 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9da2aa8c-1b17-4310-8d51-0dcd5efd5048 req-2907d908-bbc7-47cb-a4c3-fb6ac08caae5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6733c424-e8b7-432b-bf80-c9419f1fe5e8 HTTP/1.1" status: 200 len: 217 time: 0.0956199 Jul 14 09:07:27.953967 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2aa8c-1b17-4310-8d51-0dcd5efd5048 req-50928d2f-d145-4cce-9c71-0931e7ccc012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:27.956321 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9da2aa8c-1b17-4310-8d51-0dcd5efd5048 req-50928d2f-d145-4cce-9c71-0931e7ccc012 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=52f43e9a-3b9a-42a3-95db-bdfd757ec1b7 HTTP/1.1" status: 200 len: 860 time: 0.1315198 Jul 14 09:07:27.977830 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-9da28fd3-bfda-4926-a3dc-846efc642d11 service neutron] 10.222.0.44 "GET /v2.0/ports/016c9df5-7105-4bba-b663-ebb1526daf88/bindings/n-h1-771362-35 HTTP/1.1" status: 200 len: 385 time: 0.1633351 Jul 14 09:07:28.009184 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9da2aa8c-1b17-4310-8d51-0dcd5efd5048 req-2d438a6b-21bc-441d-a5cc-8f28b4d20ee6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0039055d-1691-4281-921f-5917d3cc21ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447314 Jul 14 09:07:28.019705 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7499e-0aba-483d-9056-60709fffa292 req-977a2a5c-ba93-4741-b5c7-4159e11dfb61 tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:28.023757 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-03e7499e-0aba-483d-9056-60709fffa292 req-977a2a5c-ba93-4741-b5c7-4159e11dfb61 tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9 HTTP/1.1" status: 200 len: 943 time: 0.4331899 Jul 14 09:07:28.179173 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-03e7499e-0aba-483d-9056-60709fffa292 req-6c806db6-15c3-46b1-934d-25ed7afbb0e6 tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] 10.222.0.25 "GET /v2.0/security-groups?id=da715096-028f-4516-976b-526fbdf80070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341140 Jul 14 09:07:28.190590 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35984) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:28.235837 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c8d59-f036-420b-b10b-50ad2e23cc5d req-7fb9bdd5-0fdc-4dac-98a6-d942886adcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:28.238101 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e4c8d59-f036-420b-b10b-50ad2e23cc5d req-7fb9bdd5-0fdc-4dac-98a6-d942886adcfe service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa282a42-14ce-40bf-98d2-0aa5342653ef HTTP/1.1" status: 200 len: 905 time: 0.4848790 Jul 14 09:07:28.276969 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9da2aa8c-1b17-4310-8d51-0dcd5efd5048 req-a40aeeda-0187-42f5-bd61-589fd6e9036d service neutron] 10.222.0.44 "GET /v2.0/networks/0039055d-1691-4281-921f-5917d3cc21ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296054 Jul 14 09:07:28.345990 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-5f964764-f2d1-436a-ad5e-a0e20f3fe995 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:28.351067 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c8d59-f036-420b-b10b-50ad2e23cc5d req-66ee36ad-024b-4b45-97ab-e49d2f4d419f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:28.353322 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e4c8d59-f036-420b-b10b-50ad2e23cc5d req-66ee36ad-024b-4b45-97ab-e49d2f4d419f service neutron] 10.222.0.44 "GET /v2.0/networks?id=6f33b460-d2d2-4c56-9516-34520289d045 HTTP/1.1" status: 200 len: 921 time: 0.5121162 Jul 14 09:07:28.362198 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e4c8d59-f036-420b-b10b-50ad2e23cc5d req-f7d25b4f-f70e-41b6-9b7e-3e1aa022d8e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d90f8c11-1160-4c05-87cb-bcd10d074218 HTTP/1.1" status: 200 len: 217 time: 0.1026566 Jul 14 09:07:28.400235 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-35782174-af7f-4f2b-bb6d-e665c563e357 service neutron] For port 016c9df5-7105-4bba-b663-ebb1526daf88, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=016c9df5-7105-4bba-b663-ebb1526daf88,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:28.448387 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-35782174-af7f-4f2b-bb6d-e665c563e357 service neutron] For port 016c9df5-7105-4bba-b663-ebb1526daf88, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:07:28.476159 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9da2aa8c-1b17-4310-8d51-0dcd5efd5048 req-6373efbf-c399-4f25-8a78-6195e2f8ac3d service neutron] 10.222.0.44 "GET /v2.0/networks/0039055d-1691-4281-921f-5917d3cc21ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879997 Jul 14 09:07:28.476424 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35b4b6-90aa-4b5c-851b-063b0c394b59 req-21826a8d-ca54-40bb-9c13-01a14b290231 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:28.477978 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1f35b4b6-90aa-4b5c-851b-063b0c394b59 req-21826a8d-ca54-40bb-9c13-01a14b290231 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e728c97-262a-4922-b6ae-d612f3113bd6 HTTP/1.1" status: 200 len: 943 time: 0.5862906 Jul 14 09:07:28.503257 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-35782174-af7f-4f2b-bb6d-e665c563e357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016c9df5-7105-4bba-b663-ebb1526daf88 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:28.516396 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-35782174-af7f-4f2b-bb6d-e665c563e357 service neutron] For port 016c9df5-7105-4bba-b663-ebb1526daf88, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=016c9df5-7105-4bba-b663-ebb1526daf88,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:28.533636 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-35782174-af7f-4f2b-bb6d-e665c563e357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:28.537129 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e4c8d59-f036-420b-b10b-50ad2e23cc5d req-054bfdd0-05f1-4f4a-8d43-9244a09a32d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=016c9df5-7105-4bba-b663-ebb1526daf88 HTTP/1.1" status: 200 len: 217 time: 0.1712205 Jul 14 09:07:28.551021 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e3ac651a-7dbf-4b23-86ec-8c689de86f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:28.659769 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-35782174-af7f-4f2b-bb6d-e665c563e357 service neutron] Transition to ACTIVE for port object 016c9df5-7105-4bba-b663-ebb1526daf88 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:07:28.667754 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-35782174-af7f-4f2b-bb6d-e665c563e357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:28.736150 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c8d59-f036-420b-b10b-50ad2e23cc5d req-3e9828fe-f7af-4e22-82b4-638be27b74b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:28.738502 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e4c8d59-f036-420b-b10b-50ad2e23cc5d req-3e9828fe-f7af-4e22-82b4-638be27b74b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=270bafed-ba3b-4347-b7b9-ccc79813fe94 HTTP/1.1" status: 200 len: 845 time: 0.3535569 Jul 14 09:07:28.784772 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-35782174-af7f-4f2b-bb6d-e665c563e357 service neutron] No DVR routers for this DVR port 016c9df5-7105-4bba-b663-ebb1526daf88 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:07:28.803903 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device d90f8c11-1160-4c05-87cb-bcd10d074218 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:07:28.813258 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35782174-af7f-4f2b-bb6d-e665c563e357 service neutron] Pushing event updated for resources: {'Port': ['ID=016c9df5-7105-4bba-b663-ebb1526daf88,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:28.854813 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-35782174-af7f-4f2b-bb6d-e665c563e357 service neutron] 10.222.0.44 "PUT /v2.0/ports/016c9df5-7105-4bba-b663-ebb1526daf88/bindings/n-h1-771362-35/activate HTTP/1.1" status: 200 len: 370 time: 0.8559167 Jul 14 09:07:28.863708 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e4c8d59-f036-420b-b10b-50ad2e23cc5d req-48740326-c3de-4bac-8d17-543ada9e6dff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa282a42-14ce-40bf-98d2-0aa5342653ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059113 Jul 14 09:07:28.868295 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1f35b4b6-90aa-4b5c-851b-063b0c394b59 req-fd866852-6b70-4897-8cd9-243164d4ff66 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265457 Jul 14 09:07:28.881072 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c8d59-f036-420b-b10b-50ad2e23cc5d req-aa9ce1cb-4ffe-4d08-b683-4ebf39c92820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:28.884915 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e4c8d59-f036-420b-b10b-50ad2e23cc5d req-aa9ce1cb-4ffe-4d08-b683-4ebf39c92820 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d193f247-8cf4-44bf-89d9-9de68e3cae2e HTTP/1.1" status: 200 len: 861 time: 0.3357823 Jul 14 09:07:28.892588 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-5f964764-f2d1-436a-ad5e-a0e20f3fe995 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:28.909585 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['0933f5b8-a3e2-48c4-b106-cc7f1a67b727', 'cb176423-77ae-4ddf-8109-1d8dfe746e1d'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:29.068258 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c80149c8-6d5c-4a27-b2b9-37b4bd14faac details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:07:29.070442 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-0946eb99-56fb-421e-9385-4c4a8bb839c2 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:29.079606 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-0946eb99-56fb-421e-9385-4c4a8bb839c2 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6e728c97-262a-4922-b6ae-d612f3113bd6&tenant_id=d26b4168e0144f2b895d7a5b4dac1633&binding%3Ahost_id=n-h2-771362-35 HTTP/1.1" status: 200 len: 1096 time: 0.1292124 Jul 14 09:07:29.099449 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e4c8d59-f036-420b-b10b-50ad2e23cc5d req-e596ed8a-8233-4ccd-b66d-66508e502847 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f33b460-d2d2-4c56-9516-34520289d045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1980994 Jul 14 09:07:29.106791 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port d90f8c11-1160-4c05-87cb-bcd10d074218, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=d90f8c11-1160-4c05-87cb-bcd10d074218,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:29.125271 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-5f964764-f2d1-436a-ad5e-a0e20f3fe995 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Network 591d2e31-ea8f-418a-81ab-cf41522e7221 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:07:29.135288 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'd90f8c11-1160-4c05-87cb-bcd10d074218', 'network_id': 'aa282a42-14ce-40bf-98d2-0aa5342653ef', 'port_id': 'd90f8c11-1160-4c05-87cb-bcd10d074218', 'mac_address': 'fa:16:3e:a7:b4:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '270bafed-ba3b-4347-b7b9-ccc79813fe94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:07:29.149753 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d03812-fba1-4444-aeae-4c6b5ca5f13e req-1fd0e872-8c4d-4543-8dcd-56e531c6774a tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:29.159158 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82d03812-fba1-4444-aeae-4c6b5ca5f13e req-1fd0e872-8c4d-4543-8dcd-56e531c6774a tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c67164-3ad1-459b-a038-9ce764d24a27 HTTP/1.1" status: 200 len: 945 time: 0.7108870 Jul 14 09:07:29.210327 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-5f964764-f2d1-436a-ad5e-a0e20f3fe995 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:07:29.241058 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:29.245559 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:07:29.251617 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-5f964764-f2d1-436a-ad5e-a0e20f3fe995 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:07:29.256992 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-7748de9e-27d1-4900-8ba9-09adbadc1d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:29.259598 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-7748de9e-27d1-4900-8ba9-09adbadc1d7b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6e728c97-262a-4922-b6ae-d612f3113bd6&tenant_id=d26b4168e0144f2b895d7a5b4dac1633 HTTP/1.1" status: 200 len: 1096 time: 0.1696126 Jul 14 09:07:29.345729 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90f8c11-1160-4c05-87cb-bcd10d074218 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:29.346542 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f964764-f2d1-436a-ad5e-a0e20f3fe995 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Pushing event updated for resources: {'Port': ['ID=4ca0e4b8-0dc9-4526-aab0-5d384ef57381,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:29.422795 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port d90f8c11-1160-4c05-87cb-bcd10d074218, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=d90f8c11-1160-4c05-87cb-bcd10d074218,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:29.445483 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:29.454140 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-afcc0455-3110-4bb0-9a5c-1aa6c3519877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:29.458695 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-afcc0455-3110-4bb0-9a5c-1aa6c3519877 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d26b4168e0144f2b895d7a5b4dac1633&device_id=6e728c97-262a-4922-b6ae-d612f3113bd6 HTTP/1.1" status: 200 len: 1096 time: 0.1583185 Jul 14 09:07:29.494400 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c80149c8-6d5c-4a27-b2b9-37b4bd14faac, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c80149c8-6d5c-4a27-b2b9-37b4bd14faac,segment=NetworkSegment(c0ac771e-4e3b-41cc-b574-0a0f683f27f8),segment_id=c0ac771e-4e3b-41cc-b574-0a0f683f27f8)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:29.530901 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'c80149c8-6d5c-4a27-b2b9-37b4bd14faac', 'network_id': 'e94ce943-c700-4328-a228-ac97a95752e9', 'port_id': 'c80149c8-6d5c-4a27-b2b9-37b4bd14faac', 'mac_address': 'fa:16:3e:66:c5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4d1e5f-b379-4a81-b280-aa9076cc6047', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:07:29.556519 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82d03812-fba1-4444-aeae-4c6b5ca5f13e req-c87f7548-f47b-421b-89e8-152052e9ceae tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960292 Jul 14 09:07:29.558479 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=d90f8c11-1160-4c05-87cb-bcd10d074218,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:29.571961 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-5f964764-f2d1-436a-ad5e-a0e20f3fe995 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:29.572675 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-5f964764-f2d1-436a-ad5e-a0e20f3fe995 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:29.624823 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:29.625178 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:29.625503 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:29.625969 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:29.626301 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:29.626637 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:29.626965 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:29.627290 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:29.627651 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:29.627977 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:29.628298 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:29.628623 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:29.644545 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-6d2d137e-c362-49a0-b0b3-10775ad65b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:29.648382 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-6d2d137e-c362-49a0-b0b3-10775ad65b93 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f33b460-d2d2-4c56-9516-34520289d045 HTTP/1.1" status: 200 len: 921 time: 0.1785452 Jul 14 09:07:29.668411 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e4c8d59-f036-420b-b10b-50ad2e23cc5d req-bde3eed8-c291-4a86-944f-5de8d4b7276a service neutron] 10.222.0.47 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7810864 Jul 14 09:07:29.678541 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e3ac651a-7dbf-4b23-86ec-8c689de86f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:29.681328 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:29.703926 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e4c8d59-f036-420b-b10b-50ad2e23cc5d req-881cfa31-8d8b-4096-af67-d9619290990a service neutron] 10.222.0.44 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5838742 Jul 14 09:07:29.704588 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e3ac651a-7dbf-4b23-86ec-8c689de86f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:29.726416 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['d90f8c11-1160-4c05-87cb-bcd10d074218'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:29.745591 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-1dd68d00-a51e-40bb-864a-d68b55963ad2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=016c9df5-7105-4bba-b663-ebb1526daf88 HTTP/1.1" status: 200 len: 217 time: 0.0839531 Jul 14 09:07:29.746568 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c80149c8-6d5c-4a27-b2b9-37b4bd14faac {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:29.760143 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-5f964764-f2d1-436a-ad5e-a0e20f3fe995 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2459309 Jul 14 09:07:29.802366 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-a466230e-6775-4f36-9a14-84da3c9c964b service neutron] Request body: {'port': {'device_id': 'bb7d20df-87be-4500-9b83-13b960bacb04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:29.835415 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-b9ac162d-9554-4ac8-8976-9cb0a50c7fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:29.838092 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-b9ac162d-9554-4ac8-8976-9cb0a50c7fe1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d193f247-8cf4-44bf-89d9-9de68e3cae2e HTTP/1.1" status: 200 len: 861 time: 0.0850439 Jul 14 09:07:29.859053 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c80149c8-6d5c-4a27-b2b9-37b4bd14faac, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c80149c8-6d5c-4a27-b2b9-37b4bd14faac,segment=NetworkSegment(c0ac771e-4e3b-41cc-b574-0a0f683f27f8),segment_id=c0ac771e-4e3b-41cc-b574-0a0f683f27f8)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:29.886984 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:29.888970 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 6733c424-e8b7-432b-bf80-c9419f1fe5e8 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:07:29.895199 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-a78213d4-cd8a-4f7d-9624-ebd7e6e62418 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f33b460-d2d2-4c56-9516-34520289d045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451887 Jul 14 09:07:29.938037 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897c7f2-9c2e-4cf8-b1c7-dad2fd9c8758 req-2efbf5d4-0c86-4b59-ae6e-8c96dbe2fcb1 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:29.939635 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0897c7f2-9c2e-4cf8-b1c7-dad2fd9c8758 req-2efbf5d4-0c86-4b59-ae6e-8c96dbe2fcb1 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb7d20df-87be-4500-9b83-13b960bacb04 HTTP/1.1" status: 200 len: 932 time: 0.6215329 Jul 14 09:07:29.946933 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e3ac651a-7dbf-4b23-86ec-8c689de86f88 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6df0eb7e38fd42fca6c4580f3b832592&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7231545 Jul 14 09:07:29.959091 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36000) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:29.975059 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac651a-7dbf-4b23-86ec-8c689de86f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74755f90-504b-4ce4-b9e5-ea6aba0259ff,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:30.051001 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=c80149c8-6d5c-4a27-b2b9-37b4bd14faac,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:30.087944 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-b4acbd69-a2d0-42c9-af5a-5ba833879084 service neutron] 10.222.0.47 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845582 Jul 14 09:07:30.122139 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e4c8d59-f036-420b-b10b-50ad2e23cc5d req-abf1208c-6ae7-49a9-9a19-c975c7395052 service neutron] 10.222.0.47 "GET /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384954 Jul 14 09:07:30.134378 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e4c8d59-f036-420b-b10b-50ad2e23cc5d req-22098aa9-c48a-4714-9ce4-66e61f8f6ffb service neutron] 10.222.0.44 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124665 Jul 14 09:07:30.143451 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0897c7f2-9c2e-4cf8-b1c7-dad2fd9c8758 req-04625c72-0212-44d1-9b6b-38969dde0d03 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732345 Jul 14 09:07:30.152337 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-a466230e-6775-4f36-9a14-84da3c9c964b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:30.182502 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6a375-c13f-426a-9d84-d7451c1ee7a1 req-18174c97-5bde-4bd0-ad5b-c2f2d0a59875 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:30.184619 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26f6a375-c13f-426a-9d84-d7451c1ee7a1 req-18174c97-5bde-4bd0-ad5b-c2f2d0a59875 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 945 time: 0.4636457 Jul 14 09:07:30.186813 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9a0e96d-8c9a-431e-a4bd-03eca4ba1daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:30.262379 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 6733c424-e8b7-432b-bf80-c9419f1fe5e8, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=6733c424-e8b7-432b-bf80-c9419f1fe5e8,segment=NetworkSegment(8c7af8e7-19f3-4ec0-adf4-65d91ab45094),segment_id=8c7af8e7-19f3-4ec0-adf4-65d91ab45094)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:30.270405 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9a0e96d-8c9a-431e-a4bd-03eca4ba1daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:30.283248 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-bb3d7529-66d0-4c8f-8c55-b8b7b5f70611 service neutron] 10.222.0.47 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824012 Jul 14 09:07:30.288973 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '6733c424-e8b7-432b-bf80-c9419f1fe5e8', 'network_id': '0039055d-1691-4281-921f-5917d3cc21ce', 'port_id': '6733c424-e8b7-432b-bf80-c9419f1fe5e8', 'mac_address': 'fa:16:3e:61:0e:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52f43e9a-3b9a-42a3-95db-bdfd757ec1b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:07:30.356101 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:30.379707 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6733c424-e8b7-432b-bf80-c9419f1fe5e8 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:30.415385 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 6733c424-e8b7-432b-bf80-c9419f1fe5e8, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=6733c424-e8b7-432b-bf80-c9419f1fe5e8,segment=NetworkSegment(8c7af8e7-19f3-4ec0-adf4-65d91ab45094),segment_id=8c7af8e7-19f3-4ec0-adf4-65d91ab45094)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:30.422270 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:30.423520 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26f6a375-c13f-426a-9d84-d7451c1ee7a1 req-444aab7d-c417-4417-bd94-8b9fb5b7f6c6 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319965 Jul 14 09:07:30.521133 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=6733c424-e8b7-432b-bf80-c9419f1fe5e8,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:30.547717 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['c80149c8-6d5c-4a27-b2b9-37b4bd14faac'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:30.590339 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9a0e96d-8c9a-431e-a4bd-03eca4ba1daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:30.592963 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9a0e96d-8c9a-431e-a4bd-03eca4ba1daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:30.594192 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f9a0e96d-8c9a-431e-a4bd-03eca4ba1daa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/74755f90-504b-4ce4-b9e5-ea6aba0259ff HTTP/1.1" status: 204 len: 168 time: 0.6321929 Jul 14 09:07:30.621397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0e96d-8c9a-431e-a4bd-03eca4ba1daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74755f90-504b-4ce4-b9e5-ea6aba0259ff,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:30.785832 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['6733c424-e8b7-432b-bf80-c9419f1fe5e8'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:30.811779 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-a466230e-6775-4f36-9a14-84da3c9c964b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca0e4b8-0dc9-4526-aab0-5d384ef57381 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:30.826609 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce39ba-414d-4dd0-b3dd-8cd86a68846b req-ab1d784c-f2c3-44e4-a82e-26d5a0cd840d tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:30.834004 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f6ce39ba-414d-4dd0-b3dd-8cd86a68846b req-ab1d784c-f2c3-44e4-a82e-26d5a0cd840d tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9 HTTP/1.1" status: 200 len: 944 time: 0.3087964 Jul 14 09:07:30.845821 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-a466230e-6775-4f36-9a14-84da3c9c964b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:30.871894 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-96dbcd42-c6c7-43cd-952f-cafa9edb5549 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:30.874065 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-96dbcd42-c6c7-43cd-952f-cafa9edb5549 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6e728c97-262a-4922-b6ae-d612f3113bd6&tenant_id=d26b4168e0144f2b895d7a5b4dac1633&binding%3Ahost_id=n-h1-771362-35 HTTP/1.1" status: 200 len: 1096 time: 0.1084123 Jul 14 09:07:30.882442 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-a466230e-6775-4f36-9a14-84da3c9c964b service neutron] Transition to ACTIVE for port object 4ca0e4b8-0dc9-4526-aab0-5d384ef57381 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:07:30.902009 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-a466230e-6775-4f36-9a14-84da3c9c964b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:30.942932 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f6ce39ba-414d-4dd0-b3dd-8cd86a68846b req-6efaf4c0-344e-4d5d-9b85-81c42336b1c4 tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] 10.222.0.25 "GET /v2.0/security-groups?id=da715096-028f-4516-976b-526fbdf80070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080136 Jul 14 09:07:30.970140 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd34c32-e7d7-40c0-8bae-b729e01f7bd8 req-848db5be-cf9f-4e32-8cd0-750a9e3b95c3 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:30.979545 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1fd34c32-e7d7-40c0-8bae-b729e01f7bd8 req-848db5be-cf9f-4e32-8cd0-750a9e3b95c3 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e728c97-262a-4922-b6ae-d612f3113bd6 HTTP/1.1" status: 200 len: 944 time: 0.2508981 Jul 14 09:07:31.032905 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466230e-6775-4f36-9a14-84da3c9c964b service neutron] Pushing event updated for resources: {'Port': ['ID=4ca0e4b8-0dc9-4526-aab0-5d384ef57381,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:31.065712 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c80149c8-6d5c-4a27-b2b9-37b4bd14faac no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:07:31.090556 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1fd34c32-e7d7-40c0-8bae-b729e01f7bd8 req-17a055e8-f761-4b41-b57d-1a3ede74e0d6 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908880 Jul 14 09:07:31.213530 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-9b91bbd7-d8f4-4eca-811c-663ff4a54e11 service neutron] For port 016c9df5-7105-4bba-b663-ebb1526daf88, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:07:31.230546 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-9b91bbd7-d8f4-4eca-811c-663ff4a54e11 service neutron] Notify callbacks [] for binding, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:31.232138 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-12603fcf-b64a-4181-b2bf-ee029d830fd6 req-9b91bbd7-d8f4-4eca-811c-663ff4a54e11 service neutron] 10.222.0.47 "DELETE /v2.0/ports/016c9df5-7105-4bba-b663-ebb1526daf88/bindings/n-h2-771362-35 HTTP/1.1" status: 204 len: 173 time: 0.3483081 Jul 14 09:07:31.257722 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36012) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:31.296264 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:31.307226 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b0ed7896-1018-4d22-99f5-4e3d24841355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:31.336820 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c80149c8-6d5c-4a27-b2b9-37b4bd14faac {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:31.383561 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c80149c8-6d5c-4a27-b2b9-37b4bd14faac, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c80149c8-6d5c-4a27-b2b9-37b4bd14faac,segment=NetworkSegment(c0ac771e-4e3b-41cc-b574-0a0f683f27f8),segment_id=c0ac771e-4e3b-41cc-b574-0a0f683f27f8)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:31.390845 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:31.391928 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 016c9df5-7105-4bba-b663-ebb1526daf88 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:07:31.487617 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 016c9df5-7105-4bba-b663-ebb1526daf88 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:07:31.556277 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b0ed7896-1018-4d22-99f5-4e3d24841355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:31.562270 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b0ed7896-1018-4d22-99f5-4e3d24841355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:31.584716 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=c80149c8-6d5c-4a27-b2b9-37b4bd14faac,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:31.611568 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b0ed7896-1018-4d22-99f5-4e3d24841355 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d6c5987132ef453a9f998544a0911149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3506286 Jul 14 09:07:31.612077 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed7896-1018-4d22-99f5-4e3d24841355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4255449f-3142-4756-b6a5-5abc64ecc097,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:31.614813 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36018) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:31.844251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-a466230e-6775-4f36-9a14-84da3c9c964b service neutron] Attempting to bind port 4ca0e4b8-0dc9-4526-aab0-5d384ef57381 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:07:31.844772 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-a466230e-6775-4f36-9a14-84da3c9c964b service neutron] Attempting to bind port 4ca0e4b8-0dc9-4526-aab0-5d384ef57381 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '6d503d23-62fd-459d-88f6-1a059a312d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '591d2e31-ea8f-418a-81ab-cf41522e7221'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:07:31.845313 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-a466230e-6775-4f36-9a14-84da3c9c964b service neutron] Attempting to bind port 4ca0e4b8-0dc9-4526-aab0-5d384ef57381 on network 591d2e31-ea8f-418a-81ab-cf41522e7221 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:31.892151 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-a466230e-6775-4f36-9a14-84da3c9c964b service neutron] Port 4ca0e4b8-0dc9-4526-aab0-5d384ef57381 on network 591d2e31-ea8f-418a-81ab-cf41522e7221 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:07:31.892646 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-a466230e-6775-4f36-9a14-84da3c9c964b service neutron] Attempting to bind port 4ca0e4b8-0dc9-4526-aab0-5d384ef57381 on network 591d2e31-ea8f-418a-81ab-cf41522e7221 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:31.923954 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-a466230e-6775-4f36-9a14-84da3c9c964b service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:07:31.924505 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-a466230e-6775-4f36-9a14-84da3c9c964b service neutron] Checking segment: {'id': '6d503d23-62fd-459d-88f6-1a059a312d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '591d2e31-ea8f-418a-81ab-cf41522e7221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:31.925166 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-a466230e-6775-4f36-9a14-84da3c9c964b service neutron] Bound using segment: {'id': '6d503d23-62fd-459d-88f6-1a059a312d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '591d2e31-ea8f-418a-81ab-cf41522e7221'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:07:31.925915 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-a466230e-6775-4f36-9a14-84da3c9c964b service neutron] Bound port: 4ca0e4b8-0dc9-4526-aab0-5d384ef57381, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d503d23-62fd-459d-88f6-1a059a312d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '591d2e31-ea8f-418a-81ab-cf41522e7221'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:07:31.926513 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-a466230e-6775-4f36-9a14-84da3c9c964b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:31.942890 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb432ca9-3c59-4103-b618-f5c19803af05 req-bb0d4a78-1973-4219-8992-a481e1b30869 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:31.945490 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb432ca9-3c59-4103-b618-f5c19803af05 req-bb0d4a78-1973-4219-8992-a481e1b30869 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb7d20df-87be-4500-9b83-13b960bacb04 HTTP/1.1" status: 200 len: 944 time: 0.3384202 Jul 14 09:07:31.946528 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af621a8b-e9f9-480a-a53d-69649a484977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:31.985584 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ad41c-98da-4204-a534-abf3e5c89339 req-e966ffb9-2782-4ec5-a411-4a050d926445 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:31.988186 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-806ad41c-98da-4204-a534-abf3e5c89339 req-e966ffb9-2782-4ec5-a411-4a050d926445 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c67164-3ad1-459b-a038-9ce764d24a27 HTTP/1.1" status: 200 len: 943 time: 0.3752432 Jul 14 09:07:32.072967 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af621a8b-e9f9-480a-a53d-69649a484977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:32.195766 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-806ad41c-98da-4204-a534-abf3e5c89339 req-1a2aaae7-7c09-410f-9839-8b2723ca5005 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915107 Jul 14 09:07:32.207970 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb432ca9-3c59-4103-b618-f5c19803af05 req-5ac306a0-d81c-4227-b7fb-ee7819b7963e tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401452 Jul 14 09:07:32.252063 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-a466230e-6775-4f36-9a14-84da3c9c964b service neutron] For port 4ca0e4b8-0dc9-4526-aab0-5d384ef57381, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:07:32.260820 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-a466230e-6775-4f36-9a14-84da3c9c964b service neutron] For port 4ca0e4b8-0dc9-4526-aab0-5d384ef57381, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=4ca0e4b8-0dc9-4526-aab0-5d384ef57381,segment=NetworkSegment(6d503d23-62fd-459d-88f6-1a059a312d61),segment_id=6d503d23-62fd-459d-88f6-1a059a312d61)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:07:32.274876 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-a466230e-6775-4f36-9a14-84da3c9c964b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:32.302618 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af621a8b-e9f9-480a-a53d-69649a484977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:32.308010 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af621a8b-e9f9-480a-a53d-69649a484977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:32.311579 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-af621a8b-e9f9-480a-a53d-69649a484977 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4255449f-3142-4756-b6a5-5abc64ecc097 HTTP/1.1" status: 204 len: 168 time: 0.6900573 Jul 14 09:07:32.353907 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af621a8b-e9f9-480a-a53d-69649a484977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4255449f-3142-4756-b6a5-5abc64ecc097,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:32.363729 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-a466230e-6775-4f36-9a14-84da3c9c964b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:32.365215 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-a466230e-6775-4f36-9a14-84da3c9c964b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:32.366750 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-a466230e-6775-4f36-9a14-84da3c9c964b service neutron] 10.222.0.47 "PUT /v2.0/ports/4ca0e4b8-0dc9-4526-aab0-5d384ef57381 HTTP/1.1" status: 200 len: 1093 time: 2.5893493 Jul 14 09:07:32.370601 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7d20df-87be-4500-9b83-13b960bacb04', 'tag': '4ca0e4b8-0dc9-4526-aab0-5d384ef57381'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:32.374593 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a832fe-9706-4f3f-88d1-a293a4ecf7da" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7d20df-87be-4500-9b83-13b960bacb04", "tag": "4ca0e4b8-0dc9-4526-aab0-5d384ef57381"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:32.525269 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466230e-6775-4f36-9a14-84da3c9c964b service neutron] Pushing event updated for resources: {'Port': ['ID=4ca0e4b8-0dc9-4526-aab0-5d384ef57381,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:32.613708 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a399f1-64ee-4ad8-9db8-df83bef4f10f req-7623a746-631d-4024-bacb-0e13d1b75055 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:32.615614 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12a399f1-64ee-4ad8-9db8-df83bef4f10f req-7623a746-631d-4024-bacb-0e13d1b75055 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 945 time: 0.1751792 Jul 14 09:07:32.642644 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-6c2e056a-8bf6-4dc6-8f9e-a10cbfc99b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:32.645238 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-6c2e056a-8bf6-4dc6-8f9e-a10cbfc99b14 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66f62552ebc740b9b1e38314c1361542&device_id=bb7d20df-87be-4500-9b83-13b960bacb04 HTTP/1.1" status: 200 len: 1096 time: 0.1458108 Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.689403 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.696550 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.696550 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.696550 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.696550 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.696550 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.696550 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.696550 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.696550 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.696550 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.696550 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.696550 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.696550 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.696550 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.696550 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.696550 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.696550 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.696550 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:32.696550 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:32.789860 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-d789c878-2abb-4288-8de8-adf53ff2c75c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ca0e4b8-0dc9-4526-aab0-5d384ef57381 HTTP/1.1" status: 200 len: 217 time: 0.1298907 Jul 14 09:07:32.821138 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device d90f8c11-1160-4c05-87cb-bcd10d074218 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:07:32.874997 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12a399f1-64ee-4ad8-9db8-df83bef4f10f req-3314c693-ae6c-4553-8a62-e28afe884b24 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476935 Jul 14 09:07:32.935110 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port d90f8c11-1160-4c05-87cb-bcd10d074218 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:07:32.941949 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-c99fa8a4-c61c-4c60-841e-3cf66140056b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:32.943254 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port d90f8c11-1160-4c05-87cb-bcd10d074218 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:32.943892 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:32.945960 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-c99fa8a4-c61c-4c60-841e-3cf66140056b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f7b255d-8d73-442e-a1f4-216cb8f52275 HTTP/1.1" status: 200 len: 854 time: 0.1387248 Jul 14 09:07:32.989826 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9270218-c350-4698-98e7-ec4669c589d1 req-578d8845-2916-4c78-9367-1103a735dcbd tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:32.993470 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e9270218-c350-4698-98e7-ec4669c589d1 req-578d8845-2916-4c78-9367-1103a735dcbd tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9 HTTP/1.1" status: 200 len: 944 time: 0.3304784 Jul 14 09:07:33.043785 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-ce1971fd-bc16-4c6f-ab43-1605e4343d2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=591d2e31-ea8f-418a-81ab-cf41522e7221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833228 Jul 14 09:07:33.182997 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 6733c424-e8b7-432b-bf80-c9419f1fe5e8 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:07:33.214823 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e9270218-c350-4698-98e7-ec4669c589d1 req-8553c44f-5c66-4ca1-a93c-58e30665a121 tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] 10.222.0.25 "GET /v2.0/security-groups?id=da715096-028f-4516-976b-526fbdf80070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751702 Jul 14 09:07:33.338004 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-e1512cfd-79e2-476f-85e8-1c506deff606 service neutron] 10.222.0.47 "GET /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820532 Jul 14 09:07:33.365508 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 6733c424-e8b7-432b-bf80-c9419f1fe5e8 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:07:33.384466 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 6733c424-e8b7-432b-bf80-c9419f1fe5e8 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:33.385101 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:33.430002 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:33.492772 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a1317c-5ef8-4099-94a9-ea997c866748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90f8c11-1160-4c05-87cb-bcd10d074218'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:33.497241 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab12169f-a890-42e2-9a40-51ad1f3ffa3e" -d '{"events": [{"server_uuid": "c7a1317c-5ef8-4099-94a9-ea997c866748", "name": "network-vif-plugged", "status": "completed", "tag": "d90f8c11-1160-4c05-87cb-bcd10d074218"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:33.520145 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dccde-3e7b-42ee-aa04-596d68de97a7 req-f9d98787-caf6-443b-baca-f3fc1aeac857 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:33.523119 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0e0dccde-3e7b-42ee-aa04-596d68de97a7 req-f9d98787-caf6-443b-baca-f3fc1aeac857 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e728c97-262a-4922-b6ae-d612f3113bd6 HTTP/1.1" status: 200 len: 944 time: 0.3200462 Jul 14 09:07:33.526481 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port d90f8c11-1160-4c05-87cb-bcd10d074218, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=d90f8c11-1160-4c05-87cb-bcd10d074218,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:33.535803 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:33.612152 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6425a8c-8d3e-407a-abbb-86f7ec15af5d req-0456319b-61ca-4cf3-817f-30ace0b51957 service neutron] 10.222.0.47 "GET /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549703 Jul 14 09:07:33.688392 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:33.693400 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=d90f8c11-1160-4c05-87cb-bcd10d074218,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:33.730775 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0e0dccde-3e7b-42ee-aa04-596d68de97a7 req-600b5794-963a-4de1-82f7-9d095d3359ac tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916108 Jul 14 09:07:33.743696 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 6733c424-e8b7-432b-bf80-c9419f1fe5e8, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=6733c424-e8b7-432b-bf80-c9419f1fe5e8,segment=NetworkSegment(8c7af8e7-19f3-4ec0-adf4-65d91ab45094),segment_id=8c7af8e7-19f3-4ec0-adf4-65d91ab45094)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:33.752689 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:33.859310 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a75a688-cd50-4e40-b020-e197c3d3754a x-openstack-request-id: req-8a75a688-cd50-4e40-b020-e197c3d3754a {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:33.859798 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7d20df-87be-4500-9b83-13b960bacb04", "tag": "4ca0e4b8-0dc9-4526-aab0-5d384ef57381", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:33.860195 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a75a688-cd50-4e40-b020-e197c3d3754a {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:33.861015 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7d20df-87be-4500-9b83-13b960bacb04', 'tag': '4ca0e4b8-0dc9-4526-aab0-5d384ef57381', 'status': 'completed', 'code': 200} Jul 14 09:07:33.871148 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=6733c424-e8b7-432b-bf80-c9419f1fe5e8,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:33.959961 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa025d1-0079-4d7c-ae0b-3bbd3f936950 x-openstack-request-id: req-0aa025d1-0079-4d7c-ae0b-3bbd3f936950 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:33.960375 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a1317c-5ef8-4099-94a9-ea997c866748", "name": "network-vif-plugged", "status": "completed", "tag": "d90f8c11-1160-4c05-87cb-bcd10d074218", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:33.960810 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0aa025d1-0079-4d7c-ae0b-3bbd3f936950 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:33.961395 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a1317c-5ef8-4099-94a9-ea997c866748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90f8c11-1160-4c05-87cb-bcd10d074218', 'code': 200} Jul 14 09:07:34.030620 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a832fe-9706-4f3f-88d1-a293a4ecf7da req-773cd74c-fc6f-4965-8536-286ec99da145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:34.035880 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2a832fe-9706-4f3f-88d1-a293a4ecf7da req-773cd74c-fc6f-4965-8536-286ec99da145 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66f62552ebc740b9b1e38314c1361542&device_id=bb7d20df-87be-4500-9b83-13b960bacb04 HTTP/1.1" status: 200 len: 1096 time: 0.1476192 Jul 14 09:07:34.237971 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072bfab-e748-4f53-80cd-663bc26f105e req-ca9d24a8-9c23-4669-b354-cb2207c8618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:34.243331 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4072bfab-e748-4f53-80cd-663bc26f105e req-ca9d24a8-9c23-4669-b354-cb2207c8618e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 1098 time: 0.1307423 Jul 14 09:07:34.315639 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4072bfab-e748-4f53-80cd-663bc26f105e req-80f3d257-e792-41ee-b9af-3b1885dac3fa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657036 Jul 14 09:07:34.342267 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a832fe-9706-4f3f-88d1-a293a4ecf7da req-862c50ad-5e57-4aef-8723-4e30b66fade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:34.345084 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2a832fe-9706-4f3f-88d1-a293a4ecf7da req-862c50ad-5e57-4aef-8723-4e30b66fade6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=591d2e31-ea8f-418a-81ab-cf41522e7221 HTTP/1.1" status: 200 len: 914 time: 0.3011208 Jul 14 09:07:34.424519 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2a832fe-9706-4f3f-88d1-a293a4ecf7da req-3e954ca3-5c06-4b5f-bbfe-89c43c611823 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ca0e4b8-0dc9-4526-aab0-5d384ef57381 HTTP/1.1" status: 200 len: 217 time: 0.0502734 Jul 14 09:07:34.444917 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40684e2f-b43b-469c-b56c-904e48249bc4 req-679332c7-7ecd-4ab9-9318-cc432257656b tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:34.447643 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40684e2f-b43b-469c-b56c-904e48249bc4 req-679332c7-7ecd-4ab9-9318-cc432257656b tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb7d20df-87be-4500-9b83-13b960bacb04 HTTP/1.1" status: 200 len: 944 time: 0.2846928 Jul 14 09:07:34.520648 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c3337-c29b-4ce9-857a-69819fa542b5 req-2bb463b3-fc6c-4da0-8d91-4c0ca6f409fe tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:34.522370 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-674c3337-c29b-4ce9-857a-69819fa542b5 req-2bb463b3-fc6c-4da0-8d91-4c0ca6f409fe tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c67164-3ad1-459b-a038-9ce764d24a27 HTTP/1.1" status: 200 len: 943 time: 0.2399485 Jul 14 09:07:34.578803 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a832fe-9706-4f3f-88d1-a293a4ecf7da req-2586bb07-e9fb-4cc9-8701-ad826076e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:34.580521 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2a832fe-9706-4f3f-88d1-a293a4ecf7da req-2586bb07-e9fb-4cc9-8701-ad826076e968 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f7b255d-8d73-442e-a1f4-216cb8f52275 HTTP/1.1" status: 200 len: 854 time: 0.1257198 Jul 14 09:07:34.595836 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40684e2f-b43b-469c-b56c-904e48249bc4 req-1f43bb39-29ad-4b3f-b807-5cee22412e00 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255033 Jul 14 09:07:34.673923 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2a832fe-9706-4f3f-88d1-a293a4ecf7da req-c1a4c564-c7ef-4e1a-a2e3-84c3a4bec3a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=591d2e31-ea8f-418a-81ab-cf41522e7221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735946 Jul 14 09:07:34.679698 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-674c3337-c29b-4ce9-857a-69819fa542b5 req-11d9352c-0f31-4db3-98d7-0c53187de495 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465626 Jul 14 09:07:34.931363 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2a832fe-9706-4f3f-88d1-a293a4ecf7da req-7d4e73f5-7092-4632-99bd-8ad8d0918b85 service neutron] 10.222.0.47 "GET /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483177 Jul 14 09:07:35.071072 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef44405-0412-4ad1-a33f-9259022e4425 req-ccc98cef-160d-44fb-b3c1-996175c2ef29 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:35.073010 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4ef44405-0412-4ad1-a33f-9259022e4425 req-ccc98cef-160d-44fb-b3c1-996175c2ef29 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 946 time: 0.2515373 Jul 14 09:07:35.105831 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e39450-f61d-494f-9258-96bbd90e39b1 req-c3a4f3b1-d043-4507-a64e-e5530ffaea89 tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:35.108405 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b5e39450-f61d-494f-9258-96bbd90e39b1 req-c3a4f3b1-d043-4507-a64e-e5530ffaea89 tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9 HTTP/1.1" status: 200 len: 945 time: 0.2311981 Jul 14 09:07:35.155943 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2a832fe-9706-4f3f-88d1-a293a4ecf7da req-f211bf21-7582-4851-8d84-82f23ca9813e service neutron] 10.222.0.47 "GET /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106502 Jul 14 09:07:35.205946 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4ef44405-0412-4ad1-a33f-9259022e4425 req-826d60a8-c42b-4036-bd09-e2de36845115 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961497 Jul 14 09:07:35.211884 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b5e39450-f61d-494f-9258-96bbd90e39b1 req-8551dba2-77eb-4659-b495-6cb3009c079a tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] 10.222.0.25 "GET /v2.0/security-groups?id=da715096-028f-4516-976b-526fbdf80070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857053 Jul 14 09:07:35.482724 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76a559-30c3-474e-b29c-102d911e3966 req-dba73544-1210-4a8e-b0c4-ac7a7ffeb624 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:35.485410 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2c76a559-30c3-474e-b29c-102d911e3966 req-dba73544-1210-4a8e-b0c4-ac7a7ffeb624 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6e728c97-262a-4922-b6ae-d612f3113bd6 HTTP/1.1" status: 200 len: 1096 time: 0.0916598 Jul 14 09:07:35.565652 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2c76a559-30c3-474e-b29c-102d911e3966 req-f0cb02c1-5e18-4bd1-8a00-76f91f3e6688 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624864 Jul 14 09:07:35.597001 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8602200-b386-4851-af3c-be5592f864f0 req-fae17a33-4140-4705-b6a1-a39da5e7e542 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:35.598735 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d8602200-b386-4851-af3c-be5592f864f0 req-fae17a33-4140-4705-b6a1-a39da5e7e542 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2c67164-3ad1-459b-a038-9ce764d24a27 HTTP/1.1" status: 200 len: 943 time: 0.1120081 Jul 14 09:07:35.835521 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-d8602200-b386-4851-af3c-be5592f864f0 req-55f4ac5b-3f65-4a49-9bdc-c4e87d0db4c0 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Deleting port c80149c8-6d5c-4a27-b2b9-37b4bd14faac {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:07:35.835946 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d8602200-b386-4851-af3c-be5592f864f0 req-55f4ac5b-3f65-4a49-9bdc-c4e87d0db4c0 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:35.937071 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b18cbb-79d0-40e3-a33c-6b15b5cc2395 req-b48fb198-1c19-4a1d-820b-7a40679400f6 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:35.938655 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6b18cbb-79d0-40e3-a33c-6b15b5cc2395 req-b48fb198-1c19-4a1d-820b-7a40679400f6 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb7d20df-87be-4500-9b83-13b960bacb04 HTTP/1.1" status: 200 len: 944 time: 0.1764991 Jul 14 09:07:35.957306 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-d8602200-b386-4851-af3c-be5592f864f0 req-55f4ac5b-3f65-4a49-9bdc-c4e87d0db4c0 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] For port c80149c8-6d5c-4a27-b2b9-37b4bd14faac, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c80149c8-6d5c-4a27-b2b9-37b4bd14faac,segment=NetworkSegment(c0ac771e-4e3b-41cc-b574-0a0f683f27f8),segment_id=c0ac771e-4e3b-41cc-b574-0a0f683f27f8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:35.957679 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d8602200-b386-4851-af3c-be5592f864f0 req-55f4ac5b-3f65-4a49-9bdc-c4e87d0db4c0 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:35.963000 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6733c424-e8b7-432b-bf80-c9419f1fe5e8'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:35.969124 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba7ba7c-8281-42e8-a852-9e0066c8b996" -d '{"events": [{"server_uuid": "3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9", "name": "network-vif-plugged", "status": "completed", "tag": "6733c424-e8b7-432b-bf80-c9419f1fe5e8"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:35.989532 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-d8602200-b386-4851-af3c-be5592f864f0 req-55f4ac5b-3f65-4a49-9bdc-c4e87d0db4c0 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Calling delete_port for c80149c8-6d5c-4a27-b2b9-37b4bd14faac owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:07:36.078731 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6b18cbb-79d0-40e3-a33c-6b15b5cc2395 req-400cc0a3-5b98-4930-af0a-4e5a5e976d43 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241121 Jul 14 09:07:36.295227 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d8602200-b386-4851-af3c-be5592f864f0 req-55f4ac5b-3f65-4a49-9bdc-c4e87d0db4c0 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:36.360870 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4ac5b-3f65-4a49-9bdc-c4e87d0db4c0 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Pushing event deleted for resources: {'Port': ['ID=c80149c8-6d5c-4a27-b2b9-37b4bd14faac,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:36.446678 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8602200-b386-4851-af3c-be5592f864f0 req-55f4ac5b-3f65-4a49-9bdc-c4e87d0db4c0 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] No DVR routers for this DVR port c80149c8-6d5c-4a27-b2b9-37b4bd14faac on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:07:36.451999 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d8602200-b386-4851-af3c-be5592f864f0 req-55f4ac5b-3f65-4a49-9bdc-c4e87d0db4c0 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:36.454043 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d8602200-b386-4851-af3c-be5592f864f0 req-55f4ac5b-3f65-4a49-9bdc-c4e87d0db4c0 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.44 "DELETE /v2.0/ports/c80149c8-6d5c-4a27-b2b9-37b4bd14faac HTTP/1.1" status: 204 len: 173 time: 0.8489151 Jul 14 09:07:36.455364 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c67164-3ad1-459b-a038-9ce764d24a27', 'name': 'network-vif-deleted', 'tag': 'c80149c8-6d5c-4a27-b2b9-37b4bd14faac'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:36.458929 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b5c82c-220b-4a04-bf92-3c6bc3cc072a" -d '{"events": [{"server_uuid": "c2c67164-3ad1-459b-a038-9ce764d24a27", "name": "network-vif-deleted", "tag": "c80149c8-6d5c-4a27-b2b9-37b4bd14faac"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:36.471473 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0565b8-ac13-4cd4-8c70-9d8960602274 req-6f20e18b-3e33-4b64-8f45-5135c51f24b8 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:36.473212 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd0565b8-ac13-4cd4-8c70-9d8960602274 req-6f20e18b-3e33-4b64-8f45-5135c51f24b8 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c67164-3ad1-459b-a038-9ce764d24a27 HTTP/1.1" status: 200 len: 865 time: 0.2813168 Jul 14 09:07:36.481704 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441343e-a90f-4c61-bf27-01668ad441ad req-b63bb570-f1cf-4e91-bfe1-2d04bbe86f60 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:36.483550 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9441343e-a90f-4c61-bf27-01668ad441ad req-b63bb570-f1cf-4e91-bfe1-2d04bbe86f60 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/networks?id=6f33b460-d2d2-4c56-9516-34520289d045 HTTP/1.1" status: 200 len: 821 time: 0.2767107 Jul 14 09:07:36.519589 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9441343e-a90f-4c61-bf27-01668ad441ad req-e81bbe48-ee49-4df0-9ee4-a3c098fb5615 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/quotas/d26b4168e0144f2b895d7a5b4dac1633 HTTP/1.1" status: 200 len: 375 time: 0.0182116 Jul 14 09:07:36.545710 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd0565b8-ac13-4cd4-8c70-9d8960602274 req-560ed1d3-aaa1-401f-b6a2-788f72a94885 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610924 Jul 14 09:07:36.628621 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e8ddd2-8db3-44a8-95e7-7ce92851a009 x-openstack-request-id: req-36e8ddd2-8db3-44a8-95e7-7ce92851a009 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:36.629458 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9", "name": "network-vif-plugged", "status": "completed", "tag": "6733c424-e8b7-432b-bf80-c9419f1fe5e8", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:36.630738 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36e8ddd2-8db3-44a8-95e7-7ce92851a009 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:36.631599 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6733c424-e8b7-432b-bf80-c9419f1fe5e8', 'code': 200} Jul 14 09:07:36.636860 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9441343e-a90f-4c61-bf27-01668ad441ad req-d744eed5-1478-42a0-b21a-4acf066f1c08 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d26b4168e0144f2b895d7a5b4dac1633&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1062989 Jul 14 09:07:36.842418 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 4ca0e4b8-0dc9-4526-aab0-5d384ef57381 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:07:36.859804 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9441343e-a90f-4c61-bf27-01668ad441ad req-4864d969-c49b-4fdf-98c8-09015fa98332 service neutron] 10.222.0.25 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058885 Jul 14 09:07:36.862823 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc61638-eea3-40e1-aeaf-30423f4129d8 req-8261ec87-2da1-4c63-8427-4eb2d1d3e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:36.864410 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9dc61638-eea3-40e1-aeaf-30423f4129d8 req-8261ec87-2da1-4c63-8427-4eb2d1d3e2cc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9 HTTP/1.1" status: 200 len: 1097 time: 0.1193690 Jul 14 09:07:37.050918 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9dc61638-eea3-40e1-aeaf-30423f4129d8 req-18b741c7-8abc-4b40-97fd-b2a4363ef827 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=da715096-028f-4516-976b-526fbdf80070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777678 Jul 14 09:07:37.059446 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 4ca0e4b8-0dc9-4526-aab0-5d384ef57381, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=4ca0e4b8-0dc9-4526-aab0-5d384ef57381,segment=NetworkSegment(6d503d23-62fd-459d-88f6-1a059a312d61),segment_id=6d503d23-62fd-459d-88f6-1a059a312d61)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:37.077512 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '4ca0e4b8-0dc9-4526-aab0-5d384ef57381', 'network_id': '591d2e31-ea8f-418a-81ab-cf41522e7221', 'port_id': '4ca0e4b8-0dc9-4526-aab0-5d384ef57381', 'mac_address': 'fa:16:3e:36:08:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f7b255d-8d73-442e-a1f4-216cb8f52275', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:07:37.088591 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9441343e-a90f-4c61-bf27-01668ad441ad req-0de93956-66ce-4319-b4df-ae42ede3ca6b service neutron] 10.222.0.25 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140226 Jul 14 09:07:37.123862 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839ac12-625e-4ee6-a5c6-eb233b53b662 req-4ef10fc6-3253-401c-9015-4f0891d5bf78 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:37.127228 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7839ac12-625e-4ee6-a5c6-eb233b53b662 req-4ef10fc6-3253-401c-9015-4f0891d5bf78 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 946 time: 0.1438701 Jul 14 09:07:37.156351 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:37.186991 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca0e4b8-0dc9-4526-aab0-5d384ef57381 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:37.210519 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7839ac12-625e-4ee6-a5c6-eb233b53b662 req-9187cdaa-5200-40bb-a12e-2b624e709a1f tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736058 Jul 14 09:07:37.228161 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 4ca0e4b8-0dc9-4526-aab0-5d384ef57381, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=4ca0e4b8-0dc9-4526-aab0-5d384ef57381,segment=NetworkSegment(6d503d23-62fd-459d-88f6-1a059a312d61),segment_id=6d503d23-62fd-459d-88f6-1a059a312d61)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:37.235761 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:37.360778 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=4ca0e4b8-0dc9-4526-aab0-5d384ef57381,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:37.506330 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46ff7d-3dbb-438f-ad92-9327a17ab987 req-7c3b9f36-ae12-4622-9675-cd8110bd1010 tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:37.508145 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bc46ff7d-3dbb-438f-ad92-9327a17ab987 req-7c3b9f36-ae12-4622-9675-cd8110bd1010 tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9 HTTP/1.1" status: 200 len: 945 time: 0.0976272 Jul 14 09:07:37.543056 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['4ca0e4b8-0dc9-4526-aab0-5d384ef57381'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:37.568965 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08aab0a-707e-43ec-8e1d-cb177e5af2c9 x-openstack-request-id: req-c08aab0a-707e-43ec-8e1d-cb177e5af2c9 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:37.569448 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c67164-3ad1-459b-a038-9ce764d24a27", "name": "network-vif-deleted", "tag": "c80149c8-6d5c-4a27-b2b9-37b4bd14faac", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:37.569866 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c08aab0a-707e-43ec-8e1d-cb177e5af2c9 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:37.570510 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c67164-3ad1-459b-a038-9ce764d24a27', 'name': 'network-vif-deleted', 'tag': 'c80149c8-6d5c-4a27-b2b9-37b4bd14faac', 'status': 'completed', 'code': 200} Jul 14 09:07:37.590778 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bc46ff7d-3dbb-438f-ad92-9327a17ab987 req-45ed422d-edb6-4f9a-953f-3defe27e9c9a tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] 10.222.0.25 "GET /v2.0/security-groups?id=da715096-028f-4516-976b-526fbdf80070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694082 Jul 14 09:07:37.902639 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd577b-1d54-4532-881a-497391e8d6bf req-94a7f19a-f73b-4eee-8f14-e2e0139fe3f5 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:37.914780 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07cd577b-1d54-4532-881a-497391e8d6bf req-94a7f19a-f73b-4eee-8f14-e2e0139fe3f5 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb7d20df-87be-4500-9b83-13b960bacb04 HTTP/1.1" status: 200 len: 945 time: 0.1183589 Jul 14 09:07:37.980736 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07cd577b-1d54-4532-881a-497391e8d6bf req-1b99388e-b894-4517-ab2b-1bb06967b51b tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646260 Jul 14 09:07:38.228704 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fcb07397-7131-46ce-88b5-a1dd19c59757 req-21415aba-dab2-466d-8b7e-2c438c9d3ed9 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 210 time: 0.0479767 Jul 14 09:07:38.602592 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2b954-92c4-4f5c-aa53-82f332f08eba req-bfda2b2b-c385-4b65-b9e5-b31ec93b14fa tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:38.605286 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6fc2b954-92c4-4f5c-aa53-82f332f08eba req-bfda2b2b-c385-4b65-b9e5-b31ec93b14fa tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 946 time: 0.1276302 Jul 14 09:07:38.666255 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6fc2b954-92c4-4f5c-aa53-82f332f08eba req-aeb5a3a1-8052-4389-a965-79fc5737bb32 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501094 Jul 14 09:07:38.841165 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 4ca0e4b8-0dc9-4526-aab0-5d384ef57381 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:07:38.945317 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 4ca0e4b8-0dc9-4526-aab0-5d384ef57381 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:07:38.952065 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 4ca0e4b8-0dc9-4526-aab0-5d384ef57381 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:38.953180 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:39.103621 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:39.115292 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c80149c8-6d5c-4a27-b2b9-37b4bd14faac no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:07:39.155230 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: c80149c8-6d5c-4a27-b2b9-37b4bd14faac {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:07:39.156937 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c80149c8-6d5c-4a27-b2b9-37b4bd14faac not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:07:39.169145 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7d20df-87be-4500-9b83-13b960bacb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca0e4b8-0dc9-4526-aab0-5d384ef57381'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:39.171723 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88324975-f81c-4dbc-af22-7683ef50787b" -d '{"events": [{"server_uuid": "bb7d20df-87be-4500-9b83-13b960bacb04", "name": "network-vif-plugged", "status": "completed", "tag": "4ca0e4b8-0dc9-4526-aab0-5d384ef57381"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:39.190784 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 4ca0e4b8-0dc9-4526-aab0-5d384ef57381, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=4ca0e4b8-0dc9-4526-aab0-5d384ef57381,segment=NetworkSegment(6d503d23-62fd-459d-88f6-1a059a312d61),segment_id=6d503d23-62fd-459d-88f6-1a059a312d61)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:39.199570 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:39.293254 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=4ca0e4b8-0dc9-4526-aab0-5d384ef57381,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:39.358842 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-ec94d6b3-a5c8-4b00-8b96-489b59e9aa96 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:39.360463 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-ec94d6b3-a5c8-4b00-8b96-489b59e9aa96 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/networks?id=e94ce943-c700-4328-a228-ac97a95752e9 HTTP/1.1" status: 200 len: 822 time: 0.5930147 Jul 14 09:07:39.415994 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-f20e4985-874d-4648-b75e-60e5de154f3e tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/quotas/64524658a7b8443aae0566882ef867f5 HTTP/1.1" status: 200 len: 375 time: 0.0365129 Jul 14 09:07:39.479747 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e9691-2913-4019-ba9d-194bcc2c460d req-f6ec3259-eb66-4bae-92af-66063139ee48 tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:39.481396 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d56e9691-2913-4019-ba9d-194bcc2c460d req-f6ec3259-eb66-4bae-92af-66063139ee48 tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9 HTTP/1.1" status: 200 len: 945 time: 0.5968313 Jul 14 09:07:39.490940 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441343e-a90f-4c61-bf27-01668ad441ad req-6c168fc4-7e7e-44fb-9c54-f7e53a73628e tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:39.492535 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9441343e-a90f-4c61-bf27-01668ad441ad req-6c168fc4-7e7e-44fb-9c54-f7e53a73628e tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.44 "GET /v2.0/networks?id=6f33b460-d2d2-4c56-9516-34520289d045 HTTP/1.1" status: 200 len: 821 time: 0.2083015 Jul 14 09:07:39.513063 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-9441343e-a90f-4c61-bf27-01668ad441ad req-015151d6-214c-449a-b560-187a662ffca3 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Request body: {'port': {'device_id': 'a15fb18d-ec66-48f9-83a7-54e4d9595e61', 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045', 'admin_state_up': True, 'tenant_id': 'd26b4168e0144f2b895d7a5b4dac1633'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:39.615606 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d56e9691-2913-4019-ba9d-194bcc2c460d req-8d4ffc4a-b0d7-4c58-8348-640435b6b43e tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] 10.222.0.25 "GET /v2.0/security-groups?id=da715096-028f-4516-976b-526fbdf80070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210029 Jul 14 09:07:39.621774 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36204) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:39.654512 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-55b227ea-52bc-4fa8-9cc9-1fa3d8a1b0b2 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=64524658a7b8443aae0566882ef867f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2266586 Jul 14 09:07:39.815712 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9441343e-a90f-4c61-bf27-01668ad441ad req-015151d6-214c-449a-b560-187a662ffca3 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Made reservation on behalf of d26b4168e0144f2b895d7a5b4dac1633 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:07:39.822661 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9441343e-a90f-4c61-bf27-01668ad441ad req-015151d6-214c-449a-b560-187a662ffca3 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:39.834918 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7afb7ed7-54b6-4bb1-8e5c-34f9991d0886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:39.892425 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-da10c9fb-2f45-4d67-814a-df827f4df9de service neutron] 10.222.0.25 "GET /v2.0/networks/e94ce943-c700-4328-a228-ac97a95752e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248580 Jul 14 09:07:39.972293 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7afb7ed7-54b6-4bb1-8e5c-34f9991d0886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:39.976674 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7afb7ed7-54b6-4bb1-8e5c-34f9991d0886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:40.001489 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768ba8b-2e32-486a-aedc-39a6ba7c6e62 req-f81e05f4-f105-4416-8357-e9f43d32b389 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:40.003124 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e768ba8b-2e32-486a-aedc-39a6ba7c6e62 req-f81e05f4-f105-4416-8357-e9f43d32b389 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 946 time: 0.2544038 Jul 14 09:07:40.031367 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7afb7ed7-54b6-4bb1-8e5c-34f9991d0886 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2cdfcf9e9f5a4eb1b3829c96ecd26f7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4089901 Jul 14 09:07:40.032274 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb7ed7-54b6-4bb1-8e5c-34f9991d0886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9388b1a2-cbec-4967-a3c9-50673f3af28d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:40.035351 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36214) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:40.110446 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ac5d920-3823-47b4-9bf5-91d911eb2f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:40.118990 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e768ba8b-2e32-486a-aedc-39a6ba7c6e62 req-b70f4d68-6a8a-483d-9da0-80245d7f1681 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075113 Jul 14 09:07:40.131862 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-9441343e-a90f-4c61-bf27-01668ad441ad req-015151d6-214c-449a-b560-187a662ffca3 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Allocated IP 172.20.0.3 (6f33b460-d2d2-4c56-9516-34520289d045/d193f247-8cf4-44bf-89d9-9de68e3cae2e/1b54b34d-4176-4477-a67d-d3e71a9e39e5) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:07:40.138878 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ac5d920-3823-47b4-9bf5-91d911eb2f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:40.150835 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-9ac15655-ed47-497d-a52d-1524658cc028 service neutron] 10.222.0.25 "GET /v2.0/networks/e94ce943-c700-4328-a228-ac97a95752e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177691 Jul 14 09:07:40.223919 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ac5d920-3823-47b4-9bf5-91d911eb2f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:40.230581 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ac5d920-3823-47b4-9bf5-91d911eb2f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:40.233619 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2ac5d920-3823-47b4-9bf5-91d911eb2f3b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9388b1a2-cbec-4967-a3c9-50673f3af28d HTTP/1.1" status: 204 len: 168 time: 0.1965396 Jul 14 09:07:40.248881 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5d920-3823-47b4-9bf5-91d911eb2f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9388b1a2-cbec-4967-a3c9-50673f3af28d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:40.316398 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:40.421193 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb35c74-10cc-4704-ae3f-3e42ff660781 x-openstack-request-id: req-5cb35c74-10cc-4704-ae3f-3e42ff660781 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:40.421643 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7d20df-87be-4500-9b83-13b960bacb04", "name": "network-vif-plugged", "status": "completed", "tag": "4ca0e4b8-0dc9-4526-aab0-5d384ef57381", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:40.422035 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5cb35c74-10cc-4704-ae3f-3e42ff660781 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:40.422916 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7d20df-87be-4500-9b83-13b960bacb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca0e4b8-0dc9-4526-aab0-5d384ef57381', 'code': 200} Jul 14 09:07:40.543896 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9441343e-a90f-4c61-bf27-01668ad441ad req-015151d6-214c-449a-b560-187a662ffca3 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:40.630163 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e174b41-00b9-4b5c-81f8-d8bb4f23ddc8 req-b085f8e6-6da9-43ff-84e0-ac9478f60887 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 210 time: 0.0516553 Jul 14 09:07:40.732313 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8908f-2492-4234-a2df-7f0791137c8a req-db23aed8-b5bc-4a8f-8739-54db9d330c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:40.734661 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f1b8908f-2492-4234-a2df-7f0791137c8a req-db23aed8-b5bc-4a8f-8739-54db9d330c9e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bb7d20df-87be-4500-9b83-13b960bacb04 HTTP/1.1" status: 200 len: 1098 time: 0.2004347 Jul 14 09:07:40.747348 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1dc698-075a-44c7-ac19-47d37132d5b1 req-e8e45475-2197-4ecf-932e-d5d3630e848a tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:40.754696 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ce1dc698-075a-44c7-ac19-47d37132d5b1 req-e8e45475-2197-4ecf-932e-d5d3630e848a tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb7d20df-87be-4500-9b83-13b960bacb04 HTTP/1.1" status: 200 len: 946 time: 0.2749779 Jul 14 09:07:40.779870 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9441343e-a90f-4c61-bf27-01668ad441ad req-015151d6-214c-449a-b560-187a662ffca3 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:40.884954 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f1b8908f-2492-4234-a2df-7f0791137c8a req-bb317a61-78ab-4a5d-a2d5-c85bab0e2724 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280582 Jul 14 09:07:40.886873 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9441343e-a90f-4c61-bf27-01668ad441ad req-015151d6-214c-449a-b560-187a662ffca3 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Network 6f33b460-d2d2-4c56-9516-34520289d045 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:07:40.905047 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ce1dc698-075a-44c7-ac19-47d37132d5b1 req-a8ffc68b-3fc9-43c7-9413-cb833a7f1ab8 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491015 Jul 14 09:07:40.908869 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36234) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:40.911589 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-9441343e-a90f-4c61-bf27-01668ad441ad req-015151d6-214c-449a-b560-187a662ffca3 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:07:40.933140 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9441343e-a90f-4c61-bf27-01668ad441ad req-015151d6-214c-449a-b560-187a662ffca3 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:07:40.940007 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef05f09e-01d2-4823-9161-6c1e6f48b0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:40.944009 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015151d6-214c-449a-b560-187a662ffca3 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Pushing event updated for resources: {'Port': ['ID=1b54b34d-4176-4477-a67d-d3e71a9e39e5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:41.030001 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-76904167-a85f-4252-8735-e880d468d175 req-495e7d18-165a-409d-894d-bba311efaeee tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e9802e2-8f54-4b69-a0d1-3d9d7a936a43 HTTP/1.1" status: 200 len: 210 time: 0.0459602 Jul 14 09:07:41.057098 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441343e-a90f-4c61-bf27-01668ad441ad req-015151d6-214c-449a-b560-187a662ffca3 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:41.058156 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9441343e-a90f-4c61-bf27-01668ad441ad req-015151d6-214c-449a-b560-187a662ffca3 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:41.154111 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef05f09e-01d2-4823-9161-6c1e6f48b0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:41.169014 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9441343e-a90f-4c61-bf27-01668ad441ad req-015151d6-214c-449a-b560-187a662ffca3 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6646516 Jul 14 09:07:41.174644 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef05f09e-01d2-4823-9161-6c1e6f48b0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:41.183727 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-9441343e-a90f-4c61-bf27-01668ad441ad req-35ff4303-e245-4ea0-91d1-6a016fd25291 service neutron] Request body: {'port': {'device_id': 'a15fb18d-ec66-48f9-83a7-54e4d9595e61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:41.245939 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ef05f09e-01d2-4823-9161-6c1e6f48b0b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f0e18a7b58054453b1a71d10ed7159c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343096 Jul 14 09:07:41.246769 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05f09e-01d2-4823-9161-6c1e6f48b0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a90cd05-d0c0-4b3a-bf8f-a7fbfeea39bf,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:41.250599 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36240) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:41.465045 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9441343e-a90f-4c61-bf27-01668ad441ad req-35ff4303-e245-4ea0-91d1-6a016fd25291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:41.483824 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9787d3a9-6204-4fbd-a2df-b20e18294f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:41.495237 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c46b11-545e-4f8f-9420-3c56186c5109 req-fb356a19-30db-40a6-8d0b-01d3157da7b7 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:41.496537 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-31c46b11-545e-4f8f-9420-3c56186c5109 req-fb356a19-30db-40a6-8d0b-01d3157da7b7 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 946 time: 0.2687047 Jul 14 09:07:41.575625 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9787d3a9-6204-4fbd-a2df-b20e18294f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:41.640311 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-31c46b11-545e-4f8f-9420-3c56186c5109 req-37a3f997-bfa8-4bbb-991f-7c725168e945 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301146 Jul 14 09:07:41.888342 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9787d3a9-6204-4fbd-a2df-b20e18294f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:41.892932 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9787d3a9-6204-4fbd-a2df-b20e18294f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:41.899167 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9787d3a9-6204-4fbd-a2df-b20e18294f51 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2a90cd05-d0c0-4b3a-bf8f-a7fbfeea39bf HTTP/1.1" status: 204 len: 168 time: 0.6427245 Jul 14 09:07:41.962238 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:41.964252 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787d3a9-6204-4fbd-a2df-b20e18294f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a90cd05-d0c0-4b3a-bf8f-a7fbfeea39bf,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:42.046905 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcce4c-888e-4ee5-b289-96dfb67d8f78 req-84d3d360-af69-4356-b15f-64f8df85d76b tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:42.059753 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ecbcce4c-888e-4ee5-b289-96dfb67d8f78 req-84d3d360-af69-4356-b15f-64f8df85d76b tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 931 time: 0.2489300 Jul 14 09:07:42.146969 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ecbcce4c-888e-4ee5-b289-96dfb67d8f78 req-9ca4bcdc-9ad8-41cc-9e9e-61c3dfece58e tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859137 Jul 14 09:07:42.245747 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-077f6cb2-09b9-47ef-afc3-e1654b79431a tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:42.250882 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-077f6cb2-09b9-47ef-afc3-e1654b79431a tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.44 "GET /v2.0/networks?id=e94ce943-c700-4328-a228-ac97a95752e9 HTTP/1.1" status: 200 len: 822 time: 0.3393490 Jul 14 09:07:42.282857 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-0bbc5bdb-f92a-4988-9a58-565403f150b5 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Request body: {'port': {'device_id': '0e9802e2-8f54-4b69-a0d1-3d9d7a936a43', 'network_id': 'e94ce943-c700-4328-a228-ac97a95752e9', 'admin_state_up': True, 'tenant_id': '64524658a7b8443aae0566882ef867f5'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:42.306434 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-9441343e-a90f-4c61-bf27-01668ad441ad req-35ff4303-e245-4ea0-91d1-6a016fd25291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b54b34d-4176-4477-a67d-d3e71a9e39e5 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:42.328923 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9441343e-a90f-4c61-bf27-01668ad441ad req-35ff4303-e245-4ea0-91d1-6a016fd25291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:42.374331 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-9441343e-a90f-4c61-bf27-01668ad441ad req-35ff4303-e245-4ea0-91d1-6a016fd25291 service neutron] Transition to ACTIVE for port object 1b54b34d-4176-4477-a67d-d3e71a9e39e5 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:07:42.382101 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9441343e-a90f-4c61-bf27-01668ad441ad req-35ff4303-e245-4ea0-91d1-6a016fd25291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:42.521946 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-0bbc5bdb-f92a-4988-9a58-565403f150b5 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Made reservation on behalf of 64524658a7b8443aae0566882ef867f5 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:07:42.527369 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-0bbc5bdb-f92a-4988-9a58-565403f150b5 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:42.561610 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff4303-e245-4ea0-91d1-6a016fd25291 service neutron] Pushing event updated for resources: {'Port': ['ID=1b54b34d-4176-4477-a67d-d3e71a9e39e5,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:42.707698 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-9441343e-a90f-4c61-bf27-01668ad441ad req-35ff4303-e245-4ea0-91d1-6a016fd25291 service neutron] Attempting to bind port 1b54b34d-4176-4477-a67d-d3e71a9e39e5 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:07:42.708649 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-9441343e-a90f-4c61-bf27-01668ad441ad req-35ff4303-e245-4ea0-91d1-6a016fd25291 service neutron] Attempting to bind port 1b54b34d-4176-4477-a67d-d3e71a9e39e5 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:07:42.709008 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9441343e-a90f-4c61-bf27-01668ad441ad req-35ff4303-e245-4ea0-91d1-6a016fd25291 service neutron] Attempting to bind port 1b54b34d-4176-4477-a67d-d3e71a9e39e5 on network 6f33b460-d2d2-4c56-9516-34520289d045 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:42.720798 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9441343e-a90f-4c61-bf27-01668ad441ad req-35ff4303-e245-4ea0-91d1-6a016fd25291 service neutron] Port 1b54b34d-4176-4477-a67d-d3e71a9e39e5 on network 6f33b460-d2d2-4c56-9516-34520289d045 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:07:42.721103 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9441343e-a90f-4c61-bf27-01668ad441ad req-35ff4303-e245-4ea0-91d1-6a016fd25291 service neutron] Attempting to bind port 1b54b34d-4176-4477-a67d-d3e71a9e39e5 on network 6f33b460-d2d2-4c56-9516-34520289d045 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:42.731320 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-0bbc5bdb-f92a-4988-9a58-565403f150b5 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Allocated IP 172.20.0.5 (e94ce943-c700-4328-a228-ac97a95752e9/0e4d1e5f-b379-4a81-b280-aa9076cc6047/35cdeb18-96c1-4a44-b312-51a8494c2b8e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:07:42.737967 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1aa679-dc56-47ae-b354-2cb731c0fa2a req-456f02e0-1fbf-4f46-bcc8-7a77ff8c5cd3 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:42.752136 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ae1aa679-dc56-47ae-b354-2cb731c0fa2a req-456f02e0-1fbf-4f46-bcc8-7a77ff8c5cd3 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb7d20df-87be-4500-9b83-13b960bacb04 HTTP/1.1" status: 200 len: 946 time: 0.2653618 Jul 14 09:07:42.768143 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b108a62-8600-4bdd-9ae1-f5a4539f1e1f req-12c89bea-836b-49ae-8f20-07930eed91d0 tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:42.770734 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6b108a62-8600-4bdd-9ae1-f5a4539f1e1f req-12c89bea-836b-49ae-8f20-07930eed91d0 tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9 HTTP/1.1" status: 200 len: 945 time: 0.2948093 Jul 14 09:07:42.783870 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9441343e-a90f-4c61-bf27-01668ad441ad req-35ff4303-e245-4ea0-91d1-6a016fd25291 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:07:42.784184 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9441343e-a90f-4c61-bf27-01668ad441ad req-35ff4303-e245-4ea0-91d1-6a016fd25291 service neutron] Checking segment: {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:42.784568 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9441343e-a90f-4c61-bf27-01668ad441ad req-35ff4303-e245-4ea0-91d1-6a016fd25291 service neutron] Bound using segment: {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:07:42.785120 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-9441343e-a90f-4c61-bf27-01668ad441ad req-35ff4303-e245-4ea0-91d1-6a016fd25291 service neutron] Bound port: 1b54b34d-4176-4477-a67d-d3e71a9e39e5, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:07:42.786561 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9441343e-a90f-4c61-bf27-01668ad441ad req-35ff4303-e245-4ea0-91d1-6a016fd25291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:42.903316 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6b108a62-8600-4bdd-9ae1-f5a4539f1e1f req-4d281136-2fc5-4be1-8d08-ae43641b636d tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] 10.222.0.25 "GET /v2.0/security-groups?id=da715096-028f-4516-976b-526fbdf80070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203003 Jul 14 09:07:42.924397 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ae1aa679-dc56-47ae-b354-2cb731c0fa2a req-248798dc-f4a7-40ec-a8dc-547e52afbae7 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706078 Jul 14 09:07:43.063782 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9441343e-a90f-4c61-bf27-01668ad441ad req-35ff4303-e245-4ea0-91d1-6a016fd25291 service neutron] For port 1b54b34d-4176-4477-a67d-d3e71a9e39e5, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:07:43.066804 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-0bbc5bdb-f92a-4988-9a58-565403f150b5 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:43.077709 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9441343e-a90f-4c61-bf27-01668ad441ad req-35ff4303-e245-4ea0-91d1-6a016fd25291 service neutron] For port 1b54b34d-4176-4477-a67d-d3e71a9e39e5, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1b54b34d-4176-4477-a67d-d3e71a9e39e5,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:07:43.087095 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9441343e-a90f-4c61-bf27-01668ad441ad req-35ff4303-e245-4ea0-91d1-6a016fd25291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:43.240722 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441343e-a90f-4c61-bf27-01668ad441ad req-35ff4303-e245-4ea0-91d1-6a016fd25291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:43.245835 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9441343e-a90f-4c61-bf27-01668ad441ad req-35ff4303-e245-4ea0-91d1-6a016fd25291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:43.254009 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9441343e-a90f-4c61-bf27-01668ad441ad req-35ff4303-e245-4ea0-91d1-6a016fd25291 service neutron] 10.222.0.44 "PUT /v2.0/ports/1b54b34d-4176-4477-a67d-d3e71a9e39e5 HTTP/1.1" status: 200 len: 1092 time: 2.0752635 Jul 14 09:07:43.262575 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15fb18d-ec66-48f9-83a7-54e4d9595e61', 'tag': '1b54b34d-4176-4477-a67d-d3e71a9e39e5'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:43.265444 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69382a63-bc5e-4b30-be0e-6fc0134b4008" -d '{"events": [{"name": "network-changed", "server_uuid": "a15fb18d-ec66-48f9-83a7-54e4d9595e61", "tag": "1b54b34d-4176-4477-a67d-d3e71a9e39e5"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:43.395414 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17e3e13c-db8f-4804-87dc-95e3588c15aa req-e29bac3a-66d8-4d51-91ab-b179a3aefbd6 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e9802e2-8f54-4b69-a0d1-3d9d7a936a43 HTTP/1.1" status: 200 len: 210 time: 0.1375391 Jul 14 09:07:43.476176 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff4303-e245-4ea0-91d1-6a016fd25291 service neutron] Pushing event updated for resources: {'Port': ['ID=1b54b34d-4176-4477-a67d-d3e71a9e39e5,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:43.613150 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441343e-a90f-4c61-bf27-01668ad441ad req-fa08dec9-932e-4866-ad07-05dbf1754dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:43.623433 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-0bbc5bdb-f92a-4988-9a58-565403f150b5 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:43.642318 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9441343e-a90f-4c61-bf27-01668ad441ad req-fa08dec9-932e-4866-ad07-05dbf1754dac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d26b4168e0144f2b895d7a5b4dac1633&device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 1095 time: 0.2908113 Jul 14 09:07:43.660414 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d860a-8a9c-4b0c-b991-25a1f2ef78a9 req-04afcae5-5217-444f-a8c9-8bcd84f8b01d tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:43.673997 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-455d860a-8a9c-4b0c-b991-25a1f2ef78a9 req-04afcae5-5217-444f-a8c9-8bcd84f8b01d tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 946 time: 0.3265131 Jul 14 09:07:43.674757 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-0bbc5bdb-f92a-4988-9a58-565403f150b5 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Network e94ce943-c700-4328-a228-ac97a95752e9 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:07:43.701902 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-0bbc5bdb-f92a-4988-9a58-565403f150b5 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:07:43.745810 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-0bbc5bdb-f92a-4988-9a58-565403f150b5 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:07:43.763669 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9441343e-a90f-4c61-bf27-01668ad441ad req-8e45edd9-6000-4ddd-9438-0f5ced1c585b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b54b34d-4176-4477-a67d-d3e71a9e39e5 HTTP/1.1" status: 200 len: 217 time: 0.0755386 Jul 14 09:07:43.834111 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc5bdb-f92a-4988-9a58-565403f150b5 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Pushing event updated for resources: {'Port': ['ID=35cdeb18-96c1-4a44-b312-51a8494c2b8e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:43.870315 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bebc14-8516-400e-947b-c87fc4b8aabe req-3f873db9-3a66-4681-8f91-54789f07b6c2 tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:43.870665 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-455d860a-8a9c-4b0c-b991-25a1f2ef78a9 req-dce43a34-8831-40d1-970e-26788b817de2 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948845 Jul 14 09:07:43.872962 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-50bebc14-8516-400e-947b-c87fc4b8aabe req-3f873db9-3a66-4681-8f91-54789f07b6c2 tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9 HTTP/1.1" status: 200 len: 945 time: 0.3152771 Jul 14 09:07:43.927097 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-0bbc5bdb-f92a-4988-9a58-565403f150b5 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:43.928186 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-0bbc5bdb-f92a-4988-9a58-565403f150b5 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:43.987883 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-0bbc5bdb-f92a-4988-9a58-565403f150b5 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7275438 Jul 14 09:07:43.998035 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441343e-a90f-4c61-bf27-01668ad441ad req-a3e419c5-9792-4228-80fe-89c1d8462765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:44.000080 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9441343e-a90f-4c61-bf27-01668ad441ad req-a3e419c5-9792-4228-80fe-89c1d8462765 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d193f247-8cf4-44bf-89d9-9de68e3cae2e HTTP/1.1" status: 200 len: 861 time: 0.2282977 Jul 14 09:07:44.006316 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-8a255430-5e98-41d3-bb17-ec2db7466d44 service neutron] Request body: {'port': {'device_id': '0e9802e2-8f54-4b69-a0d1-3d9d7a936a43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:44.025268 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b21be1-a627-4321-ab28-5ceef0d797c0 x-openstack-request-id: req-d7b21be1-a627-4321-ab28-5ceef0d797c0 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:44.025939 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15fb18d-ec66-48f9-83a7-54e4d9595e61", "tag": "1b54b34d-4176-4477-a67d-d3e71a9e39e5", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:44.026430 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7b21be1-a627-4321-ab28-5ceef0d797c0 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:44.027106 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a15fb18d-ec66-48f9-83a7-54e4d9595e61', 'tag': '1b54b34d-4176-4477-a67d-d3e71a9e39e5', 'status': 'completed', 'code': 200} Jul 14 09:07:44.058544 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9441343e-a90f-4c61-bf27-01668ad441ad req-d9dc2175-82d6-4f4b-82fa-73ca87879998 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f33b460-d2d2-4c56-9516-34520289d045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504351 Jul 14 09:07:44.156774 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbdaa8-98a3-4312-b9aa-a5364e72de5e req-35de6da6-701b-49b5-ac7e-d3fce9d50bbf tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:44.160250 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eddbdaa8-98a3-4312-b9aa-a5364e72de5e req-35de6da6-701b-49b5-ac7e-d3fce9d50bbf tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 943 time: 0.2688434 Jul 14 09:07:44.293951 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-8a255430-5e98-41d3-bb17-ec2db7466d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:44.340415 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eddbdaa8-98a3-4312-b9aa-a5364e72de5e req-89d1e95f-0ab9-43ae-9a69-b4205f7a6ef3 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502166 Jul 14 09:07:44.398100 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9441343e-a90f-4c61-bf27-01668ad441ad req-6018af52-1b73-4f5f-8438-3032a79431bc service neutron] 10.222.0.44 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310277 Jul 14 09:07:44.428036 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bf28a-69ba-43d8-a357-82a0219e3425 req-1786ffb8-9415-40ae-b790-ca34857baed3 tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:44.440908 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a32bf28a-69ba-43d8-a357-82a0219e3425 req-1786ffb8-9415-40ae-b790-ca34857baed3 tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9 HTTP/1.1" status: 200 len: 945 time: 0.2964046 Jul 14 09:07:44.577057 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-50bebc14-8516-400e-947b-c87fc4b8aabe req-20477147-6d73-4ed5-8028-956d951948bb tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Deleting port 6733c424-e8b7-432b-bf80-c9419f1fe5e8 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:07:44.578062 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-50bebc14-8516-400e-947b-c87fc4b8aabe req-20477147-6d73-4ed5-8028-956d951948bb tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:44.706736 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a32bf28a-69ba-43d8-a357-82a0219e3425 req-7f98b8ba-dc00-420f-8802-ae0574eb0fd7 tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] 10.222.0.25 "GET /v2.0/security-groups?id=da715096-028f-4516-976b-526fbdf80070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632821 Jul 14 09:07:44.808935 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9441343e-a90f-4c61-bf27-01668ad441ad req-f65a6ddd-631a-4a86-b6b3-acfa666114c3 service neutron] 10.222.0.44 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985269 Jul 14 09:07:44.951705 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-50bebc14-8516-400e-947b-c87fc4b8aabe req-20477147-6d73-4ed5-8028-956d951948bb tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] For port 6733c424-e8b7-432b-bf80-c9419f1fe5e8, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=6733c424-e8b7-432b-bf80-c9419f1fe5e8,segment=NetworkSegment(8c7af8e7-19f3-4ec0-adf4-65d91ab45094),segment_id=8c7af8e7-19f3-4ec0-adf4-65d91ab45094)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:44.952324 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-50bebc14-8516-400e-947b-c87fc4b8aabe req-20477147-6d73-4ed5-8028-956d951948bb tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:44.986434 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bf166-80e7-4773-8068-12e972d6a9df req-7f3d8332-7163-49cb-a0d5-ba6dc51e6caa tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:44.986832 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-50bebc14-8516-400e-947b-c87fc4b8aabe req-20477147-6d73-4ed5-8028-956d951948bb tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Calling delete_port for 6733c424-e8b7-432b-bf80-c9419f1fe5e8 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:07:44.989308 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f6bf166-80e7-4773-8068-12e972d6a9df req-7f3d8332-7163-49cb-a0d5-ba6dc51e6caa tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e9802e2-8f54-4b69-a0d1-3d9d7a936a43 HTTP/1.1" status: 200 len: 931 time: 0.2590201 Jul 14 09:07:45.043412 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69382a63-bc5e-4b30-be0e-6fc0134b4008 req-5c6a0f8c-80ab-47b5-b9ad-8dcc0d31482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:45.044925 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69382a63-bc5e-4b30-be0e-6fc0134b4008 req-5c6a0f8c-80ab-47b5-b9ad-8dcc0d31482c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d26b4168e0144f2b895d7a5b4dac1633&device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 1095 time: 0.1408365 Jul 14 09:07:45.065683 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f6bf166-80e7-4773-8068-12e972d6a9df req-2f0377e1-0e6d-4942-b225-a3976a1326b3 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641191 Jul 14 09:07:45.129072 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-8a255430-5e98-41d3-bb17-ec2db7466d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35cdeb18-96c1-4a44-b312-51a8494c2b8e {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:45.142549 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-8a255430-5e98-41d3-bb17-ec2db7466d44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:45.164688 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-8a255430-5e98-41d3-bb17-ec2db7466d44 service neutron] Transition to ACTIVE for port object 35cdeb18-96c1-4a44-b312-51a8494c2b8e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:07:45.175440 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-8a255430-5e98-41d3-bb17-ec2db7466d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:45.187149 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69382a63-bc5e-4b30-be0e-6fc0134b4008 req-14f82aad-624f-4245-a765-d6728c81b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:45.189662 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69382a63-bc5e-4b30-be0e-6fc0134b4008 req-14f82aad-624f-4245-a765-d6728c81b33c service neutron] 10.222.0.44 "GET /v2.0/networks?id=6f33b460-d2d2-4c56-9516-34520289d045 HTTP/1.1" status: 200 len: 921 time: 0.1368084 Jul 14 09:07:45.274402 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a255430-5e98-41d3-bb17-ec2db7466d44 service neutron] Pushing event updated for resources: {'Port': ['ID=35cdeb18-96c1-4a44-b312-51a8494c2b8e,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:45.284363 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-50bebc14-8516-400e-947b-c87fc4b8aabe req-20477147-6d73-4ed5-8028-956d951948bb tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:45.296108 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['6733c424-e8b7-432b-bf80-c9419f1fe5e8'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:45.373821 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20477147-6d73-4ed5-8028-956d951948bb tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Pushing event deleted for resources: {'Port': ['ID=6733c424-e8b7-432b-bf80-c9419f1fe5e8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:45.446970 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bebc14-8516-400e-947b-c87fc4b8aabe req-20477147-6d73-4ed5-8028-956d951948bb tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] No DVR routers for this DVR port 6733c424-e8b7-432b-bf80-c9419f1fe5e8 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:07:45.451209 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-50bebc14-8516-400e-947b-c87fc4b8aabe req-20477147-6d73-4ed5-8028-956d951948bb tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:45.453332 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-50bebc14-8516-400e-947b-c87fc4b8aabe req-20477147-6d73-4ed5-8028-956d951948bb tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] 10.222.0.44 "DELETE /v2.0/ports/6733c424-e8b7-432b-bf80-c9419f1fe5e8 HTTP/1.1" status: 204 len: 173 time: 1.5751820 Jul 14 09:07:45.453729 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9', 'name': 'network-vif-deleted', 'tag': '6733c424-e8b7-432b-bf80-c9419f1fe5e8'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:45.456143 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884922d9-9d25-4975-af74-43f61f44af8e" -d '{"events": [{"server_uuid": "3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9", "name": "network-vif-deleted", "tag": "6733c424-e8b7-432b-bf80-c9419f1fe5e8"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:45.476553 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-8a255430-5e98-41d3-bb17-ec2db7466d44 service neutron] Attempting to bind port 35cdeb18-96c1-4a44-b312-51a8494c2b8e on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:07:45.476857 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-8a255430-5e98-41d3-bb17-ec2db7466d44 service neutron] Attempting to bind port 35cdeb18-96c1-4a44-b312-51a8494c2b8e by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'c0ac771e-4e3b-41cc-b574-0a0f683f27f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e94ce943-c700-4328-a228-ac97a95752e9'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:07:45.477503 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-8a255430-5e98-41d3-bb17-ec2db7466d44 service neutron] Attempting to bind port 35cdeb18-96c1-4a44-b312-51a8494c2b8e on network e94ce943-c700-4328-a228-ac97a95752e9 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:45.483367 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-8a255430-5e98-41d3-bb17-ec2db7466d44 service neutron] Port 35cdeb18-96c1-4a44-b312-51a8494c2b8e on network e94ce943-c700-4328-a228-ac97a95752e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:07:45.483957 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-8a255430-5e98-41d3-bb17-ec2db7466d44 service neutron] Attempting to bind port 35cdeb18-96c1-4a44-b312-51a8494c2b8e on network e94ce943-c700-4328-a228-ac97a95752e9 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:45.490776 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-8a255430-5e98-41d3-bb17-ec2db7466d44 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:07:45.491090 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-8a255430-5e98-41d3-bb17-ec2db7466d44 service neutron] Checking segment: {'id': 'c0ac771e-4e3b-41cc-b574-0a0f683f27f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e94ce943-c700-4328-a228-ac97a95752e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:45.491481 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-8a255430-5e98-41d3-bb17-ec2db7466d44 service neutron] Bound using segment: {'id': 'c0ac771e-4e3b-41cc-b574-0a0f683f27f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e94ce943-c700-4328-a228-ac97a95752e9'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:07:45.491987 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-8a255430-5e98-41d3-bb17-ec2db7466d44 service neutron] Bound port: 35cdeb18-96c1-4a44-b312-51a8494c2b8e, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ac771e-4e3b-41cc-b574-0a0f683f27f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e94ce943-c700-4328-a228-ac97a95752e9'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:07:45.492358 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-8a255430-5e98-41d3-bb17-ec2db7466d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:45.570047 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-8a255430-5e98-41d3-bb17-ec2db7466d44 service neutron] For port 35cdeb18-96c1-4a44-b312-51a8494c2b8e, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:07:45.574112 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-8a255430-5e98-41d3-bb17-ec2db7466d44 service neutron] For port 35cdeb18-96c1-4a44-b312-51a8494c2b8e, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=35cdeb18-96c1-4a44-b312-51a8494c2b8e,segment=NetworkSegment(c0ac771e-4e3b-41cc-b574-0a0f683f27f8),segment_id=c0ac771e-4e3b-41cc-b574-0a0f683f27f8)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:07:45.578769 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-8a255430-5e98-41d3-bb17-ec2db7466d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:45.616185 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69382a63-bc5e-4b30-be0e-6fc0134b4008 req-daa258e4-de9f-4b91-bfb2-ecca0d7ffb72 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b54b34d-4176-4477-a67d-d3e71a9e39e5 HTTP/1.1" status: 200 len: 217 time: 0.4105284 Jul 14 09:07:45.620790 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-8a255430-5e98-41d3-bb17-ec2db7466d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:45.621437 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-8a255430-5e98-41d3-bb17-ec2db7466d44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:45.622920 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-8a255430-5e98-41d3-bb17-ec2db7466d44 service neutron] 10.222.0.44 "PUT /v2.0/ports/35cdeb18-96c1-4a44-b312-51a8494c2b8e HTTP/1.1" status: 200 len: 1092 time: 1.6265423 Jul 14 09:07:45.644418 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-7df669bf-c5cb-494c-a309-10666c1bda45 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1f12cd25d51643a497edc7919415a889&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433042 Jul 14 09:07:45.666727 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a255430-5e98-41d3-bb17-ec2db7466d44 service neutron] Pushing event updated for resources: {'Port': ['ID=35cdeb18-96c1-4a44-b312-51a8494c2b8e,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:45.786954 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69382a63-bc5e-4b30-be0e-6fc0134b4008 req-358373af-d1ba-452a-9d20-6b76959c893e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:45.789095 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69382a63-bc5e-4b30-be0e-6fc0134b4008 req-358373af-d1ba-452a-9d20-6b76959c893e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d193f247-8cf4-44bf-89d9-9de68e3cae2e HTTP/1.1" status: 200 len: 861 time: 0.1599522 Jul 14 09:07:45.828215 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d40ac2-f240-4fc7-bfd6-d9cbc1a9d444 req-8b163593-b6ae-4916-9a08-34651c29e9b8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:45.835347 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12d40ac2-f240-4fc7-bfd6-d9cbc1a9d444 req-8b163593-b6ae-4916-9a08-34651c29e9b8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 946 time: 0.6445701 Jul 14 09:07:45.845432 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-01bf3212-bf73-492a-9921-707edf4a07ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:45.847646 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-01bf3212-bf73-492a-9921-707edf4a07ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=64524658a7b8443aae0566882ef867f5&device_id=0e9802e2-8f54-4b69-a0d1-3d9d7a936a43 HTTP/1.1" status: 200 len: 1095 time: 0.1228671 Jul 14 09:07:45.867461 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69382a63-bc5e-4b30-be0e-6fc0134b4008 req-9aa2dc79-a55f-48ae-b304-39ddf9624829 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f33b460-d2d2-4c56-9516-34520289d045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619721 Jul 14 09:07:45.907938 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-89c3c353-ac68-4760-8c1c-2f210b2eb23d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35cdeb18-96c1-4a44-b312-51a8494c2b8e HTTP/1.1" status: 200 len: 217 time: 0.0519259 Jul 14 09:07:45.945372 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-269e8077-e687-4a79-803c-51876da36d53 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:45.952477 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-269e8077-e687-4a79-803c-51876da36d53 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2872841 Jul 14 09:07:45.996350 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-cba2fe21-2226-4eff-8402-6951c7ca8896 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.25 "GET /v2.0/quotas/1f12cd25d51643a497edc7919415a889 HTTP/1.1" status: 200 len: 375 time: 0.0427008 Jul 14 09:07:45.997894 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-5bf68ceb-0839-4cda-820c-0d28656cbf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:46.002633 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-5bf68ceb-0839-4cda-820c-0d28656cbf65 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0e4d1e5f-b379-4a81-b280-aa9076cc6047 HTTP/1.1" status: 200 len: 862 time: 0.0863392 Jul 14 09:07:46.006912 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12d40ac2-f240-4fc7-bfd6-d9cbc1a9d444 req-8f6bcca1-20f4-4e5d-ac15-7a8e7fdb5d1a tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704495 Jul 14 09:07:46.080794 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-6b8d87dd-44c8-454c-947f-fdae44b1c77c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e94ce943-c700-4328-a228-ac97a95752e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651660 Jul 14 09:07:46.081925 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-e352c24a-29ac-4bd8-a5d6-2654f3e3a601 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1f12cd25d51643a497edc7919415a889&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731149 Jul 14 09:07:46.180037 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69382a63-bc5e-4b30-be0e-6fc0134b4008 req-b96dbae6-9ebb-491f-8e2c-27bdd06441d9 service neutron] 10.222.0.44 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021913 Jul 14 09:07:46.323968 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-67d8fce9-dff5-4ec6-a46d-1587e4460c21 service neutron] 10.222.0.44 "GET /v2.0/networks/e94ce943-c700-4328-a228-ac97a95752e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311263 Jul 14 09:07:46.421805 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f47b75-f4ae-47f5-81b2-88dfce96f81d x-openstack-request-id: req-68f47b75-f4ae-47f5-81b2-88dfce96f81d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:46.422115 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9", "name": "network-vif-deleted", "tag": "6733c424-e8b7-432b-bf80-c9419f1fe5e8", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:46.422345 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68f47b75-f4ae-47f5-81b2-88dfce96f81d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:46.422723 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9', 'name': 'network-vif-deleted', 'tag': '6733c424-e8b7-432b-bf80-c9419f1fe5e8', 'status': 'completed', 'code': 200} Jul 14 09:07:46.500386 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7d3afc6a-3119-4599-8982-89a02edb9752 req-27bb2e77-919d-4011-9fd2-7515e6c501ca service neutron] 10.222.0.44 "GET /v2.0/networks/e94ce943-c700-4328-a228-ac97a95752e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665981 Jul 14 09:07:46.606277 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69382a63-bc5e-4b30-be0e-6fc0134b4008 req-74f47e87-4262-4fd5-9e8a-4bafdcf3e399 service neutron] 10.222.0.44 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157548 Jul 14 09:07:46.642342 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b176c7-c836-48a9-b522-464a95dbf84b req-0f6b700d-58fb-4bcc-8ffd-03a2a1f0fdf9 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:46.647869 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-59b176c7-c836-48a9-b522-464a95dbf84b req-0f6b700d-58fb-4bcc-8ffd-03a2a1f0fdf9 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 943 time: 0.3427866 Jul 14 09:07:46.794559 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:07:46.800594 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0ce28b9-d73a-4569-a958-4e218f3ee4df req-4261b7b6-8aee-4380-9305-ba4970eb42d7 tempest-ServerMetadataNegativeTestJSON-652886466 tempest-ServerMetadataNegativeTestJSON-652886466-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c22dc11-2ce0-4ce1-a61e-e81a18c8b5c9 HTTP/1.1" status: 200 len: 210 time: 0.0718787 Jul 14 09:07:46.835594 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-59b176c7-c836-48a9-b522-464a95dbf84b req-7f39f311-990c-4886-bc38-86d608b3c6d2 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679356 Jul 14 09:07:47.260293 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39da19b-0acf-4c75-abce-aa3fb59a222d req-84364106-4933-4a8c-93e8-f46bebfa4c84 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:47.272478 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b39da19b-0acf-4c75-abce-aa3fb59a222d req-84364106-4933-4a8c-93e8-f46bebfa4c84 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e9802e2-8f54-4b69-a0d1-3d9d7a936a43 HTTP/1.1" status: 200 len: 943 time: 0.1099000 Jul 14 09:07:47.335607 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b39da19b-0acf-4c75-abce-aa3fb59a222d req-20acfc38-db48-4066-87e3-5025cebe4394 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614617 Jul 14 09:07:47.500051 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e03e9842-1773-40ee-bef9-d20d5cd7b471 req-3eb88ff8-28ec-4f1d-baa6-d4c2c5c41be1 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4076f21-0172-4140-a4c2-2cb039f975f1 HTTP/1.1" status: 200 len: 210 time: 0.0429056 Jul 14 09:07:47.624546 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f38fa5-a067-4de5-af67-b2a46b6687a7 req-7bd9a585-282a-4aa9-8d83-c4bdd220390a tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:47.626194 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d5f38fa5-a067-4de5-af67-b2a46b6687a7 req-7bd9a585-282a-4aa9-8d83-c4bdd220390a tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 946 time: 0.0900273 Jul 14 09:07:47.687200 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d5f38fa5-a067-4de5-af67-b2a46b6687a7 req-a976d240-34a1-4dc9-b9f5-3aac25a37191 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534914 Jul 14 09:07:47.962024 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36392) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:48.121874 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55afbc4-a174-41a1-9d01-266f25644257 admin admin] Deleting subnet 52f43e9a-3b9a-42a3-95db-bdfd757ec1b7 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:07:48.133828 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-8e3cb77f-fdbc-405c-8021-dc7f6f7882da tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=1f12cd25d51643a497edc7919415a889&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634115 Jul 14 09:07:48.135130 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f55afbc4-a174-41a1-9d01-266f25644257 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:48.269599 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f55afbc4-a174-41a1-9d01-266f25644257 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:48.338570 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2b227-d80f-4528-b8e6-b8666b9afbf6 req-ee0cca69-2bf3-49fc-b122-3c36da998743 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:48.341602 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1c2b227-d80f-4528-b8e6-b8666b9afbf6 req-ee0cca69-2bf3-49fc-b122-3c36da998743 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 943 time: 0.3320923 Jul 14 09:07:48.342728 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2cdd112b-de74-4fbc-8c44-8b0d5a298926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:48.409395 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f55afbc4-a174-41a1-9d01-266f25644257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:48.424050 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-3db4d1ed-4d6e-4dae-a026-0454cbb31f89 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:48.424425 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9802e2-8f54-4b69-a0d1-3d9d7a936a43', 'tag': '35cdeb18-96c1-4a44-b312-51a8494c2b8e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:48.427787 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-3db4d1ed-4d6e-4dae-a026-0454cbb31f89 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2831831 Jul 14 09:07:48.429611 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445e0625-35aa-4ce4-b9e3-fc6918da6074" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9802e2-8f54-4b69-a0d1-3d9d7a936a43", "tag": "35cdeb18-96c1-4a44-b312-51a8494c2b8e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:48.482790 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-7821a6a2-c9ba-41ba-a1e8-d6e43f88feba tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Request body: {'port': {'device_id': 'b4076f21-0172-4140-a4c2-2cb039f975f1', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': '1f12cd25d51643a497edc7919415a889'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:48.628747 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1c2b227-d80f-4528-b8e6-b8666b9afbf6 req-5ee3c6c1-ad2d-4809-992f-942260c102ce tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735009 Jul 14 09:07:48.642097 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f55afbc4-a174-41a1-9d01-266f25644257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:48.693664 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55afbc4-a174-41a1-9d01-266f25644257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52f43e9a-3b9a-42a3-95db-bdfd757ec1b7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:48.720095 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f55afbc4-a174-41a1-9d01-266f25644257 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:48.723035 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f55afbc4-a174-41a1-9d01-266f25644257 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/52f43e9a-3b9a-42a3-95db-bdfd757ec1b7 HTTP/1.1" status: 204 len: 168 time: 0.7596896 Jul 14 09:07:48.725856 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36408) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:48.739867 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd705ca-9881-4d4e-8223-9119d075fbf3 x-openstack-request-id: req-1bd705ca-9881-4d4e-8223-9119d075fbf3 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:48.740435 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9802e2-8f54-4b69-a0d1-3d9d7a936a43", "tag": "35cdeb18-96c1-4a44-b312-51a8494c2b8e", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:48.741201 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1bd705ca-9881-4d4e-8223-9119d075fbf3 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:48.741840 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9802e2-8f54-4b69-a0d1-3d9d7a936a43', 'tag': '35cdeb18-96c1-4a44-b312-51a8494c2b8e', 'status': 'completed', 'code': 200} Jul 14 09:07:48.776122 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7745aab-73d7-4df9-a522-fcbda0660754 req-d2980837-66af-4464-bce4-ca006233c7e9 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:48.778559 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7745aab-73d7-4df9-a522-fcbda0660754 req-d2980837-66af-4464-bce4-ca006233c7e9 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e9802e2-8f54-4b69-a0d1-3d9d7a936a43 HTTP/1.1" status: 200 len: 943 time: 0.2549133 Jul 14 09:07:48.793418 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-7821a6a2-c9ba-41ba-a1e8-d6e43f88feba tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Made reservation on behalf of 1f12cd25d51643a497edc7919415a889 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:07:48.798894 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-7821a6a2-c9ba-41ba-a1e8-d6e43f88feba tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:48.826696 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-7821a6a2-c9ba-41ba-a1e8-d6e43f88feba tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:48.900089 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff29e892-ac68-4c84-aef6-68a8b98068ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:48.932164 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eb8f8dce-796a-461e-a64c-5b14cd5b2205 req-6d261ec1-1bbd-4b99-91b5-718b43d45448 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4076f21-0172-4140-a4c2-2cb039f975f1 HTTP/1.1" status: 200 len: 210 time: 0.0465057 Jul 14 09:07:48.953985 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7745aab-73d7-4df9-a522-fcbda0660754 req-da67d2b3-25f1-4464-a067-3c64b86a821f tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639235 Jul 14 09:07:48.966718 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e0625-35aa-4ce4-b9e3-fc6918da6074 req-53f75586-9c00-4120-8d35-1a9300544656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:48.968558 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-445e0625-35aa-4ce4-b9e3-fc6918da6074 req-53f75586-9c00-4120-8d35-1a9300544656 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=64524658a7b8443aae0566882ef867f5&device_id=0e9802e2-8f54-4b69-a0d1-3d9d7a936a43 HTTP/1.1" status: 200 len: 1095 time: 0.1960037 Jul 14 09:07:49.080895 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-7821a6a2-c9ba-41ba-a1e8-d6e43f88feba tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:49.089572 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-7821a6a2-c9ba-41ba-a1e8-d6e43f88feba tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:49.101095 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff29e892-ac68-4c84-aef6-68a8b98068ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:49.117242 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ff29e892-ac68-4c84-aef6-68a8b98068ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0039055d-1691-4281-921f-5917d3cc21ce']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:49.129051 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 1b54b34d-4176-4477-a67d-d3e71a9e39e5 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:07:49.133286 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 6733c424-e8b7-432b-bf80-c9419f1fe5e8 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:07:49.163212 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ff29e892-ac68-4c84-aef6-68a8b98068ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7af8e7-19f3-4ec0-adf4-65d91ab45094') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:49.163548 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ff29e892-ac68-4c84-aef6-68a8b98068ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7af8e7-19f3-4ec0-adf4-65d91ab45094') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:49.190694 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 6733c424-e8b7-432b-bf80-c9419f1fe5e8 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:07:49.191029 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 6733c424-e8b7-432b-bf80-c9419f1fe5e8 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:07:49.195653 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff29e892-ac68-4c84-aef6-68a8b98068ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:49.239523 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e0625-35aa-4ce4-b9e3-fc6918da6074 req-aee8dbd3-121a-424a-8bea-2dce60980b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:49.243212 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-445e0625-35aa-4ce4-b9e3-fc6918da6074 req-aee8dbd3-121a-424a-8bea-2dce60980b4b service neutron] 10.222.0.44 "GET /v2.0/networks?id=e94ce943-c700-4328-a228-ac97a95752e9 HTTP/1.1" status: 200 len: 922 time: 0.2655778 Jul 14 09:07:49.247215 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821a6a2-c9ba-41ba-a1e8-d6e43f88feba tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18935c4d-2e40-42f5-8555-b87b365eed85,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:49.250891 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff29e892-ac68-4c84-aef6-68a8b98068ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:49.316481 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff29e892-ac68-4c84-aef6-68a8b98068ca admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:07:49.316481 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff29e892-ac68-4c84-aef6-68a8b98068ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:49.373421 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 1b54b34d-4176-4477-a67d-d3e71a9e39e5, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1b54b34d-4176-4477-a67d-d3e71a9e39e5,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:07:49.410958 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:07:49.417651 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '1b54b34d-4176-4477-a67d-d3e71a9e39e5', 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045', 'port_id': '1b54b34d-4176-4477-a67d-d3e71a9e39e5', 'mac_address': 'fa:16:3e:30:8f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd193f247-8cf4-44bf-89d9-9de68e3cae2e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:07:49.423473 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-7821a6a2-c9ba-41ba-a1e8-d6e43f88feba tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Allocated IP 192.168.233.9 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/433445e6-a6ca-4aca-a4eb-b0d6bbe489ca) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:07:49.439657 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-445e0625-35aa-4ce4-b9e3-fc6918da6074 req-301d3731-6d24-4701-9d51-91f7fb727c2b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35cdeb18-96c1-4a44-b312-51a8494c2b8e HTTP/1.1" status: 200 len: 217 time: 0.1801307 Jul 14 09:07:49.462905 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06045a4d-9a2f-4780-9e8f-fdd0769c85c6 req-f80eb68c-439a-4fb4-868f-09d277f6327e tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:49.469436 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-06045a4d-9a2f-4780-9e8f-fdd0769c85c6 req-f80eb68c-439a-4fb4-868f-09d277f6327e tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 946 time: 0.2677305 Jul 14 09:07:49.515792 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:49.532224 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b54b34d-4176-4477-a67d-d3e71a9e39e5 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:49.572265 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 1b54b34d-4176-4477-a67d-d3e71a9e39e5, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1b54b34d-4176-4477-a67d-d3e71a9e39e5,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:49.578717 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:49.682177 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff29e892-ac68-4c84-aef6-68a8b98068ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:49.697398 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e0625-35aa-4ce4-b9e3-fc6918da6074 req-587f0a5b-1c14-4d50-ada9-afb1260bdb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:49.698959 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-445e0625-35aa-4ce4-b9e3-fc6918da6074 req-587f0a5b-1c14-4d50-ada9-afb1260bdb99 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0e4d1e5f-b379-4a81-b280-aa9076cc6047 HTTP/1.1" status: 200 len: 862 time: 0.2050922 Jul 14 09:07:49.715226 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff29e892-ac68-4c84-aef6-68a8b98068ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:49.722596 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ff29e892-ac68-4c84-aef6-68a8b98068ca admin admin] 10.222.0.25 "DELETE /v2.0/networks/0039055d-1691-4281-921f-5917d3cc21ce HTTP/1.1" status: 204 len: 168 time: 0.9935453 Jul 14 09:07:49.737933 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=1b54b34d-4176-4477-a67d-d3e71a9e39e5,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:49.769385 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29e892-ac68-4c84-aef6-68a8b98068ca admin admin] Pushing event deleted for resources: {'Network': ['ID=0039055d-1691-4281-921f-5917d3cc21ce,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:49.797258 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-445e0625-35aa-4ce4-b9e3-fc6918da6074 req-7375ea2d-d185-4a00-84fc-0decc23bea00 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e94ce943-c700-4328-a228-ac97a95752e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866280 Jul 14 09:07:49.853673 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-06045a4d-9a2f-4780-9e8f-fdd0769c85c6 req-6b071807-ae63-4f6a-9c12-44aab3ced097 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664968 Jul 14 09:07:49.866257 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['1b54b34d-4176-4477-a67d-d3e71a9e39e5'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:50.080976 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-445e0625-35aa-4ce4-b9e3-fc6918da6074 req-aa3514d7-2c0f-43b1-b3e1-c9b477d40d2b service neutron] 10.222.0.44 "GET /v2.0/networks/e94ce943-c700-4328-a228-ac97a95752e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760720 Jul 14 09:07:50.172855 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36422) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:50.259999 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-445e0625-35aa-4ce4-b9e3-fc6918da6074 req-b30d87cc-df62-4982-a078-26ec671bce8b service neutron] 10.222.0.44 "GET /v2.0/networks/e94ce943-c700-4328-a228-ac97a95752e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711137 Jul 14 09:07:50.338989 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c55c3038-ffa1-4e78-aba0-6c34ac5332bd req-6f09e084-2f79-4135-8f33-6a99dcee3840 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4076f21-0172-4140-a4c2-2cb039f975f1 HTTP/1.1" status: 200 len: 210 time: 0.1187835 Jul 14 09:07:50.371791 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-7821a6a2-c9ba-41ba-a1e8-d6e43f88feba tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:50.398933 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57417d45-52b0-42c6-a6b8-362a26366dcc req-5b948fd4-46b4-4286-acda-e8feb9b064c8 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:50.400743 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-57417d45-52b0-42c6-a6b8-362a26366dcc req-5b948fd4-46b4-4286-acda-e8feb9b064c8 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 944 time: 0.4024498 Jul 14 09:07:50.402533 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-7821a6a2-c9ba-41ba-a1e8-d6e43f88feba tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Transition to ACTIVE for port object 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:07:50.411841 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-19024d24-81c5-4447-8e23-e339f821d7a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ce08a808d81c4b6b850da31e14b0a4c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261026 Jul 14 09:07:50.412185 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36426) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:50.499383 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-7821a6a2-c9ba-41ba-a1e8-d6e43f88feba tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:50.506744 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6532f5e4-d00b-4cbb-b144-c6d9c079095d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:50.544649 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6532f5e4-d00b-4cbb-b144-c6d9c079095d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:50.634123 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-7821a6a2-c9ba-41ba-a1e8-d6e43f88feba tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:07:50.638022 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6532f5e4-d00b-4cbb-b144-c6d9c079095d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:50.646916 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6532f5e4-d00b-4cbb-b144-c6d9c079095d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:50.649300 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-7821a6a2-c9ba-41ba-a1e8-d6e43f88feba tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:07:50.658348 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-7821a6a2-c9ba-41ba-a1e8-d6e43f88feba tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:07:50.660316 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6532f5e4-d00b-4cbb-b144-c6d9c079095d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/da715096-028f-4516-976b-526fbdf80070 HTTP/1.1" status: 204 len: 168 time: 0.2468307 Jul 14 09:07:50.668429 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-57417d45-52b0-42c6-a6b8-362a26366dcc req-995a051d-1fe3-4c34-b475-0587126e449a tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450011 Jul 14 09:07:50.680300 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532f5e4-d00b-4cbb-b144-c6d9c079095d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da715096-028f-4516-976b-526fbdf80070,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:50.735732 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821a6a2-c9ba-41ba-a1e8-d6e43f88feba tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Pushing event updated for resources: {'Port': ['ID=433445e6-a6ca-4aca-a4eb-b0d6bbe489ca,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:50.794079 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-7821a6a2-c9ba-41ba-a1e8-d6e43f88feba tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:50.795087 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-7821a6a2-c9ba-41ba-a1e8-d6e43f88feba tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:50.816839 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36c4a1-d255-4be0-b230-ea1288bf4b94 req-b84c5776-0cbb-4501-baab-0dc643416a4f tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:50.818955 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3d36c4a1-d255-4be0-b230-ea1288bf4b94 req-b84c5776-0cbb-4501-baab-0dc643416a4f tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e9802e2-8f54-4b69-a0d1-3d9d7a936a43 HTTP/1.1" status: 200 len: 943 time: 0.2775540 Jul 14 09:07:50.838320 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-7821a6a2-c9ba-41ba-a1e8-d6e43f88feba tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3748326 Jul 14 09:07:50.857308 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-fb82b32e-577e-4eb4-8062-4bd6d4db152c service neutron] Request body: {'port': {'device_id': 'b4076f21-0172-4140-a4c2-2cb039f975f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:50.949737 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3d36c4a1-d255-4be0-b230-ea1288bf4b94 req-eea94c06-a3b2-459a-b4ec-40c0c235350d tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222062 Jul 14 09:07:51.017780 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8d3d2e8-405e-4a6b-9195-887bfff5c200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:51.066576 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-fb82b32e-577e-4eb4-8062-4bd6d4db152c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:51.138042 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 35cdeb18-96c1-4a44-b312-51a8494c2b8e details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:07:51.141588 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 1b54b34d-4176-4477-a67d-d3e71a9e39e5 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:07:51.398033 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c88c9a72-194d-4d09-9329-87ac7c8411e8 None None] Provisioning for port 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:07:51.417763 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:07:51.436206 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ed0f8-e6fb-43ae-ad58-7e8e7f84c2bd req-5c1d1bcb-749a-4569-a9c4-3693bfe67cd8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:51.443599 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a35ed0f8-e6fb-43ae-ad58-7e8e7f84c2bd req-5c1d1bcb-749a-4569-a9c4-3693bfe67cd8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 946 time: 0.1735992 Jul 14 09:07:51.452886 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:51.549988 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a35ed0f8-e6fb-43ae-ad58-7e8e7f84c2bd req-2bd019c3-643f-42f7-a326-699e3488adb2 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053312 Jul 14 09:07:51.580532 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c88c9a72-194d-4d09-9329-87ac7c8411e8 None None] Provisioning complete for port 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:51.581207 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c88c9a72-194d-4d09-9329-87ac7c8411e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:51.660055 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-fb82b32e-577e-4eb4-8062-4bd6d4db152c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:51.675390 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-fb82b32e-577e-4eb4-8062-4bd6d4db152c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:51.689527 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 1b54b34d-4176-4477-a67d-d3e71a9e39e5 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:07:51.698771 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c88c9a72-194d-4d09-9329-87ac7c8411e8 None None] Port 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:07:51.703286 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-fb82b32e-577e-4eb4-8062-4bd6d4db152c service neutron] Transition to ACTIVE for port object 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:07:51.706862 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 1b54b34d-4176-4477-a67d-d3e71a9e39e5 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:51.708780 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:51.709901 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-fb82b32e-577e-4eb4-8062-4bd6d4db152c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:51.789034 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 35cdeb18-96c1-4a44-b312-51a8494c2b8e, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=35cdeb18-96c1-4a44-b312-51a8494c2b8e,segment=NetworkSegment(c0ac771e-4e3b-41cc-b574-0a0f683f27f8),segment_id=c0ac771e-4e3b-41cc-b574-0a0f683f27f8)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:51.815915 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '35cdeb18-96c1-4a44-b312-51a8494c2b8e', 'network_id': 'e94ce943-c700-4328-a228-ac97a95752e9', 'port_id': '35cdeb18-96c1-4a44-b312-51a8494c2b8e', 'mac_address': 'fa:16:3e:2c:cf:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4d1e5f-b379-4a81-b280-aa9076cc6047', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:07:51.990634 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:52.029026 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82b32e-577e-4eb4-8062-4bd6d4db152c service neutron] Pushing event updated for resources: {'Port': ['ID=433445e6-a6ca-4aca-a4eb-b0d6bbe489ca,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:52.106643 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:52.110950 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35cdeb18-96c1-4a44-b312-51a8494c2b8e {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:52.171725 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-fb82b32e-577e-4eb4-8062-4bd6d4db152c service neutron] Attempting to bind port 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:07:52.172202 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-fb82b32e-577e-4eb4-8062-4bd6d4db152c service neutron] Attempting to bind port 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:07:52.172641 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-fb82b32e-577e-4eb4-8062-4bd6d4db152c service neutron] Attempting to bind port 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:52.172846 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:52.188898 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 35cdeb18-96c1-4a44-b312-51a8494c2b8e, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=35cdeb18-96c1-4a44-b312-51a8494c2b8e,segment=NetworkSegment(c0ac771e-4e3b-41cc-b574-0a0f683f27f8),segment_id=c0ac771e-4e3b-41cc-b574-0a0f683f27f8)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:52.233128 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15fb18d-ec66-48f9-83a7-54e4d9595e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b54b34d-4176-4477-a67d-d3e71a9e39e5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:52.238229 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cae8bd9-87ea-4024-b53a-989594c2f6be" -d '{"events": [{"server_uuid": "a15fb18d-ec66-48f9-83a7-54e4d9595e61", "name": "network-vif-plugged", "status": "completed", "tag": "1b54b34d-4176-4477-a67d-d3e71a9e39e5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:52.252769 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 1b54b34d-4176-4477-a67d-d3e71a9e39e5, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1b54b34d-4176-4477-a67d-d3e71a9e39e5,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:52.258367 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:52.279330 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-fb82b32e-577e-4eb4-8062-4bd6d4db152c service neutron] Port 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:07:52.279860 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-fb82b32e-577e-4eb4-8062-4bd6d4db152c service neutron] Attempting to bind port 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:52.313514 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-fb82b32e-577e-4eb4-8062-4bd6d4db152c service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:07:52.314377 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36470) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:52.322499 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-fb82b32e-577e-4eb4-8062-4bd6d4db152c service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:52.323077 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-fb82b32e-577e-4eb4-8062-4bd6d4db152c service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:07:52.323695 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-fb82b32e-577e-4eb4-8062-4bd6d4db152c service neutron] Bound port: 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:07:52.324318 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-fb82b32e-577e-4eb4-8062-4bd6d4db152c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:52.373586 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:52.399345 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=35cdeb18-96c1-4a44-b312-51a8494c2b8e,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:52.424074 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc190d39-d283-411e-ae4a-f9700e4ecdcd req-90490944-abca-4681-9417-c2773c226106 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:52.432915 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc190d39-d283-411e-ae4a-f9700e4ecdcd req-90490944-abca-4681-9417-c2773c226106 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4076f21-0172-4140-a4c2-2cb039f975f1 HTTP/1.1" status: 200 len: 946 time: 0.6016691 Jul 14 09:07:52.464758 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac31b-b2f1-4017-a211-b54eaaf94cfb req-941be5af-3778-4500-b3b4-7214e4381db2 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:52.467024 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-285ac31b-b2f1-4017-a211-b54eaaf94cfb req-941be5af-3778-4500-b3b4-7214e4381db2 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 944 time: 0.2998312 Jul 14 09:07:52.467345 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-e27ef705-1906-4ed5-90e0-446fe9ae78a6 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1950181931-network', 'tenant_id': 'fd3f45f2cb4240bfbc3b0eeccb310cda'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:52.493060 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=1b54b34d-4176-4477-a67d-d3e71a9e39e5,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:52.499574 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-fb82b32e-577e-4eb4-8062-4bd6d4db152c service neutron] For port 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:07:52.503182 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-fb82b32e-577e-4eb4-8062-4bd6d4db152c service neutron] For port 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=433445e6-a6ca-4aca-a4eb-b0d6bbe489ca,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:07:52.513851 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27ef705-1906-4ed5-90e0-446fe9ae78a6 admin admin] Made reservation on behalf of fd3f45f2cb4240bfbc3b0eeccb310cda for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:07:52.518525 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e27ef705-1906-4ed5-90e0-446fe9ae78a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:52.523716 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-fb82b32e-577e-4eb4-8062-4bd6d4db152c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:52.532491 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e27ef705-1906-4ed5-90e0-446fe9ae78a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:52.566385 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc190d39-d283-411e-ae4a-f9700e4ecdcd req-35791176-52a9-438c-8da6-39757acab12c tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.25 "GET /v2.0/security-groups?id=18935c4d-2e40-42f5-8555-b87b365eed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322863 Jul 14 09:07:52.574848 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['35cdeb18-96c1-4a44-b312-51a8494c2b8e'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:52.595476 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-fb82b32e-577e-4eb4-8062-4bd6d4db152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:52.596129 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-fb82b32e-577e-4eb4-8062-4bd6d4db152c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:52.598419 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-fb82b32e-577e-4eb4-8062-4bd6d4db152c service neutron] 10.222.0.44 "PUT /v2.0/ports/433445e6-a6ca-4aca-a4eb-b0d6bbe489ca HTTP/1.1" status: 200 len: 1095 time: 1.7467222 Jul 14 09:07:52.600965 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4076f21-0172-4140-a4c2-2cb039f975f1', 'tag': '433445e6-a6ca-4aca-a4eb-b0d6bbe489ca'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:52.603134 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28156024-cc11-4879-a453-d77e0e3468b6" -d '{"events": [{"name": "network-changed", "server_uuid": "b4076f21-0172-4140-a4c2-2cb039f975f1", "tag": "433445e6-a6ca-4aca-a4eb-b0d6bbe489ca"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:52.627837 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-285ac31b-b2f1-4017-a211-b54eaaf94cfb req-def2d7b3-4376-4118-bc70-d75b33ba39ee tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330504 Jul 14 09:07:52.675638 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82b32e-577e-4eb4-8062-4bd6d4db152c service neutron] Pushing event updated for resources: {'Port': ['ID=433445e6-a6ca-4aca-a4eb-b0d6bbe489ca,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:52.745476 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-03d892ad-5df6-4f42-9d34-2180df109166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:52.745718 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e27ef705-1906-4ed5-90e0-446fe9ae78a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:52.748757 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-03d892ad-5df6-4f42-9d34-2180df109166 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f12cd25d51643a497edc7919415a889&device_id=b4076f21-0172-4140-a4c2-2cb039f975f1 HTTP/1.1" status: 200 len: 1098 time: 0.0973542 Jul 14 09:07:52.751136 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e27ef705-1906-4ed5-90e0-446fe9ae78a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:52.799098 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27ef705-1906-4ed5-90e0-446fe9ae78a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:07:52.835067 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-4c3452f9-acda-4a04-a248-1e7eb2fb9721 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=433445e6-a6ca-4aca-a4eb-b0d6bbe489ca HTTP/1.1" status: 200 len: 217 time: 0.0789208 Jul 14 09:07:52.840476 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ef705-1906-4ed5-90e0-446fe9ae78a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761814f5-bcfe-4a57-bbd7-dbaac37d5e06,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:52.848564 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e27ef705-1906-4ed5-90e0-446fe9ae78a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:52.849138 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-e27ef705-1906-4ed5-90e0-446fe9ae78a6 admin admin] Added segment d29016e6-1bc4-4e88-86bd-d70fc24ac44e of type vlan for network dbb42524-7b37-4dc0-be00-acb29bf341fb Jul 14 09:07:52.931203 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b55b4f-38e1-410f-bae6-4b6b0570e363 x-openstack-request-id: req-f0b55b4f-38e1-410f-bae6-4b6b0570e363 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:52.931572 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15fb18d-ec66-48f9-83a7-54e4d9595e61", "name": "network-vif-plugged", "status": "completed", "tag": "1b54b34d-4176-4477-a67d-d3e71a9e39e5", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:52.931834 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0b55b4f-38e1-410f-bae6-4b6b0570e363 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:52.932307 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15fb18d-ec66-48f9-83a7-54e4d9595e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b54b34d-4176-4477-a67d-d3e71a9e39e5', 'code': 200} Jul 14 09:07:52.957743 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e27ef705-1906-4ed5-90e0-446fe9ae78a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:53.009544 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-498b10e0-4856-4278-9c38-a03ff0b30a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:53.011553 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-498b10e0-4856-4278-9c38-a03ff0b30a17 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1703157 Jul 14 09:07:53.063358 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e27ef705-1906-4ed5-90e0-446fe9ae78a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:53.064723 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27ef705-1906-4ed5-90e0-446fe9ae78a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:53.065492 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e27ef705-1906-4ed5-90e0-446fe9ae78a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:53.115312 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cae2a-d6f3-4cb2-a221-4f198c1ca8c2 req-0040e2f1-601d-40b3-bdbb-cece3c4aea7f tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:53.122634 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-437cae2a-d6f3-4cb2-a221-4f198c1ca8c2 req-0040e2f1-601d-40b3-bdbb-cece3c4aea7f tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e9802e2-8f54-4b69-a0d1-3d9d7a936a43 HTTP/1.1" status: 200 len: 944 time: 0.1891999 Jul 14 09:07:53.140576 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e27ef705-1906-4ed5-90e0-446fe9ae78a6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8250730 Jul 14 09:07:53.146078 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36480) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:53.154688 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-b727e64f-8ac4-4e64-9af9-7bb682f638b2 admin admin] Request body: {'subnet': {'network_id': 'dbb42524-7b37-4dc0-be00-acb29bf341fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1950181931-subnet', 'tenant_id': 'fd3f45f2cb4240bfbc3b0eeccb310cda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:53.165770 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ef705-1906-4ed5-90e0-446fe9ae78a6 admin admin] Pushing event updated for resources: {'Network': ['ID=dbb42524-7b37-4dc0-be00-acb29bf341fb,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:53.174797 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf27a7-8a1a-46ee-b636-21fa5d1d3001 req-8d5de7e2-f5c0-440a-b1aa-dfe5a0a5e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:53.178627 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network dbb42524-7b37-4dc0-be00-acb29bf341fb details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:07:53.180109 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f9bf27a7-8a1a-46ee-b636-21fa5d1d3001 req-8d5de7e2-f5c0-440a-b1aa-dfe5a0a5e68f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 1097 time: 0.1837895 Jul 14 09:07:53.204343 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b727e64f-8ac4-4e64-9af9-7bb682f638b2 admin admin] Made reservation on behalf of fd3f45f2cb4240bfbc3b0eeccb310cda for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:07:53.205588 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-437cae2a-d6f3-4cb2-a221-4f198c1ca8c2 req-29817d52-0db5-4d8e-9243-f144184b419f tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820134 Jul 14 09:07:53.207390 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b727e64f-8ac4-4e64-9af9-7bb682f638b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:53.212039 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-a854897a-647c-4b3d-a700-f42a8cf4e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:53.214161 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-a854897a-647c-4b3d-a700-f42a8cf4e531 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1955798 Jul 14 09:07:53.276829 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f9bf27a7-8a1a-46ee-b636-21fa5d1d3001 req-b11674e7-6c70-49f0-9189-453126de84d2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895624 Jul 14 09:07:53.357665 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9f6ff0-de6c-477f-9422-c93753e5c0e8 x-openstack-request-id: req-8a9f6ff0-de6c-477f-9422-c93753e5c0e8 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:53.357899 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4076f21-0172-4140-a4c2-2cb039f975f1", "tag": "433445e6-a6ca-4aca-a4eb-b0d6bbe489ca", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:53.358106 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a9f6ff0-de6c-477f-9422-c93753e5c0e8 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:53.358499 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4076f21-0172-4140-a4c2-2cb039f975f1', 'tag': '433445e6-a6ca-4aca-a4eb-b0d6bbe489ca', 'status': 'completed', 'code': 200} Jul 14 09:07:53.413807 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-a6b8451e-8715-4cba-a58b-4a5171d27fcd service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915560 Jul 14 09:07:53.427776 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b9c8a-e0b9-48e5-ab05-406706f8d538 req-e4144716-17de-4408-8405-c3975aaab631 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:53.429333 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe7b9c8a-e0b9-48e5-ab05-406706f8d538 req-e4144716-17de-4408-8405-c3975aaab631 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 946 time: 0.1139102 Jul 14 09:07:53.446892 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b727e64f-8ac4-4e64-9af9-7bb682f638b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:53.542780 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe7b9c8a-e0b9-48e5-ab05-406706f8d538 req-31ad7d80-c2b0-4764-bdcf-9b500a56d18b tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042390 Jul 14 09:07:53.570950 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07b8000a-d1f5-487d-ab3a-9e0dbf3fb760 req-ebced5f8-e8f8-479a-9bab-d36568a03c3b service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405692 Jul 14 09:07:53.578320 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b727e64f-8ac4-4e64-9af9-7bb682f638b2 admin admin] Checking segment: {'id': 'd29016e6-1bc4-4e88-86bd-d70fc24ac44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'dbb42524-7b37-4dc0-be00-acb29bf341fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:53.578956 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b727e64f-8ac4-4e64-9af9-7bb682f638b2 admin admin] Network hostable DHCP agents. Network: dbb42524-7b37-4dc0-be00-acb29bf341fb, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:07:53.584175 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727e64f-8ac4-4e64-9af9-7bb682f638b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54f999dc-8b3b-4d3b-b82d-ab0d4c429d23,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:53.593315 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:53.606279 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b727e64f-8ac4-4e64-9af9-7bb682f638b2 admin admin] Network dbb42524-7b37-4dc0-be00-acb29bf341fb is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:07:53.622052 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-b727e64f-8ac4-4e64-9af9-7bb682f638b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, dbb42524-7b37-4dc0-be00-acb29bf341fb) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:07:53.627673 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b727e64f-8ac4-4e64-9af9-7bb682f638b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:53.628775 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b727e64f-8ac4-4e64-9af9-7bb682f638b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:53.636155 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f511c0-9631-4092-ae24-9ed3d46165ea None None] Network dbb42524-7b37-4dc0-be00-acb29bf341fb requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:07:53.653539 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b727e64f-8ac4-4e64-9af9-7bb682f638b2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5060306 Jul 14 09:07:53.809294 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e5fb8ed-75ff-4ba3-bdec-ca494cd325d1 req-a0a0d7cd-99d3-4429-8b2e-ec374201b95a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=07c4ccd8-22b1-4f5a-bb96-72286a38e0fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1238465 Jul 14 09:07:53.834165 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28156024-cc11-4879-a453-d77e0e3468b6 req-428d327f-44ba-433d-b434-b646391f9a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:53.835874 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28156024-cc11-4879-a453-d77e0e3468b6 req-428d327f-44ba-433d-b434-b646391f9a30 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f12cd25d51643a497edc7919415a889&device_id=b4076f21-0172-4140-a4c2-2cb039f975f1 HTTP/1.1" status: 200 len: 1098 time: 0.0954196 Jul 14 09:07:53.854121 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8a2abd-7b66-4a64-850c-3c5d9abbb7a9 None None] Network dbb42524-7b37-4dc0-be00-acb29bf341fb requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:07:54.529196 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28156024-cc11-4879-a453-d77e0e3468b6 req-acb70f20-37f2-421d-b655-be2e796886f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:54.530620 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28156024-cc11-4879-a453-d77e0e3468b6 req-acb70f20-37f2-421d-b655-be2e796886f4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.6873293 Jul 14 09:07:54.563409 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fb8ed-75ff-4ba3-bdec-ca494cd325d1 req-b70e68d9-234f-4a44-89e8-f75ebf26b9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:54.565657 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e5fb8ed-75ff-4ba3-bdec-ca494cd325d1 req-b70e68d9-234f-4a44-89e8-f75ebf26b9e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66f62552ebc740b9b1e38314c1361542&device_id=07c4ccd8-22b1-4f5a-bb96-72286a38e0fa HTTP/1.1" status: 200 len: 1097 time: 0.6154695 Jul 14 09:07:54.602445 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28156024-cc11-4879-a453-d77e0e3468b6 req-931390c7-bc0e-4614-a222-a97763c042d3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=433445e6-a6ca-4aca-a4eb-b0d6bbe489ca HTTP/1.1" status: 200 len: 217 time: 0.0639062 Jul 14 09:07:54.621912 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3092b6-adfe-4af9-a42c-cc9c653d8b4a req-d9ef7212-6613-4330-890b-195797119e64 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:54.625031 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9b3092b6-adfe-4af9-a42c-cc9c653d8b4a req-d9ef7212-6613-4330-890b-195797119e64 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4076f21-0172-4140-a4c2-2cb039f975f1 HTTP/1.1" status: 200 len: 946 time: 0.6745305 Jul 14 09:07:54.674676 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44c15b-696e-4e78-ab45-be9cfd03f436 req-b77a626f-acad-4b53-99e4-f0c0e37757f0 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:54.676286 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0b44c15b-696e-4e78-ab45-be9cfd03f436 req-b77a626f-acad-4b53-99e4-f0c0e37757f0 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 945 time: 0.6596830 Jul 14 09:07:54.790170 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28156024-cc11-4879-a453-d77e0e3468b6 req-5df8b0d8-991b-451c-b9fd-091c08b59b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:54.792148 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28156024-cc11-4879-a453-d77e0e3468b6 req-5df8b0d8-991b-451c-b9fd-091c08b59b1c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1799414 Jul 14 09:07:54.802584 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9b3092b6-adfe-4af9-a42c-cc9c653d8b4a req-309ec2c0-4514-4641-9520-b35d37c173ba tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.25 "GET /v2.0/security-groups?id=18935c4d-2e40-42f5-8555-b87b365eed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675532 Jul 14 09:07:54.855527 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0b44c15b-696e-4e78-ab45-be9cfd03f436 req-db9809dc-b664-4b48-ad07-58f25b5ae481 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424088 Jul 14 09:07:54.859562 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fb8ed-75ff-4ba3-bdec-ca494cd325d1 req-8eb6ff7f-30f5-4cf8-8d12-d894d0a684c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:54.860778 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e5fb8ed-75ff-4ba3-bdec-ca494cd325d1 req-8eb6ff7f-30f5-4cf8-8d12-d894d0a684c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=591d2e31-ea8f-418a-81ab-cf41522e7221 HTTP/1.1" status: 200 len: 914 time: 0.2617142 Jul 14 09:07:54.919611 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e5fb8ed-75ff-4ba3-bdec-ca494cd325d1 req-d6b1155c-a928-40f8-9983-ca5981f1d284 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0933f5b8-a3e2-48c4-b106-cc7f1a67b727 HTTP/1.1" status: 200 len: 217 time: 0.0510852 Jul 14 09:07:54.975860 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28156024-cc11-4879-a453-d77e0e3468b6 req-27c34c58-9444-4529-a9b7-5c2f584c716b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:54.977358 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28156024-cc11-4879-a453-d77e0e3468b6 req-27c34c58-9444-4529-a9b7-5c2f584c716b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1701982 Jul 14 09:07:54.983754 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fb8ed-75ff-4ba3-bdec-ca494cd325d1 req-33875bf7-7777-435c-a86c-cd6be2a755c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:54.985134 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e5fb8ed-75ff-4ba3-bdec-ca494cd325d1 req-33875bf7-7777-435c-a86c-cd6be2a755c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f7b255d-8d73-442e-a1f4-216cb8f52275 HTTP/1.1" status: 200 len: 854 time: 0.0555344 Jul 14 09:07:55.061078 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e5fb8ed-75ff-4ba3-bdec-ca494cd325d1 req-fc5afa32-c2e1-47f1-a6fc-2416e842d02e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=591d2e31-ea8f-418a-81ab-cf41522e7221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670257 Jul 14 09:07:55.135167 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 35cdeb18-96c1-4a44-b312-51a8494c2b8e up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:07:55.210979 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 35cdeb18-96c1-4a44-b312-51a8494c2b8e completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:07:55.217180 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 35cdeb18-96c1-4a44-b312-51a8494c2b8e triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:55.218187 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:55.223583 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28156024-cc11-4879-a453-d77e0e3468b6 req-4aa3d1cb-6371-4176-891d-ca1b3fd82894 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368793 Jul 14 09:07:55.309180 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:55.335951 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9802e2-8f54-4b69-a0d1-3d9d7a936a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cdeb18-96c1-4a44-b312-51a8494c2b8e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:55.338283 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e176c720-853e-4c5f-a95b-352bbc032d6b" -d '{"events": [{"server_uuid": "0e9802e2-8f54-4b69-a0d1-3d9d7a936a43", "name": "network-vif-plugged", "status": "completed", "tag": "35cdeb18-96c1-4a44-b312-51a8494c2b8e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:55.354731 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 35cdeb18-96c1-4a44-b312-51a8494c2b8e, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=35cdeb18-96c1-4a44-b312-51a8494c2b8e,segment=NetworkSegment(c0ac771e-4e3b-41cc-b574-0a0f683f27f8),segment_id=c0ac771e-4e3b-41cc-b574-0a0f683f27f8)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:55.360603 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:55.362799 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e5fb8ed-75ff-4ba3-bdec-ca494cd325d1 req-17589441-ac81-4d70-a134-a80e8e988a68 service neutron] 10.222.0.47 "GET /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924492 Jul 14 09:07:55.420297 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=35cdeb18-96c1-4a44-b312-51a8494c2b8e,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:55.424978 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecfb10-f538-46e6-8867-f19829beb058 req-4ec17a9e-eb4a-4375-9123-ba107a1a3981 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:55.426640 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28ecfb10-f538-46e6-8867-f19829beb058 req-4ec17a9e-eb4a-4375-9123-ba107a1a3981 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] 10.222.0.25 "GET /v2.0/networks?id=dbb42524-7b37-4dc0-be00-acb29bf341fb HTTP/1.1" status: 200 len: 809 time: 0.3066416 Jul 14 09:07:55.496945 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28ecfb10-f538-46e6-8867-f19829beb058 req-3cfc9731-8ea4-4b22-955a-bcb5e5fbcfa0 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] 10.222.0.25 "GET /v2.0/quotas/fd3f45f2cb4240bfbc3b0eeccb310cda HTTP/1.1" status: 200 len: 375 time: 0.0357947 Jul 14 09:07:55.504505 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28156024-cc11-4879-a453-d77e0e3468b6 req-a21b780a-0633-4063-81a3-4d654edd8ceb service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729156 Jul 14 09:07:55.518988 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621add6-7b52-417e-9096-e011409fcd63 req-1606b4fe-d83d-41ac-8a38-11d49ff181a9 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:55.521187 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b621add6-7b52-417e-9096-e011409fcd63 req-1606b4fe-d83d-41ac-8a38-11d49ff181a9 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e9802e2-8f54-4b69-a0d1-3d9d7a936a43 HTTP/1.1" status: 200 len: 944 time: 0.2910478 Jul 14 09:07:55.571191 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28ecfb10-f538-46e6-8867-f19829beb058 req-224396c3-8f80-47f3-ae8f-247a75f33b19 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd3f45f2cb4240bfbc3b0eeccb310cda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633023 Jul 14 09:07:55.662698 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e5fb8ed-75ff-4ba3-bdec-ca494cd325d1 req-dac07bf9-3f2d-4517-b884-9bac34ff5a7d service neutron] 10.222.0.47 "GET /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862768 Jul 14 09:07:55.681782 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b621add6-7b52-417e-9096-e011409fcd63 req-a2b12585-3eba-4910-bb94-396523e4cbf4 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430054 Jul 14 09:07:55.734395 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28ecfb10-f538-46e6-8867-f19829beb058 req-dbd4efe5-3d07-4e30-94d7-d346e909b5ea service neutron] 10.222.0.25 "GET /v2.0/networks/dbb42524-7b37-4dc0-be00-acb29bf341fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542985 Jul 14 09:07:55.888349 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28ecfb10-f538-46e6-8867-f19829beb058 req-492b0a67-a33c-444f-92cd-02f8500d6669 service neutron] 10.222.0.25 "GET /v2.0/networks/dbb42524-7b37-4dc0-be00-acb29bf341fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425567 Jul 14 09:07:55.924508 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8076e-09d8-4930-ad52-2c85ab152c12 req-cb24ee86-a2b9-4d62-9922-e0baf0ae7d83 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:55.928236 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-22d8076e-09d8-4930-ad52-2c85ab152c12 req-cb24ee86-a2b9-4d62-9922-e0baf0ae7d83 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 946 time: 0.1034827 Jul 14 09:07:55.999742 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-22d8076e-09d8-4930-ad52-2c85ab152c12 req-2bfc5173-ce5a-4652-8d0b-ad9e8eed8aa3 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660362 Jul 14 09:07:56.063837 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442a90aa-d4a3-4ed9-8d77-dc7bad4c4631 x-openstack-request-id: req-442a90aa-d4a3-4ed9-8d77-dc7bad4c4631 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:56.064379 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9802e2-8f54-4b69-a0d1-3d9d7a936a43", "name": "network-vif-plugged", "status": "completed", "tag": "35cdeb18-96c1-4a44-b312-51a8494c2b8e", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:56.064803 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-442a90aa-d4a3-4ed9-8d77-dc7bad4c4631 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:56.065545 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9802e2-8f54-4b69-a0d1-3d9d7a936a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cdeb18-96c1-4a44-b312-51a8494c2b8e', 'code': 200} Jul 14 09:07:56.390921 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a374b-f269-4376-beaf-7c184d52a852 req-2de3d2d8-7749-4e39-bd35-13e0900ccedb tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:56.401872 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9e2a374b-f269-4376-beaf-7c184d52a852 req-2de3d2d8-7749-4e39-bd35-13e0900ccedb tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 945 time: 0.2333062 Jul 14 09:07:56.422158 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9d3f7-4e1d-4571-b396-d59ed5397a02 req-f04941f7-102f-4a77-8afa-7fff13b549b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:56.425285 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9b9d3f7-4e1d-4571-b396-d59ed5397a02 req-f04941f7-102f-4a77-8afa-7fff13b549b2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0e9802e2-8f54-4b69-a0d1-3d9d7a936a43 HTTP/1.1" status: 200 len: 1097 time: 0.2108538 Jul 14 09:07:56.463240 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebefaa-2e8d-420c-b841-d5ee40894b42 req-49e233ee-98be-4775-ba22-0c2a1a4a6eca tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:56.464775 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d6ebefaa-2e8d-420c-b841-d5ee40894b42 req-49e233ee-98be-4775-ba22-0c2a1a4a6eca tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4076f21-0172-4140-a4c2-2cb039f975f1 HTTP/1.1" status: 200 len: 946 time: 0.2523422 Jul 14 09:07:56.511015 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9e2a374b-f269-4376-beaf-7c184d52a852 req-47038c9e-4cfc-4ea4-a99e-cbe6ea659448 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079807 Jul 14 09:07:56.528903 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9b9d3f7-4e1d-4571-b396-d59ed5397a02 req-1447e16c-5453-4610-b484-6d23a24518fd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841613 Jul 14 09:07:56.556917 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d6ebefaa-2e8d-420c-b841-d5ee40894b42 req-a7b914b2-01d1-4a5b-9c8e-b28a81649771 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.25 "GET /v2.0/security-groups?id=18935c4d-2e40-42f5-8555-b87b365eed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772004 Jul 14 09:07:56.705489 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1e25ef31-929a-4035-8c76-073e1fe09a70 req-d0e36fb5-6251-40e2-b0eb-53feb880caaf tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0881b2c-52b0-4cc6-9d34-465a47be6dd8 HTTP/1.1" status: 200 len: 210 time: 0.0385323 Jul 14 09:07:56.961133 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e21558-dede-4eda-b21c-89b050d9f85d req-4ccf17c1-2856-48fc-9339-343aad19f639 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:56.962709 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07e21558-dede-4eda-b21c-89b050d9f85d req-4ccf17c1-2856-48fc-9339-343aad19f639 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 1097 time: 0.1129899 Jul 14 09:07:56.986377 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1909d-edbf-45f0-8284-12d0c1ea18bd req-f650d022-4303-4fd1-846c-8d77c44b0621 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:56.987782 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-60e1909d-edbf-45f0-8284-12d0c1ea18bd req-f650d022-4303-4fd1-846c-8d77c44b0621 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e9802e2-8f54-4b69-a0d1-3d9d7a936a43 HTTP/1.1" status: 200 len: 945 time: 0.1028943 Jul 14 09:07:57.031425 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07e21558-dede-4eda-b21c-89b050d9f85d req-05102087-5beb-463f-ac36-f622348abfd0 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606327 Jul 14 09:07:57.048140 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-60e1909d-edbf-45f0-8284-12d0c1ea18bd req-79c47877-c03d-495f-92fa-cd9e6c92b6a3 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515912 Jul 14 09:07:57.142230 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:07:57.265057 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da50312-52b8-4d32-b948-5ed0eb4735a8 req-2f2a4992-79ec-4060-9c1b-30a4a3a0a68e tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:57.267792 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6da50312-52b8-4d32-b948-5ed0eb4735a8 req-2f2a4992-79ec-4060-9c1b-30a4a3a0a68e tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 946 time: 0.0959141 Jul 14 09:07:57.278671 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=433445e6-a6ca-4aca-a4eb-b0d6bbe489ca,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:57.314168 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '433445e6-a6ca-4aca-a4eb-b0d6bbe489ca', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '433445e6-a6ca-4aca-a4eb-b0d6bbe489ca', 'mac_address': 'fa:16:3e:0c:fc:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:07:57.358071 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6da50312-52b8-4d32-b948-5ed0eb4735a8 req-5c225ad9-5628-486d-911f-3682fb995ea8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815818 Jul 14 09:07:57.410062 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:57.459383 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:57.508060 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=433445e6-a6ca-4aca-a4eb-b0d6bbe489ca,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:57.516800 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:57.622078 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=433445e6-a6ca-4aca-a4eb-b0d6bbe489ca,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:57.662660 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecfb10-f538-46e6-8867-f19829beb058 req-e24c5eb2-bfeb-421d-9e94-8e8cfda891dc tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:57.668514 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28ecfb10-f538-46e6-8867-f19829beb058 req-e24c5eb2-bfeb-421d-9e94-8e8cfda891dc tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] 10.222.0.47 "GET /v2.0/networks?id=dbb42524-7b37-4dc0-be00-acb29bf341fb HTTP/1.1" status: 200 len: 809 time: 0.2551401 Jul 14 09:07:57.687770 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-28ecfb10-f538-46e6-8867-f19829beb058 req-b8bdf7dc-a2dd-419a-ab69-5ee50d28e7a4 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Request body: {'port': {'device_id': 'e0881b2c-52b0-4cc6-9d34-465a47be6dd8', 'network_id': 'dbb42524-7b37-4dc0-be00-acb29bf341fb', 'admin_state_up': True, 'tenant_id': 'fd3f45f2cb4240bfbc3b0eeccb310cda'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:57.826736 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['433445e6-a6ca-4aca-a4eb-b0d6bbe489ca'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:57.912517 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdbe8a-1c1f-4735-ae25-cc60b1ee165e req-565ac028-6eba-4647-82fd-080039647797 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:57.914530 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4ccdbe8a-1c1f-4735-ae25-cc60b1ee165e req-565ac028-6eba-4647-82fd-080039647797 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4076f21-0172-4140-a4c2-2cb039f975f1 HTTP/1.1" status: 200 len: 947 time: 0.1530521 Jul 14 09:07:57.968602 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ecfb10-f538-46e6-8867-f19829beb058 req-b8bdf7dc-a2dd-419a-ab69-5ee50d28e7a4 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Made reservation on behalf of fd3f45f2cb4240bfbc3b0eeccb310cda for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:07:57.976549 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-28ecfb10-f538-46e6-8867-f19829beb058 req-b8bdf7dc-a2dd-419a-ab69-5ee50d28e7a4 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:58.067204 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b84cff43-1030-48e5-952a-5c279ea8a57a req-927745af-b928-4893-bf87-d4fc38534798 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0881b2c-52b0-4cc6-9d34-465a47be6dd8 HTTP/1.1" status: 200 len: 210 time: 0.0585897 Jul 14 09:07:58.093057 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4ccdbe8a-1c1f-4735-ae25-cc60b1ee165e req-813f7a16-4f92-4658-b47a-9a184f95285e tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.25 "GET /v2.0/security-groups?id=18935c4d-2e40-42f5-8555-b87b365eed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604161 Jul 14 09:07:58.264632 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-28ecfb10-f538-46e6-8867-f19829beb058 req-b8bdf7dc-a2dd-419a-ab69-5ee50d28e7a4 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Allocated IP 172.20.0.10 (dbb42524-7b37-4dc0-be00-acb29bf341fb/54f999dc-8b3b-4d3b-b82d-ab0d4c429d23/6ff433ec-9adb-45f2-b44e-c479fe82ec7e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:07:58.714574 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7eedf9-b587-4ccf-a42c-05d266c2a520 req-0a444583-c626-4df7-a7c7-730d10681a90 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:58.718461 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a7eedf9-b587-4ccf-a42c-05d266c2a520 req-0a444583-c626-4df7-a7c7-730d10681a90 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e9802e2-8f54-4b69-a0d1-3d9d7a936a43 HTTP/1.1" status: 200 len: 945 time: 0.3621867 Jul 14 09:07:58.765368 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-28ecfb10-f538-46e6-8867-f19829beb058 req-b8bdf7dc-a2dd-419a-ab69-5ee50d28e7a4 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:58.858859 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a7eedf9-b587-4ccf-a42c-05d266c2a520 req-eb0d9087-5f3e-47c2-b01a-f46dd9893ea5 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217031 Jul 14 09:07:58.913720 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8ca45-5a8e-472b-81c9-243d3f71a6c1 req-729754a3-91b9-4671-a442-d414d6d172b8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:58.917643 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8fa8ca45-5a8e-472b-81c9-243d3f71a6c1 req-729754a3-91b9-4671-a442-d414d6d172b8 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 946 time: 0.1952400 Jul 14 09:07:58.920006 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-28ecfb10-f538-46e6-8867-f19829beb058 req-b8bdf7dc-a2dd-419a-ab69-5ee50d28e7a4 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:59.004857 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ecfb10-f538-46e6-8867-f19829beb058 req-b8bdf7dc-a2dd-419a-ab69-5ee50d28e7a4 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Network dbb42524-7b37-4dc0-be00-acb29bf341fb is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:07:59.018824 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-28ecfb10-f538-46e6-8867-f19829beb058 req-b8bdf7dc-a2dd-419a-ab69-5ee50d28e7a4 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:07:59.030151 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ecfb10-f538-46e6-8867-f19829beb058 req-b8bdf7dc-a2dd-419a-ab69-5ee50d28e7a4 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:07:59.060738 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bdf7dc-a2dd-419a-ab69-5ee50d28e7a4 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Pushing event updated for resources: {'Port': ['ID=6ff433ec-9adb-45f2-b44e-c479fe82ec7e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:59.069810 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8fa8ca45-5a8e-472b-81c9-243d3f71a6c1 req-89fc4106-a119-4ab4-a82b-8750ae272316 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355362 Jul 14 09:07:59.099531 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecfb10-f538-46e6-8867-f19829beb058 req-b8bdf7dc-a2dd-419a-ab69-5ee50d28e7a4 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:59.100282 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-28ecfb10-f538-46e6-8867-f19829beb058 req-b8bdf7dc-a2dd-419a-ab69-5ee50d28e7a4 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:59.117745 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28ecfb10-f538-46e6-8867-f19829beb058 req-b8bdf7dc-a2dd-419a-ab69-5ee50d28e7a4 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4404824 Jul 14 09:07:59.130635 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-28ecfb10-f538-46e6-8867-f19829beb058 req-8e1096d3-0f26-462b-aeb8-e0a5f2b2a4e5 service neutron] Request body: {'port': {'device_id': 'e0881b2c-52b0-4cc6-9d34-465a47be6dd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:59.150187 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:07:59.235280 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-28ecfb10-f538-46e6-8867-f19829beb058 req-8e1096d3-0f26-462b-aeb8-e0a5f2b2a4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:59.236539 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:07:59.242619 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:59.243101 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:59.430275 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:59.465387 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4076f21-0172-4140-a4c2-2cb039f975f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433445e6-a6ca-4aca-a4eb-b0d6bbe489ca'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:59.468752 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0415e1-d8e7-44f1-bab1-c429b39bf6b3" -d '{"events": [{"server_uuid": "b4076f21-0172-4140-a4c2-2cb039f975f1", "name": "network-vif-plugged", "status": "completed", "tag": "433445e6-a6ca-4aca-a4eb-b0d6bbe489ca"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:59.492308 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=433445e6-a6ca-4aca-a4eb-b0d6bbe489ca,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:59.516286 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:59.603422 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=433445e6-a6ca-4aca-a4eb-b0d6bbe489ca,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:59.701310 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-28ecfb10-f538-46e6-8867-f19829beb058 req-8e1096d3-0f26-462b-aeb8-e0a5f2b2a4e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff433ec-9adb-45f2-b44e-c479fe82ec7e {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:59.713675 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-28ecfb10-f538-46e6-8867-f19829beb058 req-8e1096d3-0f26-462b-aeb8-e0a5f2b2a4e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:59.724225 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc5d63-5448-4edb-a630-9625726129ef req-dac6ecee-06e8-42a9-9e39-46d91fe5aec3 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:59.725686 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4fcc5d63-5448-4edb-a630-9625726129ef req-dac6ecee-06e8-42a9-9e39-46d91fe5aec3 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0881b2c-52b0-4cc6-9d34-465a47be6dd8 HTTP/1.1" status: 200 len: 932 time: 0.1404188 Jul 14 09:07:59.780403 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-28ecfb10-f538-46e6-8867-f19829beb058 req-8e1096d3-0f26-462b-aeb8-e0a5f2b2a4e5 service neutron] Transition to ACTIVE for port object 6ff433ec-9adb-45f2-b44e-c479fe82ec7e will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:07:59.787231 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-28ecfb10-f538-46e6-8867-f19829beb058 req-8e1096d3-0f26-462b-aeb8-e0a5f2b2a4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:59.837385 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4fcc5d63-5448-4edb-a630-9625726129ef req-6c4d11d4-9d69-4e84-a9bc-da856bddc85e tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] 10.222.0.25 "GET /v2.0/security-groups?id=761814f5-bcfe-4a57-bbd7-dbaac37d5e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984437 Jul 14 09:07:59.868191 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1096d3-0f26-462b-aeb8-e0a5f2b2a4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff433ec-9adb-45f2-b44e-c479fe82ec7e,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:59.882571 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0e49e-6a92-4c65-9c1a-ffc80f331d89 req-e2759e99-5c97-466c-bc97-4786f5ceecf3 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:59.884172 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1f0e49e-6a92-4c65-9c1a-ffc80f331d89 req-e2759e99-5c97-466c-bc97-4786f5ceecf3 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4076f21-0172-4140-a4c2-2cb039f975f1 HTTP/1.1" status: 200 len: 948 time: 0.1679237 Jul 14 09:07:59.976541 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1f0e49e-6a92-4c65-9c1a-ffc80f331d89 req-5a6982e8-699c-4bf2-aa8d-bda1998f027d tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.25 "GET /v2.0/security-groups?id=18935c4d-2e40-42f5-8555-b87b365eed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669284 Jul 14 09:07:59.987694 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-28ecfb10-f538-46e6-8867-f19829beb058 req-8e1096d3-0f26-462b-aeb8-e0a5f2b2a4e5 service neutron] Attempting to bind port 6ff433ec-9adb-45f2-b44e-c479fe82ec7e on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:07:59.988034 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-28ecfb10-f538-46e6-8867-f19829beb058 req-8e1096d3-0f26-462b-aeb8-e0a5f2b2a4e5 service neutron] Attempting to bind port 6ff433ec-9adb-45f2-b44e-c479fe82ec7e by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'd29016e6-1bc4-4e88-86bd-d70fc24ac44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'dbb42524-7b37-4dc0-be00-acb29bf341fb'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:07:59.988665 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ecfb10-f538-46e6-8867-f19829beb058 req-8e1096d3-0f26-462b-aeb8-e0a5f2b2a4e5 service neutron] Attempting to bind port 6ff433ec-9adb-45f2-b44e-c479fe82ec7e on network dbb42524-7b37-4dc0-be00-acb29bf341fb {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:59.993801 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ecfb10-f538-46e6-8867-f19829beb058 req-8e1096d3-0f26-462b-aeb8-e0a5f2b2a4e5 service neutron] Port 6ff433ec-9adb-45f2-b44e-c479fe82ec7e on network dbb42524-7b37-4dc0-be00-acb29bf341fb not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:07:59.994134 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ecfb10-f538-46e6-8867-f19829beb058 req-8e1096d3-0f26-462b-aeb8-e0a5f2b2a4e5 service neutron] Attempting to bind port 6ff433ec-9adb-45f2-b44e-c479fe82ec7e on network dbb42524-7b37-4dc0-be00-acb29bf341fb {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:00.000103 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ecfb10-f538-46e6-8867-f19829beb058 req-8e1096d3-0f26-462b-aeb8-e0a5f2b2a4e5 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:08:00.000444 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ecfb10-f538-46e6-8867-f19829beb058 req-8e1096d3-0f26-462b-aeb8-e0a5f2b2a4e5 service neutron] Checking segment: {'id': 'd29016e6-1bc4-4e88-86bd-d70fc24ac44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'dbb42524-7b37-4dc0-be00-acb29bf341fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:00.000832 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ecfb10-f538-46e6-8867-f19829beb058 req-8e1096d3-0f26-462b-aeb8-e0a5f2b2a4e5 service neutron] Bound using segment: {'id': 'd29016e6-1bc4-4e88-86bd-d70fc24ac44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'dbb42524-7b37-4dc0-be00-acb29bf341fb'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:08:00.001387 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-28ecfb10-f538-46e6-8867-f19829beb058 req-8e1096d3-0f26-462b-aeb8-e0a5f2b2a4e5 service neutron] Bound port: 6ff433ec-9adb-45f2-b44e-c479fe82ec7e, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd29016e6-1bc4-4e88-86bd-d70fc24ac44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'dbb42524-7b37-4dc0-be00-acb29bf341fb'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:08:00.001756 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-28ecfb10-f538-46e6-8867-f19829beb058 req-8e1096d3-0f26-462b-aeb8-e0a5f2b2a4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:00.022617 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e512df-b974-4be0-b931-49e949b13994 x-openstack-request-id: req-55e512df-b974-4be0-b931-49e949b13994 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:00.022912 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4076f21-0172-4140-a4c2-2cb039f975f1", "name": "network-vif-plugged", "status": "completed", "tag": "433445e6-a6ca-4aca-a4eb-b0d6bbe489ca", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:00.023164 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55e512df-b974-4be0-b931-49e949b13994 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:00.023583 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4076f21-0172-4140-a4c2-2cb039f975f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433445e6-a6ca-4aca-a4eb-b0d6bbe489ca', 'code': 200} Jul 14 09:08:00.074139 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-28ecfb10-f538-46e6-8867-f19829beb058 req-8e1096d3-0f26-462b-aeb8-e0a5f2b2a4e5 service neutron] For port 6ff433ec-9adb-45f2-b44e-c479fe82ec7e, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:08:00.084957 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-28ecfb10-f538-46e6-8867-f19829beb058 req-8e1096d3-0f26-462b-aeb8-e0a5f2b2a4e5 service neutron] For port 6ff433ec-9adb-45f2-b44e-c479fe82ec7e, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=6ff433ec-9adb-45f2-b44e-c479fe82ec7e,segment=NetworkSegment(d29016e6-1bc4-4e88-86bd-d70fc24ac44e),segment_id=d29016e6-1bc4-4e88-86bd-d70fc24ac44e)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:08:00.129789 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-28ecfb10-f538-46e6-8867-f19829beb058 req-8e1096d3-0f26-462b-aeb8-e0a5f2b2a4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:00.210656 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1096d3-0f26-462b-aeb8-e0a5f2b2a4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff433ec-9adb-45f2-b44e-c479fe82ec7e,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:00.257045 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecfb10-f538-46e6-8867-f19829beb058 req-8e1096d3-0f26-462b-aeb8-e0a5f2b2a4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:00.257667 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-28ecfb10-f538-46e6-8867-f19829beb058 req-8e1096d3-0f26-462b-aeb8-e0a5f2b2a4e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:00.259047 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28ecfb10-f538-46e6-8867-f19829beb058 req-8e1096d3-0f26-462b-aeb8-e0a5f2b2a4e5 service neutron] 10.222.0.47 "PUT /v2.0/ports/6ff433ec-9adb-45f2-b44e-c479fe82ec7e HTTP/1.1" status: 200 len: 1093 time: 1.1336956 Jul 14 09:08:00.262046 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0881b2c-52b0-4cc6-9d34-465a47be6dd8', 'tag': '6ff433ec-9adb-45f2-b44e-c479fe82ec7e'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:00.264468 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739e7b0e-b5f7-4011-b95c-f6d80dfe2c80" -d '{"events": [{"name": "network-changed", "server_uuid": "e0881b2c-52b0-4cc6-9d34-465a47be6dd8", "tag": "6ff433ec-9adb-45f2-b44e-c479fe82ec7e"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:00.357494 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d56997-c7ce-4daf-b784-868bde63ff26 req-89575fcc-c848-4bc3-a64a-25ee445b6ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:00.359092 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-37d56997-c7ce-4daf-b784-868bde63ff26 req-89575fcc-c848-4bc3-a64a-25ee445b6ba0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b4076f21-0172-4140-a4c2-2cb039f975f1 HTTP/1.1" status: 200 len: 1100 time: 0.2687578 Jul 14 09:08:00.727174 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee69e8-9d79-40a4-9471-9b25f3c06261 req-b776c256-3ea5-4cca-b72f-79f5bee1ed12 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:00.728981 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3eee69e8-9d79-40a4-9471-9b25f3c06261 req-b776c256-3ea5-4cca-b72f-79f5bee1ed12 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e9802e2-8f54-4b69-a0d1-3d9d7a936a43 HTTP/1.1" status: 200 len: 945 time: 0.5966170 Jul 14 09:08:00.744644 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04c6ae-721d-464a-a8d4-3e9e8ea05b6f req-cc24aefc-9784-4cde-9058-34f8e3807d9d tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:00.746118 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba04c6ae-721d-464a-a8d4-3e9e8ea05b6f req-cc24aefc-9784-4cde-9058-34f8e3807d9d tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 946 time: 0.5283995 Jul 14 09:08:00.798552 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-37d56997-c7ce-4daf-b784-868bde63ff26 req-16ede383-a974-4f17-a291-1350f6711293 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=18935c4d-2e40-42f5-8555-b87b365eed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282007 Jul 14 09:08:00.823706 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecfb10-f538-46e6-8867-f19829beb058 req-7ddc7822-e8bc-4260-b956-53bf3ab4d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:00.825204 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28ecfb10-f538-46e6-8867-f19829beb058 req-7ddc7822-e8bc-4260-b956-53bf3ab4d0f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd3f45f2cb4240bfbc3b0eeccb310cda&device_id=e0881b2c-52b0-4cc6-9d34-465a47be6dd8 HTTP/1.1" status: 200 len: 1096 time: 0.5096292 Jul 14 09:08:00.833150 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3eee69e8-9d79-40a4-9471-9b25f3c06261 req-640736e6-c4d9-4642-8fe0-319898e76e33 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953681 Jul 14 09:08:00.879561 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba04c6ae-721d-464a-a8d4-3e9e8ea05b6f req-06bda67c-97c3-4d95-badf-9550b29b31f9 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152132 Jul 14 09:08:00.881058 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28ecfb10-f538-46e6-8867-f19829beb058 req-ab58f709-7098-45e8-a98f-b7659a6dd0f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ff433ec-9adb-45f2-b44e-c479fe82ec7e HTTP/1.1" status: 200 len: 217 time: 0.0473626 Jul 14 09:08:00.940963 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde334eb-abd0-4d47-b9c3-a7f1418b0b00 x-openstack-request-id: req-bde334eb-abd0-4d47-b9c3-a7f1418b0b00 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:00.941528 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0881b2c-52b0-4cc6-9d34-465a47be6dd8", "tag": "6ff433ec-9adb-45f2-b44e-c479fe82ec7e", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:00.942142 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bde334eb-abd0-4d47-b9c3-a7f1418b0b00 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:00.942587 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0881b2c-52b0-4cc6-9d34-465a47be6dd8', 'tag': '6ff433ec-9adb-45f2-b44e-c479fe82ec7e', 'status': 'completed', 'code': 200} Jul 14 09:08:01.002185 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecfb10-f538-46e6-8867-f19829beb058 req-b207dd1b-3fc2-4ea5-9b81-4d34090092ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:01.004257 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28ecfb10-f538-46e6-8867-f19829beb058 req-b207dd1b-3fc2-4ea5-9b81-4d34090092ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54f999dc-8b3b-4d3b-b82d-ab0d4c429d23 HTTP/1.1" status: 200 len: 849 time: 0.1159885 Jul 14 09:08:01.045681 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28ecfb10-f538-46e6-8867-f19829beb058 req-7f4038cb-f430-4cad-9463-79771892f7de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbb42524-7b37-4dc0-be00-acb29bf341fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322902 Jul 14 09:08:01.087063 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71760a3c-095c-4836-acf5-b5b580a1fc8f req-9461652d-272d-4166-b161-fe99312e2c81 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:01.088733 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-71760a3c-095c-4836-acf5-b5b580a1fc8f req-9461652d-272d-4166-b161-fe99312e2c81 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e9802e2-8f54-4b69-a0d1-3d9d7a936a43 HTTP/1.1" status: 200 len: 945 time: 0.1452904 Jul 14 09:08:01.275523 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28ecfb10-f538-46e6-8867-f19829beb058 req-a336eb34-e74a-4265-ad7e-ba1ad3dda4ee service neutron] 10.222.0.47 "GET /v2.0/networks/dbb42524-7b37-4dc0-be00-acb29bf341fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202888 Jul 14 09:08:01.303600 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25328e0e-8cc1-4fd2-b361-c55bd1c469a9 req-509255d3-4af4-4bfc-a17c-10c30bf61430 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:01.305039 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25328e0e-8cc1-4fd2-b361-c55bd1c469a9 req-509255d3-4af4-4bfc-a17c-10c30bf61430 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0881b2c-52b0-4cc6-9d34-465a47be6dd8 HTTP/1.1" status: 200 len: 944 time: 0.1887426 Jul 14 09:08:01.445493 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-71760a3c-095c-4836-acf5-b5b580a1fc8f req-1925e8fd-b3e0-4b88-b6ea-b5e5fbb7e8f4 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Deleting port 35cdeb18-96c1-4a44-b312-51a8494c2b8e {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:08:01.445837 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-71760a3c-095c-4836-acf5-b5b580a1fc8f req-1925e8fd-b3e0-4b88-b6ea-b5e5fbb7e8f4 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:01.455674 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25328e0e-8cc1-4fd2-b361-c55bd1c469a9 req-d7d99ef4-b435-464d-9a8b-d73cbcb0de09 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] 10.222.0.25 "GET /v2.0/security-groups?id=761814f5-bcfe-4a57-bbd7-dbaac37d5e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393037 Jul 14 09:08:01.510816 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28ecfb10-f538-46e6-8867-f19829beb058 req-66227d24-f936-431b-894b-a7f3e1cc1ef6 service neutron] 10.222.0.47 "GET /v2.0/networks/dbb42524-7b37-4dc0-be00-acb29bf341fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253885 Jul 14 09:08:01.564698 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abcbdc7-29c7-4897-8d2e-a49dcc2725e2 req-34a2c94f-2690-478f-bb75-0cf87cee161c tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:01.566383 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4abcbdc7-29c7-4897-8d2e-a49dcc2725e2 req-34a2c94f-2690-478f-bb75-0cf87cee161c tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4076f21-0172-4140-a4c2-2cb039f975f1 HTTP/1.1" status: 200 len: 948 time: 0.2110081 Jul 14 09:08:01.662295 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-71760a3c-095c-4836-acf5-b5b580a1fc8f req-1925e8fd-b3e0-4b88-b6ea-b5e5fbb7e8f4 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] For port 35cdeb18-96c1-4a44-b312-51a8494c2b8e, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=35cdeb18-96c1-4a44-b312-51a8494c2b8e,segment=NetworkSegment(c0ac771e-4e3b-41cc-b574-0a0f683f27f8),segment_id=c0ac771e-4e3b-41cc-b574-0a0f683f27f8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:01.662668 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-71760a3c-095c-4836-acf5-b5b580a1fc8f req-1925e8fd-b3e0-4b88-b6ea-b5e5fbb7e8f4 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:01.690633 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-71760a3c-095c-4836-acf5-b5b580a1fc8f req-1925e8fd-b3e0-4b88-b6ea-b5e5fbb7e8f4 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Calling delete_port for 35cdeb18-96c1-4a44-b312-51a8494c2b8e owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:08:01.718619 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4abcbdc7-29c7-4897-8d2e-a49dcc2725e2 req-eb21b4f0-6368-443a-bd47-997c5bf1ef6d tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.25 "GET /v2.0/security-groups?id=18935c4d-2e40-42f5-8555-b87b365eed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320479 Jul 14 09:08:01.776918 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e7b0e-b5f7-4011-b95c-f6d80dfe2c80 req-08dc2dab-2768-481c-8d73-298819a1bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:01.778677 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-739e7b0e-b5f7-4011-b95c-f6d80dfe2c80 req-08dc2dab-2768-481c-8d73-298819a1bf00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd3f45f2cb4240bfbc3b0eeccb310cda&device_id=e0881b2c-52b0-4cc6-9d34-465a47be6dd8 HTTP/1.1" status: 200 len: 1096 time: 0.1890526 Jul 14 09:08:01.941389 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e7b0e-b5f7-4011-b95c-f6d80dfe2c80 req-cb3b152f-33fc-46ad-8e5d-e0a7f652d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:01.942911 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-739e7b0e-b5f7-4011-b95c-f6d80dfe2c80 req-cb3b152f-33fc-46ad-8e5d-e0a7f652d404 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbb42524-7b37-4dc0-be00-acb29bf341fb HTTP/1.1" status: 200 len: 909 time: 0.1487031 Jul 14 09:08:02.004500 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-739e7b0e-b5f7-4011-b95c-f6d80dfe2c80 req-c4ddf137-e516-47a5-92e0-497d5fcd7352 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ff433ec-9adb-45f2-b44e-c479fe82ec7e HTTP/1.1" status: 200 len: 217 time: 0.0525370 Jul 14 09:08:02.030770 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-71760a3c-095c-4836-acf5-b5b580a1fc8f req-1925e8fd-b3e0-4b88-b6ea-b5e5fbb7e8f4 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:02.042275 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['35cdeb18-96c1-4a44-b312-51a8494c2b8e'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:02.141228 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925e8fd-b3e0-4b88-b6ea-b5e5fbb7e8f4 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Pushing event deleted for resources: {'Port': ['ID=35cdeb18-96c1-4a44-b312-51a8494c2b8e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:02.185173 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925e8fd-b3e0-4b88-b6ea-b5e5fbb7e8f4 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:02.185525 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925e8fd-b3e0-4b88-b6ea-b5e5fbb7e8f4 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:02.185877 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925e8fd-b3e0-4b88-b6ea-b5e5fbb7e8f4 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:02.186221 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925e8fd-b3e0-4b88-b6ea-b5e5fbb7e8f4 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:02.186553 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925e8fd-b3e0-4b88-b6ea-b5e5fbb7e8f4 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:02.186885 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925e8fd-b3e0-4b88-b6ea-b5e5fbb7e8f4 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:02.187216 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925e8fd-b3e0-4b88-b6ea-b5e5fbb7e8f4 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:02.187590 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925e8fd-b3e0-4b88-b6ea-b5e5fbb7e8f4 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:02.187914 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925e8fd-b3e0-4b88-b6ea-b5e5fbb7e8f4 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:02.188243 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925e8fd-b3e0-4b88-b6ea-b5e5fbb7e8f4 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:02.188574 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925e8fd-b3e0-4b88-b6ea-b5e5fbb7e8f4 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:02.188888 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925e8fd-b3e0-4b88-b6ea-b5e5fbb7e8f4 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:02.194625 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e7b0e-b5f7-4011-b95c-f6d80dfe2c80 req-c526e9a1-4e5b-41fb-93fb-7884034c1412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:02.195940 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-739e7b0e-b5f7-4011-b95c-f6d80dfe2c80 req-c526e9a1-4e5b-41fb-93fb-7884034c1412 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54f999dc-8b3b-4d3b-b82d-ab0d4c429d23 HTTP/1.1" status: 200 len: 849 time: 0.1674461 Jul 14 09:08:02.240634 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-71760a3c-095c-4836-acf5-b5b580a1fc8f req-1925e8fd-b3e0-4b88-b6ea-b5e5fbb7e8f4 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] No DVR routers for this DVR port 35cdeb18-96c1-4a44-b312-51a8494c2b8e on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:08:02.243850 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-71760a3c-095c-4836-acf5-b5b580a1fc8f req-1925e8fd-b3e0-4b88-b6ea-b5e5fbb7e8f4 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:02.247057 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-71760a3c-095c-4836-acf5-b5b580a1fc8f req-1925e8fd-b3e0-4b88-b6ea-b5e5fbb7e8f4 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.44 "DELETE /v2.0/ports/35cdeb18-96c1-4a44-b312-51a8494c2b8e HTTP/1.1" status: 204 len: 173 time: 1.1317132 Jul 14 09:08:02.272980 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-739e7b0e-b5f7-4011-b95c-f6d80dfe2c80 req-04d0c859-4b3f-4531-b755-6adf4b837c02 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbb42524-7b37-4dc0-be00-acb29bf341fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692577 Jul 14 09:08:02.349573 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d833279-5bcf-4946-8968-928e07e18573 req-5dfa9d53-6fda-4d9e-93c8-cd224cfb3ba6 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:02.351166 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7d833279-5bcf-4946-8968-928e07e18573 req-5dfa9d53-6fda-4d9e-93c8-cd224cfb3ba6 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 946 time: 0.3240850 Jul 14 09:08:02.359012 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416dca5e-5095-4402-b207-d9131b78b14c req-fd1fb67d-35e7-4bfd-9640-9ed119c7efa0 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:02.360450 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-416dca5e-5095-4402-b207-d9131b78b14c req-fd1fb67d-35e7-4bfd-9640-9ed119c7efa0 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e9802e2-8f54-4b69-a0d1-3d9d7a936a43 HTTP/1.1" status: 200 len: 867 time: 0.3685756 Jul 14 09:08:02.451265 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7d833279-5bcf-4946-8968-928e07e18573 req-fff790e5-ea67-4b7c-b597-c613fa112dbf tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880470 Jul 14 09:08:02.464595 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-416dca5e-5095-4402-b207-d9131b78b14c req-792582bc-899d-419a-98eb-8489e80d8c0a tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups?id=98829394-e6fe-43e3-9934-75d9965b5ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928652 Jul 14 09:08:02.480681 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-739e7b0e-b5f7-4011-b95c-f6d80dfe2c80 req-bf059ba3-cb31-4988-82a7-964cd0f533db service neutron] 10.222.0.47 "GET /v2.0/networks/dbb42524-7b37-4dc0-be00-acb29bf341fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987379 Jul 14 09:08:02.599444 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-739e7b0e-b5f7-4011-b95c-f6d80dfe2c80 req-b3ea16bd-dfbc-4a57-9031-f986654a391d service neutron] 10.222.0.47 "GET /v2.0/networks/dbb42524-7b37-4dc0-be00-acb29bf341fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051896 Jul 14 09:08:02.795736 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57ad01-9431-439f-be33-857fd139a50a req-c0970fcc-cad6-4a8f-ac65-ae985834dc20 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:02.798552 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6b57ad01-9431-439f-be33-857fd139a50a req-c0970fcc-cad6-4a8f-ac65-ae985834dc20 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0881b2c-52b0-4cc6-9d34-465a47be6dd8 HTTP/1.1" status: 200 len: 944 time: 0.1172750 Jul 14 09:08:02.846084 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6b57ad01-9431-439f-be33-857fd139a50a req-57dd19d4-cb1f-4724-b73a-eef3d66d52a0 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] 10.222.0.25 "GET /v2.0/security-groups?id=761814f5-bcfe-4a57-bbd7-dbaac37d5e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405805 Jul 14 09:08:02.947269 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 6ff433ec-9adb-45f2-b44e-c479fe82ec7e details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:08:02.956056 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab00169-a8b4-4aec-911c-fe3d36ef9104 req-890907ce-4b40-4cef-8b70-35a47667384c tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:02.958690 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ab00169-a8b4-4aec-911c-fe3d36ef9104 req-890907ce-4b40-4cef-8b70-35a47667384c tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4076f21-0172-4140-a4c2-2cb039f975f1 HTTP/1.1" status: 200 len: 948 time: 0.0980172 Jul 14 09:08:02.959461 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9802e2-8f54-4b69-a0d1-3d9d7a936a43', 'name': 'network-vif-deleted', 'tag': '35cdeb18-96c1-4a44-b312-51a8494c2b8e'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:02.963585 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596e09a4-22cf-4bcf-981c-a0f6499407a9" -d '{"events": [{"server_uuid": "0e9802e2-8f54-4b69-a0d1-3d9d7a936a43", "name": "network-vif-deleted", "tag": "35cdeb18-96c1-4a44-b312-51a8494c2b8e"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:03.016337 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e9b57a-4fef-4942-b3a9-ff0705f24857 x-openstack-request-id: req-03e9b57a-4fef-4942-b3a9-ff0705f24857 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:03.016973 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9802e2-8f54-4b69-a0d1-3d9d7a936a43", "name": "network-vif-deleted", "tag": "35cdeb18-96c1-4a44-b312-51a8494c2b8e", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:03.017212 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03e9b57a-4fef-4942-b3a9-ff0705f24857 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:03.017789 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9802e2-8f54-4b69-a0d1-3d9d7a936a43', 'name': 'network-vif-deleted', 'tag': '35cdeb18-96c1-4a44-b312-51a8494c2b8e', 'status': 'completed', 'code': 200} Jul 14 09:08:03.031018 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ab00169-a8b4-4aec-911c-fe3d36ef9104 req-a4d7f944-4cf9-4d41-9a01-e18787ab0693 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.25 "GET /v2.0/security-groups?id=18935c4d-2e40-42f5-8555-b87b365eed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618639 Jul 14 09:08:03.086546 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 6ff433ec-9adb-45f2-b44e-c479fe82ec7e, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=6ff433ec-9adb-45f2-b44e-c479fe82ec7e,segment=NetworkSegment(d29016e6-1bc4-4e88-86bd-d70fc24ac44e),segment_id=d29016e6-1bc4-4e88-86bd-d70fc24ac44e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:03.099753 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '6ff433ec-9adb-45f2-b44e-c479fe82ec7e', 'network_id': 'dbb42524-7b37-4dc0-be00-acb29bf341fb', 'port_id': '6ff433ec-9adb-45f2-b44e-c479fe82ec7e', 'mac_address': 'fa:16:3e:b8:d1:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f999dc-8b3b-4d3b-b82d-ab0d4c429d23', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:08:03.140060 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:03.155567 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff433ec-9adb-45f2-b44e-c479fe82ec7e {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:08:03.176262 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 6ff433ec-9adb-45f2-b44e-c479fe82ec7e, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=6ff433ec-9adb-45f2-b44e-c479fe82ec7e,segment=NetworkSegment(d29016e6-1bc4-4e88-86bd-d70fc24ac44e),segment_id=d29016e6-1bc4-4e88-86bd-d70fc24ac44e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:03.180729 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:03.229613 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=6ff433ec-9adb-45f2-b44e-c479fe82ec7e,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:03.465081 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['6ff433ec-9adb-45f2-b44e-c479fe82ec7e'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:03.536055 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a408a-facb-43a6-a414-86ce55f3fb4c req-c6e53c66-dce3-4539-a3c8-f909dcda1ae5 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:03.543478 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-467a408a-facb-43a6-a414-86ce55f3fb4c req-c6e53c66-dce3-4539-a3c8-f909dcda1ae5 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4076f21-0172-4140-a4c2-2cb039f975f1 HTTP/1.1" status: 200 len: 948 time: 0.0839398 Jul 14 09:08:03.599419 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-467a408a-facb-43a6-a414-86ce55f3fb4c req-6bc65920-6786-4287-9f34-d730095ccd08 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.25 "GET /v2.0/security-groups?id=18935c4d-2e40-42f5-8555-b87b365eed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510540 Jul 14 09:08:03.684942 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d02d20-118e-4f6d-9f09-9028dc7c6fd4 req-92af9d92-77b0-4f31-a36a-d3bc0fe66caa tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:03.688382 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12d02d20-118e-4f6d-9f09-9028dc7c6fd4 req-92af9d92-77b0-4f31-a36a-d3bc0fe66caa tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 946 time: 0.0857978 Jul 14 09:08:03.747646 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12d02d20-118e-4f6d-9f09-9028dc7c6fd4 req-45e7aff3-a9cc-4515-910c-e59bf4556e98 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491626 Jul 14 09:08:04.069856 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a637fe0-984c-4424-bc6d-a7d028e24610 req-4e2b70ee-a44f-4583-b865-ed9d0dcf8660 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:04.069856 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5a637fe0-984c-4424-bc6d-a7d028e24610 req-4e2b70ee-a44f-4583-b865-ed9d0dcf8660 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0881b2c-52b0-4cc6-9d34-465a47be6dd8 HTTP/1.1" status: 200 len: 945 time: 0.0898297 Jul 14 09:08:04.109454 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5a637fe0-984c-4424-bc6d-a7d028e24610 req-869931a1-e9a1-43bf-8722-e7fe49fd9557 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] 10.222.0.25 "GET /v2.0/security-groups?id=761814f5-bcfe-4a57-bbd7-dbaac37d5e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389862 Jul 14 09:08:04.815433 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae4d73-de9b-484b-89f8-dc5e78179ad6 req-dd10fe32-73e0-43c7-8be2-a9d6dcc5a243 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:04.817001 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90ae4d73-de9b-484b-89f8-dc5e78179ad6 req-dd10fe32-73e0-43c7-8be2-a9d6dcc5a243 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4076f21-0172-4140-a4c2-2cb039f975f1 HTTP/1.1" status: 200 len: 948 time: 0.1068923 Jul 14 09:08:04.874738 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80d21b-569a-4539-9231-1b70e9a6ca92 req-c951f00d-5612-44ff-939c-198995ce8183 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:04.876179 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee80d21b-569a-4539-9231-1b70e9a6ca92 req-c951f00d-5612-44ff-939c-198995ce8183 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4076f21-0172-4140-a4c2-2cb039f975f1 HTTP/1.1" status: 200 len: 948 time: 0.1044328 Jul 14 09:08:04.879459 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90ae4d73-de9b-484b-89f8-dc5e78179ad6 req-8dd08230-1870-4c81-a293-93d70933133c tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.25 "GET /v2.0/security-groups?id=18935c4d-2e40-42f5-8555-b87b365eed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561047 Jul 14 09:08:04.960611 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 6ff433ec-9adb-45f2-b44e-c479fe82ec7e up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:08:05.024710 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 6ff433ec-9adb-45f2-b44e-c479fe82ec7e completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:08:05.029162 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 6ff433ec-9adb-45f2-b44e-c479fe82ec7e triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:05.029543 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:05.057608 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-ee80d21b-569a-4539-9231-1b70e9a6ca92 req-b20b8312-a373-49ee-939e-24740a01b335 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Deleting port 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:08:05.057970 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ee80d21b-569a-4539-9231-1b70e9a6ca92 req-b20b8312-a373-49ee-939e-24740a01b335 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:05.111634 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36692) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:05.147573 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:05.152512 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bdac2-8b6b-443a-8d49-82a26976b4d2 req-d52bc391-75f3-4cbd-93b7-f4c32abe9ca6 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:05.157633 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f3bdac2-8b6b-443a-8d49-82a26976b4d2 req-d52bc391-75f3-4cbd-93b7-f4c32abe9ca6 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 946 time: 0.1642396 Jul 14 09:08:05.177612 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0881b2c-52b0-4cc6-9d34-465a47be6dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff433ec-9adb-45f2-b44e-c479fe82ec7e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:05.181223 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a9358c-9a84-4b0b-a0c7-ba8233a3ad6d" -d '{"events": [{"server_uuid": "e0881b2c-52b0-4cc6-9d34-465a47be6dd8", "name": "network-vif-plugged", "status": "completed", "tag": "6ff433ec-9adb-45f2-b44e-c479fe82ec7e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:05.190018 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 35cdeb18-96c1-4a44-b312-51a8494c2b8e no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:08:05.221239 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 35cdeb18-96c1-4a44-b312-51a8494c2b8e {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:08:05.221685 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 35cdeb18-96c1-4a44-b312-51a8494c2b8e not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:08:05.225705 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d1bfc2f4-4267-4c3c-86a4-c9006226b683 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:05.229926 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 6ff433ec-9adb-45f2-b44e-c479fe82ec7e, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=6ff433ec-9adb-45f2-b44e-c479fe82ec7e,segment=NetworkSegment(d29016e6-1bc4-4e88-86bd-d70fc24ac44e),segment_id=d29016e6-1bc4-4e88-86bd-d70fc24ac44e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:05.244546 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:05.274493 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f3bdac2-8b6b-443a-8d49-82a26976b4d2 req-3a3e756f-80db-4bfe-a219-484b206d7d43 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062524 Jul 14 09:08:05.275758 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d1bfc2f4-4267-4c3c-86a4-c9006226b683 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:05.312633 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-ee80d21b-569a-4539-9231-1b70e9a6ca92 req-b20b8312-a373-49ee-939e-24740a01b335 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] For port 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=433445e6-a6ca-4aca-a4eb-b0d6bbe489ca,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:05.314218 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ee80d21b-569a-4539-9231-1b70e9a6ca92 req-b20b8312-a373-49ee-939e-24740a01b335 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:05.328382 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=6ff433ec-9adb-45f2-b44e-c479fe82ec7e,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:05.359348 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-ee80d21b-569a-4539-9231-1b70e9a6ca92 req-b20b8312-a373-49ee-939e-24740a01b335 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Calling delete_port for 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:08:05.363004 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d1bfc2f4-4267-4c3c-86a4-c9006226b683 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:05.366695 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d1bfc2f4-4267-4c3c-86a4-c9006226b683 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:05.368221 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d1bfc2f4-4267-4c3c-86a4-c9006226b683 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "DELETE /v2.0/security-groups/4341cf53-8a61-49b1-8205-f05c908e8479 HTTP/1.1" status: 204 len: 168 time: 0.2548165 Jul 14 09:08:05.372706 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36700) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:05.382232 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfc2f4-4267-4c3c-86a4-c9006226b683 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4341cf53-8a61-49b1-8205-f05c908e8479,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:05.399699 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-ec8b1b2b-218f-4e3f-9d76-225f1775dfc5 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] show failed (client error): The resource could not be found. Jul 14 09:08:05.403854 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ec8b1b2b-218f-4e3f-9d76-225f1775dfc5 tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "GET /v2.0/security-groups/4341cf53-8a61-49b1-8205-f05c908e8479 HTTP/1.1" status: 404 len: 347 time: 0.0297592 Jul 14 09:08:05.405295 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36702) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:05.508148 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67003c0-b467-485e-8f07-1a9a45c8e048 x-openstack-request-id: req-a67003c0-b467-485e-8f07-1a9a45c8e048 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:05.508447 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0881b2c-52b0-4cc6-9d34-465a47be6dd8", "name": "network-vif-plugged", "status": "completed", "tag": "6ff433ec-9adb-45f2-b44e-c479fe82ec7e", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:05.508696 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a67003c0-b467-485e-8f07-1a9a45c8e048 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:05.509092 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0881b2c-52b0-4cc6-9d34-465a47be6dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff433ec-9adb-45f2-b44e-c479fe82ec7e', 'code': 200} Jul 14 09:08:05.587406 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea68b2-0d83-4766-a248-38d23ab9d3ef tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Deleting port 80c52501-a988-44b3-935b-f7be0a4c4023 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:08:05.588273 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2ea68b2-0d83-4766-a248-38d23ab9d3ef tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:05.655122 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74bda5-0474-4a1f-98fb-8d488011a920 req-1ca2135d-5074-44e6-9f39-b16150977de0 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:05.656714 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6c74bda5-0474-4a1f-98fb-8d488011a920 req-1ca2135d-5074-44e6-9f39-b16150977de0 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0881b2c-52b0-4cc6-9d34-465a47be6dd8 HTTP/1.1" status: 200 len: 946 time: 0.1852512 Jul 14 09:08:05.665503 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ee80d21b-569a-4539-9231-1b70e9a6ca92 req-b20b8312-a373-49ee-939e-24740a01b335 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:05.679197 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['433445e6-a6ca-4aca-a4eb-b0d6bbe489ca'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:05.680325 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2ea68b2-0d83-4766-a248-38d23ab9d3ef tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:05.680663 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2ea68b2-0d83-4766-a248-38d23ab9d3ef tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:05.695708 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea68b2-0d83-4766-a248-38d23ab9d3ef tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Calling delete_port for 80c52501-a988-44b3-935b-f7be0a4c4023 owned by network:floatingip {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:08:05.725667 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b8312-a373-49ee-939e-24740a01b335 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Pushing event deleted for resources: {'Port': ['ID=433445e6-a6ca-4aca-a4eb-b0d6bbe489ca,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:05.753456 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6c74bda5-0474-4a1f-98fb-8d488011a920 req-3aca799e-608b-42d9-b4ab-b64e6e54e541 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] 10.222.0.25 "GET /v2.0/security-groups?id=761814f5-bcfe-4a57-bbd7-dbaac37d5e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826061 Jul 14 09:08:05.783708 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82555e4-85d2-4c6a-b258-5996a9c1d1a3 req-499f772c-807c-4e37-9490-773e1acbd0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:05.783708 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d82555e4-85d2-4c6a-b258-5996a9c1d1a3 req-499f772c-807c-4e37-9490-773e1acbd0ae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e0881b2c-52b0-4cc6-9d34-465a47be6dd8 HTTP/1.1" status: 200 len: 1098 time: 0.1937535 Jul 14 09:08:05.799531 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee80d21b-569a-4539-9231-1b70e9a6ca92 req-b20b8312-a373-49ee-939e-24740a01b335 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] No DVR routers for this DVR port 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:08:05.806635 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ee80d21b-569a-4539-9231-1b70e9a6ca92 req-b20b8312-a373-49ee-939e-24740a01b335 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:05.808753 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee80d21b-569a-4539-9231-1b70e9a6ca92 req-b20b8312-a373-49ee-939e-24740a01b335 tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.44 "DELETE /v2.0/ports/433445e6-a6ca-4aca-a4eb-b0d6bbe489ca HTTP/1.1" status: 204 len: 173 time: 0.9188778 Jul 14 09:08:05.809312 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4076f21-0172-4140-a4c2-2cb039f975f1', 'name': 'network-vif-deleted', 'tag': '433445e6-a6ca-4aca-a4eb-b0d6bbe489ca'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:05.811713 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f3c30c-620a-4947-ae6f-c0013405f958" -d '{"events": [{"server_uuid": "b4076f21-0172-4140-a4c2-2cb039f975f1", "name": "network-vif-deleted", "tag": "433445e6-a6ca-4aca-a4eb-b0d6bbe489ca"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:05.864482 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d82555e4-85d2-4c6a-b258-5996a9c1d1a3 req-5d249a8f-3d35-44b9-aaf9-663385851a08 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=761814f5-bcfe-4a57-bbd7-dbaac37d5e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661333 Jul 14 09:08:05.897215 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a59ed75-e292-416b-a469-e0221faeb338 x-openstack-request-id: req-2a59ed75-e292-416b-a469-e0221faeb338 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:05.897730 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4076f21-0172-4140-a4c2-2cb039f975f1", "name": "network-vif-deleted", "tag": "433445e6-a6ca-4aca-a4eb-b0d6bbe489ca", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:05.898594 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a59ed75-e292-416b-a469-e0221faeb338 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:05.899373 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4076f21-0172-4140-a4c2-2cb039f975f1', 'name': 'network-vif-deleted', 'tag': '433445e6-a6ca-4aca-a4eb-b0d6bbe489ca', 'status': 'completed', 'code': 200} Jul 14 09:08:05.922106 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2ea68b2-0d83-4766-a248-38d23ab9d3ef tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:06.000880 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea68b2-0d83-4766-a248-38d23ab9d3ef tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Pushing event deleted for resources: {'Port': ['ID=80c52501-a988-44b3-935b-f7be0a4c4023,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:06.029081 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2ea68b2-0d83-4766-a248-38d23ab9d3ef tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks [] for floatingip, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:06.031914 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2ea68b2-0d83-4766-a248-38d23ab9d3ef tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:06.033232 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e2ea68b2-0d83-4766-a248-38d23ab9d3ef tempest-ImagesOneServerNegativeTestJSON-1482472619 tempest-ImagesOneServerNegativeTestJSON-1482472619-project] 10.222.0.25 "DELETE /v2.0/floatingips/3a335140-89b0-4127-ae73-2db45eaa34eb HTTP/1.1" status: 204 len: 168 time: 0.6237946 Jul 14 09:08:06.129090 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bedcc5a0-97f3-4ff3-a565-f8e77761725f req-1c71e614-8f87-4ed1-ad42-06939f34829a tempest-ServerDiagnosticsNegativeTest-1385353530 tempest-ServerDiagnosticsNegativeTest-1385353530-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4076f21-0172-4140-a4c2-2cb039f975f1 HTTP/1.1" status: 200 len: 210 time: 0.0350425 Jul 14 09:08:06.230781 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36720) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:06.290565 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d91b09b6-5dfe-46c3-94eb-7c16abf4a8d6 admin admin] Deleting subnet 0e4d1e5f-b379-4a81-b280-aa9076cc6047 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:08:06.295832 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d91b09b6-5dfe-46c3-94eb-7c16abf4a8d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:06.381262 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d91b09b6-5dfe-46c3-94eb-7c16abf4a8d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:06.469178 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d91b09b6-5dfe-46c3-94eb-7c16abf4a8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:06.530511 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d91b09b6-5dfe-46c3-94eb-7c16abf4a8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:06.564079 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b09b6-5dfe-46c3-94eb-7c16abf4a8d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e4d1e5f-b379-4a81-b280-aa9076cc6047,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:06.569407 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d91b09b6-5dfe-46c3-94eb-7c16abf4a8d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:06.576407 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d91b09b6-5dfe-46c3-94eb-7c16abf4a8d6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0e4d1e5f-b379-4a81-b280-aa9076cc6047 HTTP/1.1" status: 204 len: 168 time: 0.3445005 Jul 14 09:08:06.577328 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36730) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:06.588582 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c190866-8602-489c-be15-abc07704c192 req-bb164d30-ffa7-4d0f-862c-68f0c6d4f7b0 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:06.599114 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5c190866-8602-489c-be15-abc07704c192 req-bb164d30-ffa7-4d0f-862c-68f0c6d4f7b0 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 946 time: 0.1286330 Jul 14 09:08:06.659308 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5c190866-8602-489c-be15-abc07704c192 req-ded52ed8-0e65-4c38-8a49-139466b602e6 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579190 Jul 14 09:08:06.690781 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7b72c1e-b1c4-4376-ac20-3b94bb0544fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:06.804725 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7b72c1e-b1c4-4376-ac20-3b94bb0544fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:06.826703 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-f7b72c1e-b1c4-4376-ac20-3b94bb0544fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94ce943-c700-4328-a228-ac97a95752e9']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:06.850595 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-f7b72c1e-b1c4-4376-ac20-3b94bb0544fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ac771e-4e3b-41cc-b574-0a0f683f27f8') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:06.850941 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-f7b72c1e-b1c4-4376-ac20-3b94bb0544fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ac771e-4e3b-41cc-b574-0a0f683f27f8') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:06.862384 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7b72c1e-b1c4-4376-ac20-3b94bb0544fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:06.877899 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7b72c1e-b1c4-4376-ac20-3b94bb0544fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:06.885772 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b72c1e-b1c4-4376-ac20-3b94bb0544fe admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:08:06.886288 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7b72c1e-b1c4-4376-ac20-3b94bb0544fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:08:06.888167 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:08:06.955337 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7b72c1e-b1c4-4376-ac20-3b94bb0544fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:06.961913 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7b72c1e-b1c4-4376-ac20-3b94bb0544fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:06.965409 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f7b72c1e-b1c4-4376-ac20-3b94bb0544fe admin admin] 10.222.0.25 "DELETE /v2.0/networks/e94ce943-c700-4328-a228-ac97a95752e9 HTTP/1.1" status: 204 len: 168 time: 0.3862388 Jul 14 09:08:06.979697 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b72c1e-b1c4-4376-ac20-3b94bb0544fe admin admin] Pushing event deleted for resources: {'Network': ['ID=e94ce943-c700-4328-a228-ac97a95752e9,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:06.994906 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a1aae-4fd8-4a00-8214-4875eaa9bc8b req-b9865a60-95bb-42e7-a0a9-c71e5b2ddac1 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:06.997167 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7f3a1aae-4fd8-4a00-8214-4875eaa9bc8b req-b9865a60-95bb-42e7-a0a9-c71e5b2ddac1 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0881b2c-52b0-4cc6-9d34-465a47be6dd8 HTTP/1.1" status: 200 len: 946 time: 0.0818677 Jul 14 09:08:07.040403 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7f3a1aae-4fd8-4a00-8214-4875eaa9bc8b req-8eadc957-a359-4ce5-8d04-d5e075ede4d9 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] 10.222.0.25 "GET /v2.0/security-groups?id=761814f5-bcfe-4a57-bbd7-dbaac37d5e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374110 Jul 14 09:08:07.103149 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36738) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:07.152040 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-26d12318-5b23-475e-b343-5568a5cf3059 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=64524658a7b8443aae0566882ef867f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434108 Jul 14 09:08:07.152409 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36740) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:07.214402 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-953e255f-8605-49eb-a5dc-5aa2ada09e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:07.261479 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-953e255f-8605-49eb-a5dc-5aa2ada09e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:07.335840 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-953e255f-8605-49eb-a5dc-5aa2ada09e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:07.348882 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-953e255f-8605-49eb-a5dc-5aa2ada09e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:07.353349 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-953e255f-8605-49eb-a5dc-5aa2ada09e33 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/98829394-e6fe-43e3-9934-75d9965b5ff1 HTTP/1.1" status: 204 len: 168 time: 0.1968024 Jul 14 09:08:07.365489 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e255f-8605-49eb-a5dc-5aa2ada09e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98829394-e6fe-43e3-9934-75d9965b5ff1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:07.677733 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36768) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:07.888230 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9e7cec4f-505e-4d3f-a469-e7a3380bfe45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1f12cd25d51643a497edc7919415a889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2075031 Jul 14 09:08:07.890834 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36780) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:07.991866 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5d31598-bf62-4325-8fb7-ea717c702483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:08.021102 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5d31598-bf62-4325-8fb7-ea717c702483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:08.088695 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f63f0-a692-4f71-b8d1-485305096dfc req-d74c1539-1547-4278-bd34-8065893df3db tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:08.090512 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f65f63f0-a692-4f71-b8d1-485305096dfc req-d74c1539-1547-4278-bd34-8065893df3db tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 946 time: 0.1821275 Jul 14 09:08:08.150708 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5d31598-bf62-4325-8fb7-ea717c702483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:08.156524 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5d31598-bf62-4325-8fb7-ea717c702483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:08.157796 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c5d31598-bf62-4325-8fb7-ea717c702483 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18935c4d-2e40-42f5-8555-b87b365eed85 HTTP/1.1" status: 204 len: 168 time: 0.2659347 Jul 14 09:08:08.225483 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d31598-bf62-4325-8fb7-ea717c702483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18935c4d-2e40-42f5-8555-b87b365eed85,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:08.258558 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f65f63f0-a692-4f71-b8d1-485305096dfc req-9355d6d3-32af-483a-991a-41c87026a423 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586337 Jul 14 09:08:08.666945 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36824) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:08.689107 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-751e2599-85fb-4055-8393-1abea7e518e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:08.798699 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-751e2599-85fb-4055-8393-1abea7e518e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:08.804364 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-751e2599-85fb-4055-8393-1abea7e518e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:08.846509 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-751e2599-85fb-4055-8393-1abea7e518e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a2c6b108084544f2931c2d4d8c55ffe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1777017 Jul 14 09:08:08.850165 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36830) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:08.858854 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e2599-85fb-4055-8393-1abea7e518e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3addff68-4392-4b8d-bf27-0f380673721a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:08.960098 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ad7a0f8-834e-4fc1-bdc2-cfc616ebb27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:08.994526 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38661fba-cf5f-435e-bb5e-7d3216ced3b6 req-5fefb79d-133b-4f41-9d03-bf4eacf5ce94 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:08.996340 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-38661fba-cf5f-435e-bb5e-7d3216ced3b6 req-5fefb79d-133b-4f41-9d03-bf4eacf5ce94 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 946 time: 0.1385756 Jul 14 09:08:09.001983 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ad7a0f8-834e-4fc1-bdc2-cfc616ebb27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:09.076213 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-38661fba-cf5f-435e-bb5e-7d3216ced3b6 req-e3f63a87-fc55-4a1f-9559-823f32ccfcfd tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714829 Jul 14 09:08:09.106582 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ad7a0f8-834e-4fc1-bdc2-cfc616ebb27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:09.109637 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ad7a0f8-834e-4fc1-bdc2-cfc616ebb27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:09.112177 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5ad7a0f8-834e-4fc1-bdc2-cfc616ebb27b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3addff68-4392-4b8d-bf27-0f380673721a HTTP/1.1" status: 204 len: 168 time: 0.2616313 Jul 14 09:08:09.148395 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7a0f8-834e-4fc1-bdc2-cfc616ebb27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3addff68-4392-4b8d-bf27-0f380673721a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:09.203723 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:08:09.238672 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:08:09.239189 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 433445e6-a6ca-4aca-a4eb-b0d6bbe489ca not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:08:09.282183 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-3e05c330-4859-485d-b36d-e35a8d929d0e tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:09.289615 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-3e05c330-4859-485d-b36d-e35a8d929d0e tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/networks?id=591d2e31-ea8f-418a-81ab-cf41522e7221 HTTP/1.1" status: 200 len: 814 time: 0.1360371 Jul 14 09:08:09.306445 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-245016ef-b19b-4f1b-a0cd-03a7d144475d tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/quotas/66f62552ebc740b9b1e38314c1361542 HTTP/1.1" status: 200 len: 375 time: 0.0158353 Jul 14 09:08:09.375759 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36856) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:09.403966 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-f3e1552f-03bc-4872-98cc-4856736476e3 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=66f62552ebc740b9b1e38314c1361542&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0936317 Jul 14 09:08:09.505719 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0cb1292-0840-4527-88c4-8f212fbcafc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:09.578418 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-56a0a863-666c-421f-a6f5-b1ec94266b0a service neutron] 10.222.0.25 "GET /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628244 Jul 14 09:08:09.630166 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0cb1292-0840-4527-88c4-8f212fbcafc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:09.641158 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0cb1292-0840-4527-88c4-8f212fbcafc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:09.680218 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f0cb1292-0840-4527-88c4-8f212fbcafc2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=608118f619ef4d01a785510710a07164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3033633 Jul 14 09:08:09.685120 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36872) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:09.686277 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9f967-d702-4707-aaef-7e49f0c6c1c6 req-e88bebee-1903-4f3f-9134-2034138a2b78 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:09.692945 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0cd9f967-d702-4707-aaef-7e49f0c6c1c6 req-e88bebee-1903-4f3f-9134-2034138a2b78 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 946 time: 0.1646774 Jul 14 09:08:09.718889 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb1292-0840-4527-88c4-8f212fbcafc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07e9054-4d44-4076-b73e-75b864033c13,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:09.762235 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba3073d7-05d7-4782-8d94-89c77d488fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:09.776058 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-7304f3f5-94cf-47ec-b3a6-ca396539bfc9 service neutron] 10.222.0.25 "GET /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900327 Jul 14 09:08:09.788220 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba3073d7-05d7-4782-8d94-89c77d488fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:09.805369 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0cd9f967-d702-4707-aaef-7e49f0c6c1c6 req-85bda2d0-48e2-457a-907d-74f11ac9d8d1 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868576 Jul 14 09:08:09.887649 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba3073d7-05d7-4782-8d94-89c77d488fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:09.893845 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba3073d7-05d7-4782-8d94-89c77d488fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:09.908149 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ba3073d7-05d7-4782-8d94-89c77d488fbe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b07e9054-4d44-4076-b73e-75b864033c13 HTTP/1.1" status: 204 len: 168 time: 0.2216644 Jul 14 09:08:09.928501 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3073d7-05d7-4782-8d94-89c77d488fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07e9054-4d44-4076-b73e-75b864033c13,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:10.336136 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:10.372348 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63879ff2-7c8b-4e9e-bbd8-b3965882510e req-8bd74f5a-dac8-4c15-b0ec-9066c055dca6 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0746553-c55d-47a6-aac7-780a96906216 HTTP/1.1" status: 200 len: 210 time: 0.0477576 Jul 14 09:08:10.632181 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b751e3-eb5d-4b86-8066-24e819e72f5e req-9e2cf326-69b1-4b4c-ba21-46f063e02667 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:10.634105 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26b751e3-eb5d-4b86-8066-24e819e72f5e req-9e2cf326-69b1-4b4c-ba21-46f063e02667 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 946 time: 0.0949533 Jul 14 09:08:10.713496 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26b751e3-eb5d-4b86-8066-24e819e72f5e req-55a64908-265e-461c-9d53-2de7b9b5dca2 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717406 Jul 14 09:08:11.271611 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f586f07-cd84-43b7-ae8f-72e6679934d2 req-e08f2410-5bc0-41bc-bd19-83e4f4cd6b69 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:11.276357 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2f586f07-cd84-43b7-ae8f-72e6679934d2 req-e08f2410-5bc0-41bc-bd19-83e4f4cd6b69 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 1097 time: 0.4158213 Jul 14 09:08:11.316308 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2f586f07-cd84-43b7-ae8f-72e6679934d2 req-ffc5e630-da49-4f9e-9cfe-3da3f2184ec5 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373135 Jul 14 09:08:11.704997 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-a3e7202c-b837-498b-8741-dbe5da92cb6c tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:11.707043 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-a3e7202c-b837-498b-8741-dbe5da92cb6c tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.44 "GET /v2.0/networks?id=591d2e31-ea8f-418a-81ab-cf41522e7221 HTTP/1.1" status: 200 len: 814 time: 0.2453058 Jul 14 09:08:11.716290 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3534799-43d2-4479-9225-f48ddb9830de req-bc384105-e462-45c3-99c9-fd07dd2108a3 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b88663856b5a492a86aa5fedd54e0150&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792692 Jul 14 09:08:11.728187 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ced771c3-a61e-49cf-a17e-8fa9138afe0c tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Request body: {'port': {'device_id': 'e0746553-c55d-47a6-aac7-780a96906216', 'network_id': '591d2e31-ea8f-418a-81ab-cf41522e7221', 'admin_state_up': True, 'tenant_id': '66f62552ebc740b9b1e38314c1361542'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:11.917671 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466f905-916c-476f-9154-d9ea6a2a19db req-5a4c01da-d552-4f64-ab8e-40779b19e42e tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:11.919211 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6466f905-916c-476f-9154-d9ea6a2a19db req-5a4c01da-d552-4f64-ab8e-40779b19e42e tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 946 time: 0.3156946 Jul 14 09:08:11.971916 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:12.001850 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3534799-43d2-4479-9225-f48ddb9830de req-1d139739-ec74-4163-bf09-ec3d70b1face tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:12.003481 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3534799-43d2-4479-9225-f48ddb9830de req-1d139739-ec74-4163-bf09-ec3d70b1face tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2861562 Jul 14 09:08:12.042350 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3534799-43d2-4479-9225-f48ddb9830de req-4f8bbee9-d783-446b-aba8-b653da3f35a1 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/quotas/b88663856b5a492a86aa5fedd54e0150 HTTP/1.1" status: 200 len: 375 time: 0.0319121 Jul 14 09:08:12.063053 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ced771c3-a61e-49cf-a17e-8fa9138afe0c tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Made reservation on behalf of 66f62552ebc740b9b1e38314c1361542 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:08:12.066602 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ced771c3-a61e-49cf-a17e-8fa9138afe0c tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:12.111677 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3534799-43d2-4479-9225-f48ddb9830de req-d62cd4c4-5c82-4b17-95c4-181742edab06 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b88663856b5a492a86aa5fedd54e0150&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517921 Jul 14 09:08:12.226101 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-6466f905-916c-476f-9154-d9ea6a2a19db req-314a9ce6-0f23-4719-b244-eb1afadc5fab tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Deleting port d90f8c11-1160-4c05-87cb-bcd10d074218 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:08:12.226462 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6466f905-916c-476f-9154-d9ea6a2a19db req-314a9ce6-0f23-4719-b244-eb1afadc5fab tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:12.377780 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ced771c3-a61e-49cf-a17e-8fa9138afe0c tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Allocated IP 172.20.0.13 (591d2e31-ea8f-418a-81ab-cf41522e7221/6f7b255d-8d73-442e-a1f4-216cb8f52275/c6dc0eed-4a78-4111-a549-2f0b274ab864) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:08:12.457934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-6466f905-916c-476f-9154-d9ea6a2a19db req-314a9ce6-0f23-4719-b244-eb1afadc5fab tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] For port d90f8c11-1160-4c05-87cb-bcd10d074218, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=d90f8c11-1160-4c05-87cb-bcd10d074218,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:12.458302 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6466f905-916c-476f-9154-d9ea6a2a19db req-314a9ce6-0f23-4719-b244-eb1afadc5fab tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:12.508603 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6cbd5f85-dc1b-4222-9698-e73080ba8636 req-8635d917-3116-4ca7-b70c-1cbf7fb4dc74 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0746553-c55d-47a6-aac7-780a96906216 HTTP/1.1" status: 200 len: 210 time: 0.0550964 Jul 14 09:08:12.511579 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-6466f905-916c-476f-9154-d9ea6a2a19db req-314a9ce6-0f23-4719-b244-eb1afadc5fab tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Calling delete_port for d90f8c11-1160-4c05-87cb-bcd10d074218 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:08:12.703959 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ced771c3-a61e-49cf-a17e-8fa9138afe0c tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:12.789394 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6466f905-916c-476f-9154-d9ea6a2a19db req-314a9ce6-0f23-4719-b244-eb1afadc5fab tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:12.793212 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ced771c3-a61e-49cf-a17e-8fa9138afe0c tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:12.807833 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['71d96ee1-5098-4ee3-84d1-e37bcfed3233'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:12.810546 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['d90f8c11-1160-4c05-87cb-bcd10d074218'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:12.835178 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a9ce6-0f23-4719-b244-eb1afadc5fab tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Pushing event deleted for resources: {'Port': ['ID=d90f8c11-1160-4c05-87cb-bcd10d074218,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:12.892809 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['0933f5b8-a3e2-48c4-b106-cc7f1a67b727', 'cb176423-77ae-4ddf-8109-1d8dfe746e1d', '4ca0e4b8-0dc9-4526-aab0-5d384ef57381'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:12.898034 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ced771c3-a61e-49cf-a17e-8fa9138afe0c tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Network 591d2e31-ea8f-418a-81ab-cf41522e7221 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:08:12.908464 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ced771c3-a61e-49cf-a17e-8fa9138afe0c tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:08:12.933384 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ced771c3-a61e-49cf-a17e-8fa9138afe0c tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:08:12.936505 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6466f905-916c-476f-9154-d9ea6a2a19db req-314a9ce6-0f23-4719-b244-eb1afadc5fab tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] No DVR routers for this DVR port d90f8c11-1160-4c05-87cb-bcd10d074218 on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:08:12.942882 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6466f905-916c-476f-9154-d9ea6a2a19db req-314a9ce6-0f23-4719-b244-eb1afadc5fab tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:12.944906 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6466f905-916c-476f-9154-d9ea6a2a19db req-314a9ce6-0f23-4719-b244-eb1afadc5fab tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.47 "DELETE /v2.0/ports/d90f8c11-1160-4c05-87cb-bcd10d074218 HTTP/1.1" status: 204 len: 173 time: 1.0195992 Jul 14 09:08:12.972999 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a1317c-5ef8-4099-94a9-ea997c866748', 'name': 'network-vif-deleted', 'tag': 'd90f8c11-1160-4c05-87cb-bcd10d074218'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:12.975536 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f49a059-9a29-46af-a592-be81e011bb03" -d '{"events": [{"server_uuid": "c7a1317c-5ef8-4099-94a9-ea997c866748", "name": "network-vif-deleted", "tag": "d90f8c11-1160-4c05-87cb-bcd10d074218"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:13.004609 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced771c3-a61e-49cf-a17e-8fa9138afe0c tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Pushing event updated for resources: {'Port': ['ID=c6dc0eed-4a78-4111-a549-2f0b274ab864,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:13.016297 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ece9740-2c99-4c2f-a2d6-ed06c2a6c4bf req-0c9dd234-8160-4a91-af68-63fdb7a0162b tempest-AbsoluteLimitsNegativeTestJSON-616430766 tempest-AbsoluteLimitsNegativeTestJSON-616430766-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d24f29e1701e447f9034a8e6bc113d14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839133 Jul 14 09:08:13.069268 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-7cf20130-25ef-486e-a2fb-978bf72c6bb0 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:08:13.072274 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-7cf20130-25ef-486e-a2fb-978bf72c6bb0 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1885486 Jul 14 09:08:13.101390 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ced771c3-a61e-49cf-a17e-8fa9138afe0c tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:13.103777 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ced771c3-a61e-49cf-a17e-8fa9138afe0c tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:13.152379 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-eeea67b1-4035-4cfa-8aa3-da2ba20f69a6 service neutron] Request body: {'binding': {'host': 'n-h1-771362-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:13.152839 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-eeea67b1-4035-4cfa-8aa3-da2ba20f69a6 service neutron] Unknown quota resources ['binding']. {{(pid=93772) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:08:13.173294 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ced771c3-a61e-49cf-a17e-8fa9138afe0c tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4526465 Jul 14 09:08:13.191628 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ca93e8a2-790f-4d49-9ec4-cbe5efbb4841 service neutron] Request body: {'port': {'device_id': 'e0746553-c55d-47a6-aac7-780a96906216', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:13.249712 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece9740-2c99-4c2f-a2d6-ed06c2a6c4bf req-77b4af2d-a986-446d-937b-0858f20eebb4 tempest-AbsoluteLimitsNegativeTestJSON-616430766 tempest-AbsoluteLimitsNegativeTestJSON-616430766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:13.251260 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ece9740-2c99-4c2f-a2d6-ed06c2a6c4bf req-77b4af2d-a986-446d-937b-0858f20eebb4 tempest-AbsoluteLimitsNegativeTestJSON-616430766 tempest-AbsoluteLimitsNegativeTestJSON-616430766-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2341537 Jul 14 09:08:13.302355 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ece9740-2c99-4c2f-a2d6-ed06c2a6c4bf req-60675355-b3e5-4622-b658-6e1e919a607b tempest-AbsoluteLimitsNegativeTestJSON-616430766 tempest-AbsoluteLimitsNegativeTestJSON-616430766-project] 10.222.0.25 "GET /v2.0/quotas/d24f29e1701e447f9034a8e6bc113d14 HTTP/1.1" status: 200 len: 375 time: 0.0432355 Jul 14 09:08:13.345374 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ece9740-2c99-4c2f-a2d6-ed06c2a6c4bf req-dcf554f2-527f-4747-aeba-c2edc7283ebe tempest-AbsoluteLimitsNegativeTestJSON-616430766 tempest-AbsoluteLimitsNegativeTestJSON-616430766-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d24f29e1701e447f9034a8e6bc113d14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332527 Jul 14 09:08:13.349536 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ca93e8a2-790f-4d49-9ec4-cbe5efbb4841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:13.382730 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-eeea67b1-4035-4cfa-8aa3-da2ba20f69a6 service neutron] Attempting to bind port 1b54b34d-4176-4477-a67d-d3e71a9e39e5 on host n-h1-771362-35 for vnic_type normal with profile None {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:08:13.383081 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-eeea67b1-4035-4cfa-8aa3-da2ba20f69a6 service neutron] Attempting to bind port 1b54b34d-4176-4477-a67d-d3e71a9e39e5 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:08:13.383409 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-eeea67b1-4035-4cfa-8aa3-da2ba20f69a6 service neutron] Attempting to bind port 1b54b34d-4176-4477-a67d-d3e71a9e39e5 on network 6f33b460-d2d2-4c56-9516-34520289d045 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:13.389637 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-eeea67b1-4035-4cfa-8aa3-da2ba20f69a6 service neutron] Port 1b54b34d-4176-4477-a67d-d3e71a9e39e5 on network 6f33b460-d2d2-4c56-9516-34520289d045 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:08:13.390027 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-eeea67b1-4035-4cfa-8aa3-da2ba20f69a6 service neutron] Attempting to bind port 1b54b34d-4176-4477-a67d-d3e71a9e39e5 on network 6f33b460-d2d2-4c56-9516-34520289d045 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:13.395677 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-eeea67b1-4035-4cfa-8aa3-da2ba20f69a6 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:08:13.396022 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-eeea67b1-4035-4cfa-8aa3-da2ba20f69a6 service neutron] Checking segment: {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:13.396406 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-eeea67b1-4035-4cfa-8aa3-da2ba20f69a6 service neutron] Bound using segment: {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:08:13.397507 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-eeea67b1-4035-4cfa-8aa3-da2ba20f69a6 service neutron] Bound port: 1b54b34d-4176-4477-a67d-d3e71a9e39e5, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:08:13.474112 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-eeea67b1-4035-4cfa-8aa3-da2ba20f69a6 service neutron] For port 1b54b34d-4176-4477-a67d-d3e71a9e39e5, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=1b54b34d-4176-4477-a67d-d3e71a9e39e5,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:08:13.483798 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-eeea67b1-4035-4cfa-8aa3-da2ba20f69a6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:13.496520 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-eeea67b1-4035-4cfa-8aa3-da2ba20f69a6 service neutron] 10.222.0.25 "POST /v2.0/ports/1b54b34d-4176-4477-a67d-d3e71a9e39e5/bindings HTTP/1.1" status: 201 len: 390 time: 0.4119892 Jul 14 09:08:13.656145 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd0c7e02-d490-4af1-a340-e6cc9c573d94 req-16802ed0-48c7-4528-8c17-6baf0e673a81 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a1317c-5ef8-4099-94a9-ea997c866748 HTTP/1.1" status: 200 len: 210 time: 0.0999751 Jul 14 09:08:13.736068 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b3534799-43d2-4479-9225-f48ddb9830de req-c406de09-36c2-466a-8336-336565c6edf7 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b88663856b5a492a86aa5fedd54e0150&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528386 Jul 14 09:08:13.939763 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-2462d007-9194-493e-ac60-cbcfa789b714 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b88663856b5a492a86aa5fedd54e0150&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689585 Jul 14 09:08:13.949538 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37050) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:14.027004 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3534799-43d2-4479-9225-f48ddb9830de req-a4fd9055-b209-4b17-867f-fd43c2ea4564 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:14.039111 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b3534799-43d2-4479-9225-f48ddb9830de req-a4fd9055-b209-4b17-867f-fd43c2ea4564 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2846231 Jul 14 09:08:14.054025 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-b3534799-43d2-4479-9225-f48ddb9830de req-2804d733-cd81-4955-94f9-39501bfc856d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Request body: {'port': {'device_id': '71603e8b-1d02-4059-9ea8-36be3311e0c2', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': 'b88663856b5a492a86aa5fedd54e0150'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:14.062372 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ca93e8a2-790f-4d49-9ec4-cbe5efbb4841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6dc0eed-4a78-4111-a549-2f0b274ab864 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:08:14.080276 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ca93e8a2-790f-4d49-9ec4-cbe5efbb4841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:14.135190 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ca93e8a2-790f-4d49-9ec4-cbe5efbb4841 service neutron] Transition to ACTIVE for port object c6dc0eed-4a78-4111-a549-2f0b274ab864 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:08:14.159086 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ca93e8a2-790f-4d49-9ec4-cbe5efbb4841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:14.172144 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7b6846c-ed28-4019-a3f1-e70f3410e26c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:14.174677 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-b390eb73-3b1a-479c-8929-c4833e3ed4f2 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:14.184635 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-b390eb73-3b1a-479c-8929-c4833e3ed4f2 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2444854 Jul 14 09:08:14.201118 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bc4b14-e7e0-4a30-a3b9-45e6648f998a x-openstack-request-id: req-52bc4b14-e7e0-4a30-a3b9-45e6648f998a {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:14.201601 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a1317c-5ef8-4099-94a9-ea997c866748", "name": "network-vif-deleted", "tag": "d90f8c11-1160-4c05-87cb-bcd10d074218", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:14.202008 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-52bc4b14-e7e0-4a30-a3b9-45e6648f998a {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:14.202563 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a1317c-5ef8-4099-94a9-ea997c866748', 'name': 'network-vif-deleted', 'tag': 'd90f8c11-1160-4c05-87cb-bcd10d074218', 'status': 'completed', 'code': 200} Jul 14 09:08:14.263722 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-d1cfc113-0d84-4143-a736-55ddfc95fa5a tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/quotas/b88663856b5a492a86aa5fedd54e0150 HTTP/1.1" status: 200 len: 375 time: 0.0777061 Jul 14 09:08:14.318468 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7b6846c-ed28-4019-a3f1-e70f3410e26c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:14.324583 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-728fb577-4168-4710-9ca2-ce3c9ba74731 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b88663856b5a492a86aa5fedd54e0150&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599687 Jul 14 09:08:14.329475 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7b6846c-ed28-4019-a3f1-e70f3410e26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:14.345528 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93e8a2-790f-4d49-9ec4-cbe5efbb4841 service neutron] Pushing event updated for resources: {'Port': ['ID=c6dc0eed-4a78-4111-a549-2f0b274ab864,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:14.381073 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3534799-43d2-4479-9225-f48ddb9830de req-2804d733-cd81-4955-94f9-39501bfc856d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Made reservation on behalf of b88663856b5a492a86aa5fedd54e0150 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:08:14.384788 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b3534799-43d2-4479-9225-f48ddb9830de req-2804d733-cd81-4955-94f9-39501bfc856d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:14.393021 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f7b6846c-ed28-4019-a3f1-e70f3410e26c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d24f29e1701e447f9034a8e6bc113d14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4388335 Jul 14 09:08:14.396707 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37056) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:14.403286 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6846c-ed28-4019-a3f1-e70f3410e26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e24f3b5-80f6-4930-ba8a-fa9c50fa30c4,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:14.409950 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b3534799-43d2-4479-9225-f48ddb9830de req-2804d733-cd81-4955-94f9-39501bfc856d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:14.417295 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-33efcc33-adde-43f7-b61a-51d76c5ab243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:14.418811 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-33efcc33-adde-43f7-b61a-51d76c5ab243 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d26b4168e0144f2b895d7a5b4dac1633&device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 1097 time: 0.3220868 Jul 14 09:08:14.430769 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b6846c-ed28-4019-a3f1-e70f3410e26c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:14.431136 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b6846c-ed28-4019-a3f1-e70f3410e26c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:14.431783 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b6846c-ed28-4019-a3f1-e70f3410e26c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:14.432291 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b6846c-ed28-4019-a3f1-e70f3410e26c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:14.432813 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b6846c-ed28-4019-a3f1-e70f3410e26c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:14.433150 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b6846c-ed28-4019-a3f1-e70f3410e26c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:14.433673 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b6846c-ed28-4019-a3f1-e70f3410e26c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:14.434014 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b6846c-ed28-4019-a3f1-e70f3410e26c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:14.434345 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b6846c-ed28-4019-a3f1-e70f3410e26c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:14.434851 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b6846c-ed28-4019-a3f1-e70f3410e26c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:14.435353 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b6846c-ed28-4019-a3f1-e70f3410e26c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:14.435891 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b6846c-ed28-4019-a3f1-e70f3410e26c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:14.503875 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ca93e8a2-790f-4d49-9ec4-cbe5efbb4841 service neutron] Attempting to bind port c6dc0eed-4a78-4111-a549-2f0b274ab864 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:08:14.504347 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ca93e8a2-790f-4d49-9ec4-cbe5efbb4841 service neutron] Attempting to bind port c6dc0eed-4a78-4111-a549-2f0b274ab864 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '6d503d23-62fd-459d-88f6-1a059a312d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '591d2e31-ea8f-418a-81ab-cf41522e7221'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:08:14.504816 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ca93e8a2-790f-4d49-9ec4-cbe5efbb4841 service neutron] Attempting to bind port c6dc0eed-4a78-4111-a549-2f0b274ab864 on network 591d2e31-ea8f-418a-81ab-cf41522e7221 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:14.513569 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5689b96e-a7c9-4d63-8f0b-1a28f6a5a684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:14.523401 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ca93e8a2-790f-4d49-9ec4-cbe5efbb4841 service neutron] Port c6dc0eed-4a78-4111-a549-2f0b274ab864 on network 591d2e31-ea8f-418a-81ab-cf41522e7221 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:08:14.524084 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ca93e8a2-790f-4d49-9ec4-cbe5efbb4841 service neutron] Attempting to bind port c6dc0eed-4a78-4111-a549-2f0b274ab864 on network 591d2e31-ea8f-418a-81ab-cf41522e7221 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:14.543590 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fba22-01c3-4dc7-85d9-2fbd094f4375 req-d6b6f00e-d7e8-4c15-a5fb-9a01c64fc801 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:14.545587 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-318fba22-01c3-4dc7-85d9-2fbd094f4375 req-d6b6f00e-d7e8-4c15-a5fb-9a01c64fc801 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0746553-c55d-47a6-aac7-780a96906216 HTTP/1.1" status: 200 len: 944 time: 0.2600100 Jul 14 09:08:14.548552 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ca93e8a2-790f-4d49-9ec4-cbe5efbb4841 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:08:14.549020 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ca93e8a2-790f-4d49-9ec4-cbe5efbb4841 service neutron] Checking segment: {'id': '6d503d23-62fd-459d-88f6-1a059a312d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '591d2e31-ea8f-418a-81ab-cf41522e7221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:14.549515 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ca93e8a2-790f-4d49-9ec4-cbe5efbb4841 service neutron] Bound using segment: {'id': '6d503d23-62fd-459d-88f6-1a059a312d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '591d2e31-ea8f-418a-81ab-cf41522e7221'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:08:14.550093 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ca93e8a2-790f-4d49-9ec4-cbe5efbb4841 service neutron] Bound port: c6dc0eed-4a78-4111-a549-2f0b274ab864, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d503d23-62fd-459d-88f6-1a059a312d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '591d2e31-ea8f-418a-81ab-cf41522e7221'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:08:14.550588 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ca93e8a2-790f-4d49-9ec4-cbe5efbb4841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:14.551644 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5689b96e-a7c9-4d63-8f0b-1a28f6a5a684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:14.632044 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5689b96e-a7c9-4d63-8f0b-1a28f6a5a684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:14.634537 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5689b96e-a7c9-4d63-8f0b-1a28f6a5a684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:14.638058 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5689b96e-a7c9-4d63-8f0b-1a28f6a5a684 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5e24f3b5-80f6-4930-ba8a-fa9c50fa30c4 HTTP/1.1" status: 204 len: 168 time: 0.2377589 Jul 14 09:08:14.653323 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b3534799-43d2-4479-9225-f48ddb9830de req-2804d733-cd81-4955-94f9-39501bfc856d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:14.655003 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689b96e-a7c9-4d63-8f0b-1a28f6a5a684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e24f3b5-80f6-4930-ba8a-fa9c50fa30c4,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:14.661953 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b3534799-43d2-4479-9225-f48ddb9830de req-2804d733-cd81-4955-94f9-39501bfc856d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:14.682788 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-a4a364a3-ca6b-4475-9f7d-f7a66b206f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:14.684530 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-a4a364a3-ca6b-4475-9f7d-f7a66b206f48 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f33b460-d2d2-4c56-9516-34520289d045 HTTP/1.1" status: 200 len: 921 time: 0.2520397 Jul 14 09:08:14.710280 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-318fba22-01c3-4dc7-85d9-2fbd094f4375 req-0a798bd5-28b6-4ad7-8ebb-1af93c205516 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569979 Jul 14 09:08:14.749992 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804d733-cd81-4955-94f9-39501bfc856d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:14.779699 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-1978e226-04f8-491f-8298-7191126c0489 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b54b34d-4176-4477-a67d-d3e71a9e39e5 HTTP/1.1" status: 200 len: 217 time: 0.0682693 Jul 14 09:08:14.820488 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ca93e8a2-790f-4d49-9ec4-cbe5efbb4841 service neutron] For port c6dc0eed-4a78-4111-a549-2f0b274ab864, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:08:14.844272 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ca93e8a2-790f-4d49-9ec4-cbe5efbb4841 service neutron] For port c6dc0eed-4a78-4111-a549-2f0b274ab864, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c6dc0eed-4a78-4111-a549-2f0b274ab864,segment=NetworkSegment(6d503d23-62fd-459d-88f6-1a059a312d61),segment_id=6d503d23-62fd-459d-88f6-1a059a312d61)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:08:14.856183 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e88075-67fa-4701-afca-554761cb2785 req-4bc4e910-fb72-4983-979d-8b3433fe85c6 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:14.857859 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04e88075-67fa-4701-afca-554761cb2785 req-4bc4e910-fb72-4983-979d-8b3433fe85c6 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 945 time: 0.2747469 Jul 14 09:08:14.861450 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ca93e8a2-790f-4d49-9ec4-cbe5efbb4841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:14.874850 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-b3534799-43d2-4479-9225-f48ddb9830de req-2804d733-cd81-4955-94f9-39501bfc856d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Allocated IP 192.168.233.23 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/5cd3df1d-b55b-410a-9f47-9d1d330c05f9) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:08:14.901099 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-346c20bd-07c8-44ab-9f8a-ad546fe64a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:14.902697 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-346c20bd-07c8-44ab-9f8a-ad546fe64a2a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d193f247-8cf4-44bf-89d9-9de68e3cae2e HTTP/1.1" status: 200 len: 861 time: 0.1145613 Jul 14 09:08:14.959599 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ca93e8a2-790f-4d49-9ec4-cbe5efbb4841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:14.960366 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ca93e8a2-790f-4d49-9ec4-cbe5efbb4841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:14.961809 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-ca93e8a2-790f-4d49-9ec4-cbe5efbb4841 service neutron] 10.222.0.44 "PUT /v2.0/ports/c6dc0eed-4a78-4111-a549-2f0b274ab864 HTTP/1.1" status: 200 len: 1093 time: 1.7795305 Jul 14 09:08:14.973576 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-5ec07fed-55b9-4d49-9f6f-6182ef99a0e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f33b460-d2d2-4c56-9516-34520289d045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594900 Jul 14 09:08:15.009554 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93e8a2-790f-4d49-9ec4-cbe5efbb4841 service neutron] Pushing event updated for resources: {'Port': ['ID=c6dc0eed-4a78-4111-a549-2f0b274ab864,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:15.021458 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04e88075-67fa-4701-afca-554761cb2785 req-c7a0e62c-673b-42b1-a463-58f9df348bc3 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559424 Jul 14 09:08:15.028409 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device d90f8c11-1160-4c05-87cb-bcd10d074218 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:08:15.080084 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: d90f8c11-1160-4c05-87cb-bcd10d074218 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:08:15.083107 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device d90f8c11-1160-4c05-87cb-bcd10d074218 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:08:15.130665 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b3534799-43d2-4479-9225-f48ddb9830de req-2804d733-cd81-4955-94f9-39501bfc856d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:15.168242 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-b3534799-43d2-4479-9225-f48ddb9830de req-2804d733-cd81-4955-94f9-39501bfc856d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Transition to ACTIVE for port object 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:08:15.209398 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ea315a7-87dc-4f50-bdab-a5f3e6c400e6 req-9d8e4ec7-11c8-4e5d-92bd-7443b68dfc4d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=a042958d-d5e5-4ed2-b805-cc9699375abb HTTP/1.1" status: 200 len: 210 time: 0.0433669 Jul 14 09:08:15.215253 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b3534799-43d2-4479-9225-f48ddb9830de req-2804d733-cd81-4955-94f9-39501bfc856d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:15.297395 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804d733-cd81-4955-94f9-39501bfc856d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Pushing event updated for resources: {'Port': ['ID=5cd3df1d-b55b-410a-9f47-9d1d330c05f9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:15.298637 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-bc972157-7876-4adc-8e35-2d6512f8bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:15.300754 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-bc972157-7876-4adc-8e35-2d6512f8bd0c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66f62552ebc740b9b1e38314c1361542&device_id=e0746553-c55d-47a6-aac7-780a96906216 HTTP/1.1" status: 200 len: 1096 time: 0.2777283 Jul 14 09:08:15.304134 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-d3e70d2a-ea0f-422b-9eb5-5a8282e0ae1c service neutron] 10.222.0.47 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128290 Jul 14 09:08:15.311597 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3534799-43d2-4479-9225-f48ddb9830de req-2804d733-cd81-4955-94f9-39501bfc856d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:08:15.313382 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-b3534799-43d2-4479-9225-f48ddb9830de req-2804d733-cd81-4955-94f9-39501bfc856d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:08:15.317391 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3534799-43d2-4479-9225-f48ddb9830de req-2804d733-cd81-4955-94f9-39501bfc856d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:08:15.398278 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3534799-43d2-4479-9225-f48ddb9830de req-2804d733-cd81-4955-94f9-39501bfc856d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:15.399902 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b3534799-43d2-4479-9225-f48ddb9830de req-2804d733-cd81-4955-94f9-39501bfc856d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:15.411525 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-7061a8b5-81ce-4efa-9db6-c72476930d12 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6dc0eed-4a78-4111-a549-2f0b274ab864 HTTP/1.1" status: 200 len: 217 time: 0.1029887 Jul 14 09:08:15.420892 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b3534799-43d2-4479-9225-f48ddb9830de req-2804d733-cd81-4955-94f9-39501bfc856d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3724360 Jul 14 09:08:15.443645 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-b3534799-43d2-4479-9225-f48ddb9830de req-3030cf69-7451-438f-a002-616db71bf28e service neutron] Request body: {'port': {'device_id': '71603e8b-1d02-4059-9ea8-36be3311e0c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:15.447824 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27dabbd-ac1a-4f97-afce-ca8c2b241f2e req-f1bfceba-49ec-4034-9027-1c07cd589c24 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:15.455026 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f27dabbd-ac1a-4f97-afce-ca8c2b241f2e req-f1bfceba-49ec-4034-9027-1c07cd589c24 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0881b2c-52b0-4cc6-9d34-465a47be6dd8 HTTP/1.1" status: 200 len: 946 time: 0.2427003 Jul 14 09:08:15.585313 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-3bcf35ed-40ed-427b-9cb0-84230464e2f6 service neutron] 10.222.0.47 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673917 Jul 14 09:08:15.593273 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-863033f6-755b-4523-918b-35d10def84fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:15.595122 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-863033f6-755b-4523-918b-35d10def84fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f7b255d-8d73-442e-a1f4-216cb8f52275 HTTP/1.1" status: 200 len: 854 time: 0.1716807 Jul 14 09:08:15.608196 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f27dabbd-ac1a-4f97-afce-ca8c2b241f2e req-e1fddb17-e544-48ca-bd0c-f4e6e4e6d61f tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] 10.222.0.25 "GET /v2.0/security-groups?id=761814f5-bcfe-4a57-bbd7-dbaac37d5e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520410 Jul 14 09:08:15.675731 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-eeec5800-43d5-4e5b-a275-c8d028977dd9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=591d2e31-ea8f-418a-81ab-cf41522e7221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661652 Jul 14 09:08:15.760711 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b3534799-43d2-4479-9225-f48ddb9830de req-3030cf69-7451-438f-a002-616db71bf28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:15.786685 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-384cf2fd-2d36-4372-b397-344528b997ee None None] Provisioning for port 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:08:15.791196 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-384cf2fd-2d36-4372-b397-344528b997ee None None] Provisioning complete for port 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:15.791836 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-384cf2fd-2d36-4372-b397-344528b997ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:15.810003 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330db5b3-4d82-45a6-afbf-d8669d0ff6a6 req-4d158414-40fd-457b-97cb-b72179522d59 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:15.822556 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-330db5b3-4d82-45a6-afbf-d8669d0ff6a6 req-4d158414-40fd-457b-97cb-b72179522d59 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0881b2c-52b0-4cc6-9d34-465a47be6dd8 HTTP/1.1" status: 200 len: 946 time: 0.1956353 Jul 14 09:08:15.875742 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-384cf2fd-2d36-4372-b397-344528b997ee None None] Port 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:08:15.891033 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37100) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:15.942613 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-7d5b8bad-eb55-4136-8ba6-781399cc0f49 service neutron] 10.222.0.44 "GET /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497456 Jul 14 09:08:16.115253 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83292a48-e4f7-4e9a-b0a1-9758185f6d8c req-32fa8bc2-6b91-4030-8eac-c903bf9d8552 service neutron] 10.222.0.44 "GET /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658239 Jul 14 09:08:16.124846 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec788ff3-f89a-4924-ab99-d8c7f2bd4d7e req-557ba6be-4d1c-4b81-a646-e7fba2bd2e3c tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:16.126691 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ec788ff3-f89a-4924-ab99-d8c7f2bd4d7e req-557ba6be-4d1c-4b81-a646-e7fba2bd2e3c tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0746553-c55d-47a6-aac7-780a96906216 HTTP/1.1" status: 200 len: 944 time: 0.1136203 Jul 14 09:08:16.180700 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-db3cb9cc-3ff6-4a43-a7a3-a6940ea80354 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-168655887-network', 'tenant_id': '7762a60ae876434b83d73569da9b2093'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:16.208052 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0746553-c55d-47a6-aac7-780a96906216', 'tag': 'c6dc0eed-4a78-4111-a549-2f0b274ab864'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:16.212160 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e7564a-b17d-4b7d-9a96-2a6d7e1a1137" -d '{"events": [{"name": "network-changed", "server_uuid": "e0746553-c55d-47a6-aac7-780a96906216", "tag": "c6dc0eed-4a78-4111-a549-2f0b274ab864"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:16.235863 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ec788ff3-f89a-4924-ab99-d8c7f2bd4d7e req-2acfe91a-f8fa-44d1-b2ee-492a7ba2e3d5 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964885 Jul 14 09:08:16.248363 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3cb9cc-3ff6-4a43-a7a3-a6940ea80354 admin admin] Made reservation on behalf of 7762a60ae876434b83d73569da9b2093 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:08:16.257831 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db3cb9cc-3ff6-4a43-a7a3-a6940ea80354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:16.286948 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db3cb9cc-3ff6-4a43-a7a3-a6940ea80354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:16.457716 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506cac1d-1914-4f23-9c38-34918d525139 x-openstack-request-id: req-506cac1d-1914-4f23-9c38-34918d525139 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:16.458054 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0746553-c55d-47a6-aac7-780a96906216", "tag": "c6dc0eed-4a78-4111-a549-2f0b274ab864", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:16.458419 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-506cac1d-1914-4f23-9c38-34918d525139 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:16.458796 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0746553-c55d-47a6-aac7-780a96906216', 'tag': 'c6dc0eed-4a78-4111-a549-2f0b274ab864', 'status': 'completed', 'code': 200} Jul 14 09:08:16.549831 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-4f33e9f6-c187-4bdd-8a6f-814afadb10e3 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b88663856b5a492a86aa5fedd54e0150&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1117759 Jul 14 09:08:16.707476 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-330db5b3-4d82-45a6-afbf-d8669d0ff6a6 req-37965a79-e948-40e8-8de5-fc5f1a2de093 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Deleting port 6ff433ec-9adb-45f2-b44e-c479fe82ec7e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:08:16.708037 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-330db5b3-4d82-45a6-afbf-d8669d0ff6a6 req-37965a79-e948-40e8-8de5-fc5f1a2de093 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:16.717428 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-2fd29e32-253a-474c-ab8f-0a72bbc2b034 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:16.719020 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-2fd29e32-253a-474c-ab8f-0a72bbc2b034 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1583600 Jul 14 09:08:16.749860 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db3cb9cc-3ff6-4a43-a7a3-a6940ea80354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:16.771675 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-2b9b1ce7-61d7-4723-b4ab-a05cee0cb435 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Request body: {'port': {'device_id': 'a042958d-d5e5-4ed2-b805-cc9699375abb', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': 'b88663856b5a492a86aa5fedd54e0150'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:16.786399 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-22623711-65e3-482d-a55e-43a74ac73108 req-28947a18-1940-4dac-8232-bca056be1a30 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=a042958d-d5e5-4ed2-b805-cc9699375abb HTTP/1.1" status: 200 len: 210 time: 0.1532011 Jul 14 09:08:16.860589 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-330db5b3-4d82-45a6-afbf-d8669d0ff6a6 req-37965a79-e948-40e8-8de5-fc5f1a2de093 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] For port 6ff433ec-9adb-45f2-b44e-c479fe82ec7e, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=6ff433ec-9adb-45f2-b44e-c479fe82ec7e,segment=NetworkSegment(d29016e6-1bc4-4e88-86bd-d70fc24ac44e),segment_id=d29016e6-1bc4-4e88-86bd-d70fc24ac44e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:16.860990 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-330db5b3-4d82-45a6-afbf-d8669d0ff6a6 req-37965a79-e948-40e8-8de5-fc5f1a2de093 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:16.896249 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-330db5b3-4d82-45a6-afbf-d8669d0ff6a6 req-37965a79-e948-40e8-8de5-fc5f1a2de093 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Calling delete_port for 6ff433ec-9adb-45f2-b44e-c479fe82ec7e owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:08:16.916222 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-b3534799-43d2-4479-9225-f48ddb9830de req-3030cf69-7451-438f-a002-616db71bf28e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:08:16.927078 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b3534799-43d2-4479-9225-f48ddb9830de req-3030cf69-7451-438f-a002-616db71bf28e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:16.976653 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-b3534799-43d2-4479-9225-f48ddb9830de req-3030cf69-7451-438f-a002-616db71bf28e service neutron] Transition to ACTIVE for port object 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:08:16.990454 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b3534799-43d2-4479-9225-f48ddb9830de req-3030cf69-7451-438f-a002-616db71bf28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:17.065005 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030cf69-7451-438f-a002-616db71bf28e service neutron] Pushing event updated for resources: {'Port': ['ID=5cd3df1d-b55b-410a-9f47-9d1d330c05f9,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:17.142396 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db3cb9cc-3ff6-4a43-a7a3-a6940ea80354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:17.205592 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-b3534799-43d2-4479-9225-f48ddb9830de req-3030cf69-7451-438f-a002-616db71bf28e service neutron] Attempting to bind port 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:08:17.206116 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-b3534799-43d2-4479-9225-f48ddb9830de req-3030cf69-7451-438f-a002-616db71bf28e service neutron] Attempting to bind port 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:08:17.206850 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3534799-43d2-4479-9225-f48ddb9830de req-3030cf69-7451-438f-a002-616db71bf28e service neutron] Attempting to bind port 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:17.210385 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3cb9cc-3ff6-4a43-a7a3-a6940ea80354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98704f2f-fdc0-4ef0-b920-55bdf5f8dc9e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:17.212211 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3534799-43d2-4479-9225-f48ddb9830de req-3030cf69-7451-438f-a002-616db71bf28e service neutron] Port 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:08:17.213827 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3534799-43d2-4479-9225-f48ddb9830de req-3030cf69-7451-438f-a002-616db71bf28e service neutron] Attempting to bind port 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:17.227813 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-330db5b3-4d82-45a6-afbf-d8669d0ff6a6 req-37965a79-e948-40e8-8de5-fc5f1a2de093 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:17.230809 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3cb9cc-3ff6-4a43-a7a3-a6940ea80354 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:08:17.237189 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3534799-43d2-4479-9225-f48ddb9830de req-3030cf69-7451-438f-a002-616db71bf28e service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:08:17.238042 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3534799-43d2-4479-9225-f48ddb9830de req-3030cf69-7451-438f-a002-616db71bf28e service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:17.238595 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3534799-43d2-4479-9225-f48ddb9830de req-3030cf69-7451-438f-a002-616db71bf28e service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:08:17.239089 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-b3534799-43d2-4479-9225-f48ddb9830de req-3030cf69-7451-438f-a002-616db71bf28e service neutron] Bound port: 5cd3df1d-b55b-410a-9f47-9d1d330c05f9, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:08:17.239432 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b3534799-43d2-4479-9225-f48ddb9830de req-3030cf69-7451-438f-a002-616db71bf28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:17.247078 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db3cb9cc-3ff6-4a43-a7a3-a6940ea80354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:17.247467 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-db3cb9cc-3ff6-4a43-a7a3-a6940ea80354 admin admin] Added segment 878efc33-3c31-49ee-807f-fccdc693789e of type vlan for network 6104b82a-c1e4-49fd-9295-9fa63841d69d Jul 14 09:08:17.306391 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37965a79-e948-40e8-8de5-fc5f1a2de093 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Pushing event deleted for resources: {'Port': ['ID=6ff433ec-9adb-45f2-b44e-c479fe82ec7e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:17.307528 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db3cb9cc-3ff6-4a43-a7a3-a6940ea80354 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:17.372911 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7564a-b17d-4b7d-9a96-2a6d7e1a1137 req-7cccbaae-f651-4242-8832-55ee33c04937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:17.379785 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7e7564a-b17d-4b7d-9a96-2a6d7e1a1137 req-7cccbaae-f651-4242-8832-55ee33c04937 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66f62552ebc740b9b1e38314c1361542&device_id=e0746553-c55d-47a6-aac7-780a96906216 HTTP/1.1" status: 200 len: 1096 time: 0.9162974 Jul 14 09:08:17.385477 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db3cb9cc-3ff6-4a43-a7a3-a6940ea80354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:17.386450 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3cb9cc-3ff6-4a43-a7a3-a6940ea80354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:17.387030 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db3cb9cc-3ff6-4a43-a7a3-a6940ea80354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:17.391571 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-330db5b3-4d82-45a6-afbf-d8669d0ff6a6 req-37965a79-e948-40e8-8de5-fc5f1a2de093 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] No DVR routers for this DVR port 6ff433ec-9adb-45f2-b44e-c479fe82ec7e on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:08:17.397073 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-330db5b3-4d82-45a6-afbf-d8669d0ff6a6 req-37965a79-e948-40e8-8de5-fc5f1a2de093 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:17.399134 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-330db5b3-4d82-45a6-afbf-d8669d0ff6a6 req-37965a79-e948-40e8-8de5-fc5f1a2de093 tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] 10.222.0.47 "DELETE /v2.0/ports/6ff433ec-9adb-45f2-b44e-c479fe82ec7e HTTP/1.1" status: 204 len: 173 time: 1.5675561 Jul 14 09:08:17.399621 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0881b2c-52b0-4cc6-9d34-465a47be6dd8', 'name': 'network-vif-deleted', 'tag': '6ff433ec-9adb-45f2-b44e-c479fe82ec7e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:17.401902 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb63387-cd96-4204-895d-088201dfb453" -d '{"events": [{"server_uuid": "e0881b2c-52b0-4cc6-9d34-465a47be6dd8", "name": "network-vif-deleted", "tag": "6ff433ec-9adb-45f2-b44e-c479fe82ec7e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:17.445830 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-b3534799-43d2-4479-9225-f48ddb9830de req-3030cf69-7451-438f-a002-616db71bf28e service neutron] For port 5cd3df1d-b55b-410a-9f47-9d1d330c05f9, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:08:17.449886 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-b3534799-43d2-4479-9225-f48ddb9830de req-3030cf69-7451-438f-a002-616db71bf28e service neutron] For port 5cd3df1d-b55b-410a-9f47-9d1d330c05f9, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=5cd3df1d-b55b-410a-9f47-9d1d330c05f9,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:08:17.456091 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b3534799-43d2-4479-9225-f48ddb9830de req-3030cf69-7451-438f-a002-616db71bf28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:17.497361 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3534799-43d2-4479-9225-f48ddb9830de req-3030cf69-7451-438f-a002-616db71bf28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:17.498222 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b3534799-43d2-4479-9225-f48ddb9830de req-3030cf69-7451-438f-a002-616db71bf28e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:17.500078 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b3534799-43d2-4479-9225-f48ddb9830de req-3030cf69-7451-438f-a002-616db71bf28e service neutron] 10.222.0.44 "PUT /v2.0/ports/5cd3df1d-b55b-410a-9f47-9d1d330c05f9 HTTP/1.1" status: 200 len: 1096 time: 2.0686734 Jul 14 09:08:17.521570 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030cf69-7451-438f-a002-616db71bf28e service neutron] Pushing event updated for resources: {'Port': ['ID=5cd3df1d-b55b-410a-9f47-9d1d330c05f9,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:17.521776 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bce19-b447-4f2a-b677-9250041f0c82 req-6471532a-9c19-4f5f-b8fd-659cd839cfcc tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:17.540220 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a0bce19-b447-4f2a-b677-9250041f0c82 req-6471532a-9c19-4f5f-b8fd-659cd839cfcc tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 945 time: 1.0450962 Jul 14 09:08:17.680011 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3534799-43d2-4479-9225-f48ddb9830de req-cae43f8e-78b1-473a-953f-e2d80fc521ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:17.681980 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b3534799-43d2-4479-9225-f48ddb9830de req-cae43f8e-78b1-473a-953f-e2d80fc521ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b88663856b5a492a86aa5fedd54e0150&device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 1099 time: 0.1139479 Jul 14 09:08:17.723086 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ae4c5b6c-0448-42f3-a196-1a6118940536 req-be68a51a-7e21-491f-bcea-3b4613d118ca tempest-ServerTagsTestJSON-1795488943 tempest-ServerTagsTestJSON-1795488943-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0881b2c-52b0-4cc6-9d34-465a47be6dd8 HTTP/1.1" status: 200 len: 210 time: 0.2377760 Jul 14 09:08:17.738663 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-db3cb9cc-3ff6-4a43-a7a3-a6940ea80354 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8325663 Jul 14 09:08:17.760664 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37128) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:17.770140 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b3534799-43d2-4479-9225-f48ddb9830de req-bc6ba67a-4150-4e2e-a744-67b5955d55a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5cd3df1d-b55b-410a-9f47-9d1d330c05f9 HTTP/1.1" status: 200 len: 217 time: 0.0685873 Jul 14 09:08:17.789005 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a0bce19-b447-4f2a-b677-9250041f0c82 req-e7dc34de-2789-4f49-93aa-4a62e1de7a15 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476149 Jul 14 09:08:17.790988 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3cb9cc-3ff6-4a43-a7a3-a6940ea80354 admin admin] Pushing event updated for resources: {'Network': ['ID=6104b82a-c1e4-49fd-9295-9fa63841d69d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:17.808262 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d6326e31-9973-464c-a46f-498b7b7793fb admin admin] Request body: {'subnet': {'network_id': '6104b82a-c1e4-49fd-9295-9fa63841d69d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-168655887-subnet', 'tenant_id': '7762a60ae876434b83d73569da9b2093', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:17.832224 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 6104b82a-c1e4-49fd-9295-9fa63841d69d details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:08:17.865584 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3534799-43d2-4479-9225-f48ddb9830de req-c7c48f84-c780-4529-bda3-9a0528174101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:17.867817 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b3534799-43d2-4479-9225-f48ddb9830de req-c7c48f84-c780-4529-bda3-9a0528174101 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.0811694 Jul 14 09:08:17.962598 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.db.api [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-2b9b1ce7-61d7-4723-b4ab-a05cee0cb435 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:08:17.962598 n-d-771362-35 neutron-server[93773]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:08:17.962598 n-d-771362-35 neutron-server[93773]: [parameters: {'project_id_1': 'b88663856b5a492a86aa5fedd54e0150', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 8, 17, 918416)}] Jul 14 09:08:17.962598 n-d-771362-35 neutron-server[93773]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:08:17.963160 n-d-771362-35 neutron-server[93773]: DEBUG oslo_db.api [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-2b9b1ce7-61d7-4723-b4ab-a05cee0cb435 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:08:18.021447 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3534799-43d2-4479-9225-f48ddb9830de req-26f506c9-eeef-40c1-9e7b-f39b722f748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:18.024152 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7564a-b17d-4b7d-9a96-2a6d7e1a1137 req-d34976be-e5e4-4486-b16f-c5e2e265648e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:18.026560 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b3534799-43d2-4479-9225-f48ddb9830de req-26f506c9-eeef-40c1-9e7b-f39b722f748d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1512079 Jul 14 09:08:18.028507 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7e7564a-b17d-4b7d-9a96-2a6d7e1a1137 req-d34976be-e5e4-4486-b16f-c5e2e265648e service neutron] 10.222.0.44 "GET /v2.0/networks?id=591d2e31-ea8f-418a-81ab-cf41522e7221 HTTP/1.1" status: 200 len: 914 time: 0.6344972 Jul 14 09:08:18.032175 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6326e31-9973-464c-a46f-498b7b7793fb admin admin] Made reservation on behalf of 7762a60ae876434b83d73569da9b2093 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:08:18.040828 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6326e31-9973-464c-a46f-498b7b7793fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:18.216611 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18427409-cc9c-4434-9173-d7192cc1c713 x-openstack-request-id: req-18427409-cc9c-4434-9173-d7192cc1c713 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:18.216893 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0881b2c-52b0-4cc6-9d34-465a47be6dd8", "name": "network-vif-deleted", "tag": "6ff433ec-9adb-45f2-b44e-c479fe82ec7e", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:18.217141 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18427409-cc9c-4434-9173-d7192cc1c713 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:18.217544 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0881b2c-52b0-4cc6-9d34-465a47be6dd8', 'name': 'network-vif-deleted', 'tag': '6ff433ec-9adb-45f2-b44e-c479fe82ec7e', 'status': 'completed', 'code': 200} Jul 14 09:08:18.290569 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b3534799-43d2-4479-9225-f48ddb9830de req-eae595ae-514d-4b83-aced-ea347a9ec331 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524893 Jul 14 09:08:18.326904 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7e7564a-b17d-4b7d-9a96-2a6d7e1a1137 req-5b2e1f2c-920d-4065-b3a2-20b8f85d8cbd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6dc0eed-4a78-4111-a549-2f0b274ab864 HTTP/1.1" status: 200 len: 217 time: 0.2832675 Jul 14 09:08:18.360734 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3620bac-465d-4d23-8eb1-492a97837c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:18.481761 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b3534799-43d2-4479-9225-f48ddb9830de req-5c519b45-f12e-456e-9135-4d6136312b83 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838689 Jul 14 09:08:18.587247 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-2b9b1ce7-61d7-4723-b4ab-a05cee0cb435 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Made reservation on behalf of b88663856b5a492a86aa5fedd54e0150 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:08:18.590834 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-2b9b1ce7-61d7-4723-b4ab-a05cee0cb435 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:18.598381 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-32557d1e-4cad-4a92-ac42-07a741fc4a9c req-4101ab78-11bd-4eb6-988e-d596cabcb46f tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=a042958d-d5e5-4ed2-b805-cc9699375abb HTTP/1.1" status: 200 len: 210 time: 0.0710309 Jul 14 09:08:18.650274 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7564a-b17d-4b7d-9a96-2a6d7e1a1137 req-2e273fb8-bc5e-4f03-8770-3236deff478d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:18.652036 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7e7564a-b17d-4b7d-9a96-2a6d7e1a1137 req-2e273fb8-bc5e-4f03-8770-3236deff478d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f7b255d-8d73-442e-a1f4-216cb8f52275 HTTP/1.1" status: 200 len: 854 time: 0.3153846 Jul 14 09:08:18.727646 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7e7564a-b17d-4b7d-9a96-2a6d7e1a1137 req-b8478cc2-e61e-48eb-b488-10f7d1cb36c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=591d2e31-ea8f-418a-81ab-cf41522e7221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570512 Jul 14 09:08:18.731083 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6326e31-9973-464c-a46f-498b7b7793fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:18.742823 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbccf85-5b08-49cd-8f2b-10b3355e58e0 req-a861f18f-bcd6-48e3-be20-7a6c514c0cbf tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:18.751654 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8cbccf85-5b08-49cd-8f2b-10b3355e58e0 req-a861f18f-bcd6-48e3-be20-7a6c514c0cbf tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0746553-c55d-47a6-aac7-780a96906216 HTTP/1.1" status: 200 len: 944 time: 0.5293815 Jul 14 09:08:19.022662 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6326e31-9973-464c-a46f-498b7b7793fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac53c716-ca1e-4036-a167-ce982576c363,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:19.029159 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 6ff433ec-9adb-45f2-b44e-c479fe82ec7e no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:08:19.054443 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8cbccf85-5b08-49cd-8f2b-10b3355e58e0 req-b0192e53-6759-41c2-ae40-d994c6548cb2 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988293 Jul 14 09:08:19.057873 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 6ff433ec-9adb-45f2-b44e-c479fe82ec7e {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:08:19.059587 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 6ff433ec-9adb-45f2-b44e-c479fe82ec7e not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:08:19.162648 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-2b9b1ce7-61d7-4723-b4ab-a05cee0cb435 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Allocated IP 192.168.233.29 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/d8f3c636-dd55-49c0-b256-32e26c9ae0e2) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:08:19.170310 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6326e31-9973-464c-a46f-498b7b7793fb admin admin] Checking segment: {'id': '878efc33-3c31-49ee-807f-fccdc693789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6104b82a-c1e4-49fd-9295-9fa63841d69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:19.170948 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6326e31-9973-464c-a46f-498b7b7793fb admin admin] Network hostable DHCP agents. Network: 6104b82a-c1e4-49fd-9295-9fa63841d69d, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:08:19.181415 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7e7564a-b17d-4b7d-9a96-2a6d7e1a1137 req-a65c8381-4a08-461c-8ab3-1f00511719e7 service neutron] 10.222.0.44 "GET /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246016 Jul 14 09:08:19.230833 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37146) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:19.243431 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c6dc0eed-4a78-4111-a549-2f0b274ab864 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:08:19.296264 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab0b09d-727f-49d1-a8e5-b6a27288e2e3 admin admin] Deleting subnet 54f999dc-8b3b-4d3b-b82d-ab0d4c429d23 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:08:19.303151 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ab0b09d-727f-49d1-a8e5-b6a27288e2e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:19.384621 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ab0b09d-727f-49d1-a8e5-b6a27288e2e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:19.392712 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6326e31-9973-464c-a46f-498b7b7793fb admin admin] Network 6104b82a-c1e4-49fd-9295-9fa63841d69d is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:08:19.446813 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c6dc0eed-4a78-4111-a549-2f0b274ab864, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c6dc0eed-4a78-4111-a549-2f0b274ab864,segment=NetworkSegment(6d503d23-62fd-459d-88f6-1a059a312d61),segment_id=6d503d23-62fd-459d-88f6-1a059a312d61)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:19.464865 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'c6dc0eed-4a78-4111-a549-2f0b274ab864', 'network_id': '591d2e31-ea8f-418a-81ab-cf41522e7221', 'port_id': 'c6dc0eed-4a78-4111-a549-2f0b274ab864', 'mac_address': 'fa:16:3e:b0:44:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f7b255d-8d73-442e-a1f4-216cb8f52275', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:08:19.483999 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-d6326e31-9973-464c-a46f-498b7b7793fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 6104b82a-c1e4-49fd-9295-9fa63841d69d) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:08:19.486450 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ab0b09d-727f-49d1-a8e5-b6a27288e2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:19.507960 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fae60a1-7e3e-49d1-b187-502c32db1e66 None None] Network 6104b82a-c1e4-49fd-9295-9fa63841d69d requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:08:19.541565 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6326e31-9973-464c-a46f-498b7b7793fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:19.542173 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6326e31-9973-464c-a46f-498b7b7793fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:19.574256 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ab0b09d-727f-49d1-a8e5-b6a27288e2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:19.617207 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7e7564a-b17d-4b7d-9a96-2a6d7e1a1137 req-35b01caf-d4c2-4a2f-92f8-d47f8603fe32 service neutron] 10.222.0.44 "GET /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265361 Jul 14 09:08:19.623895 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d6326e31-9973-464c-a46f-498b7b7793fb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8337994 Jul 14 09:08:19.640556 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0b09d-727f-49d1-a8e5-b6a27288e2e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54f999dc-8b3b-4d3b-b82d-ab0d4c429d23,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:19.646503 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca973d-e8ea-4e2e-9668-2defe8b6a42f req-2f7f5b3f-fed6-46f1-90aa-846c01af3c5f tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:19.650948 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:19.653423 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0ca973d-e8ea-4e2e-9668-2defe8b6a42f req-2f7f5b3f-fed6-46f1-90aa-846c01af3c5f tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 945 time: 0.3928015 Jul 14 09:08:19.654607 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ab0b09d-727f-49d1-a8e5-b6a27288e2e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:19.660901 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5ab0b09d-727f-49d1-a8e5-b6a27288e2e3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/54f999dc-8b3b-4d3b-b82d-ab0d4c429d23 HTTP/1.1" status: 204 len: 168 time: 0.4273880 Jul 14 09:08:19.664053 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37154) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:19.713367 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6dc0eed-4a78-4111-a549-2f0b274ab864 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:08:19.757118 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0ca973d-e8ea-4e2e-9668-2defe8b6a42f req-0619d0cc-70eb-4e8f-bab1-de1be5def0da tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024125 Jul 14 09:08:19.760202 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c6dc0eed-4a78-4111-a549-2f0b274ab864, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c6dc0eed-4a78-4111-a549-2f0b274ab864,segment=NetworkSegment(6d503d23-62fd-459d-88f6-1a059a312d61),segment_id=6d503d23-62fd-459d-88f6-1a059a312d61)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:19.770139 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:19.803907 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-2b9b1ce7-61d7-4723-b4ab-a05cee0cb435 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:19.858191 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-2b9b1ce7-61d7-4723-b4ab-a05cee0cb435 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Transition to ACTIVE for port object d8f3c636-dd55-49c0-b256-32e26c9ae0e2 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:08:19.865810 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c5507c4-b490-4cc4-8bd5-9fff29f4df1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:19.904150 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=c6dc0eed-4a78-4111-a549-2f0b274ab864,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:19.910222 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e18ee40-2635-40f1-b6d2-f90bdeb4f035 None None] Network 6104b82a-c1e4-49fd-9295-9fa63841d69d requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:08:19.930902 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bbe4344-395c-460d-93fd-25ef003a39ed req-b55dbe3a-4bea-49ae-b66a-34293a38ac6f tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=a042958d-d5e5-4ed2-b805-cc9699375abb HTTP/1.1" status: 200 len: 210 time: 0.0705471 Jul 14 09:08:19.990262 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-2b9b1ce7-61d7-4723-b4ab-a05cee0cb435 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.020485 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c5507c4-b490-4cc4-8bd5-9fff29f4df1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.043932 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-6c5507c4-b490-4cc4-8bd5-9fff29f4df1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb42524-7b37-4dc0-be00-acb29bf341fb']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:20.063705 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-6c5507c4-b490-4cc4-8bd5-9fff29f4df1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd29016e6-1bc4-4e88-86bd-d70fc24ac44e') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:20.064148 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-6c5507c4-b490-4cc4-8bd5-9fff29f4df1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd29016e6-1bc4-4e88-86bd-d70fc24ac44e') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:20.075136 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-2b9b1ce7-61d7-4723-b4ab-a05cee0cb435 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:08:20.082100 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c5507c4-b490-4cc4-8bd5-9fff29f4df1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.097840 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-2b9b1ce7-61d7-4723-b4ab-a05cee0cb435 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:08:20.101894 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c5507c4-b490-4cc4-8bd5-9fff29f4df1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.102130 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-2b9b1ce7-61d7-4723-b4ab-a05cee0cb435 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:08:20.120764 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c5507c4-b490-4cc4-8bd5-9fff29f4df1b admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:08:20.121107 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c5507c4-b490-4cc4-8bd5-9fff29f4df1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:08:20.126750 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:08:20.139960 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['c6dc0eed-4a78-4111-a549-2f0b274ab864'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:20.180784 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b1ce7-61d7-4723-b4ab-a05cee0cb435 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Pushing event updated for resources: {'Port': ['ID=d8f3c636-dd55-49c0-b256-32e26c9ae0e2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:20.232842 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-2b9b1ce7-61d7-4723-b4ab-a05cee0cb435 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:20.244161 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-2b9b1ce7-61d7-4723-b4ab-a05cee0cb435 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.258957 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71603e8b-1d02-4059-9ea8-36be3311e0c2', 'tag': '5cd3df1d-b55b-410a-9f47-9d1d330c05f9'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:20.265912 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8baf4b-ab82-4711-93bc-4ae6eb5ce2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "71603e8b-1d02-4059-9ea8-36be3311e0c2", "tag": "5cd3df1d-b55b-410a-9f47-9d1d330c05f9"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:20.270747 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c5507c4-b490-4cc4-8bd5-9fff29f4df1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.275018 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-2b9b1ce7-61d7-4723-b4ab-a05cee0cb435 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5326042 Jul 14 09:08:20.286597 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c5507c4-b490-4cc4-8bd5-9fff29f4df1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.290723 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6c5507c4-b490-4cc4-8bd5-9fff29f4df1b admin admin] 10.222.0.25 "DELETE /v2.0/networks/dbb42524-7b37-4dc0-be00-acb29bf341fb HTTP/1.1" status: 204 len: 168 time: 0.6255605 Jul 14 09:08:20.307904 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5507c4-b490-4cc4-8bd5-9fff29f4df1b admin admin] Pushing event deleted for resources: {'Network': ['ID=dbb42524-7b37-4dc0-be00-acb29bf341fb,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:20.312276 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-cf619da8-07bc-453e-95f8-89b8e8fef5c1 service neutron] Request body: {'port': {'device_id': 'a042958d-d5e5-4ed2-b805-cc9699375abb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:20.332037 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-4c93ffde-3c8c-45ed-9256-d8aa85a3857a req-4d8098ca-2b2e-4c73-a0d0-e78ee5382643 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1286907591', 'description': 'tempest-description-1582898172'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:20.516610 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4c93ffde-3c8c-45ed-9256-d8aa85a3857a req-4d8098ca-2b2e-4c73-a0d0-e78ee5382643 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.541171 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-cef31ae9-7f2c-43e8-8fbc-c3a8bb1313a9 None None] Provisioning for port d8f3c636-dd55-49c0-b256-32e26c9ae0e2 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:08:20.544950 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37176) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:20.556936 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-cf619da8-07bc-453e-95f8-89b8e8fef5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.559756 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-cef31ae9-7f2c-43e8-8fbc-c3a8bb1313a9 None None] Provisioning complete for port d8f3c636-dd55-49c0-b256-32e26c9ae0e2 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:20.560423 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cef31ae9-7f2c-43e8-8fbc-c3a8bb1313a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.602920 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-cef31ae9-7f2c-43e8-8fbc-c3a8bb1313a9 None None] Port d8f3c636-dd55-49c0-b256-32e26c9ae0e2 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:08:20.640429 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fd0f0871-f0c7-4e28-b27c-f7b399f72b19 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd3f45f2cb4240bfbc3b0eeccb310cda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0913599 Jul 14 09:08:20.641610 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37178) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:20.647916 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd219fc-96ba-4fb6-9dd9-59618cad85b8 req-9a25a73f-855d-449e-a92a-7d383f2d5490 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:20.651194 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fdd219fc-96ba-4fb6-9dd9-59618cad85b8 req-9a25a73f-855d-449e-a92a-7d383f2d5490 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0746553-c55d-47a6-aac7-780a96906216 HTTP/1.1" status: 200 len: 945 time: 0.2179997 Jul 14 09:08:20.707954 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e378676-e112-4ffe-8ab1-6789c3eaba10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.736482 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e378676-e112-4ffe-8ab1-6789c3eaba10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.801110 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e378676-e112-4ffe-8ab1-6789c3eaba10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.806448 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e378676-e112-4ffe-8ab1-6789c3eaba10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.811110 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5e378676-e112-4ffe-8ab1-6789c3eaba10 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/761814f5-bcfe-4a57-bbd7-dbaac37d5e06 HTTP/1.1" status: 204 len: 168 time: 0.1654403 Jul 14 09:08:20.823276 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fdd219fc-96ba-4fb6-9dd9-59618cad85b8 req-d124acdf-5fcd-4b4e-ba2c-0fb50d9bd384 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566243 Jul 14 09:08:20.828695 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4c93ffde-3c8c-45ed-9256-d8aa85a3857a req-4d8098ca-2b2e-4c73-a0d0-e78ee5382643 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.841419 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e378676-e112-4ffe-8ab1-6789c3eaba10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761814f5-bcfe-4a57-bbd7-dbaac37d5e06,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:20.874439 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4c93ffde-3c8c-45ed-9256-d8aa85a3857a req-4d8098ca-2b2e-4c73-a0d0-e78ee5382643 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.911041 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4c93ffde-3c8c-45ed-9256-d8aa85a3857a req-4d8098ca-2b2e-4c73-a0d0-e78ee5382643 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.924959 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c93ffde-3c8c-45ed-9256-d8aa85a3857a req-4d8098ca-2b2e-4c73-a0d0-e78ee5382643 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6078408 Jul 14 09:08:20.976497 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046e90aa-753f-4d2e-af1b-241b33c3932e x-openstack-request-id: req-046e90aa-753f-4d2e-af1b-241b33c3932e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:20.976938 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71603e8b-1d02-4059-9ea8-36be3311e0c2", "tag": "5cd3df1d-b55b-410a-9f47-9d1d330c05f9", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:20.977327 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-046e90aa-753f-4d2e-af1b-241b33c3932e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:20.978033 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71603e8b-1d02-4059-9ea8-36be3311e0c2', 'tag': '5cd3df1d-b55b-410a-9f47-9d1d330c05f9', 'status': 'completed', 'code': 200} Jul 14 09:08:20.982753 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8098ca-2b2e-4c73-a0d0-e78ee5382643 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69a0aa3a-bd03-4467-91ab-d3b6773bfd17,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:21.053955 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-11ccdc21-470f-4e15-9b70-1d81f679479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:21.158647 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-cf619da8-07bc-453e-95f8-89b8e8fef5c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f3c636-dd55-49c0-b256-32e26c9ae0e2 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:08:21.208445 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:21.216213 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-cf619da8-07bc-453e-95f8-89b8e8fef5c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:21.249931 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:08:21.283787 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d71862bd-a8e5-4f03-bd6b-192da92d6ce2 req-22635ed4-1341-4b14-a8e6-9bb2a701d51a tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "GET /v2.0/security-groups/69a0aa3a-bd03-4467-91ab-d3b6773bfd17 HTTP/1.1" status: 200 len: 1805 time: 0.1127007 Jul 14 09:08:21.300336 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-d71862bd-a8e5-4f03-bd6b-192da92d6ce2 req-641b00ac-38d8-4cb7-83b9-4ca174026884 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '69a0aa3a-bd03-4467-91ab-d3b6773bfd17', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:21.300734 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-d71862bd-a8e5-4f03-bd6b-192da92d6ce2 req-641b00ac-38d8-4cb7-83b9-4ca174026884 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '69a0aa3a-bd03-4467-91ab-d3b6773bfd17', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:21.307076 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-cf619da8-07bc-453e-95f8-89b8e8fef5c1 service neutron] Transition to ACTIVE for port object d8f3c636-dd55-49c0-b256-32e26c9ae0e2 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:08:21.314523 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8baf4b-ab82-4711-93bc-4ae6eb5ce2e3 req-c6691d44-52a3-4a52-b86a-6984d62e7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:21.317597 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b8baf4b-ab82-4711-93bc-4ae6eb5ce2e3 req-c6691d44-52a3-4a52-b86a-6984d62e7774 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b88663856b5a492a86aa5fedd54e0150&device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 1099 time: 0.2592561 Jul 14 09:08:21.325997 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-cf619da8-07bc-453e-95f8-89b8e8fef5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:21.401689 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 5cd3df1d-b55b-410a-9f47-9d1d330c05f9, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=5cd3df1d-b55b-410a-9f47-9d1d330c05f9,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:21.421134 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '5cd3df1d-b55b-410a-9f47-9d1d330c05f9', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '5cd3df1d-b55b-410a-9f47-9d1d330c05f9', 'mac_address': 'fa:16:3e:ec:23:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:08:21.444335 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8baf4b-ab82-4711-93bc-4ae6eb5ce2e3 req-c93c51c8-ab32-4615-83d8-6af5f8105fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:21.446046 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b8baf4b-ab82-4711-93bc-4ae6eb5ce2e3 req-c93c51c8-ab32-4615-83d8-6af5f8105fcb service neutron] 10.222.0.44 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.1213131 Jul 14 09:08:21.482423 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:21.504652 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:08:21.546271 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 5cd3df1d-b55b-410a-9f47-9d1d330c05f9, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=5cd3df1d-b55b-410a-9f47-9d1d330c05f9,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:21.558425 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:21.563940 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b8baf4b-ab82-4711-93bc-4ae6eb5ce2e3 req-9d5c96ab-ae63-41bb-a6c8-9ddfe33face5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5cd3df1d-b55b-410a-9f47-9d1d330c05f9 HTTP/1.1" status: 200 len: 217 time: 0.0842896 Jul 14 09:08:21.645996 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=5cd3df1d-b55b-410a-9f47-9d1d330c05f9,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:21.756301 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf619da8-07bc-453e-95f8-89b8e8fef5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f3c636-dd55-49c0-b256-32e26c9ae0e2,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:21.792599 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30974ac4-310e-4689-8825-cd79dec1a124 req-a0312489-eb76-4148-8f1c-64ff5e075ba0 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:21.800958 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30974ac4-310e-4689-8825-cd79dec1a124 req-a0312489-eb76-4148-8f1c-64ff5e075ba0 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 945 time: 0.5788088 Jul 14 09:08:21.836972 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8baf4b-ab82-4711-93bc-4ae6eb5ce2e3 req-98178436-72e2-40b0-8ab6-8430db896388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:21.838638 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b8baf4b-ab82-4711-93bc-4ae6eb5ce2e3 req-98178436-72e2-40b0-8ab6-8430db896388 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.2358375 Jul 14 09:08:21.909204 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['5cd3df1d-b55b-410a-9f47-9d1d330c05f9'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:21.914714 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-cf619da8-07bc-453e-95f8-89b8e8fef5c1 service neutron] Attempting to bind port d8f3c636-dd55-49c0-b256-32e26c9ae0e2 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:08:21.915154 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-cf619da8-07bc-453e-95f8-89b8e8fef5c1 service neutron] Attempting to bind port d8f3c636-dd55-49c0-b256-32e26c9ae0e2 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:08:21.915576 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-cf619da8-07bc-453e-95f8-89b8e8fef5c1 service neutron] Attempting to bind port d8f3c636-dd55-49c0-b256-32e26c9ae0e2 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:21.928864 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d71862bd-a8e5-4f03-bd6b-192da92d6ce2 req-641b00ac-38d8-4cb7-83b9-4ca174026884 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:21.938766 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-cf619da8-07bc-453e-95f8-89b8e8fef5c1 service neutron] Port d8f3c636-dd55-49c0-b256-32e26c9ae0e2 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:08:21.939294 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-cf619da8-07bc-453e-95f8-89b8e8fef5c1 service neutron] Attempting to bind port d8f3c636-dd55-49c0-b256-32e26c9ae0e2 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:22.003581 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-cf619da8-07bc-453e-95f8-89b8e8fef5c1 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:08:22.003906 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-cf619da8-07bc-453e-95f8-89b8e8fef5c1 service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:22.004450 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-cf619da8-07bc-453e-95f8-89b8e8fef5c1 service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:08:22.004929 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-cf619da8-07bc-453e-95f8-89b8e8fef5c1 service neutron] Bound port: d8f3c636-dd55-49c0-b256-32e26c9ae0e2, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:08:22.005318 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-cf619da8-07bc-453e-95f8-89b8e8fef5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:22.023093 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30974ac4-310e-4689-8825-cd79dec1a124 req-dcd5b969-59d2-4763-b53a-7cd7e43f0ffa tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206097 Jul 14 09:08:22.054370 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37212) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:22.103538 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:22.134199 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d71862bd-a8e5-4f03-bd6b-192da92d6ce2 req-641b00ac-38d8-4cb7-83b9-4ca174026884 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:22.153398 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8baf4b-ab82-4711-93bc-4ae6eb5ce2e3 req-acc5684f-04a8-4eea-be83-9830293709f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:22.155886 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b8baf4b-ab82-4711-93bc-4ae6eb5ce2e3 req-acc5684f-04a8-4eea-be83-9830293709f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3006594 Jul 14 09:08:22.158479 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d71862bd-a8e5-4f03-bd6b-192da92d6ce2 req-641b00ac-38d8-4cb7-83b9-4ca174026884 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:22.183463 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b00ac-38d8-4cb7-83b9-4ca174026884 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df97bdc6-8269-4805-a868-ac1bcafbab40,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:22.231635 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-8320704c-e442-4b76-bb73-122a0964bb55 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1855893527-network', 'tenant_id': '6f8853c28740442083fa294db7fef96a'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:22.274537 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8320704c-e442-4b76-bb73-122a0964bb55 admin admin] Made reservation on behalf of 6f8853c28740442083fa294db7fef96a for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:08:22.277628 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8320704c-e442-4b76-bb73-122a0964bb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:22.294933 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8320704c-e442-4b76-bb73-122a0964bb55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:22.305588 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-cf619da8-07bc-453e-95f8-89b8e8fef5c1 service neutron] For port d8f3c636-dd55-49c0-b256-32e26c9ae0e2, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:08:22.325423 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-cf619da8-07bc-453e-95f8-89b8e8fef5c1 service neutron] For port d8f3c636-dd55-49c0-b256-32e26c9ae0e2, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=d8f3c636-dd55-49c0-b256-32e26c9ae0e2,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:08:22.327604 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d71862bd-a8e5-4f03-bd6b-192da92d6ce2 req-641b00ac-38d8-4cb7-83b9-4ca174026884 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:22.330411 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d71862bd-a8e5-4f03-bd6b-192da92d6ce2 req-641b00ac-38d8-4cb7-83b9-4ca174026884 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0490031 Jul 14 09:08:22.344477 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-cf619da8-07bc-453e-95f8-89b8e8fef5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:22.434411 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8320704c-e442-4b76-bb73-122a0964bb55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:22.434737 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-cf619da8-07bc-453e-95f8-89b8e8fef5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:22.435315 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-cf619da8-07bc-453e-95f8-89b8e8fef5c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:22.437233 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-cf619da8-07bc-453e-95f8-89b8e8fef5c1 service neutron] 10.222.0.47 "PUT /v2.0/ports/d8f3c636-dd55-49c0-b256-32e26c9ae0e2 HTTP/1.1" status: 200 len: 1096 time: 2.1540711 Jul 14 09:08:22.440384 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8320704c-e442-4b76-bb73-122a0964bb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:22.447526 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a042958d-d5e5-4ed2-b805-cc9699375abb', 'tag': 'd8f3c636-dd55-49c0-b256-32e26c9ae0e2'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:22.450477 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c372a09-44b0-40c1-93ec-a907a01d84e0" -d '{"events": [{"name": "network-changed", "server_uuid": "a042958d-d5e5-4ed2-b805-cc9699375abb", "tag": "d8f3c636-dd55-49c0-b256-32e26c9ae0e2"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:22.471190 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8320704c-e442-4b76-bb73-122a0964bb55 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:08:22.492719 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320704c-e442-4b76-bb73-122a0964bb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23caeed7-1916-4025-a51d-fdda6be89325,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:22.497909 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8320704c-e442-4b76-bb73-122a0964bb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:22.499106 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-8320704c-e442-4b76-bb73-122a0964bb55 admin admin] Added segment 75fd1ace-9d65-4d40-9d5c-c75314cf3ab2 of type vlan for network 1a8652a3-273b-4995-afdf-c4ffe33f560a Jul 14 09:08:22.508017 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf619da8-07bc-453e-95f8-89b8e8fef5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f3c636-dd55-49c0-b256-32e26c9ae0e2,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:22.560592 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8320704c-e442-4b76-bb73-122a0964bb55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:22.571079 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b8baf4b-ab82-4711-93bc-4ae6eb5ce2e3 req-99a01455-6e13-4f53-90c9-13139aeee0d0 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887701 Jul 14 09:08:22.603610 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8320704c-e442-4b76-bb73-122a0964bb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:22.604684 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8320704c-e442-4b76-bb73-122a0964bb55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:22.608441 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8320704c-e442-4b76-bb73-122a0964bb55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:22.675629 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c5480-895e-4577-8ba0-3b457a50500a req-7074272d-c72c-41b8-8319-7b19e892b976 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:22.681128 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-825c5480-895e-4577-8ba0-3b457a50500a req-7074272d-c72c-41b8-8319-7b19e892b976 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=a042958d-d5e5-4ed2-b805-cc9699375abb HTTP/1.1" status: 200 len: 947 time: 0.2925804 Jul 14 09:08:22.681386 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8320704c-e442-4b76-bb73-122a0964bb55 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6213372 Jul 14 09:08:22.681386 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320704c-e442-4b76-bb73-122a0964bb55 admin admin] Pushing event updated for resources: {'Network': ['ID=1a8652a3-273b-4995-afdf-c4ffe33f560a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:22.681386 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37224) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:22.686581 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-301c2b3b-3aba-450c-ad81-a47f862558be admin admin] Request body: {'subnet': {'network_id': '1a8652a3-273b-4995-afdf-c4ffe33f560a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1855893527-subnet', 'tenant_id': '6f8853c28740442083fa294db7fef96a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:22.695751 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 1a8652a3-273b-4995-afdf-c4ffe33f560a details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:08:22.718652 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301c2b3b-3aba-450c-ad81-a47f862558be admin admin] Made reservation on behalf of 6f8853c28740442083fa294db7fef96a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:08:22.722151 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-301c2b3b-3aba-450c-ad81-a47f862558be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:22.748276 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-1c23ee4c-4766-4d86-beb9-b8961cf261a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:22.749814 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-1c23ee4c-4766-4d86-beb9-b8961cf261a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b88663856b5a492a86aa5fedd54e0150&device_id=a042958d-d5e5-4ed2-b805-cc9699375abb HTTP/1.1" status: 200 len: 1099 time: 0.2294858 Jul 14 09:08:22.917027 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-301c2b3b-3aba-450c-ad81-a47f862558be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:22.981153 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c2b3b-3aba-450c-ad81-a47f862558be admin admin] Pushing event updated for resources: {'Subnet': ['ID=505d2699-c567-4f61-a9be-49f7739d7245,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:22.989123 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301c2b3b-3aba-450c-ad81-a47f862558be admin admin] Checking segment: {'id': '75fd1ace-9d65-4d40-9d5c-c75314cf3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1a8652a3-273b-4995-afdf-c4ffe33f560a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:22.989497 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301c2b3b-3aba-450c-ad81-a47f862558be admin admin] Network hostable DHCP agents. Network: 1a8652a3-273b-4995-afdf-c4ffe33f560a, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:08:23.007547 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301c2b3b-3aba-450c-ad81-a47f862558be admin admin] Network 1a8652a3-273b-4995-afdf-c4ffe33f560a is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:08:23.017785 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-301c2b3b-3aba-450c-ad81-a47f862558be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 1a8652a3-273b-4995-afdf-c4ffe33f560a) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:08:23.023405 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301c2b3b-3aba-450c-ad81-a47f862558be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:23.024096 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-301c2b3b-3aba-450c-ad81-a47f862558be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:23.034136 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9126b0-390f-4dc4-a4cf-c0df24871106 None None] Network 1a8652a3-273b-4995-afdf-c4ffe33f560a requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:08:23.043201 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-301c2b3b-3aba-450c-ad81-a47f862558be admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3607528 Jul 14 09:08:23.166221 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-e5c688d1-62ad-4d26-9ebf-eca2b2425f48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=d8f3c636-dd55-49c0-b256-32e26c9ae0e2 HTTP/1.1" status: 200 len: 217 time: 0.4023175 Jul 14 09:08:23.172461 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-825c5480-895e-4577-8ba0-3b457a50500a req-8550f46c-4860-4e12-bd97-9685f6a8e469 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709461 Jul 14 09:08:23.176955 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b8baf4b-ab82-4711-93bc-4ae6eb5ce2e3 req-ee6c9db8-b36d-46f3-a254-fc617f63cb99 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5973165 Jul 14 09:08:23.183550 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb51c8b-9719-4a82-a65e-7456b8a3af4e None None] Network 1a8652a3-273b-4995-afdf-c4ffe33f560a requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:08:23.218011 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ffbff-0f8a-4a43-8d52-32da9aeb8c08 req-1ad134ca-f4c9-4ef6-90a8-f486bc305e3b tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:23.226055 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-031ffbff-0f8a-4a43-8d52-32da9aeb8c08 req-1ad134ca-f4c9-4ef6-90a8-f486bc305e3b tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0746553-c55d-47a6-aac7-780a96906216 HTTP/1.1" status: 200 len: 945 time: 0.6229177 Jul 14 09:08:23.260681 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:08:23.262727 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-1e842de7-802f-4662-bc39-a095aae092cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:23.264657 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-1e842de7-802f-4662-bc39-a095aae092cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.0900166 Jul 14 09:08:23.287225 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-031ffbff-0f8a-4a43-8d52-32da9aeb8c08 req-4c9b7243-8ea5-470b-b115-f97a0de1e9a8 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602543 Jul 14 09:08:23.347187 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-9f89909f-b520-45c4-ba89-96406e930f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:23.349658 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-9f89909f-b520-45c4-ba89-96406e930f37 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0762305 Jul 14 09:08:23.360845 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-dd59036b-a19a-4fd5-85a0-d949fd13ce8b req-f280eadb-2eb3-4de0-a6c8-31ec9e83127d tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1021689880', 'description': 'tempest-description-440080728'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:23.392834 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:08:23.397492 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:23.398149 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:23.445659 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-dd59036b-a19a-4fd5-85a0-d949fd13ce8b req-f280eadb-2eb3-4de0-a6c8-31ec9e83127d tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:23.487023 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:23.500690 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-8ea25f26-d21a-4228-bf60-3d4e626465f9 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440248 Jul 14 09:08:23.512875 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71603e8b-1d02-4059-9ea8-36be3311e0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd3df1d-b55b-410a-9f47-9d1d330c05f9'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:23.515236 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10b332f-0673-4e7e-a3ce-8da1f23f33d7" -d '{"events": [{"server_uuid": "71603e8b-1d02-4059-9ea8-36be3311e0c2", "name": "network-vif-plugged", "status": "completed", "tag": "5cd3df1d-b55b-410a-9f47-9d1d330c05f9"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:23.530541 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 5cd3df1d-b55b-410a-9f47-9d1d330c05f9, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=5cd3df1d-b55b-410a-9f47-9d1d330c05f9,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:23.539077 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:23.539899 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c6dc0eed-4a78-4111-a549-2f0b274ab864 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:08:23.622004 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a278119f-3481-49c6-ab4e-10ce29f5ba56 x-openstack-request-id: req-a278119f-3481-49c6-ab4e-10ce29f5ba56 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:23.622808 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a042958d-d5e5-4ed2-b805-cc9699375abb", "tag": "d8f3c636-dd55-49c0-b256-32e26c9ae0e2", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:23.622808 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a278119f-3481-49c6-ab4e-10ce29f5ba56 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:23.623001 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a042958d-d5e5-4ed2-b805-cc9699375abb', 'tag': 'd8f3c636-dd55-49c0-b256-32e26c9ae0e2', 'status': 'completed', 'code': 200} Jul 14 09:08:23.636247 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:23.639579 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=5cd3df1d-b55b-410a-9f47-9d1d330c05f9,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:23.654011 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-dd59036b-a19a-4fd5-85a0-d949fd13ce8b req-f280eadb-2eb3-4de0-a6c8-31ec9e83127d tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:23.656535 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port c6dc0eed-4a78-4111-a549-2f0b274ab864 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:08:23.658865 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0f23e19-751e-494d-9355-f178fd2ff415 req-fbd3de84-d4c5-4cb0-8331-eac87edcd7eb service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506250 Jul 14 09:08:23.660898 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-dd59036b-a19a-4fd5-85a0-d949fd13ce8b req-f280eadb-2eb3-4de0-a6c8-31ec9e83127d tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:23.662202 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port c6dc0eed-4a78-4111-a549-2f0b274ab864 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:23.662818 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:23.694094 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-dd59036b-a19a-4fd5-85a0-d949fd13ce8b req-f280eadb-2eb3-4de0-a6c8-31ec9e83127d tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:23.700519 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd59036b-a19a-4fd5-85a0-d949fd13ce8b req-f280eadb-2eb3-4de0-a6c8-31ec9e83127d tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3468456 Jul 14 09:08:23.703657 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280eadb-2eb3-4de0-a6c8-31ec9e83127d tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7852d1-76e7-4932-b64d-a08fbc9753e6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:23.768190 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:23.800581 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:08:23.814627 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c6dc0eed-4a78-4111-a549-2f0b274ab864, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c6dc0eed-4a78-4111-a549-2f0b274ab864,segment=NetworkSegment(6d503d23-62fd-459d-88f6-1a059a312d61),segment_id=6d503d23-62fd-459d-88f6-1a059a312d61)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:23.821333 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:23.840196 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c372a09-44b0-40c1-93ec-a907a01d84e0 req-0610ca64-b844-45fb-bd1d-0f460cd07883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:23.842615 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7c372a09-44b0-40c1-93ec-a907a01d84e0 req-0610ca64-b844-45fb-bd1d-0f460cd07883 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b88663856b5a492a86aa5fedd54e0150&device_id=a042958d-d5e5-4ed2-b805-cc9699375abb HTTP/1.1" status: 200 len: 1099 time: 0.1129837 Jul 14 09:08:23.879009 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=c6dc0eed-4a78-4111-a549-2f0b274ab864,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:23.929899 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455a6fc-ed25-420a-8074-0edc869f43e6 req-b6e4ed73-a294-4203-a775-ec0c6df52ebd tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:23.931547 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9455a6fc-ed25-420a-8074-0edc869f43e6 req-b6e4ed73-a294-4203-a775-ec0c6df52ebd tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 945 time: 0.1503737 Jul 14 09:08:24.056634 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9455a6fc-ed25-420a-8074-0edc869f43e6 req-45c708ee-bfeb-412b-aa3d-30b5e832b9ef tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094866 Jul 14 09:08:24.060969 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c372a09-44b0-40c1-93ec-a907a01d84e0 req-758883f7-7dfc-413c-8bf6-ac321f89ded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:24.062459 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7c372a09-44b0-40c1-93ec-a907a01d84e0 req-758883f7-7dfc-413c-8bf6-ac321f89ded8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.2046700 Jul 14 09:08:24.118191 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7c372a09-44b0-40c1-93ec-a907a01d84e0 req-bdc74da6-bb4d-47e0-8eb5-333657cae877 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=d8f3c636-dd55-49c0-b256-32e26c9ae0e2 HTTP/1.1" status: 200 len: 217 time: 0.0426321 Jul 14 09:08:24.178651 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-741625b5-dc19-4858-a42e-e9b52825b572 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:24.179953 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-741625b5-dc19-4858-a42e-e9b52825b572 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/networks?id=1a8652a3-273b-4995-afdf-c4ffe33f560a HTTP/1.1" status: 200 len: 814 time: 0.2455506 Jul 14 09:08:24.204841 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-8d7df037-05a4-42d0-9b98-c0edb7e93b40 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/quotas/6f8853c28740442083fa294db7fef96a HTTP/1.1" status: 200 len: 375 time: 0.0179675 Jul 14 09:08:24.207400 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c372a09-44b0-40c1-93ec-a907a01d84e0 req-a12c1e67-44c7-4036-8652-39fea0166a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:24.209206 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7c372a09-44b0-40c1-93ec-a907a01d84e0 req-a12c1e67-44c7-4036-8652-39fea0166a05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.0849056 Jul 14 09:08:24.214503 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16010b4-7303-472a-817e-1fa5c2ab49dd x-openstack-request-id: req-c16010b4-7303-472a-817e-1fa5c2ab49dd {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:24.214902 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71603e8b-1d02-4059-9ea8-36be3311e0c2", "name": "network-vif-plugged", "status": "completed", "tag": "5cd3df1d-b55b-410a-9f47-9d1d330c05f9", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:24.215251 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c16010b4-7303-472a-817e-1fa5c2ab49dd {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:24.215759 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71603e8b-1d02-4059-9ea8-36be3311e0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd3df1d-b55b-410a-9f47-9d1d330c05f9', 'code': 200} Jul 14 09:08:24.286897 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-250fac92-083a-42fe-9dda-2fd522b0016c tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f8853c28740442083fa294db7fef96a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619335 Jul 14 09:08:24.470673 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c372a09-44b0-40c1-93ec-a907a01d84e0 req-760906ad-43b9-4222-9a03-da4e373abe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:24.472588 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7c372a09-44b0-40c1-93ec-a907a01d84e0 req-760906ad-43b9-4222-9a03-da4e373abe2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2565112 Jul 14 09:08:24.484843 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-748937c2-1102-4a57-ac01-2dffbed2d0fb service neutron] 10.222.0.25 "GET /v2.0/networks/1a8652a3-273b-4995-afdf-c4ffe33f560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972222 Jul 14 09:08:24.586637 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b27dc-cb86-468d-8ec1-5ff0891da0a2 req-1b440d2e-58df-4e0e-bb83-1200089d3fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:24.588112 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a64b27dc-cb86-468d-8ec1-5ff0891da0a2 req-1b440d2e-58df-4e0e-bb83-1200089d3fa8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 1101 time: 0.3017967 Jul 14 09:08:24.622358 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01786439-53bb-414d-a576-95eea258bddc req-068cd471-3509-4f82-9297-945335ec4e36 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:24.623950 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01786439-53bb-414d-a576-95eea258bddc req-068cd471-3509-4f82-9297-945335ec4e36 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddc9eb38-c0dd-403a-8dad-50804e92cba2 HTTP/1.1" status: 200 len: 946 time: 0.2870865 Jul 14 09:08:24.726337 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7c372a09-44b0-40c1-93ec-a907a01d84e0 req-5487d970-cdb4-4ccc-bdf2-34f2864f6ae4 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441208 Jul 14 09:08:24.735613 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a64b27dc-cb86-468d-8ec1-5ff0891da0a2 req-d6661389-4f3e-4503-b2a5-93a2df4ab6a0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348772 Jul 14 09:08:24.750627 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01786439-53bb-414d-a576-95eea258bddc req-5605030f-2332-4e18-829c-a94ae47a033e tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c1103ef-4c11-47ad-b22a-0c72135e7870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148775 Jul 14 09:08:24.755116 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-67c08d83-625a-4685-a362-feec03b27bb7 service neutron] 10.222.0.25 "GET /v2.0/networks/1a8652a3-273b-4995-afdf-c4ffe33f560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585316 Jul 14 09:08:24.875241 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6188a48-f3dd-4159-9cf7-b737a289dc10 req-aa542116-86db-4f7d-803d-0a4a0aa3d114 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "GET /v2.0/security-groups/1e7852d1-76e7-4932-b64d-a08fbc9753e6 HTTP/1.1" status: 200 len: 1804 time: 0.0725152 Jul 14 09:08:24.893363 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-a6188a48-f3dd-4159-9cf7-b737a289dc10 req-0a73753e-ac3b-4de0-ac74-f0aa89253b9f tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '1e7852d1-76e7-4932-b64d-a08fbc9753e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:24.893766 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-a6188a48-f3dd-4159-9cf7-b737a289dc10 req-0a73753e-ac3b-4de0-ac74-f0aa89253b9f tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '1e7852d1-76e7-4932-b64d-a08fbc9753e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:24.902739 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7c372a09-44b0-40c1-93ec-a907a01d84e0 req-f989212b-a625-4ecc-90f2-4fb739fdda4f service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635456 Jul 14 09:08:25.037628 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a6188a48-f3dd-4159-9cf7-b737a289dc10 req-0a73753e-ac3b-4de0-ac74-f0aa89253b9f tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:25.040146 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device d8f3c636-dd55-49c0-b256-32e26c9ae0e2 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:08:25.085046 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4d13b-199c-4d2f-bbd8-64a8625f0708 req-688b823f-431f-4995-97cb-66bd8534e5f5 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:25.086589 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-09c4d13b-199c-4d2f-bbd8-64a8625f0708 req-688b823f-431f-4995-97cb-66bd8534e5f5 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddc9eb38-c0dd-403a-8dad-50804e92cba2 HTTP/1.1" status: 200 len: 946 time: 0.1654828 Jul 14 09:08:25.108169 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a6188a48-f3dd-4159-9cf7-b737a289dc10 req-0a73753e-ac3b-4de0-ac74-f0aa89253b9f tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:25.139032 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a6188a48-f3dd-4159-9cf7-b737a289dc10 req-0a73753e-ac3b-4de0-ac74-f0aa89253b9f tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:25.166499 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port d8f3c636-dd55-49c0-b256-32e26c9ae0e2, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=d8f3c636-dd55-49c0-b256-32e26c9ae0e2,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:25.178545 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73753e-ac3b-4de0-ac74-f0aa89253b9f tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b415882-dbca-4402-a73d-bbc102903ecb,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:25.192965 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'd8f3c636-dd55-49c0-b256-32e26c9ae0e2', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': 'd8f3c636-dd55-49c0-b256-32e26c9ae0e2', 'mac_address': 'fa:16:3e:4c:49:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:08:25.197202 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007a3dc-b34e-4c68-b865-4f6c2f5985f7 req-1088e945-2159-4506-9d87-078fac577a73 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:25.204101 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6007a3dc-b34e-4c68-b865-4f6c2f5985f7 req-1088e945-2159-4506-9d87-078fac577a73 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=a042958d-d5e5-4ed2-b805-cc9699375abb HTTP/1.1" status: 200 len: 947 time: 0.2122660 Jul 14 09:08:25.217098 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a6188a48-f3dd-4159-9cf7-b737a289dc10 req-0a73753e-ac3b-4de0-ac74-f0aa89253b9f tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:25.218410 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6188a48-f3dd-4159-9cf7-b737a289dc10 req-0a73753e-ac3b-4de0-ac74-f0aa89253b9f tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3326759 Jul 14 09:08:25.236993 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:25.253971 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f3c636-dd55-49c0-b256-32e26c9ae0e2 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:08:25.290785 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port d8f3c636-dd55-49c0-b256-32e26c9ae0e2, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=d8f3c636-dd55-49c0-b256-32e26c9ae0e2,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:25.299240 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:25.302936 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6007a3dc-b34e-4c68-b865-4f6c2f5985f7 req-2ba3b82e-aae1-4dfc-aabe-906590655e10 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970590 Jul 14 09:08:25.325366 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-09c4d13b-199c-4d2f-bbd8-64a8625f0708 req-140301c3-9d1c-4fa1-9207-03d065f03d16 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Deleting port 71d96ee1-5098-4ee3-84d1-e37bcfed3233 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:08:25.325701 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-09c4d13b-199c-4d2f-bbd8-64a8625f0708 req-140301c3-9d1c-4fa1-9207-03d065f03d16 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:25.407649 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=d8f3c636-dd55-49c0-b256-32e26c9ae0e2,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:25.514908 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-09c4d13b-199c-4d2f-bbd8-64a8625f0708 req-140301c3-9d1c-4fa1-9207-03d065f03d16 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] For port 71d96ee1-5098-4ee3-84d1-e37bcfed3233, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=71d96ee1-5098-4ee3-84d1-e37bcfed3233,segment=NetworkSegment(b8c4e833-756e-483e-a5cf-12fbcc84d9f0),segment_id=b8c4e833-756e-483e-a5cf-12fbcc84d9f0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:25.515272 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-09c4d13b-199c-4d2f-bbd8-64a8625f0708 req-140301c3-9d1c-4fa1-9207-03d065f03d16 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:25.541055 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef8c6f-afc0-43c0-b699-d14a86fd8dad req-7bc8e36a-44b0-46f1-8f24-6c245d130167 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:25.543041 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5eef8c6f-afc0-43c0-b699-d14a86fd8dad req-7bc8e36a-44b0-46f1-8f24-6c245d130167 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0746553-c55d-47a6-aac7-780a96906216 HTTP/1.1" status: 200 len: 946 time: 0.1502950 Jul 14 09:08:25.544251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-09c4d13b-199c-4d2f-bbd8-64a8625f0708 req-140301c3-9d1c-4fa1-9207-03d065f03d16 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Calling delete_port for 71d96ee1-5098-4ee3-84d1-e37bcfed3233 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:08:25.566874 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['d8f3c636-dd55-49c0-b256-32e26c9ae0e2'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:25.609090 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eba82ecf-8983-4c31-b3ba-201de6e05368 req-d9284e1e-fa90-469b-926a-4d33606a149e tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 210 time: 0.0381076 Jul 14 09:08:25.696703 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5eef8c6f-afc0-43c0-b699-d14a86fd8dad req-57176a0d-10d7-4d76-9ee3-b1773944f5c5 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443329 Jul 14 09:08:25.869728 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed4944-31f7-4597-a905-e177c6d90a04 req-1620a6ff-8972-4adf-97f8-96693b9e65e1 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:25.871259 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2bed4944-31f7-4597-a905-e177c6d90a04 req-1620a6ff-8972-4adf-97f8-96693b9e65e1 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 945 time: 0.1266503 Jul 14 09:08:25.881374 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-a6a9afad-bf86-4dd4-8d8b-1322d4f50eb6 req-56c02602-6fe4-4553-93be-0c7ef974f31c tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2008742603', 'description': 'tempest-description-887648412'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:25.919039 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-09c4d13b-199c-4d2f-bbd8-64a8625f0708 req-140301c3-9d1c-4fa1-9207-03d065f03d16 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:25.930324 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['71d96ee1-5098-4ee3-84d1-e37bcfed3233'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:25.960588 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140301c3-9d1c-4fa1-9207-03d065f03d16 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Pushing event deleted for resources: {'Port': ['ID=71d96ee1-5098-4ee3-84d1-e37bcfed3233,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:25.962538 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a6a9afad-bf86-4dd4-8d8b-1322d4f50eb6 req-56c02602-6fe4-4553-93be-0c7ef974f31c tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:25.970205 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2bed4944-31f7-4597-a905-e177c6d90a04 req-4bf4e2cf-ea24-4722-b61b-c1b32f52bf83 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922523 Jul 14 09:08:26.025728 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c4d13b-199c-4d2f-bbd8-64a8625f0708 req-140301c3-9d1c-4fa1-9207-03d065f03d16 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] No DVR routers for this DVR port 71d96ee1-5098-4ee3-84d1-e37bcfed3233 on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:08:26.029898 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-09c4d13b-199c-4d2f-bbd8-64a8625f0708 req-140301c3-9d1c-4fa1-9207-03d065f03d16 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:26.031849 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-09c4d13b-199c-4d2f-bbd8-64a8625f0708 req-140301c3-9d1c-4fa1-9207-03d065f03d16 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.44 "DELETE /v2.0/ports/71d96ee1-5098-4ee3-84d1-e37bcfed3233 HTTP/1.1" status: 204 len: 173 time: 0.9383698 Jul 14 09:08:26.032286 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc9eb38-c0dd-403a-8dad-50804e92cba2', 'name': 'network-vif-deleted', 'tag': '71d96ee1-5098-4ee3-84d1-e37bcfed3233'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:26.035309 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b4aa43-3083-4ffc-b397-05f24361f868" -d '{"events": [{"server_uuid": "ddc9eb38-c0dd-403a-8dad-50804e92cba2", "name": "network-vif-deleted", "tag": "71d96ee1-5098-4ee3-84d1-e37bcfed3233"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:26.110574 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-546c79b3-5009-495c-a01a-85f41c833add req-2a640bc8-8771-4bc6-b249-d4d929b6ad38 tempest-ServersTestJSON-130181684 tempest-ServersTestJSON-130181684-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddc9eb38-c0dd-403a-8dad-50804e92cba2 HTTP/1.1" status: 200 len: 210 time: 0.0344613 Jul 14 09:08:26.148396 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a6a9afad-bf86-4dd4-8d8b-1322d4f50eb6 req-56c02602-6fe4-4553-93be-0c7ef974f31c tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:26.155026 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a6a9afad-bf86-4dd4-8d8b-1322d4f50eb6 req-56c02602-6fe4-4553-93be-0c7ef974f31c tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:26.173243 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cf6730-313b-4122-be69-9a2f774fe487 x-openstack-request-id: req-25cf6730-313b-4122-be69-9a2f774fe487 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:26.173471 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc9eb38-c0dd-403a-8dad-50804e92cba2", "name": "network-vif-deleted", "tag": "71d96ee1-5098-4ee3-84d1-e37bcfed3233", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:26.173717 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25cf6730-313b-4122-be69-9a2f774fe487 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:26.174105 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc9eb38-c0dd-403a-8dad-50804e92cba2', 'name': 'network-vif-deleted', 'tag': '71d96ee1-5098-4ee3-84d1-e37bcfed3233', 'status': 'completed', 'code': 200} Jul 14 09:08:26.185739 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a6a9afad-bf86-4dd4-8d8b-1322d4f50eb6 req-56c02602-6fe4-4553-93be-0c7ef974f31c tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:26.187091 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6a9afad-bf86-4dd4-8d8b-1322d4f50eb6 req-56c02602-6fe4-4553-93be-0c7ef974f31c tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3148475 Jul 14 09:08:26.191749 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c02602-6fe4-4553-93be-0c7ef974f31c tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaabc988-7fe5-41b8-a5fe-9d3ba44ca4d5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:26.217219 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0746553-c55d-47a6-aac7-780a96906216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6dc0eed-4a78-4111-a549-2f0b274ab864'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:26.219955 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5a9a0c-f390-49eb-8d8d-49a6433392ba" -d '{"events": [{"server_uuid": "e0746553-c55d-47a6-aac7-780a96906216", "name": "network-vif-plugged", "status": "completed", "tag": "c6dc0eed-4a78-4111-a549-2f0b274ab864"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:26.223967 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-efd525a7-5686-4858-9057-1429b653749e req-5bf1db6e-5c44-42a9-9210-599f994116d9 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1730440263', 'description': 'tempest-description-1646941927'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:26.249362 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-efd525a7-5686-4858-9057-1429b653749e req-5bf1db6e-5c44-42a9-9210-599f994116d9 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:26.265735 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea6ed67-09bf-4234-b02b-3d026ac5e9f3 x-openstack-request-id: req-6ea6ed67-09bf-4234-b02b-3d026ac5e9f3 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:26.266308 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0746553-c55d-47a6-aac7-780a96906216", "name": "network-vif-plugged", "status": "completed", "tag": "c6dc0eed-4a78-4111-a549-2f0b274ab864", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:26.266622 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ea6ed67-09bf-4234-b02b-3d026ac5e9f3 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:26.267079 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0746553-c55d-47a6-aac7-780a96906216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6dc0eed-4a78-4111-a549-2f0b274ab864', 'code': 200} Jul 14 09:08:26.392902 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-673d8f0f-840a-45ae-816c-5c9910bf4d1c tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:26.395127 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-673d8f0f-840a-45ae-816c-5c9910bf4d1c tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.47 "GET /v2.0/networks?id=1a8652a3-273b-4995-afdf-c4ffe33f560a HTTP/1.1" status: 200 len: 814 time: 0.1336658 Jul 14 09:08:26.427473 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-38641d66-23fa-4ead-8acb-00c0c0eeadc7 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Request body: {'port': {'device_id': 'c8d7f65f-43a5-4a8a-8945-37d4943a0c7f', 'network_id': '1a8652a3-273b-4995-afdf-c4ffe33f560a', 'admin_state_up': True, 'tenant_id': '6f8853c28740442083fa294db7fef96a'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:26.535545 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-efd525a7-5686-4858-9057-1429b653749e req-5bf1db6e-5c44-42a9-9210-599f994116d9 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:26.547830 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-efd525a7-5686-4858-9057-1429b653749e req-5bf1db6e-5c44-42a9-9210-599f994116d9 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:26.613525 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-efd525a7-5686-4858-9057-1429b653749e req-5bf1db6e-5c44-42a9-9210-599f994116d9 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:26.614776 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-efd525a7-5686-4858-9057-1429b653749e req-5bf1db6e-5c44-42a9-9210-599f994116d9 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3971741 Jul 14 09:08:26.621910 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1db6e-5c44-42a9-9210-599f994116d9 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec09e51-4df7-417e-b1f5-803a7952be52,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:26.654382 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc5b19-81c3-42d0-82c3-a3a22ae8b3eb req-f7b92f06-7c3d-40d9-8165-56fe807c9e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:26.655911 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17fc5b19-81c3-42d0-82c3-a3a22ae8b3eb req-f7b92f06-7c3d-40d9-8165-56fe807c9e64 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e0746553-c55d-47a6-aac7-780a96906216 HTTP/1.1" status: 200 len: 1098 time: 0.2508414 Jul 14 09:08:26.671144 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c7c56-7567-4717-840b-d46a711e57aa req-aa462f59-3ea0-4e4d-a0f4-75b858394e19 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:26.672698 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-af1c7c56-7567-4717-840b-d46a711e57aa req-aa462f59-3ea0-4e4d-a0f4-75b858394e19 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=a042958d-d5e5-4ed2-b805-cc9699375abb HTTP/1.1" status: 200 len: 948 time: 0.2246687 Jul 14 09:08:26.709710 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-38641d66-23fa-4ead-8acb-00c0c0eeadc7 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Made reservation on behalf of 6f8853c28740442083fa294db7fef96a for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:08:26.713197 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-38641d66-23fa-4ead-8acb-00c0c0eeadc7 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:26.754684 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17fc5b19-81c3-42d0-82c3-a3a22ae8b3eb req-063f684b-03f1-459c-bf89-0e80d0860e2c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797110 Jul 14 09:08:26.774446 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-af1c7c56-7567-4717-840b-d46a711e57aa req-2d711f6c-a644-4c6f-a134-ff0582da9f25 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919724 Jul 14 09:08:26.863515 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d276b431-70b7-4dde-8b01-30ded1177f00 req-bcc1a922-c1a0-40a1-a6bf-de0e3cdf76b2 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "GET /v2.0/security-groups/eaabc988-7fe5-41b8-a5fe-9d3ba44ca4d5 HTTP/1.1" status: 200 len: 1804 time: 0.1033154 Jul 14 09:08:26.929958 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-72140d7c-608e-4129-b734-cfc7aefbc962 req-e93f06a7-b690-483a-9c10-c4c3cd040f4f tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 210 time: 0.0474651 Jul 14 09:08:26.964868 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-38641d66-23fa-4ead-8acb-00c0c0eeadc7 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Allocated IP 172.20.0.12 (1a8652a3-273b-4995-afdf-c4ffe33f560a/505d2699-c567-4f61-a9be-49f7739d7245/b2af309a-1280-4b64-9318-6dbc2516ea96) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:08:26.977560 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d276b431-70b7-4dde-8b01-30ded1177f00 req-683fdc17-fade-43a1-aa1e-73299262e9d0 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "GET /v2.0/security-groups/eec09e51-4df7-417e-b1f5-803a7952be52 HTTP/1.1" status: 200 len: 1805 time: 0.0961814 Jul 14 09:08:26.991342 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-d276b431-70b7-4dde-8b01-30ded1177f00 req-39e4672c-76f0-4db7-aecd-900fb3c20240 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'eaabc988-7fe5-41b8-a5fe-9d3ba44ca4d5', 'remote_group_id': 'eec09e51-4df7-417e-b1f5-803a7952be52', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:26.991694 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-d276b431-70b7-4dde-8b01-30ded1177f00 req-39e4672c-76f0-4db7-aecd-900fb3c20240 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'eaabc988-7fe5-41b8-a5fe-9d3ba44ca4d5', 'remote_group_id': 'eec09e51-4df7-417e-b1f5-803a7952be52', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:27.055470 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device d8f3c636-dd55-49c0-b256-32e26c9ae0e2 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:08:27.104333 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port d8f3c636-dd55-49c0-b256-32e26c9ae0e2 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:08:27.108670 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port d8f3c636-dd55-49c0-b256-32e26c9ae0e2 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:27.109156 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.188393 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.201640 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d276b431-70b7-4dde-8b01-30ded1177f00 req-39e4672c-76f0-4db7-aecd-900fb3c20240 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.221617 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae133d-4eb1-495e-aae2-9d5416de4a90 req-d1a683c5-4fef-4d29-be39-e18432282052 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:27.222361 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port d8f3c636-dd55-49c0-b256-32e26c9ae0e2, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=d8f3c636-dd55-49c0-b256-32e26c9ae0e2,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:27.223115 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04ae133d-4eb1-495e-aae2-9d5416de4a90 req-d1a683c5-4fef-4d29-be39-e18432282052 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0746553-c55d-47a6-aac7-780a96906216 HTTP/1.1" status: 200 len: 946 time: 0.1893651 Jul 14 09:08:27.226493 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.245767 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-38641d66-23fa-4ead-8acb-00c0c0eeadc7 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.276774 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=d8f3c636-dd55-49c0-b256-32e26c9ae0e2,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:27.295594 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d276b431-70b7-4dde-8b01-30ded1177f00 req-39e4672c-76f0-4db7-aecd-900fb3c20240 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.305938 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d276b431-70b7-4dde-8b01-30ded1177f00 req-39e4672c-76f0-4db7-aecd-900fb3c20240 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.325026 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04ae133d-4eb1-495e-aae2-9d5416de4a90 req-ab48548e-cf19-4ddf-99cf-921879b0aff5 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925560 Jul 14 09:08:27.340745 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4672c-76f0-4db7-aecd-900fb3c20240 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6f2f4c-2080-4938-8a1b-1ac8dbd0df0d,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:27.354535 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d276b431-70b7-4dde-8b01-30ded1177f00 req-39e4672c-76f0-4db7-aecd-900fb3c20240 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.355743 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d276b431-70b7-4dde-8b01-30ded1177f00 req-39e4672c-76f0-4db7-aecd-900fb3c20240 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3706448 Jul 14 09:08:27.367692 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-38641d66-23fa-4ead-8acb-00c0c0eeadc7 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.419560 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-38641d66-23fa-4ead-8acb-00c0c0eeadc7 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Network 1a8652a3-273b-4995-afdf-c4ffe33f560a is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:08:27.423617 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-38641d66-23fa-4ead-8acb-00c0c0eeadc7 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:08:27.430201 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-38641d66-23fa-4ead-8acb-00c0c0eeadc7 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:08:27.434695 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38641d66-23fa-4ead-8acb-00c0c0eeadc7 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Pushing event updated for resources: {'Port': ['ID=b2af309a-1280-4b64-9318-6dbc2516ea96,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:27.519483 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-38641d66-23fa-4ead-8acb-00c0c0eeadc7 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:27.520119 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-38641d66-23fa-4ead-8acb-00c0c0eeadc7 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.532016 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37300) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:27.553611 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-c0272ef1-5e89-4cb9-9f2d-e29cfdd16929 req-e3740485-eb84-4963-8752-1dc96a87e7b0 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1407143184', 'description': 'tempest-description-824810177'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:27.558880 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-38641d66-23fa-4ead-8acb-00c0c0eeadc7 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1432974 Jul 14 09:08:27.574955 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-bea9639f-8ca0-4300-808c-42adfb6537a3 service neutron] Request body: {'port': {'device_id': 'c8d7f65f-43a5-4a8a-8945-37d4943a0c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:27.589653 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a2655d-b102-4b55-ba0d-06a66ef5f904 admin admin] Deleting subnet 270bafed-ba3b-4347-b7b9-ccc79813fe94 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:08:27.592789 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60a2655d-b102-4b55-ba0d-06a66ef5f904 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.616553 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c7bb6-5334-4af5-ac5b-be376b5cff1d req-cae4f58b-0fb7-4dca-9c91-fa1af3dde677 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:27.618300 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0b6c7bb6-5334-4af5-ac5b-be376b5cff1d req-cae4f58b-0fb7-4dca-9c91-fa1af3dde677 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 945 time: 0.1558628 Jul 14 09:08:27.621290 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c0272ef1-5e89-4cb9-9f2d-e29cfdd16929 req-e3740485-eb84-4963-8752-1dc96a87e7b0 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.630193 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60a2655d-b102-4b55-ba0d-06a66ef5f904 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.670026 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60a2655d-b102-4b55-ba0d-06a66ef5f904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.726338 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60a2655d-b102-4b55-ba0d-06a66ef5f904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.730502 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0b6c7bb6-5334-4af5-ac5b-be376b5cff1d req-8ff88636-d78c-4d5b-8129-3055cd928eec tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947490 Jul 14 09:08:27.747662 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-bea9639f-8ca0-4300-808c-42adfb6537a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.752791 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2655d-b102-4b55-ba0d-06a66ef5f904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=270bafed-ba3b-4347-b7b9-ccc79813fe94,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:27.764022 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60a2655d-b102-4b55-ba0d-06a66ef5f904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.766990 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-60a2655d-b102-4b55-ba0d-06a66ef5f904 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/270bafed-ba3b-4347-b7b9-ccc79813fe94 HTTP/1.1" status: 204 len: 168 time: 0.2316840 Jul 14 09:08:27.772002 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37304) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:27.855452 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c0272ef1-5e89-4cb9-9f2d-e29cfdd16929 req-e3740485-eb84-4963-8752-1dc96a87e7b0 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.874880 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa559e19-a5a4-4c68-afc8-b6b4c88d97cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.912298 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c0272ef1-5e89-4cb9-9f2d-e29cfdd16929 req-e3740485-eb84-4963-8752-1dc96a87e7b0 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.963669 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa559e19-a5a4-4c68-afc8-b6b4c88d97cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.973618 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3740485-eb84-4963-8752-1dc96a87e7b0 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac1f95f-5d3b-43d0-b8cf-c853277fdf62,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:27.976846 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-fa559e19-a5a4-4c68-afc8-b6b4c88d97cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa282a42-14ce-40bf-98d2-0aa5342653ef']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:27.981102 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c0272ef1-5e89-4cb9-9f2d-e29cfdd16929 req-e3740485-eb84-4963-8752-1dc96a87e7b0 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.982345 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c0272ef1-5e89-4cb9-9f2d-e29cfdd16929 req-e3740485-eb84-4963-8752-1dc96a87e7b0 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4379582 Jul 14 09:08:27.995339 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-fa559e19-a5a4-4c68-afc8-b6b4c88d97cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:27.995699 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-fa559e19-a5a4-4c68-afc8-b6b4c88d97cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c4e833-756e-483e-a5cf-12fbcc84d9f0') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:28.009345 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa559e19-a5a4-4c68-afc8-b6b4c88d97cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:28.031461 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa559e19-a5a4-4c68-afc8-b6b4c88d97cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:28.038643 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa559e19-a5a4-4c68-afc8-b6b4c88d97cc admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:08:28.039050 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa559e19-a5a4-4c68-afc8-b6b4c88d97cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:08:28.083878 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:08:28.102369 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa559e19-a5a4-4c68-afc8-b6b4c88d97cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:28.108506 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa559e19-a5a4-4c68-afc8-b6b4c88d97cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:28.113580 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fa559e19-a5a4-4c68-afc8-b6b4c88d97cc admin admin] 10.222.0.25 "DELETE /v2.0/networks/aa282a42-14ce-40bf-98d2-0aa5342653ef HTTP/1.1" status: 204 len: 168 time: 0.3370988 Jul 14 09:08:28.125824 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa559e19-a5a4-4c68-afc8-b6b4c88d97cc admin admin] Pushing event deleted for resources: {'Network': ['ID=aa282a42-14ce-40bf-98d2-0aa5342653ef,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:28.240551 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37314) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:28.268074 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a042958d-d5e5-4ed2-b805-cc9699375abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f3c636-dd55-49c0-b256-32e26c9ae0e2'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:28.270942 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64664ca6-1950-42f7-97e3-9bbf7d4640f8" -d '{"events": [{"server_uuid": "a042958d-d5e5-4ed2-b805-cc9699375abb", "name": "network-vif-plugged", "status": "completed", "tag": "d8f3c636-dd55-49c0-b256-32e26c9ae0e2"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:28.330143 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0cec1ffc-007b-4046-8213-837224f59a9b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2a65871ef77a4e449769120ad4b0a96b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0877895 Jul 14 09:08:28.333997 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37318) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:28.381449 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-534e3ed9-e2d9-48ad-b8b1-2533a3735a34 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:28.383014 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-534e3ed9-e2d9-48ad-b8b1-2533a3735a34 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61&tenant_id=d26b4168e0144f2b895d7a5b4dac1633&binding%3Ahost_id=n-h2-771362-35 HTTP/1.1" status: 200 len: 1097 time: 0.1341083 Jul 14 09:08:28.396849 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-b49e45f3-c520-41b2-8225-6e60279a297a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771362-35'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:28.431403 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93beb6ad-6c69-460d-a6e8-842f86c5d523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:28.484002 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93beb6ad-6c69-460d-a6e8-842f86c5d523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:28.522872 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-b49e45f3-c520-41b2-8225-6e60279a297a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:28.531290 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edcc21-22bc-4ed1-b2c6-736e536b4de4 req-58105871-672d-41b2-97d0-32d9c7a16256 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:28.533130 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d9edcc21-22bc-4ed1-b2c6-736e536b4de4 req-58105871-672d-41b2-97d0-32d9c7a16256 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 932 time: 0.1849821 Jul 14 09:08:28.551681 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76ad21-c183-4da8-909b-9044ee53436a req-a188661e-e1af-44e1-939d-16b2965bd292 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:28.553254 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ff76ad21-c183-4da8-909b-9044ee53436a req-a188661e-e1af-44e1-939d-16b2965bd292 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=a042958d-d5e5-4ed2-b805-cc9699375abb HTTP/1.1" status: 200 len: 949 time: 0.2074957 Jul 14 09:08:28.628137 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93beb6ad-6c69-460d-a6e8-842f86c5d523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:28.630720 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93beb6ad-6c69-460d-a6e8-842f86c5d523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:28.631931 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-93beb6ad-6c69-460d-a6e8-842f86c5d523 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9c1103ef-4c11-47ad-b22a-0c72135e7870 HTTP/1.1" status: 204 len: 168 time: 0.2978959 Jul 14 09:08:28.645973 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-bea9639f-8ca0-4300-808c-42adfb6537a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2af309a-1280-4b64-9318-6dbc2516ea96 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:08:28.664074 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ff76ad21-c183-4da8-909b-9044ee53436a req-961250b2-416e-48a4-b4e5-66b8b762ffe9 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037359 Jul 14 09:08:28.667828 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-bea9639f-8ca0-4300-808c-42adfb6537a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:28.687742 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-b49e45f3-c520-41b2-8225-6e60279a297a service neutron] For port 1b54b34d-4176-4477-a67d-d3e71a9e39e5, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1b54b34d-4176-4477-a67d-d3e71a9e39e5,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:28.687914 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d9edcc21-22bc-4ed1-b2c6-736e536b4de4 req-bf910f18-eb38-418d-81fe-d1c95a7d436b tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230745 Jul 14 09:08:28.711198 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-bea9639f-8ca0-4300-808c-42adfb6537a3 service neutron] Transition to ACTIVE for port object b2af309a-1280-4b64-9318-6dbc2516ea96 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:08:28.722351 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-50950490-b01e-4c39-8b7c-fd413d254402 req-d2e82d0a-b758-410a-bd0a-8063121fcf6a tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2055596665', 'description': 'tempest-description-1268219243'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:28.730374 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93beb6ad-6c69-460d-a6e8-842f86c5d523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1103ef-4c11-47ad-b22a-0c72135e7870,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:28.734030 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-bea9639f-8ca0-4300-808c-42adfb6537a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:28.747922 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-b49e45f3-c520-41b2-8225-6e60279a297a service neutron] For port 1b54b34d-4176-4477-a67d-d3e71a9e39e5, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:08:28.764971 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b737c2-b9cd-453b-8b5e-e3fe00844b0d x-openstack-request-id: req-02b737c2-b9cd-453b-8b5e-e3fe00844b0d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:28.765458 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a042958d-d5e5-4ed2-b805-cc9699375abb", "name": "network-vif-plugged", "status": "completed", "tag": "d8f3c636-dd55-49c0-b256-32e26c9ae0e2", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:28.765925 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02b737c2-b9cd-453b-8b5e-e3fe00844b0d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:28.766504 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a042958d-d5e5-4ed2-b805-cc9699375abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f3c636-dd55-49c0-b256-32e26c9ae0e2', 'code': 200} Jul 14 09:08:28.798989 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-50950490-b01e-4c39-8b7c-fd413d254402 req-d2e82d0a-b758-410a-bd0a-8063121fcf6a tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:28.822294 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9639f-8ca0-4300-808c-42adfb6537a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b2af309a-1280-4b64-9318-6dbc2516ea96,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:28.865994 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-b49e45f3-c520-41b2-8225-6e60279a297a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:28.869477 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15fb18d-ec66-48f9-83a7-54e4d9595e61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b54b34d-4176-4477-a67d-d3e71a9e39e5'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:28.872753 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0b5cf1-22be-4521-a49e-83f004c54169" -d '{"events": [{"server_uuid": "a15fb18d-ec66-48f9-83a7-54e4d9595e61", "name": "network-vif-unplugged", "status": "completed", "tag": "1b54b34d-4176-4477-a67d-d3e71a9e39e5"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:28.878938 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-b49e45f3-c520-41b2-8225-6e60279a297a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:29.001560 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e45f3-c520-41b2-8225-6e60279a297a service neutron] Pushing event updated for resources: {'Port': ['ID=1b54b34d-4176-4477-a67d-d3e71a9e39e5,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:29.007751 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-b49e45f3-c520-41b2-8225-6e60279a297a service neutron] Attempting to bind port 1b54b34d-4176-4477-a67d-d3e71a9e39e5 on host n-h2-771362-35 for vnic_type normal with profile {"migrating_to": "n-h1-771362-35"} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:08:29.008193 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-b49e45f3-c520-41b2-8225-6e60279a297a service neutron] Attempting to bind port 1b54b34d-4176-4477-a67d-d3e71a9e39e5 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:08:29.008661 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-b49e45f3-c520-41b2-8225-6e60279a297a service neutron] Attempting to bind port 1b54b34d-4176-4477-a67d-d3e71a9e39e5 on network 6f33b460-d2d2-4c56-9516-34520289d045 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:29.010572 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-bea9639f-8ca0-4300-808c-42adfb6537a3 service neutron] Attempting to bind port b2af309a-1280-4b64-9318-6dbc2516ea96 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:08:29.010918 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-bea9639f-8ca0-4300-808c-42adfb6537a3 service neutron] Attempting to bind port b2af309a-1280-4b64-9318-6dbc2516ea96 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '75fd1ace-9d65-4d40-9d5c-c75314cf3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1a8652a3-273b-4995-afdf-c4ffe33f560a'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:08:29.011249 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-bea9639f-8ca0-4300-808c-42adfb6537a3 service neutron] Attempting to bind port b2af309a-1280-4b64-9318-6dbc2516ea96 on network 1a8652a3-273b-4995-afdf-c4ffe33f560a {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:29.015656 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-b49e45f3-c520-41b2-8225-6e60279a297a service neutron] Port 1b54b34d-4176-4477-a67d-d3e71a9e39e5 on network 6f33b460-d2d2-4c56-9516-34520289d045 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:08:29.016147 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-b49e45f3-c520-41b2-8225-6e60279a297a service neutron] Attempting to bind port 1b54b34d-4176-4477-a67d-d3e71a9e39e5 on network 6f33b460-d2d2-4c56-9516-34520289d045 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:29.022777 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-b49e45f3-c520-41b2-8225-6e60279a297a service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:08:29.023147 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-b49e45f3-c520-41b2-8225-6e60279a297a service neutron] Checking segment: {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:29.023551 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-b49e45f3-c520-41b2-8225-6e60279a297a service neutron] Bound using segment: {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:08:29.023974 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-b49e45f3-c520-41b2-8225-6e60279a297a service neutron] Bound port: 1b54b34d-4176-4477-a67d-d3e71a9e39e5, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:08:29.024336 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-b49e45f3-c520-41b2-8225-6e60279a297a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:29.039550 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-bea9639f-8ca0-4300-808c-42adfb6537a3 service neutron] Port b2af309a-1280-4b64-9318-6dbc2516ea96 on network 1a8652a3-273b-4995-afdf-c4ffe33f560a not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:08:29.039869 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-bea9639f-8ca0-4300-808c-42adfb6537a3 service neutron] Attempting to bind port b2af309a-1280-4b64-9318-6dbc2516ea96 on network 1a8652a3-273b-4995-afdf-c4ffe33f560a {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:29.055349 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 1b54b34d-4176-4477-a67d-d3e71a9e39e5 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:08:29.059847 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-bea9639f-8ca0-4300-808c-42adfb6537a3 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:08:29.060217 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-bea9639f-8ca0-4300-808c-42adfb6537a3 service neutron] Checking segment: {'id': '75fd1ace-9d65-4d40-9d5c-c75314cf3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1a8652a3-273b-4995-afdf-c4ffe33f560a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:29.060582 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-bea9639f-8ca0-4300-808c-42adfb6537a3 service neutron] Bound using segment: {'id': '75fd1ace-9d65-4d40-9d5c-c75314cf3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1a8652a3-273b-4995-afdf-c4ffe33f560a'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:08:29.061032 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-bea9639f-8ca0-4300-808c-42adfb6537a3 service neutron] Bound port: b2af309a-1280-4b64-9318-6dbc2516ea96, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75fd1ace-9d65-4d40-9d5c-c75314cf3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1a8652a3-273b-4995-afdf-c4ffe33f560a'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:08:29.061398 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-bea9639f-8ca0-4300-808c-42adfb6537a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:29.088111 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945a190-4f06-42d2-be3f-7676176ecfdd req-563e5d56-3cf2-4c8a-8f88-a5dd76247bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:29.089695 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1945a190-4f06-42d2-be3f-7676176ecfdd req-563e5d56-3cf2-4c8a-8f88-a5dd76247bd0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a042958d-d5e5-4ed2-b805-cc9699375abb HTTP/1.1" status: 200 len: 1101 time: 0.2127960 Jul 14 09:08:29.105589 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-50950490-b01e-4c39-8b7c-fd413d254402 req-d2e82d0a-b758-410a-bd0a-8063121fcf6a tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:29.129714 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084ac5a-99fd-4628-ac14-dcd0c9211fd7 req-9c2ea643-a570-48d5-95ee-98642b131146 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:29.131051 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-b49e45f3-c520-41b2-8225-6e60279a297a service neutron] For port 1b54b34d-4176-4477-a67d-d3e71a9e39e5, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:08:29.132390 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1084ac5a-99fd-4628-ac14-dcd0c9211fd7 req-9c2ea643-a570-48d5-95ee-98642b131146 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0746553-c55d-47a6-aac7-780a96906216 HTTP/1.1" status: 200 len: 946 time: 0.2111216 Jul 14 09:08:29.136130 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-b49e45f3-c520-41b2-8225-6e60279a297a service neutron] For port 1b54b34d-4176-4477-a67d-d3e71a9e39e5, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1b54b34d-4176-4477-a67d-d3e71a9e39e5,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:08:29.143783 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-b49e45f3-c520-41b2-8225-6e60279a297a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:29.148175 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-50950490-b01e-4c39-8b7c-fd413d254402 req-d2e82d0a-b758-410a-bd0a-8063121fcf6a tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:29.284106 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-50950490-b01e-4c39-8b7c-fd413d254402 req-d2e82d0a-b758-410a-bd0a-8063121fcf6a tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:29.304321 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-50950490-b01e-4c39-8b7c-fd413d254402 req-d2e82d0a-b758-410a-bd0a-8063121fcf6a tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5902410 Jul 14 09:08:29.314996 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1945a190-4f06-42d2-be3f-7676176ecfdd req-bbfa2db9-2bc5-4e04-adfe-684f8d2e11b2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072151 Jul 14 09:08:29.319217 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-b49e45f3-c520-41b2-8225-6e60279a297a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:29.320367 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-b49e45f3-c520-41b2-8225-6e60279a297a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:29.337277 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e82d0a-b758-410a-bd0a-8063121fcf6a tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3026c0-01a5-481f-9bd9-18e2893c2451,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:29.337884 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-b49e45f3-c520-41b2-8225-6e60279a297a service neutron] 10.222.0.47 "PUT /v2.0/ports/1b54b34d-4176-4477-a67d-d3e71a9e39e5 HTTP/1.1" status: 200 len: 1123 time: 0.9475093 Jul 14 09:08:29.339255 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e45f3-c520-41b2-8225-6e60279a297a service neutron] Pushing event updated for resources: {'Port': ['ID=1b54b34d-4176-4477-a67d-d3e71a9e39e5,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:29.346055 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1084ac5a-99fd-4628-ac14-dcd0c9211fd7 req-19eeaa55-f187-4937-b656-9847e686fb8c tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855140 Jul 14 09:08:29.358668 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-bea9639f-8ca0-4300-808c-42adfb6537a3 service neutron] For port b2af309a-1280-4b64-9318-6dbc2516ea96, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:08:29.378934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-bea9639f-8ca0-4300-808c-42adfb6537a3 service neutron] For port b2af309a-1280-4b64-9318-6dbc2516ea96, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b2af309a-1280-4b64-9318-6dbc2516ea96,segment=NetworkSegment(75fd1ace-9d65-4d40-9d5c-c75314cf3ab2),segment_id=75fd1ace-9d65-4d40-9d5c-c75314cf3ab2)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:08:29.386719 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-bea9639f-8ca0-4300-808c-42adfb6537a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:29.408537 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 71d96ee1-5098-4ee3-84d1-e37bcfed3233 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:08:29.498924 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-bea9639f-8ca0-4300-808c-42adfb6537a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:29.499820 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-bea9639f-8ca0-4300-808c-42adfb6537a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:29.502964 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-bea9639f-8ca0-4300-808c-42adfb6537a3 service neutron] 10.222.0.47 "PUT /v2.0/ports/b2af309a-1280-4b64-9318-6dbc2516ea96 HTTP/1.1" status: 200 len: 1093 time: 1.9324000 Jul 14 09:08:29.504423 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d7f65f-43a5-4a8a-8945-37d4943a0c7f', 'tag': 'b2af309a-1280-4b64-9318-6dbc2516ea96'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:29.506938 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90985760-e704-4a91-b429-964efa3ceeda" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d7f65f-43a5-4a8a-8945-37d4943a0c7f", "tag": "b2af309a-1280-4b64-9318-6dbc2516ea96"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:29.531859 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 71d96ee1-5098-4ee3-84d1-e37bcfed3233 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:08:29.545913 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 71d96ee1-5098-4ee3-84d1-e37bcfed3233 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:08:29.570777 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['1b54b34d-4176-4477-a67d-d3e71a9e39e5'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:29.586071 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['1b54b34d-4176-4477-a67d-d3e71a9e39e5'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:29.599939 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9639f-8ca0-4300-808c-42adfb6537a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b2af309a-1280-4b64-9318-6dbc2516ea96,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:29.818227 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57a6595-2eaa-453f-845f-2fb64902ebf6 x-openstack-request-id: req-e57a6595-2eaa-453f-845f-2fb64902ebf6 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:29.819305 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15fb18d-ec66-48f9-83a7-54e4d9595e61", "name": "network-vif-unplugged", "status": "completed", "tag": "1b54b34d-4176-4477-a67d-d3e71a9e39e5", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:29.819305 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e57a6595-2eaa-453f-845f-2fb64902ebf6 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:29.819682 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15fb18d-ec66-48f9-83a7-54e4d9595e61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b54b34d-4176-4477-a67d-d3e71a9e39e5', 'code': 200} Jul 14 09:08:29.846110 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 1b54b34d-4176-4477-a67d-d3e71a9e39e5, host n-h2-771362-35, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:29.921163 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb525925-7ec5-4aa5-97da-e513ac5bc675 req-9515822c-fb98-40cb-a704-a80cffdbae80 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:29.928958 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb525925-7ec5-4aa5-97da-e513ac5bc675 req-9515822c-fb98-40cb-a704-a80cffdbae80 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 943 time: 0.3081112 Jul 14 09:08:29.946911 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-519982d8-37a2-46c4-9739-db035427783d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:29.950336 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-519982d8-37a2-46c4-9739-db035427783d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f8853c28740442083fa294db7fef96a&device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 1096 time: 0.3899100 Jul 14 09:08:29.996890 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Attempting to bind port 1b54b34d-4176-4477-a67d-d3e71a9e39e5 on host n-h2-771362-35 for vnic_type normal with profile {"migrating_to": "n-h1-771362-35"} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:08:29.997271 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Attempting to bind port 1b54b34d-4176-4477-a67d-d3e71a9e39e5 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:08:29.997635 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Attempting to bind port 1b54b34d-4176-4477-a67d-d3e71a9e39e5 on network 6f33b460-d2d2-4c56-9516-34520289d045 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:30.006203 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Port 1b54b34d-4176-4477-a67d-d3e71a9e39e5 on network 6f33b460-d2d2-4c56-9516-34520289d045 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:08:30.006559 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Attempting to bind port 1b54b34d-4176-4477-a67d-d3e71a9e39e5 on network 6f33b460-d2d2-4c56-9516-34520289d045 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:30.015832 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:08:30.016206 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Checking segment: {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:30.016835 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Bound using segment: {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:08:30.017479 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Bound port: 1b54b34d-4176-4477-a67d-d3e71a9e39e5, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:08:30.018038 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:30.042858 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-cbf07083-82da-4a08-b413-53317fe9360d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2af309a-1280-4b64-9318-6dbc2516ea96 HTTP/1.1" status: 200 len: 217 time: 0.0616388 Jul 14 09:08:30.121286 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb525925-7ec5-4aa5-97da-e513ac5bc675 req-ede4ab99-6b5e-4422-97b9-6543a154c34d tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914406 Jul 14 09:08:30.157201 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8bcbd34e-1192-4d1c-9930-267b962d3e9d req-0981e3df-16b3-4787-b34e-b6597b7b61d1 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "GET /v2.0/security-groups/5ac1f95f-5d3b-43d0-b8cf-c853277fdf62 HTTP/1.1" status: 200 len: 1804 time: 0.1863444 Jul 14 09:08:30.159974 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-bbf08161-7615-42b1-bd30-1c24cef09275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:30.161571 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-bbf08161-7615-42b1-bd30-1c24cef09275 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=505d2699-c567-4f61-a9be-49f7739d7245 HTTP/1.1" status: 200 len: 854 time: 0.1018660 Jul 14 09:08:30.176812 n-d-771362-35 neutron-server[93774]: WARNING neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Concurrent port binding operations failed on port 1b54b34d-4176-4477-a67d-d3e71a9e39e5 Jul 14 09:08:30.182652 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 1b54b34d-4176-4477-a67d-d3e71a9e39e5, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1b54b34d-4176-4477-a67d-d3e71a9e39e5,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:30.186566 n-d-771362-35 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Attempt 2 to bind port 1b54b34d-4176-4477-a67d-d3e71a9e39e5 Jul 14 09:08:30.187211 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 1b54b34d-4176-4477-a67d-d3e71a9e39e5 has no active binding in host n-h1-771362-35 {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:08:30.206745 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffea1ab-a85f-4793-a0d6-a50a37f49432 x-openstack-request-id: req-fffea1ab-a85f-4793-a0d6-a50a37f49432 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:30.207258 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d7f65f-43a5-4a8a-8945-37d4943a0c7f", "tag": "b2af309a-1280-4b64-9318-6dbc2516ea96", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:30.207975 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fffea1ab-a85f-4793-a0d6-a50a37f49432 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:30.208602 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d7f65f-43a5-4a8a-8945-37d4943a0c7f', 'tag': 'b2af309a-1280-4b64-9318-6dbc2516ea96', 'status': 'completed', 'code': 200} Jul 14 09:08:30.236591 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-acd366e1-376e-44ca-8f40-5e8f119f2945 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1a8652a3-273b-4995-afdf-c4ffe33f560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479555 Jul 14 09:08:30.364143 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8bcbd34e-1192-4d1c-9930-267b962d3e9d req-b5efab39-a046-4d9a-8460-41ec85952efe tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "GET /v2.0/security-groups/ce3026c0-01a5-481f-9bd9-18e2893c2451 HTTP/1.1" status: 200 len: 1805 time: 0.1957483 Jul 14 09:08:30.372223 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-8bcbd34e-1192-4d1c-9930-267b962d3e9d req-ea687003-ebdf-475d-8909-54a2a3f50c07 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5ac1f95f-5d3b-43d0-b8cf-c853277fdf62', 'remote_group_id': 'ce3026c0-01a5-481f-9bd9-18e2893c2451', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:30.372542 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-8bcbd34e-1192-4d1c-9930-267b962d3e9d req-ea687003-ebdf-475d-8909-54a2a3f50c07 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5ac1f95f-5d3b-43d0-b8cf-c853277fdf62', 'remote_group_id': 'ce3026c0-01a5-481f-9bd9-18e2893c2451', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:30.440867 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-fdb56519-2758-4998-9746-90066dee48e2 service neutron] 10.222.0.47 "GET /v2.0/networks/1a8652a3-273b-4995-afdf-c4ffe33f560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955047 Jul 14 09:08:30.462708 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158cac3-0fcf-4ad4-8683-7a7c4ba964f4 req-b526c021-833a-498e-a288-5112686055c3 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:30.464218 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0158cac3-0fcf-4ad4-8683-7a7c4ba964f4 req-b526c021-833a-498e-a288-5112686055c3 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=a042958d-d5e5-4ed2-b805-cc9699375abb HTTP/1.1" status: 200 len: 949 time: 0.1503158 Jul 14 09:08:30.558968 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8bcbd34e-1192-4d1c-9930-267b962d3e9d req-ea687003-ebdf-475d-8909-54a2a3f50c07 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:30.601465 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0158cac3-0fcf-4ad4-8683-7a7c4ba964f4 req-865962cc-bdd0-4678-9322-9f9277b5ef73 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278811 Jul 14 09:08:30.616836 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8bcbd34e-1192-4d1c-9930-267b962d3e9d req-ea687003-ebdf-475d-8909-54a2a3f50c07 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:30.630935 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8bcbd34e-1192-4d1c-9930-267b962d3e9d req-ea687003-ebdf-475d-8909-54a2a3f50c07 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:30.649949 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-298b8fa2-2887-4ee9-a877-85398cd68772 req-f21d3191-b721-4e75-90a5-2afa2e9a06ad service neutron] 10.222.0.47 "GET /v2.0/networks/1a8652a3-273b-4995-afdf-c4ffe33f560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800787 Jul 14 09:08:30.652679 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea687003-ebdf-475d-8909-54a2a3f50c07 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be3a8ea4-e6da-45b3-b91d-dd16512298ba,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:30.661356 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8bcbd34e-1192-4d1c-9930-267b962d3e9d req-ea687003-ebdf-475d-8909-54a2a3f50c07 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:30.662674 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8bcbd34e-1192-4d1c-9930-267b962d3e9d req-ea687003-ebdf-475d-8909-54a2a3f50c07 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2976043 Jul 14 09:08:30.837552 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985760-e704-4a91-b429-964efa3ceeda req-a6679409-a47c-4238-8897-25d71440585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:30.839183 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90985760-e704-4a91-b429-964efa3ceeda req-a6679409-a47c-4238-8897-25d71440585a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f8853c28740442083fa294db7fef96a&device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 1096 time: 0.1240468 Jul 14 09:08:30.864550 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dc7c9-f82c-435c-8926-2a152a7249b1 req-46aa5e71-add8-430b-90c9-9ff2bc8e4a51 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:30.866242 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b87dc7c9-f82c-435c-8926-2a152a7249b1 req-46aa5e71-add8-430b-90c9-9ff2bc8e4a51 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 944 time: 0.1079400 Jul 14 09:08:30.996247 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b87dc7c9-f82c-435c-8926-2a152a7249b1 req-89624af0-3a80-425a-aeec-74db4758f05e tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187634 Jul 14 09:08:31.008311 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985760-e704-4a91-b429-964efa3ceeda req-a235488e-26c8-45ca-b72f-483835bc83ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:31.009816 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90985760-e704-4a91-b429-964efa3ceeda req-a235488e-26c8-45ca-b72f-483835bc83ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=1a8652a3-273b-4995-afdf-c4ffe33f560a HTTP/1.1" status: 200 len: 914 time: 0.1632471 Jul 14 09:08:31.019616 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b935955-24fe-4b67-8955-21091bc5a6a6 req-2b8e0344-4746-406e-ad09-1c4439394541 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "GET /v2.0/security-groups/ce3026c0-01a5-481f-9bd9-18e2893c2451 HTTP/1.1" status: 200 len: 1805 time: 0.1019599 Jul 14 09:08:31.061533 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90985760-e704-4a91-b429-964efa3ceeda req-cab2dec2-b8e4-4f77-8f8e-2349f4455f64 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2af309a-1280-4b64-9318-6dbc2516ea96 HTTP/1.1" status: 200 len: 217 time: 0.0450335 Jul 14 09:08:31.142830 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985760-e704-4a91-b429-964efa3ceeda req-564a78fd-d2ff-4a43-8fac-32f270b00ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:31.146015 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90985760-e704-4a91-b429-964efa3ceeda req-564a78fd-d2ff-4a43-8fac-32f270b00ddb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=505d2699-c567-4f61-a9be-49f7739d7245 HTTP/1.1" status: 200 len: 854 time: 0.0746822 Jul 14 09:08:31.183187 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90985760-e704-4a91-b429-964efa3ceeda req-a4a955d5-5013-425e-a81e-8be7ef292593 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1a8652a3-273b-4995-afdf-c4ffe33f560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318761 Jul 14 09:08:31.184226 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1b935955-24fe-4b67-8955-21091bc5a6a6 req-a7f550d0-9ec2-4f16-8439-798b1e2f2564 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:31.248652 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1b935955-24fe-4b67-8955-21091bc5a6a6 req-a7f550d0-9ec2-4f16-8439-798b1e2f2564 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:31.333978 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90985760-e704-4a91-b429-964efa3ceeda req-f3725945-cd7e-4edf-9822-59855a7d2223 service neutron] 10.222.0.47 "GET /v2.0/networks/1a8652a3-273b-4995-afdf-c4ffe33f560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394222 Jul 14 09:08:31.363867 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1b935955-24fe-4b67-8955-21091bc5a6a6 req-a7f550d0-9ec2-4f16-8439-798b1e2f2564 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:31.366344 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1b935955-24fe-4b67-8955-21091bc5a6a6 req-a7f550d0-9ec2-4f16-8439-798b1e2f2564 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:31.367506 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b935955-24fe-4b67-8955-21091bc5a6a6 req-a7f550d0-9ec2-4f16-8439-798b1e2f2564 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "DELETE /v2.0/security-groups/ce3026c0-01a5-481f-9bd9-18e2893c2451 HTTP/1.1" status: 204 len: 173 time: 0.3481581 Jul 14 09:08:31.404056 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f550d0-9ec2-4f16-8439-798b1e2f2564 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3026c0-01a5-481f-9bd9-18e2893c2451,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:31.448677 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90985760-e704-4a91-b429-964efa3ceeda req-a68aee8a-116e-44ba-8d9c-8d2f3290b7b4 service neutron] 10.222.0.47 "GET /v2.0/networks/1a8652a3-273b-4995-afdf-c4ffe33f560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065595 Jul 14 09:08:31.540800 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef3cf1-742f-4ded-a402-7e2bbd0f151f req-25c545d2-ab21-4247-b964-1439e2bb6795 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:31.542348 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01ef3cf1-742f-4ded-a402-7e2bbd0f151f req-25c545d2-ab21-4247-b964-1439e2bb6795 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 943 time: 0.0736866 Jul 14 09:08:31.588222 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01ef3cf1-742f-4ded-a402-7e2bbd0f151f req-c3ab7353-746c-43b2-8418-b8871f994fd4 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396256 Jul 14 09:08:31.733585 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7cf2925-18f7-4278-aef8-ca3dd9a6ebf8 req-f5446c01-5bdc-4d94-8803-1a214dc10ed3 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "GET /v2.0/security-groups/5ac1f95f-5d3b-43d0-b8cf-c853277fdf62 HTTP/1.1" status: 200 len: 1804 time: 0.0633957 Jul 14 09:08:31.821496 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15fb18d-ec66-48f9-83a7-54e4d9595e61', 'tag': '1b54b34d-4176-4477-a67d-d3e71a9e39e5'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:31.823949 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d9ace8-f042-4f61-a98b-2e463826eeb5" -d '{"events": [{"name": "network-changed", "server_uuid": "a15fb18d-ec66-48f9-83a7-54e4d9595e61", "tag": "1b54b34d-4176-4477-a67d-d3e71a9e39e5"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:31.842428 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-4048dc4e-43e1-4de1-bc89-57b4b7f147f1 req-d2d903bf-6348-4ca4-9234-6ab644e37c61 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-339304826', 'description': 'tempest-description-737379998'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:31.881153 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4048dc4e-43e1-4de1-bc89-57b4b7f147f1 req-d2d903bf-6348-4ca4-9234-6ab644e37c61 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:31.908148 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edd987-67d6-42aa-8ec4-e588328a4007 req-e29056bb-3c8d-4540-9393-c8166e7038c2 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:31.912046 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-87edd987-67d6-42aa-8ec4-e588328a4007 req-e29056bb-3c8d-4540-9393-c8166e7038c2 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=a042958d-d5e5-4ed2-b805-cc9699375abb HTTP/1.1" status: 200 len: 949 time: 0.1115079 Jul 14 09:08:31.980741 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-87edd987-67d6-42aa-8ec4-e588328a4007 req-00f80b24-bc86-49a8-99db-afe35552e633 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598114 Jul 14 09:08:32.054087 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4048dc4e-43e1-4de1-bc89-57b4b7f147f1 req-d2d903bf-6348-4ca4-9234-6ab644e37c61 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:32.059051 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4048dc4e-43e1-4de1-bc89-57b4b7f147f1 req-d2d903bf-6348-4ca4-9234-6ab644e37c61 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:32.094285 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4048dc4e-43e1-4de1-bc89-57b4b7f147f1 req-d2d903bf-6348-4ca4-9234-6ab644e37c61 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:32.095529 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4048dc4e-43e1-4de1-bc89-57b4b7f147f1 req-d2d903bf-6348-4ca4-9234-6ab644e37c61 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2599545 Jul 14 09:08:32.100681 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d903bf-6348-4ca4-9234-6ab644e37c61 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c6b731-2241-40b9-bbe1-a9ab66d1d144,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:32.143991 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2143b14b-d3b4-45f7-8e1b-de534ab7456d x-openstack-request-id: req-2143b14b-d3b4-45f7-8e1b-de534ab7456d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:32.144372 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15fb18d-ec66-48f9-83a7-54e4d9595e61", "tag": "1b54b34d-4176-4477-a67d-d3e71a9e39e5", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:32.144629 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2143b14b-d3b4-45f7-8e1b-de534ab7456d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:32.145036 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a15fb18d-ec66-48f9-83a7-54e4d9595e61', 'tag': '1b54b34d-4176-4477-a67d-d3e71a9e39e5', 'status': 'completed', 'code': 200} Jul 14 09:08:32.270058 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9ace8-f042-4f61-a98b-2e463826eeb5 req-fc0b1908-9489-42c7-be92-549fed084cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:32.271792 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6d9ace8-f042-4f61-a98b-2e463826eeb5 req-fc0b1908-9489-42c7-be92-549fed084cfc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d26b4168e0144f2b895d7a5b4dac1633&device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 1126 time: 0.0934620 Jul 14 09:08:32.429922 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37440) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:32.453248 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c96bc2-70cf-4269-8034-b35aefb603c6 req-301be7a4-ca3a-4fda-8d24-d17c85d546b6 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:32.454769 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7c96bc2-70cf-4269-8034-b35aefb603c6 req-301be7a4-ca3a-4fda-8d24-d17c85d546b6 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 944 time: 0.2025106 Jul 14 09:08:32.460948 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9ace8-f042-4f61-a98b-2e463826eeb5 req-218e96cf-f658-44f6-9cf8-f600d5e929c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:32.462399 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6d9ace8-f042-4f61-a98b-2e463826eeb5 req-218e96cf-f658-44f6-9cf8-f600d5e929c2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6f33b460-d2d2-4c56-9516-34520289d045 HTTP/1.1" status: 200 len: 921 time: 0.1728909 Jul 14 09:08:32.480134 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f1acf-333b-4ff5-b93b-e92f93009455 req-07ab0e11-7d55-4018-832f-01d85b175879 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:32.481966 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2f9f1acf-333b-4ff5-b93b-e92f93009455 req-07ab0e11-7d55-4018-832f-01d85b175879 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 949 time: 0.2164092 Jul 14 09:08:32.537988 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6d9ace8-f042-4f61-a98b-2e463826eeb5 req-e892c042-5f26-44ec-a726-3761689172c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b54b34d-4176-4477-a67d-d3e71a9e39e5 HTTP/1.1" status: 200 len: 217 time: 0.0548875 Jul 14 09:08:32.558370 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4dbfb182-cd17-4496-9c0e-3af7512098da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:32.592013 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7c96bc2-70cf-4269-8034-b35aefb603c6 req-2fcf3e67-0764-4421-885c-8d064695cb6c tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262043 Jul 14 09:08:32.629878 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2f9f1acf-333b-4ff5-b93b-e92f93009455 req-71acf846-6247-446e-b85b-014a314b818c tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318271 Jul 14 09:08:32.634132 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9ace8-f042-4f61-a98b-2e463826eeb5 req-7953e8f2-92f9-488d-a353-39709b4c5913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:32.635687 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6d9ace8-f042-4f61-a98b-2e463826eeb5 req-7953e8f2-92f9-488d-a353-39709b4c5913 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d193f247-8cf4-44bf-89d9-9de68e3cae2e HTTP/1.1" status: 200 len: 861 time: 0.0871255 Jul 14 09:08:32.699188 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6d9ace8-f042-4f61-a98b-2e463826eeb5 req-e66706b1-f7ae-4f5d-aa6e-2451848c1391 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f33b460-d2d2-4c56-9516-34520289d045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553608 Jul 14 09:08:32.706284 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4dbfb182-cd17-4496-9c0e-3af7512098da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:32.712706 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4dbfb182-cd17-4496-9c0e-3af7512098da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:32.786082 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dc898886-94db-47f1-b309-5d4cbdb7a6b7 req-2573b7e6-8f4d-4373-a5e1-16a067c629a5 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "GET /v2.0/security-groups/67c6b731-2241-40b9-bbe1-a9ab66d1d144 HTTP/1.1" status: 200 len: 1803 time: 0.1218452 Jul 14 09:08:32.790021 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfb182-cd17-4496-9c0e-3af7512098da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fa1c99-e124-42d7-acab-2bd8b249ecd1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:32.796875 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-dc898886-94db-47f1-b309-5d4cbdb7a6b7 req-68267d65-41f9-4a72-b825-a0157f00cdbd tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '67c6b731-2241-40b9-bbe1-a9ab66d1d144', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:32.797192 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-dc898886-94db-47f1-b309-5d4cbdb7a6b7 req-68267d65-41f9-4a72-b825-a0157f00cdbd tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '67c6b731-2241-40b9-bbe1-a9ab66d1d144', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:32.817733 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4dbfb182-cd17-4496-9c0e-3af7512098da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d327e170e89432ca9453a706c005018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3826478 Jul 14 09:08:32.817733 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37450) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:32.884869 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-033f2e8b-3b64-45ea-b276-7de0828bf2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:32.940584 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-033f2e8b-3b64-45ea-b276-7de0828bf2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:32.942285 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6d9ace8-f042-4f61-a98b-2e463826eeb5 req-8468f83f-0416-4b6b-af52-70bc70cb43ed service neutron] 10.222.0.44 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337141 Jul 14 09:08:32.985239 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-dc898886-94db-47f1-b309-5d4cbdb7a6b7 req-68267d65-41f9-4a72-b825-a0157f00cdbd tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:33.013650 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-033f2e8b-3b64-45ea-b276-7de0828bf2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:33.017256 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-033f2e8b-3b64-45ea-b276-7de0828bf2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:33.021657 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-033f2e8b-3b64-45ea-b276-7de0828bf2be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/09fa1c99-e124-42d7-acab-2bd8b249ecd1 HTTP/1.1" status: 204 len: 168 time: 0.2004194 Jul 14 09:08:33.032023 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f2e8b-3b64-45ea-b276-7de0828bf2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fa1c99-e124-42d7-acab-2bd8b249ecd1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:33.074009 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-dc898886-94db-47f1-b309-5d4cbdb7a6b7 req-68267d65-41f9-4a72-b825-a0157f00cdbd tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:33.082132 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-dc898886-94db-47f1-b309-5d4cbdb7a6b7 req-68267d65-41f9-4a72-b825-a0157f00cdbd tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:33.089281 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b2af309a-1280-4b64-9318-6dbc2516ea96 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:08:33.123938 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6d9ace8-f042-4f61-a98b-2e463826eeb5 req-ec9f177f-f5b0-44d0-aecc-a05f24edfb3b service neutron] 10.222.0.44 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686625 Jul 14 09:08:33.166153 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68267d65-41f9-4a72-b825-a0157f00cdbd tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b5f632-7196-4f55-adb8-6ab6efa43a24,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:33.171844 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-dc898886-94db-47f1-b309-5d4cbdb7a6b7 req-68267d65-41f9-4a72-b825-a0157f00cdbd tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:33.177866 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dc898886-94db-47f1-b309-5d4cbdb7a6b7 req-68267d65-41f9-4a72-b825-a0157f00cdbd tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3908303 Jul 14 09:08:33.257378 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ca977-37b3-46bf-832f-c503788581fe req-e04cb68b-7042-4034-a9b1-bf569400c1d6 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:33.266557 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-297ca977-37b3-46bf-832f-c503788581fe req-e04cb68b-7042-4034-a9b1-bf569400c1d6 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 943 time: 0.1463811 Jul 14 09:08:33.306129 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port b2af309a-1280-4b64-9318-6dbc2516ea96, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b2af309a-1280-4b64-9318-6dbc2516ea96,segment=NetworkSegment(75fd1ace-9d65-4d40-9d5c-c75314cf3ab2),segment_id=75fd1ace-9d65-4d40-9d5c-c75314cf3ab2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:33.314087 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-be4d66a4-d066-4103-a680-80fa0f395751 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b88663856b5a492a86aa5fedd54e0150&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358591 Jul 14 09:08:33.335923 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-297ca977-37b3-46bf-832f-c503788581fe req-51a2b317-510d-4d79-9936-23b77872c051 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682149 Jul 14 09:08:33.339728 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'b2af309a-1280-4b64-9318-6dbc2516ea96', 'network_id': '1a8652a3-273b-4995-afdf-c4ffe33f560a', 'port_id': 'b2af309a-1280-4b64-9318-6dbc2516ea96', 'mac_address': 'fa:16:3e:cc:ab:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '505d2699-c567-4f61-a9be-49f7739d7245', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:08:33.429173 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:33.452467 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2af309a-1280-4b64-9318-6dbc2516ea96 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:08:33.474412 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7526652a-e3fb-4acd-ae90-b3468e754709 req-caf7ae3a-a528-4879-a4c6-995c86036fd5 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "GET /v2.0/security-groups/67c6b731-2241-40b9-bbe1-a9ab66d1d144 HTTP/1.1" status: 200 len: 2396 time: 0.0732672 Jul 14 09:08:33.474991 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port b2af309a-1280-4b64-9318-6dbc2516ea96, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b2af309a-1280-4b64-9318-6dbc2516ea96,segment=NetworkSegment(75fd1ace-9d65-4d40-9d5c-c75314cf3ab2),segment_id=75fd1ace-9d65-4d40-9d5c-c75314cf3ab2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:33.479862 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:33.494098 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-7526652a-e3fb-4acd-ae90-b3468e754709 req-9dba51ca-1578-4d09-9f26-b04abd54418d tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '67c6b731-2241-40b9-bbe1-a9ab66d1d144', 'remote_group_id': None}]} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:33.494423 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-7526652a-e3fb-4acd-ae90-b3468e754709 req-9dba51ca-1578-4d09-9f26-b04abd54418d tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '67c6b731-2241-40b9-bbe1-a9ab66d1d144', 'remote_group_id': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:33.520707 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-e7bc470c-1fca-4210-b07c-9a5b9445d00e tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:33.522254 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-e7bc470c-1fca-4210-b07c-9a5b9445d00e tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1849797 Jul 14 09:08:33.553506 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-63fbd895-664f-4a6e-bfb0-25be6fa7ee7c tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/quotas/b88663856b5a492a86aa5fedd54e0150 HTTP/1.1" status: 200 len: 375 time: 0.0167191 Jul 14 09:08:33.558039 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=b2af309a-1280-4b64-9318-6dbc2516ea96,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:33.568770 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:33.569499 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:33.574111 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:33.574854 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:33.575400 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:33.576010 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:33.576568 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:33.577116 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:33.578040 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:33.578620 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:33.579177 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:33.579747 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:33.649567 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7526652a-e3fb-4acd-ae90-b3468e754709 req-9dba51ca-1578-4d09-9f26-b04abd54418d tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:33.682050 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7526652a-e3fb-4acd-ae90-b3468e754709 req-9dba51ca-1578-4d09-9f26-b04abd54418d tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:33.689329 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7526652a-e3fb-4acd-ae90-b3468e754709 req-9dba51ca-1578-4d09-9f26-b04abd54418d tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:33.719380 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-4d0e4bb1-fe0f-487a-99f6-02a5952f1a3c tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b88663856b5a492a86aa5fedd54e0150&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1588006 Jul 14 09:08:33.720046 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba51ca-1578-4d09-9f26-b04abd54418d tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb77fd5-5cb6-42ba-9165-4e2123ee17e2,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:33.736738 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7526652a-e3fb-4acd-ae90-b3468e754709 req-9dba51ca-1578-4d09-9f26-b04abd54418d tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:33.738215 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7526652a-e3fb-4acd-ae90-b3468e754709 req-9dba51ca-1578-4d09-9f26-b04abd54418d tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2534788 Jul 14 09:08:33.762351 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['b2af309a-1280-4b64-9318-6dbc2516ea96'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:34.032674 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ed4a055a-812a-49bf-81fe-88527b4a5486 req-84a12168-bdf6-4e38-8690-2a0e9a03d2f0 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "GET /v2.0/security-groups/67c6b731-2241-40b9-bbe1-a9ab66d1d144 HTTP/1.1" status: 200 len: 2994 time: 0.0867426 Jul 14 09:08:34.047401 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8d90d-3a51-44e1-aac1-f79060ccebfa req-e8f47cac-0291-4b79-add9-cce515604b34 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:34.049083 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ade8d90d-3a51-44e1-aac1-f79060ccebfa req-e8f47cac-0291-4b79-add9-cce515604b34 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 945 time: 0.2068224 Jul 14 09:08:34.111973 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37500) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:34.126086 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ade8d90d-3a51-44e1-aac1-f79060ccebfa req-2656dc11-e5c4-4c2e-acf8-1d78165351bf tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674376 Jul 14 09:08:34.248710 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a2d614bd-cf64-49df-9255-9f791552775f req-5e33e309-c50c-407e-80a7-286894f2a01d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2410cb7-ae4b-4320-81b5-52df3142f19a HTTP/1.1" status: 200 len: 210 time: 0.0378797 Jul 14 09:08:34.291690 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-18a88659-e88e-40f0-b6d2-38f5197d4af5 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-24034194-network', 'tenant_id': '2233fa1a2f7a40798815186676bf111f'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:34.314671 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a88659-e88e-40f0-b6d2-38f5197d4af5 admin admin] Made reservation on behalf of 2233fa1a2f7a40798815186676bf111f for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:08:34.318098 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18a88659-e88e-40f0-b6d2-38f5197d4af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:34.320897 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee094f9e-d0c2-41f2-b1b0-bb00ff99b7c7 req-fbffb1a3-c3d0-4635-8864-22d4943fe693 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "GET /v2.0/security-group-rules/3fb77fd5-5cb6-42ba-9165-4e2123ee17e2 HTTP/1.1" status: 200 len: 783 time: 0.0348608 Jul 14 09:08:34.355597 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18a88659-e88e-40f0-b6d2-38f5197d4af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:34.480495 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee094f9e-d0c2-41f2-b1b0-bb00ff99b7c7 req-ddca5955-38ef-4897-814c-86bbd4282935 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "GET /v2.0/security-groups/67c6b731-2241-40b9-bbe1-a9ab66d1d144 HTTP/1.1" status: 200 len: 2994 time: 0.1530719 Jul 14 09:08:34.493062 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18a88659-e88e-40f0-b6d2-38f5197d4af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:34.497908 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18a88659-e88e-40f0-b6d2-38f5197d4af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:34.524882 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ee094f9e-d0c2-41f2-b1b0-bb00ff99b7c7 req-9d270f6f-3723-44bd-a1af-fa2d25a1b865 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:34.538662 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a88659-e88e-40f0-b6d2-38f5197d4af5 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:08:34.548650 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ee094f9e-d0c2-41f2-b1b0-bb00ff99b7c7 req-9d270f6f-3723-44bd-a1af-fa2d25a1b865 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:34.557625 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18a88659-e88e-40f0-b6d2-38f5197d4af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:34.558353 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-18a88659-e88e-40f0-b6d2-38f5197d4af5 admin admin] Added segment 9fb8ae43-44f6-492c-a376-cb7cbe4dbbdc of type vlan for network ee9ad60f-0c0f-4336-8fde-241fcc3bffb0 Jul 14 09:08:34.607147 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ee094f9e-d0c2-41f2-b1b0-bb00ff99b7c7 req-9d270f6f-3723-44bd-a1af-fa2d25a1b865 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:34.618753 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ee094f9e-d0c2-41f2-b1b0-bb00ff99b7c7 req-9d270f6f-3723-44bd-a1af-fa2d25a1b865 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:34.619958 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee094f9e-d0c2-41f2-b1b0-bb00ff99b7c7 req-9d270f6f-3723-44bd-a1af-fa2d25a1b865 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/3fb77fd5-5cb6-42ba-9165-4e2123ee17e2 HTTP/1.1" status: 204 len: 173 time: 0.1340463 Jul 14 09:08:34.652898 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18a88659-e88e-40f0-b6d2-38f5197d4af5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:34.693378 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d270f6f-3723-44bd-a1af-fa2d25a1b865 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fb77fd5-5cb6-42ba-9165-4e2123ee17e2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:34.718120 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18a88659-e88e-40f0-b6d2-38f5197d4af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:34.719806 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a88659-e88e-40f0-b6d2-38f5197d4af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:34.720781 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18a88659-e88e-40f0-b6d2-38f5197d4af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:34.756927 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a88659-e88e-40f0-b6d2-38f5197d4af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321a89ae-a95a-408c-9cc7-23345bbab0d6,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:34.804618 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b8308714-929e-435a-be36-0d17158149e7 req-9cce1d21-bb7e-42ca-9530-eef45645d972 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "GET /v2.0/security-groups/67c6b731-2241-40b9-bbe1-a9ab66d1d144 HTTP/1.1" status: 200 len: 2396 time: 0.1228266 Jul 14 09:08:34.813025 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dc618-8aff-4857-8b59-b967fb15b9f4 req-dca53e12-bf98-411c-877f-0eea065812f6 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:34.819057 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3a6dc618-8aff-4857-8b59-b967fb15b9f4 req-dca53e12-bf98-411c-877f-0eea065812f6 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 943 time: 0.1971042 Jul 14 09:08:34.840746 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-18a88659-e88e-40f0-b6d2-38f5197d4af5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7271323 Jul 14 09:08:34.854102 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a88659-e88e-40f0-b6d2-38f5197d4af5 admin admin] Pushing event updated for resources: {'Network': ['ID=ee9ad60f-0c0f-4336-8fde-241fcc3bffb0,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:34.869508 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network ee9ad60f-0c0f-4336-8fde-241fcc3bffb0 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:08:34.975909 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3a6dc618-8aff-4857-8b59-b967fb15b9f4 req-a3631117-ba7c-42a7-b11a-4199b036cef6 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534116 Jul 14 09:08:34.997417 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b8308714-929e-435a-be36-0d17158149e7 req-81f99f6a-996e-4234-b446-83b51580b16d tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:35.025813 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b8308714-929e-435a-be36-0d17158149e7 req-81f99f6a-996e-4234-b446-83b51580b16d tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:35.103970 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b2af309a-1280-4b64-9318-6dbc2516ea96 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:08:35.108543 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b8308714-929e-435a-be36-0d17158149e7 req-81f99f6a-996e-4234-b446-83b51580b16d tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:35.113876 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b8308714-929e-435a-be36-0d17158149e7 req-81f99f6a-996e-4234-b446-83b51580b16d tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:35.115835 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b8308714-929e-435a-be36-0d17158149e7 req-81f99f6a-996e-4234-b446-83b51580b16d tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "DELETE /v2.0/security-groups/67c6b731-2241-40b9-bbe1-a9ab66d1d144 HTTP/1.1" status: 204 len: 173 time: 0.2952662 Jul 14 09:08:35.140827 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f99f6a-996e-4234-b446-83b51580b16d tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c6b731-2241-40b9-bbe1-a9ab66d1d144,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:35.209044 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port b2af309a-1280-4b64-9318-6dbc2516ea96 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:08:35.213456 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port b2af309a-1280-4b64-9318-6dbc2516ea96 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:35.213827 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:35.218828 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-28e0edb8-dc06-48d4-992d-c4fc57891fd3 req-c6c3ae90-72fd-471a-816c-ba27f4d9e3b8 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] show failed (client error): The resource could not be found. Jul 14 09:08:35.237153 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28e0edb8-dc06-48d4-992d-c4fc57891fd3 req-c6c3ae90-72fd-471a-816c-ba27f4d9e3b8 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "GET /v2.0/security-groups/ce3026c0-01a5-481f-9bd9-18e2893c2451 HTTP/1.1" status: 404 len: 352 time: 0.0584996 Jul 14 09:08:35.347792 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:35.380943 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d7f65f-43a5-4a8a-8945-37d4943a0c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2af309a-1280-4b64-9318-6dbc2516ea96'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:35.383227 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f676688-bd8c-4124-a452-df410056f742" -d '{"events": [{"server_uuid": "c8d7f65f-43a5-4a8a-8945-37d4943a0c7f", "name": "network-vif-plugged", "status": "completed", "tag": "b2af309a-1280-4b64-9318-6dbc2516ea96"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:35.396544 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port b2af309a-1280-4b64-9318-6dbc2516ea96, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b2af309a-1280-4b64-9318-6dbc2516ea96,segment=NetworkSegment(75fd1ace-9d65-4d40-9d5c-c75314cf3ab2),segment_id=75fd1ace-9d65-4d40-9d5c-c75314cf3ab2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:35.401610 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:35.453017 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=b2af309a-1280-4b64-9318-6dbc2516ea96,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:35.607861 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276de263-96af-4c32-ab34-97dad901aaa0 req-5e1589b9-0de7-417b-9ff0-5575800d8265 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:35.612766 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-276de263-96af-4c32-ab34-97dad901aaa0 req-5e1589b9-0de7-417b-9ff0-5575800d8265 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 945 time: 0.2354164 Jul 14 09:08:35.688297 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809e420-7118-4ab4-b2db-4e84cf8750ea req-b1a967a6-4be5-420c-a399-035c197c67f3 tempest-ComputeTenantNetworksTest-1167036190 tempest-ComputeTenantNetworksTest-1167036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:35.695108 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809e420-7118-4ab4-b2db-4e84cf8750ea req-b1a967a6-4be5-420c-a399-035c197c67f3 tempest-ComputeTenantNetworksTest-1167036190 tempest-ComputeTenantNetworksTest-1167036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:35.700996 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809e420-7118-4ab4-b2db-4e84cf8750ea req-b1a967a6-4be5-420c-a399-035c197c67f3 tempest-ComputeTenantNetworksTest-1167036190 tempest-ComputeTenantNetworksTest-1167036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:35.702666 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e809e420-7118-4ab4-b2db-4e84cf8750ea req-b1a967a6-4be5-420c-a399-035c197c67f3 tempest-ComputeTenantNetworksTest-1167036190 tempest-ComputeTenantNetworksTest-1167036190-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 0.3109987 Jul 14 09:08:35.704357 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-6f897176-43b2-4110-9fa8-652d38ebc137 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b88663856b5a492a86aa5fedd54e0150&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552001 Jul 14 09:08:35.724936 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-276de263-96af-4c32-ab34-97dad901aaa0 req-728b82cf-4f94-4de2-9c4c-0eb3f2f1632f tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036117 Jul 14 09:08:36.167378 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1a50715-4d52-4199-acd1-e7991e689a7a req-105f8ecb-998b-4025-8889-7dd806729770 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2410cb7-ae4b-4320-81b5-52df3142f19a HTTP/1.1" status: 200 len: 210 time: 0.0480506 Jul 14 09:08:36.214167 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-19d7c977-0267-4796-bd44-3438200d733b req-8f49b871-3502-4a91-b79a-eb503550be63 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "GET /v2.0/security-groups/5ac1f95f-5d3b-43d0-b8cf-c853277fdf62 HTTP/1.1" status: 200 len: 1804 time: 0.0963516 Jul 14 09:08:36.240409 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-6c36d012-7ebc-44ae-a55c-d02edb828be4 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:36.241883 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-6c36d012-7ebc-44ae-a55c-d02edb828be4 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5211942 Jul 14 09:08:36.255127 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-52652189-62e3-4cf9-8549-988962437c9b tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Request body: {'port': {'device_id': 'b2410cb7-ae4b-4320-81b5-52df3142f19a', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': 'b88663856b5a492a86aa5fedd54e0150'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:36.364979 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-19d7c977-0267-4796-bd44-3438200d733b req-049ff513-838b-483c-9019-b7c4467c73fb tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:36.389923 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1f5873-bfb6-4f60-8480-fbe3888823b1 x-openstack-request-id: req-8a1f5873-bfb6-4f60-8480-fbe3888823b1 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:36.390523 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d7f65f-43a5-4a8a-8945-37d4943a0c7f", "name": "network-vif-plugged", "status": "completed", "tag": "b2af309a-1280-4b64-9318-6dbc2516ea96", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:36.390653 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a1f5873-bfb6-4f60-8480-fbe3888823b1 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:36.391139 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d7f65f-43a5-4a8a-8945-37d4943a0c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2af309a-1280-4b64-9318-6dbc2516ea96', 'code': 200} Jul 14 09:08:36.406685 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-19d7c977-0267-4796-bd44-3438200d733b req-049ff513-838b-483c-9019-b7c4467c73fb tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:36.570408 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-52652189-62e3-4cf9-8549-988962437c9b tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Made reservation on behalf of b88663856b5a492a86aa5fedd54e0150 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:08:36.576810 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-52652189-62e3-4cf9-8549-988962437c9b tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:36.598319 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-19d7c977-0267-4796-bd44-3438200d733b req-049ff513-838b-483c-9019-b7c4467c73fb tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:36.602601 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-19d7c977-0267-4796-bd44-3438200d733b req-049ff513-838b-483c-9019-b7c4467c73fb tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:36.604656 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-19d7c977-0267-4796-bd44-3438200d733b req-049ff513-838b-483c-9019-b7c4467c73fb tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "DELETE /v2.0/security-groups/5ac1f95f-5d3b-43d0-b8cf-c853277fdf62 HTTP/1.1" status: 204 len: 173 time: 0.3835156 Jul 14 09:08:36.620239 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70c7ab-2ff0-49c9-9919-87710680f277 req-43fd5bf9-6970-4c57-b92f-13a30e41ea4e tempest-ComputeTenantNetworksTest-1167036190 tempest-ComputeTenantNetworksTest-1167036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:36.624167 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4f70c7ab-2ff0-49c9-9919-87710680f277 req-43fd5bf9-6970-4c57-b92f-13a30e41ea4e tempest-ComputeTenantNetworksTest-1167036190 tempest-ComputeTenantNetworksTest-1167036190-project] 10.222.0.25 "GET /v2.0/networks/ee9ad60f-0c0f-4336-8fde-241fcc3bffb0 HTTP/1.1" status: 200 len: 767 time: 0.2192419 Jul 14 09:08:36.633706 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37544) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:36.729332 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d94a31ff-7470-4c0a-acc3-809575f7fe9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:36.743186 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ff513-838b-483c-9019-b7c4467c73fb tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac1f95f-5d3b-43d0-b8cf-c853277fdf62,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:36.795126 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83235e4-41b9-4382-855c-21f999874f4c req-ee9694c7-71cc-40d6-adfd-18aca4f9da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:36.797001 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d83235e4-41b9-4382-855c-21f999874f4c req-ee9694c7-71cc-40d6-adfd-18aca4f9da3a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 1098 time: 0.3071020 Jul 14 09:08:36.885562 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d94a31ff-7470-4c0a-acc3-809575f7fe9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:36.907591 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-d94a31ff-7470-4c0a-acc3-809575f7fe9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9ad60f-0c0f-4336-8fde-241fcc3bffb0']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:36.917714 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d83235e4-41b9-4382-855c-21f999874f4c req-d9edd246-b967-4c0d-a6b6-1847ce351017 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689185 Jul 14 09:08:36.927861 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-d94a31ff-7470-4c0a-acc3-809575f7fe9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb8ae43-44f6-492c-a376-cb7cbe4dbbdc') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:36.928298 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-d94a31ff-7470-4c0a-acc3-809575f7fe9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb8ae43-44f6-492c-a376-cb7cbe4dbbdc') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:36.946813 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d94a31ff-7470-4c0a-acc3-809575f7fe9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:36.949829 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-37ed0ae7-99a3-4f5a-b9f1-bfccfac4d0b7 req-bcbd5d53-bb2e-478e-9b6f-a2dceee67676 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "GET /v2.0/security-groups/eec09e51-4df7-417e-b1f5-803a7952be52 HTTP/1.1" status: 200 len: 1805 time: 0.2161157 Jul 14 09:08:36.959819 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-24b73797-e541-4cdc-b77b-d6368c35cb7e service neutron] 10.222.0.44 "GET /v2.0/ports/1b54b34d-4176-4477-a67d-d3e71a9e39e5/bindings/n-h1-771362-35 HTTP/1.1" status: 200 len: 385 time: 0.1185045 Jul 14 09:08:36.972589 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d94a31ff-7470-4c0a-acc3-809575f7fe9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:36.990985 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-52652189-62e3-4cf9-8549-988962437c9b tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Allocated IP 192.168.233.215 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/9b8e9bee-ac04-4129-8413-3d0d624d1e29) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:08:37.000044 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94a31ff-7470-4c0a-acc3-809575f7fe9a admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:08:37.001436 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d94a31ff-7470-4c0a-acc3-809575f7fe9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:08:37.002870 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:08:37.079395 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c0831-f4e4-4b5b-b701-28262e1faccc req-53839ebb-f1b6-4d59-b120-9231ed9dbf09 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:37.079819 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d94a31ff-7470-4c0a-acc3-809575f7fe9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:37.081113 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0a4c0831-f4e4-4b5b-b701-28262e1faccc req-53839ebb-f1b6-4d59-b120-9231ed9dbf09 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 943 time: 0.2974579 Jul 14 09:08:37.120537 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d94a31ff-7470-4c0a-acc3-809575f7fe9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:37.125143 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d94a31ff-7470-4c0a-acc3-809575f7fe9a admin admin] 10.222.0.25 "DELETE /v2.0/networks/ee9ad60f-0c0f-4336-8fde-241fcc3bffb0 HTTP/1.1" status: 204 len: 168 time: 0.4877939 Jul 14 09:08:37.125500 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a31ff-7470-4c0a-acc3-809575f7fe9a admin admin] Pushing event deleted for resources: {'Network': ['ID=ee9ad60f-0c0f-4336-8fde-241fcc3bffb0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:37.185053 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0a4c0831-f4e4-4b5b-b701-28262e1faccc req-98fa78af-d37d-47bf-b54a-b376c63037b8 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935295 Jul 14 09:08:37.226171 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-37ed0ae7-99a3-4f5a-b9f1-bfccfac4d0b7 req-b35639ec-66c0-4b4e-93dd-33e56b0437dd tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:37.250941 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-37ed0ae7-99a3-4f5a-b9f1-bfccfac4d0b7 req-b35639ec-66c0-4b4e-93dd-33e56b0437dd tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:37.255958 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-9cc15ef9-e51d-410e-a10b-6373bf458241 service neutron] For port 1b54b34d-4176-4477-a67d-d3e71a9e39e5, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1b54b34d-4176-4477-a67d-d3e71a9e39e5,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:37.306549 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-9cc15ef9-e51d-410e-a10b-6373bf458241 service neutron] For port 1b54b34d-4176-4477-a67d-d3e71a9e39e5, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:08:37.328741 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37554) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:37.353244 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-37ed0ae7-99a3-4f5a-b9f1-bfccfac4d0b7 req-b35639ec-66c0-4b4e-93dd-33e56b0437dd tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:37.357116 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-37ed0ae7-99a3-4f5a-b9f1-bfccfac4d0b7 req-b35639ec-66c0-4b4e-93dd-33e56b0437dd tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:37.359605 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-9cc15ef9-e51d-410e-a10b-6373bf458241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b54b34d-4176-4477-a67d-d3e71a9e39e5 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:08:37.372592 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-9cc15ef9-e51d-410e-a10b-6373bf458241 service neutron] For port 1b54b34d-4176-4477-a67d-d3e71a9e39e5, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=1b54b34d-4176-4477-a67d-d3e71a9e39e5,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:37.372821 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-37ed0ae7-99a3-4f5a-b9f1-bfccfac4d0b7 req-b35639ec-66c0-4b4e-93dd-33e56b0437dd tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "DELETE /v2.0/security-groups/eec09e51-4df7-417e-b1f5-803a7952be52 HTTP/1.1" status: 204 len: 173 time: 0.4147649 Jul 14 09:08:37.390553 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-9cc15ef9-e51d-410e-a10b-6373bf458241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:37.414887 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-19ce70fd-3c96-4c27-9c72-c59848741115 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2233fa1a2f7a40798815186676bf111f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0850499 Jul 14 09:08:37.419308 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37560) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:37.428190 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35639ec-66c0-4b4e-93dd-33e56b0437dd tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec09e51-4df7-417e-b1f5-803a7952be52,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:37.500729 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-9cc15ef9-e51d-410e-a10b-6373bf458241 service neutron] Transition to ACTIVE for port object 1b54b34d-4176-4477-a67d-d3e71a9e39e5 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:08:37.508240 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-9cc15ef9-e51d-410e-a10b-6373bf458241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:37.572810 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-52652189-62e3-4cf9-8549-988962437c9b tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:37.582241 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-9cc15ef9-e51d-410e-a10b-6373bf458241 service neutron] No DVR routers for this DVR port 1b54b34d-4176-4477-a67d-d3e71a9e39e5 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:08:37.595183 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b7c7a-690b-463f-a633-053b4f5c8d7c req-8912111a-02e8-43ab-836e-86087a33ab01 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:37.597512 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc15ef9-e51d-410e-a10b-6373bf458241 service neutron] Pushing event updated for resources: {'Port': ['ID=1b54b34d-4176-4477-a67d-d3e71a9e39e5,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:37.610311 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-148b7c7a-690b-463f-a633-053b4f5c8d7c req-8912111a-02e8-43ab-836e-86087a33ab01 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.2098227 Jul 14 09:08:37.627255 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-9cc15ef9-e51d-410e-a10b-6373bf458241 service neutron] 10.222.0.44 "PUT /v2.0/ports/1b54b34d-4176-4477-a67d-d3e71a9e39e5/bindings/n-h1-771362-35/activate HTTP/1.1" status: 200 len: 370 time: 0.6606579 Jul 14 09:08:37.631268 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89a15879-e7da-45cd-80b5-5e4bccf8fea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:37.641976 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-52652189-62e3-4cf9-8549-988962437c9b tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Transition to ACTIVE for port object 9b8e9bee-ac04-4129-8413-3d0d624d1e29 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:08:37.708616 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eb4652c6-ca96-4f16-86af-97db8a88f944 req-879c8966-aa41-4ef8-82b5-1ae14b2b08fd tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2410cb7-ae4b-4320-81b5-52df3142f19a HTTP/1.1" status: 200 len: 210 time: 0.0624509 Jul 14 09:08:37.730547 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89a15879-e7da-45cd-80b5-5e4bccf8fea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:37.782201 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-148b7c7a-690b-463f-a633-053b4f5c8d7c req-7e316ec3-9dcc-4cfb-abb9-598fd3ab91b0 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707463 Jul 14 09:08:37.839655 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-52652189-62e3-4cf9-8549-988962437c9b tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:37.854913 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['5cd3df1d-b55b-410a-9f47-9d1d330c05f9'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:37.917858 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-f4aa0e44-e310-4eca-8a25-a997464217b5 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:37.919413 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-f4aa0e44-e310-4eca-8a25-a997464217b5 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61&tenant_id=d26b4168e0144f2b895d7a5b4dac1633&binding%3Ahost_id=n-h2-771362-35 HTTP/1.1" status: 200 len: 1096 time: 0.2149312 Jul 14 09:08:37.923262 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['d8f3c636-dd55-49c0-b256-32e26c9ae0e2'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:37.980983 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-52652189-62e3-4cf9-8549-988962437c9b tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:08:37.991929 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89a15879-e7da-45cd-80b5-5e4bccf8fea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:37.995221 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89a15879-e7da-45cd-80b5-5e4bccf8fea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:37.998561 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-89a15879-e7da-45cd-80b5-5e4bccf8fea7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/321a89ae-a95a-408c-9cc7-23345bbab0d6 HTTP/1.1" status: 204 len: 168 time: 0.5592263 Jul 14 09:08:38.017902 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-52652189-62e3-4cf9-8549-988962437c9b tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:08:38.036346 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-52652189-62e3-4cf9-8549-988962437c9b tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:08:38.132198 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-52652189-62e3-4cf9-8549-988962437c9b tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:38.134006 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-52652189-62e3-4cf9-8549-988962437c9b tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:38.158361 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a15879-e7da-45cd-80b5-5e4bccf8fea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321a89ae-a95a-408c-9cc7-23345bbab0d6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:38.171353 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52652189-62e3-4cf9-8549-988962437c9b tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Pushing event updated for resources: {'Port': ['ID=9b8e9bee-ac04-4129-8413-3d0d624d1e29,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:38.210270 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-52652189-62e3-4cf9-8549-988962437c9b tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9583454 Jul 14 09:08:38.242064 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-57df64ef-d0cb-4089-8bd1-a3e3b5f600ae service neutron] Request body: {'port': {'device_id': 'b2410cb7-ae4b-4320-81b5-52df3142f19a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:38.260439 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d0998456-efa5-4bb3-8272-0b4ec99476c8 req-46d07d05-5ae4-47db-9027-2c73fe41d45c tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "GET /v2.0/security-groups/eaabc988-7fe5-41b8-a5fe-9d3ba44ca4d5 HTTP/1.1" status: 200 len: 1804 time: 0.3522637 Jul 14 09:08:38.360839 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-db5b1f8a-2e3f-4a91-bd92-607779201795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:38.363343 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-db5b1f8a-2e3f-4a91-bd92-607779201795 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61&tenant_id=d26b4168e0144f2b895d7a5b4dac1633 HTTP/1.1" status: 200 len: 1096 time: 0.4253061 Jul 14 09:08:38.464563 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-61882950-a3e1-4dab-8bfa-7bd735bccd1e None None] Provisioning for port 9b8e9bee-ac04-4129-8413-3d0d624d1e29 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:08:38.466614 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d0998456-efa5-4bb3-8272-0b4ec99476c8 req-61a0ca1a-d29a-44ee-a058-ff345cc11951 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:38.478939 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-61882950-a3e1-4dab-8bfa-7bd735bccd1e None None] Provisioning complete for port 9b8e9bee-ac04-4129-8413-3d0d624d1e29 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:38.480125 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61882950-a3e1-4dab-8bfa-7bd735bccd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:38.524116 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d0998456-efa5-4bb3-8272-0b4ec99476c8 req-61a0ca1a-d29a-44ee-a058-ff345cc11951 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:38.533067 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-57df64ef-d0cb-4089-8bd1-a3e3b5f600ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:38.545227 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-61882950-a3e1-4dab-8bfa-7bd735bccd1e None None] Port 9b8e9bee-ac04-4129-8413-3d0d624d1e29 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:08:38.633236 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-263f3b31-6cad-4e7b-b56e-505cdd96a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:38.634666 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-263f3b31-6cad-4e7b-b56e-505cdd96a412 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d26b4168e0144f2b895d7a5b4dac1633&device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 1096 time: 0.2380843 Jul 14 09:08:38.644980 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9008d-d375-49eb-a141-b9c2cde217f3 req-3b0bfced-28e7-4471-a302-01e32c967207 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:38.646464 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-abf9008d-d375-49eb-a141-b9c2cde217f3 req-3b0bfced-28e7-4471-a302-01e32c967207 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 944 time: 0.2750449 Jul 14 09:08:38.668238 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d0998456-efa5-4bb3-8272-0b4ec99476c8 req-61a0ca1a-d29a-44ee-a058-ff345cc11951 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:38.670953 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d0998456-efa5-4bb3-8272-0b4ec99476c8 req-61a0ca1a-d29a-44ee-a058-ff345cc11951 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:38.672126 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d0998456-efa5-4bb3-8272-0b4ec99476c8 req-61a0ca1a-d29a-44ee-a058-ff345cc11951 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "DELETE /v2.0/security-groups/eaabc988-7fe5-41b8-a5fe-9d3ba44ca4d5 HTTP/1.1" status: 204 len: 173 time: 0.4107053 Jul 14 09:08:38.791477 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0ca1a-d29a-44ee-a058-ff345cc11951 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaabc988-7fe5-41b8-a5fe-9d3ba44ca4d5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:38.952021 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-abf9008d-d375-49eb-a141-b9c2cde217f3 req-dc16ea38-e0e1-4556-837a-ea2ddbb98423 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872221 Jul 14 09:08:38.996679 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5ddf81d3-a4e2-49fd-a9b9-cf98033ce9ca req-51b1e6d8-bf8c-4f1b-a619-5846d387847f tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "GET /v2.0/security-groups/1e7852d1-76e7-4932-b64d-a08fbc9753e6 HTTP/1.1" status: 200 len: 2403 time: 0.1819501 Jul 14 09:08:39.044367 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-6418012d-fa1c-4501-b5a7-71137cee518b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:39.046803 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-6418012d-fa1c-4501-b5a7-71137cee518b service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f33b460-d2d2-4c56-9516-34520289d045 HTTP/1.1" status: 200 len: 921 time: 0.3960576 Jul 14 09:08:39.158869 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-d21baa81-87a0-4d70-ba4c-bfc473ddd268 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b54b34d-4176-4477-a67d-d3e71a9e39e5 HTTP/1.1" status: 200 len: 217 time: 0.0984125 Jul 14 09:08:39.281791 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 1b54b34d-4176-4477-a67d-d3e71a9e39e5 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:08:39.330896 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-cd8c0878-1166-4bca-be4f-f8a9804ad569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:39.332689 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-cd8c0878-1166-4bca-be4f-f8a9804ad569 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d193f247-8cf4-44bf-89d9-9de68e3cae2e HTTP/1.1" status: 200 len: 861 time: 0.1630199 Jul 14 09:08:39.334017 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 1b54b34d-4176-4477-a67d-d3e71a9e39e5 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:08:39.372597 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5ddf81d3-a4e2-49fd-a9b9-cf98033ce9ca req-4c2d98d7-6c1f-48d6-a7b2-2d6cc4ff8f85 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:39.400788 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-5109a2c1-61c2-4870-9f04-94a33c3f2b55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f33b460-d2d2-4c56-9516-34520289d045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580370 Jul 14 09:08:39.445151 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5ddf81d3-a4e2-49fd-a9b9-cf98033ce9ca req-4c2d98d7-6c1f-48d6-a7b2-2d6cc4ff8f85 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:39.450225 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-57df64ef-d0cb-4089-8bd1-a3e3b5f600ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b8e9bee-ac04-4129-8413-3d0d624d1e29 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:08:39.498189 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cc3c4-457a-4d45-afcf-9e5905ba057b req-10d6ea4e-620a-49ee-82f6-5f17c662ebf8 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:39.499784 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b81cc3c4-457a-4d45-afcf-9e5905ba057b req-10d6ea4e-620a-49ee-82f6-5f17c662ebf8 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2410cb7-ae4b-4320-81b5-52df3142f19a HTTP/1.1" status: 200 len: 936 time: 0.3353536 Jul 14 09:08:39.504929 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-57df64ef-d0cb-4089-8bd1-a3e3b5f600ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:39.559841 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-57df64ef-d0cb-4089-8bd1-a3e3b5f600ae service neutron] Transition to ACTIVE for port object 9b8e9bee-ac04-4129-8413-3d0d624d1e29 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:08:39.574098 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-57df64ef-d0cb-4089-8bd1-a3e3b5f600ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:39.623637 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b81cc3c4-457a-4d45-afcf-9e5905ba057b req-208d1b0c-fb32-42c9-9fc8-d0d73a514533 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111016 Jul 14 09:08:39.638655 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-c7f9c5f7-0f10-4f21-be9b-439e2119936e service neutron] 10.222.0.47 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297759 Jul 14 09:08:39.645083 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5ddf81d3-a4e2-49fd-a9b9-cf98033ce9ca req-4c2d98d7-6c1f-48d6-a7b2-2d6cc4ff8f85 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:39.647638 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5ddf81d3-a4e2-49fd-a9b9-cf98033ce9ca req-4c2d98d7-6c1f-48d6-a7b2-2d6cc4ff8f85 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:39.649097 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5ddf81d3-a4e2-49fd-a9b9-cf98033ce9ca req-4c2d98d7-6c1f-48d6-a7b2-2d6cc4ff8f85 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "DELETE /v2.0/security-groups/1e7852d1-76e7-4932-b64d-a08fbc9753e6 HTTP/1.1" status: 204 len: 173 time: 0.6404643 Jul 14 09:08:39.717407 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df64ef-d0cb-4089-8bd1-a3e3b5f600ae service neutron] Pushing event updated for resources: {'Port': ['ID=9b8e9bee-ac04-4129-8413-3d0d624d1e29,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:39.722179 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d98d7-6c1f-48d6-a7b2-2d6cc4ff8f85 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7852d1-76e7-4932-b64d-a08fbc9753e6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:39.838419 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-6da2e0aa-0b1a-4604-8786-ac819507a694 service neutron] 10.222.0.47 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880829 Jul 14 09:08:39.841955 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-57df64ef-d0cb-4089-8bd1-a3e3b5f600ae service neutron] Attempting to bind port 9b8e9bee-ac04-4129-8413-3d0d624d1e29 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:08:39.841955 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-57df64ef-d0cb-4089-8bd1-a3e3b5f600ae service neutron] Attempting to bind port 9b8e9bee-ac04-4129-8413-3d0d624d1e29 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:08:39.841955 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-57df64ef-d0cb-4089-8bd1-a3e3b5f600ae service neutron] Attempting to bind port 9b8e9bee-ac04-4129-8413-3d0d624d1e29 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:39.877686 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-57df64ef-d0cb-4089-8bd1-a3e3b5f600ae service neutron] Port 9b8e9bee-ac04-4129-8413-3d0d624d1e29 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:08:39.878366 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-57df64ef-d0cb-4089-8bd1-a3e3b5f600ae service neutron] Attempting to bind port 9b8e9bee-ac04-4129-8413-3d0d624d1e29 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:39.897432 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-57df64ef-d0cb-4089-8bd1-a3e3b5f600ae service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:08:39.897770 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-57df64ef-d0cb-4089-8bd1-a3e3b5f600ae service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:39.898165 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-57df64ef-d0cb-4089-8bd1-a3e3b5f600ae service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:08:39.898604 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-57df64ef-d0cb-4089-8bd1-a3e3b5f600ae service neutron] Bound port: 9b8e9bee-ac04-4129-8413-3d0d624d1e29, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:08:39.898970 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-57df64ef-d0cb-4089-8bd1-a3e3b5f600ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:39.984199 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e585fe-303a-4f28-8391-0f6d390eec39 req-886fd194-104a-49d8-8c7f-701a9fb104a0 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:39.986144 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f5e585fe-303a-4f28-8391-0f6d390eec39 req-886fd194-104a-49d8-8c7f-701a9fb104a0 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1642473 Jul 14 09:08:40.036776 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-57df64ef-d0cb-4089-8bd1-a3e3b5f600ae service neutron] For port 9b8e9bee-ac04-4129-8413-3d0d624d1e29, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:08:40.053936 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-57df64ef-d0cb-4089-8bd1-a3e3b5f600ae service neutron] For port 9b8e9bee-ac04-4129-8413-3d0d624d1e29, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9b8e9bee-ac04-4129-8413-3d0d624d1e29,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:08:40.060996 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-57df64ef-d0cb-4089-8bd1-a3e3b5f600ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:40.075851 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f5e585fe-303a-4f28-8391-0f6d390eec39 req-5f41cc17-0822-4692-8b92-57901ea3794b tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789528 Jul 14 09:08:40.103256 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-57df64ef-d0cb-4089-8bd1-a3e3b5f600ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:40.104331 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-57df64ef-d0cb-4089-8bd1-a3e3b5f600ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:40.106677 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-57df64ef-d0cb-4089-8bd1-a3e3b5f600ae service neutron] 10.222.0.44 "PUT /v2.0/ports/9b8e9bee-ac04-4129-8413-3d0d624d1e29 HTTP/1.1" status: 200 len: 1097 time: 1.8766685 Jul 14 09:08:40.107384 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2410cb7-ae4b-4320-81b5-52df3142f19a', 'tag': '9b8e9bee-ac04-4129-8413-3d0d624d1e29'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:40.110063 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9265d2e-e43b-4045-8c8d-bde66ec181c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b2410cb7-ae4b-4320-81b5-52df3142f19a", "tag": "9b8e9bee-ac04-4129-8413-3d0d624d1e29"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:40.289012 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df64ef-d0cb-4089-8bd1-a3e3b5f600ae service neutron] Pushing event updated for resources: {'Port': ['ID=9b8e9bee-ac04-4129-8413-3d0d624d1e29,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:40.303737 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2b3ec375-4320-43a8-9b89-51898867aabb req-6d3cca0e-a05c-48dd-9157-b7b75d067fab tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "GET /v2.0/security-groups/69a0aa3a-bd03-4467-91ab-d3b6773bfd17 HTTP/1.1" status: 200 len: 2398 time: 0.1907520 Jul 14 09:08:40.353333 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:40.379137 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-b4591a1e-baf0-40ff-8653-112d6b5ddefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:40.380729 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-b4591a1e-baf0-40ff-8653-112d6b5ddefc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b88663856b5a492a86aa5fedd54e0150&device_id=b2410cb7-ae4b-4320-81b5-52df3142f19a HTTP/1.1" status: 200 len: 1100 time: 0.1635494 Jul 14 09:08:40.389546 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-49a929d5-66d7-4c89-ab70-0b0325ca09df tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:40.391092 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-49a929d5-66d7-4c89-ab70-0b0325ca09df tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61&tenant_id=d26b4168e0144f2b895d7a5b4dac1633&binding%3Ahost_id=n-h1-771362-35 HTTP/1.1" status: 200 len: 1096 time: 0.2126572 Jul 14 09:08:40.475791 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-5ff0cddc-4262-4f22-932b-64bea19e86a8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=9b8e9bee-ac04-4129-8413-3d0d624d1e29 HTTP/1.1" status: 200 len: 217 time: 0.0805469 Jul 14 09:08:40.476331 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2b3ec375-4320-43a8-9b89-51898867aabb req-d7d2bab7-dc38-4f78-a1d3-05f411ce5dc1 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:40.558163 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2b3ec375-4320-43a8-9b89-51898867aabb req-d7d2bab7-dc38-4f78-a1d3-05f411ce5dc1 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:40.585319 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-1b234c8a-260f-4d90-b99d-65518a034c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:40.586817 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-1b234c8a-260f-4d90-b99d-65518a034c21 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.0888255 Jul 14 09:08:40.732602 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2b3ec375-4320-43a8-9b89-51898867aabb req-d7d2bab7-dc38-4f78-a1d3-05f411ce5dc1 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:40.735484 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2b3ec375-4320-43a8-9b89-51898867aabb req-d7d2bab7-dc38-4f78-a1d3-05f411ce5dc1 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:40.737351 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2b3ec375-4320-43a8-9b89-51898867aabb req-d7d2bab7-dc38-4f78-a1d3-05f411ce5dc1 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] 10.222.0.25 "DELETE /v2.0/security-groups/69a0aa3a-bd03-4467-91ab-d3b6773bfd17 HTTP/1.1" status: 204 len: 173 time: 0.4260893 Jul 14 09:08:40.748327 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37628) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:40.767283 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2bab7-dc38-4f78-a1d3-05f411ce5dc1 tempest-SecurityGroupRulesTestJSON-1117024235 tempest-SecurityGroupRulesTestJSON-1117024235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a0aa3a-bd03-4467-91ab-d3b6773bfd17,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:40.776309 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-3d046b5b-6a7c-4f3f-a5e7-3372018c6306 service neutron] For port 1b54b34d-4176-4477-a67d-d3e71a9e39e5, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:08:40.783101 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-3d046b5b-6a7c-4f3f-a5e7-3372018c6306 service neutron] Notify callbacks [] for binding, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:40.796954 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ab62ab0-69f5-40e2-b322-e1e1c523dae2 req-3d046b5b-6a7c-4f3f-a5e7-3372018c6306 service neutron] 10.222.0.47 "DELETE /v2.0/ports/1b54b34d-4176-4477-a67d-d3e71a9e39e5/bindings/n-h2-771362-35 HTTP/1.1" status: 204 len: 173 time: 0.3900170 Jul 14 09:08:40.809692 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-50b71664-ee9b-4ba2-8523-b2a76b26fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:40.811239 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-50b71664-ee9b-4ba2-8523-b2a76b26fe1e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2134833 Jul 14 09:08:40.884098 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb091ff-201c-48bd-b8b2-f5546c51801b admin admin] Deleting subnet ac53c716-ca1e-4036-a167-ce982576c363 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:08:40.889412 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b428892-1572-49c9-bf72-dfa4e27d9684 x-openstack-request-id: req-6b428892-1572-49c9-bf72-dfa4e27d9684 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:40.889747 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2410cb7-ae4b-4320-81b5-52df3142f19a", "tag": "9b8e9bee-ac04-4129-8413-3d0d624d1e29", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:40.889916 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b428892-1572-49c9-bf72-dfa4e27d9684 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:40.890357 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2410cb7-ae4b-4320-81b5-52df3142f19a', 'tag': '9b8e9bee-ac04-4129-8413-3d0d624d1e29', 'status': 'completed', 'code': 200} Jul 14 09:08:40.895839 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bfb091ff-201c-48bd-b8b2-f5546c51801b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:40.904028 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f04e2f-b090-486a-9fd4-0b33af86a2ea req-8242d016-ecc0-4696-8fe6-250c44bf7b21 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:40.906256 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1f04e2f-b090-486a-9fd4-0b33af86a2ea req-8242d016-ecc0-4696-8fe6-250c44bf7b21 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 944 time: 0.2331705 Jul 14 09:08:40.953416 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bfb091ff-201c-48bd-b8b2-f5546c51801b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:40.982934 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-4d22691a-15eb-42d0-83cb-dc14c7ed5f63 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636791 Jul 14 09:08:41.009742 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1f04e2f-b090-486a-9fd4-0b33af86a2ea req-1a21b289-a717-43e9-9ee1-3f8b2705079f tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727024 Jul 14 09:08:41.036595 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bfb091ff-201c-48bd-b8b2-f5546c51801b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:41.116214 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bfb091ff-201c-48bd-b8b2-f5546c51801b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:41.153676 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb091ff-201c-48bd-b8b2-f5546c51801b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac53c716-ca1e-4036-a167-ce982576c363,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:41.170843 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bfb091ff-201c-48bd-b8b2-f5546c51801b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:41.176190 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bfb091ff-201c-48bd-b8b2-f5546c51801b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ac53c716-ca1e-4036-a167-ce982576c363 HTTP/1.1" status: 204 len: 168 time: 0.4229605 Jul 14 09:08:41.176817 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37644) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:41.336036 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46d3417c-a0ad-4cba-920d-1572f5ea5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:41.457488 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46d3417c-a0ad-4cba-920d-1572f5ea5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:41.468578 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-46d3417c-a0ad-4cba-920d-1572f5ea5a83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6104b82a-c1e4-49fd-9295-9fa63841d69d']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:41.480704 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-46d3417c-a0ad-4cba-920d-1572f5ea5a83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878efc33-3c31-49ee-807f-fccdc693789e') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:41.480704 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-46d3417c-a0ad-4cba-920d-1572f5ea5a83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878efc33-3c31-49ee-807f-fccdc693789e') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:41.489778 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46d3417c-a0ad-4cba-920d-1572f5ea5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:41.504071 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46d3417c-a0ad-4cba-920d-1572f5ea5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:41.510281 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d3417c-a0ad-4cba-920d-1572f5ea5a83 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:08:41.510724 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46d3417c-a0ad-4cba-920d-1572f5ea5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:08:41.512439 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:08:41.569145 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46d3417c-a0ad-4cba-920d-1572f5ea5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:41.576010 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46d3417c-a0ad-4cba-920d-1572f5ea5a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:41.579198 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-46d3417c-a0ad-4cba-920d-1572f5ea5a83 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6104b82a-c1e4-49fd-9295-9fa63841d69d HTTP/1.1" status: 204 len: 168 time: 0.4012289 Jul 14 09:08:41.587951 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e876bee-5a69-48de-97c7-ea76b5c46c21 req-c6cee1c0-a047-4a42-bfba-3761ef4498be service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5911326 Jul 14 09:08:41.599362 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3417c-a0ad-4cba-920d-1572f5ea5a83 admin admin] Pushing event deleted for resources: {'Network': ['ID=6104b82a-c1e4-49fd-9295-9fa63841d69d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:41.637236 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625adfe-cd96-470f-8fef-434d69fd7925 req-f36c2e7d-aad3-4621-b3b0-04004559f356 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:41.639094 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8625adfe-cd96-470f-8fef-434d69fd7925 req-f36c2e7d-aad3-4621-b3b0-04004559f356 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2410cb7-ae4b-4320-81b5-52df3142f19a HTTP/1.1" status: 200 len: 948 time: 0.1703169 Jul 14 09:08:41.648966 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-04b20bd9-8848-4632-8f1d-15d1c70e6cdf tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:41.650947 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-04b20bd9-8848-4632-8f1d-15d1c70e6cdf tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/networks?id=1a8652a3-273b-4995-afdf-c4ffe33f560a HTTP/1.1" status: 200 len: 814 time: 0.6291642 Jul 14 09:08:41.723710 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-984cf963-79bd-4103-ae6b-ab70382f4ec1 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/quotas/6f8853c28740442083fa294db7fef96a HTTP/1.1" status: 200 len: 375 time: 0.0624526 Jul 14 09:08:41.763668 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8625adfe-cd96-470f-8fef-434d69fd7925 req-920fa6f9-0380-4ae9-8c35-8f7de79d4652 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113589 Jul 14 09:08:41.782638 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37652) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:41.833282 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9265d2e-e43b-4045-8c8d-bde66ec181c5 req-aa665ea7-6334-4dc4-9ba0-4456e8da2cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:41.835328 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c9265d2e-e43b-4045-8c8d-bde66ec181c5 req-aa665ea7-6334-4dc4-9ba0-4456e8da2cad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b88663856b5a492a86aa5fedd54e0150&device_id=b2410cb7-ae4b-4320-81b5-52df3142f19a HTTP/1.1" status: 200 len: 1100 time: 0.1756933 Jul 14 09:08:41.845149 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-69fa0607-216d-4b6b-99cd-f4e48dd04760 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7762a60ae876434b83d73569da9b2093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0608232 Jul 14 09:08:41.846873 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37654) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:41.847071 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-70f7e4a9-1419-4d93-b8d8-93132c64db3d tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f8853c28740442083fa294db7fef96a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1089761 Jul 14 09:08:41.927132 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-71b3d23a-fa4a-4523-84bd-4205f785a69f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:41.961078 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-71b3d23a-fa4a-4523-84bd-4205f785a69f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:41.969400 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:42.021503 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-71b3d23a-fa4a-4523-84bd-4205f785a69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:42.024549 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-71b3d23a-fa4a-4523-84bd-4205f785a69f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:42.026540 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-66e52f5c-661f-4174-9e9c-b4b86ff8ff33 service neutron] 10.222.0.25 "GET /v2.0/networks/1a8652a3-273b-4995-afdf-c4ffe33f560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680660 Jul 14 09:08:42.028137 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9265d2e-e43b-4045-8c8d-bde66ec181c5 req-6d3f9353-c1e0-4994-a3a1-eb272d0178c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:42.030429 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c9265d2e-e43b-4045-8c8d-bde66ec181c5 req-6d3f9353-c1e0-4994-a3a1-eb272d0178c5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.1813810 Jul 14 09:08:42.031788 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-71b3d23a-fa4a-4523-84bd-4205f785a69f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/98704f2f-fdc0-4ef0-b920-55bdf5f8dc9e HTTP/1.1" status: 204 len: 168 time: 0.1778109 Jul 14 09:08:42.046135 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3d23a-fa4a-4523-84bd-4205f785a69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98704f2f-fdc0-4ef0-b920-55bdf5f8dc9e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:42.128019 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c9265d2e-e43b-4045-8c8d-bde66ec181c5 req-0ba994f5-b91a-41e3-ae53-32aa6673c26d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=9b8e9bee-ac04-4129-8413-3d0d624d1e29 HTTP/1.1" status: 200 len: 217 time: 0.0826602 Jul 14 09:08:42.234206 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-46cefd77-99c0-4c85-a265-74085dfe7a27 service neutron] 10.222.0.25 "GET /v2.0/networks/1a8652a3-273b-4995-afdf-c4ffe33f560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004995 Jul 14 09:08:42.240056 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9265d2e-e43b-4045-8c8d-bde66ec181c5 req-a8fd9835-5321-4f3b-ae2e-a0dcb6c5f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:42.241520 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c9265d2e-e43b-4045-8c8d-bde66ec181c5 req-a8fd9835-5321-4f3b-ae2e-a0dcb6c5f60b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1058090 Jul 14 09:08:42.276079 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfb537-f5b7-4878-803d-c0f9d81bb353 req-eb757147-3eff-4602-8424-c40e2b6b962f tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:42.277788 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a5bfb537-f5b7-4878-803d-c0f9d81bb353 req-eb757147-3eff-4602-8424-c40e2b6b962f tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 1096 time: 0.1042764 Jul 14 09:08:42.362488 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a5bfb537-f5b7-4878-803d-c0f9d81bb353 req-a5583da9-3fa6-4be1-b1fc-cb5e8155c0af tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565145 Jul 14 09:08:42.415578 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9265d2e-e43b-4045-8c8d-bde66ec181c5 req-543a60cd-f1f8-43c6-a2d5-b7d304432de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:42.418227 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c9265d2e-e43b-4045-8c8d-bde66ec181c5 req-543a60cd-f1f8-43c6-a2d5-b7d304432de9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1686747 Jul 14 09:08:42.527555 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0a6695f3-226a-415d-b15a-1d844cee8fc9 req-66ebb25c-74c4-4908-960d-8c5ddf213f6b tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d9a75c-28f4-49b8-82cf-a2621df18690 HTTP/1.1" status: 200 len: 210 time: 0.0354254 Jul 14 09:08:42.576006 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c9265d2e-e43b-4045-8c8d-bde66ec181c5 req-f985f52c-1e89-4a90-bc06-b4b10b9c0985 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477206 Jul 14 09:08:42.781759 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c9265d2e-e43b-4045-8c8d-bde66ec181c5 req-2966dcc0-3a57-486d-97b2-069de8b95502 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948013 Jul 14 09:08:42.784765 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfd619-6289-4e96-83f8-c8e9563f0d74 req-2ea54ef8-b6c6-40da-9289-ee7eb1586998 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:42.786415 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90bfd619-6289-4e96-83f8-c8e9563f0d74 req-2ea54ef8-b6c6-40da-9289-ee7eb1586998 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 1096 time: 0.1049311 Jul 14 09:08:42.852004 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90bfd619-6289-4e96-83f8-c8e9563f0d74 req-3510fcb5-6d67-423a-a17b-eeefea9ae272 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466592 Jul 14 09:08:42.995057 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37708) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:43.156325 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494074df-376a-4309-be57-8c32ae79093a req-08d2b0ff-2367-4328-b407-a12ca4396741 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:43.158329 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-494074df-376a-4309-be57-8c32ae79093a req-08d2b0ff-2367-4328-b407-a12ca4396741 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2410cb7-ae4b-4320-81b5-52df3142f19a HTTP/1.1" status: 200 len: 948 time: 0.1281455 Jul 14 09:08:43.198665 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5ee745fd-41ba-44ad-8309-7a1453663c10 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1127779050-network', 'tenant_id': '6615d0b1eada47cd81a0006b9f4a982b'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:43.245603 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-494074df-376a-4309-be57-8c32ae79093a req-a4292e24-bdbd-4dc5-ab90-83b72a46a64f tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779705 Jul 14 09:08:43.253884 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee745fd-41ba-44ad-8309-7a1453663c10 admin admin] Made reservation on behalf of 6615d0b1eada47cd81a0006b9f4a982b for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:08:43.256466 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ee745fd-41ba-44ad-8309-7a1453663c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:43.277617 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ee745fd-41ba-44ad-8309-7a1453663c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:43.516696 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ee745fd-41ba-44ad-8309-7a1453663c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:43.525576 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ee745fd-41ba-44ad-8309-7a1453663c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:43.571280 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee745fd-41ba-44ad-8309-7a1453663c10 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:08:43.585867 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee745fd-41ba-44ad-8309-7a1453663c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833621be-9cf9-48f6-9531-0239ffe4ba9d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:43.601086 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ee745fd-41ba-44ad-8309-7a1453663c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:43.601907 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-5ee745fd-41ba-44ad-8309-7a1453663c10 admin admin] Added segment 9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f of type vlan for network 3ae54159-68cb-4fca-9852-a42d051dbe23 Jul 14 09:08:43.709030 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ee745fd-41ba-44ad-8309-7a1453663c10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:43.786262 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ee745fd-41ba-44ad-8309-7a1453663c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:43.787305 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee745fd-41ba-44ad-8309-7a1453663c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:43.787950 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ee745fd-41ba-44ad-8309-7a1453663c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:43.917854 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bbb77b2f-5067-4a9e-a664-6afaf4a57091 req-615c1d48-5688-47d4-8b63-ba0cf6874ead tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d9a75c-28f4-49b8-82cf-a2621df18690 HTTP/1.1" status: 200 len: 210 time: 0.0602791 Jul 14 09:08:43.921477 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5ee745fd-41ba-44ad-8309-7a1453663c10 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9252477 Jul 14 09:08:43.922850 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee745fd-41ba-44ad-8309-7a1453663c10 admin admin] Pushing event updated for resources: {'Network': ['ID=3ae54159-68cb-4fca-9852-a42d051dbe23,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:43.926252 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37736) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:43.931217 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2ffbee5d-fd13-4a3d-94dc-d1c8dc5fdd0c admin admin] Request body: {'subnet': {'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1127779050-subnet', 'tenant_id': '6615d0b1eada47cd81a0006b9f4a982b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:43.946544 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 3ae54159-68cb-4fca-9852-a42d051dbe23 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:08:43.964973 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffbee5d-fd13-4a3d-94dc-d1c8dc5fdd0c admin admin] Made reservation on behalf of 6615d0b1eada47cd81a0006b9f4a982b for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:08:43.969026 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ffbee5d-fd13-4a3d-94dc-d1c8dc5fdd0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:44.339246 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-7d7e3c0f-7113-4872-bd9a-4ad7d1f8f786 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:44.341633 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-7d7e3c0f-7113-4872-bd9a-4ad7d1f8f786 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.44 "GET /v2.0/networks?id=1a8652a3-273b-4995-afdf-c4ffe33f560a HTTP/1.1" status: 200 len: 814 time: 0.2954047 Jul 14 09:08:44.383434 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-eda773f6-82b1-4281-bfbd-131f473d45d4 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Request body: {'port': {'device_id': '09d9a75c-28f4-49b8-82cf-a2621df18690', 'network_id': '1a8652a3-273b-4995-afdf-c4ffe33f560a', 'admin_state_up': True, 'tenant_id': '6f8853c28740442083fa294db7fef96a'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:44.632818 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ffbee5d-fd13-4a3d-94dc-d1c8dc5fdd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:44.768437 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbee5d-fd13-4a3d-94dc-d1c8dc5fdd0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cecf5b8-9bc0-42ae-ae75-809b50502003,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:44.873337 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffbee5d-fd13-4a3d-94dc-d1c8dc5fdd0c admin admin] Checking segment: {'id': '9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:44.875109 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffbee5d-fd13-4a3d-94dc-d1c8dc5fdd0c admin admin] Network hostable DHCP agents. Network: 3ae54159-68cb-4fca-9852-a42d051dbe23, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:08:44.915844 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717d22a-6a37-4d05-8aa0-8df9af4faefc req-2dcf76ea-f9be-4183-a316-4d8411e20970 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:44.919420 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1717d22a-6a37-4d05-8aa0-8df9af4faefc req-2dcf76ea-f9be-4183-a316-4d8411e20970 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2410cb7-ae4b-4320-81b5-52df3142f19a HTTP/1.1" status: 200 len: 948 time: 0.4526122 Jul 14 09:08:44.969786 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffbee5d-fd13-4a3d-94dc-d1c8dc5fdd0c admin admin] Network 3ae54159-68cb-4fca-9852-a42d051dbe23 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:08:44.974790 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-eda773f6-82b1-4281-bfbd-131f473d45d4 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Made reservation on behalf of 6f8853c28740442083fa294db7fef96a for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:08:44.981936 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-eda773f6-82b1-4281-bfbd-131f473d45d4 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:45.043545 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1717d22a-6a37-4d05-8aa0-8df9af4faefc req-10a6c820-6966-47bc-994a-408eff42db74 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973883 Jul 14 09:08:45.048632 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-2ffbee5d-fd13-4a3d-94dc-d1c8dc5fdd0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 3ae54159-68cb-4fca-9852-a42d051dbe23) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:08:45.061094 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61344f7-89b6-4646-80f7-20948e49a189 None None] Network 3ae54159-68cb-4fca-9852-a42d051dbe23 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:08:45.136697 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffbee5d-fd13-4a3d-94dc-d1c8dc5fdd0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:45.137305 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ffbee5d-fd13-4a3d-94dc-d1c8dc5fdd0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:45.186383 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2ffbee5d-fd13-4a3d-94dc-d1c8dc5fdd0c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2589502 Jul 14 09:08:45.288951 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-eda773f6-82b1-4281-bfbd-131f473d45d4 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Allocated IP 172.20.0.9 (1a8652a3-273b-4995-afdf-c4ffe33f560a/505d2699-c567-4f61-a9be-49f7739d7245/b7827fcd-a9c5-4a3c-ba12-884fdac4a32f) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:08:45.328325 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9b8e9bee-ac04-4129-8413-3d0d624d1e29 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:08:45.578599 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7772a546-eedd-4cae-a423-304cc1cae039 None None] Network 3ae54159-68cb-4fca-9852-a42d051dbe23 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:08:45.615857 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-eda773f6-82b1-4281-bfbd-131f473d45d4 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:45.644057 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 9b8e9bee-ac04-4129-8413-3d0d624d1e29, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9b8e9bee-ac04-4129-8413-3d0d624d1e29,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:45.663425 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '9b8e9bee-ac04-4129-8413-3d0d624d1e29', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '9b8e9bee-ac04-4129-8413-3d0d624d1e29', 'mac_address': 'fa:16:3e:55:f6:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:08:45.687313 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ec6e2b3a-c620-4f5a-a794-be615d8e49df req-345b8216-bf45-4c54-844d-a4daa1db5e09 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d9a75c-28f4-49b8-82cf-a2621df18690 HTTP/1.1" status: 200 len: 210 time: 0.0418689 Jul 14 09:08:45.735183 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:45.736746 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-eda773f6-82b1-4281-bfbd-131f473d45d4 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:45.765756 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['b2af309a-1280-4b64-9318-6dbc2516ea96'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:45.842973 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b8e9bee-ac04-4129-8413-3d0d624d1e29 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:08:45.875057 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-eda773f6-82b1-4281-bfbd-131f473d45d4 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Network 1a8652a3-273b-4995-afdf-c4ffe33f560a is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:08:45.890047 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-eda773f6-82b1-4281-bfbd-131f473d45d4 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:08:45.900488 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-eda773f6-82b1-4281-bfbd-131f473d45d4 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:08:45.902460 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 9b8e9bee-ac04-4129-8413-3d0d624d1e29, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9b8e9bee-ac04-4129-8413-3d0d624d1e29,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:45.910627 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:46.003283 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda773f6-82b1-4281-bfbd-131f473d45d4 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Pushing event updated for resources: {'Port': ['ID=b7827fcd-a9c5-4a3c-ba12-884fdac4a32f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:46.015910 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=9b8e9bee-ac04-4129-8413-3d0d624d1e29,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:46.084264 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-eda773f6-82b1-4281-bfbd-131f473d45d4 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:46.084923 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-eda773f6-82b1-4281-bfbd-131f473d45d4 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:46.161718 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d34402-a45d-4206-952d-fb086a450c1d req-e63a5fd5-4d10-4be5-92b6-d307720f71a1 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:46.172234 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1d34402-a45d-4206-952d-fb086a450c1d req-e63a5fd5-4d10-4be5-92b6-d307720f71a1 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/networks?id=3ae54159-68cb-4fca-9852-a42d051dbe23 HTTP/1.1" status: 200 len: 812 time: 0.1998243 Jul 14 09:08:46.184135 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-eda773f6-82b1-4281-bfbd-131f473d45d4 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8126440 Jul 14 09:08:46.194669 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1d34402-a45d-4206-952d-fb086a450c1d req-395da8ab-051e-45bd-b652-49d6df2a63d5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/quotas/6615d0b1eada47cd81a0006b9f4a982b HTTP/1.1" status: 200 len: 375 time: 0.0214241 Jul 14 09:08:46.204465 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-04b53e58-defa-4f95-a340-d65ef7f7a7da service neutron] Request body: {'port': {'device_id': '09d9a75c-28f4-49b8-82cf-a2621df18690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:46.248624 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['9b8e9bee-ac04-4129-8413-3d0d624d1e29'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:46.272105 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1d34402-a45d-4206-952d-fb086a450c1d req-db21879d-00bb-4f95-9090-574dca4bac94 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6615d0b1eada47cd81a0006b9f4a982b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761821 Jul 14 09:08:46.541018 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-04b53e58-defa-4f95-a340-d65ef7f7a7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:46.552748 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d073e-0251-4746-bec4-243cbb3cb651 req-6f33ba38-867f-4348-8896-6a15ad09a112 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:46.554242 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6f9d073e-0251-4746-bec4-243cbb3cb651 req-6f33ba38-867f-4348-8896-6a15ad09a112 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2410cb7-ae4b-4320-81b5-52df3142f19a HTTP/1.1" status: 200 len: 949 time: 0.1937232 Jul 14 09:08:46.567898 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ef6c9ba8-e00d-4946-9954-4474fa6a8b4c service neutron] 10.222.0.25 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944880 Jul 14 09:08:46.697638 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6f9d073e-0251-4746-bec4-243cbb3cb651 req-d88479aa-b792-4f20-bbe1-5e54135a3649 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324120 Jul 14 09:08:46.918457 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1d34402-a45d-4206-952d-fb086a450c1d req-13248389-1d6c-4793-99d7-54353e3df505 service neutron] 10.222.0.25 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428831 Jul 14 09:08:47.027844 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-04b53e58-defa-4f95-a340-d65ef7f7a7da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7827fcd-a9c5-4a3c-ba12-884fdac4a32f {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:08:47.039656 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-04b53e58-defa-4f95-a340-d65ef7f7a7da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:47.063664 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-04b53e58-defa-4f95-a340-d65ef7f7a7da service neutron] Transition to ACTIVE for port object b7827fcd-a9c5-4a3c-ba12-884fdac4a32f will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:08:47.069580 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-04b53e58-defa-4f95-a340-d65ef7f7a7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:47.136687 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b53e58-defa-4f95-a340-d65ef7f7a7da service neutron] Pushing event updated for resources: {'Port': ['ID=b7827fcd-a9c5-4a3c-ba12-884fdac4a32f,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:47.245781 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-04b53e58-defa-4f95-a340-d65ef7f7a7da service neutron] Attempting to bind port b7827fcd-a9c5-4a3c-ba12-884fdac4a32f on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:08:47.246108 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-04b53e58-defa-4f95-a340-d65ef7f7a7da service neutron] Attempting to bind port b7827fcd-a9c5-4a3c-ba12-884fdac4a32f by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '75fd1ace-9d65-4d40-9d5c-c75314cf3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1a8652a3-273b-4995-afdf-c4ffe33f560a'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:08:47.246804 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-04b53e58-defa-4f95-a340-d65ef7f7a7da service neutron] Attempting to bind port b7827fcd-a9c5-4a3c-ba12-884fdac4a32f on network 1a8652a3-273b-4995-afdf-c4ffe33f560a {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:47.254169 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-04b53e58-defa-4f95-a340-d65ef7f7a7da service neutron] Port b7827fcd-a9c5-4a3c-ba12-884fdac4a32f on network 1a8652a3-273b-4995-afdf-c4ffe33f560a not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:08:47.254646 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-04b53e58-defa-4f95-a340-d65ef7f7a7da service neutron] Attempting to bind port b7827fcd-a9c5-4a3c-ba12-884fdac4a32f on network 1a8652a3-273b-4995-afdf-c4ffe33f560a {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:47.260957 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-04b53e58-defa-4f95-a340-d65ef7f7a7da service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:08:47.261474 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-04b53e58-defa-4f95-a340-d65ef7f7a7da service neutron] Checking segment: {'id': '75fd1ace-9d65-4d40-9d5c-c75314cf3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1a8652a3-273b-4995-afdf-c4ffe33f560a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:47.261975 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-04b53e58-defa-4f95-a340-d65ef7f7a7da service neutron] Bound using segment: {'id': '75fd1ace-9d65-4d40-9d5c-c75314cf3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1a8652a3-273b-4995-afdf-c4ffe33f560a'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:08:47.262578 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-04b53e58-defa-4f95-a340-d65ef7f7a7da service neutron] Bound port: b7827fcd-a9c5-4a3c-ba12-884fdac4a32f, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75fd1ace-9d65-4d40-9d5c-c75314cf3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1a8652a3-273b-4995-afdf-c4ffe33f560a'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:08:47.263041 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-04b53e58-defa-4f95-a340-d65ef7f7a7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:47.314560 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9b8e9bee-ac04-4129-8413-3d0d624d1e29 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:08:47.387852 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 9b8e9bee-ac04-4129-8413-3d0d624d1e29 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:08:47.394264 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 9b8e9bee-ac04-4129-8413-3d0d624d1e29 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:47.394734 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:47.482000 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-04b53e58-defa-4f95-a340-d65ef7f7a7da service neutron] For port b7827fcd-a9c5-4a3c-ba12-884fdac4a32f, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:08:47.498847 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-04b53e58-defa-4f95-a340-d65ef7f7a7da service neutron] For port b7827fcd-a9c5-4a3c-ba12-884fdac4a32f, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=b7827fcd-a9c5-4a3c-ba12-884fdac4a32f,segment=NetworkSegment(75fd1ace-9d65-4d40-9d5c-c75314cf3ab2),segment_id=75fd1ace-9d65-4d40-9d5c-c75314cf3ab2)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:08:47.512360 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45656d73-a8e1-4be9-aa1a-02ee6cd9b15b req-903afc2c-ff5d-47cb-bdf5-fed49d8c8e8a tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:47.514361 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-45656d73-a8e1-4be9-aa1a-02ee6cd9b15b req-903afc2c-ff5d-47cb-bdf5-fed49d8c8e8a tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d9a75c-28f4-49b8-82cf-a2621df18690 HTTP/1.1" status: 200 len: 943 time: 0.1632233 Jul 14 09:08:47.516128 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-04b53e58-defa-4f95-a340-d65ef7f7a7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:47.542659 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:47.573903 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-04b53e58-defa-4f95-a340-d65ef7f7a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:47.574687 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-04b53e58-defa-4f95-a340-d65ef7f7a7da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:47.576226 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-04b53e58-defa-4f95-a340-d65ef7f7a7da service neutron] 10.222.0.44 "PUT /v2.0/ports/b7827fcd-a9c5-4a3c-ba12-884fdac4a32f HTTP/1.1" status: 200 len: 1092 time: 1.3789151 Jul 14 09:08:47.579128 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d9a75c-28f4-49b8-82cf-a2621df18690', 'tag': 'b7827fcd-a9c5-4a3c-ba12-884fdac4a32f'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:47.582168 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0928c562-33c3-44f4-92e8-0b308fc95054" -d '{"events": [{"name": "network-changed", "server_uuid": "09d9a75c-28f4-49b8-82cf-a2621df18690", "tag": "b7827fcd-a9c5-4a3c-ba12-884fdac4a32f"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:47.593902 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2410cb7-ae4b-4320-81b5-52df3142f19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8e9bee-ac04-4129-8413-3d0d624d1e29'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:47.601324 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5299cf43-4c60-4225-a338-269c800d7a85" -d '{"events": [{"server_uuid": "b2410cb7-ae4b-4320-81b5-52df3142f19a", "name": "network-vif-plugged", "status": "completed", "tag": "9b8e9bee-ac04-4129-8413-3d0d624d1e29"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:47.622949 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 9b8e9bee-ac04-4129-8413-3d0d624d1e29, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9b8e9bee-ac04-4129-8413-3d0d624d1e29,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:47.625503 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-45656d73-a8e1-4be9-aa1a-02ee6cd9b15b req-518c542e-26d3-442a-aec4-63d6a2c1d27a tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003821 Jul 14 09:08:47.629385 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:47.697366 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b53e58-defa-4f95-a340-d65ef7f7a7da service neutron] Pushing event updated for resources: {'Port': ['ID=b7827fcd-a9c5-4a3c-ba12-884fdac4a32f,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:47.733208 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=9b8e9bee-ac04-4129-8413-3d0d624d1e29,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:47.751043 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-06245460-4752-477d-8d59-17126081cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:47.755006 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-06245460-4752-477d-8d59-17126081cb8c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6f8853c28740442083fa294db7fef96a&device_id=09d9a75c-28f4-49b8-82cf-a2621df18690 HTTP/1.1" status: 200 len: 1095 time: 0.1217320 Jul 14 09:08:47.825852 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-533743bd-e79d-4087-8d8d-22edad23469b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7827fcd-a9c5-4a3c-ba12-884fdac4a32f HTTP/1.1" status: 200 len: 217 time: 0.0568223 Jul 14 09:08:47.901899 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-a3c740e5-0642-4afb-8c42-994bd9291cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:47.904064 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-a3c740e5-0642-4afb-8c42-994bd9291cf5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=505d2699-c567-4f61-a9be-49f7739d7245 HTTP/1.1" status: 200 len: 854 time: 0.0638773 Jul 14 09:08:47.969342 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-9d1d7ab3-e3e9-4a46-82a4-c4f14bd54738 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a8652a3-273b-4995-afdf-c4ffe33f560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515847 Jul 14 09:08:48.074976 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3551a566-062b-44d2-a84a-060052201f9e req-1445067d-1212-4db1-a877-73f502ed9eb4 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=adea3045-9942-485b-9c61-7f600a4b749f HTTP/1.1" status: 200 len: 210 time: 0.0708351 Jul 14 09:08:48.144397 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60fc861-274d-45e2-951a-c0dd7da22276 x-openstack-request-id: req-c60fc861-274d-45e2-951a-c0dd7da22276 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:48.144690 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d9a75c-28f4-49b8-82cf-a2621df18690", "tag": "b7827fcd-a9c5-4a3c-ba12-884fdac4a32f", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:48.144965 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c60fc861-274d-45e2-951a-c0dd7da22276 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:48.145375 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d9a75c-28f4-49b8-82cf-a2621df18690', 'tag': 'b7827fcd-a9c5-4a3c-ba12-884fdac4a32f', 'status': 'completed', 'code': 200} Jul 14 09:08:48.148990 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-f071bc0a-8d1d-44af-814a-bf6660f4011c service neutron] 10.222.0.44 "GET /v2.0/networks/1a8652a3-273b-4995-afdf-c4ffe33f560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720665 Jul 14 09:08:48.181108 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e49eec-f330-4cdf-8292-a897a736f5d1 x-openstack-request-id: req-92e49eec-f330-4cdf-8292-a897a736f5d1 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:48.181399 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2410cb7-ae4b-4320-81b5-52df3142f19a", "name": "network-vif-plugged", "status": "completed", "tag": "9b8e9bee-ac04-4129-8413-3d0d624d1e29", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:48.181649 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92e49eec-f330-4cdf-8292-a897a736f5d1 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:48.182040 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2410cb7-ae4b-4320-81b5-52df3142f19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8e9bee-ac04-4129-8413-3d0d624d1e29', 'code': 200} Jul 14 09:08:48.305999 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3cfe1e0e-9546-4d48-9cd2-2f14ac2c63eb req-93825e1f-4489-4889-8e33-b4805181671c service neutron] 10.222.0.44 "GET /v2.0/networks/1a8652a3-273b-4995-afdf-c4ffe33f560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462107 Jul 14 09:08:48.331370 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580439f-0d17-4f95-839a-48dd25d4f89e req-96d90262-db68-438a-a87b-385d51b20558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:48.335728 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7580439f-0d17-4f95-839a-48dd25d4f89e req-96d90262-db68-438a-a87b-385d51b20558 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b2410cb7-ae4b-4320-81b5-52df3142f19a HTTP/1.1" status: 200 len: 1102 time: 0.0773251 Jul 14 09:08:48.341088 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a35c9c5-ad91-4122-9757-1429700b9631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:48.378868 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12306008-7998-4c54-80ee-9af6237c0378 req-b8c75afd-c427-41a7-ab17-c6a2a1a43cb6 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:48.380718 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12306008-7998-4c54-80ee-9af6237c0378 req-b8c75afd-c427-41a7-ab17-c6a2a1a43cb6 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2410cb7-ae4b-4320-81b5-52df3142f19a HTTP/1.1" status: 200 len: 950 time: 0.0903368 Jul 14 09:08:48.387667 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7580439f-0d17-4f95-839a-48dd25d4f89e req-7889d019-b16f-4a6d-b3a7-d9676815328e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350413 Jul 14 09:08:48.452109 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12306008-7998-4c54-80ee-9af6237c0378 req-3e620658-9f84-4726-8978-c55e80fc0b70 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619972 Jul 14 09:08:48.478630 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928c562-33c3-44f4-92e8-0b308fc95054 req-c38747e3-1699-463a-82b1-bbfcaccac624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:48.481720 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0928c562-33c3-44f4-92e8-0b308fc95054 req-c38747e3-1699-463a-82b1-bbfcaccac624 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6f8853c28740442083fa294db7fef96a&device_id=09d9a75c-28f4-49b8-82cf-a2621df18690 HTTP/1.1" status: 200 len: 1095 time: 0.0986493 Jul 14 09:08:48.623386 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928c562-33c3-44f4-92e8-0b308fc95054 req-1e515901-c52e-4a64-82c9-7d45e69efcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:48.624937 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0928c562-33c3-44f4-92e8-0b308fc95054 req-1e515901-c52e-4a64-82c9-7d45e69efcda service neutron] 10.222.0.44 "GET /v2.0/networks?id=1a8652a3-273b-4995-afdf-c4ffe33f560a HTTP/1.1" status: 200 len: 914 time: 0.1370380 Jul 14 09:08:48.697660 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0928c562-33c3-44f4-92e8-0b308fc95054 req-c8feb1cf-aeb5-4dec-ba4f-8f5b4df321fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7827fcd-a9c5-4a3c-ba12-884fdac4a32f HTTP/1.1" status: 200 len: 217 time: 0.0640197 Jul 14 09:08:48.829907 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928c562-33c3-44f4-92e8-0b308fc95054 req-53292870-1365-4a4c-8ea7-b30e25579d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:48.833216 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0928c562-33c3-44f4-92e8-0b308fc95054 req-53292870-1365-4a4c-8ea7-b30e25579d31 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=505d2699-c567-4f61-a9be-49f7739d7245 HTTP/1.1" status: 200 len: 854 time: 0.1200757 Jul 14 09:08:48.879072 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0928c562-33c3-44f4-92e8-0b308fc95054 req-d87603d8-ea15-4931-aaff-8b6557250f2a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a8652a3-273b-4995-afdf-c4ffe33f560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393009 Jul 14 09:08:48.904464 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d34402-a45d-4206-952d-fb086a450c1d req-3dc40e38-0dd3-4c05-a72c-c664b7d0a94c tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:48.906929 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d1d34402-a45d-4206-952d-fb086a450c1d req-3dc40e38-0dd3-4c05-a72c-c664b7d0a94c tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.44 "GET /v2.0/networks?id=3ae54159-68cb-4fca-9852-a42d051dbe23 HTTP/1.1" status: 200 len: 812 time: 0.2300863 Jul 14 09:08:48.928091 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ae8fe729-ff12-43f9-a2cb-0e9fc52b9975 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Request body: {'port': {'device_id': 'adea3045-9942-485b-9c61-7f600a4b749f', 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23', 'admin_state_up': True, 'tenant_id': '6615d0b1eada47cd81a0006b9f4a982b'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:48.976253 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d8600-fdef-46ce-81eb-5d5dc557dea9 req-5b59391c-e424-48c5-9a14-0a1d2ae3649f tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:48.979791 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-030d8600-fdef-46ce-81eb-5d5dc557dea9 req-5b59391c-e424-48c5-9a14-0a1d2ae3649f tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d9a75c-28f4-49b8-82cf-a2621df18690 HTTP/1.1" status: 200 len: 943 time: 0.2101226 Jul 14 09:08:49.056216 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-030d8600-fdef-46ce-81eb-5d5dc557dea9 req-709f5156-99dc-4441-bdb0-6f3b5d708920 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698411 Jul 14 09:08:49.060410 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0928c562-33c3-44f4-92e8-0b308fc95054 req-bc011c73-3bdb-4bb3-8421-9a3ea30b7dc1 service neutron] 10.222.0.44 "GET /v2.0/networks/1a8652a3-273b-4995-afdf-c4ffe33f560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707349 Jul 14 09:08:49.066060 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ae8fe729-ff12-43f9-a2cb-0e9fc52b9975 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Made reservation on behalf of 6615d0b1eada47cd81a0006b9f4a982b for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:08:49.077297 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ae8fe729-ff12-43f9-a2cb-0e9fc52b9975 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:49.213803 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0928c562-33c3-44f4-92e8-0b308fc95054 req-2ba239f8-cb71-42cc-9204-ae8cccf5cab2 service neutron] 10.222.0.44 "GET /v2.0/networks/1a8652a3-273b-4995-afdf-c4ffe33f560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439862 Jul 14 09:08:49.294384 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ae8fe729-ff12-43f9-a2cb-0e9fc52b9975 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Allocated IP 172.20.0.3 (3ae54159-68cb-4fca-9852-a42d051dbe23/1cecf5b8-9bc0-42ae-ae75-809b50502003/4347e273-ee39-4dcc-b5a0-637dd833aa7a) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:08:49.373294 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-788cc79f-7d4d-4bea-a484-a2728925857d req-fce43dac-ebcb-458e-b98e-2a15190ef4de tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=adea3045-9942-485b-9c61-7f600a4b749f HTTP/1.1" status: 200 len: 210 time: 0.0538745 Jul 14 09:08:49.574525 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ae8fe729-ff12-43f9-a2cb-0e9fc52b9975 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:49.651244 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ae8fe729-ff12-43f9-a2cb-0e9fc52b9975 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:49.733577 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ae8fe729-ff12-43f9-a2cb-0e9fc52b9975 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Network 3ae54159-68cb-4fca-9852-a42d051dbe23 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:08:49.750782 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ae8fe729-ff12-43f9-a2cb-0e9fc52b9975 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:08:49.758584 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ae8fe729-ff12-43f9-a2cb-0e9fc52b9975 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:08:49.822927 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-0fd5e3ae-3415-44a7-94d4-f0484e28d04b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2170303 Jul 14 09:08:49.832486 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fe729-ff12-43f9-a2cb-0e9fc52b9975 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Pushing event updated for resources: {'Port': ['ID=4347e273-ee39-4dcc-b5a0-637dd833aa7a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:49.893914 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ae8fe729-ff12-43f9-a2cb-0e9fc52b9975 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:49.895349 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ae8fe729-ff12-43f9-a2cb-0e9fc52b9975 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:49.964005 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ae8fe729-ff12-43f9-a2cb-0e9fc52b9975 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0432100 Jul 14 09:08:49.981924 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934a03a-ee5a-4afa-8912-79c149b509c2 req-7d1436ee-c10c-4094-b623-e6bbe7afd777 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:49.986671 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ce7b8481-2fb3-44c2-9ee3-a2f5ef169eeb service neutron] Request body: {'port': {'device_id': 'adea3045-9942-485b-9c61-7f600a4b749f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:49.995356 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1934a03a-ee5a-4afa-8912-79c149b509c2 req-7d1436ee-c10c-4094-b623-e6bbe7afd777 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2410cb7-ae4b-4320-81b5-52df3142f19a HTTP/1.1" status: 200 len: 950 time: 0.2911456 Jul 14 09:08:50.170301 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ce7b8481-2fb3-44c2-9ee3-a2f5ef169eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:50.231308 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1934a03a-ee5a-4afa-8912-79c149b509c2 req-3b6a9368-ce46-47f4-9be7-154449cb4609 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341807 Jul 14 09:08:50.261675 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0897743-b898-44df-87e6-6e17f48e1887 req-6e10698b-20e5-413c-9331-b3cb4054e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:50.262402 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0897743-b898-44df-87e6-6e17f48e1887 req-6e10698b-20e5-413c-9331-b3cb4054e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:50.263196 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0897743-b898-44df-87e6-6e17f48e1887 req-6e10698b-20e5-413c-9331-b3cb4054e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:50.263846 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0897743-b898-44df-87e6-6e17f48e1887 req-6e10698b-20e5-413c-9331-b3cb4054e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:50.264434 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0897743-b898-44df-87e6-6e17f48e1887 req-6e10698b-20e5-413c-9331-b3cb4054e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:50.265131 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0897743-b898-44df-87e6-6e17f48e1887 req-6e10698b-20e5-413c-9331-b3cb4054e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:50.265753 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0897743-b898-44df-87e6-6e17f48e1887 req-6e10698b-20e5-413c-9331-b3cb4054e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:50.291650 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-6e10698b-20e5-413c-9331-b3cb4054e82b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8050cf63175f42718fc254b7c67d228f&device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 6508 time: 0.2810168 Jul 14 09:08:50.995791 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7cf4454-f31c-4091-95e0-85d9ea3b14ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:51.221432 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:51.334166 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device b7827fcd-a9c5-4a3c-ba12-884fdac4a32f details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:08:51.394474 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ce7b8481-2fb3-44c2-9ee3-a2f5ef169eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4347e273-ee39-4dcc-b5a0-637dd833aa7a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:08:51.404337 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ce7b8481-2fb3-44c2-9ee3-a2f5ef169eeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:51.422514 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ce7b8481-2fb3-44c2-9ee3-a2f5ef169eeb service neutron] Transition to ACTIVE for port object 4347e273-ee39-4dcc-b5a0-637dd833aa7a will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:08:51.427045 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ce7b8481-2fb3-44c2-9ee3-a2f5ef169eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:51.553833 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port b7827fcd-a9c5-4a3c-ba12-884fdac4a32f, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=b7827fcd-a9c5-4a3c-ba12-884fdac4a32f,segment=NetworkSegment(75fd1ace-9d65-4d40-9d5c-c75314cf3ab2),segment_id=75fd1ace-9d65-4d40-9d5c-c75314cf3ab2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:51.569598 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b8481-2fb3-44c2-9ee3-a2f5ef169eeb service neutron] Pushing event updated for resources: {'Port': ['ID=4347e273-ee39-4dcc-b5a0-637dd833aa7a,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:51.584090 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'b7827fcd-a9c5-4a3c-ba12-884fdac4a32f', 'network_id': '1a8652a3-273b-4995-afdf-c4ffe33f560a', 'port_id': 'b7827fcd-a9c5-4a3c-ba12-884fdac4a32f', 'mac_address': 'fa:16:3e:3c:de:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '505d2699-c567-4f61-a9be-49f7739d7245', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:08:51.607604 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0897743-b898-44df-87e6-6e17f48e1887 req-dd772440-d75b-4695-b921-0f7bff36309c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:51.608373 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0897743-b898-44df-87e6-6e17f48e1887 req-dd772440-d75b-4695-b921-0f7bff36309c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:51.608877 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0897743-b898-44df-87e6-6e17f48e1887 req-dd772440-d75b-4695-b921-0f7bff36309c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:51.611087 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-dd772440-d75b-4695-b921-0f7bff36309c service neutron] 10.222.0.44 "GET /v2.0/networks?id=fd6f44a4-b526-4db7-81df-370c1f70c73e&id=2327d155-7d55-4b31-b424-2e5092343949&id=2327d155-7d55-4b31-b424-2e5092343949&id=2327d155-7d55-4b31-b424-2e5092343949&id=2327d155-7d55-4b31-b424-2e5092343949&id=776c6310-2e5f-475b-b017-192449a00c42&id=776c6310-2e5f-475b-b017-192449a00c42 HTTP/1.1" status: 200 len: 2295 time: 1.2567992 Jul 14 09:08:51.631982 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:51.657199 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7827fcd-a9c5-4a3c-ba12-884fdac4a32f {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:08:51.710530 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port b7827fcd-a9c5-4a3c-ba12-884fdac4a32f, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=b7827fcd-a9c5-4a3c-ba12-884fdac4a32f,segment=NetworkSegment(75fd1ace-9d65-4d40-9d5c-c75314cf3ab2),segment_id=75fd1ace-9d65-4d40-9d5c-c75314cf3ab2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:51.717716 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:51.758550 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ce7b8481-2fb3-44c2-9ee3-a2f5ef169eeb service neutron] Attempting to bind port 4347e273-ee39-4dcc-b5a0-637dd833aa7a on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:08:51.759061 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ce7b8481-2fb3-44c2-9ee3-a2f5ef169eeb service neutron] Attempting to bind port 4347e273-ee39-4dcc-b5a0-637dd833aa7a by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:08:51.759575 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ce7b8481-2fb3-44c2-9ee3-a2f5ef169eeb service neutron] Attempting to bind port 4347e273-ee39-4dcc-b5a0-637dd833aa7a on network 3ae54159-68cb-4fca-9852-a42d051dbe23 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:51.765448 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-7b180cad-a487-4a1a-950c-699c137596e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7df2505-e3c5-46da-b5e6-982dcb48a64f HTTP/1.1" status: 200 len: 1002 time: 0.1403139 Jul 14 09:08:51.771393 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ce7b8481-2fb3-44c2-9ee3-a2f5ef169eeb service neutron] Port 4347e273-ee39-4dcc-b5a0-637dd833aa7a on network 3ae54159-68cb-4fca-9852-a42d051dbe23 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:08:51.772692 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ce7b8481-2fb3-44c2-9ee3-a2f5ef169eeb service neutron] Attempting to bind port 4347e273-ee39-4dcc-b5a0-637dd833aa7a on network 3ae54159-68cb-4fca-9852-a42d051dbe23 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:51.789208 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ce7b8481-2fb3-44c2-9ee3-a2f5ef169eeb service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:08:51.789959 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ce7b8481-2fb3-44c2-9ee3-a2f5ef169eeb service neutron] Checking segment: {'id': '9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:51.790596 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ce7b8481-2fb3-44c2-9ee3-a2f5ef169eeb service neutron] Bound using segment: {'id': '9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:08:51.790757 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=b7827fcd-a9c5-4a3c-ba12-884fdac4a32f,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:51.791409 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ce7b8481-2fb3-44c2-9ee3-a2f5ef169eeb service neutron] Bound port: 4347e273-ee39-4dcc-b5a0-637dd833aa7a, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:08:51.792020 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ce7b8481-2fb3-44c2-9ee3-a2f5ef169eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:51.910238 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0897743-b898-44df-87e6-6e17f48e1887 req-40e4887f-2543-4fbc-86d8-ffda7678fe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:51.912544 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-40e4887f-2543-4fbc-86d8-ffda7678fe96 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=704ebd5f-63af-4ec7-9724-fb32bd7b2c9a HTTP/1.1" status: 200 len: 856 time: 0.1123600 Jul 14 09:08:51.922753 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b1e0e-59eb-4005-bd06-7dfef2e129aa req-1b3adc7f-3e6e-4b41-8478-9cd0f2eda450 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:51.931180 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-677b1e0e-59eb-4005-bd06-7dfef2e129aa req-1b3adc7f-3e6e-4b41-8478-9cd0f2eda450 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d9a75c-28f4-49b8-82cf-a2621df18690 HTTP/1.1" status: 200 len: 943 time: 1.3647928 Jul 14 09:08:51.962321 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ce7b8481-2fb3-44c2-9ee3-a2f5ef169eeb service neutron] For port 4347e273-ee39-4dcc-b5a0-637dd833aa7a, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:08:51.973169 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ce7b8481-2fb3-44c2-9ee3-a2f5ef169eeb service neutron] For port 4347e273-ee39-4dcc-b5a0-637dd833aa7a, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=4347e273-ee39-4dcc-b5a0-637dd833aa7a,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:08:51.980277 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ce7b8481-2fb3-44c2-9ee3-a2f5ef169eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:52.012364 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10475d-0370-4a46-ba04-3d16221f76ad req-809c22ca-69ea-4ab5-9871-5849e2307ac9 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:52.021057 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d10475d-0370-4a46-ba04-3d16221f76ad req-809c22ca-69ea-4ab5-9871-5849e2307ac9 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=adea3045-9942-485b-9c61-7f600a4b749f HTTP/1.1" status: 200 len: 943 time: 0.2510929 Jul 14 09:08:52.058479 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['b7827fcd-a9c5-4a3c-ba12-884fdac4a32f'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:52.081006 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-677b1e0e-59eb-4005-bd06-7dfef2e129aa req-fe666b54-c1ea-4f18-be5b-694839bfc853 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481540 Jul 14 09:08:52.123177 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d10475d-0370-4a46-ba04-3d16221f76ad req-ec7fba5c-80d7-4601-a6be-7e7d0bd9aa22 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007617 Jul 14 09:08:52.138473 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0897743-b898-44df-87e6-6e17f48e1887 req-9b8fb940-95e6-42ba-abea-685d97c28f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:52.140143 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-9b8fb940-95e6-42ba-abea-685d97c28f30 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fd6f44a4-b526-4db7-81df-370c1f70c73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1975105 Jul 14 09:08:52.144823 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b8481-2fb3-44c2-9ee3-a2f5ef169eeb service neutron] Pushing event updated for resources: {'Port': ['ID=4347e273-ee39-4dcc-b5a0-637dd833aa7a,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:52.175675 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ce7b8481-2fb3-44c2-9ee3-a2f5ef169eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:52.176352 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ce7b8481-2fb3-44c2-9ee3-a2f5ef169eeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:52.181018 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d1d34402-a45d-4206-952d-fb086a450c1d req-ce7b8481-2fb3-44c2-9ee3-a2f5ef169eeb service neutron] 10.222.0.44 "PUT /v2.0/ports/4347e273-ee39-4dcc-b5a0-637dd833aa7a HTTP/1.1" status: 200 len: 1092 time: 2.2059383 Jul 14 09:08:52.181294 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adea3045-9942-485b-9c61-7f600a4b749f', 'tag': '4347e273-ee39-4dcc-b5a0-637dd833aa7a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:52.183785 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676ac986-2e9c-4cf4-aea7-6ea1c9959232" -d '{"events": [{"name": "network-changed", "server_uuid": "adea3045-9942-485b-9c61-7f600a4b749f", "tag": "4347e273-ee39-4dcc-b5a0-637dd833aa7a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:52.380063 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d34402-a45d-4206-952d-fb086a450c1d req-89ab87fc-c85f-4d68-b526-97598a599cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:52.384614 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d1d34402-a45d-4206-952d-fb086a450c1d req-89ab87fc-c85f-4d68-b526-97598a599cec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6615d0b1eada47cd81a0006b9f4a982b&device_id=adea3045-9942-485b-9c61-7f600a4b749f HTTP/1.1" status: 200 len: 1095 time: 0.1533713 Jul 14 09:08:52.386492 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-322969d1-95cb-4b34-9a93-956612c9f4d1 service neutron] 10.222.0.44 "GET /v2.0/networks/fd6f44a4-b526-4db7-81df-370c1f70c73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305920 Jul 14 09:08:52.501870 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d1d34402-a45d-4206-952d-fb086a450c1d req-cac2da52-88d3-4b29-acd1-3583635858f8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4347e273-ee39-4dcc-b5a0-637dd833aa7a HTTP/1.1" status: 200 len: 217 time: 0.0996742 Jul 14 09:08:52.519801 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:52.658993 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-a1d6d6cd-12ee-4bb4-8a91-314671465eff service neutron] 10.222.0.44 "GET /v2.0/networks/fd6f44a4-b526-4db7-81df-370c1f70c73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552006 Jul 14 09:08:52.664547 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d34402-a45d-4206-952d-fb086a450c1d req-edbe23a4-f767-45b4-a041-b683ce6f9cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:52.666180 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d1d34402-a45d-4206-952d-fb086a450c1d req-edbe23a4-f767-45b4-a041-b683ce6f9cbb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1cecf5b8-9bc0-42ae-ae75-809b50502003 HTTP/1.1" status: 200 len: 852 time: 0.1553674 Jul 14 09:08:52.776621 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d1d34402-a45d-4206-952d-fb086a450c1d req-27886a65-eb68-41d7-aacb-a14b772169d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ae54159-68cb-4fca-9852-a42d051dbe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002998 Jul 14 09:08:52.781694 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-640c1fde-7346-4ea1-8436-503b4548f1fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=37a1b8d4-d751-44a7-8b11-868f3dd803c4 HTTP/1.1" status: 200 len: 217 time: 0.1138959 Jul 14 09:08:52.880391 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1103d1-62f4-48c3-a5f5-6ed996fce21f x-openstack-request-id: req-8d1103d1-62f4-48c3-a5f5-6ed996fce21f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:52.880787 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adea3045-9942-485b-9c61-7f600a4b749f", "tag": "4347e273-ee39-4dcc-b5a0-637dd833aa7a", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:52.881153 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d1103d1-62f4-48c3-a5f5-6ed996fce21f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:52.881835 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adea3045-9942-485b-9c61-7f600a4b749f', 'tag': '4347e273-ee39-4dcc-b5a0-637dd833aa7a', 'status': 'completed', 'code': 200} Jul 14 09:08:52.956857 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d1d34402-a45d-4206-952d-fb086a450c1d req-104a4cec-397e-4e03-b339-3cefd96f23c6 service neutron] 10.222.0.44 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682911 Jul 14 09:08:52.968388 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0897743-b898-44df-87e6-6e17f48e1887 req-85140a9a-4a3f-4ae0-a9aa-c4a01113ad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:52.970244 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-85140a9a-4a3f-4ae0-a9aa-c4a01113ad8d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a624182c-f31b-410c-b5c5-a0db3a91730d HTTP/1.1" status: 200 len: 797 time: 0.1718941 Jul 14 09:08:53.129345 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d1d34402-a45d-4206-952d-fb086a450c1d req-3a961cae-74ce-4216-ba99-f2d68dba3848 service neutron] 10.222.0.44 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651456 Jul 14 09:08:53.168785 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2f57-68a4-46cc-987a-39c4497edf64 req-eb714172-db7c-459c-a285-e21ea1bdc1a8 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.171837 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2f57-68a4-46cc-987a-39c4497edf64 req-eb714172-db7c-459c-a285-e21ea1bdc1a8 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.173133 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2f57-68a4-46cc-987a-39c4497edf64 req-eb714172-db7c-459c-a285-e21ea1bdc1a8 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.173622 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2f57-68a4-46cc-987a-39c4497edf64 req-eb714172-db7c-459c-a285-e21ea1bdc1a8 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.174299 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2f57-68a4-46cc-987a-39c4497edf64 req-eb714172-db7c-459c-a285-e21ea1bdc1a8 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.183948 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2f57-68a4-46cc-987a-39c4497edf64 req-eb714172-db7c-459c-a285-e21ea1bdc1a8 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.184503 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2f57-68a4-46cc-987a-39c4497edf64 req-eb714172-db7c-459c-a285-e21ea1bdc1a8 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.184969 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2f57-68a4-46cc-987a-39c4497edf64 req-eb714172-db7c-459c-a285-e21ea1bdc1a8 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.185612 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2f57-68a4-46cc-987a-39c4497edf64 req-eb714172-db7c-459c-a285-e21ea1bdc1a8 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.186235 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2f57-68a4-46cc-987a-39c4497edf64 req-eb714172-db7c-459c-a285-e21ea1bdc1a8 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.186722 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2f57-68a4-46cc-987a-39c4497edf64 req-eb714172-db7c-459c-a285-e21ea1bdc1a8 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.191516 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2f57-68a4-46cc-987a-39c4497edf64 req-eb714172-db7c-459c-a285-e21ea1bdc1a8 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.192035 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2f57-68a4-46cc-987a-39c4497edf64 req-eb714172-db7c-459c-a285-e21ea1bdc1a8 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.192523 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2f57-68a4-46cc-987a-39c4497edf64 req-eb714172-db7c-459c-a285-e21ea1bdc1a8 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.193129 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2f57-68a4-46cc-987a-39c4497edf64 req-eb714172-db7c-459c-a285-e21ea1bdc1a8 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.193597 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2f57-68a4-46cc-987a-39c4497edf64 req-eb714172-db7c-459c-a285-e21ea1bdc1a8 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.194082 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2f57-68a4-46cc-987a-39c4497edf64 req-eb714172-db7c-459c-a285-e21ea1bdc1a8 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.194547 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2f57-68a4-46cc-987a-39c4497edf64 req-eb714172-db7c-459c-a285-e21ea1bdc1a8 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.196201 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2f57-68a4-46cc-987a-39c4497edf64 req-eb714172-db7c-459c-a285-e21ea1bdc1a8 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.196512 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2f57-68a4-46cc-987a-39c4497edf64 req-eb714172-db7c-459c-a285-e21ea1bdc1a8 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.198472 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2f57-68a4-46cc-987a-39c4497edf64 req-eb714172-db7c-459c-a285-e21ea1bdc1a8 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.214962 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3fad2f57-68a4-46cc-987a-39c4497edf64 req-eb714172-db7c-459c-a285-e21ea1bdc1a8 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=adea3045-9942-485b-9c61-7f600a4b749f&device_id=09d9a75c-28f4-49b8-82cf-a2621df18690&device_id=b2410cb7-ae4b-4320-81b5-52df3142f19a&device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f&device_id=a042958d-d5e5-4ed2-b805-cc9699375abb&device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2&device_id=e0746553-c55d-47a6-aac7-780a96906216&device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61&device_id=bb7d20df-87be-4500-9b83-13b960bacb04&device_id=85988b89-3ef7-426a-bd05-52d117f68a20&device_id=e2c8b875-3adc-47bd-8e21-b276aa9c3e98&device_id=6e728c97-262a-4922-b6ae-d612f3113bd6&device_id=07c4ccd8-22b1-4f5a-bb96-72286a38e0fa&device_id=da7e0933-574d-4baf-ae54-5aa5752532d0&device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 18938 time: 0.3246684 Jul 14 09:08:53.262898 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3fad2f57-68a4-46cc-987a-39c4497edf64 req-70b90a4a-d438-423a-807a-10022136474e tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:53.293458 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0897743-b898-44df-87e6-6e17f48e1887 req-ededa38e-0530-4925-85cb-7a022578ba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.295003 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-ededa38e-0530-4925-85cb-7a022578ba50 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2327d155-7d55-4b31-b424-2e5092343949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3149204 Jul 14 09:08:53.335151 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ac986-2e9c-4cf4-aea7-6ea1c9959232 req-d82e8693-0f86-4a85-b913-42ac885594ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.337618 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-676ac986-2e9c-4cf4-aea7-6ea1c9959232 req-d82e8693-0f86-4a85-b913-42ac885594ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6615d0b1eada47cd81a0006b9f4a982b&device_id=adea3045-9942-485b-9c61-7f600a4b749f HTTP/1.1" status: 200 len: 1095 time: 0.1360338 Jul 14 09:08:53.507615 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ac986-2e9c-4cf4-aea7-6ea1c9959232 req-0939356b-9b5a-48f2-8f37-f8cd9192d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.512535 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-676ac986-2e9c-4cf4-aea7-6ea1c9959232 req-0939356b-9b5a-48f2-8f37-f8cd9192d63e service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ae54159-68cb-4fca-9852-a42d051dbe23 HTTP/1.1" status: 200 len: 912 time: 0.1598954 Jul 14 09:08:53.584438 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-5d12d5cc-7cd7-4de9-a071-0e1e36a2ea40 service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655387 Jul 14 09:08:53.584753 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-676ac986-2e9c-4cf4-aea7-6ea1c9959232 req-fddb98d6-f00b-4d80-ab9f-753a94b723b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4347e273-ee39-4dcc-b5a0-637dd833aa7a HTTP/1.1" status: 200 len: 217 time: 0.0631084 Jul 14 09:08:53.595015 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662011e-2918-4fbe-8dac-04f92a1da90b req-262f72b3-49be-4565-88c5-f082fed22ae9 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.597626 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d662011e-2918-4fbe-8dac-04f92a1da90b req-262f72b3-49be-4565-88c5-f082fed22ae9 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d9a75c-28f4-49b8-82cf-a2621df18690 HTTP/1.1" status: 200 len: 944 time: 0.2410600 Jul 14 09:08:53.599005 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:53.675950 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ac986-2e9c-4cf4-aea7-6ea1c9959232 req-3d86fcd6-1c2d-427b-830b-0858481711c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.677524 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-676ac986-2e9c-4cf4-aea7-6ea1c9959232 req-3d86fcd6-1c2d-427b-830b-0858481711c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1cecf5b8-9bc0-42ae-ae75-809b50502003 HTTP/1.1" status: 200 len: 852 time: 0.0768816 Jul 14 09:08:53.757413 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d662011e-2918-4fbe-8dac-04f92a1da90b req-f10cb33a-dcdb-45a3-a842-289920a690c4 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412580 Jul 14 09:08:53.761240 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3fad2f57-68a4-46cc-987a-39c4497edf64 req-70b90a4a-d438-423a-807a-10022136474e tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:53.770149 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-676ac986-2e9c-4cf4-aea7-6ea1c9959232 req-d0d7d31a-b982-45c5-b201-fa47837f9d47 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ae54159-68cb-4fca-9852-a42d051dbe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768397 Jul 14 09:08:53.772363 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3fad2f57-68a4-46cc-987a-39c4497edf64 req-70b90a4a-d438-423a-807a-10022136474e tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:53.812660 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-ff32b530-3902-4e84-b81c-659b9756f173 service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100043 Jul 14 09:08:53.836863 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3fad2f57-68a4-46cc-987a-39c4497edf64 req-70b90a4a-d438-423a-807a-10022136474e tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&id=676d5fbb-8b00-498f-8965-8e518737057a&id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&id=8646e213-dd0d-40aa-b659-6adc73064e3e&id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&id=23caeed7-1916-4025-a51d-fdda6be89325&id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 808 time: 0.6210330 Jul 14 09:08:53.883761 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b90a4a-d438-423a-807a-10022136474e tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49944ec6-367d-49c9-8695-f5a138a69f12,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:53.980582 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-676ac986-2e9c-4cf4-aea7-6ea1c9959232 req-4bd7657c-ed64-4735-bb74-e5ee38221e94 service neutron] 10.222.0.44 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031105 Jul 14 09:08:54.003579 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-3bf13008-f418-4b07-abdd-24c0ac280228 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=fd6a9d84-5544-47b3-9fa9-9037c50c3c10 HTTP/1.1" status: 200 len: 217 time: 0.1547294 Jul 14 09:08:54.173544 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0897743-b898-44df-87e6-6e17f48e1887 req-429d97f7-c733-4a47-a046-0a366225f4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:54.175805 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-429d97f7-c733-4a47-a046-0a366225f4a2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a624182c-f31b-410c-b5c5-a0db3a91730d HTTP/1.1" status: 200 len: 797 time: 0.1709211 Jul 14 09:08:54.253424 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-676ac986-2e9c-4cf4-aea7-6ea1c9959232 req-42cf5325-ba0b-467c-95ac-69f597de897b service neutron] 10.222.0.44 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605035 Jul 14 09:08:54.274676 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bdc38-9039-4070-8b9e-3418a97dcb13 req-37bb48ff-18e4-42a3-aaf8-8103e16d5207 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:54.282664 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6c1bdc38-9039-4070-8b9e-3418a97dcb13 req-37bb48ff-18e4-42a3-aaf8-8103e16d5207 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=adea3045-9942-485b-9c61-7f600a4b749f HTTP/1.1" status: 200 len: 943 time: 0.1650500 Jul 14 09:08:54.355507 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6c1bdc38-9039-4070-8b9e-3418a97dcb13 req-72de961d-ec1d-4ef9-a540-e749b4ff8ef5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718920 Jul 14 09:08:54.360387 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0897743-b898-44df-87e6-6e17f48e1887 req-966d97ff-41f1-4425-b894-131a1cb4f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:54.363537 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-966d97ff-41f1-4425-b894-131a1cb4f9d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2327d155-7d55-4b31-b424-2e5092343949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1736028 Jul 14 09:08:54.568297 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-5ca4210a-a63d-484b-9cb7-f6c41f6d9455 service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975911 Jul 14 09:08:54.792483 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-83b2df51-0bd6-4a1b-8062-76c85cb8b913 service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081926 Jul 14 09:08:54.817336 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f74415a-7a02-4140-b868-a18127b95542 req-9b601868-52ab-4a39-98e6-2e4f96feaf45 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6e728c97-262a-4922-b6ae-d612f3113bd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1378293 Jul 14 09:08:54.853628 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-eee211d4-c906-407a-835c-10d1402c1c4e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=599e0919-b70c-4cf5-a3f8-80f61b689f90 HTTP/1.1" status: 200 len: 217 time: 0.0519216 Jul 14 09:08:54.960493 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0897743-b898-44df-87e6-6e17f48e1887 req-a3665023-083e-4644-9c89-580dc9616c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:54.963272 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-a3665023-083e-4644-9c89-580dc9616c77 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a624182c-f31b-410c-b5c5-a0db3a91730d HTTP/1.1" status: 200 len: 797 time: 0.0930910 Jul 14 09:08:55.104146 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37986) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:55.271975 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74415a-7a02-4140-b868-a18127b95542 req-ee05e5e4-ecb4-459b-bc18-bcd23eea2847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:55.273520 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f74415a-7a02-4140-b868-a18127b95542 req-ee05e5e4-ecb4-459b-bc18-bcd23eea2847 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d26b4168e0144f2b895d7a5b4dac1633&device_id=6e728c97-262a-4922-b6ae-d612f3113bd6 HTTP/1.1" status: 200 len: 1096 time: 0.3089802 Jul 14 09:08:55.303749 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0897743-b898-44df-87e6-6e17f48e1887 req-c59b371f-673a-4b77-8e1b-3dbc3565878c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:55.305515 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-c59b371f-673a-4b77-8e1b-3dbc3565878c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2327d155-7d55-4b31-b424-2e5092343949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2802777 Jul 14 09:08:55.358616 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device b7827fcd-a9c5-4a3c-ba12-884fdac4a32f up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:08:55.443254 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af82176-29a5-4a9f-a698-f20f72135e59 req-a196208f-10f0-4be1-969d-55d232d5d7a5 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:55.443818 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af82176-29a5-4a9f-a698-f20f72135e59 req-a196208f-10f0-4be1-969d-55d232d5d7a5 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:55.444651 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af82176-29a5-4a9f-a698-f20f72135e59 req-a196208f-10f0-4be1-969d-55d232d5d7a5 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:55.447525 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0af82176-29a5-4a9f-a698-f20f72135e59 req-a196208f-10f0-4be1-969d-55d232d5d7a5 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b2410cb7-ae4b-4320-81b5-52df3142f19a&device_id=a042958d-d5e5-4ed2-b805-cc9699375abb&device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 2885 time: 0.3539779 Jul 14 09:08:55.464419 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db1ee6-4e62-4f9e-b169-df414be1064d req-aa221006-9344-4677-962a-7492cb0014f4 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:55.467537 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-22db1ee6-4e62-4f9e-b169-df414be1064d req-aa221006-9344-4677-962a-7492cb0014f4 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d9a75c-28f4-49b8-82cf-a2621df18690 HTTP/1.1" status: 200 len: 944 time: 0.3648403 Jul 14 09:08:55.477555 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port b7827fcd-a9c5-4a3c-ba12-884fdac4a32f completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:08:55.484191 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port b7827fcd-a9c5-4a3c-ba12-884fdac4a32f triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:55.484897 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:55.589190 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:55.618610 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d9a75c-28f4-49b8-82cf-a2621df18690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7827fcd-a9c5-4a3c-ba12-884fdac4a32f'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:55.621555 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4ac48b-51eb-4e2f-88e1-0d6bc39bb87f" -d '{"events": [{"server_uuid": "09d9a75c-28f4-49b8-82cf-a2621df18690", "name": "network-vif-plugged", "status": "completed", "tag": "b7827fcd-a9c5-4a3c-ba12-884fdac4a32f"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:55.637899 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-385a4307-a033-4434-b733-70316bf81779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:55.638541 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port b7827fcd-a9c5-4a3c-ba12-884fdac4a32f, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=b7827fcd-a9c5-4a3c-ba12-884fdac4a32f,segment=NetworkSegment(75fd1ace-9d65-4d40-9d5c-c75314cf3ab2),segment_id=75fd1ace-9d65-4d40-9d5c-c75314cf3ab2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:55.645409 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:55.707662 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74415a-7a02-4140-b868-a18127b95542 req-57dc3693-80a9-4118-9849-1a67514f1d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:55.709204 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f74415a-7a02-4140-b868-a18127b95542 req-57dc3693-80a9-4118-9849-1a67514f1d4a service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f33b460-d2d2-4c56-9516-34520289d045 HTTP/1.1" status: 200 len: 921 time: 0.4001310 Jul 14 09:08:55.716715 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=b7827fcd-a9c5-4a3c-ba12-884fdac4a32f,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:55.718087 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-22db1ee6-4e62-4f9e-b169-df414be1064d req-6b4c45f0-b1c7-4894-bbfe-dcebcb5ba907 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189188 Jul 14 09:08:55.728668 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0af82176-29a5-4a9f-a698-f20f72135e59 req-68095872-8fc2-406a-bdb3-4434504358ba tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555077 Jul 14 09:08:55.863021 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f74415a-7a02-4140-b868-a18127b95542 req-26258ca2-8ec3-47a2-8359-915e20b32226 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=016c9df5-7105-4bba-b663-ebb1526daf88 HTTP/1.1" status: 200 len: 217 time: 0.1321125 Jul 14 09:08:55.949469 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-f952d1b8-9d67-4085-801a-f4e2251aa91c service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6232519 Jul 14 09:08:56.055094 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74415a-7a02-4140-b868-a18127b95542 req-fc8c7218-e8d1-4361-aa24-4cda0673e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:56.060690 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f74415a-7a02-4140-b868-a18127b95542 req-fc8c7218-e8d1-4361-aa24-4cda0673e64e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d193f247-8cf4-44bf-89d9-9de68e3cae2e HTTP/1.1" status: 200 len: 861 time: 0.1775951 Jul 14 09:08:56.138477 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c207ac-8327-431f-9aeb-14f089015ee5 x-openstack-request-id: req-70c207ac-8327-431f-9aeb-14f089015ee5 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:56.138905 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d9a75c-28f4-49b8-82cf-a2621df18690", "name": "network-vif-plugged", "status": "completed", "tag": "b7827fcd-a9c5-4a3c-ba12-884fdac4a32f", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:56.139275 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70c207ac-8327-431f-9aeb-14f089015ee5 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:56.139966 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d9a75c-28f4-49b8-82cf-a2621df18690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7827fcd-a9c5-4a3c-ba12-884fdac4a32f', 'code': 200} Jul 14 09:08:56.157571 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f74415a-7a02-4140-b868-a18127b95542 req-643e3a08-e6eb-42df-93f2-77ef8fd9da2f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f33b460-d2d2-4c56-9516-34520289d045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710297 Jul 14 09:08:56.249527 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-2c92b32e-7f8f-4876-a5fe-a92a7d92e1b1 service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846344 Jul 14 09:08:56.281135 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-385a4307-a033-4434-b733-70316bf81779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:56.391956 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-d7e8a3b0-0477-43a7-99fa-b5f56614ba6c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=cd05352d-2cf2-4deb-8660-bf87a73993a1 HTTP/1.1" status: 200 len: 217 time: 0.1040487 Jul 14 09:08:56.399560 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd82f2-7d92-4e72-bab7-c6a632ffdbdf req-385af589-e558-4d0e-9bf6-c4741a5fc417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:56.399560 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f0cd82f2-7d92-4e72-bab7-c6a632ffdbdf req-385af589-e558-4d0e-9bf6-c4741a5fc417 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=09d9a75c-28f4-49b8-82cf-a2621df18690 HTTP/1.1" status: 200 len: 1097 time: 0.1279891 Jul 14 09:08:56.437878 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-385a4307-a033-4434-b733-70316bf81779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:56.514801 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f0cd82f2-7d92-4e72-bab7-c6a632ffdbdf req-0159c6e7-3fe4-44ad-abb7-bc9c23056b2e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031404 Jul 14 09:08:56.667984 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a4307-a033-4434-b733-70316bf81779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b800d25d-6e80-483a-8741-cdade0fe1fc3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:56.680802 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-385a4307-a033-4434-b733-70316bf81779 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ccd2f9103ee4493a7a2728d3687b343&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5711672 Jul 14 09:08:56.685161 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 38018) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:56.694613 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb886b8-1d45-4cc3-98be-18d0c4dd2051 req-1ea6b94c-33f0-47b8-952d-dedf951e23a4 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:56.700058 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ebb886b8-1d45-4cc3-98be-18d0c4dd2051 req-1ea6b94c-33f0-47b8-952d-dedf951e23a4 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=adea3045-9942-485b-9c61-7f600a4b749f HTTP/1.1" status: 200 len: 943 time: 0.7210820 Jul 14 09:08:56.709866 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0897743-b898-44df-87e6-6e17f48e1887 req-4634ed67-e349-42bd-9f50-ebb281572938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:56.712268 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-4634ed67-e349-42bd-9f50-ebb281572938 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a624182c-f31b-410c-b5c5-a0db3a91730d HTTP/1.1" status: 200 len: 797 time: 0.2701139 Jul 14 09:08:56.714713 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f74415a-7a02-4140-b868-a18127b95542 req-564659e5-1f16-4852-910c-dcfaf39b7a48 service neutron] 10.222.0.47 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638081 Jul 14 09:08:56.857222 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5507e8a-ff86-4f3c-a996-53b721a68fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:56.902810 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5507e8a-ff86-4f3c-a996-53b721a68fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:56.922932 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ebb886b8-1d45-4cc3-98be-18d0c4dd2051 req-7c7e282e-44c6-48c9-aeaa-2e9814340c02 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068152 Jul 14 09:08:57.003102 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5507e8a-ff86-4f3c-a996-53b721a68fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:57.008800 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5507e8a-ff86-4f3c-a996-53b721a68fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:57.015084 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f5507e8a-ff86-4f3c-a996-53b721a68fab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b800d25d-6e80-483a-8741-cdade0fe1fc3 HTTP/1.1" status: 204 len: 168 time: 0.3280859 Jul 14 09:08:57.025744 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f74415a-7a02-4140-b868-a18127b95542 req-50e13304-59ab-4d73-a9ed-a103231916d9 service neutron] 10.222.0.47 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979715 Jul 14 09:08:57.029074 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0897743-b898-44df-87e6-6e17f48e1887 req-0c5d4f74-2de1-4c25-a1bd-c51361d1e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:57.031527 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-0c5d4f74-2de1-4c25-a1bd-c51361d1e70f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2327d155-7d55-4b31-b424-2e5092343949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2911146 Jul 14 09:08:57.070166 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5507e8a-ff86-4f3c-a996-53b721a68fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b800d25d-6e80-483a-8741-cdade0fe1fc3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:57.360946 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 4347e273-ee39-4dcc-b5a0-637dd833aa7a details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:08:57.617770 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 4347e273-ee39-4dcc-b5a0-637dd833aa7a, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=4347e273-ee39-4dcc-b5a0-637dd833aa7a,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:57.659206 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '4347e273-ee39-4dcc-b5a0-637dd833aa7a', 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23', 'port_id': '4347e273-ee39-4dcc-b5a0-637dd833aa7a', 'mac_address': 'fa:16:3e:0c:44:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cecf5b8-9bc0-42ae-ae75-809b50502003', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:08:57.831457 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:57.871599 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4347e273-ee39-4dcc-b5a0-637dd833aa7a {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:08:57.919677 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 4347e273-ee39-4dcc-b5a0-637dd833aa7a, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=4347e273-ee39-4dcc-b5a0-637dd833aa7a,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:57.926930 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:58.023177 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=4347e273-ee39-4dcc-b5a0-637dd833aa7a,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:58.151685 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-ae835089-6567-452c-bfb8-707b94cbef52 service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1119063 Jul 14 09:08:58.175524 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd870627-f514-488e-b870-5d3bc571092b req-a98b89be-d831-403a-a31d-3ae0714f1c75 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:58.181951 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd870627-f514-488e-b870-5d3bc571092b req-a98b89be-d831-403a-a31d-3ae0714f1c75 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d9a75c-28f4-49b8-82cf-a2621df18690 HTTP/1.1" status: 200 len: 945 time: 1.0116625 Jul 14 09:08:58.289434 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['4347e273-ee39-4dcc-b5a0-637dd833aa7a'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:58.297110 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd870627-f514-488e-b870-5d3bc571092b req-2b31894c-a205-479a-afd0-1052bc3580ec tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142097 Jul 14 09:08:58.337705 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336404c2-d332-4e2c-9ccf-7fd7959b89df req-e9165007-8827-4442-a900-19ca7a4fc7c2 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:58.348483 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-336404c2-d332-4e2c-9ccf-7fd7959b89df req-e9165007-8827-4442-a900-19ca7a4fc7c2 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 1101 time: 0.2636068 Jul 14 09:08:58.432144 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-e29412c2-a05c-45cd-b2d1-b185888389fd service neutron] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725012 Jul 14 09:08:58.442301 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-336404c2-d332-4e2c-9ccf-7fd7959b89df req-dba8492f-fea7-4e52-8ff6-76cf61015eba tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924022 Jul 14 09:08:58.610237 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-e7d32428-bcf6-4652-b9f6-6deeacc34e83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bd4cdb5b-1127-470e-bf8e-b17d6932ca54 HTTP/1.1" status: 200 len: 217 time: 0.1668789 Jul 14 09:08:58.722432 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0897743-b898-44df-87e6-6e17f48e1887 req-842e6eb2-2255-40bb-a47b-58e59ff44964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:58.723955 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-842e6eb2-2255-40bb-a47b-58e59ff44964 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ae3bc40f-7977-406d-bfd8-e2f5d469a75c HTTP/1.1" status: 200 len: 797 time: 0.1035244 Jul 14 09:08:58.831248 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49884f0-6b20-4be8-89c1-1a3b133cd3d0 req-dc747133-c072-4406-8bc0-6462055bb040 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:58.846727 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b49884f0-6b20-4be8-89c1-1a3b133cd3d0 req-dc747133-c072-4406-8bc0-6462055bb040 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=adea3045-9942-485b-9c61-7f600a4b749f HTTP/1.1" status: 200 len: 944 time: 0.1133156 Jul 14 09:08:58.887717 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0897743-b898-44df-87e6-6e17f48e1887 req-521078b4-e88e-4aeb-8f7f-99c617edc2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:58.890109 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-521078b4-e88e-4aeb-8f7f-99c617edc2a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=776c6310-2e5f-475b-b017-192449a00c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1552212 Jul 14 09:08:58.975905 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b49884f0-6b20-4be8-89c1-1a3b133cd3d0 req-e5ed3d31-ae62-4fcd-a00c-4faea36a3ab3 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365347 Jul 14 09:08:59.105135 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-c1e8ffe6-15dc-4406-9a44-de1f26edbe5a service neutron] 10.222.0.44 "GET /v2.0/networks/776c6310-2e5f-475b-b017-192449a00c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040515 Jul 14 09:08:59.253952 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029705b8-c2a2-44bf-85f8-b13dab565771 req-cc9261f0-27d4-4e67-b7da-7183215e7643 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:59.262164 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-029705b8-c2a2-44bf-85f8-b13dab565771 req-cc9261f0-27d4-4e67-b7da-7183215e7643 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 1101 time: 0.2435174 Jul 14 09:08:59.330881 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-029705b8-c2a2-44bf-85f8-b13dab565771 req-62b9d6b6-5ce3-4767-9033-1ef007e68e9b tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647893 Jul 14 09:08:59.371706 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-a4c37c50-a553-4e9f-aeba-de983a356ccd service neutron] 10.222.0.44 "GET /v2.0/networks/776c6310-2e5f-475b-b017-192449a00c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517719 Jul 14 09:08:59.474630 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-adf011cd-f906-4a76-955e-e7523b327d5b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c630ba1-1505-48e0-9e6a-2ec2086d4be4 HTTP/1.1" status: 200 len: 217 time: 0.0887594 Jul 14 09:08:59.614048 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0897743-b898-44df-87e6-6e17f48e1887 req-551d3df3-4912-4e95-898a-0aed8b35cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:59.615564 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-551d3df3-4912-4e95-898a-0aed8b35cd96 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ae3bc40f-7977-406d-bfd8-e2f5d469a75c HTTP/1.1" status: 200 len: 797 time: 0.1330187 Jul 14 09:08:59.635468 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407a737-163a-49f4-a540-f6fa840d0139 req-d8dc3822-bc13-43f2-a98a-82353aa8b7ff tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:59.637119 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f407a737-163a-49f4-a540-f6fa840d0139 req-d8dc3822-bc13-43f2-a98a-82353aa8b7ff tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d9a75c-28f4-49b8-82cf-a2621df18690 HTTP/1.1" status: 200 len: 945 time: 0.1307955 Jul 14 09:08:59.710575 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f407a737-163a-49f4-a540-f6fa840d0139 req-ce79772e-b1d6-4694-a545-6e747c628075 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629230 Jul 14 09:08:59.752941 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0897743-b898-44df-87e6-6e17f48e1887 req-9c06a0ce-d582-4eb3-b74e-687ce381c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:59.754507 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-9c06a0ce-d582-4eb3-b74e-687ce381c340 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=776c6310-2e5f-475b-b017-192449a00c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1164763 Jul 14 09:09:00.031041 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-b4f41a5d-afb6-4b4d-86d7-d44949cb95e2 service neutron] 10.222.0.44 "GET /v2.0/networks/776c6310-2e5f-475b-b017-192449a00c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670140 Jul 14 09:09:00.277617 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0897743-b898-44df-87e6-6e17f48e1887 req-1ebf75e3-829a-4f06-8bec-4413e8c08f56 service neutron] 10.222.0.44 "GET /v2.0/networks/776c6310-2e5f-475b-b017-192449a00c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358041 Jul 14 09:09:00.508145 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f583139-fcbd-4c14-9c00-9062ee7cb2f8 req-3fac81b9-2fd0-4f11-a2ac-5fad4fc39480 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:00.510010 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6f583139-fcbd-4c14-9c00-9062ee7cb2f8 req-3fac81b9-2fd0-4f11-a2ac-5fad4fc39480 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=adea3045-9942-485b-9c61-7f600a4b749f HTTP/1.1" status: 200 len: 944 time: 0.1091719 Jul 14 09:09:00.571070 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6f583139-fcbd-4c14-9c00-9062ee7cb2f8 req-0931fbf7-7074-4fcf-97ce-48ca433b3202 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549057 Jul 14 09:09:00.637901 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877eafc-f045-43c0-abd3-415e1d948450 req-87e25e72-951f-435b-ae58-ec354acbb6d8 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:00.639457 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4877eafc-f045-43c0-abd3-415e1d948450 req-87e25e72-951f-435b-ae58-ec354acbb6d8 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d9a75c-28f4-49b8-82cf-a2621df18690 HTTP/1.1" status: 200 len: 945 time: 0.0886791 Jul 14 09:09:00.699914 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4877eafc-f045-43c0-abd3-415e1d948450 req-1893a561-44a9-46b0-bed7-1aaca933e726 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512412 Jul 14 09:09:00.793560 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:09:01.388959 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 4347e273-ee39-4dcc-b5a0-637dd833aa7a up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:09:01.537556 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 4347e273-ee39-4dcc-b5a0-637dd833aa7a completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:09:01.544992 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 4347e273-ee39-4dcc-b5a0-637dd833aa7a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:01.545574 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:01.726917 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:01.773608 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adea3045-9942-485b-9c61-7f600a4b749f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4347e273-ee39-4dcc-b5a0-637dd833aa7a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:01.778211 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91723681-6e16-4205-888a-1c659bbdd5af" -d '{"events": [{"server_uuid": "adea3045-9942-485b-9c61-7f600a4b749f", "name": "network-vif-plugged", "status": "completed", "tag": "4347e273-ee39-4dcc-b5a0-637dd833aa7a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:01.800659 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 4347e273-ee39-4dcc-b5a0-637dd833aa7a, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=4347e273-ee39-4dcc-b5a0-637dd833aa7a,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:01.821069 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:01.951974 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=4347e273-ee39-4dcc-b5a0-637dd833aa7a,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:01.959065 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a0685-2f4d-4ef9-a9d4-dc541f312791 req-010644e8-4b2c-4519-a3c8-e042dc5d8c67 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:01.961056 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-399a0685-2f4d-4ef9-a9d4-dc541f312791 req-010644e8-4b2c-4519-a3c8-e042dc5d8c67 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.44 "GET /v2.0/ports?device_id=09d9a75c-28f4-49b8-82cf-a2621df18690 HTTP/1.1" status: 200 len: 945 time: 0.1593037 Jul 14 09:09:02.201343 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-399a0685-2f4d-4ef9-a9d4-dc541f312791 req-fc830ce2-fac8-440b-9daa-6d066863e3bc tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Deleting port b7827fcd-a9c5-4a3c-ba12-884fdac4a32f {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:09:02.201675 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-399a0685-2f4d-4ef9-a9d4-dc541f312791 req-fc830ce2-fac8-440b-9daa-6d066863e3bc tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:02.332368 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359fdd8-6f3e-4121-980c-1e6a11b2cd54 req-304dec91-33d7-4fce-bb29-c34d8b8f311f tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:02.333888 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4359fdd8-6f3e-4121-980c-1e6a11b2cd54 req-304dec91-33d7-4fce-bb29-c34d8b8f311f tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 949 time: 0.1796293 Jul 14 09:09:02.375535 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-399a0685-2f4d-4ef9-a9d4-dc541f312791 req-fc830ce2-fac8-440b-9daa-6d066863e3bc tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] For port b7827fcd-a9c5-4a3c-ba12-884fdac4a32f, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=b7827fcd-a9c5-4a3c-ba12-884fdac4a32f,segment=NetworkSegment(75fd1ace-9d65-4d40-9d5c-c75314cf3ab2),segment_id=75fd1ace-9d65-4d40-9d5c-c75314cf3ab2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:02.375896 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-399a0685-2f4d-4ef9-a9d4-dc541f312791 req-fc830ce2-fac8-440b-9daa-6d066863e3bc tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:02.397822 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-399a0685-2f4d-4ef9-a9d4-dc541f312791 req-fc830ce2-fac8-440b-9daa-6d066863e3bc tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Calling delete_port for b7827fcd-a9c5-4a3c-ba12-884fdac4a32f owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:09:02.426432 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2bf66-a535-4123-b848-2ca7906645aa req-3c1c81c2-b043-4cf9-a90c-ad3bea7593aa tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:02.427865 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-72f2bf66-a535-4123-b848-2ca7906645aa req-3c1c81c2-b043-4cf9-a90c-ad3bea7593aa tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=adea3045-9942-485b-9c61-7f600a4b749f HTTP/1.1" status: 200 len: 945 time: 0.1774840 Jul 14 09:09:02.434359 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4359fdd8-6f3e-4121-980c-1e6a11b2cd54 req-3cbf8b3a-a436-4477-81f0-a5cda8f9bf77 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930910 Jul 14 09:09:02.524358 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-72f2bf66-a535-4123-b848-2ca7906645aa req-11fd7379-6fdc-4d3e-a203-cfb2db580633 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870917 Jul 14 09:09:02.574699 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c3b568-23f3-4494-831f-4729a50260d3 x-openstack-request-id: req-d5c3b568-23f3-4494-831f-4729a50260d3 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:02.575839 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adea3045-9942-485b-9c61-7f600a4b749f", "name": "network-vif-plugged", "status": "completed", "tag": "4347e273-ee39-4dcc-b5a0-637dd833aa7a", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:02.576350 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5c3b568-23f3-4494-831f-4729a50260d3 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:02.576802 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adea3045-9942-485b-9c61-7f600a4b749f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4347e273-ee39-4dcc-b5a0-637dd833aa7a', 'code': 200} Jul 14 09:09:02.763113 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-399a0685-2f4d-4ef9-a9d4-dc541f312791 req-fc830ce2-fac8-440b-9daa-6d066863e3bc tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:02.768138 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fab7c-ec93-427b-8809-8348d85601a4 req-2c5cda51-baad-4d08-b96a-6cf49b07a01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:02.769755 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1c2fab7c-ec93-427b-8809-8348d85601a4 req-2c5cda51-baad-4d08-b96a-6cf49b07a01d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=adea3045-9942-485b-9c61-7f600a4b749f HTTP/1.1" status: 200 len: 1097 time: 0.1013727 Jul 14 09:09:02.778067 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['b7827fcd-a9c5-4a3c-ba12-884fdac4a32f'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:02.781862 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['b2af309a-1280-4b64-9318-6dbc2516ea96'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:02.833076 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc830ce2-fac8-440b-9daa-6d066863e3bc tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Pushing event deleted for resources: {'Port': ['ID=b7827fcd-a9c5-4a3c-ba12-884fdac4a32f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:02.836113 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1c2fab7c-ec93-427b-8809-8348d85601a4 req-641a741a-0b5f-4048-8da2-3d0c4f16b59b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591531 Jul 14 09:09:02.886524 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5cc97b-e0f8-47db-8a71-33dd6423223f req-ae2441d4-ac7f-4e12-ad8b-2b5f926135d3 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:02.888173 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e5cc97b-e0f8-47db-8a71-33dd6423223f req-ae2441d4-ac7f-4e12-ad8b-2b5f926135d3 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d9a75c-28f4-49b8-82cf-a2621df18690 HTTP/1.1" status: 200 len: 867 time: 0.3268509 Jul 14 09:09:02.897555 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc830ce2-fac8-440b-9daa-6d066863e3bc tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:02.898031 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc830ce2-fac8-440b-9daa-6d066863e3bc tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:02.898308 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc830ce2-fac8-440b-9daa-6d066863e3bc tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:02.898671 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc830ce2-fac8-440b-9daa-6d066863e3bc tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:02.899034 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc830ce2-fac8-440b-9daa-6d066863e3bc tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:02.899409 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc830ce2-fac8-440b-9daa-6d066863e3bc tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:02.899802 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc830ce2-fac8-440b-9daa-6d066863e3bc tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:02.900168 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc830ce2-fac8-440b-9daa-6d066863e3bc tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:02.900529 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc830ce2-fac8-440b-9daa-6d066863e3bc tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:02.900874 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc830ce2-fac8-440b-9daa-6d066863e3bc tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:02.901203 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc830ce2-fac8-440b-9daa-6d066863e3bc tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:02.901526 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc830ce2-fac8-440b-9daa-6d066863e3bc tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:02.940166 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-399a0685-2f4d-4ef9-a9d4-dc541f312791 req-fc830ce2-fac8-440b-9daa-6d066863e3bc tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] No DVR routers for this DVR port b7827fcd-a9c5-4a3c-ba12-884fdac4a32f on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:09:02.943755 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-399a0685-2f4d-4ef9-a9d4-dc541f312791 req-fc830ce2-fac8-440b-9daa-6d066863e3bc tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:02.946392 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-399a0685-2f4d-4ef9-a9d4-dc541f312791 req-fc830ce2-fac8-440b-9daa-6d066863e3bc tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.44 "DELETE /v2.0/ports/b7827fcd-a9c5-4a3c-ba12-884fdac4a32f HTTP/1.1" status: 204 len: 173 time: 0.9718022 Jul 14 09:09:02.948781 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d9a75c-28f4-49b8-82cf-a2621df18690', 'name': 'network-vif-deleted', 'tag': 'b7827fcd-a9c5-4a3c-ba12-884fdac4a32f'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:02.952264 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0574442b-a65f-475c-add4-30d90ce10bb4" -d '{"events": [{"server_uuid": "09d9a75c-28f4-49b8-82cf-a2621df18690", "name": "network-vif-deleted", "tag": "b7827fcd-a9c5-4a3c-ba12-884fdac4a32f"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:02.989598 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01266cdc-e628-44d2-9839-118d86c089f3 req-5e1406cb-b60b-4077-9cab-8e4e1b73823c tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:02.992380 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01266cdc-e628-44d2-9839-118d86c089f3 req-5e1406cb-b60b-4077-9cab-8e4e1b73823c tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0746553-c55d-47a6-aac7-780a96906216 HTTP/1.1" status: 200 len: 946 time: 0.3152523 Jul 14 09:09:03.020003 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e5cc97b-e0f8-47db-8a71-33dd6423223f req-201e9d00-ba89-40a0-9a0c-0298ab06b7a7 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124980 Jul 14 09:09:03.047635 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01266cdc-e628-44d2-9839-118d86c089f3 req-a5859a92-7547-44fb-bd9c-abae3792446b tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454690 Jul 14 09:09:03.218846 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f317f935-8fc0-4bb1-b0be-5dc8a4c8e800 x-openstack-request-id: req-f317f935-8fc0-4bb1-b0be-5dc8a4c8e800 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:03.219383 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d9a75c-28f4-49b8-82cf-a2621df18690", "name": "network-vif-deleted", "tag": "b7827fcd-a9c5-4a3c-ba12-884fdac4a32f", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:03.219666 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f317f935-8fc0-4bb1-b0be-5dc8a4c8e800 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:03.220102 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d9a75c-28f4-49b8-82cf-a2621df18690', 'name': 'network-vif-deleted', 'tag': 'b7827fcd-a9c5-4a3c-ba12-884fdac4a32f', 'status': 'completed', 'code': 200} Jul 14 09:09:03.258725 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdb540-e091-44a6-9083-bba55b22c25a req-d7b02307-0854-4e4c-8e0b-fed86740aedd tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:03.260485 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1fdb540-e091-44a6-9083-bba55b22c25a req-d7b02307-0854-4e4c-8e0b-fed86740aedd tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 945 time: 0.0904233 Jul 14 09:09:03.309772 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1fdb540-e091-44a6-9083-bba55b22c25a req-5f17a25f-8570-4000-9d58-49fe96586120 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427110 Jul 14 09:09:03.787769 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa30ba4-5f9b-4666-adc3-6cedee269312 req-a6fb471c-b910-4690-915c-c0313b3c4979 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:03.790846 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7fa30ba4-5f9b-4666-adc3-6cedee269312 req-a6fb471c-b910-4690-915c-c0313b3c4979 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 949 time: 0.2202644 Jul 14 09:09:03.872439 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07827bd-33b2-4c33-bf27-98bdf3440774 req-fc30ea07-52c5-4ac5-aa38-15d54d1a5041 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:03.875554 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f07827bd-33b2-4c33-bf27-98bdf3440774 req-fc30ea07-52c5-4ac5-aa38-15d54d1a5041 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=adea3045-9942-485b-9c61-7f600a4b749f HTTP/1.1" status: 200 len: 945 time: 0.2033200 Jul 14 09:09:03.911124 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7fa30ba4-5f9b-4666-adc3-6cedee269312 req-c66ffbe0-d3f7-48bb-af4b-3c6ec2e83a4d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124139 Jul 14 09:09:03.990533 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f07827bd-33b2-4c33-bf27-98bdf3440774 req-1269ba64-afc6-414c-ba0f-a6a274c75377 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997844 Jul 14 09:09:04.036407 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b04af3-d9bc-4d35-bc9d-4e43b42bf5a3 req-dd334029-75bf-4927-9684-bc65f5eff438 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:04.039001 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63b04af3-d9bc-4d35-bc9d-4e43b42bf5a3 req-dd334029-75bf-4927-9684-bc65f5eff438 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0746553-c55d-47a6-aac7-780a96906216 HTTP/1.1" status: 200 len: 946 time: 0.1608031 Jul 14 09:09:04.251038 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-63b04af3-d9bc-4d35-bc9d-4e43b42bf5a3 req-1d086f7a-eb21-4886-8116-758567ec5203 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Deleting port c6dc0eed-4a78-4111-a549-2f0b274ab864 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:09:04.251848 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-63b04af3-d9bc-4d35-bc9d-4e43b42bf5a3 req-1d086f7a-eb21-4886-8116-758567ec5203 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:04.408548 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ed8a3-1da9-4011-8d93-0509f16830ef req-bc74b9d1-d00d-4cda-9d0b-b7d6be391cf7 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:04.410877 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c5ed8a3-1da9-4011-8d93-0509f16830ef req-bc74b9d1-d00d-4cda-9d0b-b7d6be391cf7 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0746553-c55d-47a6-aac7-780a96906216 HTTP/1.1" status: 200 len: 946 time: 0.2227173 Jul 14 09:09:04.426157 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-63b04af3-d9bc-4d35-bc9d-4e43b42bf5a3 req-1d086f7a-eb21-4886-8116-758567ec5203 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] For port c6dc0eed-4a78-4111-a549-2f0b274ab864, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c6dc0eed-4a78-4111-a549-2f0b274ab864,segment=NetworkSegment(6d503d23-62fd-459d-88f6-1a059a312d61),segment_id=6d503d23-62fd-459d-88f6-1a059a312d61)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:04.426519 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-63b04af3-d9bc-4d35-bc9d-4e43b42bf5a3 req-1d086f7a-eb21-4886-8116-758567ec5203 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:04.464740 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-63b04af3-d9bc-4d35-bc9d-4e43b42bf5a3 req-1d086f7a-eb21-4886-8116-758567ec5203 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Calling delete_port for c6dc0eed-4a78-4111-a549-2f0b274ab864 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:09:04.550981 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c5ed8a3-1da9-4011-8d93-0509f16830ef req-b46a3d5d-d4c1-4e03-9bdc-3efccd49ab3c tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274366 Jul 14 09:09:04.590101 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93efb6-f562-4f08-ad92-fedacd07eef5 req-7899a6fd-4af1-4cf3-874d-904f45d508a3 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:04.591673 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6c93efb6-f562-4f08-ad92-fedacd07eef5 req-7899a6fd-4af1-4cf3-874d-904f45d508a3 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1955037 Jul 14 09:09:04.721683 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6c93efb6-f562-4f08-ad92-fedacd07eef5 req-f5e9760a-64d4-4a2e-8979-1f6e333dca02 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170249 Jul 14 09:09:04.740192 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-63b04af3-d9bc-4d35-bc9d-4e43b42bf5a3 req-1d086f7a-eb21-4886-8116-758567ec5203 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:04.761606 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['0933f5b8-a3e2-48c4-b106-cc7f1a67b727', 'cb176423-77ae-4ddf-8109-1d8dfe746e1d', '4ca0e4b8-0dc9-4526-aab0-5d384ef57381'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:04.766464 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['c6dc0eed-4a78-4111-a549-2f0b274ab864'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:04.958834 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d086f7a-eb21-4886-8116-758567ec5203 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Pushing event deleted for resources: {'Port': ['ID=c6dc0eed-4a78-4111-a549-2f0b274ab864,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:05.105184 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b04af3-d9bc-4d35-bc9d-4e43b42bf5a3 req-1d086f7a-eb21-4886-8116-758567ec5203 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] No DVR routers for this DVR port c6dc0eed-4a78-4111-a549-2f0b274ab864 on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:09:05.116244 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-63b04af3-d9bc-4d35-bc9d-4e43b42bf5a3 req-1d086f7a-eb21-4886-8116-758567ec5203 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:05.121676 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63b04af3-d9bc-4d35-bc9d-4e43b42bf5a3 req-1d086f7a-eb21-4886-8116-758567ec5203 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.44 "DELETE /v2.0/ports/c6dc0eed-4a78-4111-a549-2f0b274ab864 HTTP/1.1" status: 204 len: 173 time: 1.0759611 Jul 14 09:09:05.211135 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b49e5e-3bb4-4084-ae34-a956ab5a5ea2 req-9adf6197-50b5-47c1-a838-9f8207215245 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:05.212745 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-92b49e5e-3bb4-4084-ae34-a956ab5a5ea2 req-9adf6197-50b5-47c1-a838-9f8207215245 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 945 time: 0.4628820 Jul 14 09:09:05.232013 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0746553-c55d-47a6-aac7-780a96906216', 'name': 'network-vif-deleted', 'tag': 'c6dc0eed-4a78-4111-a549-2f0b274ab864'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:05.234356 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ab3068-05e5-485b-9a6e-49f347f5b419" -d '{"events": [{"server_uuid": "e0746553-c55d-47a6-aac7-780a96906216", "name": "network-vif-deleted", "tag": "c6dc0eed-4a78-4111-a549-2f0b274ab864"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:05.339549 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-92b49e5e-3bb4-4084-ae34-a956ab5a5ea2 req-310592ea-fd71-42fe-94b4-eb3ed206d8d1 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190252 Jul 14 09:09:05.467104 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device b7827fcd-a9c5-4a3c-ba12-884fdac4a32f no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:09:05.499154 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: b7827fcd-a9c5-4a3c-ba12-884fdac4a32f {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:09:05.499605 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device b7827fcd-a9c5-4a3c-ba12-884fdac4a32f not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:09:05.500114 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c6dc0eed-4a78-4111-a549-2f0b274ab864 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:09:05.535212 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: c6dc0eed-4a78-4111-a549-2f0b274ab864 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:09:05.535621 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c6dc0eed-4a78-4111-a549-2f0b274ab864 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:09:05.555231 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb175c70-5d77-4a5e-8ffa-255494e91c98 req-5e485d40-c243-4002-9dd3-a8efb3df7585 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:05.556791 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fb175c70-5d77-4a5e-8ffa-255494e91c98 req-5e485d40-c243-4002-9dd3-a8efb3df7585 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=adea3045-9942-485b-9c61-7f600a4b749f HTTP/1.1" status: 200 len: 945 time: 0.0968583 Jul 14 09:09:05.565976 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f2dab-f7af-4369-93f2-b5dbc5a0c8b2 req-5d7b8725-20b9-4ce6-b082-42fdf845b189 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:05.567528 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3b3f2dab-f7af-4369-93f2-b5dbc5a0c8b2 req-5d7b8725-20b9-4ce6-b082-42fdf845b189 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 949 time: 0.1974103 Jul 14 09:09:05.653336 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fb175c70-5d77-4a5e-8ffa-255494e91c98 req-ac135daa-dbd0-4d7f-acfe-67c7694c8f55 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844643 Jul 14 09:09:05.684846 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3b3f2dab-f7af-4369-93f2-b5dbc5a0c8b2 req-d93fbb94-6d99-4eb6-9fd3-f07e44912fe9 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965517 Jul 14 09:09:05.783690 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52781e11-b88e-4b23-9fae-e84caef520a4 x-openstack-request-id: req-52781e11-b88e-4b23-9fae-e84caef520a4 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:05.784162 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0746553-c55d-47a6-aac7-780a96906216", "name": "network-vif-deleted", "tag": "c6dc0eed-4a78-4111-a549-2f0b274ab864", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:05.784574 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-52781e11-b88e-4b23-9fae-e84caef520a4 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:05.785199 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0746553-c55d-47a6-aac7-780a96906216', 'name': 'network-vif-deleted', 'tag': 'c6dc0eed-4a78-4111-a549-2f0b274ab864', 'status': 'completed', 'code': 200} Jul 14 09:09:06.018912 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a1bfa853-f0ad-4ed6-973a-e8ae20a370ff req-a98e5baa-329b-40a0-a5d1-bbc82852ebc6 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0746553-c55d-47a6-aac7-780a96906216 HTTP/1.1" status: 200 len: 210 time: 0.0596619 Jul 14 09:09:06.322611 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b19efa-a369-4759-b3e2-a7712af141fd req-397acd6b-392e-4c74-b7d5-635f4955dc7b tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:06.337532 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f3b19efa-a369-4759-b3e2-a7712af141fd req-397acd6b-392e-4c74-b7d5-635f4955dc7b tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1959307 Jul 14 09:09:06.406865 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f3b19efa-a369-4759-b3e2-a7712af141fd req-aaab1a81-84dd-49d4-9204-7ce89a99f7a4 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680892 Jul 14 09:09:06.758153 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8a0d0-fb50-46a0-9512-89d5ef082cb7 req-5e2e06f5-95e4-4ab0-b82e-ebc3c3dbbb08 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:06.760580 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5cc8a0d0-fb50-46a0-9512-89d5ef082cb7 req-5e2e06f5-95e4-4ab0-b82e-ebc3c3dbbb08 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=adea3045-9942-485b-9c61-7f600a4b749f HTTP/1.1" status: 200 len: 945 time: 0.2209291 Jul 14 09:09:06.860307 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5b00b-5cb6-46ab-b214-b1cc8c386ad0 req-75878c9a-1a97-4417-8803-41667060f15e tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:06.863146 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-22c5b00b-5cb6-46ab-b214-b1cc8c386ad0 req-75878c9a-1a97-4417-8803-41667060f15e tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 945 time: 0.2275038 Jul 14 09:09:06.953478 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5cc8a0d0-fb50-46a0-9512-89d5ef082cb7 req-d9498151-5924-4dab-a19f-98842d8c5b4d tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461453 Jul 14 09:09:06.995461 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-22c5b00b-5cb6-46ab-b214-b1cc8c386ad0 req-28307638-e43f-4b2d-b3ea-2d1a63555f1f tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116097 Jul 14 09:09:07.086453 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 38246) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:07.214824 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2bff9845-3a9f-4550-be71-f07dde02171b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:07.221430 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea6d26-af32-4b4b-8794-400f2c679414 req-1d912b44-18f6-462b-bba5-77da1aa231b4 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:07.222802 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c0ea6d26-af32-4b4b-8794-400f2c679414 req-1d912b44-18f6-462b-bba5-77da1aa231b4 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1375816 Jul 14 09:09:07.269193 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40043c42-2bdf-4039-9000-c6061e139131 req-1d293820-a303-41fa-b6ce-7dea8631c816 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:07.272149 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40043c42-2bdf-4039-9000-c6061e139131 req-1d293820-a303-41fa-b6ce-7dea8631c816 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 949 time: 0.1208203 Jul 14 09:09:07.307470 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c0ea6d26-af32-4b4b-8794-400f2c679414 req-a95684ff-756e-4957-baaa-75789991316d tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741336 Jul 14 09:09:07.340179 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40043c42-2bdf-4039-9000-c6061e139131 req-86243cab-355e-47d0-863e-b546d24ff0e7 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611317 Jul 14 09:09:07.374522 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2bff9845-3a9f-4550-be71-f07dde02171b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:07.375553 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2bff9845-3a9f-4550-be71-f07dde02171b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:07.436559 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 38256) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:07.436832 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2bff9845-3a9f-4550-be71-f07dde02171b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=776c890d483a4d9b8ab52045e5a3039c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3491390 Jul 14 09:09:07.437544 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff9845-3a9f-4550-be71-f07dde02171b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4970f035-6007-4ab3-99a8-dd37793d6520,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:07.542337 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a738adea-bdc7-4043-a0c6-10b43b38f875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:07.589796 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a738adea-bdc7-4043-a0c6-10b43b38f875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:07.748884 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e5eed-051c-41f1-ab9b-bdd1186c7561 req-e4d1cf41-e715-4276-bc5f-64a8ce1989c4 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:07.752336 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f16e5eed-051c-41f1-ab9b-bdd1186c7561 req-e4d1cf41-e715-4276-bc5f-64a8ce1989c4 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.44 "GET /v2.0/ports?device_id=adea3045-9942-485b-9c61-7f600a4b749f HTTP/1.1" status: 200 len: 945 time: 0.1353261 Jul 14 09:09:07.805631 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a738adea-bdc7-4043-a0c6-10b43b38f875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:07.820172 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a738adea-bdc7-4043-a0c6-10b43b38f875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:07.827364 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a738adea-bdc7-4043-a0c6-10b43b38f875 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4970f035-6007-4ab3-99a8-dd37793d6520 HTTP/1.1" status: 204 len: 168 time: 0.3838339 Jul 14 09:09:07.857812 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738adea-bdc7-4043-a0c6-10b43b38f875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4970f035-6007-4ab3-99a8-dd37793d6520,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:08.009065 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-f16e5eed-051c-41f1-ab9b-bdd1186c7561 req-78f64fb9-4a7f-48b5-89b1-a8c8d1a3c8a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Deleting port 4347e273-ee39-4dcc-b5a0-637dd833aa7a {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:09:08.009415 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f16e5eed-051c-41f1-ab9b-bdd1186c7561 req-78f64fb9-4a7f-48b5-89b1-a8c8d1a3c8a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:08.188237 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-f16e5eed-051c-41f1-ab9b-bdd1186c7561 req-78f64fb9-4a7f-48b5-89b1-a8c8d1a3c8a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] For port 4347e273-ee39-4dcc-b5a0-637dd833aa7a, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=4347e273-ee39-4dcc-b5a0-637dd833aa7a,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:08.189193 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f16e5eed-051c-41f1-ab9b-bdd1186c7561 req-78f64fb9-4a7f-48b5-89b1-a8c8d1a3c8a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:08.261002 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-f16e5eed-051c-41f1-ab9b-bdd1186c7561 req-78f64fb9-4a7f-48b5-89b1-a8c8d1a3c8a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Calling delete_port for 4347e273-ee39-4dcc-b5a0-637dd833aa7a owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:09:08.558676 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f16e5eed-051c-41f1-ab9b-bdd1186c7561 req-78f64fb9-4a7f-48b5-89b1-a8c8d1a3c8a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:08.571162 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['4347e273-ee39-4dcc-b5a0-637dd833aa7a'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:08.732992 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f64fb9-4a7f-48b5-89b1-a8c8d1a3c8a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Pushing event deleted for resources: {'Port': ['ID=4347e273-ee39-4dcc-b5a0-637dd833aa7a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:08.847543 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975d7ef-9a7f-46be-a7d1-474d67365ba5 req-2dc9d3c0-a1cc-41a1-8dfb-c2f112881751 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:08.849690 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7975d7ef-9a7f-46be-a7d1-474d67365ba5 req-2dc9d3c0-a1cc-41a1-8dfb-c2f112881751 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=adea3045-9942-485b-9c61-7f600a4b749f HTTP/1.1" status: 200 len: 867 time: 0.6560762 Jul 14 09:09:08.850837 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16e5eed-051c-41f1-ab9b-bdd1186c7561 req-78f64fb9-4a7f-48b5-89b1-a8c8d1a3c8a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] No DVR routers for this DVR port 4347e273-ee39-4dcc-b5a0-637dd833aa7a on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:09:08.857240 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f16e5eed-051c-41f1-ab9b-bdd1186c7561 req-78f64fb9-4a7f-48b5-89b1-a8c8d1a3c8a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:08.860583 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f16e5eed-051c-41f1-ab9b-bdd1186c7561 req-78f64fb9-4a7f-48b5-89b1-a8c8d1a3c8a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.44 "DELETE /v2.0/ports/4347e273-ee39-4dcc-b5a0-637dd833aa7a HTTP/1.1" status: 204 len: 173 time: 1.0986960 Jul 14 09:09:08.861806 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adea3045-9942-485b-9c61-7f600a4b749f', 'name': 'network-vif-deleted', 'tag': '4347e273-ee39-4dcc-b5a0-637dd833aa7a'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:08.864546 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1226a9-d3a7-40fb-bd9b-66a944494650" -d '{"events": [{"server_uuid": "adea3045-9942-485b-9c61-7f600a4b749f", "name": "network-vif-deleted", "tag": "4347e273-ee39-4dcc-b5a0-637dd833aa7a"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:08.977108 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28adc5-57e6-43ed-8d04-bb508dc21167 req-0baf2507-deb6-48c1-9012-0be1efb0eea3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:08.979977 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7a28adc5-57e6-43ed-8d04-bb508dc21167 req-0baf2507-deb6-48c1-9012-0be1efb0eea3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 945 time: 0.7220588 Jul 14 09:09:09.015146 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7975d7ef-9a7f-46be-a7d1-474d67365ba5 req-6fe8e046-9d9b-4760-8f28-573e0e886450 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468182 Jul 14 09:09:09.177228 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7a28adc5-57e6-43ed-8d04-bb508dc21167 req-a74707e9-9a67-4125-850a-97c4df3f65d2 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543002 Jul 14 09:09:09.471055 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691ff3c-fa6d-4efb-98e6-0ca435ebe7ef req-dac38a55-2014-44db-bb05-c9a22233be50 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:09.485221 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7691ff3c-fa6d-4efb-98e6-0ca435ebe7ef req-dac38a55-2014-44db-bb05-c9a22233be50 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 949 time: 0.1952052 Jul 14 09:09:09.537335 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f051f6f-ecf6-43e5-8c26-35f1b931e815 x-openstack-request-id: req-7f051f6f-ecf6-43e5-8c26-35f1b931e815 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:09.537629 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adea3045-9942-485b-9c61-7f600a4b749f", "name": "network-vif-deleted", "tag": "4347e273-ee39-4dcc-b5a0-637dd833aa7a", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:09.538079 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f051f6f-ecf6-43e5-8c26-35f1b931e815 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:09.538486 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adea3045-9942-485b-9c61-7f600a4b749f', 'name': 'network-vif-deleted', 'tag': '4347e273-ee39-4dcc-b5a0-637dd833aa7a', 'status': 'completed', 'code': 200} Jul 14 09:09:09.551995 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7691ff3c-fa6d-4efb-98e6-0ca435ebe7ef req-1b274a6c-21e6-446e-9f59-4e00293d8d1e tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644464 Jul 14 09:09:10.363514 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:10.964418 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bc4c0-cdda-44bf-a748-a3be301b0532 req-c99e174e-a280-4ac6-b6cb-86d3b4b3b375 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:10.972222 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-781bc4c0-cdda-44bf-a748-a3be301b0532 req-c99e174e-a280-4ac6-b6cb-86d3b4b3b375 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 945 time: 0.5540271 Jul 14 09:09:11.030984 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-781bc4c0-cdda-44bf-a748-a3be301b0532 req-07b39cb6-7526-4864-9059-37b0b3321bf3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578377 Jul 14 09:09:11.076890 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a322f1-3553-406d-b090-e9b9c632320b req-5dd9cabd-c391-4055-ac4a-adae4ca41c0e tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:11.081816 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35a322f1-3553-406d-b090-e9b9c632320b req-5dd9cabd-c391-4055-ac4a-adae4ca41c0e tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/networks?id=3ae54159-68cb-4fca-9852-a42d051dbe23 HTTP/1.1" status: 200 len: 812 time: 0.6099427 Jul 14 09:09:11.106268 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35a322f1-3553-406d-b090-e9b9c632320b req-e0e9ad7f-509d-4503-9dad-41544486acbe tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/quotas/6615d0b1eada47cd81a0006b9f4a982b HTTP/1.1" status: 200 len: 375 time: 0.0229576 Jul 14 09:09:11.167717 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35a322f1-3553-406d-b090-e9b9c632320b req-0e1cb752-cfe8-421d-b5c5-60e091e962ca tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6615d0b1eada47cd81a0006b9f4a982b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600209 Jul 14 09:09:11.292407 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35a322f1-3553-406d-b090-e9b9c632320b req-cfa640b5-6b37-40c2-a01c-b24bf803f41e service neutron] 10.222.0.25 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235752 Jul 14 09:09:11.457511 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35a322f1-3553-406d-b090-e9b9c632320b req-4597061d-3226-4a39-a0ae-52e90958abc0 service neutron] 10.222.0.25 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475930 Jul 14 09:09:11.468483 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 4347e273-ee39-4dcc-b5a0-637dd833aa7a no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:09:11.524082 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 4347e273-ee39-4dcc-b5a0-637dd833aa7a {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:09:11.525512 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 4347e273-ee39-4dcc-b5a0-637dd833aa7a not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:09:11.695367 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f453f-13ac-490e-8863-dbab75e91c2d req-48e36ec3-a2b3-483d-9224-9c6bbf690335 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:11.697166 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e06f453f-13ac-490e-8863-dbab75e91c2d req-48e36ec3-a2b3-483d-9224-9c6bbf690335 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 949 time: 0.1558039 Jul 14 09:09:11.815991 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e06f453f-13ac-490e-8863-dbab75e91c2d req-03752223-d264-4715-bb95-5a5ec0014a63 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087263 Jul 14 09:09:11.946498 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fd6f8-b6cf-4639-9bd1-54451ed379c4 req-9e196056-e604-4ecc-a8a1-b931a386c8b4 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:11.950671 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0c9fd6f8-b6cf-4639-9bd1-54451ed379c4 req-9e196056-e604-4ecc-a8a1-b931a386c8b4 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1795330 Jul 14 09:09:12.020250 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:12.133504 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d0d302ad-0b27-461a-92e3-437f3f3715ec req-895d9ce5-5a5f-4d81-92e3-8b8c8adccb4a tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaeda7bb-bfba-4e85-b56b-2c570a20c33c HTTP/1.1" status: 200 len: 210 time: 0.1787264 Jul 14 09:09:12.195532 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0c9fd6f8-b6cf-4639-9bd1-54451ed379c4 req-e203b911-4618-4d8f-b181-929a1ca966eb tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117760 Jul 14 09:09:12.766522 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e178923-fd4a-4068-8703-3790b1602152 req-912562ff-2eb2-4718-a7f1-5f4026a4ed66 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:12.781327 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e178923-fd4a-4068-8703-3790b1602152 req-912562ff-2eb2-4718-a7f1-5f4026a4ed66 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 945 time: 0.2051234 Jul 14 09:09:12.870539 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e178923-fd4a-4068-8703-3790b1602152 req-05d3f42f-a13b-4c0c-96d5-5cc214f982d6 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876217 Jul 14 09:09:13.251881 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e5891-985d-45a0-8f62-d11ca8e99e9e req-f8175b0c-82c7-4d26-ad29-b73fd30dc0fe tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:13.255656 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f09e5891-985d-45a0-8f62-d11ca8e99e9e req-f8175b0c-82c7-4d26-ad29-b73fd30dc0fe tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1283755 Jul 14 09:09:13.314925 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 93ba0e59-7428-4296-b21f-3544208df346 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:09:13.397722 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f09e5891-985d-45a0-8f62-d11ca8e99e9e req-ae4d668b-54da-42ef-ae28-f989bad34f5f tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257637 Jul 14 09:09:13.444411 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6d3cd-7c6f-4940-a009-416e6349260c req-fab921cd-21af-4200-8b93-ce0c0a769474 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:13.445778 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ce6d3cd-7c6f-4940-a009-416e6349260c req-fab921cd-21af-4200-8b93-ce0c0a769474 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 949 time: 0.1449811 Jul 14 09:09:13.542260 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ce6d3cd-7c6f-4940-a009-416e6349260c req-5ddb4a81-1dc6-4c45-a1b8-99918eaf3f65 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773985 Jul 14 09:09:13.578745 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 93ba0e59-7428-4296-b21f-3544208df346, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=93ba0e59-7428-4296-b21f-3544208df346,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:13.630695 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '93ba0e59-7428-4296-b21f-3544208df346', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'port_id': '93ba0e59-7428-4296-b21f-3544208df346', 'mac_address': 'fa:16:3e:e1:13:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:09:13.780603 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:13.822050 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93ba0e59-7428-4296-b21f-3544208df346 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:09:13.884805 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 93ba0e59-7428-4296-b21f-3544208df346, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=93ba0e59-7428-4296-b21f-3544208df346,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:13.897385 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:14.005345 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=93ba0e59-7428-4296-b21f-3544208df346,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:14.058407 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['93ba0e59-7428-4296-b21f-3544208df346'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:14.077834 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fb91f3da-84e4-45f0-8e67-277d9a6e77f2 req-3701015b-c7f8-48f6-90a0-23e8e6ce973f tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaeda7bb-bfba-4e85-b56b-2c570a20c33c HTTP/1.1" status: 200 len: 210 time: 0.1298814 Jul 14 09:09:14.197839 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef4779-cfcd-409e-a05b-71f3af3fb602 req-65d96b2a-e415-4ea3-803b-733e042951af tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:14.199443 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-55ef4779-cfcd-409e-a05b-71f3af3fb602 req-65d96b2a-e415-4ea3-803b-733e042951af tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb7d20df-87be-4500-9b83-13b960bacb04 HTTP/1.1" status: 200 len: 946 time: 0.3832116 Jul 14 09:09:14.207276 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a322f1-3553-406d-b090-e9b9c632320b req-1190a875-4e50-4c26-8fa9-ae0e01bee6cc tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:14.229129 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35a322f1-3553-406d-b090-e9b9c632320b req-1190a875-4e50-4c26-8fa9-ae0e01bee6cc tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.44 "GET /v2.0/networks?id=3ae54159-68cb-4fca-9852-a42d051dbe23 HTTP/1.1" status: 200 len: 812 time: 0.5722539 Jul 14 09:09:14.310863 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-35a322f1-3553-406d-b090-e9b9c632320b req-956c68b9-b9bd-40f2-ad01-27394d89c3b0 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Request body: {'port': {'device_id': 'aaeda7bb-bfba-4e85-b56b-2c570a20c33c', 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23', 'admin_state_up': True, 'tenant_id': '6615d0b1eada47cd81a0006b9f4a982b'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:14.425662 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-55ef4779-cfcd-409e-a05b-71f3af3fb602 req-3787dc1c-76cf-465e-b481-75c4f975c999 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954246 Jul 14 09:09:14.620060 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4f4f6-3995-40ed-8dfb-23ea073d2edb req-a109f6f6-b7c5-40c8-9c5d-fff5e188ae61 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:14.621717 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7ac4f4f6-3995-40ed-8dfb-23ea073d2edb req-a109f6f6-b7c5-40c8-9c5d-fff5e188ae61 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 944 time: 0.2420213 Jul 14 09:09:14.647617 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35a322f1-3553-406d-b090-e9b9c632320b req-956c68b9-b9bd-40f2-ad01-27394d89c3b0 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Made reservation on behalf of 6615d0b1eada47cd81a0006b9f4a982b for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:09:14.651474 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-35a322f1-3553-406d-b090-e9b9c632320b req-956c68b9-b9bd-40f2-ad01-27394d89c3b0 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:14.828096 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7ac4f4f6-3995-40ed-8dfb-23ea073d2edb req-2867a814-73f7-4a10-84fc-c7934b89ec00 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926401 Jul 14 09:09:14.973372 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e9478-e9ea-47f2-8fac-1bcd9c8d92a7 req-03391ea2-1404-440e-8403-64cffdf1f288 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:14.981069 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-862e9478-e9ea-47f2-8fac-1bcd9c8d92a7 req-03391ea2-1404-440e-8403-64cffdf1f288 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 949 time: 0.2513161 Jul 14 09:09:15.008030 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-35a322f1-3553-406d-b090-e9b9c632320b req-956c68b9-b9bd-40f2-ad01-27394d89c3b0 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Allocated IP 172.20.0.13 (3ae54159-68cb-4fca-9852-a42d051dbe23/1cecf5b8-9bc0-42ae-ae75-809b50502003/3ae0549c-ab4c-4ffe-b91c-4d4698c73778) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:09:15.185278 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-862e9478-e9ea-47f2-8fac-1bcd9c8d92a7 req-66416e5b-11b4-46e7-a15e-a2b2173539e6 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033427 Jul 14 09:09:15.262355 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4840c36-19eb-4186-8edc-00a442159cbc req-b80536c1-06c5-4b2b-a561-7051bbed87c8 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:15.264140 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f4840c36-19eb-4186-8edc-00a442159cbc req-b80536c1-06c5-4b2b-a561-7051bbed87c8 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb7d20df-87be-4500-9b83-13b960bacb04 HTTP/1.1" status: 200 len: 946 time: 0.3428743 Jul 14 09:09:15.333195 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 93ba0e59-7428-4296-b21f-3544208df346 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:09:15.418339 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 93ba0e59-7428-4296-b21f-3544208df346 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:15.418783 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:15.519459 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-655ae772-df1e-48ed-9004-75c371c7d6e9 req-6ec69c6e-c44d-4fdd-83b9-80a24b6b30d5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaeda7bb-bfba-4e85-b56b-2c570a20c33c HTTP/1.1" status: 200 len: 210 time: 0.1697652 Jul 14 09:09:15.569959 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:15.624690 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85988b89-3ef7-426a-bd05-52d117f68a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ba0e59-7428-4296-b21f-3544208df346'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:15.628072 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2323685b-5e1f-49b3-93b2-108489b1f4f7" -d '{"events": [{"server_uuid": "85988b89-3ef7-426a-bd05-52d117f68a20", "name": "network-vif-plugged", "status": "completed", "tag": "93ba0e59-7428-4296-b21f-3544208df346"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:15.657791 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 93ba0e59-7428-4296-b21f-3544208df346, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=93ba0e59-7428-4296-b21f-3544208df346,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:15.666073 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-35a322f1-3553-406d-b090-e9b9c632320b req-956c68b9-b9bd-40f2-ad01-27394d89c3b0 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:15.669417 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:15.722218 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-35a322f1-3553-406d-b090-e9b9c632320b req-956c68b9-b9bd-40f2-ad01-27394d89c3b0 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:15.770960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-f4840c36-19eb-4186-8edc-00a442159cbc req-aa01e8a8-4a07-4650-9c3c-71fca556fd90 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Deleting port 4ca0e4b8-0dc9-4526-aab0-5d384ef57381 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:09:15.770960 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f4840c36-19eb-4186-8edc-00a442159cbc req-aa01e8a8-4a07-4650-9c3c-71fca556fd90 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:15.850003 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=93ba0e59-7428-4296-b21f-3544208df346,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:15.884085 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee180b3-8363-4c69-98ee-a839d8988531 x-openstack-request-id: req-1ee180b3-8363-4c69-98ee-a839d8988531 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:15.884380 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85988b89-3ef7-426a-bd05-52d117f68a20", "name": "network-vif-plugged", "status": "completed", "tag": "93ba0e59-7428-4296-b21f-3544208df346", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:15.884630 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ee180b3-8363-4c69-98ee-a839d8988531 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:15.893163 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85988b89-3ef7-426a-bd05-52d117f68a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ba0e59-7428-4296-b21f-3544208df346', 'code': 200} Jul 14 09:09:15.899603 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35a322f1-3553-406d-b090-e9b9c632320b req-956c68b9-b9bd-40f2-ad01-27394d89c3b0 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Network 3ae54159-68cb-4fca-9852-a42d051dbe23 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:09:15.906558 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-35a322f1-3553-406d-b090-e9b9c632320b req-956c68b9-b9bd-40f2-ad01-27394d89c3b0 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:09:15.933551 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a322f1-3553-406d-b090-e9b9c632320b req-956c68b9-b9bd-40f2-ad01-27394d89c3b0 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:09:16.046142 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a322f1-3553-406d-b090-e9b9c632320b req-956c68b9-b9bd-40f2-ad01-27394d89c3b0 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:16.047172 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-35a322f1-3553-406d-b090-e9b9c632320b req-956c68b9-b9bd-40f2-ad01-27394d89c3b0 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:16.063234 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-f4840c36-19eb-4186-8edc-00a442159cbc req-aa01e8a8-4a07-4650-9c3c-71fca556fd90 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] For port 4ca0e4b8-0dc9-4526-aab0-5d384ef57381, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=4ca0e4b8-0dc9-4526-aab0-5d384ef57381,segment=NetworkSegment(6d503d23-62fd-459d-88f6-1a059a312d61),segment_id=6d503d23-62fd-459d-88f6-1a059a312d61)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:16.064587 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f4840c36-19eb-4186-8edc-00a442159cbc req-aa01e8a8-4a07-4650-9c3c-71fca556fd90 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:16.114727 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c68b9-b9bd-40f2-ad01-27394d89c3b0 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Pushing event updated for resources: {'Port': ['ID=3ae0549c-ab4c-4ffe-b91c-4d4698c73778,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:16.150948 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-f4840c36-19eb-4186-8edc-00a442159cbc req-aa01e8a8-4a07-4650-9c3c-71fca556fd90 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Calling delete_port for 4ca0e4b8-0dc9-4526-aab0-5d384ef57381 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:09:16.159783 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35a322f1-3553-406d-b090-e9b9c632320b req-956c68b9-b9bd-40f2-ad01-27394d89c3b0 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9085810 Jul 14 09:09:16.170459 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c10f5-ee1a-4cc0-810a-b60f721f68e5 req-caae1256-741a-4822-bc1d-7e8765ceaefd tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:16.178079 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f72c10f5-ee1a-4cc0-810a-b60f721f68e5 req-caae1256-741a-4822-bc1d-7e8765ceaefd tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb7d20df-87be-4500-9b83-13b960bacb04 HTTP/1.1" status: 200 len: 946 time: 0.4722006 Jul 14 09:09:16.191053 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-35a322f1-3553-406d-b090-e9b9c632320b req-20f18cb8-b18e-4013-9244-374bc122057a service neutron] Request body: {'port': {'device_id': 'aaeda7bb-bfba-4e85-b56b-2c570a20c33c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:16.418586 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f72c10f5-ee1a-4cc0-810a-b60f721f68e5 req-395a8cf2-5b47-4225-9029-a8a9e107e86e tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395041 Jul 14 09:09:16.515454 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094833a-3ca7-4eb3-b5d6-f953cbcc83b0 req-d4128500-b2f3-4d30-9b2e-76f0e567f7cf tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:16.525818 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8094833a-3ca7-4eb3-b5d6-f953cbcc83b0 req-d4128500-b2f3-4d30-9b2e-76f0e567f7cf tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 945 time: 0.4933653 Jul 14 09:09:16.715668 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8094833a-3ca7-4eb3-b5d6-f953cbcc83b0 req-d994bf41-bdc6-44e2-975a-59e09bc4927a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895308 Jul 14 09:09:16.716911 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-35a322f1-3553-406d-b090-e9b9c632320b req-20f18cb8-b18e-4013-9244-374bc122057a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:16.827001 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f4840c36-19eb-4186-8edc-00a442159cbc req-aa01e8a8-4a07-4650-9c3c-71fca556fd90 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:16.840069 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['0933f5b8-a3e2-48c4-b106-cc7f1a67b727', 'cb176423-77ae-4ddf-8109-1d8dfe746e1d', '4ca0e4b8-0dc9-4526-aab0-5d384ef57381'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:16.885724 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01e8a8-4a07-4650-9c3c-71fca556fd90 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Pushing event deleted for resources: {'Port': ['ID=4ca0e4b8-0dc9-4526-aab0-5d384ef57381,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:17.262376 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-35a322f1-3553-406d-b090-e9b9c632320b req-20f18cb8-b18e-4013-9244-374bc122057a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae0549c-ab4c-4ffe-b91c-4d4698c73778 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:09:17.271735 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-35a322f1-3553-406d-b090-e9b9c632320b req-20f18cb8-b18e-4013-9244-374bc122057a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:17.287416 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-35a322f1-3553-406d-b090-e9b9c632320b req-20f18cb8-b18e-4013-9244-374bc122057a service neutron] Transition to ACTIVE for port object 3ae0549c-ab4c-4ffe-b91c-4d4698c73778 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:09:17.377776 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-35a322f1-3553-406d-b090-e9b9c632320b req-20f18cb8-b18e-4013-9244-374bc122057a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:17.484557 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f18cb8-b18e-4013-9244-374bc122057a service neutron] Pushing event updated for resources: {'Port': ['ID=3ae0549c-ab4c-4ffe-b91c-4d4698c73778,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:17.487237 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:09:17.491834 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:09:17.505025 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4840c36-19eb-4186-8edc-00a442159cbc req-aa01e8a8-4a07-4650-9c3c-71fca556fd90 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] No DVR routers for this DVR port 4ca0e4b8-0dc9-4526-aab0-5d384ef57381 on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:09:17.508620 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f4840c36-19eb-4186-8edc-00a442159cbc req-aa01e8a8-4a07-4650-9c3c-71fca556fd90 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:17.511847 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f4840c36-19eb-4186-8edc-00a442159cbc req-aa01e8a8-4a07-4650-9c3c-71fca556fd90 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.47 "DELETE /v2.0/ports/4ca0e4b8-0dc9-4526-aab0-5d384ef57381 HTTP/1.1" status: 204 len: 173 time: 2.2408593 Jul 14 09:09:17.522188 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7d20df-87be-4500-9b83-13b960bacb04', 'name': 'network-vif-deleted', 'tag': '4ca0e4b8-0dc9-4526-aab0-5d384ef57381'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:17.526183 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57197fff-26aa-4a80-b360-f6436e91b56b" -d '{"events": [{"server_uuid": "bb7d20df-87be-4500-9b83-13b960bacb04", "name": "network-vif-deleted", "tag": "4ca0e4b8-0dc9-4526-aab0-5d384ef57381"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:17.577140 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ab7a5-996e-4a11-8bc7-c8c4b3d1649f req-b901413c-fbf2-4e33-b61e-cfecdf75bb2a tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:17.579262 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-be8ab7a5-996e-4a11-8bc7-c8c4b3d1649f req-b901413c-fbf2-4e33-b61e-cfecdf75bb2a tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaeda7bb-bfba-4e85-b56b-2c570a20c33c HTTP/1.1" status: 200 len: 944 time: 0.2887213 Jul 14 09:09:17.594226 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302de0c-9ec0-4ef2-a98c-eef75190befa req-6c01ae18-2778-4d01-bb3c-ed52531a0d16 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:17.602496 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b302de0c-9ec0-4ef2-a98c-eef75190befa req-6c01ae18-2778-4d01-bb3c-ed52531a0d16 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 949 time: 0.9667299 Jul 14 09:09:17.776043 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b302de0c-9ec0-4ef2-a98c-eef75190befa req-69cbc5a2-2bbc-4db5-b123-26d76df497ae tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718433 Jul 14 09:09:17.825324 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-be8ab7a5-996e-4a11-8bc7-c8c4b3d1649f req-fa411484-7f8c-4a28-9706-92bd2818fdbc tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142794 Jul 14 09:09:17.827138 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-35a322f1-3553-406d-b090-e9b9c632320b req-20f18cb8-b18e-4013-9244-374bc122057a service neutron] Attempting to bind port 3ae0549c-ab4c-4ffe-b91c-4d4698c73778 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:09:17.829703 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-35a322f1-3553-406d-b090-e9b9c632320b req-20f18cb8-b18e-4013-9244-374bc122057a service neutron] Attempting to bind port 3ae0549c-ab4c-4ffe-b91c-4d4698c73778 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:09:17.830109 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a322f1-3553-406d-b090-e9b9c632320b req-20f18cb8-b18e-4013-9244-374bc122057a service neutron] Attempting to bind port 3ae0549c-ab4c-4ffe-b91c-4d4698c73778 on network 3ae54159-68cb-4fca-9852-a42d051dbe23 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:09:17.851363 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a322f1-3553-406d-b090-e9b9c632320b req-20f18cb8-b18e-4013-9244-374bc122057a service neutron] Port 3ae0549c-ab4c-4ffe-b91c-4d4698c73778 on network 3ae54159-68cb-4fca-9852-a42d051dbe23 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:09:17.860078 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a322f1-3553-406d-b090-e9b9c632320b req-20f18cb8-b18e-4013-9244-374bc122057a service neutron] Attempting to bind port 3ae0549c-ab4c-4ffe-b91c-4d4698c73778 on network 3ae54159-68cb-4fca-9852-a42d051dbe23 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:09:17.891530 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a322f1-3553-406d-b090-e9b9c632320b req-20f18cb8-b18e-4013-9244-374bc122057a service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:09:17.892469 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a322f1-3553-406d-b090-e9b9c632320b req-20f18cb8-b18e-4013-9244-374bc122057a service neutron] Checking segment: {'id': '9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:09:17.892884 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a322f1-3553-406d-b090-e9b9c632320b req-20f18cb8-b18e-4013-9244-374bc122057a service neutron] Bound using segment: {'id': '9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:09:17.898476 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-35a322f1-3553-406d-b090-e9b9c632320b req-20f18cb8-b18e-4013-9244-374bc122057a service neutron] Bound port: 3ae0549c-ab4c-4ffe-b91c-4d4698c73778, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:09:17.898882 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-35a322f1-3553-406d-b090-e9b9c632320b req-20f18cb8-b18e-4013-9244-374bc122057a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:17.964509 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:09:18.061499 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 38674) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:18.143058 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:18.183335 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71603e8b-1d02-4059-9ea8-36be3311e0c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cd3df1d-b55b-410a-9f47-9d1d330c05f9'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:18.186164 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7852347f-ee5c-46c3-906f-74814642bb10" -d '{"events": [{"server_uuid": "71603e8b-1d02-4059-9ea8-36be3311e0c2", "name": "network-vif-unplugged", "status": "completed", "tag": "5cd3df1d-b55b-410a-9f47-9d1d330c05f9"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:18.213540 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 5cd3df1d-b55b-410a-9f47-9d1d330c05f9, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=5cd3df1d-b55b-410a-9f47-9d1d330c05f9,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:18.230443 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:18.260475 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-35a322f1-3553-406d-b090-e9b9c632320b req-20f18cb8-b18e-4013-9244-374bc122057a service neutron] For port 3ae0549c-ab4c-4ffe-b91c-4d4698c73778, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:09:18.264627 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-35a322f1-3553-406d-b090-e9b9c632320b req-20f18cb8-b18e-4013-9244-374bc122057a service neutron] For port 3ae0549c-ab4c-4ffe-b91c-4d4698c73778, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=3ae0549c-ab4c-4ffe-b91c-4d4698c73778,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:09:18.277117 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-35a322f1-3553-406d-b090-e9b9c632320b req-20f18cb8-b18e-4013-9244-374bc122057a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:18.298902 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a322f1-3553-406d-b090-e9b9c632320b req-20f18cb8-b18e-4013-9244-374bc122057a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:18.299866 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-35a322f1-3553-406d-b090-e9b9c632320b req-20f18cb8-b18e-4013-9244-374bc122057a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:18.301531 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35a322f1-3553-406d-b090-e9b9c632320b req-20f18cb8-b18e-4013-9244-374bc122057a service neutron] 10.222.0.44 "PUT /v2.0/ports/3ae0549c-ab4c-4ffe-b91c-4d4698c73778 HTTP/1.1" status: 200 len: 1093 time: 2.1166015 Jul 14 09:09:18.358168 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=5cd3df1d-b55b-410a-9f47-9d1d330c05f9,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:18.364255 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 5cd3df1d-b55b-410a-9f47-9d1d330c05f9, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=5cd3df1d-b55b-410a-9f47-9d1d330c05f9,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:18.372709 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-deba8f1c-1e18-4c67-b940-6b42590d2043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:18.404160 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '5cd3df1d-b55b-410a-9f47-9d1d330c05f9', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '5cd3df1d-b55b-410a-9f47-9d1d330c05f9', 'mac_address': 'fa:16:3e:ec:23:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:09:18.439523 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c3e2c65-3638-4381-bd15-399928273da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:18.462345 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:18.487442 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:09:18.493183 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ffb6e2ad-6a47-4a78-bcc6-eca72aae8ac6 req-c86ab7dd-cf17-4b2f-b514-e14481d7ed13 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb7d20df-87be-4500-9b83-13b960bacb04 HTTP/1.1" status: 200 len: 210 time: 0.1042528 Jul 14 09:09:18.534454 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 5cd3df1d-b55b-410a-9f47-9d1d330c05f9, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=5cd3df1d-b55b-410a-9f47-9d1d330c05f9,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:18.544296 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:18.581021 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-deba8f1c-1e18-4c67-b940-6b42590d2043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:18.590081 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-deba8f1c-1e18-4c67-b940-6b42590d2043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:18.598377 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147da685-bfa0-4b65-b739-f3f182e541fd req-448e13c7-55b3-4f94-8b1e-571b7697402e tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:18.605241 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-147da685-bfa0-4b65-b739-f3f182e541fd req-448e13c7-55b3-4f94-8b1e-571b7697402e tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.5026081 Jul 14 09:09:18.625481 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b007a0-7924-41ed-a6c7-abc5803ba11f x-openstack-request-id: req-a9b007a0-7924-41ed-a6c7-abc5803ba11f {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:18.626675 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7d20df-87be-4500-9b83-13b960bacb04", "name": "network-vif-deleted", "tag": "4ca0e4b8-0dc9-4526-aab0-5d384ef57381", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:18.628780 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9b007a0-7924-41ed-a6c7-abc5803ba11f {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:18.631431 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7d20df-87be-4500-9b83-13b960bacb04', 'name': 'network-vif-deleted', 'tag': '4ca0e4b8-0dc9-4526-aab0-5d384ef57381', 'status': 'completed', 'code': 200} Jul 14 09:09:18.637560 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba8f1c-1e18-4c67-b940-6b42590d2043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec0cb40-8884-436f-a6ab-bf38302a15fa,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:18.745806 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba8f1c-1e18-4c67-b940-6b42590d2043 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:18.746388 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba8f1c-1e18-4c67-b940-6b42590d2043 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:18.746746 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba8f1c-1e18-4c67-b940-6b42590d2043 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:18.747088 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba8f1c-1e18-4c67-b940-6b42590d2043 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:18.748619 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba8f1c-1e18-4c67-b940-6b42590d2043 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:18.748982 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba8f1c-1e18-4c67-b940-6b42590d2043 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:18.749317 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba8f1c-1e18-4c67-b940-6b42590d2043 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:18.749650 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba8f1c-1e18-4c67-b940-6b42590d2043 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:18.749978 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba8f1c-1e18-4c67-b940-6b42590d2043 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:18.750308 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba8f1c-1e18-4c67-b940-6b42590d2043 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:18.750632 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba8f1c-1e18-4c67-b940-6b42590d2043 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:18.750966 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba8f1c-1e18-4c67-b940-6b42590d2043 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:18.764835 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=5cd3df1d-b55b-410a-9f47-9d1d330c05f9,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:18.774902 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-deba8f1c-1e18-4c67-b940-6b42590d2043 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4451450b9635436da1947c37e46b35e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7117729 Jul 14 09:09:18.775543 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 38682) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:18.814667 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f18cb8-b18e-4013-9244-374bc122057a service neutron] Pushing event updated for resources: {'Port': ['ID=3ae0549c-ab4c-4ffe-b91c-4d4698c73778,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:18.847427 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['5cd3df1d-b55b-410a-9f47-9d1d330c05f9'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:18.880228 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-597ada93-aaad-4be5-9fea-c183de34b479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:18.893744 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-147da685-bfa0-4b65-b739-f3f182e541fd req-3f3b4abe-1eac-45ce-a7b2-538c4cb5be99 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598526 Jul 14 09:09:18.949184 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a322f1-3553-406d-b090-e9b9c632320b req-a0088852-24e4-485e-b231-fd72302d1df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:18.954395 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35a322f1-3553-406d-b090-e9b9c632320b req-a0088852-24e4-485e-b231-fd72302d1df6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6615d0b1eada47cd81a0006b9f4a982b&device_id=aaeda7bb-bfba-4e85-b56b-2c570a20c33c HTTP/1.1" status: 200 len: 1096 time: 0.5834024 Jul 14 09:09:18.988735 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-597ada93-aaad-4be5-9fea-c183de34b479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:19.078365 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5e63d9-4322-4e8f-a561-7484d862d4c3 x-openstack-request-id: req-5e5e63d9-4322-4e8f-a561-7484d862d4c3 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:19.080645 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71603e8b-1d02-4059-9ea8-36be3311e0c2", "name": "network-vif-unplugged", "status": "completed", "tag": "5cd3df1d-b55b-410a-9f47-9d1d330c05f9", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:19.081957 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e5e63d9-4322-4e8f-a561-7484d862d4c3 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:19.082648 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71603e8b-1d02-4059-9ea8-36be3311e0c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cd3df1d-b55b-410a-9f47-9d1d330c05f9', 'code': 200} Jul 14 09:09:19.113383 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35a322f1-3553-406d-b090-e9b9c632320b req-53afd470-f580-4950-92c6-385c8f014bf5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ae0549c-ab4c-4ffe-b91c-4d4698c73778 HTTP/1.1" status: 200 len: 217 time: 0.1492720 Jul 14 09:09:19.157459 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-597ada93-aaad-4be5-9fea-c183de34b479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:19.161030 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-597ada93-aaad-4be5-9fea-c183de34b479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:19.172903 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-597ada93-aaad-4be5-9fea-c183de34b479 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cec0cb40-8884-436f-a6ab-bf38302a15fa HTTP/1.1" status: 204 len: 168 time: 0.3945901 Jul 14 09:09:19.203194 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ada93-aaad-4be5-9fea-c183de34b479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec0cb40-8884-436f-a6ab-bf38302a15fa,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:19.357025 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a322f1-3553-406d-b090-e9b9c632320b req-2a0d9144-a25e-4494-9ec6-b13cfd1810d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:19.358576 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35a322f1-3553-406d-b090-e9b9c632320b req-2a0d9144-a25e-4494-9ec6-b13cfd1810d2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1cecf5b8-9bc0-42ae-ae75-809b50502003 HTTP/1.1" status: 200 len: 852 time: 0.1799850 Jul 14 09:09:19.379064 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 4ca0e4b8-0dc9-4526-aab0-5d384ef57381 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:09:19.425816 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35a322f1-3553-406d-b090-e9b9c632320b req-90f8cce3-f1cc-420b-8529-89025dbbf9bf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ae54159-68cb-4fca-9852-a42d051dbe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601103 Jul 14 09:09:19.463437 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a75b82-916f-4468-ba5e-29de3d466c33 req-d54b2c04-014f-4c90-a687-8c387846fadd tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:19.475217 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33a75b82-916f-4468-ba5e-29de3d466c33 req-d54b2c04-014f-4c90-a687-8c387846fadd tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 945 time: 0.4738863 Jul 14 09:09:19.495358 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 4ca0e4b8-0dc9-4526-aab0-5d384ef57381 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:09:19.502402 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 4ca0e4b8-0dc9-4526-aab0-5d384ef57381 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:09:19.650539 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33a75b82-916f-4468-ba5e-29de3d466c33 req-3f4de3f6-f134-420a-87e8-c93c91fa1b3f tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742735 Jul 14 09:09:19.697013 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35a322f1-3553-406d-b090-e9b9c632320b req-8b70f78c-7ace-4be8-8d95-3c99949e8d9d service neutron] 10.222.0.44 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538686 Jul 14 09:09:19.708442 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db76504-9318-4b29-bfa4-666f6b9eda36 req-3c100555-2b11-4474-921d-429ceee94114 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:19.716045 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9db76504-9318-4b29-bfa4-666f6b9eda36 req-3c100555-2b11-4474-921d-429ceee94114 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 948 time: 0.2935550 Jul 14 09:09:19.967029 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35a322f1-3553-406d-b090-e9b9c632320b req-4124e975-eba6-4348-a3ed-b47b4a17df3e service neutron] 10.222.0.44 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416267 Jul 14 09:09:19.978394 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 38700) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:19.992980 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1925a04d-3056-42f8-87ef-aa69079f8e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:20.006345 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9db76504-9318-4b29-bfa4-666f6b9eda36 req-e9d97800-465a-473c-98b1-2427ef131b61 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892513 Jul 14 09:09:20.081579 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260f3a7-cf86-4fd9-98f5-1198764a3f41 req-5b7c232f-16f4-47f7-8e9f-4921cdd06c85 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:20.084527 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0260f3a7-cf86-4fd9-98f5-1198764a3f41 req-5b7c232f-16f4-47f7-8e9f-4921cdd06c85 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaeda7bb-bfba-4e85-b56b-2c570a20c33c HTTP/1.1" status: 200 len: 944 time: 0.2696590 Jul 14 09:09:20.118751 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1925a04d-3056-42f8-87ef-aa69079f8e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:20.127353 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1925a04d-3056-42f8-87ef-aa69079f8e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:20.159374 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925a04d-3056-42f8-87ef-aa69079f8e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b019a3-ab3f-48e7-bb24-4a35800136e6,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:20.179346 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0260f3a7-cf86-4fd9-98f5-1198764a3f41 req-eb91e005-43de-4b77-b849-a9080f67fbd6 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875633 Jul 14 09:09:20.189120 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1925a04d-3056-42f8-87ef-aa69079f8e8c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f99d8631095e47a09275e4c0d067ed68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2090492 Jul 14 09:09:20.192087 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 38702) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:20.313659 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a5647cd-fd93-4fce-b059-2ed2da5a5eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:20.322212 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfa01b-ef46-403e-a559-c178611cc940 req-88dabaa5-ce19-4bfc-a9ef-87183f749736 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:20.332489 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5fbfa01b-ef46-403e-a559-c178611cc940 req-88dabaa5-ce19-4bfc-a9ef-87183f749736 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.0926371 Jul 14 09:09:20.366004 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a5647cd-fd93-4fce-b059-2ed2da5a5eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:20.412049 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5fbfa01b-ef46-403e-a559-c178611cc940 req-18402d31-e88e-45bd-a641-99da021b583f tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736198 Jul 14 09:09:20.478275 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a5647cd-fd93-4fce-b059-2ed2da5a5eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:20.481993 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a5647cd-fd93-4fce-b059-2ed2da5a5eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:20.487036 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1a5647cd-fd93-4fce-b059-2ed2da5a5eb4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c8b019a3-ab3f-48e7-bb24-4a35800136e6 HTTP/1.1" status: 204 len: 168 time: 0.2935796 Jul 14 09:09:20.498464 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5647cd-fd93-4fce-b059-2ed2da5a5eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b019a3-ab3f-48e7-bb24-4a35800136e6,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:20.633796 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaeda7bb-bfba-4e85-b56b-2c570a20c33c', 'tag': '3ae0549c-ab4c-4ffe-b91c-4d4698c73778'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:20.637923 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc460b8e-af2a-49a1-ad10-7663e03e23d5" -d '{"events": [{"name": "network-changed", "server_uuid": "aaeda7bb-bfba-4e85-b56b-2c570a20c33c", "tag": "3ae0549c-ab4c-4ffe-b91c-4d4698c73778"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:20.690574 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abb5f9c-fb5b-481f-baa2-188afca13a95 x-openstack-request-id: req-4abb5f9c-fb5b-481f-baa2-188afca13a95 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:20.691822 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaeda7bb-bfba-4e85-b56b-2c570a20c33c", "tag": "3ae0549c-ab4c-4ffe-b91c-4d4698c73778", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:20.692261 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4abb5f9c-fb5b-481f-baa2-188afca13a95 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:20.693421 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaeda7bb-bfba-4e85-b56b-2c570a20c33c', 'tag': '3ae0549c-ab4c-4ffe-b91c-4d4698c73778', 'status': 'completed', 'code': 200} Jul 14 09:09:20.829986 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc460b8e-af2a-49a1-ad10-7663e03e23d5 req-17d633a0-3839-419d-ab8a-21789bc28aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:20.832213 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc460b8e-af2a-49a1-ad10-7663e03e23d5 req-17d633a0-3839-419d-ab8a-21789bc28aed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6615d0b1eada47cd81a0006b9f4a982b&device_id=aaeda7bb-bfba-4e85-b56b-2c570a20c33c HTTP/1.1" status: 200 len: 1096 time: 0.1104901 Jul 14 09:09:20.996837 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7f65731-e937-4f09-92be-f9650609b923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:21.210486 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:21.396532 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc460b8e-af2a-49a1-ad10-7663e03e23d5 req-87385ea3-29f6-4113-adec-eb9c233f9baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:21.398059 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc460b8e-af2a-49a1-ad10-7663e03e23d5 req-87385ea3-29f6-4113-adec-eb9c233f9baa service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ae54159-68cb-4fca-9852-a42d051dbe23 HTTP/1.1" status: 200 len: 912 time: 0.5538998 Jul 14 09:09:21.413309 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d53627-4e02-4124-a4ec-d04de1bd3713 req-c5df85b5-5934-4df0-b795-182deb9bd703 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:21.414868 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-73d53627-4e02-4124-a4ec-d04de1bd3713 req-c5df85b5-5934-4df0-b795-182deb9bd703 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 945 time: 0.5548322 Jul 14 09:09:21.465482 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc460b8e-af2a-49a1-ad10-7663e03e23d5 req-14401da2-3881-4cf1-86aa-276a77bf1fd5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ae0549c-ab4c-4ffe-b91c-4d4698c73778 HTTP/1.1" status: 200 len: 217 time: 0.0493920 Jul 14 09:09:21.495894 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad179632-3474-4240-bc16-a0198ac875fa req-8e134a77-8581-4d0a-8353-c5058f3fd2d8 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:21.497518 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad179632-3474-4240-bc16-a0198ac875fa req-8e134a77-8581-4d0a-8353-c5058f3fd2d8 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.2113316 Jul 14 09:09:21.521507 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:09:21.580621 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-73d53627-4e02-4124-a4ec-d04de1bd3713 req-6f6febe7-9a0d-415b-b850-0aac29356b93 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488543 Jul 14 09:09:21.586486 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc460b8e-af2a-49a1-ad10-7663e03e23d5 req-5cc6eece-9ec4-440b-916c-25c057cbb884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:21.588007 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc460b8e-af2a-49a1-ad10-7663e03e23d5 req-5cc6eece-9ec4-440b-916c-25c057cbb884 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1cecf5b8-9bc0-42ae-ae75-809b50502003 HTTP/1.1" status: 200 len: 852 time: 0.1146476 Jul 14 09:09:21.598331 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad179632-3474-4240-bc16-a0198ac875fa req-a5cc276a-9734-4770-a35b-9c02867133d6 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796151 Jul 14 09:09:21.626762 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:21.627242 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:21.652249 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc460b8e-af2a-49a1-ad10-7663e03e23d5 req-5698f41b-63ba-46a9-ba93-2609d4fa0a36 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ae54159-68cb-4fca-9852-a42d051dbe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529442 Jul 14 09:09:21.755755 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:21.805767 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71603e8b-1d02-4059-9ea8-36be3311e0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd3df1d-b55b-410a-9f47-9d1d330c05f9'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:21.809297 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f63b4f-49d6-4cc8-8591-6e7a22869497" -d '{"events": [{"server_uuid": "71603e8b-1d02-4059-9ea8-36be3311e0c2", "name": "network-vif-plugged", "status": "completed", "tag": "5cd3df1d-b55b-410a-9f47-9d1d330c05f9"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:21.827446 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 5cd3df1d-b55b-410a-9f47-9d1d330c05f9, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=5cd3df1d-b55b-410a-9f47-9d1d330c05f9,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:21.843649 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:21.916985 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=5cd3df1d-b55b-410a-9f47-9d1d330c05f9,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:21.931265 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc460b8e-af2a-49a1-ad10-7663e03e23d5 req-c92da8e0-128e-4563-a88b-1566ae907c28 service neutron] 10.222.0.44 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698703 Jul 14 09:09:22.097062 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:22.133446 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-4fab86d8-1497-4bfa-bcb7-54679930be24 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:22.148315 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-4fab86d8-1497-4bfa-bcb7-54679930be24 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/networks?id=6f33b460-d2d2-4c56-9516-34520289d045 HTTP/1.1" status: 200 len: 821 time: 0.3670504 Jul 14 09:09:22.166970 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc460b8e-af2a-49a1-ad10-7663e03e23d5 req-6725727a-0a43-463e-b69c-537ebcb2c899 service neutron] 10.222.0.44 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427407 Jul 14 09:09:22.191380 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-a834c57a-44b3-490c-834c-b0340ac2c851 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/quotas/d26b4168e0144f2b895d7a5b4dac1633 HTTP/1.1" status: 200 len: 375 time: 0.0320845 Jul 14 09:09:22.254017 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9e067-fc52-40fc-b255-20411bd2c785 req-66a97146-ae97-4d96-9e35-f658586ab372 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:22.255708 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04a9e067-fc52-40fc-b255-20411bd2c785 req-66a97146-ae97-4d96-9e35-f658586ab372 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 949 time: 0.3227437 Jul 14 09:09:22.306193 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04a9e067-fc52-40fc-b255-20411bd2c785 req-9446b07b-78c0-4d7a-beaa-f06f039bc80d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424016 Jul 14 09:09:22.334248 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-54dbf35a-f3fa-4f6a-8d4a-f44409f260f1 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d26b4168e0144f2b895d7a5b4dac1633&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1368468 Jul 14 09:09:22.510598 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-e8e446ba-471c-4d3d-b541-63690923e5b3 service neutron] 10.222.0.25 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841853 Jul 14 09:09:22.522098 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ae335-f1d8-4c45-97e2-1ae09474d472 req-0cc7f350-8474-4fab-aebb-03bd8a9cf7d5 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:22.523769 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-904ae335-f1d8-4c45-97e2-1ae09474d472 req-0cc7f350-8474-4fab-aebb-03bd8a9cf7d5 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2c8b875-3adc-47bd-8e21-b276aa9c3e98 HTTP/1.1" status: 200 len: 945 time: 0.1788514 Jul 14 09:09:22.674577 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3091070-ea45-463b-85e6-e1b3209db122 req-a9076268-a379-4ce7-8524-31ec89ca579e tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:22.676242 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d3091070-ea45-463b-85e6-e1b3209db122 req-a9076268-a379-4ce7-8524-31ec89ca579e tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c8b875-3adc-47bd-8e21-b276aa9c3e98 HTTP/1.1" status: 200 len: 945 time: 0.2326851 Jul 14 09:09:22.763247 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-96022f9b-ec6c-4e5f-af06-fb60e67cb4ce service neutron] 10.222.0.25 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375917 Jul 14 09:09:22.804697 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d3091070-ea45-463b-85e6-e1b3209db122 req-ef446f1d-03d8-46de-8b36-92a9c16a8780 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694826 Jul 14 09:09:22.854317 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-904ae335-f1d8-4c45-97e2-1ae09474d472 req-c0ecd082-0819-4381-9ee6-7ca5c0fd5c25 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Deleting port cb176423-77ae-4ddf-8109-1d8dfe746e1d {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:09:22.857945 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-904ae335-f1d8-4c45-97e2-1ae09474d472 req-c0ecd082-0819-4381-9ee6-7ca5c0fd5c25 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:23.056536 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-904ae335-f1d8-4c45-97e2-1ae09474d472 req-c0ecd082-0819-4381-9ee6-7ca5c0fd5c25 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] For port cb176423-77ae-4ddf-8109-1d8dfe746e1d, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=cb176423-77ae-4ddf-8109-1d8dfe746e1d,segment=NetworkSegment(6d503d23-62fd-459d-88f6-1a059a312d61),segment_id=6d503d23-62fd-459d-88f6-1a059a312d61)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:23.057893 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-904ae335-f1d8-4c45-97e2-1ae09474d472 req-c0ecd082-0819-4381-9ee6-7ca5c0fd5c25 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:23.076040 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-904ae335-f1d8-4c45-97e2-1ae09474d472 req-c0ecd082-0819-4381-9ee6-7ca5c0fd5c25 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Calling delete_port for cb176423-77ae-4ddf-8109-1d8dfe746e1d owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:09:23.176988 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2549a4-1bbc-40b4-ae98-4cc393c97865 req-b99de5ca-2a77-4e8c-a396-d082c0a695c5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:23.178484 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d2549a4-1bbc-40b4-ae98-4cc393c97865 req-b99de5ca-2a77-4e8c-a396-d082c0a695c5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaeda7bb-bfba-4e85-b56b-2c570a20c33c HTTP/1.1" status: 200 len: 944 time: 0.1952417 Jul 14 09:09:23.244286 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d2549a4-1bbc-40b4-ae98-4cc393c97865 req-2a91f18d-450d-4b8f-9456-8a75b551daa1 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598388 Jul 14 09:09:23.413204 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-904ae335-f1d8-4c45-97e2-1ae09474d472 req-c0ecd082-0819-4381-9ee6-7ca5c0fd5c25 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:23.426641 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['0933f5b8-a3e2-48c4-b106-cc7f1a67b727', 'cb176423-77ae-4ddf-8109-1d8dfe746e1d'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:23.516070 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 3ae0549c-ab4c-4ffe-b91c-4d4698c73778 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:09:23.591298 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ecd082-0819-4381-9ee6-7ca5c0fd5c25 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Pushing event deleted for resources: {'Port': ['ID=cb176423-77ae-4ddf-8109-1d8dfe746e1d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:23.718981 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-904ae335-f1d8-4c45-97e2-1ae09474d472 req-c0ecd082-0819-4381-9ee6-7ca5c0fd5c25 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] No DVR routers for this DVR port cb176423-77ae-4ddf-8109-1d8dfe746e1d on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:09:23.763582 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-904ae335-f1d8-4c45-97e2-1ae09474d472 req-c0ecd082-0819-4381-9ee6-7ca5c0fd5c25 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:23.778279 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-904ae335-f1d8-4c45-97e2-1ae09474d472 req-c0ecd082-0819-4381-9ee6-7ca5c0fd5c25 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.47 "DELETE /v2.0/ports/cb176423-77ae-4ddf-8109-1d8dfe746e1d HTTP/1.1" status: 204 len: 173 time: 1.2433827 Jul 14 09:09:23.778782 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c8b875-3adc-47bd-8e21-b276aa9c3e98', 'name': 'network-vif-deleted', 'tag': 'cb176423-77ae-4ddf-8109-1d8dfe746e1d'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:23.781147 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473f324a-cdd2-4d41-af5d-05d612b6a1cc" -d '{"events": [{"server_uuid": "e2c8b875-3adc-47bd-8e21-b276aa9c3e98", "name": "network-vif-deleted", "tag": "cb176423-77ae-4ddf-8109-1d8dfe746e1d"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:24.072365 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6497f0e2-6d02-40b3-9110-dbc447ddae5f x-openstack-request-id: req-6497f0e2-6d02-40b3-9110-dbc447ddae5f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:24.072839 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71603e8b-1d02-4059-9ea8-36be3311e0c2", "name": "network-vif-plugged", "status": "completed", "tag": "5cd3df1d-b55b-410a-9f47-9d1d330c05f9", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:24.074016 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6497f0e2-6d02-40b3-9110-dbc447ddae5f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:24.075390 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71603e8b-1d02-4059-9ea8-36be3311e0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd3df1d-b55b-410a-9f47-9d1d330c05f9', 'code': 200} Jul 14 09:09:24.142781 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:24.154643 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b960989-b442-4e08-bae7-5a2cdf463a64 req-c0cca913-d363-411f-941e-d9ce95efa112 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:24.178816 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b960989-b442-4e08-bae7-5a2cdf463a64 req-c0cca913-d363-411f-941e-d9ce95efa112 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.5998888 Jul 14 09:09:24.222468 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 3ae0549c-ab4c-4ffe-b91c-4d4698c73778, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=3ae0549c-ab4c-4ffe-b91c-4d4698c73778,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:24.249919 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '3ae0549c-ab4c-4ffe-b91c-4d4698c73778', 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23', 'port_id': '3ae0549c-ab4c-4ffe-b91c-4d4698c73778', 'mac_address': 'fa:16:3e:84:4e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cecf5b8-9bc0-42ae-ae75-809b50502003', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:09:24.287252 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686fd2d-5651-47f6-ae41-36892ceab065 req-06df3fb2-80c4-4e6c-896d-1d00536f8584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:24.290040 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7686fd2d-5651-47f6-ae41-36892ceab065 req-06df3fb2-80c4-4e6c-896d-1d00536f8584 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 1101 time: 0.4461741 Jul 14 09:09:24.359720 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:24.382578 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae0549c-ab4c-4ffe-b91c-4d4698c73778 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:09:24.394261 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b960989-b442-4e08-bae7-5a2cdf463a64 req-dcc71d38-3ce6-4576-a7e7-e99d0485213a tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141397 Jul 14 09:09:24.417292 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 3ae0549c-ab4c-4ffe-b91c-4d4698c73778, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=3ae0549c-ab4c-4ffe-b91c-4d4698c73778,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:24.432716 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:24.459290 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c80212-6cd2-40cc-9e89-01819d461513 req-1232e9c1-f80b-47aa-a4d2-9fc41635bce5 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:24.467943 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-15c80212-6cd2-40cc-9e89-01819d461513 req-1232e9c1-f80b-47aa-a4d2-9fc41635bce5 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 945 time: 0.4595582 Jul 14 09:09:24.511753 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=3ae0549c-ab4c-4ffe-b91c-4d4698c73778,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:24.584918 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7686fd2d-5651-47f6-ae41-36892ceab065 req-4a23b2db-72db-4c7f-aa5c-7a79787acc55 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689891 Jul 14 09:09:24.661068 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 38840) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:24.685758 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-15c80212-6cd2-40cc-9e89-01819d461513 req-ba0ab78f-c6ed-4a7b-8b61-686e43ecdc8a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768239 Jul 14 09:09:24.749494 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['3ae0549c-ab4c-4ffe-b91c-4d4698c73778'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:24.883730 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f2b97fa1-2bad-4810-8302-bb4f9165dfe7 req-71106930-b57f-467f-a3bd-b89b9f00ad9b tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 210 time: 0.0835500 Jul 14 09:09:24.901392 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2aa43d34-24cf-49c0-9b23-e6b863dc6489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:25.046929 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc48f20-a834-40bd-b5a0-e29b60668471 x-openstack-request-id: req-7fc48f20-a834-40bd-b5a0-e29b60668471 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:25.047291 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c8b875-3adc-47bd-8e21-b276aa9c3e98", "name": "network-vif-deleted", "tag": "cb176423-77ae-4ddf-8109-1d8dfe746e1d", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:25.048190 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7fc48f20-a834-40bd-b5a0-e29b60668471 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:25.048636 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c8b875-3adc-47bd-8e21-b276aa9c3e98', 'name': 'network-vif-deleted', 'tag': 'cb176423-77ae-4ddf-8109-1d8dfe746e1d', 'status': 'completed', 'code': 200} Jul 14 09:09:25.160261 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1cc50-6b43-48b1-8fad-ba03d288497d req-c6517f61-3328-4ae4-9f76-70b49c1c2916 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:25.162940 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cca1cc50-6b43-48b1-8fad-ba03d288497d req-c6517f61-3328-4ae4-9f76-70b49c1c2916 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 949 time: 0.1193168 Jul 14 09:09:25.167842 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2aa43d34-24cf-49c0-9b23-e6b863dc6489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:25.177157 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2aa43d34-24cf-49c0-9b23-e6b863dc6489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:25.243108 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cca1cc50-6b43-48b1-8fad-ba03d288497d req-9760c782-abba-4226-98db-0bf4ba169fa6 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725477 Jul 14 09:09:25.309324 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2aa43d34-24cf-49c0-9b23-e6b863dc6489 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=37f443d3e0b94483a549cea54f144cce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6461978 Jul 14 09:09:25.317986 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 38850) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:25.322913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa43d34-24cf-49c0-9b23-e6b863dc6489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf72e70e-c6e1-4d08-bb40-1435148d2bd4,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:25.429345 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a2e33-93a1-41d3-b5a4-ab2b44e0ae5d req-1694cfc7-bba2-4aec-83c6-b3ae57cd28a2 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:25.430987 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-447a2e33-93a1-41d3-b5a4-ab2b44e0ae5d req-1694cfc7-bba2-4aec-83c6-b3ae57cd28a2 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaeda7bb-bfba-4e85-b56b-2c570a20c33c HTTP/1.1" status: 200 len: 945 time: 0.1819479 Jul 14 09:09:25.442083 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e47f2e7-636f-4dbc-9934-79bb4c69943b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:25.471189 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e47f2e7-636f-4dbc-9934-79bb4c69943b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:25.527034 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e47f2e7-636f-4dbc-9934-79bb4c69943b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:25.531362 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e47f2e7-636f-4dbc-9934-79bb4c69943b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:25.533112 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9e47f2e7-636f-4dbc-9934-79bb4c69943b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf72e70e-c6e1-4d08-bb40-1435148d2bd4 HTTP/1.1" status: 204 len: 168 time: 0.2069693 Jul 14 09:09:25.566027 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47f2e7-636f-4dbc-9934-79bb4c69943b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf72e70e-c6e1-4d08-bb40-1435148d2bd4,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:25.695908 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-447a2e33-93a1-41d3-b5a4-ab2b44e0ae5d req-667252a0-e6e7-4b76-bd41-ca6434dbc92e tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551885 Jul 14 09:09:25.826167 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-fc5a36ac-71db-400b-b448-d75b9e930938 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:25.827889 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-fc5a36ac-71db-400b-b448-d75b9e930938 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.47 "GET /v2.0/networks?id=6f33b460-d2d2-4c56-9516-34520289d045 HTTP/1.1" status: 200 len: 821 time: 0.3184457 Jul 14 09:09:25.891754 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-e7cf1821-e3e4-46f7-9db3-124f9576055f tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Request body: {'port': {'device_id': '3684c377-79ea-4158-8802-fe3e28230086', 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045', 'admin_state_up': True, 'tenant_id': 'd26b4168e0144f2b895d7a5b4dac1633'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:26.082421 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 38864) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:26.103088 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1aba0ec1-77d4-4029-adfa-e37eaaaf0630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:26.163750 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeba3b-5e45-4466-aa80-8c4d9dbcf03f req-25df4fd0-899a-4b4a-aed8-9e1ce9d13edc tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:26.170566 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeba3b-5e45-4466-aa80-8c4d9dbcf03f req-25df4fd0-899a-4b4a-aed8-9e1ce9d13edc tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:26.181131 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeba3b-5e45-4466-aa80-8c4d9dbcf03f req-25df4fd0-899a-4b4a-aed8-9e1ce9d13edc tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:26.187897 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeba3b-5e45-4466-aa80-8c4d9dbcf03f req-25df4fd0-899a-4b4a-aed8-9e1ce9d13edc tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:26.194208 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeba3b-5e45-4466-aa80-8c4d9dbcf03f req-25df4fd0-899a-4b4a-aed8-9e1ce9d13edc tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:26.200944 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeba3b-5e45-4466-aa80-8c4d9dbcf03f req-25df4fd0-899a-4b4a-aed8-9e1ce9d13edc tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:26.208312 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeba3b-5e45-4466-aa80-8c4d9dbcf03f req-25df4fd0-899a-4b4a-aed8-9e1ce9d13edc tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:26.215911 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-97aeba3b-5e45-4466-aa80-8c4d9dbcf03f req-25df4fd0-899a-4b4a-aed8-9e1ce9d13edc tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 5444 time: 0.4315510 Jul 14 09:09:26.302906 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-97aeba3b-5e45-4466-aa80-8c4d9dbcf03f req-2da0795d-6272-472f-affe-6eda23456366 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/security-groups?id=676d5fbb-8b00-498f-8965-8e518737057a&id=8646e213-dd0d-40aa-b659-6adc73064e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0850673 Jul 14 09:09:26.306405 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.db.api [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-e7cf1821-e3e4-46f7-9db3-124f9576055f tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:09:26.306405 n-d-771362-35 neutron-server[93773]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:09:26.306405 n-d-771362-35 neutron-server[93773]: [parameters: {'project_id': 'd26b4168e0144f2b895d7a5b4dac1633', 'id': '72ab350f-c52b-4422-b7aa-862b6e21d156', 'expiration': datetime.datetime(2021, 7, 14, 9, 11, 26, 259733)}] Jul 14 09:09:26.306405 n-d-771362-35 neutron-server[93773]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:09:26.306856 n-d-771362-35 neutron-server[93773]: DEBUG oslo_db.api [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-e7cf1821-e3e4-46f7-9db3-124f9576055f tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:09:26.340501 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e185eb-4d39-420a-9a9a-bdd759aa999c req-2e07ff54-40f4-423a-9fa4-cd0400faea08 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:26.351733 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-19e185eb-4d39-420a-9a9a-bdd759aa999c req-2e07ff54-40f4-423a-9fa4-cd0400faea08 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.4016447 Jul 14 09:09:26.417022 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-19e185eb-4d39-420a-9a9a-bdd759aa999c req-ee24d0f3-0043-4be9-91fa-3f313752f722 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640004 Jul 14 09:09:26.417237 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1aba0ec1-77d4-4029-adfa-e37eaaaf0630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:26.427852 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1aba0ec1-77d4-4029-adfa-e37eaaaf0630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:26.537611 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1aba0ec1-77d4-4029-adfa-e37eaaaf0630 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19fe75e4b89644c78dc6f3b45797b274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4540448 Jul 14 09:09:26.540259 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 38874) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:26.556759 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba0ec1-77d4-4029-adfa-e37eaaaf0630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25d5323-30a6-4d36-b6f6-ec8b78526985,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:26.766135 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4bcb16f0-d8af-431d-90a5-cc8450c95f83 req-ec925b5b-59f4-410b-b8cd-06c08b7fde37 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 210 time: 0.0802460 Jul 14 09:09:26.799242 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-088d8ecd-b08a-4b27-aafe-250cd63419d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:26.857029 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-088d8ecd-b08a-4b27-aafe-250cd63419d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:26.868123 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5f840-8a7f-43b3-86de-d5ca1c61c1ea req-aebfbd0f-2947-45d0-8652-9c4ce6b2b1f5 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:26.888239 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-86f5f840-8a7f-43b3-86de-d5ca1c61c1ea req-aebfbd0f-2947-45d0-8652-9c4ce6b2b1f5 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 945 time: 0.2949867 Jul 14 09:09:26.974521 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-e7cf1821-e3e4-46f7-9db3-124f9576055f tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Made reservation on behalf of d26b4168e0144f2b895d7a5b4dac1633 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:09:26.985802 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-e7cf1821-e3e4-46f7-9db3-124f9576055f tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:27.086229 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-86f5f840-8a7f-43b3-86de-d5ca1c61c1ea req-ca1ea96c-dc41-4bda-8046-487c3ed15f78 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985829 Jul 14 09:09:27.099644 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-088d8ecd-b08a-4b27-aafe-250cd63419d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:27.109166 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-088d8ecd-b08a-4b27-aafe-250cd63419d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:27.113145 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-088d8ecd-b08a-4b27-aafe-250cd63419d2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b25d5323-30a6-4d36-b6f6-ec8b78526985 HTTP/1.1" status: 204 len: 168 time: 0.5690069 Jul 14 09:09:27.414555 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device cb176423-77ae-4ddf-8109-1d8dfe746e1d no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:09:27.449785 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-e7cf1821-e3e4-46f7-9db3-124f9576055f tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Allocated IP 172.20.0.7 (6f33b460-d2d2-4c56-9516-34520289d045/d193f247-8cf4-44bf-89d9-9de68e3cae2e/022e995c-a50c-4a54-9f35-a29ef5966e83) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:09:27.457107 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: cb176423-77ae-4ddf-8109-1d8dfe746e1d {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:09:27.467936 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device cb176423-77ae-4ddf-8109-1d8dfe746e1d not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:09:27.487047 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d8ecd-b08a-4b27-aafe-250cd63419d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25d5323-30a6-4d36-b6f6-ec8b78526985,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:27.586488 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 3ae0549c-ab4c-4ffe-b91c-4d4698c73778 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:09:27.659984 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb94c33-58f5-4feb-b162-722fc34510ba req-7e0d1170-1c40-462f-95dd-4d1c22483ce4 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:27.667575 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-afb94c33-58f5-4feb-b162-722fc34510ba req-7e0d1170-1c40-462f-95dd-4d1c22483ce4 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 949 time: 0.7003911 Jul 14 09:09:27.744169 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 3ae0549c-ab4c-4ffe-b91c-4d4698c73778 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:09:27.754727 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 3ae0549c-ab4c-4ffe-b91c-4d4698c73778 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:27.756881 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:27.771469 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-afb94c33-58f5-4feb-b162-722fc34510ba req-5e8f41e7-34ab-47c2-aa85-9d27f8b85e96 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023512 Jul 14 09:09:27.795524 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d8eff-3b14-445b-bc72-7b9bf4c6c3ad req-f52f2ec3-ebfc-463c-ad91-f7586883ae5e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:27.834117 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d8eff-3b14-445b-bc72-7b9bf4c6c3ad req-f52f2ec3-ebfc-463c-ad91-f7586883ae5e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:27.864059 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d8eff-3b14-445b-bc72-7b9bf4c6c3ad req-f52f2ec3-ebfc-463c-ad91-f7586883ae5e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:27.873998 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d8eff-3b14-445b-bc72-7b9bf4c6c3ad req-f52f2ec3-ebfc-463c-ad91-f7586883ae5e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:27.892940 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d8eff-3b14-445b-bc72-7b9bf4c6c3ad req-f52f2ec3-ebfc-463c-ad91-f7586883ae5e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:27.923223 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d8eff-3b14-445b-bc72-7b9bf4c6c3ad req-f52f2ec3-ebfc-463c-ad91-f7586883ae5e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:27.938054 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d8eff-3b14-445b-bc72-7b9bf4c6c3ad req-f52f2ec3-ebfc-463c-ad91-f7586883ae5e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:27.950124 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-880d8eff-3b14-445b-bc72-7b9bf4c6c3ad req-f52f2ec3-ebfc-463c-ad91-f7586883ae5e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 5444 time: 0.4657645 Jul 14 09:09:28.010740 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-e7cf1821-e3e4-46f7-9db3-124f9576055f tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:28.043620 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:28.098758 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaeda7bb-bfba-4e85-b56b-2c570a20c33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae0549c-ab4c-4ffe-b91c-4d4698c73778'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:28.102662 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6606c23e-2f28-43f1-b159-e5d361b5174b" -d '{"events": [{"server_uuid": "aaeda7bb-bfba-4e85-b56b-2c570a20c33c", "name": "network-vif-plugged", "status": "completed", "tag": "3ae0549c-ab4c-4ffe-b91c-4d4698c73778"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:28.163197 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 3ae0549c-ab4c-4ffe-b91c-4d4698c73778, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=3ae0549c-ab4c-4ffe-b91c-4d4698c73778,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:28.179771 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:28.320774 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=3ae0549c-ab4c-4ffe-b91c-4d4698c73778,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:28.348436 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-e7cf1821-e3e4-46f7-9db3-124f9576055f tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:28.361811 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['1b54b34d-4176-4477-a67d-d3e71a9e39e5'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:28.504423 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-e7cf1821-e3e4-46f7-9db3-124f9576055f tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Network 6f33b460-d2d2-4c56-9516-34520289d045 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:09:28.533226 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1abd4-fac3-48fb-8fd1-7b2cc903322e req-7ee23ab2-97dc-4b77-a9cf-d6dccc3fed17 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:28.542249 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-89a1abd4-fac3-48fb-8fd1-7b2cc903322e req-7ee23ab2-97dc-4b77-a9cf-d6dccc3fed17 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaeda7bb-bfba-4e85-b56b-2c570a20c33c HTTP/1.1" status: 200 len: 946 time: 0.3383713 Jul 14 09:09:28.596485 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93876464-522c-4d04-b8a1-11916200dd1a req-b4ea16df-626d-4b25-9718-b7f46bcfdf82 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:28.604755 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-93876464-522c-4d04-b8a1-11916200dd1a req-b4ea16df-626d-4b25-9718-b7f46bcfdf82 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.5588648 Jul 14 09:09:28.612923 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-e7cf1821-e3e4-46f7-9db3-124f9576055f tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:09:28.628678 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-e7cf1821-e3e4-46f7-9db3-124f9576055f tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:09:28.693301 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-e7cf1821-e3e4-46f7-9db3-124f9576055f tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:28.693976 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-e7cf1821-e3e4-46f7-9db3-124f9576055f tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:28.706344 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf1821-e3e4-46f7-9db3-124f9576055f tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Pushing event updated for resources: {'Port': ['ID=022e995c-a50c-4a54-9f35-a29ef5966e83,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:28.753729 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-93876464-522c-4d04-b8a1-11916200dd1a req-133b143d-c1e2-4b49-9478-960f8664d3f9 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477253 Jul 14 09:09:28.778750 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-89a1abd4-fac3-48fb-8fd1-7b2cc903322e req-699fa647-5de1-4e50-967e-c9fb549e71fd tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354228 Jul 14 09:09:28.793474 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-e7cf1821-e3e4-46f7-9db3-124f9576055f tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9094317 Jul 14 09:09:28.806086 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-b30df303-d4dd-484a-8abd-964e55f8352d service neutron] Request body: {'port': {'device_id': '3684c377-79ea-4158-8802-fe3e28230086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:29.160567 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-b30df303-d4dd-484a-8abd-964e55f8352d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:29.226500 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b679888-3ef3-4936-a418-00ab197d7d3d req-0cfa6da0-69c1-4a16-9522-a43eb23937f0 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:29.237472 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b679888-3ef3-4936-a418-00ab197d7d3d req-0cfa6da0-69c1-4a16-9522-a43eb23937f0 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 931 time: 0.2292106 Jul 14 09:09:29.310147 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ff64b-6615-4f74-9d90-2c11c289bd44 req-10e59ba8-c2a1-458e-be24-c939bbaa3747 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:29.319420 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d51ff64b-6615-4f74-9d90-2c11c289bd44 req-10e59ba8-c2a1-458e-be24-c939bbaa3747 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 949 time: 0.2603920 Jul 14 09:09:29.453347 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b679888-3ef3-4936-a418-00ab197d7d3d req-9fc617a4-0e0b-4c3a-959b-408e676f88a9 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143235 Jul 14 09:09:29.600742 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3250c5-776a-4a08-aee7-de3624907e03 x-openstack-request-id: req-8e3250c5-776a-4a08-aee7-de3624907e03 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:29.602969 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaeda7bb-bfba-4e85-b56b-2c570a20c33c", "name": "network-vif-plugged", "status": "completed", "tag": "3ae0549c-ab4c-4ffe-b91c-4d4698c73778", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:29.603415 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e3250c5-776a-4a08-aee7-de3624907e03 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:29.604030 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaeda7bb-bfba-4e85-b56b-2c570a20c33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae0549c-ab4c-4ffe-b91c-4d4698c73778', 'code': 200} Jul 14 09:09:29.752099 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d51ff64b-6615-4f74-9d90-2c11c289bd44 req-cde683ad-2835-44e1-94f4-5a00972750bb tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299505 Jul 14 09:09:30.637855 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e53424-93b8-401f-b85f-34a978f0de3b req-0d8ece18-7531-4e48-af4c-910bff264f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:30.648345 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-19e53424-93b8-401f-b85f-34a978f0de3b req-0d8ece18-7531-4e48-af4c-910bff264f4c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aaeda7bb-bfba-4e85-b56b-2c570a20c33c HTTP/1.1" status: 200 len: 1098 time: 0.9636214 Jul 14 09:09:30.735920 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c10c66-9039-4149-bb07-966291ae245c req-67e0d83f-b8a3-48fa-accc-d18a0878aa44 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:30.757469 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-48c10c66-9039-4149-bb07-966291ae245c req-67e0d83f-b8a3-48fa-accc-d18a0878aa44 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 945 time: 0.7500889 Jul 14 09:09:30.787526 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-19e53424-93b8-401f-b85f-34a978f0de3b req-4950cef4-e0dd-4094-b2ee-9825a7697e0b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373715 Jul 14 09:09:30.859086 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-48c10c66-9039-4149-bb07-966291ae245c req-1e19e131-d4bd-427a-a9f6-701ff51ad1a0 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996473 Jul 14 09:09:31.086042 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-b30df303-d4dd-484a-8abd-964e55f8352d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 022e995c-a50c-4a54-9f35-a29ef5966e83 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:09:31.120437 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-b30df303-d4dd-484a-8abd-964e55f8352d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:31.193748 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 38996) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:31.298173 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-b30df303-d4dd-484a-8abd-964e55f8352d service neutron] Transition to ACTIVE for port object 022e995c-a50c-4a54-9f35-a29ef5966e83 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:09:31.320544 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-b30df303-d4dd-484a-8abd-964e55f8352d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:31.494295 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30df303-d4dd-484a-8abd-964e55f8352d service neutron] Pushing event updated for resources: {'Port': ['ID=022e995c-a50c-4a54-9f35-a29ef5966e83,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:31.554425 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04018d30-fb0e-423f-abc7-8bdd386f419b req-06e1c9d5-05fc-4a48-bcb8-cd51ea249c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:31.555099 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04018d30-fb0e-423f-abc7-8bdd386f419b req-06e1c9d5-05fc-4a48-bcb8-cd51ea249c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:31.555646 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04018d30-fb0e-423f-abc7-8bdd386f419b req-06e1c9d5-05fc-4a48-bcb8-cd51ea249c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:31.556232 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04018d30-fb0e-423f-abc7-8bdd386f419b req-06e1c9d5-05fc-4a48-bcb8-cd51ea249c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:31.556946 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04018d30-fb0e-423f-abc7-8bdd386f419b req-06e1c9d5-05fc-4a48-bcb8-cd51ea249c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:31.557516 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04018d30-fb0e-423f-abc7-8bdd386f419b req-06e1c9d5-05fc-4a48-bcb8-cd51ea249c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:31.558205 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04018d30-fb0e-423f-abc7-8bdd386f419b req-06e1c9d5-05fc-4a48-bcb8-cd51ea249c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:31.575422 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-04018d30-fb0e-423f-abc7-8bdd386f419b req-06e1c9d5-05fc-4a48-bcb8-cd51ea249c9d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 6508 time: 0.3741808 Jul 14 09:09:31.645649 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bf720-d350-41df-825e-5f4880edcbc1 req-fb87f8e5-0edd-48af-a9ff-6c6ff3924bdd tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:31.664095 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-048bf720-d350-41df-825e-5f4880edcbc1 req-fb87f8e5-0edd-48af-a9ff-6c6ff3924bdd tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaeda7bb-bfba-4e85-b56b-2c570a20c33c HTTP/1.1" status: 200 len: 946 time: 0.5158129 Jul 14 09:09:31.675379 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-04018d30-fb0e-423f-abc7-8bdd386f419b req-999bad22-def2-4dfe-9989-3cea0df0b0ea service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8646e213-dd0d-40aa-b659-6adc73064e3e&id=676d5fbb-8b00-498f-8965-8e518737057a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0988955 Jul 14 09:09:31.811600 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-048bf720-d350-41df-825e-5f4880edcbc1 req-a2bbad88-40f5-443c-9318-93f96a3ce3dc tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464167 Jul 14 09:09:31.828035 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-b30df303-d4dd-484a-8abd-964e55f8352d service neutron] Attempting to bind port 022e995c-a50c-4a54-9f35-a29ef5966e83 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:09:31.828602 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-b30df303-d4dd-484a-8abd-964e55f8352d service neutron] Attempting to bind port 022e995c-a50c-4a54-9f35-a29ef5966e83 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:09:31.829185 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-b30df303-d4dd-484a-8abd-964e55f8352d service neutron] Attempting to bind port 022e995c-a50c-4a54-9f35-a29ef5966e83 on network 6f33b460-d2d2-4c56-9516-34520289d045 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:09:31.835529 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-b30df303-d4dd-484a-8abd-964e55f8352d service neutron] Port 022e995c-a50c-4a54-9f35-a29ef5966e83 on network 6f33b460-d2d2-4c56-9516-34520289d045 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:09:31.835784 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-b30df303-d4dd-484a-8abd-964e55f8352d service neutron] Attempting to bind port 022e995c-a50c-4a54-9f35-a29ef5966e83 on network 6f33b460-d2d2-4c56-9516-34520289d045 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:09:31.858308 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-b30df303-d4dd-484a-8abd-964e55f8352d service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:09:31.858746 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-b30df303-d4dd-484a-8abd-964e55f8352d service neutron] Checking segment: {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:09:31.859252 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-b30df303-d4dd-484a-8abd-964e55f8352d service neutron] Bound using segment: {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:09:31.859819 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-b30df303-d4dd-484a-8abd-964e55f8352d service neutron] Bound port: 022e995c-a50c-4a54-9f35-a29ef5966e83, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:09:31.860343 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-b30df303-d4dd-484a-8abd-964e55f8352d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:32.075287 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 39014) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:32.083792 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b50f9-2634-4885-8fec-7ed3887b3f65 req-de6b2e76-f691-4e16-81a7-c54a9c31bbd2 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:32.086203 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d77b50f9-2634-4885-8fec-7ed3887b3f65 req-de6b2e76-f691-4e16-81a7-c54a9c31bbd2 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1999378 Jul 14 09:09:32.087563 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-b30df303-d4dd-484a-8abd-964e55f8352d service neutron] For port 022e995c-a50c-4a54-9f35-a29ef5966e83, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:09:32.091737 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-b30df303-d4dd-484a-8abd-964e55f8352d service neutron] For port 022e995c-a50c-4a54-9f35-a29ef5966e83, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=022e995c-a50c-4a54-9f35-a29ef5966e83,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:09:32.107223 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-b30df303-d4dd-484a-8abd-964e55f8352d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:32.158651 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-b30df303-d4dd-484a-8abd-964e55f8352d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:32.159316 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-b30df303-d4dd-484a-8abd-964e55f8352d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:32.160800 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-b30df303-d4dd-484a-8abd-964e55f8352d service neutron] 10.222.0.47 "PUT /v2.0/ports/022e995c-a50c-4a54-9f35-a29ef5966e83 HTTP/1.1" status: 200 len: 1092 time: 3.3598034 Jul 14 09:09:32.161432 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3684c377-79ea-4158-8802-fe3e28230086', 'tag': '022e995c-a50c-4a54-9f35-a29ef5966e83'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:32.164008 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3270c6a5-0504-4e8b-a7ef-63bf9d4e4af4" -d '{"events": [{"name": "network-changed", "server_uuid": "3684c377-79ea-4158-8802-fe3e28230086", "tag": "022e995c-a50c-4a54-9f35-a29ef5966e83"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:32.202683 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d77b50f9-2634-4885-8fec-7ed3887b3f65 req-8d240600-6ad0-4c43-9d9b-b45b2d3af886 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086869 Jul 14 09:09:32.350692 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b842c328-63b3-425f-b05d-403bc353cd99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:32.356134 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30df303-d4dd-484a-8abd-964e55f8352d service neutron] Pushing event updated for resources: {'Port': ['ID=022e995c-a50c-4a54-9f35-a29ef5966e83,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:32.444488 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-3863d38c-718b-481a-b3eb-72467baa52ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:32.446757 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-3863d38c-718b-481a-b3eb-72467baa52ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d26b4168e0144f2b895d7a5b4dac1633&device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 1095 time: 0.2346215 Jul 14 09:09:32.538316 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-bab2a2e2-e2aa-405f-8a36-9de26fd2e23e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=022e995c-a50c-4a54-9f35-a29ef5966e83 HTTP/1.1" status: 200 len: 217 time: 0.0736315 Jul 14 09:09:32.559314 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b842c328-63b3-425f-b05d-403bc353cd99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:32.566633 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b842c328-63b3-425f-b05d-403bc353cd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:32.597608 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b842c328-63b3-425f-b05d-403bc353cd99 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e641defa00794c1181f5510fa8eafd80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5207288 Jul 14 09:09:32.601277 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 39024) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:32.620051 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450c8aa-575d-4ab5-8a24-df8b1a5d7e1e req-1072a6cd-150c-424c-8d4e-c095a9beffb1 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:32.622273 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842c328-63b3-425f-b05d-403bc353cd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5e4a77-cd1c-455e-bfaa-c71add35b21b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:32.623249 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3450c8aa-575d-4ab5-8a24-df8b1a5d7e1e req-1072a6cd-150c-424c-8d4e-c095a9beffb1 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 943 time: 0.2411506 Jul 14 09:09:32.682765 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80a5b2-8808-46bf-99f3-f0a480fa6aad req-2b6a407e-b3d0-4211-8f83-663c1066c368 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:32.684706 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe80a5b2-8808-46bf-99f3-f0a480fa6aad req-2b6a407e-b3d0-4211-8f83-663c1066c368 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 949 time: 0.2365839 Jul 14 09:09:32.705011 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-ecff3f91-82a2-4623-9529-46add5cc8f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:32.705806 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-ecff3f91-82a2-4623-9529-46add5cc8f1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d193f247-8cf4-44bf-89d9-9de68e3cae2e HTTP/1.1" status: 200 len: 861 time: 0.1573029 Jul 14 09:09:32.768811 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-ceadfae7-e976-47fa-9fc0-49b003f32a39 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f33b460-d2d2-4c56-9516-34520289d045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511937 Jul 14 09:09:32.817777 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3450c8aa-575d-4ab5-8a24-df8b1a5d7e1e req-aea26937-8011-4611-8496-92d1ec3412da tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684237 Jul 14 09:09:32.818993 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ac6b14b-76fa-4175-a069-534379da47bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:32.891035 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ac6b14b-76fa-4175-a069-534379da47bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:32.981262 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe80a5b2-8808-46bf-99f3-f0a480fa6aad req-697ccb81-eb3a-4098-b7c5-610473141798 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806334 Jul 14 09:09:32.984710 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ac6b14b-76fa-4175-a069-534379da47bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:32.988448 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ac6b14b-76fa-4175-a069-534379da47bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:32.992556 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9ac6b14b-76fa-4175-a069-534379da47bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac5e4a77-cd1c-455e-bfaa-c71add35b21b HTTP/1.1" status: 204 len: 168 time: 0.3889487 Jul 14 09:09:33.036911 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6b14b-76fa-4175-a069-534379da47bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5e4a77-cd1c-455e-bfaa-c71add35b21b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:33.107033 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3a2680-bf58-4be3-88de-42bec2429865 x-openstack-request-id: req-ed3a2680-bf58-4be3-88de-42bec2429865 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:33.107598 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3684c377-79ea-4158-8802-fe3e28230086", "tag": "022e995c-a50c-4a54-9f35-a29ef5966e83", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:33.108209 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed3a2680-bf58-4be3-88de-42bec2429865 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:33.108821 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3684c377-79ea-4158-8802-fe3e28230086', 'tag': '022e995c-a50c-4a54-9f35-a29ef5966e83', 'status': 'completed', 'code': 200} Jul 14 09:09:33.145835 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-1a98409f-5021-4927-bf2d-83706c5cb23f service neutron] 10.222.0.47 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645935 Jul 14 09:09:33.249516 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c16d5-33b7-4674-b02f-10b61b8a4f49 req-7f985c8c-ad36-43e9-81a6-d86cdeb02d9e tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:33.251075 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a48c16d5-33b7-4674-b02f-10b61b8a4f49 req-7f985c8c-ad36-43e9-81a6-d86cdeb02d9e tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 945 time: 0.2056859 Jul 14 09:09:33.394022 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a48c16d5-33b7-4674-b02f-10b61b8a4f49 req-e2a4822d-42e7-43a5-884a-2b198232e36d tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286817 Jul 14 09:09:33.407695 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c4fa4fb0-5f39-4959-94f2-5921bd08977c req-abf584f7-e8d5-4828-8604-65a3fd885825 service neutron] 10.222.0.47 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516196 Jul 14 09:09:33.481286 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df064f-c4a9-40fe-9658-9a05d4023c6d req-b46ca34c-c891-431e-a061-7d6d55ac9329 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:33.481286 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b4df064f-c4a9-40fe-9658-9a05d4023c6d req-b46ca34c-c891-431e-a061-7d6d55ac9329 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1873965 Jul 14 09:09:33.526057 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 39032) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:33.554422 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c7d3b8d-42e2-41ae-b543-9cd5bcee2617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:33.678366 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b4df064f-c4a9-40fe-9658-9a05d4023c6d req-8821efd7-ed46-4f0f-93f6-6ce55e1c2662 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806939 Jul 14 09:09:33.695373 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270c6a5-0504-4e8b-a7ef-63bf9d4e4af4 req-a9b67b62-b973-47f7-b445-6a7f1d66b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:33.697716 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3270c6a5-0504-4e8b-a7ef-63bf9d4e4af4 req-a9b67b62-b973-47f7-b445-6a7f1d66b3d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d26b4168e0144f2b895d7a5b4dac1633&device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 1095 time: 0.2153046 Jul 14 09:09:33.715427 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c7d3b8d-42e2-41ae-b543-9cd5bcee2617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:33.747715 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c7d3b8d-42e2-41ae-b543-9cd5bcee2617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:33.801990 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04fb4c-da12-4cb7-ba65-fafaf0460b5a req-dfe4fb8a-7a9d-4a46-a7a3-193bf76fd4b7 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:33.811467 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3f04fb4c-da12-4cb7-ba65-fafaf0460b5a req-dfe4fb8a-7a9d-4a46-a7a3-193bf76fd4b7 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=07c4ccd8-22b1-4f5a-bb96-72286a38e0fa HTTP/1.1" status: 200 len: 945 time: 0.2255657 Jul 14 09:09:33.842417 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d3b8d-42e2-41ae-b543-9cd5bcee2617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37b71aa-8812-423b-a44b-73a45235c0d3,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:33.900896 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9c7d3b8d-42e2-41ae-b543-9cd5bcee2617 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6fddb42f3fcd456782c321902840f296&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3702106 Jul 14 09:09:33.901562 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 39038) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:33.932572 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270c6a5-0504-4e8b-a7ef-63bf9d4e4af4 req-c1837dd3-2af4-489f-9fbc-3103a1cdf984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:33.934064 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3270c6a5-0504-4e8b-a7ef-63bf9d4e4af4 req-c1837dd3-2af4-489f-9fbc-3103a1cdf984 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f33b460-d2d2-4c56-9516-34520289d045 HTTP/1.1" status: 200 len: 921 time: 0.2275400 Jul 14 09:09:33.955224 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3f04fb4c-da12-4cb7-ba65-fafaf0460b5a req-88afee11-5153-4644-9e88-8d881625edce tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb29df81-a75f-4d88-b363-b5cdef3f2c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425805 Jul 14 09:09:33.974804 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0458263-1830-4087-92b1-477d5387715b req-cf49240d-038c-494a-bfea-24bf1fecae48 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:33.976684 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b0458263-1830-4087-92b1-477d5387715b req-cf49240d-038c-494a-bfea-24bf1fecae48 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.47 "GET /v2.0/ports?device_id=07c4ccd8-22b1-4f5a-bb96-72286a38e0fa HTTP/1.1" status: 200 len: 945 time: 0.1516094 Jul 14 09:09:34.055433 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-439baccb-a5fa-41d4-b1b3-b57dbc2df1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:34.057711 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3270c6a5-0504-4e8b-a7ef-63bf9d4e4af4 req-ecc89260-ae1c-4002-90ec-d476c68b96fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=022e995c-a50c-4a54-9f35-a29ef5966e83 HTTP/1.1" status: 200 len: 217 time: 0.0998976 Jul 14 09:09:34.089866 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936788b-d946-4b4e-8adc-0df1e55daf89 req-899be502-050f-4a76-a4a2-19a6bceb50e2 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:34.099206 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9936788b-d946-4b4e-8adc-0df1e55daf89 req-899be502-050f-4a76-a4a2-19a6bceb50e2 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaeda7bb-bfba-4e85-b56b-2c570a20c33c HTTP/1.1" status: 200 len: 946 time: 0.2585871 Jul 14 09:09:34.180498 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-439baccb-a5fa-41d4-b1b3-b57dbc2df1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:34.258151 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-b0458263-1830-4087-92b1-477d5387715b req-72d8665d-6a3a-4960-8e80-133a605b9767 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Deleting port 0933f5b8-a3e2-48c4-b106-cc7f1a67b727 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:09:34.258651 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b0458263-1830-4087-92b1-477d5387715b req-72d8665d-6a3a-4960-8e80-133a605b9767 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:34.260837 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270c6a5-0504-4e8b-a7ef-63bf9d4e4af4 req-049d68eb-be9c-47a2-beb6-c6defffaf6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:34.262850 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3270c6a5-0504-4e8b-a7ef-63bf9d4e4af4 req-049d68eb-be9c-47a2-beb6-c6defffaf6aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d193f247-8cf4-44bf-89d9-9de68e3cae2e HTTP/1.1" status: 200 len: 861 time: 0.1949794 Jul 14 09:09:34.272043 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9936788b-d946-4b4e-8adc-0df1e55daf89 req-cf11e24e-7e86-45d5-89e7-2e0fbcb1cc8b tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719029 Jul 14 09:09:34.277999 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-439baccb-a5fa-41d4-b1b3-b57dbc2df1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:34.291482 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-439baccb-a5fa-41d4-b1b3-b57dbc2df1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:34.296167 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-439baccb-a5fa-41d4-b1b3-b57dbc2df1b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f37b71aa-8812-423b-a44b-73a45235c0d3 HTTP/1.1" status: 204 len: 168 time: 0.3873460 Jul 14 09:09:34.345226 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3270c6a5-0504-4e8b-a7ef-63bf9d4e4af4 req-ce35b249-2df0-4cbc-88dc-6ec7ae83ba90 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f33b460-d2d2-4c56-9516-34520289d045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685103 Jul 14 09:09:34.356203 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439baccb-a5fa-41d4-b1b3-b57dbc2df1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37b71aa-8812-423b-a44b-73a45235c0d3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:34.357031 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56facc-4a5b-4f93-a3fd-c6a0b72a4e47 req-be06bf6c-eb45-4bb6-a3be-6e8b89e5cdbc tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:34.372836 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8b56facc-4a5b-4f93-a3fd-c6a0b72a4e47 req-be06bf6c-eb45-4bb6-a3be-6e8b89e5cdbc tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 943 time: 0.2428241 Jul 14 09:09:34.497123 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-b0458263-1830-4087-92b1-477d5387715b req-72d8665d-6a3a-4960-8e80-133a605b9767 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] For port 0933f5b8-a3e2-48c4-b106-cc7f1a67b727, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=0933f5b8-a3e2-48c4-b106-cc7f1a67b727,segment=NetworkSegment(6d503d23-62fd-459d-88f6-1a059a312d61),segment_id=6d503d23-62fd-459d-88f6-1a059a312d61)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:34.497622 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b0458263-1830-4087-92b1-477d5387715b req-72d8665d-6a3a-4960-8e80-133a605b9767 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:34.526846 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-b0458263-1830-4087-92b1-477d5387715b req-72d8665d-6a3a-4960-8e80-133a605b9767 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Calling delete_port for 0933f5b8-a3e2-48c4-b106-cc7f1a67b727 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:09:34.559358 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8b56facc-4a5b-4f93-a3fd-c6a0b72a4e47 req-c62ce8be-a70c-4acc-8396-8bbee8d1af77 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614482 Jul 14 09:09:34.625403 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3270c6a5-0504-4e8b-a7ef-63bf9d4e4af4 req-cda1e27d-6bb5-4b8d-9531-9baacc2dfe2e service neutron] 10.222.0.47 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485671 Jul 14 09:09:34.789001 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b0458263-1830-4087-92b1-477d5387715b req-72d8665d-6a3a-4960-8e80-133a605b9767 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:34.803538 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['0933f5b8-a3e2-48c4-b106-cc7f1a67b727'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:34.867973 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3270c6a5-0504-4e8b-a7ef-63bf9d4e4af4 req-e96537ee-f47c-4f94-ace5-ce7e6e8394c0 service neutron] 10.222.0.47 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353210 Jul 14 09:09:34.871081 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8665d-6a3a-4960-8e80-133a605b9767 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Pushing event deleted for resources: {'Port': ['ID=0933f5b8-a3e2-48c4-b106-cc7f1a67b727,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:35.001451 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0458263-1830-4087-92b1-477d5387715b req-72d8665d-6a3a-4960-8e80-133a605b9767 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] No DVR routers for this DVR port 0933f5b8-a3e2-48c4-b106-cc7f1a67b727 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:09:35.004634 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b0458263-1830-4087-92b1-477d5387715b req-72d8665d-6a3a-4960-8e80-133a605b9767 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:35.011228 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b0458263-1830-4087-92b1-477d5387715b req-72d8665d-6a3a-4960-8e80-133a605b9767 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.47 "DELETE /v2.0/ports/0933f5b8-a3e2-48c4-b106-cc7f1a67b727 HTTP/1.1" status: 204 len: 173 time: 1.0282564 Jul 14 09:09:35.012138 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c4ccd8-22b1-4f5a-bb96-72286a38e0fa', 'name': 'network-vif-deleted', 'tag': '0933f5b8-a3e2-48c4-b106-cc7f1a67b727'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:35.024011 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac40cb4-32c7-4fe8-b4c3-93214d2ac4e9" -d '{"events": [{"server_uuid": "07c4ccd8-22b1-4f5a-bb96-72286a38e0fa", "name": "network-vif-deleted", "tag": "0933f5b8-a3e2-48c4-b106-cc7f1a67b727"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:35.202679 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e28c4-33e8-439c-b686-4788ef1cf5c2 req-a1c86b9c-7e9d-4739-a6c7-b50b4764b557 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:35.205616 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e57e28c4-33e8-439c-b686-4788ef1cf5c2 req-a1c86b9c-7e9d-4739-a6c7-b50b4764b557 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.2658088 Jul 14 09:09:35.231971 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b1710-807f-4247-b19e-14e6d9792a2c req-fbd838cb-5b73-48b4-8f6e-47e78bf89fd6 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:35.243071 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5d6b1710-807f-4247-b19e-14e6d9792a2c req-fbd838cb-5b73-48b4-8f6e-47e78bf89fd6 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 949 time: 0.3705642 Jul 14 09:09:35.356339 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5d6b1710-807f-4247-b19e-14e6d9792a2c req-b2d1c4fd-df8b-4a43-b02a-5853ae958ed7 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122165 Jul 14 09:09:35.397737 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e57e28c4-33e8-439c-b686-4788ef1cf5c2 req-eebd0e5c-4262-4abf-a1f4-6374d13594da tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518614 Jul 14 09:09:35.689198 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a05112-213f-4d09-8581-0c45276cca0d req-40b1a167-2ce7-46d0-9fc2-a6bef9777f09 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:35.693246 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-16a05112-213f-4d09-8581-0c45276cca0d req-40b1a167-2ce7-46d0-9fc2-a6bef9777f09 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 945 time: 0.1796355 Jul 14 09:09:35.785413 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-125036be-4b03-4ed5-a971-c70385c028a7 req-a2882aa6-7514-4924-992a-6efe925442e3 tempest-AttachVolumeNegativeTest-240969629 tempest-AttachVolumeNegativeTest-240969629-project] 10.222.0.25 "GET /v2.0/ports?device_id=07c4ccd8-22b1-4f5a-bb96-72286a38e0fa HTTP/1.1" status: 200 len: 210 time: 0.0910008 Jul 14 09:09:35.875176 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-16a05112-213f-4d09-8581-0c45276cca0d req-919c4b87-95c1-46c6-8570-6af3f9f0b6f6 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497078 Jul 14 09:09:35.937276 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1f3d7e-81b5-434d-bc76-b91e3e7c3bc3 x-openstack-request-id: req-8c1f3d7e-81b5-434d-bc76-b91e3e7c3bc3 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:35.938179 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c4ccd8-22b1-4f5a-bb96-72286a38e0fa", "name": "network-vif-deleted", "tag": "0933f5b8-a3e2-48c4-b106-cc7f1a67b727", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:35.938814 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c1f3d7e-81b5-434d-bc76-b91e3e7c3bc3 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:35.939812 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c4ccd8-22b1-4f5a-bb96-72286a38e0fa', 'name': 'network-vif-deleted', 'tag': '0933f5b8-a3e2-48c4-b106-cc7f1a67b727', 'status': 'completed', 'code': 200} Jul 14 09:09:36.271248 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fe9b2-5808-4ff3-a990-5e25b773b8f2 req-fcb69de5-abdb-45c3-811b-ed5e004bce25 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:36.293014 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a57fe9b2-5808-4ff3-a990-5e25b773b8f2 req-fcb69de5-abdb-45c3-811b-ed5e004bce25 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.2180877 Jul 14 09:09:36.404434 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a57fe9b2-5808-4ff3-a990-5e25b773b8f2 req-62c48fbf-c5fc-4fe2-a4ef-13cc3942a731 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095676 Jul 14 09:09:36.487820 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bbefb-22ac-4774-a528-d75c2a406bd0 req-44059d70-ab3d-4fca-adc0-7545997af73b tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:36.499576 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f96bbefb-22ac-4774-a528-d75c2a406bd0 req-44059d70-ab3d-4fca-adc0-7545997af73b tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 943 time: 0.2036736 Jul 14 09:09:36.591364 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f96bbefb-22ac-4774-a528-d75c2a406bd0 req-c0faeaba-dae9-42b0-8627-d959a07dea09 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894275 Jul 14 09:09:36.824698 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2103d61-3541-470d-a961-e3260f015a01 req-e3b13083-b211-4a21-b24b-f03850b1cfa7 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:36.827630 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 39102) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:36.832484 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f2103d61-3541-470d-a961-e3260f015a01 req-e3b13083-b211-4a21-b24b-f03850b1cfa7 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 949 time: 0.2394245 Jul 14 09:09:36.892452 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f2103d61-3541-470d-a961-e3260f015a01 req-71e7dc5e-8e7e-42da-bf11-000c0cc77d21 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539794 Jul 14 09:09:36.991241 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 39108) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:37.108830 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1e3c6-55ce-45f8-83fb-8c73838ffa6b req-9fcec126-3838-49ef-ae53-9fdf87910494 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:37.112078 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52c1e3c6-55ce-45f8-83fb-8c73838ffa6b req-9fcec126-3838-49ef-ae53-9fdf87910494 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.2180305 Jul 14 09:09:37.145236 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f1df24c-919b-479d-91a7-f3eac430196a admin admin] Deleting subnet 6f7b255d-8d73-442e-a1f4-216cb8f52275 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:09:37.153231 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f1df24c-919b-479d-91a7-f3eac430196a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:37.214867 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52c1e3c6-55ce-45f8-83fb-8c73838ffa6b req-0bf7a696-dd8b-485b-8f0a-ca09105e72ec tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923235 Jul 14 09:09:37.234524 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be851186-e8cc-46d0-b223-f49e1ab822cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:37.267674 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f1df24c-919b-479d-91a7-f3eac430196a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:37.285687 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2a51f-11d7-4c5a-9fda-3bc87d2d8fe2 req-fd23b06f-8bda-4869-9963-d1e0844c4d6b tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:37.288598 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-60d2a51f-11d7-4c5a-9fda-3bc87d2d8fe2 req-fd23b06f-8bda-4869-9963-d1e0844c4d6b tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 945 time: 0.1750622 Jul 14 09:09:37.338883 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f1df24c-919b-479d-91a7-f3eac430196a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:37.380613 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-60d2a51f-11d7-4c5a-9fda-3bc87d2d8fe2 req-c7e4edf4-bae0-4158-88e1-b4ba168cb95e tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854008 Jul 14 09:09:37.637755 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be851186-e8cc-46d0-b223-f49e1ab822cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:37.647273 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1799d4b-1081-4ea1-94aa-c171ab72a9a0 req-5ec44018-eb5e-4571-b91e-668958bc9552 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:37.649455 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1799d4b-1081-4ea1-94aa-c171ab72a9a0 req-5ec44018-eb5e-4571-b91e-668958bc9552 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1852551 Jul 14 09:09:37.650269 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be851186-e8cc-46d0-b223-f49e1ab822cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:37.695473 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-be851186-e8cc-46d0-b223-f49e1ab822cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=07dad2df0c374fb1bbfe0ae8f55a6389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8644984 Jul 14 09:09:37.699796 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 39124) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:37.714002 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1799d4b-1081-4ea1-94aa-c171ab72a9a0 req-3584b1da-f2ff-467f-a926-fcfca18863a5 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560575 Jul 14 09:09:37.758693 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f1df24c-919b-479d-91a7-f3eac430196a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:37.801475 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:09:37.833658 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be851186-e8cc-46d0-b223-f49e1ab822cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5e5025-f71a-4c75-aec2-2638abe04d6b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:37.917610 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1df24c-919b-479d-91a7-f3eac430196a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f7b255d-8d73-442e-a1f4-216cb8f52275,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:37.923963 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f1df24c-919b-479d-91a7-f3eac430196a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:37.925933 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1f1df24c-919b-479d-91a7-f3eac430196a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6f7b255d-8d73-442e-a1f4-216cb8f52275 HTTP/1.1" status: 204 len: 168 time: 0.9331450 Jul 14 09:09:37.930996 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 39136) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:37.964782 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133302b-14b9-4579-a3c6-055c94d949e6 req-02f69467-3e38-409e-a93c-9484f6f70735 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:37.973333 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a133302b-14b9-4579-a3c6-055c94d949e6 req-02f69467-3e38-409e-a93c-9484f6f70735 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 943 time: 0.1270862 Jul 14 09:09:37.998070 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa81ca19-2578-4ee4-bb84-9b1a6a2b639d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:38.044567 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa81ca19-2578-4ee4-bb84-9b1a6a2b639d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:38.055756 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9dad89fa-be2a-4ab0-ad13-0a00e5231876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:38.068139 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a133302b-14b9-4579-a3c6-055c94d949e6 req-0832c5c8-9320-4f2c-982a-9fd408feeebf tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824354 Jul 14 09:09:38.178198 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa81ca19-2578-4ee4-bb84-9b1a6a2b639d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:38.180906 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa81ca19-2578-4ee4-bb84-9b1a6a2b639d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:38.182058 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fa81ca19-2578-4ee4-bb84-9b1a6a2b639d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fe5e5025-f71a-4c75-aec2-2638abe04d6b HTTP/1.1" status: 204 len: 168 time: 0.4810588 Jul 14 09:09:38.305411 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81ca19-2578-4ee4-bb84-9b1a6a2b639d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5e5025-f71a-4c75-aec2-2638abe04d6b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:38.356964 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9dad89fa-be2a-4ab0-ad13-0a00e5231876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:38.400861 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-9dad89fa-be2a-4ab0-ad13-0a00e5231876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591d2e31-ea8f-418a-81ab-cf41522e7221']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:38.424804 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-9dad89fa-be2a-4ab0-ad13-0a00e5231876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d503d23-62fd-459d-88f6-1a059a312d61') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:38.425098 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-9dad89fa-be2a-4ab0-ad13-0a00e5231876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d503d23-62fd-459d-88f6-1a059a312d61') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:38.440847 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9dad89fa-be2a-4ab0-ad13-0a00e5231876 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:38.441309 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea389d6-0def-407a-bd35-87a0d8a81557 req-67fa1233-b39a-4cc6-846a-57e1de1aedf7 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:38.448147 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eea389d6-0def-407a-bd35-87a0d8a81557 req-67fa1233-b39a-4cc6-846a-57e1de1aedf7 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/networks?id=1a8652a3-273b-4995-afdf-c4ffe33f560a HTTP/1.1" status: 200 len: 814 time: 0.2477815 Jul 14 09:09:38.460720 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9dad89fa-be2a-4ab0-ad13-0a00e5231876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:38.472981 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dad89fa-be2a-4ab0-ad13-0a00e5231876 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:09:38.473473 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9dad89fa-be2a-4ab0-ad13-0a00e5231876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:09:38.475234 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:09:38.523459 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eea389d6-0def-407a-bd35-87a0d8a81557 req-5ce318b3-3ad2-4df1-9016-b548eb65bcbf tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/quotas/6f8853c28740442083fa294db7fef96a HTTP/1.1" status: 200 len: 375 time: 0.0743301 Jul 14 09:09:38.559746 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9dad89fa-be2a-4ab0-ad13-0a00e5231876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:38.584154 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9dad89fa-be2a-4ab0-ad13-0a00e5231876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:38.591748 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9dad89fa-be2a-4ab0-ad13-0a00e5231876 admin admin] 10.222.0.25 "DELETE /v2.0/networks/591d2e31-ea8f-418a-81ab-cf41522e7221 HTTP/1.1" status: 204 len: 168 time: 0.6591220 Jul 14 09:09:38.624029 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad89fa-be2a-4ab0-ad13-0a00e5231876 admin admin] Pushing event deleted for resources: {'Network': ['ID=591d2e31-ea8f-418a-81ab-cf41522e7221,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:38.668973 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0dd4b-10e6-41cd-8abc-09f400454169 req-9c5ec204-b66f-439a-bea7-1f43b79b9f03 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:38.677242 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c3a0dd4b-10e6-41cd-8abc-09f400454169 req-9c5ec204-b66f-439a-bea7-1f43b79b9f03 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 949 time: 0.2260559 Jul 14 09:09:38.704363 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eea389d6-0def-407a-bd35-87a0d8a81557 req-3e80b559-5a61-4484-8939-46f23624d386 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f8853c28740442083fa294db7fef96a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1800032 Jul 14 09:09:38.755771 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c3a0dd4b-10e6-41cd-8abc-09f400454169 req-2ab52029-bea5-450f-979a-6e83fcf97e59 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774994 Jul 14 09:09:38.997200 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 39180) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:39.004282 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d707a30-4b55-47d9-8b20-f469c868e7df req-22400f25-0b40-48d7-a887-5ba1cf24367f tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:39.011539 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0d707a30-4b55-47d9-8b20-f469c868e7df req-22400f25-0b40-48d7-a887-5ba1cf24367f tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 945 time: 0.1022222 Jul 14 09:09:39.048055 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e15bb247-8a07-4555-b06f-5c31a1955c24 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66f62552ebc740b9b1e38314c1361542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495009 Jul 14 09:09:39.050727 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 39182) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:39.090483 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0d707a30-4b55-47d9-8b20-f469c868e7df req-88319fae-27f6-44d4-8a13-d776501ac4d4 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776649 Jul 14 09:09:39.113420 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0599d7e9-31d7-44dd-869a-fa2420c2071a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:39.141864 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9bb43-9b21-4ddf-91e5-e0fadfee6122 req-97e09275-2804-4c46-826d-de5528b6b0b2 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:39.153298 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-23b9bb43-9b21-4ddf-91e5-e0fadfee6122 req-97e09275-2804-4c46-826d-de5528b6b0b2 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1710794 Jul 14 09:09:39.165671 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0599d7e9-31d7-44dd-869a-fa2420c2071a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:39.207405 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-23b9bb43-9b21-4ddf-91e5-e0fadfee6122 req-1734ec2d-3fde-4650-9c51-a3933008d20b tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524216 Jul 14 09:09:39.277394 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0599d7e9-31d7-44dd-869a-fa2420c2071a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:39.283453 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0599d7e9-31d7-44dd-869a-fa2420c2071a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:39.292525 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0599d7e9-31d7-44dd-869a-fa2420c2071a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb29df81-a75f-4d88-b363-b5cdef3f2c5a HTTP/1.1" status: 204 len: 168 time: 0.2379584 Jul 14 09:09:39.320829 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599d7e9-31d7-44dd-869a-fa2420c2071a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb29df81-a75f-4d88-b363-b5cdef3f2c5a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:39.355773 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08730fbd-bf66-46d1-9af5-1e7eea1830e5 req-a2bb42ca-d05e-49fe-9cb6-23e48ae54ccf tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:39.366751 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08730fbd-bf66-46d1-9af5-1e7eea1830e5 req-a2bb42ca-d05e-49fe-9cb6-23e48ae54ccf tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 943 time: 0.1473749 Jul 14 09:09:39.435614 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08730fbd-bf66-46d1-9af5-1e7eea1830e5 req-1d2db8ce-7cec-489b-bb96-dafa227674bb tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636189 Jul 14 09:09:39.459586 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 0933f5b8-a3e2-48c4-b106-cc7f1a67b727 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:09:39.489844 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 0933f5b8-a3e2-48c4-b106-cc7f1a67b727 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:09:39.490187 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 0933f5b8-a3e2-48c4-b106-cc7f1a67b727 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:09:39.549445 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894e741-61cc-4ec6-b7d9-5c5de47a483a req-9db7e062-10d6-4e2b-ace9-d382de5bdc1c tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:39.551795 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6894e741-61cc-4ec6-b7d9-5c5de47a483a req-9db7e062-10d6-4e2b-ace9-d382de5bdc1c tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1073577 Jul 14 09:09:39.603945 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6894e741-61cc-4ec6-b7d9-5c5de47a483a req-1ae899ba-0cc1-4cdf-97bf-5ff047fc017f tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463405 Jul 14 09:09:39.646382 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af0080-b02b-451f-a9a2-f2150d70af70 req-cc9ab707-2460-4df0-a047-efebff187e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:39.648439 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-81af0080-b02b-451f-a9a2-f2150d70af70 req-cc9ab707-2460-4df0-a047-efebff187e12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=338da67ed34f4deb89c1895a0890d123&device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 1097 time: 0.0790317 Jul 14 09:09:39.830885 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af0080-b02b-451f-a9a2-f2150d70af70 req-563a9e22-d65b-4017-b4ee-62a8d9b769e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:39.837827 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-81af0080-b02b-451f-a9a2-f2150d70af70 req-563a9e22-d65b-4017-b4ee-62a8d9b769e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a HTTP/1.1" status: 200 len: 917 time: 0.1813896 Jul 14 09:09:39.892858 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dc364979-32f3-49d6-9e1b-a76d75dc125c req-8398cacf-ee31-4daa-a5af-221db1ff7944 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6f8853c28740442083fa294db7fef96a HTTP/1.1" status: 200 len: 221 time: 0.0627096 Jul 14 09:09:40.014703 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-81af0080-b02b-451f-a9a2-f2150d70af70 req-ab2b3afe-5ec0-45fe-af6c-211cca7a497b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93ba0e59-7428-4296-b21f-3544208df346 HTTP/1.1" status: 200 len: 1001 time: 0.1670794 Jul 14 09:09:40.104863 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af0080-b02b-451f-a9a2-f2150d70af70 req-8a4b7b18-e4ce-431b-83f4-7bcd8e18da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:40.106651 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-81af0080-b02b-451f-a9a2-f2150d70af70 req-8a4b7b18-e4ce-431b-83f4-7bcd8e18da40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7386d60e-9463-4a78-b78e-76e751bf067a HTTP/1.1" status: 200 len: 856 time: 0.0864308 Jul 14 09:09:40.145578 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe44bf3-c1ce-4daa-ad92-c0f8c4e12381 req-460f660d-8e1c-4d11-aa99-56ca71b3f0a9 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:40.152613 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cfe44bf3-c1ce-4daa-ad92-c0f8c4e12381 req-460f660d-8e1c-4d11-aa99-56ca71b3f0a9 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 949 time: 0.1908309 Jul 14 09:09:40.197729 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdac2b0-8311-4fb1-a083-ecba869ad60e req-77060d39-ece1-426d-809f-a0db7562a7e8 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:40.199872 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5bdac2b0-8311-4fb1-a083-ecba869ad60e req-77060d39-ece1-426d-809f-a0db7562a7e8 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1644444 Jul 14 09:09:40.217060 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af0080-b02b-451f-a9a2-f2150d70af70 req-763eba71-6efa-4f3a-bdff-11fb4f8ac7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:40.220678 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-81af0080-b02b-451f-a9a2-f2150d70af70 req-763eba71-6efa-4f3a-bdff-11fb4f8ac7da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1062098 Jul 14 09:09:40.237417 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cfe44bf3-c1ce-4daa-ad92-c0f8c4e12381 req-876804d1-d48e-46e1-b509-93525601b4b3 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838339 Jul 14 09:09:40.300622 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5bdac2b0-8311-4fb1-a083-ecba869ad60e req-b3c9710c-dfb5-493a-9494-45f03a9fa1a0 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891809 Jul 14 09:09:40.373772 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:40.460615 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-81af0080-b02b-451f-a9a2-f2150d70af70 req-f78e539a-ebbc-4229-bc86-ad0a3d76a475 service neutron] 10.222.0.47 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327733 Jul 14 09:09:40.566397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174c6c7-7c83-412e-a505-dd1dbc776db6 req-5cffd5cc-8b71-44b9-83e4-758212055f14 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:40.574647 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d174c6c7-7c83-412e-a505-dd1dbc776db6 req-5cffd5cc-8b71-44b9-83e4-758212055f14 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1577461 Jul 14 09:09:40.626221 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcd31b-25d1-4038-83c1-16681ed6eca6 req-64416fff-29e2-4b99-bb6c-a191af26d69b tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:40.627840 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-81bcd31b-25d1-4038-83c1-16681ed6eca6 req-64416fff-29e2-4b99-bb6c-a191af26d69b tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 945 time: 0.1814263 Jul 14 09:09:40.647652 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d174c6c7-7c83-412e-a505-dd1dbc776db6 req-b37564b7-af38-4ac4-967c-f56d1be30e70 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719039 Jul 14 09:09:40.679185 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-81af0080-b02b-451f-a9a2-f2150d70af70 req-5e4aec83-c4c6-466f-ac6c-203dc1a99e4a service neutron] 10.222.0.47 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085738 Jul 14 09:09:40.724590 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-81bcd31b-25d1-4038-83c1-16681ed6eca6 req-82e0a8ac-e15e-49b5-b74a-b681cdd3f374 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762286 Jul 14 09:09:40.952596 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40cc61-1abc-412e-b9fb-62619408f88c req-31724841-2458-4c1f-9d29-fd7e0817a629 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:40.954598 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba40cc61-1abc-412e-b9fb-62619408f88c req-31724841-2458-4c1f-9d29-fd7e0817a629 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 943 time: 0.1191840 Jul 14 09:09:40.977818 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5eb3b0-471a-4e73-bbd7-18bf3fa37571 req-4a371aa1-6af4-45ae-bc33-7b4c71edd776 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:40.979383 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6d5eb3b0-471a-4e73-bbd7-18bf3fa37571 req-4a371aa1-6af4-45ae-bc33-7b4c71edd776 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1052017 Jul 14 09:09:41.030278 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba40cc61-1abc-412e-b9fb-62619408f88c req-e8e6eff9-3a60-46cd-af73-b014a3e54c0b tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676379 Jul 14 09:09:41.048277 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6d5eb3b0-471a-4e73-bbd7-18bf3fa37571 req-27d3357b-b471-412d-9335-07db6c02ef00 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599325 Jul 14 09:09:41.248883 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 39274) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:41.281096 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae6348-3889-4751-96ec-e32610665002 req-4ca2931b-4a6d-44b9-9211-d3132df2e0e8 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:41.289568 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fbae6348-3889-4751-96ec-e32610665002 req-4ca2931b-4a6d-44b9-9211-d3132df2e0e8 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.0957282 Jul 14 09:09:41.338612 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fbae6348-3889-4751-96ec-e32610665002 req-469ddc38-b00a-418a-a8a1-e572811c2ae6 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481131 Jul 14 09:09:41.428711 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7bbea584-ceb5-47a6-b2d5-63ea9a751a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:41.457601 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 022e995c-a50c-4a54-9f35-a29ef5966e83 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:09:41.588340 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7bbea584-ceb5-47a6-b2d5-63ea9a751a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:41.598360 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7bbea584-ceb5-47a6-b2d5-63ea9a751a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:41.607809 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 022e995c-a50c-4a54-9f35-a29ef5966e83, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=022e995c-a50c-4a54-9f35-a29ef5966e83,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:41.626349 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '022e995c-a50c-4a54-9f35-a29ef5966e83', 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045', 'port_id': '022e995c-a50c-4a54-9f35-a29ef5966e83', 'mac_address': 'fa:16:3e:68:a2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd193f247-8cf4-44bf-89d9-9de68e3cae2e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:09:41.633731 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7a1fc-9ff3-43ea-9892-99a105cd3f82 req-063d4b99-098e-48b2-b463-8469ff5008b0 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:41.643946 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c8a7a1fc-9ff3-43ea-9892-99a105cd3f82 req-063d4b99-098e-48b2-b463-8469ff5008b0 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 949 time: 0.1493754 Jul 14 09:09:41.676037 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7bbea584-ceb5-47a6-b2d5-63ea9a751a11 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=536b8ee134b14f5c855897f096586159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4245322 Jul 14 09:09:41.676697 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 39290) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:41.698297 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:41.707440 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbea584-ceb5-47a6-b2d5-63ea9a751a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c8b0e7-5845-4d6b-9ed9-e054b502f6ce,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:41.714031 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 022e995c-a50c-4a54-9f35-a29ef5966e83 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:09:41.740371 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 022e995c-a50c-4a54-9f35-a29ef5966e83, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=022e995c-a50c-4a54-9f35-a29ef5966e83,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:41.746833 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:41.759143 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0510c657-045d-40da-8389-33cd58626734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:41.762355 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c8a7a1fc-9ff3-43ea-9892-99a105cd3f82 req-54ea0515-ddab-4366-8b31-0ad3c3d42669 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173041 Jul 14 09:09:41.791748 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0510c657-045d-40da-8389-33cd58626734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:41.834185 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0b595-a920-4df2-a715-efa080e149b3 req-c2f13098-358b-4776-9cd4-a9fb0a6913ba tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:41.845675 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=022e995c-a50c-4a54-9f35-a29ef5966e83,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:41.848957 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-39c0b595-a920-4df2-a715-efa080e149b3 req-c2f13098-358b-4776-9cd4-a9fb0a6913ba tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1766207 Jul 14 09:09:41.855062 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:41.855568 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:41.855916 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:41.856258 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:41.856821 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:41.857360 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:41.857862 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:41.858128 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:41.858462 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0510c657-045d-40da-8389-33cd58626734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:41.858591 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:41.859317 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:41.859317 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:41.859726 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:41.863231 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0510c657-045d-40da-8389-33cd58626734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:41.868433 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0510c657-045d-40da-8389-33cd58626734 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f6c8b0e7-5845-4d6b-9ed9-e054b502f6ce HTTP/1.1" status: 204 len: 168 time: 0.1877100 Jul 14 09:09:41.877670 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510c657-045d-40da-8389-33cd58626734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c8b0e7-5845-4d6b-9ed9-e054b502f6ce,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:41.932206 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-39c0b595-a920-4df2-a715-efa080e149b3 req-6d9691f4-574b-4ad1-9d45-c4566be15651 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764008 Jul 14 09:09:41.981666 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:42.025441 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['022e995c-a50c-4a54-9f35-a29ef5966e83'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:42.153077 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00304e-cc71-4732-85a6-988c50270fbe req-04f247ab-54aa-4d00-ac6f-a7d11157d8c3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:42.155308 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2d00304e-cc71-4732-85a6-988c50270fbe req-04f247ab-54aa-4d00-ac6f-a7d11157d8c3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 945 time: 0.1308427 Jul 14 09:09:42.202208 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4b89d-0b64-4198-b333-845e0fb70a30 req-2467582f-55bc-4b1b-8daa-6caf8da25568 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:42.204477 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-92c4b89d-0b64-4198-b333-845e0fb70a30 req-2467582f-55bc-4b1b-8daa-6caf8da25568 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1143751 Jul 14 09:09:42.240320 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2d00304e-cc71-4732-85a6-988c50270fbe req-bd37d25d-1f5c-4ebb-89e1-13126e94a921 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661190 Jul 14 09:09:42.263383 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-92c4b89d-0b64-4198-b333-845e0fb70a30 req-d9f4ab16-d179-4c99-8fde-caf89f75d56c tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513661 Jul 14 09:09:42.454716 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 39316) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:42.475101 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44f62ba1-dab3-4b67-aa75-c7c9f4f71f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:42.650598 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44f62ba1-dab3-4b67-aa75-c7c9f4f71f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:42.657086 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44f62ba1-dab3-4b67-aa75-c7c9f4f71f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:42.724222 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 39320) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:42.724767 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-44f62ba1-dab3-4b67-aa75-c7c9f4f71f5e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f430dbb368cd4bc5868696c356ecb333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2683539 Jul 14 09:09:42.734274 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf41bc-d7a7-4677-81e1-1cd699163f23 req-2eb534d4-4fea-43e1-b262-1ded04cc4bc3 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:42.736290 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-68cf41bc-d7a7-4677-81e1-1cd699163f23 req-2eb534d4-4fea-43e1-b262-1ded04cc4bc3 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1892514 Jul 14 09:09:42.740406 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f62ba1-dab3-4b67-aa75-c7c9f4f71f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea521d2-0515-4913-a0c7-7bb3ac51cf4d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:42.758180 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83068f-3023-4dab-a70d-de50dd216bf8 req-f1e754be-81de-4e07-8b40-4b1233656ae7 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:42.758180 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5d83068f-3023-4dab-a70d-de50dd216bf8 req-f1e754be-81de-4e07-8b40-4b1233656ae7 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 944 time: 0.1682229 Jul 14 09:09:42.828112 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6441e9aa-ca60-42e4-8739-c3957db22fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:42.830980 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-68cf41bc-d7a7-4677-81e1-1cd699163f23 req-78e496bd-2b5b-47ac-98ae-dbd6b8965234 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727708 Jul 14 09:09:42.834030 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5d83068f-3023-4dab-a70d-de50dd216bf8 req-c75c03cf-365a-457e-84a1-1d59f190b30d tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684650 Jul 14 09:09:42.886898 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6441e9aa-ca60-42e4-8739-c3957db22fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:42.970288 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6441e9aa-ca60-42e4-8739-c3957db22fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:42.975050 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6441e9aa-ca60-42e4-8739-c3957db22fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:42.980606 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6441e9aa-ca60-42e4-8739-c3957db22fef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cea521d2-0515-4913-a0c7-7bb3ac51cf4d HTTP/1.1" status: 204 len: 168 time: 0.2526870 Jul 14 09:09:42.991313 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441e9aa-ca60-42e4-8739-c3957db22fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea521d2-0515-4913-a0c7-7bb3ac51cf4d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:43.155105 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612f8b2-5575-4b44-ad49-f408ca20d147 req-c4f530cb-26bf-46ee-ae13-d1cb9f244e99 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:43.157229 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9612f8b2-5575-4b44-ad49-f408ca20d147 req-c4f530cb-26bf-46ee-ae13-d1cb9f244e99 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1225266 Jul 14 09:09:43.165085 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aefa2d-2e5a-4f77-a039-c9fef3630278 req-ff8c5f9f-5c9b-4c49-b1bf-b88323375c00 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:43.166668 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2aefa2d-2e5a-4f77-a039-c9fef3630278 req-ff8c5f9f-5c9b-4c49-b1bf-b88323375c00 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 949 time: 0.1338134 Jul 14 09:09:43.456206 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 022e995c-a50c-4a54-9f35-a29ef5966e83 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:09:43.542953 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 022e995c-a50c-4a54-9f35-a29ef5966e83 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:09:43.548047 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 022e995c-a50c-4a54-9f35-a29ef5966e83 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:43.548459 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:43.595836 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9612f8b2-5575-4b44-ad49-f408ca20d147 req-117b5480-2a38-4d0f-b499-b9fa9f97a749 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278963 Jul 14 09:09:43.654739 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2aefa2d-2e5a-4f77-a039-c9fef3630278 req-ab3bbd0d-b9af-4733-a96d-499908e09f5a tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776061 Jul 14 09:09:43.684691 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:43.718691 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3684c377-79ea-4158-8802-fe3e28230086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022e995c-a50c-4a54-9f35-a29ef5966e83'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:43.722147 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e413f06d-f649-4e6e-ba66-3b913ee935ef" -d '{"events": [{"server_uuid": "3684c377-79ea-4158-8802-fe3e28230086", "name": "network-vif-plugged", "status": "completed", "tag": "022e995c-a50c-4a54-9f35-a29ef5966e83"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:43.745987 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 022e995c-a50c-4a54-9f35-a29ef5966e83, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=022e995c-a50c-4a54-9f35-a29ef5966e83,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:43.753332 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:43.755392 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 93ba0e59-7428-4296-b21f-3544208df346 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:09:43.926892 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210cf2f-9038-4781-95fe-ccc8a5b77689 req-7f6ecdaa-fa10-4d36-b040-a2fc8ab768e1 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:43.936030 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7210cf2f-9038-4781-95fe-ccc8a5b77689 req-7f6ecdaa-fa10-4d36-b040-a2fc8ab768e1 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 945 time: 0.1396017 Jul 14 09:09:44.005312 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=022e995c-a50c-4a54-9f35-a29ef5966e83,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:44.035268 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7210cf2f-9038-4781-95fe-ccc8a5b77689 req-98f4f31c-20d2-49b5-8096-82bf02f76786 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982957 Jul 14 09:09:44.037206 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:44.075943 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 39368) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:44.100809 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710c58e-24ae-4acd-ba6c-4c87ed8fe857 req-74ac390f-7661-49c5-ba9c-c7ccea819eff tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:44.102888 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1710c58e-24ae-4acd-ba6c-4c87ed8fe857 req-74ac390f-7661-49c5-ba9c-c7ccea819eff tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1971776 Jul 14 09:09:44.118787 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 93ba0e59-7428-4296-b21f-3544208df346, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=93ba0e59-7428-4296-b21f-3544208df346,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:44.127984 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:44.163010 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e3d7c6-3a88-4483-94af-41e6e421f716 x-openstack-request-id: req-74e3d7c6-3a88-4483-94af-41e6e421f716 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:44.163306 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3684c377-79ea-4158-8802-fe3e28230086", "name": "network-vif-plugged", "status": "completed", "tag": "022e995c-a50c-4a54-9f35-a29ef5966e83", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:44.163594 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74e3d7c6-3a88-4483-94af-41e6e421f716 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:44.164178 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3684c377-79ea-4158-8802-fe3e28230086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022e995c-a50c-4a54-9f35-a29ef5966e83', 'code': 200} Jul 14 09:09:44.204853 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1710c58e-24ae-4acd-ba6c-4c87ed8fe857 req-dff954f5-4292-426e-86b0-e6b669b625e5 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939045 Jul 14 09:09:44.224289 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=93ba0e59-7428-4296-b21f-3544208df346,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:44.395483 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6d4d9-ac4f-4ebd-bbe3-d18c529953bb req-19019e76-e30c-438a-9c51-106e1dd8b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:44.397616 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c0c6d4d9-ac4f-4ebd-bbe3-d18c529953bb req-19019e76-e30c-438a-9c51-106e1dd8b38b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 1097 time: 0.1416168 Jul 14 09:09:44.492186 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c0c6d4d9-ac4f-4ebd-bbe3-d18c529953bb req-c130d194-50cf-4995-b436-189705ed26af service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875733 Jul 14 09:09:44.543785 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5c560-a815-4547-86bb-5c99b5b7e8e5 req-27db208a-f112-4ef8-a8d6-b1af617301a6 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:44.551986 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1de5c560-a815-4547-86bb-5c99b5b7e8e5 req-27db208a-f112-4ef8-a8d6-b1af617301a6 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 945 time: 0.1282268 Jul 14 09:09:44.565818 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-af213277-4ced-45f0-bfa4-77a47f8d6e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:44.603183 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1de5c560-a815-4547-86bb-5c99b5b7e8e5 req-38eb3f93-32bf-4bb1-9378-602bd56e5e4e tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501783 Jul 14 09:09:44.758578 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-af213277-4ced-45f0-bfa4-77a47f8d6e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:44.764185 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-af213277-4ced-45f0-bfa4-77a47f8d6e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:44.819874 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af213277-4ced-45f0-bfa4-77a47f8d6e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2164e9a-134d-4d5b-a52d-3ce9d1f8316f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:44.824243 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-af213277-4ced-45f0-bfa4-77a47f8d6e6d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4cb700dbecd040a78d781c9a8d6d4e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7457995 Jul 14 09:09:44.826856 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 39394) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:44.846525 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eccd76-d1bf-4124-8a7b-25d5c933bf72 req-561842d8-c2ac-477b-93fe-03c14a51d010 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:44.854736 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d0eccd76-d1bf-4124-8a7b-25d5c933bf72 req-561842d8-c2ac-477b-93fe-03c14a51d010 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1190724 Jul 14 09:09:44.919914 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d0eccd76-d1bf-4124-8a7b-25d5c933bf72 req-abaae8dd-e62e-4336-b03f-be3ae447291e tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634348 Jul 14 09:09:44.923780 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16d788ab-dd22-48a1-b4e8-2aa707baa633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:44.975193 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16d788ab-dd22-48a1-b4e8-2aa707baa633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:45.017626 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfd1a6-02fe-4546-900d-c14e512fe28f req-a4c498fa-f244-4891-a39e-f2eb4733b7c7 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:45.019316 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b4bfd1a6-02fe-4546-900d-c14e512fe28f req-a4c498fa-f244-4891-a39e-f2eb4733b7c7 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 949 time: 0.0765669 Jul 14 09:09:45.052364 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16d788ab-dd22-48a1-b4e8-2aa707baa633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:45.054947 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16d788ab-dd22-48a1-b4e8-2aa707baa633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:45.058496 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-16d788ab-dd22-48a1-b4e8-2aa707baa633 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b2164e9a-134d-4d5b-a52d-3ce9d1f8316f HTTP/1.1" status: 204 len: 168 time: 0.2277021 Jul 14 09:09:45.073813 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d788ab-dd22-48a1-b4e8-2aa707baa633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2164e9a-134d-4d5b-a52d-3ce9d1f8316f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:45.113022 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b4bfd1a6-02fe-4546-900d-c14e512fe28f req-b8d1ff73-e49c-4f1d-86a6-f5006b02204c tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878189 Jul 14 09:09:45.384342 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcf9a6-6ce8-48a7-8db7-b484acf81dbe req-c809a01c-7512-47c6-af31-082f81c71715 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:45.385942 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9dcf9a6-6ce8-48a7-8db7-b484acf81dbe req-c809a01c-7512-47c6-af31-082f81c71715 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1161284 Jul 14 09:09:45.462578 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9dcf9a6-6ce8-48a7-8db7-b484acf81dbe req-ef9ebf45-77a1-4584-8fbe-450c7170209c tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667479 Jul 14 09:09:45.604133 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeee492-86c2-474f-a5dd-128cee79920a req-03038b81-4b01-4d52-8859-495281642953 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:45.606388 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5eeee492-86c2-474f-a5dd-128cee79920a req-03038b81-4b01-4d52-8859-495281642953 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 943 time: 0.0821676 Jul 14 09:09:45.705708 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5eeee492-86c2-474f-a5dd-128cee79920a req-fec91dd7-d8e5-445f-8079-35ffca9b5e7d tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919194 Jul 14 09:09:45.744560 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e544d3e-e5ef-449e-9e49-4ac42d6ac087 req-76604ebd-0361-4f8e-b315-5dae3a6d9ff5 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:45.746201 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e544d3e-e5ef-449e-9e49-4ac42d6ac087 req-76604ebd-0361-4f8e-b315-5dae3a6d9ff5 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1225259 Jul 14 09:09:45.806849 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e544d3e-e5ef-449e-9e49-4ac42d6ac087 req-ffc289bf-fc78-46b0-b04f-5bf597e8e8d8 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544493 Jul 14 09:09:45.924663 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9d202778-bef9-4af7-86e1-03da054fac50 req-2c838cb4-bf72-408f-9e5d-57f10a220702 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2635305 Jul 14 09:09:45.979432 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f346d0-f0f2-472e-a4f2-a59caeca5793 req-f9738892-0383-4501-a909-16aa0eea6eb4 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:45.982094 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69f346d0-f0f2-472e-a4f2-a59caeca5793 req-f9738892-0383-4501-a909-16aa0eea6eb4 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 945 time: 0.1057601 Jul 14 09:09:46.092089 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69f346d0-f0f2-472e-a4f2-a59caeca5793 req-668b7bd7-2850-46aa-9774-eff46116319c tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033013 Jul 14 09:09:46.165847 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85988b89-3ef7-426a-bd05-52d117f68a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93ba0e59-7428-4296-b21f-3544208df346'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:46.168155 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3a2335-adea-4905-85ff-346e651aec74" -d '{"events": [{"server_uuid": "85988b89-3ef7-426a-bd05-52d117f68a20", "name": "network-vif-unplugged", "status": "completed", "tag": "93ba0e59-7428-4296-b21f-3544208df346"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:46.183913 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b58ea1-9e15-43b4-b9af-af78b23f81cb req-83f2c692-8a5d-4b49-b0c6-cd0da270d79a tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:46.196564 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82b58ea1-9e15-43b4-b9af-af78b23f81cb req-83f2c692-8a5d-4b49-b0c6-cd0da270d79a tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1760097 Jul 14 09:09:46.293935 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82b58ea1-9e15-43b4-b9af-af78b23f81cb req-1d8119a8-e0f0-4653-b379-4fa62ba22728 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961616 Jul 14 09:09:46.347202 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86806ad7-7f6d-49b2-aa38-6372eec70090 req-71be2059-7157-411e-a7c8-2d45c440e0eb tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:46.354412 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-86806ad7-7f6d-49b2-aa38-6372eec70090 req-71be2059-7157-411e-a7c8-2d45c440e0eb tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 1097 time: 0.1145725 Jul 14 09:09:46.412063 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-86806ad7-7f6d-49b2-aa38-6372eec70090 req-9f623e1a-5848-4c43-8e92-a454c41c9bf0 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564065 Jul 14 09:09:46.475036 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 39514) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:46.503906 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db44285-13ac-4136-a22b-5de66b413317 x-openstack-request-id: req-0db44285-13ac-4136-a22b-5de66b413317 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:46.504946 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85988b89-3ef7-426a-bd05-52d117f68a20", "name": "network-vif-unplugged", "status": "failed", "tag": "93ba0e59-7428-4296-b21f-3544208df346", "code": 422}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:46.505361 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0db44285-13ac-4136-a22b-5de66b413317 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:46.506054 n-d-771362-35 neutron-server[93774]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '85988b89-3ef7-426a-bd05-52d117f68a20', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '93ba0e59-7428-4296-b21f-3544208df346', 'code': 422} returned with failed status Jul 14 09:09:46.598725 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e6285-852c-4ccb-a881-83cc1de96478 req-88a964a4-783d-4428-8462-e7dcaaf18f1b tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:46.600349 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-132e6285-852c-4ccb-a881-83cc1de96478 req-88a964a4-783d-4428-8462-e7dcaaf18f1b tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 949 time: 0.1520925 Jul 14 09:09:46.710977 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-132e6285-852c-4ccb-a881-83cc1de96478 req-b9067844-6420-4234-96a9-c566833063a3 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031709 Jul 14 09:09:46.713249 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f57637b5-9485-404c-9236-81fd2a306cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:46.773388 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84878c29-b183-4a66-85cb-867da822095d req-99f23379-304e-4fcc-bf4b-52c175ab876d tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:46.788625 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-84878c29-b183-4a66-85cb-867da822095d req-99f23379-304e-4fcc-bf4b-52c175ab876d tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1785138 Jul 14 09:09:46.872014 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f57637b5-9485-404c-9236-81fd2a306cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:46.879348 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f57637b5-9485-404c-9236-81fd2a306cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:46.885675 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-84878c29-b183-4a66-85cb-867da822095d req-0f6d2455-0e1e-4609-8675-6a633fe0134d tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941412 Jul 14 09:09:46.923838 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f57637b5-9485-404c-9236-81fd2a306cfc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=55aed798962447d3969eb7dded9a428a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4475391 Jul 14 09:09:46.924998 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57637b5-9485-404c-9236-81fd2a306cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cc6a77-4de3-4e7b-80b8-bcb9d44cd7ae,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:46.928337 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 39530) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:46.992076 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-731c25d0-e024-4874-bc82-39ab158dfe0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:47.038178 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-731c25d0-e024-4874-bc82-39ab158dfe0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:47.132965 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-731c25d0-e024-4874-bc82-39ab158dfe0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:47.139042 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-731c25d0-e024-4874-bc82-39ab158dfe0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:47.142214 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-731c25d0-e024-4874-bc82-39ab158dfe0c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/54cc6a77-4de3-4e7b-80b8-bcb9d44cd7ae HTTP/1.1" status: 204 len: 168 time: 0.2122886 Jul 14 09:09:47.158738 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c25d0-e024-4874-bc82-39ab158dfe0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cc6a77-4de3-4e7b-80b8-bcb9d44cd7ae,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:47.169034 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2da88-a368-4de9-8ded-01c7f85f430a req-24ea8efc-708f-4bbb-a304-1969be499d53 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:47.179175 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-57a2da88-a368-4de9-8ded-01c7f85f430a req-24ea8efc-708f-4bbb-a304-1969be499d53 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 1097 time: 0.3158302 Jul 14 09:09:47.193323 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bacb0c-a48c-4c6e-92c8-bee953647ba3 req-2a1a709c-3c2b-436b-b8e1-7e9b32912130 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:47.202695 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33bacb0c-a48c-4c6e-92c8-bee953647ba3 req-2a1a709c-3c2b-436b-b8e1-7e9b32912130 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 943 time: 0.1855462 Jul 14 09:09:47.273712 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33bacb0c-a48c-4c6e-92c8-bee953647ba3 req-af5bacbe-e778-4d66-a3ee-e1bd5391aafc tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697377 Jul 14 09:09:47.313898 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-57a2da88-a368-4de9-8ded-01c7f85f430a req-48e0abac-a1ec-4a2e-a797-534c7f75a54a tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331658 Jul 14 09:09:47.456749 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 93ba0e59-7428-4296-b21f-3544208df346 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:09:47.633012 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a02a8-6e11-4132-a9b9-aca4f3f00cd3 req-3d3027f6-df54-43bd-926a-e769b24e9d07 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:47.634867 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc8a02a8-6e11-4132-a9b9-aca4f3f00cd3 req-3d3027f6-df54-43bd-926a-e769b24e9d07 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.0813448 Jul 14 09:09:47.688035 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 39566) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:47.712137 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc8a02a8-6e11-4132-a9b9-aca4f3f00cd3 req-af2b8a57-2c76-4fa5-b7f0-15f14dbcd455 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698478 Jul 14 09:09:47.749945 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d38787d9-e018-475f-8a65-7d09ddd28c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:47.914290 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d38787d9-e018-475f-8a65-7d09ddd28c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:47.919850 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d38787d9-e018-475f-8a65-7d09ddd28c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:47.957088 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d38787d9-e018-475f-8a65-7d09ddd28c12 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f51973070b74ccca2a21cc3aac8d6f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2677867 Jul 14 09:09:47.959470 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 39580) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:48.018839 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38787d9-e018-475f-8a65-7d09ddd28c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2722ae4-a463-47ad-9071-0a3779c3129a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:48.082058 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54598993-90f8-4deb-bd83-c95f001c4655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:48.087048 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac799d-b6cb-4a77-a5ef-db61fed35341 req-d193e9e1-7079-4a2a-a23a-4fdc4a6d658e tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:48.094321 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e6ac799d-b6cb-4a77-a5ef-db61fed35341 req-d193e9e1-7079-4a2a-a23a-4fdc4a6d658e tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 949 time: 0.1892214 Jul 14 09:09:48.135002 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54598993-90f8-4deb-bd83-c95f001c4655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:48.169816 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e6ac799d-b6cb-4a77-a5ef-db61fed35341 req-c83e6687-3a1d-42b4-bbdd-b4fe0e52ae9e tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677962 Jul 14 09:09:48.219790 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54598993-90f8-4deb-bd83-c95f001c4655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:48.236657 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54598993-90f8-4deb-bd83-c95f001c4655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:48.240867 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-54598993-90f8-4deb-bd83-c95f001c4655 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a2722ae4-a463-47ad-9071-0a3779c3129a HTTP/1.1" status: 204 len: 168 time: 0.2777081 Jul 14 09:09:48.266347 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54598993-90f8-4deb-bd83-c95f001c4655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2722ae4-a463-47ad-9071-0a3779c3129a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:48.383350 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28277977-1235-4271-b82f-606fb547a576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:48.482331 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1351cd-deb3-4942-b2dd-affeea00342e req-78e70f91-73c5-4a79-8775-ea30d95bab75 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:48.483987 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6e1351cd-deb3-4942-b2dd-affeea00342e req-78e70f91-73c5-4a79-8775-ea30d95bab75 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1088095 Jul 14 09:09:48.563518 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6e1351cd-deb3-4942-b2dd-affeea00342e req-3003cbef-9944-4e84-a96b-610d28f0381c tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711825 Jul 14 09:09:48.821847 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee139ea-4015-4a51-baeb-9a254e134d3b req-4bcebdc9-27dc-4620-8a1d-2f713a7c5aea tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:48.823459 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bee139ea-4015-4a51-baeb-9a254e134d3b req-4bcebdc9-27dc-4620-8a1d-2f713a7c5aea tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 943 time: 0.1088464 Jul 14 09:09:48.886259 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bee139ea-4015-4a51-baeb-9a254e134d3b req-b2fb173a-2bcc-42df-a429-5edaa8c1c372 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557890 Jul 14 09:09:49.025127 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 39626) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:49.025285 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-3b71754f-94dd-4bc9-a478-b40ddc72c14c tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:09:49.026451 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-3b71754f-94dd-4bc9-a478-b40ddc72c14c tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066903 Jul 14 09:09:49.037692 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-1ca038f4-7dcc-48d1-8041-0f3c51848fb5 service neutron] Request body: {'binding': {'host': 'n-h2-771362-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:49.038148 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-1ca038f4-7dcc-48d1-8041-0f3c51848fb5 service neutron] Unknown quota resources ['binding']. {{(pid=93772) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:09:49.175474 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd90df-ced0-4d22-be4c-95b86c286e97 req-7ec824bf-7cfa-4658-a09c-161033cfc493 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:49.177498 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ecd90df-ced0-4d22-be4c-95b86c286e97 req-7ec824bf-7cfa-4658-a09c-161033cfc493 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1114719 Jul 14 09:09:49.224196 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-1ca038f4-7dcc-48d1-8041-0f3c51848fb5 service neutron] Attempting to bind port 022e995c-a50c-4a54-9f35-a29ef5966e83 on host n-h2-771362-35 for vnic_type normal with profile None {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:09:49.225449 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-1ca038f4-7dcc-48d1-8041-0f3c51848fb5 service neutron] Attempting to bind port 022e995c-a50c-4a54-9f35-a29ef5966e83 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:09:49.227131 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-1ca038f4-7dcc-48d1-8041-0f3c51848fb5 service neutron] Attempting to bind port 022e995c-a50c-4a54-9f35-a29ef5966e83 on network 6f33b460-d2d2-4c56-9516-34520289d045 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:09:49.233564 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-1ca038f4-7dcc-48d1-8041-0f3c51848fb5 service neutron] Port 022e995c-a50c-4a54-9f35-a29ef5966e83 on network 6f33b460-d2d2-4c56-9516-34520289d045 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:09:49.234256 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-1ca038f4-7dcc-48d1-8041-0f3c51848fb5 service neutron] Attempting to bind port 022e995c-a50c-4a54-9f35-a29ef5966e83 on network 6f33b460-d2d2-4c56-9516-34520289d045 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:09:49.241638 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-1ca038f4-7dcc-48d1-8041-0f3c51848fb5 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:09:49.242323 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-1ca038f4-7dcc-48d1-8041-0f3c51848fb5 service neutron] Checking segment: {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:09:49.242897 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-1ca038f4-7dcc-48d1-8041-0f3c51848fb5 service neutron] Bound using segment: {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:09:49.243538 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-1ca038f4-7dcc-48d1-8041-0f3c51848fb5 service neutron] Bound port: 022e995c-a50c-4a54-9f35-a29ef5966e83, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:09:49.246617 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ecd90df-ced0-4d22-be4c-95b86c286e97 req-eaac4168-1351-44ed-9403-b8ec09e5b4ad tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637751 Jul 14 09:09:49.330811 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-1ca038f4-7dcc-48d1-8041-0f3c51848fb5 service neutron] For port 022e995c-a50c-4a54-9f35-a29ef5966e83, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=022e995c-a50c-4a54-9f35-a29ef5966e83,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:09:49.340227 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-1ca038f4-7dcc-48d1-8041-0f3c51848fb5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:49.342922 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-1ca038f4-7dcc-48d1-8041-0f3c51848fb5 service neutron] 10.222.0.25 "POST /v2.0/ports/022e995c-a50c-4a54-9f35-a29ef5966e83/bindings HTTP/1.1" status: 201 len: 390 time: 0.3073566 Jul 14 09:09:49.394344 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5cbabbdc-e244-4897-b9e8-1a60b21424a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:49.613790 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5cbabbdc-e244-4897-b9e8-1a60b21424a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:49.631080 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4208c-48f7-44f0-9d53-f176284f890f req-e620a676-b58e-4a55-be08-8cdd692e6fc3 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:49.632519 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ddb4208c-48f7-44f0-9d53-f176284f890f req-e620a676-b58e-4a55-be08-8cdd692e6fc3 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 949 time: 0.1319492 Jul 14 09:09:49.634547 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5cbabbdc-e244-4897-b9e8-1a60b21424a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:49.772991 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5cbabbdc-e244-4897-b9e8-1a60b21424a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=916bca57b7094285be0a7547120b896c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7432468 Jul 14 09:09:49.774235 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 39656) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:49.780441 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbabbdc-e244-4897-b9e8-1a60b21424a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4fd2cf-d6fb-4d77-8935-a000731f40dc,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:49.801949 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ddb4208c-48f7-44f0-9d53-f176284f890f req-5767705e-8774-4b33-9c83-61ea4f6bd0b2 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387589 Jul 14 09:09:49.849861 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4ca92-48aa-4eaf-ac3b-e86cb1d93bb0 req-2bda16ba-a421-4e93-8dbc-8fbcb94539b3 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:49.856795 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7bce51ff-e99a-4c84-91c1-9c53107205a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:49.857264 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3fa4ca92-48aa-4eaf-ac3b-e86cb1d93bb0 req-2bda16ba-a421-4e93-8dbc-8fbcb94539b3 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.2236826 Jul 14 09:09:49.870274 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-b081590a-df27-4bd5-b758-b9298724b45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:49.872127 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-b081590a-df27-4bd5-b758-b9298724b45a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d26b4168e0144f2b895d7a5b4dac1633&device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 1097 time: 0.1548254 Jul 14 09:09:49.888268 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7bce51ff-e99a-4c84-91c1-9c53107205a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:49.957431 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7bce51ff-e99a-4c84-91c1-9c53107205a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:49.963987 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7bce51ff-e99a-4c84-91c1-9c53107205a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:49.971640 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7bce51ff-e99a-4c84-91c1-9c53107205a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e4fd2cf-d6fb-4d77-8935-a000731f40dc HTTP/1.1" status: 204 len: 168 time: 0.1958425 Jul 14 09:09:49.984955 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3fa4ca92-48aa-4eaf-ac3b-e86cb1d93bb0 req-10b4fd10-138c-45e7-ac09-f903f910f259 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259174 Jul 14 09:09:50.017426 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce51ff-e99a-4c84-91c1-9c53107205a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4fd2cf-d6fb-4d77-8935-a000731f40dc,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:50.085690 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-4afe2773-2d04-43f4-9123-1f80c1d11d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:50.087294 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-4afe2773-2d04-43f4-9123-1f80c1d11d10 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6f33b460-d2d2-4c56-9516-34520289d045 HTTP/1.1" status: 200 len: 921 time: 0.2082455 Jul 14 09:09:50.189288 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-f1acf273-190c-41ff-b11d-ec81ae347782 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=022e995c-a50c-4a54-9f35-a29ef5966e83 HTTP/1.1" status: 200 len: 217 time: 0.0913589 Jul 14 09:09:50.291273 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b120d-28cb-4030-aa5c-562df612ee7a req-5c0f8763-3299-4590-a595-9052fa1653cd tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:50.293297 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d2b120d-28cb-4030-aa5c-562df612ee7a req-5c0f8763-3299-4590-a595-9052fa1653cd tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 945 time: 0.2546923 Jul 14 09:09:50.317048 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-cb98bcdb-0a58-4b17-add9-dce456892031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:50.319474 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-cb98bcdb-0a58-4b17-add9-dce456892031 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d193f247-8cf4-44bf-89d9-9de68e3cae2e HTTP/1.1" status: 200 len: 861 time: 0.1153655 Jul 14 09:09:50.386904 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-79f534d4-12ef-4877-acca-951e037b59dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f33b460-d2d2-4c56-9516-34520289d045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508969 Jul 14 09:09:50.404081 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ebf4f-07e4-4df8-87a5-775ed7c9fa03 req-1d8317a2-21f6-4080-95d0-2c2c3a40d3c3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:50.411872 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-db8ebf4f-07e4-4df8-87a5-775ed7c9fa03 req-1d8317a2-21f6-4080-95d0-2c2c3a40d3c3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 943 time: 0.2275829 Jul 14 09:09:50.445096 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d2b120d-28cb-4030-aa5c-562df612ee7a req-092feddd-00f7-422c-b6fa-9e1cac1aa7ec tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418469 Jul 14 09:09:50.471791 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 39678) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:50.508833 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5c4dc08-a2c3-4349-bc64-76a0c7996512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:50.532673 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-db8ebf4f-07e4-4df8-87a5-775ed7c9fa03 req-bdce7146-cc0a-46c1-917e-7e54dfdf0348 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196132 Jul 14 09:09:50.615914 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-5961b0bb-1eef-4848-bbce-782e2ab1a133 service neutron] 10.222.0.44 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989939 Jul 14 09:09:50.782882 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5c4dc08-a2c3-4349-bc64-76a0c7996512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:50.790371 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5c4dc08-a2c3-4349-bc64-76a0c7996512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:50.853343 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-88d51410-cb0c-4bc8-8fe4-36feb55d6e31 service neutron] 10.222.0.44 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301073 Jul 14 09:09:50.868993 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b5c4dc08-a2c3-4349-bc64-76a0c7996512 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c82e0a53c03463bb5755e1264fcc42c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3957946 Jul 14 09:09:50.869256 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 39700) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:50.873896 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4dc08-a2c3-4349-bc64-76a0c7996512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186eb315-6d66-44c5-9aef-796244456ea2,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:50.886293 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4bb5c-1f56-45fb-9190-31273ed22724 req-63992351-461e-4987-a12d-1a49fec2a105 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:50.895014 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-81f4bb5c-1f56-45fb-9190-31273ed22724 req-63992351-461e-4987-a12d-1a49fec2a105 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1843159 Jul 14 09:09:50.992346 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-81f4bb5c-1f56-45fb-9190-31273ed22724 req-14a2fc5b-192a-44a4-ae8b-f140fb51906a tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963531 Jul 14 09:09:51.006686 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52aa39f5-e76e-46dc-abdb-2b55de10f962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:51.050127 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b6677c1-f7e9-4564-b7da-d98368ea49b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:51.131128 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b6677c1-f7e9-4564-b7da-d98368ea49b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:51.227901 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b6677c1-f7e9-4564-b7da-d98368ea49b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:51.231744 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b6677c1-f7e9-4564-b7da-d98368ea49b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:51.236350 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7b6677c1-f7e9-4564-b7da-d98368ea49b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/186eb315-6d66-44c5-9aef-796244456ea2 HTTP/1.1" status: 204 len: 168 time: 0.3661292 Jul 14 09:09:51.236559 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:51.251622 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6677c1-f7e9-4564-b7da-d98368ea49b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186eb315-6d66-44c5-9aef-796244456ea2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:51.554054 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2d226-2073-4d99-90bd-d7bbbc940654 req-6cc5f757-19f8-49d0-948a-8d8d5e20038d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:51.568127 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3ad2d226-2073-4d99-90bd-d7bbbc940654 req-6cc5f757-19f8-49d0-948a-8d8d5e20038d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 949 time: 0.2618792 Jul 14 09:09:51.606838 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba21b0-0dea-4343-a4b7-590bcdafcef9 req-717f1f0e-00bf-43b6-be64-ce7efaef7e75 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:51.610367 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1ba21b0-0dea-4343-a4b7-590bcdafcef9 req-717f1f0e-00bf-43b6-be64-ce7efaef7e75 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.2580163 Jul 14 09:09:51.693613 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:09:51.742210 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:09:51.750253 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3ad2d226-2073-4d99-90bd-d7bbbc940654 req-34cc7e87-724d-4cbe-b887-2ea1e21aa162 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792781 Jul 14 09:09:51.786457 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1ba21b0-0dea-4343-a4b7-590bcdafcef9 req-8cc9b50a-9059-452e-b025-305748b5b6b7 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561084 Jul 14 09:09:51.857505 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4808afa6-e79b-4c7c-918f-416ae6e60dd6 req-82d2756d-5808-4eba-995c-32ea5a35ff1b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=da7e0933-574d-4baf-ae54-5aa5752532d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1921735 Jul 14 09:09:51.998227 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 5cd3df1d-b55b-410a-9f47-9d1d330c05f9, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=5cd3df1d-b55b-410a-9f47-9d1d330c05f9,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:52.018875 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:52.023905 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '5cd3df1d-b55b-410a-9f47-9d1d330c05f9', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '5cd3df1d-b55b-410a-9f47-9d1d330c05f9', 'mac_address': 'fa:16:3e:ec:23:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:09:52.112935 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71603e8b-1d02-4059-9ea8-36be3311e0c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cd3df1d-b55b-410a-9f47-9d1d330c05f9'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:52.113069 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808afa6-e79b-4c7c-918f-416ae6e60dd6 req-46ad041d-320e-4622-b3e3-e581d0f75820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:52.114565 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d20902-0513-49e1-92ef-041a87d1d063" -d '{"events": [{"server_uuid": "71603e8b-1d02-4059-9ea8-36be3311e0c2", "name": "network-vif-unplugged", "status": "completed", "tag": "5cd3df1d-b55b-410a-9f47-9d1d330c05f9"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:52.115899 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4808afa6-e79b-4c7c-918f-416ae6e60dd6 req-46ad041d-320e-4622-b3e3-e581d0f75820 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d26b4168e0144f2b895d7a5b4dac1633&device_id=da7e0933-574d-4baf-ae54-5aa5752532d0 HTTP/1.1" status: 200 len: 1097 time: 0.2298310 Jul 14 09:09:52.151931 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 5cd3df1d-b55b-410a-9f47-9d1d330c05f9, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=5cd3df1d-b55b-410a-9f47-9d1d330c05f9,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:52.154771 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:52.172810 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:52.174860 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:52.181932 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:09:52.267931 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=5cd3df1d-b55b-410a-9f47-9d1d330c05f9,revision_number=9']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:52.271621 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:09:52.272212 n-d-771362-35 neutron-server[93774]: DEBUG oslo_db.api [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:09:52.278370 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808afa6-e79b-4c7c-918f-416ae6e60dd6 req-8d7fc675-c6f5-44cb-9d77-fc992b2057e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:52.286779 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4808afa6-e79b-4c7c-918f-416ae6e60dd6 req-8d7fc675-c6f5-44cb-9d77-fc992b2057e6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6f33b460-d2d2-4c56-9516-34520289d045 HTTP/1.1" status: 200 len: 921 time: 0.1422877 Jul 14 09:09:52.357067 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4808afa6-e79b-4c7c-918f-416ae6e60dd6 req-460c0126-0669-4b4a-81cd-21c8e82ab59e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd HTTP/1.1" status: 200 len: 217 time: 0.0575399 Jul 14 09:09:52.426397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8776d00-c745-43c9-850a-cacd4b8af080 req-8d24d870-6a4a-4375-be33-a99ac861c5b1 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:52.428057 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b8776d00-c745-43c9-850a-cacd4b8af080 req-8d24d870-6a4a-4375-be33-a99ac861c5b1 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 945 time: 0.4058697 Jul 14 09:09:52.446047 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a995b2a-ab60-400e-9ccb-f34850df5908 req-0a86acce-a374-4b63-9370-73d5edd99511 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:52.449826 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1a995b2a-ab60-400e-9ccb-f34850df5908 req-0a86acce-a374-4b63-9370-73d5edd99511 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaeda7bb-bfba-4e85-b56b-2c570a20c33c HTTP/1.1" status: 200 len: 946 time: 0.3305740 Jul 14 09:09:52.527054 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808afa6-e79b-4c7c-918f-416ae6e60dd6 req-6e56badc-5bcc-4e78-84c7-758b5c067c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:52.528991 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4808afa6-e79b-4c7c-918f-416ae6e60dd6 req-6e56badc-5bcc-4e78-84c7-758b5c067c4e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d193f247-8cf4-44bf-89d9-9de68e3cae2e HTTP/1.1" status: 200 len: 861 time: 0.1591747 Jul 14 09:09:52.533901 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1a995b2a-ab60-400e-9ccb-f34850df5908 req-dac367f2-c681-444f-b4a9-09ea3ad5e3f7 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763328 Jul 14 09:09:52.548766 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b8776d00-c745-43c9-850a-cacd4b8af080 req-a0693baa-54a7-4905-8e3e-3d5897e7f561 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864792 Jul 14 09:09:52.570683 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4808afa6-e79b-4c7c-918f-416ae6e60dd6 req-b325059d-dbf1-4cc6-9084-b3df7ba425f6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f33b460-d2d2-4c56-9516-34520289d045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337334 Jul 14 09:09:52.844305 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4808afa6-e79b-4c7c-918f-416ae6e60dd6 req-48433d1b-4649-4928-abaa-f09ad927f18f service neutron] 10.222.0.44 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650344 Jul 14 09:09:52.903155 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:52.941648 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:09:52.990887 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30435ecf-b4fc-4508-86a4-e30c4ff23d11 req-6e93945d-43f1-41dc-8999-d0e8a919626a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:52.997924 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30435ecf-b4fc-4508-86a4-e30c4ff23d11 req-6e93945d-43f1-41dc-8999-d0e8a919626a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 943 time: 0.2299750 Jul 14 09:09:53.032804 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb475305-c2e4-4a31-bbc3-4a7a30dfc4fe x-openstack-request-id: req-fb475305-c2e4-4a31-bbc3-4a7a30dfc4fe {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:53.033454 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71603e8b-1d02-4059-9ea8-36be3311e0c2", "name": "network-vif-unplugged", "status": "completed", "tag": "5cd3df1d-b55b-410a-9f47-9d1d330c05f9", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:53.033454 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb475305-c2e4-4a31-bbc3-4a7a30dfc4fe {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:53.033704 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71603e8b-1d02-4059-9ea8-36be3311e0c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cd3df1d-b55b-410a-9f47-9d1d330c05f9', 'code': 200} Jul 14 09:09:53.037227 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5d8d8-b273-448b-bd57-276d0f55bf76 req-049f621f-368c-46a2-bce4-9245b1b5b67e tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:53.040336 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0be5d8d8-b273-448b-bd57-276d0f55bf76 req-049f621f-368c-46a2-bce4-9245b1b5b67e tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.44 "GET /v2.0/ports?device_id=aaeda7bb-bfba-4e85-b56b-2c570a20c33c HTTP/1.1" status: 200 len: 946 time: 0.2406685 Jul 14 09:09:53.045205 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 5cd3df1d-b55b-410a-9f47-9d1d330c05f9, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=5cd3df1d-b55b-410a-9f47-9d1d330c05f9,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:53.057544 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:53.070622 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30435ecf-b4fc-4508-86a4-e30c4ff23d11 req-9fc69dec-fc49-4d2e-8d67-0051b35cc01d tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630250 Jul 14 09:09:53.111702 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4808afa6-e79b-4c7c-918f-416ae6e60dd6 req-4be16f98-33d6-40f6-a00f-1d260e0f9794 service neutron] 10.222.0.44 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605302 Jul 14 09:09:53.181000 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=5cd3df1d-b55b-410a-9f47-9d1d330c05f9,revision_number=10']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:53.275719 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-0be5d8d8-b273-448b-bd57-276d0f55bf76 req-73e2d0a9-d6d0-45ee-bcf3-eb054756b607 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Deleting port 3ae0549c-ab4c-4ffe-b91c-4d4698c73778 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:09:53.276307 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0be5d8d8-b273-448b-bd57-276d0f55bf76 req-73e2d0a9-d6d0-45ee-bcf3-eb054756b607 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:53.299256 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99fb65-505b-4a69-ac26-749baa98b81b req-6017695e-1fdc-4f63-a0c6-cd4d88ab6e9d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:53.310363 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ec99fb65-505b-4a69-ac26-749baa98b81b req-6017695e-1fdc-4f63-a0c6-cd4d88ab6e9d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 949 time: 0.1361358 Jul 14 09:09:53.332525 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['5cd3df1d-b55b-410a-9f47-9d1d330c05f9'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:53.411575 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ec99fb65-505b-4a69-ac26-749baa98b81b req-e24b265c-4023-407e-8c70-baf46fff020c tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986991 Jul 14 09:09:53.429941 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa582b-a695-4f52-9cce-7d5371210d4b req-bb32e1a3-8822-4c7c-be5a-38edb994aad9 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:53.437504 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-71fa582b-a695-4f52-9cce-7d5371210d4b req-bb32e1a3-8822-4c7c-be5a-38edb994aad9 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1175399 Jul 14 09:09:53.498814 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-71fa582b-a695-4f52-9cce-7d5371210d4b req-c650d58b-55b0-4fc8-a125-dad4d180f7bd tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599294 Jul 14 09:09:53.527738 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-0be5d8d8-b273-448b-bd57-276d0f55bf76 req-73e2d0a9-d6d0-45ee-bcf3-eb054756b607 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] For port 3ae0549c-ab4c-4ffe-b91c-4d4698c73778, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=3ae0549c-ab4c-4ffe-b91c-4d4698c73778,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:53.527738 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0be5d8d8-b273-448b-bd57-276d0f55bf76 req-73e2d0a9-d6d0-45ee-bcf3-eb054756b607 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:53.558680 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-0be5d8d8-b273-448b-bd57-276d0f55bf76 req-73e2d0a9-d6d0-45ee-bcf3-eb054756b607 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Calling delete_port for 3ae0549c-ab4c-4ffe-b91c-4d4698c73778 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:09:53.671399 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:53.893367 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0be5d8d8-b273-448b-bd57-276d0f55bf76 req-73e2d0a9-d6d0-45ee-bcf3-eb054756b607 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:53.966186 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2d0a9-d6d0-45ee-bcf3-eb054756b607 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Pushing event deleted for resources: {'Port': ['ID=3ae0549c-ab4c-4ffe-b91c-4d4698c73778,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:54.042776 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb91a13-1dbc-4aea-9f35-d109129f87a7 req-96a4b2ac-f39b-4202-8b8f-105f7d180eae tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:54.054595 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fcb91a13-1dbc-4aea-9f35-d109129f87a7 req-96a4b2ac-f39b-4202-8b8f-105f7d180eae tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 945 time: 0.2214799 Jul 14 09:09:54.107251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99ffab-a2e8-4a90-a1a8-d1f8ae992edd req-76a96d23-dd5c-4608-847d-9ed441bd39c1 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:54.112022 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7c99ffab-a2e8-4a90-a1a8-d1f8ae992edd req-76a96d23-dd5c-4608-847d-9ed441bd39c1 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaeda7bb-bfba-4e85-b56b-2c570a20c33c HTTP/1.1" status: 200 len: 867 time: 0.3418272 Jul 14 09:09:54.126000 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be5d8d8-b273-448b-bd57-276d0f55bf76 req-73e2d0a9-d6d0-45ee-bcf3-eb054756b607 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] No DVR routers for this DVR port 3ae0549c-ab4c-4ffe-b91c-4d4698c73778 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:09:54.129675 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0be5d8d8-b273-448b-bd57-276d0f55bf76 req-73e2d0a9-d6d0-45ee-bcf3-eb054756b607 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:54.135374 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0be5d8d8-b273-448b-bd57-276d0f55bf76 req-73e2d0a9-d6d0-45ee-bcf3-eb054756b607 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.44 "DELETE /v2.0/ports/3ae0549c-ab4c-4ffe-b91c-4d4698c73778 HTTP/1.1" status: 204 len: 173 time: 1.0879078 Jul 14 09:09:54.136364 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaeda7bb-bfba-4e85-b56b-2c570a20c33c', 'name': 'network-vif-deleted', 'tag': '3ae0549c-ab4c-4ffe-b91c-4d4698c73778'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:54.140308 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3771d1e1-e995-473b-8ae9-62f226499988" -d '{"events": [{"server_uuid": "aaeda7bb-bfba-4e85-b56b-2c570a20c33c", "name": "network-vif-deleted", "tag": "3ae0549c-ab4c-4ffe-b91c-4d4698c73778"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:54.180440 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fcb91a13-1dbc-4aea-9f35-d109129f87a7 req-fd0fa474-a906-4f33-be0e-d33e9f9007d0 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248152 Jul 14 09:09:54.247806 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7c99ffab-a2e8-4a90-a1a8-d1f8ae992edd req-146ab30b-a89f-4e75-8fff-82d39e654027 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107860 Jul 14 09:09:54.325422 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41a24b8-f00b-4c41-9905-71b2846f4fbe x-openstack-request-id: req-b41a24b8-f00b-4c41-9905-71b2846f4fbe {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:54.326022 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaeda7bb-bfba-4e85-b56b-2c570a20c33c", "name": "network-vif-deleted", "tag": "3ae0549c-ab4c-4ffe-b91c-4d4698c73778", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:54.326712 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b41a24b8-f00b-4c41-9905-71b2846f4fbe {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:54.327472 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaeda7bb-bfba-4e85-b56b-2c570a20c33c', 'name': 'network-vif-deleted', 'tag': '3ae0549c-ab4c-4ffe-b91c-4d4698c73778', 'status': 'completed', 'code': 200} Jul 14 09:09:54.396833 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['3ae0549c-ab4c-4ffe-b91c-4d4698c73778'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:54.488706 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62282d-a6d0-447a-9de2-0042cfe6440c req-45e4de27-4742-49ca-abc1-63b1a5affde0 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:54.498986 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9a62282d-a6d0-447a-9de2-0042cfe6440c req-45e4de27-4742-49ca-abc1-63b1a5affde0 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 943 time: 0.1121771 Jul 14 09:09:54.549889 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9a62282d-a6d0-447a-9de2-0042cfe6440c req-a6a9628e-0081-4d80-9fb3-f7edcbc531d3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495605 Jul 14 09:09:54.561996 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d202778-bef9-4af7-86e1-03da054fac50 req-53df308f-6232-4924-b12b-acf8a52b5439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:54.566209 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9d202778-bef9-4af7-86e1-03da054fac50 req-53df308f-6232-4924-b12b-acf8a52b5439 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20&tenant_id=338da67ed34f4deb89c1895a0890d123 HTTP/1.1" status: 200 len: 1095 time: 0.1855748 Jul 14 09:09:54.592374 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-9d202778-bef9-4af7-86e1-03da054fac50 req-4db7f900-b270-4fb7-82ce-d43a98ef8cfa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-35', 'device_owner': 'compute:nova'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:54.744632 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-9d202778-bef9-4af7-86e1-03da054fac50 req-4db7f900-b270-4fb7-82ce-d43a98ef8cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:54.800016 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e6c58-87ce-4dda-aedd-f7859953f714 req-aa9374e7-60bf-4ad3-8ae3-b5da78646f3a tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:54.801587 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b5e6c58-87ce-4dda-aedd-f7859953f714 req-aa9374e7-60bf-4ad3-8ae3-b5da78646f3a tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 949 time: 0.1549129 Jul 14 09:09:54.873797 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7660146-90ab-425e-bfc1-6bfec4d61189 req-625a54ff-b51c-4b04-b407-23297dd9e9b5 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:54.880430 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7660146-90ab-425e-bfc1-6bfec4d61189 req-625a54ff-b51c-4b04-b407-23297dd9e9b5 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1544399 Jul 14 09:09:54.893687 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b5e6c58-87ce-4dda-aedd-f7859953f714 req-34b6c698-3e44-41f8-8781-30234568264f tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734768 Jul 14 09:09:54.933904 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7660146-90ab-425e-bfc1-6bfec4d61189 req-97685cf5-fbfb-4cc7-89c9-302de7d3a136 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525296 Jul 14 09:09:55.119360 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-9d202778-bef9-4af7-86e1-03da054fac50 req-4db7f900-b270-4fb7-82ce-d43a98ef8cfa service neutron] For port 93ba0e59-7428-4296-b21f-3544208df346, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=93ba0e59-7428-4296-b21f-3544208df346,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:55.171369 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-9d202778-bef9-4af7-86e1-03da054fac50 req-4db7f900-b270-4fb7-82ce-d43a98ef8cfa service neutron] For port 93ba0e59-7428-4296-b21f-3544208df346, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:09:55.216348 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-9d202778-bef9-4af7-86e1-03da054fac50 req-4db7f900-b270-4fb7-82ce-d43a98ef8cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ba0e59-7428-4296-b21f-3544208df346 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:09:55.231683 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-9d202778-bef9-4af7-86e1-03da054fac50 req-4db7f900-b270-4fb7-82ce-d43a98ef8cfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:55.257093 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-9d202778-bef9-4af7-86e1-03da054fac50 req-4db7f900-b270-4fb7-82ce-d43a98ef8cfa service neutron] Transition to ACTIVE for port object 93ba0e59-7428-4296-b21f-3544208df346 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:09:55.268204 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-9d202778-bef9-4af7-86e1-03da054fac50 req-4db7f900-b270-4fb7-82ce-d43a98ef8cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:55.372033 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7f900-b270-4fb7-82ce-d43a98ef8cfa service neutron] Pushing event updated for resources: {'Port': ['ID=93ba0e59-7428-4296-b21f-3544208df346,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:55.719945 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:09:55.720794 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bf72cb7f-a2c5-40b9-a451-7bbfdaf7c322 req-6503734a-4f84-4b51-9689-d5298caa0065 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaeda7bb-bfba-4e85-b56b-2c570a20c33c HTTP/1.1" status: 200 len: 210 time: 0.0730617 Jul 14 09:09:55.760366 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac0d2f-1aa3-49d9-8fc6-dd0f0f360769 req-b601b26f-6cf3-4c57-b528-d902bb0134bb tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:55.775554 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-daac0d2f-1aa3-49d9-8fc6-dd0f0f360769 req-b601b26f-6cf3-4c57-b528-d902bb0134bb tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 945 time: 0.2668145 Jul 14 09:09:55.799444 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d202778-bef9-4af7-86e1-03da054fac50 req-4db7f900-b270-4fb7-82ce-d43a98ef8cfa service neutron] No DVR routers for this DVR port 93ba0e59-7428-4296-b21f-3544208df346 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:09:55.961937 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-daac0d2f-1aa3-49d9-8fc6-dd0f0f360769 req-339c52f3-418e-41da-9b78-7cc95297d389 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851633 Jul 14 09:09:55.968177 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:55.972044 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:56.312846 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:56.346116 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71603e8b-1d02-4059-9ea8-36be3311e0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd3df1d-b55b-410a-9f47-9d1d330c05f9'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:56.348941 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfd9c01-c09e-41a3-9d5e-b143ac7fa478" -d '{"events": [{"server_uuid": "71603e8b-1d02-4059-9ea8-36be3311e0c2", "name": "network-vif-plugged", "status": "completed", "tag": "5cd3df1d-b55b-410a-9f47-9d1d330c05f9"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:56.387156 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 5cd3df1d-b55b-410a-9f47-9d1d330c05f9, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=5cd3df1d-b55b-410a-9f47-9d1d330c05f9,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:56.396322 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:56.397639 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 3ae0549c-ab4c-4ffe-b91c-4d4698c73778 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:09:56.426458 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3144c-a8f3-485d-8039-5c6acb0a9051 req-958cbac6-44b8-4445-807f-4bf69ce3ff9e tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:56.432789 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2cf3144c-a8f3-485d-8039-5c6acb0a9051 req-958cbac6-44b8-4445-807f-4bf69ce3ff9e tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.2516642 Jul 14 09:09:56.481120 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 3ae0549c-ab4c-4ffe-b91c-4d4698c73778 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:09:56.481544 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 3ae0549c-ab4c-4ffe-b91c-4d4698c73778 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:09:56.559518 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2cf3144c-a8f3-485d-8039-5c6acb0a9051 req-79942b9b-2c1e-4dff-b54f-281e10ca4c8b tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143148 Jul 14 09:09:56.621619 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=5cd3df1d-b55b-410a-9f47-9d1d330c05f9,revision_number=11']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:56.743536 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af9751-4d9f-48d5-8afa-fd0410a29638 req-692148a0-7f4a-40ef-909c-d6cc7f9ddeed tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:56.768500 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-67af9751-4d9f-48d5-8afa-fd0410a29638 req-692148a0-7f4a-40ef-909c-d6cc7f9ddeed tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 943 time: 0.1989117 Jul 14 09:09:56.819998 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-9d202778-bef9-4af7-86e1-03da054fac50 req-4db7f900-b270-4fb7-82ce-d43a98ef8cfa service neutron] Attempting to bind port 93ba0e59-7428-4296-b21f-3544208df346 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:09:56.820617 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-9d202778-bef9-4af7-86e1-03da054fac50 req-4db7f900-b270-4fb7-82ce-d43a98ef8cfa service neutron] Attempting to bind port 93ba0e59-7428-4296-b21f-3544208df346 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '7aac3f82-3a91-423c-a4f3-88c00731bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:09:56.820760 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d202778-bef9-4af7-86e1-03da054fac50 req-4db7f900-b270-4fb7-82ce-d43a98ef8cfa service neutron] Attempting to bind port 93ba0e59-7428-4296-b21f-3544208df346 on network 30f37573-a862-4dc6-9ef4-a9c9a7fbc93a {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:09:56.828660 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d202778-bef9-4af7-86e1-03da054fac50 req-4db7f900-b270-4fb7-82ce-d43a98ef8cfa service neutron] Port 93ba0e59-7428-4296-b21f-3544208df346 on network 30f37573-a862-4dc6-9ef4-a9c9a7fbc93a not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:09:56.829045 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d202778-bef9-4af7-86e1-03da054fac50 req-4db7f900-b270-4fb7-82ce-d43a98ef8cfa service neutron] Attempting to bind port 93ba0e59-7428-4296-b21f-3544208df346 on network 30f37573-a862-4dc6-9ef4-a9c9a7fbc93a {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:09:56.853591 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d202778-bef9-4af7-86e1-03da054fac50 req-4db7f900-b270-4fb7-82ce-d43a98ef8cfa service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:09:56.855514 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d202778-bef9-4af7-86e1-03da054fac50 req-4db7f900-b270-4fb7-82ce-d43a98ef8cfa service neutron] Checking segment: {'id': '7aac3f82-3a91-423c-a4f3-88c00731bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:09:56.859078 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d202778-bef9-4af7-86e1-03da054fac50 req-4db7f900-b270-4fb7-82ce-d43a98ef8cfa service neutron] Bound using segment: {'id': '7aac3f82-3a91-423c-a4f3-88c00731bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:09:56.860870 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-9d202778-bef9-4af7-86e1-03da054fac50 req-4db7f900-b270-4fb7-82ce-d43a98ef8cfa service neutron] Bound port: 93ba0e59-7428-4296-b21f-3544208df346, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aac3f82-3a91-423c-a4f3-88c00731bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:09:56.863746 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-9d202778-bef9-4af7-86e1-03da054fac50 req-4db7f900-b270-4fb7-82ce-d43a98ef8cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:56.940853 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-67af9751-4d9f-48d5-8afa-fd0410a29638 req-7410b88e-6bcc-4569-919d-1bec9ecd87c0 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642928 Jul 14 09:09:56.991640 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bebf0b-080c-4025-bbb4-7fcdf990c8ef req-59241d2a-5601-4849-830d-e273111cc07f tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:56.993433 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-44bebf0b-080c-4025-bbb4-7fcdf990c8ef req-59241d2a-5601-4849-830d-e273111cc07f tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 950 time: 0.2216485 Jul 14 09:09:57.037807 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-9d202778-bef9-4af7-86e1-03da054fac50 req-4db7f900-b270-4fb7-82ce-d43a98ef8cfa service neutron] For port 93ba0e59-7428-4296-b21f-3544208df346, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:09:57.044712 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-9d202778-bef9-4af7-86e1-03da054fac50 req-4db7f900-b270-4fb7-82ce-d43a98ef8cfa service neutron] For port 93ba0e59-7428-4296-b21f-3544208df346, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=93ba0e59-7428-4296-b21f-3544208df346,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:09:57.052177 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-9d202778-bef9-4af7-86e1-03da054fac50 req-4db7f900-b270-4fb7-82ce-d43a98ef8cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:57.115270 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d202778-bef9-4af7-86e1-03da054fac50 req-4db7f900-b270-4fb7-82ce-d43a98ef8cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:57.116814 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-9d202778-bef9-4af7-86e1-03da054fac50 req-4db7f900-b270-4fb7-82ce-d43a98ef8cfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:57.119901 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9d202778-bef9-4af7-86e1-03da054fac50 req-4db7f900-b270-4fb7-82ce-d43a98ef8cfa service neutron] 10.222.0.44 "PUT /v2.0/ports/93ba0e59-7428-4296-b21f-3544208df346 HTTP/1.1" status: 200 len: 1092 time: 2.5437498 Jul 14 09:09:57.126163 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85988b89-3ef7-426a-bd05-52d117f68a20', 'tag': '93ba0e59-7428-4296-b21f-3544208df346'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:57.135309 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b69b15a-07fb-4106-89c9-1de6f1ca9b65" -d '{"events": [{"name": "network-changed", "server_uuid": "85988b89-3ef7-426a-bd05-52d117f68a20", "tag": "93ba0e59-7428-4296-b21f-3544208df346"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:57.138105 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a73b6f-84b9-4c92-8ebc-243ae70ee8d6 x-openstack-request-id: req-80a73b6f-84b9-4c92-8ebc-243ae70ee8d6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:57.139118 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71603e8b-1d02-4059-9ea8-36be3311e0c2", "name": "network-vif-plugged", "status": "completed", "tag": "5cd3df1d-b55b-410a-9f47-9d1d330c05f9", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:57.139743 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80a73b6f-84b9-4c92-8ebc-243ae70ee8d6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:57.140905 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71603e8b-1d02-4059-9ea8-36be3311e0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd3df1d-b55b-410a-9f47-9d1d330c05f9', 'code': 200} Jul 14 09:09:57.210372 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-44bebf0b-080c-4025-bbb4-7fcdf990c8ef req-254b521e-f7d1-43a7-9e76-26d2092d2f12 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032011 Jul 14 09:09:57.357967 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7f900-b270-4fb7-82ce-d43a98ef8cfa service neutron] Pushing event updated for resources: {'Port': ['ID=93ba0e59-7428-4296-b21f-3544208df346,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:57.405681 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d202778-bef9-4af7-86e1-03da054fac50 req-2a69224d-ad98-4241-8b50-9e7d26a1b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:57.408051 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9d202778-bef9-4af7-86e1-03da054fac50 req-2a69224d-ad98-4241-8b50-9e7d26a1b576 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=338da67ed34f4deb89c1895a0890d123&device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 1096 time: 0.2438333 Jul 14 09:09:57.568682 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7a4f71e3-58f0-4986-81b7-a6e39118d547 req-28e14153-a201-425d-a2dc-b2d8f2750a1f tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaeda7bb-bfba-4e85-b56b-2c570a20c33c HTTP/1.1" status: 200 len: 210 time: 0.1129241 Jul 14 09:09:57.605886 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d202778-bef9-4af7-86e1-03da054fac50 req-3da37101-e635-4593-9db2-eb247c401a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:57.621918 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9d202778-bef9-4af7-86e1-03da054fac50 req-3da37101-e635-4593-9db2-eb247c401a5e service neutron] 10.222.0.44 "GET /v2.0/networks?id=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a HTTP/1.1" status: 200 len: 917 time: 0.1925535 Jul 14 09:09:57.661028 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6588b-5570-4507-abb5-7a950016ee1f req-0806d5fe-a49c-4120-b9b9-c442c5bb4df3 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:57.662864 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0de6588b-5570-4507-abb5-7a950016ee1f req-0806d5fe-a49c-4120-b9b9-c442c5bb4df3 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.2814674 Jul 14 09:09:57.682818 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a65e3-819c-49db-8573-124eafe71395 req-80428205-4822-42ba-b833-3fb88bf2e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:57.689078 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-356a65e3-819c-49db-8573-124eafe71395 req-80428205-4822-42ba-b833-3fb88bf2e6ce service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 1102 time: 0.1147487 Jul 14 09:09:57.745533 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9d202778-bef9-4af7-86e1-03da054fac50 req-904588ba-2028-43ca-9379-7df2548d3996 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93ba0e59-7428-4296-b21f-3544208df346 HTTP/1.1" status: 200 len: 999 time: 0.1226556 Jul 14 09:09:57.829589 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0de6588b-5570-4507-abb5-7a950016ee1f req-98f7cdfa-4a3a-4c1f-b6fb-bf202f3cab4a tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598892 Jul 14 09:09:57.852557 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-356a65e3-819c-49db-8573-124eafe71395 req-8b3f24b4-ccd5-4cde-8b9d-aa3839f6f9de service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523249 Jul 14 09:09:57.858175 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d202778-bef9-4af7-86e1-03da054fac50 req-79c8cd69-9820-4b30-8523-feb90fd530a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:57.860750 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9d202778-bef9-4af7-86e1-03da054fac50 req-79c8cd69-9820-4b30-8523-feb90fd530a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7386d60e-9463-4a78-b78e-76e751bf067a HTTP/1.1" status: 200 len: 856 time: 0.1090562 Jul 14 09:09:57.931879 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6c141-77bb-4ba0-a12d-b39e379dccff req-bcc36356-a48d-4e5a-979d-ab0cca6f1dde tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:57.933635 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ba5209-093b-4518-b65c-ef78123f2858 x-openstack-request-id: req-33ba5209-093b-4518-b65c-ef78123f2858 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:57.934044 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85988b89-3ef7-426a-bd05-52d117f68a20", "tag": "93ba0e59-7428-4296-b21f-3544208df346", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:57.936464 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33ba5209-093b-4518-b65c-ef78123f2858 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:57.936905 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85988b89-3ef7-426a-bd05-52d117f68a20', 'tag': '93ba0e59-7428-4296-b21f-3544208df346', 'status': 'completed', 'code': 200} Jul 14 09:09:57.937834 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ea6c141-77bb-4ba0-a12d-b39e379dccff req-bcc36356-a48d-4e5a-979d-ab0cca6f1dde tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 945 time: 0.1867650 Jul 14 09:09:58.072572 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d202778-bef9-4af7-86e1-03da054fac50 req-b2e7b8de-a55c-4e37-8463-c0e06ec56fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:58.074900 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9d202778-bef9-4af7-86e1-03da054fac50 req-b2e7b8de-a55c-4e37-8463-c0e06ec56fe4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1751244 Jul 14 09:09:58.202414 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9d202778-bef9-4af7-86e1-03da054fac50 req-bcd064cf-afb1-4139-8b4c-bdb4edab33b9 service neutron] 10.222.0.44 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189930 Jul 14 09:09:58.286115 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a0e43-486e-4de1-a68e-373d92fd0d9b req-d27dbdb4-dc0f-40c0-9bff-9baef4e22ab0 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:58.293507 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-105a0e43-486e-4de1-a68e-373d92fd0d9b req-d27dbdb4-dc0f-40c0-9bff-9baef4e22ab0 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 944 time: 0.1093793 Jul 14 09:09:58.357245 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-105a0e43-486e-4de1-a68e-373d92fd0d9b req-af5ef85c-fbed-4341-a9a2-78ad97ef686a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608795 Jul 14 09:09:58.384181 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9d202778-bef9-4af7-86e1-03da054fac50 req-da9a2724-82f6-45c2-90eb-55182d29edc0 service neutron] 10.222.0.44 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732726 Jul 14 09:09:58.441156 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ea6c141-77bb-4ba0-a12d-b39e379dccff req-fd3e81eb-e635-4ff9-b943-67cf9b01adbb tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918706 Jul 14 09:09:58.570652 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69b15a-07fb-4106-89c9-1de6f1ca9b65 req-ade30e2a-85db-489d-80ba-fe14c18a28ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:58.572315 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1b69b15a-07fb-4106-89c9-1de6f1ca9b65 req-ade30e2a-85db-489d-80ba-fe14c18a28ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=338da67ed34f4deb89c1895a0890d123&device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 1096 time: 0.1029081 Jul 14 09:09:58.822418 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69b15a-07fb-4106-89c9-1de6f1ca9b65 req-99670523-3724-40ac-b379-b3eb68e0d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:58.824049 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1b69b15a-07fb-4106-89c9-1de6f1ca9b65 req-99670523-3724-40ac-b379-b3eb68e0d982 service neutron] 10.222.0.44 "GET /v2.0/networks?id=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a HTTP/1.1" status: 200 len: 917 time: 0.2442718 Jul 14 09:09:58.878942 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831195a6-5fce-4920-b31b-3e84fb13e673 req-c7f9aef1-ee16-4a4d-86c9-4e08c69ef3a7 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:58.882191 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-831195a6-5fce-4920-b31b-3e84fb13e673 req-c7f9aef1-ee16-4a4d-86c9-4e08c69ef3a7 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.2561667 Jul 14 09:09:58.907830 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8874150-53b0-45be-94ef-9a3076c01b75 req-de0550f3-c815-4835-bdad-d172957c3dc7 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:58.916708 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8874150-53b0-45be-94ef-9a3076c01b75 req-de0550f3-c815-4835-bdad-d172957c3dc7 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 950 time: 0.2325525 Jul 14 09:09:58.990111 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1b69b15a-07fb-4106-89c9-1de6f1ca9b65 req-23e32f58-cdbb-4110-bd03-98ffcc197a93 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93ba0e59-7428-4296-b21f-3544208df346 HTTP/1.1" status: 200 len: 999 time: 0.1572628 Jul 14 09:09:59.038345 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-831195a6-5fce-4920-b31b-3e84fb13e673 req-86a15c8f-cf32-48e6-9b1a-25a43895a55e tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424389 Jul 14 09:09:59.086843 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8874150-53b0-45be-94ef-9a3076c01b75 req-0e9706ca-2b4f-4c69-9826-d2cdc2f1b940 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390803 Jul 14 09:09:59.118074 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69b15a-07fb-4106-89c9-1de6f1ca9b65 req-1345d49f-d17b-493b-a1c7-00e401f4a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:59.121597 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1b69b15a-07fb-4106-89c9-1de6f1ca9b65 req-1345d49f-d17b-493b-a1c7-00e401f4a709 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7386d60e-9463-4a78-b78e-76e751bf067a HTTP/1.1" status: 200 len: 856 time: 0.1248691 Jul 14 09:09:59.265034 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69b15a-07fb-4106-89c9-1de6f1ca9b65 req-9e7fe73c-250a-43ec-b1fc-b2633ec98f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:59.267343 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1b69b15a-07fb-4106-89c9-1de6f1ca9b65 req-9e7fe73c-250a-43ec-b1fc-b2633ec98f1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1374257 Jul 14 09:09:59.372820 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e962fe8d-54e8-40f7-89d2-79323adb7165 req-89f32be1-1944-4b50-b338-daf8ac4bdb72 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaeda7bb-bfba-4e85-b56b-2c570a20c33c HTTP/1.1" status: 200 len: 210 time: 0.1081755 Jul 14 09:09:59.511814 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1b69b15a-07fb-4106-89c9-1de6f1ca9b65 req-352b510e-c29f-457d-a544-787e5dc03d08 service neutron] 10.222.0.44 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294371 Jul 14 09:09:59.608823 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ccd0d-6ff5-4fad-870d-f13f22d686bb req-77ff0151-d870-4438-9055-2cbe72933ba9 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:59.617262 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-681ccd0d-6ff5-4fad-870d-f13f22d686bb req-77ff0151-d870-4438-9055-2cbe72933ba9 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.2416816 Jul 14 09:09:59.745414 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1b69b15a-07fb-4106-89c9-1de6f1ca9b65 req-2c01e170-92b5-4ea4-a737-a7d05e21f7a0 service neutron] 10.222.0.44 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145338 Jul 14 09:09:59.779657 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-681ccd0d-6ff5-4fad-870d-f13f22d686bb req-e57764fd-2702-48a0-9bbd-dc8bc23f1980 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569376 Jul 14 09:09:59.849584 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef0677-eb65-41a0-a3ee-25bfd2cf4ec7 req-56cebbfc-16bb-40f0-85f6-14859d50e915 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:59.859693 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bef0677-eb65-41a0-a3ee-25bfd2cf4ec7 req-56cebbfc-16bb-40f0-85f6-14859d50e915 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 944 time: 0.1491547 Jul 14 09:09:59.936850 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bef0677-eb65-41a0-a3ee-25bfd2cf4ec7 req-3f0a5e8c-f690-423c-9ca7-1d176e1ec33b tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761030 Jul 14 09:10:00.316439 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a53d38-84ab-423e-8523-9818bcb1baae req-8560d1d2-8d37-4536-85d4-4c0fd6faf347 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:00.329097 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12a53d38-84ab-423e-8523-9818bcb1baae req-8560d1d2-8d37-4536-85d4-4c0fd6faf347 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 945 time: 0.1715147 Jul 14 09:10:00.428244 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12a53d38-84ab-423e-8523-9818bcb1baae req-b6341c03-b1d2-4d3c-a2e7-ea1a04c9acde tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980434 Jul 14 09:10:00.714677 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd90fb-89c8-4f1c-8bed-6b2d1ee2caef req-0204461c-92ba-46b8-9205-65dbff452441 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:00.726415 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c3dd90fb-89c8-4f1c-8bed-6b2d1ee2caef req-0204461c-92ba-46b8-9205-65dbff452441 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 950 time: 0.1254539 Jul 14 09:10:00.867412 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c3dd90fb-89c8-4f1c-8bed-6b2d1ee2caef req-cefb3c1f-bcba-4995-95d5-2d1253dfd6f6 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393170 Jul 14 09:10:00.941247 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d4068-cf62-47b7-bb3f-1367d6e95035 req-dba5715b-5113-48d2-87f1-ee57ef359454 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:00.960300 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a87d4068-cf62-47b7-bb3f-1367d6e95035 req-dba5715b-5113-48d2-87f1-ee57ef359454 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.7485180 Jul 14 09:10:01.055933 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a87d4068-cf62-47b7-bb3f-1367d6e95035 req-f8670adb-49f7-4e14-9ab1-2fb42e8ebcbb tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940616 Jul 14 09:10:01.199676 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fff8cbc0-1e06-4b6c-a830-7840b4a427bc req-eef1b5de-7cfe-4f4b-aae3-828cc34f2d75 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaeda7bb-bfba-4e85-b56b-2c570a20c33c HTTP/1.1" status: 200 len: 210 time: 0.0758851 Jul 14 09:10:01.734519 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4cdf1-02fd-4585-bcfe-0eb764ce0c3a req-082dda97-e0f7-482b-a0d2-92e6e05c2277 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:01.736422 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-57f4cdf1-02fd-4585-bcfe-0eb764ce0c3a req-082dda97-e0f7-482b-a0d2-92e6e05c2277 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 944 time: 0.2652199 Jul 14 09:10:01.824194 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-57f4cdf1-02fd-4585-bcfe-0eb764ce0c3a req-f65cef20-2c9f-4444-8066-0677c6f1ebb7 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770175 Jul 14 09:10:02.188140 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f688a-7ca2-4ef8-8e6f-333dc4fce63a req-01b60683-feb3-43b1-84da-72358aacc49e tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:02.190917 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-610f688a-7ca2-4ef8-8e6f-333dc4fce63a req-01b60683-feb3-43b1-84da-72358aacc49e tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.2642958 Jul 14 09:10:02.413794 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-610f688a-7ca2-4ef8-8e6f-333dc4fce63a req-4229c730-41eb-4ef9-b069-9db0c57e18fa tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136865 Jul 14 09:10:02.507470 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45773b7-9ac4-4045-b763-cbc21cc32769 req-e0d0c19d-f2f8-45dc-aed1-2c3a82a0f1fc tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:02.529039 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b45773b7-9ac4-4045-b763-cbc21cc32769 req-e0d0c19d-f2f8-45dc-aed1-2c3a82a0f1fc tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 945 time: 0.2659912 Jul 14 09:10:02.645018 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b45773b7-9ac4-4045-b763-cbc21cc32769 req-b57969dc-b493-471e-9166-090758915574 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119823 Jul 14 09:10:02.972122 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc02aeb5-db3d-4ba8-9e89-06ead6af2cbf req-2a2d4936-3a6d-41d6-b888-712ddebee47a tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaeda7bb-bfba-4e85-b56b-2c570a20c33c HTTP/1.1" status: 200 len: 210 time: 0.1359274 Jul 14 09:10:03.018295 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b3c33-00d3-4f02-84ec-3fd411d44832 req-5a5c647c-a643-4f63-8dc8-7d339b75161b tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:03.022459 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-526b3c33-00d3-4f02-84ec-3fd411d44832 req-5a5c647c-a643-4f63-8dc8-7d339b75161b tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 1102 time: 0.2632160 Jul 14 09:10:03.137096 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-526b3c33-00d3-4f02-84ec-3fd411d44832 req-3036ac9a-6a41-48d8-b321-b4cdcc4d4414 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077306 Jul 14 09:10:03.685457 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a7cb8-fdab-465c-b710-eb908cf0cd3a req-fa1ca59b-157d-4bc2-85c2-36b2e3ef0be3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:03.700067 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-048a7cb8-fdab-465c-b710-eb908cf0cd3a req-fa1ca59b-157d-4bc2-85c2-36b2e3ef0be3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 944 time: 0.1761436 Jul 14 09:10:03.882598 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-048a7cb8-fdab-465c-b710-eb908cf0cd3a req-4c2c762d-4250-4cdf-bab6-db9bc669240a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793268 Jul 14 09:10:04.144249 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 40250) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:04.488606 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f0a5a-47d4-41c6-981b-249fbea89b6e req-3a902c66-198e-4a4f-959e-f8fbc895831e tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:04.490278 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-464f0a5a-47d4-41c6-981b-249fbea89b6e req-3a902c66-198e-4a4f-959e-f8fbc895831e tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.3341358 Jul 14 09:10:04.492562 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8c51bfe-f7d7-4589-9325-b6b3057e23b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:04.602951 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f5592-4b4f-4d9e-86da-8272c288aca5 req-a11db2f1-bf29-4bd8-b011-4160f1f6fbf4 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:04.605716 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e39f5592-4b4f-4d9e-86da-8272c288aca5 req-a11db2f1-bf29-4bd8-b011-4160f1f6fbf4 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 945 time: 0.2834692 Jul 14 09:10:04.644361 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-464f0a5a-47d4-41c6-981b-249fbea89b6e req-155c2139-0d70-4031-a6ee-52b8b21adf97 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453261 Jul 14 09:10:04.730600 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e39f5592-4b4f-4d9e-86da-8272c288aca5 req-d070e26d-e5cf-4e03-bd95-4e87babe6e41 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066289 Jul 14 09:10:04.891104 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8c51bfe-f7d7-4589-9325-b6b3057e23b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:04.901963 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8c51bfe-f7d7-4589-9325-b6b3057e23b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:05.069446 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c8c51bfe-f7d7-4589-9325-b6b3057e23b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2a5a5ce8f0d9410ca10840d789404be2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9236150 Jul 14 09:10:05.072589 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40268) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:05.106169 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c51bfe-f7d7-4589-9325-b6b3057e23b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702f7ba5-9676-4039-a7b5-ef73f01f865d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:05.131081 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b673f1f8-ed0f-45e5-8838-513f6d3b2d66 req-f1f5e23f-da54-4e40-9826-bb38445d38fe tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaeda7bb-bfba-4e85-b56b-2c570a20c33c HTTP/1.1" status: 200 len: 210 time: 0.0590019 Jul 14 09:10:05.169787 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c51bfe-f7d7-4589-9325-b6b3057e23b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.174775 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c51bfe-f7d7-4589-9325-b6b3057e23b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.175361 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c51bfe-f7d7-4589-9325-b6b3057e23b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.175689 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c51bfe-f7d7-4589-9325-b6b3057e23b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.176614 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c51bfe-f7d7-4589-9325-b6b3057e23b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.176614 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c51bfe-f7d7-4589-9325-b6b3057e23b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.176997 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c51bfe-f7d7-4589-9325-b6b3057e23b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.177258 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c51bfe-f7d7-4589-9325-b6b3057e23b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.177625 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c51bfe-f7d7-4589-9325-b6b3057e23b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.179167 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c51bfe-f7d7-4589-9325-b6b3057e23b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.179395 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c51bfe-f7d7-4589-9325-b6b3057e23b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.182433 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c51bfe-f7d7-4589-9325-b6b3057e23b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.211805 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5525f0e9-6245-4a27-906e-64de62741762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:05.220952 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010ac88-b1ae-4f1b-88d4-4ba7269ee2d6 req-c4832f86-3e97-4fcc-bcf1-518cc0b67dc0 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:05.231828 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3010ac88-b1ae-4f1b-88d4-4ba7269ee2d6 req-c4832f86-3e97-4fcc-bcf1-518cc0b67dc0 tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 1102 time: 0.1983342 Jul 14 09:10:05.270834 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5525f0e9-6245-4a27-906e-64de62741762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:05.310303 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3010ac88-b1ae-4f1b-88d4-4ba7269ee2d6 req-9b1937f9-b6ce-4af8-8914-2ddc376b762f tempest-ServersAdminTestJSON-1733606492 tempest-ServersAdminTestJSON-1733606492-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773091 Jul 14 09:10:05.370068 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5525f0e9-6245-4a27-906e-64de62741762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:05.375081 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5525f0e9-6245-4a27-906e-64de62741762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:05.377236 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5525f0e9-6245-4a27-906e-64de62741762 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/702f7ba5-9676-4039-a7b5-ef73f01f865d HTTP/1.1" status: 204 len: 168 time: 0.3033235 Jul 14 09:10:05.397480 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525f0e9-6245-4a27-906e-64de62741762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702f7ba5-9676-4039-a7b5-ef73f01f865d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:06.394299 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ab261-4d13-4688-9da3-6e2cfa6fa5c6 req-a222f704-8883-4327-ae6a-8dd5fa82cc48 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:06.403417 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a5ab261-4d13-4688-9da3-6e2cfa6fa5c6 req-a222f704-8883-4327-ae6a-8dd5fa82cc48 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.9830289 Jul 14 09:10:06.452550 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db05f7c-d02b-4228-8fa9-09fa6d1aec03 req-525fca09-bef5-46b6-8853-032565302e93 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:06.463206 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6db05f7c-d02b-4228-8fa9-09fa6d1aec03 req-525fca09-bef5-46b6-8853-032565302e93 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 944 time: 0.9142385 Jul 14 09:10:06.557315 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6db05f7c-d02b-4228-8fa9-09fa6d1aec03 req-1b832774-9423-40a4-a117-75a5f85d4e75 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920968 Jul 14 09:10:06.584520 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a5ab261-4d13-4688-9da3-6e2cfa6fa5c6 req-cd63d402-5720-4887-874b-c78a1c692c92 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798558 Jul 14 09:10:07.045602 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd7ca5-f93f-4304-ad3b-f38faddcd1ad req-9a1e8751-7dbe-430a-bc6c-eef948bab600 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:07.049256 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6cd7ca5-f93f-4304-ad3b-f38faddcd1ad req-9a1e8751-7dbe-430a-bc6c-eef948bab600 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 945 time: 0.2023535 Jul 14 09:10:07.138722 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6cd7ca5-f93f-4304-ad3b-f38faddcd1ad req-be1ca2d7-9737-485f-9acb-8564b6178154 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804405 Jul 14 09:10:07.663203 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e22d4384-504f-4c34-a41d-2f79bbbbdff5 req-72b03baf-dfc2-440a-b1b9-946e070bf2c0 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaeda7bb-bfba-4e85-b56b-2c570a20c33c HTTP/1.1" status: 200 len: 210 time: 0.0856843 Jul 14 09:10:07.737715 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ab0cd-ab3f-4c30-9aa6-f2c0438eefb3 req-d8383025-8a20-4852-b75e-64fdd8d57d33 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:07.744309 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5d0ab0cd-ab3f-4c30-9aa6-f2c0438eefb3 req-d8383025-8a20-4852-b75e-64fdd8d57d33 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2410cb7-ae4b-4320-81b5-52df3142f19a HTTP/1.1" status: 200 len: 950 time: 0.2567141 Jul 14 09:10:07.822839 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5d0ab0cd-ab3f-4c30-9aa6-f2c0438eefb3 req-878da188-bcca-48b9-a671-0e150e17cece tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692282 Jul 14 09:10:08.358020 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac3fdb-f0f3-4919-8d3d-d9a3e633be38 req-08769171-3058-4637-8150-83929c424411 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:08.372501 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e2ac3fdb-f0f3-4919-8d3d-d9a3e633be38 req-08769171-3058-4637-8150-83929c424411 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.3520627 Jul 14 09:10:08.496884 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f6c79-485b-40c9-ac62-f17a1ceb8f8c req-2757a2c2-9ce9-4994-941c-8ca0eb3da79e tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:08.508188 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a95f6c79-485b-40c9-ac62-f17a1ceb8f8c req-2757a2c2-9ce9-4994-941c-8ca0eb3da79e tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 944 time: 0.3515618 Jul 14 09:10:08.572748 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e2ac3fdb-f0f3-4919-8d3d-d9a3e633be38 req-5a8178cc-a4d3-4922-8220-f0b082c695ed tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879072 Jul 14 09:10:08.672744 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a95f6c79-485b-40c9-ac62-f17a1ceb8f8c req-460d2d39-fc59-4cd5-82e4-f37c476762ee tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629498 Jul 14 09:10:08.893210 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40356) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:09.261662 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342705af-2f2c-4f48-8069-7565e5c0062a req-59e227cc-ea6d-4749-8b0e-e0b0a34a88a7 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:09.263718 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-342705af-2f2c-4f48-8069-7565e5c0062a req-59e227cc-ea6d-4749-8b0e-e0b0a34a88a7 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 945 time: 0.3400962 Jul 14 09:10:09.342195 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-9c151aea-b320-4f17-883b-0a11962d7308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-386795869'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:09.416556 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-342705af-2f2c-4f48-8069-7565e5c0062a req-f5133eed-12d9-4c1d-9239-180ccd0787e0 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278315 Jul 14 09:10:09.434052 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a38202-c644-44f8-9952-e66cd5adb4a0 req-c5c98a4b-b7db-4d5f-bba3-1eb0e181b490 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:09.436576 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c151aea-b320-4f17-883b-0a11962d7308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] Made reservation on behalf of 1a23f003af81421189b1e11ac7825c77 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:09.445123 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e6a38202-c644-44f8-9952-e66cd5adb4a0 req-c5c98a4b-b7db-4d5f-bba3-1eb0e181b490 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.3807323 Jul 14 09:10:09.462883 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c151aea-b320-4f17-883b-0a11962d7308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.505766 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e6a38202-c644-44f8-9952-e66cd5adb4a0 req-5c0bc343-8bdb-4837-aa52-49e4478a62ed tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592706 Jul 14 09:10:09.507696 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c151aea-b320-4f17-883b-0a11962d7308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.739969 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c151aea-b320-4f17-883b-0a11962d7308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.747030 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c151aea-b320-4f17-883b-0a11962d7308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.794243 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c151aea-b320-4f17-883b-0a11962d7308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b17bf6-3b2b-4619-8836-cf8e13bd09a1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:09.809012 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c151aea-b320-4f17-883b-0a11962d7308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:10:09.834430 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c151aea-b320-4f17-883b-0a11962d7308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.834768 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-9c151aea-b320-4f17-883b-0a11962d7308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] Added segment f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e of type vlan for network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c Jul 14 09:10:09.880819 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f9615-28e4-4656-a7bf-a8ad58910f1f req-af2220ba-67a4-4cb4-b82b-632bfecfd447 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:09.886800 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9f6f9615-28e4-4656-a7bf-a8ad58910f1f req-af2220ba-67a4-4cb4-b82b-632bfecfd447 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2410cb7-ae4b-4320-81b5-52df3142f19a HTTP/1.1" status: 200 len: 950 time: 0.1607277 Jul 14 09:10:09.971160 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9f6f9615-28e4-4656-a7bf-a8ad58910f1f req-dd2a0b0a-b5f6-43e9-b6fb-5d2e67aeb0a6 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801597 Jul 14 09:10:09.971417 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c151aea-b320-4f17-883b-0a11962d7308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:10.026602 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c151aea-b320-4f17-883b-0a11962d7308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:10.035217 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c151aea-b320-4f17-883b-0a11962d7308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:10.036034 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c151aea-b320-4f17-883b-0a11962d7308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:10.134423 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed01825-363c-4318-af31-fd870ad11ca3 req-fecaac04-fd11-4cbe-9d5b-6d3fbe358e8b tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:10.141913 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9c151aea-b320-4f17-883b-0a11962d7308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.2436860 Jul 14 09:10:10.164009 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ed01825-363c-4318-af31-fd870ad11ca3 req-fecaac04-fd11-4cbe-9d5b-6d3fbe358e8b tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 944 time: 0.2142677 Jul 14 09:10:10.166212 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c151aea-b320-4f17-883b-0a11962d7308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] Pushing event updated for resources: {'Network': ['ID=f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:10.181476 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:10:10.228194 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ed01825-363c-4318-af31-fd870ad11ca3 req-03be89fb-9b1c-4a86-bd01-e93f5ebee57a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625770 Jul 14 09:10:10.490665 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:10.501364 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f0bfe-50d6-487c-924c-6ae610e36e75 req-461b4bd0-0f40-4333-b443-53d2dcd9ea7f tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:10.512681 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-867f0bfe-50d6-487c-924c-6ae610e36e75 req-461b4bd0-0f40-4333-b443-53d2dcd9ea7f tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1728628 Jul 14 09:10:10.641758 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-867f0bfe-50d6-487c-924c-6ae610e36e75 req-3d5895e3-dcbb-4bce-9de4-47ecef8b20ad tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265416 Jul 14 09:10:10.759331 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17b8a4-511f-4e52-843f-74fc1a0f6bef req-96b70110-8aa3-4b49-955b-72ea1e2aa34b tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:10.763842 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4b17b8a4-511f-4e52-843f-74fc1a0f6bef req-96b70110-8aa3-4b49-955b-72ea1e2aa34b tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2410cb7-ae4b-4320-81b5-52df3142f19a HTTP/1.1" status: 200 len: 950 time: 0.2969174 Jul 14 09:10:10.888078 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40408) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:10.915767 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Request body: {'port': {'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c', 'binding:host_id': 'n-h1-771362-35', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-247957866'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:10.991637 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Made reservation on behalf of 2e549361bad640d592cf1f66c1233024 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:11.014327 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa97d4-28c2-42ba-a44b-68e2c5d24235 req-ecb8a64d-79af-4b51-8c77-8e89fa3e62cf tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:11.020141 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:11.022577 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d8aa97d4-28c2-42ba-a44b-68e2c5d24235 req-ecb8a64d-79af-4b51-8c77-8e89fa3e62cf tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/networks?id=3ae54159-68cb-4fca-9852-a42d051dbe23 HTTP/1.1" status: 200 len: 812 time: 0.2561119 Jul 14 09:10:11.047703 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:11.096322 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d8aa97d4-28c2-42ba-a44b-68e2c5d24235 req-2d49acca-cb67-49ff-8ab3-c16fc4d6ef2b tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/quotas/6615d0b1eada47cd81a0006b9f4a982b HTTP/1.1" status: 200 len: 375 time: 0.0725894 Jul 14 09:10:11.176240 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d8aa97d4-28c2-42ba-a44b-68e2c5d24235 req-3be9c95a-1578-4b5f-b5b0-6c1b451abe9d tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6615d0b1eada47cd81a0006b9f4a982b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786898 Jul 14 09:10:11.303171 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:11.310587 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:11.324172 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] device_id is not set on port 0e055235-3a8c-4aae-a12d-89a907ba89d7 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:10:11.331011 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b93a04-9a73-4934-8a4a-c7a1733498f8 req-2a98a16e-99e3-4b75-a002-2cffc709c43f tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:11.340140 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4b93a04-9a73-4934-8a4a-c7a1733498f8 req-2a98a16e-99e3-4b75-a002-2cffc709c43f tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 945 time: 0.3151236 Jul 14 09:10:11.376144 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fa18f0-87fb-467f-9467-498879d703bb,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:11.423919 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4b93a04-9a73-4934-8a4a-c7a1733498f8 req-65434c76-52ec-49b0-ae9b-f265272e7c2d tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817597 Jul 14 09:10:11.429553 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d8aa97d4-28c2-42ba-a44b-68e2c5d24235 req-03b5022c-c56d-4c72-9fb2-29343de4262d service neutron] 10.222.0.25 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295461 Jul 14 09:10:11.686052 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d8aa97d4-28c2-42ba-a44b-68e2c5d24235 req-a34ef421-631f-4b33-aad0-8bd8ac549cdb service neutron] 10.222.0.25 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488196 Jul 14 09:10:11.799103 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] device_id is not set on port 0e055235-3a8c-4aae-a12d-89a907ba89d7 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:10:11.831721 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:11.853270 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Transition to ACTIVE for port object 0e055235-3a8c-4aae-a12d-89a907ba89d7 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:11.868962 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:11.888387 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015f35e-3264-426c-ba1d-1533dd3b27f8 req-9613503d-c5e2-4c55-bbc9-6a64619baea2 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:11.894137 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6015f35e-3264-426c-ba1d-1533dd3b27f8 req-9613503d-c5e2-4c55-bbc9-6a64619baea2 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1796691 Jul 14 09:10:11.975468 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6015f35e-3264-426c-ba1d-1533dd3b27f8 req-3d2d6b85-5c43-4f1c-ba45-1526aba27c76 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718048 Jul 14 09:10:11.982517 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.021818 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Pushing event updated for resources: {'Port': ['ID=0e055235-3a8c-4aae-a12d-89a907ba89d7,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:12.032014 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Checking segment: {'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:12.034396 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Network hostable DHCP agents. Network: f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:10:12.084977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:10:12.102399 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:12.115606 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a98a7a0-5df1-4ba1-95d5-1e36a0cb679e None None] Network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:10:12.117238 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:12.142409 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:12.142689 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:12.143083 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:12.151122 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:12.151700 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:12.152396 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempt 2 to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 Jul 14 09:10:12.200607 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:12.200948 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:12.201289 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:12.212222 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:12.213067 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:12.213730 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempt 3 to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 Jul 14 09:10:12.261121 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:12.261817 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:12.262400 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:12.275483 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:12.276440 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:12.277414 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempt 4 to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 Jul 14 09:10:12.319874 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:12.322042 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:12.322519 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:12.336522 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:12.337839 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:12.340107 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempt 5 to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 Jul 14 09:10:12.381974 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:12.383719 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:12.384569 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:12.411846 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:12.413704 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:12.413860 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempt 6 to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 Jul 14 09:10:12.442935 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:12.443592 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:12.444080 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:12.451541 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:12.452061 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:12.452605 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempt 7 to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 Jul 14 09:10:12.481831 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:12.482676 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:12.482955 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:12.494358 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:12.495787 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:12.497293 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempt 8 to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 Jul 14 09:10:12.520541 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25c2a6-321f-44b5-9367-81eead1a93eb req-8d90d6c4-101c-40bb-8703-74edf5f397aa tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:12.529733 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6b25c2a6-321f-44b5-9367-81eead1a93eb req-8d90d6c4-101c-40bb-8703-74edf5f397aa tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2410cb7-ae4b-4320-81b5-52df3142f19a HTTP/1.1" status: 200 len: 950 time: 0.2769127 Jul 14 09:10:12.535465 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:12.536263 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:12.536978 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:12.544445 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:12.545277 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:12.546134 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempt 9 to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 Jul 14 09:10:12.567174 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f75b9d-d677-4a1d-b1aa-331d64b086e4 req-5251d83c-f0a4-4171-b745-854cae76b449 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:12.572439 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:12.573109 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:12.573622 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75f75b9d-d677-4a1d-b1aa-331d64b086e4 req-5251d83c-f0a4-4171-b745-854cae76b449 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 944 time: 0.2356558 Jul 14 09:10:12.574108 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:12.582322 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:12.582746 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:12.583834 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempt 10 to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 Jul 14 09:10:12.604682 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:12.605396 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:12.606068 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:12.619264 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:12.619635 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 0e055235-3a8c-4aae-a12d-89a907ba89d7 on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:12.620096 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.655648 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6b25c2a6-321f-44b5-9367-81eead1a93eb req-2026d376-92c2-47e9-9618-b179365194d4 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249800 Jul 14 09:10:12.690887 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75f75b9d-d677-4a1d-b1aa-331d64b086e4 req-28d9c0a6-7714-4cae-a681-4e414b6c5bea tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127660 Jul 14 09:10:12.743222 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] For port 0e055235-3a8c-4aae-a12d-89a907ba89d7, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:12.747925 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempted to set empty binding levels {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:10:12.757529 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.799339 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7f57d0ea-4f40-46aa-9e79-6c12597bf9b9 req-e22ce786-f6cb-4624-be07-acecedd1eab2 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=262f40a2-c16b-44ea-a709-7155d4917a00 HTTP/1.1" status: 200 len: 210 time: 0.0604513 Jul 14 09:10:12.817932 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Pushing event updated for resources: {'Port': ['ID=0e055235-3a8c-4aae-a12d-89a907ba89d7,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:12.827509 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:12.828932 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.861318 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0ec2f726-51a9-4533-9c8c-8a735febeeea tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.9711118 Jul 14 09:10:12.864498 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 40464) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:13.127792 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-4b17b8a4-511f-4e52-843f-74fc1a0f6bef req-fe286f2a-8d6b-42c5-8a41-a9286f337008 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Deleting port 9b8e9bee-ac04-4129-8413-3d0d624d1e29 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:10:13.128553 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4b17b8a4-511f-4e52-843f-74fc1a0f6bef req-fe286f2a-8d6b-42c5-8a41-a9286f337008 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:13.142070 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-48bb1552-d69d-4001-89c4-7c520bed6e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Deleting port 0e055235-3a8c-4aae-a12d-89a907ba89d7 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:10:13.142459 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48bb1552-d69d-4001-89c4-7c520bed6e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:13.235886 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb8932-4a8b-4297-b3f2-27cd3995f0dd req-09f8de61-a68f-41b0-881f-0b041e17d854 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:13.237833 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cafb8932-4a8b-4297-b3f2-27cd3995f0dd req-09f8de61-a68f-41b0-881f-0b041e17d854 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 945 time: 0.2037971 Jul 14 09:10:13.261176 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-48bb1552-d69d-4001-89c4-7c520bed6e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] For port 0e055235-3a8c-4aae-a12d-89a907ba89d7, host n-h1-771362-35, got binding levels [] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:13.261486 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48bb1552-d69d-4001-89c4-7c520bed6e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:13.305991 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-48bb1552-d69d-4001-89c4-7c520bed6e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Calling delete_port for 0e055235-3a8c-4aae-a12d-89a907ba89d7 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:10:13.329299 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cafb8932-4a8b-4297-b3f2-27cd3995f0dd req-8aea75b0-3f10-4adb-a945-e9b94f89294f tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826039 Jul 14 09:10:13.330511 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-4b17b8a4-511f-4e52-843f-74fc1a0f6bef req-fe286f2a-8d6b-42c5-8a41-a9286f337008 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] For port 9b8e9bee-ac04-4129-8413-3d0d624d1e29, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9b8e9bee-ac04-4129-8413-3d0d624d1e29,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:13.331569 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4b17b8a4-511f-4e52-843f-74fc1a0f6bef req-fe286f2a-8d6b-42c5-8a41-a9286f337008 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:13.378967 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-4b17b8a4-511f-4e52-843f-74fc1a0f6bef req-fe286f2a-8d6b-42c5-8a41-a9286f337008 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Calling delete_port for 9b8e9bee-ac04-4129-8413-3d0d624d1e29 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:10:13.518576 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48bb1552-d69d-4001-89c4-7c520bed6e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:13.570701 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb1552-d69d-4001-89c4-7c520bed6e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e055235-3a8c-4aae-a12d-89a907ba89d7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:13.574753 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48bb1552-d69d-4001-89c4-7c520bed6e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:13.577195 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-48bb1552-d69d-4001-89c4-7c520bed6e0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] 10.222.0.25 "DELETE /v2.0/ports/0e055235-3a8c-4aae-a12d-89a907ba89d7 HTTP/1.1" status: 204 len: 168 time: 0.7115693 Jul 14 09:10:13.582542 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 40484) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:13.630047 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4b17b8a4-511f-4e52-843f-74fc1a0f6bef req-fe286f2a-8d6b-42c5-8a41-a9286f337008 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:13.648016 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['d8f3c636-dd55-49c0-b256-32e26c9ae0e2'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:13.649484 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f03a2f3-3630-4822-a831-2f879487faa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:10:13.651808 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5f03a2f3-3630-4822-a831-2f879487faa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] 10.222.0.25 "GET /v2.0/ports/0e055235-3a8c-4aae-a12d-89a907ba89d7 HTTP/1.1" status: 404 len: 333 time: 0.0679512 Jul 14 09:10:13.658723 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 40488) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:13.664550 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['5cd3df1d-b55b-410a-9f47-9d1d330c05f9'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:13.667756 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-dcdbad60-0d1a-4ba4-983c-0baa6eff8516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Request body: {'port': {'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142229722'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:13.710299 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdbad60-0d1a-4ba4-983c-0baa6eff8516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Made reservation on behalf of 2e549361bad640d592cf1f66c1233024 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:13.713534 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dcdbad60-0d1a-4ba4-983c-0baa6eff8516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:13.715133 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe286f2a-8d6b-42c5-8a41-a9286f337008 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Pushing event deleted for resources: {'Port': ['ID=9b8e9bee-ac04-4129-8413-3d0d624d1e29,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:13.802726 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-dcdbad60-0d1a-4ba4-983c-0baa6eff8516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] device_id is not set on port 657eee76-21fd-4991-9596-623d65020ffd yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:10:13.849636 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b17b8a4-511f-4e52-843f-74fc1a0f6bef req-fe286f2a-8d6b-42c5-8a41-a9286f337008 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] No DVR routers for this DVR port 9b8e9bee-ac04-4129-8413-3d0d624d1e29 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:10:13.854779 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4b17b8a4-511f-4e52-843f-74fc1a0f6bef req-fe286f2a-8d6b-42c5-8a41-a9286f337008 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:13.859902 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4b17b8a4-511f-4e52-843f-74fc1a0f6bef req-fe286f2a-8d6b-42c5-8a41-a9286f337008 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.44 "DELETE /v2.0/ports/9b8e9bee-ac04-4129-8413-3d0d624d1e29 HTTP/1.1" status: 204 len: 173 time: 0.9491444 Jul 14 09:10:13.860635 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2410cb7-ae4b-4320-81b5-52df3142f19a', 'name': 'network-vif-deleted', 'tag': '9b8e9bee-ac04-4129-8413-3d0d624d1e29'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:13.865297 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e48faa3-40a9-442e-8901-c1675083240c" -d '{"events": [{"server_uuid": "b2410cb7-ae4b-4320-81b5-52df3142f19a", "name": "network-vif-deleted", "tag": "9b8e9bee-ac04-4129-8413-3d0d624d1e29"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:13.865944 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9b8e9bee-ac04-4129-8413-3d0d624d1e29 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:10:13.914346 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 9b8e9bee-ac04-4129-8413-3d0d624d1e29 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:10:13.914822 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9b8e9bee-ac04-4129-8413-3d0d624d1e29 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:10:14.156472 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dcdbad60-0d1a-4ba4-983c-0baa6eff8516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.198669 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57810fa5-19b2-4eca-8fef-b05d19471ae1 req-af4c3729-c652-4416-9b3d-c829a1b5faf4 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:14.211550 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-57810fa5-19b2-4eca-8fef-b05d19471ae1 req-af4c3729-c652-4416-9b3d-c829a1b5faf4 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.5159903 Jul 14 09:10:14.296928 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2d423f99-00ca-4b3f-8a9b-cacb4cf8b06d req-6cf30f12-2f17-4808-8323-940bd563afd7 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2410cb7-ae4b-4320-81b5-52df3142f19a HTTP/1.1" status: 200 len: 210 time: 0.0771606 Jul 14 09:10:14.320901 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-57810fa5-19b2-4eca-8fef-b05d19471ae1 req-d2748187-9b39-44e0-ad08-7efbce4d8766 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082163 Jul 14 09:10:14.321896 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dcdbad60-0d1a-4ba4-983c-0baa6eff8516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.403693 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9acf7bd-c308-4443-b2d1-f44b6387ca76 x-openstack-request-id: req-a9acf7bd-c308-4443-b2d1-f44b6387ca76 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:14.404585 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2410cb7-ae4b-4320-81b5-52df3142f19a", "name": "network-vif-deleted", "tag": "9b8e9bee-ac04-4129-8413-3d0d624d1e29", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:14.404585 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9acf7bd-c308-4443-b2d1-f44b6387ca76 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:14.405149 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2410cb7-ae4b-4320-81b5-52df3142f19a', 'name': 'network-vif-deleted', 'tag': '9b8e9bee-ac04-4129-8413-3d0d624d1e29', 'status': 'completed', 'code': 200} Jul 14 09:10:14.435999 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdbad60-0d1a-4ba4-983c-0baa6eff8516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:14.445136 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-dcdbad60-0d1a-4ba4-983c-0baa6eff8516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:14.454718 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdbad60-0d1a-4ba4-983c-0baa6eff8516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:14.455548 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdbad60-0d1a-4ba4-983c-0baa6eff8516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:14.456147 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dcdbad60-0d1a-4ba4-983c-0baa6eff8516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.478993 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-dcdbad60-0d1a-4ba4-983c-0baa6eff8516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8164568 Jul 14 09:10:14.481383 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40514) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:14.488358 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:14.488745 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbad60-0d1a-4ba4-983c-0baa6eff8516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Pushing event updated for resources: {'Port': ['ID=657eee76-21fd-4991-9596-623d65020ffd,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:14.646530 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ccb98-87e5-4339-8e34-32d25391158e req-3c131046-7c28-4356-bee0-fe0c964edf05 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:14.669854 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb8ccb98-87e5-4339-8e34-32d25391158e req-3c131046-7c28-4356-bee0-fe0c964edf05 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 944 time: 0.1693137 Jul 14 09:10:14.696506 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.785099 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:10:14.815373 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb8ccb98-87e5-4339-8e34-32d25391158e req-ac734309-95b8-47c6-9970-468661d5792f tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442497 Jul 14 09:10:14.861152 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf730ab5-1ff2-4195-90cf-5e5428486b2c req-131b10fb-83df-4b8d-b803-da49cf4a7789 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:14.863451 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cf730ab5-1ff2-4195-90cf-5e5428486b2c req-131b10fb-83df-4b8d-b803-da49cf4a7789 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1548314 Jul 14 09:10:14.934402 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cf730ab5-1ff2-4195-90cf-5e5428486b2c req-e475b63f-20f6-44eb-aa62-02bf0ace0961 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629120 Jul 14 09:10:14.960731 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] device_id is not set on port 657eee76-21fd-4991-9596-623d65020ffd yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:10:14.972026 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.989632 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Transition to ACTIVE for port object 657eee76-21fd-4991-9596-623d65020ffd will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:14.994265 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:15.096498 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Pushing event updated for resources: {'Port': ['ID=657eee76-21fd-4991-9596-623d65020ffd,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:15.114181 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:15.114767 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:15.115425 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:15.121714 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 657eee76-21fd-4991-9596-623d65020ffd on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:15.122271 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 657eee76-21fd-4991-9596-623d65020ffd on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:15.122848 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempt 2 to bind port 657eee76-21fd-4991-9596-623d65020ffd Jul 14 09:10:15.138569 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:15.138957 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:15.139883 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:15.144805 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 657eee76-21fd-4991-9596-623d65020ffd on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:15.145137 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 657eee76-21fd-4991-9596-623d65020ffd on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:15.145534 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempt 3 to bind port 657eee76-21fd-4991-9596-623d65020ffd Jul 14 09:10:15.160645 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:15.160969 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:15.161322 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:15.166010 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 657eee76-21fd-4991-9596-623d65020ffd on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:15.166339 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 657eee76-21fd-4991-9596-623d65020ffd on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:15.166799 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempt 4 to bind port 657eee76-21fd-4991-9596-623d65020ffd Jul 14 09:10:15.182548 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:15.182887 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:15.183300 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:15.189032 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 657eee76-21fd-4991-9596-623d65020ffd on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:15.189335 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 657eee76-21fd-4991-9596-623d65020ffd on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:15.189741 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempt 5 to bind port 657eee76-21fd-4991-9596-623d65020ffd Jul 14 09:10:15.205978 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:15.206327 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:15.206676 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:15.212570 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 657eee76-21fd-4991-9596-623d65020ffd on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:15.212898 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 657eee76-21fd-4991-9596-623d65020ffd on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:15.214425 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempt 6 to bind port 657eee76-21fd-4991-9596-623d65020ffd Jul 14 09:10:15.224769 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28498356-ed64-424b-8a3a-bb83789e8e7b req-1d93913a-5fd4-441f-8cb3-850377c6cec5 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.226350 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28498356-ed64-424b-8a3a-bb83789e8e7b req-1d93913a-5fd4-441f-8cb3-850377c6cec5 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 945 time: 0.1820095 Jul 14 09:10:15.235677 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-f95852c7-29db-4353-b55c-24adadba24a9 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.236224 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:15.236728 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:15.237280 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:15.243754 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-f95852c7-29db-4353-b55c-24adadba24a9 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/networks?id=3ae54159-68cb-4fca-9852-a42d051dbe23 HTTP/1.1" status: 200 len: 812 time: 0.1966183 Jul 14 09:10:15.244930 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 657eee76-21fd-4991-9596-623d65020ffd on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:15.245456 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 657eee76-21fd-4991-9596-623d65020ffd on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:15.246696 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempt 7 to bind port 657eee76-21fd-4991-9596-623d65020ffd Jul 14 09:10:15.271478 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:15.272107 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:15.272680 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:15.284104 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-0c130e79-22c0-4a95-bf66-8396db16ea05 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/quotas/6615d0b1eada47cd81a0006b9f4a982b HTTP/1.1" status: 200 len: 375 time: 0.0407987 Jul 14 09:10:15.285440 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 657eee76-21fd-4991-9596-623d65020ffd on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:15.287299 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 657eee76-21fd-4991-9596-623d65020ffd on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:15.287898 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempt 8 to bind port 657eee76-21fd-4991-9596-623d65020ffd Jul 14 09:10:15.308127 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:15.308777 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:15.309327 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:15.316819 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 657eee76-21fd-4991-9596-623d65020ffd on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:15.317439 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 657eee76-21fd-4991-9596-623d65020ffd on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:15.317924 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempt 9 to bind port 657eee76-21fd-4991-9596-623d65020ffd Jul 14 09:10:15.338200 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28498356-ed64-424b-8a3a-bb83789e8e7b req-18f57b93-ab5b-48cc-ae5d-52c8ddefbde4 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854943 Jul 14 09:10:15.340400 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:15.340783 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:15.341125 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:15.346651 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 657eee76-21fd-4991-9596-623d65020ffd on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:15.347133 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 657eee76-21fd-4991-9596-623d65020ffd on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:15.347722 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempt 10 to bind port 657eee76-21fd-4991-9596-623d65020ffd Jul 14 09:10:15.348290 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-83c9b5d8-71c4-4c02-85e0-51c392f4e08f tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6615d0b1eada47cd81a0006b9f4a982b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564444 Jul 14 09:10:15.369263 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:15.369612 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:15.369949 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 657eee76-21fd-4991-9596-623d65020ffd on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:15.376103 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 657eee76-21fd-4991-9596-623d65020ffd on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:15.376466 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 657eee76-21fd-4991-9596-623d65020ffd on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:15.377094 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:15.514777 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-ca541029-16ad-4a93-942b-7d36e6d06fc6 service neutron] 10.222.0.25 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646883 Jul 14 09:10:15.549757 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] For port 657eee76-21fd-4991-9596-623d65020ffd, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:15.551109 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempted to set empty binding levels {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:10:15.557456 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:15.630490 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] In _notify_port_updated(), no bound segment for port 657eee76-21fd-4991-9596-623d65020ffd on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:10:15.631523 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.632011 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:15.633359 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] 10.222.0.25 "PUT /v2.0/ports/657eee76-21fd-4991-9596-623d65020ffd HTTP/1.1" status: 200 len: 980 time: 1.1508532 Jul 14 09:10:15.636791 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40558) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:15.661136 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4dba4-e010-49d8-ab4b-73df48574eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Pushing event updated for resources: {'Port': ['ID=657eee76-21fd-4991-9596-623d65020ffd,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:15.684123 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-49ebf449-9340-453f-9a88-ec4bd9ad70ac service neutron] 10.222.0.25 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625195 Jul 14 09:10:15.710036 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395afb4-c7fb-41df-8348-804c11fc8667 req-d0172029-1fb8-4309-89c5-f82a80c15a07 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.718432 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a395afb4-c7fb-41df-8348-804c11fc8667 req-d0172029-1fb8-4309-89c5-f82a80c15a07 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1226609 Jul 14 09:10:15.758236 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.758991 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.760052 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.760709 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.761363 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.762010 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.762790 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.763440 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.764203 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.764865 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.766038 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.766169 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a395afb4-c7fb-41df-8348-804c11fc8667 req-33488e4e-7f45-4828-825b-7f6589323fa2 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454533 Jul 14 09:10:15.766920 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.767401 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.767913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.768387 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.768856 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.769671 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.770156 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.770627 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.771101 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.771624 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.772281 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.772750 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.773405 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.774355 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.774355 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.774810 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.775274 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.776278 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.776763 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.780237 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ef03bbdf-d886-4b9c-b3a7-2f5182f54ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27062 time: 0.1427324 Jul 14 09:10:15.784860 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40564) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:16.009591 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-108c5036-c90c-4267-a828-4bc04bfa38cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Deleting port 657eee76-21fd-4991-9596-623d65020ffd {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:10:16.011525 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-108c5036-c90c-4267-a828-4bc04bfa38cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:16.087076 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-326e5bc1-1f15-474f-a070-1dcbaa08300a tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:16.088876 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f1783-ab0a-4418-b0d5-3e29dffef433 req-da59c209-0062-4f0d-812b-a346510b6987 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:16.090961 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3d9f1783-ab0a-4418-b0d5-3e29dffef433 req-da59c209-0062-4f0d-812b-a346510b6987 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1205215 Jul 14 09:10:16.092433 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-326e5bc1-1f15-474f-a070-1dcbaa08300a tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086&tenant_id=d26b4168e0144f2b895d7a5b4dac1633&binding%3Ahost_id=n-h1-771362-35 HTTP/1.1" status: 200 len: 1097 time: 0.2101872 Jul 14 09:10:16.127296 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-108c5036-c90c-4267-a828-4bc04bfa38cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] For port 657eee76-21fd-4991-9596-623d65020ffd, host n-h1-771362-35, got binding levels [] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:16.128262 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-108c5036-c90c-4267-a828-4bc04bfa38cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:16.150801 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-108c5036-c90c-4267-a828-4bc04bfa38cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Calling delete_port for 657eee76-21fd-4991-9596-623d65020ffd owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:10:16.209414 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3d9f1783-ab0a-4418-b0d5-3e29dffef433 req-5159c7aa-20dc-478d-b344-74bf9709ca3a tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074197 Jul 14 09:10:16.276413 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-d4b5ca52-bdaf-43d7-9898-d91961105f9d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771362-35'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:16.332682 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-99e68a67-6827-468d-bc37-516c5549a771 req-1e89c72b-b804-4f90-86ba-c2ffe274719f tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6017f0a-f24b-45d1-97b0-e8a1913ca344 HTTP/1.1" status: 200 len: 210 time: 0.0563877 Jul 14 09:10:16.428515 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527ec81-350b-46ac-bde7-de6464508b06 req-4b66d1fc-7571-4974-b19c-26a52dd1b2c9 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:16.430397 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0527ec81-350b-46ac-bde7-de6464508b06 req-4b66d1fc-7571-4974-b19c-26a52dd1b2c9 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 944 time: 0.0821576 Jul 14 09:10:16.470467 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-d4b5ca52-bdaf-43d7-9898-d91961105f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:16.493861 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-108c5036-c90c-4267-a828-4bc04bfa38cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:16.524906 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0527ec81-350b-46ac-bde7-de6464508b06 req-ef21f0ad-8d45-46dd-8338-febbaf648d89 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879645 Jul 14 09:10:16.528089 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c5036-c90c-4267-a828-4bc04bfa38cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Pushing event deleted for resources: {'Port': ['ID=657eee76-21fd-4991-9596-623d65020ffd,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:16.582381 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-108c5036-c90c-4267-a828-4bc04bfa38cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:16.584651 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-108c5036-c90c-4267-a828-4bc04bfa38cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] 10.222.0.25 "DELETE /v2.0/ports/657eee76-21fd-4991-9596-623d65020ffd HTTP/1.1" status: 204 len: 168 time: 0.7986398 Jul 14 09:10:16.588473 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40596) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:16.674809 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7ff2a0-f951-4108-bb79-2a5a060db05b tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:10:16.678790 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3f7ff2a0-f951-4108-bb79-2a5a060db05b tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] 10.222.0.25 "GET /v2.0/ports/657eee76-21fd-4991-9596-623d65020ffd HTTP/1.1" status: 404 len: 333 time: 0.0887752 Jul 14 09:10:16.687914 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40600) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:16.695135 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c5a9069f-a9b2-4f19-a520-c1f1b9de0a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-259830122', 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:16.748384 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a9069f-a9b2-4f19-a520-c1f1b9de0a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Made reservation on behalf of 2e549361bad640d592cf1f66c1233024 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:16.751556 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5a9069f-a9b2-4f19-a520-c1f1b9de0a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:16.778460 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79977d-8413-4975-912b-ef7a48bfb314 req-52d60a85-00ae-455f-a458-1455a13eca00 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:16.781849 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb79977d-8413-4975-912b-ef7a48bfb314 req-52d60a85-00ae-455f-a458-1455a13eca00 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=a042958d-d5e5-4ed2-b805-cc9699375abb HTTP/1.1" status: 200 len: 949 time: 0.1855936 Jul 14 09:10:16.801716 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-d4b5ca52-bdaf-43d7-9898-d91961105f9d service neutron] For port 022e995c-a50c-4a54-9f35-a29ef5966e83, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=022e995c-a50c-4a54-9f35-a29ef5966e83,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:16.823777 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-c5a9069f-a9b2-4f19-a520-c1f1b9de0a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] device_id is not set on port 2d7da076-8616-4a0d-a3cd-bd24afd131a5 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:10:16.853185 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1399ba-2a76-415c-aa37-f6e31db7fafa req-e68ad988-061a-478d-b22b-8e90aa59fa3d tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:16.864131 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0d1399ba-2a76-415c-aa37-f6e31db7fafa req-e68ad988-061a-478d-b22b-8e90aa59fa3d tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 945 time: 0.1890001 Jul 14 09:10:16.915038 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb79977d-8413-4975-912b-ef7a48bfb314 req-63af915e-2925-4ffb-87c7-5d6088a3c83e tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136627 Jul 14 09:10:16.965073 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0d1399ba-2a76-415c-aa37-f6e31db7fafa req-37236833-7a0b-4ace-ab6e-77708f21bff8 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994620 Jul 14 09:10:17.044065 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-d4b5ca52-bdaf-43d7-9898-d91961105f9d service neutron] For port 022e995c-a50c-4a54-9f35-a29ef5966e83, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:17.083989 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5a9069f-a9b2-4f19-a520-c1f1b9de0a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:17.106594 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3684c377-79ea-4158-8802-fe3e28230086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '022e995c-a50c-4a54-9f35-a29ef5966e83'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:17.108947 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea515850-6285-4ad0-82b2-1028ed0e2806" -d '{"events": [{"server_uuid": "3684c377-79ea-4158-8802-fe3e28230086", "name": "network-vif-unplugged", "status": "completed", "tag": "022e995c-a50c-4a54-9f35-a29ef5966e83"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:17.114528 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-d4b5ca52-bdaf-43d7-9898-d91961105f9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:17.125118 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-d4b5ca52-bdaf-43d7-9898-d91961105f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:17.157781 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 40608) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:17.187010 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8077a-cef4-4c96-b712-ef9fc0132361 req-0d92ec43-0a9d-4b4e-a8e3-627eef5e535d tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:17.189378 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-abd8077a-cef4-4c96-b712-ef9fc0132361 req-0d92ec43-0a9d-4b4e-a8e3-627eef5e535d tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1290312 Jul 14 09:10:17.220917 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5ca52-bdaf-43d7-9898-d91961105f9d service neutron] Pushing event updated for resources: {'Port': ['ID=022e995c-a50c-4a54-9f35-a29ef5966e83,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:17.224280 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5a9069f-a9b2-4f19-a520-c1f1b9de0a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:17.304854 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a9069f-a9b2-4f19-a520-c1f1b9de0a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:17.305127 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-abd8077a-cef4-4c96-b712-ef9fc0132361 req-3ed0ed86-f2b6-43b2-97ee-85ea5e7f605b tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051805 Jul 14 09:10:17.309631 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c5a9069f-a9b2-4f19-a520-c1f1b9de0a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:17.335596 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-d4b5ca52-bdaf-43d7-9898-d91961105f9d service neutron] Attempting to bind port 022e995c-a50c-4a54-9f35-a29ef5966e83 on host n-h1-771362-35 for vnic_type normal with profile {"migrating_to": "n-h2-771362-35"} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:17.335995 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-d4b5ca52-bdaf-43d7-9898-d91961105f9d service neutron] Attempting to bind port 022e995c-a50c-4a54-9f35-a29ef5966e83 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:17.336338 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-d4b5ca52-bdaf-43d7-9898-d91961105f9d service neutron] Attempting to bind port 022e995c-a50c-4a54-9f35-a29ef5966e83 on network 6f33b460-d2d2-4c56-9516-34520289d045 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:17.338751 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a9069f-a9b2-4f19-a520-c1f1b9de0a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:17.339862 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a9069f-a9b2-4f19-a520-c1f1b9de0a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:17.340830 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5a9069f-a9b2-4f19-a520-c1f1b9de0a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:17.354855 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9069f-a9b2-4f19-a520-c1f1b9de0a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Pushing event updated for resources: {'Port': ['ID=2d7da076-8616-4a0d-a3cd-bd24afd131a5,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:17.358563 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-d4b5ca52-bdaf-43d7-9898-d91961105f9d service neutron] Port 022e995c-a50c-4a54-9f35-a29ef5966e83 on network 6f33b460-d2d2-4c56-9516-34520289d045 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:17.359378 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-d4b5ca52-bdaf-43d7-9898-d91961105f9d service neutron] Attempting to bind port 022e995c-a50c-4a54-9f35-a29ef5966e83 on network 6f33b460-d2d2-4c56-9516-34520289d045 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:17.361718 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-582c3b60-1169-4931-88fd-82ef3761dc42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:17.366665 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-d4b5ca52-bdaf-43d7-9898-d91961105f9d service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:17.367025 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-d4b5ca52-bdaf-43d7-9898-d91961105f9d service neutron] Checking segment: {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:17.367367 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-d4b5ca52-bdaf-43d7-9898-d91961105f9d service neutron] Bound using segment: {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:17.367830 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-d4b5ca52-bdaf-43d7-9898-d91961105f9d service neutron] Bound port: 022e995c-a50c-4a54-9f35-a29ef5966e83, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f356fa-4284-4df3-b6e5-d03c594a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f33b460-d2d2-4c56-9516-34520289d045'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:17.368221 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-d4b5ca52-bdaf-43d7-9898-d91961105f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:17.376508 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c5a9069f-a9b2-4f19-a520-c1f1b9de0a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6834822 Jul 14 09:10:17.380092 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40616) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:17.430802 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641cea44-f5b0-4e4f-a7a0-f608f9b756ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:17.432686 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-641cea44-f5b0-4e4f-a7a0-f608f9b756ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] 10.222.0.25 "GET /v2.0/ports/2d7da076-8616-4a0d-a3cd-bd24afd131a5 HTTP/1.1" status: 200 len: 958 time: 0.0514529 Jul 14 09:10:17.436556 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 40618) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:17.499809 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-d4b5ca52-bdaf-43d7-9898-d91961105f9d service neutron] For port 022e995c-a50c-4a54-9f35-a29ef5966e83, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:17.503977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-d4b5ca52-bdaf-43d7-9898-d91961105f9d service neutron] For port 022e995c-a50c-4a54-9f35-a29ef5966e83, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=022e995c-a50c-4a54-9f35-a29ef5966e83,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:17.506652 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c34b689-7911-4332-8459-f6154f688396 x-openstack-request-id: req-8c34b689-7911-4332-8459-f6154f688396 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:17.507134 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3684c377-79ea-4158-8802-fe3e28230086", "name": "network-vif-unplugged", "status": "completed", "tag": "022e995c-a50c-4a54-9f35-a29ef5966e83", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:17.507585 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c34b689-7911-4332-8459-f6154f688396 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:17.508642 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3684c377-79ea-4158-8802-fe3e28230086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '022e995c-a50c-4a54-9f35-a29ef5966e83', 'code': 200} Jul 14 09:10:17.510927 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-d4b5ca52-bdaf-43d7-9898-d91961105f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:17.612985 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-582c3b60-1169-4931-88fd-82ef3761dc42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:17.615194 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-d4b5ca52-bdaf-43d7-9898-d91961105f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:17.616441 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-d4b5ca52-bdaf-43d7-9898-d91961105f9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:17.618416 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-d4b5ca52-bdaf-43d7-9898-d91961105f9d service neutron] 10.222.0.44 "PUT /v2.0/ports/022e995c-a50c-4a54-9f35-a29ef5966e83 HTTP/1.1" status: 200 len: 1123 time: 1.5156310 Jul 14 09:10:17.663226 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-582c3b60-1169-4931-88fd-82ef3761dc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:17.694645 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['022e995c-a50c-4a54-9f35-a29ef5966e83'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:17.695472 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5ca52-bdaf-43d7-9898-d91961105f9d service neutron] Pushing event updated for resources: {'Port': ['ID=022e995c-a50c-4a54-9f35-a29ef5966e83,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:17.750708 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cea2b-371d-41c3-8d40-cca27910436d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Deleting port 2d7da076-8616-4a0d-a3cd-bd24afd131a5 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:10:17.751086 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b5cea2b-371d-41c3-8d40-cca27910436d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:17.768985 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['022e995c-a50c-4a54-9f35-a29ef5966e83'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:17.770682 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b680c-925b-4b03-a534-f1549d3eacbd req-b3a2b8c7-4fca-47f4-8e3b-2c291ec75173 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:17.772305 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-445b680c-925b-4b03-a534-f1549d3eacbd req-b3a2b8c7-4fca-47f4-8e3b-2c291ec75173 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.47 "GET /v2.0/ports?device_id=a042958d-d5e5-4ed2-b805-cc9699375abb HTTP/1.1" status: 200 len: 949 time: 0.1709814 Jul 14 09:10:17.836524 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bf9b7de8-2cb3-4d18-96c4-b02b82810b51 req-ff6a25a2-20e9-4703-9dfb-9699f92f08fb tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6017f0a-f24b-45d1-97b0-e8a1913ca344 HTTP/1.1" status: 200 len: 210 time: 0.1926007 Jul 14 09:10:17.908301 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-582c3b60-1169-4931-88fd-82ef3761dc42 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=85d0d02598db42238f1b00a9e5f020e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7489798 Jul 14 09:10:17.910065 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c3b60-1169-4931-88fd-82ef3761dc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565ec2aa-122b-4ee3-9ce4-b6f1c9632dd0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:17.913550 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 022e995c-a50c-4a54-9f35-a29ef5966e83 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:10:17.920130 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40622) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:17.994914 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b5cea2b-371d-41c3-8d40-cca27910436d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:18.022448 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-445b680c-925b-4b03-a534-f1549d3eacbd req-2219d1e8-be97-4e82-91d1-6e8e8bf6bfe2 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Deleting port d8f3c636-dd55-49c0-b256-32e26c9ae0e2 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:10:18.023016 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-445b680c-925b-4b03-a534-f1549d3eacbd req-2219d1e8-be97-4e82-91d1-6e8e8bf6bfe2 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:18.035622 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5efb4-22b7-478a-8cf3-d49a73331a2a req-adf96cf0-1032-4b10-bd78-c06dd213682c tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:18.037508 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-34e5efb4-22b7-478a-8cf3-d49a73331a2a req-adf96cf0-1032-4b10-bd78-c06dd213682c tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.4809303 Jul 14 09:10:18.075151 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:10:18.095862 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9963c834-8bc5-4c33-a0c1-475a30f548d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:18.098128 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cea2b-371d-41c3-8d40-cca27910436d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Calling delete_port for 2d7da076-8616-4a0d-a3cd-bd24afd131a5 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:10:18.116715 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-54098dba-b409-4df1-b745-476a4165db01 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:18.119263 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-54098dba-b409-4df1-b745-476a4165db01 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.44 "GET /v2.0/networks?id=3ae54159-68cb-4fca-9852-a42d051dbe23 HTTP/1.1" status: 200 len: 812 time: 0.5044260 Jul 14 09:10:18.126152 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9963c834-8bc5-4c33-a0c1-475a30f548d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:18.160270 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-66cb26b7-2959-4a67-837c-7b3bc0712d99 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Request body: {'port': {'device_id': 'a6017f0a-f24b-45d1-97b0-e8a1913ca344', 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23', 'admin_state_up': True, 'tenant_id': '6615d0b1eada47cd81a0006b9f4a982b'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:18.192171 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9963c834-8bc5-4c33-a0c1-475a30f548d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:18.194781 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9963c834-8bc5-4c33-a0c1-475a30f548d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:18.198551 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9963c834-8bc5-4c33-a0c1-475a30f548d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/565ec2aa-122b-4ee3-9ce4-b6f1c9632dd0 HTTP/1.1" status: 204 len: 168 time: 0.2716589 Jul 14 09:10:18.212174 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963c834-8bc5-4c33-a0c1-475a30f548d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565ec2aa-122b-4ee3-9ce4-b6f1c9632dd0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:18.247100 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-445b680c-925b-4b03-a534-f1549d3eacbd req-2219d1e8-be97-4e82-91d1-6e8e8bf6bfe2 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] For port d8f3c636-dd55-49c0-b256-32e26c9ae0e2, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=d8f3c636-dd55-49c0-b256-32e26c9ae0e2,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:18.247732 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-445b680c-925b-4b03-a534-f1549d3eacbd req-2219d1e8-be97-4e82-91d1-6e8e8bf6bfe2 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:18.269258 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-445b680c-925b-4b03-a534-f1549d3eacbd req-2219d1e8-be97-4e82-91d1-6e8e8bf6bfe2 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Calling delete_port for d8f3c636-dd55-49c0-b256-32e26c9ae0e2 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:10:18.368965 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-34e5efb4-22b7-478a-8cf3-d49a73331a2a req-7da3ca08-b180-4a60-bed4-7675fb7c9321 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846479 Jul 14 09:10:18.489006 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-445b680c-925b-4b03-a534-f1549d3eacbd req-2219d1e8-be97-4e82-91d1-6e8e8bf6bfe2 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:18.521889 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c0026-8035-4051-b737-44a6f1fb94c4 req-3f6d4200-be7d-4c30-bd95-2c71f360fea4 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:18.532996 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-182c0026-8035-4051-b737-44a6f1fb94c4 req-3f6d4200-be7d-4c30-bd95-2c71f360fea4 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 944 time: 0.4001904 Jul 14 09:10:18.538200 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b5cea2b-371d-41c3-8d40-cca27910436d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:18.547375 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 022e995c-a50c-4a54-9f35-a29ef5966e83, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=022e995c-a50c-4a54-9f35-a29ef5966e83,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:18.580297 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4065f7a5-601c-46d3-88ca-1d8e50118cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:18.613926 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219d1e8-be97-4e82-91d1-6e8e8bf6bfe2 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Pushing event deleted for resources: {'Port': ['ID=d8f3c636-dd55-49c0-b256-32e26c9ae0e2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:18.625702 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cea2b-371d-41c3-8d40-cca27910436d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d7da076-8616-4a0d-a3cd-bd24afd131a5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:18.648576 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 022e995c-a50c-4a54-9f35-a29ef5966e83 has no active binding in host n-h2-771362-35 {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:10:18.655162 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b5cea2b-371d-41c3-8d40-cca27910436d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:18.657826 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9b5cea2b-371d-41c3-8d40-cca27910436d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] 10.222.0.25 "DELETE /v2.0/ports/2d7da076-8616-4a0d-a3cd-bd24afd131a5 HTTP/1.1" status: 204 len: 168 time: 1.2195706 Jul 14 09:10:18.664614 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-66cb26b7-2959-4a67-837c-7b3bc0712d99 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Made reservation on behalf of 6615d0b1eada47cd81a0006b9f4a982b for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:18.668731 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-66cb26b7-2959-4a67-837c-7b3bc0712d99 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:18.673879 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 40636) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:18.739925 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-445b680c-925b-4b03-a534-f1549d3eacbd req-2219d1e8-be97-4e82-91d1-6e8e8bf6bfe2 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] No DVR routers for this DVR port d8f3c636-dd55-49c0-b256-32e26c9ae0e2 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:10:18.743355 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-182c0026-8035-4051-b737-44a6f1fb94c4 req-df8fb568-28bc-4de6-b822-6c791d5f5f1e tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091622 Jul 14 09:10:18.743821 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-445b680c-925b-4b03-a534-f1549d3eacbd req-2219d1e8-be97-4e82-91d1-6e8e8bf6bfe2 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:18.748229 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-445b680c-925b-4b03-a534-f1549d3eacbd req-2219d1e8-be97-4e82-91d1-6e8e8bf6bfe2 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.47 "DELETE /v2.0/ports/d8f3c636-dd55-49c0-b256-32e26c9ae0e2 HTTP/1.1" status: 204 len: 173 time: 0.9690719 Jul 14 09:10:18.754696 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6608f758-b859-4dbd-a2e6-138c37054e5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:10:18.762484 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6608f758-b859-4dbd-a2e6-138c37054e5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] 10.222.0.25 "GET /v2.0/ports/2d7da076-8616-4a0d-a3cd-bd24afd131a5 HTTP/1.1" status: 404 len: 333 time: 0.0867085 Jul 14 09:10:18.772121 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40638) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:18.780037 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-e4ce9189-ba17-4297-9fc4-ba6ddd1b44a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Request body: {'port': {'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493583000'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:18.806062 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['d8f3c636-dd55-49c0-b256-32e26c9ae0e2'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:18.831437 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ce9189-ba17-4297-9fc4-ba6ddd1b44a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Made reservation on behalf of 2e549361bad640d592cf1f66c1233024 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:18.836638 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e4ce9189-ba17-4297-9fc4-ba6ddd1b44a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:18.862581 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b83d624a-5e18-4130-839f-c6dc4776551d req-8166b25b-5fd8-4ed4-9c39-154362c39b50 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=a042958d-d5e5-4ed2-b805-cc9699375abb HTTP/1.1" status: 200 len: 210 time: 0.1163976 Jul 14 09:10:18.903070 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-e4ce9189-ba17-4297-9fc4-ba6ddd1b44a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] device_id is not set on port 46d3bc43-3b65-4755-af36-cc428fab4f3b yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:10:18.954835 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 40644) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:18.995928 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-805a6ace-9c3b-4cf0-8c74-c581d8903531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:19.196619 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-97bdc520-6ebf-48b3-a30a-1f18bc736035 req-b041ee0e-f40d-4431-b980-7f51955cf877 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6017f0a-f24b-45d1-97b0-e8a1913ca344 HTTP/1.1" status: 200 len: 210 time: 0.0515342 Jul 14 09:10:19.197879 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e4ce9189-ba17-4297-9fc4-ba6ddd1b44a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:19.208491 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-66cb26b7-2959-4a67-837c-7b3bc0712d99 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Allocated IP 172.20.0.11 (3ae54159-68cb-4fca-9852-a42d051dbe23/1cecf5b8-9bc0-42ae-ae75-809b50502003/02e0ea7c-0c1a-4994-bc4c-ba8c564f360e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:19.212397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0026b0e-dac6-461d-b671-84322c15f781 req-8423772f-d47a-47b6-987b-25c5c759c8c4 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:19.218671 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0026b0e-dac6-461d-b671-84322c15f781 req-8423772f-d47a-47b6-987b-25c5c759c8c4 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 943 time: 0.2071626 Jul 14 09:10:19.288008 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e4ce9189-ba17-4297-9fc4-ba6ddd1b44a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:19.289597 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0026b0e-dac6-461d-b671-84322c15f781 req-09da5f87-cb91-4eb0-91bc-4fe3ec322588 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658953 Jul 14 09:10:19.370992 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['5cd3df1d-b55b-410a-9f47-9d1d330c05f9'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:19.420974 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ce9189-ba17-4297-9fc4-ba6ddd1b44a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:19.430149 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e4ce9189-ba17-4297-9fc4-ba6ddd1b44a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:19.439051 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ce9189-ba17-4297-9fc4-ba6ddd1b44a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:19.440310 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ce9189-ba17-4297-9fc4-ba6ddd1b44a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:19.441221 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e4ce9189-ba17-4297-9fc4-ba6ddd1b44a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:19.451451 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce9189-ba17-4297-9fc4-ba6ddd1b44a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Pushing event updated for resources: {'Port': ['ID=46d3bc43-3b65-4755-af36-cc428fab4f3b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:19.467890 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce9189-ba17-4297-9fc4-ba6ddd1b44a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:19.471529 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce9189-ba17-4297-9fc4-ba6ddd1b44a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:19.471952 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce9189-ba17-4297-9fc4-ba6ddd1b44a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:19.472473 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce9189-ba17-4297-9fc4-ba6ddd1b44a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:19.472826 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce9189-ba17-4297-9fc4-ba6ddd1b44a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:19.473279 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce9189-ba17-4297-9fc4-ba6ddd1b44a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:19.474405 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce9189-ba17-4297-9fc4-ba6ddd1b44a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:19.474405 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce9189-ba17-4297-9fc4-ba6ddd1b44a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:19.474405 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce9189-ba17-4297-9fc4-ba6ddd1b44a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:19.474737 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce9189-ba17-4297-9fc4-ba6ddd1b44a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:19.475019 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce9189-ba17-4297-9fc4-ba6ddd1b44a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:19.475537 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ce9189-ba17-4297-9fc4-ba6ddd1b44a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:19.510072 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3684c377-79ea-4158-8802-fe3e28230086', 'tag': '022e995c-a50c-4a54-9f35-a29ef5966e83'}, {'server_uuid': 'a042958d-d5e5-4ed2-b805-cc9699375abb', 'name': 'network-vif-deleted', 'tag': 'd8f3c636-dd55-49c0-b256-32e26c9ae0e2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:19.513390 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e60531-555e-4bf4-a093-30501d97c8c3" -d '{"events": [{"name": "network-changed", "server_uuid": "3684c377-79ea-4158-8802-fe3e28230086", "tag": "022e995c-a50c-4a54-9f35-a29ef5966e83"}, {"server_uuid": "a042958d-d5e5-4ed2-b805-cc9699375abb", "name": "network-vif-deleted", "tag": "d8f3c636-dd55-49c0-b256-32e26c9ae0e2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:19.571570 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f081ea-8ca0-41c7-a4ab-06d912886a5e x-openstack-request-id: req-30f081ea-8ca0-41c7-a4ab-06d912886a5e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:19.571876 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3684c377-79ea-4158-8802-fe3e28230086", "tag": "022e995c-a50c-4a54-9f35-a29ef5966e83", "status": "completed", "code": 200}, {"server_uuid": "a042958d-d5e5-4ed2-b805-cc9699375abb", "name": "network-vif-deleted", "tag": "d8f3c636-dd55-49c0-b256-32e26c9ae0e2", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:19.572134 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30f081ea-8ca0-41c7-a4ab-06d912886a5e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:19.572579 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3684c377-79ea-4158-8802-fe3e28230086', 'tag': '022e995c-a50c-4a54-9f35-a29ef5966e83', 'status': 'completed', 'code': 200} Jul 14 09:10:19.572838 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a042958d-d5e5-4ed2-b805-cc9699375abb', 'name': 'network-vif-deleted', 'tag': 'd8f3c636-dd55-49c0-b256-32e26c9ae0e2', 'status': 'completed', 'code': 200} Jul 14 09:10:19.886109 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e60531-555e-4bf4-a093-30501d97c8c3 req-f2b5e23d-c0f3-4573-bb7d-4388f72a1435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:19.887853 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85e60531-555e-4bf4-a093-30501d97c8c3 req-f2b5e23d-c0f3-4573-bb7d-4388f72a1435 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d26b4168e0144f2b895d7a5b4dac1633&device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 1126 time: 0.2851803 Jul 14 09:10:19.905131 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-805a6ace-9c3b-4cf0-8c74-c581d8903531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:19.929720 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-805a6ace-9c3b-4cf0-8c74-c581d8903531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:19.944981 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e4ce9189-ba17-4297-9fc4-ba6ddd1b44a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1718075 Jul 14 09:10:19.950538 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40654) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:19.957993 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:20.021499 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-66cb26b7-2959-4a67-837c-7b3bc0712d99 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.031419 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-805a6ace-9c3b-4cf0-8c74-c581d8903531 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cbc5ab5b44eb4bed98e89166713ac1c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0746019 Jul 14 09:10:20.040136 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7eafd9-0f0b-4248-ac63-2d55c058abd3 req-ea192f12-9112-4cb4-835d-4b8288bd5206 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:20.042352 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bd7eafd9-0f0b-4248-ac63-2d55c058abd3 req-ea192f12-9112-4cb4-835d-4b8288bd5206 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.5874999 Jul 14 09:10:20.042993 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 40656) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:20.048764 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a6ace-9c3b-4cf0-8c74-c581d8903531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1627997e-b132-4493-bc86-9aa3c70513fd,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:20.049903 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e60531-555e-4bf4-a093-30501d97c8c3 req-ca75adbe-e47b-4480-8d49-a0c6f2342894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:20.051424 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85e60531-555e-4bf4-a093-30501d97c8c3 req-ca75adbe-e47b-4480-8d49-a0c6f2342894 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f33b460-d2d2-4c56-9516-34520289d045 HTTP/1.1" status: 200 len: 921 time: 0.1568406 Jul 14 09:10:20.107023 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.110133 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85e60531-555e-4bf4-a093-30501d97c8c3 req-c095000e-e606-4f76-9656-fd88b4cfc318 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=022e995c-a50c-4a54-9f35-a29ef5966e83 HTTP/1.1" status: 200 len: 217 time: 0.0419047 Jul 14 09:10:20.164432 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b123f5-f38b-4098-9b73-09d7f74eedba req-2481044d-2d31-460b-a19f-3a6a05664944 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:20.166626 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10b123f5-f38b-4098-9b73-09d7f74eedba req-2481044d-2d31-460b-a19f-3a6a05664944 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 944 time: 0.2699707 Jul 14 09:10:20.174276 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bd7eafd9-0f0b-4248-ac63-2d55c058abd3 req-bf41af50-641b-41d6-b46c-aaa93b682959 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115761 Jul 14 09:10:20.188201 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e60531-555e-4bf4-a093-30501d97c8c3 req-24cee292-8466-48e7-9ed3-a6a8f6b79b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:20.189695 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85e60531-555e-4bf4-a093-30501d97c8c3 req-24cee292-8466-48e7-9ed3-a6a8f6b79b4d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d193f247-8cf4-44bf-89d9-9de68e3cae2e HTTP/1.1" status: 200 len: 861 time: 0.0722470 Jul 14 09:10:20.205987 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-287d8ff5-2865-44f5-a3ca-b97330c17e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.219032 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-66cb26b7-2959-4a67-837c-7b3bc0712d99 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.268339 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85e60531-555e-4bf4-a093-30501d97c8c3 req-d8216a79-b70c-43d2-9073-06768dc35f87 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f33b460-d2d2-4c56-9516-34520289d045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527976 Jul 14 09:10:20.281884 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-287d8ff5-2865-44f5-a3ca-b97330c17e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.285679 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [req-85e60531-555e-4bf4-a093-30501d97c8c3 req-1330c100-83c2-47e8-9b38-a03b8e63b303 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:10:20.287456 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85e60531-555e-4bf4-a093-30501d97c8c3 req-1330c100-83c2-47e8-9b38-a03b8e63b303 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120642 Jul 14 09:10:20.290558 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10b123f5-f38b-4098-9b73-09d7f74eedba req-8e4943eb-4fce-4267-b60d-090603c60387 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153414 Jul 14 09:10:20.310681 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-66cb26b7-2959-4a67-837c-7b3bc0712d99 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Network 3ae54159-68cb-4fca-9852-a42d051dbe23 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:20.317606 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-66cb26b7-2959-4a67-837c-7b3bc0712d99 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:20.320374 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-66cb26b7-2959-4a67-837c-7b3bc0712d99 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:20.400693 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-66cb26b7-2959-4a67-837c-7b3bc0712d99 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:20.401568 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-66cb26b7-2959-4a67-837c-7b3bc0712d99 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.405204 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb26b7-2959-4a67-837c-7b3bc0712d99 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Pushing event updated for resources: {'Port': ['ID=02e0ea7c-0c1a-4994-bc4c-ba8c564f360e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:20.484561 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-66cb26b7-2959-4a67-837c-7b3bc0712d99 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3399103 Jul 14 09:10:20.496799 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] device_id is not set on port 46d3bc43-3b65-4755-af36-cc428fab4f3b yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:10:20.511167 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-6058c597-2834-40a4-9796-8cd27d225259 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:10:20.511593 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.512281 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-6058c597-2834-40a4-9796-8cd27d225259 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092843 Jul 14 09:10:20.523848 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85e60531-555e-4bf4-a093-30501d97c8c3 req-866cc498-1319-4d3e-a0bc-6f2dc81616ad service neutron] 10.222.0.47 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294607 Jul 14 09:10:20.530310 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-760a144e-084e-4e9b-a7b7-1ce2d21bb841 service neutron] Request body: {'port': {'device_id': 'a6017f0a-f24b-45d1-97b0-e8a1913ca344', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:20.582420 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-287d8ff5-2865-44f5-a3ca-b97330c17e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.585382 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-287d8ff5-2865-44f5-a3ca-b97330c17e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.586146 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-287d8ff5-2865-44f5-a3ca-b97330c17e95 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1627997e-b132-4493-bc86-9aa3c70513fd HTTP/1.1" status: 204 len: 168 time: 0.5345912 Jul 14 09:10:20.620280 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d8ff5-2865-44f5-a3ca-b97330c17e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1627997e-b132-4493-bc86-9aa3c70513fd,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:20.633090 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454553c-a46a-4c48-a9dc-dac461c4a7e3 req-3b71c412-6e7b-42b6-b581-167dce381122 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:20.634701 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e454553c-a46a-4c48-a9dc-dac461c4a7e3 req-3b71c412-6e7b-42b6-b581-167dce381122 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.2254212 Jul 14 09:10:20.649314 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc2d2b-9083-48ed-9128-6c8a1e22ed1b req-e1b4be5a-5fe4-42eb-9da9-93a7d44fce11 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:20.655972 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56cc2d2b-9083-48ed-9128-6c8a1e22ed1b req-e1b4be5a-5fe4-42eb-9da9-93a7d44fce11 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6017f0a-f24b-45d1-97b0-e8a1913ca344 HTTP/1.1" status: 200 len: 932 time: 0.1888096 Jul 14 09:10:20.766186 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e454553c-a46a-4c48-a9dc-dac461c4a7e3 req-16b4a8a9-33c3-4905-8d71-0f1f59afba89 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889263 Jul 14 09:10:20.766890 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-760a144e-084e-4e9b-a7b7-1ce2d21bb841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.949655 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Transition to ACTIVE for port object 46d3bc43-3b65-4755-af36-cc428fab4f3b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:20.962958 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:21.001813 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b0da1ff-a03c-4a0b-bbfd-5b29b82c9f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:21.071524 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Pushing event updated for resources: {'Port': ['ID=46d3bc43-3b65-4755-af36-cc428fab4f3b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:21.082034 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-85e60531-555e-4bf4-a093-30501d97c8c3 req-1fc63691-d2ab-4606-b2cc-9e82d98f027c service neutron] 10.222.0.47 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5503473 Jul 14 09:10:21.086190 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:21.086526 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:21.086857 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:21.091327 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 46d3bc43-3b65-4755-af36-cc428fab4f3b on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:21.091836 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:21.092131 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempt 2 to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b Jul 14 09:10:21.105129 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:21.105578 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:21.106017 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:21.111470 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 46d3bc43-3b65-4755-af36-cc428fab4f3b on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:21.111943 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:21.112430 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempt 3 to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b Jul 14 09:10:21.132305 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:21.132744 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:21.133048 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:21.137741 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 46d3bc43-3b65-4755-af36-cc428fab4f3b on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:21.138118 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:21.138448 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempt 4 to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b Jul 14 09:10:21.151288 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:21.151658 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:21.152011 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:21.156992 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 46d3bc43-3b65-4755-af36-cc428fab4f3b on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:21.157337 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:21.157709 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempt 5 to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b Jul 14 09:10:21.171968 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:21.172653 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:21.173000 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:21.177940 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 46d3bc43-3b65-4755-af36-cc428fab4f3b on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:21.178403 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:21.178655 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempt 6 to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b Jul 14 09:10:21.193873 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:21.194506 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:21.194642 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:21.199997 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 46d3bc43-3b65-4755-af36-cc428fab4f3b on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:21.200330 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:21.200773 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempt 7 to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b Jul 14 09:10:21.215958 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:21.216609 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:21.216609 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:21.220201 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:21.222173 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 46d3bc43-3b65-4755-af36-cc428fab4f3b on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:21.222639 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:21.222989 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempt 8 to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b Jul 14 09:10:21.239834 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:21.240180 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:21.240521 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:21.245161 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 46d3bc43-3b65-4755-af36-cc428fab4f3b on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:21.245770 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:21.245926 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempt 9 to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b Jul 14 09:10:21.266777 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:21.267307 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:21.267850 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:21.275188 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 46d3bc43-3b65-4755-af36-cc428fab4f3b on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:21.275763 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:21.276370 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempt 10 to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b Jul 14 09:10:21.276514 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56cc2d2b-9083-48ed-9128-6c8a1e22ed1b req-0d528ce3-f123-4127-8e1c-7e997a84bb82 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6195543 Jul 14 09:10:21.302900 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-760a144e-084e-4e9b-a7b7-1ce2d21bb841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e0ea7c-0c1a-4994-bc4c-ba8c564f360e {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:21.312536 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:21.313180 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:21.314044 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempting to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:21.333064 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-760a144e-084e-4e9b-a7b7-1ce2d21bb841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:21.333328 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Port 46d3bc43-3b65-4755-af36-cc428fab4f3b on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:21.334160 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Failed to bind port 46d3bc43-3b65-4755-af36-cc428fab4f3b on host n-h1-771362-35 for vnic_type normal using segments [{'id': 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c'}] Jul 14 09:10:21.334722 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:21.365908 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-760a144e-084e-4e9b-a7b7-1ce2d21bb841 service neutron] Transition to ACTIVE for port object 02e0ea7c-0c1a-4994-bc4c-ba8c564f360e will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:21.371710 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-760a144e-084e-4e9b-a7b7-1ce2d21bb841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:21.469914 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] For port 46d3bc43-3b65-4755-af36-cc428fab4f3b, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:21.470976 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attempted to set empty binding levels {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:10:21.482176 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:21.523232 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a144e-084e-4e9b-a7b7-1ce2d21bb841 service neutron] Pushing event updated for resources: {'Port': ['ID=02e0ea7c-0c1a-4994-bc4c-ba8c564f360e,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:21.556772 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Pushing event updated for resources: {'Port': ['ID=46d3bc43-3b65-4755-af36-cc428fab4f3b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:21.563687 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] In _notify_port_updated(), no bound segment for port 46d3bc43-3b65-4755-af36-cc428fab4f3b on network f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c {{(pid=93772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:10:21.564591 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:21.565217 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:21.566562 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-70450d36-bc7d-41c9-862e-3c85ecd2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] 10.222.0.25 "PUT /v2.0/ports/46d3bc43-3b65-4755-af36-cc428fab4f3b HTTP/1.1" status: 200 len: 980 time: 1.6145356 Jul 14 09:10:21.569225 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40692) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:21.665716 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-760a144e-084e-4e9b-a7b7-1ce2d21bb841 service neutron] Attempting to bind port 02e0ea7c-0c1a-4994-bc4c-ba8c564f360e on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:21.666321 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-760a144e-084e-4e9b-a7b7-1ce2d21bb841 service neutron] Attempting to bind port 02e0ea7c-0c1a-4994-bc4c-ba8c564f360e by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:21.666875 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-760a144e-084e-4e9b-a7b7-1ce2d21bb841 service neutron] Attempting to bind port 02e0ea7c-0c1a-4994-bc4c-ba8c564f360e on network 3ae54159-68cb-4fca-9852-a42d051dbe23 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:21.673267 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device d8f3c636-dd55-49c0-b256-32e26c9ae0e2 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:10:21.687483 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-057ccbab-a8b6-46a5-a331-874ab8f8e244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Deleting port 46d3bc43-3b65-4755-af36-cc428fab4f3b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:10:21.688148 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-057ccbab-a8b6-46a5-a331-874ab8f8e244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:21.694908 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-760a144e-084e-4e9b-a7b7-1ce2d21bb841 service neutron] Port 02e0ea7c-0c1a-4994-bc4c-ba8c564f360e on network 3ae54159-68cb-4fca-9852-a42d051dbe23 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:21.695384 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-760a144e-084e-4e9b-a7b7-1ce2d21bb841 service neutron] Attempting to bind port 02e0ea7c-0c1a-4994-bc4c-ba8c564f360e on network 3ae54159-68cb-4fca-9852-a42d051dbe23 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:21.710170 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: d8f3c636-dd55-49c0-b256-32e26c9ae0e2 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:10:21.710785 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device d8f3c636-dd55-49c0-b256-32e26c9ae0e2 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:10:21.716932 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-760a144e-084e-4e9b-a7b7-1ce2d21bb841 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:21.717279 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-760a144e-084e-4e9b-a7b7-1ce2d21bb841 service neutron] Checking segment: {'id': '9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:21.717677 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-760a144e-084e-4e9b-a7b7-1ce2d21bb841 service neutron] Bound using segment: {'id': '9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:21.718131 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-760a144e-084e-4e9b-a7b7-1ce2d21bb841 service neutron] Bound port: 02e0ea7c-0c1a-4994-bc4c-ba8c564f360e, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:21.718696 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-760a144e-084e-4e9b-a7b7-1ce2d21bb841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:21.770387 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-057ccbab-a8b6-46a5-a331-874ab8f8e244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] For port 46d3bc43-3b65-4755-af36-cc428fab4f3b, host n-h1-771362-35, got binding levels [] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:21.770822 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-057ccbab-a8b6-46a5-a331-874ab8f8e244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:21.787794 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-057ccbab-a8b6-46a5-a331-874ab8f8e244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Calling delete_port for 46d3bc43-3b65-4755-af36-cc428fab4f3b owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:10:21.789927 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeddca-91fc-471b-8ce2-170d57a10408 req-6b5c3377-cf76-40db-be69-84fc576f4875 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:21.798636 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aadeddca-91fc-471b-8ce2-170d57a10408 req-6b5c3377-cf76-40db-be69-84fc576f4875 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 943 time: 0.2646751 Jul 14 09:10:21.826979 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 93ba0e59-7428-4296-b21f-3544208df346 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:10:21.840712 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51532ef-ed02-4afb-914b-190c436b946e req-a88c5516-3159-4c8e-99f1-ed5cce5a6ef1 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:21.842083 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c51532ef-ed02-4afb-914b-190c436b946e req-a88c5516-3159-4c8e-99f1-ed5cce5a6ef1 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 950 time: 0.3069141 Jul 14 09:10:21.890924 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-057ccbab-a8b6-46a5-a331-874ab8f8e244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:21.897822 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aadeddca-91fc-471b-8ce2-170d57a10408 req-9cd5810d-bf33-4be6-b48a-bcd40000d311 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977044 Jul 14 09:10:21.903792 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-760a144e-084e-4e9b-a7b7-1ce2d21bb841 service neutron] For port 02e0ea7c-0c1a-4994-bc4c-ba8c564f360e, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:21.946121 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-760a144e-084e-4e9b-a7b7-1ce2d21bb841 service neutron] For port 02e0ea7c-0c1a-4994-bc4c-ba8c564f360e, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=02e0ea7c-0c1a-4994-bc4c-ba8c564f360e,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:21.958003 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ccbab-a8b6-46a5-a331-874ab8f8e244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Pushing event deleted for resources: {'Port': ['ID=46d3bc43-3b65-4755-af36-cc428fab4f3b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:21.974899 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-760a144e-084e-4e9b-a7b7-1ce2d21bb841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:21.979588 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-057ccbab-a8b6-46a5-a331-874ab8f8e244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:21.984369 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-057ccbab-a8b6-46a5-a331-874ab8f8e244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] 10.222.0.25 "DELETE /v2.0/ports/46d3bc43-3b65-4755-af36-cc428fab4f3b HTTP/1.1" status: 204 len: 168 time: 0.4108779 Jul 14 09:10:21.988544 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40708) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:22.002832 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c51532ef-ed02-4afb-914b-190c436b946e req-0a130c1a-94c6-47c9-88e1-f9ed164a877d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463363 Jul 14 09:10:22.024737 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 93ba0e59-7428-4296-b21f-3544208df346, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=93ba0e59-7428-4296-b21f-3544208df346,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:22.053803 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ce8806-9c37-40b7-9807-715556f5ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:10:22.058840 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e6ce8806-9c37-40b7-9807-715556f5ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-696236472-project-admin] 10.222.0.25 "GET /v2.0/ports/46d3bc43-3b65-4755-af36-cc428fab4f3b HTTP/1.1" status: 404 len: 333 time: 0.0657375 Jul 14 09:10:22.060084 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40710) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:22.064333 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-760a144e-084e-4e9b-a7b7-1ce2d21bb841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:22.065013 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-760a144e-084e-4e9b-a7b7-1ce2d21bb841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:22.066619 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-760a144e-084e-4e9b-a7b7-1ce2d21bb841 service neutron] 10.222.0.44 "PUT /v2.0/ports/02e0ea7c-0c1a-4994-bc4c-ba8c564f360e HTTP/1.1" status: 200 len: 1093 time: 1.5420849 Jul 14 09:10:22.067103 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6017f0a-f24b-45d1-97b0-e8a1913ca344', 'tag': '02e0ea7c-0c1a-4994-bc4c-ba8c564f360e'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:22.078054 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583bd03e-4db0-408c-bf28-1e1c5a9c1756" -d '{"events": [{"name": "network-changed", "server_uuid": "a6017f0a-f24b-45d1-97b0-e8a1913ca344", "tag": "02e0ea7c-0c1a-4994-bc4c-ba8c564f360e"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:22.090307 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '93ba0e59-7428-4296-b21f-3544208df346', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'port_id': '93ba0e59-7428-4296-b21f-3544208df346', 'mac_address': 'fa:16:3e:e1:13:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:10:22.159082 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:22.161568 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:22.175951 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93ba0e59-7428-4296-b21f-3544208df346 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:22.217595 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 93ba0e59-7428-4296-b21f-3544208df346, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=93ba0e59-7428-4296-b21f-3544208df346,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:22.217999 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a144e-084e-4e9b-a7b7-1ce2d21bb841 service neutron] Pushing event updated for resources: {'Port': ['ID=02e0ea7c-0c1a-4994-bc4c-ba8c564f360e,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:22.225964 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:22.272285 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa4fe2-7f58-45f8-a8a6-95315228fd7c req-c46a90f8-50dc-44f0-9a9a-c053a2333c22 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:22.283534 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33a1b20c-bc59-4159-b8cf-1bac555f9edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:22.284539 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2faa4fe2-7f58-45f8-a8a6-95315228fd7c req-c46a90f8-50dc-44f0-9a9a-c053a2333c22 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 944 time: 0.1486788 Jul 14 09:10:22.314830 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-794db701-4f76-4deb-8f1b-1adb0390d6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:22.316366 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-794db701-4f76-4deb-8f1b-1adb0390d6bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6615d0b1eada47cd81a0006b9f4a982b&device_id=a6017f0a-f24b-45d1-97b0-e8a1913ca344 HTTP/1.1" status: 200 len: 1096 time: 0.1841176 Jul 14 09:10:22.360764 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=93ba0e59-7428-4296-b21f-3544208df346,revision_number=11']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:22.395923 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40718) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:22.406526 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-45b14ba4-6a31-44d6-afbb-d3a44e200c2b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02e0ea7c-0c1a-4994-bc4c-ba8c564f360e HTTP/1.1" status: 200 len: 217 time: 0.0714185 Jul 14 09:10:22.416424 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2faa4fe2-7f58-45f8-a8a6-95315228fd7c req-a7cd9f15-e3bd-477c-ac97-7d023037e94b tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357870 Jul 14 09:10:22.443527 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33a1b20c-bc59-4159-b8cf-1bac555f9edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:22.465747 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-33a1b20c-bc59-4159-b8cf-1bac555f9edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:22.497553 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-33a1b20c-bc59-4159-b8cf-1bac555f9edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:22.498024 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-33a1b20c-bc59-4159-b8cf-1bac555f9edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1bfcbbb-4c2d-41b8-87e6-d2aa8e6df58e') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:22.523923 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-62c625d6-d485-4db1-b307-870674a97cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:22.525712 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-62c625d6-d485-4db1-b307-870674a97cb5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1cecf5b8-9bc0-42ae-ae75-809b50502003 HTTP/1.1" status: 200 len: 852 time: 0.0665717 Jul 14 09:10:22.529523 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dadd9d-44e8-47fd-a3e0-b3496b32a98d x-openstack-request-id: req-b2dadd9d-44e8-47fd-a3e0-b3496b32a98d {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:22.530047 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6017f0a-f24b-45d1-97b0-e8a1913ca344", "tag": "02e0ea7c-0c1a-4994-bc4c-ba8c564f360e", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:22.530981 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2dadd9d-44e8-47fd-a3e0-b3496b32a98d {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:22.531593 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6017f0a-f24b-45d1-97b0-e8a1913ca344', 'tag': '02e0ea7c-0c1a-4994-bc4c-ba8c564f360e', 'status': 'completed', 'code': 200} Jul 14 09:10:22.534215 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33a1b20c-bc59-4159-b8cf-1bac555f9edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:22.560772 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33a1b20c-bc59-4159-b8cf-1bac555f9edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:22.569881 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a1b20c-bc59-4159-b8cf-1bac555f9edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:10:22.571150 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33a1b20c-bc59-4159-b8cf-1bac555f9edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:22.588922 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['93ba0e59-7428-4296-b21f-3544208df346'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:22.593934 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-dbe2694b-b6f9-43d9-b006-e231ed6e91c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ae54159-68cb-4fca-9852-a42d051dbe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585718 Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:10:22.719337 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:10:22.765636 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70326295-bb4f-433c-8d96-1502af8cd32f req-171374a3-7679-4814-b9bf-d788e87e162d tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:22.768305 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e22aada9-ae08-4c1d-8c5b-a0390fa64f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:22.773323 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-70326295-bb4f-433c-8d96-1502af8cd32f req-171374a3-7679-4814-b9bf-d788e87e162d tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.4130468 Jul 14 09:10:22.777952 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33a1b20c-bc59-4159-b8cf-1bac555f9edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:22.794610 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33a1b20c-bc59-4159-b8cf-1bac555f9edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:22.815157 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-33a1b20c-bc59-4159-b8cf-1bac555f9edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] 10.222.0.25 "DELETE /v2.0/networks/f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c HTTP/1.1" status: 204 len: 168 time: 0.7459388 Jul 14 09:10:22.824738 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097ce58-ae4a-4a7c-99a2-2a66c025c6ed req-bea96972-7334-47f7-bf1a-9a71f2ac3a82 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:22.833686 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2097ce58-ae4a-4a7c-99a2-2a66c025c6ed req-bea96972-7334-47f7-bf1a-9a71f2ac3a82 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6017f0a-f24b-45d1-97b0-e8a1913ca344 HTTP/1.1" status: 200 len: 944 time: 0.2433383 Jul 14 09:10:22.849595 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1b20c-bc59-4159-b8cf-1bac555f9edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383753336-project] Pushing event deleted for resources: {'Network': ['ID=f6db04b3-c92b-40e0-b0c9-7f919f2f1a3c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:22.866737 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-ab00a5f9-771f-451d-85b0-316fafcbe4f6 service neutron] 10.222.0.44 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351987 Jul 14 09:10:22.880032 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-70326295-bb4f-433c-8d96-1502af8cd32f req-a55f7b4b-5184-4ca8-b0da-9ba82cb66827 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058190 Jul 14 09:10:23.013453 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2097ce58-ae4a-4a7c-99a2-2a66c025c6ed req-6be97dc8-d667-48e9-8b74-e841e5bac5a8 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788116 Jul 14 09:10:23.127203 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b9ef7c0-2083-4834-81e1-0c00f1a57eef req-af7362e8-d726-4d4a-bfee-68b806e78f66 service neutron] 10.222.0.44 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259259 Jul 14 09:10:23.130250 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539d14b-eedf-4036-b2fe-dd78ab7790eb req-2807f72d-df16-482d-8192-8f8d9061e2b7 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:23.136859 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8539d14b-eedf-4036-b2fe-dd78ab7790eb req-2807f72d-df16-482d-8192-8f8d9061e2b7 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.44 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 950 time: 0.2894578 Jul 14 09:10:23.205542 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e22aada9-ae08-4c1d-8c5b-a0390fa64f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:23.206354 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40732) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:23.222366 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e22aada9-ae08-4c1d-8c5b-a0390fa64f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:23.252836 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7665c-1b02-4097-9bb4-3b68328797a0 req-6cb47ce4-b4da-48b2-99a7-1965372c8bea tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:23.260064 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-89c7665c-1b02-4097-9bb4-3b68328797a0 req-6cb47ce4-b4da-48b2-99a7-1965372c8bea tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.2183084 Jul 14 09:10:23.302301 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22aada9-ae08-4c1d-8c5b-a0390fa64f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fa8ab7-c829-4034-9919-bfdf17b09fa3,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:23.312294 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e22aada9-ae08-4c1d-8c5b-a0390fa64f31 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dd77a9488b8b4b0cabbc53def4cd8b92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9154387 Jul 14 09:10:23.314934 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40736) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:23.333049 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-89c7665c-1b02-4097-9bb4-3b68328797a0 req-dfdf0715-ca6a-4ad5-b2b8-38b095763c7c tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716338 Jul 14 09:10:23.382293 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae47f3c-2a5f-4052-8b8c-37220c22c5c7 req-3791ee94-8f5c-4040-9a1b-917320aaea34 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:23.390597 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dae47f3c-2a5f-4052-8b8c-37220c22c5c7 req-3791ee94-8f5c-4040-9a1b-917320aaea34 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 943 time: 0.2388701 Jul 14 09:10:23.399765 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-8539d14b-eedf-4036-b2fe-dd78ab7790eb req-892e666f-3ed8-45fd-8348-9c19e0cdde2d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Deleting port 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:10:23.400121 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8539d14b-eedf-4036-b2fe-dd78ab7790eb req-892e666f-3ed8-45fd-8348-9c19e0cdde2d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:23.429213 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bd03e-4db0-408c-bf28-1e1c5a9c1756 req-9c14fa24-d8c0-4163-b433-78f9071826d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:23.431024 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-583bd03e-4db0-408c-bf28-1e1c5a9c1756 req-9c14fa24-d8c0-4163-b433-78f9071826d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6615d0b1eada47cd81a0006b9f4a982b&device_id=a6017f0a-f24b-45d1-97b0-e8a1913ca344 HTTP/1.1" status: 200 len: 1096 time: 0.2289829 Jul 14 09:10:23.479832 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b6fe2ccf-b7c3-4916-93ef-b173dacd5c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:23.538511 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f68e8365-ae57-4f5a-b1ec-41208fdd0326 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1a23f003af81421189b1e11ac7825c77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3254886 Jul 14 09:10:23.540128 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dae47f3c-2a5f-4052-8b8c-37220c22c5c7 req-2146874f-65e5-4eb0-bac1-22014e29a779 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480069 Jul 14 09:10:23.543748 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 40742) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:23.545725 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b6fe2ccf-b7c3-4916-93ef-b173dacd5c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:23.597771 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:23.617547 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-8539d14b-eedf-4036-b2fe-dd78ab7790eb req-892e666f-3ed8-45fd-8348-9c19e0cdde2d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] For port 5cd3df1d-b55b-410a-9f47-9d1d330c05f9, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=5cd3df1d-b55b-410a-9f47-9d1d330c05f9,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:23.618075 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8539d14b-eedf-4036-b2fe-dd78ab7790eb req-892e666f-3ed8-45fd-8348-9c19e0cdde2d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:23.660556 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-8539d14b-eedf-4036-b2fe-dd78ab7790eb req-892e666f-3ed8-45fd-8348-9c19e0cdde2d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Calling delete_port for 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:10:23.685826 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bd03e-4db0-408c-bf28-1e1c5a9c1756 req-08760791-a45b-42e7-9297-da3aa745b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:23.688811 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-583bd03e-4db0-408c-bf28-1e1c5a9c1756 req-08760791-a45b-42e7-9297-da3aa745b2bc service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ae54159-68cb-4fca-9852-a42d051dbe23 HTTP/1.1" status: 200 len: 912 time: 0.2496011 Jul 14 09:10:23.709363 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b1eaed0f-d326-44da-895e-6998861c7ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:23.727272 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-facae08b-8254-4f70-8f67-b46c463b54b4 service neutron] 10.222.0.47 "GET /v2.0/ports/022e995c-a50c-4a54-9f35-a29ef5966e83/bindings/n-h2-771362-35 HTTP/1.1" status: 200 len: 385 time: 0.1880155 Jul 14 09:10:23.740023 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b6fe2ccf-b7c3-4916-93ef-b173dacd5c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:23.742475 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b6fe2ccf-b7c3-4916-93ef-b173dacd5c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:23.745937 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b6fe2ccf-b7c3-4916-93ef-b173dacd5c88 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4fa8ab7-c829-4034-9919-bfdf17b09fa3 HTTP/1.1" status: 204 len: 168 time: 0.4276576 Jul 14 09:10:23.770126 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-583bd03e-4db0-408c-bf28-1e1c5a9c1756 req-99d4e811-d289-4153-97b9-fc96a30001dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02e0ea7c-0c1a-4994-bc4c-ba8c564f360e HTTP/1.1" status: 200 len: 217 time: 0.0696824 Jul 14 09:10:23.800456 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167d749-654d-450b-9839-7dc7f5ff2650 req-3b513670-26c7-4357-8ab8-d02c656856d8 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:23.802058 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d167d749-654d-450b-9839-7dc7f5ff2650 req-3b513670-26c7-4357-8ab8-d02c656856d8 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 950 time: 0.2672260 Jul 14 09:10:23.804185 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b1eaed0f-d326-44da-895e-6998861c7ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:23.841640 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 93ba0e59-7428-4296-b21f-3544208df346 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:23.892152 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bd03e-4db0-408c-bf28-1e1c5a9c1756 req-20a834d9-1c70-4433-a550-ee52dc4bfdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:23.893798 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-583bd03e-4db0-408c-bf28-1e1c5a9c1756 req-20a834d9-1c70-4433-a550-ee52dc4bfdcc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1cecf5b8-9bc0-42ae-ae75-809b50502003 HTTP/1.1" status: 200 len: 852 time: 0.1129689 Jul 14 09:10:23.936934 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d167d749-654d-450b-9839-7dc7f5ff2650 req-d3cf9936-58ac-4fdc-b44f-08da4f56f238 tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061115 Jul 14 09:10:23.940290 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-583bd03e-4db0-408c-bf28-1e1c5a9c1756 req-6b389dc2-628b-4080-84ea-09245e09d2cd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ae54159-68cb-4fca-9852-a42d051dbe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366559 Jul 14 09:10:23.982462 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe2ccf-b7c3-4916-93ef-b173dacd5c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fa8ab7-c829-4034-9919-bfdf17b09fa3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:24.035007 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b1eaed0f-d326-44da-895e-6998861c7ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.038480 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b1eaed0f-d326-44da-895e-6998861c7ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.040480 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b1eaed0f-d326-44da-895e-6998861c7ab0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72b17bf6-3b2b-4619-8836-cf8e13bd09a1 HTTP/1.1" status: 204 len: 168 time: 0.4960644 Jul 14 09:10:24.065674 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eaed0f-d326-44da-895e-6998861c7ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b17bf6-3b2b-4619-8836-cf8e13bd09a1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:24.066552 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 93ba0e59-7428-4296-b21f-3544208df346 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:24.103843 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 93ba0e59-7428-4296-b21f-3544208df346 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:24.104687 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.120531 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-583bd03e-4db0-408c-bf28-1e1c5a9c1756 req-db2700ba-c786-463b-9a4c-dcbe9d85f456 service neutron] 10.222.0.44 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711814 Jul 14 09:10:24.166598 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8539d14b-eedf-4036-b2fe-dd78ab7790eb req-892e666f-3ed8-45fd-8348-9c19e0cdde2d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.205506 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['5cd3df1d-b55b-410a-9f47-9d1d330c05f9'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:24.322462 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.333219 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-583bd03e-4db0-408c-bf28-1e1c5a9c1756 req-37af36ec-8543-4bcd-bb0f-99dfb69107e1 service neutron] 10.222.0.44 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046623 Jul 14 09:10:24.365619 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85988b89-3ef7-426a-bd05-52d117f68a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ba0e59-7428-4296-b21f-3544208df346'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:24.371028 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d416a4-4cc6-4f0a-a932-3ae098cfd649" -d '{"events": [{"server_uuid": "85988b89-3ef7-426a-bd05-52d117f68a20", "name": "network-vif-plugged", "status": "completed", "tag": "93ba0e59-7428-4296-b21f-3544208df346"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:24.390849 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b566d-785a-4447-9b1f-b8da09a96808 req-5a86fbcf-1050-4b0e-a9e7-2c6f68c92ed7 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:24.399941 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b0b566d-785a-4447-9b1f-b8da09a96808 req-5a86fbcf-1050-4b0e-a9e7-2c6f68c92ed7 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 945 time: 0.1781247 Jul 14 09:10:24.404706 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 93ba0e59-7428-4296-b21f-3544208df346, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=93ba0e59-7428-4296-b21f-3544208df346,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:24.410393 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.482427 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b0b566d-785a-4447-9b1f-b8da09a96808 req-170defa9-6a0b-44f1-9778-44c4ff8b81ca tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808611 Jul 14 09:10:24.482904 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=93ba0e59-7428-4296-b21f-3544208df346,revision_number=12']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:24.507473 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec88e2-f373-4ba1-9922-4d4b1dbb85d0 req-cedb6168-b737-4072-8bd3-ff3a1af4b36d tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:24.509313 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d9ec88e2-f373-4ba1-9922-4d4b1dbb85d0 req-cedb6168-b737-4072-8bd3-ff3a1af4b36d tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6017f0a-f24b-45d1-97b0-e8a1913ca344 HTTP/1.1" status: 200 len: 944 time: 0.1062634 Jul 14 09:10:24.525106 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-0de3734f-379a-41dc-811b-22c09c2f824c service neutron] For port 022e995c-a50c-4a54-9f35-a29ef5966e83, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=022e995c-a50c-4a54-9f35-a29ef5966e83,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:24.527951 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e666f-3ed8-45fd-8348-9c19e0cdde2d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Pushing event deleted for resources: {'Port': ['ID=5cd3df1d-b55b-410a-9f47-9d1d330c05f9,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:24.580968 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d9ec88e2-f373-4ba1-9922-4d4b1dbb85d0 req-bc2a3ece-e7cd-467a-9820-45fa77e2e37f tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620346 Jul 14 09:10:24.648878 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8539d14b-eedf-4036-b2fe-dd78ab7790eb req-892e666f-3ed8-45fd-8348-9c19e0cdde2d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] No DVR routers for this DVR port 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:10:24.654409 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8539d14b-eedf-4036-b2fe-dd78ab7790eb req-892e666f-3ed8-45fd-8348-9c19e0cdde2d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.659816 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8539d14b-eedf-4036-b2fe-dd78ab7790eb req-892e666f-3ed8-45fd-8348-9c19e0cdde2d tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.44 "DELETE /v2.0/ports/5cd3df1d-b55b-410a-9f47-9d1d330c05f9 HTTP/1.1" status: 204 len: 173 time: 1.5151412 Jul 14 09:10:24.660544 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc47a40b-38d7-4a73-8bd6-a5074ffd1337 x-openstack-request-id: req-fc47a40b-38d7-4a73-8bd6-a5074ffd1337 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:24.661436 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85988b89-3ef7-426a-bd05-52d117f68a20", "name": "network-vif-plugged", "status": "completed", "tag": "93ba0e59-7428-4296-b21f-3544208df346", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:24.661867 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc47a40b-38d7-4a73-8bd6-a5074ffd1337 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:24.662029 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71603e8b-1d02-4059-9ea8-36be3311e0c2', 'name': 'network-vif-deleted', 'tag': '5cd3df1d-b55b-410a-9f47-9d1d330c05f9'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:24.662583 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85988b89-3ef7-426a-bd05-52d117f68a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ba0e59-7428-4296-b21f-3544208df346', 'code': 200} Jul 14 09:10:24.679066 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d2302b-930e-449e-980e-97e1bf363e78" -d '{"events": [{"server_uuid": "71603e8b-1d02-4059-9ea8-36be3311e0c2", "name": "network-vif-deleted", "tag": "5cd3df1d-b55b-410a-9f47-9d1d330c05f9"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:24.690873 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-0de3734f-379a-41dc-811b-22c09c2f824c service neutron] For port 022e995c-a50c-4a54-9f35-a29ef5966e83, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:24.757421 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-0de3734f-379a-41dc-811b-22c09c2f824c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 022e995c-a50c-4a54-9f35-a29ef5966e83 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:24.771392 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-0de3734f-379a-41dc-811b-22c09c2f824c service neutron] For port 022e995c-a50c-4a54-9f35-a29ef5966e83, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=022e995c-a50c-4a54-9f35-a29ef5966e83,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:24.794304 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-0de3734f-379a-41dc-811b-22c09c2f824c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.843779 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fae001-6d88-4fc5-944c-c71b5933299e req-6a684855-139e-4b8e-aa59-353dce8dac4b tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:24.857334 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d7fae001-6d88-4fc5-944c-c71b5933299e req-6a684855-139e-4b8e-aa59-353dce8dac4b tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1547625 Jul 14 09:10:24.962115 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d7fae001-6d88-4fc5-944c-c71b5933299e req-0b4b6718-6bb2-43bf-9f19-d1493dbe3e51 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036103 Jul 14 09:10:24.986061 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-0de3734f-379a-41dc-811b-22c09c2f824c service neutron] Transition to ACTIVE for port object 022e995c-a50c-4a54-9f35-a29ef5966e83 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:24.996566 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-0de3734f-379a-41dc-811b-22c09c2f824c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:25.007198 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b1ca3-5a49-4c35-80e1-596602fb5a0d req-2a51aaa9-efa7-4314-b516-1585a814be10 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:25.017029 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-db6b1ca3-5a49-4c35-80e1-596602fb5a0d req-2a51aaa9-efa7-4314-b516-1585a814be10 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 943 time: 0.1492071 Jul 14 09:10:25.088416 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-db6b1ca3-5a49-4c35-80e1-596602fb5a0d req-9779b206-77be-4777-8853-09af2f424dba tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704482 Jul 14 09:10:25.128819 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-0de3734f-379a-41dc-811b-22c09c2f824c service neutron] No DVR routers for this DVR port 022e995c-a50c-4a54-9f35-a29ef5966e83 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:10:25.136718 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 40786) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:25.198442 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd5388e-929c-4601-86c9-915b9e19a501 x-openstack-request-id: req-ecd5388e-929c-4601-86c9-915b9e19a501 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:25.199220 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71603e8b-1d02-4059-9ea8-36be3311e0c2", "name": "network-vif-deleted", "tag": "5cd3df1d-b55b-410a-9f47-9d1d330c05f9", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:25.199220 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ecd5388e-929c-4601-86c9-915b9e19a501 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:25.199677 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71603e8b-1d02-4059-9ea8-36be3311e0c2', 'name': 'network-vif-deleted', 'tag': '5cd3df1d-b55b-410a-9f47-9d1d330c05f9', 'status': 'completed', 'code': 200} Jul 14 09:10:25.200283 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3734f-379a-41dc-811b-22c09c2f824c service neutron] Pushing event updated for resources: {'Port': ['ID=022e995c-a50c-4a54-9f35-a29ef5966e83,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:25.222559 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f78a8c87-fd69-4528-8f19-39bafa045a79 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2e549361bad640d592cf1f66c1233024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0840433 Jul 14 09:10:25.225297 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 40790) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:25.259632 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-0de3734f-379a-41dc-811b-22c09c2f824c service neutron] 10.222.0.47 "PUT /v2.0/ports/022e995c-a50c-4a54-9f35-a29ef5966e83/bindings/n-h2-771362-35/activate HTTP/1.1" status: 200 len: 370 time: 1.5257099 Jul 14 09:10:25.291688 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c54787-3ea6-40cd-9f33-b1b51b431ae9 req-7e3c0920-4233-4353-925e-074db1d8f495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:25.293254 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88c54787-3ea6-40cd-9f33-b1b51b431ae9 req-7e3c0920-4233-4353-925e-074db1d8f495 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 1098 time: 0.0874596 Jul 14 09:10:25.295724 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ac091a1-a73d-4859-939e-0cdd62a6ebde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:25.362088 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88c54787-3ea6-40cd-9f33-b1b51b431ae9 req-5ce5e686-1c0f-4ff2-a694-43b8d66e98bc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611625 Jul 14 09:10:25.362985 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ac091a1-a73d-4859-939e-0cdd62a6ebde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:25.367736 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9649ee15-c104-498c-8841-35a834057b05 req-b60d310b-c0a2-4155-9a1c-d033294c22fd tempest-ServersAdminTestJSON-1204785966 tempest-ServersAdminTestJSON-1204785966-project] 10.222.0.25 "GET /v2.0/ports?device_id=71603e8b-1d02-4059-9ea8-36be3311e0c2 HTTP/1.1" status: 200 len: 210 time: 0.0551834 Jul 14 09:10:25.450984 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-74e1c37f-d095-4744-b555-ac85482caa8b tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:25.453024 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-74e1c37f-d095-4744-b555-ac85482caa8b tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086&tenant_id=d26b4168e0144f2b895d7a5b4dac1633&binding%3Ahost_id=n-h1-771362-35 HTTP/1.1" status: 200 len: 1096 time: 0.1205170 Jul 14 09:10:25.460630 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ac091a1-a73d-4859-939e-0cdd62a6ebde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:25.463209 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ac091a1-a73d-4859-939e-0cdd62a6ebde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:25.464415 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1ac091a1-a73d-4859-939e-0cdd62a6ebde admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4fa18f0-87fb-467f-9467-498879d703bb HTTP/1.1" status: 204 len: 168 time: 0.2378104 Jul 14 09:10:25.485609 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac091a1-a73d-4859-939e-0cdd62a6ebde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fa18f0-87fb-467f-9467-498879d703bb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:25.541287 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-7e95e09d-d896-4b0b-854f-44e4a19a7745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:25.543156 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-7e95e09d-d896-4b0b-854f-44e4a19a7745 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086&tenant_id=d26b4168e0144f2b895d7a5b4dac1633 HTTP/1.1" status: 200 len: 1096 time: 0.0690866 Jul 14 09:10:25.715035 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-adea2e60-9244-4f21-9a1a-41dbe19bd1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:25.721135 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-adea2e60-9244-4f21-9a1a-41dbe19bd1df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d26b4168e0144f2b895d7a5b4dac1633&device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 1096 time: 0.1480653 Jul 14 09:10:25.731750 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 022e995c-a50c-4a54-9f35-a29ef5966e83 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:10:25.848285 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 022e995c-a50c-4a54-9f35-a29ef5966e83 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:10:25.870782 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 02e0ea7c-0c1a-4994-bc4c-ba8c564f360e details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:10:25.922937 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-2c001161-3cd9-44aa-a011-ff66821a52a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:25.924643 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-2c001161-3cd9-44aa-a011-ff66821a52a0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6f33b460-d2d2-4c56-9516-34520289d045 HTTP/1.1" status: 200 len: 921 time: 0.1959028 Jul 14 09:10:25.962775 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40806) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:26.034098 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-1f105d2a-ee08-4c33-884b-9ebd43368c3d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=022e995c-a50c-4a54-9f35-a29ef5966e83 HTTP/1.1" status: 200 len: 217 time: 0.0753527 Jul 14 09:10:26.063038 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 02e0ea7c-0c1a-4994-bc4c-ba8c564f360e, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=02e0ea7c-0c1a-4994-bc4c-ba8c564f360e,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:26.075692 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '02e0ea7c-0c1a-4994-bc4c-ba8c564f360e', 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23', 'port_id': '02e0ea7c-0c1a-4994-bc4c-ba8c564f360e', 'mac_address': 'fa:16:3e:66:eb:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cecf5b8-9bc0-42ae-ae75-809b50502003', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:10:26.131054 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:26.142912 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9801ae8-67f0-40e8-99c6-2199e623bd96 req-77b635f1-1e96-4343-9ed0-211407420b00 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:26.149028 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e0ea7c-0c1a-4994-bc4c-ba8c564f360e {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:26.150332 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e9801ae8-67f0-40e8-99c6-2199e623bd96 req-77b635f1-1e96-4343-9ed0-211407420b00 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 946 time: 0.4238162 Jul 14 09:10:26.175353 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a23aad-4952-480b-9d68-7c80a800d4ee req-a8f502ce-fa28-419c-82cd-5b200568fa5c tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:26.176977 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00a23aad-4952-480b-9d68-7c80a800d4ee req-a8f502ce-fa28-419c-82cd-5b200568fa5c tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6017f0a-f24b-45d1-97b0-e8a1913ca344 HTTP/1.1" status: 200 len: 944 time: 0.2514272 Jul 14 09:10:26.185974 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-4bd28dfe-04be-49ec-bb3b-f8e1edc71ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:26.187800 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-4bd28dfe-04be-49ec-bb3b-f8e1edc71ec6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d193f247-8cf4-44bf-89d9-9de68e3cae2e HTTP/1.1" status: 200 len: 861 time: 0.1397848 Jul 14 09:10:26.187944 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 02e0ea7c-0c1a-4994-bc4c-ba8c564f360e, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=02e0ea7c-0c1a-4994-bc4c-ba8c564f360e,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:26.193901 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:26.196919 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a7d4c3a-6d8a-4342-bb01-5198ce175e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:26.284257 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-9e4c8579-80fa-4465-92ab-59137dba5858 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f33b460-d2d2-4c56-9516-34520289d045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439317 Jul 14 09:10:26.302744 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e9801ae8-67f0-40e8-99c6-2199e623bd96 req-801ef5ef-bbe2-4b78-b2df-6d9e3afeb042 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513946 Jul 14 09:10:26.312937 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=02e0ea7c-0c1a-4994-bc4c-ba8c564f360e,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:26.376895 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a7d4c3a-6d8a-4342-bb01-5198ce175e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:26.383077 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a7d4c3a-6d8a-4342-bb01-5198ce175e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:26.459140 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-13fa5618-987c-4d76-9874-1706d23f4ae2 service neutron] 10.222.0.44 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543188 Jul 14 09:10:26.472639 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0a7d4c3a-6d8a-4342-bb01-5198ce175e97 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ee714b9151e5402ca2513e7ceb94bc59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5075777 Jul 14 09:10:26.479764 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40828) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:26.496188 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00a23aad-4952-480b-9d68-7c80a800d4ee req-439e920e-d567-4193-927c-ffdedbcbb220 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052564 Jul 14 09:10:26.513176 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['02e0ea7c-0c1a-4994-bc4c-ba8c564f360e'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:26.518000 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d4c3a-6d8a-4342-bb01-5198ce175e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56627b2e-0264-4ff2-b2f6-01bef6722014,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:26.643368 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-920f3418-550a-40f8-b0c4-b67a8e1ec9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:26.696007 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-920f3418-550a-40f8-b0c4-b67a8e1ec9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:26.804518 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-920f3418-550a-40f8-b0c4-b67a8e1ec9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:26.809704 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-920f3418-550a-40f8-b0c4-b67a8e1ec9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:26.815377 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-920f3418-550a-40f8-b0c4-b67a8e1ec9ae admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/56627b2e-0264-4ff2-b2f6-01bef6722014 HTTP/1.1" status: 204 len: 168 time: 0.3299005 Jul 14 09:10:26.849342 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f3418-550a-40f8-b0c4-b67a8e1ec9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56627b2e-0264-4ff2-b2f6-01bef6722014,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:27.115620 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-6952fdc8-3d45-480f-b7a3-838de3445132 service neutron] 10.222.0.44 "GET /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6484737 Jul 14 09:10:27.134574 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee402c-2678-45d1-89b4-7643f46ea5c6 req-733cf1bd-a8e3-43a5-81f1-41dae4d18c0b tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:27.142628 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-96ee402c-2678-45d1-89b4-7643f46ea5c6 req-733cf1bd-a8e3-43a5-81f1-41dae4d18c0b tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.5968664 Jul 14 09:10:27.198383 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbf9c4-2700-43e1-a30f-d69c97e36b7e req-6827f102-e417-4f12-a589-388d1f469e82 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:27.206479 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9bdbf9c4-2700-43e1-a30f-d69c97e36b7e req-6827f102-e417-4f12-a589-388d1f469e82 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 944 time: 0.4918442 Jul 14 09:10:27.223835 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-96ee402c-2678-45d1-89b4-7643f46ea5c6 req-7d2ef1c9-68f4-49e7-aa3f-2120cf9eabfa tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802116 Jul 14 09:10:27.357359 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9bdbf9c4-2700-43e1-a30f-d69c97e36b7e req-eada0c0b-bce9-4552-b7bb-100052665187 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457260 Jul 14 09:10:27.592636 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-6eb5f2eb-4520-4c75-a8ca-5f41312f91e9 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:27.595749 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-6eb5f2eb-4520-4c75-a8ca-5f41312f91e9 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086&tenant_id=d26b4168e0144f2b895d7a5b4dac1633&binding%3Ahost_id=n-h2-771362-35 HTTP/1.1" status: 200 len: 1096 time: 0.1277275 Jul 14 09:10:27.614520 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f5b77-2c06-46b3-a83c-f03e330db3d5 req-d1443e15-7f51-4658-8a17-da78da278ff7 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:27.616596 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d01f5b77-2c06-46b3-a83c-f03e330db3d5 req-d1443e15-7f51-4658-8a17-da78da278ff7 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 946 time: 0.1116376 Jul 14 09:10:27.766639 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d01f5b77-2c06-46b3-a83c-f03e330db3d5 req-d17285f0-9b0c-40ad-a0ee-c45a9014326b tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103799 Jul 14 09:10:27.826751 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c90513-b2d2-41da-a6ae-bb1e2ffe5167 req-721f9de8-a0c5-4c35-b50c-36af28e047ee tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:27.828749 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-95c90513-b2d2-41da-a6ae-bb1e2ffe5167 req-721f9de8-a0c5-4c35-b50c-36af28e047ee tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6017f0a-f24b-45d1-97b0-e8a1913ca344 HTTP/1.1" status: 200 len: 945 time: 0.1593230 Jul 14 09:10:27.856682 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-e74b5e2a-df9e-4fe2-8fe1-fb8ab1b1f91b service neutron] For port 022e995c-a50c-4a54-9f35-a29ef5966e83, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:27.863285 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-e74b5e2a-df9e-4fe2-8fe1-fb8ab1b1f91b service neutron] Notify callbacks [] for binding, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:27.864510 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7baa584-d258-4beb-9e29-8dff245d57bb req-e74b5e2a-df9e-4fe2-8fe1-fb8ab1b1f91b service neutron] 10.222.0.44 "DELETE /v2.0/ports/022e995c-a50c-4a54-9f35-a29ef5966e83/bindings/n-h1-771362-35 HTTP/1.1" status: 204 len: 173 time: 0.2596419 Jul 14 09:10:27.879328 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 02e0ea7c-0c1a-4994-bc4c-ba8c564f360e up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:27.894327 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-95c90513-b2d2-41da-a6ae-bb1e2ffe5167 req-74c5f5fa-d0d8-4a12-9be8-cb7613236124 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596387 Jul 14 09:10:27.960948 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 02e0ea7c-0c1a-4994-bc4c-ba8c564f360e completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:27.966386 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 02e0ea7c-0c1a-4994-bc4c-ba8c564f360e triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:27.966762 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:28.020298 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40904) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:28.083659 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:28.107836 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6017f0a-f24b-45d1-97b0-e8a1913ca344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e0ea7c-0c1a-4994-bc4c-ba8c564f360e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:28.110643 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2622983-9dc0-48f2-b81f-0211efa58cf4" -d '{"events": [{"server_uuid": "a6017f0a-f24b-45d1-97b0-e8a1913ca344", "name": "network-vif-plugged", "status": "completed", "tag": "02e0ea7c-0c1a-4994-bc4c-ba8c564f360e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:28.131218 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 02e0ea7c-0c1a-4994-bc4c-ba8c564f360e, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=02e0ea7c-0c1a-4994-bc4c-ba8c564f360e,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:28.137954 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:28.139244 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:10:28.212872 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf2afc4-ac07-4967-b396-3ea950fa360f x-openstack-request-id: req-6bf2afc4-ac07-4967-b396-3ea950fa360f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:28.213627 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6017f0a-f24b-45d1-97b0-e8a1913ca344", "name": "network-vif-plugged", "status": "completed", "tag": "02e0ea7c-0c1a-4994-bc4c-ba8c564f360e", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:28.214817 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6bf2afc4-ac07-4967-b396-3ea950fa360f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:28.216809 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6017f0a-f24b-45d1-97b0-e8a1913ca344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e0ea7c-0c1a-4994-bc4c-ba8c564f360e', 'code': 200} Jul 14 09:10:28.222235 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:10:28.223261 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 5cd3df1d-b55b-410a-9f47-9d1d330c05f9 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:10:28.263534 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=02e0ea7c-0c1a-4994-bc4c-ba8c564f360e,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:28.419196 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d84b7a-3348-4f51-98db-21f0d6497177 req-b700c44e-29d1-4ab9-932c-75d5ded7ee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:28.421066 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7d84b7a-3348-4f51-98db-21f0d6497177 req-b700c44e-29d1-4ab9-932c-75d5ded7ee08 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a6017f0a-f24b-45d1-97b0-e8a1913ca344 HTTP/1.1" status: 200 len: 1098 time: 0.1254151 Jul 14 09:10:28.463254 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-00f0c73c-55fb-4ff0-9058-746361bbd906 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b88663856b5a492a86aa5fedd54e0150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4417369 Jul 14 09:10:28.467024 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40922) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:28.539405 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40926) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:28.545359 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7d84b7a-3348-4f51-98db-21f0d6497177 req-b55ed530-a2da-4cc6-b636-9b3815526f58 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896676 Jul 14 09:10:28.567969 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd34f16-94aa-494e-af23-52deb86e4f91 req-aa2591e4-95da-407c-8a8f-0401af34aa6f tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:28.577348 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1dd34f16-94aa-494e-af23-52deb86e4f91 req-aa2591e4-95da-407c-8a8f-0401af34aa6f tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1741238 Jul 14 09:10:28.629367 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6f7000a2-b404-4e7f-8cda-84e19b20de8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:28.655831 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6f7000a2-b404-4e7f-8cda-84e19b20de8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:28.696032 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1dd34f16-94aa-494e-af23-52deb86e4f91 req-5fc9af05-b821-4ef9-aebe-c8cdac3c3c51 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136179 Jul 14 09:10:28.733141 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c908aabb-aeb3-4413-b44d-e2b56079a3ac tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-261797915', 'router:external': True}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:28.744423 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090a909-4f07-45d2-8726-6c150ac9f4bd req-be1f85e0-7544-4c9c-a162-df4fb7c65b41 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:28.753074 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3090a909-4f07-45d2-8726-6c150ac9f4bd req-be1f85e0-7544-4c9c-a162-df4fb7c65b41 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 944 time: 0.1726584 Jul 14 09:10:28.761779 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c908aabb-aeb3-4413-b44d-e2b56079a3ac tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Made reservation on behalf of 8dd7c66883be4bd19a6ff7c84937cfa8 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:28.766832 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c908aabb-aeb3-4413-b44d-e2b56079a3ac tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:28.784324 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c908aabb-aeb3-4413-b44d-e2b56079a3ac tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:28.789781 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6f7000a2-b404-4e7f-8cda-84e19b20de8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:28.794015 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6f7000a2-b404-4e7f-8cda-84e19b20de8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:28.795890 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6f7000a2-b404-4e7f-8cda-84e19b20de8d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9aeeed3-e2e3-4c65-b064-ae6b08957ef7 HTTP/1.1" status: 204 len: 168 time: 0.3276269 Jul 14 09:10:28.812574 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3090a909-4f07-45d2-8726-6c150ac9f4bd req-436479f6-4949-480d-9cd8-4fc11f57127a tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575347 Jul 14 09:10:28.833755 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7000a2-b404-4e7f-8cda-84e19b20de8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9aeeed3-e2e3-4c65-b064-ae6b08957ef7,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:29.018805 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c908aabb-aeb3-4413-b44d-e2b56079a3ac tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.034075 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c908aabb-aeb3-4413-b44d-e2b56079a3ac tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.061410 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c908aabb-aeb3-4413-b44d-e2b56079a3ac tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:10:29.078507 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908aabb-aeb3-4413-b44d-e2b56079a3ac tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa2e2a2-e472-4ecb-ba36-f3cc5a659cc1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:29.086353 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c908aabb-aeb3-4413-b44d-e2b56079a3ac tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.086821 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-c908aabb-aeb3-4413-b44d-e2b56079a3ac tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Added segment 42d19b86-be51-4383-82a9-971359b7b002 of type vlan for network db94f621-f6f2-4c98-ae70-8f1668967606 Jul 14 09:10:29.125537 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8b871-c0df-4cc7-a0f2-d65587b08deb req-cf07a2dd-1b21-44ff-b960-f5b472abc02d tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:29.132901 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d5d8b871-c0df-4cc7-a0f2-d65587b08deb req-cf07a2dd-1b21-44ff-b960-f5b472abc02d tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 946 time: 0.1700132 Jul 14 09:10:29.159054 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c908aabb-aeb3-4413-b44d-e2b56079a3ac tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.181570 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b090ce1-1b55-4ca5-9c5e-503003ab50d3 req-c2ef7da9-ddf2-4600-a00b-d1745e0c0ef1 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:29.181570 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3b090ce1-1b55-4ca5-9c5e-503003ab50d3 req-c2ef7da9-ddf2-4600-a00b-d1745e0c0ef1 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 1096 time: 0.1686304 Jul 14 09:10:29.195818 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d5d8b871-c0df-4cc7-a0f2-d65587b08deb req-f6e2a215-bb6b-48dd-9867-6fc7f114df4c tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618243 Jul 14 09:10:29.237755 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c908aabb-aeb3-4413-b44d-e2b56079a3ac tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.238840 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c908aabb-aeb3-4413-b44d-e2b56079a3ac tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:29.239454 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c908aabb-aeb3-4413-b44d-e2b56079a3ac tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.316370 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3b090ce1-1b55-4ca5-9c5e-503003ab50d3 req-a6a89edf-e713-4e70-aa5e-0b876c5311f1 tempest-LiveAutoBlockMigrationV225Test-1773456883 tempest-LiveAutoBlockMigrationV225Test-1773456883-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193852 Jul 14 09:10:29.350863 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c908aabb-aeb3-4413-b44d-e2b56079a3ac tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.8061969 Jul 14 09:10:29.358182 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40960) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:29.366135 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-69dcda69-049b-4393-aa73-3110f70a24e4 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Request body: {'subnet': {'network_id': 'db94f621-f6f2-4c98-ae70-8f1668967606', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:29.387925 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908aabb-aeb3-4413-b44d-e2b56079a3ac tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Pushing event updated for resources: {'Network': ['ID=db94f621-f6f2-4c98-ae70-8f1668967606,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:29.403109 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network db94f621-f6f2-4c98-ae70-8f1668967606 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:10:29.496747 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dcda69-049b-4393-aa73-3110f70a24e4 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Made reservation on behalf of 8dd7c66883be4bd19a6ff7c84937cfa8 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:29.496747 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69dcda69-049b-4393-aa73-3110f70a24e4 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.497411 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356d167-bb33-481b-ad31-7a514a4683ab req-35443434-bbf2-4b63-b22b-c57b1433bb77 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:29.497411 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6356d167-bb33-481b-ad31-7a514a4683ab req-35443434-bbf2-4b63-b22b-c57b1433bb77 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6017f0a-f24b-45d1-97b0-e8a1913ca344 HTTP/1.1" status: 200 len: 946 time: 0.1519878 Jul 14 09:10:29.502397 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40966) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:29.592595 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6356d167-bb33-481b-ad31-7a514a4683ab req-083c2c20-930b-4241-94d5-3aa621a6c4ad tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212881 Jul 14 09:10:29.616375 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1b239d86-b10b-4a18-a3a3-dd71a3561522 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=878b93ac02e94dd9a82ec7622c49ed66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1070964 Jul 14 09:10:29.619950 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 40970) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:29.696972 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa43e791-e98b-4cd2-ae00-969f366cae89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.731686 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa43e791-e98b-4cd2-ae00-969f366cae89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.829629 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa43e791-e98b-4cd2-ae00-969f366cae89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.832677 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa43e791-e98b-4cd2-ae00-969f366cae89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.834287 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-aa43e791-e98b-4cd2-ae00-969f366cae89 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/49944ec6-367d-49c9-8695-f5a138a69f12 HTTP/1.1" status: 204 len: 168 time: 0.2125995 Jul 14 09:10:29.853511 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43e791-e98b-4cd2-ae00-969f366cae89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49944ec6-367d-49c9-8695-f5a138a69f12,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:30.017946 n-d-771362-35 neutron-server[93772]: DEBUG neutron.objects.ports [None req-69dcda69-049b-4393-aa73-3110f70a24e4 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:10:30.018422 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69dcda69-049b-4393-aa73-3110f70a24e4 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:30.038277 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec3492-3d01-4528-b392-b0d1eaeae543 req-9b439c38-8c8a-4b22-b5c9-ebc2a73794bf tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:30.040056 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9bec3492-3d01-4528-b392-b0d1eaeae543 req-9b439c38-8c8a-4b22-b5c9-ebc2a73794bf tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1580639 Jul 14 09:10:30.079966 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe5747-14d1-4473-9a80-b7004a4e05a8 req-487db921-3d9a-4eb9-ba32-aea203fbe84c tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:30.081163 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-88fe5747-14d1-4473-9a80-b7004a4e05a8 req-487db921-3d9a-4eb9-ba32-aea203fbe84c tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 944 time: 0.1254170 Jul 14 09:10:30.116152 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcda69-049b-4393-aa73-3110f70a24e4 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c3063dbc-bc41-4164-8972-5aba0a611dda,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:30.128224 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dcda69-049b-4393-aa73-3110f70a24e4 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Checking segment: {'id': '42d19b86-be51-4383-82a9-971359b7b002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'db94f621-f6f2-4c98-ae70-8f1668967606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:30.128680 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dcda69-049b-4393-aa73-3110f70a24e4 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Network hostable DHCP agents. Network: db94f621-f6f2-4c98-ae70-8f1668967606, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:10:30.130345 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9bec3492-3d01-4528-b392-b0d1eaeae543 req-9cacb77a-6f51-4bbd-9dde-2fe5a2547646 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825572 Jul 14 09:10:30.157958 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dcda69-049b-4393-aa73-3110f70a24e4 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Network db94f621-f6f2-4c98-ae70-8f1668967606 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:10:30.167422 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-88fe5747-14d1-4473-9a80-b7004a4e05a8 req-1d180a08-cfba-4554-869e-ed87cd20aae6 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743332 Jul 14 09:10:30.172723 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-69dcda69-049b-4393-aa73-3110f70a24e4 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, db94f621-f6f2-4c98-ae70-8f1668967606) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:30.177410 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dcda69-049b-4393-aa73-3110f70a24e4 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:30.178546 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69dcda69-049b-4393-aa73-3110f70a24e4 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:30.182584 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b86db8a-d4b4-4de1-88c4-32ca6af85e8e None None] Network db94f621-f6f2-4c98-ae70-8f1668967606 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:10:30.201666 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 40988) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:30.201817 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-69dcda69-049b-4393-aa73-3110f70a24e4 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8416421 Jul 14 09:10:30.207879 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-dea8ee0f-644d-4a21-afd9-e8b30be39eca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1189543765', 'network_id': 'db94f621-f6f2-4c98-ae70-8f1668967606'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:30.250949 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea8ee0f-644d-4a21-afd9-e8b30be39eca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Made reservation on behalf of 8dd7c66883be4bd19a6ff7c84937cfa8 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:30.253844 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dea8ee0f-644d-4a21-afd9-e8b30be39eca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:30.270585 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40990) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:30.274030 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-dea8ee0f-644d-4a21-afd9-e8b30be39eca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] device_id is not set on port 53713477-ab4f-40c8-b593-69f93d88c950 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:10:30.368836 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10321d40-a17e-4cbb-8996-623d54b92319 None None] Network db94f621-f6f2-4c98-ae70-8f1668967606 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:10:30.438115 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-dea8ee0f-644d-4a21-afd9-e8b30be39eca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Allocated IP 2001:db8::33f (db94f621-f6f2-4c98-ae70-8f1668967606/c3063dbc-bc41-4164-8972-5aba0a611dda/53713477-ab4f-40c8-b593-69f93d88c950) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:30.447628 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b0f1c3c0-cbba-4397-9500-46670bc9ee31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:30.559837 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b0f1c3c0-cbba-4397-9500-46670bc9ee31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:30.566147 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b0f1c3c0-cbba-4397-9500-46670bc9ee31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:30.612716 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b0f1c3c0-cbba-4397-9500-46670bc9ee31 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e4e6c96985474006b2d53d156a35e1f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3408759 Jul 14 09:10:30.613862 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41002) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:30.614734 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1c3c0-cbba-4397-9500-46670bc9ee31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376ba578-9397-4d5a-a127-c28cc6d644b5,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:30.663929 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd246006-ef5a-4bc4-9961-6ae8f7f2dc45 req-8c969778-e1a4-4828-b3ce-4944badc181e tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:30.666746 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cd246006-ef5a-4bc4-9961-6ae8f7f2dc45 req-8c969778-e1a4-4828-b3ce-4944badc181e tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.44 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 944 time: 0.1935389 Jul 14 09:10:30.713365 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2933-0e1c-451c-b643-cf715676f25d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:30.755251 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2933-0e1c-451c-b643-cf715676f25d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:30.837278 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2933-0e1c-451c-b643-cf715676f25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:30.841816 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2933-0e1c-451c-b643-cf715676f25d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:30.846435 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ee2b2933-0e1c-451c-b643-cf715676f25d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/376ba578-9397-4d5a-a127-c28cc6d644b5 HTTP/1.1" status: 204 len: 168 time: 0.2255201 Jul 14 09:10:30.867735 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b2933-0e1c-451c-b643-cf715676f25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376ba578-9397-4d5a-a127-c28cc6d644b5,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:30.883665 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dea8ee0f-644d-4a21-afd9-e8b30be39eca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.003254 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33cfe0-ea2d-45e0-a3cd-b5e6eb6ad922 req-61cde61a-78da-4a91-bc15-223c7f608dd9 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:31.005158 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad33cfe0-ea2d-45e0-a3cd-b5e6eb6ad922 req-61cde61a-78da-4a91-bc15-223c7f608dd9 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6017f0a-f24b-45d1-97b0-e8a1913ca344 HTTP/1.1" status: 200 len: 946 time: 0.2485933 Jul 14 09:10:31.015700 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dea8ee0f-644d-4a21-afd9-e8b30be39eca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.020264 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-cd246006-ef5a-4bc4-9961-6ae8f7f2dc45 req-8d64a892-9391-4ab8-8229-90477ec0fba0 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Deleting port 022e995c-a50c-4a54-9f35-a29ef5966e83 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:10:31.020607 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cd246006-ef5a-4bc4-9961-6ae8f7f2dc45 req-8d64a892-9391-4ab8-8229-90477ec0fba0 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.143547 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea8ee0f-644d-4a21-afd9-e8b30be39eca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Network db94f621-f6f2-4c98-ae70-8f1668967606 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:31.158144 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8ee0f-644d-4a21-afd9-e8b30be39eca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Pushing event updated for resources: {'Port': ['ID=53713477-ab4f-40c8-b593-69f93d88c950,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:31.160961 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-dea8ee0f-644d-4a21-afd9-e8b30be39eca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:31.172777 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea8ee0f-644d-4a21-afd9-e8b30be39eca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:31.173823 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea8ee0f-644d-4a21-afd9-e8b30be39eca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:31.174438 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dea8ee0f-644d-4a21-afd9-e8b30be39eca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.189833 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad33cfe0-ea2d-45e0-a3cd-b5e6eb6ad922 req-e59e7f75-c7b5-4ac2-9b14-63706199b6ea tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719303 Jul 14 09:10:31.205748 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-dea8ee0f-644d-4a21-afd9-e8b30be39eca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0020187 Jul 14 09:10:31.209529 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41030) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:31.227831 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-cd246006-ef5a-4bc4-9961-6ae8f7f2dc45 req-8d64a892-9391-4ab8-8229-90477ec0fba0 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] For port 022e995c-a50c-4a54-9f35-a29ef5966e83, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=022e995c-a50c-4a54-9f35-a29ef5966e83,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:31.228202 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cd246006-ef5a-4bc4-9961-6ae8f7f2dc45 req-8d64a892-9391-4ab8-8229-90477ec0fba0 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.263420 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-cd246006-ef5a-4bc4-9961-6ae8f7f2dc45 req-8d64a892-9391-4ab8-8229-90477ec0fba0 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Calling delete_port for 022e995c-a50c-4a54-9f35-a29ef5966e83 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:10:31.381721 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-371da78d-0567-457d-9540-748063659369 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Deleting port 53713477-ab4f-40c8-b593-69f93d88c950 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:10:31.382208 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-371da78d-0567-457d-9540-748063659369 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.492742 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-371da78d-0567-457d-9540-748063659369 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.498438 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69207cb0-b173-4581-a6e5-3f41be6cebc5 req-83d77254-dd3c-4bbb-8dee-94da6819ed61 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:31.506039 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69207cb0-b173-4581-a6e5-3f41be6cebc5 req-83d77254-dd3c-4bbb-8dee-94da6819ed61 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.2252965 Jul 14 09:10:31.513747 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-371da78d-0567-457d-9540-748063659369 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Calling delete_port for 53713477-ab4f-40c8-b593-69f93d88c950 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:10:31.613179 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69207cb0-b173-4581-a6e5-3f41be6cebc5 req-81ad2eb2-00a4-44fe-9324-8e37d67e461f tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058311 Jul 14 09:10:31.637181 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1223f0-c463-44e1-bdf3-74036529c214 req-82b4c90d-c589-49ec-8e9a-b8493fcd94fc tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:31.645165 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ab1223f0-c463-44e1-bdf3-74036529c214 req-82b4c90d-c589-49ec-8e9a-b8493fcd94fc tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 944 time: 0.2264159 Jul 14 09:10:31.666993 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cd246006-ef5a-4bc4-9961-6ae8f7f2dc45 req-8d64a892-9391-4ab8-8229-90477ec0fba0 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.682667 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['1b54b34d-4176-4477-a67d-d3e71a9e39e5'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:31.718884 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64a892-9391-4ab8-8229-90477ec0fba0 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Pushing event deleted for resources: {'Port': ['ID=022e995c-a50c-4a54-9f35-a29ef5966e83,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:31.767738 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ab1223f0-c463-44e1-bdf3-74036529c214 req-f7124221-db1e-47a0-a487-a671440d33c8 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215789 Jul 14 09:10:31.793788 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd246006-ef5a-4bc4-9961-6ae8f7f2dc45 req-8d64a892-9391-4ab8-8229-90477ec0fba0 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] No DVR routers for this DVR port 022e995c-a50c-4a54-9f35-a29ef5966e83 on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:10:31.800763 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-371da78d-0567-457d-9540-748063659369 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.801376 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cd246006-ef5a-4bc4-9961-6ae8f7f2dc45 req-8d64a892-9391-4ab8-8229-90477ec0fba0 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.805062 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cd246006-ef5a-4bc4-9961-6ae8f7f2dc45 req-8d64a892-9391-4ab8-8229-90477ec0fba0 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.44 "DELETE /v2.0/ports/022e995c-a50c-4a54-9f35-a29ef5966e83 HTTP/1.1" status: 204 len: 173 time: 1.1259959 Jul 14 09:10:31.805890 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3684c377-79ea-4158-8802-fe3e28230086', 'name': 'network-vif-deleted', 'tag': '022e995c-a50c-4a54-9f35-a29ef5966e83'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:31.817575 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99173ea5-2a25-45bb-aacc-c510b3c03873" -d '{"events": [{"server_uuid": "3684c377-79ea-4158-8802-fe3e28230086", "name": "network-vif-deleted", "tag": "022e995c-a50c-4a54-9f35-a29ef5966e83"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:31.886546 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d3a49b-00df-4e11-b818-71d242899bb3 x-openstack-request-id: req-e7d3a49b-00df-4e11-b818-71d242899bb3 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:31.887577 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3684c377-79ea-4158-8802-fe3e28230086", "name": "network-vif-deleted", "tag": "022e995c-a50c-4a54-9f35-a29ef5966e83", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:31.888063 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7d3a49b-00df-4e11-b818-71d242899bb3 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:31.888630 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3684c377-79ea-4158-8802-fe3e28230086', 'name': 'network-vif-deleted', 'tag': '022e995c-a50c-4a54-9f35-a29ef5966e83', 'status': 'completed', 'code': 200} Jul 14 09:10:31.898467 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371da78d-0567-457d-9540-748063659369 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Pushing event deleted for resources: {'Port': ['ID=53713477-ab4f-40c8-b593-69f93d88c950,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:31.968883 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-371da78d-0567-457d-9540-748063659369 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.974376 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-371da78d-0567-457d-9540-748063659369 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "DELETE /v2.0/ports/53713477-ab4f-40c8-b593-69f93d88c950 HTTP/1.1" status: 204 len: 168 time: 0.7615204 Jul 14 09:10:31.977686 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 41058) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:31.983104 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-710d3f43-1392-4765-a0cb-436815c7a4f6 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db94f621-f6f2-4c98-ae70-8f1668967606', 'external_fixed_ips': [{'subnet_id': 'c3063dbc-bc41-4164-8972-5aba0a611dda', 'ip_address': '2001:db8::33f'}]}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:32.058670 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-710d3f43-1392-4765-a0cb-436815c7a4f6 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:32.060976 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-710d3f43-1392-4765-a0cb-436815c7a4f6 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:32.098755 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['022e995c-a50c-4a54-9f35-a29ef5966e83'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:32.206090 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-710d3f43-1392-4765-a0cb-436815c7a4f6 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:32.466525 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-710d3f43-1392-4765-a0cb-436815c7a4f6 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:32.555728 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a4bae-7d8e-4d16-ac12-0b2afaa640d1 req-78cc3102-a1e3-4601-9b64-88a1122f299a tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:32.563585 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c2a4bae-7d8e-4d16-ac12-0b2afaa640d1 req-78cc3102-a1e3-4601-9b64-88a1122f299a tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6017f0a-f24b-45d1-97b0-e8a1913ca344 HTTP/1.1" status: 200 len: 946 time: 0.2815337 Jul 14 09:10:32.646691 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c2a4bae-7d8e-4d16-ac12-0b2afaa640d1 req-8feda416-7412-46b4-ba3f-e16e957524fe tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822897 Jul 14 09:10:32.653781 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-7dd3f1eb-b77a-4e69-898a-63514814fe2a tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9ccf24c14d044142bb45324b78b49c74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535398 Jul 14 09:10:32.902664 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-fb1b4b27-9168-4fd1-ab02-c8f4811056fc tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:32.904262 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-fb1b4b27-9168-4fd1-ab02-c8f4811056fc tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2496889 Jul 14 09:10:32.971626 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-3e8e14bf-80b7-4156-9c77-8ec0576ca02f tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/quotas/9ccf24c14d044142bb45324b78b49c74 HTTP/1.1" status: 200 len: 375 time: 0.0313566 Jul 14 09:10:32.996618 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-710d3f43-1392-4765-a0cb-436815c7a4f6 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:33.045888 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-88924a7f-0c97-4e8e-9748-bb2a5e18a63f tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ccf24c14d044142bb45324b78b49c74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625727 Jul 14 09:10:33.050209 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-710d3f43-1392-4765-a0cb-436815c7a4f6 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:33.067822 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56dca49-af58-4859-9958-579ac29574bc req-973754a2-c1f1-4051-aa7c-ab9741a1b7c2 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:33.070659 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a56dca49-af58-4859-9958-579ac29574bc req-973754a2-c1f1-4051-aa7c-ab9741a1b7c2 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.2927454 Jul 14 09:10:33.185974 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a56dca49-af58-4859-9958-579ac29574bc req-378949af-9e6b-4fa5-9d03-e7259d0015e6 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080997 Jul 14 09:10:33.337296 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-710d3f43-1392-4765-a0cb-436815c7a4f6 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Allocated IP 2001:db8::33f (db94f621-f6f2-4c98-ae70-8f1668967606/c3063dbc-bc41-4164-8972-5aba0a611dda/dcc94ffd-f4fd-4d77-88d5-23620396a1c0) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:33.364462 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ef917ba8-3b42-4504-af07-aad903e287db req-c0ceb185-ccfc-4b86-af83-c9d57a7bbec5 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a63d428-7b83-4706-896d-9477da19cbfb HTTP/1.1" status: 200 len: 210 time: 0.0436902 Jul 14 09:10:33.514005 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0b19bfb9-6f98-438c-984b-37d1713131e5 req-3ffbfc85-fa46-4155-847b-fa5f59b4f651 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 210 time: 0.0391977 Jul 14 09:10:33.599565 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-710d3f43-1392-4765-a0cb-436815c7a4f6 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:33.676271 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-710d3f43-1392-4765-a0cb-436815c7a4f6 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:33.735400 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710d3f43-1392-4765-a0cb-436815c7a4f6 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Network db94f621-f6f2-4c98-ae70-8f1668967606 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:33.744230 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-710d3f43-1392-4765-a0cb-436815c7a4f6 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:33.748538 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710d3f43-1392-4765-a0cb-436815c7a4f6 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:33.831046 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d3f43-1392-4765-a0cb-436815c7a4f6 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Pushing event updated for resources: {'Port': ['ID=dcc94ffd-f4fd-4d77-88d5-23620396a1c0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:33.885338 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 022e995c-a50c-4a54-9f35-a29ef5966e83 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:10:33.935879 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 022e995c-a50c-4a54-9f35-a29ef5966e83 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:10:33.936243 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 022e995c-a50c-4a54-9f35-a29ef5966e83 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:10:34.055455 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb310e9-e024-4b7a-8169-c9571a3a039f req-0c6358c8-1114-4868-8520-42ad2e2d5115 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:34.064173 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2fb310e9-e024-4b7a-8169-c9571a3a039f req-0c6358c8-1114-4868-8520-42ad2e2d5115 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6017f0a-f24b-45d1-97b0-e8a1913ca344 HTTP/1.1" status: 200 len: 946 time: 0.2111316 Jul 14 09:10:34.557129 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41148) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:34.611459 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2fb310e9-e024-4b7a-8169-c9571a3a039f req-ff595439-442f-4790-ab91-31af2b1fb1f2 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5464611 Jul 14 09:10:34.624847 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-710d3f43-1392-4765-a0cb-436815c7a4f6 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:34.738458 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0430b4-a224-4a7e-b7c1-5ba69ed573b1 req-3bf46a9b-f3dd-45b0-8f72-6ceee5f572f7 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:34.740574 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e0430b4-a224-4a7e-b7c1-5ba69ed573b1 req-3bf46a9b-f3dd-45b0-8f72-6ceee5f572f7 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.1755540 Jul 14 09:10:34.829661 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-31542fe1-095d-4785-b8ca-b1bec69ef18b tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=9ccf24c14d044142bb45324b78b49c74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628738 Jul 14 09:10:34.831072 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-577963ab-c98e-4d10-88dd-6590c8537fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:34.875314 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e0430b4-a224-4a7e-b7c1-5ba69ed573b1 req-9ca16131-f70e-4667-b030-6d21946d4a55 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284482 Jul 14 09:10:34.910650 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bc47178d-2a30-4a0d-a75a-066f43476587 req-f1bb103f-983d-4626-90d0-c73293ad659d tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a63d428-7b83-4706-896d-9477da19cbfb HTTP/1.1" status: 200 len: 210 time: 0.0522544 Jul 14 09:10:34.984835 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-ca725661-149d-49e1-9221-de376c804bfc tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:34.986786 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-ca725661-149d-49e1-9221-de376c804bfc tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1513460 Jul 14 09:10:35.009314 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-750fdf10-05be-444b-b970-cc8cf744a395 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Request body: {'port': {'device_id': '1a63d428-7b83-4706-896d-9477da19cbfb', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': '9ccf24c14d044142bb45324b78b49c74'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:35.054865 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-710d3f43-1392-4765-a0cb-436815c7a4f6 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.302891 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-002293ae-49db-470d-9e1b-f9c08c175ac7 req-f2abfea7-e508-47d7-b48d-9db422020b80 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 210 time: 0.1196272 Jul 14 09:10:35.353212 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-577963ab-c98e-4d10-88dd-6590c8537fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.384396 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-577963ab-c98e-4d10-88dd-6590c8537fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.385522 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710d3f43-1392-4765-a0cb-436815c7a4f6 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Router 4bf10b35-7304-4bac-b917-52b0bbc968c8 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:10:35.414224 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-750fdf10-05be-444b-b970-cc8cf744a395 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Made reservation on behalf of 9ccf24c14d044142bb45324b78b49c74 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:35.417817 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-750fdf10-05be-444b-b970-cc8cf744a395 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.440758 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-577963ab-c98e-4d10-88dd-6590c8537fb6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e0bfe8fe5cc744a2be28cc75af9aae8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8820102 Jul 14 09:10:35.446265 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41158) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:35.447202 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-750fdf10-05be-444b-b970-cc8cf744a395 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.477032 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577963ab-c98e-4d10-88dd-6590c8537fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90db6206-d0cf-4f87-84db-0f6a24513f7f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:35.548038 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32be2cfe-5cc4-48f0-bd3c-7d7316a6d956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.561515 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710d3f43-1392-4765-a0cb-436815c7a4f6 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:10:35.578196 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdba92a-13a3-4df9-a649-9b727d090314 None None] Sync routers for ids ['4bf10b35-7304-4bac-b917-52b0bbc968c8'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:10:35.590835 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036af05b-be06-419e-bc0b-57a965013e6d req-5e454564-45c5-4bac-9def-e510ade455b1 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:35.591363 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32be2cfe-5cc4-48f0-bd3c-7d7316a6d956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.593153 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-036af05b-be06-419e-bc0b-57a965013e6d req-5e454564-45c5-4bac-9def-e510ade455b1 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6017f0a-f24b-45d1-97b0-e8a1913ca344 HTTP/1.1" status: 200 len: 946 time: 0.1002254 Jul 14 09:10:35.598405 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdba92a-13a3-4df9-a649-9b727d090314 None None] Routers {'4bf10b35-7304-4bac-b917-52b0bbc968c8'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:10:35.599856 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2cdba92a-13a3-4df9-a649-9b727d090314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:10:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['4bf10b35-7304-4bac-b917-52b0bbc968c8'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:35.641086 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-036af05b-be06-419e-bc0b-57a965013e6d req-44a58e22-3c3f-411a-a784-57238de5f444 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411441 Jul 14 09:10:35.666402 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-750fdf10-05be-444b-b970-cc8cf744a395 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.677248 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-750fdf10-05be-444b-b970-cc8cf744a395 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.690678 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-710d3f43-1392-4765-a0cb-436815c7a4f6 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.697601 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-710d3f43-1392-4765-a0cb-436815c7a4f6 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.7167966 Jul 14 09:10:35.699732 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 41160) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:35.706285 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b2af309a-1280-4b64-9318-6dbc2516ea96 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:10:35.745287 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32be2cfe-5cc4-48f0-bd3c-7d7316a6d956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.748594 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32be2cfe-5cc4-48f0-bd3c-7d7316a6d956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.764178 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-32be2cfe-5cc4-48f0-bd3c-7d7316a6d956 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/90db6206-d0cf-4f87-84db-0f6a24513f7f HTTP/1.1" status: 204 len: 168 time: 0.3143837 Jul 14 09:10:35.778712 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750fdf10-05be-444b-b970-cc8cf744a395 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8208023b-60ce-4925-a77f-c86f6bb0dec4,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:35.778916 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-2cdba92a-13a3-4df9-a649-9b727d090314 None None] Set router 4bf10b35-7304-4bac-b917-52b0bbc968c8 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:10:35.802980 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be2cfe-5cc4-48f0-bd3c-7d7316a6d956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90db6206-d0cf-4f87-84db-0f6a24513f7f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:35.848164 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5892e828-3ccf-4c54-8f1c-7fba8b4b62ca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.877465 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-750fdf10-05be-444b-b970-cc8cf744a395 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Allocated IP 192.168.233.66 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/a08f8ef8-f1ac-411e-b65f-d406f29d5e7d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:35.966699 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5892e828-3ccf-4c54-8f1c-7fba8b4b62ca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.983265 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port b2af309a-1280-4b64-9318-6dbc2516ea96, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b2af309a-1280-4b64-9318-6dbc2516ea96,segment=NetworkSegment(75fd1ace-9d65-4d40-9d5c-c75314cf3ab2),segment_id=75fd1ace-9d65-4d40-9d5c-c75314cf3ab2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:36.025280 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'b2af309a-1280-4b64-9318-6dbc2516ea96', 'network_id': '1a8652a3-273b-4995-afdf-c4ffe33f560a', 'port_id': 'b2af309a-1280-4b64-9318-6dbc2516ea96', 'mac_address': 'fa:16:3e:cc:ab:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '505d2699-c567-4f61-a9be-49f7739d7245', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:10:36.119578 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5892e828-3ccf-4c54-8f1c-7fba8b4b62ca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Deleting port dcc94ffd-f4fd-4d77-88d5-23620396a1c0 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:10:36.119578 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5892e828-3ccf-4c54-8f1c-7fba8b4b62ca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.170029 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.195127 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-750fdf10-05be-444b-b970-cc8cf744a395 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.204485 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2af309a-1280-4b64-9318-6dbc2516ea96 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:36.226299 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-750fdf10-05be-444b-b970-cc8cf744a395 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Transition to ACTIVE for port object a08f8ef8-f1ac-411e-b65f-d406f29d5e7d will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:36.257826 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port b2af309a-1280-4b64-9318-6dbc2516ea96, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b2af309a-1280-4b64-9318-6dbc2516ea96,segment=NetworkSegment(75fd1ace-9d65-4d40-9d5c-c75314cf3ab2),segment_id=75fd1ace-9d65-4d40-9d5c-c75314cf3ab2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:36.262865 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.276742 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5892e828-3ccf-4c54-8f1c-7fba8b4b62ca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.302382 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-750fdf10-05be-444b-b970-cc8cf744a395 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.314912 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5892e828-3ccf-4c54-8f1c-7fba8b4b62ca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Calling delete_port for dcc94ffd-f4fd-4d77-88d5-23620396a1c0 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:10:36.348112 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2cdba92a-13a3-4df9-a649-9b727d090314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf10b35-7304-4bac-b917-52b0bbc968c8', 'name': '', 'tenant_id': '8dd7c66883be4bd19a6ff7c84937cfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db94f621-f6f2-4c98-ae70-8f1668967606', 'external_fixed_ips': [{'subnet_id': 'c3063dbc-bc41-4164-8972-5aba0a611dda', 'ip_address': '2001:db8::33f'}], 'enable_snat': True}, 'gw_port_id': 'dcc94ffd-f4fd-4d77-88d5-23620396a1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:32Z', 'updated_at': '2021-07-14T09:10:33Z', 'revision_number': 3, 'project_id': '8dd7c66883be4bd19a6ff7c84937cfa8', 'gw_port': {'id': 'dcc94ffd-f4fd-4d77-88d5-23620396a1c0', 'name': '', 'network_id': 'db94f621-f6f2-4c98-ae70-8f1668967606', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf10b35-7304-4bac-b917-52b0bbc968c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'c3063dbc-bc41-4164-8972-5aba0a611dda', 'ip_address': '2001:db8::33f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:33Z', 'updated_at': '2021-07-14T09:10:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3063dbc-bc41-4164-8972-5aba0a611dda', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:36.373706 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41172) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:36.377109 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-750fdf10-05be-444b-b970-cc8cf744a395 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:36.380578 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=b2af309a-1280-4b64-9318-6dbc2516ea96,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:36.409650 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d86c69d9-1f28-4ea0-a8cf-166701dace6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.416051 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-750fdf10-05be-444b-b970-cc8cf744a395 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:36.416453 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdba92a-13a3-4df9-a649-9b727d090314 None None] Checking router: 4bf10b35-7304-4bac-b917-52b0bbc968c8 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:10:36.417101 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdba92a-13a3-4df9-a649-9b727d090314 None None] Updating router 4bf10b35-7304-4bac-b917-52b0bbc968c8 port dcc94ffd-f4fd-4d77-88d5-23620396a1c0 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:10:36.442777 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-750fdf10-05be-444b-b970-cc8cf744a395 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:36.451887 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['b2af309a-1280-4b64-9318-6dbc2516ea96'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:36.493525 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2cdba92a-13a3-4df9-a649-9b727d090314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.692991 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d86c69d9-1f28-4ea0-a8cf-166701dace6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.703577 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5892e828-3ccf-4c54-8f1c-7fba8b4b62ca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.704056 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d86c69d9-1f28-4ea0-a8cf-166701dace6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.783024 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d86c69d9-1f28-4ea0-a8cf-166701dace6e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=03e58f066e484442bf7a7dc41951dbfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4012811 Jul 14 09:10:36.784119 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c69d9-1f28-4ea0-a8cf-166701dace6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6dc9c0-b550-4f41-95b5-b56e8289ddce,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:36.797839 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41176) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:36.799015 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750fdf10-05be-444b-b970-cc8cf744a395 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Pushing event updated for resources: {'Port': ['ID=a08f8ef8-f1ac-411e-b65f-d406f29d5e7d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:36.833483 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-750fdf10-05be-444b-b970-cc8cf744a395 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:36.834184 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-750fdf10-05be-444b-b970-cc8cf744a395 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.896014 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-fc2f2cc0-2404-49e7-b72a-0e92329e5e02 None None] Provisioning for port a08f8ef8-f1ac-411e-b65f-d406f29d5e7d completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:36.898687 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-750fdf10-05be-444b-b970-cc8cf744a395 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8991344 Jul 14 09:10:36.902777 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-fc2f2cc0-2404-49e7-b72a-0e92329e5e02 None None] Provisioning complete for port a08f8ef8-f1ac-411e-b65f-d406f29d5e7d triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:36.903157 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc2f2cc0-2404-49e7-b72a-0e92329e5e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.916413 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-662b5817-c954-4f59-ad94-35caf47cd521 service neutron] Request body: {'port': {'device_id': '1a63d428-7b83-4706-896d-9477da19cbfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:36.978732 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892e828-3ccf-4c54-8f1c-7fba8b4b62ca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcc94ffd-f4fd-4d77-88d5-23620396a1c0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:37.007027 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02e1b7dd-1542-4f5b-9672-bd1c1f4afa21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.013500 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-fc2f2cc0-2404-49e7-b72a-0e92329e5e02 None None] Port a08f8ef8-f1ac-411e-b65f-d406f29d5e7d cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:10:37.027090 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-662b5817-c954-4f59-ad94-35caf47cd521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.048882 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5892e828-3ccf-4c54-8f1c-7fba8b4b62ca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.075041 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02e1b7dd-1542-4f5b-9672-bd1c1f4afa21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.098912 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-2cdba92a-13a3-4df9-a649-9b727d090314 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:10:37.100546 n-d-771362-35 neutron-server[93775]: DEBUG oslo_db.api [None req-2cdba92a-13a3-4df9-a649-9b727d090314 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:10:37.221219 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02e1b7dd-1542-4f5b-9672-bd1c1f4afa21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.223946 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02e1b7dd-1542-4f5b-9672-bd1c1f4afa21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.225091 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-02e1b7dd-1542-4f5b-9672-bd1c1f4afa21 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb6dc9c0-b550-4f41-95b5-b56e8289ddce HTTP/1.1" status: 204 len: 168 time: 0.4183953 Jul 14 09:10:37.240499 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5892e828-3ccf-4c54-8f1c-7fba8b4b62ca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.256215 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5892e828-3ccf-4c54-8f1c-7fba8b4b62ca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.272271 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1b7dd-1542-4f5b-9672-bd1c1f4afa21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6dc9c0-b550-4f41-95b5-b56e8289ddce,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:37.318236 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d884850-7de9-4b2e-9efb-28ec74b7d98a req-a650b533-780a-4a36-8b1b-a737f712a1e4 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:37.328223 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5d884850-7de9-4b2e-9efb-28ec74b7d98a req-a650b533-780a-4a36-8b1b-a737f712a1e4 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 945 time: 0.6349323 Jul 14 09:10:37.456635 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5d884850-7de9-4b2e-9efb-28ec74b7d98a req-d8b442a0-4b78-43f1-b57f-bff6d05148bd tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205151 Jul 14 09:10:37.458447 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5892e828-3ccf-4c54-8f1c-7fba8b4b62ca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.458910 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5892e828-3ccf-4c54-8f1c-7fba8b4b62ca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4bf10b35-7304-4bac-b917-52b0bbc968c8 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:10:37.470730 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5892e828-3ccf-4c54-8f1c-7fba8b4b62ca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.474668 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5892e828-3ccf-4c54-8f1c-7fba8b4b62ca tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "DELETE /v2.0/routers/4bf10b35-7304-4bac-b917-52b0bbc968c8 HTTP/1.1" status: 204 len: 168 time: 1.7700915 Jul 14 09:10:37.474820 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-662b5817-c954-4f59-ad94-35caf47cd521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a08f8ef8-f1ac-411e-b65f-d406f29d5e7d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:37.484853 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41194) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:37.487184 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d54ae-aa82-4ba4-b049-7326219ba245 req-ca9745ee-aa29-4a69-b15b-29328d1ab1d3 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:37.491676 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a75d54ae-aa82-4ba4-b049-7326219ba245 req-ca9745ee-aa29-4a69-b15b-29328d1ab1d3 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a63d428-7b83-4706-896d-9477da19cbfb HTTP/1.1" status: 200 len: 935 time: 0.7978630 Jul 14 09:10:37.513928 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b483ea-2192-46aa-a316-d28b94ec9107 req-beb106cb-2bd0-42ad-8a9e-6db01baab2ef tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:37.519432 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9b483ea-2192-46aa-a316-d28b94ec9107 req-beb106cb-2bd0-42ad-8a9e-6db01baab2ef tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6017f0a-f24b-45d1-97b0-e8a1913ca344 HTTP/1.1" status: 200 len: 946 time: 0.7069230 Jul 14 09:10:37.519674 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-662b5817-c954-4f59-ad94-35caf47cd521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.631076 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-662b5817-c954-4f59-ad94-35caf47cd521 service neutron] Transition to ACTIVE for port object a08f8ef8-f1ac-411e-b65f-d406f29d5e7d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:37.642684 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-662b5817-c954-4f59-ad94-35caf47cd521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.658632 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdba92a-13a3-4df9-a649-9b727d090314 None None] Port dcc94ffd-f4fd-4d77-88d5-23620396a1c0 not found while updating agent binding for router 4bf10b35-7304-4bac-b917-52b0bbc968c8. {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 14 09:10:37.687136 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdba92a-13a3-4df9-a649-9b727d090314 None None] Routers set() bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:10:37.692068 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdba92a-13a3-4df9-a649-9b727d090314 None None] Router IDs set() for agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:10:37.693029 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_agentschedulers_db [None req-2cdba92a-13a3-4df9-a649-9b727d090314 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4bf10b35-7304-4bac-b917-52b0bbc968c8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:10:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent'). {{(pid=93775) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 09:10:37.693597 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdba92a-13a3-4df9-a649-9b727d090314 None None] The sync data for ids ['4bf10b35-7304-4bac-b917-52b0bbc968c8'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:10:37.717046 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b2af309a-1280-4b64-9318-6dbc2516ea96 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:37.725082 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3456f36-21d9-4a10-9ed8-b61cc40e688f tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Deleting subnet c3063dbc-bc41-4164-8972-5aba0a611dda {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:10:37.738040 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b5817-c954-4f59-ad94-35caf47cd521 service neutron] Pushing event updated for resources: {'Port': ['ID=a08f8ef8-f1ac-411e-b65f-d406f29d5e7d,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:37.750152 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3456f36-21d9-4a10-9ed8-b61cc40e688f tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.813371 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5415c514-ee0b-4f2f-9471-b83fb5e2a80a req-2c1351a8-e100-4da0-8119-9d31b7bf220f tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=3684c377-79ea-4158-8802-fe3e28230086 HTTP/1.1" status: 200 len: 210 time: 0.1149280 Jul 14 09:10:37.828867 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port b2af309a-1280-4b64-9318-6dbc2516ea96 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:37.829537 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3456f36-21d9-4a10-9ed8-b61cc40e688f tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.833140 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a75d54ae-aa82-4ba4-b049-7326219ba245 req-3d6f85ab-cbc0-49bc-8dce-e8aa380cea3f tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/security-groups?id=8208023b-60ce-4925-a77f-c86f6bb0dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122642 Jul 14 09:10:37.834179 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.994685 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-f9b483ea-2192-46aa-a316-d28b94ec9107 req-2f0439b6-b004-4071-b236-9b1f143e035a tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Deleting port 02e0ea7c-0c1a-4994-bc4c-ba8c564f360e {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:10:38.000116 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f9b483ea-2192-46aa-a316-d28b94ec9107 req-2f0439b6-b004-4071-b236-9b1f143e035a tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.005065 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3456f36-21d9-4a10-9ed8-b61cc40e688f tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.061004 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.163231 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port b2af309a-1280-4b64-9318-6dbc2516ea96, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b2af309a-1280-4b64-9318-6dbc2516ea96,segment=NetworkSegment(75fd1ace-9d65-4d40-9d5c-c75314cf3ab2),segment_id=75fd1ace-9d65-4d40-9d5c-c75314cf3ab2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:38.166419 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d7f65f-43a5-4a8a-8945-37d4943a0c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2af309a-1280-4b64-9318-6dbc2516ea96'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:38.172537 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f42029-be48-464c-8af9-2a224ae25816" -d '{"events": [{"server_uuid": "c8d7f65f-43a5-4a8a-8945-37d4943a0c7f", "name": "network-vif-plugged", "status": "completed", "tag": "b2af309a-1280-4b64-9318-6dbc2516ea96"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:38.177271 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.227654 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3456f36-21d9-4a10-9ed8-b61cc40e688f tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.257091 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=b2af309a-1280-4b64-9318-6dbc2516ea96,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:38.317988 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-f9b483ea-2192-46aa-a316-d28b94ec9107 req-2f0439b6-b004-4071-b236-9b1f143e035a tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] For port 02e0ea7c-0c1a-4994-bc4c-ba8c564f360e, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=02e0ea7c-0c1a-4994-bc4c-ba8c564f360e,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:38.332680 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f9b483ea-2192-46aa-a316-d28b94ec9107 req-2f0439b6-b004-4071-b236-9b1f143e035a tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.341394 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3456f36-21d9-4a10-9ed8-b61cc40e688f tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c3063dbc-bc41-4164-8972-5aba0a611dda,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:38.380874 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-f9b483ea-2192-46aa-a316-d28b94ec9107 req-2f0439b6-b004-4071-b236-9b1f143e035a tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Calling delete_port for 02e0ea7c-0c1a-4994-bc4c-ba8c564f360e owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:10:38.486013 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3456f36-21d9-4a10-9ed8-b61cc40e688f tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.492630 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c3456f36-21d9-4a10-9ed8-b61cc40e688f tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/c3063dbc-bc41-4164-8972-5aba0a611dda HTTP/1.1" status: 204 len: 168 time: 1.0066895 Jul 14 09:10:38.494587 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41218) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:38.751207 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-662b5817-c954-4f59-ad94-35caf47cd521 service neutron] Attempting to bind port a08f8ef8-f1ac-411e-b65f-d406f29d5e7d on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:38.753080 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f9b483ea-2192-46aa-a316-d28b94ec9107 req-2f0439b6-b004-4071-b236-9b1f143e035a tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.756425 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-662b5817-c954-4f59-ad94-35caf47cd521 service neutron] Attempting to bind port a08f8ef8-f1ac-411e-b65f-d406f29d5e7d by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:38.757117 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-662b5817-c954-4f59-ad94-35caf47cd521 service neutron] Attempting to bind port a08f8ef8-f1ac-411e-b65f-d406f29d5e7d on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:38.764719 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646692d6-e7fa-4d96-9cc1-3e2b3edd5181 req-3b363ab7-dd65-4f15-9fec-3d67048290b4 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:38.773358 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-646692d6-e7fa-4d96-9cc1-3e2b3edd5181 req-3b363ab7-dd65-4f15-9fec-3d67048290b4 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6017f0a-f24b-45d1-97b0-e8a1913ca344 HTTP/1.1" status: 200 len: 867 time: 0.1633387 Jul 14 09:10:38.792742 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-662b5817-c954-4f59-ad94-35caf47cd521 service neutron] Port a08f8ef8-f1ac-411e-b65f-d406f29d5e7d on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:38.793072 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-662b5817-c954-4f59-ad94-35caf47cd521 service neutron] Attempting to bind port a08f8ef8-f1ac-411e-b65f-d406f29d5e7d on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:38.813929 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e6013b-222d-4117-b856-dbcca607e593 x-openstack-request-id: req-84e6013b-222d-4117-b856-dbcca607e593 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:38.814547 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d7f65f-43a5-4a8a-8945-37d4943a0c7f", "name": "network-vif-plugged", "status": "completed", "tag": "b2af309a-1280-4b64-9318-6dbc2516ea96", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:38.814902 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-84e6013b-222d-4117-b856-dbcca607e593 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:38.815607 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d7f65f-43a5-4a8a-8945-37d4943a0c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2af309a-1280-4b64-9318-6dbc2516ea96', 'code': 200} Jul 14 09:10:38.818955 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0439b6-b004-4071-b236-9b1f143e035a tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Pushing event deleted for resources: {'Port': ['ID=02e0ea7c-0c1a-4994-bc4c-ba8c564f360e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:38.833797 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-662b5817-c954-4f59-ad94-35caf47cd521 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:38.834158 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-662b5817-c954-4f59-ad94-35caf47cd521 service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:38.834582 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-662b5817-c954-4f59-ad94-35caf47cd521 service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:38.835028 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-662b5817-c954-4f59-ad94-35caf47cd521 service neutron] Bound port: a08f8ef8-f1ac-411e-b65f-d406f29d5e7d, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:38.835394 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-662b5817-c954-4f59-ad94-35caf47cd521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.902212 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01c74000-257c-4398-a563-c15b83ffc897 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.993483 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b483ea-2192-46aa-a316-d28b94ec9107 req-2f0439b6-b004-4071-b236-9b1f143e035a tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] No DVR routers for this DVR port 02e0ea7c-0c1a-4994-bc4c-ba8c564f360e on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:10:39.009263 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f9b483ea-2192-46aa-a316-d28b94ec9107 req-2f0439b6-b004-4071-b236-9b1f143e035a tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.017396 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9b483ea-2192-46aa-a316-d28b94ec9107 req-2f0439b6-b004-4071-b236-9b1f143e035a tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.44 "DELETE /v2.0/ports/02e0ea7c-0c1a-4994-bc4c-ba8c564f360e HTTP/1.1" status: 204 len: 173 time: 1.4806349 Jul 14 09:10:39.017902 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6017f0a-f24b-45d1-97b0-e8a1913ca344', 'name': 'network-vif-deleted', 'tag': '02e0ea7c-0c1a-4994-bc4c-ba8c564f360e'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:39.020524 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e6f755-77f8-4c3e-8dd2-9b3440ea9a23" -d '{"events": [{"server_uuid": "a6017f0a-f24b-45d1-97b0-e8a1913ca344", "name": "network-vif-deleted", "tag": "02e0ea7c-0c1a-4994-bc4c-ba8c564f360e"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:39.044953 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-646692d6-e7fa-4d96-9cc1-3e2b3edd5181 req-3d948df5-2953-49bd-9377-a8b28c8de26e tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684455 Jul 14 09:10:39.154641 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01c74000-257c-4398-a563-c15b83ffc897 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.167720 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-01c74000-257c-4398-a563-c15b83ffc897 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db94f621-f6f2-4c98-ae70-8f1668967606']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:39.180462 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-01c74000-257c-4398-a563-c15b83ffc897 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d19b86-be51-4383-82a9-971359b7b002') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:39.180816 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-01c74000-257c-4398-a563-c15b83ffc897 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d19b86-be51-4383-82a9-971359b7b002') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:39.193738 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01c74000-257c-4398-a563-c15b83ffc897 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.209550 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01c74000-257c-4398-a563-c15b83ffc897 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.216938 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c74000-257c-4398-a563-c15b83ffc897 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:10:39.217347 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01c74000-257c-4398-a563-c15b83ffc897 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.266501 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb4eec-2d2f-4cf4-95e3-9784d6035ca5 req-30d3cfe4-bfd6-4532-a42b-c3b27cae5ca6 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:39.268482 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-05bb4eec-2d2f-4cf4-95e3-9784d6035ca5 req-30d3cfe4-bfd6-4532-a42b-c3b27cae5ca6 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.2160456 Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:10:39.305070 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:10:39.308431 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01c74000-257c-4398-a563-c15b83ffc897 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.329293 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c74000-257c-4398-a563-c15b83ffc897 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network db94f621-f6f2-4c98-ae70-8f1668967606 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:10:39.337008 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01c74000-257c-4398-a563-c15b83ffc897 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.339802 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-01c74000-257c-4398-a563-c15b83ffc897 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "DELETE /v2.0/networks/db94f621-f6f2-4c98-ae70-8f1668967606 HTTP/1.1" status: 204 len: 168 time: 0.8378899 Jul 14 09:10:39.429128 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c74000-257c-4398-a563-c15b83ffc897 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Pushing event deleted for resources: {'Network': ['ID=db94f621-f6f2-4c98-ae70-8f1668967606,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:39.433227 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-05bb4eec-2d2f-4cf4-95e3-9784d6035ca5 req-cda89ddd-69fd-43d9-acd7-4174a20c4518 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589966 Jul 14 09:10:39.507274 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-662b5817-c954-4f59-ad94-35caf47cd521 service neutron] For port a08f8ef8-f1ac-411e-b65f-d406f29d5e7d, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:39.528409 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-662b5817-c954-4f59-ad94-35caf47cd521 service neutron] For port a08f8ef8-f1ac-411e-b65f-d406f29d5e7d, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=a08f8ef8-f1ac-411e-b65f-d406f29d5e7d,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:39.544930 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-662b5817-c954-4f59-ad94-35caf47cd521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.697675 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e47600-356f-4d49-858f-bbb74016061d req-a06c45da-fe31-44a8-a4e0-2dcac8e96dc8 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:39.708294 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-81e47600-356f-4d49-858f-bbb74016061d req-a06c45da-fe31-44a8-a4e0-2dcac8e96dc8 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a63d428-7b83-4706-896d-9477da19cbfb HTTP/1.1" status: 200 len: 947 time: 0.2639911 Jul 14 09:10:39.736617 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-662b5817-c954-4f59-ad94-35caf47cd521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:39.736617 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-662b5817-c954-4f59-ad94-35caf47cd521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.736617 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-662b5817-c954-4f59-ad94-35caf47cd521 service neutron] 10.222.0.47 "PUT /v2.0/ports/a08f8ef8-f1ac-411e-b65f-d406f29d5e7d HTTP/1.1" status: 200 len: 1096 time: 2.8278768 Jul 14 09:10:39.751933 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a63d428-7b83-4706-896d-9477da19cbfb', 'tag': 'a08f8ef8-f1ac-411e-b65f-d406f29d5e7d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:39.760906 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cce259-f735-4839-a283-7f19467f2f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "1a63d428-7b83-4706-896d-9477da19cbfb", "tag": "a08f8ef8-f1ac-411e-b65f-d406f29d5e7d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:39.852417 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-81e47600-356f-4d49-858f-bbb74016061d req-8b666921-08e3-4b74-a6ea-8915bb60d03d tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/security-groups?id=8208023b-60ce-4925-a77f-c86f6bb0dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427143 Jul 14 09:10:39.916846 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 02e0ea7c-0c1a-4994-bc4c-ba8c564f360e no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:10:40.004560 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 02e0ea7c-0c1a-4994-bc4c-ba8c564f360e {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:10:40.006400 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 02e0ea7c-0c1a-4994-bc4c-ba8c564f360e not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:10:40.023663 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b5817-c954-4f59-ad94-35caf47cd521 service neutron] Pushing event updated for resources: {'Port': ['ID=a08f8ef8-f1ac-411e-b65f-d406f29d5e7d,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:40.071817 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd7946b-d038-4d78-b2f7-53a4b2450676 x-openstack-request-id: req-6cd7946b-d038-4d78-b2f7-53a4b2450676 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:40.073241 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a63d428-7b83-4706-896d-9477da19cbfb", "tag": "a08f8ef8-f1ac-411e-b65f-d406f29d5e7d", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:40.074286 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6cd7946b-d038-4d78-b2f7-53a4b2450676 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:40.075032 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a63d428-7b83-4706-896d-9477da19cbfb', 'tag': 'a08f8ef8-f1ac-411e-b65f-d406f29d5e7d', 'status': 'completed', 'code': 200} Jul 14 09:10:40.170851 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-b43d7936-8e1f-4557-86c7-a860f1af2582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:40.177383 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-b43d7936-8e1f-4557-86c7-a860f1af2582 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ccf24c14d044142bb45324b78b49c74&device_id=1a63d428-7b83-4706-896d-9477da19cbfb HTTP/1.1" status: 200 len: 1099 time: 0.3779466 Jul 14 09:10:40.294675 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-5c69f2f0-8945-448a-a74d-cbdccfee0d23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=a08f8ef8-f1ac-411e-b65f-d406f29d5e7d HTTP/1.1" status: 200 len: 217 time: 0.1105144 Jul 14 09:10:40.386923 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:40.485166 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-fccb30a5-77a1-484e-96a2-a9cdb86f7f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:40.493457 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-fccb30a5-77a1-484e-96a2-a9cdb86f7f86 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1881771 Jul 14 09:10:40.559033 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-440f2c56-30ef-4fd4-a974-3976fb8fa0c3 req-672f2eff-f1a6-45cb-a4ed-dc22cd098d19 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6017f0a-f24b-45d1-97b0-e8a1913ca344 HTTP/1.1" status: 200 len: 210 time: 0.0909164 Jul 14 09:10:40.659985 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 41266) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:40.665221 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1aa84abb-81be-42d7-86a6-3a1382c1e616 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Request body: {'router': {'name': 'tempest-router--71298720', 'project_id': '4518af289e93407bb26433116c95f500'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:40.710406 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a267978-0dd3-4696-8e83-c823504e38aa x-openstack-request-id: req-4a267978-0dd3-4696-8e83-c823504e38aa {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:40.711757 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6017f0a-f24b-45d1-97b0-e8a1913ca344", "name": "network-vif-deleted", "tag": "02e0ea7c-0c1a-4994-bc4c-ba8c564f360e", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:40.712210 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a267978-0dd3-4696-8e83-c823504e38aa {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:40.716339 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6017f0a-f24b-45d1-97b0-e8a1913ca344', 'name': 'network-vif-deleted', 'tag': '02e0ea7c-0c1a-4994-bc4c-ba8c564f360e', 'status': 'completed', 'code': 200} Jul 14 09:10:40.718925 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1aa84abb-81be-42d7-86a6-3a1382c1e616 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:40.722395 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1aa84abb-81be-42d7-86a6-3a1382c1e616 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:40.728147 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-0ff713ae-fb74-4e46-ba78-d573546a3429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:40.729776 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-0ff713ae-fb74-4e46-ba78-d573546a3429 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2330627 Jul 14 09:10:40.860345 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1aa84abb-81be-42d7-86a6-3a1382c1e616 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:40.867569 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1aa84abb-81be-42d7-86a6-3a1382c1e616 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:40.897474 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1aa84abb-81be-42d7-86a6-3a1382c1e616 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:40.900867 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1aa84abb-81be-42d7-86a6-3a1382c1e616 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2394149 Jul 14 09:10:40.903429 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 41276) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:40.981684 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-ba4e4600-e017-4e20-837d-d5f3c889f142 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429731 Jul 14 09:10:41.168115 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2067c13c-624b-4cc4-9b5f-6f84e475489a tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:41.295203 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-aa85cfd5-2017-4c03-93ca-13a609d9aeff req-98367826-1c6e-41e3-b8e1-32f52d781959 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066597 Jul 14 09:10:41.496405 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cce259-f735-4839-a283-7f19467f2f4a req-c7a997b3-399f-486d-a48a-62cd10c7629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:41.500791 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a4cce259-f735-4839-a283-7f19467f2f4a req-c7a997b3-399f-486d-a48a-62cd10c7629d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ccf24c14d044142bb45324b78b49c74&device_id=1a63d428-7b83-4706-896d-9477da19cbfb HTTP/1.1" status: 200 len: 1099 time: 0.1196578 Jul 14 09:10:41.642223 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2067c13c-624b-4cc4-9b5f-6f84e475489a tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:41.648210 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2067c13c-624b-4cc4-9b5f-6f84e475489a tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:41.730345 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e143de-93a9-48d0-ac9f-3ef1cf6e8845 req-43a33bfe-db89-414d-89c9-3839ca99b47b tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:41.739100 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-27e143de-93a9-48d0-ac9f-3ef1cf6e8845 req-43a33bfe-db89-414d-89c9-3839ca99b47b tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.5596874 Jul 14 09:10:41.767790 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2067c13c-624b-4cc4-9b5f-6f84e475489a tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:41.768621 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2067c13c-624b-4cc4-9b5f-6f84e475489a tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 763aff2c-92bf-4e80-903e-d4e09dc2395c {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:10:41.776331 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2067c13c-624b-4cc4-9b5f-6f84e475489a tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:41.780004 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2067c13c-624b-4cc4-9b5f-6f84e475489a tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "DELETE /v2.0/routers/763aff2c-92bf-4e80-903e-d4e09dc2395c HTTP/1.1" status: 204 len: 168 time: 0.8729975 Jul 14 09:10:41.843564 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e72e7-f4de-43cf-ad07-d6d73feda6af req-4dabf4ef-18ad-4b51-8590-484fae98af9d tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:41.858544 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-097e72e7-f4de-43cf-ad07-d6d73feda6af req-4dabf4ef-18ad-4b51-8590-484fae98af9d tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a63d428-7b83-4706-896d-9477da19cbfb HTTP/1.1" status: 200 len: 947 time: 0.4911668 Jul 14 09:10:42.006561 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:42.068147 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-097e72e7-f4de-43cf-ad07-d6d73feda6af req-fd1cb8c7-d864-4dc6-adce-2c3fc7ba1e1d tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/security-groups?id=8208023b-60ce-4925-a77f-c86f6bb0dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052190 Jul 14 09:10:42.103907 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-27e143de-93a9-48d0-ac9f-3ef1cf6e8845 req-e3da16bf-e711-442e-ba19-ca053a6108c2 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592439 Jul 14 09:10:42.158865 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 41294) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:42.423691 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cce259-f735-4839-a283-7f19467f2f4a req-30f69b2b-3594-412f-9a90-e97c1229bf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:42.428922 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a4cce259-f735-4839-a283-7f19467f2f4a req-30f69b2b-3594-412f-9a90-e97c1229bf4b service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.9176190 Jul 14 09:10:42.538763 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a4cce259-f735-4839-a283-7f19467f2f4a req-594a6f2a-32b6-4536-87f1-e6b083dcaa64 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=a08f8ef8-f1ac-411e-b65f-d406f29d5e7d HTTP/1.1" status: 200 len: 217 time: 0.1053929 Jul 14 09:10:42.557182 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-619a8846-db2c-44e6-b88e-7a93c36e6a72 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1916758318', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:42.633595 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-619a8846-db2c-44e6-b88e-7a93c36e6a72 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:42.636014 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-619a8846-db2c-44e6-b88e-7a93c36e6a72 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:42.661620 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cce259-f735-4839-a283-7f19467f2f4a req-4717bae5-f2a9-4168-ad93-159c23ec90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:42.663575 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a4cce259-f735-4839-a283-7f19467f2f4a req-4717bae5-f2a9-4168-ad93-159c23ec90dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1185989 Jul 14 09:10:42.822652 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-619a8846-db2c-44e6-b88e-7a93c36e6a72 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:42.898798 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cce259-f735-4839-a283-7f19467f2f4a req-497bb478-765d-4c62-9053-c5ab87bd8b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:42.901746 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a4cce259-f735-4839-a283-7f19467f2f4a req-497bb478-765d-4c62-9053-c5ab87bd8b14 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2317157 Jul 14 09:10:43.246595 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a4cce259-f735-4839-a283-7f19467f2f4a req-5996d4ec-93d5-4139-b059-1a3fc869cbf0 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376603 Jul 14 09:10:43.315579 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-619a8846-db2c-44e6-b88e-7a93c36e6a72 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:43.577410 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a4cce259-f735-4839-a283-7f19467f2f4a req-a31be40b-6394-4035-a2c2-7ac7ea287a32 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240941 Jul 14 09:10:44.345216 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcbe49-41b0-4c00-b56c-5ab57700a492 req-863945d9-5750-46e9-9f39-90d1f20ad7a8 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:44.346815 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83bcbe49-41b0-4c00-b56c-5ab57700a492 req-863945d9-5750-46e9-9f39-90d1f20ad7a8 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.8294642 Jul 14 09:10:44.365024 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-f0b7e77d-e3b0-4326-b404-38e8f2e9e4df tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:44.366959 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-f0b7e77d-e3b0-4326-b404-38e8f2e9e4df tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/networks?id=3ae54159-68cb-4fca-9852-a42d051dbe23 HTTP/1.1" status: 200 len: 812 time: 0.9903092 Jul 14 09:10:44.407065 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-e3616225-2e91-40cd-8116-29183f1d1766 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/quotas/6615d0b1eada47cd81a0006b9f4a982b HTTP/1.1" status: 200 len: 375 time: 0.0246582 Jul 14 09:10:44.466460 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-3c091039-41c3-4f8e-a241-f5b4842d170b tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6615d0b1eada47cd81a0006b9f4a982b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529401 Jul 14 09:10:44.479993 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83bcbe49-41b0-4c00-b56c-5ab57700a492 req-314e98ce-2f04-4d86-a7b7-75d513863f4a tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256368 Jul 14 09:10:44.580756 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-5ec2b211-5469-432c-a587-0bb3dd0057e3 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:10:44.581815 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-5ec2b211-5469-432c-a587-0bb3dd0057e3 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0984764 Jul 14 09:10:44.777525 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-d660f1c3-0ab9-43ac-8403-dbb760ca1d90 service neutron] 10.222.0.25 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197326 Jul 14 09:10:44.812464 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41362) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:44.825257 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-619a8846-db2c-44e6-b88e-7a93c36e6a72 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:44.885033 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-619a8846-db2c-44e6-b88e-7a93c36e6a72 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:44.954401 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-542c2ce5-80a6-4273-b223-56bf63a740a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:45.140625 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-1ad727a0-8498-4cb0-b9df-15249f6d4f64 service neutron] 10.222.0.25 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532295 Jul 14 09:10:45.152318 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-542c2ce5-80a6-4273-b223-56bf63a740a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:45.163564 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-542c2ce5-80a6-4273-b223-56bf63a740a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:45.231400 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c2ce5-80a6-4273-b223-56bf63a740a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd65857-8fdb-453e-8626-84a34afdeea8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:45.289720 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-619a8846-db2c-44e6-b88e-7a93c36e6a72 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Allocated IP 172.25.6.42 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/5135dd06-c883-48a7-8725-09950a1107b9) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:45.317987 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-542c2ce5-80a6-4273-b223-56bf63a740a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1723a1d02ac74f1eb7dd63571ab86e63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5036116 Jul 14 09:10:45.320236 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41368) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:45.434163 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4583b1e-61f2-4eb5-aec3-65e158379a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:45.458518 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a2a04e73-68d6-4421-bb99-e28d10e57d56 req-405f65f9-5c57-44e5-baef-898fa1580427 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 210 time: 0.0479975 Jul 14 09:10:45.476286 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4583b1e-61f2-4eb5-aec3-65e158379a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:45.512511 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a330b05-ab6d-4fe4-b988-a1c547aa792d req-160db028-5c22-4b33-b97f-e81a28e498f0 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:45.522962 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9a330b05-ab6d-4fe4-b988-a1c547aa792d req-160db028-5c22-4b33-b97f-e81a28e498f0 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a63d428-7b83-4706-896d-9477da19cbfb HTTP/1.1" status: 200 len: 947 time: 0.3897228 Jul 14 09:10:45.588211 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4583b1e-61f2-4eb5-aec3-65e158379a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:45.591374 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4583b1e-61f2-4eb5-aec3-65e158379a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:45.593169 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b4583b1e-61f2-4eb5-aec3-65e158379a4f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cdd65857-8fdb-453e-8626-84a34afdeea8 HTTP/1.1" status: 204 len: 168 time: 0.2713306 Jul 14 09:10:45.625304 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4583b1e-61f2-4eb5-aec3-65e158379a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd65857-8fdb-453e-8626-84a34afdeea8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:45.679972 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9a330b05-ab6d-4fe4-b988-a1c547aa792d req-655871aa-60fb-4a28-b7c3-a07705234b86 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/security-groups?id=8208023b-60ce-4925-a77f-c86f6bb0dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496794 Jul 14 09:10:45.720565 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-619a8846-db2c-44e6-b88e-7a93c36e6a72 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:45.767346 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device a08f8ef8-f1ac-411e-b65f-d406f29d5e7d details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:10:45.947551 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-619a8846-db2c-44e6-b88e-7a93c36e6a72 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:46.059649 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port a08f8ef8-f1ac-411e-b65f-d406f29d5e7d, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=a08f8ef8-f1ac-411e-b65f-d406f29d5e7d,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:46.104780 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'a08f8ef8-f1ac-411e-b65f-d406f29d5e7d', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': 'a08f8ef8-f1ac-411e-b65f-d406f29d5e7d', 'mac_address': 'fa:16:3e:82:fd:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:10:46.169032 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619a8846-db2c-44e6-b88e-7a93c36e6a72 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:46.183000 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:46.201742 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-619a8846-db2c-44e6-b88e-7a93c36e6a72 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:46.213311 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a08f8ef8-f1ac-411e-b65f-d406f29d5e7d {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:46.246183 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619a8846-db2c-44e6-b88e-7a93c36e6a72 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:46.252877 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port a08f8ef8-f1ac-411e-b65f-d406f29d5e7d, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=a08f8ef8-f1ac-411e-b65f-d406f29d5e7d,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:46.262410 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:46.263923 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a8846-db2c-44e6-b88e-7a93c36e6a72 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Pushing event updated for resources: {'Port': ['ID=5135dd06-c883-48a7-8725-09950a1107b9,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:46.402126 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853706a-da79-457e-a03f-a309fed15ec3 req-ab5a6b49-d145-4dc2-987a-e4a0bda4d2a9 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:46.411220 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c853706a-da79-457e-a03f-a309fed15ec3 req-ab5a6b49-d145-4dc2-987a-e4a0bda4d2a9 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.6643505 Jul 14 09:10:46.446701 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=a08f8ef8-f1ac-411e-b65f-d406f29d5e7d,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:46.453931 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41394) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:46.473001 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d57db5ba-a1b4-4059-af46-343c38548daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:46.477328 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:46.477751 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:46.478142 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:46.478508 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:46.478824 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:46.479158 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:46.479516 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:46.481379 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:46.481705 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:46.482019 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:46.482355 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:46.482758 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:46.604285 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['a08f8ef8-f1ac-411e-b65f-d406f29d5e7d'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:46.799636 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d57db5ba-a1b4-4059-af46-343c38548daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:46.878851 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d57db5ba-a1b4-4059-af46-343c38548daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:46.896052 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-619a8846-db2c-44e6-b88e-7a93c36e6a72 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:47.000414 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c853706a-da79-457e-a03f-a309fed15ec3 req-6435c75f-7e10-4d75-b4a4-eeaccb4c01d5 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5783844 Jul 14 09:10:47.001561 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d57db5ba-a1b4-4059-af46-343c38548daa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c984b529155a4fa8941d2465913bdde8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5467007 Jul 14 09:10:47.002672 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41400) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:47.072698 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57db5ba-a1b4-4059-af46-343c38548daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49d4b63-268b-4e17-8d5a-42c0577b50ac,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:47.098512 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa516496-01aa-4b04-baec-6f46c0ffd0d6 req-6ca29bd3-9f85-485c-bd02-25f7ca5d56aa tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:47.100498 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-aa516496-01aa-4b04-baec-6f46c0ffd0d6 req-6ca29bd3-9f85-485c-bd02-25f7ca5d56aa tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.47 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 944 time: 0.2944007 Jul 14 09:10:47.116935 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c754878-7fb8-4313-ab57-221cf59d72d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:47.133117 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad546a1-50ed-41f3-8b29-d45353f815c1 req-e40828c7-7df4-4b73-bc90-2db28e992c39 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:47.142509 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4ad546a1-50ed-41f3-8b29-d45353f815c1 req-e40828c7-7df4-4b73-bc90-2db28e992c39 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 944 time: 0.6613529 Jul 14 09:10:47.152760 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c754878-7fb8-4313-ab57-221cf59d72d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:47.253035 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4ad546a1-50ed-41f3-8b29-d45353f815c1 req-6f71054d-1b30-433c-b8eb-6fcb49acc9f9 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090517 Jul 14 09:10:47.393436 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c754878-7fb8-4313-ab57-221cf59d72d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:47.396342 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c754878-7fb8-4313-ab57-221cf59d72d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:47.397576 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9c754878-7fb8-4313-ab57-221cf59d72d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c49d4b63-268b-4e17-8d5a-42c0577b50ac HTTP/1.1" status: 204 len: 168 time: 0.3888364 Jul 14 09:10:47.464870 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c754878-7fb8-4313-ab57-221cf59d72d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49d4b63-268b-4e17-8d5a-42c0577b50ac,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:47.487029 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-aa516496-01aa-4b04-baec-6f46c0ffd0d6 req-236e71e1-f22c-450a-b0af-c1cb2328ae91 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Deleting port 1b54b34d-4176-4477-a67d-d3e71a9e39e5 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:10:47.488785 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-aa516496-01aa-4b04-baec-6f46c0ffd0d6 req-236e71e1-f22c-450a-b0af-c1cb2328ae91 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:47.520447 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-619a8846-db2c-44e6-b88e-7a93c36e6a72 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:47.580916 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ed66ebd5-2efa-4695-9a8c-9269269bc941 req-87e3ee14-f3a7-4e4f-8547-198ce71cfc62 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 210 time: 0.3417764 Jul 14 09:10:47.787425 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device a08f8ef8-f1ac-411e-b65f-d406f29d5e7d up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:47.825405 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-aa516496-01aa-4b04-baec-6f46c0ffd0d6 req-236e71e1-f22c-450a-b0af-c1cb2328ae91 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] For port 1b54b34d-4176-4477-a67d-d3e71a9e39e5, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=1b54b34d-4176-4477-a67d-d3e71a9e39e5,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:47.825618 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-aa516496-01aa-4b04-baec-6f46c0ffd0d6 req-236e71e1-f22c-450a-b0af-c1cb2328ae91 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:47.864737 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-aa516496-01aa-4b04-baec-6f46c0ffd0d6 req-236e71e1-f22c-450a-b0af-c1cb2328ae91 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Calling delete_port for 1b54b34d-4176-4477-a67d-d3e71a9e39e5 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:10:47.887863 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388061cc-d45a-43fd-ad6d-779f59d6328d req-ae2a0f41-c3e3-4b1d-88d0-61b136407c0d tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:47.900122 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-388061cc-d45a-43fd-ad6d-779f59d6328d req-ae2a0f41-c3e3-4b1d-88d0-61b136407c0d tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a63d428-7b83-4706-896d-9477da19cbfb HTTP/1.1" status: 200 len: 948 time: 0.3923049 Jul 14 09:10:47.953908 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port a08f8ef8-f1ac-411e-b65f-d406f29d5e7d completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:47.959059 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port a08f8ef8-f1ac-411e-b65f-d406f29d5e7d triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:47.960387 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:48.117417 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-388061cc-d45a-43fd-ad6d-779f59d6328d req-d8d1c6ac-b6a3-4638-a019-79b88c23d71c tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/security-groups?id=8208023b-60ce-4925-a77f-c86f6bb0dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155356 Jul 14 09:10:48.130920 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:48.168861 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a63d428-7b83-4706-896d-9477da19cbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08f8ef8-f1ac-411e-b65f-d406f29d5e7d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:48.174143 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f5ffa4-99f3-4ccb-8396-609f76f40560" -d '{"events": [{"server_uuid": "1a63d428-7b83-4706-896d-9477da19cbfb", "name": "network-vif-plugged", "status": "completed", "tag": "a08f8ef8-f1ac-411e-b65f-d406f29d5e7d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:48.211230 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port a08f8ef8-f1ac-411e-b65f-d406f29d5e7d, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=a08f8ef8-f1ac-411e-b65f-d406f29d5e7d,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:48.221927 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:48.269153 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-a78c048a-84a2-497b-8d9f-dd1c743e843f tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:48.271420 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-a78c048a-84a2-497b-8d9f-dd1c743e843f tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.44 "GET /v2.0/networks?id=3ae54159-68cb-4fca-9852-a42d051dbe23 HTTP/1.1" status: 200 len: 812 time: 0.5054352 Jul 14 09:10:48.299536 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b72d7ae-2712-4530-8edc-e87be98ec293 x-openstack-request-id: req-7b72d7ae-2712-4530-8edc-e87be98ec293 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:48.300902 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a63d428-7b83-4706-896d-9477da19cbfb", "name": "network-vif-plugged", "status": "completed", "tag": "a08f8ef8-f1ac-411e-b65f-d406f29d5e7d", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:48.301132 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b72d7ae-2712-4530-8edc-e87be98ec293 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:48.302924 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a63d428-7b83-4706-896d-9477da19cbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08f8ef8-f1ac-411e-b65f-d406f29d5e7d', 'code': 200} Jul 14 09:10:48.314580 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-a0668244-030d-4288-9753-74e50f40694c tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Request body: {'port': {'device_id': '06579aaa-f9c9-4e37-9289-426eaab51ee0', 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23', 'admin_state_up': True, 'tenant_id': '6615d0b1eada47cd81a0006b9f4a982b'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:48.393260 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=a08f8ef8-f1ac-411e-b65f-d406f29d5e7d,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:48.402045 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619a8846-db2c-44e6-b88e-7a93c36e6a72 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Router 88941f29-83e6-4e0f-bd0a-bf7718d7cb41 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:10:48.407607 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-465ed087-bd61-4985-8825-c4a7c0dd64dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:48.437646 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-aa516496-01aa-4b04-baec-6f46c0ffd0d6 req-236e71e1-f22c-450a-b0af-c1cb2328ae91 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:48.451544 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['1b54b34d-4176-4477-a67d-d3e71a9e39e5'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:48.511529 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e71e1-f22c-450a-b0af-c1cb2328ae91 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Pushing event deleted for resources: {'Port': ['ID=1b54b34d-4176-4477-a67d-d3e71a9e39e5,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:48.622975 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa516496-01aa-4b04-baec-6f46c0ffd0d6 req-236e71e1-f22c-450a-b0af-c1cb2328ae91 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] No DVR routers for this DVR port 1b54b34d-4176-4477-a67d-d3e71a9e39e5 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:10:48.634013 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-aa516496-01aa-4b04-baec-6f46c0ffd0d6 req-236e71e1-f22c-450a-b0af-c1cb2328ae91 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:48.636758 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-aa516496-01aa-4b04-baec-6f46c0ffd0d6 req-236e71e1-f22c-450a-b0af-c1cb2328ae91 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.47 "DELETE /v2.0/ports/1b54b34d-4176-4477-a67d-d3e71a9e39e5 HTTP/1.1" status: 204 len: 173 time: 1.5293603 Jul 14 09:10:48.637477 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15fb18d-ec66-48f9-83a7-54e4d9595e61', 'name': 'network-vif-deleted', 'tag': '1b54b34d-4176-4477-a67d-d3e71a9e39e5'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:48.641507 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877711d0-c60a-4a3b-83c6-31bb5fe41d35" -d '{"events": [{"server_uuid": "a15fb18d-ec66-48f9-83a7-54e4d9595e61", "name": "network-vif-deleted", "tag": "1b54b34d-4176-4477-a67d-d3e71a9e39e5"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:48.770580 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad7c3fc8-d56f-4590-be5e-a8eb67566e43 req-1f4f8483-87ba-4c0c-b663-79c23b2d9ba5 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=a15fb18d-ec66-48f9-83a7-54e4d9595e61 HTTP/1.1" status: 200 len: 210 time: 0.2570686 Jul 14 09:10:48.953906 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e4a1c-821b-4983-a71a-0a38d3a93124 req-d9acd5eb-2ae3-428b-9678-af87e72cc015 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:48.962209 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b51e4a1c-821b-4983-a71a-0a38d3a93124 req-d9acd5eb-2ae3-428b-9678-af87e72cc015 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.6863201 Jul 14 09:10:49.092439 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d455b-5e99-44f1-bdc1-744aba20cd1e req-f560194c-71f7-492e-bd6c-40c6d77b9c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:49.095302 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-748d455b-5e99-44f1-bdc1-744aba20cd1e req-f560194c-71f7-492e-bd6c-40c6d77b9c71 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1a63d428-7b83-4706-896d-9477da19cbfb HTTP/1.1" status: 200 len: 1101 time: 0.6504371 Jul 14 09:10:49.098341 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b42f33a1-cbec-484c-a004-26698b87ea77 req-6e484d86-aff6-48c4-baed-f75e1f8e2efe tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 210 time: 0.1318929 Jul 14 09:10:49.139878 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b51e4a1c-821b-4983-a71a-0a38d3a93124 req-94cccd57-0abf-421e-8965-463b74dbbf50 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765821 Jul 14 09:10:49.231552 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcc4868-8bdf-4afa-ae0f-754b17b14d9b x-openstack-request-id: req-1fcc4868-8bdf-4afa-ae0f-754b17b14d9b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:49.231914 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15fb18d-ec66-48f9-83a7-54e4d9595e61", "name": "network-vif-deleted", "tag": "1b54b34d-4176-4477-a67d-d3e71a9e39e5", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:49.232234 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1fcc4868-8bdf-4afa-ae0f-754b17b14d9b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:49.232706 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15fb18d-ec66-48f9-83a7-54e4d9595e61', 'name': 'network-vif-deleted', 'tag': '1b54b34d-4176-4477-a67d-d3e71a9e39e5', 'status': 'completed', 'code': 200} Jul 14 09:10:49.264670 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-748d455b-5e99-44f1-bdc1-744aba20cd1e req-ec7cb5b3-35ac-45de-abe0-dcbf2c98cfe3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8208023b-60ce-4925-a77f-c86f6bb0dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629446 Jul 14 09:10:49.266133 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619a8846-db2c-44e6-b88e-7a93c36e6a72 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:10:49.278205 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d89b7de-568d-4701-b4ac-c30b01610aa9 None None] Sync routers for ids ['88941f29-83e6-4e0f-bd0a-bf7718d7cb41'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:10:49.304928 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d89b7de-568d-4701-b4ac-c30b01610aa9 None None] Routers {'88941f29-83e6-4e0f-bd0a-bf7718d7cb41'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:10:49.305763 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0d89b7de-568d-4701-b4ac-c30b01610aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:10:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['88941f29-83e6-4e0f-bd0a-bf7718d7cb41'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:49.328908 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-a0668244-030d-4288-9753-74e50f40694c tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Made reservation on behalf of 6615d0b1eada47cd81a0006b9f4a982b for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:49.347815 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-a0668244-030d-4288-9753-74e50f40694c tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:49.351989 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-619a8846-db2c-44e6-b88e-7a93c36e6a72 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:49.353387 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-619a8846-db2c-44e6-b88e-7a93c36e6a72 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.1928918 Jul 14 09:10:49.357245 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41438) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:49.393809 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0d89b7de-568d-4701-b4ac-c30b01610aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:49.425478 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d89b7de-568d-4701-b4ac-c30b01610aa9 None None] Routers {'88941f29-83e6-4e0f-bd0a-bf7718d7cb41'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:10:49.426134 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0d89b7de-568d-4701-b4ac-c30b01610aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:10:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['88941f29-83e6-4e0f-bd0a-bf7718d7cb41'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:49.501956 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0d89b7de-568d-4701-b4ac-c30b01610aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:49.502728 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d89b7de-568d-4701-b4ac-c30b01610aa9 None None] The sync data for ids ['88941f29-83e6-4e0f-bd0a-bf7718d7cb41'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:10:49.574196 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ef78ae73-b326-4a3a-8c4a-fa0c1c9e9ebd tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "GET /v2.0/routers/88941f29-83e6-4e0f-bd0a-bf7718d7cb41 HTTP/1.1" status: 200 len: 924 time: 0.2154236 Jul 14 09:10:49.576848 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41442) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:49.615199 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a65aa7-589e-4ece-8f20-683410c5f1ad req-5952a336-7d22-4e59-bf5b-5fd2ed4b1e16 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:49.617276 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-27a65aa7-589e-4ece-8f20-683410c5f1ad req-5952a336-7d22-4e59-bf5b-5fd2ed4b1e16 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a63d428-7b83-4706-896d-9477da19cbfb HTTP/1.1" status: 200 len: 949 time: 0.2086663 Jul 14 09:10:49.637314 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-155891f9-f447-41f3-a94e-7a277b6606c4 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "GET /v2.0/ports?device_id=88941f29-83e6-4e0f-bd0a-bf7718d7cb41 HTTP/1.1" status: 200 len: 205 time: 0.0574632 Jul 14 09:10:49.640700 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41444) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:49.666924 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-a0668244-030d-4288-9753-74e50f40694c tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Allocated IP 172.20.0.9 (3ae54159-68cb-4fca-9852-a42d051dbe23/1cecf5b8-9bc0-42ae-ae75-809b50502003/c435cf31-faaa-406f-a489-aa485815fd67) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:49.697503 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-27a65aa7-589e-4ece-8f20-683410c5f1ad req-66f3ad2a-5509-46db-941c-887da5f3a414 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/security-groups?id=8208023b-60ce-4925-a77f-c86f6bb0dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674386 Jul 14 09:10:49.984519 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e14e9b9-d2bf-49f5-911a-23f5e696d77f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:50.051292 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-a0668244-030d-4288-9753-74e50f40694c tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:50.158644 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-a0668244-030d-4288-9753-74e50f40694c tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:50.239552 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e14e9b9-d2bf-49f5-911a-23f5e696d77f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:50.352661 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-a0668244-030d-4288-9753-74e50f40694c tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Network 3ae54159-68cb-4fca-9852-a42d051dbe23 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:50.355421 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0668244-030d-4288-9753-74e50f40694c tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Pushing event updated for resources: {'Port': ['ID=c435cf31-faaa-406f-a489-aa485815fd67,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:50.374963 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-a0668244-030d-4288-9753-74e50f40694c tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:50.387313 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9e14e9b9-d2bf-49f5-911a-23f5e696d77f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Deleting port 5135dd06-c883-48a7-8725-09950a1107b9 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:10:50.387593 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e14e9b9-d2bf-49f5-911a-23f5e696d77f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.390548 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.394085 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.394085 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.394085 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.394085 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.394085 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.394085 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.394085 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.394085 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.394085 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.394085 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.394085 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.394085 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.394085 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.394085 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.394085 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.394085 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.394085 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:50.394085 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:50.424166 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-a0668244-030d-4288-9753-74e50f40694c tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:50.471854 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41466) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:50.485539 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-a0668244-030d-4288-9753-74e50f40694c tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:50.486639 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-a0668244-030d-4288-9753-74e50f40694c tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:50.515846 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-a0668244-030d-4288-9753-74e50f40694c tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2084522 Jul 14 09:10:50.541396 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-101307a1-0c0a-49d7-bb55-858c2f32c64e service neutron] Request body: {'port': {'device_id': '06579aaa-f9c9-4e37-9289-426eaab51ee0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:50.583690 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e14e9b9-d2bf-49f5-911a-23f5e696d77f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:50.614811 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9e14e9b9-d2bf-49f5-911a-23f5e696d77f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Calling delete_port for 5135dd06-c883-48a7-8725-09950a1107b9 owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:10:50.629410 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-8b169d2a-8b71-4ef6-99f4-fbe369b9fbae tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:50.703555 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-101307a1-0c0a-49d7-bb55-858c2f32c64e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:50.703799 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b169d2a-8b71-4ef6-99f4-fbe369b9fbae tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:50.732727 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc5d25-5cf8-4fbb-b945-38b22fb2e647 req-19317efe-ae52-483d-8a9e-9daf3b2ab3be tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:50.740733 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-58fc5d25-5cf8-4fbb-b945-38b22fb2e647 req-19317efe-ae52-483d-8a9e-9daf3b2ab3be tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.3863258 Jul 14 09:10:50.869592 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fedb-e6dd-42a0-abef-7ea1ab6f8ad3 req-e9bdca34-dfbd-4244-88c5-75d75deede10 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:50.879110 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee94fedb-e6dd-42a0-abef-7ea1ab6f8ad3 req-e9bdca34-dfbd-4244-88c5-75d75deede10 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 931 time: 0.2402194 Jul 14 09:10:50.900232 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-58fc5d25-5cf8-4fbb-b945-38b22fb2e647 req-d9404420-5818-4095-aa7f-215c2ca1296c tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581147 Jul 14 09:10:50.913380 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b169d2a-8b71-4ef6-99f4-fbe369b9fbae tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:50.922508 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e14e9b9-d2bf-49f5-911a-23f5e696d77f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:50.982737 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14e9b9-d2bf-49f5-911a-23f5e696d77f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Pushing event deleted for resources: {'Port': ['ID=5135dd06-c883-48a7-8725-09950a1107b9,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:51.003423 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb504b03-01b6-49b2-aeab-120a55a26618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.116150 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e14e9b9-d2bf-49f5-911a-23f5e696d77f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.239458 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.292570 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-8b169d2a-8b71-4ef6-99f4-fbe369b9fbae tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Allocated IP 172.25.6.152 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/b55af882-99f6-47b8-bce7-49b83ac578d2) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:51.300822 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee94fedb-e6dd-42a0-abef-7ea1ab6f8ad3 req-e5f6c359-373f-49b1-8f12-2acb8ff54c05 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206040 Jul 14 09:10:51.309755 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e14e9b9-d2bf-49f5-911a-23f5e696d77f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.331936 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e14e9b9-d2bf-49f5-911a-23f5e696d77f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.522016 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b169d2a-8b71-4ef6-99f4-fbe369b9fbae tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.561339 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e14e9b9-d2bf-49f5-911a-23f5e696d77f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.562058 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e14e9b9-d2bf-49f5-911a-23f5e696d77f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Fanout notify agent at l3_agent the message router_deleted on router 88941f29-83e6-4e0f-bd0a-bf7718d7cb41 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:10:51.574120 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e14e9b9-d2bf-49f5-911a-23f5e696d77f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.575292 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9e14e9b9-d2bf-49f5-911a-23f5e696d77f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "DELETE /v2.0/routers/88941f29-83e6-4e0f-bd0a-bf7718d7cb41 HTTP/1.1" status: 204 len: 168 time: 1.9331558 Jul 14 09:10:51.582469 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41476) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:51.591184 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-5f0d6de8-50bd-47c1-b9a0-34d338c7df05 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2068379144', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'enable_snat': False}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:51.622308 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6de8-50bd-47c1-b9a0-34d338c7df05 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.623764 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6de8-50bd-47c1-b9a0-34d338c7df05 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.634418 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-101307a1-0c0a-49d7-bb55-858c2f32c64e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c435cf31-faaa-406f-a489-aa485815fd67 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:51.658782 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b169d2a-8b71-4ef6-99f4-fbe369b9fbae tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.675430 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67b4f2-49e8-4b30-b4f3-6fe08bc2e119 req-a7598104-5d3b-431e-8790-19b377504e59 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:51.677035 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac67b4f2-49e8-4b30-b4f3-6fe08bc2e119 req-a7598104-5d3b-431e-8790-19b377504e59 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e728c97-262a-4922-b6ae-d612f3113bd6 HTTP/1.1" status: 200 len: 944 time: 0.4808016 Jul 14 09:10:51.681033 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-101307a1-0c0a-49d7-bb55-858c2f32c64e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.711940 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b169d2a-8b71-4ef6-99f4-fbe369b9fbae tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:51.715983 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8b169d2a-8b71-4ef6-99f4-fbe369b9fbae tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:51.739663 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b169d2a-8b71-4ef6-99f4-fbe369b9fbae tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:51.742612 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6de8-50bd-47c1-b9a0-34d338c7df05 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.785390 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:10:51.807350 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 1b54b34d-4176-4477-a67d-d3e71a9e39e5 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:10:51.839960 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 1b54b34d-4176-4477-a67d-d3e71a9e39e5 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:10:51.840647 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 1b54b34d-4176-4477-a67d-d3e71a9e39e5 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:10:51.868630 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b169d2a-8b71-4ef6-99f4-fbe369b9fbae tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Pushing event updated for resources: {'Port': ['ID=b55af882-99f6-47b8-bce7-49b83ac578d2,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:51.937657 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b169d2a-8b71-4ef6-99f4-fbe369b9fbae tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.046434 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b169d2a-8b71-4ef6-99f4-fbe369b9fbae tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.071610 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6de8-50bd-47c1-b9a0-34d338c7df05 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.087471 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.260432 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-101307a1-0c0a-49d7-bb55-858c2f32c64e service neutron] Transition to ACTIVE for port object c435cf31-faaa-406f-a489-aa485815fd67 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:52.284940 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fa70d-31c2-43ce-82b2-fd6532746fec req-62554eb0-eb3f-4868-8287-05640e90b0dc tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:52.304690 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5c8fa70d-31c2-43ce-82b2-fd6532746fec req-62554eb0-eb3f-4868-8287-05640e90b0dc tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e728c97-262a-4922-b6ae-d612f3113bd6 HTTP/1.1" status: 200 len: 944 time: 0.9888539 Jul 14 09:10:52.333356 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-101307a1-0c0a-49d7-bb55-858c2f32c64e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.375980 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b169d2a-8b71-4ef6-99f4-fbe369b9fbae tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.387660 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b169d2a-8b71-4ef6-99f4-fbe369b9fbae tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.547087 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101307a1-0c0a-49d7-bb55-858c2f32c64e service neutron] Pushing event updated for resources: {'Port': ['ID=c435cf31-faaa-406f-a489-aa485815fd67,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:52.552540 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5c8fa70d-31c2-43ce-82b2-fd6532746fec req-c0dfaf2b-e3a5-4a12-83a6-edd4c28cdc4c tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424760 Jul 14 09:10:52.586266 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf085e-e061-4f9a-bc48-e9a2426ce36a req-7f03a494-6c10-44bc-8f12-283dec2d0190 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:52.597954 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-88cf085e-e061-4f9a-bc48-e9a2426ce36a req-7f03a494-6c10-44bc-8f12-283dec2d0190 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a63d428-7b83-4706-896d-9477da19cbfb HTTP/1.1" status: 200 len: 949 time: 1.0074961 Jul 14 09:10:52.665890 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-101307a1-0c0a-49d7-bb55-858c2f32c64e service neutron] Attempting to bind port c435cf31-faaa-406f-a489-aa485815fd67 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:52.666252 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-101307a1-0c0a-49d7-bb55-858c2f32c64e service neutron] Attempting to bind port c435cf31-faaa-406f-a489-aa485815fd67 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:52.666567 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-101307a1-0c0a-49d7-bb55-858c2f32c64e service neutron] Attempting to bind port c435cf31-faaa-406f-a489-aa485815fd67 on network 3ae54159-68cb-4fca-9852-a42d051dbe23 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:52.681413 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-ac67b4f2-49e8-4b30-b4f3-6fe08bc2e119 req-cd4e22c0-4fb5-4935-a534-6f278304e5d0 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Deleting port 016c9df5-7105-4bba-b663-ebb1526daf88 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:10:52.681757 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ac67b4f2-49e8-4b30-b4f3-6fe08bc2e119 req-cd4e22c0-4fb5-4935-a534-6f278304e5d0 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.699545 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-88cf085e-e061-4f9a-bc48-e9a2426ce36a req-1692930b-ee63-42bd-a767-6a80b2640a09 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/security-groups?id=8208023b-60ce-4925-a77f-c86f6bb0dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004243 Jul 14 09:10:52.700095 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-101307a1-0c0a-49d7-bb55-858c2f32c64e service neutron] Port c435cf31-faaa-406f-a489-aa485815fd67 on network 3ae54159-68cb-4fca-9852-a42d051dbe23 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:52.700425 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-101307a1-0c0a-49d7-bb55-858c2f32c64e service neutron] Attempting to bind port c435cf31-faaa-406f-a489-aa485815fd67 on network 3ae54159-68cb-4fca-9852-a42d051dbe23 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:52.844470 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-ac67b4f2-49e8-4b30-b4f3-6fe08bc2e119 req-cd4e22c0-4fb5-4935-a534-6f278304e5d0 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] For port 016c9df5-7105-4bba-b663-ebb1526daf88, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=016c9df5-7105-4bba-b663-ebb1526daf88,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:52.845408 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b169d2a-8b71-4ef6-99f4-fbe369b9fbae tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Pushing event updated for resources: {'Port': ['ID=b55af882-99f6-47b8-bce7-49b83ac578d2,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:52.845857 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ac67b4f2-49e8-4b30-b4f3-6fe08bc2e119 req-cd4e22c0-4fb5-4935-a534-6f278304e5d0 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.857229 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6de8-50bd-47c1-b9a0-34d338c7df05 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.861511 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b169d2a-8b71-4ef6-99f4-fbe369b9fbae tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.865341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-ac67b4f2-49e8-4b30-b4f3-6fe08bc2e119 req-cd4e22c0-4fb5-4935-a534-6f278304e5d0 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Calling delete_port for 016c9df5-7105-4bba-b663-ebb1526daf88 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:10:52.890530 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-101307a1-0c0a-49d7-bb55-858c2f32c64e service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:52.890865 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-101307a1-0c0a-49d7-bb55-858c2f32c64e service neutron] Checking segment: {'id': '9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:52.890972 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6de8-50bd-47c1-b9a0-34d338c7df05 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.891210 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-101307a1-0c0a-49d7-bb55-858c2f32c64e service neutron] Bound using segment: {'id': '9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:52.891679 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-101307a1-0c0a-49d7-bb55-858c2f32c64e service neutron] Bound port: c435cf31-faaa-406f-a489-aa485815fd67, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:52.892051 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-101307a1-0c0a-49d7-bb55-858c2f32c64e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.947029 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b169d2a-8b71-4ef6-99f4-fbe369b9fbae tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.950691 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8b169d2a-8b71-4ef6-99f4-fbe369b9fbae tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4756622 Jul 14 09:10:52.951343 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41488) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:52.960869 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c2b008a6-6331-4318-b419-0c35209055b8 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1943528765', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'fixed_ips': [{'ip_address': '172.25.6.152'}]}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:53.033970 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b008a6-6331-4318-b419-0c35209055b8 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Made reservation on behalf of befd44287f5941acac1553c817a2ca92 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:53.037043 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2b008a6-6331-4318-b419-0c35209055b8 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.048038 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2b008a6-6331-4318-b419-0c35209055b8 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.086218 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-5f0d6de8-50bd-47c1-b9a0-34d338c7df05 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Allocated IP 172.25.6.48 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/3421edc1-cd2e-4089-9eb4-be3835cfb549) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:53.159929 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed5e58-c91a-4657-a553-fbcc83167542 req-6bea18f0-9f25-45aa-9820-d96faef8b559 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:53.162458 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e6ed5e58-c91a-4657-a553-fbcc83167542 req-6bea18f0-9f25-45aa-9820-d96faef8b559 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.4401906 Jul 14 09:10:53.172929 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-101307a1-0c0a-49d7-bb55-858c2f32c64e service neutron] For port c435cf31-faaa-406f-a489-aa485815fd67, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:53.194242 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2b008a6-6331-4318-b419-0c35209055b8 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.209026 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-101307a1-0c0a-49d7-bb55-858c2f32c64e service neutron] For port c435cf31-faaa-406f-a489-aa485815fd67, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c435cf31-faaa-406f-a489-aa485815fd67,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:53.225076 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274576fe-6139-403e-be4e-66032ced17ed req-6cbb2e11-6c7c-4616-845f-c9501c17ce27 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:53.232839 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-274576fe-6139-403e-be4e-66032ced17ed req-6cbb2e11-6c7c-4616-845f-c9501c17ce27 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 943 time: 0.3496182 Jul 14 09:10:53.246910 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2b008a6-6331-4318-b419-0c35209055b8 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.249476 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-c2b008a6-6331-4318-b419-0c35209055b8 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] device_id is not set on port ec1e460c-da64-464e-b354-1fcd0e06186f yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:10:53.265448 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-101307a1-0c0a-49d7-bb55-858c2f32c64e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.390581 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e6ed5e58-c91a-4657-a553-fbcc83167542 req-5b69bf68-0613-4e3f-bc00-dcbdddbea5f6 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145405 Jul 14 09:10:53.401512 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-101307a1-0c0a-49d7-bb55-858c2f32c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:53.402120 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-101307a1-0c0a-49d7-bb55-858c2f32c64e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.403535 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-101307a1-0c0a-49d7-bb55-858c2f32c64e service neutron] 10.222.0.44 "PUT /v2.0/ports/c435cf31-faaa-406f-a489-aa485815fd67 HTTP/1.1" status: 200 len: 1092 time: 2.8793471 Jul 14 09:10:53.404749 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b008a6-6331-4318-b419-0c35209055b8 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50202b6-fecf-4e1d-b0f8-5d7b3c3464bb,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:53.409052 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06579aaa-f9c9-4e37-9289-426eaab51ee0', 'tag': 'c435cf31-faaa-406f-a489-aa485815fd67'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:53.411477 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adccafd2-ae1a-4b96-aeb2-a934e51a8a12" -d '{"events": [{"name": "network-changed", "server_uuid": "06579aaa-f9c9-4e37-9289-426eaab51ee0", "tag": "c435cf31-faaa-406f-a489-aa485815fd67"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:53.431209 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-274576fe-6139-403e-be4e-66032ced17ed req-8e203971-842a-47d6-8afe-407c6728221a tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973763 Jul 14 09:10:53.550269 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6de8-50bd-47c1-b9a0-34d338c7df05 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.559306 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ac67b4f2-49e8-4b30-b4f3-6fe08bc2e119 req-cd4e22c0-4fb5-4935-a534-6f278304e5d0 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.564907 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b7f9a0-3d7d-4146-b071-066dd3f60f6d x-openstack-request-id: req-82b7f9a0-3d7d-4146-b071-066dd3f60f6d {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:53.564907 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06579aaa-f9c9-4e37-9289-426eaab51ee0", "tag": "c435cf31-faaa-406f-a489-aa485815fd67", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:53.565211 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82b7f9a0-3d7d-4146-b071-066dd3f60f6d {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:53.567694 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06579aaa-f9c9-4e37-9289-426eaab51ee0', 'tag': 'c435cf31-faaa-406f-a489-aa485815fd67', 'status': 'completed', 'code': 200} Jul 14 09:10:53.573176 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101307a1-0c0a-49d7-bb55-858c2f32c64e service neutron] Pushing event updated for resources: {'Port': ['ID=c435cf31-faaa-406f-a489-aa485815fd67,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:53.606471 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.673194 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6de8-50bd-47c1-b9a0-34d338c7df05 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.694098 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e22c0-4fb5-4935-a534-6f278304e5d0 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Pushing event deleted for resources: {'Port': ['ID=016c9df5-7105-4bba-b663-ebb1526daf88,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:53.773356 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac67b4f2-49e8-4b30-b4f3-6fe08bc2e119 req-cd4e22c0-4fb5-4935-a534-6f278304e5d0 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] No DVR routers for this DVR port 016c9df5-7105-4bba-b663-ebb1526daf88 on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:10:53.780466 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-ac67b4f2-49e8-4b30-b4f3-6fe08bc2e119 req-cd4e22c0-4fb5-4935-a534-6f278304e5d0 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.782346 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac67b4f2-49e8-4b30-b4f3-6fe08bc2e119 req-cd4e22c0-4fb5-4935-a534-6f278304e5d0 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.47 "DELETE /v2.0/ports/016c9df5-7105-4bba-b663-ebb1526daf88 HTTP/1.1" status: 204 len: 173 time: 2.0967405 Jul 14 09:10:53.807751 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-ee4ca6d3-2250-41ea-9793-5680339240b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:53.810378 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-ee4ca6d3-2250-41ea-9793-5680339240b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6615d0b1eada47cd81a0006b9f4a982b&device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 1095 time: 0.3393631 Jul 14 09:10:53.862628 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0d6de8-50bd-47c1-b9a0-34d338c7df05 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:53.865911 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5f0d6de8-50bd-47c1-b9a0-34d338c7df05 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:53.895531 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-b5241ccb-7bb1-4fb1-9d75-a5e3e1a5b2af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c435cf31-faaa-406f-a489-aa485815fd67 HTTP/1.1" status: 200 len: 217 time: 0.0743523 Jul 14 09:10:53.897305 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b008a6-6331-4318-b419-0c35209055b8 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 14 09:10:53.899738 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b008a6-6331-4318-b419-0c35209055b8 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:10:53.912629 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0d6de8-50bd-47c1-b9a0-34d338c7df05 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:53.918155 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ef2dc700-8b9b-45da-9721-c10d73fbf5ce req-a5335d05-789b-485f-bf08-159c94d73c86 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e728c97-262a-4922-b6ae-d612f3113bd6 HTTP/1.1" status: 200 len: 210 time: 0.0810952 Jul 14 09:10:53.972635 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-d94f4305-5ace-4cb4-a631-2c95845240c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:53.974158 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-d94f4305-5ace-4cb4-a631-2c95845240c9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1cecf5b8-9bc0-42ae-ae75-809b50502003 HTTP/1.1" status: 200 len: 852 time: 0.0588493 Jul 14 09:10:53.976074 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d6de8-50bd-47c1-b9a0-34d338c7df05 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Pushing event updated for resources: {'Port': ['ID=3421edc1-cd2e-4089-9eb4-be3835cfb549,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:54.011891 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c2b008a6-6331-4318-b419-0c35209055b8 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0592635 Jul 14 09:10:54.020046 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41502) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:54.046818 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-458506f6-9165-4220-9964-aab50828b728 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ae54159-68cb-4fca-9852-a42d051dbe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653901 Jul 14 09:10:54.200761 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-bbb74eff-23e8-4aa5-8796-962793ff0cc6 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9ccf24c14d044142bb45324b78b49c74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383601 Jul 14 09:10:54.270331 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-01a60cf6-4ba4-4bb8-b04e-c00f740bc145 service neutron] 10.222.0.44 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148466 Jul 14 09:10:54.399378 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-718d382d-ec80-464f-a1b4-0d6eaa7469c7 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:54.401784 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-718d382d-ec80-464f-a1b4-0d6eaa7469c7 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1995635 Jul 14 09:10:54.410251 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-071a89c3-1f3f-4367-b876-1aa934329400 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Deleting port b55af882-99f6-47b8-bce7-49b83ac578d2 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:10:54.410848 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-071a89c3-1f3f-4367-b876-1aa934329400 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:54.441798 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-3eaf4a4a-f0bf-401a-8e91-69f97977ecd1 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/quotas/9ccf24c14d044142bb45324b78b49c74 HTTP/1.1" status: 200 len: 375 time: 0.0261459 Jul 14 09:10:54.445783 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5924d204-8d4a-49b1-83db-33c4f060f0e8 req-99fa9aaa-b8a5-4fa3-b966-1884fb3f1abc service neutron] 10.222.0.44 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671753 Jul 14 09:10:54.550304 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6de8-50bd-47c1-b9a0-34d338c7df05 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:54.600446 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-071a89c3-1f3f-4367-b876-1aa934329400 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:54.600820 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-071a89c3-1f3f-4367-b876-1aa934329400 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:54.627617 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-071a89c3-1f3f-4367-b876-1aa934329400 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Calling delete_port for b55af882-99f6-47b8-bce7-49b83ac578d2 owned by network:floatingip {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:10:54.690967 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-4984ae27-f087-4437-9575-a42175314539 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ccf24c14d044142bb45324b78b49c74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2232590 Jul 14 09:10:54.757357 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccafd2-ae1a-4b96-aeb2-a934e51a8a12 req-dfa31d01-edb2-490e-acf8-937b5c4cd56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:54.759520 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-adccafd2-ae1a-4b96-aeb2-a934e51a8a12 req-dfa31d01-edb2-490e-acf8-937b5c4cd56b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6615d0b1eada47cd81a0006b9f4a982b&device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 1095 time: 0.2177052 Jul 14 09:10:54.982435 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6de8-50bd-47c1-b9a0-34d338c7df05 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:55.069263 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccafd2-ae1a-4b96-aeb2-a934e51a8a12 req-2cee9196-ddbc-4612-b5d0-cd474409d14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:55.071735 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-adccafd2-ae1a-4b96-aeb2-a934e51a8a12 req-2cee9196-ddbc-4612-b5d0-cd474409d14b service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ae54159-68cb-4fca-9852-a42d051dbe23 HTTP/1.1" status: 200 len: 912 time: 0.2972732 Jul 14 09:10:55.080640 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-071a89c3-1f3f-4367-b876-1aa934329400 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:55.126737 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d64983-fcd9-4919-b7d5-6fae2eb2280c req-c71d62bd-2561-496c-a51b-04a1c841b9c9 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:55.136061 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f3d64983-fcd9-4919-b7d5-6fae2eb2280c req-c71d62bd-2561-496c-a51b-04a1c841b9c9 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.5383687 Jul 14 09:10:55.230311 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a89c3-1f3f-4367-b876-1aa934329400 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Pushing event deleted for resources: {'Port': ['ID=b55af882-99f6-47b8-bce7-49b83ac578d2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:55.252144 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-071a89c3-1f3f-4367-b876-1aa934329400 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:55.254871 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-071a89c3-1f3f-4367-b876-1aa934329400 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:55.255706 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f3d64983-fcd9-4919-b7d5-6fae2eb2280c req-e5bb4926-4d16-422d-9850-4b6355876d36 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184094 Jul 14 09:10:55.261848 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-071a89c3-1f3f-4367-b876-1aa934329400 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641 tempest-ExternalNetworksAdminNegativeTestJSON-1150292641-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/7e04e97f-b540-4a8a-bea7-3e39e3e4a487 HTTP/1.1" status: 204 len: 168 time: 1.2318766 Jul 14 09:10:55.270363 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-adccafd2-ae1a-4b96-aeb2-a934e51a8a12 req-d360b310-c2f0-46ed-8c31-b450eba6ae38 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c435cf31-faaa-406f-a489-aa485815fd67 HTTP/1.1" status: 200 len: 217 time: 0.1819797 Jul 14 09:10:55.354060 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0d6de8-50bd-47c1-b9a0-34d338c7df05 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Router 5e3858dd-74bd-4489-91a6-cd90d434538c is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:10:55.434844 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04d23f65-cb54-4beb-b396-672eff02e341 req-9afdb96e-6bdf-42a7-9b21-e9cc66d07f9d tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6d4913f-30a7-4d9e-b2ae-edbc59db3b45 HTTP/1.1" status: 200 len: 210 time: 0.0696080 Jul 14 09:10:55.520325 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e181acd-de1b-46dc-88f1-a89a8f9e964b req-e9d00f97-24a6-401a-9858-828432f2acf2 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:55.523249 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e181acd-de1b-46dc-88f1-a89a8f9e964b req-e9d00f97-24a6-401a-9858-828432f2acf2 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 943 time: 0.4467974 Jul 14 09:10:55.537163 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccafd2-ae1a-4b96-aeb2-a934e51a8a12 req-fd9f0b7b-69ce-4f29-9bfd-4287ec52617a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:55.541666 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-adccafd2-ae1a-4b96-aeb2-a934e51a8a12 req-fd9f0b7b-69ce-4f29-9bfd-4287ec52617a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1cecf5b8-9bc0-42ae-ae75-809b50502003 HTTP/1.1" status: 200 len: 852 time: 0.2489505 Jul 14 09:10:55.586971 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e728c97-262a-4922-b6ae-d612f3113bd6', 'name': 'network-vif-deleted', 'tag': '016c9df5-7105-4bba-b663-ebb1526daf88'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:55.591436 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ed2733-d8bd-410e-ad4d-adad2e256846" -d '{"events": [{"server_uuid": "6e728c97-262a-4922-b6ae-d612f3113bd6", "name": "network-vif-deleted", "tag": "016c9df5-7105-4bba-b663-ebb1526daf88"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:55.642510 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e181acd-de1b-46dc-88f1-a89a8f9e964b req-a8b8bdbf-5882-4b45-b15a-b54726688976 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997639 Jul 14 09:10:55.663681 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0d6de8-50bd-47c1-b9a0-34d338c7df05 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:10:55.686709 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-adccafd2-ae1a-4b96-aeb2-a934e51a8a12 req-4f765859-b2e3-4d88-8a21-7b5160cb792d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ae54159-68cb-4fca-9852-a42d051dbe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535080 Jul 14 09:10:55.687728 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eee8d4-d72d-44a5-b8e8-6dab5fe65ec6 None None] Sync routers for ids ['5e3858dd-74bd-4489-91a6-cd90d434538c'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:10:55.703819 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eee8d4-d72d-44a5-b8e8-6dab5fe65ec6 None None] Routers {'5e3858dd-74bd-4489-91a6-cd90d434538c'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:10:55.704917 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a6eee8d4-d72d-44a5-b8e8-6dab5fe65ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:10:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['5e3858dd-74bd-4489-91a6-cd90d434538c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:55.711151 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6de8-50bd-47c1-b9a0-34d338c7df05 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:55.712725 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5f0d6de8-50bd-47c1-b9a0-34d338c7df05 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.1285105 Jul 14 09:10:55.716149 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41536) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:55.772793 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6b549a-2b2d-4b2c-a8d6-ac5b04b9912b x-openstack-request-id: req-cc6b549a-2b2d-4b2c-a8d6-ac5b04b9912b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:55.773137 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e728c97-262a-4922-b6ae-d612f3113bd6", "name": "network-vif-deleted", "tag": "016c9df5-7105-4bba-b663-ebb1526daf88", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:55.777942 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc6b549a-2b2d-4b2c-a8d6-ac5b04b9912b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:55.778438 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e728c97-262a-4922-b6ae-d612f3113bd6', 'name': 'network-vif-deleted', 'tag': '016c9df5-7105-4bba-b663-ebb1526daf88', 'status': 'completed', 'code': 200} Jul 14 09:10:55.813498 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 016c9df5-7105-4bba-b663-ebb1526daf88 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:10:55.883097 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 016c9df5-7105-4bba-b663-ebb1526daf88 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:10:55.884176 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 016c9df5-7105-4bba-b663-ebb1526daf88 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:10:55.958341 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-adccafd2-ae1a-4b96-aeb2-a934e51a8a12 req-d1770806-3b6c-4a7e-8b64-f3ca07645b6a service neutron] 10.222.0.44 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646368 Jul 14 09:10:55.994250 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41540) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:56.018037 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e67d22fd-3e36-4bf4-a232-0144df45ae8f tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "GET /v2.0/routers/5e3858dd-74bd-4489-91a6-cd90d434538c HTTP/1.1" status: 200 len: 908 time: 0.3007135 Jul 14 09:10:56.021378 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41544) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:56.027055 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-01b1c3ff-5ef0-4726-9e78-8dd9fba47e22 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2068379144', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'enable_snat': True}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:56.044017 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-a6eee8d4-d72d-44a5-b8e8-6dab5fe65ec6 None None] Set router 5e3858dd-74bd-4489-91a6-cd90d434538c gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:10:56.070661 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01b1c3ff-5ef0-4726-9e78-8dd9fba47e22 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:56.073124 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01b1c3ff-5ef0-4726-9e78-8dd9fba47e22 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:56.183751 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-adccafd2-ae1a-4b96-aeb2-a934e51a8a12 req-1511e18d-d6b7-4a6e-ac16-a48db9127758 service neutron] 10.222.0.44 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938176 Jul 14 09:10:56.247400 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01b1c3ff-5ef0-4726-9e78-8dd9fba47e22 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:56.286118 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff270df3-da2f-4b4c-bfca-13da513a61d6 req-94f6e858-1821-4ba1-b7be-7f8d2f3cbce9 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:56.308432 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ff270df3-da2f-4b4c-bfca-13da513a61d6 req-94f6e858-1821-4ba1-b7be-7f8d2f3cbce9 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7e0933-574d-4baf-ae54-5aa5752532d0 HTTP/1.1" status: 200 len: 945 time: 0.1100123 Jul 14 09:10:56.403742 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ff270df3-da2f-4b4c-bfca-13da513a61d6 req-6247010c-ef7f-4cb0-8a86-1899ab17fd68 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d7f14b-de0f-47c8-8e5c-a272b8273622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925307 Jul 14 09:10:56.413350 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a6eee8d4-d72d-44a5-b8e8-6dab5fe65ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3858dd-74bd-4489-91a6-cd90d434538c', 'name': 'tempest-snat-router-2068379144', 'tenant_id': '8dd7c66883be4bd19a6ff7c84937cfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.48'}], 'enable_snat': False}, 'gw_port_id': '3421edc1-cd2e-4089-9eb4-be3835cfb549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:51Z', 'updated_at': '2021-07-14T09:10:54Z', 'revision_number': 3, 'project_id': '8dd7c66883be4bd19a6ff7c84937cfa8', 'gw_port': {'id': '3421edc1-cd2e-4089-9eb4-be3835cfb549', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3858dd-74bd-4489-91a6-cd90d434538c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:52Z', 'updated_at': '2021-07-14T09:10:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:56.447716 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eee8d4-d72d-44a5-b8e8-6dab5fe65ec6 None None] Checking router: 5e3858dd-74bd-4489-91a6-cd90d434538c for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:10:56.448350 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eee8d4-d72d-44a5-b8e8-6dab5fe65ec6 None None] Updating router 5e3858dd-74bd-4489-91a6-cd90d434538c port 3421edc1-cd2e-4089-9eb4-be3835cfb549 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:10:56.470301 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01b1c3ff-5ef0-4726-9e78-8dd9fba47e22 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:56.477720 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c0a4b7f9-aea7-4830-80e1-aed7a7484da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:56.494520 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a6eee8d4-d72d-44a5-b8e8-6dab5fe65ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:56.564453 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52499b-a793-4648-9340-773ed8ef25c7 req-80a470f5-464a-45c1-a3c4-bf57b3f2825d tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:56.566104 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7d52499b-a793-4648-9340-773ed8ef25c7 req-80a470f5-464a-45c1-a3c4-bf57b3f2825d tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7e0933-574d-4baf-ae54-5aa5752532d0 HTTP/1.1" status: 200 len: 945 time: 0.1612310 Jul 14 09:10:56.698125 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c0a4b7f9-aea7-4830-80e1-aed7a7484da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:56.705037 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c0a4b7f9-aea7-4830-80e1-aed7a7484da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:56.729731 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-7d52499b-a793-4648-9340-773ed8ef25c7 req-43d538a6-8b6c-4dae-81b3-75abd38700d4 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Deleting port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:10:56.731072 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7d52499b-a793-4648-9340-773ed8ef25c7 req-43d538a6-8b6c-4dae-81b3-75abd38700d4 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:56.814460 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a555c7e5-141b-4cc4-a503-13014162e0f0 req-21d3896e-c365-4a2d-a10d-4eea3600f798 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6d4913f-30a7-4d9e-b2ae-edbc59db3b45 HTTP/1.1" status: 200 len: 210 time: 0.0683897 Jul 14 09:10:56.826442 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498b26b-361c-4d86-9541-3b7117bfad5e req-fc3bad46-e8d5-46bb-900a-aa3234c153ed tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:56.835099 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2498b26b-361c-4d86-9541-3b7117bfad5e req-fc3bad46-e8d5-46bb-900a-aa3234c153ed tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.2967067 Jul 14 09:10:56.903705 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-264206ba-b963-4ce5-8056-0916eda0f633 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=9ccf24c14d044142bb45324b78b49c74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611887 Jul 14 09:10:56.943761 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2498b26b-361c-4d86-9541-3b7117bfad5e req-7c43ea6c-89b8-4216-bb8d-d1e251fde024 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075716 Jul 14 09:10:57.006132 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4b7f9-aea7-4830-80e1-aed7a7484da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1d59e8-88fd-4de9-b8f7-d86f51f60c5f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:57.015577 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c0a4b7f9-aea7-4830-80e1-aed7a7484da0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=975914e862bd468a8a9ee2326471f688&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0164669 Jul 14 09:10:57.025360 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41554) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:57.045817 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01b1c3ff-5ef0-4726-9e78-8dd9fba47e22 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.081443 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-7d52499b-a793-4648-9340-773ed8ef25c7 req-43d538a6-8b6c-4dae-81b3-75abd38700d4 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] For port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd,segment=NetworkSegment(81f356fa-4284-4df3-b6e5-d03c594a1a9a),segment_id=81f356fa-4284-4df3-b6e5-d03c594a1a9a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:57.081780 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7d52499b-a793-4648-9340-773ed8ef25c7 req-43d538a6-8b6c-4dae-81b3-75abd38700d4 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.110067 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01b1c3ff-5ef0-4726-9e78-8dd9fba47e22 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.130066 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-7d52499b-a793-4648-9340-773ed8ef25c7 req-43d538a6-8b6c-4dae-81b3-75abd38700d4 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Calling delete_port for e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:10:57.136050 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a6eee8d4-d72d-44a5-b8e8-6dab5fe65ec6 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.154429 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a6eee8d4-d72d-44a5-b8e8-6dab5fe65ec6 None None] Transition to ACTIVE for port object 3421edc1-cd2e-4089-9eb4-be3835cfb549 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:57.171145 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a6eee8d4-d72d-44a5-b8e8-6dab5fe65ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.212607 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a6eee8d4-d72d-44a5-b8e8-6dab5fe65ec6 None None] Attempting to bind port 3421edc1-cd2e-4089-9eb4-be3835cfb549 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:57.213562 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a6eee8d4-d72d-44a5-b8e8-6dab5fe65ec6 None None] Attempting to bind port 3421edc1-cd2e-4089-9eb4-be3835cfb549 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:57.214169 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6eee8d4-d72d-44a5-b8e8-6dab5fe65ec6 None None] Attempting to bind port 3421edc1-cd2e-4089-9eb4-be3835cfb549 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:57.230312 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-d92ea233-d9e1-4dbe-b604-971977f46be6 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:57.231905 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-d92ea233-d9e1-4dbe-b604-971977f46be6 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3187945 Jul 14 09:10:57.249025 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6eee8d4-d72d-44a5-b8e8-6dab5fe65ec6 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:57.251067 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6eee8d4-d72d-44a5-b8e8-6dab5fe65ec6 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:57.252055 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a6eee8d4-d72d-44a5-b8e8-6dab5fe65ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.252680 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-22689afc-44e4-4835-968d-5dc17115cb86 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Request body: {'port': {'device_id': 'e6d4913f-30a7-4d9e-b2ae-edbc59db3b45', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': '9ccf24c14d044142bb45324b78b49c74'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:57.252984 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6eee8d4-d72d-44a5-b8e8-6dab5fe65ec6 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:57.253716 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a6eee8d4-d72d-44a5-b8e8-6dab5fe65ec6 None None] Bound port: 3421edc1-cd2e-4089-9eb4-be3835cfb549, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:57.254658 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a6eee8d4-d72d-44a5-b8e8-6dab5fe65ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.290652 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-deb90bce-5d2f-4aea-a67e-decd5a6d7a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.332914 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a6eee8d4-d72d-44a5-b8e8-6dab5fe65ec6 None None] For port 3421edc1-cd2e-4089-9eb4-be3835cfb549, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:57.337622 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a6eee8d4-d72d-44a5-b8e8-6dab5fe65ec6 None None] For port 3421edc1-cd2e-4089-9eb4-be3835cfb549, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=3421edc1-cd2e-4089-9eb4-be3835cfb549,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:57.350567 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-deb90bce-5d2f-4aea-a67e-decd5a6d7a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.351145 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a6eee8d4-d72d-44a5-b8e8-6dab5fe65ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.382417 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-01b1c3ff-5ef0-4726-9e78-8dd9fba47e22 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Allocated IP 172.25.6.150 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/56d7087b-9070-41dd-b036-3a36e9dd153d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:57.403646 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eee8d4-d72d-44a5-b8e8-6dab5fe65ec6 None None] Routers {'5e3858dd-74bd-4489-91a6-cd90d434538c'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:10:57.405894 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a6eee8d4-d72d-44a5-b8e8-6dab5fe65ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:10:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['5e3858dd-74bd-4489-91a6-cd90d434538c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:57.489381 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d34f2-7ff7-49b3-8a2d-19c7bcf77aa4 req-593d2a35-e803-49f1-a82a-08e968885189 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:57.497306 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-472d34f2-7ff7-49b3-8a2d-19c7bcf77aa4 req-593d2a35-e803-49f1-a82a-08e968885189 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 943 time: 0.4109883 Jul 14 09:10:57.501964 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7d52499b-a793-4648-9340-773ed8ef25c7 req-43d538a6-8b6c-4dae-81b3-75abd38700d4 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.556325 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-deb90bce-5d2f-4aea-a67e-decd5a6d7a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.558445 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-a6eee8d4-d72d-44a5-b8e8-6dab5fe65ec6 None None] Set router 5e3858dd-74bd-4489-91a6-cd90d434538c gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:10:57.562744 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-deb90bce-5d2f-4aea-a67e-decd5a6d7a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.564902 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-deb90bce-5d2f-4aea-a67e-decd5a6d7a7e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b1d59e8-88fd-4de9-b8f7-d86f51f60c5f HTTP/1.1" status: 204 len: 168 time: 0.5384679 Jul 14 09:10:57.575756 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d538a6-8b6c-4dae-81b3-75abd38700d4 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Pushing event deleted for resources: {'Port': ['ID=e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:57.621607 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb90bce-5d2f-4aea-a67e-decd5a6d7a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1d59e8-88fd-4de9-b8f7-d86f51f60c5f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:57.655081 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-472d34f2-7ff7-49b3-8a2d-19c7bcf77aa4 req-2e6a8715-4e04-45bc-b842-b0c8b9feb036 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546004 Jul 14 09:10:57.685582 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d52499b-a793-4648-9340-773ed8ef25c7 req-43d538a6-8b6c-4dae-81b3-75abd38700d4 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] No DVR routers for this DVR port e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:10:57.689656 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7d52499b-a793-4648-9340-773ed8ef25c7 req-43d538a6-8b6c-4dae-81b3-75abd38700d4 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.692395 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7d52499b-a793-4648-9340-773ed8ef25c7 req-43d538a6-8b6c-4dae-81b3-75abd38700d4 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.44 "DELETE /v2.0/ports/e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd HTTP/1.1" status: 204 len: 173 time: 1.1077254 Jul 14 09:10:57.693047 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-22689afc-44e4-4835-968d-5dc17115cb86 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Made reservation on behalf of 9ccf24c14d044142bb45324b78b49c74 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:57.697700 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-22689afc-44e4-4835-968d-5dc17115cb86 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.736933 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01b1c3ff-5ef0-4726-9e78-8dd9fba47e22 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.769491 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5c6548be-68b8-488c-bb61-4017ee867647 req-60b718c9-6572-4357-81d4-6353c46077c6 tempest-LiveAutoBlockMigrationV225Test-2089054176 tempest-LiveAutoBlockMigrationV225Test-2089054176-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7e0933-574d-4baf-ae54-5aa5752532d0 HTTP/1.1" status: 200 len: 210 time: 0.0849483 Jul 14 09:10:57.844177 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23abb59f-3b9c-47f0-937e-c2c53c01d600 None None] Pushing event updated for resources: {'Port': ['ID=3421edc1-cd2e-4089-9eb4-be3835cfb549,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:57.861482 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23abb59f-3b9c-47f0-937e-c2c53c01d600 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:57.861848 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23abb59f-3b9c-47f0-937e-c2c53c01d600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:57.862169 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23abb59f-3b9c-47f0-937e-c2c53c01d600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:57.862639 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23abb59f-3b9c-47f0-937e-c2c53c01d600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:57.863085 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23abb59f-3b9c-47f0-937e-c2c53c01d600 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:57.863439 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23abb59f-3b9c-47f0-937e-c2c53c01d600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:57.863820 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23abb59f-3b9c-47f0-937e-c2c53c01d600 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:57.864207 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23abb59f-3b9c-47f0-937e-c2c53c01d600 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:57.864529 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23abb59f-3b9c-47f0-937e-c2c53c01d600 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:57.866357 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01b1c3ff-5ef0-4726-9e78-8dd9fba47e22 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.866509 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7e0933-574d-4baf-ae54-5aa5752532d0', 'name': 'network-vif-deleted', 'tag': 'e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:57.867058 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23abb59f-3b9c-47f0-937e-c2c53c01d600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:57.867606 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23abb59f-3b9c-47f0-937e-c2c53c01d600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:57.868137 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23abb59f-3b9c-47f0-937e-c2c53c01d600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:57.890085 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03828aed-b6ab-4d6b-b917-31eb99f62eb7" -d '{"events": [{"server_uuid": "da7e0933-574d-4baf-ae54-5aa5752532d0", "name": "network-vif-deleted", "tag": "e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:58.013622 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c76a43-aa6b-49ea-969d-512dbdbd895b x-openstack-request-id: req-01c76a43-aa6b-49ea-969d-512dbdbd895b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:58.013964 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7e0933-574d-4baf-ae54-5aa5752532d0", "name": "network-vif-deleted", "tag": "e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:58.019682 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01c76a43-aa6b-49ea-969d-512dbdbd895b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:58.020237 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7e0933-574d-4baf-ae54-5aa5752532d0', 'name': 'network-vif-deleted', 'tag': 'e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd', 'status': 'completed', 'code': 200} Jul 14 09:10:58.041136 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c435cf31-faaa-406f-a489-aa485815fd67 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:10:58.252911 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 41568) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:58.266968 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c435cf31-faaa-406f-a489-aa485815fd67, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c435cf31-faaa-406f-a489-aa485815fd67,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:58.272778 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23abb59f-3b9c-47f0-937e-c2c53c01d600 None None] Pushing event updated for resources: {'Port': ['ID=3421edc1-cd2e-4089-9eb4-be3835cfb549,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:58.292455 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'c435cf31-faaa-406f-a489-aa485815fd67', 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23', 'port_id': 'c435cf31-faaa-406f-a489-aa485815fd67', 'mac_address': 'fa:16:3e:8f:e0:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cecf5b8-9bc0-42ae-ae75-809b50502003', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:10:58.302897 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a6eee8d4-d72d-44a5-b8e8-6dab5fe65ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3858dd-74bd-4489-91a6-cd90d434538c', 'name': 'tempest-snat-router-2068379144', 'tenant_id': '8dd7c66883be4bd19a6ff7c84937cfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.48'}], 'enable_snat': False}, 'gw_port_id': '3421edc1-cd2e-4089-9eb4-be3835cfb549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:51Z', 'updated_at': '2021-07-14T09:10:54Z', 'revision_number': 3, 'project_id': '8dd7c66883be4bd19a6ff7c84937cfa8', 'gw_port': {'id': '3421edc1-cd2e-4089-9eb4-be3835cfb549', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3858dd-74bd-4489-91a6-cd90d434538c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:52Z', 'updated_at': '2021-07-14T09:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:58.340672 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:58.359271 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eee8d4-d72d-44a5-b8e8-6dab5fe65ec6 None None] The sync data for ids ['5e3858dd-74bd-4489-91a6-cd90d434538c'] in n-d-771362-35 is: [{'id': '5e3858dd-74bd-4489-91a6-cd90d434538c', 'name': 'tempest-snat-router-2068379144', 'tenant_id': '8dd7c66883be4bd19a6ff7c84937cfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.48'}], 'enable_snat': False}, 'gw_port_id': '3421edc1-cd2e-4089-9eb4-be3835cfb549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:51Z', 'updated_at': '2021-07-14T09:10:54Z', 'revision_number': 3, 'project_id': '8dd7c66883be4bd19a6ff7c84937cfa8', 'gw_port': {'id': '3421edc1-cd2e-4089-9eb4-be3835cfb549', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3858dd-74bd-4489-91a6-cd90d434538c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:52Z', 'updated_at': '2021-07-14T09:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:10:58.373670 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c435cf31-faaa-406f-a489-aa485815fd67 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:58.448271 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4745146a-fa8c-40b1-87fe-3c3ab436dbc1 req-c770f970-1427-4d60-9ba7-ffa128dad611 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6d4913f-30a7-4d9e-b2ae-edbc59db3b45 HTTP/1.1" status: 200 len: 210 time: 0.2697582 Jul 14 09:10:58.448664 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c435cf31-faaa-406f-a489-aa485815fd67, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c435cf31-faaa-406f-a489-aa485815fd67,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:58.457147 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:58.518802 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-22689afc-44e4-4835-968d-5dc17115cb86 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Allocated IP 192.168.233.6 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/b9e24a8b-27cc-4a65-9171-d2856811b1c0) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:58.604181 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=c435cf31-faaa-406f-a489-aa485815fd67,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:58.628391 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5ffa8c4c-7a30-4446-99f5-56c29659996b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=befd44287f5941acac1553c817a2ca92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3614175 Jul 14 09:10:58.642395 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 41570) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:58.769431 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['c435cf31-faaa-406f-a489-aa485815fd67'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:58.842556 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ecc8d-b49f-4281-9555-e3a7ad9d49f3 req-3f68c7ab-4c97-4f8e-aacf-0b4aab45c4ae tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:58.845132 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3d1ecc8d-b49f-4281-9555-e3a7ad9d49f3 req-3f68c7ab-4c97-4f8e-aacf-0b4aab45c4ae tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.6230123 Jul 14 09:10:59.119455 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1c3ff-5ef0-4726-9e78-8dd9fba47e22 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Pushing event updated for resources: {'Port': ['ID=56d7087b-9070-41dd-b036-3a36e9dd153d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:59.127721 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b1c3ff-5ef0-4726-9e78-8dd9fba47e22 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:59.132652 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-01b1c3ff-5ef0-4726-9e78-8dd9fba47e22 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:59.137332 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b1c3ff-5ef0-4726-9e78-8dd9fba47e22 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:59.208538 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83527952-860f-49b6-aee3-92111dff9a21 req-fc198e12-479c-414f-89b1-d4435ccb145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:59.215540 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83527952-860f-49b6-aee3-92111dff9a21 req-fc198e12-479c-414f-89b1-d4435ccb145c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f8853c28740442083fa294db7fef96a&device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 1098 time: 1.3654039 Jul 14 09:10:59.299439 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3d1ecc8d-b49f-4281-9555-e3a7ad9d49f3 req-20e8744f-251c-4ba8-8ab4-8258bf044f2a tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313879 Jul 14 09:10:59.324121 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0721a7d7-4e88-4769-b210-2eb6e15bd335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.392240 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0721a7d7-4e88-4769-b210-2eb6e15bd335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.424188 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-22689afc-44e4-4835-968d-5dc17115cb86 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.449887 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-22689afc-44e4-4835-968d-5dc17115cb86 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Transition to ACTIVE for port object b9e24a8b-27cc-4a65-9171-d2856811b1c0 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:59.517142 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 41582) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:59.612858 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83527952-860f-49b6-aee3-92111dff9a21 req-e2c6dce5-aa6b-4f18-a9ca-aa48a14f2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:59.615618 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83527952-860f-49b6-aee3-92111dff9a21 req-e2c6dce5-aa6b-4f18-a9ca-aa48a14f2944 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1a8652a3-273b-4995-afdf-c4ffe33f560a HTTP/1.1" status: 200 len: 914 time: 0.3120308 Jul 14 09:10:59.676556 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83527952-860f-49b6-aee3-92111dff9a21 req-0d71396d-7a25-4b4e-b708-44266f59f553 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2af309a-1280-4b64-9318-6dbc2516ea96 HTTP/1.1" status: 200 len: 217 time: 0.0540380 Jul 14 09:10:59.766003 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b990ee3-d88e-40e1-a3f4-1256fe73185b req-f77574c7-d3b7-4d8c-9d6f-e5c6909b3e8a tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:59.781644 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6b990ee3-d88e-40e1-a3f4-1256fe73185b req-f77574c7-d3b7-4d8c-9d6f-e5c6909b3e8a tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 944 time: 0.5960987 Jul 14 09:10:59.785025 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-22689afc-44e4-4835-968d-5dc17115cb86 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.800007 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['a08f8ef8-f1ac-411e-b65f-d406f29d5e7d'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:59.895018 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01b1c3ff-5ef0-4726-9e78-8dd9fba47e22 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.924050 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-22689afc-44e4-4835-968d-5dc17115cb86 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:59.946760 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-22689afc-44e4-4835-968d-5dc17115cb86 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:59.994479 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6b990ee3-d88e-40e1-a3f4-1256fe73185b req-e9160789-3814-435a-9442-2210f3f20603 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012446 Jul 14 09:10:59.997618 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-22689afc-44e4-4835-968d-5dc17115cb86 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:00.019288 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22689afc-44e4-4835-968d-5dc17115cb86 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Pushing event updated for resources: {'Port': ['ID=b9e24a8b-27cc-4a65-9171-d2856811b1c0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:00.084956 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c435cf31-faaa-406f-a489-aa485815fd67 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:00.139041 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0721a7d7-4e88-4769-b210-2eb6e15bd335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:00.150869 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0721a7d7-4e88-4769-b210-2eb6e15bd335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:00.152336 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0721a7d7-4e88-4769-b210-2eb6e15bd335 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d50202b6-fecf-4e1d-b0f8-5d7b3c3464bb HTTP/1.1" status: 204 len: 168 time: 1.5084670 Jul 14 09:11:00.179743 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721a7d7-4e88-4769-b210-2eb6e15bd335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50202b6-fecf-4e1d-b0f8-5d7b3c3464bb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:00.224052 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83527952-860f-49b6-aee3-92111dff9a21 req-4371548e-c418-4f6e-8595-a9cc7100fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:00.225541 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83527952-860f-49b6-aee3-92111dff9a21 req-4371548e-c418-4f6e-8595-a9cc7100fa64 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=505d2699-c567-4f61-a9be-49f7739d7245 HTTP/1.1" status: 200 len: 854 time: 0.5424888 Jul 14 09:11:00.269084 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba404f-de72-4f3a-a19d-f9b413b9812a req-2a9797a9-9d90-4c36-8515-dfd288e72c58 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:00.291706 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f5ba404f-de72-4f3a-a19d-f9b413b9812a req-2a9797a9-9d90-4c36-8515-dfd288e72c58 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6d4913f-30a7-4d9e-b2ae-edbc59db3b45 HTTP/1.1" status: 200 len: 934 time: 0.5087526 Jul 14 09:11:00.296660 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83527952-860f-49b6-aee3-92111dff9a21 req-b15b6cf3-94c1-4950-bc4a-1fb35e741705 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1a8652a3-273b-4995-afdf-c4ffe33f560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535429 Jul 14 09:11:00.299998 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 3421edc1-cd2e-4089-9eb4-be3835cfb549 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:00.368839 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-22689afc-44e4-4835-968d-5dc17115cb86 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:00.369673 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-22689afc-44e4-4835-968d-5dc17115cb86 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:00.513465 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01b1c3ff-5ef0-4726-9e78-8dd9fba47e22 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:00.536623 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-22689afc-44e4-4835-968d-5dc17115cb86 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2934239 Jul 14 09:11:00.559414 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f5ba404f-de72-4f3a-a19d-f9b413b9812a req-ed19b942-b237-4c99-b515-28de88663620 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/security-groups?id=8208023b-60ce-4925-a77f-c86f6bb0dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665896 Jul 14 09:11:00.580716 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-8020abc6-38b8-42da-97de-3ecff6e5cb3c service neutron] Request body: {'port': {'device_id': 'e6d4913f-30a7-4d9e-b2ae-edbc59db3b45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:00.619692 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port c435cf31-faaa-406f-a489-aa485815fd67 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:00.634302 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83527952-860f-49b6-aee3-92111dff9a21 req-139c5999-1d92-47cb-b9c3-1efa9dc7dedc service neutron] 10.222.0.47 "GET /v2.0/networks/1a8652a3-273b-4995-afdf-c4ffe33f560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269694 Jul 14 09:11:00.640837 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4a660179-7f7e-4114-afd9-475d944ba60a None None] Provisioning for port b9e24a8b-27cc-4a65-9171-d2856811b1c0 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:00.665684 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4a660179-7f7e-4114-afd9-475d944ba60a None None] Provisioning complete for port b9e24a8b-27cc-4a65-9171-d2856811b1c0 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:00.666064 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4a660179-7f7e-4114-afd9-475d944ba60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:00.680175 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port c435cf31-faaa-406f-a489-aa485815fd67 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:00.682880 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:00.683582 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc00b36-7cc8-456f-8ace-16e44b035d11 admin admin] Deleting subnet d193f247-8cf4-44bf-89d9-9de68e3cae2e {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:11:00.714207 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0cc00b36-7cc8-456f-8ace-16e44b035d11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:00.731003 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 3421edc1-cd2e-4089-9eb4-be3835cfb549 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:00.762331 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 3421edc1-cd2e-4089-9eb4-be3835cfb549 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:00.762709 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:00.807414 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-83527952-860f-49b6-aee3-92111dff9a21 req-f34d72b4-82ae-489b-9ce2-0fe73e4696b6 service neutron] 10.222.0.47 "GET /v2.0/networks/1a8652a3-273b-4995-afdf-c4ffe33f560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662064 Jul 14 09:11:00.821035 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4a660179-7f7e-4114-afd9-475d944ba60a None None] Port b9e24a8b-27cc-4a65-9171-d2856811b1c0 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:11:00.847191 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-8020abc6-38b8-42da-97de-3ecff6e5cb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:00.851296 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0cc00b36-7cc8-456f-8ace-16e44b035d11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:00.934572 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b1c3ff-5ef0-4726-9e78-8dd9fba47e22 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Router e97089ac-1dc5-4009-94a1-b83ed89e0cb4 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:11:00.974027 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0cc00b36-7cc8-456f-8ace-16e44b035d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:01.008769 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:01.040187 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 3421edc1-cd2e-4089-9eb4-be3835cfb549, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=3421edc1-cd2e-4089-9eb4-be3835cfb549,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:01.043345 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:01.081626 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:01.189258 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06579aaa-f9c9-4e37-9289-426eaab51ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c435cf31-faaa-406f-a489-aa485815fd67'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:01.191902 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929bb424-8441-4162-8af6-ace5f90fe82c" -d '{"events": [{"server_uuid": "06579aaa-f9c9-4e37-9289-426eaab51ee0", "name": "network-vif-plugged", "status": "completed", "tag": "c435cf31-faaa-406f-a489-aa485815fd67"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:01.214115 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c435cf31-faaa-406f-a489-aa485815fd67, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c435cf31-faaa-406f-a489-aa485815fd67,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:01.221298 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b1c3ff-5ef0-4726-9e78-8dd9fba47e22 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:01.228589 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:01.229326 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:01.244194 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Sync routers for ids ['e97089ac-1dc5-4009-94a1-b83ed89e0cb4'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:01.256889 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01b1c3ff-5ef0-4726-9e78-8dd9fba47e22 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:01.262911 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-01b1c3ff-5ef0-4726-9e78-8dd9fba47e22 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.2351339 Jul 14 09:11:01.263804 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41622) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:01.276688 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=3421edc1-cd2e-4089-9eb4-be3835cfb549,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:01.279517 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:11:01.280608 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device e4e13fbd-4b99-461d-8ca8-ecc3cbb457cd not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:11:01.315345 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Routers {'e97089ac-1dc5-4009-94a1-b83ed89e0cb4'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:01.320193 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:10:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['e97089ac-1dc5-4009-94a1-b83ed89e0cb4'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:01.408646 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=c435cf31-faaa-406f-a489-aa485815fd67,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:01.450775 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30962d-9fdc-4494-8578-9ec7474bf571 req-40cf34a8-bacd-45ea-9ac6-2defda13d7e3 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:01.461362 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6c30962d-9fdc-4494-8578-9ec7474bf571 req-40cf34a8-bacd-45ea-9ac6-2defda13d7e3 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.9083571 Jul 14 09:11:01.477777 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7805675d-552b-429c-89bf-8b8b0cc43e9b tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "GET /v2.0/routers/e97089ac-1dc5-4009-94a1-b83ed89e0cb4 HTTP/1.1" status: 200 len: 908 time: 0.2100375 Jul 14 09:11:01.478044 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41626) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:01.496383 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Set router e97089ac-1dc5-4009-94a1-b83ed89e0cb4 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:01.620000 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8c1ec97-b15a-41fd-a1f9-a2c0cb99a530 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:01.643721 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6c30962d-9fdc-4494-8578-9ec7474bf571 req-36d4d300-ec07-47eb-9246-09583318ba14 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811082 Jul 14 09:11:01.766238 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0cc00b36-7cc8-456f-8ace-16e44b035d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:01.793081 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a9e16-5cd4-4f6f-840f-4a15ab1d2fbb req-a5d8ec9d-a920-494e-8617-e3df005e9a68 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:01.795384 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-977a9e16-5cd4-4f6f-840f-4a15ab1d2fbb req-a5d8ec9d-a920-494e-8617-e3df005e9a68 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 945 time: 0.3616736 Jul 14 09:11:01.800409 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0cc00b36-7cc8-456f-8ace-16e44b035d11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:01.802676 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0cc00b36-7cc8-456f-8ace-16e44b035d11 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d193f247-8cf4-44bf-89d9-9de68e3cae2e HTTP/1.1" status: 204 len: 168 time: 2.2554197 Jul 14 09:11:01.833955 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41634) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:01.850027 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8c1ec97-b15a-41fd-a1f9-a2c0cb99a530 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:01.876821 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb401921-8097-4956-bef9-67a0abb80af1 x-openstack-request-id: req-fb401921-8097-4956-bef9-67a0abb80af1 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:01.877390 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06579aaa-f9c9-4e37-9289-426eaab51ee0", "name": "network-vif-plugged", "status": "completed", "tag": "c435cf31-faaa-406f-a489-aa485815fd67", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:01.877390 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb401921-8097-4956-bef9-67a0abb80af1 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:01.877801 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06579aaa-f9c9-4e37-9289-426eaab51ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c435cf31-faaa-406f-a489-aa485815fd67', 'code': 200} Jul 14 09:11:01.922468 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97089ac-1dc5-4009-94a1-b83ed89e0cb4', 'name': 'tempest-snat-router-2068379144', 'tenant_id': '8dd7c66883be4bd19a6ff7c84937cfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '56d7087b-9070-41dd-b036-3a36e9dd153d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:56Z', 'updated_at': '2021-07-14T09:10:59Z', 'revision_number': 3, 'project_id': '8dd7c66883be4bd19a6ff7c84937cfa8', 'gw_port': {'id': '56d7087b-9070-41dd-b036-3a36e9dd153d', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:82:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97089ac-1dc5-4009-94a1-b83ed89e0cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:57Z', 'updated_at': '2021-07-14T09:10:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:01.959213 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Checking router: e97089ac-1dc5-4009-94a1-b83ed89e0cb4 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:11:01.960289 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Updating router e97089ac-1dc5-4009-94a1-b83ed89e0cb4 port 56d7087b-9070-41dd-b036-3a36e9dd153d binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:11:01.962327 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0fb60-da79-4944-aab4-2e30a41848d5 req-65815be0-1387-4329-962b-e0b19a17fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:01.968183 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5fc0fb60-da79-4944-aab4-2e30a41848d5 req-65815be0-1387-4329-962b-e0b19a17fd06 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f8853c28740442083fa294db7fef96a&device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 1098 time: 0.1623335 Jul 14 09:11:02.003668 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc00b36-7cc8-456f-8ace-16e44b035d11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d193f247-8cf4-44bf-89d9-9de68e3cae2e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:02.004666 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.007833 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b82306e3-a1ea-4359-ac44-be3ecdb5b0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.035936 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-977a9e16-5cd4-4f6f-840f-4a15ab1d2fbb req-72aa03fc-1d48-4526-b029-52798e1e7632 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283947 Jul 14 09:11:02.111936 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d8c1ec97-b15a-41fd-a1f9-a2c0cb99a530 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Deleting port 56d7087b-9070-41dd-b036-3a36e9dd153d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:02.112281 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8c1ec97-b15a-41fd-a1f9-a2c0cb99a530 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.169666 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 3421edc1-cd2e-4089-9eb4-be3835cfb549 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:02.174377 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-8020abc6-38b8-42da-97de-3ecff6e5cb3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e24a8b-27cc-4a65-9171-d2856811b1c0 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:02.183782 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-8020abc6-38b8-42da-97de-3ecff6e5cb3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.192464 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8c1ec97-b15a-41fd-a1f9-a2c0cb99a530 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.221174 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-8020abc6-38b8-42da-97de-3ecff6e5cb3c service neutron] Transition to ACTIVE for port object b9e24a8b-27cc-4a65-9171-d2856811b1c0 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:02.254984 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-8020abc6-38b8-42da-97de-3ecff6e5cb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.257100 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d8c1ec97-b15a-41fd-a1f9-a2c0cb99a530 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Calling delete_port for 56d7087b-9070-41dd-b036-3a36e9dd153d owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:02.285337 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b82306e3-a1ea-4359-ac44-be3ecdb5b0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.297443 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0fb60-da79-4944-aab4-2e30a41848d5 req-a668aebb-893e-4619-9e30-478c7cf8771d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:02.298923 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5fc0fb60-da79-4944-aab4-2e30a41848d5 req-a668aebb-893e-4619-9e30-478c7cf8771d service neutron] 10.222.0.47 "GET /v2.0/networks?id=1a8652a3-273b-4995-afdf-c4ffe33f560a HTTP/1.1" status: 200 len: 914 time: 0.3233852 Jul 14 09:11:02.332541 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-b82306e3-a1ea-4359-ac44-be3ecdb5b0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f33b460-d2d2-4c56-9516-34520289d045']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:02.367980 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-b82306e3-a1ea-4359-ac44-be3ecdb5b0e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f356fa-4284-4df3-b6e5-d03c594a1a9a') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:02.376656 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-b82306e3-a1ea-4359-ac44-be3ecdb5b0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f356fa-4284-4df3-b6e5-d03c594a1a9a') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:02.427834 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.438173 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672b8e4-f938-41fa-b954-dbad2f77f497 req-63328e28-82f1-4ebf-998a-54ca6f0348f0 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:02.439819 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d672b8e4-f938-41fa-b954-dbad2f77f497 req-63328e28-82f1-4ebf-998a-54ca6f0348f0 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6d4913f-30a7-4d9e-b2ae-edbc59db3b45 HTTP/1.1" status: 200 len: 934 time: 0.4742172 Jul 14 09:11:02.443211 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 41650) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:02.448763 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Transition to ACTIVE for port object 56d7087b-9070-41dd-b036-3a36e9dd153d will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:02.468300 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5fc0fb60-da79-4944-aab4-2e30a41848d5 req-f2f14f73-0ecb-4a57-bf42-5649fd843a5e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2af309a-1280-4b64-9318-6dbc2516ea96 HTTP/1.1" status: 200 len: 217 time: 0.1318395 Jul 14 09:11:02.475531 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b82306e3-a1ea-4359-ac44-be3ecdb5b0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.482379 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020abc6-38b8-42da-97de-3ecff6e5cb3c service neutron] Pushing event updated for resources: {'Port': ['ID=b9e24a8b-27cc-4a65-9171-d2856811b1c0,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:02.511416 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.525202 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 3421edc1-cd2e-4089-9eb4-be3835cfb549 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:02.525578 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.531472 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0fb60-da79-4944-aab4-2e30a41848d5 req-62bf9ae6-dd8b-4502-b670-90ec9e69095a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:02.533113 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5fc0fb60-da79-4944-aab4-2e30a41848d5 req-62bf9ae6-dd8b-4502-b670-90ec9e69095a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=505d2699-c567-4f61-a9be-49f7739d7245 HTTP/1.1" status: 200 len: 854 time: 0.0552993 Jul 14 09:11:02.559525 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b1dfa-a663-47d0-a305-6b3f9054aadc req-5bdf77ae-67d8-4776-a77d-5159109b34b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:02.562632 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a44b1dfa-a663-47d0-a305-6b3f9054aadc req-5bdf77ae-67d8-4776-a77d-5159109b34b9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 1097 time: 0.6496089 Jul 14 09:11:02.576401 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5fc0fb60-da79-4944-aab4-2e30a41848d5 req-8fe72b9c-c205-44ef-9714-97018605cd99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1a8652a3-273b-4995-afdf-c4ffe33f560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348678 Jul 14 09:11:02.580263 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b82306e3-a1ea-4359-ac44-be3ecdb5b0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.600482 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82306e3-a1ea-4359-ac44-be3ecdb5b0e6 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:11:02.600870 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b82306e3-a1ea-4359-ac44-be3ecdb5b0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:11:02.602981 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:11:02.665289 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d672b8e4-f938-41fa-b954-dbad2f77f497 req-ddaa0856-3182-4bc7-aca6-e4ed4b04813f tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/security-groups?id=8208023b-60ce-4925-a77f-c86f6bb0dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137015 Jul 14 09:11:02.694788 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-97c34221-a4d4-46bb-91b7-5452acf3e8eb tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-433466801'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:02.695881 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-97c34221-a4d4-46bb-91b7-5452acf3e8eb tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] Unknown quota resources ['metering_label']. {{(pid=93773) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:11:02.771272 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Attempting to bind port 56d7087b-9070-41dd-b036-3a36e9dd153d on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:02.772509 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Attempting to bind port 56d7087b-9070-41dd-b036-3a36e9dd153d by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:02.779788 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b82306e3-a1ea-4359-ac44-be3ecdb5b0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.783101 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Attempting to bind port 56d7087b-9070-41dd-b036-3a36e9dd153d on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:02.788258 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b82306e3-a1ea-4359-ac44-be3ecdb5b0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.795934 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b82306e3-a1ea-4359-ac44-be3ecdb5b0e6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6f33b460-d2d2-4c56-9516-34520289d045 HTTP/1.1" status: 204 len: 168 time: 0.9574559 Jul 14 09:11:02.800768 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:02.801752 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:02.801752 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.801988 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:02.802503 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Bound port: 56d7087b-9070-41dd-b036-3a36e9dd153d, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:02.802865 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.803561 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 41662) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:02.808678 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df97294-ce3f-4e2f-8a61-2c4c0d91e733 None None] Pushing event updated for resources: {'Port': ['ID=56d7087b-9070-41dd-b036-3a36e9dd153d,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:02.868763 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82306e3-a1ea-4359-ac44-be3ecdb5b0e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f33b460-d2d2-4c56-9516-34520289d045,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:02.916360 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5fc0fb60-da79-4944-aab4-2e30a41848d5 req-60c83223-2064-46b2-b417-eefd92526375 service neutron] 10.222.0.47 "GET /v2.0/networks/1a8652a3-273b-4995-afdf-c4ffe33f560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321712 Jul 14 09:11:02.917281 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8c1ec97-b15a-41fd-a1f9-a2c0cb99a530 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.932841 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:11:02.933418 n-d-771362-35 neutron-server[93774]: DEBUG oslo_db.api [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:11:02.955029 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1ec97-b15a-41fd-a1f9-a2c0cb99a530 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Pushing event deleted for resources: {'Port': ['ID=56d7087b-9070-41dd-b036-3a36e9dd153d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:02.955837 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a44b1dfa-a663-47d0-a305-6b3f9054aadc req-257535c4-8cf9-45a2-8436-24fe7bc6c530 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579516 Jul 14 09:11:02.994849 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-8020abc6-38b8-42da-97de-3ecff6e5cb3c service neutron] Attempting to bind port b9e24a8b-27cc-4a65-9171-d2856811b1c0 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:02.995205 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-8020abc6-38b8-42da-97de-3ecff6e5cb3c service neutron] Attempting to bind port b9e24a8b-27cc-4a65-9171-d2856811b1c0 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:02.996089 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-8020abc6-38b8-42da-97de-3ecff6e5cb3c service neutron] Attempting to bind port b9e24a8b-27cc-4a65-9171-d2856811b1c0 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:03.072664 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea06ca6b-8b3f-4a8e-b0c5-0ddaefbdaacc admin admin] Deleting subnet 30594a26-452a-448f-ad74-cc4bc078bed1 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:11:03.078580 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8c1ec97-b15a-41fd-a1f9-a2c0cb99a530 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.093458 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea06ca6b-8b3f-4a8e-b0c5-0ddaefbdaacc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.119234 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-8020abc6-38b8-42da-97de-3ecff6e5cb3c service neutron] Port b9e24a8b-27cc-4a65-9171-d2856811b1c0 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:11:03.119584 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-8020abc6-38b8-42da-97de-3ecff6e5cb3c service neutron] Attempting to bind port b9e24a8b-27cc-4a65-9171-d2856811b1c0 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:03.122243 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97c34221-a4d4-46bb-91b7-5452acf3e8eb tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.126617 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-97c34221-a4d4-46bb-91b7-5452acf3e8eb tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6731126 Jul 14 09:11:03.129578 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 41668) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:03.138594 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-33b623d7-f26e-48ee-b7e8-6ef3c9fdf315 tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'd9ee3b95-fed8-43cf-81ff-a12e43abfa66'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:03.139099 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-33b623d7-f26e-48ee-b7e8-6ef3c9fdf315 tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93773) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:11:03.142662 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-8020abc6-38b8-42da-97de-3ecff6e5cb3c service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:03.142998 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-8020abc6-38b8-42da-97de-3ecff6e5cb3c service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:03.143375 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-8020abc6-38b8-42da-97de-3ecff6e5cb3c service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:03.143844 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-8020abc6-38b8-42da-97de-3ecff6e5cb3c service neutron] Bound port: b9e24a8b-27cc-4a65-9171-d2856811b1c0, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:03.144200 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-8020abc6-38b8-42da-97de-3ecff6e5cb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.181443 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5fc0fb60-da79-4944-aab4-2e30a41848d5 req-466cdf08-0d36-417a-9745-3e314d51a0ee service neutron] 10.222.0.47 "GET /v2.0/networks/1a8652a3-273b-4995-afdf-c4ffe33f560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379699 Jul 14 09:11:03.183510 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea06ca6b-8b3f-4a8e-b0c5-0ddaefbdaacc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.184964 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8c1ec97-b15a-41fd-a1f9-a2c0cb99a530 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.187620 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8c1ec97-b15a-41fd-a1f9-a2c0cb99a530 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.234795 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8c1ec97-b15a-41fd-a1f9-a2c0cb99a530 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.235352 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c1ec97-b15a-41fd-a1f9-a2c0cb99a530 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e97089ac-1dc5-4009-94a1-b83ed89e0cb4 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:11:03.239658 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8c1ec97-b15a-41fd-a1f9-a2c0cb99a530 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.240638 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d8c1ec97-b15a-41fd-a1f9-a2c0cb99a530 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "DELETE /v2.0/routers/e97089ac-1dc5-4009-94a1-b83ed89e0cb4 HTTP/1.1" status: 204 len: 168 time: 1.7615464 Jul 14 09:11:03.243316 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41670) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:03.349700 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24ece606-0bf0-476e-a751-6bcd89bb480e tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.350770 n-d-771362-35 neutron-server[93773]: WARNING neutron.services.metering.metering_plugin [None req-33b623d7-f26e-48ee-b7e8-6ef3c9fdf315 tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 09:11:03.444045 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea06ca6b-8b3f-4a8e-b0c5-0ddaefbdaacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.453384 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Attempting to bind port 56d7087b-9070-41dd-b036-3a36e9dd153d on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:03.453760 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Attempting to bind port 56d7087b-9070-41dd-b036-3a36e9dd153d by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:03.454209 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Attempting to bind port 56d7087b-9070-41dd-b036-3a36e9dd153d on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:03.461068 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:03.461630 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:03.462034 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.463092 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:03.463890 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Bound port: 56d7087b-9070-41dd-b036-3a36e9dd153d, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:03.464461 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.465037 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24ece606-0bf0-476e-a751-6bcd89bb480e tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.487935 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Port 56d7087b-9070-41dd-b036-3a36e9dd153d has been deleted concurrently {{(pid=93774) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 14 09:11:03.498420 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbcd5d-f3a2-4009-9fd7-b12d732186c3 req-d03b047a-506a-40c4-8f99-130e131c922a tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:03.499587 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Routers set() bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:03.500307 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Router IDs set() for agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:11:03.500767 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d3fbcd5d-f3a2-4009-9fd7-b12d732186c3 req-d03b047a-506a-40c4-8f99-130e131c922a tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.5098140 Jul 14 09:11:03.506397 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_agentschedulers_db [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e97089ac-1dc5-4009-94a1-b83ed89e0cb4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:10:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent'). {{(pid=93774) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 09:11:03.507143 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc4787f-ad1c-40dd-abaf-a64bfbe608b2 None None] The sync data for ids ['e97089ac-1dc5-4009-94a1-b83ed89e0cb4'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:03.533233 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-24ece606-0bf0-476e-a751-6bcd89bb480e tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Deleting port 3421edc1-cd2e-4089-9eb4-be3835cfb549 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:03.533574 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24ece606-0bf0-476e-a751-6bcd89bb480e tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.564386 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33b623d7-f26e-48ee-b7e8-6ef3c9fdf315 tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.565575 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-33b623d7-f26e-48ee-b7e8-6ef3c9fdf315 tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4342182 Jul 14 09:11:03.569440 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-8020abc6-38b8-42da-97de-3ecff6e5cb3c service neutron] For port b9e24a8b-27cc-4a65-9171-d2856811b1c0, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:03.571153 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41672) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:03.577090 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-37f5d4d4-37bb-4e32-aaf7-a49ae8be5833 tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'd9ee3b95-fed8-43cf-81ff-a12e43abfa66'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:03.577605 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-37f5d4d4-37bb-4e32-aaf7-a49ae8be5833 tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93772) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:11:03.609059 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-8020abc6-38b8-42da-97de-3ecff6e5cb3c service neutron] For port b9e24a8b-27cc-4a65-9171-d2856811b1c0, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b9e24a8b-27cc-4a65-9171-d2856811b1c0,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:03.630852 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-8020abc6-38b8-42da-97de-3ecff6e5cb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.654771 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f49fd-8cc9-45e3-810a-ef9de91d3cbb req-1cecae01-e05f-49e3-a1dc-53c8f31de995 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:03.661587 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-839f49fd-8cc9-45e3-810a-ef9de91d3cbb req-1cecae01-e05f-49e3-a1dc-53c8f31de995 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 945 time: 0.4473283 Jul 14 09:11:03.671227 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d3fbcd5d-f3a2-4009-9fd7-b12d732186c3 req-355638a4-ae62-46b4-b37e-74ff58cc4c08 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263440 Jul 14 09:11:03.737152 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-8020abc6-38b8-42da-97de-3ecff6e5cb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:03.737818 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-8020abc6-38b8-42da-97de-3ecff6e5cb3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.739305 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-8020abc6-38b8-42da-97de-3ecff6e5cb3c service neutron] 10.222.0.47 "PUT /v2.0/ports/b9e24a8b-27cc-4a65-9171-d2856811b1c0 HTTP/1.1" status: 200 len: 1095 time: 3.1831939 Jul 14 09:11:03.780834 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea06ca6b-8b3f-4a8e-b0c5-0ddaefbdaacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.788307 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d4913f-30a7-4d9e-b2ae-edbc59db3b45', 'tag': 'b9e24a8b-27cc-4a65-9171-d2856811b1c0'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:03.790937 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9413e857-a758-41ba-9643-d4f0b0477c11" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d4913f-30a7-4d9e-b2ae-edbc59db3b45", "tag": "b9e24a8b-27cc-4a65-9171-d2856811b1c0"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:03.850392 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06ca6b-8b3f-4a8e-b0c5-0ddaefbdaacc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30594a26-452a-448f-ad74-cc4bc078bed1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:03.878789 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-839f49fd-8cc9-45e3-810a-ef9de91d3cbb req-90e24757-517c-4bab-80d3-5118dc70274a tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162371 Jul 14 09:11:03.891829 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea06ca6b-8b3f-4a8e-b0c5-0ddaefbdaacc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.893905 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ea06ca6b-8b3f-4a8e-b0c5-0ddaefbdaacc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/30594a26-452a-448f-ad74-cc4bc078bed1 HTTP/1.1" status: 204 len: 168 time: 1.0862684 Jul 14 09:11:03.900168 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 41678) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:04.049501 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e3a13d-24d6-45a3-9e3a-62a2e1f5aae3 x-openstack-request-id: req-70e3a13d-24d6-45a3-9e3a-62a2e1f5aae3 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:04.050076 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d4913f-30a7-4d9e-b2ae-edbc59db3b45", "tag": "b9e24a8b-27cc-4a65-9171-d2856811b1c0", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:04.050502 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70e3a13d-24d6-45a3-9e3a-62a2e1f5aae3 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:04.051069 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d4913f-30a7-4d9e-b2ae-edbc59db3b45', 'tag': 'b9e24a8b-27cc-4a65-9171-d2856811b1c0', 'status': 'completed', 'code': 200} Jul 14 09:11:04.104040 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020abc6-38b8-42da-97de-3ecff6e5cb3c service neutron] Pushing event updated for resources: {'Port': ['ID=b9e24a8b-27cc-4a65-9171-d2856811b1c0,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:04.116734 n-d-771362-35 neutron-server[93772]: WARNING neutron.services.metering.metering_plugin [None req-37f5d4d4-37bb-4e32-aaf7-a49ae8be5833 tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 09:11:04.133931 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab7be4b0-55e8-4913-8dc7-5f0290c57e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.142478 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-08aeb140-f71c-4a4a-b466-7472fedb081d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:04.144102 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-08aeb140-f71c-4a4a-b466-7472fedb081d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ccf24c14d044142bb45324b78b49c74&device_id=e6d4913f-30a7-4d9e-b2ae-edbc59db3b45 HTTP/1.1" status: 200 len: 1098 time: 0.3247881 Jul 14 09:11:04.203509 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-ddb012cd-528a-47eb-a6d9-892eab40865f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=b9e24a8b-27cc-4a65-9171-d2856811b1c0 HTTP/1.1" status: 200 len: 217 time: 0.0490420 Jul 14 09:11:04.213258 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d22376-60f1-4bda-afc9-765caa75e2b6 req-e1e7d817-c968-4223-a426-641bd6702a7b tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:04.214792 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-67d22376-60f1-4bda-afc9-765caa75e2b6 req-e1e7d817-c968-4223-a426-641bd6702a7b tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6d4913f-30a7-4d9e-b2ae-edbc59db3b45 HTTP/1.1" status: 200 len: 946 time: 0.3190265 Jul 14 09:11:04.269141 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-37f5d4d4-37bb-4e32-aaf7-a49ae8be5833 tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.272915 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-37f5d4d4-37bb-4e32-aaf7-a49ae8be5833 tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6967487 Jul 14 09:11:04.272915 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-24ece606-0bf0-476e-a751-6bcd89bb480e tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] For port 3421edc1-cd2e-4089-9eb4-be3835cfb549, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=3421edc1-cd2e-4089-9eb4-be3835cfb549,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:04.272915 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24ece606-0bf0-476e-a751-6bcd89bb480e tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.274139 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 41682) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:04.286811 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-24ece606-0bf0-476e-a751-6bcd89bb480e tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Calling delete_port for 3421edc1-cd2e-4089-9eb4-be3835cfb549 owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:04.365570 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-c32483c5-775a-436f-8795-29f012740032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:04.367060 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-c32483c5-775a-436f-8795-29f012740032 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1512756 Jul 14 09:11:04.371012 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c2b43dec-04fc-43a4-82ab-90755544d35d tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=b62d25f9-a0c5-47d2-b5fc-9269c7487f70 HTTP/1.1" status: 200 len: 464 time: 0.0920148 Jul 14 09:11:04.374995 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 41684) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:04.402420 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab7be4b0-55e8-4913-8dc7-5f0290c57e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.440126 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-67d22376-60f1-4bda-afc9-765caa75e2b6 req-c5f402a2-3904-4477-ba5d-316366264fff tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/security-groups?id=8208023b-60ce-4925-a77f-c86f6bb0dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130609 Jul 14 09:11:04.441785 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-ab7be4b0-55e8-4913-8dc7-5f0290c57e9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b096b0-bf66-4f73-b582-951d7cafa2e3']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:04.464232 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-ab7be4b0-55e8-4913-8dc7-5f0290c57e9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f123dcd-7ad1-4e78-a574-3d3482a2d11c') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:04.464232 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-ab7be4b0-55e8-4913-8dc7-5f0290c57e9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f123dcd-7ad1-4e78-a574-3d3482a2d11c') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:04.470766 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24ece606-0bf0-476e-a751-6bcd89bb480e tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.486169 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab7be4b0-55e8-4913-8dc7-5f0290c57e9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.504403 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ece606-0bf0-476e-a751-6bcd89bb480e tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Pushing event deleted for resources: {'Port': ['ID=3421edc1-cd2e-4089-9eb4-be3835cfb549,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:04.543130 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab7be4b0-55e8-4913-8dc7-5f0290c57e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.580125 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24ece606-0bf0-476e-a751-6bcd89bb480e tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.588793 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44934620-2e26-4474-8960-918517b2e78a tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.591991 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-44934620-2e26-4474-8960-918517b2e78a tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/b62d25f9-a0c5-47d2-b5fc-9269c7487f70 HTTP/1.1" status: 204 len: 168 time: 0.2148893 Jul 14 09:11:04.593953 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 41686) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:04.595171 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7be4b0-55e8-4913-8dc7-5f0290c57e9d admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:11:04.595662 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab7be4b0-55e8-4913-8dc7-5f0290c57e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:11:04.599843 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:11:04.657876 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-de83a31a-b769-4d94-a2c0-d210afebd691 tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=b62d25f9-a0c5-47d2-b5fc-9269c7487f70 HTTP/1.1" status: 200 len: 221 time: 0.0535550 Jul 14 09:11:04.662787 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 41688) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:04.664663 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-facce7d5-0c06-4c9f-8a6c-c7f93a3e8f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:04.666189 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-facce7d5-0c06-4c9f-8a6c-c7f93a3e8f2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2880538 Jul 14 09:11:04.670687 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-bfe9f0a6-b190-411c-a940-e2bd5d05b248 tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--482107224', 'description': 'label created by tempest'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:04.671272 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-bfe9f0a6-b190-411c-a940-e2bd5d05b248 tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] Unknown quota resources ['metering_label']. {{(pid=93773) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:11:04.678004 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24ece606-0bf0-476e-a751-6bcd89bb480e tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.680185 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24ece606-0bf0-476e-a751-6bcd89bb480e tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.735411 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24ece606-0bf0-476e-a751-6bcd89bb480e tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.736081 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ece606-0bf0-476e-a751-6bcd89bb480e tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e3858dd-74bd-4489-91a6-cd90d434538c {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:11:04.746784 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24ece606-0bf0-476e-a751-6bcd89bb480e tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.752271 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-24ece606-0bf0-476e-a751-6bcd89bb480e tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "DELETE /v2.0/routers/5e3858dd-74bd-4489-91a6-cd90d434538c HTTP/1.1" status: 204 len: 168 time: 1.5038435 Jul 14 09:11:04.752271 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41692) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:04.757239 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-1c449df3-9b16-4e34-a91d-8b6c5c3d026f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1902787296', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}, 'admin_state_up': False}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:04.804384 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c449df3-9b16-4e34-a91d-8b6c5c3d026f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.812116 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-72abdcb1-f562-48a9-a6b8-f0ea3143e136 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984385 Jul 14 09:11:04.812747 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab7be4b0-55e8-4913-8dc7-5f0290c57e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.815319 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c449df3-9b16-4e34-a91d-8b6c5c3d026f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.894585 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c449df3-9b16-4e34-a91d-8b6c5c3d026f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.927936 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab7be4b0-55e8-4913-8dc7-5f0290c57e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.932335 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ab7be4b0-55e8-4913-8dc7-5f0290c57e9d admin admin] 10.222.0.25 "DELETE /v2.0/networks/d2b096b0-bf66-4f73-b582-951d7cafa2e3 HTTP/1.1" status: 204 len: 168 time: 1.0290911 Jul 14 09:11:05.027591 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bfe9f0a6-b190-411c-a940-e2bd5d05b248 tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:05.031647 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bfe9f0a6-b190-411c-a940-e2bd5d05b248 tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3616772 Jul 14 09:11:05.035576 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 41698) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:05.038264 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7be4b0-55e8-4913-8dc7-5f0290c57e9d admin admin] Pushing event deleted for resources: {'Network': ['ID=d2b096b0-bf66-4f73-b582-951d7cafa2e3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:05.137834 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c449df3-9b16-4e34-a91d-8b6c5c3d026f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:05.332132 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41702) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:05.457827 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-dc169804-e77d-4971-883f-a8e0e7c422d1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d26b4168e0144f2b895d7a5b4dac1633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1227980 Jul 14 09:11:05.458241 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41704) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:05.521535 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c449df3-9b16-4e34-a91d-8b6c5c3d026f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:05.552703 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c449df3-9b16-4e34-a91d-8b6c5c3d026f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:05.602798 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4c95ca73-5717-4899-bcd3-2fb4abfec15f tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=da27b7b3-7674-48e4-88e5-2feeb5ecb4a6 HTTP/1.1" status: 200 len: 467 time: 0.5594900 Jul 14 09:11:05.609690 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41708) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:05.611571 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c05e879-c324-4542-ba03-c84270ff1c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:05.657850 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00c4508a-54c1-44b7-be30-65b76f82d9e3 req-7b2b74a8-c83b-487a-abdc-496889e573db service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7821829 Jul 14 09:11:05.677829 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e21edf-e64f-4564-bd20-56cfd43ebef9 req-dd67ee8e-8b30-4692-a8fe-d39e587cda86 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:05.686792 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e5e21edf-e64f-4564-bd20-56cfd43ebef9 req-dd67ee8e-8b30-4692-a8fe-d39e587cda86 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 946 time: 0.8121817 Jul 14 09:11:05.760944 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e5e21edf-e64f-4564-bd20-56cfd43ebef9 req-edbdbe12-b488-41f5-974f-1fc7b972a43b tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730398 Jul 14 09:11:05.808878 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b0650-2e7a-4a03-864e-7777f56839f5 req-09f80d0d-c605-4880-9a2b-482ed1783a45 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:05.811428 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-049b0650-2e7a-4a03-864e-7777f56839f5 req-09f80d0d-c605-4880-9a2b-482ed1783a45 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 945 time: 0.2331116 Jul 14 09:11:05.826743 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b2af309a-1280-4b64-9318-6dbc2516ea96 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:05.909429 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-1c449df3-9b16-4e34-a91d-8b6c5c3d026f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Allocated IP 172.25.6.139 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/86486b01-6796-443a-ac14-d7b0d44d8a6e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:05.994303 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:06.029820 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-049b0650-2e7a-4a03-864e-7777f56839f5 req-675d57eb-b5ca-42a0-9365-387f930798d0 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643159 Jul 14 09:11:06.036087 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413e857-a758-41ba-9643-d4f0b0477c11 req-5a85f23b-fe13-4325-b418-bc1f51d5255c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:06.038657 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9413e857-a758-41ba-9643-d4f0b0477c11 req-5a85f23b-fe13-4325-b418-bc1f51d5255c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ccf24c14d044142bb45324b78b49c74&device_id=e6d4913f-30a7-4d9e-b2ae-edbc59db3b45 HTTP/1.1" status: 200 len: 1098 time: 0.2611215 Jul 14 09:11:06.061329 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port b2af309a-1280-4b64-9318-6dbc2516ea96, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b2af309a-1280-4b64-9318-6dbc2516ea96,segment=NetworkSegment(75fd1ace-9d65-4d40-9d5c-c75314cf3ab2),segment_id=75fd1ace-9d65-4d40-9d5c-c75314cf3ab2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:06.062996 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d7f65f-43a5-4a8a-8945-37d4943a0c7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2af309a-1280-4b64-9318-6dbc2516ea96'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:06.065596 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e313b0-8dde-4919-8a93-93a1b3f80c9a" -d '{"events": [{"server_uuid": "c8d7f65f-43a5-4a8a-8945-37d4943a0c7f", "name": "network-vif-unplugged", "status": "completed", "tag": "b2af309a-1280-4b64-9318-6dbc2516ea96"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:06.080927 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c05e879-c324-4542-ba03-c84270ff1c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:06.082572 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:06.154303 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f720820-78cd-4645-b967-c89f602b2b44 x-openstack-request-id: req-9f720820-78cd-4645-b967-c89f602b2b44 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:06.154753 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d7f65f-43a5-4a8a-8945-37d4943a0c7f", "name": "network-vif-unplugged", "status": "failed", "tag": "b2af309a-1280-4b64-9318-6dbc2516ea96", "code": 422}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:06.155768 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f720820-78cd-4645-b967-c89f602b2b44 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:06.156372 n-d-771362-35 neutron-server[93774]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c8d7f65f-43a5-4a8a-8945-37d4943a0c7f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b2af309a-1280-4b64-9318-6dbc2516ea96', 'code': 422} returned with failed status Jul 14 09:11:06.157511 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 3421edc1-cd2e-4089-9eb4-be3835cfb549 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:06.219903 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 3421edc1-cd2e-4089-9eb4-be3835cfb549 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:11:06.220248 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 3421edc1-cd2e-4089-9eb4-be3835cfb549 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:11:06.229921 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae039351-63db-4377-8ae1-b3c616cf4479 req-f9158bbe-1b74-4c8e-b98f-2a40a8401184 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:06.231599 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ae039351-63db-4377-8ae1-b3c616cf4479 req-f9158bbe-1b74-4c8e-b98f-2a40a8401184 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6d4913f-30a7-4d9e-b2ae-edbc59db3b45 HTTP/1.1" status: 200 len: 946 time: 0.2456114 Jul 14 09:11:06.287801 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=b2af309a-1280-4b64-9318-6dbc2516ea96,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:06.330651 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ae039351-63db-4377-8ae1-b3c616cf4479 req-86b3a30b-c608-45fd-99e0-9591ad98728c tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/security-groups?id=8208023b-60ce-4925-a77f-c86f6bb0dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851007 Jul 14 09:11:06.335909 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413e857-a758-41ba-9643-d4f0b0477c11 req-167fb9c2-a7cf-4e90-9f20-6a840337b840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:06.337527 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9413e857-a758-41ba-9643-d4f0b0477c11 req-167fb9c2-a7cf-4e90-9f20-6a840337b840 service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.2655735 Jul 14 09:11:06.365312 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0abd900-f59a-4a07-aacb-da0ba4eedf8b tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:06.366514 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f0abd900-f59a-4a07-aacb-da0ba4eedf8b tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/da27b7b3-7674-48e4-88e5-2feeb5ecb4a6 HTTP/1.1" status: 204 len: 168 time: 0.7559924 Jul 14 09:11:06.372172 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41716) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:06.401609 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c449df3-9b16-4e34-a91d-8b6c5c3d026f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:06.404891 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ced873b4-95fd-408d-b829-e4f0298a66e7 tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=da27b7b3-7674-48e4-88e5-2feeb5ecb4a6 HTTP/1.1" status: 200 len: 216 time: 0.0309088 Jul 14 09:11:06.409717 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41718) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:06.427927 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-22ea8b85-b912-4181-8d4a-1f60a8f8b9d4 tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0168035 Jul 14 09:11:06.432040 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41720) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:06.438543 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9413e857-a758-41ba-9643-d4f0b0477c11 req-df7321aa-983c-49fa-a76f-81a64bf040c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=b9e24a8b-27cc-4a65-9171-d2856811b1c0 HTTP/1.1" status: 200 len: 217 time: 0.0916855 Jul 14 09:11:06.450475 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c05e879-c324-4542-ba03-c84270ff1c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:06.454808 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c05e879-c324-4542-ba03-c84270ff1c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:06.455992 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2c05e879-c324-4542-ba03-c84270ff1c5d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f5d7f14b-de0f-47c8-8e5c-a272b8273622 HTTP/1.1" status: 204 len: 168 time: 0.9970043 Jul 14 09:11:06.469363 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05e879-c324-4542-ba03-c84270ff1c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d7f14b-de0f-47c8-8e5c-a272b8273622,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:06.479908 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-48ede4e6-4869-4df7-b033-dc1d3dc1b193 tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0398605 Jul 14 09:11:06.479908 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41724) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:06.555822 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413e857-a758-41ba-9643-d4f0b0477c11 req-08017982-afe1-4e18-aa28-dc952890af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:06.561916 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9413e857-a758-41ba-9643-d4f0b0477c11 req-08017982-afe1-4e18-aa28-dc952890af6c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1159284 Jul 14 09:11:06.612543 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d58a216f-218c-41cf-b5b1-95b2f515f92c tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/d9ee3b95-fed8-43cf-81ff-a12e43abfa66 HTTP/1.1" status: 200 len: 472 time: 0.1316116 Jul 14 09:11:06.617599 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41730) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:06.635852 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c449df3-9b16-4e34-a91d-8b6c5c3d026f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:06.680545 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413e857-a758-41ba-9643-d4f0b0477c11 req-4bd6dc87-0cce-456c-8f90-e1c2879c45d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:06.684154 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9413e857-a758-41ba-9643-d4f0b0477c11 req-4bd6dc87-0cce-456c-8f90-e1c2879c45d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1134233 Jul 14 09:11:06.699823 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-87a4794c-b3c5-4657-8fa1-2d5d1a40fb97 tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/8740d30f-f911-4570-ab15-185a5953f35b HTTP/1.1" status: 200 len: 461 time: 0.0739112 Jul 14 09:11:06.702775 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41732) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:06.725942 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c449df3-9b16-4e34-a91d-8b6c5c3d026f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:06.735145 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-1c449df3-9b16-4e34-a91d-8b6c5c3d026f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:06.739551 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c449df3-9b16-4e34-a91d-8b6c5c3d026f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:06.741320 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c449df3-9b16-4e34-a91d-8b6c5c3d026f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Pushing event updated for resources: {'Port': ['ID=86486b01-6796-443a-ac14-d7b0d44d8a6e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:06.861899 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9413e857-a758-41ba-9643-d4f0b0477c11 req-91a5bdc2-87a7-4544-a126-e51653285a12 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687012 Jul 14 09:11:06.902490 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b25e02a-28c1-478c-b0ed-689d0e1e545b tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:06.904038 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9b25e02a-28c1-478c-b0ed-689d0e1e545b tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/8740d30f-f911-4570-ab15-185a5953f35b HTTP/1.1" status: 204 len: 168 time: 0.1987820 Jul 14 09:11:06.908233 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41744) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:06.977486 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9413e857-a758-41ba-9643-d4f0b0477c11 req-cece0bf2-4365-4f9e-be5f-24f38c03a3b8 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088936 Jul 14 09:11:07.116787 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fee1f0-cc52-49ae-8dfe-97bf2b30feeb req-d9401b86-98cd-4f5c-91a0-06386c57f261 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:07.118667 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1fee1f0-cc52-49ae-8dfe-97bf2b30feeb req-d9401b86-98cd-4f5c-91a0-06386c57f261 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 944 time: 0.1031988 Jul 14 09:11:07.184227 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 41746) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:07.221687 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-666dbb20-bfb1-40c3-95dd-b1cd78c20c81 tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.222332 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1fee1f0-cc52-49ae-8dfe-97bf2b30feeb req-cb89ff47-2251-42bf-9a39-ee6380be631f tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941126 Jul 14 09:11:07.226087 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-666dbb20-bfb1-40c3-95dd-b1cd78c20c81 tempest-MeteringTestJSON-1333389568 tempest-MeteringTestJSON-1333389568-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/d9ee3b95-fed8-43cf-81ff-a12e43abfa66 HTTP/1.1" status: 204 len: 168 time: 0.3164992 Jul 14 09:11:07.258556 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ecbfc92d-7b0b-438a-b887-5bb8b0db3634 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=25880c91ca6c4a968ff6715728f9ddfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721686 Jul 14 09:11:07.260178 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 41752) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:07.356791 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c449df3-9b16-4e34-a91d-8b6c5c3d026f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.359271 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5da0c-1018-4f30-a4c4-94e2254f8041 req-4864bb51-8d8e-4736-b064-08a1c1bfee60 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:07.378836 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d5c5da0c-1018-4f30-a4c4-94e2254f8041 req-4864bb51-8d8e-4736-b064-08a1c1bfee60 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 945 time: 0.2707934 Jul 14 09:11:07.417404 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12336dfb-e196-435d-844e-28f03bccd656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.476697 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d5c5da0c-1018-4f30-a4c4-94e2254f8041 req-b9573d78-eaf7-4162-85a3-f90017e1336a tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967207 Jul 14 09:11:07.495909 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12336dfb-e196-435d-844e-28f03bccd656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.604312 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12336dfb-e196-435d-844e-28f03bccd656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.607144 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12336dfb-e196-435d-844e-28f03bccd656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.612125 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-12336dfb-e196-435d-844e-28f03bccd656 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/413c5d75-e371-467b-abe9-a805bf5844a3 HTTP/1.1" status: 204 len: 168 time: 0.3480716 Jul 14 09:11:07.639203 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12336dfb-e196-435d-844e-28f03bccd656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413c5d75-e371-467b-abe9-a805bf5844a3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:07.641876 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c449df3-9b16-4e34-a91d-8b6c5c3d026f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.672647 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12336dfb-e196-435d-844e-28f03bccd656 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:07.674132 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12336dfb-e196-435d-844e-28f03bccd656 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:07.675609 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12336dfb-e196-435d-844e-28f03bccd656 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:07.676810 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12336dfb-e196-435d-844e-28f03bccd656 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:07.677772 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12336dfb-e196-435d-844e-28f03bccd656 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:07.678242 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12336dfb-e196-435d-844e-28f03bccd656 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:07.683636 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12336dfb-e196-435d-844e-28f03bccd656 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:07.684250 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12336dfb-e196-435d-844e-28f03bccd656 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:07.686336 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12336dfb-e196-435d-844e-28f03bccd656 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:07.688875 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12336dfb-e196-435d-844e-28f03bccd656 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:07.689433 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12336dfb-e196-435d-844e-28f03bccd656 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:07.689984 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12336dfb-e196-435d-844e-28f03bccd656 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:07.738187 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 41762) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:07.818040 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c449df3-9b16-4e34-a91d-8b6c5c3d026f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Router 961871d3-7e50-4754-959a-13324511e2c9 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:11:07.823802 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847be3c3-f596-4475-8115-30c3fe87c2be req-a15f297e-75c0-46e4-b9d9-7c609255c6fb tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:07.832326 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-847be3c3-f596-4475-8115-30c3fe87c2be req-a15f297e-75c0-46e4-b9d9-7c609255c6fb tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 944 time: 0.3780887 Jul 14 09:11:07.873043 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968dcfbe-189b-4da5-9099-25b628869580 req-79e36e9e-84fc-4a36-9672-a196c0d8e577 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:07.881662 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-968dcfbe-189b-4da5-9099-25b628869580 req-79e36e9e-84fc-4a36-9672-a196c0d8e577 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6d4913f-30a7-4d9e-b2ae-edbc59db3b45 HTTP/1.1" status: 200 len: 946 time: 0.1754425 Jul 14 09:11:07.959852 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-847be3c3-f596-4475-8115-30c3fe87c2be req-92309406-d94f-42fd-b2ca-ee105de06b3c tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262093 Jul 14 09:11:07.981022 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-968dcfbe-189b-4da5-9099-25b628869580 req-cb81f43f-9311-4a37-807b-7a5a842225a8 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/security-groups?id=8208023b-60ce-4925-a77f-c86f6bb0dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951083 Jul 14 09:11:08.089634 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31c7c5ad-654b-4a7c-80ef-82c1d30386bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.268967 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31c7c5ad-654b-4a7c-80ef-82c1d30386bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.290673 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31c7c5ad-654b-4a7c-80ef-82c1d30386bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.357894 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7c5ad-654b-4a7c-80ef-82c1d30386bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba1da41-0e64-4c94-8295-f2ca89169293,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:08.391032 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-31c7c5ad-654b-4a7c-80ef-82c1d30386bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05727da95d394b62b20bfb8b7935118d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6473949 Jul 14 09:11:08.391464 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 41782) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:08.468425 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-007ef76f-e011-4101-84f5-c1b57e13d8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.518456 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-007ef76f-e011-4101-84f5-c1b57e13d8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.607187 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-007ef76f-e011-4101-84f5-c1b57e13d8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.616423 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-007ef76f-e011-4101-84f5-c1b57e13d8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.619975 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-007ef76f-e011-4101-84f5-c1b57e13d8f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ba1da41-0e64-4c94-8295-f2ca89169293 HTTP/1.1" status: 204 len: 168 time: 0.2249305 Jul 14 09:11:08.629316 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c449df3-9b16-4e34-a91d-8b6c5c3d026f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:08.644270 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9c9573-782a-4058-8c8a-d31cc8a0f420 None None] Sync routers for ids ['961871d3-7e50-4754-959a-13324511e2c9'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:08.647207 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ef76f-e011-4101-84f5-c1b57e13d8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba1da41-0e64-4c94-8295-f2ca89169293,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:08.675144 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9c9573-782a-4058-8c8a-d31cc8a0f420 None None] Routers {'961871d3-7e50-4754-959a-13324511e2c9'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:08.676034 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-de9c9573-782a-4058-8c8a-d31cc8a0f420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:10:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['961871d3-7e50-4754-959a-13324511e2c9'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:08.722181 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c449df3-9b16-4e34-a91d-8b6c5c3d026f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.728597 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 41808) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:08.729663 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1c449df3-9b16-4e34-a91d-8b6c5c3d026f tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.9721706 Jul 14 09:11:08.734859 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ce8689a5-f11e-43b7-87d1-560e208ba4c8 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'enable_snat': False}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:08.798977 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-de9c9573-782a-4058-8c8a-d31cc8a0f420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:08.816522 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9c9573-782a-4058-8c8a-d31cc8a0f420 None None] Routers {'961871d3-7e50-4754-959a-13324511e2c9'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:08.818891 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-de9c9573-782a-4058-8c8a-d31cc8a0f420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:10:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['961871d3-7e50-4754-959a-13324511e2c9'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:08.884000 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-de9c9573-782a-4058-8c8a-d31cc8a0f420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:08.884914 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9c9573-782a-4058-8c8a-d31cc8a0f420 None None] The sync data for ids ['961871d3-7e50-4754-959a-13324511e2c9'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:08.912929 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d22ffd6c-3eeb-43af-a178-f224c2ebeaf6 req-4e2c58bc-7428-4151-a9e8-a58937510b75 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1308439 Jul 14 09:11:09.000345 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d3145-6c92-4dd1-8862-41e27426ad29 req-26b09af8-42c2-43a8-a4f1-3d330ef3ec66 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:09.010455 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d62d3145-6c92-4dd1-8862-41e27426ad29 req-26b09af8-42c2-43a8-a4f1-3d330ef3ec66 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 945 time: 0.1904824 Jul 14 09:11:09.115521 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41822) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:09.130990 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-663df56b-dd82-404b-b872-965016f04bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:09.241871 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d62d3145-6c92-4dd1-8862-41e27426ad29 req-ed149b52-1cd4-4f80-ab5e-05b4aa622148 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722958 Jul 14 09:11:09.270467 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-663df56b-dd82-404b-b872-965016f04bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:09.276386 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-663df56b-dd82-404b-b872-965016f04bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:09.339473 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-663df56b-dd82-404b-b872-965016f04bff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=10b7d4bbe4ac4288bb2fa6a6954524bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2204082 Jul 14 09:11:09.351696 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663df56b-dd82-404b-b872-965016f04bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684b524f-f7f4-4196-ab5e-081d908b5890,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:09.355093 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41830) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:09.433921 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776b9c6-466c-405d-b235-9fcbd8c4c7bf req-e56b0c6c-4e91-4ae0-8c16-b5f7e3e3ce90 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:09.435457 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7776b9c6-466c-405d-b235-9fcbd8c4c7bf req-e56b0c6c-4e91-4ae0-8c16-b5f7e3e3ce90 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 944 time: 0.3334363 Jul 14 09:11:09.443880 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ccd6d05-982c-4eaa-8345-9ac2ee1d5fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:09.473045 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ccd6d05-982c-4eaa-8345-9ac2ee1d5fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:09.486456 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce8689a5-f11e-43b7-87d1-560e208ba4c8 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:09.550559 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7776b9c6-466c-405d-b235-9fcbd8c4c7bf req-c27bea58-709a-498f-8946-bd94f8ecbcde tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003699 Jul 14 09:11:09.550776 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ccd6d05-982c-4eaa-8345-9ac2ee1d5fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:09.553628 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ccd6d05-982c-4eaa-8345-9ac2ee1d5fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:09.557468 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1ccd6d05-982c-4eaa-8345-9ac2ee1d5fb6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/684b524f-f7f4-4196-ab5e-081d908b5890 HTTP/1.1" status: 204 len: 168 time: 0.1984403 Jul 14 09:11:09.583444 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd6d05-982c-4eaa-8345-9ac2ee1d5fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684b524f-f7f4-4196-ab5e-081d908b5890,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:09.608714 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4477f9-2106-4478-9ef3-ac1f705830b1 req-3f5fba81-2874-4d7f-b16b-7ab218ecd4d9 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:09.610597 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-db4477f9-2106-4478-9ef3-ac1f705830b1 req-3f5fba81-2874-4d7f-b16b-7ab218ecd4d9 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 946 time: 0.1861415 Jul 14 09:11:09.672513 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-db4477f9-2106-4478-9ef3-ac1f705830b1 req-217f6fd9-991a-4f45-92d2-a242eb77dd1c tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498042 Jul 14 09:11:09.831671 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b9e24a8b-27cc-4a65-9171-d2856811b1c0 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:11:09.919386 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06be17-cfd9-4863-9486-b4302ca59237 req-a846245a-794a-4438-9e7a-6f53cac57901 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:09.921456 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a06be17-cfd9-4863-9486-b4302ca59237 req-a846245a-794a-4438-9e7a-6f53cac57901 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6d4913f-30a7-4d9e-b2ae-edbc59db3b45 HTTP/1.1" status: 200 len: 946 time: 0.1303885 Jul 14 09:11:09.926472 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b2af309a-1280-4b64-9318-6dbc2516ea96 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:09.981244 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port b9e24a8b-27cc-4a65-9171-d2856811b1c0, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b9e24a8b-27cc-4a65-9171-d2856811b1c0,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:09.998127 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'b9e24a8b-27cc-4a65-9171-d2856811b1c0', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': 'b9e24a8b-27cc-4a65-9171-d2856811b1c0', 'mac_address': 'fa:16:3e:eb:18:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:11:10.016558 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a06be17-cfd9-4863-9486-b4302ca59237 req-53ed01c6-de58-4d52-94fe-1cd91f034df7 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/security-groups?id=8208023b-60ce-4925-a77f-c86f6bb0dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531347 Jul 14 09:11:10.095908 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:10.110992 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e24a8b-27cc-4a65-9171-d2856811b1c0 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:10.141277 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port b9e24a8b-27cc-4a65-9171-d2856811b1c0, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b9e24a8b-27cc-4a65-9171-d2856811b1c0,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:10.148387 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:10.179975 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce8689a5-f11e-43b7-87d1-560e208ba4c8 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:10.185645 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce8689a5-f11e-43b7-87d1-560e208ba4c8 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1997542'] for router, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:10.189342 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ffd6c-3eeb-43af-a178-f224c2ebeaf6 req-c4c3cbee-228c-4c32-89fa-960c9624580e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:10.191052 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d22ffd6c-3eeb-43af-a178-f224c2ebeaf6 req-c4c3cbee-228c-4c32-89fa-960c9624580e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f&tenant_id=6f8853c28740442083fa294db7fef96a HTTP/1.1" status: 200 len: 1096 time: 0.1183050 Jul 14 09:11:10.220101 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=b9e24a8b-27cc-4a65-9171-d2856811b1c0,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:10.365202 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ffd6c-3eeb-43af-a178-f224c2ebeaf6 req-2d2fcee1-dc03-48c1-a5b6-2413a40537a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:10.366716 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d22ffd6c-3eeb-43af-a178-f224c2ebeaf6 req-2d2fcee1-dc03-48c1-a5b6-2413a40537a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f8853c28740442083fa294db7fef96a&device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 1096 time: 0.1302838 Jul 14 09:11:10.368318 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['b9e24a8b-27cc-4a65-9171-d2856811b1c0'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:10.368631 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8689a5-f11e-43b7-87d1-560e208ba4c8 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Router 961871d3-7e50-4754-959a-13324511e2c9 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:11:10.445654 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:10.636960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ffd6c-3eeb-43af-a178-f224c2ebeaf6 req-766d3af4-b555-4311-8cac-6b2f7303cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:10.638384 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d22ffd6c-3eeb-43af-a178-f224c2ebeaf6 req-766d3af4-b555-4311-8cac-6b2f7303cb4a service neutron] 10.222.0.47 "GET /v2.0/networks?id=1a8652a3-273b-4995-afdf-c4ffe33f560a HTTP/1.1" status: 200 len: 914 time: 0.2634089 Jul 14 09:11:10.704123 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d22ffd6c-3eeb-43af-a178-f224c2ebeaf6 req-2ef833a5-c188-4aff-9496-ebb1e01bd2ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2af309a-1280-4b64-9318-6dbc2516ea96 HTTP/1.1" status: 200 len: 217 time: 0.0572710 Jul 14 09:11:10.706472 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8689a5-f11e-43b7-87d1-560e208ba4c8 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:10.714419 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce8689a5-f11e-43b7-87d1-560e208ba4c8 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:10.715459 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ce8689a5-f11e-43b7-87d1-560e208ba4c8 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "PUT /v2.0/routers/961871d3-7e50-4754-959a-13324511e2c9 HTTP/1.1" status: 200 len: 926 time: 1.9856198 Jul 14 09:11:10.718290 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41878) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:10.723948 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2159de11-ece1-44e4-9e2a-dff522dac2a6 None None] Sync routers for ids ['961871d3-7e50-4754-959a-13324511e2c9'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:10.733625 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396cbd9-74f5-42a6-b5ba-41f228c60dfa req-67abbe14-1d0f-45a0-8794-70813b8379c9 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:10.735156 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d396cbd9-74f5-42a6-b5ba-41f228c60dfa req-67abbe14-1d0f-45a0-8794-70813b8379c9 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 945 time: 0.2680283 Jul 14 09:11:10.746988 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2159de11-ece1-44e4-9e2a-dff522dac2a6 None None] Routers {'961871d3-7e50-4754-959a-13324511e2c9'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:10.748007 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2159de11-ece1-44e4-9e2a-dff522dac2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:10:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['961871d3-7e50-4754-959a-13324511e2c9'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:10.798979 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2159de11-ece1-44e4-9e2a-dff522dac2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:10.826449 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2159de11-ece1-44e4-9e2a-dff522dac2a6 None None] Routers {'961871d3-7e50-4754-959a-13324511e2c9'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:10.827601 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2159de11-ece1-44e4-9e2a-dff522dac2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:10:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['961871d3-7e50-4754-959a-13324511e2c9'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:10.868724 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b1c6158d-33e6-48b8-a8d1-58a13257cdfd tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "GET /v2.0/routers/961871d3-7e50-4754-959a-13324511e2c9 HTTP/1.1" status: 200 len: 926 time: 0.1488161 Jul 14 09:11:10.871418 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41886) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:10.874387 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2159de11-ece1-44e4-9e2a-dff522dac2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:10.875824 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2159de11-ece1-44e4-9e2a-dff522dac2a6 None None] The sync data for ids ['961871d3-7e50-4754-959a-13324511e2c9'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:11.000235 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12d1d7c-21a5-40e4-9213-b0ab994ae22e tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:11.001972 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d12d1d7c-21a5-40e4-9213-b0ab994ae22e tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6facc217-dc01-422a-8069-2c7784a4d993&device_id=961871d3-7e50-4754-959a-13324511e2c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1293969 Jul 14 09:11:11.005045 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41894) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:11.108910 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef78ae4e-a7b3-4efe-8748-472f1db1badd tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:11.110666 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ef78ae4e-a7b3-4efe-8748-472f1db1badd tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 881 time: 0.1046548 Jul 14 09:11:11.113612 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41902) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:11.145169 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6b5449cf-faf1-41e8-8f50-25509d56df7b tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "GET /v2.0/ports?device_id=961871d3-7e50-4754-959a-13324511e2c9 HTTP/1.1" status: 200 len: 205 time: 0.0303133 Jul 14 09:11:11.147751 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41904) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:11.150860 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6a826-211c-4433-83a2-11718b05d4aa req-719e6689-fdf4-4795-9d0e-f96c5612f044 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:11.152294 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-61a6a826-211c-4433-83a2-11718b05d4aa req-719e6689-fdf4-4795-9d0e-f96c5612f044 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.44 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 946 time: 0.5774450 Jul 14 09:11:11.187957 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-699b56ee-ca20-4604-a110-a5a9afad1dd6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=ad5180827b97485d9d925ca571b8d79b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672214 Jul 14 09:11:11.216137 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ffd6c-3eeb-43af-a178-f224c2ebeaf6 req-d9c3c18b-162d-42ac-a149-e5c9d4305f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:11.218191 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d22ffd6c-3eeb-43af-a178-f224c2ebeaf6 req-d9c3c18b-162d-42ac-a149-e5c9d4305f80 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=505d2699-c567-4f61-a9be-49f7739d7245 HTTP/1.1" status: 200 len: 854 time: 0.5000989 Jul 14 09:11:11.276458 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91c6c697-f1e1-4026-a8a7-af0737cb7ad3 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:11.332907 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d396cbd9-74f5-42a6-b5ba-41f228c60dfa req-859ddc8f-97c2-46d9-9873-c2a9ed4855a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089214 Jul 14 09:11:11.341861 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d22ffd6c-3eeb-43af-a178-f224c2ebeaf6 req-2945afef-64b6-4c7f-bf60-31f7525676c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1a8652a3-273b-4995-afdf-c4ffe33f560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110389 Jul 14 09:11:11.432489 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41910) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:11.481586 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91c6c697-f1e1-4026-a8a7-af0737cb7ad3 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:11.527776 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-fa6a704e-cd36-4b38-a69b-040d8b777a0a tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:11.529282 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-fa6a704e-cd36-4b38-a69b-040d8b777a0a tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3201339 Jul 14 09:11:11.553708 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-508d4067-04a4-4b69-baf5-1fdef4d88e5e tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1662763656', 'router:external': True}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:11.565496 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-91c6c697-f1e1-4026-a8a7-af0737cb7ad3 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Deleting port 86486b01-6796-443a-ac14-d7b0d44d8a6e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:11.565851 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91c6c697-f1e1-4026-a8a7-af0737cb7ad3 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:11.577524 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-78a65dff-3d7f-4249-ab8a-6c7c97718548 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/quotas/ad5180827b97485d9d925ca571b8d79b HTTP/1.1" status: 200 len: 375 time: 0.0362034 Jul 14 09:11:11.585027 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d22ffd6c-3eeb-43af-a178-f224c2ebeaf6 req-69a3d8f9-db00-42fd-b4df-5e226b029982 service neutron] 10.222.0.47 "GET /v2.0/networks/1a8652a3-273b-4995-afdf-c4ffe33f560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315550 Jul 14 09:11:11.592016 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-61a6a826-211c-4433-83a2-11718b05d4aa req-e08f7d44-7ae6-4e3c-b1e1-3f3ab3af5e15 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Deleting port 93ba0e59-7428-4296-b21f-3544208df346 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:11.592371 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-61a6a826-211c-4433-83a2-11718b05d4aa req-e08f7d44-7ae6-4e3c-b1e1-3f3ab3af5e15 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:11.630028 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508d4067-04a4-4b69-baf5-1fdef4d88e5e tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Made reservation on behalf of 4e34cb76419c4ab6b0f9c5ec59e16c5c for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:11.632444 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-508d4067-04a4-4b69-baf5-1fdef4d88e5e tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:11.643688 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-508d4067-04a4-4b69-baf5-1fdef4d88e5e tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:11.686194 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91c6c697-f1e1-4026-a8a7-af0737cb7ad3 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:11.686652 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-cab15e42-4e6c-4429-af2a-f86aaf79406f tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1006608 Jul 14 09:11:11.706351 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-91c6c697-f1e1-4026-a8a7-af0737cb7ad3 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Calling delete_port for 86486b01-6796-443a-ac14-d7b0d44d8a6e owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:11.744570 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1e9b5-dd6a-4979-ae23-51a8bc2526f1 req-26fa9d22-2d3c-4bb5-85bf-a55039644de2 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:11.746143 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-76e1e9b5-dd6a-4979-ae23-51a8bc2526f1 req-26fa9d22-2d3c-4bb5-85bf-a55039644de2 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 944 time: 0.2701089 Jul 14 09:11:11.832216 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b9e24a8b-27cc-4a65-9171-d2856811b1c0 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:11.847132 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d22ffd6c-3eeb-43af-a178-f224c2ebeaf6 req-e9cc1db8-2bb3-41d5-a12f-9f317c1e7e08 service neutron] 10.222.0.47 "GET /v2.0/networks/1a8652a3-273b-4995-afdf-c4ffe33f560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432263 Jul 14 09:11:11.848894 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-61a6a826-211c-4433-83a2-11718b05d4aa req-e08f7d44-7ae6-4e3c-b1e1-3f3ab3af5e15 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] For port 93ba0e59-7428-4296-b21f-3544208df346, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=93ba0e59-7428-4296-b21f-3544208df346,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:11.849263 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-61a6a826-211c-4433-83a2-11718b05d4aa req-e08f7d44-7ae6-4e3c-b1e1-3f3ab3af5e15 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:11.864299 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-76e1e9b5-dd6a-4979-ae23-51a8bc2526f1 req-68e60ca7-30d2-48df-95dd-58f4b9421fa6 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054304 Jul 14 09:11:11.892433 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-508d4067-04a4-4b69-baf5-1fdef4d88e5e tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:11.897836 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-508d4067-04a4-4b69-baf5-1fdef4d88e5e tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:11.985595 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508d4067-04a4-4b69-baf5-1fdef4d88e5e tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:11:12.009035 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port b9e24a8b-27cc-4a65-9171-d2856811b1c0 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:12.019571 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port b9e24a8b-27cc-4a65-9171-d2856811b1c0 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:12.020953 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.024761 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.055790 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d4067-04a4-4b69-baf5-1fdef4d88e5e tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74d9d55-1c7c-4b1b-846e-f93873f30053,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:12.107749 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-508d4067-04a4-4b69-baf5-1fdef4d88e5e tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.108615 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-508d4067-04a4-4b69-baf5-1fdef4d88e5e tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Added segment fb4d4b74-2baf-474b-b04e-7b6ff52d9b7f of type vlan for network b7ce16d3-fd69-4821-9f09-4b28e1727199 Jul 14 09:11:12.114201 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91c6c697-f1e1-4026-a8a7-af0737cb7ad3 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.184953 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.188066 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6c697-f1e1-4026-a8a7-af0737cb7ad3 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Pushing event deleted for resources: {'Port': ['ID=86486b01-6796-443a-ac14-d7b0d44d8a6e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:12.193538 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-61a6a826-211c-4433-83a2-11718b05d4aa req-e08f7d44-7ae6-4e3c-b1e1-3f3ab3af5e15 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.193965 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-61a6a826-211c-4433-83a2-11718b05d4aa req-e08f7d44-7ae6-4e3c-b1e1-3f3ab3af5e15 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.194155 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [req-61a6a826-211c-4433-83a2-11718b05d4aa req-e08f7d44-7ae6-4e3c-b1e1-3f3ab3af5e15 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Floating IP 876cc5c5-33b4-4364-8c42-52d173df0389 disassociated. External IP: 172.25.6.171, port: 93ba0e59-7428-4296-b21f-3544208df346. Jul 14 09:11:12.194348 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-61a6a826-211c-4433-83a2-11718b05d4aa req-e08f7d44-7ae6-4e3c-b1e1-3f3ab3af5e15 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Calling delete_port for 93ba0e59-7428-4296-b21f-3544208df346 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:12.238689 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d4913f-30a7-4d9e-b2ae-edbc59db3b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e24a8b-27cc-4a65-9171-d2856811b1c0'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:12.241531 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603d14a0-c0e7-4153-b256-303aee061e01" -d '{"events": [{"server_uuid": "e6d4913f-30a7-4d9e-b2ae-edbc59db3b45", "name": "network-vif-plugged", "status": "completed", "tag": "b9e24a8b-27cc-4a65-9171-d2856811b1c0"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:12.278656 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port b9e24a8b-27cc-4a65-9171-d2856811b1c0, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b9e24a8b-27cc-4a65-9171-d2856811b1c0,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:12.279420 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-508d4067-04a4-4b69-baf5-1fdef4d88e5e tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.287935 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91c6c697-f1e1-4026-a8a7-af0737cb7ad3 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.290300 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.384006 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=b9e24a8b-27cc-4a65-9171-d2856811b1c0,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:12.398279 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-508d4067-04a4-4b69-baf5-1fdef4d88e5e tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:11:12.412455 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91c6c697-f1e1-4026-a8a7-af0737cb7ad3 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.416528 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91c6c697-f1e1-4026-a8a7-af0737cb7ad3 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.462852 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-508d4067-04a4-4b69-baf5-1fdef4d88e5e tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.464132 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508d4067-04a4-4b69-baf5-1fdef4d88e5e tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:12.465046 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-508d4067-04a4-4b69-baf5-1fdef4d88e5e tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.528117 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b11dc3-bf90-4f7f-b4df-c7f882ec4e6e req-e9683b82-179a-4d89-b373-3ddd01a84e55 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:12.537516 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1b11dc3-bf90-4f7f-b4df-c7f882ec4e6e req-e9683b82-179a-4d89-b373-3ddd01a84e55 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 946 time: 0.5181415 Jul 14 09:11:12.556352 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6731e-f658-4429-97bc-cf0d4244c924 req-0358c50d-9974-4c20-89e4-a1093c575984 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:12.565466 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3ff6731e-f658-4429-97bc-cf0d4244c924 req-0358c50d-9974-4c20-89e4-a1093c575984 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6d4913f-30a7-4d9e-b2ae-edbc59db3b45 HTTP/1.1" status: 200 len: 947 time: 0.3461311 Jul 14 09:11:12.567953 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91c6c697-f1e1-4026-a8a7-af0737cb7ad3 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.568803 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c6c697-f1e1-4026-a8a7-af0737cb7ad3 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Fanout notify agent at l3_agent the message router_deleted on router 961871d3-7e50-4754-959a-13324511e2c9 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:11:12.588746 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91c6c697-f1e1-4026-a8a7-af0737cb7ad3 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.590152 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-91c6c697-f1e1-4026-a8a7-af0737cb7ad3 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "DELETE /v2.0/routers/961871d3-7e50-4754-959a-13324511e2c9 HTTP/1.1" status: 204 len: 168 time: 1.4414675 Jul 14 09:11:12.599421 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-508d4067-04a4-4b69-baf5-1fdef4d88e5e tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1654894 Jul 14 09:11:12.604072 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41944) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:12.604863 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41946) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:12.611339 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ac982239-8466-430d-9ab6-236705b87be1 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-689757255', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:12.638236 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-e6199909-bc27-4f34-8f43-f3af3e943b70 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Request body: {'subnet': {'network_id': 'b7ce16d3-fd69-4821-9f09-4b28e1727199', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:12.660031 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d4067-04a4-4b69-baf5-1fdef4d88e5e tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Pushing event updated for resources: {'Network': ['ID=b7ce16d3-fd69-4821-9f09-4b28e1727199,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:12.670981 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3ff6731e-f658-4429-97bc-cf0d4244c924 req-f613d1bf-8910-46dd-b1f0-4297434290e1 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/security-groups?id=8208023b-60ce-4925-a77f-c86f6bb0dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040976 Jul 14 09:11:12.680688 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network b7ce16d3-fd69-4821-9f09-4b28e1727199 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:11:12.697052 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-e6199909-bc27-4f34-8f43-f3af3e943b70 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:11:12.697052 n-d-771362-35 neutron-server[93772]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:11:12.697052 n-d-771362-35 neutron-server[93772]: [parameters: {'project_id_1': '4e34cb76419c4ab6b0f9c5ec59e16c5c', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 11, 12, 655433)}] Jul 14 09:11:12.697052 n-d-771362-35 neutron-server[93772]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:11:12.697052 n-d-771362-35 neutron-server[93772]: DEBUG oslo_db.api [None req-e6199909-bc27-4f34-8f43-f3af3e943b70 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:11:12.702456 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac982239-8466-430d-9ab6-236705b87be1 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.704170 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac982239-8466-430d-9ab6-236705b87be1 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.714254 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1b11dc3-bf90-4f7f-b4df-c7f882ec4e6e req-98015df7-20fa-48c3-a402-641687a45df6 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=74a5014e-4a32-4568-9c0f-e4bec8dd8c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749337 Jul 14 09:11:12.807166 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-61a6a826-211c-4433-83a2-11718b05d4aa req-e08f7d44-7ae6-4e3c-b1e1-3f3ab3af5e15 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.878694 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac982239-8466-430d-9ab6-236705b87be1 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.886632 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac982239-8466-430d-9ab6-236705b87be1 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.903078 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8a550a-a35a-4bdd-a380-3764dd350033 x-openstack-request-id: req-9c8a550a-a35a-4bdd-a380-3764dd350033 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:12.903955 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d4913f-30a7-4d9e-b2ae-edbc59db3b45", "name": "network-vif-plugged", "status": "completed", "tag": "b9e24a8b-27cc-4a65-9171-d2856811b1c0", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:12.905328 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c8a550a-a35a-4bdd-a380-3764dd350033 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:12.906505 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d4913f-30a7-4d9e-b2ae-edbc59db3b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e24a8b-27cc-4a65-9171-d2856811b1c0', 'code': 200} Jul 14 09:11:12.920171 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac982239-8466-430d-9ab6-236705b87be1 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.928551 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ac982239-8466-430d-9ab6-236705b87be1 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3216009 Jul 14 09:11:12.937701 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41950) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:12.940607 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f7d44-7ae6-4e3c-b1e1-3f3ab3af5e15 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Pushing event deleted for resources: {'Port': ['ID=93ba0e59-7428-4296-b21f-3544208df346,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:12.954029 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-8883ee89-2a9d-4066-ae28-4811c40ecffd tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Request body: {'router': {'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:13.201094 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-be9b71b6-15ed-4c85-a8b4-2a67d72ae258 req-939f99c1-b253-4cd2-b46c-369b4cfda167 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 210 time: 0.2556360 Jul 14 09:11:13.320198 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6199909-bc27-4f34-8f43-f3af3e943b70 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Made reservation on behalf of 4e34cb76419c4ab6b0f9c5ec59e16c5c for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:13.323367 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6199909-bc27-4f34-8f43-f3af3e943b70 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.473304 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61a6a826-211c-4433-83a2-11718b05d4aa req-e08f7d44-7ae6-4e3c-b1e1-3f3ab3af5e15 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Router dbdb981d-2d28-47e4-b943-9bce971af676 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:11:13.486321 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8883ee89-2a9d-4066-ae28-4811c40ecffd tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.500052 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d69667-92af-4e46-86a7-8e76866ef9e5 req-aa900e22-43e1-4f42-a27d-197733321b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:13.502249 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28d69667-92af-4e46-86a7-8e76866ef9e5 req-aa900e22-43e1-4f42-a27d-197733321b99 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e6d4913f-30a7-4d9e-b2ae-edbc59db3b45 HTTP/1.1" status: 200 len: 1100 time: 0.3424027 Jul 14 09:11:13.589249 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b39d74-c0ea-42e8-8772-10a119747989 req-c5b9d40d-8b80-40a3-bc71-39bdde78017c tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:13.602783 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-53b39d74-c0ea-42e8-8772-10a119747989 req-c5b9d40d-8b80-40a3-bc71-39bdde78017c tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 945 time: 0.4250464 Jul 14 09:11:13.770521 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ac835-de93-4f15-a04f-e8582dc07a9b req-991e91a4-aaab-455b-a170-6605b9615c0a tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:13.772159 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-db9ac835-de93-4f15-a04f-e8582dc07a9b req-991e91a4-aaab-455b-a170-6605b9615c0a tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 944 time: 0.3676171 Jul 14 09:11:13.786254 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28d69667-92af-4e46-86a7-8e76866ef9e5 req-afe30279-af87-4456-a3f1-5f0795ebdedb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8208023b-60ce-4925-a77f-c86f6bb0dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786540 Jul 14 09:11:13.813464 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-53b39d74-c0ea-42e8-8772-10a119747989 req-fe0d6420-1d85-4aca-b7f1-ef3096438248 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036433 Jul 14 09:11:13.899047 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61a6a826-211c-4433-83a2-11718b05d4aa req-e08f7d44-7ae6-4e3c-b1e1-3f3ab3af5e15 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:13.911802 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1a357f-d054-4cf8-a1ef-a345bf4ffc87 None None] Sync routers for ids ['dbdb981d-2d28-47e4-b943-9bce971af676'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:13.918081 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-db9ac835-de93-4f15-a04f-e8582dc07a9b req-1ee72290-c4b2-4b77-b78f-ef6e3ff01d37 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342733 Jul 14 09:11:13.932917 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1a357f-d054-4cf8-a1ef-a345bf4ffc87 None None] Routers {'dbdb981d-2d28-47e4-b943-9bce971af676'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:13.933872 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ef1a357f-d054-4cf8-a1ef-a345bf4ffc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:10:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['dbdb981d-2d28-47e4-b943-9bce971af676'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:13.996935 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a6a826-211c-4433-83a2-11718b05d4aa req-e08f7d44-7ae6-4e3c-b1e1-3f3ab3af5e15 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] No DVR routers for this DVR port 93ba0e59-7428-4296-b21f-3544208df346 on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:11:14.006911 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-61a6a826-211c-4433-83a2-11718b05d4aa req-e08f7d44-7ae6-4e3c-b1e1-3f3ab3af5e15 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.009456 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-61a6a826-211c-4433-83a2-11718b05d4aa req-e08f7d44-7ae6-4e3c-b1e1-3f3ab3af5e15 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.44 "DELETE /v2.0/ports/93ba0e59-7428-4296-b21f-3544208df346 HTTP/1.1" status: 204 len: 173 time: 2.8359375 Jul 14 09:11:14.009748 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85988b89-3ef7-426a-bd05-52d117f68a20', 'name': 'network-vif-deleted', 'tag': '93ba0e59-7428-4296-b21f-3544208df346'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:14.012446 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f00336-ea07-43d7-a564-bb3e3571e791" -d '{"events": [{"server_uuid": "85988b89-3ef7-426a-bd05-52d117f68a20", "name": "network-vif-deleted", "tag": "93ba0e59-7428-4296-b21f-3544208df346"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:14.109976 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 93ba0e59-7428-4296-b21f-3544208df346 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:14.135603 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 93ba0e59-7428-4296-b21f-3544208df346 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:11:14.136334 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 93ba0e59-7428-4296-b21f-3544208df346 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:11:14.258210 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-ef1a357f-d054-4cf8-a1ef-a345bf4ffc87 None None] Set router dbdb981d-2d28-47e4-b943-9bce971af676 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:14.291045 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33a2d1b4-47c9-4728-abe7-f26b8c43a215 req-1857cf55-4995-4e0a-a808-6d3154d5d362 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85988b89-3ef7-426a-bd05-52d117f68a20 HTTP/1.1" status: 200 len: 210 time: 0.0493002 Jul 14 09:11:14.292171 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8883ee89-2a9d-4066-ae28-4811c40ecffd tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.359030 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8883ee89-2a9d-4066-ae28-4811c40ecffd tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.408867 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b4c731-e40f-48b9-abd1-eeade3b5d61a x-openstack-request-id: req-28b4c731-e40f-48b9-abd1-eeade3b5d61a {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:14.409247 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85988b89-3ef7-426a-bd05-52d117f68a20", "name": "network-vif-deleted", "tag": "93ba0e59-7428-4296-b21f-3544208df346", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:14.409569 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28b4c731-e40f-48b9-abd1-eeade3b5d61a {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:14.410129 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85988b89-3ef7-426a-bd05-52d117f68a20', 'name': 'network-vif-deleted', 'tag': '93ba0e59-7428-4296-b21f-3544208df346', 'status': 'completed', 'code': 200} Jul 14 09:11:14.462273 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d26458-ea31-4531-955a-e48f994f4f43 req-df116385-1e88-4091-bf65-fe24b37db3af tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:14.465118 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b7d26458-ea31-4531-955a-e48f994f4f43 req-df116385-1e88-4091-bf65-fe24b37db3af tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6d4913f-30a7-4d9e-b2ae-edbc59db3b45 HTTP/1.1" status: 200 len: 948 time: 0.1111896 Jul 14 09:11:14.577307 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-8883ee89-2a9d-4066-ae28-4811c40ecffd tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Allocated IP 172.25.6.106 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/a6a644c7-4598-4cd7-8390-37fedb161a07) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:14.600973 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b7d26458-ea31-4531-955a-e48f994f4f43 req-26a3858d-1b03-48e5-8de0-4cc68aec11e0 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/security-groups?id=8208023b-60ce-4925-a77f-c86f6bb0dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255853 Jul 14 09:11:14.658103 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-31d77bd3-45ab-4db0-92fa-c973e26f469a req-9630c529-47b2-4a7c-90df-1baa7af57817 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 210 time: 0.0530441 Jul 14 09:11:14.767692 n-d-771362-35 neutron-server[93772]: DEBUG neutron.objects.ports [None req-e6199909-bc27-4f34-8f43-f3af3e943b70 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:11:14.768583 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6199909-bc27-4f34-8f43-f3af3e943b70 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.774430 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ef1a357f-d054-4cf8-a1ef-a345bf4ffc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'name': 'tempest-AttachVolumeShelveTestJSON-2122076825-router', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:33Z', 'updated_at': '2021-07-14T09:06:40Z', 'revision_number': 4, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'gw_port': {'id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:35Z', 'updated_at': '2021-07-14T09:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '04ff89eb-bb1d-45ba-98fc-99fdf950af37', 'name': '', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'mac_address': 'fa:16:3e:81:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:39Z', 'updated_at': '2021-07-14T09:06:50Z', 'revision_number': 5, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'subnets': [{'id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:14.813244 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1a357f-d054-4cf8-a1ef-a345bf4ffc87 None None] Checking router: dbdb981d-2d28-47e4-b943-9bce971af676 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:11:14.828035 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6199909-bc27-4f34-8f43-f3af3e943b70 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7aded55e-0ff2-4055-8e7c-903166987224,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:14.828319 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1a357f-d054-4cf8-a1ef-a345bf4ffc87 None None] Routers {'dbdb981d-2d28-47e4-b943-9bce971af676'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:14.829430 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ef1a357f-d054-4cf8-a1ef-a345bf4ffc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:10:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['dbdb981d-2d28-47e4-b943-9bce971af676'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:14.833425 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8883ee89-2a9d-4066-ae28-4811c40ecffd tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.921895 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6199909-bc27-4f34-8f43-f3af3e943b70 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Checking segment: {'id': 'fb4d4b74-2baf-474b-b04e-7b6ff52d9b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b7ce16d3-fd69-4821-9f09-4b28e1727199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:14.922734 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6199909-bc27-4f34-8f43-f3af3e943b70 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Network hostable DHCP agents. Network: b7ce16d3-fd69-4821-9f09-4b28e1727199, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:11:14.994935 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6199909-bc27-4f34-8f43-f3af3e943b70 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Network b7ce16d3-fd69-4821-9f09-4b28e1727199 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:11:14.999183 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-b6f34565-955e-4d1d-b94a-0745466e65b7 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ad5180827b97485d9d925ca571b8d79b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568132 Jul 14 09:11:15.040717 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-ef1a357f-d054-4cf8-a1ef-a345bf4ffc87 None None] Set router dbdb981d-2d28-47e4-b943-9bce971af676 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:15.045254 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e6199909-bc27-4f34-8f43-f3af3e943b70 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, b7ce16d3-fd69-4821-9f09-4b28e1727199) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:15.049005 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8883ee89-2a9d-4066-ae28-4811c40ecffd tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.056755 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6199909-bc27-4f34-8f43-f3af3e943b70 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:15.062814 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6199909-bc27-4f34-8f43-f3af3e943b70 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.070534 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab90c77-7a88-43c9-bdf1-9c98bd53a570 None None] Network b7ce16d3-fd69-4821-9f09-4b28e1727199 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:11:15.166406 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e6199909-bc27-4f34-8f43-f3af3e943b70 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5473602 Jul 14 09:11:15.167611 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41964) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:15.189787 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-baa68f87-7576-403e-b540-5ead0e40a935 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1016654279', 'network_id': 'b7ce16d3-fd69-4821-9f09-4b28e1727199'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:15.243360 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8883ee89-2a9d-4066-ae28-4811c40ecffd tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:15.255609 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8883ee89-2a9d-4066-ae28-4811c40ecffd tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:15.267005 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8883ee89-2a9d-4066-ae28-4811c40ecffd tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:15.345147 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa68f87-7576-403e-b540-5ead0e40a935 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Made reservation on behalf of 4e34cb76419c4ab6b0f9c5ec59e16c5c for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:15.346138 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6233974f-3750-4dcd-8e66-adbd6b125915 None None] Network b7ce16d3-fd69-4821-9f09-4b28e1727199 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:11:15.375192 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-baa68f87-7576-403e-b540-5ead0e40a935 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.468241 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883ee89-2a9d-4066-ae28-4811c40ecffd tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Pushing event updated for resources: {'Port': ['ID=a6a644c7-4598-4cd7-8390-37fedb161a07,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:15.565894 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ef1a357f-d054-4cf8-a1ef-a345bf4ffc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'name': 'tempest-AttachVolumeShelveTestJSON-2122076825-router', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:33Z', 'updated_at': '2021-07-14T09:06:40Z', 'revision_number': 4, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'gw_port': {'id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:35Z', 'updated_at': '2021-07-14T09:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '04ff89eb-bb1d-45ba-98fc-99fdf950af37', 'name': '', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'mac_address': 'fa:16:3e:81:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:39Z', 'updated_at': '2021-07-14T09:06:50Z', 'revision_number': 5, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'subnets': [{'id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:15.609351 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa51417-f1df-4534-bf2c-5d03faf12898 req-181696ad-8977-4c9b-b307-61f22ce4c693 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:15.617206 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6aa51417-f1df-4534-bf2c-5d03faf12898 req-181696ad-8977-4c9b-b307-61f22ce4c693 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 945 time: 0.5852795 Jul 14 09:11:15.628277 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-afde5974-b92d-4503-a0e3-f47581085591 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:15.629763 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-afde5974-b92d-4503-a0e3-f47581085591 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6208539 Jul 14 09:11:15.652427 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1a357f-d054-4cf8-a1ef-a345bf4ffc87 None None] The sync data for ids ['dbdb981d-2d28-47e4-b943-9bce971af676'] in n-d-771362-35 is: [{'id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'name': 'tempest-AttachVolumeShelveTestJSON-2122076825-router', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:33Z', 'updated_at': '2021-07-14T09:06:40Z', 'revision_number': 4, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'gw_port': {'id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:35Z', 'updated_at': '2021-07-14T09:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '04ff89eb-bb1d-45ba-98fc-99fdf950af37', 'name': '', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'mac_address': 'fa:16:3e:81:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:39Z', 'updated_at': '2021-07-14T09:06:50Z', 'revision_number': 5, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'subnets': [{'id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:15.673578 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805fccf-addf-49c4-9590-83695a8c025c req-d80bdeaa-bd8a-4ea5-8372-8f61da997970 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:15.685782 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0805fccf-addf-49c4-9590-83695a8c025c req-d80bdeaa-bd8a-4ea5-8372-8f61da997970 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 944 time: 0.4471531 Jul 14 09:11:15.745064 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6aa51417-f1df-4534-bf2c-5d03faf12898 req-bfca10b6-6ef2-45f8-a91b-06b0ca0d0592 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269484 Jul 14 09:11:15.774426 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0805fccf-addf-49c4-9590-83695a8c025c req-e0f30d1a-4ace-4761-bf26-d6265473d592 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867896 Jul 14 09:11:15.797705 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-baa68f87-7576-403e-b540-5ead0e40a935 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] device_id is not set on port 46e6ef4c-9df6-4914-ab55-634a9de1251e yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:11:16.127209 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-baa68f87-7576-403e-b540-5ead0e40a935 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Allocated IP 172.20.0.7 (b7ce16d3-fd69-4821-9f09-4b28e1727199/7aded55e-0ff2-4055-8e7c-903166987224/46e6ef4c-9df6-4914-ab55-634a9de1251e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:16.205325 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e2a132-9d5b-4f59-a73c-123c41850c18 None None] New status for floating IP 876cc5c5-33b4-4364-8c42-52d173df0389: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:11:16.297494 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa687d2f-2f4d-4746-8dca-1db30cbcdd2b req-e0a4b1aa-1f9f-4b2b-ba52-544eaa399611 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.306160 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fa687d2f-2f4d-4746-8dca-1db30cbcdd2b req-e0a4b1aa-1f9f-4b2b-ba52-544eaa399611 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6d4913f-30a7-4d9e-b2ae-edbc59db3b45 HTTP/1.1" status: 200 len: 948 time: 0.2011404 Jul 14 09:11:16.313163 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-baa68f87-7576-403e-b540-5ead0e40a935 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.362104 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-baa68f87-7576-403e-b540-5ead0e40a935 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.446906 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2d8f2caf-4b9f-48b1-9745-e8bcf3a8cf46 req-e28c71b9-56c2-43a0-ba63-84d5c81bf76c tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 210 time: 0.0749617 Jul 14 09:11:16.474235 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fa687d2f-2f4d-4746-8dca-1db30cbcdd2b req-8a4a885a-c59e-4a6a-b4e6-13bb284f2ded tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/security-groups?id=8208023b-60ce-4925-a77f-c86f6bb0dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670868 Jul 14 09:11:16.565021 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 41978) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:16.603269 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa68f87-7576-403e-b540-5ead0e40a935 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Network b7ce16d3-fd69-4821-9f09-4b28e1727199 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:16.606014 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-baa68f87-7576-403e-b540-5ead0e40a935 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:16.610981 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa68f87-7576-403e-b540-5ead0e40a935 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:16.686905 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7bd61ca0-8858-483e-8b16-9a9f12b71d14 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.748741 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7bd61ca0-8858-483e-8b16-9a9f12b71d14 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.756219 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa68f87-7576-403e-b540-5ead0e40a935 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Pushing event updated for resources: {'Port': ['ID=46e6ef4c-9df6-4914-ab55-634a9de1251e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:16.782782 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa68f87-7576-403e-b540-5ead0e40a935 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.783631 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-baa68f87-7576-403e-b540-5ead0e40a935 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.785960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-2a01c0fe-f46b-40cd-bc91-b387e9330d37 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Request body: {'port': {'device_id': '33b115aa-8e1b-4673-a4cf-39a9320f782a', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': 'ad5180827b97485d9d925ca571b8d79b'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:16.831666 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8883ee89-2a9d-4066-ae28-4811c40ecffd tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.851204 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-baa68f87-7576-403e-b540-5ead0e40a935 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.6686864 Jul 14 09:11:16.964787 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41984) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:17.279126 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-2a01c0fe-f46b-40cd-bc91-b387e9330d37 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Made reservation on behalf of ad5180827b97485d9d925ca571b8d79b for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:17.284044 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-2a01c0fe-f46b-40cd-bc91-b387e9330d37 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:17.292161 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b2a75d97-5567-434f-932e-305657192dc5 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Deleting port 46e6ef4c-9df6-4914-ab55-634a9de1251e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:17.292598 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2a75d97-5567-434f-932e-305657192dc5 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:17.299380 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-2a01c0fe-f46b-40cd-bc91-b387e9330d37 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:17.301892 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7bd61ca0-8858-483e-8b16-9a9f12b71d14 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:17.304974 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7bd61ca0-8858-483e-8b16-9a9f12b71d14 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:17.306712 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7bd61ca0-8858-483e-8b16-9a9f12b71d14 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "DELETE /v2.0/security-groups/74a5014e-4a32-4568-9c0f-e4bec8dd8c29 HTTP/1.1" status: 204 len: 168 time: 0.7400892 Jul 14 09:11:17.318452 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41988) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:17.332354 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd61ca0-8858-483e-8b16-9a9f12b71d14 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a5014e-4a32-4568-9c0f-e4bec8dd8c29,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:17.466362 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-2a01c0fe-f46b-40cd-bc91-b387e9330d37 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:17.482650 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-2a01c0fe-f46b-40cd-bc91-b387e9330d37 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:17.610093 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2ac4c-1a32-41d4-a469-8bcbceeea3aa req-66a0b739-7379-4ae8-ad00-34267ceb5347 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.611937 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82d2ac4c-1a32-41d4-a469-8bcbceeea3aa req-66a0b739-7379-4ae8-ad00-34267ceb5347 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 945 time: 0.5418985 Jul 14 09:11:17.663866 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95442fae-7a80-44f6-81d9-b3c357cd2c9c req-40dabf24-6eb9-4fc6-bdaa-c69b0334a32b tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.671461 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-95442fae-7a80-44f6-81d9-b3c357cd2c9c req-40dabf24-6eb9-4fc6-bdaa-c69b0334a32b tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 944 time: 0.5359471 Jul 14 09:11:17.730753 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-95442fae-7a80-44f6-81d9-b3c357cd2c9c req-952d61bb-b352-455b-b463-84003ff9812b tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580239 Jul 14 09:11:17.767117 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-2a01c0fe-f46b-40cd-bc91-b387e9330d37 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Allocated IP 192.168.233.148 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/7c586b3c-9a43-440a-9dae-7207d72ecabd) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:17.769285 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01c0fe-f46b-40cd-bc91-b387e9330d37 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea199cd-f334-44fa-8b65-63dbe406b580,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:17.828613 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82d2ac4c-1a32-41d4-a469-8bcbceeea3aa req-33462939-46de-4e13-9c26-39d76a7a0295 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050409 Jul 14 09:11:18.165065 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8883ee89-2a9d-4066-ae28-4811c40ecffd tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.170095 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8883ee89-2a9d-4066-ae28-4811c40ecffd tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1997542'] for router, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.180044 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-aba26973-54ea-41f7-973c-539e533ea0ee tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] show failed (client error): The resource could not be found. Jul 14 09:11:18.183938 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-aba26973-54ea-41f7-973c-539e533ea0ee tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups/74a5014e-4a32-4568-9c0f-e4bec8dd8c29 HTTP/1.1" status: 404 len: 347 time: 0.8614230 Jul 14 09:11:18.187161 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41992) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:18.388770 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fa8fafc-9e04-405e-93fa-26d176dab577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.394527 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-2a01c0fe-f46b-40cd-bc91-b387e9330d37 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.449061 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-2a01c0fe-f46b-40cd-bc91-b387e9330d37 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Transition to ACTIVE for port object 7c586b3c-9a43-440a-9dae-7207d72ecabd will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:18.581433 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-2a01c0fe-f46b-40cd-bc91-b387e9330d37 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.598079 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e6f33aca-7b18-4754-a872-e4499e1a4124 req-54c9c222-c5ae-4ca5-97e5-7516e234a155 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 210 time: 0.4617164 Jul 14 09:11:18.713432 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01c0fe-f46b-40cd-bc91-b387e9330d37 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Pushing event updated for resources: {'Port': ['ID=7c586b3c-9a43-440a-9dae-7207d72ecabd,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:18.732867 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2a75d97-5567-434f-932e-305657192dc5 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.820299 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b2a75d97-5567-434f-932e-305657192dc5 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Calling delete_port for 46e6ef4c-9df6-4914-ab55-634a9de1251e owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:18.823470 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-2a01c0fe-f46b-40cd-bc91-b387e9330d37 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:18.828823 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-2a01c0fe-f46b-40cd-bc91-b387e9330d37 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:18.845707 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-2a01c0fe-f46b-40cd-bc91-b387e9330d37 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:18.903249 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-71977eb9-5fad-4c36-86be-354d946afd7d tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Deleting port bce4c0b2-a7ea-4caf-86c7-7457c56d7ae1 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:18.903626 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-71977eb9-5fad-4c36-86be-354d946afd7d tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.929388 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-2a01c0fe-f46b-40cd-bc91-b387e9330d37 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:18.930607 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-2a01c0fe-f46b-40cd-bc91-b387e9330d37 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.938016 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415435f6-d716-4ae8-8465-4648643bbb9d req-6fffb7e7-0cef-4e6f-89a0-2728bdd45525 tempest-ServersAdminNegativeTestJSON-2021558471 tempest-ServersAdminNegativeTestJSON-2021558471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:18.946193 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-415435f6-d716-4ae8-8465-4648643bbb9d req-6fffb7e7-0cef-4e6f-89a0-2728bdd45525 tempest-ServersAdminNegativeTestJSON-2021558471 tempest-ServersAdminNegativeTestJSON-2021558471-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e6d4913f-30a7-4d9e-b2ae-edbc59db3b45 HTTP/1.1" status: 200 len: 1100 time: 0.9806874 Jul 14 09:11:18.970917 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-415435f6-d716-4ae8-8465-4648643bbb9d req-5e992f2d-da34-4223-9a20-4d8d106a2ad9 tempest-ServersAdminNegativeTestJSON-2021558471 tempest-ServersAdminNegativeTestJSON-2021558471-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.256461 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-415435f6-d716-4ae8-8465-4648643bbb9d req-5e992f2d-da34-4223-9a20-4d8d106a2ad9 tempest-ServersAdminNegativeTestJSON-2021558471 tempest-ServersAdminNegativeTestJSON-2021558471-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.299380 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-415435f6-d716-4ae8-8465-4648643bbb9d req-5e992f2d-da34-4223-9a20-4d8d106a2ad9 tempest-ServersAdminNegativeTestJSON-2021558471 tempest-ServersAdminNegativeTestJSON-2021558471-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.309527 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8883ee89-2a9d-4066-ae28-4811c40ecffd tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Router 49916e77-16d5-4499-8e29-3e56b7131fb7 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:11:19.330431 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-71977eb9-5fad-4c36-86be-354d946afd7d tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.330549 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-71977eb9-5fad-4c36-86be-354d946afd7d tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.346208 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-2a01c0fe-f46b-40cd-bc91-b387e9330d37 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5867472 Jul 14 09:11:19.360648 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e992f2d-da34-4223-9a20-4d8d106a2ad9 tempest-ServersAdminNegativeTestJSON-2021558471 tempest-ServersAdminNegativeTestJSON-2021558471-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a0d03a-b4a7-4471-9620-8aca6ff0dda5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:19.410508 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2fb4057f-a6af-49a1-b6b5-62731cdd3716 None None] Provisioning for port 7c586b3c-9a43-440a-9dae-7207d72ecabd completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:19.415030 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2fb4057f-a6af-49a1-b6b5-62731cdd3716 None None] Provisioning complete for port 7c586b3c-9a43-440a-9dae-7207d72ecabd triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:19.415404 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2fb4057f-a6af-49a1-b6b5-62731cdd3716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.436630 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb9328-ad30-4196-a0a0-a8aee67edaa8 req-c918e4a5-3ab2-4355-b71b-750f455f6a9f tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:19.439280 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-38eb9328-ad30-4196-a0a0-a8aee67edaa8 req-c918e4a5-3ab2-4355-b71b-750f455f6a9f tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 944 time: 0.3010793 Jul 14 09:11:19.443166 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-415435f6-d716-4ae8-8465-4648643bbb9d req-5e992f2d-da34-4223-9a20-4d8d106a2ad9 tempest-ServersAdminNegativeTestJSON-2021558471 tempest-ServersAdminNegativeTestJSON-2021558471-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8208023b-60ce-4925-a77f-c86f6bb0dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948740 Jul 14 09:11:19.474615 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2fb4057f-a6af-49a1-b6b5-62731cdd3716 None None] Port 7c586b3c-9a43-440a-9dae-7207d72ecabd cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:11:19.518588 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-71977eb9-5fad-4c36-86be-354d946afd7d tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Calling delete_port for bce4c0b2-a7ea-4caf-86c7-7457c56d7ae1 owned by network:floatingip {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:19.557114 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-38eb9328-ad30-4196-a0a0-a8aee67edaa8 req-170cedda-7a8d-4357-93db-1d94ee8ce6cc tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001284 Jul 14 09:11:19.739979 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2a75d97-5567-434f-932e-305657192dc5 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.811760 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a75d97-5567-434f-932e-305657192dc5 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Pushing event deleted for resources: {'Port': ['ID=46e6ef4c-9df6-4914-ab55-634a9de1251e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:19.913413 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a75d97-5567-434f-932e-305657192dc5 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:19.919617 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a75d97-5567-434f-932e-305657192dc5 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:19.919617 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a75d97-5567-434f-932e-305657192dc5 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:19.919617 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a75d97-5567-434f-932e-305657192dc5 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:19.919617 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a75d97-5567-434f-932e-305657192dc5 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:19.923961 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a75d97-5567-434f-932e-305657192dc5 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:19.924562 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a75d97-5567-434f-932e-305657192dc5 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:19.925099 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a75d97-5567-434f-932e-305657192dc5 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:19.925879 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a75d97-5567-434f-932e-305657192dc5 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:19.926504 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a75d97-5567-434f-932e-305657192dc5 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:19.927097 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a75d97-5567-434f-932e-305657192dc5 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:19.927852 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a75d97-5567-434f-932e-305657192dc5 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:19.989801 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8883ee89-2a9d-4066-ae28-4811c40ecffd tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:20.016628 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8883ee89-2a9d-4066-ae28-4811c40ecffd tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.018688 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8883ee89-2a9d-4066-ae28-4811c40ecffd tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "PUT /v2.0/routers/49916e77-16d5-4499-8e29-3e56b7131fb7 HTTP/1.1" status: 200 len: 883 time: 7.0773356 Jul 14 09:11:20.024469 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42004) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:20.028200 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e13841a-2b89-4f63-aae8-1f8b3625f84f None None] Sync routers for ids ['49916e77-16d5-4499-8e29-3e56b7131fb7'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:20.047742 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24822a7c-a6ec-4d73-b3f4-7932a8a2de46 req-62e0f27b-fe87-4fc9-ace0-dc3509c12da9 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:20.049358 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-24822a7c-a6ec-4d73-b3f4-7932a8a2de46 req-62e0f27b-fe87-4fc9-ace0-dc3509c12da9 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 936 time: 0.1636493 Jul 14 09:11:20.073766 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e13841a-2b89-4f63-aae8-1f8b3625f84f None None] Routers {'49916e77-16d5-4499-8e29-3e56b7131fb7'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:20.074733 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-9e13841a-2b89-4f63-aae8-1f8b3625f84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:10:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['49916e77-16d5-4499-8e29-3e56b7131fb7'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:20.175342 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-9e13841a-2b89-4f63-aae8-1f8b3625f84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:20.194091 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e13841a-2b89-4f63-aae8-1f8b3625f84f None None] Routers {'49916e77-16d5-4499-8e29-3e56b7131fb7'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:20.194733 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-9e13841a-2b89-4f63-aae8-1f8b3625f84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:10:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['49916e77-16d5-4499-8e29-3e56b7131fb7'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:20.219761 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-24822a7c-a6ec-4d73-b3f4-7932a8a2de46 req-0b24e04f-5441-43d9-948d-d18609763ab1 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597061 Jul 14 09:11:20.220804 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2a75d97-5567-434f-932e-305657192dc5 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.227422 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b2a75d97-5567-434f-932e-305657192dc5 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "DELETE /v2.0/ports/46e6ef4c-9df6-4914-ab55-634a9de1251e HTTP/1.1" status: 204 len: 168 time: 3.2560544 Jul 14 09:11:20.227682 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42006) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:20.238874 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d100f99c-5f02-4e81-83c4-14b50e915788 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7ce16d3-fd69-4821-9f09-4b28e1727199', 'external_fixed_ips': [{'subnet_id': '7aded55e-0ff2-4055-8e7c-903166987224', 'ip_address': '172.20.0.7'}]}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:20.276562 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc99eb-5dd0-490e-a22e-3c5637eab122 req-307a6600-404d-4676-b037-cbc3235ce87b tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:20.287428 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75bc99eb-5dd0-490e-a22e-3c5637eab122 req-307a6600-404d-4676-b037-cbc3235ce87b tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 945 time: 0.2073586 Jul 14 09:11:20.299187 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-9e13841a-2b89-4f63-aae8-1f8b3625f84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:20.300127 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e13841a-2b89-4f63-aae8-1f8b3625f84f None None] The sync data for ids ['49916e77-16d5-4499-8e29-3e56b7131fb7'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:20.335727 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d100f99c-5f02-4e81-83c4-14b50e915788 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.337073 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d100f99c-5f02-4e81-83c4-14b50e915788 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.385673 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75bc99eb-5dd0-490e-a22e-3c5637eab122 req-e3a10245-df1d-4fc5-b87e-7753a4a21d61 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997989 Jul 14 09:11:20.417363 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-71977eb9-5fad-4c36-86be-354d946afd7d tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.453178 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71977eb9-5fad-4c36-86be-354d946afd7d tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Pushing event deleted for resources: {'Port': ['ID=bce4c0b2-a7ea-4caf-86c7-7457c56d7ae1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:20.473614 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cad78a39-5f3b-4da8-b70d-932ffe8d4f06 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "GET /v2.0/routers/49916e77-16d5-4499-8e29-3e56b7131fb7 HTTP/1.1" status: 200 len: 924 time: 0.4345400 Jul 14 09:11:20.489281 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42008) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:20.542023 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-71977eb9-5fad-4c36-86be-354d946afd7d tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for floatingip, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.548933 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-71977eb9-5fad-4c36-86be-354d946afd7d tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.558285 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-71977eb9-5fad-4c36-86be-354d946afd7d tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "DELETE /v2.0/floatingips/876cc5c5-33b4-4364-8c42-52d173df0389 HTTP/1.1" status: 204 len: 168 time: 2.3698959 Jul 14 09:11:21.001424 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71f8fd77-af87-4316-9072-b06c02612e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:21.010831 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d100f99c-5f02-4e81-83c4-14b50e915788 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:21.240417 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:21.296333 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d100f99c-5f02-4e81-83c4-14b50e915788 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:21.329897 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce922bd9-eff6-44ac-ab5f-9376ad680383 req-30aef9c2-c2ba-433b-9563-f75538c646fc tempest-ServersAdminNegativeTestJSON-2021558471 tempest-ServersAdminNegativeTestJSON-2021558471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:21.331444 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ce922bd9-eff6-44ac-ab5f-9376ad680383 req-30aef9c2-c2ba-433b-9563-f75538c646fc tempest-ServersAdminNegativeTestJSON-2021558471 tempest-ServersAdminNegativeTestJSON-2021558471-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e6d4913f-30a7-4d9e-b2ae-edbc59db3b45 HTTP/1.1" status: 200 len: 1100 time: 0.3186669 Jul 14 09:11:21.343163 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc483fb-204a-4cd0-9366-430443beea9b tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:21.344750 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cfc483fb-204a-4cd0-9366-430443beea9b tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6facc217-dc01-422a-8069-2c7784a4d993&device_id=49916e77-16d5-4499-8e29-3e56b7131fb7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8540380 Jul 14 09:11:21.349136 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42018) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:21.396943 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e6241-ea3e-4c4b-9e17-9925cf003c25 req-1909e844-dec9-44dc-8371-a274b8aceeff tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:21.398526 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c21e6241-ea3e-4c4b-9e17-9925cf003c25 req-1909e844-dec9-44dc-8371-a274b8aceeff tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 944 time: 0.3827295 Jul 14 09:11:21.466618 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ce922bd9-eff6-44ac-ab5f-9376ad680383 req-6fc8f2e8-b100-4dc0-afdc-d60fc93154f1 tempest-ServersAdminNegativeTestJSON-2021558471 tempest-ServersAdminNegativeTestJSON-2021558471-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8208023b-60ce-4925-a77f-c86f6bb0dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194985 Jul 14 09:11:21.471152 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c21e6241-ea3e-4c4b-9e17-9925cf003c25 req-fcdb69e8-bc2b-42b3-b4e0-26d73ec1cd78 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599163 Jul 14 09:11:21.551783 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fb7883-ad65-453b-831c-f9a210d98ab5 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:21.553228 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-87fb7883-ad65-453b-831c-f9a210d98ab5 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 881 time: 0.2023580 Jul 14 09:11:21.557029 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42022) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:21.641021 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ad9e752d-dc62-4933-8f3f-7637d7d3e568 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "GET /v2.0/ports?device_id=49916e77-16d5-4499-8e29-3e56b7131fb7 HTTP/1.1" status: 200 len: 205 time: 0.0827267 Jul 14 09:11:21.643455 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42024) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:21.799335 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d100f99c-5f02-4e81-83c4-14b50e915788 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:21.823589 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d100f99c-5f02-4e81-83c4-14b50e915788 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:21.902438 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5396bfd-f7ba-4a5d-91ea-2dcd3faccfda tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:22.037480 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854922c-b572-4c4d-b41b-5b5c3a8259a2 req-c4526873-4967-4cd2-bfff-1f0afe694637 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:22.049830 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1854922c-b572-4c4d-b41b-5b5c3a8259a2 req-c4526873-4967-4cd2-bfff-1f0afe694637 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 936 time: 0.3565626 Jul 14 09:11:22.078359 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-d100f99c-5f02-4e81-83c4-14b50e915788 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Allocated IP 172.20.0.7 (b7ce16d3-fd69-4821-9f09-4b28e1727199/7aded55e-0ff2-4055-8e7c-903166987224/9ba543b6-5ae0-4e0f-8530-83255e2dbb5d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:22.095762 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:22.148703 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5396bfd-f7ba-4a5d-91ea-2dcd3faccfda tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:22.150528 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1854922c-b572-4c4d-b41b-5b5c3a8259a2 req-8de377ac-5570-471d-babe-babb123972a1 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921550 Jul 14 09:11:22.394033 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b5396bfd-f7ba-4a5d-91ea-2dcd3faccfda tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Deleting port a6a644c7-4598-4cd7-8390-37fedb161a07 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:22.394531 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5396bfd-f7ba-4a5d-91ea-2dcd3faccfda tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:22.418812 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42026) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:22.466978 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-150d4e35-1667-4795-a282-61e7fbaca9b4 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1337460002', 'description': 'tempest-description--298285095'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:22.546873 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5396bfd-f7ba-4a5d-91ea-2dcd3faccfda tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:22.553824 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d100f99c-5f02-4e81-83c4-14b50e915788 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:22.560931 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b5396bfd-f7ba-4a5d-91ea-2dcd3faccfda tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Calling delete_port for a6a644c7-4598-4cd7-8390-37fedb161a07 owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:22.592317 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-150d4e35-1667-4795-a282-61e7fbaca9b4 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:22.731370 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-150d4e35-1667-4795-a282-61e7fbaca9b4 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:22.747997 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564de2e-39f1-4a24-8ed3-f6c6b970d138 req-d85a4151-9ca4-431f-afed-51eda2e08fb2 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:22.750996 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f564de2e-39f1-4a24-8ed3-f6c6b970d138 req-d85a4151-9ca4-431f-afed-51eda2e08fb2 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 945 time: 0.3998513 Jul 14 09:11:22.792370 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-150d4e35-1667-4795-a282-61e7fbaca9b4 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:22.820022 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d100f99c-5f02-4e81-83c4-14b50e915788 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:22.892829 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100f99c-5f02-4e81-83c4-14b50e915788 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Pushing event updated for resources: {'Port': ['ID=9ba543b6-5ae0-4e0f-8530-83255e2dbb5d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:22.929450 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-150d4e35-1667-4795-a282-61e7fbaca9b4 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:22.931247 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-150d4e35-1667-4795-a282-61e7fbaca9b4 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4807975 Jul 14 09:11:22.936487 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42034) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:22.942536 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d100f99c-5f02-4e81-83c4-14b50e915788 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Network b7ce16d3-fd69-4821-9f09-4b28e1727199 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:22.950832 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-d100f99c-5f02-4e81-83c4-14b50e915788 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:22.951407 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-3cba81ec-25bd-41d9-a848-d5916ff86eb5 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Request body: {'security_group_rule': {'security_group_id': '62478c6f-6fd9-41be-a822-bf2516c48fc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:22.954341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d100f99c-5f02-4e81-83c4-14b50e915788 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:23.002797 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d4e35-1667-4795-a282-61e7fbaca9b4 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62478c6f-6fd9-41be-a822-bf2516c48fc0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:23.011704 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3cba81ec-25bd-41d9-a848-d5916ff86eb5 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:23.016886 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f564de2e-39f1-4a24-8ed3-f6c6b970d138 req-e1dd7c0e-8705-44c7-b1d1-f756efc134b0 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212851 Jul 14 09:11:23.022653 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa12570-93c0-462c-a08d-9859269570ae req-6e803616-121f-4469-b6dc-7812a83a9043 tempest-ServersAdminNegativeTestJSON-2021558471 tempest-ServersAdminNegativeTestJSON-2021558471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:23.024296 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dfa12570-93c0-462c-a08d-9859269570ae req-6e803616-121f-4469-b6dc-7812a83a9043 tempest-ServersAdminNegativeTestJSON-2021558471 tempest-ServersAdminNegativeTestJSON-2021558471-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e6d4913f-30a7-4d9e-b2ae-edbc59db3b45 HTTP/1.1" status: 200 len: 1100 time: 0.2899125 Jul 14 09:11:23.230601 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5396bfd-f7ba-4a5d-91ea-2dcd3faccfda tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:23.268807 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dfa12570-93c0-462c-a08d-9859269570ae req-5cfd1663-6003-4733-912c-4969e717fade tempest-ServersAdminNegativeTestJSON-2021558471 tempest-ServersAdminNegativeTestJSON-2021558471-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8208023b-60ce-4925-a77f-c86f6bb0dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212989 Jul 14 09:11:23.370478 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5396bfd-f7ba-4a5d-91ea-2dcd3faccfda tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Pushing event deleted for resources: {'Port': ['ID=a6a644c7-4598-4cd7-8390-37fedb161a07,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:23.393922 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3cba81ec-25bd-41d9-a848-d5916ff86eb5 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:23.445903 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3cba81ec-25bd-41d9-a848-d5916ff86eb5 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:23.448600 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5396bfd-f7ba-4a5d-91ea-2dcd3faccfda tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:23.566381 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ffb059-38ea-4fb9-baaf-fd656de62b51 req-d46d1952-b79c-45e4-84b2-78c061664e63 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:23.568041 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49ffb059-38ea-4fb9-baaf-fd656de62b51 req-d46d1952-b79c-45e4-84b2-78c061664e63 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 944 time: 0.2929177 Jul 14 09:11:23.572015 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d100f99c-5f02-4e81-83c4-14b50e915788 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:23.610505 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:23.696842 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0a5e0-ff8b-4df5-999d-9d84324aa744 req-536f7032-a920-4b82-b87d-cc08a7fa28da tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:23.698450 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-09f0a5e0-ff8b-4df5-999d-9d84324aa744 req-536f7032-a920-4b82-b87d-cc08a7fa28da tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 936 time: 0.2568679 Jul 14 09:11:23.732755 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49ffb059-38ea-4fb9-baaf-fd656de62b51 req-ef6400a0-a8bc-4bbe-8edc-460701a4010b tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170015 Jul 14 09:11:23.817492 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-09f0a5e0-ff8b-4df5-999d-9d84324aa744 req-07a0ab4b-94cc-49a4-842e-b618a2a58fe8 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060562 Jul 14 09:11:23.836003 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba81ec-25bd-41d9-a848-d5916ff86eb5 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79530b1a-88f1-4612-8697-00d4cef0dfa5,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:23.850412 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3cba81ec-25bd-41d9-a848-d5916ff86eb5 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:23.852672 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3cba81ec-25bd-41d9-a848-d5916ff86eb5 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9147034 Jul 14 09:11:23.854814 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5396bfd-f7ba-4a5d-91ea-2dcd3faccfda tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:23.856646 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42038) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:23.859269 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5396bfd-f7ba-4a5d-91ea-2dcd3faccfda tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:23.863667 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-a38ffe7b-4b89-43aa-9220-1befa94f5531 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Request body: {'security_group_rule': {'security_group_id': '62478c6f-6fd9-41be-a822-bf2516c48fc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:23.897390 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d100f99c-5f02-4e81-83c4-14b50e915788 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:23.927745 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5396bfd-f7ba-4a5d-91ea-2dcd3faccfda tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:23.928474 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5396bfd-f7ba-4a5d-91ea-2dcd3faccfda tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Fanout notify agent at l3_agent the message router_deleted on router 49916e77-16d5-4499-8e29-3e56b7131fb7 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:11:23.938122 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5396bfd-f7ba-4a5d-91ea-2dcd3faccfda tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:23.943595 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b5396bfd-f7ba-4a5d-91ea-2dcd3faccfda tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "DELETE /v2.0/routers/49916e77-16d5-4499-8e29-3e56b7131fb7 HTTP/1.1" status: 204 len: 168 time: 2.2954898 Jul 14 09:11:23.943595 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a38ffe7b-4b89-43aa-9220-1befa94f5531 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:23.945007 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42040) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:23.952818 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-13917294-06d2-4ed5-b269-73206e80de75 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1873749812', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:23.962124 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-a6e213d2-da4f-4bf0-b45f-f161b6e6686c service neutron] Request body: {'port': {'device_id': '33b115aa-8e1b-4673-a4cf-39a9320f782a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:24.011373 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13917294-06d2-4ed5-b269-73206e80de75 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.012820 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13917294-06d2-4ed5-b269-73206e80de75 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.093986 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-a6e213d2-da4f-4bf0-b45f-f161b6e6686c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.099932 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13917294-06d2-4ed5-b269-73206e80de75 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.105979 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13917294-06d2-4ed5-b269-73206e80de75 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.112558 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a38ffe7b-4b89-43aa-9220-1befa94f5531 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.120290 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a38ffe7b-4b89-43aa-9220-1befa94f5531 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.138664 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13917294-06d2-4ed5-b269-73206e80de75 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.144325 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-13917294-06d2-4ed5-b269-73206e80de75 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1943114 Jul 14 09:11:24.144658 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42044) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:24.147894 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ffe7b-4b89-43aa-9220-1befa94f5531 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d3a736-0401-4c3f-9b5c-d63abb7ab827,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:24.151230 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1b49a5a6-941d-44c0-b203-312644e51049 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'enable_snat': True}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:24.152014 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a38ffe7b-4b89-43aa-9220-1befa94f5531 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.158845 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a38ffe7b-4b89-43aa-9220-1befa94f5531 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2957139 Jul 14 09:11:24.160503 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42046) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:24.164237 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ffcd1d14-347a-48a4-acdb-b3ddbf35a126 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:24.197802 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffcd1d14-347a-48a4-acdb-b3ddbf35a126 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for floatingip, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.316473 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffcd1d14-347a-48a4-acdb-b3ddbf35a126 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.385821 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d100f99c-5f02-4e81-83c4-14b50e915788 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Router 02c2c3d9-ae75-4803-8543-ae9deb78f144 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:11:24.460342 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ffcd1d14-347a-48a4-acdb-b3ddbf35a126 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Allocated IP 172.25.6.245 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/56d77b8b-1947-4a42-a2c3-90d7cba4b12b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:24.588107 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffcd1d14-347a-48a4-acdb-b3ddbf35a126 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.635819 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b49a5a6-941d-44c0-b203-312644e51049 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.646539 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffcd1d14-347a-48a4-acdb-b3ddbf35a126 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.703183 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcd1d14-347a-48a4-acdb-b3ddbf35a126 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:24.711519 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ffcd1d14-347a-48a4-acdb-b3ddbf35a126 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:24.717175 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcd1d14-347a-48a4-acdb-b3ddbf35a126 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:24.724083 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d997dcf-ddb9-4934-84e9-e4abee4230d0 req-2f48692c-617c-40a5-9df4-22af74ac3fe6 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:24.727158 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0d997dcf-ddb9-4934-84e9-e4abee4230d0 req-2f48692c-617c-40a5-9df4-22af74ac3fe6 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 945 time: 0.4976981 Jul 14 09:11:24.760320 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd1d14-347a-48a4-acdb-b3ddbf35a126 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Pushing event updated for resources: {'Port': ['ID=56d77b8b-1947-4a42-a2c3-90d7cba4b12b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:24.876800 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffcd1d14-347a-48a4-acdb-b3ddbf35a126 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.938512 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffcd1d14-347a-48a4-acdb-b3ddbf35a126 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.116064 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffcd1d14-347a-48a4-acdb-b3ddbf35a126 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.121850 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffcd1d14-347a-48a4-acdb-b3ddbf35a126 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.190495 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd1d14-347a-48a4-acdb-b3ddbf35a126 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Pushing event updated for resources: {'Port': ['ID=56d77b8b-1947-4a42-a2c3-90d7cba4b12b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:25.207808 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffcd1d14-347a-48a4-acdb-b3ddbf35a126 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.211340 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd077db9-9d7a-4de5-9fd7-5f63e272726e req-851462ed-19bd-4f7f-82cb-d3f8610f924f tempest-ServersAdminNegativeTestJSON-2021558471 tempest-ServersAdminNegativeTestJSON-2021558471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:25.212950 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bd077db9-9d7a-4de5-9fd7-5f63e272726e req-851462ed-19bd-4f7f-82cb-d3f8610f924f tempest-ServersAdminNegativeTestJSON-2021558471 tempest-ServersAdminNegativeTestJSON-2021558471-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e6d4913f-30a7-4d9e-b2ae-edbc59db3b45 HTTP/1.1" status: 200 len: 1100 time: 0.7768645 Jul 14 09:11:25.220409 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d100f99c-5f02-4e81-83c4-14b50e915788 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:25.227916 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffcd1d14-347a-48a4-acdb-b3ddbf35a126 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.229813 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ffcd1d14-347a-48a4-acdb-b3ddbf35a126 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0693703 Jul 14 09:11:25.230823 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0d997dcf-ddb9-4934-84e9-e4abee4230d0 req-dfae4a3e-c1b0-4d92-9b5c-2a453c65263e tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882226 Jul 14 09:11:25.244424 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0484c7-44e2-4f68-b055-66091023baff None None] Sync routers for ids ['02c2c3d9-ae75-4803-8543-ae9deb78f144'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:25.262056 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-a6e213d2-da4f-4bf0-b45f-f161b6e6686c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c586b3c-9a43-440a-9dae-7207d72ecabd {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:25.275217 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0484c7-44e2-4f68-b055-66091023baff None None] Routers {'02c2c3d9-ae75-4803-8543-ae9deb78f144'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:25.276322 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0a0484c7-44e2-4f68-b055-66091023baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:11:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['02c2c3d9-ae75-4803-8543-ae9deb78f144'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:25.276484 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-a6e213d2-da4f-4bf0-b45f-f161b6e6686c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.283230 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d100f99c-5f02-4e81-83c4-14b50e915788 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.288787 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d100f99c-5f02-4e81-83c4-14b50e915788 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.0557432 Jul 14 09:11:25.289010 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42056) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:25.346498 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-a6e213d2-da4f-4bf0-b45f-f161b6e6686c service neutron] Transition to ACTIVE for port object 7c586b3c-9a43-440a-9dae-7207d72ecabd will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:25.353433 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bd077db9-9d7a-4de5-9fd7-5f63e272726e req-905f8fce-95ef-457e-8340-f8e330e04f12 tempest-ServersAdminNegativeTestJSON-2021558471 tempest-ServersAdminNegativeTestJSON-2021558471-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8208023b-60ce-4925-a77f-c86f6bb0dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215582 Jul 14 09:11:25.359348 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-a6e213d2-da4f-4bf0-b45f-f161b6e6686c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.455742 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-0a0484c7-44e2-4f68-b055-66091023baff None None] Set router 02c2c3d9-ae75-4803-8543-ae9deb78f144 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:25.507532 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e213d2-da4f-4bf0-b45f-f161b6e6686c service neutron] Pushing event updated for resources: {'Port': ['ID=7c586b3c-9a43-440a-9dae-7207d72ecabd,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:25.541276 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4bd715dd-2266-4f45-acd1-27dc917fe4fb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.684122 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0a0484c7-44e2-4f68-b055-66091023baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c2c3d9-ae75-4803-8543-ae9deb78f144', 'name': '', 'tenant_id': '4e34cb76419c4ab6b0f9c5ec59e16c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7ce16d3-fd69-4821-9f09-4b28e1727199', 'external_fixed_ips': [{'subnet_id': '7aded55e-0ff2-4055-8e7c-903166987224', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '9ba543b6-5ae0-4e0f-8530-83255e2dbb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:20Z', 'updated_at': '2021-07-14T09:11:23Z', 'revision_number': 3, 'project_id': '4e34cb76419c4ab6b0f9c5ec59e16c5c', 'gw_port': {'id': '9ba543b6-5ae0-4e0f-8530-83255e2dbb5d', 'name': '', 'network_id': 'b7ce16d3-fd69-4821-9f09-4b28e1727199', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c2c3d9-ae75-4803-8543-ae9deb78f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '7aded55e-0ff2-4055-8e7c-903166987224', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:21Z', 'updated_at': '2021-07-14T09:11:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7aded55e-0ff2-4055-8e7c-903166987224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:25.718322 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0484c7-44e2-4f68-b055-66091023baff None None] Checking router: 02c2c3d9-ae75-4803-8543-ae9deb78f144 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:11:25.718668 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0484c7-44e2-4f68-b055-66091023baff None None] Updating router 02c2c3d9-ae75-4803-8543-ae9deb78f144 port 9ba543b6-5ae0-4e0f-8530-83255e2dbb5d binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:11:25.758699 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a0484c7-44e2-4f68-b055-66091023baff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.899121 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-a6e213d2-da4f-4bf0-b45f-f161b6e6686c service neutron] Attempting to bind port 7c586b3c-9a43-440a-9dae-7207d72ecabd on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:25.900103 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-a6e213d2-da4f-4bf0-b45f-f161b6e6686c service neutron] Attempting to bind port 7c586b3c-9a43-440a-9dae-7207d72ecabd by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:25.900103 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-a6e213d2-da4f-4bf0-b45f-f161b6e6686c service neutron] Attempting to bind port 7c586b3c-9a43-440a-9dae-7207d72ecabd on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:25.917417 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246333b1-b9a5-485d-827f-79023a023c0e req-dff9e0d9-225f-4959-a11b-83e186e5f0fb tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:25.919197 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-246333b1-b9a5-485d-827f-79023a023c0e req-dff9e0d9-225f-4959-a11b-83e186e5f0fb tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 944 time: 0.3893976 Jul 14 09:11:25.921053 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4bd715dd-2266-4f45-acd1-27dc917fe4fb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.934203 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-a6e213d2-da4f-4bf0-b45f-f161b6e6686c service neutron] Port 7c586b3c-9a43-440a-9dae-7207d72ecabd on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:11:25.934537 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-a6e213d2-da4f-4bf0-b45f-f161b6e6686c service neutron] Attempting to bind port 7c586b3c-9a43-440a-9dae-7207d72ecabd on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:25.946891 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23502277-a1e8-414f-b633-69a3d04c908a req-a346a374-2dfd-48b6-bc53-699f1c6873cf tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:25.948461 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-23502277-a1e8-414f-b633-69a3d04c908a req-a346a374-2dfd-48b6-bc53-699f1c6873cf tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 948 time: 0.3525767 Jul 14 09:11:25.949509 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b49a5a6-941d-44c0-b203-312644e51049 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.989640 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-a6e213d2-da4f-4bf0-b45f-f161b6e6686c service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:25.989913 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-a6e213d2-da4f-4bf0-b45f-f161b6e6686c service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:25.990262 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-a6e213d2-da4f-4bf0-b45f-f161b6e6686c service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:25.990693 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-a6e213d2-da4f-4bf0-b45f-f161b6e6686c service neutron] Bound port: 7c586b3c-9a43-440a-9dae-7207d72ecabd, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:25.991053 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-a6e213d2-da4f-4bf0-b45f-f161b6e6686c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.993284 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b49a5a6-941d-44c0-b203-312644e51049 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:26.149760 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-246333b1-b9a5-485d-827f-79023a023c0e req-a8577ef5-35a9-40d3-a1db-249cb6b4463f tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185667 Jul 14 09:11:26.176289 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-23502277-a1e8-414f-b633-69a3d04c908a req-4125e984-85ab-427f-a398-fa1e9a7e48a4 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110980 Jul 14 09:11:26.229273 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-a6e213d2-da4f-4bf0-b45f-f161b6e6686c service neutron] For port 7c586b3c-9a43-440a-9dae-7207d72ecabd, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:26.230176 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a0484c7-44e2-4f68-b055-66091023baff None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:26.241922 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4bd715dd-2266-4f45-acd1-27dc917fe4fb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Deleting port 9ba543b6-5ae0-4e0f-8530-83255e2dbb5d {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:26.241922 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4bd715dd-2266-4f45-acd1-27dc917fe4fb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:26.257019 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0a0484c7-44e2-4f68-b055-66091023baff None None] Transition to ACTIVE for port object 9ba543b6-5ae0-4e0f-8530-83255e2dbb5d will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:26.263920 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a0484c7-44e2-4f68-b055-66091023baff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:26.271292 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-a6e213d2-da4f-4bf0-b45f-f161b6e6686c service neutron] For port 7c586b3c-9a43-440a-9dae-7207d72ecabd, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=7c586b3c-9a43-440a-9dae-7207d72ecabd,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:26.307066 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-a6e213d2-da4f-4bf0-b45f-f161b6e6686c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:26.318263 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f3d59-ef13-432a-ac5b-5ebbe19da831 None None] Pushing event updated for resources: {'Port': ['ID=9ba543b6-5ae0-4e0f-8530-83255e2dbb5d,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:26.320710 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0a0484c7-44e2-4f68-b055-66091023baff None None] Attempting to bind port 9ba543b6-5ae0-4e0f-8530-83255e2dbb5d on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:26.321087 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0a0484c7-44e2-4f68-b055-66091023baff None None] Attempting to bind port 9ba543b6-5ae0-4e0f-8530-83255e2dbb5d by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'fb4d4b74-2baf-474b-b04e-7b6ff52d9b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b7ce16d3-fd69-4821-9f09-4b28e1727199'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:26.323550 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0484c7-44e2-4f68-b055-66091023baff None None] Attempting to bind port 9ba543b6-5ae0-4e0f-8530-83255e2dbb5d on network b7ce16d3-fd69-4821-9f09-4b28e1727199 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:26.327421 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0484c7-44e2-4f68-b055-66091023baff None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:26.327963 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0484c7-44e2-4f68-b055-66091023baff None None] Checking segment: {'id': 'fb4d4b74-2baf-474b-b04e-7b6ff52d9b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b7ce16d3-fd69-4821-9f09-4b28e1727199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:26.328374 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a0484c7-44e2-4f68-b055-66091023baff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:26.328782 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0484c7-44e2-4f68-b055-66091023baff None None] Bound using segment: {'id': 'fb4d4b74-2baf-474b-b04e-7b6ff52d9b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b7ce16d3-fd69-4821-9f09-4b28e1727199'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:26.329437 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0a0484c7-44e2-4f68-b055-66091023baff None None] Bound port: 9ba543b6-5ae0-4e0f-8530-83255e2dbb5d, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb4d4b74-2baf-474b-b04e-7b6ff52d9b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b7ce16d3-fd69-4821-9f09-4b28e1727199'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:26.330233 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a0484c7-44e2-4f68-b055-66091023baff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:26.356373 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-1b49a5a6-941d-44c0-b203-312644e51049 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Allocated IP 172.25.6.21 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/819f3fda-e451-4742-8d31-3e31458812da) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:26.391159 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-a6e213d2-da4f-4bf0-b45f-f161b6e6686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:26.391842 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-a6e213d2-da4f-4bf0-b45f-f161b6e6686c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:26.393368 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-a6e213d2-da4f-4bf0-b45f-f161b6e6686c service neutron] 10.222.0.47 "PUT /v2.0/ports/7c586b3c-9a43-440a-9dae-7207d72ecabd HTTP/1.1" status: 200 len: 1097 time: 2.4415791 Jul 14 09:11:26.408047 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b115aa-8e1b-4673-a4cf-39a9320f782a', 'tag': '7c586b3c-9a43-440a-9dae-7207d72ecabd'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:26.410792 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6244f06-e259-4bd8-8d96-26aa0fbea3bf" -d '{"events": [{"name": "network-changed", "server_uuid": "33b115aa-8e1b-4673-a4cf-39a9320f782a", "tag": "7c586b3c-9a43-440a-9dae-7207d72ecabd"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:26.414134 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0a0484c7-44e2-4f68-b055-66091023baff None None] For port 9ba543b6-5ae0-4e0f-8530-83255e2dbb5d, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:26.417755 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0a0484c7-44e2-4f68-b055-66091023baff None None] For port 9ba543b6-5ae0-4e0f-8530-83255e2dbb5d, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9ba543b6-5ae0-4e0f-8530-83255e2dbb5d,segment=NetworkSegment(fb4d4b74-2baf-474b-b04e-7b6ff52d9b7f),segment_id=fb4d4b74-2baf-474b-b04e-7b6ff52d9b7f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:26.424526 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a0484c7-44e2-4f68-b055-66091023baff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:26.482658 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f3d59-ef13-432a-ac5b-5ebbe19da831 None None] Pushing event updated for resources: {'Port': ['ID=9ba543b6-5ae0-4e0f-8530-83255e2dbb5d,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:26.495453 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0484c7-44e2-4f68-b055-66091023baff None None] Routers {'02c2c3d9-ae75-4803-8543-ae9deb78f144'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:26.496019 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0a0484c7-44e2-4f68-b055-66091023baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:11:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['02c2c3d9-ae75-4803-8543-ae9deb78f144'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:26.581163 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-e74c2ff8-39b2-4021-ac2d-08b72367d2ad tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1337460002&fields=id&tenant_id=338da67ed34f4deb89c1895a0890d123 HTTP/1.1" status: 200 len: 267 time: 0.3173232 Jul 14 09:11:26.591405 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-0a0484c7-44e2-4f68-b055-66091023baff None None] Set router 02c2c3d9-ae75-4803-8543-ae9deb78f144 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:26.629049 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4bd715dd-2266-4f45-acd1-27dc917fe4fb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:26.634537 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e213d2-da4f-4bf0-b45f-f161b6e6686c service neutron] Pushing event updated for resources: {'Port': ['ID=7c586b3c-9a43-440a-9dae-7207d72ecabd,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:26.649667 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0a0484c7-44e2-4f68-b055-66091023baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c2c3d9-ae75-4803-8543-ae9deb78f144', 'name': '', 'tenant_id': '4e34cb76419c4ab6b0f9c5ec59e16c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:20Z', 'updated_at': '2021-07-14T09:11:25Z', 'revision_number': 4, 'project_id': '4e34cb76419c4ab6b0f9c5ec59e16c5c', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:26.676933 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0484c7-44e2-4f68-b055-66091023baff None None] The sync data for ids ['02c2c3d9-ae75-4803-8543-ae9deb78f144'] in n-d-771362-35 is: [{'id': '02c2c3d9-ae75-4803-8543-ae9deb78f144', 'name': '', 'tenant_id': '4e34cb76419c4ab6b0f9c5ec59e16c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:20Z', 'updated_at': '2021-07-14T09:11:25Z', 'revision_number': 4, 'project_id': '4e34cb76419c4ab6b0f9c5ec59e16c5c', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:26.696546 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4bd715dd-2266-4f45-acd1-27dc917fe4fb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Calling delete_port for 9ba543b6-5ae0-4e0f-8530-83255e2dbb5d owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:26.823027 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b49a5a6-941d-44c0-b203-312644e51049 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:26.878818 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa1349-a074-451e-8230-e9a4718753c6 req-c33525ad-3c63-4ff8-8129-27ce83f67e85 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:26.880637 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a1fa1349-a074-451e-8230-e9a4718753c6 req-c33525ad-3c63-4ff8-8129-27ce83f67e85 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 945 time: 0.4321601 Jul 14 09:11:26.886938 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-cc240dc4-3aa0-4253-9e36-6c852c632c34 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:26.888408 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-cc240dc4-3aa0-4253-9e36-6c852c632c34 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/networks?id=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a HTTP/1.1" status: 200 len: 817 time: 0.2923639 Jul 14 09:11:26.896995 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-c7fbf6ca-9f09-4cc6-ab4e-5adef5b3367c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:26.899511 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-c7fbf6ca-9f09-4cc6-ab4e-5adef5b3367c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 1100 time: 0.4259419 Jul 14 09:11:27.020784 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-d4a4dda2-e572-46bd-8f70-9d1aad65aa5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=7c586b3c-9a43-440a-9dae-7207d72ecabd HTTP/1.1" status: 200 len: 217 time: 0.1009498 Jul 14 09:11:27.026532 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-63a7a735-d3aa-4fe5-af82-f93672b9e8bf tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/quotas/338da67ed34f4deb89c1895a0890d123 HTTP/1.1" status: 200 len: 375 time: 0.1198983 Jul 14 09:11:27.113779 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a1fa1349-a074-451e-8230-e9a4718753c6 req-1fa01060-8bda-4403-b503-499856b14c91 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243795 Jul 14 09:11:27.126030 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b49a5a6-941d-44c0-b203-312644e51049 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:27.212587 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-32c063b5-3a55-4a83-923d-4a01a07a3542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:27.214464 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-32c063b5-3a55-4a83-923d-4a01a07a3542 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1790061 Jul 14 09:11:27.226362 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b49a5a6-941d-44c0-b203-312644e51049 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:27.246383 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1b49a5a6-941d-44c0-b203-312644e51049 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:27.268935 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b49a5a6-941d-44c0-b203-312644e51049 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:27.271106 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49a5a6-941d-44c0-b203-312644e51049 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Pushing event updated for resources: {'Port': ['ID=819f3fda-e451-4742-8d31-3e31458812da,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:27.283689 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4bd715dd-2266-4f45-acd1-27dc917fe4fb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:27.363780 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd715dd-2266-4f45-acd1-27dc917fe4fb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ba543b6-5ae0-4e0f-8530-83255e2dbb5d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:27.393288 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-28e8a48f-3760-43d9-aee2-262b217dfea1 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=338da67ed34f4deb89c1895a0890d123&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3464072 Jul 14 09:11:27.636600 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-df038066-b982-46b9-b3de-a35a569432b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:27.638130 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-df038066-b982-46b9-b3de-a35a569432b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4137986 Jul 14 09:11:27.641041 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4bd715dd-2266-4f45-acd1-27dc917fe4fb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:27.691436 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f927544-4dac-471b-807a-6ece640db09c req-894016cb-ec06-4205-88f1-ed63ab23304e tempest-ServersAdminNegativeTestJSON-2021558471 tempest-ServersAdminNegativeTestJSON-2021558471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:27.693032 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1f927544-4dac-471b-807a-6ece640db09c req-894016cb-ec06-4205-88f1-ed63ab23304e tempest-ServersAdminNegativeTestJSON-2021558471 tempest-ServersAdminNegativeTestJSON-2021558471-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e6d4913f-30a7-4d9e-b2ae-edbc59db3b45 HTTP/1.1" status: 200 len: 1100 time: 0.4270792 Jul 14 09:11:27.874909 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b2af309a-1280-4b64-9318-6dbc2516ea96 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:11:28.019667 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port b2af309a-1280-4b64-9318-6dbc2516ea96, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b2af309a-1280-4b64-9318-6dbc2516ea96,segment=NetworkSegment(75fd1ace-9d65-4d40-9d5c-c75314cf3ab2),segment_id=75fd1ace-9d65-4d40-9d5c-c75314cf3ab2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:28.033484 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'b2af309a-1280-4b64-9318-6dbc2516ea96', 'network_id': '1a8652a3-273b-4995-afdf-c4ffe33f560a', 'port_id': 'b2af309a-1280-4b64-9318-6dbc2516ea96', 'mac_address': 'fa:16:3e:cc:ab:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '505d2699-c567-4f61-a9be-49f7739d7245', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:11:28.081876 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:28.097569 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2af309a-1280-4b64-9318-6dbc2516ea96 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:28.120230 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port b2af309a-1280-4b64-9318-6dbc2516ea96, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b2af309a-1280-4b64-9318-6dbc2516ea96,segment=NetworkSegment(75fd1ace-9d65-4d40-9d5c-c75314cf3ab2),segment_id=75fd1ace-9d65-4d40-9d5c-c75314cf3ab2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:28.125782 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:28.174685 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4bd715dd-2266-4f45-acd1-27dc917fe4fb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:28.187924 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=b2af309a-1280-4b64-9318-6dbc2516ea96,revision_number=9']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:28.216871 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4bd715dd-2266-4f45-acd1-27dc917fe4fb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:28.305524 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-6ff1b131-ba4b-4b13-935d-398ae5a2ecdf service neutron] 10.222.0.25 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8848186 Jul 14 09:11:28.340631 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4bd715dd-2266-4f45-acd1-27dc917fe4fb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:28.341187 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd715dd-2266-4f45-acd1-27dc917fe4fb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02c2c3d9-ae75-4803-8543-ae9deb78f144 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:11:28.353046 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1f927544-4dac-471b-807a-6ece640db09c req-6ae6febb-68ca-4f60-a041-7811edd7ce17 tempest-ServersAdminNegativeTestJSON-2021558471 tempest-ServersAdminNegativeTestJSON-2021558471-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8208023b-60ce-4925-a77f-c86f6bb0dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596178 Jul 14 09:11:28.359644 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['b2af309a-1280-4b64-9318-6dbc2516ea96'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:28.360850 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4bd715dd-2266-4f45-acd1-27dc917fe4fb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:28.362004 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4bd715dd-2266-4f45-acd1-27dc917fe4fb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "DELETE /v2.0/routers/02c2c3d9-ae75-4803-8543-ae9deb78f144 HTTP/1.1" status: 204 len: 168 time: 3.0709717 Jul 14 09:11:28.365876 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42082) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:28.465321 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d508c74-233d-4275-9c6b-152a4c0de1d7 x-openstack-request-id: req-3d508c74-233d-4275-9c6b-152a4c0de1d7 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:28.465623 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b115aa-8e1b-4673-a4cf-39a9320f782a", "tag": "7c586b3c-9a43-440a-9dae-7207d72ecabd", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:28.465881 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d508c74-233d-4275-9c6b-152a4c0de1d7 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:28.466288 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b115aa-8e1b-4673-a4cf-39a9320f782a', 'tag': '7c586b3c-9a43-440a-9dae-7207d72ecabd', 'status': 'completed', 'code': 200} Jul 14 09:11:28.481929 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-0283e6aa-d69b-4f37-8cea-9f6be61e645c service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8346071 Jul 14 09:11:28.503269 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b49a5a6-941d-44c0-b203-312644e51049 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:28.522811 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-897a261d-5473-4b01-a018-801430163c0f tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Deleting subnet 7aded55e-0ff2-4055-8e7c-903166987224 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:11:28.528637 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-897a261d-5473-4b01-a018-801430163c0f tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:28.604437 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-897a261d-5473-4b01-a018-801430163c0f tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:28.626745 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-facc0e7b-992e-43cd-b14e-330354c80001 service neutron] 10.222.0.25 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884846 Jul 14 09:11:28.674461 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-897a261d-5473-4b01-a018-801430163c0f tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:28.749447 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1f2b3a29-9d27-4ea6-9109-aa8e570461aa req-60a85b15-760f-48ca-960d-43f7143538d5 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585373 Jul 14 09:11:28.774633 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-897a261d-5473-4b01-a018-801430163c0f tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:28.814036 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:11:28.833997 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b4e3b-cd87-4f9c-8e0d-498b8dc61819 req-8b7b1f40-b6b4-4606-85e3-11eee0a0cd52 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:28.835529 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a261d-5473-4b01-a018-801430163c0f tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7aded55e-0ff2-4055-8e7c-903166987224,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:28.835683 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-765b4e3b-cd87-4f9c-8e0d-498b8dc61819 req-8b7b1f40-b6b4-4606-85e3-11eee0a0cd52 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 945 time: 0.2046278 Jul 14 09:11:28.841225 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-897a261d-5473-4b01-a018-801430163c0f tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:28.847412 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-897a261d-5473-4b01-a018-801430163c0f tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/7aded55e-0ff2-4055-8e7c-903166987224 HTTP/1.1" status: 204 len: 168 time: 0.4777946 Jul 14 09:11:28.849141 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42088) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:28.940999 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b49a5a6-941d-44c0-b203-312644e51049 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:28.975168 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a740a694-4ce1-424f-8a50-d7401b5a4480 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:28.977542 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b49a5a6-941d-44c0-b203-312644e51049 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1997542'] for router, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:28.991464 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-765b4e3b-cd87-4f9c-8e0d-498b8dc61819 req-404fb94f-d047-450b-8d2f-8643ef0fe51f tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281183 Jul 14 09:11:29.101072 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a740a694-4ce1-424f-8a50-d7401b5a4480 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:29.102133 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6244f06-e259-4bd8-8d96-26aa0fbea3bf req-b0d18b03-ab8d-4aa0-9b85-24b28ad06af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:29.103685 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6244f06-e259-4bd8-8d96-26aa0fbea3bf req-b0d18b03-ab8d-4aa0-9b85-24b28ad06af9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 1100 time: 0.2244377 Jul 14 09:11:29.114188 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-a740a694-4ce1-424f-8a50-d7401b5a4480 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ce16d3-fd69-4821-9f09-4b28e1727199']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:29.127886 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-a740a694-4ce1-424f-8a50-d7401b5a4480 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb4d4b74-2baf-474b-b04e-7b6ff52d9b7f') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:29.128340 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-a740a694-4ce1-424f-8a50-d7401b5a4480 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb4d4b74-2baf-474b-b04e-7b6ff52d9b7f') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:29.138713 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a740a694-4ce1-424f-8a50-d7401b5a4480 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:29.149601 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d90037-3b51-44be-896c-29f0bf030a83 req-786106cf-a747-46e1-a44a-37f734548e3b tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:29.151075 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-86d90037-3b51-44be-896c-29f0bf030a83 req-786106cf-a747-46e1-a44a-37f734548e3b tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 948 time: 0.2220502 Jul 14 09:11:29.158285 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a740a694-4ce1-424f-8a50-d7401b5a4480 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:29.166326 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a740a694-4ce1-424f-8a50-d7401b5a4480 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:11:29.167009 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a740a694-4ce1-424f-8a50-d7401b5a4480 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: items = [ Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:11:29.169158 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:11:29.244150 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a740a694-4ce1-424f-8a50-d7401b5a4480 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:29.272640 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740a694-4ce1-424f-8a50-d7401b5a4480 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Pushing event deleted for resources: {'Network': ['ID=b7ce16d3-fd69-4821-9f09-4b28e1727199,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:29.282541 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a740a694-4ce1-424f-8a50-d7401b5a4480 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b7ce16d3-fd69-4821-9f09-4b28e1727199 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:11:29.288274 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a740a694-4ce1-424f-8a50-d7401b5a4480 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:29.298405 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a740a694-4ce1-424f-8a50-d7401b5a4480 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "DELETE /v2.0/networks/b7ce16d3-fd69-4821-9f09-4b28e1727199 HTTP/1.1" status: 204 len: 168 time: 0.4470229 Jul 14 09:11:29.300368 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-86d90037-3b51-44be-896c-29f0bf030a83 req-7a98aa45-e1cf-4b35-babc-046ceb1f7886 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153893 Jul 14 09:11:29.382250 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6244f06-e259-4bd8-8d96-26aa0fbea3bf req-6ecd8894-4923-402d-bf71-5399b92495b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:29.385273 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6244f06-e259-4bd8-8d96-26aa0fbea3bf req-6ecd8894-4923-402d-bf71-5399b92495b4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.2702987 Jul 14 09:11:29.482655 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6244f06-e259-4bd8-8d96-26aa0fbea3bf req-ea6cff41-9bf4-4f2d-b75a-89c1990a7857 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=7c586b3c-9a43-440a-9dae-7207d72ecabd HTTP/1.1" status: 200 len: 217 time: 0.0864241 Jul 14 09:11:29.524494 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b49a5a6-941d-44c0-b203-312644e51049 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Router cceb1d64-a0d8-46f6-b4e5-ab5e60e3e1c1 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:11:29.559906 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64694f07-27c0-426e-bcc3-7036f44b5192 req-88f31ac4-1199-4056-9ace-9133186ac47c tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:29.574727 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-64694f07-27c0-426e-bcc3-7036f44b5192 req-88f31ac4-1199-4056-9ace-9133186ac47c tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 945 time: 0.3930943 Jul 14 09:11:29.716497 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42106) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:29.724184 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-21bbd575-8fcb-46e5-a718-b9b8cff8a194 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Request body: {'router': {'name': 'tempest-router--1652238451', 'project_id': '00a1568c2d8849e0bc4ccea69432bf56'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:29.770169 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21bbd575-8fcb-46e5-a718-b9b8cff8a194 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:29.774825 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21bbd575-8fcb-46e5-a718-b9b8cff8a194 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:29.791082 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6244f06-e259-4bd8-8d96-26aa0fbea3bf req-6b1f955e-c976-455c-89bd-cd80adce42c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:29.792856 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6244f06-e259-4bd8-8d96-26aa0fbea3bf req-6b1f955e-c976-455c-89bd-cd80adce42c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.2999370 Jul 14 09:11:29.829148 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-64694f07-27c0-426e-bcc3-7036f44b5192 req-5431217e-f901-46d1-b6ad-0c604e8af62d tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488902 Jul 14 09:11:29.834256 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08eca5e0-4641-4d05-bb3a-eb7eb9a7c545 req-fcad6eb7-da43-4b00-9915-935e9c83b718 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 210 time: 0.0653906 Jul 14 09:11:29.878864 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b2af309a-1280-4b64-9318-6dbc2516ea96 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:29.970205 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b49a5a6-941d-44c0-b203-312644e51049 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:29.975351 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b49a5a6-941d-44c0-b203-312644e51049 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:29.977120 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1b49a5a6-941d-44c0-b203-312644e51049 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "PUT /v2.0/routers/cceb1d64-a0d8-46f6-b4e5-ab5e60e3e1c1 HTTP/1.1" status: 200 len: 918 time: 5.8312392 Jul 14 09:11:29.979302 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21bbd575-8fcb-46e5-a718-b9b8cff8a194 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:29.982264 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42114) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:29.988323 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21bbd575-8fcb-46e5-a718-b9b8cff8a194 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.051512 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21bbd575-8fcb-46e5-a718-b9b8cff8a194 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.057558 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-21bbd575-8fcb-46e5-a718-b9b8cff8a194 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3354058 Jul 14 09:11:30.058467 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42118) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:30.100982 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b60000-94ce-474f-8505-11f156c8ea80 None None] Sync routers for ids ['cceb1d64-a0d8-46f6-b4e5-ab5e60e3e1c1'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:30.115289 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port b2af309a-1280-4b64-9318-6dbc2516ea96 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:30.115945 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.121162 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b60000-94ce-474f-8505-11f156c8ea80 None None] Routers {'cceb1d64-a0d8-46f6-b4e5-ab5e60e3e1c1'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:30.121827 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-39b60000-94ce-474f-8505-11f156c8ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:11:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['cceb1d64-a0d8-46f6-b4e5-ab5e60e3e1c1'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:30.135627 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6244f06-e259-4bd8-8d96-26aa0fbea3bf req-617bdb6b-edbe-45ba-9661-9c53131e2d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:30.137643 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6244f06-e259-4bd8-8d96-26aa0fbea3bf req-617bdb6b-edbe-45ba-9661-9c53131e2d16 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3056495 Jul 14 09:11:30.190888 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-39b60000-94ce-474f-8505-11f156c8ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:30.211319 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b60000-94ce-474f-8505-11f156c8ea80 None None] Routers {'cceb1d64-a0d8-46f6-b4e5-ab5e60e3e1c1'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:30.211974 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-39b60000-94ce-474f-8505-11f156c8ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:11:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['cceb1d64-a0d8-46f6-b4e5-ab5e60e3e1c1'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:30.301561 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e77a95d7-dd77-4d66-bb99-336645ce9508 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "GET /v2.0/routers/cceb1d64-a0d8-46f6-b4e5-ab5e60e3e1c1 HTTP/1.1" status: 200 len: 924 time: 0.3160651 Jul 14 09:11:30.305635 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-589c713b-dc40-42ab-b58e-7dce2557c63e tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.307766 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42120) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:30.339784 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.400567 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d7f65f-43a5-4a8a-8945-37d4943a0c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2af309a-1280-4b64-9318-6dbc2516ea96'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:30.409895 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85568998-f663-474b-b5ef-b3679a997285" -d '{"events": [{"server_uuid": "c8d7f65f-43a5-4a8a-8945-37d4943a0c7f", "name": "network-vif-plugged", "status": "completed", "tag": "b2af309a-1280-4b64-9318-6dbc2516ea96"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:30.417183 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6244f06-e259-4bd8-8d96-26aa0fbea3bf req-0dfd0655-cf5e-4f0e-af7c-c6c8a2e6e001 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502625 Jul 14 09:11:30.480457 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port b2af309a-1280-4b64-9318-6dbc2516ea96, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b2af309a-1280-4b64-9318-6dbc2516ea96,segment=NetworkSegment(75fd1ace-9d65-4d40-9d5c-c75314cf3ab2),segment_id=75fd1ace-9d65-4d40-9d5c-c75314cf3ab2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:30.488302 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.625173 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-39b60000-94ce-474f-8505-11f156c8ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:30.630319 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b60000-94ce-474f-8505-11f156c8ea80 None None] The sync data for ids ['cceb1d64-a0d8-46f6-b4e5-ab5e60e3e1c1'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:30.630978 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=b2af309a-1280-4b64-9318-6dbc2516ea96,revision_number=10']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:30.657310 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-589c713b-dc40-42ab-b58e-7dce2557c63e tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.661075 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-589c713b-dc40-42ab-b58e-7dce2557c63e tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.717787 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-589c713b-dc40-42ab-b58e-7dce2557c63e tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.719371 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589c713b-dc40-42ab-b58e-7dce2557c63e tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55b7bf13-8f6f-4feb-b3d4-3088c8af00e3 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:11:30.725443 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-589c713b-dc40-42ab-b58e-7dce2557c63e tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.727580 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-589c713b-dc40-42ab-b58e-7dce2557c63e tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "DELETE /v2.0/routers/55b7bf13-8f6f-4feb-b3d4-3088c8af00e3 HTTP/1.1" status: 204 len: 168 time: 0.6667769 Jul 14 09:11:30.736608 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0d38ca-094e-4271-9173-e2cc94d19d7d tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:30.738169 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7f0d38ca-094e-4271-9173-e2cc94d19d7d tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6facc217-dc01-422a-8069-2c7784a4d993&device_id=cceb1d64-a0d8-46f6-b4e5-ab5e60e3e1c1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4257398 Jul 14 09:11:30.742778 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42130) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:30.757299 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6244f06-e259-4bd8-8d96-26aa0fbea3bf req-527753da-b054-4e13-82a5-954767bf32c7 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062580 Jul 14 09:11:30.787082 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd212f6-50ea-431f-8dbd-bcd312ba7950 req-61b76ca7-f0dc-4b81-b3f1-8df7dd97de0b tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:30.793987 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2bd212f6-50ea-431f-8dbd-bcd312ba7950 req-61b76ca7-f0dc-4b81-b3f1-8df7dd97de0b tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 945 time: 0.4206588 Jul 14 09:11:30.866739 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3b535b-ab43-4cab-b811-29a413b6e26b tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:30.868315 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3c3b535b-ab43-4cab-b811-29a413b6e26b tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 881 time: 0.1228192 Jul 14 09:11:30.872731 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42134) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:30.915167 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-53a7fc99-aa5a-4953-85f9-014ff2320a8d tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "GET /v2.0/ports?device_id=cceb1d64-a0d8-46f6-b4e5-ab5e60e3e1c1 HTTP/1.1" status: 200 len: 205 time: 0.0410986 Jul 14 09:11:30.919337 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42136) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:30.997834 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42140) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:31.098268 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50179b3e-b274-4973-b897-2c9f9d9b3f94 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.240572 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50179b3e-b274-4973-b897-2c9f9d9b3f94 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.273475 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448b91a-ae7d-4acf-a5d8-7c6903e793a7 req-6617adf2-2ab7-4545-9523-a56f1b9d40e7 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:31.277014 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7448b91a-ae7d-4acf-a5d8-7c6903e793a7 req-6617adf2-2ab7-4545-9523-a56f1b9d40e7 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 948 time: 0.7074275 Jul 14 09:11:31.298049 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-9caf350c-222e-45f5-8e0f-22278b0ce144 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:31.299655 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-9caf350c-222e-45f5-8e0f-22278b0ce144 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.44 "GET /v2.0/networks?id=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a HTTP/1.1" status: 200 len: 817 time: 0.6749120 Jul 14 09:11:31.302840 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-1fa7c3a0-fe5b-4785-abfc-428e9ec6f645 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-633766747', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}, 'admin_state_up': False}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:31.304367 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2bd212f6-50ea-431f-8dbd-bcd312ba7950 req-f9d57274-b3c3-49cd-9ea1-483f0b3d1f15 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5095885 Jul 14 09:11:31.334154 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-50179b3e-b274-4973-b897-2c9f9d9b3f94 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Deleting port 819f3fda-e451-4742-8d31-3e31458812da {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:31.335534 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50179b3e-b274-4973-b897-2c9f9d9b3f94 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.392379 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7448b91a-ae7d-4acf-a5d8-7c6903e793a7 req-a5bdf295-df06-4294-ba26-8ee79d208ef6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913475 Jul 14 09:11:31.397832 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-cd110a69-d140-4af2-9160-d54ee96f7c06 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=338da67ed34f4deb89c1895a0890d123 HTTP/1.1" status: 200 len: 380 time: 0.0868576 Jul 14 09:11:31.405234 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1fa7c3a0-fe5b-4785-abfc-428e9ec6f645 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.406189 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1fa7c3a0-fe5b-4785-abfc-428e9ec6f645 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.414988 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-0202ab4d-19dc-4a5d-a434-78c02069c26f tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Request body: {'port': {'device_id': '750a6c08-5914-47fb-a3cb-5bdbbcd21c55', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'admin_state_up': True, 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'security_groups': ['62478c6f-6fd9-41be-a822-bf2516c48fc0']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:31.461874 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b403634-36f9-45f2-9edd-72aab2fd3c94 x-openstack-request-id: req-9b403634-36f9-45f2-9edd-72aab2fd3c94 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:31.462397 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d7f65f-43a5-4a8a-8945-37d4943a0c7f", "name": "network-vif-plugged", "status": "completed", "tag": "b2af309a-1280-4b64-9318-6dbc2516ea96", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:31.462397 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b403634-36f9-45f2-9edd-72aab2fd3c94 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:31.462793 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d7f65f-43a5-4a8a-8945-37d4943a0c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2af309a-1280-4b64-9318-6dbc2516ea96', 'code': 200} Jul 14 09:11:31.515429 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1fa7c3a0-fe5b-4785-abfc-428e9ec6f645 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.532438 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50179b3e-b274-4973-b897-2c9f9d9b3f94 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.602819 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771e2c9-604d-4ba2-abc2-d40aecdf9330 req-1c9d2f0c-75f5-4b8b-a24f-6511ad252d39 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:31.609363 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3771e2c9-604d-4ba2-abc2-d40aecdf9330 req-1c9d2f0c-75f5-4b8b-a24f-6511ad252d39 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6d4913f-30a7-4d9e-b2ae-edbc59db3b45 HTTP/1.1" status: 200 len: 948 time: 0.1344218 Jul 14 09:11:31.623753 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-50179b3e-b274-4973-b897-2c9f9d9b3f94 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Calling delete_port for 819f3fda-e451-4742-8d31-3e31458812da owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:31.742425 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1fa7c3a0-fe5b-4785-abfc-428e9ec6f645 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.777714 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3771e2c9-604d-4ba2-abc2-d40aecdf9330 req-691f63f4-de02-45b8-9c21-67522c88c660 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/security-groups?id=8208023b-60ce-4925-a77f-c86f6bb0dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593535 Jul 14 09:11:31.849082 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-0202ab4d-19dc-4a5d-a434-78c02069c26f tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Made reservation on behalf of 338da67ed34f4deb89c1895a0890d123 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:31.854257 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-0202ab4d-19dc-4a5d-a434-78c02069c26f tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.882297 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 7c586b3c-9a43-440a-9dae-7207d72ecabd details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:11:31.938351 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9d6a2-7387-43d7-945e-6a2c1d42eb9c req-54163453-2f62-44be-966f-f5ccfa545d57 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:31.945813 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aba9d6a2-7387-43d7-945e-6a2c1d42eb9c req-54163453-2f62-44be-966f-f5ccfa545d57 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 945 time: 0.3145988 Jul 14 09:11:31.988668 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2cf71bad-fa4c-498b-b2f6-fd4cbc174642 req-dfa08212-832d-4267-bed7-ffda2f533650 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 210 time: 0.0845819 Jul 14 09:11:32.007319 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9fd16-e533-41f1-a31d-f31415279c4c req-97300579-6120-4f55-a535-613173cee809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:32.009084 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a5b9fd16-e533-41f1-a31d-f31415279c4c req-97300579-6120-4f55-a535-613173cee809 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 1099 time: 0.3466458 Jul 14 09:11:32.031518 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50179b3e-b274-4973-b897-2c9f9d9b3f94 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.070444 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50179b3e-b274-4973-b897-2c9f9d9b3f94 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Pushing event deleted for resources: {'Port': ['ID=819f3fda-e451-4742-8d31-3e31458812da,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:32.083262 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 7c586b3c-9a43-440a-9dae-7207d72ecabd, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=7c586b3c-9a43-440a-9dae-7207d72ecabd,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:32.105147 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '7c586b3c-9a43-440a-9dae-7207d72ecabd', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '7c586b3c-9a43-440a-9dae-7207d72ecabd', 'mac_address': 'fa:16:3e:a4:ab:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:11:32.106068 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aba9d6a2-7387-43d7-945e-6a2c1d42eb9c req-c35b88a6-1a99-4169-ba70-0d25ba804125 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593788 Jul 14 09:11:32.132720 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a5b9fd16-e533-41f1-a31d-f31415279c4c req-286dd047-de19-4bd7-be38-cc59e00c84d7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979693 Jul 14 09:11:32.165566 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.185292 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c586b3c-9a43-440a-9dae-7207d72ecabd {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:32.216391 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 7c586b3c-9a43-440a-9dae-7207d72ecabd, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=7c586b3c-9a43-440a-9dae-7207d72ecabd,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:32.216639 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-0202ab4d-19dc-4a5d-a434-78c02069c26f tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Allocated IP 172.20.0.10 (30f37573-a862-4dc6-9ef4-a9c9a7fbc93a/7386d60e-9463-4a78-b78e-76e751bf067a/cbffb502-4fe3-461f-a5b2-1a9fc98c8559) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:32.222211 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.293645 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=7c586b3c-9a43-440a-9dae-7207d72ecabd,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:32.434309 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-0202ab4d-19dc-4a5d-a434-78c02069c26f tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.452103 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-0202ab4d-19dc-4a5d-a434-78c02069c26f tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Transition to ACTIVE for port object cbffb502-4fe3-461f-a5b2-1a9fc98c8559 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:32.482486 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['7c586b3c-9a43-440a-9dae-7207d72ecabd'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:32.548517 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-0202ab4d-19dc-4a5d-a434-78c02069c26f tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.586390 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1fa7c3a0-fe5b-4785-abfc-428e9ec6f645 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.638289 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1fa7c3a0-fe5b-4785-abfc-428e9ec6f645 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.646929 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-0202ab4d-19dc-4a5d-a434-78c02069c26f tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Network 30f37573-a862-4dc6-9ef4-a9c9a7fbc93a is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:32.651205 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-0202ab4d-19dc-4a5d-a434-78c02069c26f tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:32.654341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-0202ab4d-19dc-4a5d-a434-78c02069c26f tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:32.661542 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202ab4d-19dc-4a5d-a434-78c02069c26f tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Pushing event updated for resources: {'Port': ['ID=cbffb502-4fe3-461f-a5b2-1a9fc98c8559,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:32.708177 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50179b3e-b274-4973-b897-2c9f9d9b3f94 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.752755 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01fac8-d7c4-4347-a5d4-6573877d97a2 req-6ea52ed3-6bce-4ed5-9df4-7e553b0dfcc5 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:32.754450 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7f01fac8-d7c4-4347-a5d4-6573877d97a2 req-6ea52ed3-6bce-4ed5-9df4-7e553b0dfcc5 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.2794890 Jul 14 09:11:32.764261 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-0202ab4d-19dc-4a5d-a434-78c02069c26f tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:32.765087 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-0202ab4d-19dc-4a5d-a434-78c02069c26f tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.809938 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-0202ab4d-19dc-4a5d-a434-78c02069c26f tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4065886 Jul 14 09:11:32.825245 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cef7a1-aaef-4c27-951a-a4378748b214 req-aeb00d9b-04fc-482a-8510-d33a6c46ebac tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:32.826914 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-43cef7a1-aaef-4c27-951a-a4378748b214 req-aeb00d9b-04fc-482a-8510-d33a6c46ebac tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 949 time: 0.2079720 Jul 14 09:11:32.834503 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-3d253096-8876-4b8d-b180-696f9fea8335 service neutron] Request body: {'port': {'device_id': '750a6c08-5914-47fb-a3cb-5bdbbcd21c55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:32.861752 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7e869-3f93-4db5-8f39-6c27beb0ac20 req-021d745c-4b5b-47a7-a89e-19aee7a80f9f tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:32.864242 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bba7e869-3f93-4db5-8f39-6c27beb0ac20 req-021d745c-4b5b-47a7-a89e-19aee7a80f9f tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6d4913f-30a7-4d9e-b2ae-edbc59db3b45 HTTP/1.1" status: 200 len: 948 time: 0.7899261 Jul 14 09:11:32.876317 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7f01fac8-d7c4-4347-a5d4-6573877d97a2 req-c9e134fd-2035-4201-9da7-619264026be6 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052141 Jul 14 09:11:32.887988 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50179b3e-b274-4973-b897-2c9f9d9b3f94 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.894756 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50179b3e-b274-4973-b897-2c9f9d9b3f94 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.013023 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-43cef7a1-aaef-4c27-951a-a4378748b214 req-1390bce0-3ba0-4453-8716-b4378399f81c tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715834 Jul 14 09:11:33.085240 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-3d253096-8876-4b8d-b180-696f9fea8335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.110396 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50179b3e-b274-4973-b897-2c9f9d9b3f94 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.111000 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50179b3e-b274-4973-b897-2c9f9d9b3f94 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Fanout notify agent at l3_agent the message router_deleted on router cceb1d64-a0d8-46f6-b4e5-ab5e60e3e1c1 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:11:33.186308 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50179b3e-b274-4973-b897-2c9f9d9b3f94 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.192695 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-50179b3e-b274-4973-b897-2c9f9d9b3f94 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "DELETE /v2.0/routers/cceb1d64-a0d8-46f6-b4e5-ab5e60e3e1c1 HTTP/1.1" status: 204 len: 168 time: 2.2687154 Jul 14 09:11:33.195031 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42158) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:33.202864 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-44874e85-f63f-4e0a-8d80-65aa52efd960 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-30417579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:33.238767 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-1fa7c3a0-fe5b-4785-abfc-428e9ec6f645 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Allocated IP 172.25.6.199 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/11659468-ff67-46d5-a344-215fba6562fe) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:33.354736 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-bba7e869-3f93-4db5-8f39-6c27beb0ac20 req-5dc6b264-cc50-4638-8759-fa6c6465fcdb tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Deleting port b9e24a8b-27cc-4a65-9171-d2856811b1c0 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:33.355088 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bba7e869-3f93-4db5-8f39-6c27beb0ac20 req-5dc6b264-cc50-4638-8759-fa6c6465fcdb tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.365861 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-455c4991-2d09-47f9-aeaf-442849101524 None None] Provisioning for port cbffb502-4fe3-461f-a5b2-1a9fc98c8559 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:33.378754 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-455c4991-2d09-47f9-aeaf-442849101524 None None] Provisioning complete for port cbffb502-4fe3-461f-a5b2-1a9fc98c8559 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:33.379606 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-455c4991-2d09-47f9-aeaf-442849101524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.413456 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44874e85-f63f-4e0a-8d80-65aa52efd960 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.415200 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44874e85-f63f-4e0a-8d80-65aa52efd960 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.445090 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-455c4991-2d09-47f9-aeaf-442849101524 None None] Port cbffb502-4fe3-461f-a5b2-1a9fc98c8559 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:11:33.509583 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1fa7c3a0-fe5b-4785-abfc-428e9ec6f645 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.518149 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f12014-c79c-4355-af26-662c9df1eb42 req-947669f7-5812-4acf-9675-d005b89314a1 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:33.518721 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-bba7e869-3f93-4db5-8f39-6c27beb0ac20 req-5dc6b264-cc50-4638-8759-fa6c6465fcdb tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] For port b9e24a8b-27cc-4a65-9171-d2856811b1c0, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b9e24a8b-27cc-4a65-9171-d2856811b1c0,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:33.518987 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bba7e869-3f93-4db5-8f39-6c27beb0ac20 req-5dc6b264-cc50-4638-8759-fa6c6465fcdb tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.525597 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-44f12014-c79c-4355-af26-662c9df1eb42 req-947669f7-5812-4acf-9675-d005b89314a1 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6d4913f-30a7-4d9e-b2ae-edbc59db3b45 HTTP/1.1" status: 200 len: 948 time: 0.4221194 Jul 14 09:11:33.549094 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-bba7e869-3f93-4db5-8f39-6c27beb0ac20 req-5dc6b264-cc50-4638-8759-fa6c6465fcdb tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Calling delete_port for b9e24a8b-27cc-4a65-9171-d2856811b1c0 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:33.628899 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44874e85-f63f-4e0a-8d80-65aa52efd960 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.646741 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44874e85-f63f-4e0a-8d80-65aa52efd960 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.687393 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-44f12014-c79c-4355-af26-662c9df1eb42 req-d0db1bbf-1ce6-4aab-86c7-27f213f1cd6a tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/security-groups?id=8208023b-60ce-4925-a77f-c86f6bb0dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607018 Jul 14 09:11:33.704725 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd612fb4-c0d8-48b1-ab90-0cd4d22c5b00 req-8d1b4e9b-7235-4749-9452-4698f137408e tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:33.706343 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd612fb4-c0d8-48b1-ab90-0cd4d22c5b00 req-8d1b4e9b-7235-4749-9452-4698f137408e tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 932 time: 0.3828623 Jul 14 09:11:33.716155 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44874e85-f63f-4e0a-8d80-65aa52efd960 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.722087 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-44874e85-f63f-4e0a-8d80-65aa52efd960 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5202549 Jul 14 09:11:33.722269 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1fa7c3a0-fe5b-4785-abfc-428e9ec6f645 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.730214 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42182) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:33.742084 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-8705388d-ca4a-41c4-8bab-5e5804820c54 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'enable_snat': False}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:33.852404 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd612fb4-c0d8-48b1-ab90-0cd4d22c5b00 req-242b4afb-fb0b-4973-ad6a-cf59c41423b1 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215565 Jul 14 09:11:33.882232 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa7c3a0-fe5b-4785-abfc-428e9ec6f645 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:33.905129 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 7c586b3c-9a43-440a-9dae-7207d72ecabd up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:33.915824 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-3d253096-8876-4b8d-b180-696f9fea8335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbffb502-4fe3-461f-a5b2-1a9fc98c8559 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:33.930843 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-3d253096-8876-4b8d-b180-696f9fea8335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.944596 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7c3a0-fe5b-4785-abfc-428e9ec6f645 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Pushing event updated for resources: {'Port': ['ID=11659468-ff67-46d5-a344-215fba6562fe,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:33.959169 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-3d253096-8876-4b8d-b180-696f9fea8335 service neutron] Transition to ACTIVE for port object cbffb502-4fe3-461f-a5b2-1a9fc98c8559 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:33.983862 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-3d253096-8876-4b8d-b180-696f9fea8335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:34.037853 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-1fa7c3a0-fe5b-4785-abfc-428e9ec6f645 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:34.040925 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 7c586b3c-9a43-440a-9dae-7207d72ecabd completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:34.045994 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 7c586b3c-9a43-440a-9dae-7207d72ecabd triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:34.046512 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:34.072382 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96699e9d-eb97-4fb0-a643-99a57e6c532f req-017d9221-ab81-46a6-97f7-e0cf3c288688 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:34.079395 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa7c3a0-fe5b-4785-abfc-428e9ec6f645 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:34.083054 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-96699e9d-eb97-4fb0-a643-99a57e6c532f req-017d9221-ab81-46a6-97f7-e0cf3c288688 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 945 time: 0.2399137 Jul 14 09:11:34.216760 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c435cf31-faaa-406f-a489-aa485815fd67 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:11:34.262418 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-96699e9d-eb97-4fb0-a643-99a57e6c532f req-6e7d8970-49b2-48d7-b129-77157c627101 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762137 Jul 14 09:11:34.263656 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d253096-8876-4b8d-b180-696f9fea8335 service neutron] Pushing event updated for resources: {'Port': ['ID=cbffb502-4fe3-461f-a5b2-1a9fc98c8559,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:34.289553 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:34.339305 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bba7e869-3f93-4db5-8f39-6c27beb0ac20 req-5dc6b264-cc50-4638-8759-fa6c6465fcdb tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:34.367994 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['a08f8ef8-f1ac-411e-b65f-d406f29d5e7d'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:34.402117 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-3d253096-8876-4b8d-b180-696f9fea8335 service neutron] Attempting to bind port cbffb502-4fe3-461f-a5b2-1a9fc98c8559 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:34.402469 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-3d253096-8876-4b8d-b180-696f9fea8335 service neutron] Attempting to bind port cbffb502-4fe3-461f-a5b2-1a9fc98c8559 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '7aac3f82-3a91-423c-a4f3-88c00731bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:34.402796 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-3d253096-8876-4b8d-b180-696f9fea8335 service neutron] Attempting to bind port cbffb502-4fe3-461f-a5b2-1a9fc98c8559 on network 30f37573-a862-4dc6-9ef4-a9c9a7fbc93a {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:34.414956 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-3d253096-8876-4b8d-b180-696f9fea8335 service neutron] Port cbffb502-4fe3-461f-a5b2-1a9fc98c8559 on network 30f37573-a862-4dc6-9ef4-a9c9a7fbc93a not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:11:34.415374 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-3d253096-8876-4b8d-b180-696f9fea8335 service neutron] Attempting to bind port cbffb502-4fe3-461f-a5b2-1a9fc98c8559 on network 30f37573-a862-4dc6-9ef4-a9c9a7fbc93a {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:34.432375 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-3d253096-8876-4b8d-b180-696f9fea8335 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:34.433092 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8705388d-ca4a-41c4-8bab-5e5804820c54 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:34.433926 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-3d253096-8876-4b8d-b180-696f9fea8335 service neutron] Checking segment: {'id': '7aac3f82-3a91-423c-a4f3-88c00731bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:34.434416 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-3d253096-8876-4b8d-b180-696f9fea8335 service neutron] Bound using segment: {'id': '7aac3f82-3a91-423c-a4f3-88c00731bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:34.434985 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-3d253096-8876-4b8d-b180-696f9fea8335 service neutron] Bound port: cbffb502-4fe3-461f-a5b2-1a9fc98c8559, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aac3f82-3a91-423c-a4f3-88c00731bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:34.435452 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-3d253096-8876-4b8d-b180-696f9fea8335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:34.504062 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6b264-cc50-4638-8759-fa6c6465fcdb tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Pushing event deleted for resources: {'Port': ['ID=b9e24a8b-27cc-4a65-9171-d2856811b1c0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:34.554219 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b115aa-8e1b-4673-a4cf-39a9320f782a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c586b3c-9a43-440a-9dae-7207d72ecabd'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:34.556729 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979aeaa4-5c03-49cb-85c8-7cd0717a4d68" -d '{"events": [{"server_uuid": "33b115aa-8e1b-4673-a4cf-39a9320f782a", "name": "network-vif-plugged", "status": "completed", "tag": "7c586b3c-9a43-440a-9dae-7207d72ecabd"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:34.612941 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 7c586b3c-9a43-440a-9dae-7207d72ecabd, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=7c586b3c-9a43-440a-9dae-7207d72ecabd,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:34.634855 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:34.662064 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-3d253096-8876-4b8d-b180-696f9fea8335 service neutron] For port cbffb502-4fe3-461f-a5b2-1a9fc98c8559, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:34.667916 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-3d253096-8876-4b8d-b180-696f9fea8335 service neutron] For port cbffb502-4fe3-461f-a5b2-1a9fc98c8559, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=cbffb502-4fe3-461f-a5b2-1a9fc98c8559,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:34.685607 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-3d253096-8876-4b8d-b180-696f9fea8335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:34.752141 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c435cf31-faaa-406f-a489-aa485815fd67, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c435cf31-faaa-406f-a489-aa485815fd67,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:34.827924 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-3d253096-8876-4b8d-b180-696f9fea8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:34.828854 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-3d253096-8876-4b8d-b180-696f9fea8335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:34.831791 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba7e869-3f93-4db5-8f39-6c27beb0ac20 req-5dc6b264-cc50-4638-8759-fa6c6465fcdb tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] No DVR routers for this DVR port b9e24a8b-27cc-4a65-9171-d2856811b1c0 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:11:34.834132 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-3d253096-8876-4b8d-b180-696f9fea8335 service neutron] 10.222.0.44 "PUT /v2.0/ports/cbffb502-4fe3-461f-a5b2-1a9fc98c8559 HTTP/1.1" status: 200 len: 1093 time: 2.0058496 Jul 14 09:11:34.834869 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'c435cf31-faaa-406f-a489-aa485815fd67', 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23', 'port_id': 'c435cf31-faaa-406f-a489-aa485815fd67', 'mac_address': 'fa:16:3e:8f:e0:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cecf5b8-9bc0-42ae-ae75-809b50502003', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:11:34.836502 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=7c586b3c-9a43-440a-9dae-7207d72ecabd,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:34.836992 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bba7e869-3f93-4db5-8f39-6c27beb0ac20 req-5dc6b264-cc50-4638-8759-fa6c6465fcdb tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:34.839089 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750a6c08-5914-47fb-a3cb-5bdbbcd21c55', 'tag': 'cbffb502-4fe3-461f-a5b2-1a9fc98c8559'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:34.839256 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bba7e869-3f93-4db5-8f39-6c27beb0ac20 req-5dc6b264-cc50-4638-8759-fa6c6465fcdb tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.47 "DELETE /v2.0/ports/b9e24a8b-27cc-4a65-9171-d2856811b1c0 HTTP/1.1" status: 204 len: 173 time: 1.9641418 Jul 14 09:11:34.860415 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49627d0-cb1d-4db8-b3eb-9eb4d161b5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "750a6c08-5914-47fb-a3cb-5bdbbcd21c55", "tag": "cbffb502-4fe3-461f-a5b2-1a9fc98c8559"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:34.887196 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d4913f-30a7-4d9e-b2ae-edbc59db3b45', 'name': 'network-vif-deleted', 'tag': 'b9e24a8b-27cc-4a65-9171-d2856811b1c0'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:34.892847 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abc6da6-7f8c-47cc-8586-e9134d43ae27" -d '{"events": [{"server_uuid": "e6d4913f-30a7-4d9e-b2ae-edbc59db3b45", "name": "network-vif-deleted", "tag": "b9e24a8b-27cc-4a65-9171-d2856811b1c0"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:34.949912 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fdfcb-ba93-4e23-ba13-6dfc12d46653 req-8c040281-f7e6-45d8-b6ad-06f3d8300600 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:34.962270 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-be9fdfcb-ba93-4e23-ba13-6dfc12d46653 req-8c040281-f7e6-45d8-b6ad-06f3d8300600 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.3783405 Jul 14 09:11:35.028928 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:35.105052 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c435cf31-faaa-406f-a489-aa485815fd67 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:35.120427 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d253096-8876-4b8d-b180-696f9fea8335 service neutron] Pushing event updated for resources: {'Port': ['ID=cbffb502-4fe3-461f-a5b2-1a9fc98c8559,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:35.221884 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c435cf31-faaa-406f-a489-aa485815fd67, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c435cf31-faaa-406f-a489-aa485815fd67,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:35.223005 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1fa7c3a0-fe5b-4785-abfc-428e9ec6f645 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:35.233610 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-be9fdfcb-ba93-4e23-ba13-6dfc12d46653 req-4406d295-8530-4fbc-98e0-ace19f5fd78b tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643492 Jul 14 09:11:35.234198 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:35.271278 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-ef706955-9df6-4da0-8335-061c37d61220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:35.273810 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-ef706955-9df6-4da0-8335-061c37d61220 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=338da67ed34f4deb89c1895a0890d123&device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 1096 time: 0.3719137 Jul 14 09:11:35.333389 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-87a7f571-6982-480b-b688-235cc92e01c4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbffb502-4fe3-461f-a5b2-1a9fc98c8559 HTTP/1.1" status: 200 len: 217 time: 0.0500333 Jul 14 09:11:35.346205 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=c435cf31-faaa-406f-a489-aa485815fd67,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:35.363360 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['c435cf31-faaa-406f-a489-aa485815fd67'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:35.397066 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce2597-e9e5-43ae-b9a5-cb7218a9030f req-bf0e5ba3-0f50-446b-bba1-9342a7819282 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:35.398776 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35ce2597-e9e5-43ae-b9a5-cb7218a9030f req-bf0e5ba3-0f50-446b-bba1-9342a7819282 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 950 time: 0.3786206 Jul 14 09:11:35.426272 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4d01d1-83d4-4c57-aa0e-e48c12f2695e x-openstack-request-id: req-fc4d01d1-83d4-4c57-aa0e-e48c12f2695e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:35.426571 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b115aa-8e1b-4673-a4cf-39a9320f782a", "name": "network-vif-plugged", "status": "completed", "tag": "7c586b3c-9a43-440a-9dae-7207d72ecabd", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:35.426827 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc4d01d1-83d4-4c57-aa0e-e48c12f2695e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:35.427227 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b115aa-8e1b-4673-a4cf-39a9320f782a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c586b3c-9a43-440a-9dae-7207d72ecabd', 'code': 200} Jul 14 09:11:35.517795 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35ce2597-e9e5-43ae-b9a5-cb7218a9030f req-0710e093-138c-49cb-a4b4-4eb26fb079a6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063702 Jul 14 09:11:35.541923 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-2ace9299-d3d6-45e2-b376-28da2c165ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:35.546888 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-2ace9299-d3d6-45e2-b376-28da2c165ab5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7386d60e-9463-4a78-b78e-76e751bf067a HTTP/1.1" status: 200 len: 856 time: 0.2045496 Jul 14 09:11:35.748586 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-6010c78e-1f5a-434c-8f27-0e90d0f8b1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:35.761536 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-6010c78e-1f5a-434c-8f27-0e90d0f8b1e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1941519 Jul 14 09:11:35.927282 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b9e24a8b-27cc-4a65-9171-d2856811b1c0 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:35.974174 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: b9e24a8b-27cc-4a65-9171-d2856811b1c0 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:11:35.975223 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b9e24a8b-27cc-4a65-9171-d2856811b1c0 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:11:35.990179 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4599d69d-45b6-4854-997b-e574efa05424 req-8c3241f0-03f0-4625-99c3-f7eca1f79bb9 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6d4913f-30a7-4d9e-b2ae-edbc59db3b45 HTTP/1.1" status: 200 len: 210 time: 0.1429136 Jul 14 09:11:36.119634 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-01927833-2891-4cf5-b70f-2a066ab6e3e8 service neutron] 10.222.0.44 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403289 Jul 14 09:11:36.151144 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729bcde-59f5-4926-9cb3-bac44277c372 req-813e9dac-a955-45c3-992e-2c600bece4f3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:36.159040 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729bcde-59f5-4926-9cb3-bac44277c372 req-813e9dac-a955-45c3-992e-2c600bece4f3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:36.165261 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729bcde-59f5-4926-9cb3-bac44277c372 req-813e9dac-a955-45c3-992e-2c600bece4f3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:36.172382 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729bcde-59f5-4926-9cb3-bac44277c372 req-813e9dac-a955-45c3-992e-2c600bece4f3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:36.179017 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729bcde-59f5-4926-9cb3-bac44277c372 req-813e9dac-a955-45c3-992e-2c600bece4f3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:36.185040 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729bcde-59f5-4926-9cb3-bac44277c372 req-813e9dac-a955-45c3-992e-2c600bece4f3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:36.191819 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729bcde-59f5-4926-9cb3-bac44277c372 req-813e9dac-a955-45c3-992e-2c600bece4f3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:36.199687 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0729bcde-59f5-4926-9cb3-bac44277c372 req-813e9dac-a955-45c3-992e-2c600bece4f3 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 5444 time: 0.3489246 Jul 14 09:11:36.231835 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c435cf31-faaa-406f-a489-aa485815fd67 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:36.316698 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port c435cf31-faaa-406f-a489-aa485815fd67 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:36.317367 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:36.380008 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298af0a-4ef4-4122-9d24-8403a11e409f req-d0b7170d-8dd0-4789-8a5a-651a3a759a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:36.382524 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8298af0a-4ef4-4122-9d24-8403a11e409f req-d0b7170d-8dd0-4789-8a5a-651a3a759a2f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 1102 time: 0.8730178 Jul 14 09:11:36.390146 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8705388d-ca4a-41c4-8bab-5e5804820c54 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:36.461325 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8705388d-ca4a-41c4-8bab-5e5804820c54 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:36.479259 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:36.549373 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c435cf31-faaa-406f-a489-aa485815fd67, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c435cf31-faaa-406f-a489-aa485815fd67,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:36.555794 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:36.557261 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device bd4cdb5b-1127-470e-bf8e-b17d6932ca54 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:36.558266 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0453507-7810-404a-8c1a-f05cff7b35ef req-aa957c94-6f3e-42d2-b758-e219cd8e9421 service neutron] 10.222.0.44 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269984 Jul 14 09:11:36.604123 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0729bcde-59f5-4926-9cb3-bac44277c372 req-95c82a7f-d228-4038-b9fe-0212de138464 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/security-groups?id=676d5fbb-8b00-498f-8965-8e518737057a&id=8646e213-dd0d-40aa-b659-6adc73064e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4032457 Jul 14 09:11:36.630704 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=c435cf31-faaa-406f-a489-aa485815fd67,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:36.700435 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fe8d0-a4be-495c-b1d9-40f799b0befe req-16a97cef-d580-44bd-9650-6cc4339c0d95 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:36.703917 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc0fe8d0-a4be-495c-b1d9-40f799b0befe req-16a97cef-d580-44bd-9650-6cc4339c0d95 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 944 time: 0.4690123 Jul 14 09:11:36.711288 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8298af0a-4ef4-4122-9d24-8403a11e409f req-264e4086-0d41-40fc-b791-2376621535b0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130319 Jul 14 09:11:36.729620 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f03a1fd-61c0-40ae-a94b-535b359c5d3c x-openstack-request-id: req-5f03a1fd-61c0-40ae-a94b-535b359c5d3c {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:36.729944 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750a6c08-5914-47fb-a3cb-5bdbbcd21c55", "tag": "cbffb502-4fe3-461f-a5b2-1a9fc98c8559", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:36.730160 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f03a1fd-61c0-40ae-a94b-535b359c5d3c {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:36.731690 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750a6c08-5914-47fb-a3cb-5bdbbcd21c55', 'tag': 'cbffb502-4fe3-461f-a5b2-1a9fc98c8559', 'status': 'completed', 'code': 200} Jul 14 09:11:36.753342 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-04f3b283-f986-4125-9f8d-0fcd3a7838df tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:36.760399 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-04f3b283-f986-4125-9f8d-0fcd3a7838df tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:36.767907 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-04f3b283-f986-4125-9f8d-0fcd3a7838df tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:36.775745 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-04f3b283-f986-4125-9f8d-0fcd3a7838df tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:36.783962 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-04f3b283-f986-4125-9f8d-0fcd3a7838df tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:36.790497 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-04f3b283-f986-4125-9f8d-0fcd3a7838df tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:36.798311 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-04f3b283-f986-4125-9f8d-0fcd3a7838df tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:36.800633 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-04f3b283-f986-4125-9f8d-0fcd3a7838df tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.44 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 5444 time: 0.5888965 Jul 14 09:11:36.804776 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1fa7c3a0-fe5b-4785-abfc-428e9ec6f645 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:36.809934 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:36.871060 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port bd4cdb5b-1127-470e-bf8e-b17d6932ca54, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=bd4cdb5b-1127-470e-bf8e-b17d6932ca54,segment=NetworkSegment(29b34553-ba13-40c6-9ca6-edab7f60fcbf),segment_id=29b34553-ba13-40c6-9ca6-edab7f60fcbf)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:36.872397 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc0fe8d0-a4be-495c-b1d9-40f799b0befe req-3c162373-f4e1-438e-8a5c-198f5d1d22eb tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528447 Jul 14 09:11:36.878343 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:36.879560 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 37a1b8d4-d751-44a7-8b11-868f3dd803c4 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:36.909973 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49627d0-cb1d-4db8-b3eb-9eb4d161b5d7 req-d4a5fafb-09b8-44d7-96cc-63ff0c3cf792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:36.911519 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a49627d0-cb1d-4db8-b3eb-9eb4d161b5d7 req-d4a5fafb-09b8-44d7-96cc-63ff0c3cf792 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=338da67ed34f4deb89c1895a0890d123&device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 1096 time: 0.1510913 Jul 14 09:11:36.912440 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fe692e-7a23-4bbd-820c-bb1551ef8781 x-openstack-request-id: req-95fe692e-7a23-4bbd-820c-bb1551ef8781 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:36.912761 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d4913f-30a7-4d9e-b2ae-edbc59db3b45", "name": "network-vif-deleted", "tag": "b9e24a8b-27cc-4a65-9171-d2856811b1c0", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:36.913020 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95fe692e-7a23-4bbd-820c-bb1551ef8781 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:36.913389 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d4913f-30a7-4d9e-b2ae-edbc59db3b45', 'name': 'network-vif-deleted', 'tag': 'b9e24a8b-27cc-4a65-9171-d2856811b1c0', 'status': 'completed', 'code': 200} Jul 14 09:11:37.034088 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-8705388d-ca4a-41c4-8bab-5e5804820c54 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Allocated IP 172.25.6.116 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/b07c9f78-4a7d-4452-9c2e-ac5f9c5bfc64) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:37.052732 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-dd8921b8-8f18-4113-a3d2-a1117bfad9a1 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:37.054724 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-dd8921b8-8f18-4113-a3d2-a1117bfad9a1 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.44 "GET /v2.0/ports/fd6a9d84-5544-47b3-9fa9-9037c50c3c10?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2442062 Jul 14 09:11:37.065331 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:37.108967 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 37a1b8d4-d751-44a7-8b11-868f3dd803c4, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=37a1b8d4-d751-44a7-8b11-868f3dd803c4,segment=NetworkSegment(0f195ab3-93e1-4b15-ab2f-94bf4eff5072),segment_id=0f195ab3-93e1-4b15-ab2f-94bf4eff5072)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:37.127121 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:37.127865 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device fd6a9d84-5544-47b3-9fa9-9037c50c3c10 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:37.180747 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=bd4cdb5b-1127-470e-bf8e-b17d6932ca54,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:37.208291 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49627d0-cb1d-4db8-b3eb-9eb4d161b5d7 req-e9c789a4-f23e-4dd6-8282-f916358f6ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:37.211028 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a49627d0-cb1d-4db8-b3eb-9eb4d161b5d7 req-e9c789a4-f23e-4dd6-8282-f916358f6ebe service neutron] 10.222.0.44 "GET /v2.0/networks?id=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a HTTP/1.1" status: 200 len: 917 time: 0.2878158 Jul 14 09:11:37.276231 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:37.292206 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a935eda-4a50-4913-9c10-804f1ac8f0e5 req-2144a579-4be6-449a-b8a2-93f8b49cdf87 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:37.295189 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5a935eda-4a50-4913-9c10-804f1ac8f0e5 req-2144a579-4be6-449a-b8a2-93f8b49cdf87 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 945 time: 0.2483618 Jul 14 09:11:37.356693 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port fd6a9d84-5544-47b3-9fa9-9037c50c3c10, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=fd6a9d84-5544-47b3-9fa9-9037c50c3c10,segment=NetworkSegment(0f195ab3-93e1-4b15-ab2f-94bf4eff5072),segment_id=0f195ab3-93e1-4b15-ab2f-94bf4eff5072)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:37.369057 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:37.369869 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 0c630ba1-1505-48e0-9e6a-2ec2086d4be4 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:37.370445 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-b3218583-4a42-4e6b-9102-cc985d1ee977 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.44 "GET /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3061993 Jul 14 09:11:37.376641 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a49627d0-cb1d-4db8-b3eb-9eb4d161b5d7 req-24fe53de-f561-41f3-9cb3-fb89835b9fca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbffb502-4fe3-461f-a5b2-1a9fc98c8559 HTTP/1.1" status: 200 len: 217 time: 0.1507750 Jul 14 09:11:37.387464 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-557d4a85-e8af-4a6e-88e3-acfff03aed00 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:37.409588 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8705388d-ca4a-41c4-8bab-5e5804820c54 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:37.429305 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06579aaa-f9c9-4e37-9289-426eaab51ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c435cf31-faaa-406f-a489-aa485815fd67'}, {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd4cdb5b-1127-470e-bf8e-b17d6932ca54'}, {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37a1b8d4-d751-44a7-8b11-868f3dd803c4'}, {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd6a9d84-5544-47b3-9fa9-9037c50c3c10'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:37.432095 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0a9e97-8531-4b65-b41f-1d1b760f871c" -d '{"events": [{"server_uuid": "06579aaa-f9c9-4e37-9289-426eaab51ee0", "name": "network-vif-plugged", "status": "completed", "tag": "c435cf31-faaa-406f-a489-aa485815fd67"}, {"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-unplugged", "status": "completed", "tag": "bd4cdb5b-1127-470e-bf8e-b17d6932ca54"}, {"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-unplugged", "status": "completed", "tag": "37a1b8d4-d751-44a7-8b11-868f3dd803c4"}, {"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-unplugged", "status": "completed", "tag": "fd6a9d84-5544-47b3-9fa9-9037c50c3c10"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:37.443590 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=37a1b8d4-d751-44a7-8b11-868f3dd803c4,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:37.522265 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49627d0-cb1d-4db8-b3eb-9eb4d161b5d7 req-09918bad-71de-4191-b88d-575d3a36d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:37.530266 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a49627d0-cb1d-4db8-b3eb-9eb4d161b5d7 req-09918bad-71de-4191-b88d-575d3a36d522 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7386d60e-9463-4a78-b78e-76e751bf067a HTTP/1.1" status: 200 len: 856 time: 0.1337306 Jul 14 09:11:37.550417 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa7c3a0-fe5b-4785-abfc-428e9ec6f645 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Router 1611fbfb-aa64-41bf-8b1d-991f93a505f8 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:11:37.577503 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=fd6a9d84-5544-47b3-9fa9-9037c50c3c10,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:37.593928 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:37.675863 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 0c630ba1-1505-48e0-9e6a-2ec2086d4be4, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=0c630ba1-1505-48e0-9e6a-2ec2086d4be4,segment=NetworkSegment(29b34553-ba13-40c6-9ca6-edab7f60fcbf),segment_id=29b34553-ba13-40c6-9ca6-edab7f60fcbf)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:37.684153 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:37.687271 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 599e0919-b70c-4cf5-a3f8-80f61b689f90 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:37.707014 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5a935eda-4a50-4913-9c10-804f1ac8f0e5 req-ef8e5da1-d952-41d2-b5ad-437a3834172b tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452952 Jul 14 09:11:37.747563 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8705388d-ca4a-41c4-8bab-5e5804820c54 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:37.749922 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-557d4a85-e8af-4a6e-88e3-acfff03aed00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:37.794496 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49627d0-cb1d-4db8-b3eb-9eb4d161b5d7 req-29e0b16d-b9c5-485d-a80a-cdd7aad08f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:37.796310 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a49627d0-cb1d-4db8-b3eb-9eb4d161b5d7 req-29e0b16d-b9c5-485d-a80a-cdd7aad08f7d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1839588 Jul 14 09:11:37.819441 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=0c630ba1-1505-48e0-9e6a-2ec2086d4be4,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:37.833515 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7f153-15d5-4084-a0aa-a8532315963d req-e3b167a7-41c1-48b3-babd-701be9615899 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:37.845657 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3c7f153-15d5-4084-a0aa-a8532315963d req-e3b167a7-41c1-48b3-babd-701be9615899 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.4366829 Jul 14 09:11:37.846234 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8705388d-ca4a-41c4-8bab-5e5804820c54 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:37.885151 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8705388d-ca4a-41c4-8bab-5e5804820c54 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:37.893425 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8705388d-ca4a-41c4-8bab-5e5804820c54 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:37.895507 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705388d-ca4a-41c4-8bab-5e5804820c54 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Pushing event updated for resources: {'Port': ['ID=b07c9f78-4a7d-4452-9c2e-ac5f9c5bfc64,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:37.988533 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a49627d0-cb1d-4db8-b3eb-9eb4d161b5d7 req-bd592db1-10b5-4073-8a22-cc790273756e service neutron] 10.222.0.44 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282129 Jul 14 09:11:38.020242 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa7c3a0-fe5b-4785-abfc-428e9ec6f645 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:38.049946 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35094326-b9cd-49ec-8f27-79dc56bdc7e8 None None] Sync routers for ids ['1611fbfb-aa64-41bf-8b1d-991f93a505f8'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:38.067998 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35094326-b9cd-49ec-8f27-79dc56bdc7e8 None None] Routers {'1611fbfb-aa64-41bf-8b1d-991f93a505f8'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:38.069009 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-35094326-b9cd-49ec-8f27-79dc56bdc7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:11:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1611fbfb-aa64-41bf-8b1d-991f93a505f8'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:38.111267 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:38.113684 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-35094326-b9cd-49ec-8f27-79dc56bdc7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:38.141128 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35094326-b9cd-49ec-8f27-79dc56bdc7e8 None None] Routers {'1611fbfb-aa64-41bf-8b1d-991f93a505f8'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:38.142645 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-35094326-b9cd-49ec-8f27-79dc56bdc7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:11:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1611fbfb-aa64-41bf-8b1d-991f93a505f8'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:38.160998 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1fa7c3a0-fe5b-4785-abfc-428e9ec6f645 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:38.167163 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1fa7c3a0-fe5b-4785-abfc-428e9ec6f645 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.1687818 Jul 14 09:11:38.170969 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42250) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:38.188001 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-35094326-b9cd-49ec-8f27-79dc56bdc7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:38.189308 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35094326-b9cd-49ec-8f27-79dc56bdc7e8 None None] The sync data for ids ['1611fbfb-aa64-41bf-8b1d-991f93a505f8'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:38.191268 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a49627d0-cb1d-4db8-b3eb-9eb4d161b5d7 req-adcc84e2-d22d-40c3-b685-add7703f0ef9 service neutron] 10.222.0.44 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958375 Jul 14 09:11:38.231466 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device cbffb502-4fe3-461f-a5b2-1a9fc98c8559 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:11:38.242353 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 599e0919-b70c-4cf5-a3f8-80f61b689f90, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=599e0919-b70c-4cf5-a3f8-80f61b689f90,segment=NetworkSegment(0f195ab3-93e1-4b15-ab2f-94bf4eff5072),segment_id=0f195ab3-93e1-4b15-ab2f-94bf4eff5072)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:38.253571 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:38.302289 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3c7f153-15d5-4084-a0aa-a8532315963d req-c1e5d9cc-6c04-41bb-9871-5ff6d5b04aa3 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535637 Jul 14 09:11:38.304982 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-557d4a85-e8af-4a6e-88e3-acfff03aed00 service neutron] For port fd6a9d84-5544-47b3-9fa9-9037c50c3c10, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=fd6a9d84-5544-47b3-9fa9-9037c50c3c10,segment=NetworkSegment(0f195ab3-93e1-4b15-ab2f-94bf4eff5072),segment_id=0f195ab3-93e1-4b15-ab2f-94bf4eff5072)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:38.353791 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device e7df2505-e3c5-46da-b5e6-982dcb48a64f no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:38.371864 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed069f9-dc75-46b3-8c80-774501620918 req-f5ad6499-cf8a-49d3-994d-0cd64d8f7aa1 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:38.385745 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ed069f9-dc75-46b3-8c80-774501620918 req-f5ad6499-cf8a-49d3-994d-0cd64d8f7aa1 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 950 time: 0.2759757 Jul 14 09:11:38.439518 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ed069f9-dc75-46b3-8c80-774501620918 req-64cf473a-26f2-4529-be80-d185cdbb68e7 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527070 Jul 14 09:11:38.471235 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:11:38.516619 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-557d4a85-e8af-4a6e-88e3-acfff03aed00 service neutron] For port fd6a9d84-5544-47b3-9fa9-9037c50c3c10, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:38.530317 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95b838e-fc3f-4f4e-b2db-3ba24f64da78 x-openstack-request-id: req-f95b838e-fc3f-4f4e-b2db-3ba24f64da78 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:38.530317 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06579aaa-f9c9-4e37-9289-426eaab51ee0", "name": "network-vif-plugged", "status": "completed", "tag": "c435cf31-faaa-406f-a489-aa485815fd67", "code": 200}, {"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-unplugged", "status": "completed", "tag": "bd4cdb5b-1127-470e-bf8e-b17d6932ca54", "code": 200}, {"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-unplugged", "status": "completed", "tag": "37a1b8d4-d751-44a7-8b11-868f3dd803c4", "code": 200}, {"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-unplugged", "status": "completed", "tag": "fd6a9d84-5544-47b3-9fa9-9037c50c3c10", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:38.530730 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f95b838e-fc3f-4f4e-b2db-3ba24f64da78 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:38.531034 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06579aaa-f9c9-4e37-9289-426eaab51ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c435cf31-faaa-406f-a489-aa485815fd67', 'code': 200} Jul 14 09:11:38.531291 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd4cdb5b-1127-470e-bf8e-b17d6932ca54', 'code': 200} Jul 14 09:11:38.531597 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37a1b8d4-d751-44a7-8b11-868f3dd803c4', 'code': 200} Jul 14 09:11:38.531844 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd6a9d84-5544-47b3-9fa9-9037c50c3c10', 'code': 200} Jul 14 09:11:38.565912 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42258) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:38.566201 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3926df06-c9fa-4478-8faf-4ead4bdfc1b5 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "GET /v2.0/routers/1611fbfb-aa64-41bf-8b1d-991f93a505f8 HTTP/1.1" status: 200 len: 920 time: 0.3695040 Jul 14 09:11:38.570450 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=599e0919-b70c-4cf5-a3f8-80f61b689f90,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:38.602002 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-557d4a85-e8af-4a6e-88e3-acfff03aed00 service neutron] device_id is not set on port fd6a9d84-5544-47b3-9fa9-9037c50c3c10 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:11:38.609014 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8705388d-ca4a-41c4-8bab-5e5804820c54 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:38.612165 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-557d4a85-e8af-4a6e-88e3-acfff03aed00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:38.640107 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9902c5d1-9eaf-4c6d-b93e-63ee07a83dff tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "GET /v2.0/ports?device_id=1611fbfb-aa64-41bf-8b1d-991f93a505f8 HTTP/1.1" status: 200 len: 205 time: 0.0740404 Jul 14 09:11:38.648134 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42260) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:38.687418 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-557d4a85-e8af-4a6e-88e3-acfff03aed00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:39.072502 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port cbffb502-4fe3-461f-a5b2-1a9fc98c8559, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=cbffb502-4fe3-461f-a5b2-1a9fc98c8559,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:39.093388 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:39.116051 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'cbffb502-4fe3-461f-a5b2-1a9fc98c8559', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'port_id': 'cbffb502-4fe3-461f-a5b2-1a9fc98c8559', 'mac_address': 'fa:16:3e:e6:fb:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:11:39.167437 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port e7df2505-e3c5-46da-b5e6-982dcb48a64f, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e7df2505-e3c5-46da-b5e6-982dcb48a64f,segment=NetworkSegment(78239ac2-1e7b-4b99-a571-fca123833857),segment_id=78239ac2-1e7b-4b99-a571-fca123833857)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:39.204798 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:39.205906 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device cd05352d-2cf2-4deb-8660-bf87a73993a1 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:39.286182 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-557d4a85-e8af-4a6e-88e3-acfff03aed00 service neutron] No DVR routers for this DVR port fd6a9d84-5544-47b3-9fa9-9037c50c3c10 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:11:39.293669 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d4a85-e8af-4a6e-88e3-acfff03aed00 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6a9d84-5544-47b3-9fa9-9037c50c3c10,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:39.382002 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:39.498115 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8705388d-ca4a-41c4-8bab-5e5804820c54 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:39.501847 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbffb502-4fe3-461f-a5b2-1a9fc98c8559 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:39.505672 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8705388d-ca4a-41c4-8bab-5e5804820c54 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1997542'] for router, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:39.522173 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-557d4a85-e8af-4a6e-88e3-acfff03aed00 service neutron] In _notify_port_updated(), no bound segment for port fd6a9d84-5544-47b3-9fa9-9037c50c3c10 on network 2327d155-7d55-4b31-b424-2e5092343949 {{(pid=93772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:11:39.523418 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-557d4a85-e8af-4a6e-88e3-acfff03aed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:39.524546 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-557d4a85-e8af-4a6e-88e3-acfff03aed00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:39.526481 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=e7df2505-e3c5-46da-b5e6-982dcb48a64f,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:39.526795 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-557d4a85-e8af-4a6e-88e3-acfff03aed00 service neutron] 10.222.0.44 "PUT /v2.0/ports/fd6a9d84-5544-47b3-9fa9-9037c50c3c10 HTTP/1.1" status: 200 len: 1032 time: 2.1447601 Jul 14 09:11:39.618682 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c4cb773-3f1d-479c-a9a3-3b1174b277b9 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:39.633862 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port cbffb502-4fe3-461f-a5b2-1a9fc98c8559, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=cbffb502-4fe3-461f-a5b2-1a9fc98c8559,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:39.646998 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:39.665355 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:39.689153 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-cb698669-a250-42ea-89c2-3b4c9d2626ac tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:39.690721 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-cb698669-a250-42ea-89c2-3b4c9d2626ac tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.44 "GET /v2.0/ports/37a1b8d4-d751-44a7-8b11-868f3dd803c4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1546142 Jul 14 09:11:39.703938 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-37af1f9b-088b-407a-828a-f050aa3ab36b None None] Provisioning complete for port fd6a9d84-5544-47b3-9fa9-9037c50c3c10 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:39.703938 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37af1f9b-088b-407a-828a-f050aa3ab36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:39.705720 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-b1ab42e5-6c79-45c3-972e-b337fbd307ec service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:39.773297 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49f33a-3ede-4a4e-b1c5-16a299becbb1 req-661dc8b3-be51-4c26-ad22-ba3942d546d0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:39.785861 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49f33a-3ede-4a4e-b1c5-16a299becbb1 req-661dc8b3-be51-4c26-ad22-ba3942d546d0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:39.786486 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port cd05352d-2cf2-4deb-8660-bf87a73993a1, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=cd05352d-2cf2-4deb-8660-bf87a73993a1,segment=NetworkSegment(0f195ab3-93e1-4b15-ab2f-94bf4eff5072),segment_id=0f195ab3-93e1-4b15-ab2f-94bf4eff5072)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:39.800540 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49f33a-3ede-4a4e-b1c5-16a299becbb1 req-661dc8b3-be51-4c26-ad22-ba3942d546d0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:39.806816 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:39.814957 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49f33a-3ede-4a4e-b1c5-16a299becbb1 req-661dc8b3-be51-4c26-ad22-ba3942d546d0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:39.829258 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-37af1f9b-088b-407a-828a-f050aa3ab36b None None] Port fd6a9d84-5544-47b3-9fa9-9037c50c3c10 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:11:39.829740 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49f33a-3ede-4a4e-b1c5-16a299becbb1 req-661dc8b3-be51-4c26-ad22-ba3942d546d0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:39.831046 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-b1ab42e5-6c79-45c3-972e-b337fbd307ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:39.833003 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=cbffb502-4fe3-461f-a5b2-1a9fc98c8559,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:39.846608 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49f33a-3ede-4a4e-b1c5-16a299becbb1 req-661dc8b3-be51-4c26-ad22-ba3942d546d0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:39.860076 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ff49f33a-3ede-4a4e-b1c5-16a299becbb1 req-661dc8b3-be51-4c26-ad22-ba3942d546d0 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 4657 time: 1.1160328 Jul 14 09:11:39.911865 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8705388d-ca4a-41c4-8bab-5e5804820c54 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Router 54bf2f95-545a-4cae-b6f4-cf254512fbbf is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:11:39.912745 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=cd05352d-2cf2-4deb-8660-bf87a73993a1,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:39.929546 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['cbffb502-4fe3-461f-a5b2-1a9fc98c8559'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:39.938148 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c458bfb-3eb2-43ea-bb6f-5dfbb2446027 req-d71dfdec-2cd4-4266-99ff-caf835d62e76 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:39.950877 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0c458bfb-3eb2-43ea-bb6f-5dfbb2446027 req-d71dfdec-2cd4-4266-99ff-caf835d62e76 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 944 time: 1.1593659 Jul 14 09:11:39.985897 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ff49f33a-3ede-4a4e-b1c5-16a299becbb1 req-6975d485-1703-43be-836f-23aa0fadbd32 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/security-groups?id=676d5fbb-8b00-498f-8965-8e518737057a&id=8646e213-dd0d-40aa-b659-6adc73064e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1224406 Jul 14 09:11:40.163875 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8705388d-ca4a-41c4-8bab-5e5804820c54 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:40.172996 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8705388d-ca4a-41c4-8bab-5e5804820c54 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:40.176124 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8705388d-ca4a-41c4-8bab-5e5804820c54 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "PUT /v2.0/routers/54bf2f95-545a-4cae-b6f4-cf254512fbbf HTTP/1.1" status: 200 len: 918 time: 6.4398894 Jul 14 09:11:40.176916 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42264) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:40.179837 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1969c6c-abc9-4251-b483-b5eded44ae18 None None] Sync routers for ids ['54bf2f95-545a-4cae-b6f4-cf254512fbbf'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:40.200781 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1969c6c-abc9-4251-b483-b5eded44ae18 None None] Routers {'54bf2f95-545a-4cae-b6f4-cf254512fbbf'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:40.202444 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f1969c6c-abc9-4251-b483-b5eded44ae18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:11:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['54bf2f95-545a-4cae-b6f4-cf254512fbbf'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:40.250777 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f1969c6c-abc9-4251-b483-b5eded44ae18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:40.265441 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1969c6c-abc9-4251-b483-b5eded44ae18 None None] Routers {'54bf2f95-545a-4cae-b6f4-cf254512fbbf'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:40.266597 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f1969c6c-abc9-4251-b483-b5eded44ae18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:11:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['54bf2f95-545a-4cae-b6f4-cf254512fbbf'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:40.306638 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-b1ab42e5-6c79-45c3-972e-b337fbd307ec service neutron] For port 37a1b8d4-d751-44a7-8b11-868f3dd803c4, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=37a1b8d4-d751-44a7-8b11-868f3dd803c4,segment=NetworkSegment(0f195ab3-93e1-4b15-ab2f-94bf4eff5072),segment_id=0f195ab3-93e1-4b15-ab2f-94bf4eff5072)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:40.306929 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f1969c6c-abc9-4251-b483-b5eded44ae18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:40.307844 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1969c6c-abc9-4251-b483-b5eded44ae18 None None] The sync data for ids ['54bf2f95-545a-4cae-b6f4-cf254512fbbf'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:40.325320 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0c458bfb-3eb2-43ea-bb6f-5dfbb2446027 req-d1d7bb1e-9851-4e93-bf19-72dee065b0fc tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3723278 Jul 14 09:11:40.407687 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:40.409450 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c4cb773-3f1d-479c-a9a3-3b1174b277b9 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:40.429455 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-b1ab42e5-6c79-45c3-972e-b337fbd307ec service neutron] For port 37a1b8d4-d751-44a7-8b11-868f3dd803c4, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:40.439066 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8050321e-2881-4774-9016-a06ece8684ae tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "GET /v2.0/routers/54bf2f95-545a-4cae-b6f4-cf254512fbbf HTTP/1.1" status: 200 len: 924 time: 0.2613554 Jul 14 09:11:40.439780 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42266) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:40.525919 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-b1ab42e5-6c79-45c3-972e-b337fbd307ec service neutron] device_id is not set on port 37a1b8d4-d751-44a7-8b11-868f3dd803c4 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:11:40.533207 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c630ba1-1505-48e0-9e6a-2ec2086d4be4'}, {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '599e0919-b70c-4cf5-a3f8-80f61b689f90'}, {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7df2505-e3c5-46da-b5e6-982dcb48a64f'}, {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd05352d-2cf2-4deb-8660-bf87a73993a1'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:40.537568 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19d1527-4661-44b7-ba81-618a5f2ce338" -d '{"events": [{"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-unplugged", "status": "completed", "tag": "0c630ba1-1505-48e0-9e6a-2ec2086d4be4"}, {"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-unplugged", "status": "completed", "tag": "599e0919-b70c-4cf5-a3f8-80f61b689f90"}, {"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-unplugged", "status": "completed", "tag": "e7df2505-e3c5-46da-b5e6-982dcb48a64f"}, {"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-unplugged", "status": "completed", "tag": "cd05352d-2cf2-4deb-8660-bf87a73993a1"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:40.540239 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-b1ab42e5-6c79-45c3-972e-b337fbd307ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:40.553703 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-b1ab42e5-6c79-45c3-972e-b337fbd307ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:40.558233 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d09df4-2175-42e1-83c2-73769454a713 req-7f2ffe8b-9612-46fa-8591-aeb833ddf76c tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:40.560993 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a8d09df4-2175-42e1-83c2-73769454a713 req-7f2ffe8b-9612-46fa-8591-aeb833ddf76c tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.2819374 Jul 14 09:11:40.599860 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ed1d22-1c8b-41da-a9b9-cac843bc70cb tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:40.605128 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f8ed1d22-1c8b-41da-a9b9-cac843bc70cb tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6facc217-dc01-422a-8069-2c7784a4d993&device_id=54bf2f95-545a-4cae-b6f4-cf254512fbbf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1461782 Jul 14 09:11:40.605964 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42270) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:40.686057 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5c4cb773-3f1d-479c-a9a3-3b1174b277b9 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Deleting port 11659468-ff67-46d5-a344-215fba6562fe {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:40.686900 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c4cb773-3f1d-479c-a9a3-3b1174b277b9 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:40.727339 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a8d09df4-2175-42e1-83c2-73769454a713 req-089c71ee-d9d4-49d7-828a-01d9b5f242ff tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539030 Jul 14 09:11:40.807217 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-b1ab42e5-6c79-45c3-972e-b337fbd307ec service neutron] No DVR routers for this DVR port 37a1b8d4-d751-44a7-8b11-868f3dd803c4 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:11:40.906891 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-b1ab42e5-6c79-45c3-972e-b337fbd307ec service neutron] In _notify_port_updated(), no bound segment for port 37a1b8d4-d751-44a7-8b11-868f3dd803c4 on network 2327d155-7d55-4b31-b424-2e5092343949 {{(pid=93772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:11:40.914859 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-b1ab42e5-6c79-45c3-972e-b337fbd307ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:40.915625 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-b1ab42e5-6c79-45c3-972e-b337fbd307ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:40.917014 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-b1ab42e5-6c79-45c3-972e-b337fbd307ec service neutron] 10.222.0.44 "PUT /v2.0/ports/37a1b8d4-d751-44a7-8b11-868f3dd803c4 HTTP/1.1" status: 200 len: 1032 time: 1.2181644 Jul 14 09:11:40.931091 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301f558d-d660-4978-aab3-e28b66cf3029 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:40.932787 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-301f558d-d660-4978-aab3-e28b66cf3029 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 881 time: 0.3203936 Jul 14 09:11:40.937975 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42278) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:40.955769 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab42e5-6c79-45c3-972e-b337fbd307ec service neutron] Pushing event updated for resources: {'Port': ['ID=37a1b8d4-d751-44a7-8b11-868f3dd803c4,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:41.018982 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4ed24f4b-1170-491a-8eab-4c92de428425 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "GET /v2.0/ports?device_id=54bf2f95-545a-4cae-b6f4-cf254512fbbf HTTP/1.1" status: 200 len: 205 time: 0.0731473 Jul 14 09:11:41.024959 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42280) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:41.089789 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b6c02bd9-d804-4aa6-9e09-970d2e66c39c None None] Provisioning complete for port 37a1b8d4-d751-44a7-8b11-868f3dd803c4 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:41.090168 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6c02bd9-d804-4aa6-9e09-970d2e66c39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.145527 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-f6a0ea65-7512-40fd-a0c5-038fcc8ae02e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Deleting port 0c630ba1-1505-48e0-9e6a-2ec2086d4be4 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:41.145876 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-f6a0ea65-7512-40fd-a0c5-038fcc8ae02e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.148225 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c4cb773-3f1d-479c-a9a3-3b1174b277b9 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.171703 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5c4cb773-3f1d-479c-a9a3-3b1174b277b9 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Calling delete_port for 11659468-ff67-46d5-a344-215fba6562fe owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:41.200420 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b6c02bd9-d804-4aa6-9e09-970d2e66c39c None None] Port 37a1b8d4-d751-44a7-8b11-868f3dd803c4 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:11:41.248421 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ade01a44-adb5-40f8-a69f-1f73d37fd295 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.346639 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-f6a0ea65-7512-40fd-a0c5-038fcc8ae02e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] For port 0c630ba1-1505-48e0-9e6a-2ec2086d4be4, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=0c630ba1-1505-48e0-9e6a-2ec2086d4be4,segment=NetworkSegment(29b34553-ba13-40c6-9ca6-edab7f60fcbf),segment_id=29b34553-ba13-40c6-9ca6-edab7f60fcbf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:41.347004 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-f6a0ea65-7512-40fd-a0c5-038fcc8ae02e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.365656 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-f6a0ea65-7512-40fd-a0c5-038fcc8ae02e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Calling delete_port for 0c630ba1-1505-48e0-9e6a-2ec2086d4be4 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:41.547938 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cffa94-0f69-41b7-be80-02834266aa40 req-4a20c7d4-ae6b-4eac-95c6-9ae4b227be8e tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:41.552906 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-f6a0ea65-7512-40fd-a0c5-038fcc8ae02e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.555540 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12cffa94-0f69-41b7-be80-02834266aa40 req-4a20c7d4-ae6b-4eac-95c6-9ae4b227be8e tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 945 time: 0.3567679 Jul 14 09:11:41.588013 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0ea65-7512-40fd-a0c5-038fcc8ae02e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event deleted for resources: {'Port': ['ID=0c630ba1-1505-48e0-9e6a-2ec2086d4be4,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:41.626528 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018858a-9d98-40c6-9508-d02ee26b04a6 req-4cf4dfc0-8b59-45eb-9100-c16432d4958a tempest-MigrationsAdminTest-998550661 tempest-MigrationsAdminTest-998550661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:41.630887 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4018858a-9d98-40c6-9508-d02ee26b04a6 req-4cf4dfc0-8b59-45eb-9100-c16432d4958a tempest-MigrationsAdminTest-998550661 tempest-MigrationsAdminTest-998550661-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 1102 time: 0.3480978 Jul 14 09:11:41.646100 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ade01a44-adb5-40f8-a69f-1f73d37fd295 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.663560 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-f6a0ea65-7512-40fd-a0c5-038fcc8ae02e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] No DVR routers for this DVR port 0c630ba1-1505-48e0-9e6a-2ec2086d4be4 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:11:41.676558 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12cffa94-0f69-41b7-be80-02834266aa40 req-5c2d603a-3a6a-447d-9d16-c640a5985ae3 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158099 Jul 14 09:11:41.681467 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-f6a0ea65-7512-40fd-a0c5-038fcc8ae02e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.684629 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-f6a0ea65-7512-40fd-a0c5-038fcc8ae02e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.44 "DELETE /v2.0/ports/0c630ba1-1505-48e0-9e6a-2ec2086d4be4 HTTP/1.1" status: 204 len: 173 time: 0.7504334 Jul 14 09:11:41.685329 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-deleted', 'tag': '0c630ba1-1505-48e0-9e6a-2ec2086d4be4'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:41.689096 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed830405-b3c2-46c9-ada9-d1dc5584357f" -d '{"events": [{"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-deleted", "tag": "0c630ba1-1505-48e0-9e6a-2ec2086d4be4"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:41.704686 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4018858a-9d98-40c6-9508-d02ee26b04a6 req-6ed63a20-4139-4bcb-bc02-f107490267e3 tempest-MigrationsAdminTest-998550661 tempest-MigrationsAdminTest-998550661-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.777049 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c34046-7338-4489-ae16-12d13ee32be9 x-openstack-request-id: req-71c34046-7338-4489-ae16-12d13ee32be9 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:41.777709 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-unplugged", "status": "completed", "tag": "0c630ba1-1505-48e0-9e6a-2ec2086d4be4", "code": 200}, {"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-unplugged", "status": "completed", "tag": "599e0919-b70c-4cf5-a3f8-80f61b689f90", "code": 200}, {"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-unplugged", "status": "completed", "tag": "e7df2505-e3c5-46da-b5e6-982dcb48a64f", "code": 200}, {"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-unplugged", "status": "completed", "tag": "cd05352d-2cf2-4deb-8660-bf87a73993a1", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:41.777709 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-71c34046-7338-4489-ae16-12d13ee32be9 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:41.778279 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c630ba1-1505-48e0-9e6a-2ec2086d4be4', 'code': 200} Jul 14 09:11:41.778620 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '599e0919-b70c-4cf5-a3f8-80f61b689f90', 'code': 200} Jul 14 09:11:41.778930 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7df2505-e3c5-46da-b5e6-982dcb48a64f', 'code': 200} Jul 14 09:11:41.779231 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd05352d-2cf2-4deb-8660-bf87a73993a1', 'code': 200} Jul 14 09:11:41.841814 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c4cb773-3f1d-479c-a9a3-3b1174b277b9 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.895352 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-6186c212-cc58-4c46-acc5-d0f343c4ea6a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Deleting port 599e0919-b70c-4cf5-a3f8-80f61b689f90 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:41.896156 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-6186c212-cc58-4c46-acc5-d0f343c4ea6a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.996995 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.008394 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4cb773-3f1d-479c-a9a3-3b1174b277b9 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Pushing event deleted for resources: {'Port': ['ID=11659468-ff67-46d5-a344-215fba6562fe,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:42.095869 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4018858a-9d98-40c6-9508-d02ee26b04a6 req-6ed63a20-4139-4bcb-bc02-f107490267e3 tempest-MigrationsAdminTest-998550661 tempest-MigrationsAdminTest-998550661-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.102447 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-6186c212-cc58-4c46-acc5-d0f343c4ea6a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] For port 599e0919-b70c-4cf5-a3f8-80f61b689f90, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=599e0919-b70c-4cf5-a3f8-80f61b689f90,segment=NetworkSegment(0f195ab3-93e1-4b15-ab2f-94bf4eff5072),segment_id=0f195ab3-93e1-4b15-ab2f-94bf4eff5072)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:42.103045 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-6186c212-cc58-4c46-acc5-d0f343c4ea6a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.125087 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4018858a-9d98-40c6-9508-d02ee26b04a6 req-6ed63a20-4139-4bcb-bc02-f107490267e3 tempest-MigrationsAdminTest-998550661 tempest-MigrationsAdminTest-998550661-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.162155 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-6186c212-cc58-4c46-acc5-d0f343c4ea6a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Calling delete_port for 599e0919-b70c-4cf5-a3f8-80f61b689f90 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:42.197731 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed63a20-4139-4bcb-bc02-f107490267e3 tempest-MigrationsAdminTest-998550661 tempest-MigrationsAdminTest-998550661-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c73dee-0b73-4e96-863b-571cee356018,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:42.203992 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c4cb773-3f1d-479c-a9a3-3b1174b277b9 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.228143 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4018858a-9d98-40c6-9508-d02ee26b04a6 req-6ed63a20-4139-4bcb-bc02-f107490267e3 tempest-MigrationsAdminTest-998550661 tempest-MigrationsAdminTest-998550661-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5861545 Jul 14 09:11:42.238525 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device cbffb502-4fe3-461f-a5b2-1a9fc98c8559 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:42.348817 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port cbffb502-4fe3-461f-a5b2-1a9fc98c8559 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:42.360616 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port cbffb502-4fe3-461f-a5b2-1a9fc98c8559 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:42.361252 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.440805 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c4cb773-3f1d-479c-a9a3-3b1174b277b9 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.446420 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c4cb773-3f1d-479c-a9a3-3b1174b277b9 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.542896 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ade01a44-adb5-40f8-a69f-1f73d37fd295 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Deleting port b07c9f78-4a7d-4452-9c2e-ac5f9c5bfc64 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:42.543419 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ade01a44-adb5-40f8-a69f-1f73d37fd295 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.544546 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27faea1e-a15e-467d-967c-3a63822793bb req-a5df3874-e2b9-48e1-b0c2-a08bfa157ea9 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:42.549941 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-27faea1e-a15e-467d-967c-3a63822793bb req-a5df3874-e2b9-48e1-b0c2-a08bfa157ea9 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a63d428-7b83-4706-896d-9477da19cbfb HTTP/1.1" status: 200 len: 949 time: 0.2334797 Jul 14 09:11:42.601064 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.614991 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-6186c212-cc58-4c46-acc5-d0f343c4ea6a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.636571 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c4cb773-3f1d-479c-a9a3-3b1174b277b9 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.637182 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4cb773-3f1d-479c-a9a3-3b1174b277b9 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Fanout notify agent at l3_agent the message router_deleted on router 1611fbfb-aa64-41bf-8b1d-991f93a505f8 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:11:42.651464 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c4cb773-3f1d-479c-a9a3-3b1174b277b9 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.652454 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port cbffb502-4fe3-461f-a5b2-1a9fc98c8559, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=cbffb502-4fe3-461f-a5b2-1a9fc98c8559,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:42.656898 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5c4cb773-3f1d-479c-a9a3-3b1174b277b9 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "DELETE /v2.0/routers/1611fbfb-aa64-41bf-8b1d-991f93a505f8 HTTP/1.1" status: 204 len: 168 time: 4.0076315 Jul 14 09:11:42.659391 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.662754 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42292) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:42.667134 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186c212-cc58-4c46-acc5-d0f343c4ea6a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event deleted for resources: {'Port': ['ID=599e0919-b70c-4cf5-a3f8-80f61b689f90,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:42.669211 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-67a40e79-214e-4cd3-9d95-db0128b47fbb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1176812182', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'enable_snat': False}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:42.687721 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40defb5-f8e6-4786-b48f-20deb8915598 req-e65b7a90-d129-498e-be2c-c81216fd57a2 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:42.687721 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e40defb5-f8e6-4786-b48f-20deb8915598 req-e65b7a90-d129-498e-be2c-c81216fd57a2 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.6768987 Jul 14 09:11:42.768340 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=cbffb502-4fe3-461f-a5b2-1a9fc98c8559,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:42.776526 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-6186c212-cc58-4c46-acc5-d0f343c4ea6a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] No DVR routers for this DVR port 599e0919-b70c-4cf5-a3f8-80f61b689f90 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:11:42.780979 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-6186c212-cc58-4c46-acc5-d0f343c4ea6a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.784323 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-6186c212-cc58-4c46-acc5-d0f343c4ea6a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.44 "DELETE /v2.0/ports/599e0919-b70c-4cf5-a3f8-80f61b689f90 HTTP/1.1" status: 204 len: 173 time: 1.0815947 Jul 14 09:11:42.790027 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67a40e79-214e-4cd3-9d95-db0128b47fbb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.791676 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67a40e79-214e-4cd3-9d95-db0128b47fbb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.828578 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ade01a44-adb5-40f8-a69f-1f73d37fd295 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.864054 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a2902-c1ba-48eb-a9b6-a3182695435d req-b1e11eac-b1c6-4118-abbe-f50237de5e21 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:42.873983 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d24a2902-c1ba-48eb-a9b6-a3182695435d req-b1e11eac-b1c6-4118-abbe-f50237de5e21 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a63d428-7b83-4706-896d-9477da19cbfb HTTP/1.1" status: 200 len: 949 time: 0.4115489 Jul 14 09:11:42.881308 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-27faea1e-a15e-467d-967c-3a63822793bb req-a02a9f2e-0aec-4095-9c6b-5adcca7d11fb tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Deleting port a08f8ef8-f1ac-411e-b65f-d406f29d5e7d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:42.881914 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-27faea1e-a15e-467d-967c-3a63822793bb req-a02a9f2e-0aec-4095-9c6b-5adcca7d11fb tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.889839 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e40defb5-f8e6-4786-b48f-20deb8915598 req-b2c5d9f2-a50b-4d07-b65d-a7ae0e2efa05 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936069 Jul 14 09:11:42.908058 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ade01a44-adb5-40f8-a69f-1f73d37fd295 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Calling delete_port for b07c9f78-4a7d-4452-9c2e-ac5f9c5bfc64 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:43.063110 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d24a2902-c1ba-48eb-a9b6-a3182695435d req-a692fc42-7ce8-454f-8960-f6de2ed66669 tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.25 "GET /v2.0/security-groups?id=8208023b-60ce-4925-a77f-c86f6bb0dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878860 Jul 14 09:11:43.064982 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67a40e79-214e-4cd3-9d95-db0128b47fbb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.113053 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-27faea1e-a15e-467d-967c-3a63822793bb req-a02a9f2e-0aec-4095-9c6b-5adcca7d11fb tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] For port a08f8ef8-f1ac-411e-b65f-d406f29d5e7d, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=a08f8ef8-f1ac-411e-b65f-d406f29d5e7d,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:43.113454 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-27faea1e-a15e-467d-967c-3a63822793bb req-a02a9f2e-0aec-4095-9c6b-5adcca7d11fb tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.463592 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67a40e79-214e-4cd3-9d95-db0128b47fbb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.501206 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-27faea1e-a15e-467d-967c-3a63822793bb req-a02a9f2e-0aec-4095-9c6b-5adcca7d11fb tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Calling delete_port for a08f8ef8-f1ac-411e-b65f-d406f29d5e7d owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:43.534714 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636b3f9-caa8-4e5e-81eb-98e9e27b3bbe req-172f57f1-a319-47dc-9fcf-bdc7d2e1a997 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:43.546360 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636b3f9-caa8-4e5e-81eb-98e9e27b3bbe req-172f57f1-a319-47dc-9fcf-bdc7d2e1a997 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:43.554783 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636b3f9-caa8-4e5e-81eb-98e9e27b3bbe req-172f57f1-a319-47dc-9fcf-bdc7d2e1a997 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:43.557289 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a636b3f9-caa8-4e5e-81eb-98e9e27b3bbe req-172f57f1-a319-47dc-9fcf-bdc7d2e1a997 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 2411 time: 0.4135385 Jul 14 09:11:43.673687 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-69d6d8b1-4644-4387-b2aa-4d1597c39a63 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Deleting port e7df2505-e3c5-46da-b5e6-982dcb48a64f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:43.674340 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-69d6d8b1-4644-4387-b2aa-4d1597c39a63 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.730074 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-27faea1e-a15e-467d-967c-3a63822793bb req-a02a9f2e-0aec-4095-9c6b-5adcca7d11fb tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.746832 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['a08f8ef8-f1ac-411e-b65f-d406f29d5e7d'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:43.783015 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a9f2e-0aec-4095-9c6b-5adcca7d11fb tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Pushing event deleted for resources: {'Port': ['ID=a08f8ef8-f1ac-411e-b65f-d406f29d5e7d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:43.801479 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a636b3f9-caa8-4e5e-81eb-98e9e27b3bbe req-a4d14cb0-c5f2-4272-98bc-899bd8a457e4 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/security-groups?id=676d5fbb-8b00-498f-8965-8e518737057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158380 Jul 14 09:11:43.826164 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ade01a44-adb5-40f8-a69f-1f73d37fd295 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.852692 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750a6c08-5914-47fb-a3cb-5bdbbcd21c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbffb502-4fe3-461f-a5b2-1a9fc98c8559'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:43.859548 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2436927-8c73-4cf5-8739-11350b9afbfb" -d '{"events": [{"server_uuid": "750a6c08-5914-47fb-a3cb-5bdbbcd21c55", "name": "network-vif-plugged", "status": "completed", "tag": "cbffb502-4fe3-461f-a5b2-1a9fc98c8559"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:43.871590 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-27faea1e-a15e-467d-967c-3a63822793bb req-a02a9f2e-0aec-4095-9c6b-5adcca7d11fb tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] No DVR routers for this DVR port a08f8ef8-f1ac-411e-b65f-d406f29d5e7d on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:11:43.878234 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-27faea1e-a15e-467d-967c-3a63822793bb req-a02a9f2e-0aec-4095-9c6b-5adcca7d11fb tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.880507 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-27faea1e-a15e-467d-967c-3a63822793bb req-a02a9f2e-0aec-4095-9c6b-5adcca7d11fb tempest-ServersAdminNegativeTestJSON-2118669280 tempest-ServersAdminNegativeTestJSON-2118669280-project] 10.222.0.47 "DELETE /v2.0/ports/a08f8ef8-f1ac-411e-b65f-d406f29d5e7d HTTP/1.1" status: 204 len: 173 time: 1.3223615 Jul 14 09:11:43.909486 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-69d6d8b1-4644-4387-b2aa-4d1597c39a63 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] For port e7df2505-e3c5-46da-b5e6-982dcb48a64f, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e7df2505-e3c5-46da-b5e6-982dcb48a64f,segment=NetworkSegment(78239ac2-1e7b-4b99-a571-fca123833857),segment_id=78239ac2-1e7b-4b99-a571-fca123833857)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:43.910036 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-69d6d8b1-4644-4387-b2aa-4d1597c39a63 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.962278 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade01a44-adb5-40f8-a69f-1f73d37fd295 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Pushing event deleted for resources: {'Port': ['ID=b07c9f78-4a7d-4452-9c2e-ac5f9c5bfc64,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:43.967577 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32021f97-1171-4615-ab1d-c7772471bdf4 x-openstack-request-id: req-32021f97-1171-4615-ab1d-c7772471bdf4 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:43.968038 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-deleted", "tag": "0c630ba1-1505-48e0-9e6a-2ec2086d4be4", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:43.971736 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32021f97-1171-4615-ab1d-c7772471bdf4 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:43.972391 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-deleted', 'tag': '0c630ba1-1505-48e0-9e6a-2ec2086d4be4', 'status': 'completed', 'code': 200} Jul 14 09:11:44.084573 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcc409-f5ef-4350-984c-285d49c35a87 req-8fc57c7b-3854-49b4-b26a-25abc4e6d876 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:44.094579 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-88bcc409-f5ef-4350-984c-285d49c35a87 req-8fc57c7b-3854-49b4-b26a-25abc4e6d876 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 946 time: 0.7532136 Jul 14 09:11:44.239559 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ade01a44-adb5-40f8-a69f-1f73d37fd295 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.261175 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-88bcc409-f5ef-4350-984c-285d49c35a87 req-9bff5ae3-aeb0-43af-b640-f34f5db6a728 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649146 Jul 14 09:11:44.557539 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ade01a44-adb5-40f8-a69f-1f73d37fd295 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.560801 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ade01a44-adb5-40f8-a69f-1f73d37fd295 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.599089 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-69d6d8b1-4644-4387-b2aa-4d1597c39a63 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.605511 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-69d6d8b1-4644-4387-b2aa-4d1597c39a63 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.605980 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-69d6d8b1-4644-4387-b2aa-4d1597c39a63 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Floating IP c0617e93-cf6c-480e-85d6-0045aff51bed disassociated. External IP: 172.25.6.223, port: e7df2505-e3c5-46da-b5e6-982dcb48a64f. Jul 14 09:11:44.606634 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-69d6d8b1-4644-4387-b2aa-4d1597c39a63 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Calling delete_port for e7df2505-e3c5-46da-b5e6-982dcb48a64f owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:44.627692 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ade01a44-adb5-40f8-a69f-1f73d37fd295 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.628422 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade01a44-adb5-40f8-a69f-1f73d37fd295 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Fanout notify agent at l3_agent the message router_deleted on router 54bf2f95-545a-4cae-b6f4-cf254512fbbf {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:11:44.647751 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ade01a44-adb5-40f8-a69f-1f73d37fd295 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.653122 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ade01a44-adb5-40f8-a69f-1f73d37fd295 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "DELETE /v2.0/routers/54bf2f95-545a-4cae-b6f4-cf254512fbbf HTTP/1.1" status: 204 len: 168 time: 3.6229174 Jul 14 09:11:44.655515 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42316) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:44.672826 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-100a60d3-b926-486c-b2f3-64bdab956486 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1250144816', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}, 'admin_state_up': False}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:44.764267 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-100a60d3-b926-486c-b2f3-64bdab956486 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.765970 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-100a60d3-b926-486c-b2f3-64bdab956486 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.923142 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-100a60d3-b926-486c-b2f3-64bdab956486 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.942050 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67a40e79-214e-4cd3-9d95-db0128b47fbb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.976661 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67a40e79-214e-4cd3-9d95-db0128b47fbb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:45.000354 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83dccd-d8ae-41ab-866c-80658f661bd2 req-8a718113-110d-4180-b31b-f24e475af9dd tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:45.002768 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5c83dccd-d8ae-41ab-866c-80658f661bd2 req-8a718113-110d-4180-b31b-f24e475af9dd tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 945 time: 0.3807065 Jul 14 09:11:45.082697 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec61ca23-eef4-46bf-8f3d-071397296715 x-openstack-request-id: req-ec61ca23-eef4-46bf-8f3d-071397296715 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:45.083558 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750a6c08-5914-47fb-a3cb-5bdbbcd21c55", "name": "network-vif-plugged", "status": "completed", "tag": "cbffb502-4fe3-461f-a5b2-1a9fc98c8559", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:45.088065 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec61ca23-eef4-46bf-8f3d-071397296715 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:45.088065 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750a6c08-5914-47fb-a3cb-5bdbbcd21c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbffb502-4fe3-461f-a5b2-1a9fc98c8559', 'code': 200} Jul 14 09:11:45.227440 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-67a40e79-214e-4cd3-9d95-db0128b47fbb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Allocated IP 172.25.6.235 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/ceca9f95-37f0-43c5-a30e-d753efed1523) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:45.291309 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-100a60d3-b926-486c-b2f3-64bdab956486 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:45.305999 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-69d6d8b1-4644-4387-b2aa-4d1597c39a63 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:45.424783 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6d8b1-4644-4387-b2aa-4d1597c39a63 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event deleted for resources: {'Port': ['ID=e7df2505-e3c5-46da-b5e6-982dcb48a64f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:45.467336 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-76f7ec28-469e-45db-be6a-214f2f8787f6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2688150 Jul 14 09:11:45.485715 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67a40e79-214e-4cd3-9d95-db0128b47fbb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:45.566574 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5c83dccd-d8ae-41ab-866c-80658f661bd2 req-5b2b5094-f4d2-4884-aa26-e256ff21cea4 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557373 Jul 14 09:11:45.622622 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67a40e79-214e-4cd3-9d95-db0128b47fbb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:45.821299 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a40e79-214e-4cd3-9d95-db0128b47fbb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:45.826608 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-69d6d8b1-4644-4387-b2aa-4d1597c39a63 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Router 3377a935-27cd-452b-9fc4-a3b80ffdf1fb has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:11:45.840597 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-67a40e79-214e-4cd3-9d95-db0128b47fbb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:45.844916 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a40e79-214e-4cd3-9d95-db0128b47fbb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:45.938603 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42342) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:45.967982 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device a08f8ef8-f1ac-411e-b65f-d406f29d5e7d no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:45.968659 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a40e79-214e-4cd3-9d95-db0128b47fbb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Pushing event updated for resources: {'Port': ['ID=ceca9f95-37f0-43c5-a30e-d753efed1523,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:46.024623 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: a08f8ef8-f1ac-411e-b65f-d406f29d5e7d {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:11:46.034521 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device a08f8ef8-f1ac-411e-b65f-d406f29d5e7d not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:11:46.049858 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-deleted', 'tag': '599e0919-b70c-4cf5-a3f8-80f61b689f90'}, {'server_uuid': '1a63d428-7b83-4706-896d-9477da19cbfb', 'name': 'network-vif-deleted', 'tag': 'a08f8ef8-f1ac-411e-b65f-d406f29d5e7d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:46.053535 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b8df2f-1aee-45df-9a5b-370c060ea1cc" -d '{"events": [{"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-deleted", "tag": "599e0919-b70c-4cf5-a3f8-80f61b689f90"}, {"server_uuid": "1a63d428-7b83-4706-896d-9477da19cbfb", "name": "network-vif-deleted", "tag": "a08f8ef8-f1ac-411e-b65f-d406f29d5e7d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:46.169906 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-100a60d3-b926-486c-b2f3-64bdab956486 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:46.233428 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-100a60d3-b926-486c-b2f3-64bdab956486 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:46.239845 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276c46b-4851-4652-8c83-036cd3da84a9 req-5c3ee374-a664-4791-8b9a-c662ad8448b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:46.245454 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8276c46b-4851-4652-8c83-036cd3da84a9 req-5c3ee374-a664-4791-8b9a-c662ad8448b3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 1098 time: 0.6777325 Jul 14 09:11:46.468456 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ee34b87f-665f-40cd-8bc9-8a1d07cf518f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ccf24c14d044142bb45324b78b49c74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5200608 Jul 14 09:11:46.469212 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42356) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:46.486266 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-69d6d8b1-4644-4387-b2aa-4d1597c39a63 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:46.499830 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deecff6a-b88c-4716-bae1-930c1e99bdd0 None None] Sync routers for ids ['3377a935-27cd-452b-9fc4-a3b80ffdf1fb'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:46.519474 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deecff6a-b88c-4716-bae1-930c1e99bdd0 None None] Routers {'3377a935-27cd-452b-9fc4-a3b80ffdf1fb'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:46.520488 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-deecff6a-b88c-4716-bae1-930c1e99bdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:11:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['3377a935-27cd-452b-9fc4-a3b80ffdf1fb'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:46.575914 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-69d6d8b1-4644-4387-b2aa-4d1597c39a63 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] No DVR routers for this DVR port e7df2505-e3c5-46da-b5e6-982dcb48a64f on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:11:46.579302 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-100a60d3-b926-486c-b2f3-64bdab956486 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Allocated IP 172.25.6.66 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/63180427-f977-482e-9aab-4bd5f5479361) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:46.599898 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-69d6d8b1-4644-4387-b2aa-4d1597c39a63 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:46.602994 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-69d6d8b1-4644-4387-b2aa-4d1597c39a63 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.44 "DELETE /v2.0/ports/e7df2505-e3c5-46da-b5e6-982dcb48a64f HTTP/1.1" status: 204 len: 173 time: 3.8094549 Jul 14 09:11:46.714272 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87a5b384-577b-42af-8882-a78121ff27bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:46.785013 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-deecff6a-b88c-4716-bae1-930c1e99bdd0 None None] Set router 3377a935-27cd-452b-9fc4-a3b80ffdf1fb gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:47.091597 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-deecff6a-b88c-4716-bae1-930c1e99bdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2108743724-router', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '3ea0d143-bc3b-4098-954d-9dfe9ed37338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:01:19Z', 'updated_at': '2021-07-14T09:01:28Z', 'revision_number': 4, 'project_id': '8050cf63175f42718fc254b7c67d228f', 'gw_port': {'id': '3ea0d143-bc3b-4098-954d-9dfe9ed37338', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:22Z', 'updated_at': '2021-07-14T09:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'd38d0f0c-d0aa-465f-900b-0a6984bb9057', 'name': '', 'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'mac_address': 'fa:16:3e:cd:03:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '704ebd5f-63af-4ec7-9724-fb32bd7b2c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:27Z', 'updated_at': '2021-07-14T09:01:36Z', 'revision_number': 5, 'project_id': '8050cf63175f42718fc254b7c67d228f', 'subnets': [{'id': '704ebd5f-63af-4ec7-9724-fb32bd7b2c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:47.159761 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87a5b384-577b-42af-8882-a78121ff27bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:47.162382 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deecff6a-b88c-4716-bae1-930c1e99bdd0 None None] Checking router: 3377a935-27cd-452b-9fc4-a3b80ffdf1fb for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:11:47.182797 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deecff6a-b88c-4716-bae1-930c1e99bdd0 None None] Routers {'3377a935-27cd-452b-9fc4-a3b80ffdf1fb'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:47.185099 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-deecff6a-b88c-4716-bae1-930c1e99bdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:11:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['3377a935-27cd-452b-9fc4-a3b80ffdf1fb'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:47.192033 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67a40e79-214e-4cd3-9d95-db0128b47fbb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:47.215602 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc8371-f6c7-4f1a-98a8-ca365b993470 req-d3f88809-79d0-43bd-85d1-c8fe649981c8 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:47.226358 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc8371-f6c7-4f1a-98a8-ca365b993470 req-d3f88809-79d0-43bd-85d1-c8fe649981c8 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:47.239767 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0dc8371-f6c7-4f1a-98a8-ca365b993470 req-d3f88809-79d0-43bd-85d1-c8fe649981c8 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 1677 time: 1.6607120 Jul 14 09:11:47.329789 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87a5b384-577b-42af-8882-a78121ff27bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:47.333082 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87a5b384-577b-42af-8882-a78121ff27bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:47.350619 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-87a5b384-577b-42af-8882-a78121ff27bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8208023b-60ce-4925-a77f-c86f6bb0dec4 HTTP/1.1" status: 204 len: 168 time: 0.8634284 Jul 14 09:11:47.366049 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-100a60d3-b926-486c-b2f3-64bdab956486 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:47.392381 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ac025-54d6-49b6-96ca-50682029a8dc req-687076cc-e914-4679-8df0-14f9572caed6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:47.401998 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-092ac025-54d6-49b6-96ca-50682029a8dc req-687076cc-e914-4679-8df0-14f9572caed6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 950 time: 1.5706344 Jul 14 09:11:47.415431 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-0551c15b-d103-4cc2-950c-453ff9a5bc53 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Deleting port cd05352d-2cf2-4deb-8660-bf87a73993a1 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:47.415860 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-0551c15b-d103-4cc2-950c-453ff9a5bc53 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:47.430893 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5b384-577b-42af-8882-a78121ff27bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8208023b-60ce-4925-a77f-c86f6bb0dec4,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:47.490048 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0dc8371-f6c7-4f1a-98a8-ca365b993470 req-60900bf9-effa-417b-a0fb-9c06df589a5f tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/security-groups?id=676d5fbb-8b00-498f-8965-8e518737057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483456 Jul 14 09:11:47.506641 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8276c46b-4851-4652-8c83-036cd3da84a9 req-e14fbbdb-d1eb-4adf-9da7-3b3f00be65bf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1808200 Jul 14 09:11:47.610959 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-100a60d3-b926-486c-b2f3-64bdab956486 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:47.617764 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-deecff6a-b88c-4716-bae1-930c1e99bdd0 None None] Set router 3377a935-27cd-452b-9fc4-a3b80ffdf1fb gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:47.619892 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-0551c15b-d103-4cc2-950c-453ff9a5bc53 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] For port cd05352d-2cf2-4deb-8660-bf87a73993a1, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=cd05352d-2cf2-4deb-8660-bf87a73993a1,segment=NetworkSegment(0f195ab3-93e1-4b15-ab2f-94bf4eff5072),segment_id=0f195ab3-93e1-4b15-ab2f-94bf4eff5072)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:47.620263 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-0551c15b-d103-4cc2-950c-453ff9a5bc53 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:47.670606 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100a60d3-b926-486c-b2f3-64bdab956486 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:47.672274 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-0551c15b-d103-4cc2-950c-453ff9a5bc53 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Calling delete_port for cd05352d-2cf2-4deb-8660-bf87a73993a1 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:47.676241 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-100a60d3-b926-486c-b2f3-64bdab956486 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:47.684035 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100a60d3-b926-486c-b2f3-64bdab956486 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:47.722616 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-092ac025-54d6-49b6-96ca-50682029a8dc req-56a66ce4-3dc4-4abc-99ca-375171a148fb tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191929 Jul 14 09:11:47.844388 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a60d3-b926-486c-b2f3-64bdab956486 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Pushing event updated for resources: {'Port': ['ID=63180427-f977-482e-9aab-4bd5f5479361,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:47.937481 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42366) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:48.085438 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-deecff6a-b88c-4716-bae1-930c1e99bdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2108743724-router', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '3ea0d143-bc3b-4098-954d-9dfe9ed37338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:01:19Z', 'updated_at': '2021-07-14T09:01:28Z', 'revision_number': 4, 'project_id': '8050cf63175f42718fc254b7c67d228f', 'gw_port': {'id': '3ea0d143-bc3b-4098-954d-9dfe9ed37338', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:22Z', 'updated_at': '2021-07-14T09:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'd38d0f0c-d0aa-465f-900b-0a6984bb9057', 'name': '', 'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'mac_address': 'fa:16:3e:cd:03:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '704ebd5f-63af-4ec7-9724-fb32bd7b2c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:27Z', 'updated_at': '2021-07-14T09:01:36Z', 'revision_number': 5, 'project_id': '8050cf63175f42718fc254b7c67d228f', 'subnets': [{'id': '704ebd5f-63af-4ec7-9724-fb32bd7b2c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:48.140158 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deecff6a-b88c-4716-bae1-930c1e99bdd0 None None] The sync data for ids ['3377a935-27cd-452b-9fc4-a3b80ffdf1fb'] in n-d-771362-35 is: [{'id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2108743724-router', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '3ea0d143-bc3b-4098-954d-9dfe9ed37338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:01:19Z', 'updated_at': '2021-07-14T09:01:28Z', 'revision_number': 4, 'project_id': '8050cf63175f42718fc254b7c67d228f', 'gw_port': {'id': '3ea0d143-bc3b-4098-954d-9dfe9ed37338', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:22Z', 'updated_at': '2021-07-14T09:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'd38d0f0c-d0aa-465f-900b-0a6984bb9057', 'name': '', 'network_id': 'fd6f44a4-b526-4db7-81df-370c1f70c73e', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'mac_address': 'fa:16:3e:cd:03:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '704ebd5f-63af-4ec7-9724-fb32bd7b2c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:27Z', 'updated_at': '2021-07-14T09:01:36Z', 'revision_number': 5, 'project_id': '8050cf63175f42718fc254b7c67d228f', 'subnets': [{'id': '704ebd5f-63af-4ec7-9724-fb32bd7b2c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:48.178622 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8c03f855-c774-42a8-ad85-61b3637157f8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8cfd1b05441f4c41972ef08ac88d93d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398541 Jul 14 09:11:48.183712 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42368) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:48.200840 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-0551c15b-d103-4cc2-950c-453ff9a5bc53 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:48.250449 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67a40e79-214e-4cd3-9d95-db0128b47fbb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:48.251725 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-79cb2c71-665c-4df1-b2dc-e86350376a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:48.253429 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-79cb2c71-665c-4df1-b2dc-e86350376a66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 1102 time: 0.3937933 Jul 14 09:11:48.299843 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05443b-302f-41e8-9bdc-befac263601f req-e8e617ba-2510-4c2f-836e-5165a554f3da tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:48.301466 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ae05443b-302f-41e8-9bdc-befac263601f req-e8e617ba-2510-4c2f-836e-5165a554f3da tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.3652713 Jul 14 09:11:48.339098 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551c15b-d103-4cc2-950c-453ff9a5bc53 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event deleted for resources: {'Port': ['ID=cd05352d-2cf2-4deb-8660-bf87a73993a1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:48.365946 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a18830e-e0c3-411f-8366-2345e88b2072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:48.393876 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e07a3-6cca-4a0f-95fe-49525e8cb6dc req-c0e237d3-b2a8-4667-9aab-67bee02905cd tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:48.402215 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6b2e07a3-6cca-4a0f-95fe-49525e8cb6dc req-c0e237d3-b2a8-4667-9aab-67bee02905cd tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 946 time: 0.3782511 Jul 14 09:11:48.471259 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9bb5-2e66-4a35-85f0-094667a95e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:48.543801 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ae05443b-302f-41e8-9bdc-befac263601f req-c64502a2-c929-4a8f-a5ba-99205e943e0a tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879594 Jul 14 09:11:48.577181 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdaddeb-a787-4804-8c74-a0b2f90ed88d None None] New status for floating IP c0617e93-cf6c-480e-85d6-0045aff51bed: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:11:48.579269 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-0551c15b-d103-4cc2-950c-453ff9a5bc53 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] No DVR routers for this DVR port cd05352d-2cf2-4deb-8660-bf87a73993a1 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:11:48.593577 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-0551c15b-d103-4cc2-950c-453ff9a5bc53 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:48.605424 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-0551c15b-d103-4cc2-950c-453ff9a5bc53 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.44 "DELETE /v2.0/ports/cd05352d-2cf2-4deb-8660-bf87a73993a1 HTTP/1.1" status: 204 len: 173 time: 1.9920399 Jul 14 09:11:48.698925 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9bb5-2e66-4a35-85f0-094667a95e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:48.715022 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6b2e07a3-6cca-4a0f-95fe-49525e8cb6dc req-14805298-fb0c-45cc-a716-cad1b5407fd5 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604747 Jul 14 09:11:48.771190 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5763edca-8332-4e97-82af-df8b9a11b72c x-openstack-request-id: req-5763edca-8332-4e97-82af-df8b9a11b72c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:48.774558 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-deleted", "tag": "599e0919-b70c-4cf5-a3f8-80f61b689f90", "status": "completed", "code": 200}, {"server_uuid": "1a63d428-7b83-4706-896d-9477da19cbfb", "name": "network-vif-deleted", "tag": "a08f8ef8-f1ac-411e-b65f-d406f29d5e7d", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:48.775189 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5763edca-8332-4e97-82af-df8b9a11b72c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:48.775872 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-deleted', 'tag': '599e0919-b70c-4cf5-a3f8-80f61b689f90', 'status': 'completed', 'code': 200} Jul 14 09:11:48.776334 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a63d428-7b83-4706-896d-9477da19cbfb', 'name': 'network-vif-deleted', 'tag': 'a08f8ef8-f1ac-411e-b65f-d406f29d5e7d', 'status': 'completed', 'code': 200} Jul 14 09:11:48.801097 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a40e79-214e-4cd3-9d95-db0128b47fbb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Router 66b6759c-7eda-42a4-8031-611e85af340d is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:11:48.815131 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-4dea2358-e9f8-42bd-813f-18adc0bb0a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:48.820749 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-4dea2358-e9f8-42bd-813f-18adc0bb0a9c service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.4935977 Jul 14 09:11:48.822602 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9bb5-2e66-4a35-85f0-094667a95e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:48.825163 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9bb5-2e66-4a35-85f0-094667a95e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:48.826160 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-100a60d3-b926-486c-b2f3-64bdab956486 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:48.844440 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1a5a9bb5-2e66-4a35-85f0-094667a95e24 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/71a0d03a-b4a7-4471-9620-8aca6ff0dda5 HTTP/1.1" status: 204 len: 168 time: 0.6449478 Jul 14 09:11:49.022640 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a9bb5-2e66-4a35-85f0-094667a95e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a0d03a-b4a7-4471-9620-8aca6ff0dda5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:49.098727 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-503b6187-b353-463a-990e-43e74624844c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=7c586b3c-9a43-440a-9dae-7207d72ecabd HTTP/1.1" status: 200 len: 217 time: 0.2575939 Jul 14 09:11:49.231110 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-1c42c8a9-b368-4023-9ab5-42ce55efaca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:49.233365 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-1c42c8a9-b368-4023-9ab5-42ce55efaca3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1262403 Jul 14 09:11:49.352768 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-9ab8316c-ae5c-4cfd-9cfb-a4b39f19015d tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Deleting port bd4cdb5b-1127-470e-bf8e-b17d6932ca54 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:49.353282 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-9ab8316c-ae5c-4cfd-9cfb-a4b39f19015d tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.416591 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a40e79-214e-4cd3-9d95-db0128b47fbb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:49.431181 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38156e8-4c43-4264-ab0c-225dd85c87c6 None None] Sync routers for ids ['66b6759c-7eda-42a4-8031-611e85af340d'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:49.462441 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38156e8-4c43-4264-ab0c-225dd85c87c6 None None] Routers {'66b6759c-7eda-42a4-8031-611e85af340d'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:49.464215 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c38156e8-4c43-4264-ab0c-225dd85c87c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:11:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['66b6759c-7eda-42a4-8031-611e85af340d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:49.475055 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b1b2e-bade-4d77-b481-fec8df428ac1 req-1d95d0e9-7ae1-4fea-9d57-d8f3aa10741e tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:49.487202 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-836b1b2e-bade-4d77-b481-fec8df428ac1 req-1d95d0e9-7ae1-4fea-9d57-d8f3aa10741e tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 945 time: 0.4112117 Jul 14 09:11:49.527305 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-1e655222-f12c-40b6-8f3f-212dec2b3732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:49.529022 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-1e655222-f12c-40b6-8f3f-212dec2b3732 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2830837 Jul 14 09:11:49.536123 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-100a60d3-b926-486c-b2f3-64bdab956486 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.591211 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdeea53-f591-42b0-bf9f-8298f0cde356 req-2dc91376-200e-44f4-bc96-b81a95f20fc9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:49.600415 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0cdeea53-f591-42b0-bf9f-8298f0cde356 req-2dc91376-200e-44f4-bc96-b81a95f20fc9 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 943 time: 0.5263808 Jul 14 09:11:49.647837 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67a40e79-214e-4cd3-9d95-db0128b47fbb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.649413 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-67a40e79-214e-4cd3-9d95-db0128b47fbb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.9854064 Jul 14 09:11:49.663084 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42386) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:49.697899 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-836b1b2e-bade-4d77-b481-fec8df428ac1 req-b04e9a93-5e12-4511-ba37-795b350bf796 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052186 Jul 14 09:11:49.727135 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-9ab8316c-ae5c-4cfd-9cfb-a4b39f19015d tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] For port bd4cdb5b-1127-470e-bf8e-b17d6932ca54, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=bd4cdb5b-1127-470e-bf8e-b17d6932ca54,segment=NetworkSegment(29b34553-ba13-40c6-9ca6-edab7f60fcbf),segment_id=29b34553-ba13-40c6-9ca6-edab7f60fcbf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:49.727607 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-9ab8316c-ae5c-4cfd-9cfb-a4b39f19015d tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.755473 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0cdeea53-f591-42b0-bf9f-8298f0cde356 req-83c12a60-1260-43be-95ba-d31a2abe91e4 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/security-groups?id=676d5fbb-8b00-498f-8965-8e518737057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416507 Jul 14 09:11:49.769266 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-9ab8316c-ae5c-4cfd-9cfb-a4b39f19015d tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Calling delete_port for bd4cdb5b-1127-470e-bf8e-b17d6932ca54 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:50.096617 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e382e-faff-4297-b261-7443ebefc470 req-c88f0a1c-37ea-4c36-a42e-d2025efff6c1 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:50.105906 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-673e382e-faff-4297-b261-7443ebefc470 req-c88f0a1c-37ea-4c36-a42e-d2025efff6c1 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 950 time: 0.1899924 Jul 14 09:11:50.111845 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c38156e8-4c43-4264-ab0c-225dd85c87c6 None None] Set router 66b6759c-7eda-42a4-8031-611e85af340d gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:50.204897 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612eb895-487a-4555-84b0-a2b6d74edfee req-efb09fc9-253d-41a4-969e-e2c513d17f74 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:50.210858 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-612eb895-487a-4555-84b0-a2b6d74edfee req-efb09fc9-253d-41a4-969e-e2c513d17f74 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.2067609 Jul 14 09:11:50.250526 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-673e382e-faff-4297-b261-7443ebefc470 req-3e44b126-7344-45b2-89c6-41d8ff605e65 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431055 Jul 14 09:11:50.421371 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-612eb895-487a-4555-84b0-a2b6d74edfee req-1b2efd55-b20f-486d-9780-21a388f944ad tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648479 Jul 14 09:11:50.496953 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-a4a94d32-c6b3-4912-b8c5-ba81dd195cee service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9529634 Jul 14 09:11:50.524335 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c38156e8-4c43-4264-ab0c-225dd85c87c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b6759c-7eda-42a4-8031-611e85af340d', 'name': 'tempest-snat-router-1176812182', 'tenant_id': '4e34cb76419c4ab6b0f9c5ec59e16c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.235'}], 'enable_snat': False}, 'gw_port_id': 'ceca9f95-37f0-43c5-a30e-d753efed1523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:42Z', 'updated_at': '2021-07-14T09:11:47Z', 'revision_number': 3, 'project_id': '4e34cb76419c4ab6b0f9c5ec59e16c5c', 'gw_port': {'id': 'ceca9f95-37f0-43c5-a30e-d753efed1523', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b6759c-7eda-42a4-8031-611e85af340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:44Z', 'updated_at': '2021-07-14T09:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:50.562010 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38156e8-4c43-4264-ab0c-225dd85c87c6 None None] Checking router: 66b6759c-7eda-42a4-8031-611e85af340d for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:11:50.562378 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38156e8-4c43-4264-ab0c-225dd85c87c6 None None] Updating router 66b6759c-7eda-42a4-8031-611e85af340d port ceca9f95-37f0-43c5-a30e-d753efed1523 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:11:50.586076 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-909a9c66-3e6e-414f-aeb3-4e78b8d07008 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "GET /v2.0/routers/66b6759c-7eda-42a4-8031-611e85af340d HTTP/1.1" status: 200 len: 909 time: 0.9192288 Jul 14 09:11:50.588329 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42410) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:50.596485 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ee415dc1-52dc-4f21-bcc9-816acfbd5050 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1176812182', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'enable_snat': True}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:50.624112 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c38156e8-4c43-4264-ab0c-225dd85c87c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:50.646071 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee415dc1-52dc-4f21-bcc9-816acfbd5050 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:50.647673 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee415dc1-52dc-4f21-bcc9-816acfbd5050 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:50.682985 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae53e52-1c14-458c-96f5-d7f4c22c9972 req-ae2381ea-a4fd-48f7-abbf-5bbd1ee018e7 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:50.694134 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aae53e52-1c14-458c-96f5-d7f4c22c9972 req-ae2381ea-a4fd-48f7-abbf-5bbd1ee018e7 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 946 time: 0.1784885 Jul 14 09:11:50.832978 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee415dc1-52dc-4f21-bcc9-816acfbd5050 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:50.842737 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-deleted', 'tag': 'e7df2505-e3c5-46da-b5e6-982dcb48a64f'}, {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-deleted', 'tag': 'cd05352d-2cf2-4deb-8660-bf87a73993a1'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:50.846393 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16822ab0-68dc-4b12-9173-abff0c0c5c87" -d '{"events": [{"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-deleted", "tag": "e7df2505-e3c5-46da-b5e6-982dcb48a64f"}, {"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-deleted", "tag": "cd05352d-2cf2-4deb-8660-bf87a73993a1"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:50.850113 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aae53e52-1c14-458c-96f5-d7f4c22c9972 req-5d4e8aa3-4a2b-4699-b722-4f82775dac79 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546702 Jul 14 09:11:50.850913 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-5b3b625e-5cad-4850-9aa5-66d547b1c3df service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176448 Jul 14 09:11:50.912765 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100a60d3-b926-486c-b2f3-64bdab956486 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Router 74827bd1-d028-4d68-a3fd-7827d991a0c9 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:11:51.082758 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8111878c-2965-4501-a7c9-e3603c2940ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.185174 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-9ab8316c-ae5c-4cfd-9cfb-a4b39f19015d tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.259382 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.308633 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-9ab8316c-ae5c-4cfd-9cfb-a4b39f19015d tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] No DVR routers for this DVR port bd4cdb5b-1127-470e-bf8e-b17d6932ca54 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:11:51.314252 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-9ab8316c-ae5c-4cfd-9cfb-a4b39f19015d tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.316625 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-45e853b1-a678-47f2-bdee-b053781c0c45 req-9ab8316c-ae5c-4cfd-9cfb-a4b39f19015d tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.44 "DELETE /v2.0/ports/bd4cdb5b-1127-470e-bf8e-b17d6932ca54 HTTP/1.1" status: 204 len: 173 time: 2.6898632 Jul 14 09:11:51.317422 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8316c-ae5c-4cfd-9cfb-a4b39f19015d tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event deleted for resources: {'Port': ['ID=bd4cdb5b-1127-470e-bf8e-b17d6932ca54,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:51.355969 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100a60d3-b926-486c-b2f3-64bdab956486 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:51.369052 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be22a9b-2d98-4fc0-8c7e-7e235ea501cf None None] Sync routers for ids ['74827bd1-d028-4d68-a3fd-7827d991a0c9'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:51.383784 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee415dc1-52dc-4f21-bcc9-816acfbd5050 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.395033 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c38156e8-4c43-4264-ab0c-225dd85c87c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.409336 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be22a9b-2d98-4fc0-8c7e-7e235ea501cf None None] Routers {'74827bd1-d028-4d68-a3fd-7827d991a0c9'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:51.412254 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5be22a9b-2d98-4fc0-8c7e-7e235ea501cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:11:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['74827bd1-d028-4d68-a3fd-7827d991a0c9'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:51.412675 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-100a60d3-b926-486c-b2f3-64bdab956486 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.414181 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-100a60d3-b926-486c-b2f3-64bdab956486 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.7584393 Jul 14 09:11:51.416476 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c38156e8-4c43-4264-ab0c-225dd85c87c6 None None] Transition to ACTIVE for port object ceca9f95-37f0-43c5-a30e-d753efed1523 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:51.417064 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42432) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:51.423571 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-47c6b669-a9a3-42e1-851f-016ef9f1e1b8 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:51.433377 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c38156e8-4c43-4264-ab0c-225dd85c87c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.477121 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba9ce2-dbd5-4ad9-aebb-d1c056fd0433 req-0842683b-ef32-4445-a53f-2e11ab33c3c2 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:51.487823 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-afba9ce2-dbd5-4ad9-aebb-d1c056fd0433 req-0842683b-ef32-4445-a53f-2e11ab33c3c2 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.7811849 Jul 14 09:11:51.546073 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5be22a9b-2d98-4fc0-8c7e-7e235ea501cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:51.603904 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be22a9b-2d98-4fc0-8c7e-7e235ea501cf None None] Routers {'74827bd1-d028-4d68-a3fd-7827d991a0c9'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:51.604518 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5be22a9b-2d98-4fc0-8c7e-7e235ea501cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:11:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['74827bd1-d028-4d68-a3fd-7827d991a0c9'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:51.612390 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c38156e8-4c43-4264-ab0c-225dd85c87c6 None None] Attempting to bind port ceca9f95-37f0-43c5-a30e-d753efed1523 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:51.612974 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c38156e8-4c43-4264-ab0c-225dd85c87c6 None None] Attempting to bind port ceca9f95-37f0-43c5-a30e-d753efed1523 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:51.617878 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38156e8-4c43-4264-ab0c-225dd85c87c6 None None] Attempting to bind port ceca9f95-37f0-43c5-a30e-d753efed1523 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:51.692696 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38156e8-4c43-4264-ab0c-225dd85c87c6 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:51.693325 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38156e8-4c43-4264-ab0c-225dd85c87c6 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:51.694087 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c38156e8-4c43-4264-ab0c-225dd85c87c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.694731 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38156e8-4c43-4264-ab0c-225dd85c87c6 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:51.695348 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c38156e8-4c43-4264-ab0c-225dd85c87c6 None None] Bound port: ceca9f95-37f0-43c5-a30e-d753efed1523, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:51.696085 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c38156e8-4c43-4264-ab0c-225dd85c87c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.703120 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564612b-3829-4020-93ab-f37eb9889376 None None] Pushing event updated for resources: {'Port': ['ID=ceca9f95-37f0-43c5-a30e-d753efed1523,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:51.730187 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5be22a9b-2d98-4fc0-8c7e-7e235ea501cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:51.731008 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be22a9b-2d98-4fc0-8c7e-7e235ea501cf None None] The sync data for ids ['74827bd1-d028-4d68-a3fd-7827d991a0c9'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:51.847533 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-afba9ce2-dbd5-4ad9-aebb-d1c056fd0433 req-a9f08103-7ba3-4bda-95b9-74c477f5f59d tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580742 Jul 14 09:11:51.933061 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf4fae-6bb4-43fd-84fe-945821b3f7c1 req-824af1b8-f460-4c3b-b529-4cda70dd0d8b tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:51.961145 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c38156e8-4c43-4264-ab0c-225dd85c87c6 None None] For port ceca9f95-37f0-43c5-a30e-d753efed1523, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:51.961886 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94bf4fae-6bb4-43fd-84fe-945821b3f7c1 req-824af1b8-f460-4c3b-b529-4cda70dd0d8b tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 945 time: 0.5244563 Jul 14 09:11:51.970616 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c38156e8-4c43-4264-ab0c-225dd85c87c6 None None] For port ceca9f95-37f0-43c5-a30e-d753efed1523, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ceca9f95-37f0-43c5-a30e-d753efed1523,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:51.975270 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564612b-3829-4020-93ab-f37eb9889376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:51.975705 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564612b-3829-4020-93ab-f37eb9889376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:51.978997 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564612b-3829-4020-93ab-f37eb9889376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:51.979439 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564612b-3829-4020-93ab-f37eb9889376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:51.979767 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564612b-3829-4020-93ab-f37eb9889376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:51.980104 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564612b-3829-4020-93ab-f37eb9889376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:51.980439 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564612b-3829-4020-93ab-f37eb9889376 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:51.980767 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564612b-3829-4020-93ab-f37eb9889376 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:51.981825 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564612b-3829-4020-93ab-f37eb9889376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:51.981825 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564612b-3829-4020-93ab-f37eb9889376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:51.981825 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564612b-3829-4020-93ab-f37eb9889376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:51.982221 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564612b-3829-4020-93ab-f37eb9889376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:51.992924 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c38156e8-4c43-4264-ab0c-225dd85c87c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:52.137048 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38156e8-4c43-4264-ab0c-225dd85c87c6 None None] Routers {'66b6759c-7eda-42a4-8031-611e85af340d'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:52.137816 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c38156e8-4c43-4264-ab0c-225dd85c87c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:11:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['66b6759c-7eda-42a4-8031-611e85af340d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:52.217821 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:52.278044 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564612b-3829-4020-93ab-f37eb9889376 None None] Pushing event updated for resources: {'Port': ['ID=ceca9f95-37f0-43c5-a30e-d753efed1523,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:52.304872 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47c6b669-a9a3-42e1-851f-016ef9f1e1b8 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:52.319987 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c38156e8-4c43-4264-ab0c-225dd85c87c6 None None] Set router 66b6759c-7eda-42a4-8031-611e85af340d gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:52.324588 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47c6b669-a9a3-42e1-851f-016ef9f1e1b8 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:52.374231 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94bf4fae-6bb4-43fd-84fe-945821b3f7c1 req-b2048620-27a0-4315-8c70-d0515094dcbc tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096155 Jul 14 09:11:52.399472 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2c068573-43d9-4fe6-8b37-9c1d9043482d req-857f18d7-b2d0-427e-a682-5d9f58c5fd24 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 210 time: 0.2124674 Jul 14 09:11:52.491873 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c018ab71-4eb8-4434-812f-544514708c96 x-openstack-request-id: req-c018ab71-4eb8-4434-812f-544514708c96 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:52.497342 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-deleted", "tag": "e7df2505-e3c5-46da-b5e6-982dcb48a64f", "status": "completed", "code": 200}, {"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-deleted", "tag": "cd05352d-2cf2-4deb-8660-bf87a73993a1", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:52.502098 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c018ab71-4eb8-4434-812f-544514708c96 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:52.502699 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-deleted', 'tag': 'e7df2505-e3c5-46da-b5e6-982dcb48a64f', 'status': 'completed', 'code': 200} Jul 14 09:11:52.503054 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-deleted', 'tag': 'cd05352d-2cf2-4deb-8660-bf87a73993a1', 'status': 'completed', 'code': 200} Jul 14 09:11:52.566614 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-47c6b669-a9a3-42e1-851f-016ef9f1e1b8 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Deleting port 63180427-f977-482e-9aab-4bd5f5479361 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:52.567193 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47c6b669-a9a3-42e1-851f-016ef9f1e1b8 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:52.743813 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c38156e8-4c43-4264-ab0c-225dd85c87c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b6759c-7eda-42a4-8031-611e85af340d', 'name': 'tempest-snat-router-1176812182', 'tenant_id': '4e34cb76419c4ab6b0f9c5ec59e16c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.235'}], 'enable_snat': False}, 'gw_port_id': 'ceca9f95-37f0-43c5-a30e-d753efed1523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:42Z', 'updated_at': '2021-07-14T09:11:47Z', 'revision_number': 3, 'project_id': '4e34cb76419c4ab6b0f9c5ec59e16c5c', 'gw_port': {'id': 'ceca9f95-37f0-43c5-a30e-d753efed1523', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b6759c-7eda-42a4-8031-611e85af340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:44Z', 'updated_at': '2021-07-14T09:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:52.789366 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38156e8-4c43-4264-ab0c-225dd85c87c6 None None] The sync data for ids ['66b6759c-7eda-42a4-8031-611e85af340d'] in n-d-771362-35 is: [{'id': '66b6759c-7eda-42a4-8031-611e85af340d', 'name': 'tempest-snat-router-1176812182', 'tenant_id': '4e34cb76419c4ab6b0f9c5ec59e16c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.235'}], 'enable_snat': False}, 'gw_port_id': 'ceca9f95-37f0-43c5-a30e-d753efed1523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:42Z', 'updated_at': '2021-07-14T09:11:47Z', 'revision_number': 3, 'project_id': '4e34cb76419c4ab6b0f9c5ec59e16c5c', 'gw_port': {'id': 'ceca9f95-37f0-43c5-a30e-d753efed1523', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b6759c-7eda-42a4-8031-611e85af340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:44Z', 'updated_at': '2021-07-14T09:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:52.859425 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47c6b669-a9a3-42e1-851f-016ef9f1e1b8 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:52.885986 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164da6d-eadd-4887-bdb4-414227b3d28d req-eaa2eaf4-c56e-4ebe-ac70-6ac2b73727f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:52.887727 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f164da6d-eadd-4887-bdb4-414227b3d28d req-eaa2eaf4-c56e-4ebe-ac70-6ac2b73727f9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6615d0b1eada47cd81a0006b9f4a982b&device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 1097 time: 0.3131692 Jul 14 09:11:52.896892 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-47c6b669-a9a3-42e1-851f-016ef9f1e1b8 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Calling delete_port for 63180427-f977-482e-9aab-4bd5f5479361 owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:52.985170 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ceb78-afc3-4e93-8ffe-9fe568d309ae req-b2913e72-e86d-4660-b897-4be0b126fa30 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:53.000178 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f23ceb78-afc3-4e93-8ffe-9fe568d309ae req-b2913e72-e86d-4660-b897-4be0b126fa30 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 946 time: 0.3897960 Jul 14 09:11:53.002626 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42446) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:53.007478 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee415dc1-52dc-4f21-bcc9-816acfbd5050 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:53.037625 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-90c5ffae-af2e-48be-acd7-1138a04422aa tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Request body: {'floatingip': {'port_id': 'cbffb502-4fe3-461f-a5b2-1a9fc98c8559'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:53.042299 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee415dc1-52dc-4f21-bcc9-816acfbd5050 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:53.156762 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd894801-dd95-4426-99b0-54e97104100b req-23fb77cf-baeb-4166-a77a-5657e541b481 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:53.160396 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bd894801-dd95-4426-99b0-54e97104100b req-23fb77cf-baeb-4166-a77a-5657e541b481 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 950 time: 0.4370577 Jul 14 09:11:53.172832 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90c5ffae-af2e-48be-acd7-1138a04422aa tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:53.309227 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164da6d-eadd-4887-bdb4-414227b3d28d req-efcf321c-c689-44d8-89b1-dffa384a9788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:53.310778 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f164da6d-eadd-4887-bdb4-414227b3d28d req-efcf321c-c689-44d8-89b1-dffa384a9788 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ae54159-68cb-4fca-9852-a42d051dbe23 HTTP/1.1" status: 200 len: 912 time: 0.1031964 Jul 14 09:11:53.312745 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47c6b669-a9a3-42e1-851f-016ef9f1e1b8 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:53.463255 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6b669-a9a3-42e1-851f-016ef9f1e1b8 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Pushing event deleted for resources: {'Port': ['ID=63180427-f977-482e-9aab-4bd5f5479361,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:53.481598 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f164da6d-eadd-4887-bdb4-414227b3d28d req-5d4865b6-b61f-433e-8dce-1fcff4c26afa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c435cf31-faaa-406f-a489-aa485815fd67 HTTP/1.1" status: 200 len: 217 time: 0.1594753 Jul 14 09:11:53.616482 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:53.625595 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164da6d-eadd-4887-bdb4-414227b3d28d req-2dd5dc25-05ba-4a1d-89fe-48eacae61a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:53.627702 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f164da6d-eadd-4887-bdb4-414227b3d28d req-2dd5dc25-05ba-4a1d-89fe-48eacae61a5a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1cecf5b8-9bc0-42ae-ae75-809b50502003 HTTP/1.1" status: 200 len: 852 time: 0.1441495 Jul 14 09:11:53.709414 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f164da6d-eadd-4887-bdb4-414227b3d28d req-54dd1d76-e8ba-44e8-b7de-af7dcf3c4ded service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ae54159-68cb-4fca-9852-a42d051dbe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750391 Jul 14 09:11:53.880715 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f164da6d-eadd-4887-bdb4-414227b3d28d req-d82f4d65-5c94-4609-8ffc-7d17c8f33550 service neutron] 10.222.0.44 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628501 Jul 14 09:11:53.907938 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47c6b669-a9a3-42e1-851f-016ef9f1e1b8 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.316894 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ceca9f95-37f0-43c5-a30e-d753efed1523 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:54.418856 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port ceca9f95-37f0-43c5-a30e-d753efed1523 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:54.436470 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port ceca9f95-37f0-43c5-a30e-d753efed1523 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:54.437105 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.495974 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-ee415dc1-52dc-4f21-bcc9-816acfbd5050 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Allocated IP 172.25.6.20 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/df85f336-2de9-4f39-971a-f497818f7da4) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:54.517829 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-deleted', 'tag': 'bd4cdb5b-1127-470e-bf8e-b17d6932ca54'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:54.520274 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd4ce3b-5b88-4a11-9b78-c3b2a9c48757" -d '{"events": [{"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-deleted", "tag": "bd4cdb5b-1127-470e-bf8e-b17d6932ca54"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:54.530749 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f164da6d-eadd-4887-bdb4-414227b3d28d req-6482bef5-a088-4e20-9410-7d72b731e276 service neutron] 10.222.0.44 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6393950 Jul 14 09:11:54.538030 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47c6b669-a9a3-42e1-851f-016ef9f1e1b8 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.541996 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47c6b669-a9a3-42e1-851f-016ef9f1e1b8 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1997542'] for router, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.665433 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c6b669-a9a3-42e1-851f-016ef9f1e1b8 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Router 74827bd1-d028-4d68-a3fd-7827d991a0c9 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:11:54.671290 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.706546 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port ceca9f95-37f0-43c5-a30e-d753efed1523, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ceca9f95-37f0-43c5-a30e-d753efed1523,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:54.713723 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.882162 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c6b669-a9a3-42e1-851f-016ef9f1e1b8 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:54.883364 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=ceca9f95-37f0-43c5-a30e-d753efed1523,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:54.893699 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47c6b669-a9a3-42e1-851f-016ef9f1e1b8 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.893926 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eab98b-b549-4495-a505-19e45d2574c2 None None] Sync routers for ids ['74827bd1-d028-4d68-a3fd-7827d991a0c9'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:54.897269 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-47c6b669-a9a3-42e1-851f-016ef9f1e1b8 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "PUT /v2.0/routers/74827bd1-d028-4d68-a3fd-7827d991a0c9 HTTP/1.1" status: 200 len: 710 time: 3.4766657 Jul 14 09:11:54.898310 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42456) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:54.921833 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eab98b-b549-4495-a505-19e45d2574c2 None None] Routers {'74827bd1-d028-4d68-a3fd-7827d991a0c9'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:54.924405 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-78eab98b-b549-4495-a505-19e45d2574c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:11:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['74827bd1-d028-4d68-a3fd-7827d991a0c9'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:54.980082 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-78eab98b-b549-4495-a505-19e45d2574c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:54.997322 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eab98b-b549-4495-a505-19e45d2574c2 None None] Routers {'74827bd1-d028-4d68-a3fd-7827d991a0c9'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:54.998190 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-78eab98b-b549-4495-a505-19e45d2574c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:11:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['74827bd1-d028-4d68-a3fd-7827d991a0c9'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:55.038383 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-78eab98b-b549-4495-a505-19e45d2574c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:55.039662 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eab98b-b549-4495-a505-19e45d2574c2 None None] The sync data for ids ['74827bd1-d028-4d68-a3fd-7827d991a0c9'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:55.131424 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9fdb7ba9-e113-47de-a957-6447a70a8ed9 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "GET /v2.0/routers/74827bd1-d028-4d68-a3fd-7827d991a0c9 HTTP/1.1" status: 200 len: 745 time: 0.2271876 Jul 14 09:11:55.131698 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42458) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:55.246667 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d2dcb8db-0324-4a26-9648-f0358a6e1a13 tempest-RoutersIpV6AdminTest-637130268 tempest-RoutersIpV6AdminTest-637130268-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6facc217-dc01-422a-8069-2c7784a4d993&device_id=74827bd1-d028-4d68-a3fd-7827d991a0c9 HTTP/1.1" status: 200 len: 205 time: 0.1114402 Jul 14 09:11:55.247138 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42460) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:55.284261 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90c5ffae-af2e-48be-acd7-1138a04422aa tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.320735 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bd894801-dd95-4426-99b0-54e97104100b req-4db823b1-4093-4762-94aa-137f80afa51f tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0821705 Jul 14 09:11:55.333213 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90c5ffae-af2e-48be-acd7-1138a04422aa tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.364770 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-802413e5-eef0-4467-8c68-241358d66de0 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "GET /v2.0/ports?device_id=74827bd1-d028-4d68-a3fd-7827d991a0c9 HTTP/1.1" status: 200 len: 205 time: 0.1047506 Jul 14 09:11:55.369971 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42462) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:55.586255 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec1709-4074-4ef1-95f7-026b07337baf req-55b92d3a-f035-4978-a83a-8729cc09f90a tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:55.594094 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d8ec1709-4074-4ef1-95f7-026b07337baf req-55b92d3a-f035-4978-a83a-8729cc09f90a tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 1.3712859 Jul 14 09:11:55.691627 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee415dc1-52dc-4f21-bcc9-816acfbd5050 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.711378 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-90c5ffae-af2e-48be-acd7-1138a04422aa tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Floating IP a4fba9b8-3279-43f7-acf3-35d9475ce376 associated. External IP: 172.25.6.245, port: cbffb502-4fe3-461f-a5b2-1a9fc98c8559. Jul 14 09:11:55.833840 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-578fea29-caa3-47ed-a9b3-9ca3726fcdb7 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.935179 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d8ec1709-4074-4ef1-95f7-026b07337baf req-dcb3afa4-5083-45f2-8956-5668d23368ae tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400795 Jul 14 09:11:56.058749 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e4adb-b9d7-4930-83d0-a6da731f2b7f req-ba6203f5-3b2a-4439-838c-4647d5b2eb6c tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:56.066550 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-421e4adb-b9d7-4930-83d0-a6da731f2b7f req-ba6203f5-3b2a-4439-838c-4647d5b2eb6c tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 945 time: 0.3785934 Jul 14 09:11:56.129378 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee415dc1-52dc-4f21-bcc9-816acfbd5050 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:56.138156 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-578fea29-caa3-47ed-a9b3-9ca3726fcdb7 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:56.142834 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-578fea29-caa3-47ed-a9b3-9ca3726fcdb7 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:56.156826 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c5ffae-af2e-48be-acd7-1138a04422aa tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Router dbdb981d-2d28-47e4-b943-9bce971af676 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:11:56.208109 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ceca9f95-37f0-43c5-a30e-d753efed1523 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:56.219554 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-578fea29-caa3-47ed-a9b3-9ca3726fcdb7 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:56.220230 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578fea29-caa3-47ed-a9b3-9ca3726fcdb7 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Fanout notify agent at l3_agent the message router_deleted on router 74827bd1-d028-4d68-a3fd-7827d991a0c9 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:11:56.228479 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-578fea29-caa3-47ed-a9b3-9ca3726fcdb7 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:56.234105 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-578fea29-caa3-47ed-a9b3-9ca3726fcdb7 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "DELETE /v2.0/routers/74827bd1-d028-4d68-a3fd-7827d991a0c9 HTTP/1.1" status: 204 len: 168 time: 0.8628945 Jul 14 09:11:56.234770 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42468) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:56.273375 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-dd5b03b2-c1f4-46e7-8899-680ccbc1b02b tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "GET /v2.0/ports?device_id=74827bd1-d028-4d68-a3fd-7827d991a0c9 HTTP/1.1" status: 200 len: 205 time: 0.0373487 Jul 14 09:11:56.276817 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42470) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:56.310977 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port ceca9f95-37f0-43c5-a30e-d753efed1523 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:56.311367 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:56.322369 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-421e4adb-b9d7-4930-83d0-a6da731f2b7f req-49a4b06a-3b88-4091-8d8a-6ba894bc1405 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547157 Jul 14 09:11:56.326729 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-df3e9e30-7bc0-49cc-850c-6857d880e86c req-bf0123f2-0e86-4872-b877-56eee315c634 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 210 time: 0.0706499 Jul 14 09:11:56.365411 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee415dc1-52dc-4f21-bcc9-816acfbd5050 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:56.393453 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-2ac5f25f-7abe-43a5-9fff-f9db00162c99 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] delete failed (client error): The resource could not be found. Jul 14 09:11:56.399220 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2ac5f25f-7abe-43a5-9fff-f9db00162c99 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "DELETE /v2.0/routers/74827bd1-d028-4d68-a3fd-7827d991a0c9 HTTP/1.1" status: 404 len: 336 time: 0.1175246 Jul 14 09:11:56.406443 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42474) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:56.425784 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ee415dc1-52dc-4f21-bcc9-816acfbd5050 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:56.429990 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee415dc1-52dc-4f21-bcc9-816acfbd5050 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Pushing event updated for resources: {'Port': ['ID=df85f336-2de9-4f39-971a-f497818f7da4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:56.434904 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee415dc1-52dc-4f21-bcc9-816acfbd5050 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:56.525675 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b196433-306a-4f08-af68-1a1f952d84bb x-openstack-request-id: req-8b196433-306a-4f08-af68-1a1f952d84bb {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:56.528236 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34303ed8-0fda-4136-9b65-fbda791bca72", "name": "network-vif-deleted", "tag": "bd4cdb5b-1127-470e-bf8e-b17d6932ca54", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:56.530216 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b196433-306a-4f08-af68-1a1f952d84bb {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:56.530845 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34303ed8-0fda-4136-9b65-fbda791bca72', 'name': 'network-vif-deleted', 'tag': 'bd4cdb5b-1127-470e-bf8e-b17d6932ca54', 'status': 'completed', 'code': 200} Jul 14 09:11:56.534451 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-529ad147-0e4d-4bf3-8a53-faacf90d7bc4 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "GET /v2.0/ports?device_id=54bf2f95-545a-4cae-b6f4-cf254512fbbf HTTP/1.1" status: 200 len: 205 time: 0.1268985 Jul 14 09:11:56.539913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42478) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:56.625913 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-909b0fbf-3401-4a06-b89a-4c1c501ce501 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] delete failed (client error): The resource could not be found. Jul 14 09:11:56.629759 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c5ffae-af2e-48be-acd7-1138a04422aa tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:56.631613 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-909b0fbf-3401-4a06-b89a-4c1c501ce501 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "DELETE /v2.0/routers/54bf2f95-545a-4cae-b6f4-cf254512fbbf HTTP/1.1" status: 404 len: 336 time: 0.0903764 Jul 14 09:11:56.634121 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42480) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:56.655405 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90c5ffae-af2e-48be-acd7-1138a04422aa tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:56.662125 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6cad49-ca61-4e09-a659-0914610d2091 None None] Sync routers for ids ['dbdb981d-2d28-47e4-b943-9bce971af676'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:56.679600 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6cad49-ca61-4e09-a659-0914610d2091 None None] Routers {'dbdb981d-2d28-47e4-b943-9bce971af676'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:56.680260 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6c6cad49-ca61-4e09-a659-0914610d2091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:11:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['dbdb981d-2d28-47e4-b943-9bce971af676'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:56.703393 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3b7b5c70-9c91-4ad3-8551-8038f07cdd50 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "GET /v2.0/ports?device_id=cceb1d64-a0d8-46f6-b4e5-ab5e60e3e1c1 HTTP/1.1" status: 200 len: 205 time: 0.0676880 Jul 14 09:11:56.704448 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42482) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:56.756765 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-f1eaa2c3-41e5-4c53-82ac-69f69db25a35 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] delete failed (client error): The resource could not be found. Jul 14 09:11:56.761532 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f1eaa2c3-41e5-4c53-82ac-69f69db25a35 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "DELETE /v2.0/routers/cceb1d64-a0d8-46f6-b4e5-ab5e60e3e1c1 HTTP/1.1" status: 404 len: 336 time: 0.0556979 Jul 14 09:11:56.762600 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42484) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:56.782115 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-90c5ffae-af2e-48be-acd7-1138a04422aa tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "PUT /v2.0/floatingips/a4fba9b8-3279-43f7-acf3-35d9475ce376 HTTP/1.1" status: 200 len: 992 time: 3.7763009 Jul 14 09:11:56.788510 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750a6c08-5914-47fb-a3cb-5bdbbcd21c55', 'tag': 'cbffb502-4fe3-461f-a5b2-1a9fc98c8559'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:56.791401 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f104544c-a158-472e-9259-2c4262392e56" -d '{"events": [{"name": "network-changed", "server_uuid": "750a6c08-5914-47fb-a3cb-5bdbbcd21c55", "tag": "cbffb502-4fe3-461f-a5b2-1a9fc98c8559"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:56.808361 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-573a7fbb-00ee-4318-8a26-e8496eddc894 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "GET /v2.0/ports?device_id=49916e77-16d5-4499-8e29-3e56b7131fb7 HTTP/1.1" status: 200 len: 205 time: 0.0424249 Jul 14 09:11:56.809326 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42490) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:56.865910 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-88146055-5ad4-4513-8811-32f33d16e1e4 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] delete failed (client error): The resource could not be found. Jul 14 09:11:56.876084 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-88146055-5ad4-4513-8811-32f33d16e1e4 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "DELETE /v2.0/routers/49916e77-16d5-4499-8e29-3e56b7131fb7 HTTP/1.1" status: 404 len: 336 time: 0.0652654 Jul 14 09:11:56.877500 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42492) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:56.989140 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5bc64cb3-caa5-4e0f-8fef-838d02a73ff9 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "GET /v2.0/ports?device_id=961871d3-7e50-4754-959a-13324511e2c9 HTTP/1.1" status: 200 len: 205 time: 0.1099477 Jul 14 09:11:56.996184 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42496) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:57.073516 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-6c6cad49-ca61-4e09-a659-0914610d2091 None None] Set router dbdb981d-2d28-47e4-b943-9bce971af676 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:57.126999 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-54284356-b000-45e7-bbfb-e7ea75fa92d3 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] delete failed (client error): The resource could not be found. Jul 14 09:11:57.128092 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-54284356-b000-45e7-bbfb-e7ea75fa92d3 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "DELETE /v2.0/routers/961871d3-7e50-4754-959a-13324511e2c9 HTTP/1.1" status: 404 len: 336 time: 0.1304440 Jul 14 09:11:57.135365 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42502) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:57.191773 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42504) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:57.192390 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-afa1f362-2783-49e2-95c1-33a37e8852ec tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "GET /v2.0/ports?device_id=88941f29-83e6-4e0f-bd0a-bf7718d7cb41 HTTP/1.1" status: 200 len: 205 time: 0.0507028 Jul 14 09:11:57.251206 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9fe5f-893f-4580-8032-8795842fbfe1 req-3d267120-b5ac-47fa-8aaf-1fa1ee71f4e3 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:57.258511 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-97f9fe5f-893f-4580-8032-8795842fbfe1 req-3d267120-b5ac-47fa-8aaf-1fa1ee71f4e3 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 950 time: 0.4787862 Jul 14 09:11:57.309012 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-ee28e8d1-d98b-427e-9bb8-b88ef737e6b4 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] delete failed (client error): The resource could not be found. Jul 14 09:11:57.313268 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ee28e8d1-d98b-427e-9bb8-b88ef737e6b4 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "DELETE /v2.0/routers/88941f29-83e6-4e0f-bd0a-bf7718d7cb41 HTTP/1.1" status: 404 len: 336 time: 0.1199205 Jul 14 09:11:57.316097 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42506) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:57.352487 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-97f9fe5f-893f-4580-8032-8795842fbfe1 req-178e9b1d-b9a1-497c-9c9f-8b75d86cb154 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925779 Jul 14 09:11:57.354954 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee415dc1-52dc-4f21-bcc9-816acfbd5050 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:57.402404 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-49cf9b75-0ee9-4048-b18b-4a87d3ee9235 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:11:57.402915 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49cf9b75-0ee9-4048-b18b-4a87d3ee9235 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:11:57.415476 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-49cf9b75-0ee9-4048-b18b-4a87d3ee9235 tempest-RoutersIpV6AdminTest-300032666 tempest-RoutersIpV6AdminTest-300032666-project] 10.222.0.25 "DELETE /v2.0/subnets/c3063dbc-bc41-4164-8972-5aba0a611dda HTTP/1.1" status: 404 len: 337 time: 0.0980413 Jul 14 09:11:57.501367 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571b0405-9118-4085-8331-5049d7c6ab66 x-openstack-request-id: req-571b0405-9118-4085-8331-5049d7c6ab66 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:57.502090 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750a6c08-5914-47fb-a3cb-5bdbbcd21c55", "tag": "cbffb502-4fe3-461f-a5b2-1a9fc98c8559", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:57.502733 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-571b0405-9118-4085-8331-5049d7c6ab66 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:57.503603 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750a6c08-5914-47fb-a3cb-5bdbbcd21c55', 'tag': 'cbffb502-4fe3-461f-a5b2-1a9fc98c8559', 'status': 'completed', 'code': 200} Jul 14 09:11:57.698349 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104544c-a158-472e-9259-2c4262392e56 req-5d6f42de-440c-4102-bb9c-aff83201ce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:57.706223 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f104544c-a158-472e-9259-2c4262392e56 req-5d6f42de-440c-4102-bb9c-aff83201ce53 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=338da67ed34f4deb89c1895a0890d123&device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 1098 time: 0.1826644 Jul 14 09:11:57.788458 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6c6cad49-ca61-4e09-a659-0914610d2091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'name': 'tempest-AttachVolumeShelveTestJSON-2122076825-router', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:33Z', 'updated_at': '2021-07-14T09:06:40Z', 'revision_number': 4, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'gw_port': {'id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:35Z', 'updated_at': '2021-07-14T09:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'a4fba9b8-3279-43f7-acf3-35d9475ce376', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'port_id': 'cbffb502-4fe3-461f-a5b2-1a9fc98c8559', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'mac_address': 'fa:16:3e:e6:fb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a6c08-5914-47fb-a3cb-5bdbbcd21c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:11:24Z', 'updated_at': '2021-07-14T09:11:54Z', 'revision_number': 1, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ff89eb-bb1d-45ba-98fc-99fdf950af37', 'name': '', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'mac_address': 'fa:16:3e:81:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:39Z', 'updated_at': '2021-07-14T09:06:50Z', 'revision_number': 5, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'subnets': [{'id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:57.891023 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6cad49-ca61-4e09-a659-0914610d2091 None None] Checking router: dbdb981d-2d28-47e4-b943-9bce971af676 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:11:57.918370 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6cad49-ca61-4e09-a659-0914610d2091 None None] Routers {'dbdb981d-2d28-47e4-b943-9bce971af676'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:57.919019 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6c6cad49-ca61-4e09-a659-0914610d2091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:11:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['dbdb981d-2d28-47e4-b943-9bce971af676'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:58.051157 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104544c-a158-472e-9259-2c4262392e56 req-95662fe6-79b8-4e66-b293-7237f489f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:58.057938 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f104544c-a158-472e-9259-2c4262392e56 req-95662fe6-79b8-4e66-b293-7237f489f0a0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a HTTP/1.1" status: 200 len: 917 time: 0.3413622 Jul 14 09:11:58.128001 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-6c6cad49-ca61-4e09-a659-0914610d2091 None None] Set router dbdb981d-2d28-47e4-b943-9bce971af676 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:58.193644 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c7378-f177-4d1b-a070-4d79e0cb5367 req-da833fab-c047-4bb7-9f38-45574450b0e1 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:58.197527 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8e3c7378-f177-4d1b-a070-4d79e0cb5367 req-da833fab-c047-4bb7-9f38-45574450b0e1 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.5429554 Jul 14 09:11:58.204764 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f104544c-a158-472e-9259-2c4262392e56 req-b486c805-78a3-4b8d-a434-7d9573bef632 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbffb502-4fe3-461f-a5b2-1a9fc98c8559 HTTP/1.1" status: 200 len: 1000 time: 0.1430442 Jul 14 09:11:58.270841 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42520) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:58.337884 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104544c-a158-472e-9259-2c4262392e56 req-4aed7c75-300d-4366-b49b-0c80c19e378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:58.339663 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f104544c-a158-472e-9259-2c4262392e56 req-4aed7c75-300d-4366-b49b-0c80c19e378b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7386d60e-9463-4a78-b78e-76e751bf067a HTTP/1.1" status: 200 len: 856 time: 0.1278706 Jul 14 09:11:58.426413 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8e3c7378-f177-4d1b-a070-4d79e0cb5367 req-ed98d13d-5a44-4092-b5e0-de60e9a27432 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166867 Jul 14 09:11:58.468479 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee415dc1-52dc-4f21-bcc9-816acfbd5050 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:58.491383 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0021498-8401-4b82-b881-6a090dbcd8e3 req-ba331b3d-5dd0-4348-850e-ca8c9ccdd8b2 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:58.502443 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c0021498-8401-4b82-b881-6a090dbcd8e3 req-ba331b3d-5dd0-4348-850e-ca8c9ccdd8b2 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 945 time: 0.4335091 Jul 14 09:11:58.524153 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104544c-a158-472e-9259-2c4262392e56 req-d0f9fd4d-4fad-4200-8f06-0ad6576b9bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:58.525717 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f104544c-a158-472e-9259-2c4262392e56 req-d0f9fd4d-4fad-4200-8f06-0ad6576b9bc8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1712964 Jul 14 09:11:58.557394 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6c6cad49-ca61-4e09-a659-0914610d2091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'name': 'tempest-AttachVolumeShelveTestJSON-2122076825-router', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:33Z', 'updated_at': '2021-07-14T09:06:40Z', 'revision_number': 4, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'gw_port': {'id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:35Z', 'updated_at': '2021-07-14T09:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'a4fba9b8-3279-43f7-acf3-35d9475ce376', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'port_id': 'cbffb502-4fe3-461f-a5b2-1a9fc98c8559', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'mac_address': 'fa:16:3e:e6:fb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a6c08-5914-47fb-a3cb-5bdbbcd21c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:11:24Z', 'updated_at': '2021-07-14T09:11:54Z', 'revision_number': 1, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ff89eb-bb1d-45ba-98fc-99fdf950af37', 'name': '', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'mac_address': 'fa:16:3e:81:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:39Z', 'updated_at': '2021-07-14T09:06:50Z', 'revision_number': 5, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'subnets': [{'id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:58.618719 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c0021498-8401-4b82-b881-6a090dbcd8e3 req-4b6720bb-a6ed-420d-aa43-94a14c745953 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152751 Jul 14 09:11:58.635411 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6cad49-ca61-4e09-a659-0914610d2091 None None] The sync data for ids ['dbdb981d-2d28-47e4-b943-9bce971af676'] in n-d-771362-35 is: [{'id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'name': 'tempest-AttachVolumeShelveTestJSON-2122076825-router', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:33Z', 'updated_at': '2021-07-14T09:06:40Z', 'revision_number': 4, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'gw_port': {'id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:35Z', 'updated_at': '2021-07-14T09:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'a4fba9b8-3279-43f7-acf3-35d9475ce376', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'port_id': 'cbffb502-4fe3-461f-a5b2-1a9fc98c8559', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'mac_address': 'fa:16:3e:e6:fb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a6c08-5914-47fb-a3cb-5bdbbcd21c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:11:24Z', 'updated_at': '2021-07-14T09:11:54Z', 'revision_number': 1, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ff89eb-bb1d-45ba-98fc-99fdf950af37', 'name': '', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'mac_address': 'fa:16:3e:81:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:39Z', 'updated_at': '2021-07-14T09:06:50Z', 'revision_number': 5, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'subnets': [{'id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:58.687693 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eaa7fc9f-ec64-43b5-b8bd-a1bc8f7ae002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:58.817707 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f104544c-a158-472e-9259-2c4262392e56 req-32e9d7ec-0f18-46b8-9912-4a29da5e2932 service neutron] 10.222.0.44 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820787 Jul 14 09:11:58.893345 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fb9d42ce-0c73-40a9-ace8-b76bb402d343 req-9ca8e771-701f-436a-b91f-f8e1628142d7 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 210 time: 0.0561056 Jul 14 09:11:59.086136 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f83a6d8-6538-4577-a402-1254213727ba None None] New status for floating IP a4fba9b8-3279-43f7-acf3-35d9475ce376: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:11:59.120421 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eaa7fc9f-ec64-43b5-b8bd-a1bc8f7ae002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:59.131339 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eaa7fc9f-ec64-43b5-b8bd-a1bc8f7ae002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:59.153816 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f104544c-a158-472e-9259-2c4262392e56 req-cdf2496c-ab3f-4117-9dfc-33226aa28d7e service neutron] 10.222.0.44 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287227 Jul 14 09:11:59.389830 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee415dc1-52dc-4f21-bcc9-816acfbd5050 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Router f3759031-f674-42c9-89f3-4eb3cfd9a300 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:11:59.396216 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7fc9f-ec64-43b5-b8bd-a1bc8f7ae002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ace344-291e-4040-80d4-a3bf4c9765c0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:59.404947 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-eaa7fc9f-ec64-43b5-b8bd-a1bc8f7ae002 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c18d7da7cd740428573ce8467d2d599&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1290357 Jul 14 09:11:59.407811 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42546) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:59.509939 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce4589-ffbf-4df1-b64a-d7f453aa4823 req-1fa61504-f2b2-491d-af41-07255fc2f733 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:59.511825 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-87ce4589-ffbf-4df1-b64a-d7f453aa4823 req-1fa61504-f2b2-491d-af41-07255fc2f733 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 950 time: 0.2785192 Jul 14 09:11:59.611747 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-afa0b429-e10e-4feb-b331-bbc1fadbb9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:59.647685 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-87ce4589-ffbf-4df1-b64a-d7f453aa4823 req-5eb34efc-ffb2-408d-9143-874f3fb8ee7d tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263254 Jul 14 09:11:59.677058 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee415dc1-52dc-4f21-bcc9-816acfbd5050 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:59.677762 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-afa0b429-e10e-4feb-b331-bbc1fadbb9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:59.694038 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971b4e1-1988-4f42-84b9-f9cf93dfec4f None None] Sync routers for ids ['f3759031-f674-42c9-89f3-4eb3cfd9a300'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:59.735063 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1971b4e1-1988-4f42-84b9-f9cf93dfec4f None None] Routers {'f3759031-f674-42c9-89f3-4eb3cfd9a300'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:59.736457 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1971b4e1-1988-4f42-84b9-f9cf93dfec4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:11:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f3759031-f674-42c9-89f3-4eb3cfd9a300'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:59.756270 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee415dc1-52dc-4f21-bcc9-816acfbd5050 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:59.760428 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ee415dc1-52dc-4f21-bcc9-816acfbd5050 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.1673045 Jul 14 09:11:59.760710 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42552) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:59.809024 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-afa0b429-e10e-4feb-b331-bbc1fadbb9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:59.812996 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-afa0b429-e10e-4feb-b331-bbc1fadbb9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:59.814342 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-afa0b429-e10e-4feb-b331-bbc1fadbb9cd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2ace344-291e-4040-80d4-a3bf4c9765c0 HTTP/1.1" status: 204 len: 168 time: 0.4056928 Jul 14 09:11:59.848396 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0b429-e10e-4feb-b331-bbc1fadbb9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ace344-291e-4040-80d4-a3bf4c9765c0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:00.074164 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-1971b4e1-1988-4f42-84b9-f9cf93dfec4f None None] Set router f3759031-f674-42c9-89f3-4eb3cfd9a300 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:12:00.121728 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42566) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:00.123684 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c622880e-f833-44c2-a1ae-4c63d9f04b98 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "GET /v2.0/routers/f3759031-f674-42c9-89f3-4eb3cfd9a300 HTTP/1.1" status: 200 len: 907 time: 0.3605089 Jul 14 09:12:00.250683 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc27e4-9292-425c-b4f2-758b36868cae req-c9e0c722-c2af-4b8e-8475-71c19bc2b510 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:00.252145 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-80bc27e4-9292-425c-b4f2-758b36868cae req-c9e0c722-c2af-4b8e-8475-71c19bc2b510 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.2011631 Jul 14 09:12:00.497294 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1971b4e1-1988-4f42-84b9-f9cf93dfec4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3759031-f674-42c9-89f3-4eb3cfd9a300', 'name': 'tempest-snat-router-1176812182', 'tenant_id': '4e34cb76419c4ab6b0f9c5ec59e16c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'df85f336-2de9-4f39-971a-f497818f7da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:50Z', 'updated_at': '2021-07-14T09:11:56Z', 'revision_number': 3, 'project_id': '4e34cb76419c4ab6b0f9c5ec59e16c5c', 'gw_port': {'id': 'df85f336-2de9-4f39-971a-f497818f7da4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3759031-f674-42c9-89f3-4eb3cfd9a300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:53Z', 'updated_at': '2021-07-14T09:11:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:00.577813 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-80bc27e4-9292-425c-b4f2-758b36868cae req-a0def074-6b33-42dc-8bd3-5fa227731379 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984772 Jul 14 09:12:00.600078 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c09eaec-e08e-4472-ac0c-3c61f35e9bc3 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:00.652172 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42574) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:00.730410 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54878905-fb6e-4271-825e-df699dcf4573 req-26a49f3c-ecef-40e9-8b34-d91862f11f51 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:00.751595 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54878905-fb6e-4271-825e-df699dcf4573 req-26a49f3c-ecef-40e9-8b34-d91862f11f51 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 945 time: 0.4980648 Jul 14 09:12:00.847595 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c09eaec-e08e-4472-ac0c-3c61f35e9bc3 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:00.890858 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54878905-fb6e-4271-825e-df699dcf4573 req-e5589754-31f2-459a-955c-585ac581f6c0 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353154 Jul 14 09:12:00.924903 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971b4e1-1988-4f42-84b9-f9cf93dfec4f None None] Checking router: f3759031-f674-42c9-89f3-4eb3cfd9a300 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:12:00.926454 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971b4e1-1988-4f42-84b9-f9cf93dfec4f None None] Updating router f3759031-f674-42c9-89f3-4eb3cfd9a300 port df85f336-2de9-4f39-971a-f497818f7da4 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:12:01.022212 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5c09eaec-e08e-4472-ac0c-3c61f35e9bc3 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Deleting port df85f336-2de9-4f39-971a-f497818f7da4 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:01.024009 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c09eaec-e08e-4472-ac0c-3c61f35e9bc3 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.044910 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b198a708-80a4-45dc-b200-d1533fe7c0e1 req-038d3409-1d78-4687-a1ca-cb28199b38bd tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 210 time: 0.0813129 Jul 14 09:12:01.070294 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1971b4e1-1988-4f42-84b9-f9cf93dfec4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.088829 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42580) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:01.112542 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79a2d5b1-0a4d-436c-9cfc-c1c1afb7f7c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.154434 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c09eaec-e08e-4472-ac0c-3c61f35e9bc3 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.168186 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5c09eaec-e08e-4472-ac0c-3c61f35e9bc3 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Calling delete_port for df85f336-2de9-4f39-971a-f497818f7da4 owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:01.274227 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-560a9ebb-bd13-48c8-93a3-9fc95a5b647d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8dd7c66883be4bd19a6ff7c84937cfa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1805058 Jul 14 09:12:01.290009 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42582) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:01.475464 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c7eb39bc-3bcc-467a-a171-85b4db568cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.508863 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c7eb39bc-3bcc-467a-a171-85b4db568cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.566745 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79a2d5b1-0a4d-436c-9cfc-c1c1afb7f7c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.576722 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79a2d5b1-0a4d-436c-9cfc-c1c1afb7f7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.610084 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c09eaec-e08e-4472-ac0c-3c61f35e9bc3 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.691612 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09eaec-e08e-4472-ac0c-3c61f35e9bc3 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Pushing event deleted for resources: {'Port': ['ID=df85f336-2de9-4f39-971a-f497818f7da4,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:01.736469 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2d5b1-0a4d-436c-9cfc-c1c1afb7f7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6a428e-1669-41b9-a0f4-24a4674406f9,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:01.761654 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-1971b4e1-1988-4f42-84b9-f9cf93dfec4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:12:01.762435 n-d-771362-35 neutron-server[93775]: DEBUG oslo_db.api [None req-1971b4e1-1988-4f42-84b9-f9cf93dfec4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:12:01.765703 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-79a2d5b1-0a4d-436c-9cfc-c1c1afb7f7c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=38b7c059f24541ada592cbb1a16637bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1097291 Jul 14 09:12:01.774299 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42596) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:01.776640 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c7eb39bc-3bcc-467a-a171-85b4db568cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.780135 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c7eb39bc-3bcc-467a-a171-85b4db568cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.781457 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c7eb39bc-3bcc-467a-a171-85b4db568cdf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2aa2e2a2-e472-4ecb-ba36-f3cc5a659cc1 HTTP/1.1" status: 204 len: 168 time: 0.4796329 Jul 14 09:12:01.799776 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb39bc-3bcc-467a-a171-85b4db568cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa2e2a2-e472-4ecb-ba36-f3cc5a659cc1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:01.869027 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c09eaec-e08e-4472-ac0c-3c61f35e9bc3 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.884324 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e3f9c-a9f7-48d8-b9af-af93ab65877e req-f1d0ea81-1f45-425a-8dd7-8dcb93c12dce tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:01.906514 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-275e3f9c-a9f7-48d8-b9af-af93ab65877e req-f1d0ea81-1f45-425a-8dd7-8dcb93c12dce tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 950 time: 0.3028002 Jul 14 09:12:01.981075 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-275e3f9c-a9f7-48d8-b9af-af93ab65877e req-e411e29d-a289-4be1-9b78-34c8ae9e6765 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726538 Jul 14 09:12:01.986649 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c09eaec-e08e-4472-ac0c-3c61f35e9bc3 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.988935 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c09eaec-e08e-4472-ac0c-3c61f35e9bc3 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:02.110424 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c09eaec-e08e-4472-ac0c-3c61f35e9bc3 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:02.110956 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c09eaec-e08e-4472-ac0c-3c61f35e9bc3 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3759031-f674-42c9-89f3-4eb3cfd9a300 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:12:02.115802 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c09eaec-e08e-4472-ac0c-3c61f35e9bc3 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:02.117421 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5c09eaec-e08e-4472-ac0c-3c61f35e9bc3 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "DELETE /v2.0/routers/f3759031-f674-42c9-89f3-4eb3cfd9a300 HTTP/1.1" status: 204 len: 168 time: 1.9936936 Jul 14 09:12:02.121390 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42606) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:02.127075 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d02bcd6-d294-4dda-a6b6-24bad90c6519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:02.149246 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffe19b-b122-4d9a-897e-57eecf6c67f4 req-caa86ffa-16ef-4447-be78-cf48c706ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:02.150811 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-50ffe19b-b122-4d9a-897e-57eecf6c67f4 req-caa86ffa-16ef-4447-be78-cf48c706ac30 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f8853c28740442083fa294db7fef96a&device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 1099 time: 0.1598420 Jul 14 09:12:02.172807 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d02bcd6-d294-4dda-a6b6-24bad90c6519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:02.245224 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e36a9-d911-45d1-a537-e1854bc12d36 req-4a5b35aa-0e68-4ab5-8a46-dab7bbfc9782 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:02.255458 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e5e36a9-d911-45d1-a537-e1854bc12d36 req-4a5b35aa-0e68-4ab5-8a46-dab7bbfc9782 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.2661459 Jul 14 09:12:02.291346 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971b4e1-1988-4f42-84b9-f9cf93dfec4f None None] Port df85f336-2de9-4f39-971a-f497818f7da4 not found while updating agent binding for router f3759031-f674-42c9-89f3-4eb3cfd9a300. {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 14 09:12:02.302482 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1971b4e1-1988-4f42-84b9-f9cf93dfec4f None None] Routers set() bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:02.302851 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1971b4e1-1988-4f42-84b9-f9cf93dfec4f None None] Router IDs set() for agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:12:02.303513 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_agentschedulers_db [None req-1971b4e1-1988-4f42-84b9-f9cf93dfec4f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f3759031-f674-42c9-89f3-4eb3cfd9a300'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:11:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent'). {{(pid=93775) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 09:12:02.303921 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971b4e1-1988-4f42-84b9-f9cf93dfec4f None None] The sync data for ids ['f3759031-f674-42c9-89f3-4eb3cfd9a300'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:12:02.330124 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffe19b-b122-4d9a-897e-57eecf6c67f4 req-9c2b0b44-99ed-48ba-ad96-0d66023f20d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:02.332204 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-50ffe19b-b122-4d9a-897e-57eecf6c67f4 req-9c2b0b44-99ed-48ba-ad96-0d66023f20d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1a8652a3-273b-4995-afdf-c4ffe33f560a HTTP/1.1" status: 200 len: 914 time: 0.1728573 Jul 14 09:12:02.333674 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d02bcd6-d294-4dda-a6b6-24bad90c6519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:02.337137 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d02bcd6-d294-4dda-a6b6-24bad90c6519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:02.338792 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1d02bcd6-d294-4dda-a6b6-24bad90c6519 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f6a428e-1669-41b9-a0f4-24a4674406f9 HTTP/1.1" status: 204 len: 168 time: 0.5634425 Jul 14 09:12:02.393951 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02bcd6-d294-4dda-a6b6-24bad90c6519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6a428e-1669-41b9-a0f4-24a4674406f9,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:02.426937 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-50ffe19b-b122-4d9a-897e-57eecf6c67f4 req-f2172e28-d441-4441-8542-ec860bbdb08c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2af309a-1280-4b64-9318-6dbc2516ea96 HTTP/1.1" status: 200 len: 217 time: 0.0869448 Jul 14 09:12:02.459958 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e5e36a9-d911-45d1-a537-e1854bc12d36 req-9685e350-3765-417f-ac4b-d3dcf8c0bb50 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032037 Jul 14 09:12:02.556987 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffe19b-b122-4d9a-897e-57eecf6c67f4 req-77292485-7b35-47e1-b841-bfd4431ecac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:02.558554 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-50ffe19b-b122-4d9a-897e-57eecf6c67f4 req-77292485-7b35-47e1-b841-bfd4431ecac9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=505d2699-c567-4f61-a9be-49f7739d7245 HTTP/1.1" status: 200 len: 854 time: 0.1182449 Jul 14 09:12:02.561835 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb1949-3773-40c8-968c-acf89df46c18 req-bc6d737d-cfaa-4c42-a34b-3e6a50159f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:02.570597 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3fcb1949-3773-40c8-968c-acf89df46c18 req-bc6d737d-cfaa-4c42-a34b-3e6a50159f23 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6615d0b1eada47cd81a0006b9f4a982b&device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 1097 time: 0.1737480 Jul 14 09:12:02.597643 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6215f-2f36-4b16-a2e6-b1a36e06257d req-14b3c926-aa4c-46fc-8c0d-f8af2d5712f5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:02.611317 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-78f6215f-2f36-4b16-a2e6-b1a36e06257d req-14b3c926-aa4c-46fc-8c0d-f8af2d5712f5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 945 time: 0.3488700 Jul 14 09:12:02.646623 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-50ffe19b-b122-4d9a-897e-57eecf6c67f4 req-2ed4852e-ce83-46f7-b908-31c34e0398c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1a8652a3-273b-4995-afdf-c4ffe33f560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750425 Jul 14 09:12:02.661040 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35959abf-2e28-4642-991a-01e6e8e05b73 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:02.778755 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-78f6215f-2f36-4b16-a2e6-b1a36e06257d req-25e37640-1a4b-4e88-8e93-453d3d9f030f tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655648 Jul 14 09:12:02.894902 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7175f450-ab50-48d0-b94e-0922cb3183b1 req-3c4e0edf-44e6-455f-85dd-3c92b07e5c37 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 210 time: 0.1071901 Jul 14 09:12:02.903128 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb1949-3773-40c8-968c-acf89df46c18 req-c75c735b-cea8-4511-8f31-879ccc620b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:02.905261 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3fcb1949-3773-40c8-968c-acf89df46c18 req-c75c735b-cea8-4511-8f31-879ccc620b19 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ae54159-68cb-4fca-9852-a42d051dbe23 HTTP/1.1" status: 200 len: 912 time: 0.2622166 Jul 14 09:12:02.923697 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-50ffe19b-b122-4d9a-897e-57eecf6c67f4 req-c34a9b41-8cae-4872-909a-073c88ae3aff service neutron] 10.222.0.47 "GET /v2.0/networks/1a8652a3-273b-4995-afdf-c4ffe33f560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624042 Jul 14 09:12:02.996148 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3fcb1949-3773-40c8-968c-acf89df46c18 req-407beb01-cb63-4f58-b56b-7fba0ded6cc4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c435cf31-faaa-406f-a489-aa485815fd67 HTTP/1.1" status: 200 len: 217 time: 0.0838478 Jul 14 09:12:03.036963 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35959abf-2e28-4642-991a-01e6e8e05b73 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:03.072846 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42626) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:03.122789 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ca5116c-bcc0-4f41-bde8-16f06d0b3622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:03.150064 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-35959abf-2e28-4642-991a-01e6e8e05b73 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Deleting port ceca9f95-37f0-43c5-a30e-d753efed1523 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:03.150687 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35959abf-2e28-4642-991a-01e6e8e05b73 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:03.157154 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb1949-3773-40c8-968c-acf89df46c18 req-535d9900-ac86-4052-b7fb-a549428c4c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:03.158638 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3fcb1949-3773-40c8-968c-acf89df46c18 req-535d9900-ac86-4052-b7fb-a549428c4c33 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1cecf5b8-9bc0-42ae-ae75-809b50502003 HTTP/1.1" status: 200 len: 852 time: 0.1496100 Jul 14 09:12:03.216381 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3fcb1949-3773-40c8-968c-acf89df46c18 req-795de3f4-5a5c-42bb-9d92-4848d19093f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ae54159-68cb-4fca-9852-a42d051dbe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488122 Jul 14 09:12:03.240776 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-50ffe19b-b122-4d9a-897e-57eecf6c67f4 req-2925ac5c-1589-4206-9e8a-a1a43a320a98 service neutron] 10.222.0.47 "GET /v2.0/networks/1a8652a3-273b-4995-afdf-c4ffe33f560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012035 Jul 14 09:12:03.348163 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-35959abf-2e28-4642-991a-01e6e8e05b73 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] For port ceca9f95-37f0-43c5-a30e-d753efed1523, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ceca9f95-37f0-43c5-a30e-d753efed1523,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:03.349038 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35959abf-2e28-4642-991a-01e6e8e05b73 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:03.377729 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3fcb1949-3773-40c8-968c-acf89df46c18 req-02d762e1-ac26-4c46-a2e1-19d260a1e318 service neutron] 10.222.0.44 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532328 Jul 14 09:12:03.389422 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-35959abf-2e28-4642-991a-01e6e8e05b73 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Calling delete_port for ceca9f95-37f0-43c5-a30e-d753efed1523 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:03.422841 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfec13c-6a7a-4761-b71c-6f0fc1e542a4 req-70f1430d-5eaa-4e11-a02e-ff30979f8373 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:03.425304 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2dfec13c-6a7a-4761-b71c-6f0fc1e542a4 req-70f1430d-5eaa-4e11-a02e-ff30979f8373 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 950 time: 0.1686864 Jul 14 09:12:03.492399 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ca5116c-bcc0-4f41-bde8-16f06d0b3622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:03.513075 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ca5116c-bcc0-4f41-bde8-16f06d0b3622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:03.533762 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2dfec13c-6a7a-4761-b71c-6f0fc1e542a4 req-9d564fce-e67f-499d-9348-3cb62873af72 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719450 Jul 14 09:12:03.662696 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5ca5116c-bcc0-4f41-bde8-16f06d0b3622 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b3ac57946ff4c3ba7eb21f7cc82e18d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5886164 Jul 14 09:12:03.664487 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5116c-bcc0-4f41-bde8-16f06d0b3622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e4aeb2-f4cd-4dc8-a34a-a1af322d992f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:03.668208 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42638) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:03.671567 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3fcb1949-3773-40c8-968c-acf89df46c18 req-2e7ad7f2-a7bd-433d-808f-72ae93ef7a49 service neutron] 10.222.0.44 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855577 Jul 14 09:12:03.749569 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aeeb7009-143b-4b02-940d-5b6b07da9fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:03.765798 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42640) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:03.786123 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35959abf-2e28-4642-991a-01e6e8e05b73 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:03.791017 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aeeb7009-143b-4b02-940d-5b6b07da9fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:03.824940 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35959abf-2e28-4642-991a-01e6e8e05b73 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Pushing event deleted for resources: {'Port': ['ID=ceca9f95-37f0-43c5-a30e-d753efed1523,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:03.917494 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aeeb7009-143b-4b02-940d-5b6b07da9fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:03.922162 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aeeb7009-143b-4b02-940d-5b6b07da9fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:03.926233 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-aeeb7009-143b-4b02-940d-5b6b07da9fb4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f4e4aeb2-f4cd-4dc8-a34a-a1af322d992f HTTP/1.1" status: 204 len: 168 time: 0.2511909 Jul 14 09:12:03.950243 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb7009-143b-4b02-940d-5b6b07da9fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e4aeb2-f4cd-4dc8-a34a-a1af322d992f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:03.960675 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6b9ec-5ce6-4027-91cb-0a35120bb064 req-d5bac2f6-0b2f-4afc-8407-2c855efb3219 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:03.980767 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-62a6b9ec-5ce6-4027-91cb-0a35120bb064 req-d5bac2f6-0b2f-4afc-8407-2c855efb3219 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.3222530 Jul 14 09:12:04.020418 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-222c0757-8cc0-477e-a3ac-aa4dcb211e4f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1344031824'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:04.094947 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222c0757-8cc0-477e-a3ac-aa4dcb211e4f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:04.106004 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-222c0757-8cc0-477e-a3ac-aa4dcb211e4f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:04.122231 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-222c0757-8cc0-477e-a3ac-aa4dcb211e4f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:04.354118 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-222c0757-8cc0-477e-a3ac-aa4dcb211e4f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:04.361601 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-222c0757-8cc0-477e-a3ac-aa4dcb211e4f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:04.390079 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222c0757-8cc0-477e-a3ac-aa4dcb211e4f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:12:04.405812 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c0757-8cc0-477e-a3ac-aa4dcb211e4f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b49765c4-7840-407e-bff5-cfb3d62a3f46,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:04.412153 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-222c0757-8cc0-477e-a3ac-aa4dcb211e4f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:04.412741 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-222c0757-8cc0-477e-a3ac-aa4dcb211e4f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Added segment 954a0328-d3cc-4650-b737-2519e27f3c0b of type vlan for network d4b2ec29-2184-48d5-8c16-380a3c464388 Jul 14 09:12:04.496028 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-222c0757-8cc0-477e-a3ac-aa4dcb211e4f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:04.547181 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-222c0757-8cc0-477e-a3ac-aa4dcb211e4f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:04.562928 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222c0757-8cc0-477e-a3ac-aa4dcb211e4f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:04.564226 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-222c0757-8cc0-477e-a3ac-aa4dcb211e4f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:04.684209 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-222c0757-8cc0-477e-a3ac-aa4dcb211e4f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9146602 Jul 14 09:12:04.687649 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42662) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:04.694825 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-30145f58-4291-42d6-aac6-942ac7f09f0f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:04.733595 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35959abf-2e28-4642-991a-01e6e8e05b73 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:04.848518 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35959abf-2e28-4642-991a-01e6e8e05b73 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:04.851644 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35959abf-2e28-4642-991a-01e6e8e05b73 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:04.943347 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35959abf-2e28-4642-991a-01e6e8e05b73 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:04.944303 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35959abf-2e28-4642-991a-01e6e8e05b73 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 66b6759c-7eda-42a4-8031-611e85af340d {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:12:04.961301 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35959abf-2e28-4642-991a-01e6e8e05b73 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:04.963413 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-35959abf-2e28-4642-991a-01e6e8e05b73 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "DELETE /v2.0/routers/66b6759c-7eda-42a4-8031-611e85af340d HTTP/1.1" status: 204 len: 168 time: 2.8408613 Jul 14 09:12:04.972676 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42670) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:04.979909 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-62a6b9ec-5ce6-4027-91cb-0a35120bb064 req-dd675833-aa37-4466-9878-da86ea4cd4aa tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9873214 Jul 14 09:12:04.986674 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ce44e1ce-3ba2-48a2-ba23-c0704826cfa1 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-860454280', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:05.025019 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c0757-8cc0-477e-a3ac-aa4dcb211e4f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Network': ['ID=d4b2ec29-2184-48d5-8c16-380a3c464388,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:05.055429 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:12:05.102974 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a4b82-8f17-4f18-9dd0-e5028d4959b4 req-ded933c4-b87b-4558-bc14-23f11ee34900 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:05.113731 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9c1a4b82-8f17-4f18-9dd0-e5028d4959b4 req-ded933c4-b87b-4558-bc14-23f11ee34900 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 945 time: 0.4352386 Jul 14 09:12:05.128844 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce44e1ce-3ba2-48a2-ba23-c0704826cfa1 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:05.130560 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce44e1ce-3ba2-48a2-ba23-c0704826cfa1 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:05.157720 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30145f58-4291-42d6-aac6-942ac7f09f0f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:05.169263 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30145f58-4291-42d6-aac6-942ac7f09f0f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:05.397921 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce44e1ce-3ba2-48a2-ba23-c0704826cfa1 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:05.414511 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9c1a4b82-8f17-4f18-9dd0-e5028d4959b4 req-3aef421f-3997-42d2-9cf0-be171224623f tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875736 Jul 14 09:12:05.603048 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba045ea4-bc70-4d93-9c9b-b0317d91a4de req-010db9cf-e806-4021-8920-512363f7a8ee tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 210 time: 0.0855768 Jul 14 09:12:05.798883 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30145f58-4291-42d6-aac6-942ac7f09f0f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:05.800254 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:12:05.810188 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce44e1ce-3ba2-48a2-ba23-c0704826cfa1 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:05.879975 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30145f58-4291-42d6-aac6-942ac7f09f0f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=060a18e8-2fc2-4e90-a5c6-dc724073384f,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:05.912772 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30145f58-4291-42d6-aac6-942ac7f09f0f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Checking segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:05.913393 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30145f58-4291-42d6-aac6-942ac7f09f0f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network hostable DHCP agents. Network: d4b2ec29-2184-48d5-8c16-380a3c464388, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:12:05.937383 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30145f58-4291-42d6-aac6-942ac7f09f0f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:12:05.962910 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-30145f58-4291-42d6-aac6-942ac7f09f0f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, d4b2ec29-2184-48d5-8c16-380a3c464388) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:05.981952 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ee0845-471d-4123-b10d-cd0eb19e0631 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:05.983229 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30145f58-4291-42d6-aac6-942ac7f09f0f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:05.984387 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30145f58-4291-42d6-aac6-942ac7f09f0f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.028772 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-30145f58-4291-42d6-aac6-942ac7f09f0f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3405128 Jul 14 09:12:06.031642 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42682) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:06.045365 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-eb0ab5a3-2841-4b0b-80a5-90558287c0c9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'port': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'name': 'tempest-NetworksTestDHCPv6-163076752'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:06.109600 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c86f4f-fb0e-4f1e-a104-5a34919c6030 req-9a1a19e9-c44d-44d4-9d56-8ea4f4055a87 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:06.112917 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b9c86f4f-fb0e-4f1e-a104-5a34919c6030 req-9a1a19e9-c44d-44d4-9d56-8ea4f4055a87 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 950 time: 0.2459579 Jul 14 09:12:06.121270 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ceca9f95-37f0-43c5-a30e-d753efed1523 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:06.220830 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: ceca9f95-37f0-43c5-a30e-d753efed1523 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:12:06.221415 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ceca9f95-37f0-43c5-a30e-d753efed1523 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:06.226645 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b9c86f4f-fb0e-4f1e-a104-5a34919c6030 req-9dbfc629-dbe1-42ec-a7da-85d0838c8afe tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833278 Jul 14 09:12:06.379390 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c435cf31-faaa-406f-a489-aa485815fd67 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:06.418184 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0ab5a3-2841-4b0b-80a5-90558287c0c9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:06.427655 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce44e1ce-3ba2-48a2-ba23-c0704826cfa1 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.457625 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce44e1ce-3ba2-48a2-ba23-c0704826cfa1 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.466008 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eb0ab5a3-2841-4b0b-80a5-90558287c0c9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.473498 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75c0045-ce12-4e5e-ae8d-ca90f41cde93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-d4b2ec29-2184-48d5-8c16-380a3c464388', 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'fixed_ips': [{'subnet_id': '060a18e8-2fc2-4e90-a5c6-dc724073384f'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:12:06.474653 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e75c0045-ce12-4e5e-ae8d-ca90f41cde93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.537081 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-eb0ab5a3-2841-4b0b-80a5-90558287c0c9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] device_id is not set on port 0ed7745c-c26f-42e7-bee6-66fb86b9e464 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:12:06.648950 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.705317 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-ce44e1ce-3ba2-48a2-ba23-c0704826cfa1 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Allocated IP 172.25.6.236 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/cc625f0c-e03f-4d83-9f0e-17d0677eded2) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:06.747421 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c435cf31-faaa-406f-a489-aa485815fd67, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c435cf31-faaa-406f-a489-aa485815fd67,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:06.750932 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06579aaa-f9c9-4e37-9289-426eaab51ee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c435cf31-faaa-406f-a489-aa485815fd67'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:06.753350 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4284a3f-fcb7-4940-8334-366f21b33fb0" -d '{"events": [{"server_uuid": "06579aaa-f9c9-4e37-9289-426eaab51ee0", "name": "network-vif-unplugged", "status": "completed", "tag": "c435cf31-faaa-406f-a489-aa485815fd67"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:06.763074 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.766859 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-eb0ab5a3-2841-4b0b-80a5-90558287c0c9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 2001:db8::23d (d4b2ec29-2184-48d5-8c16-380a3c464388/060a18e8-2fc2-4e90-a5c6-dc724073384f/0ed7745c-c26f-42e7-bee6-66fb86b9e464) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:06.776422 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d53650-d633-4cef-be40-790d1e1790a7 req-35bc0249-a86a-4f3b-ae61-3ae3ea97e3e9 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:06.789905 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-84d53650-d633-4cef-be40-790d1e1790a7 req-35bc0249-a86a-4f3b-ae61-3ae3ea97e3e9 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.4866133 Jul 14 09:12:06.882151 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=c435cf31-faaa-406f-a489-aa485815fd67,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:06.975406 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eb0ab5a3-2841-4b0b-80a5-90558287c0c9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.983451 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd14b4-6a59-442e-9f34-00c80ccb75e0 req-100a715e-0307-47b9-acdc-2c1eb0c1fd17 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:06.992202 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-22bd14b4-6a59-442e-9f34-00c80ccb75e0 req-100a715e-0307-47b9-acdc-2c1eb0c1fd17 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 945 time: 0.2841620 Jul 14 09:12:06.994877 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-eb0ab5a3-2841-4b0b-80a5-90558287c0c9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Transition to ACTIVE for port object 0ed7745c-c26f-42e7-bee6-66fb86b9e464 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:07.002623 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-84d53650-d633-4cef-be40-790d1e1790a7 req-df217e37-a46a-4cbb-80ef-592afe5a0d43 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113264 Jul 14 09:12:07.046294 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eb0ab5a3-2841-4b0b-80a5-90558287c0c9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.108356 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-22bd14b4-6a59-442e-9f34-00c80ccb75e0 req-43671c15-32eb-4ed6-985e-601267e17a1a tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973144 Jul 14 09:12:07.110975 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-e75c0045-ce12-4e5e-ae8d-ca90f41cde93 None None] Allocated IP 2001:db8::2 (d4b2ec29-2184-48d5-8c16-380a3c464388/060a18e8-2fc2-4e90-a5c6-dc724073384f/7362ede2-b35b-47f3-a185-39b834636fd2) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:07.142102 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0ab5a3-2841-4b0b-80a5-90558287c0c9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:07.161619 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-eb0ab5a3-2841-4b0b-80a5-90558287c0c9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:07.173093 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0ab5a3-2841-4b0b-80a5-90558287c0c9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:07.183451 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce44e1ce-3ba2-48a2-ba23-c0704826cfa1 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.197430 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0ab5a3-2841-4b0b-80a5-90558287c0c9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:07.198122 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eb0ab5a3-2841-4b0b-80a5-90558287c0c9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.229929 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ab5a3-2841-4b0b-80a5-90558287c0c9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=0ed7745c-c26f-42e7-bee6-66fb86b9e464,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:07.249469 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-eb0ab5a3-2841-4b0b-80a5-90558287c0c9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2163517 Jul 14 09:12:07.254037 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42710) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:07.269583 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce44e1ce-3ba2-48a2-ba23-c0704826cfa1 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.446286 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce44e1ce-3ba2-48a2-ba23-c0704826cfa1 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:07.459193 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44e1ce-3ba2-48a2-ba23-c0704826cfa1 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Pushing event updated for resources: {'Port': ['ID=cc625f0c-e03f-4d83-9f0e-17d0677eded2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:07.464194 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ce44e1ce-3ba2-48a2-ba23-c0704826cfa1 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:07.471191 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e75c0045-ce12-4e5e-ae8d-ca90f41cde93 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.475947 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce44e1ce-3ba2-48a2-ba23-c0704826cfa1 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:07.480685 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149fe99c-51a5-478d-ae8c-09be3faf70ed x-openstack-request-id: req-149fe99c-51a5-478d-ae8c-09be3faf70ed {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:07.481437 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06579aaa-f9c9-4e37-9289-426eaab51ee0", "name": "network-vif-unplugged", "status": "failed", "tag": "c435cf31-faaa-406f-a489-aa485815fd67", "code": 422}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:07.482072 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-149fe99c-51a5-478d-ae8c-09be3faf70ed {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:07.482804 n-d-771362-35 neutron-server[93774]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '06579aaa-f9c9-4e37-9289-426eaab51ee0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c435cf31-faaa-406f-a489-aa485815fd67', 'code': 422} returned with failed status Jul 14 09:12:07.488914 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e75c0045-ce12-4e5e-ae8d-ca90f41cde93 None None] Transition to ACTIVE for port object 7362ede2-b35b-47f3-a185-39b834636fd2 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:07.525256 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e75c0045-ce12-4e5e-ae8d-ca90f41cde93 None None] Transition to ACTIVE for port object 7362ede2-b35b-47f3-a185-39b834636fd2 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:07.535816 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e75c0045-ce12-4e5e-ae8d-ca90f41cde93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.551810 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-72a5f018-c553-45a7-a2ff-9100fbbfcccd req-12f9b543-6f9e-4435-9bdd-06faf81008ec tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 210 time: 0.1035914 Jul 14 09:12:07.578064 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75c0045-ce12-4e5e-ae8d-ca90f41cde93 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:07.619965 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e75c0045-ce12-4e5e-ae8d-ca90f41cde93 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:07.634937 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75c0045-ce12-4e5e-ae8d-ca90f41cde93 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:07.725322 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c0045-ce12-4e5e-ae8d-ca90f41cde93 None None] Pushing event updated for resources: {'Port': ['ID=7362ede2-b35b-47f3-a185-39b834636fd2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:07.752748 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-e75c0045-ce12-4e5e-ae8d-ca90f41cde93 None None] Attempting to bind port 7362ede2-b35b-47f3-a185-39b834636fd2 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:07.753560 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-e75c0045-ce12-4e5e-ae8d-ca90f41cde93 None None] Attempting to bind port 7362ede2-b35b-47f3-a185-39b834636fd2 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:07.753947 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75c0045-ce12-4e5e-ae8d-ca90f41cde93 None None] Attempting to bind port 7362ede2-b35b-47f3-a185-39b834636fd2 on network d4b2ec29-2184-48d5-8c16-380a3c464388 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:07.760926 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75c0045-ce12-4e5e-ae8d-ca90f41cde93 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:07.761418 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75c0045-ce12-4e5e-ae8d-ca90f41cde93 None None] Checking segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:07.761704 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e75c0045-ce12-4e5e-ae8d-ca90f41cde93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.762096 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75c0045-ce12-4e5e-ae8d-ca90f41cde93 None None] Bound using segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:07.762596 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-e75c0045-ce12-4e5e-ae8d-ca90f41cde93 None None] Bound port: 7362ede2-b35b-47f3-a185-39b834636fd2, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:07.763026 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e75c0045-ce12-4e5e-ae8d-ca90f41cde93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.787820 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1e1632-54e9-4128-a108-835b45cb4aa8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:07.790547 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9b1e1632-54e9-4128-a108-835b45cb4aa8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.5347867 Jul 14 09:12:07.794065 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42724) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:07.876353 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-97fcdb71-d7d0-4e3a-823b-5021e978f81f tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=943b1317150345d29b7544afe226d9b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1089399 Jul 14 09:12:07.883729 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e75c0045-ce12-4e5e-ae8d-ca90f41cde93 None None] For port 7362ede2-b35b-47f3-a185-39b834636fd2, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:07.889043 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e75c0045-ce12-4e5e-ae8d-ca90f41cde93 None None] For port 7362ede2-b35b-47f3-a185-39b834636fd2, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7362ede2-b35b-47f3-a185-39b834636fd2,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:07.895365 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e75c0045-ce12-4e5e-ae8d-ca90f41cde93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.989872 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c0045-ce12-4e5e-ae8d-ca90f41cde93 None None] Pushing event updated for resources: {'Port': ['ID=7362ede2-b35b-47f3-a185-39b834636fd2,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:08.022812 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2b68fefb-7963-4763-b16c-731dc524c143 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting port 0ed7745c-c26f-42e7-bee6-66fb86b9e464 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:08.023876 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b68fefb-7963-4763-b16c-731dc524c143 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:08.152507 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-b2d86b47-b202-4295-ac10-3e4e1da765b8 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:08.156204 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-b2d86b47-b202-4295-ac10-3e4e1da765b8 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2435560 Jul 14 09:12:08.168766 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b7bee-a11f-4522-9641-4f35fc626dc3 req-229eb584-cc97-45dd-a5a7-a144748d349a tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:08.170545 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e4b7bee-a11f-4522-9641-4f35fc626dc3 req-229eb584-cc97-45dd-a5a7-a144748d349a tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.4046483 Jul 14 09:12:08.184393 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b68fefb-7963-4763-b16c-731dc524c143 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:08.202490 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2b68fefb-7963-4763-b16c-731dc524c143 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Calling delete_port for 0ed7745c-c26f-42e7-bee6-66fb86b9e464 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:08.267071 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-e68cf26b-62eb-40e1-b7f9-bc2f68b891bf tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.25 "GET /v2.0/quotas/943b1317150345d29b7544afe226d9b0 HTTP/1.1" status: 200 len: 375 time: 0.0954614 Jul 14 09:12:08.335524 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e4b7bee-a11f-4522-9641-4f35fc626dc3 req-d46a72e7-c785-40d5-9582-79142764e328 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562262 Jul 14 09:12:08.358224 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-fc03aedb-0119-452e-b9bb-07ad24ce5ac0 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=943b1317150345d29b7544afe226d9b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796208 Jul 14 09:12:08.360911 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce44e1ce-3ba2-48a2-ba23-c0704826cfa1 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:08.507635 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b68fefb-7963-4763-b16c-731dc524c143 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:08.619235 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b68fefb-7963-4763-b16c-731dc524c143 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Port': ['ID=0ed7745c-c26f-42e7-bee6-66fb86b9e464,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:08.724498 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b68fefb-7963-4763-b16c-731dc524c143 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:08.729051 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2b68fefb-7963-4763-b16c-731dc524c143 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/0ed7745c-c26f-42e7-bee6-66fb86b9e464 HTTP/1.1" status: 204 len: 168 time: 0.9332292 Jul 14 09:12:08.731431 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42742) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:08.764302 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce44e1ce-3ba2-48a2-ba23-c0704826cfa1 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:08.898501 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d798954-247a-4fd6-a325-eb91731e5e81 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:08.900778 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d798954-247a-4fd6-a325-eb91731e5e81 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:08.907738 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1d798954-247a-4fd6-a325-eb91731e5e81 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1714067 Jul 14 09:12:08.908015 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42748) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:09.070827 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113bf2b-b3a6-41ee-94a0-ee9d7cbbc138 req-6001773f-8f66-42ff-96ee-389132e0bea1 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:09.081045 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0113bf2b-b3a6-41ee-94a0-ee9d7cbbc138 req-6001773f-8f66-42ff-96ee-389132e0bea1 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 950 time: 0.2356331 Jul 14 09:12:09.119119 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d069e7-fd31-4f2b-9183-50942a66bfb2 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet 060a18e8-2fc2-4e90-a5c6-dc724073384f {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:12:09.136291 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34d069e7-fd31-4f2b-9183-50942a66bfb2 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:09.142647 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce44e1ce-3ba2-48a2-ba23-c0704826cfa1 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Router 1c70e35a-5b21-479b-b0d9-5c97550da6fa is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:12:09.222356 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0113bf2b-b3a6-41ee-94a0-ee9d7cbbc138 req-e524009b-fff8-4464-a250-f6fc96568dab tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340415 Jul 14 09:12:09.262995 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34d069e7-fd31-4f2b-9183-50942a66bfb2 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:09.493153 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce44e1ce-3ba2-48a2-ba23-c0704826cfa1 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:12:09.508754 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf34b51-98ed-45f0-9661-93695a733dd8 None None] Sync routers for ids ['1c70e35a-5b21-479b-b0d9-5c97550da6fa'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:12:09.533360 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf34b51-98ed-45f0-9661-93695a733dd8 None None] Routers {'1c70e35a-5b21-479b-b0d9-5c97550da6fa'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:09.534125 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6bf34b51-98ed-45f0-9661-93695a733dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:11:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1c70e35a-5b21-479b-b0d9-5c97550da6fa'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:09.565087 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce44e1ce-3ba2-48a2-ba23-c0704826cfa1 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:09.572259 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ce44e1ce-3ba2-48a2-ba23-c0704826cfa1 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5905011 Jul 14 09:12:09.573839 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42784) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:09.592754 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f70e05a7-7011-4a5b-a2a5-bd1e1b2e2d44 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'enable_snat': False}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:09.678945 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6bf34b51-98ed-45f0-9661-93695a733dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:09.702795 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf34b51-98ed-45f0-9661-93695a733dd8 None None] Routers {'1c70e35a-5b21-479b-b0d9-5c97550da6fa'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:09.705041 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6bf34b51-98ed-45f0-9661-93695a733dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:11:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1c70e35a-5b21-479b-b0d9-5c97550da6fa'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:09.766437 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6bf34b51-98ed-45f0-9661-93695a733dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:09.767387 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf34b51-98ed-45f0-9661-93695a733dd8 None None] The sync data for ids ['1c70e35a-5b21-479b-b0d9-5c97550da6fa'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:12:09.792529 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b8a921d7-db58-4af2-96ba-d8d0e7fa38c5 req-5ca51c20-8ff6-47e2-b4fe-8e54b0883b46 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 210 time: 0.0487957 Jul 14 09:12:09.823526 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34d069e7-fd31-4f2b-9183-50942a66bfb2 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:09.871714 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b91d59-438a-40f5-818b-562d52c8e186 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:09.992143 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34d069e7-fd31-4f2b-9183-50942a66bfb2 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:10.041971 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e013c4ea-bb55-4a6f-8ad7-d96e19d41a35 None None] Provisioning for port 7362ede2-b35b-47f3-a185-39b834636fd2 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:10.088682 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d069e7-fd31-4f2b-9183-50942a66bfb2 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=060a18e8-2fc2-4e90-a5c6-dc724073384f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:10.095773 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34d069e7-fd31-4f2b-9183-50942a66bfb2 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:10.100598 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-34d069e7-fd31-4f2b-9183-50942a66bfb2 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/060a18e8-2fc2-4e90-a5c6-dc724073384f HTTP/1.1" status: 204 len: 168 time: 1.1891062 Jul 14 09:12:10.101452 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42786) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:10.186573 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b8312ce7-2991-4d03-87ab-f226bef218fb req-63ee0ed2-dc6f-431f-a801-e75086dff73c tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7c003e-39c6-422f-9df0-a0584fd2961e HTTP/1.1" status: 200 len: 210 time: 0.0856090 Jul 14 09:12:10.223757 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fff41291-50e6-49a5-876f-1bcdf41465c9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1207795 Jul 14 09:12:10.224471 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42788) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:10.231590 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-d0109ea0-bddf-4ccc-bab5-82002bcd50d6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:10.311449 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21d7325-8dd2-4c69-82e9-57ecf8eda131 None None] DHCP port deletion for d4b2ec29-2184-48d5-8c16-380a3c464388 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:12:10.424750 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:10.426901 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0109ea0-bddf-4ccc-bab5-82002bcd50d6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:10.433825 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d0109ea0-bddf-4ccc-bab5-82002bcd50d6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:10.457073 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f21d7325-8dd2-4c69-82e9-57ecf8eda131 None None] Deleting port 7362ede2-b35b-47f3-a185-39b834636fd2 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:10.457481 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f21d7325-8dd2-4c69-82e9-57ecf8eda131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:10.487397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66430bbe-841a-461d-9155-aa44d602d72f req-04af6946-0ea6-4bff-9259-2c7e21fc0a30 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:10.489512 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66430bbe-841a-461d-9155-aa44d602d72f req-04af6946-0ea6-4bff-9259-2c7e21fc0a30 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=06579aaa-f9c9-4e37-9289-426eaab51ee0 HTTP/1.1" status: 200 len: 943 time: 0.3828053 Jul 14 09:12:10.591925 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f21d7325-8dd2-4c69-82e9-57ecf8eda131 None None] For port 7362ede2-b35b-47f3-a185-39b834636fd2, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7362ede2-b35b-47f3-a185-39b834636fd2,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:10.600531 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f21d7325-8dd2-4c69-82e9-57ecf8eda131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:10.636312 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f21d7325-8dd2-4c69-82e9-57ecf8eda131 None None] Calling delete_port for 7362ede2-b35b-47f3-a185-39b834636fd2 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:10.645219 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f70e05a7-7011-4a5b-a2a5-bd1e1b2e2d44 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:10.770827 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f21d7325-8dd2-4c69-82e9-57ecf8eda131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:10.813231 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d7325-8dd2-4c69-82e9-57ecf8eda131 None None] Pushing event deleted for resources: {'Port': ['ID=7362ede2-b35b-47f3-a185-39b834636fd2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:10.815988 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21d7325-8dd2-4c69-82e9-57ecf8eda131 None None] No DVR routers for this DVR port 7362ede2-b35b-47f3-a185-39b834636fd2 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:10.834475 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5aa37-8efa-4984-9f71-caefacbf0a57 req-b6ddaa20-989c-4017-ae5b-2c10db33199d tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:10.837133 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f5f5aa37-8efa-4984-9f71-caefacbf0a57 req-b6ddaa20-989c-4017-ae5b-2c10db33199d tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.3847604 Jul 14 09:12:10.843983 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d0109ea0-bddf-4ccc-bab5-82002bcd50d6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:10.849891 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-7f51772d-9916-4677-99fc-e930ed05812e tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=943b1317150345d29b7544afe226d9b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1060469 Jul 14 09:12:10.902329 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-66430bbe-841a-461d-9155-aa44d602d72f req-8d18f369-0731-4300-8dbc-33b7855ee2a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Deleting port c435cf31-faaa-406f-a489-aa485815fd67 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:10.902329 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-66430bbe-841a-461d-9155-aa44d602d72f req-8d18f369-0731-4300-8dbc-33b7855ee2a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:10.978469 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f5f5aa37-8efa-4984-9f71-caefacbf0a57 req-88da6d16-78d0-43ba-9671-72fb9006e329 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321452 Jul 14 09:12:11.014934 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0109ea0-bddf-4ccc-bab5-82002bcd50d6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=7f0a2792-3a7b-40c0-8228-621623025c3e,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:11.038484 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0109ea0-bddf-4ccc-bab5-82002bcd50d6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:11.049115 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-d0109ea0-bddf-4ccc-bab5-82002bcd50d6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:11.060135 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0109ea0-bddf-4ccc-bab5-82002bcd50d6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:11.065195 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d0109ea0-bddf-4ccc-bab5-82002bcd50d6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:11.067189 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3654733-1984-4321-addf-99b517f7ea72 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:11.141602 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d0109ea0-bddf-4ccc-bab5-82002bcd50d6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9123609 Jul 14 09:12:11.142124 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42798) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:11.155873 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-b47430e8-69f7-4586-bd2f-e2da21c536d2 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'port': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'name': 'tempest-NetworksTestDHCPv6-548747810'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:11.299308 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-0f315bc6-d0bf-4236-a8fb-efa7dfb19e5b tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:11.300911 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-0f315bc6-d0bf-4236-a8fb-efa7dfb19e5b tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4382317 Jul 14 09:12:11.316650 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-d6571dc8-ad46-4fc1-b765-cb136ab4fe77 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Request body: {'port': {'device_id': 'da7c003e-39c6-422f-9df0-a0584fd2961e', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': '943b1317150345d29b7544afe226d9b0'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:11.329623 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d722c4-bcc3-4aeb-b2e0-e2079894ced3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-d4b2ec29-2184-48d5-8c16-380a3c464388', 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'fixed_ips': [{'subnet_id': '7f0a2792-3a7b-40c0-8228-621623025c3e'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:12:11.331118 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55d722c4-bcc3-4aeb-b2e0-e2079894ced3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:11.474947 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47430e8-69f7-4586-bd2f-e2da21c536d2 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:11.478956 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b47430e8-69f7-4586-bd2f-e2da21c536d2 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:11.506729 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-b47430e8-69f7-4586-bd2f-e2da21c536d2 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] device_id is not set on port ae8f80b5-ca1d-43f5-b87c-bbfb900fb137 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:12:11.548958 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-66430bbe-841a-461d-9155-aa44d602d72f req-8d18f369-0731-4300-8dbc-33b7855ee2a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] For port c435cf31-faaa-406f-a489-aa485815fd67, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c435cf31-faaa-406f-a489-aa485815fd67,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:11.549366 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-66430bbe-841a-461d-9155-aa44d602d72f req-8d18f369-0731-4300-8dbc-33b7855ee2a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:11.558118 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-d6571dc8-ad46-4fc1-b765-cb136ab4fe77 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Made reservation on behalf of 943b1317150345d29b7544afe226d9b0 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:11.562400 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-d6571dc8-ad46-4fc1-b765-cb136ab4fe77 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:11.583505 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-d6571dc8-ad46-4fc1-b765-cb136ab4fe77 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:11.583943 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-55d722c4-bcc3-4aeb-b2e0-e2079894ced3 None None] Allocated IP 2001:db8::2 (d4b2ec29-2184-48d5-8c16-380a3c464388/7f0a2792-3a7b-40c0-8228-621623025c3e/dab4cf8e-65f0-47b5-9799-c7f42dc74a87) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:11.601555 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-66430bbe-841a-461d-9155-aa44d602d72f req-8d18f369-0731-4300-8dbc-33b7855ee2a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Calling delete_port for c435cf31-faaa-406f-a489-aa485815fd67 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:11.726489 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-d6571dc8-ad46-4fc1-b765-cb136ab4fe77 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:11.734342 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-d6571dc8-ad46-4fc1-b765-cb136ab4fe77 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:11.817228 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc242e-5670-4419-b4ea-649d07568bca req-ee16b858-5e14-433e-bd96-29d5d3472c28 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:11.824651 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9abc242e-5670-4419-b4ea-649d07568bca req-ee16b858-5e14-433e-bd96-29d5d3472c28 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 950 time: 0.2924926 Jul 14 09:12:11.829674 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6571dc8-ad46-4fc1-b765-cb136ab4fe77 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f30df6-52f7-4a50-bf67-588f370e322a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:11.847475 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55d722c4-bcc3-4aeb-b2e0-e2079894ced3 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:11.858094 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-55d722c4-bcc3-4aeb-b2e0-e2079894ced3 None None] Transition to ACTIVE for port object dab4cf8e-65f0-47b5-9799-c7f42dc74a87 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:11.876122 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-55d722c4-bcc3-4aeb-b2e0-e2079894ced3 None None] Transition to ACTIVE for port object dab4cf8e-65f0-47b5-9799-c7f42dc74a87 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:11.883284 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55d722c4-bcc3-4aeb-b2e0-e2079894ced3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:11.935844 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d722c4-bcc3-4aeb-b2e0-e2079894ced3 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:11.940996 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-55d722c4-bcc3-4aeb-b2e0-e2079894ced3 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:11.946089 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d722c4-bcc3-4aeb-b2e0-e2079894ced3 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:11.949513 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d722c4-bcc3-4aeb-b2e0-e2079894ced3 None None] Pushing event updated for resources: {'Port': ['ID=dab4cf8e-65f0-47b5-9799-c7f42dc74a87,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:11.983603 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-b47430e8-69f7-4586-bd2f-e2da21c536d2 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 2001:db8::a0 (d4b2ec29-2184-48d5-8c16-380a3c464388/7f0a2792-3a7b-40c0-8228-621623025c3e/ae8f80b5-ca1d-43f5-b87c-bbfb900fb137) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:12.022144 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:12.038134 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-55d722c4-bcc3-4aeb-b2e0-e2079894ced3 None None] Attempting to bind port dab4cf8e-65f0-47b5-9799-c7f42dc74a87 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:12.038819 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-55d722c4-bcc3-4aeb-b2e0-e2079894ced3 None None] Attempting to bind port dab4cf8e-65f0-47b5-9799-c7f42dc74a87 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:12.039552 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d722c4-bcc3-4aeb-b2e0-e2079894ced3 None None] Attempting to bind port dab4cf8e-65f0-47b5-9799-c7f42dc74a87 on network d4b2ec29-2184-48d5-8c16-380a3c464388 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:12.047722 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d722c4-bcc3-4aeb-b2e0-e2079894ced3 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:12.048999 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d722c4-bcc3-4aeb-b2e0-e2079894ced3 None None] Checking segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:12.049723 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55d722c4-bcc3-4aeb-b2e0-e2079894ced3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:12.050180 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d722c4-bcc3-4aeb-b2e0-e2079894ced3 None None] Bound using segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:12.050748 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-55d722c4-bcc3-4aeb-b2e0-e2079894ced3 None None] Bound port: dab4cf8e-65f0-47b5-9799-c7f42dc74a87, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:12.051416 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55d722c4-bcc3-4aeb-b2e0-e2079894ced3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:12.067382 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9abc242e-5670-4419-b4ea-649d07568bca req-77ed164a-55a5-4bb8-b91e-3577a1d30ea2 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416799 Jul 14 09:12:12.208932 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-55d722c4-bcc3-4aeb-b2e0-e2079894ced3 None None] For port dab4cf8e-65f0-47b5-9799-c7f42dc74a87, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:12.218863 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-55d722c4-bcc3-4aeb-b2e0-e2079894ced3 None None] For port dab4cf8e-65f0-47b5-9799-c7f42dc74a87, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=dab4cf8e-65f0-47b5-9799-c7f42dc74a87,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:12.226179 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55d722c4-bcc3-4aeb-b2e0-e2079894ced3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:12.288029 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-66430bbe-841a-461d-9155-aa44d602d72f req-8d18f369-0731-4300-8dbc-33b7855ee2a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:12.305684 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f70e05a7-7011-4a5b-a2a5-bd1e1b2e2d44 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:12.312790 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7362ede2-b35b-47f3-a185-39b834636fd2 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:12.328532 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b47430e8-69f7-4586-bd2f-e2da21c536d2 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:12.338126 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f70e05a7-7011-4a5b-a2a5-bd1e1b2e2d44 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1997542'] for router, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:12.345753 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18f369-0731-4300-8dbc-33b7855ee2a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Pushing event deleted for resources: {'Port': ['ID=c435cf31-faaa-406f-a489-aa485815fd67,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:12.350789 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b47430e8-69f7-4586-bd2f-e2da21c536d2 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Transition to ACTIVE for port object ae8f80b5-ca1d-43f5-b87c-bbfb900fb137 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:12.402010 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 7362ede2-b35b-47f3-a185-39b834636fd2 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:12:12.402254 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b47430e8-69f7-4586-bd2f-e2da21c536d2 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:12.405609 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-d6571dc8-ad46-4fc1-b765-cb136ab4fe77 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Allocated IP 192.168.233.91 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/ca71c988-9917-4fbf-91af-9ee56d946221) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:12.412103 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7362ede2-b35b-47f3-a185-39b834636fd2 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:12.472943 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d722c4-bcc3-4aeb-b2e0-e2079894ced3 None None] Pushing event updated for resources: {'Port': ['ID=dab4cf8e-65f0-47b5-9799-c7f42dc74a87,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:12.477031 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18f369-0731-4300-8dbc-33b7855ee2a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:12.479370 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18f369-0731-4300-8dbc-33b7855ee2a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:12.479746 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18f369-0731-4300-8dbc-33b7855ee2a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:12.480093 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18f369-0731-4300-8dbc-33b7855ee2a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:12.480431 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18f369-0731-4300-8dbc-33b7855ee2a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:12.480766 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18f369-0731-4300-8dbc-33b7855ee2a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:12.481097 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18f369-0731-4300-8dbc-33b7855ee2a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:12.481595 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18f369-0731-4300-8dbc-33b7855ee2a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:12.482858 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18f369-0731-4300-8dbc-33b7855ee2a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:12.483199 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18f369-0731-4300-8dbc-33b7855ee2a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:12.483552 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18f369-0731-4300-8dbc-33b7855ee2a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:12.483939 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18f369-0731-4300-8dbc-33b7855ee2a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:12.533281 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-66430bbe-841a-461d-9155-aa44d602d72f req-8d18f369-0731-4300-8dbc-33b7855ee2a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] No DVR routers for this DVR port c435cf31-faaa-406f-a489-aa485815fd67 on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:12.539093 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-66430bbe-841a-461d-9155-aa44d602d72f req-8d18f369-0731-4300-8dbc-33b7855ee2a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:12.548106 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66430bbe-841a-461d-9155-aa44d602d72f req-8d18f369-0731-4300-8dbc-33b7855ee2a5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "DELETE /v2.0/ports/c435cf31-faaa-406f-a489-aa485815fd67 HTTP/1.1" status: 204 len: 173 time: 2.0187283 Jul 14 09:12:12.548854 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06579aaa-f9c9-4e37-9289-426eaab51ee0', 'name': 'network-vif-deleted', 'tag': 'c435cf31-faaa-406f-a489-aa485815fd67'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:12.551254 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca068f0-986b-40d7-9962-a4b39fdca127" -d '{"events": [{"server_uuid": "06579aaa-f9c9-4e37-9289-426eaab51ee0", "name": "network-vif-deleted", "tag": "c435cf31-faaa-406f-a489-aa485815fd67"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:12.552259 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47430e8-69f7-4586-bd2f-e2da21c536d2 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:12.572130 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-b47430e8-69f7-4586-bd2f-e2da21c536d2 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:12.592024 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47430e8-69f7-4586-bd2f-e2da21c536d2 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:12.602466 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47430e8-69f7-4586-bd2f-e2da21c536d2 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:12.603844 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b47430e8-69f7-4586-bd2f-e2da21c536d2 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:12.612673 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47430e8-69f7-4586-bd2f-e2da21c536d2 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=ae8f80b5-ca1d-43f5-b87c-bbfb900fb137,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:12.628350 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e2c171c-1b80-4cbd-a49c-dc5a103f597a req-416f336b-984f-4c40-8c07-948813cee18d tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/ports?device_id=34303ed8-0fda-4136-9b65-fbda791bca72 HTTP/1.1" status: 200 len: 210 time: 0.0717797 Jul 14 09:12:12.674665 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70e05a7-7011-4a5b-a2a5-bd1e1b2e2d44 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Router 1c70e35a-5b21-479b-b0d9-5c97550da6fa has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:12:12.794226 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b47430e8-69f7-4586-bd2f-e2da21c536d2 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6437676 Jul 14 09:12:12.795771 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42808) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:12.899189 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-d6571dc8-ad46-4fc1-b765-cb136ab4fe77 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:12.949846 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-d6571dc8-ad46-4fc1-b765-cb136ab4fe77 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Transition to ACTIVE for port object ca71c988-9917-4fbf-91af-9ee56d946221 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:12.961204 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70e05a7-7011-4a5b-a2a5-bd1e1b2e2d44 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:12:12.972816 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f70e05a7-7011-4a5b-a2a5-bd1e1b2e2d44 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:12.976981 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f70e05a7-7011-4a5b-a2a5-bd1e1b2e2d44 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "PUT /v2.0/routers/1c70e35a-5b21-479b-b0d9-5c97550da6fa HTTP/1.1" status: 200 len: 921 time: 3.3969896 Jul 14 09:12:12.977160 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc004f4-1286-4c36-84b8-94cc8392bde2 None None] Sync routers for ids ['1c70e35a-5b21-479b-b0d9-5c97550da6fa'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:12:12.977633 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42816) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:12.994745 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc004f4-1286-4c36-84b8-94cc8392bde2 None None] Routers {'1c70e35a-5b21-479b-b0d9-5c97550da6fa'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:12.995467 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4dc004f4-1286-4c36-84b8-94cc8392bde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:11:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1c70e35a-5b21-479b-b0d9-5c97550da6fa'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:12.999527 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88733ed-6cea-418b-baf2-190e6a812332 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:13.007269 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88733ed-6cea-418b-baf2-190e6a812332 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:13.009196 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a88733ed-6cea-418b-baf2-190e6a812332 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2079556 Jul 14 09:12:13.013515 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42818) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:13.047393 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4dc004f4-1286-4c36-84b8-94cc8392bde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:13.057189 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc004f4-1286-4c36-84b8-94cc8392bde2 None None] Routers {'1c70e35a-5b21-479b-b0d9-5c97550da6fa'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:13.057941 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4dc004f4-1286-4c36-84b8-94cc8392bde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:11:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1c70e35a-5b21-479b-b0d9-5c97550da6fa'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:13.100929 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4dc004f4-1286-4c36-84b8-94cc8392bde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:13.102099 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc004f4-1286-4c36-84b8-94cc8392bde2 None None] The sync data for ids ['1c70e35a-5b21-479b-b0d9-5c97550da6fa'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:12:13.119904 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-d6571dc8-ad46-4fc1-b765-cb136ab4fe77 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:13.203575 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c92d2b76-6e5a-4cf4-afe9-59987d913e68 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "GET /v2.0/routers/1c70e35a-5b21-479b-b0d9-5c97550da6fa HTTP/1.1" status: 200 len: 921 time: 0.2220495 Jul 14 09:12:13.205451 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42822) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:13.248916 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-d6571dc8-ad46-4fc1-b765-cb136ab4fe77 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:13.252118 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d8c4f-a539-418e-94b6-ef720659a845 req-30c51379-8329-4a3a-a20c-cf2e6a6d4a62 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:13.252908 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0f2576d1-303d-4958-8c8b-bc83325f4a6b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting port ae8f80b5-ca1d-43f5-b87c-bbfb900fb137 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:13.253259 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0f2576d1-303d-4958-8c8b-bc83325f4a6b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:13.259539 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eb6d8c4f-a539-418e-94b6-ef720659a845 req-30c51379-8329-4a3a-a20c-cf2e6a6d4a62 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.4001503 Jul 14 09:12:13.259783 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-d6571dc8-ad46-4fc1-b765-cb136ab4fe77 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:13.278461 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6571dc8-ad46-4fc1-b765-cb136ab4fe77 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Pushing event updated for resources: {'Port': ['ID=ca71c988-9917-4fbf-91af-9ee56d946221,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:13.285549 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-d6571dc8-ad46-4fc1-b765-cb136ab4fe77 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:13.310039 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d9cda5-9120-4b4d-ba4f-fe8ac4219808 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:13.317309 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f5d9cda5-9120-4b4d-ba4f-fe8ac4219808 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6facc217-dc01-422a-8069-2c7784a4d993&device_id=1c70e35a-5b21-479b-b0d9-5c97550da6fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1059535 Jul 14 09:12:13.317309 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42824) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:13.340497 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eb6d8c4f-a539-418e-94b6-ef720659a845 req-6ee59117-ee9f-456d-9065-b79bbf84c4a2 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805864 Jul 14 09:12:13.450003 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68c17f0-bca8-48fe-a63b-2a2a97bf5748 x-openstack-request-id: req-c68c17f0-bca8-48fe-a63b-2a2a97bf5748 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:13.450667 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06579aaa-f9c9-4e37-9289-426eaab51ee0", "name": "network-vif-deleted", "tag": "c435cf31-faaa-406f-a489-aa485815fd67", "status": "failed", "code": 422}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:13.451745 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c68c17f0-bca8-48fe-a63b-2a2a97bf5748 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:13.452312 n-d-771362-35 neutron-server[93773]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '06579aaa-f9c9-4e37-9289-426eaab51ee0', 'name': 'network-vif-deleted', 'tag': 'c435cf31-faaa-406f-a489-aa485815fd67', 'status': 'failed', 'code': 422} returned with failed status Jul 14 09:12:13.485889 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-26177ad0-73a5-4cdc-a9e3-0d269fa0294a service neutron] show failed (client error): The resource could not be found. Jul 14 09:12:13.486941 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-26177ad0-73a5-4cdc-a9e3-0d269fa0294a service neutron] 10.222.0.47 "GET /v2.0/ports/7c586b3c-9a43-440a-9dae-7207d72ecabd/bindings/n-h2-771362-35 HTTP/1.1" status: 404 len: 381 time: 0.3056967 Jul 14 09:12:13.489662 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c91cd01-3a5c-41a8-83b7-0a46f0b61d4d tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:13.493400 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8c91cd01-3a5c-41a8-83b7-0a46f0b61d4d tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 881 time: 0.1757796 Jul 14 09:12:13.499777 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42832) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:13.524005 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-d6571dc8-ad46-4fc1-b765-cb136ab4fe77 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:13.532011 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-d6571dc8-ad46-4fc1-b765-cb136ab4fe77 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:13.556354 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-d6571dc8-ad46-4fc1-b765-cb136ab4fe77 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2449825 Jul 14 09:12:13.569820 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4744b199-a1ac-4bb4-84b5-339470207ccb tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c70e35a-5b21-479b-b0d9-5c97550da6fa HTTP/1.1" status: 200 len: 205 time: 0.0685308 Jul 14 09:12:13.572642 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42834) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:13.572776 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-98df046f-7a56-465d-a60a-8601fc21ce2e service neutron] Request body: {'port': {'device_id': 'da7c003e-39c6-422f-9df0-a0584fd2961e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:13.581864 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0f2576d1-303d-4958-8c8b-bc83325f4a6b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:13.622023 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0f2576d1-303d-4958-8c8b-bc83325f4a6b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Calling delete_port for ae8f80b5-ca1d-43f5-b87c-bbfb900fb137 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:13.717871 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-25c4a629-4dad-446a-a178-52d2ed052c50 None None] Provisioning for port ca71c988-9917-4fbf-91af-9ee56d946221 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:13.723975 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-25c4a629-4dad-446a-a178-52d2ed052c50 None None] Provisioning complete for port ca71c988-9917-4fbf-91af-9ee56d946221 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:13.724344 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25c4a629-4dad-446a-a178-52d2ed052c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:13.736830 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-98df046f-7a56-465d-a60a-8601fc21ce2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:13.788617 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-25c4a629-4dad-446a-a178-52d2ed052c50 None None] Port ca71c988-9917-4fbf-91af-9ee56d946221 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:12:13.964336 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0f2576d1-303d-4958-8c8b-bc83325f4a6b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:14.023005 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d95137fc-de1b-4f24-b85e-fdba24137a82 None None] Provisioning for port dab4cf8e-65f0-47b5-9799-c7f42dc74a87 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:14.100305 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2753b-700a-444c-aec0-f31f8e960b19 req-451b2def-7c98-441b-aef9-ca8af86178d1 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:14.108490 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94e2753b-700a-444c-aec0-f31f8e960b19 req-451b2def-7c98-441b-aef9-ca8af86178d1 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7c003e-39c6-422f-9df0-a0584fd2961e HTTP/1.1" status: 200 len: 935 time: 0.5346892 Jul 14 09:12:14.117501 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d04e5-44b3-4d13-a007-58fbcdd42cea req-4770e7e3-37cc-472c-bd1b-4912be8f1aca tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:14.120288 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f83d04e5-44b3-4d13-a007-58fbcdd42cea req-4770e7e3-37cc-472c-bd1b-4912be8f1aca tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 950 time: 0.5489969 Jul 14 09:12:14.166101 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a89d1814-adee-4e46-9317-f091c385e93e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:14.225664 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device dab4cf8e-65f0-47b5-9799-c7f42dc74a87 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:14.278206 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-51cb22af-491c-41f6-978f-87702eedd5fd None None] Could not find standard attr ID for object ae8f80b5-ca1d-43f5-b87c-bbfb900fb137. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:12:14.292377 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f83d04e5-44b3-4d13-a007-58fbcdd42cea req-ff3ee92b-8449-4104-8922-24f317d77b35 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206849 Jul 14 09:12:14.311900 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2576d1-303d-4958-8c8b-bc83325f4a6b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Port': ['ID=ae8f80b5-ca1d-43f5-b87c-bbfb900fb137,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:14.327271 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94e2753b-700a-444c-aec0-f31f8e960b19 req-f593a4a9-cde3-4426-a404-8416ad578223 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2f30df6-52f7-4a50-bf67-588f370e322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175784 Jul 14 09:12:14.336629 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port dab4cf8e-65f0-47b5-9799-c7f42dc74a87 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:14.345397 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port dab4cf8e-65f0-47b5-9799-c7f42dc74a87 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:14.346333 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:14.382389 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0f2576d1-303d-4958-8c8b-bc83325f4a6b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:14.385785 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0f2576d1-303d-4958-8c8b-bc83325f4a6b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/ae8f80b5-ca1d-43f5-b87c-bbfb900fb137 HTTP/1.1" status: 204 len: 168 time: 1.3711739 Jul 14 09:12:14.391050 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42840) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:14.393368 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-664dec13-b5f8-4cb5-ad5a-ea82e692d733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:14.394925 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-664dec13-b5f8-4cb5-ad5a-ea82e692d733 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a&tenant_id=ad5180827b97485d9d925ca571b8d79b HTTP/1.1" status: 200 len: 1102 time: 0.3558896 Jul 14 09:12:14.415419 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-92312e2d-e4fe-4bdc-a406-6e3bbfb1db18 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-35', 'device_owner': 'compute:nova'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:14.505571 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:14.565246 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port dab4cf8e-65f0-47b5-9799-c7f42dc74a87, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=dab4cf8e-65f0-47b5-9799-c7f42dc74a87,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:14.573899 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:14.623318 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a8164a-b3bf-453e-a80d-2d8354b8284f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:14.625445 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a8164a-b3bf-453e-a80d-2d8354b8284f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:14.627549 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f9a8164a-b3bf-453e-a80d-2d8354b8284f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2347507 Jul 14 09:12:14.637318 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a89d1814-adee-4e46-9317-f091c385e93e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:14.642156 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-92312e2d-e4fe-4bdc-a406-6e3bbfb1db18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:14.645558 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42846) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:14.693855 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=dab4cf8e-65f0-47b5-9799-c7f42dc74a87,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:14.731795 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42850) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:14.734779 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-98df046f-7a56-465d-a60a-8601fc21ce2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca71c988-9917-4fbf-91af-9ee56d946221 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:14.754854 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-98df046f-7a56-465d-a60a-8601fc21ce2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:14.799796 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-98df046f-7a56-465d-a60a-8601fc21ce2e service neutron] Transition to ACTIVE for port object ca71c988-9917-4fbf-91af-9ee56d946221 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:14.807963 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e06a8f-dc32-4a4c-938d-21041d2ddbf8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet 7f0a2792-3a7b-40c0-8228-621623025c3e {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:12:14.814160 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-98df046f-7a56-465d-a60a-8601fc21ce2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:14.816193 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91e06a8f-dc32-4a4c-938d-21041d2ddbf8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:14.916282 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c72adda-148d-46b9-bf59-62ce1c29fc76 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:14.922401 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df046f-7a56-465d-a60a-8601fc21ce2e service neutron] Pushing event updated for resources: {'Port': ['ID=ca71c988-9917-4fbf-91af-9ee56d946221,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:14.932024 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91e06a8f-dc32-4a4c-938d-21041d2ddbf8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:14.947683 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a89d1814-adee-4e46-9317-f091c385e93e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Deleting port cc625f0c-e03f-4d83-9f0e-17d0677eded2 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:14.948028 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a89d1814-adee-4e46-9317-f091c385e93e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:15.023145 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c72adda-148d-46b9-bf59-62ce1c29fc76 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:15.105221 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f469f-a80c-433e-ac9f-9d896b989ab5 req-12333930-54e7-4bc2-94bd-3cc713aae4d5 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:15.112618 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-144f469f-a80c-433e-ac9f-9d896b989ab5 req-12333930-54e7-4bc2-94bd-3cc713aae4d5 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.3676445 Jul 14 09:12:15.135884 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-98df046f-7a56-465d-a60a-8601fc21ce2e service neutron] Attempting to bind port ca71c988-9917-4fbf-91af-9ee56d946221 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:15.136400 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-98df046f-7a56-465d-a60a-8601fc21ce2e service neutron] Attempting to bind port ca71c988-9917-4fbf-91af-9ee56d946221 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:15.136724 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-98df046f-7a56-465d-a60a-8601fc21ce2e service neutron] Attempting to bind port ca71c988-9917-4fbf-91af-9ee56d946221 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:15.146263 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-98df046f-7a56-465d-a60a-8601fc21ce2e service neutron] Port ca71c988-9917-4fbf-91af-9ee56d946221 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:12:15.146528 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-98df046f-7a56-465d-a60a-8601fc21ce2e service neutron] Attempting to bind port ca71c988-9917-4fbf-91af-9ee56d946221 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:15.152836 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c72adda-148d-46b9-bf59-62ce1c29fc76 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:15.156052 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c72adda-148d-46b9-bf59-62ce1c29fc76 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:15.157310 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4c72adda-148d-46b9-bf59-62ce1c29fc76 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "DELETE /v2.0/security-groups/676d5fbb-8b00-498f-8965-8e518737057a HTTP/1.1" status: 204 len: 168 time: 0.4178221 Jul 14 09:12:15.160265 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91e06a8f-dc32-4a4c-938d-21041d2ddbf8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:15.160428 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-92312e2d-e4fe-4bdc-a406-6e3bbfb1db18 service neutron] For port 7c586b3c-9a43-440a-9dae-7207d72ecabd, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=7c586b3c-9a43-440a-9dae-7207d72ecabd,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:15.165480 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42862) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:15.169530 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-4ca6d3bc-a667-4c3d-9017-f7b48a5945ae tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:15.171179 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-4ca6d3bc-a667-4c3d-9017-f7b48a5945ae tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/networks?id=3ae54159-68cb-4fca-9852-a42d051dbe23 HTTP/1.1" status: 200 len: 812 time: 0.3178928 Jul 14 09:12:15.197301 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a89d1814-adee-4e46-9317-f091c385e93e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:15.197520 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-98df046f-7a56-465d-a60a-8601fc21ce2e service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:15.197742 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-98df046f-7a56-465d-a60a-8601fc21ce2e service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:15.198123 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-98df046f-7a56-465d-a60a-8601fc21ce2e service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:15.198568 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-98df046f-7a56-465d-a60a-8601fc21ce2e service neutron] Bound port: ca71c988-9917-4fbf-91af-9ee56d946221, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:15.198936 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-98df046f-7a56-465d-a60a-8601fc21ce2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:15.221684 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72adda-148d-46b9-bf59-62ce1c29fc76 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=676d5fbb-8b00-498f-8965-8e518737057a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:15.227894 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-3a7505dd-8c92-42c9-a739-9bfa5ade951d tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] show failed (client error): The resource could not be found. Jul 14 09:12:15.228929 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3a7505dd-8c92-42c9-a739-9bfa5ade951d tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "GET /v2.0/security-groups/676d5fbb-8b00-498f-8965-8e518737057a HTTP/1.1" status: 404 len: 347 time: 0.0438612 Jul 14 09:12:15.232988 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42864) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:15.240047 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-144f469f-a80c-433e-ac9f-9d896b989ab5 req-68de0e44-f4cc-482e-936e-00755165165d tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265378 Jul 14 09:12:15.241127 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a89d1814-adee-4e46-9317-f091c385e93e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Calling delete_port for cc625f0c-e03f-4d83-9f0e-17d0677eded2 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:15.263149 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-3fea2ce9-6951-4a5a-85ab-648dcbe8097e tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/quotas/6615d0b1eada47cd81a0006b9f4a982b HTTP/1.1" status: 200 len: 375 time: 0.0760498 Jul 14 09:12:15.286912 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-92312e2d-e4fe-4bdc-a406-6e3bbfb1db18 service neutron] For port 7c586b3c-9a43-440a-9dae-7207d72ecabd, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:15.335231 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-70a2c614-1cf7-4ea6-9110-08b18da4bd21 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6615d0b1eada47cd81a0006b9f4a982b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627255 Jul 14 09:12:15.394197 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91e06a8f-dc32-4a4c-938d-21041d2ddbf8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:15.426891 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-92312e2d-e4fe-4bdc-a406-6e3bbfb1db18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:15.432850 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e06a8f-dc32-4a4c-938d-21041d2ddbf8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=7f0a2792-3a7b-40c0-8228-621623025c3e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:15.441553 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91e06a8f-dc32-4a4c-938d-21041d2ddbf8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:15.443464 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-91e06a8f-dc32-4a4c-938d-21041d2ddbf8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/7f0a2792-3a7b-40c0-8228-621623025c3e HTTP/1.1" status: 204 len: 168 time: 0.7967362 Jul 14 09:12:15.444432 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-98df046f-7a56-465d-a60a-8601fc21ce2e service neutron] For port ca71c988-9917-4fbf-91af-9ee56d946221, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:15.448818 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42874) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:15.453369 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b115aa-8e1b-4673-a4cf-39a9320f782a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c586b3c-9a43-440a-9dae-7207d72ecabd'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:15.455396 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccad0646-e202-43ef-ae69-bad818c95b71 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:15.455935 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065a110d-a465-462d-858f-baabb7b6cdf6" -d '{"events": [{"server_uuid": "33b115aa-8e1b-4673-a4cf-39a9320f782a", "name": "network-vif-unplugged", "status": "completed", "tag": "7c586b3c-9a43-440a-9dae-7207d72ecabd"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:15.467887 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-98df046f-7a56-465d-a60a-8601fc21ce2e service neutron] For port ca71c988-9917-4fbf-91af-9ee56d946221, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ca71c988-9917-4fbf-91af-9ee56d946221,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:15.472943 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-92312e2d-e4fe-4bdc-a406-6e3bbfb1db18 service neutron] Transition to ACTIVE for port object 7c586b3c-9a43-440a-9dae-7207d72ecabd will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:15.481785 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-92312e2d-e4fe-4bdc-a406-6e3bbfb1db18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:15.502947 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5867862b-1401-4b4b-a5a0-966d429b7efb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495067 Jul 14 09:12:15.504349 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42880) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:15.505612 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-98df046f-7a56-465d-a60a-8601fc21ce2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:15.514586 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-4e3dc3db-f6f9-4df8-b600-f041000b0083 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:15.531872 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-626689b7-16f1-460f-9ef1-a54b4a6d4b69 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:12:15.532905 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-626689b7-16f1-460f-9ef1-a54b4a6d4b69 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1675265 Jul 14 09:12:15.636484 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-98df046f-7a56-465d-a60a-8601fc21ce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:15.637919 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-98df046f-7a56-465d-a60a-8601fc21ce2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:15.639989 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-98df046f-7a56-465d-a60a-8601fc21ce2e service neutron] 10.222.0.44 "PUT /v2.0/ports/ca71c988-9917-4fbf-91af-9ee56d946221 HTTP/1.1" status: 200 len: 1096 time: 2.0720780 Jul 14 09:12:15.650452 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1000b4e1-281c-46ad-b183-effb41b41356 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Deleting port 7662ed90-6fe9-40bf-9cf0-d2c26b595b24 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:15.651031 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1000b4e1-281c-46ad-b183-effb41b41356 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:15.654191 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7c003e-39c6-422f-9df0-a0584fd2961e', 'tag': 'ca71c988-9917-4fbf-91af-9ee56d946221'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:15.659131 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90069f5-008d-46a9-8a6c-f99a8f4ecf20" -d '{"events": [{"name": "network-changed", "server_uuid": "da7c003e-39c6-422f-9df0-a0584fd2961e", "tag": "ca71c988-9917-4fbf-91af-9ee56d946221"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:15.678773 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-92312e2d-e4fe-4bdc-a406-6e3bbfb1db18 service neutron] No DVR routers for this DVR port 7c586b3c-9a43-440a-9dae-7207d72ecabd on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:15.685438 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92312e2d-e4fe-4bdc-a406-6e3bbfb1db18 service neutron] Pushing event updated for resources: {'Port': ['ID=7c586b3c-9a43-440a-9dae-7207d72ecabd,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:15.698618 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4159a2b-1a86-4664-adfe-58eff4b28be8 req-edde6af8-fa55-4165-9f0d-20dbe287a2fe tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:15.706966 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d4159a2b-1a86-4664-adfe-58eff4b28be8 req-edde6af8-fa55-4165-9f0d-20dbe287a2fe tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.3325176 Jul 14 09:12:15.720374 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813a6cf1-d016-4a5b-892f-11db74444050 None None] DHCP port deletion for d4b2ec29-2184-48d5-8c16-380a3c464388 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:12:15.781588 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-813a6cf1-d016-4a5b-892f-11db74444050 None None] Deleting port dab4cf8e-65f0-47b5-9799-c7f42dc74a87 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:15.782238 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-813a6cf1-d016-4a5b-892f-11db74444050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:15.852219 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df046f-7a56-465d-a60a-8601fc21ce2e service neutron] Pushing event updated for resources: {'Port': ['ID=ca71c988-9917-4fbf-91af-9ee56d946221,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:15.854893 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-813a6cf1-d016-4a5b-892f-11db74444050 None None] For port dab4cf8e-65f0-47b5-9799-c7f42dc74a87, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=dab4cf8e-65f0-47b5-9799-c7f42dc74a87,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:15.856604 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-813a6cf1-d016-4a5b-892f-11db74444050 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:15.870148 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d4159a2b-1a86-4664-adfe-58eff4b28be8 req-056f4afe-c212-4783-9007-f8f6ee9a5dcc tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620281 Jul 14 09:12:15.879520 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-813a6cf1-d016-4a5b-892f-11db74444050 None None] Calling delete_port for dab4cf8e-65f0-47b5-9799-c7f42dc74a87 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:15.914308 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-92312e2d-e4fe-4bdc-a406-6e3bbfb1db18 service neutron] Attempting to bind port 7c586b3c-9a43-440a-9dae-7207d72ecabd on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:15.914728 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-92312e2d-e4fe-4bdc-a406-6e3bbfb1db18 service neutron] Attempting to bind port 7c586b3c-9a43-440a-9dae-7207d72ecabd by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:15.915069 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-92312e2d-e4fe-4bdc-a406-6e3bbfb1db18 service neutron] Attempting to bind port 7c586b3c-9a43-440a-9dae-7207d72ecabd on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:15.917336 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a89d1814-adee-4e46-9317-f091c385e93e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:15.945052 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3dc3db-f6f9-4df8-b600-f041000b0083 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:15.949203 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e3dc3db-f6f9-4df8-b600-f041000b0083 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:15.958966 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-92312e2d-e4fe-4bdc-a406-6e3bbfb1db18 service neutron] Port 7c586b3c-9a43-440a-9dae-7207d72ecabd on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:12:15.959340 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-92312e2d-e4fe-4bdc-a406-6e3bbfb1db18 service neutron] Attempting to bind port 7c586b3c-9a43-440a-9dae-7207d72ecabd on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:16.008561 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-e03975a1-bf6e-4b1e-8762-edbb4f06759f service neutron] 10.222.0.25 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539273 Jul 14 09:12:16.009087 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d1814-adee-4e46-9317-f091c385e93e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Pushing event deleted for resources: {'Port': ['ID=cc625f0c-e03f-4d83-9f0e-17d0677eded2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:16.011996 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-92312e2d-e4fe-4bdc-a406-6e3bbfb1db18 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:16.012341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-92312e2d-e4fe-4bdc-a406-6e3bbfb1db18 service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:16.012731 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-92312e2d-e4fe-4bdc-a406-6e3bbfb1db18 service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:16.013179 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-92312e2d-e4fe-4bdc-a406-6e3bbfb1db18 service neutron] Bound port: 7c586b3c-9a43-440a-9dae-7207d72ecabd, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:16.013657 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-92312e2d-e4fe-4bdc-a406-6e3bbfb1db18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:16.040968 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-813a6cf1-d016-4a5b-892f-11db74444050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:16.056379 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1000b4e1-281c-46ad-b183-effb41b41356 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:16.056713 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1000b4e1-281c-46ad-b183-effb41b41356 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:16.074076 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-6ee718fc-4729-460b-80d4-d607fdac77d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:16.076645 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-6ee718fc-4729-460b-80d4-d607fdac77d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=943b1317150345d29b7544afe226d9b0&device_id=da7c003e-39c6-422f-9df0-a0584fd2961e HTTP/1.1" status: 200 len: 1099 time: 0.3033662 Jul 14 09:12:16.085272 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813a6cf1-d016-4a5b-892f-11db74444050 None None] No DVR routers for this DVR port dab4cf8e-65f0-47b5-9799-c7f42dc74a87 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:16.087048 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1000b4e1-281c-46ad-b183-effb41b41356 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Calling delete_port for 7662ed90-6fe9-40bf-9cf0-d2c26b595b24 owned by network:floatingip {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:16.090747 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a6cf1-d016-4a5b-892f-11db74444050 None None] Pushing event deleted for resources: {'Port': ['ID=dab4cf8e-65f0-47b5-9799-c7f42dc74a87,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:16.155027 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-c7c8e0a7-137f-4096-8fa1-dd97f1e2c1de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=ca71c988-9917-4fbf-91af-9ee56d946221 HTTP/1.1" status: 200 len: 217 time: 0.0621786 Jul 14 09:12:16.212206 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device dab4cf8e-65f0-47b5-9799-c7f42dc74a87 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:16.235946 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: dab4cf8e-65f0-47b5-9799-c7f42dc74a87 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:12:16.236181 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a89d1814-adee-4e46-9317-f091c385e93e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:16.236626 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device dab4cf8e-65f0-47b5-9799-c7f42dc74a87 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:16.310245 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-0397d386-8215-4bf0-992c-d4a151555296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:16.312362 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-0397d386-8215-4bf0-992c-d4a151555296 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1562412 Jul 14 09:12:16.511877 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e3dc3db-f6f9-4df8-b600-f041000b0083 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:16.521979 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-50e70f25-90dd-4d90-b89a-75f70364d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:16.523503 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-50e70f25-90dd-4d90-b89a-75f70364d7d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2022581 Jul 14 09:12:16.524109 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1000b4e1-281c-46ad-b183-effb41b41356 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:16.593237 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000b4e1-281c-46ad-b183-effb41b41356 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event deleted for resources: {'Port': ['ID=7662ed90-6fe9-40bf-9cf0-d2c26b595b24,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:16.602363 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-92312e2d-e4fe-4bdc-a406-6e3bbfb1db18 service neutron] For port 7c586b3c-9a43-440a-9dae-7207d72ecabd, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:16.624778 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a89d1814-adee-4e46-9317-f091c385e93e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:16.631282 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a89d1814-adee-4e46-9317-f091c385e93e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:16.634124 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-92312e2d-e4fe-4bdc-a406-6e3bbfb1db18 service neutron] For port 7c586b3c-9a43-440a-9dae-7207d72ecabd, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=7c586b3c-9a43-440a-9dae-7207d72ecabd,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:16.641890 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-757d17e8-d83f-47ed-87ee-5ac4d7558d9e service neutron] 10.222.0.25 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5940499 Jul 14 09:12:16.643682 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3dc3db-f6f9-4df8-b600-f041000b0083 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:16.646157 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-92312e2d-e4fe-4bdc-a406-6e3bbfb1db18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:16.676990 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-4e3dc3db-f6f9-4df8-b600-f041000b0083 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:16.696613 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd9e21-be52-4ba5-b603-8f5253276c7d req-bd0b9e1f-da47-461f-a07e-31fd46ca70ae tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:16.698162 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-36bd9e21-be52-4ba5-b603-8f5253276c7d req-bd0b9e1f-da47-461f-a07e-31fd46ca70ae tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 948 time: 0.6303260 Jul 14 09:12:16.699422 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f0fa33-6414-4d9a-8985-1942f3900eee None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:16.704070 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3dc3db-f6f9-4df8-b600-f041000b0083 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:16.704677 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e3dc3db-f6f9-4df8-b600-f041000b0083 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:16.708508 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3dc3db-f6f9-4df8-b600-f041000b0083 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=d050ecde-4484-4e64-98cf-4f0d6878e1e8,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:16.745489 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-92312e2d-e4fe-4bdc-a406-6e3bbfb1db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:16.746468 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-92312e2d-e4fe-4bdc-a406-6e3bbfb1db18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:16.747522 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-92312e2d-e4fe-4bdc-a406-6e3bbfb1db18 service neutron] 10.222.0.44 "PUT /v2.0/ports/7c586b3c-9a43-440a-9dae-7207d72ecabd HTTP/1.1" status: 200 len: 1097 time: 2.3369145 Jul 14 09:12:16.748674 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a89d1814-adee-4e46-9317-f091c385e93e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:16.749232 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89d1814-adee-4e46-9317-f091c385e93e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Fanout notify agent at l3_agent the message router_deleted on router 1c70e35a-5b21-479b-b0d9-5c97550da6fa {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:12:16.750839 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4e3dc3db-f6f9-4df8-b600-f041000b0083 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2429116 Jul 14 09:12:16.752926 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42886) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:16.763297 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a89d1814-adee-4e46-9317-f091c385e93e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:16.768755 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a89d1814-adee-4e46-9317-f091c385e93e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "DELETE /v2.0/routers/1c70e35a-5b21-479b-b0d9-5c97550da6fa HTTP/1.1" status: 204 len: 168 time: 3.1939945 Jul 14 09:12:16.772945 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e1b3bfde-9f05-4a41-ad7d-5f721f135870 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'port': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'name': 'tempest-NetworksTestDHCPv6-442122411'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:16.775313 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1000b4e1-281c-46ad-b183-effb41b41356 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for floatingip, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:16.777864 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1000b4e1-281c-46ad-b183-effb41b41356 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:16.779081 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1000b4e1-281c-46ad-b183-effb41b41356 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "DELETE /v2.0/floatingips/c0617e93-cf6c-480e-85d6-0045aff51bed HTTP/1.1" status: 204 len: 168 time: 1.5451326 Jul 14 09:12:16.780261 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42888) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:16.783580 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42890) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:16.805260 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-ae9f64e8-fa03-40b7-ad34-2adb47a4b31d service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500153 Jul 14 09:12:16.821776 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-bf77d44a-74bc-4d32-9c92-ed8190e29596 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-358769352', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:16.994443 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92312e2d-e4fe-4bdc-a406-6e3bbfb1db18 service neutron] Pushing event updated for resources: {'Port': ['ID=7c586b3c-9a43-440a-9dae-7207d72ecabd,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:17.004102 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f1b01da1-2e7d-4ecc-b7fe-bcdf22a5f122 req-01a6cdd8-2622-453c-86a3-42b64f48b2f4 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914737 Jul 14 09:12:17.008788 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf77d44a-74bc-4d32-9c92-ed8190e29596 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:17.009521 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf77d44a-74bc-4d32-9c92-ed8190e29596 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:17.040613 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-36bd9e21-be52-4ba5-b603-8f5253276c7d req-7d868c46-394b-4213-bca5-3ee4c53a4ae9 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212087 Jul 14 09:12:17.086599 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3084b0f8-b2be-4463-b9e2-a7682e2f8582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-d4b2ec29-2184-48d5-8c16-380a3c464388', 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'fixed_ips': [{'subnet_id': 'd050ecde-4484-4e64-98cf-4f0d6878e1e8'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:12:17.087659 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3084b0f8-b2be-4463-b9e2-a7682e2f8582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:17.166428 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b21149-f830-4d9f-9128-02ed79b84c29 x-openstack-request-id: req-15b21149-f830-4d9f-9128-02ed79b84c29 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:17.166722 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b115aa-8e1b-4673-a4cf-39a9320f782a", "name": "network-vif-unplugged", "status": "completed", "tag": "7c586b3c-9a43-440a-9dae-7207d72ecabd", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:17.166972 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15b21149-f830-4d9f-9128-02ed79b84c29 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:17.167532 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b115aa-8e1b-4673-a4cf-39a9320f782a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c586b3c-9a43-440a-9dae-7207d72ecabd', 'code': 200} Jul 14 09:12:17.283909 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf77d44a-74bc-4d32-9c92-ed8190e29596 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:17.298640 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf77d44a-74bc-4d32-9c92-ed8190e29596 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:17.316791 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b3bfde-9f05-4a41-ad7d-5f721f135870 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:17.320560 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1b3bfde-9f05-4a41-ad7d-5f721f135870 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:17.323884 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-fe46bef3-5206-4520-9328-4df04dd25034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:17.325443 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-fe46bef3-5206-4520-9328-4df04dd25034 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 1100 time: 0.5408497 Jul 14 09:12:17.358992 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf77d44a-74bc-4d32-9c92-ed8190e29596 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:17.360288 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bf77d44a-74bc-4d32-9c92-ed8190e29596 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5775030 Jul 14 09:12:17.363103 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-3084b0f8-b2be-4463-b9e2-a7682e2f8582 None None] Allocated IP 2001:db8::2 (d4b2ec29-2184-48d5-8c16-380a3c464388/d050ecde-4484-4e64-98cf-4f0d6878e1e8/2f350fb2-9694-455f-be7d-f2add20ae944) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:17.363915 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42900) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:17.370573 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e88c5c-f2b1-4131-8ae4-5d1ba161c6ff req-8e119653-cd61-466e-b38d-efda9d2be902 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:17.375039 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Request body: {'router': {'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:17.378432 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1e88c5c-f2b1-4131-8ae4-5d1ba161c6ff req-8e119653-cd61-466e-b38d-efda9d2be902 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7c003e-39c6-422f-9df0-a0584fd2961e HTTP/1.1" status: 200 len: 947 time: 0.3104200 Jul 14 09:12:17.395601 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b357881a-8d22-4a59-be7d-27d6537c94aa tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Deleting port fd6a9d84-5544-47b3-9fa9-9037c50c3c10 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:17.395936 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b357881a-8d22-4a59-be7d-27d6537c94aa tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:17.461018 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-e1b3bfde-9f05-4a41-ad7d-5f721f135870 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] device_id is not set on port 73d8cb2a-b3d8-45bc-b0b1-3521d86bc087 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:12:17.525636 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b9d869-3e92-47bd-acc2-94bb13927fd6 x-openstack-request-id: req-d1b9d869-3e92-47bd-acc2-94bb13927fd6 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:17.525972 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7c003e-39c6-422f-9df0-a0584fd2961e", "tag": "ca71c988-9917-4fbf-91af-9ee56d946221", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:17.526251 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d1b9d869-3e92-47bd-acc2-94bb13927fd6 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:17.526755 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7c003e-39c6-422f-9df0-a0584fd2961e', 'tag': 'ca71c988-9917-4fbf-91af-9ee56d946221', 'status': 'completed', 'code': 200} Jul 14 09:12:17.589037 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3084b0f8-b2be-4463-b9e2-a7682e2f8582 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:17.600665 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3084b0f8-b2be-4463-b9e2-a7682e2f8582 None None] Transition to ACTIVE for port object 2f350fb2-9694-455f-be7d-f2add20ae944 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:17.627300 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d59e3859-a9f9-4de4-8016-c154095acd74 req-abbedead-d1c7-4e6c-8e17-a3f86f37c977 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 210 time: 0.1713691 Jul 14 09:12:17.630696 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3084b0f8-b2be-4463-b9e2-a7682e2f8582 None None] Transition to ACTIVE for port object 2f350fb2-9694-455f-be7d-f2add20ae944 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:17.651709 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3084b0f8-b2be-4463-b9e2-a7682e2f8582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:17.741333 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1e88c5c-f2b1-4131-8ae4-5d1ba161c6ff req-4995b515-b70e-4a2f-aded-889777ae985b tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2f30df6-52f7-4a50-bf67-588f370e322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620174 Jul 14 09:12:17.769028 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084b0f8-b2be-4463-b9e2-a7682e2f8582 None None] Pushing event updated for resources: {'Port': ['ID=2f350fb2-9694-455f-be7d-f2add20ae944,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:17.794316 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:17.817470 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3084b0f8-b2be-4463-b9e2-a7682e2f8582 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:17.820286 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-3084b0f8-b2be-4463-b9e2-a7682e2f8582 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:17.828970 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3084b0f8-b2be-4463-b9e2-a7682e2f8582 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:17.839661 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90069f5-008d-46a9-8a6c-f99a8f4ecf20 req-7ba09283-046a-40f2-b419-4f053c4dab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:17.841860 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e90069f5-008d-46a9-8a6c-f99a8f4ecf20 req-7ba09283-046a-40f2-b419-4f053c4dab67 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=943b1317150345d29b7544afe226d9b0&device_id=da7c003e-39c6-422f-9df0-a0584fd2961e HTTP/1.1" status: 200 len: 1099 time: 0.3479311 Jul 14 09:12:17.867198 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b357881a-8d22-4a59-be7d-27d6537c94aa tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:17.870578 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-b169b275-0931-4061-a4bf-6dc02fdddba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:17.872307 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-b169b275-0931-4061-a4bf-6dc02fdddba4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.5271063 Jul 14 09:12:17.964167 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3084b0f8-b2be-4463-b9e2-a7682e2f8582 None None] Attempting to bind port 2f350fb2-9694-455f-be7d-f2add20ae944 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:17.964538 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3084b0f8-b2be-4463-b9e2-a7682e2f8582 None None] Attempting to bind port 2f350fb2-9694-455f-be7d-f2add20ae944 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:17.964900 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3084b0f8-b2be-4463-b9e2-a7682e2f8582 None None] Attempting to bind port 2f350fb2-9694-455f-be7d-f2add20ae944 on network d4b2ec29-2184-48d5-8c16-380a3c464388 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:17.968712 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b357881a-8d22-4a59-be7d-27d6537c94aa tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Calling delete_port for fd6a9d84-5544-47b3-9fa9-9037c50c3c10 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:17.972157 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3084b0f8-b2be-4463-b9e2-a7682e2f8582 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:17.972550 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3084b0f8-b2be-4463-b9e2-a7682e2f8582 None None] Checking segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:17.972676 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-ed3ee5a7-9deb-4053-9877-ded9e67746a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=7c586b3c-9a43-440a-9dae-7207d72ecabd HTTP/1.1" status: 200 len: 217 time: 0.0817575 Jul 14 09:12:17.972956 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3084b0f8-b2be-4463-b9e2-a7682e2f8582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:17.973350 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3084b0f8-b2be-4463-b9e2-a7682e2f8582 None None] Bound using segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:17.973832 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3084b0f8-b2be-4463-b9e2-a7682e2f8582 None None] Bound port: 2f350fb2-9694-455f-be7d-f2add20ae944, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:17.974216 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3084b0f8-b2be-4463-b9e2-a7682e2f8582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:18.004138 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-e1b3bfde-9f05-4a41-ad7d-5f721f135870 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 2001:db8::f7 (d4b2ec29-2184-48d5-8c16-380a3c464388/d050ecde-4484-4e64-98cf-4f0d6878e1e8/73d8cb2a-b3d8-45bc-b0b1-3521d86bc087) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:18.067669 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-182cc4b8-e6ec-4b2f-89ca-d486b2f1a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:18.069421 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-182cc4b8-e6ec-4b2f-89ca-d486b2f1a2ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.0801561 Jul 14 09:12:18.096869 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3084b0f8-b2be-4463-b9e2-a7682e2f8582 None None] For port 2f350fb2-9694-455f-be7d-f2add20ae944, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:18.104834 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3084b0f8-b2be-4463-b9e2-a7682e2f8582 None None] For port 2f350fb2-9694-455f-be7d-f2add20ae944, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2f350fb2-9694-455f-be7d-f2add20ae944,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:18.114209 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3084b0f8-b2be-4463-b9e2-a7682e2f8582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:18.181338 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90069f5-008d-46a9-8a6c-f99a8f4ecf20 req-03b7aead-2089-43d8-acde-df8fa301c14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:18.184826 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e90069f5-008d-46a9-8a6c-f99a8f4ecf20 req-03b7aead-2089-43d8-acde-df8fa301c14a service neutron] 10.222.0.44 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.2879148 Jul 14 09:12:18.250131 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084b0f8-b2be-4463-b9e2-a7682e2f8582 None None] Pushing event updated for resources: {'Port': ['ID=2f350fb2-9694-455f-be7d-f2add20ae944,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:18.258475 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 7c586b3c-9a43-440a-9dae-7207d72ecabd no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:18.370731 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec162e9a-debc-41f4-a2f4-863567f0cf33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:18.376676 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 7c586b3c-9a43-440a-9dae-7207d72ecabd not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:18.412055 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e90069f5-008d-46a9-8a6c-f99a8f4ecf20 req-c4803c34-e3de-4a9f-86ee-ad8d487cdd1b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=ca71c988-9917-4fbf-91af-9ee56d946221 HTTP/1.1" status: 200 len: 217 time: 0.0500374 Jul 14 09:12:18.441004 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:18.480256 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:18.499816 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfc172-c0ef-4cc3-86a0-80544a272b86 req-2551e0af-575d-4618-9461-de3919629e20 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:18.506894 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-44bfc172-c0ef-4cc3-86a0-80544a272b86 req-2551e0af-575d-4618-9461-de3919629e20 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.6505187 Jul 14 09:12:18.600320 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90069f5-008d-46a9-8a6c-f99a8f4ecf20 req-5a2112b1-0e67-47bf-98fe-5ec6c7640b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:18.602579 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e90069f5-008d-46a9-8a6c-f99a8f4ecf20 req-5a2112b1-0e67-47bf-98fe-5ec6c7640b6f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1707942 Jul 14 09:12:18.711999 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-9fc7cca2-0b15-46d5-af69-1b4917264b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:18.714654 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-9fc7cca2-0b15-46d5-af69-1b4917264b77 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6230061 Jul 14 09:12:18.771161 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Allocated IP 172.25.6.71 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/9d8167f2-52f1-490d-9d8d-37c1fcd124a0) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:18.783755 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-44bfc172-c0ef-4cc3-86a0-80544a272b86 req-8567b4c9-5254-47b2-a248-5873a7ed8a75 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638884 Jul 14 09:12:18.845761 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1b3bfde-9f05-4a41-ad7d-5f721f135870 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:18.892445 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8352bf-600c-47fb-a0ae-5eb10363f5b6 req-5e429f69-05df-4bfd-bc68-bd602f3f46d8 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:18.894063 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5f8352bf-600c-47fb-a0ae-5eb10363f5b6 req-5e429f69-05df-4bfd-bc68-bd602f3f46d8 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 948 time: 0.5107822 Jul 14 09:12:18.903741 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e1b3bfde-9f05-4a41-ad7d-5f721f135870 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Transition to ACTIVE for port object 73d8cb2a-b3d8-45bc-b0b1-3521d86bc087 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:18.966207 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b357881a-8d22-4a59-be7d-27d6537c94aa tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:19.087084 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357881a-8d22-4a59-be7d-27d6537c94aa tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event deleted for resources: {'Port': ['ID=fd6a9d84-5544-47b3-9fa9-9037c50c3c10,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:19.097649 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5f8352bf-600c-47fb-a0ae-5eb10363f5b6 req-181b2337-a4e3-4fd0-a9cf-a221680b351b tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969986 Jul 14 09:12:19.103404 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-b9433b68-cb05-467d-bad4-33031de4bdd0 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703971 Jul 14 09:12:19.187458 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b115aa-8e1b-4673-a4cf-39a9320f782a', 'tag': '7c586b3c-9a43-440a-9dae-7207d72ecabd'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:19.189862 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6584db-874b-4341-9282-db51a6688e19" -d '{"events": [{"name": "network-changed", "server_uuid": "33b115aa-8e1b-4673-a4cf-39a9320f782a", "tag": "7c586b3c-9a43-440a-9dae-7207d72ecabd"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:19.222593 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1b3bfde-9f05-4a41-ad7d-5f721f135870 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:19.389863 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b3bfde-9f05-4a41-ad7d-5f721f135870 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:19.394249 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b357881a-8d22-4a59-be7d-27d6537c94aa tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:19.399875 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b357881a-8d22-4a59-be7d-27d6537c94aa tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "DELETE /v2.0/ports/fd6a9d84-5544-47b3-9fa9-9037c50c3c10 HTTP/1.1" status: 204 len: 168 time: 2.6106439 Jul 14 09:12:19.401848 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42918) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:19.410775 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ebecfa4d-60f0-408e-a149-f82a67b383cc req-cc809c1f-2c3d-43d2-aa5c-00cd112840b1 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 210 time: 0.0913959 Jul 14 09:12:19.416650 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-e1b3bfde-9f05-4a41-ad7d-5f721f135870 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:19.422945 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b3bfde-9f05-4a41-ad7d-5f721f135870 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:19.428974 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b3bfde-9f05-4a41-ad7d-5f721f135870 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:19.429630 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1b3bfde-9f05-4a41-ad7d-5f721f135870 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:19.437902 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3bfde-9f05-4a41-ad7d-5f721f135870 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=73d8cb2a-b3d8-45bc-b0b1-3521d86bc087,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:19.463409 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4bc51f36-ab88-4c0e-a4bc-99983e279b09 req-3291ba72-68a4-4038-b230-31222ef19b7f service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511088 Jul 14 09:12:19.475518 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e1b3bfde-9f05-4a41-ad7d-5f721f135870 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7181025 Jul 14 09:12:19.479665 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42920) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:19.528197 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90069f5-008d-46a9-8a6c-f99a8f4ecf20 req-a1c1e755-6311-41f9-9f02-092b1e04123c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:19.530352 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e90069f5-008d-46a9-8a6c-f99a8f4ecf20 req-a1c1e755-6311-41f9-9f02-092b1e04123c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8687301 Jul 14 09:12:19.581490 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e588ae-2235-4d31-90f9-9608962888dd req-47714407-b7fd-4396-9e90-41d76eb8ca49 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:19.582458 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-24e588ae-2235-4d31-90f9-9608962888dd req-47714407-b7fd-4396-9e90-41d76eb8ca49 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7c003e-39c6-422f-9df0-a0584fd2961e HTTP/1.1" status: 200 len: 947 time: 0.2951865 Jul 14 09:12:19.588054 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-1997e98e-f4f1-4302-b19b-f3b9efab15c6 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:19.589661 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-1997e98e-f4f1-4302-b19b-f3b9efab15c6 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.47 "GET /v2.0/networks?id=3ae54159-68cb-4fca-9852-a42d051dbe23 HTTP/1.1" status: 200 len: 812 time: 0.8161511 Jul 14 09:12:19.674732 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-4bbabcf0-cc6d-4cbc-adba-70122a722707 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Request body: {'port': {'device_id': '0d856e65-629b-4770-9900-c406bdbf6123', 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23', 'admin_state_up': True, 'tenant_id': '6615d0b1eada47cd81a0006b9f4a982b'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:19.704464 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-24e588ae-2235-4d31-90f9-9608962888dd req-06379bc2-a4d1-454c-9f15-77f2b66052b2 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2f30df6-52f7-4a50-bf67-588f370e322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024163 Jul 14 09:12:19.884584 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:19.908281 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-84937ada-ffcd-4330-8aa0-5a1430170b59 None None] Provisioning for port 2f350fb2-9694-455f-be7d-f2add20ae944 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:20.003411 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e90069f5-008d-46a9-8a6c-f99a8f4ecf20 req-ae6ba2de-e340-47b2-a3fa-c215bb499ec5 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588451 Jul 14 09:12:20.014327 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4dc86d6a-fa9f-4bfa-9ad0-3f13aa8b7dc5 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Deleting port 37a1b8d4-d751-44a7-8b11-868f3dd803c4 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:20.014657 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4dc86d6a-fa9f-4bfa-9ad0-3f13aa8b7dc5 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:20.028233 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2698ae-ca32-49b4-bf9a-d0e4234f599a x-openstack-request-id: req-fa2698ae-ca32-49b4-bf9a-d0e4234f599a {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:20.028233 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b115aa-8e1b-4673-a4cf-39a9320f782a", "tag": "7c586b3c-9a43-440a-9dae-7207d72ecabd", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:20.028233 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa2698ae-ca32-49b4-bf9a-d0e4234f599a {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:20.028233 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b115aa-8e1b-4673-a4cf-39a9320f782a', 'tag': '7c586b3c-9a43-440a-9dae-7207d72ecabd', 'status': 'completed', 'code': 200} Jul 14 09:12:20.037733 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3706b35f-be62-45a1-9e46-4720417c0c93 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:20.043836 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3706b35f-be62-45a1-9e46-4720417c0c93 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:20.048658 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3706b35f-be62-45a1-9e46-4720417c0c93 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.5654016 Jul 14 09:12:20.083667 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42922) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:20.140944 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-4bbabcf0-cc6d-4cbc-adba-70122a722707 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Made reservation on behalf of 6615d0b1eada47cd81a0006b9f4a982b for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:20.151827 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-4bbabcf0-cc6d-4cbc-adba-70122a722707 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:20.221085 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:20.250267 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d96e591e-8784-40ba-8311-33f844fc5bb5 None None] Provisioning for port 73d8cb2a-b3d8-45bc-b0b1-3521d86bc087 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:20.253148 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6584db-874b-4341-9282-db51a6688e19 req-9db3426b-8708-4f81-a901-37898dc95f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:20.256966 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f6584db-874b-4341-9282-db51a6688e19 req-9db3426b-8708-4f81-a901-37898dc95f39 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 1100 time: 0.2344515 Jul 14 09:12:20.265885 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d96e591e-8784-40ba-8311-33f844fc5bb5 None None] Provisioning complete for port 73d8cb2a-b3d8-45bc-b0b1-3521d86bc087 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:20.274763 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d96e591e-8784-40ba-8311-33f844fc5bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:20.296012 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2f350fb2-9694-455f-be7d-f2add20ae944 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:20.298921 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Pushing event updated for resources: {'Port': ['ID=9d8167f2-52f1-490d-9d8d-37c1fcd124a0,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:20.374609 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d96e591e-8784-40ba-8311-33f844fc5bb5 None None] Port 73d8cb2a-b3d8-45bc-b0b1-3521d86bc087 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:12:20.393686 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0995e-dc61-46c6-9a2c-2cf385fb9ac0 req-8dc44faf-a179-4ccd-935f-b8461151734d tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:20.395245 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c9c0995e-dc61-46c6-9a2c-2cf385fb9ac0 req-8dc44faf-a179-4ccd-935f-b8461151734d tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.7087202 Jul 14 09:12:20.400372 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device ca71c988-9917-4fbf-91af-9ee56d946221 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:12:20.404359 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 2f350fb2-9694-455f-be7d-f2add20ae944 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:20.413983 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 2f350fb2-9694-455f-be7d-f2add20ae944 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:20.414608 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:20.414987 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:20.416996 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6584db-874b-4341-9282-db51a6688e19 req-f0ee8ed3-ad2d-4cca-ba74-ed0a1d80bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:20.418474 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f6584db-874b-4341-9282-db51a6688e19 req-f0ee8ed3-ad2d-4cca-ba74-ed0a1d80bd36 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 1100 time: 0.3947647 Jul 14 09:12:20.432147 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:20.439868 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:20.452757 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:20.453138 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:20.453446 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:20.453785 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:20.454125 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:20.454457 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:20.454815 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:20.455182 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:20.455527 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:20.455858 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:20.456188 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:20.456507 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:20.477672 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6584db-874b-4341-9282-db51a6688e19 req-ffbeb599-247f-4f45-9b4d-573b976b59a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:20.479262 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f6584db-874b-4341-9282-db51a6688e19 req-ffbeb599-247f-4f45-9b4d-573b976b59a6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.2029064 Jul 14 09:12:20.577973 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f6584db-874b-4341-9282-db51a6688e19 req-8e1eb692-a3b3-4f52-bb20-db269fb06fef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=7c586b3c-9a43-440a-9dae-7207d72ecabd HTTP/1.1" status: 200 len: 217 time: 0.0853801 Jul 14 09:12:20.580750 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e90069f5-008d-46a9-8a6c-f99a8f4ecf20 req-045e775f-b48e-4b15-b3fd-734b7e1c1e9b service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5628705 Jul 14 09:12:20.582459 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4dc86d6a-fa9f-4bfa-9ad0-3f13aa8b7dc5 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:20.606666 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4dc86d6a-fa9f-4bfa-9ad0-3f13aa8b7dc5 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Calling delete_port for 37a1b8d4-d751-44a7-8b11-868f3dd803c4 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:20.607806 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port ca71c988-9917-4fbf-91af-9ee56d946221, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ca71c988-9917-4fbf-91af-9ee56d946221,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:20.610361 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:20.631448 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'ca71c988-9917-4fbf-91af-9ee56d946221', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': 'ca71c988-9917-4fbf-91af-9ee56d946221', 'mac_address': 'fa:16:3e:13:bc:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:12:20.652798 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c9c0995e-dc61-46c6-9a2c-2cf385fb9ac0 req-fce53a32-407e-4dac-b0f3-334054a6e3bf tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373123 Jul 14 09:12:20.695716 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 2f350fb2-9694-455f-be7d-f2add20ae944, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2f350fb2-9694-455f-be7d-f2add20ae944,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:20.703430 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:20.719762 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-4bbabcf0-cc6d-4cbc-adba-70122a722707 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Allocated IP 172.20.0.2 (3ae54159-68cb-4fca-9852-a42d051dbe23/1cecf5b8-9bc0-42ae-ae75-809b50502003/b24fdc49-9246-4a61-b015-9d039f1534f4) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:20.742965 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6584db-874b-4341-9282-db51a6688e19 req-3b38c695-0895-4634-b40c-b41a98a7ea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:20.745019 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f6584db-874b-4341-9282-db51a6688e19 req-3b38c695-0895-4634-b40c-b41a98a7ea2e service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.2990932 Jul 14 09:12:20.746927 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6584db-874b-4341-9282-db51a6688e19 req-7166cade-4e5d-443c-8c6d-23a0434e86cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:20.749376 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f6584db-874b-4341-9282-db51a6688e19 req-7166cade-4e5d-443c-8c6d-23a0434e86cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1588984 Jul 14 09:12:20.777773 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=2f350fb2-9694-455f-be7d-f2add20ae944,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:20.788058 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:20.804544 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca71c988-9917-4fbf-91af-9ee56d946221 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:20.829068 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a6dd3c5b-0408-4e9b-8170-a04b00e8125e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting port 73d8cb2a-b3d8-45bc-b0b1-3521d86bc087 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:20.829416 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6dd3c5b-0408-4e9b-8170-a04b00e8125e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:20.832415 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port ca71c988-9917-4fbf-91af-9ee56d946221, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ca71c988-9917-4fbf-91af-9ee56d946221,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:20.840052 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:20.860950 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f6584db-874b-4341-9282-db51a6688e19 req-e5e434d2-d004-450c-aaf3-40d730152b86 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=7c586b3c-9a43-440a-9dae-7207d72ecabd HTTP/1.1" status: 200 len: 217 time: 0.1064744 Jul 14 09:12:20.878257 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a28aad-6b67-447b-9101-1fc84f2892e7 req-95bd43dd-44ce-4f45-9218-39368b93f321 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:20.882453 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69a28aad-6b67-447b-9101-1fc84f2892e7 req-95bd43dd-44ce-4f45-9218-39368b93f321 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 948 time: 0.5039809 Jul 14 09:12:20.906137 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=ca71c988-9917-4fbf-91af-9ee56d946221,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:20.933378 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cae0a396-4e22-4030-bc05-58cc8e79f166 req-5a8c81a2-df76-40d0-9c7d-8f0a019d84cd tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 210 time: 0.1459265 Jul 14 09:12:21.004927 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ccee273-8726-48f8-9b77-df807949f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:21.026008 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6584db-874b-4341-9282-db51a6688e19 req-54e82e33-e9fe-4d03-b3a2-32738d5ec588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:21.027575 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f6584db-874b-4341-9282-db51a6688e19 req-54e82e33-e9fe-4d03-b3a2-32738d5ec588 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2610016 Jul 14 09:12:21.028998 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6584db-874b-4341-9282-db51a6688e19 req-b62f91d3-2023-4404-916f-880c3f8eea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:21.030814 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f6584db-874b-4341-9282-db51a6688e19 req-b62f91d3-2023-4404-916f-880c3f8eea97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1118145 Jul 14 09:12:21.033952 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69a28aad-6b67-447b-9101-1fc84f2892e7 req-613ca207-7d00-476b-9d8a-41baf4dfb6d1 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102657 Jul 14 09:12:21.079650 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['ca71c988-9917-4fbf-91af-9ee56d946221'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:21.215104 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6584db-874b-4341-9282-db51a6688e19 req-4dc425ba-cacf-4aa0-88f9-7ecfb06fd0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:21.217573 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f6584db-874b-4341-9282-db51a6688e19 req-4dc425ba-cacf-4aa0-88f9-7ecfb06fd0e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1743815 Jul 14 09:12:21.249274 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:21.263662 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6dd3c5b-0408-4e9b-8170-a04b00e8125e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:21.264254 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f6584db-874b-4341-9282-db51a6688e19 req-90ac3cdc-fb04-462d-895e-a353767b520a service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291465 Jul 14 09:12:21.344501 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a6dd3c5b-0408-4e9b-8170-a04b00e8125e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Calling delete_port for 73d8cb2a-b3d8-45bc-b0b1-3521d86bc087 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:21.354793 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:21.364901 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-4bbabcf0-cc6d-4cbc-adba-70122a722707 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:21.439553 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4dc86d6a-fa9f-4bfa-9ad0-3f13aa8b7dc5 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:21.528178 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f6584db-874b-4341-9282-db51a6688e19 req-1ea78dcb-5970-4c3d-b8be-59741b8b508d service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094910 Jul 14 09:12:21.542164 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f6584db-874b-4341-9282-db51a6688e19 req-6cb6d273-c77c-43b0-8d44-b93ed543056a service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134701 Jul 14 09:12:21.546891 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc86d6a-fa9f-4bfa-9ad0-3f13aa8b7dc5 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event deleted for resources: {'Port': ['ID=37a1b8d4-d751-44a7-8b11-868f3dd803c4,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:21.575342 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcee30-3f2e-423b-bd16-3317a038156a req-27b93332-f8e6-4ff3-a9dc-020a51c596a6 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:21.581086 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d9fcee30-3f2e-423b-bd16-3317a038156a req-27b93332-f8e6-4ff3-a9dc-020a51c596a6 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.1867988 Jul 14 09:12:21.677782 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e1cd2-b948-44c3-9bea-0000382774c7 req-2c92ac76-ecbc-41ee-917d-768f19a1af72 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:21.680347 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9b2e1cd2-b948-44c3-9bea-0000382774c7 req-2c92ac76-ecbc-41ee-917d-768f19a1af72 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7c003e-39c6-422f-9df0-a0584fd2961e HTTP/1.1" status: 200 len: 948 time: 0.4357440 Jul 14 09:12:21.785590 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d9fcee30-3f2e-423b-bd16-3317a038156a req-23fdebd4-3f08-449b-a0c7-1a834c7b8626 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819983 Jul 14 09:12:21.824585 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9b2e1cd2-b948-44c3-9bea-0000382774c7 req-5b0b012d-999f-4884-98a2-2a04c8ffa5d6 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2f30df6-52f7-4a50-bf67-588f370e322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223781 Jul 14 09:12:21.844345 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f6584db-874b-4341-9282-db51a6688e19 req-3b2a9773-33bb-498f-8d98-1bc409dd9930 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898269 Jul 14 09:12:22.052358 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3699196-87d6-4f0f-99dc-4481789b388a req-79c56e1b-fbe1-4c81-9cf0-30a7f6e75ec3 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:22.062057 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c3699196-87d6-4f0f-99dc-4481789b388a req-79c56e1b-fbe1-4c81-9cf0-30a7f6e75ec3 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.0922344 Jul 14 09:12:22.086929 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.108237 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-4bbabcf0-cc6d-4cbc-adba-70122a722707 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.119538 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c3699196-87d6-4f0f-99dc-4481789b388a req-8708b8e4-a492-4846-b08d-9be658bc0a77 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554302 Jul 14 09:12:22.225464 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2f350fb2-9694-455f-be7d-f2add20ae944 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:22.237523 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d8785-57db-4cd9-8c71-d4a11c23cfe0 req-6cfd2c6b-3dcb-4e1b-a664-a86764efdcd2 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:22.240643 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-673d8785-57db-4cd9-8c71-d4a11c23cfe0 req-6cfd2c6b-3dcb-4e1b-a664-a86764efdcd2 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 931 time: 0.1120059 Jul 14 09:12:22.246327 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4dc86d6a-fa9f-4bfa-9ad0-3f13aa8b7dc5 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.252209 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4dc86d6a-fa9f-4bfa-9ad0-3f13aa8b7dc5 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "DELETE /v2.0/ports/37a1b8d4-d751-44a7-8b11-868f3dd803c4 HTTP/1.1" status: 204 len: 168 time: 2.8308415 Jul 14 09:12:22.265470 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42946) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:22.274764 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-4bbabcf0-cc6d-4cbc-adba-70122a722707 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Network 3ae54159-68cb-4fca-9852-a42d051dbe23 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:22.289897 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 2f350fb2-9694-455f-be7d-f2add20ae944 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:22.290524 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.292818 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-673d8785-57db-4cd9-8c71-d4a11c23cfe0 req-4496e04c-9599-4414-b3f3-76b5a1363cee tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457056 Jul 14 09:12:22.336180 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbabcf0-cc6d-4cbc-adba-70122a722707 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Pushing event updated for resources: {'Port': ['ID=b24fdc49-9246-4a61-b015-9d039f1534f4,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:22.341623 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-4bbabcf0-cc6d-4cbc-adba-70122a722707 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:22.344129 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-4bbabcf0-cc6d-4cbc-adba-70122a722707 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:22.390150 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10757e1-9af0-4282-9c9b-55b6dc653a50 req-fdb73633-df7f-46b8-a573-e490c6982b3f tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:22.392018 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c10757e1-9af0-4282-9c9b-55b6dc653a50 req-fdb73633-df7f-46b8-a573-e490c6982b3f tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 948 time: 0.1167533 Jul 14 09:12:22.448546 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.454191 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6dd3c5b-0408-4e9b-8170-a04b00e8125e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.468048 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c10757e1-9af0-4282-9c9b-55b6dc653a50 req-f664c2b0-3dfc-47ca-bbb9-4b60d4741aa8 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696645 Jul 14 09:12:22.495271 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad9b020-f07b-4081-99af-3416fc380143 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Deleting subnet ae3bc40f-7977-406d-bfd8-e2f5d469a75c {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:12:22.500512 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ad9b020-f07b-4081-99af-3416fc380143 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.575844 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ecc587-bc6e-4671-a23d-217f27fa23b3 req-c8b75c23-8488-4f65-bbaa-ffc2f777ad74 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:22.577433 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-32ecc587-bc6e-4671-a23d-217f27fa23b3 req-c8b75c23-8488-4f65-bbaa-ffc2f777ad74 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.0967958 Jul 14 09:12:22.582703 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 7c586b3c-9a43-440a-9dae-7207d72ecabd details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:12:22.585731 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1997542'] for router, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.597467 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-4bbabcf0-cc6d-4cbc-adba-70122a722707 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:22.597934 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-4bbabcf0-cc6d-4cbc-adba-70122a722707 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.662548 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device ca71c988-9917-4fbf-91af-9ee56d946221 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:22.663864 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-32ecc587-bc6e-4671-a23d-217f27fa23b3 req-c2972993-2dea-47d5-a3d1-2362e4dc4785 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723019 Jul 14 09:12:22.681868 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-4bbabcf0-cc6d-4cbc-adba-70122a722707 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0383065 Jul 14 09:12:22.682613 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd3c5b-0408-4e9b-8170-a04b00e8125e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Port': ['ID=73d8cb2a-b3d8-45bc-b0b1-3521d86bc087,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:22.691672 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6dd3c5b-0408-4e9b-8170-a04b00e8125e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.696660 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42952) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:22.708083 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a6dd3c5b-0408-4e9b-8170-a04b00e8125e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/73d8cb2a-b3d8-45bc-b0b1-3521d86bc087 HTTP/1.1" status: 204 len: 168 time: 2.6211841 Jul 14 09:12:22.711745 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ad9b020-f07b-4081-99af-3416fc380143 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.726180 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-9533b6ce-3166-409d-ba55-aab8f8171437 service neutron] Request body: {'port': {'device_id': '0d856e65-629b-4770-9900-c406bdbf6123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:22.867010 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 7c586b3c-9a43-440a-9dae-7207d72ecabd, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=7c586b3c-9a43-440a-9dae-7207d72ecabd,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:22.903003 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port ca71c988-9917-4fbf-91af-9ee56d946221 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:22.909250 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '7c586b3c-9a43-440a-9dae-7207d72ecabd', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '7c586b3c-9a43-440a-9dae-7207d72ecabd', 'mac_address': 'fa:16:3e:a4:ab:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:12:22.914871 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port ca71c988-9917-4fbf-91af-9ee56d946221 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:22.915224 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.978801 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.998594 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c586b3c-9a43-440a-9dae-7207d72ecabd {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:23.018500 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-9533b6ce-3166-409d-ba55-aab8f8171437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.030748 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 7c586b3c-9a43-440a-9dae-7207d72ecabd, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=7c586b3c-9a43-440a-9dae-7207d72ecabd,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:23.036213 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.040709 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bece54-f019-4ae4-9d4e-b767583f0101 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:23.042254 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bece54-f019-4ae4-9d4e-b767583f0101 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:23.047315 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-73bece54-f019-4ae4-9d4e-b767583f0101 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3465114 Jul 14 09:12:23.048508 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42962) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:23.074626 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ad9b020-f07b-4081-99af-3416fc380143 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.108281 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.137557 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=7c586b3c-9a43-440a-9dae-7207d72ecabd,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:23.150917 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c85384-2553-4a0e-9bab-37ecb45ac7ee req-9a9b8bce-d790-44c6-803f-c372288bc376 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:23.152978 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-53c85384-2553-4a0e-9bab-37ecb45ac7ee req-9a9b8bce-d790-44c6-803f-c372288bc376 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.2823112 Jul 14 09:12:23.153670 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7c003e-39c6-422f-9df0-a0584fd2961e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca71c988-9917-4fbf-91af-9ee56d946221'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:23.156759 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e8b801-05e6-452c-9c24-ddca7dcfe0a0" -d '{"events": [{"server_uuid": "da7c003e-39c6-422f-9df0-a0584fd2961e", "name": "network-vif-plugged", "status": "completed", "tag": "ca71c988-9917-4fbf-91af-9ee56d946221"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:23.174476 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port ca71c988-9917-4fbf-91af-9ee56d946221, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ca71c988-9917-4fbf-91af-9ee56d946221,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:23.182184 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.189577 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfd29b-bdab-48c0-a441-264ee28c9baf req-86ccde70-df91-40cc-8395-78ea95056b31 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:23.191126 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c0cfd29b-bdab-48c0-a441-264ee28c9baf req-86ccde70-df91-40cc-8395-78ea95056b31 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 948 time: 0.2586553 Jul 14 09:12:23.201789 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b6b9a-6a46-4411-9c05-eb3a0ab4e3f1 req-88f2469e-dcfb-4b9e-9b9b-56955e8ebc50 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:23.203366 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-281b6b9a-6a46-4411-9c05-eb3a0ab4e3f1 req-88f2469e-dcfb-4b9e-9b9b-56955e8ebc50 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.47 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a&tenant_id=ad5180827b97485d9d925ca571b8d79b&binding%3Ahost_id=n-h2-771362-35 HTTP/1.1" status: 200 len: 948 time: 0.2636991 Jul 14 09:12:23.237892 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=ca71c988-9917-4fbf-91af-9ee56d946221,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:23.273297 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['7c586b3c-9a43-440a-9dae-7207d72ecabd'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:23.288614 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f0dc51-5e0a-4d74-8863-a8a6be052754 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet d050ecde-4484-4e64-98cf-4f0d6878e1e8 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:12:23.296472 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-53c85384-2553-4a0e-9bab-37ecb45ac7ee req-ecf0c55f-62dd-42fe-8bf8-3f378530dd0f tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268725 Jul 14 09:12:23.300906 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d1f0dc51-5e0a-4d74-8863-a8a6be052754 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.315400 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c0cfd29b-bdab-48c0-a441-264ee28c9baf req-b037853b-e2c4-47e6-9d46-9fa385a24f45 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050894 Jul 14 09:12:23.323578 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-281b6b9a-6a46-4411-9c05-eb3a0ab4e3f1 req-889ec4ef-8acc-4cf8-92c7-9a1518d5de6a service neutron] delete failed (client error): The resource could not be found. Jul 14 09:12:23.323578 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-281b6b9a-6a46-4411-9c05-eb3a0ab4e3f1 req-889ec4ef-8acc-4cf8-92c7-9a1518d5de6a service neutron] 10.222.0.47 "DELETE /v2.0/ports/7c586b3c-9a43-440a-9dae-7207d72ecabd/bindings/n-h1-771362-35 HTTP/1.1" status: 404 len: 381 time: 0.1121910 Jul 14 09:12:23.326964 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Router 4a81336f-ea9d-4655-9c46-286c9347f3b4 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:12:23.332515 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ad9b020-f07b-4081-99af-3416fc380143 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.438175 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d1f0dc51-5e0a-4d74-8863-a8a6be052754 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.531592 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ad9b020-f07b-4081-99af-3416fc380143 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.533866 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4ad9b020-f07b-4081-99af-3416fc380143 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "DELETE /v2.0/subnets/ae3bc40f-7977-406d-bfd8-e2f5d469a75c HTTP/1.1" status: 204 len: 168 time: 1.2661300 Jul 14 09:12:23.541805 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9b020-f07b-4081-99af-3416fc380143 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event deleted for resources: {'Subnet': ['ID=ae3bc40f-7977-406d-bfd8-e2f5d469a75c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:23.544673 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d64582-d289-492b-8a28-1d79b8c6775c None None] Network 776c6310-2e5f-475b-b017-192449a00c42 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:23.546673 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42970) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:23.581178 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d1f0dc51-5e0a-4d74-8863-a8a6be052754 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.587875 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b6b9a-6a46-4411-9c05-eb3a0ab4e3f1 req-61719261-13a0-4316-a5b8-c6a7251f3b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:23.589728 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-281b6b9a-6a46-4411-9c05-eb3a0ab4e3f1 req-61719261-13a0-4316-a5b8-c6a7251f3b64 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 1101 time: 0.1600056 Jul 14 09:12:23.623540 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b05e28-f41f-434f-8aaf-ed0a461dfe7e x-openstack-request-id: req-30b05e28-f41f-434f-8aaf-ed0a461dfe7e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:23.624005 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7c003e-39c6-422f-9df0-a0584fd2961e", "name": "network-vif-plugged", "status": "completed", "tag": "ca71c988-9917-4fbf-91af-9ee56d946221", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:23.624269 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30b05e28-f41f-434f-8aaf-ed0a461dfe7e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:23.624871 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7c003e-39c6-422f-9df0-a0584fd2961e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca71c988-9917-4fbf-91af-9ee56d946221', 'code': 200} Jul 14 09:12:23.672281 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.683820 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9680706-749b-4315-93f2-c1ba7dd83c86 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Deleting subnet a624182c-f31b-410c-b5c5-a0db3a91730d {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:12:23.725349 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9680706-749b-4315-93f2-c1ba7dd83c86 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.864757 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb1fe1c-500b-442f-8093-16f261b45cde None None] DHCP port deletion for 776c6310-2e5f-475b-b017-192449a00c42 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:12:23.877772 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d1f0dc51-5e0a-4d74-8863-a8a6be052754 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.925367 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0dc51-5e0a-4d74-8863-a8a6be052754 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=d050ecde-4484-4e64-98cf-4f0d6878e1e8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:23.927110 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-deb1fe1c-500b-442f-8093-16f261b45cde None None] Deleting port 3c73c65e-9680-4f50-a59a-644a496da5d1 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:23.932291 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-deb1fe1c-500b-442f-8093-16f261b45cde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.938423 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:12:23.940681 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d1f0dc51-5e0a-4d74-8863-a8a6be052754 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.945275 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d1f0dc51-5e0a-4d74-8863-a8a6be052754 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/d050ecde-4484-4e64-98cf-4f0d6878e1e8 HTTP/1.1" status: 204 len: 168 time: 0.8933747 Jul 14 09:12:23.947057 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42972) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:23.956240 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f109ede-1bc5-4c05-b970-5e55c27bdfc9 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:23.957625 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.958701 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ceaf6c-dac8-4c33-bea6-16400a160654 None None] Sync routers for ids ['4a81336f-ea9d-4655-9c46-286c9347f3b4'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:12:23.964080 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-49f708e8-dc4c-4e5f-836b-01b9cb58d32d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "PUT /v2.0/routers/4a81336f-ea9d-4655-9c46-286c9347f3b4 HTTP/1.1" status: 200 len: 878 time: 6.5974455 Jul 14 09:12:23.967128 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42974) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:24.055188 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7f781c93-0579-471b-9973-8e8ee89d3289 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894568 Jul 14 09:12:24.067744 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ceaf6c-dac8-4c33-bea6-16400a160654 None None] Routers {'4a81336f-ea9d-4655-9c46-286c9347f3b4'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:24.068676 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f1ceaf6c-dac8-4c33-bea6-16400a160654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:12:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['4a81336f-ea9d-4655-9c46-286c9347f3b4'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:24.073980 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42978) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:24.085580 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab59236-7fb0-42af-8611-62ae6b08d5e9 req-4fa37228-b5e5-4381-9528-ed8ad18d96ea tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:24.086991 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7ab59236-7fb0-42af-8611-62ae6b08d5e9 req-4fa37228-b5e5-4381-9528-ed8ad18d96ea tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7c003e-39c6-422f-9df0-a0584fd2961e HTTP/1.1" status: 200 len: 949 time: 0.5739894 Jul 14 09:12:24.099461 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-9533b6ce-3166-409d-ba55-aab8f8171437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b24fdc49-9246-4a61-b015-9d039f1534f4 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:24.119353 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-9533b6ce-3166-409d-ba55-aab8f8171437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.131359 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9680706-749b-4315-93f2-c1ba7dd83c86 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.142209 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f1ceaf6c-dac8-4c33-bea6-16400a160654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:24.148710 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-deb1fe1c-500b-442f-8093-16f261b45cde None None] For port 3c73c65e-9680-4f50-a59a-644a496da5d1, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=3c73c65e-9680-4f50-a59a-644a496da5d1,segment=NetworkSegment(29b34553-ba13-40c6-9ca6-edab7f60fcbf),segment_id=29b34553-ba13-40c6-9ca6-edab7f60fcbf)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:24.149011 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-deb1fe1c-500b-442f-8093-16f261b45cde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.175282 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-9533b6ce-3166-409d-ba55-aab8f8171437 service neutron] Transition to ACTIVE for port object b24fdc49-9246-4a61-b015-9d039f1534f4 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:24.185024 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-9533b6ce-3166-409d-ba55-aab8f8171437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.187181 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-deb1fe1c-500b-442f-8093-16f261b45cde None None] Calling delete_port for 3c73c65e-9680-4f50-a59a-644a496da5d1 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:24.213136 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ceaf6c-dac8-4c33-bea6-16400a160654 None None] Routers {'4a81336f-ea9d-4655-9c46-286c9347f3b4'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:24.213932 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f1ceaf6c-dac8-4c33-bea6-16400a160654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:12:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['4a81336f-ea9d-4655-9c46-286c9347f3b4'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:24.256427 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 3c73c65e-9680-4f50-a59a-644a496da5d1 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:24.262374 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-135e7351-40ae-4be0-bee6-f41e45a09e51 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "GET /v2.0/routers/4a81336f-ea9d-4655-9c46-286c9347f3b4 HTTP/1.1" status: 200 len: 919 time: 0.2878900 Jul 14 09:12:24.262658 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f1ceaf6c-dac8-4c33-bea6-16400a160654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:24.264286 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42980) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:24.264506 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ceaf6c-dac8-4c33-bea6-16400a160654 None None] The sync data for ids ['4a81336f-ea9d-4655-9c46-286c9347f3b4'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:12:24.270928 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533b6ce-3166-409d-ba55-aab8f8171437 service neutron] Pushing event updated for resources: {'Port': ['ID=b24fdc49-9246-4a61-b015-9d039f1534f4,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:24.281649 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b6b9a-6a46-4411-9c05-eb3a0ab4e3f1 req-ee7a0934-9cf9-418a-b73b-b007aea34cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:24.283173 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-281b6b9a-6a46-4411-9c05-eb3a0ab4e3f1 req-ee7a0934-9cf9-418a-b73b-b007aea34cb7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.6828237 Jul 14 09:12:24.371292 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-9533b6ce-3166-409d-ba55-aab8f8171437 service neutron] Attempting to bind port b24fdc49-9246-4a61-b015-9d039f1534f4 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:24.371861 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-9533b6ce-3166-409d-ba55-aab8f8171437 service neutron] Attempting to bind port b24fdc49-9246-4a61-b015-9d039f1534f4 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:24.372258 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-9533b6ce-3166-409d-ba55-aab8f8171437 service neutron] Attempting to bind port b24fdc49-9246-4a61-b015-9d039f1534f4 on network 3ae54159-68cb-4fca-9852-a42d051dbe23 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:24.380502 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-9533b6ce-3166-409d-ba55-aab8f8171437 service neutron] Port b24fdc49-9246-4a61-b015-9d039f1534f4 on network 3ae54159-68cb-4fca-9852-a42d051dbe23 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:12:24.381133 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-9533b6ce-3166-409d-ba55-aab8f8171437 service neutron] Attempting to bind port b24fdc49-9246-4a61-b015-9d039f1534f4 on network 3ae54159-68cb-4fca-9852-a42d051dbe23 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:24.389949 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-9533b6ce-3166-409d-ba55-aab8f8171437 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:24.393827 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-9533b6ce-3166-409d-ba55-aab8f8171437 service neutron] Checking segment: {'id': '9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:24.394603 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-9533b6ce-3166-409d-ba55-aab8f8171437 service neutron] Bound using segment: {'id': '9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:24.395720 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-9533b6ce-3166-409d-ba55-aab8f8171437 service neutron] Bound port: b24fdc49-9246-4a61-b015-9d039f1534f4, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:24.396819 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-9533b6ce-3166-409d-ba55-aab8f8171437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.402163 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7ab59236-7fb0-42af-8611-62ae6b08d5e9 req-04079903-943f-4884-abf0-0f5fedebc437 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2f30df6-52f7-4a50-bf67-588f370e322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779167 Jul 14 09:12:24.424603 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 7c586b3c-9a43-440a-9dae-7207d72ecabd up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:24.431481 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-281b6b9a-6a46-4411-9c05-eb3a0ab4e3f1 req-b4cf4b95-7fb6-44ea-84a5-815b41124638 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=7c586b3c-9a43-440a-9dae-7207d72ecabd HTTP/1.1" status: 200 len: 217 time: 0.1323841 Jul 14 09:12:24.481466 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab263c4-5d35-4fb9-8093-e7a945e439eb None None] DHCP port deletion for d4b2ec29-2184-48d5-8c16-380a3c464388 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:12:24.489896 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-deb1fe1c-500b-442f-8093-16f261b45cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.513913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-9533b6ce-3166-409d-ba55-aab8f8171437 service neutron] For port b24fdc49-9246-4a61-b015-9d039f1534f4, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:24.519180 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-9533b6ce-3166-409d-ba55-aab8f8171437 service neutron] For port b24fdc49-9246-4a61-b015-9d039f1534f4, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b24fdc49-9246-4a61-b015-9d039f1534f4,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:24.519652 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.525856 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-9533b6ce-3166-409d-ba55-aab8f8171437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.550603 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9680706-749b-4315-93f2-c1ba7dd83c86 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.574713 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-9533b6ce-3166-409d-ba55-aab8f8171437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:24.577832 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-9533b6ce-3166-409d-ba55-aab8f8171437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.578152 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1fe1c-500b-442f-8093-16f261b45cde None None] Pushing event deleted for resources: {'Port': ['ID=3c73c65e-9680-4f50-a59a-644a496da5d1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:24.578535 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-9533b6ce-3166-409d-ba55-aab8f8171437 service neutron] 10.222.0.47 "PUT /v2.0/ports/b24fdc49-9246-4a61-b015-9d039f1534f4 HTTP/1.1" status: 200 len: 1092 time: 1.8559718 Jul 14 09:12:24.578535 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d856e65-629b-4770-9900-c406bdbf6123', 'tag': 'b24fdc49-9246-4a61-b015-9d039f1534f4'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:24.582004 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb1fe1c-500b-442f-8093-16f261b45cde None None] No DVR routers for this DVR port 3c73c65e-9680-4f50-a59a-644a496da5d1 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:24.584852 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084e336a-2a56-44be-bdcb-6a3f9c759b98" -d '{"events": [{"name": "network-changed", "server_uuid": "0d856e65-629b-4770-9900-c406bdbf6123", "tag": "b24fdc49-9246-4a61-b015-9d039f1534f4"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:24.632251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1999c95-3296-41db-a89c-99163e775d2c req-06609f75-5382-4d03-8a4b-09dfa1e57c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:24.634674 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1999c95-3296-41db-a89c-99163e775d2c req-06609f75-5382-4d03-8a4b-09dfa1e57c2a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=da7c003e-39c6-422f-9df0-a0584fd2961e HTTP/1.1" status: 200 len: 1101 time: 0.9399719 Jul 14 09:12:24.644689 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 7c586b3c-9a43-440a-9dae-7207d72ecabd completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:24.653588 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 7c586b3c-9a43-440a-9dae-7207d72ecabd triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:24.653588 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.653914 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533b6ce-3166-409d-ba55-aab8f8171437 service neutron] Pushing event updated for resources: {'Port': ['ID=b24fdc49-9246-4a61-b015-9d039f1534f4,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:24.689278 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9ab263c4-5d35-4fb9-8093-e7a945e439eb None None] Deleting port 2f350fb2-9694-455f-be7d-f2add20ae944 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:24.689622 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ab263c4-5d35-4fb9-8093-e7a945e439eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.710335 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-3e13f478-3fe8-4b49-b587-9c85ec93ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:24.711996 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-3e13f478-3fe8-4b49-b587-9c85ec93ad2d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6615d0b1eada47cd81a0006b9f4a982b&device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 1095 time: 0.0781469 Jul 14 09:12:24.748109 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec47f8-ed82-40c2-8d69-76779bf3529b req-db5ea6a5-e6d7-4663-a695-77f841ccea75 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:24.755229 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1aec47f8-ed82-40c2-8d69-76779bf3529b req-db5ea6a5-e6d7-4663-a695-77f841ccea75 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 931 time: 0.9898322 Jul 14 09:12:24.761905 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-e46f3e72-0ac6-409e-9add-f7dfab7572c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b24fdc49-9246-4a61-b015-9d039f1534f4 HTTP/1.1" status: 200 len: 217 time: 0.0425494 Jul 14 09:12:24.775214 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9680706-749b-4315-93f2-c1ba7dd83c86 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.778508 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-9ab263c4-5d35-4fb9-8093-e7a945e439eb None None] For port 2f350fb2-9694-455f-be7d-f2add20ae944, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2f350fb2-9694-455f-be7d-f2add20ae944,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:24.779413 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ab263c4-5d35-4fb9-8093-e7a945e439eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.812528 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9ab263c4-5d35-4fb9-8093-e7a945e439eb None None] Calling delete_port for 2f350fb2-9694-455f-be7d-f2add20ae944 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:24.817501 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-e6593406-4954-4887-aa76-6d7180208e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:24.819513 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-e6593406-4954-4887-aa76-6d7180208e4c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1cecf5b8-9bc0-42ae-ae75-809b50502003 HTTP/1.1" status: 200 len: 852 time: 0.0517356 Jul 14 09:12:24.830872 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.842617 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0da2d6-e12b-421b-a71a-4e261a28e29f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:24.847123 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2f0da2d6-e12b-421b-a71a-4e261a28e29f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7553802 Jul 14 09:12:24.858918 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42990) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:24.859848 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9680706-749b-4315-93f2-c1ba7dd83c86 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event deleted for resources: {'Subnet': ['ID=a624182c-f31b-410c-b5c5-a0db3a91730d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:24.869765 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-bb24c047-729b-4c78-99e3-59b49fb053ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ae54159-68cb-4fca-9852-a42d051dbe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350821 Jul 14 09:12:24.873839 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9680706-749b-4315-93f2-c1ba7dd83c86 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.878232 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c9680706-749b-4315-93f2-c1ba7dd83c86 tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "DELETE /v2.0/subnets/a624182c-f31b-410c-b5c5-a0db3a91730d HTTP/1.1" status: 204 len: 168 time: 1.3266392 Jul 14 09:12:24.878389 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f839188-6064-4ebb-aad2-60763898095c None None] Network 2327d155-7d55-4b31-b424-2e5092343949 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:24.881981 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42992) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:24.908416 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b6b9a-6a46-4411-9c05-eb3a0ab4e3f1 req-aa58df80-c522-4e6b-b6f5-6b9bf37fa0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:24.909906 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-281b6b9a-6a46-4411-9c05-eb3a0ab4e3f1 req-aa58df80-c522-4e6b-b6f5-6b9bf37fa0d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.4670744 Jul 14 09:12:24.918513 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1999c95-3296-41db-a89c-99163e775d2c req-70479130-d45c-4a1c-8fc2-6bc7f37db873 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e2f30df6-52f7-4a50-bf67-588f370e322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506721 Jul 14 09:12:24.945857 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cc7331-a86b-4435-99e2-9acd31ae9318 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:24.947281 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-72cc7331-a86b-4435-99e2-9acd31ae9318 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6facc217-dc01-422a-8069-2c7784a4d993&device_id=4a81336f-ea9d-4655-9c46-286c9347f3b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6784518 Jul 14 09:12:24.977565 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 7c586b3c-9a43-440a-9dae-7207d72ecabd, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=7c586b3c-9a43-440a-9dae-7207d72ecabd,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:24.979791 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1aec47f8-ed82-40c2-8d69-76779bf3529b req-bd3eb23c-7a60-4b7f-85a6-6296534ac268 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234421 Jul 14 09:12:24.980339 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42994) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:24.996360 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.016193 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e8e15c-f2c6-442a-acb9-8533ab7286fb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:25.021620 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a8e8e15c-f2c6-442a-acb9-8533ab7286fb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1582737 Jul 14 09:12:25.021903 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42996) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:25.114523 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-dd15d7cb-71b6-4bbb-ad7c-29c99fe45573 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847273 Jul 14 09:12:25.116950 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42998) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:25.124114 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b6717a77-73f1-4492-bb79-2da6166b37bf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:25.133956 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bec88a9e-b3da-4ec1-ac06-1bb9f001d22a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.141370 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ab263c4-5d35-4fb9-8093-e7a945e439eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.147076 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917ab4f-4431-4d81-9b73-31d5e036daa5 req-4d1a9781-6589-433f-9aaf-6f3bc0fd4923 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:25.156143 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0917ab4f-4431-4d81-9b73-31d5e036daa5 req-4d1a9781-6589-433f-9aaf-6f3bc0fd4923 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 949 time: 0.5070632 Jul 14 09:12:25.156631 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=7c586b3c-9a43-440a-9dae-7207d72ecabd,revision_number=9']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:25.166034 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab263c4-5d35-4fb9-8093-e7a945e439eb None None] No DVR routers for this DVR port 2f350fb2-9694-455f-be7d-f2add20ae944 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:25.196468 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab263c4-5d35-4fb9-8093-e7a945e439eb None None] Pushing event deleted for resources: {'Port': ['ID=2f350fb2-9694-455f-be7d-f2add20ae944,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:25.202707 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-232211ba-5a39-43e2-8ec4-31774a59277e service neutron] 10.222.0.47 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317447 Jul 14 09:12:25.310657 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f340e232-994d-4674-b98b-6a73f193774d None None] DHCP port deletion for 2327d155-7d55-4b31-b424-2e5092343949 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:12:25.326560 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e9e40c-7d9a-4659-9a6b-8524c643cb22 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:25.328611 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d0e9e40c-7d9a-4659-9a6b-8524c643cb22 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 881 time: 0.3440337 Jul 14 09:12:25.333389 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43000) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:25.352499 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0917ab4f-4431-4d81-9b73-31d5e036daa5 req-aeb19277-5534-4501-adfa-8d3d35c1e1ba tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954212 Jul 14 09:12:25.364574 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b6b9a-6a46-4411-9c05-eb3a0ab4e3f1 req-72908682-e813-4712-8b30-b78e75272c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:25.366107 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-281b6b9a-6a46-4411-9c05-eb3a0ab4e3f1 req-72908682-e813-4712-8b30-b78e75272c7b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4379799 Jul 14 09:12:25.393138 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f340e232-994d-4674-b98b-6a73f193774d None None] Deleting port c3a86d28-373b-4bde-ab30-507187163be4 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:25.394074 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f340e232-994d-4674-b98b-6a73f193774d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.404945 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-551ee3bd-1975-469c-a58a-aac938981123 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a81336f-ea9d-4655-9c46-286c9347f3b4 HTTP/1.1" status: 200 len: 205 time: 0.0692115 Jul 14 09:12:25.410764 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43002) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:25.494617 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f340e232-994d-4674-b98b-6a73f193774d None None] For port c3a86d28-373b-4bde-ab30-507187163be4, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c3a86d28-373b-4bde-ab30-507187163be4,segment=NetworkSegment(0f195ab3-93e1-4b15-ab2f-94bf4eff5072),segment_id=0f195ab3-93e1-4b15-ab2f-94bf4eff5072)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:25.495209 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f340e232-994d-4674-b98b-6a73f193774d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.515733 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f340e232-994d-4674-b98b-6a73f193774d None None] Calling delete_port for c3a86d28-373b-4bde-ab30-507187163be4 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:25.528496 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6717a77-73f1-4492-bb79-2da6166b37bf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:25.536757 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6717a77-73f1-4492-bb79-2da6166b37bf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.593207 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ba938e-127c-4ca4-b543-14c3cc92f99a x-openstack-request-id: req-d3ba938e-127c-4ca4-b543-14c3cc92f99a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:25.593993 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d856e65-629b-4770-9900-c406bdbf6123", "tag": "b24fdc49-9246-4a61-b015-9d039f1534f4", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:25.593993 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3ba938e-127c-4ca4-b543-14c3cc92f99a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:25.594249 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d856e65-629b-4770-9900-c406bdbf6123', 'tag': 'b24fdc49-9246-4a61-b015-9d039f1534f4', 'status': 'completed', 'code': 200} Jul 14 09:12:25.608183 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bec88a9e-b3da-4ec1-ac06-1bb9f001d22a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.621576 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-bec88a9e-b3da-4ec1-ac06-1bb9f001d22a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776c6310-2e5f-475b-b017-192449a00c42']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:25.641881 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b115aa-8e1b-4673-a4cf-39a9320f782a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c586b3c-9a43-440a-9dae-7207d72ecabd'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:25.642328 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-bec88a9e-b3da-4ec1-ac06-1bb9f001d22a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b34553-ba13-40c6-9ca6-edab7f60fcbf') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:25.642614 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-bec88a9e-b3da-4ec1-ac06-1bb9f001d22a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b34553-ba13-40c6-9ca6-edab7f60fcbf') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:25.644608 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdf0eb1-0098-4c12-a7f7-7217e151f76f" -d '{"events": [{"server_uuid": "33b115aa-8e1b-4673-a4cf-39a9320f782a", "name": "network-vif-plugged", "status": "completed", "tag": "7c586b3c-9a43-440a-9dae-7207d72ecabd"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:25.656630 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bec88a9e-b3da-4ec1-ac06-1bb9f001d22a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.670379 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f340e232-994d-4674-b98b-6a73f193774d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.685608 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-50e22c3c-f5fc-480a-bc0d-cb9f77d4424e req-e5306249-cdc6-499c-821c-b3290340bee4 service neutron] 10.222.0.47 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673312 Jul 14 09:12:25.689290 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bec88a9e-b3da-4ec1-ac06-1bb9f001d22a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.703022 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8717fc2-4e77-4d68-9555-8852f5905665 req-54798de7-90f5-4c1c-acc9-43ebef8482de tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:25.703252 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec88a9e-b3da-4ec1-ac06-1bb9f001d22a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:12:25.703922 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bec88a9e-b3da-4ec1-ac06-1bb9f001d22a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.711605 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e8717fc2-4e77-4d68-9555-8852f5905665 req-54798de7-90f5-4c1c-acc9-43ebef8482de tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.6024947 Jul 14 09:12:25.789432 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340e232-994d-4674-b98b-6a73f193774d None None] Pushing event deleted for resources: {'Port': ['ID=c3a86d28-373b-4bde-ab30-507187163be4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:12:25.796778 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:12:25.801000 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f340e232-994d-4674-b98b-6a73f193774d None None] No DVR routers for this DVR port c3a86d28-373b-4bde-ab30-507187163be4 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:25.806994 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bec88a9e-b3da-4ec1-ac06-1bb9f001d22a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.869304 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bec88a9e-b3da-4ec1-ac06-1bb9f001d22a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.871976 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bec88a9e-b3da-4ec1-ac06-1bb9f001d22a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "DELETE /v2.0/networks/776c6310-2e5f-475b-b017-192449a00c42 HTTP/1.1" status: 204 len: 168 time: 0.9887393 Jul 14 09:12:25.882443 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43008) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:25.901652 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec88a9e-b3da-4ec1-ac06-1bb9f001d22a tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event deleted for resources: {'Network': ['ID=776c6310-2e5f-475b-b017-192449a00c42,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:25.947940 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e336a-2a56-44be-bdcb-6a3f9c759b98 req-529661ab-9656-4982-bce3-87bbb6b61819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:25.948680 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-084e336a-2a56-44be-bdcb-6a3f9c759b98 req-529661ab-9656-4982-bce3-87bbb6b61819 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6615d0b1eada47cd81a0006b9f4a982b&device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 1095 time: 0.0748880 Jul 14 09:12:25.953163 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e8717fc2-4e77-4d68-9555-8852f5905665 req-745d750d-23d0-4111-b3fa-8052455a3b6b tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405043 Jul 14 09:12:25.955546 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0de15dd0-f7db-46f2-92a8-ae406676e71e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.994743 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-281b6b9a-6a46-4411-9c05-eb3a0ab4e3f1 req-ae4eb237-655c-42a6-93ed-9be795456d94 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6074173 Jul 14 09:12:26.082087 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad0eb11-2306-4d50-afbe-7098cef718f0 x-openstack-request-id: req-2ad0eb11-2306-4d50-afbe-7098cef718f0 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:26.082643 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b115aa-8e1b-4673-a4cf-39a9320f782a", "name": "network-vif-plugged", "status": "completed", "tag": "7c586b3c-9a43-440a-9dae-7207d72ecabd", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:26.083132 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ad0eb11-2306-4d50-afbe-7098cef718f0 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:26.083958 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b115aa-8e1b-4673-a4cf-39a9320f782a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c586b3c-9a43-440a-9dae-7207d72ecabd', 'code': 200} Jul 14 09:12:26.177242 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e336a-2a56-44be-bdcb-6a3f9c759b98 req-11225732-c3f2-4107-b62a-fe9bf0085ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:26.179597 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-084e336a-2a56-44be-bdcb-6a3f9c759b98 req-11225732-c3f2-4107-b62a-fe9bf0085ce0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3ae54159-68cb-4fca-9852-a42d051dbe23 HTTP/1.1" status: 200 len: 912 time: 0.2240252 Jul 14 09:12:26.201963 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c3a86d28-373b-4bde-ab30-507187163be4 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:26.225812 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: c3a86d28-373b-4bde-ab30-507187163be4 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:12:26.226576 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c3a86d28-373b-4bde-ab30-507187163be4 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:26.227443 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2f350fb2-9694-455f-be7d-f2add20ae944 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:26.248361 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 2f350fb2-9694-455f-be7d-f2add20ae944 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:12:26.248895 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2f350fb2-9694-455f-be7d-f2add20ae944 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:26.261417 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-084e336a-2a56-44be-bdcb-6a3f9c759b98 req-e9a06d18-de2c-4370-a355-bc6f5ecb931d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b24fdc49-9246-4a61-b015-9d039f1534f4 HTTP/1.1" status: 200 len: 217 time: 0.0734353 Jul 14 09:12:26.315735 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e336a-2a56-44be-bdcb-6a3f9c759b98 req-d367da1a-afc8-4786-bcd4-92c0d129e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:26.317180 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-084e336a-2a56-44be-bdcb-6a3f9c759b98 req-d367da1a-afc8-4786-bcd4-92c0d129e172 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1cecf5b8-9bc0-42ae-ae75-809b50502003 HTTP/1.1" status: 200 len: 852 time: 0.0494053 Jul 14 09:12:26.353817 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-084e336a-2a56-44be-bdcb-6a3f9c759b98 req-ccda7ae3-7167-4dd8-af49-e4e18831499c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ae54159-68cb-4fca-9852-a42d051dbe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292001 Jul 14 09:12:26.457176 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-084e336a-2a56-44be-bdcb-6a3f9c759b98 req-4d299e43-eeff-483b-86ad-6fab22c77e5e service neutron] 10.222.0.47 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962207 Jul 14 09:12:26.560754 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e76a227-0f81-4f44-bdd0-8e9f5b12223e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:26.564226 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-084e336a-2a56-44be-bdcb-6a3f9c759b98 req-3735a735-fc01-495a-a12b-31190d26de56 service neutron] 10.222.0.47 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006138 Jul 14 09:12:26.592350 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5f179-c13d-4234-b6e9-eb1348cd3f00 req-f9967896-f195-4535-b0ef-673d86fa6e83 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:26.593781 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0a5f179-c13d-4234-b6e9-eb1348cd3f00 req-f9967896-f195-4535-b0ef-673d86fa6e83 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7c003e-39c6-422f-9df0-a0584fd2961e HTTP/1.1" status: 200 len: 949 time: 0.8633337 Jul 14 09:12:26.642136 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6717a77-73f1-4492-bb79-2da6166b37bf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:26.707081 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-281b6b9a-6a46-4411-9c05-eb3a0ab4e3f1 req-2bc52d52-e31a-4213-b587-297c2f8005b1 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7047246 Jul 14 09:12:26.739480 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0de15dd0-f7db-46f2-92a8-ae406676e71e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:26.768203 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6717a77-73f1-4492-bb79-2da6166b37bf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:26.791007 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b6717a77-73f1-4492-bb79-2da6166b37bf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:26.795191 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0a5f179-c13d-4234-b6e9-eb1348cd3f00 req-4d89a4fa-d937-42c2-a0ba-92c8816028e8 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2f30df6-52f7-4a50-bf67-588f370e322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901402 Jul 14 09:12:26.808166 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21a8cdc-33cc-4a14-9205-72bd376dce0b None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:26.825194 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6717a77-73f1-4492-bb79-2da6166b37bf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:26.826561 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6717a77-73f1-4492-bb79-2da6166b37bf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:26.837081 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab397c-3031-4253-8f01-857eb589f69b req-2a97572a-2a00-4baa-af39-090ac76012ea tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:26.838693 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e3ab397c-3031-4253-8f01-857eb589f69b req-2a97572a-2a00-4baa-af39-090ac76012ea tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 943 time: 0.4226229 Jul 14 09:12:26.870189 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6717a77-73f1-4492-bb79-2da6166b37bf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=7435a910-95fc-41e8-99ef-4c5c261fb983,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:26.898998 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e76a227-0f81-4f44-bdd0-8e9f5b12223e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:26.922030 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b6717a77-73f1-4492-bb79-2da6166b37bf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8007066 Jul 14 09:12:26.922030 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-8e76a227-0f81-4f44-bdd0-8e9f5b12223e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2327d155-7d55-4b31-b424-2e5092343949']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:26.923012 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43018) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:26.929260 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-6c8f6ee2-4f26-4f4d-a9c5-0af063c94140 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'port': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'fixed_ips': [{'subnet_id': '7435a910-95fc-41e8-99ef-4c5c261fb983', 'ip_address': '2001:db8::4bfb:9331:3fdb:343a'}], 'name': 'tempest-NetworksTestDHCPv6-226405446'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:26.949832 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-8e76a227-0f81-4f44-bdd0-8e9f5b12223e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f195ab3-93e1-4b15-ab2f-94bf4eff5072') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:26.950135 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-8e76a227-0f81-4f44-bdd0-8e9f5b12223e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f195ab3-93e1-4b15-ab2f-94bf4eff5072') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:26.992395 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5455ec-7eda-4c47-a57d-f819d7dc81f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-d4b2ec29-2184-48d5-8c16-380a3c464388', 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'fixed_ips': [{'subnet_id': '7435a910-95fc-41e8-99ef-4c5c261fb983'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:12:26.993527 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee5455ec-7eda-4c47-a57d-f819d7dc81f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:26.997373 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e76a227-0f81-4f44-bdd0-8e9f5b12223e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.018168 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e3ab397c-3031-4253-8f01-857eb589f69b req-c0d4fbe3-dd8a-40a9-8ed9-f0a72f5a000a tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454720 Jul 14 09:12:27.024049 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e76a227-0f81-4f44-bdd0-8e9f5b12223e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.037553 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e76a227-0f81-4f44-bdd0-8e9f5b12223e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:12:27.038015 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e76a227-0f81-4f44-bdd0-8e9f5b12223e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: items = [ Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:12:27.041603 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:12:27.044970 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0de15dd0-f7db-46f2-92a8-ae406676e71e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Deleting port 9d8167f2-52f1-490d-9d8d-37c1fcd124a0 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:27.044970 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0de15dd0-f7db-46f2-92a8-ae406676e71e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.103403 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8f6ee2-4f26-4f4d-a9c5-0af063c94140 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:27.215089 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-ee5455ec-7eda-4c47-a57d-f819d7dc81f7 None None] Allocated IP 2001:db8::2 (d4b2ec29-2184-48d5-8c16-380a3c464388/7435a910-95fc-41e8-99ef-4c5c261fb983/e2104d77-5ef8-452a-bdcc-7e8452a410ad) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:27.220053 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c8f6ee2-4f26-4f4d-a9c5-0af063c94140 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.242400 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-6c8f6ee2-4f26-4f4d-a9c5-0af063c94140 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] device_id is not set on port 0bd1f402-6578-429b-8588-bc4594dcf182 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:12:27.287266 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eac931-8ca2-4946-8805-d9cf5617e802 req-a9cfce5c-436c-4180-a2d6-1861946cf0ae tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:27.292224 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-64eac931-8ca2-4946-8805-d9cf5617e802 req-a9cfce5c-436c-4180-a2d6-1861946cf0ae tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.3617489 Jul 14 09:12:27.339104 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e76a227-0f81-4f44-bdd0-8e9f5b12223e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.403282 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e76a227-0f81-4f44-bdd0-8e9f5b12223e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.406270 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8e76a227-0f81-4f44-bdd0-8e9f5b12223e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] 10.222.0.25 "DELETE /v2.0/networks/2327d155-7d55-4b31-b424-2e5092343949 HTTP/1.1" status: 204 len: 168 time: 1.5137334 Jul 14 09:12:27.411148 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0de15dd0-f7db-46f2-92a8-ae406676e71e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.459326 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76a227-0f81-4f44-bdd0-8e9f5b12223e tempest-TaggedBootDevicesTest_v242-737466825 tempest-TaggedBootDevicesTest_v242-737466825-project] Pushing event deleted for resources: {'Network': ['ID=2327d155-7d55-4b31-b424-2e5092343949,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:27.461614 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0de15dd0-f7db-46f2-92a8-ae406676e71e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Calling delete_port for 9d8167f2-52f1-490d-9d8d-37c1fcd124a0 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:27.473225 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee5455ec-7eda-4c47-a57d-f819d7dc81f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.492124 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ee5455ec-7eda-4c47-a57d-f819d7dc81f7 None None] Transition to ACTIVE for port object e2104d77-5ef8-452a-bdcc-7e8452a410ad will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:27.499773 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-64eac931-8ca2-4946-8805-d9cf5617e802 req-cc3ceb7e-48c2-45bc-a904-07f578b46c03 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980906 Jul 14 09:12:27.536510 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ee5455ec-7eda-4c47-a57d-f819d7dc81f7 None None] Transition to ACTIVE for port object e2104d77-5ef8-452a-bdcc-7e8452a410ad will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:27.562119 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee5455ec-7eda-4c47-a57d-f819d7dc81f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.634062 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5455ec-7eda-4c47-a57d-f819d7dc81f7 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:27.641743 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-6c8f6ee2-4f26-4f4d-a9c5-0af063c94140 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 2001:db8::4bfb:9331:3fdb:343a (d4b2ec29-2184-48d5-8c16-380a3c464388/7435a910-95fc-41e8-99ef-4c5c261fb983/0bd1f402-6578-429b-8588-bc4594dcf182) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:27.657556 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20f902-ce89-4315-be5b-e7e9e1bd2c85 req-38f7d787-e61d-4b6b-b36c-71c28ac1f954 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:27.657769 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ee5455ec-7eda-4c47-a57d-f819d7dc81f7 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:27.660108 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e20f902-ce89-4315-be5b-e7e9e1bd2c85 req-38f7d787-e61d-4b6b-b36c-71c28ac1f954 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 950 time: 0.4285543 Jul 14 09:12:27.667598 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5455ec-7eda-4c47-a57d-f819d7dc81f7 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:27.741462 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5455ec-7eda-4c47-a57d-f819d7dc81f7 None None] Pushing event updated for resources: {'Port': ['ID=e2104d77-5ef8-452a-bdcc-7e8452a410ad,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:27.765116 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e20f902-ce89-4315-be5b-e7e9e1bd2c85 req-dae84049-08fc-4ec5-9604-31b35c2fb53d tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488148 Jul 14 09:12:27.772203 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ee5455ec-7eda-4c47-a57d-f819d7dc81f7 None None] Attempting to bind port e2104d77-5ef8-452a-bdcc-7e8452a410ad on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:27.772503 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ee5455ec-7eda-4c47-a57d-f819d7dc81f7 None None] Attempting to bind port e2104d77-5ef8-452a-bdcc-7e8452a410ad by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:27.772961 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5455ec-7eda-4c47-a57d-f819d7dc81f7 None None] Attempting to bind port e2104d77-5ef8-452a-bdcc-7e8452a410ad on network d4b2ec29-2184-48d5-8c16-380a3c464388 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:27.779558 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5455ec-7eda-4c47-a57d-f819d7dc81f7 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:27.780646 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5455ec-7eda-4c47-a57d-f819d7dc81f7 None None] Checking segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:27.780646 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee5455ec-7eda-4c47-a57d-f819d7dc81f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.781088 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5455ec-7eda-4c47-a57d-f819d7dc81f7 None None] Bound using segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:27.781790 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ee5455ec-7eda-4c47-a57d-f819d7dc81f7 None None] Bound port: e2104d77-5ef8-452a-bdcc-7e8452a410ad, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:27.782269 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee5455ec-7eda-4c47-a57d-f819d7dc81f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.866421 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0de15dd0-f7db-46f2-92a8-ae406676e71e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.930542 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de15dd0-f7db-46f2-92a8-ae406676e71e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Pushing event deleted for resources: {'Port': ['ID=9d8167f2-52f1-490d-9d8d-37c1fcd124a0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:27.940428 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ee5455ec-7eda-4c47-a57d-f819d7dc81f7 None None] For port e2104d77-5ef8-452a-bdcc-7e8452a410ad, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:27.948603 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ee5455ec-7eda-4c47-a57d-f819d7dc81f7 None None] For port e2104d77-5ef8-452a-bdcc-7e8452a410ad, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e2104d77-5ef8-452a-bdcc-7e8452a410ad,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:27.958001 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee5455ec-7eda-4c47-a57d-f819d7dc81f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.990845 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c8f6ee2-4f26-4f4d-a9c5-0af063c94140 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:28.020290 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6c8f6ee2-4f26-4f4d-a9c5-0af063c94140 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Transition to ACTIVE for port object 0bd1f402-6578-429b-8588-bc4594dcf182 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:28.064796 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c8f6ee2-4f26-4f4d-a9c5-0af063c94140 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:28.084672 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5455ec-7eda-4c47-a57d-f819d7dc81f7 None None] Pushing event updated for resources: {'Port': ['ID=e2104d77-5ef8-452a-bdcc-7e8452a410ad,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:28.152046 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8f6ee2-4f26-4f4d-a9c5-0af063c94140 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:28.156462 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-6c8f6ee2-4f26-4f4d-a9c5-0af063c94140 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:28.156689 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0de15dd0-f7db-46f2-92a8-ae406676e71e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:28.160573 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8f6ee2-4f26-4f4d-a9c5-0af063c94140 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:28.166329 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8f6ee2-4f26-4f4d-a9c5-0af063c94140 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:28.167063 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c8f6ee2-4f26-4f4d-a9c5-0af063c94140 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:28.174626 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f6ee2-4f26-4f4d-a9c5-0af063c94140 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=0bd1f402-6578-429b-8588-bc4594dcf182,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:28.193121 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6c8f6ee2-4f26-4f4d-a9c5-0af063c94140 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2681260 Jul 14 09:12:28.196312 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43036) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:28.295179 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3470bff-d27d-4799-92bd-e9db199f68a8 req-c2b22cbf-37aa-437c-98ce-6a737ceaacd7 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:28.304158 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3470bff-d27d-4799-92bd-e9db199f68a8 req-c2b22cbf-37aa-437c-98ce-6a737ceaacd7 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7c003e-39c6-422f-9df0-a0584fd2961e HTTP/1.1" status: 200 len: 949 time: 0.2980063 Jul 14 09:12:28.309522 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a170305-f470-4ba7-913c-1d2bb116207f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:28.322414 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a170305-f470-4ba7-913c-1d2bb116207f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:28.325463 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2a170305-f470-4ba7-913c-1d2bb116207f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1273043 Jul 14 09:12:28.329971 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43038) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:28.359398 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3470bff-d27d-4799-92bd-e9db199f68a8 req-e261b20e-f58e-4c3b-900c-e4b68b07fa3d tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2f30df6-52f7-4a50-bf67-588f370e322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544827 Jul 14 09:12:28.367255 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbc02a-74ab-4558-bd10-e931ba320018 req-fdd44fab-8c9e-43ec-abc7-dcfbe4701e11 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:28.368772 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4dfbc02a-74ab-4558-bd10-e931ba320018 req-fdd44fab-8c9e-43ec-abc7-dcfbe4701e11 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.4052455 Jul 14 09:12:28.423132 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0de15dd0-f7db-46f2-92a8-ae406676e71e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:28.429351 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0de15dd0-f7db-46f2-92a8-ae406676e71e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:28.541261 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-64ce4323-8027-4c9a-88c7-58f2a1196aa4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting port 0bd1f402-6578-429b-8588-bc4594dcf182 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:28.542206 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64ce4323-8027-4c9a-88c7-58f2a1196aa4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:28.573651 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0de15dd0-f7db-46f2-92a8-ae406676e71e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:28.574548 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de15dd0-f7db-46f2-92a8-ae406676e71e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Fanout notify agent at l3_agent the message router_deleted on router 4a81336f-ea9d-4655-9c46-286c9347f3b4 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:12:28.586021 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0de15dd0-f7db-46f2-92a8-ae406676e71e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:28.594822 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0de15dd0-f7db-46f2-92a8-ae406676e71e tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "DELETE /v2.0/routers/4a81336f-ea9d-4655-9c46-286c9347f3b4 HTTP/1.1" status: 204 len: 168 time: 3.1798296 Jul 14 09:12:28.595703 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43042) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:28.617395 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a6fce5a7-6e47-4658-882d-d9b212ec802a tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1974068253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:28.625869 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4dfbc02a-74ab-4558-bd10-e931ba320018 req-4064a032-3464-416f-afee-645b2652b45f tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909568 Jul 14 09:12:28.703365 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a6fce5a7-6e47-4658-882d-d9b212ec802a tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:28.705082 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a6fce5a7-6e47-4658-882d-d9b212ec802a tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:28.735793 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64ce4323-8027-4c9a-88c7-58f2a1196aa4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:28.768926 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-64ce4323-8027-4c9a-88c7-58f2a1196aa4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Calling delete_port for 0bd1f402-6578-429b-8588-bc4594dcf182 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:28.840973 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a6fce5a7-6e47-4658-882d-d9b212ec802a tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:28.858073 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fd2a0-3cd3-4583-a00c-6e4285d4d6c8 req-1133a24a-0b38-4aae-888b-8b6f4feef8a1 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:28.881895 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d10fd2a0-3cd3-4583-a00c-6e4285d4d6c8 req-1133a24a-0b38-4aae-888b-8b6f4feef8a1 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 943 time: 0.3202136 Jul 14 09:12:28.905436 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a6fce5a7-6e47-4658-882d-d9b212ec802a tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:28.948971 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d10fd2a0-3cd3-4583-a00c-6e4285d4d6c8 req-9cbacf49-db64-4e6b-94a3-76430edac964 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662026 Jul 14 09:12:28.977391 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a6fce5a7-6e47-4658-882d-d9b212ec802a tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:28.978939 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a6fce5a7-6e47-4658-882d-d9b212ec802a tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3653915 Jul 14 09:12:28.982551 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43056) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:28.990951 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-03f12d89-0b23-413a-9dd7-cbce7941319f tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'enable_snat': True}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:29.027238 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64ce4323-8027-4c9a-88c7-58f2a1196aa4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:29.128928 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64ce4323-8027-4c9a-88c7-58f2a1196aa4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:29.131145 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-64ce4323-8027-4c9a-88c7-58f2a1196aa4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/0bd1f402-6578-429b-8588-bc4594dcf182 HTTP/1.1" status: 204 len: 168 time: 0.7994912 Jul 14 09:12:29.132806 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce4323-8027-4c9a-88c7-58f2a1196aa4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Port': ['ID=0bd1f402-6578-429b-8588-bc4594dcf182,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:29.134774 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43060) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:29.291997 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113658e6-5a61-4942-8d10-ac361c829716 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:29.294220 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113658e6-5a61-4942-8d10-ac361c829716 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:29.296387 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-113658e6-5a61-4942-8d10-ac361c829716 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1602683 Jul 14 09:12:29.299716 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43064) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:29.471389 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee5e6af-a640-4a92-8df0-bfc19297abef tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet 7435a910-95fc-41e8-99ef-4c5c261fb983 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:12:29.477215 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fee5e6af-a640-4a92-8df0-bfc19297abef tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:29.599981 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03f12d89-0b23-413a-9dd7-cbce7941319f tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:29.612893 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fee5e6af-a640-4a92-8df0-bfc19297abef tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:29.695949 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789797af-50d6-4a8f-86ae-52133e54be51 req-8ad3be50-0924-45c8-98f9-96062cea79ba tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:29.697805 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-789797af-50d6-4a8f-86ae-52133e54be51 req-8ad3be50-0924-45c8-98f9-96062cea79ba tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 950 time: 0.4284258 Jul 14 09:12:29.756823 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e3443118-73d5-44f9-803f-6e01e55d5c1c None None] Provisioning for port e2104d77-5ef8-452a-bdcc-7e8452a410ad completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:29.773453 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-789797af-50d6-4a8f-86ae-52133e54be51 req-43b0d05a-987d-48a7-adc0-b229711e5e6e tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647531 Jul 14 09:12:29.951256 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fee5e6af-a640-4a92-8df0-bfc19297abef tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:30.182432 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f5c311e4-d2a9-4349-9496-ae34d7c30a28 None None] Could not find standard attr ID for object 0bd1f402-6578-429b-8588-bc4594dcf182. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:12:30.265877 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e2104d77-5ef8-452a-bdcc-7e8452a410ad up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:30.349580 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b24fdc49-9246-4a61-b015-9d039f1534f4 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:12:30.484924 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port b24fdc49-9246-4a61-b015-9d039f1534f4, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b24fdc49-9246-4a61-b015-9d039f1534f4,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:30.499261 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'b24fdc49-9246-4a61-b015-9d039f1534f4', 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23', 'port_id': 'b24fdc49-9246-4a61-b015-9d039f1534f4', 'mac_address': 'fa:16:3e:f9:7d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cecf5b8-9bc0-42ae-ae75-809b50502003', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:12:30.500931 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port e2104d77-5ef8-452a-bdcc-7e8452a410ad completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:30.507629 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port e2104d77-5ef8-452a-bdcc-7e8452a410ad triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:30.508537 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:30.584982 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:30.614460 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24fdc49-9246-4a61-b015-9d039f1534f4 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:30.638754 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03f12d89-0b23-413a-9dd7-cbce7941319f tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:30.671617 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port b24fdc49-9246-4a61-b015-9d039f1534f4, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b24fdc49-9246-4a61-b015-9d039f1534f4,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:30.671828 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fee5e6af-a640-4a92-8df0-bfc19297abef tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:30.674917 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06574e20-9c87-4bbd-846e-b78832d77ec6 req-105b9599-621f-4681-944e-655160864b7a tempest-MigrationsAdminTest-998550661 tempest-MigrationsAdminTest-998550661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:30.676480 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-06574e20-9c87-4bbd-846e-b78832d77ec6 req-105b9599-621f-4681-944e-655160864b7a tempest-MigrationsAdminTest-998550661 tempest-MigrationsAdminTest-998550661-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 1102 time: 0.1741149 Jul 14 09:12:30.684707 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03f12d89-0b23-413a-9dd7-cbce7941319f tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:30.693836 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:30.700329 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:30.815412 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:12:30.816303 n-d-771362-35 neutron-server[93774]: DEBUG oslo_db.api [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:12:30.817172 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=b24fdc49-9246-4a61-b015-9d039f1534f4,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:30.827998 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5e6af-a640-4a92-8df0-bfc19297abef tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=7435a910-95fc-41e8-99ef-4c5c261fb983,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:30.853764 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fee5e6af-a640-4a92-8df0-bfc19297abef tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:30.855669 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fee5e6af-a640-4a92-8df0-bfc19297abef tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/7435a910-95fc-41e8-99ef-4c5c261fb983 HTTP/1.1" status: 204 len: 168 time: 1.5532911 Jul 14 09:12:30.856895 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-03f12d89-0b23-413a-9dd7-cbce7941319f tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Allocated IP 172.25.6.235 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/bab7ceb0-f4cb-41d6-8193-7e9930163387) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:30.858300 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc293753-85cb-4a6c-9c13-aa6d248c7c64 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:30.860453 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43080) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:30.867922 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00c454-bc0e-4c4f-b593-97c116f94140 req-a1c13bf4-842e-4542-a076-72308151355d tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:30.869359 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc00c454-bc0e-4c4f-b593-97c116f94140 req-a1c13bf4-842e-4542-a076-72308151355d tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7c003e-39c6-422f-9df0-a0584fd2961e HTTP/1.1" status: 200 len: 949 time: 0.3789711 Jul 14 09:12:30.909746 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-14f00baa-f93f-4335-8bbf-26aca5dae5e9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481167 Jul 14 09:12:30.913603 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-06574e20-9c87-4bbd-846e-b78832d77ec6 req-d90519b2-5045-440c-bbaf-6cfeea2dd6c4 tempest-MigrationsAdminTest-998550661 tempest-MigrationsAdminTest-998550661-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275256 Jul 14 09:12:30.919008 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43082) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:30.924368 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-fb7f824b-acbb-4164-950b-72a5a4b27a2e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:30.928850 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['b24fdc49-9246-4a61-b015-9d039f1534f4'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:31.082246 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7f824b-acbb-4164-950b-72a5a4b27a2e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:31.086273 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb7f824b-acbb-4164-950b-72a5a4b27a2e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:31.185873 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03f12d89-0b23-413a-9dd7-cbce7941319f tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:31.197003 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc00c454-bc0e-4c4f-b593-97c116f94140 req-598124a1-ae35-44a7-b696-34c6213258b9 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2f30df6-52f7-4a50-bf67-588f370e322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116493 Jul 14 09:12:31.429088 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03f12d89-0b23-413a-9dd7-cbce7941319f tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:31.527921 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:31.541863 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f12d89-0b23-413a-9dd7-cbce7941319f tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:31.576402 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454858e5-4efd-45dc-bf5a-e558d6c42a95 req-4ac00c78-0806-464c-ad8a-b2411e298965 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:31.592555 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-454858e5-4efd-45dc-bf5a-e558d6c42a95 req-4ac00c78-0806-464c-ad8a-b2411e298965 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 944 time: 0.3792129 Jul 14 09:12:31.620774 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port e2104d77-5ef8-452a-bdcc-7e8452a410ad, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e2104d77-5ef8-452a-bdcc-7e8452a410ad,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:31.633766 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427ce378-02f9-4f4e-ab46-963b47b3e69c None None] DHCP port deletion for d4b2ec29-2184-48d5-8c16-380a3c464388 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:12:31.647097 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:31.648802 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-03f12d89-0b23-413a-9dd7-cbce7941319f tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:31.694142 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f12d89-0b23-413a-9dd7-cbce7941319f tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:31.695857 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb7f824b-acbb-4164-950b-72a5a4b27a2e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:31.794219 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f824b-acbb-4164-950b-72a5a4b27a2e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=acd44a2a-436c-4379-9f4a-bf3017cfff96,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:31.805098 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7f824b-acbb-4164-950b-72a5a4b27a2e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:31.809222 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-fb7f824b-acbb-4164-950b-72a5a4b27a2e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:31.816804 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7f824b-acbb-4164-950b-72a5a4b27a2e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:31.817420 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb7f824b-acbb-4164-950b-72a5a4b27a2e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:31.855401 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fb7f824b-acbb-4164-950b-72a5a4b27a2e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9349444 Jul 14 09:12:31.858429 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43104) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:31.864234 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-60bf1cf2-b141-4a1e-9af4-60d83a82e53d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'port': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'fixed_ips': [{'subnet_id': 'acd44a2a-436c-4379-9f4a-bf3017cfff96', 'ip_address': '2001:db8::5668:18d:8105:295f'}], 'name': 'tempest-NetworksTestDHCPv6-84308301'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:31.898034 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=e2104d77-5ef8-452a-bdcc-7e8452a410ad,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:31.920832 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-427ce378-02f9-4f4e-ab46-963b47b3e69c None None] Deleting port e2104d77-5ef8-452a-bdcc-7e8452a410ad {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:31.921215 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-427ce378-02f9-4f4e-ab46-963b47b3e69c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:31.993035 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-725f39f1-6844-4aad-bdf7-df04e10a3bf6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=ad5180827b97485d9d925ca571b8d79b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734322 Jul 14 09:12:32.001328 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f12d89-0b23-413a-9dd7-cbce7941319f tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Pushing event updated for resources: {'Port': ['ID=bab7ceb0-f4cb-41d6-8193-7e9930163387,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:32.017260 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-427ce378-02f9-4f4e-ab46-963b47b3e69c None None] For port e2104d77-5ef8-452a-bdcc-7e8452a410ad, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e2104d77-5ef8-452a-bdcc-7e8452a410ad,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:32.017885 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-427ce378-02f9-4f4e-ab46-963b47b3e69c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:32.024370 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89543c3c-fbec-4b46-a218-4cbeaa8cd214 req-69832c51-f79e-4631-a6c0-9256f084544f tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:32.026025 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-89543c3c-fbec-4b46-a218-4cbeaa8cd214 req-69832c51-f79e-4631-a6c0-9256f084544f tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c003e-39c6-422f-9df0-a0584fd2961e HTTP/1.1" status: 200 len: 949 time: 0.7383170 Jul 14 09:12:32.035468 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-454858e5-4efd-45dc-bf5a-e558d6c42a95 req-df77aaad-78a5-441e-a9eb-c8285cc22777 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420333 Jul 14 09:12:32.036169 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-427ce378-02f9-4f4e-ab46-963b47b3e69c None None] Calling delete_port for e2104d77-5ef8-452a-bdcc-7e8452a410ad owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:32.163923 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-427ce378-02f9-4f4e-ab46-963b47b3e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:32.191986 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bf1cf2-b141-4a1e-9af4-60d83a82e53d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:32.208738 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ce378-02f9-4f4e-ab46-963b47b3e69c None None] Pushing event deleted for resources: {'Port': ['ID=e2104d77-5ef8-452a-bdcc-7e8452a410ad,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:32.215787 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427ce378-02f9-4f4e-ab46-963b47b3e69c None None] No DVR routers for this DVR port e2104d77-5ef8-452a-bdcc-7e8452a410ad on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:32.217651 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60bf1cf2-b141-4a1e-9af4-60d83a82e53d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:32.243556 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e2104d77-5ef8-452a-bdcc-7e8452a410ad no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:32.271039 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051ce760-27bb-40d4-9cef-8a7933a904af None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:32.273542 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: e2104d77-5ef8-452a-bdcc-7e8452a410ad {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:12:32.273934 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e2104d77-5ef8-452a-bdcc-7e8452a410ad not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:32.310503 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-60bf1cf2-b141-4a1e-9af4-60d83a82e53d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] device_id is not set on port c82c2555-55d1-4d6b-aa97-6e64e2f9e56a yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:12:32.389586 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b24fdc49-9246-4a61-b015-9d039f1534f4 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:32.519317 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03f12d89-0b23-413a-9dd7-cbce7941319f tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:32.664468 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port b24fdc49-9246-4a61-b015-9d039f1534f4 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:32.787190 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port b24fdc49-9246-4a61-b015-9d039f1534f4 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:32.787600 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:32.836303 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-60bf1cf2-b141-4a1e-9af4-60d83a82e53d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 2001:db8::5668:18d:8105:295f (d4b2ec29-2184-48d5-8c16-380a3c464388/acd44a2a-436c-4379-9f4a-bf3017cfff96/c82c2555-55d1-4d6b-aa97-6e64e2f9e56a) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:32.903589 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c0985d-cec6-49cc-9db3-9d55debe0dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-d4b2ec29-2184-48d5-8c16-380a3c464388', 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'fixed_ips': [{'subnet_id': 'acd44a2a-436c-4379-9f4a-bf3017cfff96'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:12:32.904635 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-12c0985d-cec6-49cc-9db3-9d55debe0dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:32.937626 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-4ee071f6-a09b-4e24-a32d-64b2e05ca626 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:32.945422 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-4ee071f6-a09b-4e24-a32d-64b2e05ca626 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9318311 Jul 14 09:12:32.966890 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3316ce2-ca59-4b87-b577-c5f7323abcc3 req-f1a1c1c0-3d35-40c5-bf6e-e37952dd052d tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:32.974313 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d3316ce2-ca59-4b87-b577-c5f7323abcc3 req-f1a1c1c0-3d35-40c5-bf6e-e37952dd052d tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7c003e-39c6-422f-9df0-a0584fd2961e HTTP/1.1" status: 200 len: 949 time: 0.4698513 Jul 14 09:12:33.016120 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-9462af13-f564-41f2-b8d4-6897f489001c tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/quotas/ad5180827b97485d9d925ca571b8d79b HTTP/1.1" status: 200 len: 375 time: 0.0694890 Jul 14 09:12:33.069812 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.146751 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port b24fdc49-9246-4a61-b015-9d039f1534f4, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b24fdc49-9246-4a61-b015-9d039f1534f4,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:33.154646 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d856e65-629b-4770-9900-c406bdbf6123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24fdc49-9246-4a61-b015-9d039f1534f4'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:33.158442 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6ddc70-bc03-44e5-85b8-40a62785a441" -d '{"events": [{"server_uuid": "0d856e65-629b-4770-9900-c406bdbf6123", "name": "network-vif-plugged", "status": "completed", "tag": "b24fdc49-9246-4a61-b015-9d039f1534f4"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:33.177589 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-89543c3c-fbec-4b46-a218-4cbeaa8cd214 req-b3faa16c-ecfc-4efc-94eb-30718df37d0d tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Deleting port ca71c988-9917-4fbf-91af-9ee56d946221 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:33.178063 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-89543c3c-fbec-4b46-a218-4cbeaa8cd214 req-b3faa16c-ecfc-4efc-94eb-30718df37d0d tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.285337 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.305828 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60bf1cf2-b141-4a1e-9af4-60d83a82e53d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.339157 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-60bf1cf2-b141-4a1e-9af4-60d83a82e53d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Transition to ACTIVE for port object c82c2555-55d1-4d6b-aa97-6e64e2f9e56a will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:33.360518 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=b24fdc49-9246-4a61-b015-9d039f1534f4,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:33.398068 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d3316ce2-ca59-4b87-b577-c5f7323abcc3 req-80e3e16b-86c3-4654-b84b-e63ac29124d1 tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2f30df6-52f7-4a50-bf67-588f370e322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216964 Jul 14 09:12:33.424523 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60bf1cf2-b141-4a1e-9af4-60d83a82e53d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.514556 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-12c0985d-cec6-49cc-9db3-9d55debe0dc5 None None] Allocated IP 2001:db8::2 (d4b2ec29-2184-48d5-8c16-380a3c464388/acd44a2a-436c-4379-9f4a-bf3017cfff96/629d3696-cbf9-4045-84c9-adcb815f1d5b) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:33.544753 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf1cf2-b141-4a1e-9af4-60d83a82e53d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=c82c2555-55d1-4d6b-aa97-6e64e2f9e56a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:33.570854 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bf1cf2-b141-4a1e-9af4-60d83a82e53d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:33.576799 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-60bf1cf2-b141-4a1e-9af4-60d83a82e53d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:33.586685 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bf1cf2-b141-4a1e-9af4-60d83a82e53d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:33.599014 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bf1cf2-b141-4a1e-9af4-60d83a82e53d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:33.599333 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60bf1cf2-b141-4a1e-9af4-60d83a82e53d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.633379 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-60bf1cf2-b141-4a1e-9af4-60d83a82e53d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.7738414 Jul 14 09:12:33.635696 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43126) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:33.660998 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-89543c3c-fbec-4b46-a218-4cbeaa8cd214 req-b3faa16c-ecfc-4efc-94eb-30718df37d0d tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] For port ca71c988-9917-4fbf-91af-9ee56d946221, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ca71c988-9917-4fbf-91af-9ee56d946221,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:33.662030 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-89543c3c-fbec-4b46-a218-4cbeaa8cd214 req-b3faa16c-ecfc-4efc-94eb-30718df37d0d tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.683733 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-89543c3c-fbec-4b46-a218-4cbeaa8cd214 req-b3faa16c-ecfc-4efc-94eb-30718df37d0d tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Calling delete_port for ca71c988-9917-4fbf-91af-9ee56d946221 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:33.722990 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a0236f-dae0-4564-bcaf-a7fcc821eeca tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:33.724887 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e1a0236f-dae0-4564-bcaf-a7fcc821eeca tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0882349 Jul 14 09:12:33.727939 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43128) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:33.822544 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-12c0985d-cec6-49cc-9db3-9d55debe0dc5 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.842165 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-12c0985d-cec6-49cc-9db3-9d55debe0dc5 None None] Transition to ACTIVE for port object 629d3696-cbf9-4045-84c9-adcb815f1d5b will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:33.875247 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-690335c6-0e63-4550-b59c-916f4bdbc4db tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8579731 Jul 14 09:12:33.879045 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-89543c3c-fbec-4b46-a218-4cbeaa8cd214 req-b3faa16c-ecfc-4efc-94eb-30718df37d0d tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.884093 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-12c0985d-cec6-49cc-9db3-9d55debe0dc5 None None] Transition to ACTIVE for port object 629d3696-cbf9-4045-84c9-adcb815f1d5b will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:33.884267 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03f12d89-0b23-413a-9dd7-cbce7941319f tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.897759 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-12c0985d-cec6-49cc-9db3-9d55debe0dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.900725 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03f12d89-0b23-413a-9dd7-cbce7941319f tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1997542'] for router, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.944626 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-181426bc-2329-4029-95ad-0615941ad6f6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting port c82c2555-55d1-4d6b-aa97-6e64e2f9e56a {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:33.948682 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-181426bc-2329-4029-95ad-0615941ad6f6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.951980 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3faa16c-ecfc-4efc-94eb-30718df37d0d tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Pushing event deleted for resources: {'Port': ['ID=ca71c988-9917-4fbf-91af-9ee56d946221,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:33.972455 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c0985d-cec6-49cc-9db3-9d55debe0dc5 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:33.989949 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-12c0985d-cec6-49cc-9db3-9d55debe0dc5 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:33.994485 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0985d-cec6-49cc-9db3-9d55debe0dc5 None None] Pushing event updated for resources: {'Port': ['ID=629d3696-cbf9-4045-84c9-adcb815f1d5b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:34.001980 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c0985d-cec6-49cc-9db3-9d55debe0dc5 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:34.117597 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-12c0985d-cec6-49cc-9db3-9d55debe0dc5 None None] Attempting to bind port 629d3696-cbf9-4045-84c9-adcb815f1d5b on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:34.118110 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-12c0985d-cec6-49cc-9db3-9d55debe0dc5 None None] Attempting to bind port 629d3696-cbf9-4045-84c9-adcb815f1d5b by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:34.118696 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c0985d-cec6-49cc-9db3-9d55debe0dc5 None None] Attempting to bind port 629d3696-cbf9-4045-84c9-adcb815f1d5b on network d4b2ec29-2184-48d5-8c16-380a3c464388 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:34.127153 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c0985d-cec6-49cc-9db3-9d55debe0dc5 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:34.127733 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c0985d-cec6-49cc-9db3-9d55debe0dc5 None None] Checking segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:34.128245 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-12c0985d-cec6-49cc-9db3-9d55debe0dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:34.128910 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c0985d-cec6-49cc-9db3-9d55debe0dc5 None None] Bound using segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:34.129505 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-12c0985d-cec6-49cc-9db3-9d55debe0dc5 None None] Bound port: 629d3696-cbf9-4045-84c9-adcb815f1d5b, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:34.129997 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-12c0985d-cec6-49cc-9db3-9d55debe0dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:34.196277 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-89543c3c-fbec-4b46-a218-4cbeaa8cd214 req-b3faa16c-ecfc-4efc-94eb-30718df37d0d tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] No DVR routers for this DVR port ca71c988-9917-4fbf-91af-9ee56d946221 on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:34.210670 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c07e52-3944-44dd-b990-25a2eb2ae3ea x-openstack-request-id: req-d4c07e52-3944-44dd-b990-25a2eb2ae3ea {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:34.210974 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d856e65-629b-4770-9900-c406bdbf6123", "name": "network-vif-plugged", "status": "completed", "tag": "b24fdc49-9246-4a61-b015-9d039f1534f4", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:34.211387 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4c07e52-3944-44dd-b990-25a2eb2ae3ea {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:34.211876 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d856e65-629b-4770-9900-c406bdbf6123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24fdc49-9246-4a61-b015-9d039f1534f4', 'code': 200} Jul 14 09:12:34.263758 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-181426bc-2329-4029-95ad-0615941ad6f6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:34.300277 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-12c0985d-cec6-49cc-9db3-9d55debe0dc5 None None] For port 629d3696-cbf9-4045-84c9-adcb815f1d5b, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:34.306055 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-12c0985d-cec6-49cc-9db3-9d55debe0dc5 None None] For port 629d3696-cbf9-4045-84c9-adcb815f1d5b, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=629d3696-cbf9-4045-84c9-adcb815f1d5b,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:34.313158 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-12c0985d-cec6-49cc-9db3-9d55debe0dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:34.320012 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-181426bc-2329-4029-95ad-0615941ad6f6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Calling delete_port for c82c2555-55d1-4d6b-aa97-6e64e2f9e56a owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:34.421977 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0985d-cec6-49cc-9db3-9d55debe0dc5 None None] Pushing event updated for resources: {'Port': ['ID=629d3696-cbf9-4045-84c9-adcb815f1d5b,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:34.469687 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device ca71c988-9917-4fbf-91af-9ee56d946221 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:34.500134 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: ca71c988-9917-4fbf-91af-9ee56d946221 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:12:34.500334 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device ca71c988-9917-4fbf-91af-9ee56d946221 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:34.607582 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-181426bc-2329-4029-95ad-0615941ad6f6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:34.679673 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181426bc-2329-4029-95ad-0615941ad6f6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Port': ['ID=c82c2555-55d1-4d6b-aa97-6e64e2f9e56a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:34.735899 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-181426bc-2329-4029-95ad-0615941ad6f6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:34.744237 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-181426bc-2329-4029-95ad-0615941ad6f6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/c82c2555-55d1-4d6b-aa97-6e64e2f9e56a HTTP/1.1" status: 204 len: 168 time: 1.0118461 Jul 14 09:12:34.744965 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43146) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:34.861567 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-89543c3c-fbec-4b46-a218-4cbeaa8cd214 req-b3faa16c-ecfc-4efc-94eb-30718df37d0d tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:34.863743 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-89543c3c-fbec-4b46-a218-4cbeaa8cd214 req-b3faa16c-ecfc-4efc-94eb-30718df37d0d tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.44 "DELETE /v2.0/ports/ca71c988-9917-4fbf-91af-9ee56d946221 HTTP/1.1" status: 204 len: 173 time: 2.6313109 Jul 14 09:12:34.876695 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7c003e-39c6-422f-9df0-a0584fd2961e', 'name': 'network-vif-deleted', 'tag': 'ca71c988-9917-4fbf-91af-9ee56d946221'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:34.880089 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581d48d2-a4fa-4b01-8434-0ac0fe7359c9" -d '{"events": [{"server_uuid": "da7c003e-39c6-422f-9df0-a0584fd2961e", "name": "network-vif-deleted", "tag": "ca71c988-9917-4fbf-91af-9ee56d946221"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:34.888853 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec35a4b-2dfe-4546-a15e-61f84cf375cb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:34.890880 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec35a4b-2dfe-4546-a15e-61f84cf375cb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:34.904352 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6ec35a4b-2dfe-4546-a15e-61f84cf375cb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1580186 Jul 14 09:12:34.906491 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43152) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:34.968331 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2c265123-b7dc-431f-9a30-4932fe7b0cd9 req-57dea61c-44e3-4ab4-8fed-86599eb6cbdb tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 210 time: 0.1023896 Jul 14 09:12:35.039904 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc60115-f104-4f63-ad4d-392def034db8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet acd44a2a-436c-4379-9f4a-bf3017cfff96 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:12:35.053872 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dfc60115-f104-4f63-ad4d-392def034db8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:35.144295 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36b27f-73e7-4201-a8a7-3c25733c9950 req-e231e049-d102-48ed-8b38-fb6d8223d774 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:35.153159 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5d36b27f-73e7-4201-a8a7-3c25733c9950 req-e231e049-d102-48ed-8b38-fb6d8223d774 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 945 time: 1.2228029 Jul 14 09:12:35.153524 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dfc60115-f104-4f63-ad4d-392def034db8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:35.254057 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bfcad217-f49a-4cb8-89b2-403770adb9d1 req-c1031dba-ab15-4a7f-a8a0-388ae977623f tempest-TenantUsagesTestJSON-727941393 tempest-TenantUsagesTestJSON-727941393-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7c003e-39c6-422f-9df0-a0584fd2961e HTTP/1.1" status: 200 len: 210 time: 0.0355661 Jul 14 09:12:35.308703 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5d36b27f-73e7-4201-a8a7-3c25733c9950 req-2fc73b6e-2b63-47ac-9fd4-951d77755809 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542766 Jul 14 09:12:35.315179 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ff033-0a22-4589-a503-65e82bea4d1c req-f140c0da-56b0-4079-9b89-ffb92e669335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:35.317941 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6f4ff033-0a22-4589-a503-65e82bea4d1c req-f140c0da-56b0-4079-9b89-ffb92e669335 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 1097 time: 0.4672086 Jul 14 09:12:35.369726 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dfc60115-f104-4f63-ad4d-392def034db8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:35.475824 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef27c3b-8d11-4e7a-8498-331da648e0a5 x-openstack-request-id: req-7ef27c3b-8d11-4e7a-8498-331da648e0a5 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:35.476469 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7c003e-39c6-422f-9df0-a0584fd2961e", "name": "network-vif-deleted", "tag": "ca71c988-9917-4fbf-91af-9ee56d946221", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:35.477456 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ef27c3b-8d11-4e7a-8498-331da648e0a5 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:35.478196 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7c003e-39c6-422f-9df0-a0584fd2961e', 'name': 'network-vif-deleted', 'tag': 'ca71c988-9917-4fbf-91af-9ee56d946221', 'status': 'completed', 'code': 200} Jul 14 09:12:35.483850 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f12d89-0b23-413a-9dd7-cbce7941319f tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Router 470d4cfc-99a3-4f2c-8572-94241504468c is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:12:35.527014 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dfc60115-f104-4f63-ad4d-392def034db8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:35.570681 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc60115-f104-4f63-ad4d-392def034db8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=acd44a2a-436c-4379-9f4a-bf3017cfff96,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:35.579482 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dfc60115-f104-4f63-ad4d-392def034db8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:35.581098 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-dfc60115-f104-4f63-ad4d-392def034db8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/acd44a2a-436c-4379-9f4a-bf3017cfff96 HTTP/1.1" status: 204 len: 168 time: 0.6689570 Jul 14 09:12:35.584873 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43156) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:35.686035 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f0e3eed1-38d8-4ff9-956d-88202f20d3be tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0996385 Jul 14 09:12:35.689605 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43160) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:35.724728 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-26e3fb7e-046d-4bbd-af01-4a682b9c7e84 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:35.730644 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6f4ff033-0a22-4589-a503-65e82bea4d1c req-b0ebc5d1-b032-46d0-916c-94077c1ddb5f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996387 Jul 14 09:12:35.942116 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f12d89-0b23-413a-9dd7-cbce7941319f tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:12:35.959973 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03f12d89-0b23-413a-9dd7-cbce7941319f tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:35.966817 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886b3dc4-7c8c-4001-99ae-877e8264d0e6 None None] Sync routers for ids ['470d4cfc-99a3-4f2c-8572-94241504468c'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:12:35.967397 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43166) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:35.967733 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-03f12d89-0b23-413a-9dd7-cbce7941319f tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "PUT /v2.0/routers/470d4cfc-99a3-4f2c-8572-94241504468c HTTP/1.1" status: 200 len: 915 time: 6.9826024 Jul 14 09:12:36.002867 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886b3dc4-7c8c-4001-99ae-877e8264d0e6 None None] Routers {'470d4cfc-99a3-4f2c-8572-94241504468c'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:36.004910 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-886b3dc4-7c8c-4001-99ae-877e8264d0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:12:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['470d4cfc-99a3-4f2c-8572-94241504468c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:36.028349 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e3fb7e-046d-4bbd-af01-4a682b9c7e84 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:36.051608 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26e3fb7e-046d-4bbd-af01-4a682b9c7e84 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:36.068813 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-886b3dc4-7c8c-4001-99ae-877e8264d0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:36.081895 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886b3dc4-7c8c-4001-99ae-877e8264d0e6 None None] Routers {'470d4cfc-99a3-4f2c-8572-94241504468c'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:36.082806 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-886b3dc4-7c8c-4001-99ae-877e8264d0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:12:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['470d4cfc-99a3-4f2c-8572-94241504468c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:36.189272 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-886b3dc4-7c8c-4001-99ae-877e8264d0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:36.190314 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886b3dc4-7c8c-4001-99ae-877e8264d0e6 None None] The sync data for ids ['470d4cfc-99a3-4f2c-8572-94241504468c'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:12:36.396995 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 629d3696-cbf9-4045-84c9-adcb815f1d5b up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:36.420356 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-542e0139-651b-4690-bfc7-a724f0436904 req-89d170a9-167a-41fb-a035-126035dd941e tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 210 time: 0.0856774 Jul 14 09:12:36.486702 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180fbf24-4398-44ef-beb5-fadc5b6eea1d None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:36.842615 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6a128dcf-ce19-4d72-8edd-0b6f1ecda5fe tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "GET /v2.0/routers/470d4cfc-99a3-4f2c-8572-94241504468c HTTP/1.1" status: 200 len: 921 time: 0.8674495 Jul 14 09:12:36.851070 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43188) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:36.974973 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26e3fb7e-046d-4bbd-af01-4a682b9c7e84 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:37.034666 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-d8dfe476-cf14-4027-b511-a6f63b165210 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ad5180827b97485d9d925ca571b8d79b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1134815 Jul 14 09:12:37.121747 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e3fb7e-046d-4bbd-af01-4a682b9c7e84 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:37.136172 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-26e3fb7e-046d-4bbd-af01-4a682b9c7e84 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:37.151978 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e3fb7e-046d-4bbd-af01-4a682b9c7e84 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:37.152608 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26e3fb7e-046d-4bbd-af01-4a682b9c7e84 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:37.181476 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3fb7e-046d-4bbd-af01-4a682b9c7e84 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=aaf2abcd-13ca-4ac5-8960-0c24efddd20b,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:37.197922 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-050c8991-1c9d-455a-afdd-e58dd90e61a7 None None] Provisioning for port 629d3696-cbf9-4045-84c9-adcb815f1d5b completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:37.216983 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b7dde7-5955-4e53-9728-493ba698213b tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:37.218803 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-97b7dde7-5955-4e53-9728-493ba698213b tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6facc217-dc01-422a-8069-2c7784a4d993&device_id=470d4cfc-99a3-4f2c-8572-94241504468c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3662319 Jul 14 09:12:37.221714 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43192) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:37.239449 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-26e3fb7e-046d-4bbd-af01-4a682b9c7e84 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5460885 Jul 14 09:12:37.247698 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43194) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:37.301088 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-34922575-53f2-4f40-9db9-8f8bc2527c16 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'port': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'fixed_ips': [{'subnet_id': 'aaf2abcd-13ca-4ac5-8960-0c24efddd20b', 'ip_address': '2001:db8::399:c488:9389:1a2e'}], 'name': 'tempest-NetworksTestDHCPv6-1780875590'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:37.330093 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 629d3696-cbf9-4045-84c9-adcb815f1d5b completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:37.360294 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 629d3696-cbf9-4045-84c9-adcb815f1d5b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:37.360732 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:37.421348 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-d5656483-42fb-4812-a5c9-324d5b32bdf6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:37.423293 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-d5656483-42fb-4812-a5c9-324d5b32bdf6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3813977 Jul 14 09:12:37.424066 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43196) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:37.433759 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fb994-e160-43fe-9d7e-36f33005f1f9 req-e7d40c82-2346-4f1c-9488-5d465d1e1727 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:37.442411 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-016fb994-e160-43fe-9d7e-36f33005f1f9 req-e7d40c82-2346-4f1c-9488-5d465d1e1727 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 945 time: 0.6172547 Jul 14 09:12:37.498714 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-d360bbe4-ae6c-4dce-8ffa-c37c76b98032 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Request body: {'port': {'device_id': 'c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': 'ad5180827b97485d9d925ca571b8d79b'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:37.645083 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:37.696849 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a82e50c-e9e9-4e93-a40c-2b2b07dc989e tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:37.701264 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4a82e50c-e9e9-4e93-a40c-2b2b07dc989e tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 881 time: 0.4753048 Jul 14 09:12:37.703091 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43204) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:37.732027 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-016fb994-e160-43fe-9d7e-36f33005f1f9 req-9c8fac57-fe35-4376-8496-a54e547bd570 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871013 Jul 14 09:12:37.757788 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 629d3696-cbf9-4045-84c9-adcb815f1d5b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=629d3696-cbf9-4045-84c9-adcb815f1d5b,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:37.766164 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:37.798578 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-92794f69-466c-45cf-a566-a55a60c45538 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "GET /v2.0/ports?device_id=470d4cfc-99a3-4f2c-8572-94241504468c HTTP/1.1" status: 200 len: 205 time: 0.0919294 Jul 14 09:12:37.800081 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43206) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:37.878781 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=629d3696-cbf9-4045-84c9-adcb815f1d5b,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:37.898923 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b7fec144-af47-4a66-b0d2-4eeeb9451902 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=943b1317150345d29b7544afe226d9b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4390681 Jul 14 09:12:37.900550 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43208) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:37.975152 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34922575-53f2-4f40-9db9-8f8bc2527c16 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:38.009353 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5901fab0-09c4-4a39-9529-e82cec03ee74 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:38.123947 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7771e9c9-d9a4-452f-bd47-ce883d101a80 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:38.155425 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c08483f2-b9c0-4fca-b67a-ca5d15c6fb85 req-33cde7d8-d048-4afc-be87-e569d62bafe8 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 210 time: 0.0943153 Jul 14 09:12:38.172548 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c80361-7304-4f82-8599-134e72d06b63 req-2082b872-a05c-4738-8449-a39816f869af tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:38.183563 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74c80361-7304-4f82-8599-134e72d06b63 req-2082b872-a05c-4738-8449-a39816f869af tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.7251396 Jul 14 09:12:38.216943 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-760e2dea-6c49-49cb-9bbf-fcb4314964da None None] Provisioning complete for port 629d3696-cbf9-4045-84c9-adcb815f1d5b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:38.217476 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-760e2dea-6c49-49cb-9bbf-fcb4314964da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:38.300871 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 629d3696-cbf9-4045-84c9-adcb815f1d5b up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:38.301153 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40d29975-801b-4c7f-b62c-edbc6c2333d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:38.318862 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74c80361-7304-4f82-8599-134e72d06b63 req-4ba56bcb-6c59-4e47-b757-93cd00b28054 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336632 Jul 14 09:12:38.321706 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-d360bbe4-ae6c-4dce-8ffa-c37c76b98032 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Made reservation on behalf of ad5180827b97485d9d925ca571b8d79b for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:38.328364 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-d360bbe4-ae6c-4dce-8ffa-c37c76b98032 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:38.377406 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40d29975-801b-4c7f-b62c-edbc6c2333d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:38.532486 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 629d3696-cbf9-4045-84c9-adcb815f1d5b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:38.533145 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:38.569015 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-d360bbe4-ae6c-4dce-8ffa-c37c76b98032 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Allocated IP 192.168.233.120 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/6c382b8b-b54f-495e-9d8b-0660c468bb6a) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:38.775052 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34922575-53f2-4f40-9db9-8f8bc2527c16 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:38.846987 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-34922575-53f2-4f40-9db9-8f8bc2527c16 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] device_id is not set on port 5c213373-502a-43fc-a87d-16637f8d49da yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:12:38.855766 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-d360bbe4-ae6c-4dce-8ffa-c37c76b98032 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:38.877988 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40d29975-801b-4c7f-b62c-edbc6c2333d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:38.880986 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40d29975-801b-4c7f-b62c-edbc6c2333d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:38.882450 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-40d29975-801b-4c7f-b62c-edbc6c2333d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2f30df6-52f7-4a50-bf67-588f370e322a HTTP/1.1" status: 204 len: 168 time: 0.8826516 Jul 14 09:12:38.896868 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-d360bbe4-ae6c-4dce-8ffa-c37c76b98032 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Transition to ACTIVE for port object 6c382b8b-b54f-495e-9d8b-0660c468bb6a will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:38.915017 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d29975-801b-4c7f-b62c-edbc6c2333d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f30df6-52f7-4a50-bf67-588f370e322a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:38.955092 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de024616-5946-4632-b1b2-d9d269996fef req-e657e5a1-395c-48a8-a6d1-dac3bb880df4 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:38.962316 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-de024616-5946-4632-b1b2-d9d269996fef req-e657e5a1-395c-48a8-a6d1-dac3bb880df4 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.2454696 Jul 14 09:12:39.001281 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6594e881-5080-4a80-a4b3-37bfafe44b6b None None] Provisioning complete for port 629d3696-cbf9-4045-84c9-adcb815f1d5b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:39.002034 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6594e881-5080-4a80-a4b3-37bfafe44b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:39.010890 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7771e9c9-d9a4-452f-bd47-ce883d101a80 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:39.260681 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7771e9c9-d9a4-452f-bd47-ce883d101a80 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Deleting port bab7ceb0-f4cb-41d6-8193-7e9930163387 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:39.261243 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7771e9c9-d9a4-452f-bd47-ce883d101a80 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:39.281437 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-d360bbe4-ae6c-4dce-8ffa-c37c76b98032 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:39.296101 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['7c586b3c-9a43-440a-9dae-7207d72ecabd'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:39.441731 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-d360bbe4-ae6c-4dce-8ffa-c37c76b98032 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:39.467221 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-d360bbe4-ae6c-4dce-8ffa-c37c76b98032 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:39.484179 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd487c7-7759-4126-ae6d-0d8f650594cc req-41722d7b-78a5-449d-9a7c-fd0d13433bda tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:39.492076 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4dd487c7-7759-4126-ae6d-0d8f650594cc req-41722d7b-78a5-449d-9a7c-fd0d13433bda tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 945 time: 0.5076840 Jul 14 09:12:39.509373 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-d360bbe4-ae6c-4dce-8ffa-c37c76b98032 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:39.519320 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-34922575-53f2-4f40-9db9-8f8bc2527c16 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 2001:db8::399:c488:9389:1a2e (d4b2ec29-2184-48d5-8c16-380a3c464388/aaf2abcd-13ca-4ac5-8960-0c24efddd20b/5c213373-502a-43fc-a87d-16637f8d49da) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:39.561551 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-244fd7e5-7030-4f04-b6f8-bced2ea8fdaa None None] Could not find standard attr ID for object c82c2555-55d1-4d6b-aa97-6e64e2f9e56a. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:12:39.602945 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-d360bbe4-ae6c-4dce-8ffa-c37c76b98032 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:39.603673 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-d360bbe4-ae6c-4dce-8ffa-c37c76b98032 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:39.697233 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43230) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:39.714614 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360bbe4-ae6c-4dce-8ffa-c37c76b98032 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Pushing event updated for resources: {'Port': ['ID=6c382b8b-b54f-495e-9d8b-0660c468bb6a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:39.736574 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e447e1c2-55a9-4f6c-862a-9b99e36682f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:39.758376 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-de024616-5946-4632-b1b2-d9d269996fef req-d453d64e-fed1-4a6d-a5f4-f393dda8eb6c tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Deleting port b2af309a-1280-4b64-9318-6dbc2516ea96 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:39.758872 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-de024616-5946-4632-b1b2-d9d269996fef req-d453d64e-fed1-4a6d-a5f4-f393dda8eb6c tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:39.762742 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7771e9c9-d9a4-452f-bd47-ce883d101a80 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:39.770795 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4dd487c7-7759-4126-ae6d-0d8f650594cc req-05b8fa40-3e48-46fc-ace7-b73600d26dba tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774460 Jul 14 09:12:39.772292 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-d360bbe4-ae6c-4dce-8ffa-c37c76b98032 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2808483 Jul 14 09:12:39.786566 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7771e9c9-d9a4-452f-bd47-ce883d101a80 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Calling delete_port for bab7ceb0-f4cb-41d6-8193-7e9930163387 owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:39.835906 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-85ef0d01-546e-4a87-beba-8b737c8fb2ca service neutron] Request body: {'port': {'device_id': 'c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:39.891926 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e8b05e7a-0eb9-4891-ba1b-25603442692b None None] Provisioning for port 6c382b8b-b54f-495e-9d8b-0660c468bb6a completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:39.896993 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e8b05e7a-0eb9-4891-ba1b-25603442692b None None] Provisioning complete for port 6c382b8b-b54f-495e-9d8b-0660c468bb6a triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:39.897615 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8b05e7a-0eb9-4891-ba1b-25603442692b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:39.942346 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34922575-53f2-4f40-9db9-8f8bc2527c16 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:39.945766 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-85ef0d01-546e-4a87-beba-8b737c8fb2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:39.967118 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e8b05e7a-0eb9-4891-ba1b-25603442692b None None] Port 6c382b8b-b54f-495e-9d8b-0660c468bb6a cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:12:40.008127 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-34922575-53f2-4f40-9db9-8f8bc2527c16 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Transition to ACTIVE for port object 5c213373-502a-43fc-a87d-16637f8d49da will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:40.099796 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2be0e5-ceb6-45e4-bdb3-d9b5c6d9aeb3 req-c726906b-25ad-412a-8f29-1364e1109242 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:40.101627 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9c2be0e5-ceb6-45e4-bdb3-d9b5c6d9aeb3 req-c726906b-25ad-412a-8f29-1364e1109242 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 936 time: 0.6070042 Jul 14 09:12:40.174328 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34922575-53f2-4f40-9db9-8f8bc2527c16 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.191348 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e447e1c2-55a9-4f6c-862a-9b99e36682f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.224858 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e447e1c2-55a9-4f6c-862a-9b99e36682f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.227181 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-de024616-5946-4632-b1b2-d9d269996fef req-d453d64e-fed1-4a6d-a5f4-f393dda8eb6c tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] For port b2af309a-1280-4b64-9318-6dbc2516ea96, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b2af309a-1280-4b64-9318-6dbc2516ea96,segment=NetworkSegment(75fd1ace-9d65-4d40-9d5c-c75314cf3ab2),segment_id=75fd1ace-9d65-4d40-9d5c-c75314cf3ab2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:40.228110 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-de024616-5946-4632-b1b2-d9d269996fef req-d453d64e-fed1-4a6d-a5f4-f393dda8eb6c tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.271139 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3479f-df59-4363-8268-b1d96548c151 req-d57bb347-7002-4d9a-9acd-a64c37213479 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:40.275009 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5af3479f-df59-4363-8268-b1d96548c151 req-d57bb347-7002-4d9a-9acd-a64c37213479 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 947 time: 0.2867842 Jul 14 09:12:40.278620 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-de024616-5946-4632-b1b2-d9d269996fef req-d453d64e-fed1-4a6d-a5f4-f393dda8eb6c tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Calling delete_port for b2af309a-1280-4b64-9318-6dbc2516ea96 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:40.287951 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34922575-53f2-4f40-9db9-8f8bc2527c16 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:40.299297 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e447e1c2-55a9-4f6c-862a-9b99e36682f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5cd0e026f2524baf8351aa4ae3d4ac52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5988493 Jul 14 09:12:40.311173 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-34922575-53f2-4f40-9db9-8f8bc2527c16 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:40.313978 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34922575-53f2-4f40-9db9-8f8bc2527c16 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:40.320510 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34922575-53f2-4f40-9db9-8f8bc2527c16 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:40.321252 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34922575-53f2-4f40-9db9-8f8bc2527c16 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.324091 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43236) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:40.332633 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7771e9c9-d9a4-452f-bd47-ce883d101a80 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.358956 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34922575-53f2-4f40-9db9-8f8bc2527c16 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=5c213373-502a-43fc-a87d-16637f8d49da,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:40.390511 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447e1c2-55a9-4f6c-862a-9b99e36682f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f46f46a-7998-4508-98f3-f3073f653b68,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:40.408826 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9c2be0e5-ceb6-45e4-bdb3-d9b5c6d9aeb3 req-bdc7d810-5fc6-4864-82d5-eb520690eafc tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147851 Jul 14 09:12:40.427473 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.444312 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771e9c9-d9a4-452f-bd47-ce883d101a80 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Pushing event deleted for resources: {'Port': ['ID=bab7ceb0-f4cb-41d6-8193-7e9930163387,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:40.464252 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-34922575-53f2-4f40-9db9-8f8bc2527c16 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2133441 Jul 14 09:12:40.469662 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43238) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:40.540348 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b1c110f-a0f5-4205-8f95-7f4be8374b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.578935 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5af3479f-df59-4363-8268-b1d96548c151 req-98a592bc-18a0-49d7-867b-960e3b1bbf69 tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/security-groups?id=23caeed7-1916-4025-a51d-fdda6be89325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844594 Jul 14 09:12:40.579390 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7771e9c9-d9a4-452f-bd47-ce883d101a80 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.720376 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b1c110f-a0f5-4205-8f95-7f4be8374b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.752638 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7681297-433e-4e93-a018-f495ee23ecb7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:40.759064 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7681297-433e-4e93-a018-f495ee23ecb7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:40.763397 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c7681297-433e-4e93-a018-f495ee23ecb7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.2745390 Jul 14 09:12:40.763893 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-85ef0d01-546e-4a87-beba-8b737c8fb2ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c382b8b-b54f-495e-9d8b-0660c468bb6a {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:40.771634 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43240) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:40.777985 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-85ef0d01-546e-4a87-beba-8b737c8fb2ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.807765 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-85ef0d01-546e-4a87-beba-8b737c8fb2ca service neutron] Transition to ACTIVE for port object 6c382b8b-b54f-495e-9d8b-0660c468bb6a will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:40.813497 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-de024616-5946-4632-b1b2-d9d269996fef req-d453d64e-fed1-4a6d-a5f4-f393dda8eb6c tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.816126 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-77ed95a1-e06c-4c7e-a85b-7a9c235dc6fa None None] Provisioning for port 5c213373-502a-43fc-a87d-16637f8d49da completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:40.822221 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-77ed95a1-e06c-4c7e-a85b-7a9c235dc6fa None None] Provisioning complete for port 5c213373-502a-43fc-a87d-16637f8d49da triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:40.822596 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77ed95a1-e06c-4c7e-a85b-7a9c235dc6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.827893 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7771e9c9-d9a4-452f-bd47-ce883d101a80 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.832016 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-85ef0d01-546e-4a87-beba-8b737c8fb2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.833076 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7771e9c9-d9a4-452f-bd47-ce883d101a80 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.872053 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453d64e-fed1-4a6d-a5f4-f393dda8eb6c tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Pushing event deleted for resources: {'Port': ['ID=b2af309a-1280-4b64-9318-6dbc2516ea96,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:40.939012 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-77ed95a1-e06c-4c7e-a85b-7a9c235dc6fa None None] Port 5c213373-502a-43fc-a87d-16637f8d49da cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:12:40.958582 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7771e9c9-d9a4-452f-bd47-ce883d101a80 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.959134 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7771e9c9-d9a4-452f-bd47-ce883d101a80 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Fanout notify agent at l3_agent the message router_deleted on router 470d4cfc-99a3-4f2c-8572-94241504468c {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:12:40.970208 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7771e9c9-d9a4-452f-bd47-ce883d101a80 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.977602 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7771e9c9-d9a4-452f-bd47-ce883d101a80 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "DELETE /v2.0/routers/470d4cfc-99a3-4f2c-8572-94241504468c HTTP/1.1" status: 204 len: 168 time: 3.1742406 Jul 14 09:12:40.979464 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43244) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:40.987421 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-de5618b2-fa19-49c1-8935-2653f5bc671c tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-265553997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:40.991408 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef0d01-546e-4a87-beba-8b737c8fb2ca service neutron] Pushing event updated for resources: {'Port': ['ID=6c382b8b-b54f-495e-9d8b-0660c468bb6a,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:41.016294 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43248) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:41.025055 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b1c110f-a0f5-4205-8f95-7f4be8374b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:41.028281 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b1c110f-a0f5-4205-8f95-7f4be8374b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:41.031906 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8b1c110f-a0f5-4205-8f95-7f4be8374b60 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f46f46a-7998-4508-98f3-f3073f653b68 HTTP/1.1" status: 204 len: 168 time: 0.6998732 Jul 14 09:12:41.068925 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-de024616-5946-4632-b1b2-d9d269996fef req-d453d64e-fed1-4a6d-a5f4-f393dda8eb6c tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] No DVR routers for this DVR port b2af309a-1280-4b64-9318-6dbc2516ea96 on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:41.079862 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-de024616-5946-4632-b1b2-d9d269996fef req-d453d64e-fed1-4a6d-a5f4-f393dda8eb6c tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:41.082005 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-de024616-5946-4632-b1b2-d9d269996fef req-d453d64e-fed1-4a6d-a5f4-f393dda8eb6c tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.47 "DELETE /v2.0/ports/b2af309a-1280-4b64-9318-6dbc2516ea96 HTTP/1.1" status: 204 len: 173 time: 2.1131659 Jul 14 09:12:41.105936 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de5618b2-fa19-49c1-8935-2653f5bc671c tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:41.118048 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de5618b2-fa19-49c1-8935-2653f5bc671c tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:41.126501 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c110f-a0f5-4205-8f95-7f4be8374b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f46f46a-7998-4508-98f3-f3073f653b68,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:41.134931 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d7f65f-43a5-4a8a-8945-37d4943a0c7f', 'name': 'network-vif-deleted', 'tag': 'b2af309a-1280-4b64-9318-6dbc2516ea96'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:41.137637 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27deb799-f167-46dc-8a29-89bdba04be92" -d '{"events": [{"server_uuid": "c8d7f65f-43a5-4a8a-8945-37d4943a0c7f", "name": "network-vif-deleted", "tag": "b2af309a-1280-4b64-9318-6dbc2516ea96"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:41.175853 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5a5733d9-62bf-4c8c-957c-69b60c2ee5ec tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting port 5c213373-502a-43fc-a87d-16637f8d49da {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:41.176377 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a5733d9-62bf-4c8c-957c-69b60c2ee5ec tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:41.344215 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e017016-11fe-4f29-8696-998492fe1371 x-openstack-request-id: req-0e017016-11fe-4f29-8696-998492fe1371 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:41.344513 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d7f65f-43a5-4a8a-8945-37d4943a0c7f", "name": "network-vif-deleted", "tag": "b2af309a-1280-4b64-9318-6dbc2516ea96", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:41.345977 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e017016-11fe-4f29-8696-998492fe1371 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:41.346415 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d7f65f-43a5-4a8a-8945-37d4943a0c7f', 'name': 'network-vif-deleted', 'tag': 'b2af309a-1280-4b64-9318-6dbc2516ea96', 'status': 'completed', 'code': 200} Jul 14 09:12:41.369773 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de5618b2-fa19-49c1-8935-2653f5bc671c tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:41.413103 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d5b91-6913-4202-8ecd-963735eaa79b req-fbd80a23-eb3d-4e3f-b10d-f0860527c451 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:41.413755 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de5618b2-fa19-49c1-8935-2653f5bc671c tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:41.421644 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-044d5b91-6913-4202-8ecd-963735eaa79b req-fbd80a23-eb3d-4e3f-b10d-f0860527c451 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 945 time: 0.3385515 Jul 14 09:12:41.458209 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-85ef0d01-546e-4a87-beba-8b737c8fb2ca service neutron] Attempting to bind port 6c382b8b-b54f-495e-9d8b-0660c468bb6a on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:41.471405 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-85ef0d01-546e-4a87-beba-8b737c8fb2ca service neutron] Attempting to bind port 6c382b8b-b54f-495e-9d8b-0660c468bb6a by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:41.471836 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-85ef0d01-546e-4a87-beba-8b737c8fb2ca service neutron] Attempting to bind port 6c382b8b-b54f-495e-9d8b-0660c468bb6a on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:41.531053 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-044d5b91-6913-4202-8ecd-963735eaa79b req-0791fc91-d157-42a0-8445-1189b13cca45 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083350 Jul 14 09:12:41.531751 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-85ef0d01-546e-4a87-beba-8b737c8fb2ca service neutron] Port 6c382b8b-b54f-495e-9d8b-0660c468bb6a on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:12:41.534037 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-85ef0d01-546e-4a87-beba-8b737c8fb2ca service neutron] Attempting to bind port 6c382b8b-b54f-495e-9d8b-0660c468bb6a on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:41.547747 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-85ef0d01-546e-4a87-beba-8b737c8fb2ca service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:41.548111 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-85ef0d01-546e-4a87-beba-8b737c8fb2ca service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:41.550319 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-85ef0d01-546e-4a87-beba-8b737c8fb2ca service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:41.551422 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-85ef0d01-546e-4a87-beba-8b737c8fb2ca service neutron] Bound port: 6c382b8b-b54f-495e-9d8b-0660c468bb6a, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:41.551817 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-85ef0d01-546e-4a87-beba-8b737c8fb2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:41.804702 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de5618b2-fa19-49c1-8935-2653f5bc671c tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:41.810315 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-de5618b2-fa19-49c1-8935-2653f5bc671c tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8245749 Jul 14 09:12:41.817716 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43270) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:41.836618 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-312e9ff8-7624-4c9a-8010-9ad70a869fdb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'enable_snat': False}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:41.850798 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-85ef0d01-546e-4a87-beba-8b737c8fb2ca service neutron] For port 6c382b8b-b54f-495e-9d8b-0660c468bb6a, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:41.868880 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a5733d9-62bf-4c8c-957c-69b60c2ee5ec tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:41.957208 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5a5733d9-62bf-4c8c-957c-69b60c2ee5ec tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Calling delete_port for 5c213373-502a-43fc-a87d-16637f8d49da owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:42.016928 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:42.329872 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a5733d9-62bf-4c8c-957c-69b60c2ee5ec tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:42.364801 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b2af309a-1280-4b64-9318-6dbc2516ea96 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:42.370106 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e99e104-a935-4cc1-82ad-c19c23595b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:42.389981 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-85ef0d01-546e-4a87-beba-8b737c8fb2ca service neutron] For port 6c382b8b-b54f-495e-9d8b-0660c468bb6a, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=6c382b8b-b54f-495e-9d8b-0660c468bb6a,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:42.390735 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: b2af309a-1280-4b64-9318-6dbc2516ea96 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:12:42.391276 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b2af309a-1280-4b64-9318-6dbc2516ea96 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:42.399945 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1954db70-d741-4e0b-a20b-76180919a5cc req-358ebe86-d605-4f58-aed5-f291dbaa107f tempest-ServersNegativeTestJSON-535078884 tempest-ServersNegativeTestJSON-535078884-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8d7f65f-43a5-4a8a-8945-37d4943a0c7f HTTP/1.1" status: 200 len: 210 time: 0.3807671 Jul 14 09:12:42.404527 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-85ef0d01-546e-4a87-beba-8b737c8fb2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:42.418633 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd470f-6dd0-477b-9218-de34c87db51f req-0acbf7ce-e0d5-4ff2-9251-75d037d1552d tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:42.421560 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-19dd470f-6dd0-477b-9218-de34c87db51f req-0acbf7ce-e0d5-4ff2-9251-75d037d1552d tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 948 time: 0.7680755 Jul 14 09:12:42.443106 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5733d9-62bf-4c8c-957c-69b60c2ee5ec tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Port': ['ID=5c213373-502a-43fc-a87d-16637f8d49da,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:42.535934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-85ef0d01-546e-4a87-beba-8b737c8fb2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:42.537260 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-85ef0d01-546e-4a87-beba-8b737c8fb2ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:42.539330 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-85ef0d01-546e-4a87-beba-8b737c8fb2ca service neutron] 10.222.0.44 "PUT /v2.0/ports/6c382b8b-b54f-495e-9d8b-0660c468bb6a HTTP/1.1" status: 200 len: 1097 time: 2.7516818 Jul 14 09:12:42.645256 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef0d01-546e-4a87-beba-8b737c8fb2ca service neutron] Pushing event updated for resources: {'Port': ['ID=6c382b8b-b54f-495e-9d8b-0660c468bb6a,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:42.778245 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-312e9ff8-7624-4c9a-8010-9ad70a869fdb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:42.789789 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:12:42.909670 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a5733d9-62bf-4c8c-957c-69b60c2ee5ec tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:42.914338 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5a5733d9-62bf-4c8c-957c-69b60c2ee5ec tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/5c213373-502a-43fc-a87d-16637f8d49da HTTP/1.1" status: 204 len: 168 time: 2.1411903 Jul 14 09:12:42.914984 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43294) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:42.964287 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-19dd470f-6dd0-477b-9218-de34c87db51f req-6748d87a-7cf1-4073-8184-e3d414fb8d76 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5343666 Jul 14 09:12:43.052868 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268e7293-d364-4c9d-96be-7ce76ae5e39e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:43.054383 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268e7293-d364-4c9d-96be-7ce76ae5e39e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:43.058711 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-268e7293-d364-4c9d-96be-7ce76ae5e39e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1407743 Jul 14 09:12:43.059332 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43298) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:43.062413 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-6736b909-3f66-4292-a557-df56ad9812dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:43.064229 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-6736b909-3f66-4292-a557-df56ad9812dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 1100 time: 0.4616785 Jul 14 09:12:43.128017 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-a0213228-2098-4851-8a5d-ac398531e8da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=6c382b8b-b54f-495e-9d8b-0660c468bb6a HTTP/1.1" status: 200 len: 217 time: 0.0516326 Jul 14 09:12:43.166629 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-913d98a2-631a-40a4-8aec-f64227ff8af7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet aaf2abcd-13ca-4ac5-8960-0c24efddd20b {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:12:43.171792 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-913d98a2-631a-40a4-8aec-f64227ff8af7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:43.195745 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77cb96a-bde1-44b8-b10e-6c86e4a6b4b3 req-c78ce35b-eace-4730-bad2-00915a998f27 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:43.197712 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a77cb96a-bde1-44b8-b10e-6c86e4a6b4b3 req-c78ce35b-eace-4730-bad2-00915a998f27 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 945 time: 0.1869836 Jul 14 09:12:43.233852 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-913d98a2-631a-40a4-8aec-f64227ff8af7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:43.294886 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-1158edb2-d308-43e1-93c2-4f94aa62c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:43.296660 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-1158edb2-d308-43e1-93c2-4f94aa62c7b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1525316 Jul 14 09:12:43.331801 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-913d98a2-631a-40a4-8aec-f64227ff8af7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:43.365291 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4', 'tag': '6c382b8b-b54f-495e-9d8b-0660c468bb6a'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:43.367972 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5265ea-8fa9-49ba-84e2-28159ba13c10" -d '{"events": [{"name": "network-changed", "server_uuid": "c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4", "tag": "6c382b8b-b54f-495e-9d8b-0660c468bb6a"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:43.382260 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a77cb96a-bde1-44b8-b10e-6c86e4a6b4b3 req-469fce7a-1eca-4dcc-9e46-08d87eab69fb tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721241 Jul 14 09:12:43.408916 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-312e9ff8-7624-4c9a-8010-9ad70a869fdb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:43.438022 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-312e9ff8-7624-4c9a-8010-9ad70a869fdb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:43.449416 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-6966d6db-c218-4f44-9341-5abcd89450e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:43.453314 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-6966d6db-c218-4f44-9341-5abcd89450e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1485846 Jul 14 09:12:43.453533 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-913d98a2-631a-40a4-8aec-f64227ff8af7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:43.470495 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9e99e104-a935-4cc1-82ad-c19c23595b27 admin admin] Deleting port d38d0f0c-d0aa-465f-900b-0a6984bb9057 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:43.470855 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e99e104-a935-4cc1-82ad-c19c23595b27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:43.475362 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-913d98a2-631a-40a4-8aec-f64227ff8af7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:43.475561 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cc1a87-63c6-4e74-a099-687babd016a3 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:43.482938 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-913d98a2-631a-40a4-8aec-f64227ff8af7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/aaf2abcd-13ca-4ac5-8960-0c24efddd20b HTTP/1.1" status: 204 len: 168 time: 0.4174187 Jul 14 09:12:43.507764 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43312) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:43.565500 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d98a2-631a-40a4-8aec-f64227ff8af7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=aaf2abcd-13ca-4ac5-8960-0c24efddd20b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:43.596140 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c23512-bfef-4f76-8fc5-09d6af975023 x-openstack-request-id: req-f2c23512-bfef-4f76-8fc5-09d6af975023 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:43.596613 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4", "tag": "6c382b8b-b54f-495e-9d8b-0660c468bb6a", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:43.596785 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f2c23512-bfef-4f76-8fc5-09d6af975023 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:43.597125 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4', 'tag': '6c382b8b-b54f-495e-9d8b-0660c468bb6a', 'status': 'completed', 'code': 200} Jul 14 09:12:43.614528 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e5b0782b-5e0e-43b5-84e8-0527a1058552 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1016884 Jul 14 09:12:43.615661 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43320) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:43.659364 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43322) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:43.665874 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-312e9ff8-7624-4c9a-8010-9ad70a869fdb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Allocated IP 172.25.6.182 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/88ba634b-2c0e-4d56-882c-ad4d0c91d7da) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:43.771433 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb27afce-8c84-4d75-b1bc-523382467e96 admin admin] Deleting subnet 505d2699-c567-4f61-a9be-49f7739d7245 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:12:43.776069 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9e99e104-a935-4cc1-82ad-c19c23595b27 admin admin] For port d38d0f0c-d0aa-465f-900b-0a6984bb9057, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d38d0f0c-d0aa-465f-900b-0a6984bb9057,segment=NetworkSegment(78239ac2-1e7b-4b99-a571-fca123833857),segment_id=78239ac2-1e7b-4b99-a571-fca123833857)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:43.776069 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e99e104-a935-4cc1-82ad-c19c23595b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:43.781035 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb27afce-8c84-4d75-b1bc-523382467e96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:43.794536 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-695a3095-859b-46de-b933-32c33b7a3ac4 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995082 Jul 14 09:12:43.830485 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9e99e104-a935-4cc1-82ad-c19c23595b27 admin admin] Calling delete_port for d38d0f0c-d0aa-465f-900b-0a6984bb9057 owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:43.849105 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b54f82d-1d8c-4692-be93-ca694bf1823a None None] DHCP port deletion for d4b2ec29-2184-48d5-8c16-380a3c464388 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:12:43.861283 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb27afce-8c84-4d75-b1bc-523382467e96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:43.907754 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-312e9ff8-7624-4c9a-8010-9ad70a869fdb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:43.917452 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8b54f82d-1d8c-4692-be93-ca694bf1823a None None] Deleting port 629d3696-cbf9-4045-84c9-adcb815f1d5b {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:43.918356 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b54f82d-1d8c-4692-be93-ca694bf1823a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:43.923078 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42fd5b0-f807-40b4-9938-6f21b994d7ba tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:43.924857 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a42fd5b0-f807-40b4-9938-6f21b994d7ba tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3085711 Jul 14 09:12:43.927301 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43326) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:43.962696 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb27afce-8c84-4d75-b1bc-523382467e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:43.991558 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-99c18f2e-4e58-43b5-bf23-5ffd6fd23da2 req-5c2cdd9d-b4cd-481a-b576-cf615761cb2d service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878736 Jul 14 09:12:44.017243 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451a0d88-107f-4229-ae8d-19639f2f4217 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:44.018731 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-451a0d88-107f-4229-ae8d-19639f2f4217 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0904355 Jul 14 09:12:44.021632 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43330) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:44.039363 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8b54f82d-1d8c-4692-be93-ca694bf1823a None None] For port 629d3696-cbf9-4045-84c9-adcb815f1d5b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=629d3696-cbf9-4045-84c9-adcb815f1d5b,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:44.040068 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b54f82d-1d8c-4692-be93-ca694bf1823a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:44.052968 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-312e9ff8-7624-4c9a-8010-9ad70a869fdb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:44.101076 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8b54f82d-1d8c-4692-be93-ca694bf1823a None None] Calling delete_port for 629d3696-cbf9-4045-84c9-adcb815f1d5b owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:44.109475 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312e9ff8-7624-4c9a-8010-9ad70a869fdb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:44.114323 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-312e9ff8-7624-4c9a-8010-9ad70a869fdb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:44.117621 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-02eb0ec6-d80f-4f6e-8a02-8b8757ce8900 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0947411 Jul 14 09:12:44.141463 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43334) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:44.145251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312e9ff8-7624-4c9a-8010-9ad70a869fdb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:44.153094 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-d26af804-295d-427c-a9ac-88169038e453 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:44.162050 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb27afce-8c84-4d75-b1bc-523382467e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:44.253952 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb27afce-8c84-4d75-b1bc-523382467e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:44.256434 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fb27afce-8c84-4d75-b1bc-523382467e96 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/505d2699-c567-4f61-a9be-49f7739d7245 HTTP/1.1" status: 204 len: 168 time: 0.5942733 Jul 14 09:12:44.257457 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27afce-8c84-4d75-b1bc-523382467e96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=505d2699-c567-4f61-a9be-49f7739d7245,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:44.266110 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43338) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:44.266945 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43340) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:44.272977 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e9ff8-7624-4c9a-8010-9ad70a869fdb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Pushing event updated for resources: {'Port': ['ID=88ba634b-2c0e-4d56-882c-ad4d0c91d7da,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:44.366361 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 629d3696-cbf9-4045-84c9-adcb815f1d5b no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:44.391619 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5265ea-8fa9-49ba-84e2-28159ba13c10 req-ccecb33d-9300-4e92-8366-c58f833b41c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:44.393849 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a5265ea-8fa9-49ba-84e2-28159ba13c10 req-ccecb33d-9300-4e92-8366-c58f833b41c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 1100 time: 0.2823763 Jul 14 09:12:44.430129 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59a8536f-339f-4bed-8446-0d9e7c290841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:44.442630 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e99e104-a935-4cc1-82ad-c19c23595b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:44.453416 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b54f82d-1d8c-4692-be93-ca694bf1823a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:44.466787 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No active binding found for port 629d3696-cbf9-4045-84c9-adcb815f1d5b {{(pid=93774) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 09:12:44.467618 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 629d3696-cbf9-4045-84c9-adcb815f1d5b not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:44.492669 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509c9db-c201-47fd-ab1b-fecaea0007c3 req-f74729ee-d798-4b0a-8ede-1a1de34e7b49 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:44.494193 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6509c9db-c201-47fd-ab1b-fecaea0007c3 req-f74729ee-d798-4b0a-8ede-1a1de34e7b49 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 948 time: 0.2833440 Jul 14 09:12:44.498311 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99e104-a935-4cc1-82ad-c19c23595b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=d38d0f0c-d0aa-465f-900b-0a6984bb9057,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:44.510477 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26af804-295d-427c-a9ac-88169038e453 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:44.515512 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d26af804-295d-427c-a9ac-88169038e453 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:44.551129 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54f82d-1d8c-4692-be93-ca694bf1823a None None] Pushing event deleted for resources: {'Port': ['ID=629d3696-cbf9-4045-84c9-adcb815f1d5b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:44.554259 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b54f82d-1d8c-4692-be93-ca694bf1823a None None] No DVR routers for this DVR port 629d3696-cbf9-4045-84c9-adcb815f1d5b on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:44.655467 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0815d8a5-afba-4016-8027-35a5c127aee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:44.676159 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6509c9db-c201-47fd-ab1b-fecaea0007c3 req-8dc5f034-a585-47c9-ba1d-1e14a4680407 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667919 Jul 14 09:12:44.695936 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5265ea-8fa9-49ba-84e2-28159ba13c10 req-cdb58b18-5b30-4887-b47e-906551f1cefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:44.697425 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a5265ea-8fa9-49ba-84e2-28159ba13c10 req-cdb58b18-5b30-4887-b47e-906551f1cefb service neutron] 10.222.0.44 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.2763608 Jul 14 09:12:44.750013 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59a8536f-339f-4bed-8446-0d9e7c290841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:44.784681 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-59a8536f-339f-4bed-8446-0d9e7c290841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8652a3-273b-4995-afdf-c4ffe33f560a']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:44.850018 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-59a8536f-339f-4bed-8446-0d9e7c290841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75fd1ace-9d65-4d40-9d5c-c75314cf3ab2') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:44.850018 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-59a8536f-339f-4bed-8446-0d9e7c290841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75fd1ace-9d65-4d40-9d5c-c75314cf3ab2') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:44.870131 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59a8536f-339f-4bed-8446-0d9e7c290841 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:44.899895 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59a8536f-339f-4bed-8446-0d9e7c290841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:44.956385 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a8536f-339f-4bed-8446-0d9e7c290841 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:12:44.956796 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59a8536f-339f-4bed-8446-0d9e7c290841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:12:44.958453 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:12:45.045559 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a5265ea-8fa9-49ba-84e2-28159ba13c10 req-3354dcc1-4d9e-41b6-9976-dca45693f725 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=6c382b8b-b54f-495e-9d8b-0660c468bb6a HTTP/1.1" status: 200 len: 217 time: 0.0485594 Jul 14 09:12:45.068657 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e99e104-a935-4cc1-82ad-c19c23595b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:45.095302 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-312e9ff8-7624-4c9a-8010-9ad70a869fdb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:45.114665 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59a8536f-339f-4bed-8446-0d9e7c290841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:45.120427 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59a8536f-339f-4bed-8446-0d9e7c290841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:45.125444 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-59a8536f-339f-4bed-8446-0d9e7c290841 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1a8652a3-273b-4995-afdf-c4ffe33f560a HTTP/1.1" status: 204 len: 168 time: 0.8524969 Jul 14 09:12:45.161240 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c7b36-6b51-4c46-ac19-65828000dcea req-46d75954-6c56-429e-91ff-bb3759f4dcbb tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:45.164133 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bd4c7b36-6b51-4c46-ac19-65828000dcea req-46d75954-6c56-429e-91ff-bb3759f4dcbb tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 945 time: 0.5674539 Jul 14 09:12:45.189665 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5265ea-8fa9-49ba-84e2-28159ba13c10 req-74c62d82-a67b-4a56-ae03-679708a0040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:45.191476 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a5265ea-8fa9-49ba-84e2-28159ba13c10 req-74c62d82-a67b-4a56-ae03-679708a0040c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1381111 Jul 14 09:12:45.195281 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8536f-339f-4bed-8446-0d9e7c290841 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a8652a3-273b-4995-afdf-c4ffe33f560a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:45.211220 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d26af804-295d-427c-a9ac-88169038e453 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:45.234544 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0815d8a5-afba-4016-8027-35a5c127aee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:45.284722 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43350) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:45.303130 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0815d8a5-afba-4016-8027-35a5c127aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:45.324756 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bd4c7b36-6b51-4c46-ac19-65828000dcea req-85aa3fa5-23c1-48cf-b6f8-fd1f8ecfb217 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509242 Jul 14 09:12:45.349123 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26af804-295d-427c-a9ac-88169038e453 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:45.384123 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-d26af804-295d-427c-a9ac-88169038e453 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:45.387272 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26af804-295d-427c-a9ac-88169038e453 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:45.388667 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d26af804-295d-427c-a9ac-88169038e453 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:45.400709 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692109f6-6b8a-43fc-819a-bc61960b7790 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:45.418687 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815d8a5-afba-4016-8027-35a5c127aee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54accfde-6556-42ac-aba3-7be64b7f1e1d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:45.425483 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26af804-295d-427c-a9ac-88169038e453 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=ccc66390-76ec-4f08-8f46-146f8439d521,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:45.437293 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0815d8a5-afba-4016-8027-35a5c127aee7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8da0d7c37f86488a88271dd928220d21&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1624987 Jul 14 09:12:45.437904 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d26af804-295d-427c-a9ac-88169038e453 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2924356 Jul 14 09:12:45.440747 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43354) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:45.441097 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43356) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:45.464632 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-b765226b-6829-4f99-acaf-534d1756dfc8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'port': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'fixed_ips': [{'subnet_id': 'ccc66390-76ec-4f08-8f46-146f8439d521', 'ip_address': '2001:db8::d777:9023:6de5:578f'}], 'name': 'tempest-NetworksTestDHCPv6-58232962'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:45.468700 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5265ea-8fa9-49ba-84e2-28159ba13c10 req-e081721c-bd67-4bac-b82c-37dab5641328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:45.470515 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a5265ea-8fa9-49ba-84e2-28159ba13c10 req-e081721c-bd67-4bac-b82c-37dab5641328 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2343771 Jul 14 09:12:45.477292 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-dcf3519a-1fc2-4206-adb8-1fd8f4ecfe11 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f8853c28740442083fa294db7fef96a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1845884 Jul 14 09:12:45.485413 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43358) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:45.557248 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-312e9ff8-7624-4c9a-8010-9ad70a869fdb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:45.565549 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-312e9ff8-7624-4c9a-8010-9ad70a869fdb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1997542'] for router, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:45.622777 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbf3942-ee2c-4dc0-bd73-db31f7b8644d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-d4b2ec29-2184-48d5-8c16-380a3c464388', 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'fixed_ips': [{'subnet_id': 'ccc66390-76ec-4f08-8f46-146f8439d521'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:12:45.625116 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fdbf3942-ee2c-4dc0-bd73-db31f7b8644d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:45.646284 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a5265ea-8fa9-49ba-84e2-28159ba13c10 req-51b98f1b-925b-4ad7-8882-6490b64134ca service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640835 Jul 14 09:12:45.821287 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a5265ea-8fa9-49ba-84e2-28159ba13c10 req-8e6e9918-22a9-4258-9531-97a9f5e0030d service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485794 Jul 14 09:12:45.824358 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312e9ff8-7624-4c9a-8010-9ad70a869fdb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Router cc4c9e46-4b58-478d-bab0-f585b953ada3 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:12:45.887527 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-fdbf3942-ee2c-4dc0-bd73-db31f7b8644d None None] Allocated IP 2001:db8::2 (d4b2ec29-2184-48d5-8c16-380a3c464388/ccc66390-76ec-4f08-8f46-146f8439d521/3707bebb-466c-4284-be3b-dd2dabafd566) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:46.015691 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe3d45-27c7-4314-ae62-620c012baccc req-d3034f99-ffea-41df-a71b-699feb15c481 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:46.017137 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-14fe3d45-27c7-4314-ae62-620c012baccc req-d3034f99-ffea-41df-a71b-699feb15c481 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 948 time: 0.1314261 Jul 14 09:12:46.018686 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312e9ff8-7624-4c9a-8010-9ad70a869fdb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:12:46.024258 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-312e9ff8-7624-4c9a-8010-9ad70a869fdb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:46.025503 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-312e9ff8-7624-4c9a-8010-9ad70a869fdb tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "PUT /v2.0/routers/cc4c9e46-4b58-478d-bab0-f585b953ada3 HTTP/1.1" status: 200 len: 915 time: 4.2029254 Jul 14 09:12:46.028368 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43362) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:46.041620 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc90fda-29c7-4a22-b696-cc0eb73340b1 None None] Sync routers for ids ['cc4c9e46-4b58-478d-bab0-f585b953ada3'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:12:46.062349 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc90fda-29c7-4a22-b696-cc0eb73340b1 None None] Routers {'cc4c9e46-4b58-478d-bab0-f585b953ada3'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:46.062995 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9dc90fda-29c7-4a22-b696-cc0eb73340b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:12:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['cc4c9e46-4b58-478d-bab0-f585b953ada3'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:46.078473 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c952deb-48ae-4ef4-959e-2c6d0e154d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:46.103954 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-791aa26d-2e8a-45ee-b890-08ab9447b3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:46.106593 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9dc90fda-29c7-4a22-b696-cc0eb73340b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:46.107900 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e99e104-a935-4cc1-82ad-c19c23595b27 admin admin] Router 3377a935-27cd-452b-9fc4-a3b80ffdf1fb has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:12:46.140895 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c952deb-48ae-4ef4-959e-2c6d0e154d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:46.144718 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc90fda-29c7-4a22-b696-cc0eb73340b1 None None] Routers {'cc4c9e46-4b58-478d-bab0-f585b953ada3'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:46.145365 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9dc90fda-29c7-4a22-b696-cc0eb73340b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:12:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['cc4c9e46-4b58-478d-bab0-f585b953ada3'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:46.166094 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-791aa26d-2e8a-45ee-b890-08ab9447b3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:46.182745 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5d46b03a-f6c4-4bf9-8693-46328120652b tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "GET /v2.0/routers/cc4c9e46-4b58-478d-bab0-f585b953ada3 HTTP/1.1" status: 200 len: 921 time: 0.1495469 Jul 14 09:12:46.187249 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43364) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:46.187979 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9dc90fda-29c7-4a22-b696-cc0eb73340b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:46.188672 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc90fda-29c7-4a22-b696-cc0eb73340b1 None None] The sync data for ids ['cc4c9e46-4b58-478d-bab0-f585b953ada3'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:12:46.221314 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b765226b-6829-4f99-acaf-534d1756dfc8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:46.231734 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fdbf3942-ee2c-4dc0-bd73-db31f7b8644d None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:46.240728 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-14fe3d45-27c7-4314-ae62-620c012baccc req-6abe84f8-28f8-41af-b901-f28d9712cee6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960838 Jul 14 09:12:46.251893 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-fdbf3942-ee2c-4dc0-bd73-db31f7b8644d None None] Transition to ACTIVE for port object 3707bebb-466c-4284-be3b-dd2dabafd566 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:46.277456 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-fdbf3942-ee2c-4dc0-bd73-db31f7b8644d None None] Transition to ACTIVE for port object 3707bebb-466c-4284-be3b-dd2dabafd566 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:46.291591 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fdbf3942-ee2c-4dc0-bd73-db31f7b8644d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:46.333400 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbf3942-ee2c-4dc0-bd73-db31f7b8644d None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:46.337007 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-fdbf3942-ee2c-4dc0-bd73-db31f7b8644d None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:46.340519 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbf3942-ee2c-4dc0-bd73-db31f7b8644d None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:46.434784 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf3942-ee2c-4dc0-bd73-db31f7b8644d None None] Pushing event updated for resources: {'Port': ['ID=3707bebb-466c-4284-be3b-dd2dabafd566,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:46.440432 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c952deb-48ae-4ef4-959e-2c6d0e154d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:46.442980 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c952deb-48ae-4ef4-959e-2c6d0e154d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:46.447262 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0c952deb-48ae-4ef4-959e-2c6d0e154d6a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/54accfde-6556-42ac-aba3-7be64b7f1e1d HTTP/1.1" status: 204 len: 168 time: 1.0021353 Jul 14 09:12:46.454048 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-fdbf3942-ee2c-4dc0-bd73-db31f7b8644d None None] Attempting to bind port 3707bebb-466c-4284-be3b-dd2dabafd566 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:46.454667 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-fdbf3942-ee2c-4dc0-bd73-db31f7b8644d None None] Attempting to bind port 3707bebb-466c-4284-be3b-dd2dabafd566 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:46.455060 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbf3942-ee2c-4dc0-bd73-db31f7b8644d None None] Attempting to bind port 3707bebb-466c-4284-be3b-dd2dabafd566 on network d4b2ec29-2184-48d5-8c16-380a3c464388 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:46.464323 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbf3942-ee2c-4dc0-bd73-db31f7b8644d None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:46.464703 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbf3942-ee2c-4dc0-bd73-db31f7b8644d None None] Checking segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:46.466997 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fdbf3942-ee2c-4dc0-bd73-db31f7b8644d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:46.466997 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbf3942-ee2c-4dc0-bd73-db31f7b8644d None None] Bound using segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:46.467727 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-fdbf3942-ee2c-4dc0-bd73-db31f7b8644d None None] Bound port: 3707bebb-466c-4284-be3b-dd2dabafd566, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:46.468224 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fdbf3942-ee2c-4dc0-bd73-db31f7b8644d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:46.475898 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-791aa26d-2e8a-45ee-b890-08ab9447b3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:46.479413 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-791aa26d-2e8a-45ee-b890-08ab9447b3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:46.480629 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-791aa26d-2e8a-45ee-b890-08ab9447b3cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23caeed7-1916-4025-a51d-fdda6be89325 HTTP/1.1" status: 204 len: 168 time: 0.9726191 Jul 14 09:12:46.487771 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 6c382b8b-b54f-495e-9d8b-0660c468bb6a details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:12:46.490472 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c952deb-48ae-4ef4-959e-2c6d0e154d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54accfde-6556-42ac-aba3-7be64b7f1e1d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:46.539555 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b765226b-6829-4f99-acaf-534d1756dfc8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:46.545572 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791aa26d-2e8a-45ee-b890-08ab9447b3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23caeed7-1916-4025-a51d-fdda6be89325,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:46.569856 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f38c11b-744f-4bbc-9ee6-a3ac7e737662 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:46.571419 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8f38c11b-744f-4bbc-9ee6-a3ac7e737662 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6facc217-dc01-422a-8069-2c7784a4d993&device_id=cc4c9e46-4b58-478d-bab0-f585b953ada3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3833635 Jul 14 09:12:46.575735 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43374) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:46.587422 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e99e104-a935-4cc1-82ad-c19c23595b27 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:12:46.598131 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9643b482-9a58-4bce-bd24-095d1f5a6ec1 None None] Sync routers for ids ['3377a935-27cd-452b-9fc4-a3b80ffdf1fb'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:12:46.610194 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9e99e104-a935-4cc1-82ad-c19c23595b27 admin admin] 10.222.0.25 "PUT /v2.0/routers/3377a935-27cd-452b-9fc4-a3b80ffdf1fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5922625 Jul 14 09:12:46.611201 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43376) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:46.614467 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9643b482-9a58-4bce-bd24-095d1f5a6ec1 None None] Routers {'3377a935-27cd-452b-9fc4-a3b80ffdf1fb'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:46.616009 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-9643b482-9a58-4bce-bd24-095d1f5a6ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:12:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['3377a935-27cd-452b-9fc4-a3b80ffdf1fb'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:46.635651 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-b765226b-6829-4f99-acaf-534d1756dfc8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] device_id is not set on port 52089df9-f014-4c8d-a134-8f1fa59c6fc4 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:12:46.735540 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-fdbf3942-ee2c-4dc0-bd73-db31f7b8644d None None] For port 3707bebb-466c-4284-be3b-dd2dabafd566, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:46.743724 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-fdbf3942-ee2c-4dc0-bd73-db31f7b8644d None None] For port 3707bebb-466c-4284-be3b-dd2dabafd566, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=3707bebb-466c-4284-be3b-dd2dabafd566,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:46.753625 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 6c382b8b-b54f-495e-9d8b-0660c468bb6a, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=6c382b8b-b54f-495e-9d8b-0660c468bb6a,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:46.758330 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fdbf3942-ee2c-4dc0-bd73-db31f7b8644d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:46.784505 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b20f8-6015-43e5-aedb-f225e2652551 req-a89cf599-0e7d-41e0-9638-d4b27596cd80 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:46.792953 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-551b20f8-6015-43e5-aedb-f225e2652551 req-a89cf599-0e7d-41e0-9638-d4b27596cd80 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 945 time: 0.2875443 Jul 14 09:12:46.823158 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee743930-43bf-4543-a267-19b5038a8bff admin admin] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:46.829440 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '6c382b8b-b54f-495e-9d8b-0660c468bb6a', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '6c382b8b-b54f-495e-9d8b-0660c468bb6a', 'mac_address': 'fa:16:3e:09:05:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:12:46.847726 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-9643b482-9a58-4bce-bd24-095d1f5a6ec1 None None] Set router 3377a935-27cd-452b-9fc4-a3b80ffdf1fb gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:12:46.925334 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf3942-ee2c-4dc0-bd73-db31f7b8644d None None] Pushing event updated for resources: {'Port': ['ID=3707bebb-466c-4284-be3b-dd2dabafd566,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:46.946650 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:46.979036 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa2d017-af99-45ad-807f-0d5040aa989b tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:46.980584 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-afa2d017-af99-45ad-807f-0d5040aa989b tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 881 time: 0.3919916 Jul 14 09:12:46.990506 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43382) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:46.991710 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c382b8b-b54f-495e-9d8b-0660c468bb6a {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:47.042502 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 6c382b8b-b54f-495e-9d8b-0660c468bb6a, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=6c382b8b-b54f-495e-9d8b-0660c468bb6a,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:47.044987 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-551b20f8-6015-43e5-aedb-f225e2652551 req-de8a6cac-7bd5-4e10-a7bc-0d323022389d tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462537 Jul 14 09:12:47.053522 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:47.096431 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2883be75-1cb1-493d-871a-348be988fc1d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc4c9e46-4b58-478d-bab0-f585b953ada3 HTTP/1.1" status: 200 len: 205 time: 0.1001909 Jul 14 09:12:47.096980 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43386) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:47.131353 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee743930-43bf-4543-a267-19b5038a8bff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:47.179516 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=6c382b8b-b54f-495e-9d8b-0660c468bb6a,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:47.299258 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-9643b482-9a58-4bce-bd24-095d1f5a6ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2108743724-router', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '3ea0d143-bc3b-4098-954d-9dfe9ed37338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:01:19Z', 'updated_at': '2021-07-14T09:12:44Z', 'revision_number': 5, 'project_id': '8050cf63175f42718fc254b7c67d228f', 'gw_port': {'id': '3ea0d143-bc3b-4098-954d-9dfe9ed37338', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:22Z', 'updated_at': '2021-07-14T09:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:47.310363 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['6c382b8b-b54f-495e-9d8b-0660c468bb6a'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:47.396097 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff7b4-88fc-4df2-8dd5-66b3e65c854f tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:47.412809 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ee743930-43bf-4543-a267-19b5038a8bff admin admin] Deleting port 3ea0d143-bc3b-4098-954d-9dfe9ed37338 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:47.413395 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee743930-43bf-4543-a267-19b5038a8bff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:47.429958 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43396) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:47.441281 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9643b482-9a58-4bce-bd24-095d1f5a6ec1 None None] Checking router: 3377a935-27cd-452b-9fc4-a3b80ffdf1fb for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:12:47.480719 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9643b482-9a58-4bce-bd24-095d1f5a6ec1 None None] Routers {'3377a935-27cd-452b-9fc4-a3b80ffdf1fb'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:47.481912 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-9643b482-9a58-4bce-bd24-095d1f5a6ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:12:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['3377a935-27cd-452b-9fc4-a3b80ffdf1fb'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:47.519899 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bad78aba-0931-468b-86cc-1004ec5a6426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:47.548078 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-b765226b-6829-4f99-acaf-534d1756dfc8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 2001:db8::d777:9023:6de5:578f (d4b2ec29-2184-48d5-8c16-380a3c464388/ccc66390-76ec-4f08-8f46-146f8439d521/52089df9-f014-4c8d-a134-8f1fa59c6fc4) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:47.613862 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ee743930-43bf-4543-a267-19b5038a8bff admin admin] For port 3ea0d143-bc3b-4098-954d-9dfe9ed37338, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=3ea0d143-bc3b-4098-954d-9dfe9ed37338,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:47.614377 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee743930-43bf-4543-a267-19b5038a8bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:47.654770 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ee743930-43bf-4543-a267-19b5038a8bff admin admin] Calling delete_port for 3ea0d143-bc3b-4098-954d-9dfe9ed37338 owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:47.677503 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799286e0-edb0-4096-80e1-6dc206a8174f req-aa876a59-fa9b-43a0-bcfd-f927996f7478 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:47.679188 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-799286e0-edb0-4096-80e1-6dc206a8174f req-aa876a59-fa9b-43a0-bcfd-f927996f7478 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 949 time: 0.1602075 Jul 14 09:12:47.701228 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-9643b482-9a58-4bce-bd24-095d1f5a6ec1 None None] Set router 3377a935-27cd-452b-9fc4-a3b80ffdf1fb gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:12:47.719462 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff7b4-88fc-4df2-8dd5-66b3e65c854f tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:47.746564 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-799286e0-edb0-4096-80e1-6dc206a8174f req-93655691-191b-40c5-9b9b-463634d71d2f tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606468 Jul 14 09:12:47.815180 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ab1ff7b4-88fc-4df2-8dd5-66b3e65c854f tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Deleting port 88ba634b-2c0e-4d56-882c-ad4d0c91d7da {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:47.815180 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff7b4-88fc-4df2-8dd5-66b3e65c854f tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:47.836971 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-9643b482-9a58-4bce-bd24-095d1f5a6ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2108743724-router', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:01:19Z', 'updated_at': '2021-07-14T09:12:47Z', 'revision_number': 6, 'project_id': '8050cf63175f42718fc254b7c67d228f', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:47.881252 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bad78aba-0931-468b-86cc-1004ec5a6426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:47.881874 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9643b482-9a58-4bce-bd24-095d1f5a6ec1 None None] The sync data for ids ['3377a935-27cd-452b-9fc4-a3b80ffdf1fb'] in n-d-771362-35 is: [{'id': '3377a935-27cd-452b-9fc4-a3b80ffdf1fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2108743724-router', 'tenant_id': '8050cf63175f42718fc254b7c67d228f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:01:19Z', 'updated_at': '2021-07-14T09:12:47Z', 'revision_number': 6, 'project_id': '8050cf63175f42718fc254b7c67d228f', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:12:47.913522 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff7b4-88fc-4df2-8dd5-66b3e65c854f tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:47.938626 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bad78aba-0931-468b-86cc-1004ec5a6426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:47.945774 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ab1ff7b4-88fc-4df2-8dd5-66b3e65c854f tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Calling delete_port for 88ba634b-2c0e-4d56-882c-ad4d0c91d7da owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:48.030755 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad78aba-0931-468b-86cc-1004ec5a6426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b166cc-f533-407f-8795-ba5a6e0b81a7,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:48.047721 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bad78aba-0931-468b-86cc-1004ec5a6426 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=51b2df76b8b84e15b7f19f52ff562d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6072822 Jul 14 09:12:48.049485 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43410) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:48.108839 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43414) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:48.163263 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b765226b-6829-4f99-acaf-534d1756dfc8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.184705 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b434361a-efb2-4f67-9edc-aaf40d3fb45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.188202 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b765226b-6829-4f99-acaf-534d1756dfc8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Transition to ACTIVE for port object 52089df9-f014-4c8d-a134-8f1fa59c6fc4 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:48.250935 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b434361a-efb2-4f67-9edc-aaf40d3fb45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.268735 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee743930-43bf-4543-a267-19b5038a8bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.333329 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee743930-43bf-4543-a267-19b5038a8bff admin admin] Pushing event deleted for resources: {'Port': ['ID=3ea0d143-bc3b-4098-954d-9dfe9ed37338,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:48.340051 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1e7a21de-0447-4c2b-b25d-338df95119a3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1046387333-network', 'tenant_id': '979499a3220e42b6a9a084310d4dfb80'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:48.381112 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b765226b-6829-4f99-acaf-534d1756dfc8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.386645 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60d776bf-f5e3-4865-a55d-b116807185aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.404495 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b434361a-efb2-4f67-9edc-aaf40d3fb45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.406827 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b434361a-efb2-4f67-9edc-aaf40d3fb45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.408271 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b434361a-efb2-4f67-9edc-aaf40d3fb45f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5b166cc-f533-407f-8795-ba5a6e0b81a7 HTTP/1.1" status: 204 len: 168 time: 0.3575094 Jul 14 09:12:48.453615 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff7b4-88fc-4df2-8dd5-66b3e65c854f tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.486551 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434361a-efb2-4f67-9edc-aaf40d3fb45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b166cc-f533-407f-8795-ba5a6e0b81a7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:48.491287 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 6c382b8b-b54f-495e-9d8b-0660c468bb6a up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:48.526721 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b765226b-6829-4f99-acaf-534d1756dfc8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:48.537018 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-b765226b-6829-4f99-acaf-534d1756dfc8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:48.543463 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b765226b-6829-4f99-acaf-534d1756dfc8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:48.550668 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b765226b-6829-4f99-acaf-534d1756dfc8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:48.551350 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b765226b-6829-4f99-acaf-534d1756dfc8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.555386 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee743930-43bf-4543-a267-19b5038a8bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.561485 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765226b-6829-4f99-acaf-534d1756dfc8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=52089df9-f014-4c8d-a134-8f1fa59c6fc4,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:48.631529 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 3707bebb-466c-4284-be3b-dd2dabafd566 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:48.658499 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ff7b4-88fc-4df2-8dd5-66b3e65c854f tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Pushing event deleted for resources: {'Port': ['ID=88ba634b-2c0e-4d56-882c-ad4d0c91d7da,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:48.678647 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-17ed6bc2-d2c4-45c9-9b49-784dc394195d None None] Provisioning for port 3707bebb-466c-4284-be3b-dd2dabafd566 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:48.687853 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b765226b-6829-4f99-acaf-534d1756dfc8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.2388279 Jul 14 09:12:48.687853 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee743930-43bf-4543-a267-19b5038a8bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.689580 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43424) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:48.690105 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7a21de-0447-4c2b-b25d-338df95119a3 admin admin] Made reservation on behalf of 979499a3220e42b6a9a084310d4dfb80 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:48.692647 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e7a21de-0447-4c2b-b25d-338df95119a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.695151 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee743930-43bf-4543-a267-19b5038a8bff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.704029 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-1e78df80-82d4-455c-a99d-02d774fae6c9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'port': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'fixed_ips': [{'subnet_id': 'ccc66390-76ec-4f08-8f46-146f8439d521', 'ip_address': '2001:db8::d777:9023:6de5:578f'}], 'name': 'tempest-NetworksTestDHCPv6-91944217'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:48.716740 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 6c382b8b-b54f-495e-9d8b-0660c468bb6a completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:48.721344 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e7a21de-0447-4c2b-b25d-338df95119a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.725217 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 6c382b8b-b54f-495e-9d8b-0660c468bb6a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:48.725589 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.754419 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 3707bebb-466c-4284-be3b-dd2dabafd566 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:48.766138 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 3707bebb-466c-4284-be3b-dd2dabafd566 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:48.766589 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.767052 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5219b0-b8fa-4340-8654-8991a87f84fb req-c27b793c-48e6-464c-8b65-031b8e34c2a6 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:48.768767 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ed5219b0-b8fa-4340-8654-8991a87f84fb req-c27b793c-48e6-464c-8b65-031b8e34c2a6 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 945 time: 0.5206721 Jul 14 09:12:48.778111 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff7b4-88fc-4df2-8dd5-66b3e65c854f tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.860390 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee743930-43bf-4543-a267-19b5038a8bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.860916 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee743930-43bf-4543-a267-19b5038a8bff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3377a935-27cd-452b-9fc4-a3b80ffdf1fb {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:12:48.874747 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee743930-43bf-4543-a267-19b5038a8bff admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.876056 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ee743930-43bf-4543-a267-19b5038a8bff admin admin] 10.222.0.25 "DELETE /v2.0/routers/3377a935-27cd-452b-9fc4-a3b80ffdf1fb HTTP/1.1" status: 204 len: 168 time: 2.2637153 Jul 14 09:12:48.880917 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43432) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:48.898075 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff7b4-88fc-4df2-8dd5-66b3e65c854f tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.900734 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff7b4-88fc-4df2-8dd5-66b3e65c854f tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.980787 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff7b4-88fc-4df2-8dd5-66b3e65c854f tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.982103 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1ff7b4-88fc-4df2-8dd5-66b3e65c854f tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Fanout notify agent at l3_agent the message router_deleted on router cc4c9e46-4b58-478d-bab0-f585b953ada3 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:12:48.982223 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-639e5cc7-de7e-4475-8147-22a8c3c207de admin admin] Deleting subnet 704ebd5f-63af-4ec7-9724-fb32bd7b2c9a {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:12:48.993657 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-639e5cc7-de7e-4475-8147-22a8c3c207de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.999862 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff7b4-88fc-4df2-8dd5-66b3e65c854f tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.001366 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ab1ff7b4-88fc-4df2-8dd5-66b3e65c854f tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "DELETE /v2.0/routers/cc4c9e46-4b58-478d-bab0-f585b953ada3 HTTP/1.1" status: 204 len: 168 time: 1.9030366 Jul 14 09:12:49.012906 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43438) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:49.027372 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-219d2ca4-d9f2-4337-b242-f349883e26d7 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1902389860', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:49.050934 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-639e5cc7-de7e-4475-8147-22a8c3c207de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.117391 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ed5219b0-b8fa-4340-8654-8991a87f84fb req-8e551a06-2710-4566-a6d2-086d128cd667 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457033 Jul 14 09:12:49.175260 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4630b-f4e9-482f-9d6a-6a763a69a191 req-640ab7ea-79e3-4b8f-8471-2b05cc342239 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:49.176926 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-93a4630b-f4e9-482f-9d6a-6a763a69a191 req-640ab7ea-79e3-4b8f-8471-2b05cc342239 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 949 time: 0.1588924 Jul 14 09:12:49.197084 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-639e5cc7-de7e-4475-8147-22a8c3c207de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.223588 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e7a21de-0447-4c2b-b25d-338df95119a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.229774 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e7a21de-0447-4c2b-b25d-338df95119a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.270435 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-93a4630b-f4e9-482f-9d6a-6a763a69a191 req-b908502e-1691-4eb7-a39a-81ce9b7e5143 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843272 Jul 14 09:12:49.280615 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7a21de-0447-4c2b-b25d-338df95119a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:12:49.288175 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a21de-0447-4c2b-b25d-338df95119a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063abf49-9c44-4faa-b19c-25673b50cda3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:49.298752 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-fea22746-0f0c-42b9-a229-e52e62e92bfe None None] Provisioning for port 52089df9-f014-4c8d-a134-8f1fa59c6fc4 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:49.299467 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e7a21de-0447-4c2b-b25d-338df95119a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.299875 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-1e7a21de-0447-4c2b-b25d-338df95119a3 admin admin] Added segment 630f871b-aa46-4ea1-bd54-8cc1797311d1 of type vlan for network a6130b6d-d059-4034-9866-eb8b37ca5775 Jul 14 09:12:49.319170 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-fea22746-0f0c-42b9-a229-e52e62e92bfe None None] Provisioning complete for port 52089df9-f014-4c8d-a134-8f1fa59c6fc4 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:49.319542 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fea22746-0f0c-42b9-a229-e52e62e92bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.339398 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.377503 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e78df80-82d4-455c-a99d-02d774fae6c9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:49.385081 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e78df80-82d4-455c-a99d-02d774fae6c9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.395351 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e7a21de-0447-4c2b-b25d-338df95119a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.397445 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-639e5cc7-de7e-4475-8147-22a8c3c207de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.425549 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-fea22746-0f0c-42b9-a229-e52e62e92bfe None None] Port 52089df9-f014-4c8d-a134-8f1fa59c6fc4 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:12:49.445748 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-639e5cc7-de7e-4475-8147-22a8c3c207de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.451162 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-639e5cc7-de7e-4475-8147-22a8c3c207de admin admin] 10.222.0.25 "DELETE /v2.0/subnets/704ebd5f-63af-4ec7-9724-fb32bd7b2c9a HTTP/1.1" status: 204 len: 168 time: 0.5664310 Jul 14 09:12:49.455030 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1e78df80-82d4-455c-a99d-02d774fae6c9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] device_id is not set on port 82f84e27-db63-43b6-8496-05b917596e26 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:12:49.458986 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43448) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:49.463451 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-219d2ca4-d9f2-4337-b242-f349883e26d7 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.464910 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.465098 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-219d2ca4-d9f2-4337-b242-f349883e26d7 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.469329 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114f6773-e362-4679-af0e-193eb0cf0a24 None None] Network fd6f44a4-b526-4db7-81df-370c1f70c73e requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:49.500922 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c382b8b-b54f-495e-9d8b-0660c468bb6a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:49.503557 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b9e2fe-816a-402c-9e0e-66a1da7b5a12" -d '{"events": [{"server_uuid": "c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4", "name": "network-vif-plugged", "status": "completed", "tag": "6c382b8b-b54f-495e-9d8b-0660c468bb6a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:49.570135 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 3707bebb-466c-4284-be3b-dd2dabafd566, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=3707bebb-466c-4284-be3b-dd2dabafd566,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:49.580452 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa1c030-e31d-47db-8d2f-97c231e90177 x-openstack-request-id: req-6fa1c030-e31d-47db-8d2f-97c231e90177 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:49.581014 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4", "name": "network-vif-plugged", "status": "completed", "tag": "6c382b8b-b54f-495e-9d8b-0660c468bb6a", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:49.581451 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6fa1c030-e31d-47db-8d2f-97c231e90177 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:49.581994 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c382b8b-b54f-495e-9d8b-0660c468bb6a', 'code': 200} Jul 14 09:12:49.585302 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e5cc7-de7e-4475-8147-22a8c3c207de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=704ebd5f-63af-4ec7-9724-fb32bd7b2c9a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:49.591391 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e7a21de-0447-4c2b-b25d-338df95119a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.592667 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7a21de-0447-4c2b-b25d-338df95119a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:49.593319 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e7a21de-0447-4c2b-b25d-338df95119a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.610047 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.615441 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 6c382b8b-b54f-495e-9d8b-0660c468bb6a, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=6c382b8b-b54f-495e-9d8b-0660c468bb6a,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:49.643477 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d38d0f0c-d0aa-465f-900b-0a6984bb9057 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:49.649223 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.693663 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: d38d0f0c-d0aa-465f-900b-0a6984bb9057 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:12:49.694242 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d38d0f0c-d0aa-465f-900b-0a6984bb9057 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:49.702220 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e78df80-82d4-455c-a99d-02d774fae6c9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 14 09:12:49.702768 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e78df80-82d4-455c-a99d-02d774fae6c9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:12:49.726522 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1e78df80-82d4-455c-a99d-02d774fae6c9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0334730 Jul 14 09:12:49.727067 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43456) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:49.766680 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=3707bebb-466c-4284-be3b-dd2dabafd566,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:49.843565 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=6c382b8b-b54f-495e-9d8b-0660c468bb6a,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:49.862478 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954ed782-420f-4b3e-b321-a23c6273cc74 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:49.869121 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954ed782-420f-4b3e-b321-a23c6273cc74 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:49.876015 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-954ed782-420f-4b3e-b321-a23c6273cc74 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1426706 Jul 14 09:12:49.876346 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43460) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:49.947191 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a866522b-ddbe-4f4a-9f50-2404726b9932 None None] DHCP port deletion for fd6f44a4-b526-4db7-81df-370c1f70c73e request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:12:49.975560 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7253dfac-6769-4298-9fab-2e257f20f14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.017154 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-78b6d123-7f27-4629-8520-0f730031f7ce tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting port 52089df9-f014-4c8d-a134-8f1fa59c6fc4 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:50.018846 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-78b6d123-7f27-4629-8520-0f730031f7ce tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.041325 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a866522b-ddbe-4f4a-9f50-2404726b9932 None None] Deleting port 44ebcb03-a1fd-41ba-9532-0bfd1d454569 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:50.043107 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a866522b-ddbe-4f4a-9f50-2404726b9932 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.046875 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1e7a21de-0447-4c2b-b25d-338df95119a3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9332466 Jul 14 09:12:50.083537 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43484) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:50.096092 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b2fc2761-3026-4b50-9502-ea30becb8e30 admin admin] Request body: {'subnet': {'network_id': 'a6130b6d-d059-4034-9866-eb8b37ca5775', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1046387333-subnet', 'tenant_id': '979499a3220e42b6a9a084310d4dfb80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:50.130041 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a866522b-ddbe-4f4a-9f50-2404726b9932 None None] For port 44ebcb03-a1fd-41ba-9532-0bfd1d454569, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=44ebcb03-a1fd-41ba-9532-0bfd1d454569,segment=NetworkSegment(78239ac2-1e7b-4b99-a571-fca123833857),segment_id=78239ac2-1e7b-4b99-a571-fca123833857)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:50.130541 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a866522b-ddbe-4f4a-9f50-2404726b9932 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.174768 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-219d2ca4-d9f2-4337-b242-f349883e26d7 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.184875 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a866522b-ddbe-4f4a-9f50-2404726b9932 None None] Calling delete_port for 44ebcb03-a1fd-41ba-9532-0bfd1d454569 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:50.197605 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a21de-0447-4c2b-b25d-338df95119a3 admin admin] Pushing event updated for resources: {'Network': ['ID=a6130b6d-d059-4034-9866-eb8b37ca5775,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:50.207038 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-78b6d123-7f27-4629-8520-0f730031f7ce tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.221778 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-78b6d123-7f27-4629-8520-0f730031f7ce tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Calling delete_port for 52089df9-f014-4c8d-a134-8f1fa59c6fc4 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:50.297326 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fc2761-3026-4b50-9502-ea30becb8e30 admin admin] Made reservation on behalf of 979499a3220e42b6a9a084310d4dfb80 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:50.299771 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2fc2761-3026-4b50-9502-ea30becb8e30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.308989 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network a6130b6d-d059-4034-9866-eb8b37ca5775 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:12:50.311000 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 3707bebb-466c-4284-be3b-dd2dabafd566 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:50.395846 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc68643-6c87-4992-b19e-2e3f3959a375 req-5115ca23-5ca4-461a-87c9-4a946eb57743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:50.397512 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7fc68643-6c87-4992-b19e-2e3f3959a375 req-5115ca23-5ca4-461a-87c9-4a946eb57743 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 1102 time: 0.4176989 Jul 14 09:12:50.433663 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-78b6d123-7f27-4629-8520-0f730031f7ce tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.488814 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6d123-7f27-4629-8520-0f730031f7ce tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Port': ['ID=52089df9-f014-4c8d-a134-8f1fa59c6fc4,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:50.536913 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-78b6d123-7f27-4629-8520-0f730031f7ce tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.539768 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-78b6d123-7f27-4629-8520-0f730031f7ce tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/52089df9-f014-4c8d-a134-8f1fa59c6fc4 HTTP/1.1" status: 204 len: 168 time: 0.6622849 Jul 14 09:12:50.540689 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-219d2ca4-d9f2-4337-b242-f349883e26d7 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.543465 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43508) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:50.551675 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 3707bebb-466c-4284-be3b-dd2dabafd566 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:50.553060 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.556283 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a866522b-ddbe-4f4a-9f50-2404726b9932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.613155 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a5f806-cde4-400a-823b-c06cf7d6e20c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:50.620380 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a5f806-cde4-400a-823b-c06cf7d6e20c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:50.620380 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-70a5f806-cde4-400a-823b-c06cf7d6e20c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0683041 Jul 14 09:12:50.620380 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43510) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:50.621033 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43512) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:50.625916 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a866522b-ddbe-4f4a-9f50-2404726b9932 None None] No DVR routers for this DVR port 44ebcb03-a1fd-41ba-9532-0bfd1d454569 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:50.627525 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866522b-ddbe-4f4a-9f50-2404726b9932 None None] Pushing event deleted for resources: {'Port': ['ID=44ebcb03-a1fd-41ba-9532-0bfd1d454569,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:50.646492 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7253dfac-6769-4298-9fab-2e257f20f14c admin admin] Deleting port 44ebcb03-a1fd-41ba-9532-0bfd1d454569 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:50.647051 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7253dfac-6769-4298-9fab-2e257f20f14c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.709453 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-37570649-e2c8-4179-956d-3aa3ba00bc0c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet ccc66390-76ec-4f08-8f46-146f8439d521 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:12:50.719249 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-37570649-e2c8-4179-956d-3aa3ba00bc0c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.744233 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7fc68643-6c87-4992-b19e-2e3f3959a375 req-b48cf2d2-63da-49cc-b6bf-5e06dad4587a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589860 Jul 14 09:12:50.767281 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 3ea0d143-bc3b-4098-954d-9dfe9ed37338 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:50.780447 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-37570649-e2c8-4179-956d-3aa3ba00bc0c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.806331 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 3ea0d143-bc3b-4098-954d-9dfe9ed37338 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:12:50.808630 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 3ea0d143-bc3b-4098-954d-9dfe9ed37338 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:50.809062 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 44ebcb03-a1fd-41ba-9532-0bfd1d454569 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:50.836530 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 44ebcb03-a1fd-41ba-9532-0bfd1d454569 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:12:50.837285 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 44ebcb03-a1fd-41ba-9532-0bfd1d454569 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:50.874759 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1bf111f1-44e3-44ec-86dc-e84543a1388b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.898026 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-37570649-e2c8-4179-956d-3aa3ba00bc0c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.934256 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7253dfac-6769-4298-9fab-2e257f20f14c admin admin] For port 44ebcb03-a1fd-41ba-9532-0bfd1d454569, host n-d-771362-35, got binding levels [] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:50.935057 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7253dfac-6769-4298-9fab-2e257f20f14c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.944954 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec358e-71a0-45a0-acd8-e36afc65bcf7 req-0961e808-851d-422e-a4ec-c9c0d8351613 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:50.946451 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d4ec358e-71a0-45a0-acd8-e36afc65bcf7 req-0961e808-851d-422e-a4ec-c9c0d8351613 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 945 time: 0.5851364 Jul 14 09:12:50.953729 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2fc2761-3026-4b50-9502-ea30becb8e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.980335 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-37570649-e2c8-4179-956d-3aa3ba00bc0c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.992045 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a22cbc16-84fb-4368-a258-90dac62681ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.999913 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7253dfac-6769-4298-9fab-2e257f20f14c admin admin] Calling delete_port for 44ebcb03-a1fd-41ba-9532-0bfd1d454569 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:51.008982 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.ipam_backend_mixin [None req-7253dfac-6769-4298-9fab-2e257f20f14c admin admin] Port 44ebcb03-a1fd-41ba-9532-0bfd1d454569 was not found and therefore no delete operation was performed {{(pid=93773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:12:51.020698 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37570649-e2c8-4179-956d-3aa3ba00bc0c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc66390-76ec-4f08-8f46-146f8439d521,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:51.020930 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f48c8-c7ba-40d0-a708-476c77645c3f req-71423bc4-6fe0-481a-b137-3ca8a9fbbe26 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:51.023596 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c1f48c8-c7ba-40d0-a708-476c77645c3f req-71423bc4-6fe0-481a-b137-3ca8a9fbbe26 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 950 time: 0.5328827 Jul 14 09:12:51.026703 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-37570649-e2c8-4179-956d-3aa3ba00bc0c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.028692 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-37570649-e2c8-4179-956d-3aa3ba00bc0c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/ccc66390-76ec-4f08-8f46-146f8439d521 HTTP/1.1" status: 204 len: 168 time: 0.4085829 Jul 14 09:12:51.031801 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43516) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:51.040225 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395fc29d-2c6d-42cc-8455-fae52d67fd58 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:51.050079 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7253dfac-6769-4298-9fab-2e257f20f14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.073920 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6218097f-0d9c-4314-b18c-fecb27ca89b7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410054 Jul 14 09:12:51.081143 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43518) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:51.087835 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-5b52b5db-4d35-4b78-9c0f-4a7edb028bfc tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:51.111937 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7253dfac-6769-4298-9fab-2e257f20f14c admin admin] No DVR routers for this DVR port 44ebcb03-a1fd-41ba-9532-0bfd1d454569 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:51.138862 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253dfac-6769-4298-9fab-2e257f20f14c admin admin] Pushing event deleted for resources: {'Port': ['ID=44ebcb03-a1fd-41ba-9532-0bfd1d454569,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:51.139126 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1bf111f1-44e3-44ec-86dc-e84543a1388b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.148998 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1bf111f1-44e3-44ec-86dc-e84543a1388b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.191837 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d4ec358e-71a0-45a0-acd8-e36afc65bcf7 req-2da0757f-ef2c-41cd-b0bb-4c2f24432fb1 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342789 Jul 14 09:12:51.193790 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc2761-3026-4b50-9502-ea30becb8e30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f9c4a21-3c76-47fc-aea9-57efb12f5ad8,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:51.219574 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1bf111f1-44e3-44ec-86dc-e84543a1388b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d5835ef7bab4822a8e866e9475d1fce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5975797 Jul 14 09:12:51.222207 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf111f1-44e3-44ec-86dc-e84543a1388b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bb536d-e35e-4231-8b50-5cf0d2d9d301,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:51.227216 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43520) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:51.251878 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.256428 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b52b5db-4d35-4b78-9c0f-4a7edb028bfc tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:51.261522 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b52b5db-4d35-4b78-9c0f-4a7edb028bfc tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.283469 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c1f48c8-c7ba-40d0-a708-476c77645c3f req-a34e876d-1eb2-4319-9601-ab22d32518e8 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352753 Jul 14 09:12:51.307168 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc2761-3026-4b50-9502-ea30becb8e30 admin admin] Checking segment: {'id': '630f871b-aa46-4ea1-bd54-8cc1797311d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a6130b6d-d059-4034-9866-eb8b37ca5775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:51.307873 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fc2761-3026-4b50-9502-ea30becb8e30 admin admin] Network hostable DHCP agents. Network: a6130b6d-d059-4034-9866-eb8b37ca5775, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:12:51.326496 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7253dfac-6769-4298-9fab-2e257f20f14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.327842 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7be9f2d-3316-4b67-944a-fa041da167f8 None None] DHCP port deletion for d4b2ec29-2184-48d5-8c16-380a3c464388 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:12:51.341830 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-7253dfac-6769-4298-9fab-2e257f20f14c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6f44a4-b526-4db7-81df-370c1f70c73e']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:51.355436 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-7253dfac-6769-4298-9fab-2e257f20f14c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78239ac2-1e7b-4b99-a571-fca123833857') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:51.356177 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-7253dfac-6769-4298-9fab-2e257f20f14c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78239ac2-1e7b-4b99-a571-fca123833857') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:51.368871 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7253dfac-6769-4298-9fab-2e257f20f14c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.382632 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4245fc0f-8b4c-4d72-919f-3d3556eb47b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.385391 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e7be9f2d-3316-4b67-944a-fa041da167f8 None None] Deleting port 3707bebb-466c-4284-be3b-dd2dabafd566 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:51.385836 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7be9f2d-3316-4b67-944a-fa041da167f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.404377 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7253dfac-6769-4298-9fab-2e257f20f14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.418713 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7253dfac-6769-4298-9fab-2e257f20f14c admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:12:51.419793 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7253dfac-6769-4298-9fab-2e257f20f14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:12:51.422381 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:12:51.428889 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4245fc0f-8b4c-4d72-919f-3d3556eb47b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.472038 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e7be9f2d-3316-4b67-944a-fa041da167f8 None None] For port 3707bebb-466c-4284-be3b-dd2dabafd566, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=3707bebb-466c-4284-be3b-dd2dabafd566,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:51.472703 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7be9f2d-3316-4b67-944a-fa041da167f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.476309 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fc2761-3026-4b50-9502-ea30becb8e30 admin admin] Network a6130b6d-d059-4034-9866-eb8b37ca5775 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:12:51.488690 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e7be9f2d-3316-4b67-944a-fa041da167f8 None None] Calling delete_port for 3707bebb-466c-4284-be3b-dd2dabafd566 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:51.504293 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b2fc2761-3026-4b50-9502-ea30becb8e30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, a6130b6d-d059-4034-9866-eb8b37ca5775) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:51.512248 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fc2761-3026-4b50-9502-ea30becb8e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:51.512916 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2fc2761-3026-4b50-9502-ea30becb8e30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.543431 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d58bdc0-280c-4795-bfc4-30d4eb5f0899 None None] Network a6130b6d-d059-4034-9866-eb8b37ca5775 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:51.554938 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4245fc0f-8b4c-4d72-919f-3d3556eb47b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.560087 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4245fc0f-8b4c-4d72-919f-3d3556eb47b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.565884 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4245fc0f-8b4c-4d72-919f-3d3556eb47b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92bb536d-e35e-4231-8b50-5cf0d2d9d301 HTTP/1.1" status: 204 len: 168 time: 0.3358738 Jul 14 09:12:51.583817 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b52b5db-4d35-4b78-9c0f-4a7edb028bfc tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.597404 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7253dfac-6769-4298-9fab-2e257f20f14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.607827 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7253dfac-6769-4298-9fab-2e257f20f14c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.609980 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245fc0f-8b4c-4d72-919f-3d3556eb47b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bb536d-e35e-4231-8b50-5cf0d2d9d301,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:51.622983 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7253dfac-6769-4298-9fab-2e257f20f14c admin admin] 10.222.0.25 "DELETE /v2.0/networks/fd6f44a4-b526-4db7-81df-370c1f70c73e HTTP/1.1" status: 204 len: 168 time: 2.1524665 Jul 14 09:12:51.645521 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b2fc2761-3026-4b50-9502-ea30becb8e30 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5546110 Jul 14 09:12:51.672952 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253dfac-6769-4298-9fab-2e257f20f14c admin admin] Pushing event deleted for resources: {'Network': ['ID=fd6f44a4-b526-4db7-81df-370c1f70c73e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:51.690862 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b52b5db-4d35-4b78-9c0f-4a7edb028bfc tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:51.704269 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5b52b5db-4d35-4b78-9c0f-4a7edb028bfc tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:51.710081 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b52b5db-4d35-4b78-9c0f-4a7edb028bfc tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:51.710691 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b52b5db-4d35-4b78-9c0f-4a7edb028bfc tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.732779 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-219d2ca4-d9f2-4337-b242-f349883e26d7 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.739251 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7be9f2d-3316-4b67-944a-fa041da167f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.771521 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5b52b5db-4d35-4b78-9c0f-4a7edb028bfc tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6861532 Jul 14 09:12:51.771521 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52b5db-4d35-4b78-9c0f-4a7edb028bfc tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=819a3540-2a01-4e20-bb3d-8c5742a006c0,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:51.771827 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-219d2ca4-d9f2-4337-b242-f349883e26d7 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.771914 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43528) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:51.776587 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-303c36af-26bb-42ba-8c63-a25530d3e569 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'port': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'fixed_ips': [{'subnet_id': '819a3540-2a01-4e20-bb3d-8c5742a006c0', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-737118980'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:51.787549 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be9f2d-3316-4b67-944a-fa041da167f8 None None] Pushing event deleted for resources: {'Port': ['ID=3707bebb-466c-4284-be3b-dd2dabafd566,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:51.805186 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7be9f2d-3316-4b67-944a-fa041da167f8 None None] No DVR routers for this DVR port 3707bebb-466c-4284-be3b-dd2dabafd566 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:51.815465 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1f5390-4198-4253-8fc6-f94543d4370d None None] Network a6130b6d-d059-4034-9866-eb8b37ca5775 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:51.839604 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed1680f-e8be-4eb2-8921-d2241c158a1c None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:51.863077 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43532) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:51.928519 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4fd7d2cc-e19f-464c-b8f2-cba8137ae353 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8050cf63175f42718fc254b7c67d228f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0640116 Jul 14 09:12:51.932314 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43534) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:52.011991 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303c36af-26bb-42ba-8c63-a25530d3e569 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:52.074777 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-219d2ca4-d9f2-4337-b242-f349883e26d7 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Allocated IP 172.25.6.80 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/60f65fee-6fc0-49b3-84dd-73717a505ffc) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:52.111379 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-d4b2ec29-2184-48d5-8c16-380a3c464388', 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'fixed_ips': [{'subnet_id': '819a3540-2a01-4e20-bb3d-8c5742a006c0'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:12:52.112763 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:52.114136 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e69e4ef-ce17-49af-81d8-607f2182b65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:52.117125 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:52.146964 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e69e4ef-ce17-49af-81d8-607f2182b65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:52.212998 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-303c36af-26bb-42ba-8c63-a25530d3e569 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:52.217891 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-219d2ca4-d9f2-4337-b242-f349883e26d7 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:52.230057 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e69e4ef-ce17-49af-81d8-607f2182b65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:52.234816 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e69e4ef-ce17-49af-81d8-607f2182b65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:52.235999 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5e69e4ef-ce17-49af-81d8-607f2182b65d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8646e213-dd0d-40aa-b659-6adc73064e3e HTTP/1.1" status: 204 len: 168 time: 0.3026631 Jul 14 09:12:52.256089 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69e4ef-ce17-49af-81d8-607f2182b65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8646e213-dd0d-40aa-b659-6adc73064e3e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:52.263815 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 3707bebb-466c-4284-be3b-dd2dabafd566 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:52.264561 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-303c36af-26bb-42ba-8c63-a25530d3e569 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] device_id is not set on port b0ae6ef2-b811-481e-9754-27f944569314 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:12:52.302540 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-219d2ca4-d9f2-4337-b242-f349883e26d7 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:52.357385 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 3707bebb-466c-4284-be3b-dd2dabafd566 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:12:52.357738 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 3707bebb-466c-4284-be3b-dd2dabafd566 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:52.432417 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219d2ca4-d9f2-4337-b242-f349883e26d7 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:52.463944 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-219d2ca4-d9f2-4337-b242-f349883e26d7 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:52.465779 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Allocated IP 2001:db8::2 (d4b2ec29-2184-48d5-8c16-380a3c464388/819a3540-2a01-4e20-bb3d-8c5742a006c0/f5d8f465-7833-4d48-9bfc-a395460220ce) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:52.476526 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219d2ca4-d9f2-4337-b242-f349883e26d7 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:52.567977 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d2ca4-d9f2-4337-b242-f349883e26d7 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Pushing event updated for resources: {'Port': ['ID=60f65fee-6fc0-49b3-84dd-73717a505ffc,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:52.724507 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:52.734998 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Transition to ACTIVE for port object f5d8f465-7833-4d48-9bfc-a395460220ce will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:52.752862 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Transition to ACTIVE for port object f5d8f465-7833-4d48-9bfc-a395460220ce will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:52.767668 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:52.773044 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-303c36af-26bb-42ba-8c63-a25530d3e569 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:12:52.775948 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-303c36af-26bb-42ba-8c63-a25530d3e569 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:12:52.812575 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-303c36af-26bb-42ba-8c63-a25530d3e569 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0403321 Jul 14 09:12:52.813614 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43568) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:52.836961 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:52.839985 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:52.842945 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:52.929532 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Attempting to bind port f5d8f465-7833-4d48-9bfc-a395460220ce on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:52.929901 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Attempting to bind port f5d8f465-7833-4d48-9bfc-a395460220ce by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:52.930263 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Attempting to bind port f5d8f465-7833-4d48-9bfc-a395460220ce on network d4b2ec29-2184-48d5-8c16-380a3c464388 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:52.937964 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:52.938339 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Checking segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:52.938742 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:52.939136 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Bound using segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:52.939911 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Bound port: f5d8f465-7833-4d48-9bfc-a395460220ce, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:52.940041 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:52.983867 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Pushing event updated for resources: {'Port': ['ID=f5d8f465-7833-4d48-9bfc-a395460220ce,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:52.997562 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:52.998306 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:52.999092 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:52.999594 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:53.000090 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:53.000659 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:53.001241 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:53.001865 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:53.002348 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:53.002834 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:53.003306 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:53.003872 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:53.039212 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] For port f5d8f465-7833-4d48-9bfc-a395460220ce, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:53.044383 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] For port f5d8f465-7833-4d48-9bfc-a395460220ce, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f5d8f465-7833-4d48-9bfc-a395460220ce,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:53.045628 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43580) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:53.050008 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:53.052004 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-714d3d14-0417-4b12-b84c-8b502717beb2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1363590118-network', 'tenant_id': '8a9f491a366a40c889ef77b9d3acccbe'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:53.078863 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-219d2ca4-d9f2-4337-b242-f349883e26d7 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:53.094045 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714d3d14-0417-4b12-b84c-8b502717beb2 admin admin] Made reservation on behalf of 8a9f491a366a40c889ef77b9d3acccbe for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:53.097678 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-714d3d14-0417-4b12-b84c-8b502717beb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:53.131778 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c98edb-571f-494c-8652-6fc5f1208512 None None] Pushing event updated for resources: {'Port': ['ID=f5d8f465-7833-4d48-9bfc-a395460220ce,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:53.163387 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f7c4b1-a454-4b24-a084-deeaa4775445 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:53.165958 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e2f7c4b1-a454-4b24-a084-deeaa4775445 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3485451 Jul 14 09:12:53.178776 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089eb604-349c-46a8-8dd1-431d025dd0e6 req-7288e4c2-f220-4f2e-bb5e-9d6cd1ab91de tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:53.180716 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-089eb604-349c-46a8-8dd1-431d025dd0e6 req-7288e4c2-f220-4f2e-bb5e-9d6cd1ab91de tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 950 time: 0.4796226 Jul 14 09:12:53.185626 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43582) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:53.204429 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6c84b-4133-4ac1-b59f-b61645c22111 req-9e0b39a0-58d8-46eb-8c13-3e76fc53a18c tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:53.206261 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-99a6c84b-4133-4ac1-b59f-b61645c22111 req-9e0b39a0-58d8-46eb-8c13-3e76fc53a18c tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 945 time: 0.6501024 Jul 14 09:12:53.540792 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-714d3d14-0417-4b12-b84c-8b502717beb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:53.618535 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:53.653859 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-714d3d14-0417-4b12-b84c-8b502717beb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:53.658258 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-714d3d14-0417-4b12-b84c-8b502717beb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:53.689663 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714d3d14-0417-4b12-b84c-8b502717beb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:12:53.692370 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43598) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:53.703152 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d3d14-0417-4b12-b84c-8b502717beb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d09fff-1e62-4aff-87d4-5ca037544f90,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:53.704962 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1f5ded-6991-4f1c-b619-16a9e7b3989c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:53.706494 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1f5ded-6991-4f1c-b619-16a9e7b3989c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:53.708128 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1e1f5ded-6991-4f1c-b619-16a9e7b3989c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5126357 Jul 14 09:12:53.713595 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43602) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:53.723828 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-714d3d14-0417-4b12-b84c-8b502717beb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:53.724183 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-714d3d14-0417-4b12-b84c-8b502717beb2 admin admin] Added segment dd490cde-99cb-494c-944f-43951172efee of type vlan for network f93c5636-b8f5-4d4e-a19f-840557218d52 Jul 14 09:12:53.740998 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-089eb604-349c-46a8-8dd1-431d025dd0e6 req-d63b28c4-3f9b-48a7-94cd-06adb5cab0e5 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315533 Jul 14 09:12:53.744055 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-99a6c84b-4133-4ac1-b59f-b61645c22111 req-5feec574-44c0-41f6-b52d-235ce7883d0c tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496153 Jul 14 09:12:53.806671 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-714d3d14-0417-4b12-b84c-8b502717beb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:53.816874 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-30053713-4c21-49e0-8398-bed5705fa5e5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet 819a3540-2a01-4e20-bb3d-8c5742a006c0 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:12:53.820539 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30053713-4c21-49e0-8398-bed5705fa5e5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:53.877781 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30053713-4c21-49e0-8398-bed5705fa5e5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:53.914187 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-9c38de31-135e-4bea-bdcb-caa4dda22cb1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2026727587-network', 'tenant_id': '632b277e59c94db7b11ed5f1a650279a'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:53.940817 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-714d3d14-0417-4b12-b84c-8b502717beb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:53.942170 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714d3d14-0417-4b12-b84c-8b502717beb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:53.942761 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-714d3d14-0417-4b12-b84c-8b502717beb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:53.947546 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-219d2ca4-d9f2-4337-b242-f349883e26d7 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.020625 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c38de31-135e-4bea-bdcb-caa4dda22cb1 admin admin] Made reservation on behalf of 632b277e59c94db7b11ed5f1a650279a for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:54.022965 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c38de31-135e-4bea-bdcb-caa4dda22cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.066860 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-714d3d14-0417-4b12-b84c-8b502717beb2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0195658 Jul 14 09:12:54.069953 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43608) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:54.078371 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-664fefce-533e-4227-bc07-dd2caa8b97c3 admin admin] Request body: {'subnet': {'network_id': 'f93c5636-b8f5-4d4e-a19f-840557218d52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1363590118-subnet', 'tenant_id': '8a9f491a366a40c889ef77b9d3acccbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:54.082271 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c38de31-135e-4bea-bdcb-caa4dda22cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.178206 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d3d14-0417-4b12-b84c-8b502717beb2 admin admin] Pushing event updated for resources: {'Network': ['ID=f93c5636-b8f5-4d4e-a19f-840557218d52,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:54.191164 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network f93c5636-b8f5-4d4e-a19f-840557218d52 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:12:54.219825 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-299bb33c-22b8-454a-bedc-670ed626f413 req-9d929a39-7b26-4574-a6ba-286efacf4c00 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c2e4de726c7e4209b9272f94196810c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591161 Jul 14 09:12:54.229127 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30053713-4c21-49e0-8398-bed5705fa5e5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.327313 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f5d8f465-7833-4d48-9bfc-a395460220ce up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:54.355927 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c38de31-135e-4bea-bdcb-caa4dda22cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.386836 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c38de31-135e-4bea-bdcb-caa4dda22cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.410523 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30053713-4c21-49e0-8398-bed5705fa5e5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.420194 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219d2ca4-d9f2-4337-b242-f349883e26d7 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Router eb3cc5bd-b402-4a2f-958a-77a32d631d60 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:12:54.443782 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port f5d8f465-7833-4d48-9bfc-a395460220ce completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:54.497800 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c38de31-135e-4bea-bdcb-caa4dda22cb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:12:54.509249 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664fefce-533e-4227-bc07-dd2caa8b97c3 admin admin] Made reservation on behalf of 8a9f491a366a40c889ef77b9d3acccbe for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:54.511725 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-664fefce-533e-4227-bc07-dd2caa8b97c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.514033 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30053713-4c21-49e0-8398-bed5705fa5e5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=819a3540-2a01-4e20-bb3d-8c5742a006c0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:54.522038 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30053713-4c21-49e0-8398-bed5705fa5e5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.523875 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-30053713-4c21-49e0-8398-bed5705fa5e5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/819a3540-2a01-4e20-bb3d-8c5742a006c0 HTTP/1.1" status: 204 len: 168 time: 0.8092749 Jul 14 09:12:54.531092 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43620) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:54.534384 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38de31-135e-4bea-bdcb-caa4dda22cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4474b7f-cf21-4e7a-bea3-c924a17894b1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:54.552005 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fc144b-73d5-403d-a8e7-d74e10ef2de1 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:54.557070 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bb33c-22b8-454a-bedc-670ed626f413 req-c52be4ee-3281-4a0b-b33e-1352f52f9a63 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:54.563555 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-299bb33c-22b8-454a-bedc-670ed626f413 req-c52be4ee-3281-4a0b-b33e-1352f52f9a63 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3427851 Jul 14 09:12:54.566063 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c38de31-135e-4bea-bdcb-caa4dda22cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.566416 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-9c38de31-135e-4bea-bdcb-caa4dda22cb1 admin admin] Added segment c33ce29e-d508-429e-945d-f02a1fe3578f of type vlan for network 86c853f4-4ad9-424e-8297-380957ad4d59 Jul 14 09:12:54.648681 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c38de31-135e-4bea-bdcb-caa4dda22cb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.660887 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-fe860496-fdd8-47ce-9c08-32b785478347 req-f1703896-933a-4516-8162-39c7ff3b82c0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3211887 Jul 14 09:12:54.670477 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5030ad01-43f4-4c4b-8315-e4c7503495d3 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1307681 Jul 14 09:12:54.676205 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-299bb33c-22b8-454a-bedc-670ed626f413 req-c849337d-a22a-4e3a-8a94-b6b3eee749ae tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.25 "GET /v2.0/quotas/c2e4de726c7e4209b9272f94196810c2 HTTP/1.1" status: 200 len: 375 time: 0.1112432 Jul 14 09:12:54.676340 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43622) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:54.689375 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-3b4b2e3e-f27c-4a02-82d4-f997029233ff tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:54.735317 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-299bb33c-22b8-454a-bedc-670ed626f413 req-c3194bab-6c6d-4dc0-a3c9-ff1f0107e068 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c2e4de726c7e4209b9272f94196810c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456510 Jul 14 09:12:54.777145 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-331536b4-639c-44d2-b6e4-be7613ced78a None None] Provisioning for port f5d8f465-7833-4d48-9bfc-a395460220ce completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:54.783722 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-331536b4-639c-44d2-b6e4-be7613ced78a None None] Provisioning complete for port f5d8f465-7833-4d48-9bfc-a395460220ce triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:54.784080 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-331536b4-639c-44d2-b6e4-be7613ced78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.796365 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c38de31-135e-4bea-bdcb-caa4dda22cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.798861 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c38de31-135e-4bea-bdcb-caa4dda22cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:54.799677 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c38de31-135e-4bea-bdcb-caa4dda22cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.880069 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef13ea-7d75-4302-ab60-b09aa8f11dd2 req-824e1fe3-aa10-4105-b2cc-a74921c1b40e tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:54.881769 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-72ef13ea-7d75-4302-ab60-b09aa8f11dd2 req-824e1fe3-aa10-4105-b2cc-a74921c1b40e tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 950 time: 0.4151492 Jul 14 09:12:54.909867 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9c38de31-135e-4bea-bdcb-caa4dda22cb1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2164485 Jul 14 09:12:54.911105 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43632) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:54.922432 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b32447f-7b17-46df-818e-69dc1131f287 req-7a217f19-d1c3-4818-9c27-a4f5536a6748 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3979661 Jul 14 09:12:54.928882 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219d2ca4-d9f2-4337-b242-f349883e26d7 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:12:54.931052 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-d40a7f5a-8a5b-49da-ada0-b243ddbbe4db admin admin] Request body: {'subnet': {'network_id': '86c853f4-4ad9-424e-8297-380957ad4d59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2026727587-subnet', 'tenant_id': '632b277e59c94db7b11ed5f1a650279a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:54.951526 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97414e7-0fd2-403e-9280-889ba9930489 None None] Sync routers for ids ['eb3cc5bd-b402-4a2f-958a-77a32d631d60'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:12:54.969556 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38de31-135e-4bea-bdcb-caa4dda22cb1 admin admin] Pushing event updated for resources: {'Network': ['ID=86c853f4-4ad9-424e-8297-380957ad4d59,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:55.041239 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 86c853f4-4ad9-424e-8297-380957ad4d59 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:12:55.073992 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4b2e3e-f27c-4a02-82d4-f997029233ff tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:55.083381 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b4b2e3e-f27c-4a02-82d4-f997029233ff tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.085080 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa33f1c-63cb-40bd-94b6-1e8bfd12648d None None] DHCP port deletion for d4b2ec29-2184-48d5-8c16-380a3c464388 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:12:55.173699 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-72ef13ea-7d75-4302-ab60-b09aa8f11dd2 req-3e51aff9-10ec-457e-95ff-5e942a21a53c tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608576 Jul 14 09:12:55.183779 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-664fefce-533e-4227-bc07-dd2caa8b97c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.253939 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97414e7-0fd2-403e-9280-889ba9930489 None None] Routers {'eb3cc5bd-b402-4a2f-958a-77a32d631d60'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:55.254875 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e97414e7-0fd2-403e-9280-889ba9930489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:12:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['eb3cc5bd-b402-4a2f-958a-77a32d631d60'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:55.267885 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40a7f5a-8a5b-49da-ada0-b243ddbbe4db admin admin] Made reservation on behalf of 632b277e59c94db7b11ed5f1a650279a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:55.273169 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d40a7f5a-8a5b-49da-ada0-b243ddbbe4db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.305389 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-219d2ca4-d9f2-4337-b242-f349883e26d7 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.309253 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-219d2ca4-d9f2-4337-b242-f349883e26d7 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.2854269 Jul 14 09:12:55.315507 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43656) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:55.335241 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-4deea00c-a003-4386-87f8-1458d5108f99 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:55.345442 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e97414e7-0fd2-403e-9280-889ba9930489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:55.352152 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-331536b4-639c-44d2-b6e4-be7613ced78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.404079 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664fefce-533e-4227-bc07-dd2caa8b97c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20c36ebb-34e9-4f60-8847-4847dc1ee820,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:55.425717 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32447f-7b17-46df-818e-69dc1131f287 req-05f60765-2228-48a7-82c9-b87b3a4448ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:55.426015 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97414e7-0fd2-403e-9280-889ba9930489 None None] Routers {'eb3cc5bd-b402-4a2f-958a-77a32d631d60'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:55.427600 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b32447f-7b17-46df-818e-69dc1131f287 req-05f60765-2228-48a7-82c9-b87b3a4448ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=338da67ed34f4deb89c1895a0890d123&device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 1098 time: 0.4639003 Jul 14 09:12:55.428926 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e97414e7-0fd2-403e-9280-889ba9930489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:12:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['eb3cc5bd-b402-4a2f-958a-77a32d631d60'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:55.473346 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089754ba-97b1-4479-a881-3e2aab0b4f91 req-3457afd5-de45-425a-b92c-1efd2e78e5fc tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:55.480863 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-089754ba-97b1-4479-a881-3e2aab0b4f91 req-3457afd5-de45-425a-b92c-1efd2e78e5fc tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 945 time: 0.3411548 Jul 14 09:12:55.555461 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e97414e7-0fd2-403e-9280-889ba9930489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:55.555975 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664fefce-533e-4227-bc07-dd2caa8b97c3 admin admin] Checking segment: {'id': 'dd490cde-99cb-494c-944f-43951172efee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f93c5636-b8f5-4d4e-a19f-840557218d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:55.556129 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97414e7-0fd2-403e-9280-889ba9930489 None None] The sync data for ids ['eb3cc5bd-b402-4a2f-958a-77a32d631d60'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:12:55.556441 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664fefce-533e-4227-bc07-dd2caa8b97c3 admin admin] Network hostable DHCP agents. Network: f93c5636-b8f5-4d4e-a19f-840557218d52, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:12:55.571074 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-331536b4-639c-44d2-b6e4-be7613ced78a None None] For port f5d8f465-7833-4d48-9bfc-a395460220ce, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f5d8f465-7833-4d48-9bfc-a395460220ce,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:55.590195 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-331536b4-639c-44d2-b6e4-be7613ced78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.592843 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1fa33f1c-63cb-40bd-94b6-1e8bfd12648d None None] Deleting port f5d8f465-7833-4d48-9bfc-a395460220ce {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:55.593102 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1fa33f1c-63cb-40bd-94b6-1e8bfd12648d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.683046 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664fefce-533e-4227-bc07-dd2caa8b97c3 admin admin] Network f93c5636-b8f5-4d4e-a19f-840557218d52 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:12:55.687569 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32447f-7b17-46df-818e-69dc1131f287 req-d68bab58-c63a-47bf-83c9-1909d9d6b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:55.689895 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b32447f-7b17-46df-818e-69dc1131f287 req-d68bab58-c63a-47bf-83c9-1909d9d6b133 service neutron] 10.222.0.44 "GET /v2.0/networks?id=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a HTTP/1.1" status: 200 len: 917 time: 0.1964891 Jul 14 09:12:55.736976 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-664fefce-533e-4227-bc07-dd2caa8b97c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, f93c5636-b8f5-4d4e-a19f-840557218d52) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:55.741913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664fefce-533e-4227-bc07-dd2caa8b97c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:55.742614 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-664fefce-533e-4227-bc07-dd2caa8b97c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.755714 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86a6564-00f4-4760-be09-cefa07ac226f None None] Network f93c5636-b8f5-4d4e-a19f-840557218d52 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:55.806304 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-664fefce-533e-4227-bc07-dd2caa8b97c3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7329268 Jul 14 09:12:55.833008 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331536b4-639c-44d2-b6e4-be7613ced78a None None] Pushing event updated for resources: {'Port': ['ID=f5d8f465-7833-4d48-9bfc-a395460220ce,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:55.842373 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b4b2e3e-f27c-4a02-82d4-f997029233ff tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.857145 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1fa33f1c-63cb-40bd-94b6-1e8bfd12648d None None] For port f5d8f465-7833-4d48-9bfc-a395460220ce, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f5d8f465-7833-4d48-9bfc-a395460220ce,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:55.857537 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1fa33f1c-63cb-40bd-94b6-1e8bfd12648d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.898071 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1fa33f1c-63cb-40bd-94b6-1e8bfd12648d None None] Calling delete_port for f5d8f465-7833-4d48-9bfc-a395460220ce owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:55.980530 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fcf00bc9-4a96-45f7-a464-39957138de3c req-ae4d6d5b-54cf-44e1-b39b-7672d707af65 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e178447-7faf-4bc2-80d2-20bcfd231c58 HTTP/1.1" status: 200 len: 210 time: 0.2851491 Jul 14 09:12:55.991848 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-089754ba-97b1-4479-a881-3e2aab0b4f91 req-525d2483-773c-4e12-b279-08024d6156c1 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5088615 Jul 14 09:12:56.001500 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4b2e3e-f27c-4a02-82d4-f997029233ff tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:56.008545 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d40a7f5a-8a5b-49da-ada0-b243ddbbe4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:56.018878 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-3b4b2e3e-f27c-4a02-82d4-f997029233ff tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:56.041475 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b32447f-7b17-46df-818e-69dc1131f287 req-e0feec7a-2068-44ce-831b-a29481e85ff2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbffb502-4fe3-461f-a5b2-1a9fc98c8559 HTTP/1.1" status: 200 len: 1002 time: 0.3360426 Jul 14 09:12:56.048262 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b2e3e-f27c-4a02-82d4-f997029233ff tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:56.048828 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b4b2e3e-f27c-4a02-82d4-f997029233ff tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:56.066659 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b2e3e-f27c-4a02-82d4-f997029233ff tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=d8781fbc-3dd8-48e1-b22e-23f6880c0d43,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:56.099322 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d10749a-e3cc-4a49-b2b0-fecad1327f9c None None] Network f93c5636-b8f5-4d4e-a19f-840557218d52 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:56.142219 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a7f5a-8a5b-49da-ada0-b243ddbbe4db admin admin] Pushing event updated for resources: {'Subnet': ['ID=d15f9542-5236-469a-b44a-f2a19fe36887,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:56.161279 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3b4b2e3e-f27c-4a02-82d4-f997029233ff tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4819777 Jul 14 09:12:56.166934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43672) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:56.180843 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a7f5a-8a5b-49da-ada0-b243ddbbe4db admin admin] Checking segment: {'id': 'c33ce29e-d508-429e-945d-f02a1fe3578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '86c853f4-4ad9-424e-8297-380957ad4d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:56.181222 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40a7f5a-8a5b-49da-ada0-b243ddbbe4db admin admin] Network hostable DHCP agents. Network: 86c853f4-4ad9-424e-8297-380957ad4d59, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:12:56.196118 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b5aaa3eb-628b-4c29-99d5-99eac7e7b07f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-165802529', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:56.251541 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40a7f5a-8a5b-49da-ada0-b243ddbbe4db admin admin] Network 86c853f4-4ad9-424e-8297-380957ad4d59 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:12:56.274615 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-d40a7f5a-8a5b-49da-ada0-b243ddbbe4db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 86c853f4-4ad9-424e-8297-380957ad4d59) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:56.276921 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b5aaa3eb-628b-4c29-99d5-99eac7e7b07f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:56.281062 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f5d8f465-7833-4d48-9bfc-a395460220ce no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:56.285863 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b5aaa3eb-628b-4c29-99d5-99eac7e7b07f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:56.297157 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40a7f5a-8a5b-49da-ada0-b243ddbbe4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:56.297884 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d40a7f5a-8a5b-49da-ada0-b243ddbbe4db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:56.318048 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32447f-7b17-46df-818e-69dc1131f287 req-4643d28c-fbcc-4dcc-abed-6e2e1efc1876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:56.319983 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b32447f-7b17-46df-818e-69dc1131f287 req-4643d28c-fbcc-4dcc-abed-6e2e1efc1876 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7386d60e-9463-4a78-b78e-76e751bf067a HTTP/1.1" status: 200 len: 856 time: 0.2691936 Jul 14 09:12:56.325688 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d40a7f5a-8a5b-49da-ada0-b243ddbbe4db admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4055905 Jul 14 09:12:56.345695 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: f5d8f465-7833-4d48-9bfc-a395460220ce {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:12:56.346228 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f5d8f465-7833-4d48-9bfc-a395460220ce not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:56.347926 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df39d054-912d-4140-849f-eb9ae972661e None None] Network 86c853f4-4ad9-424e-8297-380957ad4d59 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:56.351002 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1fa33f1c-63cb-40bd-94b6-1e8bfd12648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:56.485975 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa33f1c-63cb-40bd-94b6-1e8bfd12648d None None] Pushing event deleted for resources: {'Port': ['ID=f5d8f465-7833-4d48-9bfc-a395460220ce,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:56.503183 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa33f1c-63cb-40bd-94b6-1e8bfd12648d None None] No DVR routers for this DVR port f5d8f465-7833-4d48-9bfc-a395460220ce on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:56.538610 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c195747c-a527-4437-93cf-4ee2b63dadb6 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:56.576207 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b5aaa3eb-628b-4c29-99d5-99eac7e7b07f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:56.622700 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b5aaa3eb-628b-4c29-99d5-99eac7e7b07f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:56.791156 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ed10ea-eaae-4a35-9128-b184da1adf82 None None] Network 86c853f4-4ad9-424e-8297-380957ad4d59 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:56.926280 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a788ede-e1eb-42db-b38b-4621ca81f827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-d4b2ec29-2184-48d5-8c16-380a3c464388', 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'fixed_ips': [{'subnet_id': 'd8781fbc-3dd8-48e1-b22e-23f6880c0d43'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:12:56.927130 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a788ede-e1eb-42db-b38b-4621ca81f827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.021598 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b5aaa3eb-628b-4c29-99d5-99eac7e7b07f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.022817 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b5aaa3eb-628b-4c29-99d5-99eac7e7b07f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8343391 Jul 14 09:12:57.035043 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43698) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:57.096291 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32447f-7b17-46df-818e-69dc1131f287 req-04e18885-64f3-49b2-aad3-458184c05521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:57.097854 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b32447f-7b17-46df-818e-69dc1131f287 req-04e18885-64f3-49b2-aad3-458184c05521 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7677484 Jul 14 09:12:57.141647 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-6a788ede-e1eb-42db-b38b-4621ca81f827 None None] Allocated IP 2001:db8::2 (d4b2ec29-2184-48d5-8c16-380a3c464388/d8781fbc-3dd8-48e1-b22e-23f6880c0d43/c00211cd-8c34-45ae-9741-21eab93d2b72) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:57.201092 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-5b5dcea6-6f47-4df6-9d84-42d7bc0b77da tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:57.207912 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-5b5dcea6-6f47-4df6-9d84-42d7bc0b77da tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/networks?id=a6130b6d-d059-4034-9866-eb8b37ca5775 HTTP/1.1" status: 200 len: 825 time: 0.6439548 Jul 14 09:12:57.220970 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05a0ef-24ad-4109-a3e6-0771962bee97 req-87316175-7abf-4f0c-9993-bbc5c5f9940c tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:57.222559 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3a05a0ef-24ad-4109-a3e6-0771962bee97 req-87316175-7abf-4f0c-9993-bbc5c5f9940c tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 950 time: 0.6990435 Jul 14 09:12:57.228526 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4deea00c-a003-4386-87f8-1458d5108f99 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.265660 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-e1b2013f-7e27-4fd4-b8c3-f66b0c91519d tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/quotas/979499a3220e42b6a9a084310d4dfb80 HTTP/1.1" status: 200 len: 375 time: 0.0567584 Jul 14 09:12:57.316724 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-299bb33c-22b8-454a-bedc-670ed626f413 req-dd984eac-eb41-4ff4-a440-17912c298165 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c2e4de726c7e4209b9272f94196810c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1366916 Jul 14 09:12:57.322445 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a788ede-e1eb-42db-b38b-4621ca81f827 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.332271 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4deea00c-a003-4386-87f8-1458d5108f99 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.333662 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6a788ede-e1eb-42db-b38b-4621ca81f827 None None] Transition to ACTIVE for port object c00211cd-8c34-45ae-9741-21eab93d2b72 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:57.338990 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-437ddd69-9170-4bbc-84a1-208693428bc8 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=979499a3220e42b6a9a084310d4dfb80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722315 Jul 14 09:12:57.362163 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6a788ede-e1eb-42db-b38b-4621ca81f827 None None] Transition to ACTIVE for port object c00211cd-8c34-45ae-9741-21eab93d2b72 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:57.374153 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a788ede-e1eb-42db-b38b-4621ca81f827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.393500 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3a05a0ef-24ad-4109-a3e6-0771962bee97 req-3b54ec90-3cf6-436a-b1a7-084fff17abdb tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517723 Jul 14 09:12:57.435983 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a788ede-e1eb-42db-b38b-4621ca81f827 None None] Pushing event updated for resources: {'Port': ['ID=c00211cd-8c34-45ae-9741-21eab93d2b72,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:57.452679 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a788ede-e1eb-42db-b38b-4621ca81f827 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:57.454445 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-6a788ede-e1eb-42db-b38b-4621ca81f827 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:57.462466 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a788ede-e1eb-42db-b38b-4621ca81f827 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:57.517553 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b32447f-7b17-46df-818e-69dc1131f287 req-607bff33-0f0f-4b6f-a4d4-63fd3576b2ee service neutron] 10.222.0.44 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050243 Jul 14 09:12:57.537702 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6a788ede-e1eb-42db-b38b-4621ca81f827 None None] Attempting to bind port c00211cd-8c34-45ae-9741-21eab93d2b72 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:57.538341 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6a788ede-e1eb-42db-b38b-4621ca81f827 None None] Attempting to bind port c00211cd-8c34-45ae-9741-21eab93d2b72 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:57.539012 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a788ede-e1eb-42db-b38b-4621ca81f827 None None] Attempting to bind port c00211cd-8c34-45ae-9741-21eab93d2b72 on network d4b2ec29-2184-48d5-8c16-380a3c464388 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:57.546243 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a788ede-e1eb-42db-b38b-4621ca81f827 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:57.547370 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a788ede-e1eb-42db-b38b-4621ca81f827 None None] Checking segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:57.547370 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a788ede-e1eb-42db-b38b-4621ca81f827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.548709 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a788ede-e1eb-42db-b38b-4621ca81f827 None None] Bound using segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:57.548709 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6a788ede-e1eb-42db-b38b-4621ca81f827 None None] Bound port: c00211cd-8c34-45ae-9741-21eab93d2b72, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:57.548709 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a788ede-e1eb-42db-b38b-4621ca81f827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.630157 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe860496-fdd8-47ce-9c08-32b785478347 req-f610a23c-e976-4a37-981d-19703dfbe6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:57.631990 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-fe860496-fdd8-47ce-9c08-32b785478347 req-f610a23c-e976-4a37-981d-19703dfbe6f5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 1102 time: 0.4957705 Jul 14 09:12:57.649622 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-9924235f-9ceb-4919-9cd1-ac1ceed2731e service neutron] 10.222.0.25 "GET /v2.0/networks/a6130b6d-d059-4034-9866-eb8b37ca5775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953961 Jul 14 09:12:57.659255 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bb33c-22b8-454a-bedc-670ed626f413 req-4940b369-f9b2-43bd-aeee-435bd926e51a tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:57.661061 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-299bb33c-22b8-454a-bedc-670ed626f413 req-4940b369-f9b2-43bd-aeee-435bd926e51a tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3286982 Jul 14 09:12:57.669126 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6a788ede-e1eb-42db-b38b-4621ca81f827 None None] For port c00211cd-8c34-45ae-9741-21eab93d2b72, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:57.673287 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6a788ede-e1eb-42db-b38b-4621ca81f827 None None] For port c00211cd-8c34-45ae-9741-21eab93d2b72, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c00211cd-8c34-45ae-9741-21eab93d2b72,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:57.681382 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a788ede-e1eb-42db-b38b-4621ca81f827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.696385 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4deea00c-a003-4386-87f8-1458d5108f99 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Deleting port 60f65fee-6fc0-49b3-84dd-73717a505ffc {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:57.697075 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4deea00c-a003-4386-87f8-1458d5108f99 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.745584 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-299bb33c-22b8-454a-bedc-670ed626f413 req-092b4956-1839-4cb9-a4c6-7031a50e59e4 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Request body: {'port': {'device_id': '7e178447-7faf-4bc2-80d2-20bcfd231c58', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': 'c2e4de726c7e4209b9272f94196810c2'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:57.749365 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7269a5e-bb96-475a-9b3a-5b7bb0d0c471 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.766152 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a788ede-e1eb-42db-b38b-4621ca81f827 None None] Pushing event updated for resources: {'Port': ['ID=c00211cd-8c34-45ae-9741-21eab93d2b72,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:57.847128 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b32447f-7b17-46df-818e-69dc1131f287 req-4fa48085-9544-456d-92aa-60c39478e81e service neutron] 10.222.0.44 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192160 Jul 14 09:12:57.954397 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe860496-fdd8-47ce-9c08-32b785478347 req-ae12648d-c6d7-4cf8-bf68-a6f49ee1013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:57.955934 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-fe860496-fdd8-47ce-9c08-32b785478347 req-ae12648d-c6d7-4cf8-bf68-a6f49ee1013b service neutron] 10.222.0.44 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.3161294 Jul 14 09:12:57.958005 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4deea00c-a003-4386-87f8-1458d5108f99 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.964497 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-13c0edb3-2965-4135-94ec-c99e48b0b7a8 service neutron] 10.222.0.25 "GET /v2.0/networks/a6130b6d-d059-4034-9866-eb8b37ca5775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897491 Jul 14 09:12:57.992869 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4deea00c-a003-4386-87f8-1458d5108f99 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Calling delete_port for 60f65fee-6fc0-49b3-84dd-73717a505ffc owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:58.016620 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-b52a7cce-abb7-4437-9171-f33cdf96a2a4 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:58.018189 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-b52a7cce-abb7-4437-9171-f33cdf96a2a4 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/networks?id=86c853f4-4ad9-424e-8297-380957ad4d59 HTTP/1.1" status: 200 len: 815 time: 0.2210524 Jul 14 09:12:58.085947 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-39a10b4c-6dc1-4796-a284-673f662af16a tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/quotas/632b277e59c94db7b11ed5f1a650279a HTTP/1.1" status: 200 len: 375 time: 0.0198545 Jul 14 09:12:58.135441 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-fe860496-fdd8-47ce-9c08-32b785478347 req-da13792a-022f-4a80-983f-eff5d2d5cc30 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=6c382b8b-b54f-495e-9d8b-0660c468bb6a HTTP/1.1" status: 200 len: 217 time: 0.1302662 Jul 14 09:12:58.150934 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-ac5db561-2b1a-49a9-80ea-dc2f83b9fdc3 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=632b277e59c94db7b11ed5f1a650279a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640430 Jul 14 09:12:58.183980 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299bb33c-22b8-454a-bedc-670ed626f413 req-092b4956-1839-4cb9-a4c6-7031a50e59e4 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Made reservation on behalf of c2e4de726c7e4209b9272f94196810c2 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:58.187854 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-299bb33c-22b8-454a-bedc-670ed626f413 req-092b4956-1839-4cb9-a4c6-7031a50e59e4 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:58.277623 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-299bb33c-22b8-454a-bedc-670ed626f413 req-092b4956-1839-4cb9-a4c6-7031a50e59e4 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:58.281546 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c00211cd-8c34-45ae-9741-21eab93d2b72 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:58.315719 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe860496-fdd8-47ce-9c08-32b785478347 req-a1618b7d-0b63-453f-8773-8f284577af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:58.317212 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-fe860496-fdd8-47ce-9c08-32b785478347 req-a1618b7d-0b63-453f-8773-8f284577af9f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1541283 Jul 14 09:12:58.351062 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port c00211cd-8c34-45ae-9741-21eab93d2b72 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:58.417234 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0438a72b-4537-4e39-b497-32c7cfffb099 req-f4b8b8c0-f23a-4afc-8a11-5007a34129a8 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e178447-7faf-4bc2-80d2-20bcfd231c58 HTTP/1.1" status: 200 len: 210 time: 0.0977941 Jul 14 09:12:58.449859 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-e7269a5e-bb96-475a-9b3a-5b7bb0d0c471 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 2001:db8::1 (d4b2ec29-2184-48d5-8c16-380a3c464388/d8781fbc-3dd8-48e1-b22e-23f6880c0d43/76249ea0-fa59-46ac-a577-329dac28e274) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:58.516536 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-49dc6131-3101-4ca2-abe8-40f6cdbb2a61 service neutron] 10.222.0.25 "GET /v2.0/networks/86c853f4-4ad9-424e-8297-380957ad4d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646607 Jul 14 09:12:58.536357 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4deea00c-a003-4386-87f8-1458d5108f99 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:58.548335 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe860496-fdd8-47ce-9c08-32b785478347 req-d4a9d6cf-f7fa-4b0a-87ba-fc216cf73430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:58.549923 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-fe860496-fdd8-47ce-9c08-32b785478347 req-d4a9d6cf-f7fa-4b0a-87ba-fc216cf73430 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2257376 Jul 14 09:12:58.611838 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-299bb33c-22b8-454a-bedc-670ed626f413 req-092b4956-1839-4cb9-a4c6-7031a50e59e4 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:58.663675 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7269a5e-bb96-475a-9b3a-5b7bb0d0c471 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:58.681847 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deea00c-a003-4386-87f8-1458d5108f99 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Pushing event deleted for resources: {'Port': ['ID=60f65fee-6fc0-49b3-84dd-73717a505ffc,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:58.705406 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-299bb33c-22b8-454a-bedc-670ed626f413 req-092b4956-1839-4cb9-a4c6-7031a50e59e4 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:58.770297 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b4956-1839-4cb9-a4c6-7031a50e59e4 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8d1ab4-cfdf-4c5f-bade-1d43fb0e3be3,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:58.813494 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e7269a5e-bb96-475a-9b3a-5b7bb0d0c471 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Transition to ACTIVE for port object 76249ea0-fa59-46ac-a577-329dac28e274 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:58.830577 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4deea00c-a003-4386-87f8-1458d5108f99 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:58.838236 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-05d594c9-19aa-44e1-bc32-0c49c6a30f1b service neutron] 10.222.0.25 "GET /v2.0/networks/86c853f4-4ad9-424e-8297-380957ad4d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203268 Jul 14 09:12:58.973690 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47a90f-408c-4401-afa6-f1618ae66f0e req-a7f7a147-7dd9-4a80-afc5-7f2d229bb073 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:58.981529 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b47a90f-408c-4401-afa6-f1618ae66f0e req-a7f7a147-7dd9-4a80-afc5-7f2d229bb073 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 945 time: 0.3691511 Jul 14 09:12:59.244259 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e2eb6-04a6-4442-be56-a4a2cd599364 req-777e6ab4-43e0-475e-9a58-616f95bfb7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:59.245783 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f9e2eb6-04a6-4442-be56-a4a2cd599364 req-777e6ab4-43e0-475e-9a58-616f95bfb7d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6615d0b1eada47cd81a0006b9f4a982b&device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 1097 time: 0.4932704 Jul 14 09:12:59.272340 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-78535eda-b4db-4dcc-89b9-861de561b84e None None] Provisioning for port c00211cd-8c34-45ae-9741-21eab93d2b72 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:59.291478 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-296ad52c-5b45-414e-94fe-763ee2a1724f req-f10fd29c-41f1-49dc-a973-3d5ede7d58ce tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3946cd4-3704-436e-8d41-c0917acf7b34 HTTP/1.1" status: 200 len: 210 time: 0.0517991 Jul 14 09:12:59.291877 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-78535eda-b4db-4dcc-89b9-861de561b84e None None] Provisioning complete for port c00211cd-8c34-45ae-9741-21eab93d2b72 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:59.293612 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78535eda-b4db-4dcc-89b9-861de561b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:59.297120 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-fe860496-fdd8-47ce-9c08-32b785478347 req-fbcb781f-a83a-4e1e-ae77-a14d4d8a6616 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7376211 Jul 14 09:12:59.300739 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7269a5e-bb96-475a-9b3a-5b7bb0d0c471 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:59.312761 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4deea00c-a003-4386-87f8-1458d5108f99 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:59.316289 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4deea00c-a003-4386-87f8-1458d5108f99 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1997542'] for router, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:59.331970 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b47a90f-408c-4401-afa6-f1618ae66f0e req-ba1fe919-142e-4206-8dc8-fa9d31696233 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494020 Jul 14 09:12:59.486166 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78535eda-b4db-4dcc-89b9-861de561b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:59.530722 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-78535eda-b4db-4dcc-89b9-861de561b84e None None] For port c00211cd-8c34-45ae-9741-21eab93d2b72, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c00211cd-8c34-45ae-9741-21eab93d2b72,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:59.537009 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78535eda-b4db-4dcc-89b9-861de561b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:59.579749 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7269a5e-bb96-475a-9b3a-5b7bb0d0c471 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:59.584064 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-299bb33c-22b8-454a-bedc-670ed626f413 req-092b4956-1839-4cb9-a4c6-7031a50e59e4 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Allocated IP 192.168.233.63 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/68b24584-0102-4951-b0b7-2d23cca374a6) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:59.598869 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7269a5e-bb96-475a-9b3a-5b7bb0d0c471 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=76249ea0-fa59-46ac-a577-329dac28e274,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:59.601260 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e7269a5e-bb96-475a-9b3a-5b7bb0d0c471 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:59.608780 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7269a5e-bb96-475a-9b3a-5b7bb0d0c471 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:59.609323 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7269a5e-bb96-475a-9b3a-5b7bb0d0c471 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:59.630125 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78535eda-b4db-4dcc-89b9-861de561b84e None None] Pushing event updated for resources: {'Port': ['ID=c00211cd-8c34-45ae-9741-21eab93d2b72,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:59.692833 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-540e091e-9774-4248-894d-e07d0bf4fdef req-d8e32c03-16d8-4475-9b4a-a4356a31b891 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 210 time: 0.0910466 Jul 14 09:12:59.720956 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4deea00c-a003-4386-87f8-1458d5108f99 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Router eb3cc5bd-b402-4a2f-958a-77a32d631d60 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:12:59.754479 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e2eb6-04a6-4442-be56-a4a2cd599364 req-bfdb6201-a532-4367-a498-6de85ec648fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:59.756086 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f9e2eb6-04a6-4442-be56-a4a2cd599364 req-bfdb6201-a532-4367-a498-6de85ec648fd service neutron] 10.222.0.47 "GET /v2.0/networks?id=3ae54159-68cb-4fca-9852-a42d051dbe23 HTTP/1.1" status: 200 len: 912 time: 0.4673009 Jul 14 09:12:59.912821 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-fe860496-fdd8-47ce-9c08-32b785478347 req-85be05f1-4861-4d67-adc7-a83b125f81bd service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6005328 Jul 14 09:12:59.949268 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f9e2eb6-04a6-4442-be56-a4a2cd599364 req-da8a59d0-85fb-4b35-afce-b7e3fd1ea183 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b24fdc49-9246-4a61-b015-9d039f1534f4 HTTP/1.1" status: 200 len: 217 time: 0.1851511 Jul 14 09:12:59.971506 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2d6a19a6-f0e5-4ab1-902d-5395b735eb8c None None] Provisioning for port 76249ea0-fa59-46ac-a577-329dac28e274 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:59.980143 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2d6a19a6-f0e5-4ab1-902d-5395b735eb8c None None] Provisioning complete for port 76249ea0-fa59-46ac-a577-329dac28e274 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:59.981206 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2d6a19a6-f0e5-4ab1-902d-5395b735eb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:00.043543 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2d6a19a6-f0e5-4ab1-902d-5395b735eb8c None None] Port 76249ea0-fa59-46ac-a577-329dac28e274 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:13:00.058938 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4deea00c-a003-4386-87f8-1458d5108f99 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:13:00.070328 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634cb721-a34f-451a-99cb-bf730ad7ed4a None None] Sync routers for ids ['eb3cc5bd-b402-4a2f-958a-77a32d631d60'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:13:00.083734 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634cb721-a34f-451a-99cb-bf730ad7ed4a None None] Routers {'eb3cc5bd-b402-4a2f-958a-77a32d631d60'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:00.084778 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-634cb721-a34f-451a-99cb-bf730ad7ed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:12:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['eb3cc5bd-b402-4a2f-958a-77a32d631d60'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:00.086168 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4deea00c-a003-4386-87f8-1458d5108f99 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:00.089911 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4deea00c-a003-4386-87f8-1458d5108f99 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "PUT /v2.0/routers/eb3cc5bd-b402-4a2f-958a-77a32d631d60 HTTP/1.1" status: 200 len: 706 time: 4.7664649 Jul 14 09:13:00.113357 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43738) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:00.139783 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-634cb721-a34f-451a-99cb-bf730ad7ed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:00.153106 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634cb721-a34f-451a-99cb-bf730ad7ed4a None None] Routers {'eb3cc5bd-b402-4a2f-958a-77a32d631d60'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:00.154564 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-634cb721-a34f-451a-99cb-bf730ad7ed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:12:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['eb3cc5bd-b402-4a2f-958a-77a32d631d60'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:00.156584 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3699bdae-bf5a-4871-9610-9d16e16b7cb1 req-86d4f48d-e3ed-4fa7-9a69-e87eb5c60565 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e178447-7faf-4bc2-80d2-20bcfd231c58 HTTP/1.1" status: 200 len: 210 time: 0.2036240 Jul 14 09:13:00.200261 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25deb0b-58fa-4824-808d-97c98bf88bd0 req-0c76abb1-00aa-47af-b84b-7220a108c603 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:00.217113 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-634cb721-a34f-451a-99cb-bf730ad7ed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:00.218372 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634cb721-a34f-451a-99cb-bf730ad7ed4a None None] The sync data for ids ['eb3cc5bd-b402-4a2f-958a-77a32d631d60'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:13:00.219648 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a25deb0b-58fa-4824-808d-97c98bf88bd0 req-0c76abb1-00aa-47af-b84b-7220a108c603 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 950 time: 0.7729146 Jul 14 09:13:00.258471 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c00211cd-8c34-45ae-9741-21eab93d2b72 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:00.266596 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e2eb6-04a6-4442-be56-a4a2cd599364 req-6eb20728-e036-4267-9ab8-8f23820525dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:00.268567 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f9e2eb6-04a6-4442-be56-a4a2cd599364 req-6eb20728-e036-4267-9ab8-8f23820525dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1cecf5b8-9bc0-42ae-ae75-809b50502003 HTTP/1.1" status: 200 len: 852 time: 0.2066345 Jul 14 09:13:00.274038 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bc1f251f-e0f5-4df2-8d8f-2d35612b45e4 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "GET /v2.0/routers/eb3cc5bd-b402-4a2f-958a-77a32d631d60 HTTP/1.1" status: 200 len: 741 time: 0.1557930 Jul 14 09:13:00.276997 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43742) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:00.279893 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7269a5e-bb96-475a-9b3a-5b7bb0d0c471 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:00.332822 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c00211cd-8c34-45ae-9741-21eab93d2b72 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:00.332934 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:00.423164 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-299bb33c-22b8-454a-bedc-670ed626f413 req-092b4956-1839-4cb9-a4c6-7031a50e59e4 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:00.444300 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f9e2eb6-04a6-4442-be56-a4a2cd599364 req-185fa049-c56d-4319-b875-c411f14be8b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ae54159-68cb-4fca-9852-a42d051dbe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1660862 Jul 14 09:13:00.444640 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-299bb33c-22b8-454a-bedc-670ed626f413 req-092b4956-1839-4cb9-a4c6-7031a50e59e4 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Transition to ACTIVE for port object 68b24584-0102-4951-b0b7-2d23cca374a6 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:00.461390 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-83d49bf7-803b-4ee2-ad57-0fb4219454a1 tempest-RoutersAdminTest-1334195757 tempest-RoutersAdminTest-1334195757-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6facc217-dc01-422a-8069-2c7784a4d993&device_id=eb3cc5bd-b402-4a2f-958a-77a32d631d60 HTTP/1.1" status: 200 len: 205 time: 0.1691926 Jul 14 09:13:00.483311 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43748) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:00.581916 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-299bb33c-22b8-454a-bedc-670ed626f413 req-092b4956-1839-4cb9-a4c6-7031a50e59e4 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:00.589883 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-97466589-98ff-4f7e-8b1d-bb18ebb3da1a tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:00.591665 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-97466589-98ff-4f7e-8b1d-bb18ebb3da1a tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.47 "GET /v2.0/networks?id=a6130b6d-d059-4034-9866-eb8b37ca5775 HTTP/1.1" status: 200 len: 825 time: 0.6549351 Jul 14 09:13:00.613696 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-8ea2ec8f-f8bd-406b-ba42-da889b40f8d0 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Request body: {'port': {'device_id': 'f3946cd4-3704-436e-8d41-c0917acf7b34', 'network_id': 'a6130b6d-d059-4034-9866-eb8b37ca5775', 'admin_state_up': True, 'tenant_id': '979499a3220e42b6a9a084310d4dfb80'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:00.702986 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299bb33c-22b8-454a-bedc-670ed626f413 req-092b4956-1839-4cb9-a4c6-7031a50e59e4 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:00.714131 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-299bb33c-22b8-454a-bedc-670ed626f413 req-092b4956-1839-4cb9-a4c6-7031a50e59e4 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:00.722868 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-299bb33c-22b8-454a-bedc-670ed626f413 req-092b4956-1839-4cb9-a4c6-7031a50e59e4 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:00.733154 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b4956-1839-4cb9-a4c6-7031a50e59e4 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Pushing event updated for resources: {'Port': ['ID=68b24584-0102-4951-b0b7-2d23cca374a6,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:00.877579 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bb33c-22b8-454a-bedc-670ed626f413 req-092b4956-1839-4cb9-a4c6-7031a50e59e4 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:00.878203 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-299bb33c-22b8-454a-bedc-670ed626f413 req-092b4956-1839-4cb9-a4c6-7031a50e59e4 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:00.939588 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-299bb33c-22b8-454a-bedc-670ed626f413 req-092b4956-1839-4cb9-a4c6-7031a50e59e4 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2624669 Jul 14 09:13:00.945301 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-18331a6c-2818-4f75-ab01-89677b69ad08 req-5c385aae-68b6-40e7-9a6d-346af6727c26 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3946cd4-3704-436e-8d41-c0917acf7b34 HTTP/1.1" status: 200 len: 210 time: 0.4419477 Jul 14 09:13:00.972092 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e896074c-8fdd-48f9-9dc4-7ed350dfa3ad tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb3cc5bd-b402-4a2f-958a-77a32d631d60 HTTP/1.1" status: 200 len: 205 time: 0.4811187 Jul 14 09:13:00.974678 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-299bb33c-22b8-454a-bedc-670ed626f413 req-39691a41-7588-4ebc-a1cb-e5f42cedfd9c service neutron] Request body: {'port': {'device_id': '7e178447-7faf-4bc2-80d2-20bcfd231c58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:00.977866 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43754) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:01.044386 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a25deb0b-58fa-4824-808d-97c98bf88bd0 req-71bd3d83-e214-4941-8f25-fd8ec485c255 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8190362 Jul 14 09:13:01.106153 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-8ea2ec8f-f8bd-406b-ba42-da889b40f8d0 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Made reservation on behalf of 979499a3220e42b6a9a084310d4dfb80 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:01.110753 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-8ea2ec8f-f8bd-406b-ba42-da889b40f8d0 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:01.186998 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6d10e911-fe74-47d6-9507-342e297ee201 None None] Provisioning for port 68b24584-0102-4951-b0b7-2d23cca374a6 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:01.197112 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6d10e911-fe74-47d6-9507-342e297ee201 None None] Provisioning complete for port 68b24584-0102-4951-b0b7-2d23cca374a6 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:01.197604 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6d10e911-fe74-47d6-9507-342e297ee201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:01.210798 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-299bb33c-22b8-454a-bedc-670ed626f413 req-39691a41-7588-4ebc-a1cb-e5f42cedfd9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:01.214991 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7269a5e-bb96-475a-9b3a-5b7bb0d0c471 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:01.256118 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7269a5e-bb96-475a-9b3a-5b7bb0d0c471 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:01.257066 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7269a5e-bb96-475a-9b3a-5b7bb0d0c471 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:01.299107 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6d10e911-fe74-47d6-9507-342e297ee201 None None] Port 68b24584-0102-4951-b0b7-2d23cca374a6 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:13:01.327829 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f9e2eb6-04a6-4442-be56-a4a2cd599364 req-1c27dc16-89b6-4b62-891d-4f560570aa2c service neutron] 10.222.0.47 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8651977 Jul 14 09:13:01.354974 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b42ac94c-15f2-4c8d-8339-b4702a17ffdd tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:01.459920 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7269a5e-bb96-475a-9b3a-5b7bb0d0c471 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=76249ea0-fa59-46ac-a577-329dac28e274,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:01.603943 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-8ea2ec8f-f8bd-406b-ba42-da889b40f8d0 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Allocated IP 172.20.0.5 (a6130b6d-d059-4034-9866-eb8b37ca5775/5f9c4a21-3c76-47fc-aea9-57efb12f5ad8/8c797fca-27e3-4cdd-acf5-321d19f877ed) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:01.670754 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7269a5e-bb96-475a-9b3a-5b7bb0d0c471 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:01.678275 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e7269a5e-bb96-475a-9b3a-5b7bb0d0c471 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:01.686260 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-97323880-eb52-47c8-9cc7-e40fb9f4a2ae req-994f5981-269c-41c8-b184-a1b3fe550451 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 210 time: 0.1400847 Jul 14 09:13:01.720867 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b42ac94c-15f2-4c8d-8339-b4702a17ffdd tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:01.724857 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b42ac94c-15f2-4c8d-8339-b4702a17ffdd tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:01.734970 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-bea65303-ace4-42f6-86ef-cb2afd15551b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:01.736528 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-bea65303-ace4-42f6-86ef-cb2afd15551b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.47 "GET /v2.0/networks?id=86c853f4-4ad9-424e-8297-380957ad4d59 HTTP/1.1" status: 200 len: 815 time: 0.5939634 Jul 14 09:13:01.756646 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-e26edb95-83cd-42ea-92c8-171d663ee8c1 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Request body: {'port': {'device_id': 'e4291d3c-179e-4ee0-a78b-ff85fe34ab0c', 'network_id': '86c853f4-4ad9-424e-8297-380957ad4d59', 'admin_state_up': True, 'tenant_id': '632b277e59c94db7b11ed5f1a650279a'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:01.838557 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f9e2eb6-04a6-4442-be56-a4a2cd599364 req-759720c7-81f5-430b-af74-bccc4c03d958 service neutron] 10.222.0.47 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016410 Jul 14 09:13:01.859667 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b42ac94c-15f2-4c8d-8339-b4702a17ffdd tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:01.860471 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42ac94c-15f2-4c8d-8339-b4702a17ffdd tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Fanout notify agent at l3_agent the message router_deleted on router eb3cc5bd-b402-4a2f-958a-77a32d631d60 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:13:01.871164 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b42ac94c-15f2-4c8d-8339-b4702a17ffdd tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:01.877031 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b42ac94c-15f2-4c8d-8339-b4702a17ffdd tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "DELETE /v2.0/routers/eb3cc5bd-b402-4a2f-958a-77a32d631d60 HTTP/1.1" status: 204 len: 168 time: 0.8925121 Jul 14 09:13:01.891066 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e74732-0f81-4d15-b7ab-5415a36b38d1 req-17a980e2-a430-4bfb-923b-0368b5c917ce tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:01.892872 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25e74732-0f81-4d15-b7ab-5415a36b38d1 req-17a980e2-a430-4bfb-923b-0368b5c917ce tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 945 time: 0.4060071 Jul 14 09:13:01.896989 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43758) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:01.968500 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fa964571-249a-4235-bf63-bdf48d912733 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb3cc5bd-b402-4a2f-958a-77a32d631d60 HTTP/1.1" status: 200 len: 205 time: 0.0673902 Jul 14 09:13:01.991990 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43762) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:02.031338 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8f57052f-0c0b-4dfc-b4de-8b320670ec70 None None] Provisioning complete for port 76249ea0-fa59-46ac-a577-329dac28e274 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:02.032008 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f57052f-0c0b-4dfc-b4de-8b320670ec70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:02.062789 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-031c1839-9db3-406d-ac17-9a4cc88ae5a7 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] delete failed (client error): The resource could not be found. Jul 14 09:13:02.063866 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-031c1839-9db3-406d-ac17-9a4cc88ae5a7 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "DELETE /v2.0/routers/eb3cc5bd-b402-4a2f-958a-77a32d631d60 HTTP/1.1" status: 404 len: 336 time: 0.0696459 Jul 14 09:13:02.068270 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43764) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:02.087834 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8f57052f-0c0b-4dfc-b4de-8b320670ec70 None None] Port 76249ea0-fa59-46ac-a577-329dac28e274 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:13:02.095075 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25e74732-0f81-4d15-b7ab-5415a36b38d1 req-06b66550-9a52-45f2-8992-9be884983419 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827741 Jul 14 09:13:02.123268 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7ded37f3-d277-4147-9832-fb71e0c9c298 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc4c9e46-4b58-478d-bab0-f585b953ada3 HTTP/1.1" status: 200 len: 205 time: 0.0486193 Jul 14 09:13:02.130249 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43768) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:02.180907 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-14712537-a041-4702-ac4e-0fa41c2e302d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] delete failed (client error): The resource could not be found. Jul 14 09:13:02.181859 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-14712537-a041-4702-ac4e-0fa41c2e302d tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "DELETE /v2.0/routers/cc4c9e46-4b58-478d-bab0-f585b953ada3 HTTP/1.1" status: 404 len: 336 time: 0.0489423 Jul 14 09:13:02.182516 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-e26edb95-83cd-42ea-92c8-171d663ee8c1 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Made reservation on behalf of 632b277e59c94db7b11ed5f1a650279a for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:02.186696 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-e26edb95-83cd-42ea-92c8-171d663ee8c1 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:02.188467 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43770) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:02.216168 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845deb2-a70c-4d31-935e-eae311f63714 req-781e0be9-d082-40cc-b364-fd12257d7d91 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:02.217760 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d845deb2-a70c-4d31-935e-eae311f63714 req-781e0be9-d082-40cc-b364-fd12257d7d91 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e178447-7faf-4bc2-80d2-20bcfd231c58 HTTP/1.1" status: 200 len: 935 time: 0.3217480 Jul 14 09:13:02.245538 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-51abd30d-e3f0-415d-b8ea-8756e4441c78 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "GET /v2.0/ports?device_id=470d4cfc-99a3-4f2c-8572-94241504468c HTTP/1.1" status: 200 len: 205 time: 0.0508862 Jul 14 09:13:02.256904 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43772) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:02.324459 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-263ef0bd-53a6-4fb4-84c1-236a5b07ad08 req-bdb7591a-2c2b-4bbc-98a9-aa66b0072541 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3946cd4-3704-436e-8d41-c0917acf7b34 HTTP/1.1" status: 200 len: 210 time: 0.0513468 Jul 14 09:13:02.339154 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d845deb2-a70c-4d31-935e-eae311f63714 req-6c991a42-3e8c-48aa-976d-3bcbf57ac451 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f8d1ab4-cfdf-4c5f-bade-1d43fb0e3be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155133 Jul 14 09:13:02.346901 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-d10a2e3f-6183-4ea2-bed5-3fd77a77b107 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] delete failed (client error): The resource could not be found. Jul 14 09:13:02.350680 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d10a2e3f-6183-4ea2-bed5-3fd77a77b107 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "DELETE /v2.0/routers/470d4cfc-99a3-4f2c-8572-94241504468c HTTP/1.1" status: 404 len: 336 time: 0.0927093 Jul 14 09:13:02.362797 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43774) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:02.389123 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cde3708e-ea5a-491d-b801-8706828a0541 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a81336f-ea9d-4655-9c46-286c9347f3b4 HTTP/1.1" status: 200 len: 205 time: 0.0308614 Jul 14 09:13:02.392180 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43776) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:02.393529 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-299bb33c-22b8-454a-bedc-670ed626f413 req-39691a41-7588-4ebc-a1cb-e5f42cedfd9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b24584-0102-4951-b0b7-2d23cca374a6 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:02.407350 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-299bb33c-22b8-454a-bedc-670ed626f413 req-39691a41-7588-4ebc-a1cb-e5f42cedfd9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:02.442216 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-299bb33c-22b8-454a-bedc-670ed626f413 req-39691a41-7588-4ebc-a1cb-e5f42cedfd9c service neutron] Transition to ACTIVE for port object 68b24584-0102-4951-b0b7-2d23cca374a6 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:02.452366 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-299bb33c-22b8-454a-bedc-670ed626f413 req-39691a41-7588-4ebc-a1cb-e5f42cedfd9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:02.453534 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-0f81fa45-1ae4-460f-8d26-a1f66be102ca tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] delete failed (client error): The resource could not be found. Jul 14 09:13:02.454638 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0f81fa45-1ae4-460f-8d26-a1f66be102ca tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "DELETE /v2.0/routers/4a81336f-ea9d-4655-9c46-286c9347f3b4 HTTP/1.1" status: 404 len: 336 time: 0.0614583 Jul 14 09:13:02.458529 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43780) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:02.465116 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-8ea2ec8f-f8bd-406b-ba42-da889b40f8d0 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:02.473273 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-e26edb95-83cd-42ea-92c8-171d663ee8c1 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Allocated IP 172.20.0.12 (86c853f4-4ad9-424e-8297-380957ad4d59/d15f9542-5236-469a-b44a-f2a19fe36887/851d0185-ff3c-4fb6-808c-c8213c818442) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:02.475332 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7269a5e-bb96-475a-9b3a-5b7bb0d0c471 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Router 004c341d-35df-4a16-b109-93984524fda5 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:13:02.509675 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-93f8be96-efbf-41ed-9ab4-07f4203ce040 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c70e35a-5b21-479b-b0d9-5c97550da6fa HTTP/1.1" status: 200 len: 205 time: 0.0473042 Jul 14 09:13:02.511143 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43782) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:02.602139 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-c2597ee3-5e99-465f-884d-5bd6a25cb348 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] delete failed (client error): The resource could not be found. Jul 14 09:13:02.607912 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c2597ee3-5e99-465f-884d-5bd6a25cb348 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "DELETE /v2.0/routers/1c70e35a-5b21-479b-b0d9-5c97550da6fa HTTP/1.1" status: 404 len: 336 time: 0.0910950 Jul 14 09:13:02.611954 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43784) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:02.650707 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c1b40293-3376-45b2-a997-21b2a8335a82 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "GET /v2.0/ports?device_id=1611fbfb-aa64-41bf-8b1d-991f93a505f8 HTTP/1.1" status: 200 len: 205 time: 0.0376272 Jul 14 09:13:02.651041 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39691a41-7588-4ebc-a1cb-e5f42cedfd9c service neutron] Pushing event updated for resources: {'Port': ['ID=68b24584-0102-4951-b0b7-2d23cca374a6,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:02.654130 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43786) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:02.750824 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c0d16-62fc-4ea8-b789-f3e51ba4f2fc req-392bfce1-9fbc-45cb-992a-e412b5dad665 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:02.752434 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aa8c0d16-62fc-4ea8-b789-f3e51ba4f2fc req-392bfce1-9fbc-45cb-992a-e412b5dad665 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 950 time: 0.2252223 Jul 14 09:13:02.765846 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-15c687cd-1e2d-4264-b179-5924b58d7b31 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] delete failed (client error): The resource could not be found. Jul 14 09:13:02.770450 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-15c687cd-1e2d-4264-b179-5924b58d7b31 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "DELETE /v2.0/routers/1611fbfb-aa64-41bf-8b1d-991f93a505f8 HTTP/1.1" status: 404 len: 336 time: 0.0930362 Jul 14 09:13:02.770960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43790) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:02.811669 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-299bb33c-22b8-454a-bedc-670ed626f413 req-39691a41-7588-4ebc-a1cb-e5f42cedfd9c service neutron] Attempting to bind port 68b24584-0102-4951-b0b7-2d23cca374a6 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:02.812459 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-299bb33c-22b8-454a-bedc-670ed626f413 req-39691a41-7588-4ebc-a1cb-e5f42cedfd9c service neutron] Attempting to bind port 68b24584-0102-4951-b0b7-2d23cca374a6 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:02.813205 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299bb33c-22b8-454a-bedc-670ed626f413 req-39691a41-7588-4ebc-a1cb-e5f42cedfd9c service neutron] Attempting to bind port 68b24584-0102-4951-b0b7-2d23cca374a6 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:02.827274 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2dfaeb5-c6ad-4e4d-b29b-4609d8c9a025 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] DELETE failed (client error): The resource could not be found. Jul 14 09:13:02.827823 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2dfaeb5-c6ad-4e4d-b29b-4609d8c9a025 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:13:02.833646 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a2dfaeb5-c6ad-4e4d-b29b-4609d8c9a025 tempest-RoutersAdminTest-2120813753 tempest-RoutersAdminTest-2120813753-project] 10.222.0.25 "DELETE /v2.0/subnets/7aded55e-0ff2-4055-8e7c-903166987224 HTTP/1.1" status: 404 len: 337 time: 0.0578282 Jul 14 09:13:02.841769 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299bb33c-22b8-454a-bedc-670ed626f413 req-39691a41-7588-4ebc-a1cb-e5f42cedfd9c service neutron] Port 68b24584-0102-4951-b0b7-2d23cca374a6 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:13:02.842332 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299bb33c-22b8-454a-bedc-670ed626f413 req-39691a41-7588-4ebc-a1cb-e5f42cedfd9c service neutron] Attempting to bind port 68b24584-0102-4951-b0b7-2d23cca374a6 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:02.852977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7269a5e-bb96-475a-9b3a-5b7bb0d0c471 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:13:02.858466 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299bb33c-22b8-454a-bedc-670ed626f413 req-39691a41-7588-4ebc-a1cb-e5f42cedfd9c service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:02.859777 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299bb33c-22b8-454a-bedc-670ed626f413 req-39691a41-7588-4ebc-a1cb-e5f42cedfd9c service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:02.859777 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299bb33c-22b8-454a-bedc-670ed626f413 req-39691a41-7588-4ebc-a1cb-e5f42cedfd9c service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:02.861167 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-299bb33c-22b8-454a-bedc-670ed626f413 req-39691a41-7588-4ebc-a1cb-e5f42cedfd9c service neutron] Bound port: 68b24584-0102-4951-b0b7-2d23cca374a6, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:02.862014 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-299bb33c-22b8-454a-bedc-670ed626f413 req-39691a41-7588-4ebc-a1cb-e5f42cedfd9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:02.873589 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e7269a5e-bb96-475a-9b3a-5b7bb0d0c471 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "PUT /v2.0/routers/004c341d-35df-4a16-b109-93984524fda5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8358908 Jul 14 09:13:02.875204 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb16a1c-d50d-41fb-b1a4-10fb986700bf None None] Sync routers for ids ['004c341d-35df-4a16-b109-93984524fda5'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:13:02.878680 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-8ea2ec8f-f8bd-406b-ba42-da889b40f8d0 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:02.880926 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43794) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:02.894578 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb16a1c-d50d-41fb-b1a4-10fb986700bf None None] Routers {'004c341d-35df-4a16-b109-93984524fda5'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:02.896107 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-dfb16a1c-d50d-41fb-b1a4-10fb986700bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:12:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['004c341d-35df-4a16-b109-93984524fda5'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:02.918553 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bbbba074-cc22-4db6-a5cf-17230b2f6a36 req-4774b248-7013-4842-816c-e5c6d2b80c44 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 210 time: 0.0831358 Jul 14 09:13:02.972427 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-8ea2ec8f-f8bd-406b-ba42-da889b40f8d0 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Network a6130b6d-d059-4034-9866-eb8b37ca5775 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:02.994123 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aa8c0d16-62fc-4ea8-b789-f3e51ba4f2fc req-7425ceb1-1d81-4647-9706-8373c5c4d65d tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281277 Jul 14 09:13:03.000319 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-e26edb95-83cd-42ea-92c8-171d663ee8c1 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:03.004722 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-8ea2ec8f-f8bd-406b-ba42-da889b40f8d0 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:03.012904 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-8ea2ec8f-f8bd-406b-ba42-da889b40f8d0 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:03.048041 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a503359-b5a4-4ba4-a9fc-86786c8586b9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:03.049839 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7a503359-b5a4-4ba4-a9fc-86786c8586b9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports/76249ea0-fa59-46ac-a577-329dac28e274 HTTP/1.1" status: 200 len: 911 time: 0.1481500 Jul 14 09:13:03.052944 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43796) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:03.078818 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-8ea2ec8f-f8bd-406b-ba42-da889b40f8d0 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:03.079659 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-8ea2ec8f-f8bd-406b-ba42-da889b40f8d0 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:03.127800 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-299bb33c-22b8-454a-bedc-670ed626f413 req-39691a41-7588-4ebc-a1cb-e5f42cedfd9c service neutron] For port 68b24584-0102-4951-b0b7-2d23cca374a6, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:03.143733 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-299bb33c-22b8-454a-bedc-670ed626f413 req-39691a41-7588-4ebc-a1cb-e5f42cedfd9c service neutron] For port 68b24584-0102-4951-b0b7-2d23cca374a6, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=68b24584-0102-4951-b0b7-2d23cca374a6,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:03.145607 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2ec8f-f8bd-406b-ba42-da889b40f8d0 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Pushing event updated for resources: {'Port': ['ID=8c797fca-27e3-4cdd-acf5-321d19f877ed,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:03.157336 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-299bb33c-22b8-454a-bedc-670ed626f413 req-39691a41-7588-4ebc-a1cb-e5f42cedfd9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:03.166581 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-e26edb95-83cd-42ea-92c8-171d663ee8c1 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:03.213647 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-8ea2ec8f-f8bd-406b-ba42-da889b40f8d0 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6072528 Jul 14 09:13:03.220179 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bb33c-22b8-454a-bedc-670ed626f413 req-39691a41-7588-4ebc-a1cb-e5f42cedfd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:03.220808 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-299bb33c-22b8-454a-bedc-670ed626f413 req-39691a41-7588-4ebc-a1cb-e5f42cedfd9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:03.221386 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-dfb16a1c-d50d-41fb-b1a4-10fb986700bf None None] Set router 004c341d-35df-4a16-b109-93984524fda5 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:13:03.222284 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-299bb33c-22b8-454a-bedc-670ed626f413 req-39691a41-7588-4ebc-a1cb-e5f42cedfd9c service neutron] 10.222.0.44 "PUT /v2.0/ports/68b24584-0102-4951-b0b7-2d23cca374a6 HTTP/1.1" status: 200 len: 1096 time: 2.2756145 Jul 14 09:13:03.233454 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e178447-7faf-4bc2-80d2-20bcfd231c58', 'tag': '68b24584-0102-4951-b0b7-2d23cca374a6'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:03.235748 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c75d746-e4ba-4880-ad69-593d56a2526c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e178447-7faf-4bc2-80d2-20bcfd231c58", "tag": "68b24584-0102-4951-b0b7-2d23cca374a6"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:03.254818 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-16731787-574f-40e3-b365-57d271e546b2 service neutron] Request body: {'port': {'device_id': 'f3946cd4-3704-436e-8d41-c0917acf7b34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:03.341009 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26edb95-83cd-42ea-92c8-171d663ee8c1 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Pushing event updated for resources: {'Port': ['ID=851d0185-ff3c-4fb6-808c-c8213c818442,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:03.341516 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b042e93-65fd-4c46-915a-a7fc49d62e9c x-openstack-request-id: req-3b042e93-65fd-4c46-915a-a7fc49d62e9c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:03.341812 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e178447-7faf-4bc2-80d2-20bcfd231c58", "tag": "68b24584-0102-4951-b0b7-2d23cca374a6", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:03.342067 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b042e93-65fd-4c46-915a-a7fc49d62e9c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:03.342469 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e178447-7faf-4bc2-80d2-20bcfd231c58', 'tag': '68b24584-0102-4951-b0b7-2d23cca374a6', 'status': 'completed', 'code': 200} Jul 14 09:13:03.356254 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43804) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:03.390667 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39691a41-7588-4ebc-a1cb-e5f42cedfd9c service neutron] Pushing event updated for resources: {'Port': ['ID=68b24584-0102-4951-b0b7-2d23cca374a6,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:03.470482 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-16731787-574f-40e3-b365-57d271e546b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:03.534360 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bb33c-22b8-454a-bedc-670ed626f413 req-5f32b1ba-5d4e-4a02-8e88-b69cd362d280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:03.536161 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-299bb33c-22b8-454a-bedc-670ed626f413 req-5f32b1ba-5d4e-4a02-8e88-b69cd362d280 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c2e4de726c7e4209b9272f94196810c2&device_id=7e178447-7faf-4bc2-80d2-20bcfd231c58 HTTP/1.1" status: 200 len: 1099 time: 0.1984603 Jul 14 09:13:03.605894 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-299bb33c-22b8-454a-bedc-670ed626f413 req-6d463063-d2b4-4442-bcd5-a177f6c993df service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=68b24584-0102-4951-b0b7-2d23cca374a6 HTTP/1.1" status: 200 len: 217 time: 0.0580237 Jul 14 09:13:03.665215 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-dfb16a1c-d50d-41fb-b1a4-10fb986700bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004c341d-35df-4a16-b109-93984524fda5', 'name': 'tempest-NetworksTestDHCPv6-router-165802529', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:12:56Z', 'updated_at': '2021-07-14T09:12:59Z', 'revision_number': 2, 'project_id': '409ec55beccc4e089db53cc12b381e0a', 'gw_port_host': None, '_interfaces': [{'id': '76249ea0-fa59-46ac-a577-329dac28e274', 'name': '', 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'mac_address': 'fa:16:3e:55:8b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004c341d-35df-4a16-b109-93984524fda5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'd8781fbc-3dd8-48e1-b22e-23f6880c0d43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:57Z', 'updated_at': '2021-07-14T09:13:00Z', 'revision_number': 2, 'project_id': '409ec55beccc4e089db53cc12b381e0a', 'subnets': [{'id': 'd8781fbc-3dd8-48e1-b22e-23f6880c0d43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:03.695964 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb16a1c-d50d-41fb-b1a4-10fb986700bf None None] Checking router: 004c341d-35df-4a16-b109-93984524fda5 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:13:03.697152 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb16a1c-d50d-41fb-b1a4-10fb986700bf None None] Updating router 004c341d-35df-4a16-b109-93984524fda5 port 76249ea0-fa59-46ac-a577-329dac28e274 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:13:03.701308 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a9f0ddcc-eae0-4d87-800a-c4b6b3ef2baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:03.733906 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dfb16a1c-d50d-41fb-b1a4-10fb986700bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:03.737749 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bb33c-22b8-454a-bedc-670ed626f413 req-b85bb40b-0b66-454b-b240-d22f232d19a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:03.739238 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-299bb33c-22b8-454a-bedc-670ed626f413 req-b85bb40b-0b66-454b-b240-d22f232d19a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.0851171 Jul 14 09:13:03.811809 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-e26edb95-83cd-42ea-92c8-171d663ee8c1 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Network 86c853f4-4ad9-424e-8297-380957ad4d59 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:03.831359 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6b8235-dc02-47b0-9bf3-8c72778969af tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:03.837280 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6b8235-dc02-47b0-9bf3-8c72778969af tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:03.842145 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6c6b8235-dc02-47b0-9bf3-8c72778969af tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7847381 Jul 14 09:13:03.845721 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43814) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:03.845866 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-e26edb95-83cd-42ea-92c8-171d663ee8c1 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:03.864946 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-e26edb95-83cd-42ea-92c8-171d663ee8c1 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:03.946178 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-e26edb95-83cd-42ea-92c8-171d663ee8c1 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:03.947132 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-e26edb95-83cd-42ea-92c8-171d663ee8c1 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:03.974250 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393082e2-8abb-47f0-a713-d51739c338ef req-77ec4241-c384-4e5a-a9ac-35687b6496d1 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:03.975892 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-393082e2-8abb-47f0-a713-d51739c338ef req-77ec4241-c384-4e5a-a9ac-35687b6496d1 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 945 time: 0.6259272 Jul 14 09:13:03.988446 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c378bd-303a-4267-86b2-e53d9065a030 req-0c583317-ac7d-4a30-9e7b-c0306bc9b4c4 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:03.989978 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12c378bd-303a-4267-86b2-e53d9065a030 req-0c583317-ac7d-4a30-9e7b-c0306bc9b4c4 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3946cd4-3704-436e-8d41-c0917acf7b34 HTTP/1.1" status: 200 len: 931 time: 0.1808288 Jul 14 09:13:04.044173 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bb33c-22b8-454a-bedc-670ed626f413 req-bc90d851-b4c7-4659-a7ae-43a3ebeb520b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:04.045744 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-299bb33c-22b8-454a-bedc-670ed626f413 req-bc90d851-b4c7-4659-a7ae-43a3ebeb520b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2998943 Jul 14 09:13:04.051125 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dfb16a1c-d50d-41fb-b1a4-10fb986700bf None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:04.051705 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-393082e2-8abb-47f0-a713-d51739c338ef req-498e8526-e4ef-4e6b-87e6-04e23b2d2dec tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601158 Jul 14 09:13:04.065352 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-dfb16a1c-d50d-41fb-b1a4-10fb986700bf None None] Transition to ACTIVE for port object 76249ea0-fa59-46ac-a577-329dac28e274 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:04.067683 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12c378bd-303a-4267-86b2-e53d9065a030 req-3f272e01-03ac-41c6-a9e1-332232bb9531 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/security-groups?id=063abf49-9c44-4faa-b19c-25673b50cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615585 Jul 14 09:13:04.081003 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dfb16a1c-d50d-41fb-b1a4-10fb986700bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:04.146262 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c134b-4055-4054-ae50-a1d57cb66647 None None] Pushing event updated for resources: {'Port': ['ID=76249ea0-fa59-46ac-a577-329dac28e274,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:04.241163 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-dfb16a1c-d50d-41fb-b1a4-10fb986700bf None None] Attempting to bind port 76249ea0-fa59-46ac-a577-329dac28e274 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:04.241558 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-dfb16a1c-d50d-41fb-b1a4-10fb986700bf None None] Attempting to bind port 76249ea0-fa59-46ac-a577-329dac28e274 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:04.241931 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb16a1c-d50d-41fb-b1a4-10fb986700bf None None] Attempting to bind port 76249ea0-fa59-46ac-a577-329dac28e274 on network d4b2ec29-2184-48d5-8c16-380a3c464388 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:04.244019 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-16731787-574f-40e3-b365-57d271e546b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c797fca-27e3-4cdd-acf5-321d19f877ed {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:04.258837 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb16a1c-d50d-41fb-b1a4-10fb986700bf None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:04.259226 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb16a1c-d50d-41fb-b1a4-10fb986700bf None None] Checking segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:04.259808 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dfb16a1c-d50d-41fb-b1a4-10fb986700bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:04.260600 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb16a1c-d50d-41fb-b1a4-10fb986700bf None None] Bound using segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:04.261390 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-dfb16a1c-d50d-41fb-b1a4-10fb986700bf None None] Bound port: 76249ea0-fa59-46ac-a577-329dac28e274, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:04.261926 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dfb16a1c-d50d-41fb-b1a4-10fb986700bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:04.266625 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a9f0ddcc-eae0-4d87-800a-c4b6b3ef2baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:04.273582 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-16731787-574f-40e3-b365-57d271e546b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:04.290802 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a9f0ddcc-eae0-4d87-800a-c4b6b3ef2baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:04.303045 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-e26edb95-83cd-42ea-92c8-171d663ee8c1 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5518725 Jul 14 09:13:04.332756 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-acf4d391-8994-4d8f-a19e-0bd8ff661de8 service neutron] Request body: {'port': {'device_id': 'e4291d3c-179e-4ee0-a78b-ff85fe34ab0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:04.349360 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-dfb16a1c-d50d-41fb-b1a4-10fb986700bf None None] For port 76249ea0-fa59-46ac-a577-329dac28e274, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:04.354337 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-dfb16a1c-d50d-41fb-b1a4-10fb986700bf None None] For port 76249ea0-fa59-46ac-a577-329dac28e274, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=76249ea0-fa59-46ac-a577-329dac28e274,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:04.362927 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dfb16a1c-d50d-41fb-b1a4-10fb986700bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:04.379041 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-16731787-574f-40e3-b365-57d271e546b2 service neutron] Transition to ACTIVE for port object 8c797fca-27e3-4cdd-acf5-321d19f877ed will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:04.426510 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb16a1c-d50d-41fb-b1a4-10fb986700bf None None] Routers {'004c341d-35df-4a16-b109-93984524fda5'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:04.427222 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-dfb16a1c-d50d-41fb-b1a4-10fb986700bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:12:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['004c341d-35df-4a16-b109-93984524fda5'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:04.435287 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-16731787-574f-40e3-b365-57d271e546b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:04.450755 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0ddcc-eae0-4d87-800a-c4b6b3ef2baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93055c76-732a-4836-b516-dfa6b50592ab,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:04.469753 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a9f0ddcc-eae0-4d87-800a-c4b6b3ef2baa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=813455ef895e46eeb955489d1c210996&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1117656 Jul 14 09:13:04.472915 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-299bb33c-22b8-454a-bedc-670ed626f413 req-39b6d614-1042-45a2-acb8-af48dbca9173 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593025 Jul 14 09:13:04.476474 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43820) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:04.529186 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3796917-714b-4092-8a25-b386fa0ec096 req-8b007f25-1d41-4e24-8739-b004564d3f8a tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:04.531821 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a3796917-714b-4092-8a25-b386fa0ec096 req-8b007f25-1d41-4e24-8739-b004564d3f8a tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e178447-7faf-4bc2-80d2-20bcfd231c58 HTTP/1.1" status: 200 len: 947 time: 0.3056183 Jul 14 09:13:04.543095 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-acf4d391-8994-4d8f-a19e-0bd8ff661de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:04.549769 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c134b-4055-4054-ae50-a1d57cb66647 None None] Pushing event updated for resources: {'Port': ['ID=76249ea0-fa59-46ac-a577-329dac28e274,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:04.556873 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-dfb16a1c-d50d-41fb-b1a4-10fb986700bf None None] Set router 004c341d-35df-4a16-b109-93984524fda5 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:13:04.618332 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16731787-574f-40e3-b365-57d271e546b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8c797fca-27e3-4cdd-acf5-321d19f877ed,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:04.738574 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-299bb33c-22b8-454a-bedc-670ed626f413 req-81598ff1-a7c3-44d3-81e5-f9c0e81346b7 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356346 Jul 14 09:13:04.758833 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed20ebf-1324-49bb-b2f2-c31b984651bb req-0d1e7a64-9e32-4f7d-87e9-fea589e34d34 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:04.772092 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bed20ebf-1324-49bb-b2f2-c31b984651bb req-0d1e7a64-9e32-4f7d-87e9-fea589e34d34 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 932 time: 0.3758302 Jul 14 09:13:04.797979 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-16731787-574f-40e3-b365-57d271e546b2 service neutron] Attempting to bind port 8c797fca-27e3-4cdd-acf5-321d19f877ed on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:04.798233 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-16731787-574f-40e3-b365-57d271e546b2 service neutron] Attempting to bind port 8c797fca-27e3-4cdd-acf5-321d19f877ed by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '630f871b-aa46-4ea1-bd54-8cc1797311d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a6130b6d-d059-4034-9866-eb8b37ca5775'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:04.798722 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-16731787-574f-40e3-b365-57d271e546b2 service neutron] Attempting to bind port 8c797fca-27e3-4cdd-acf5-321d19f877ed on network a6130b6d-d059-4034-9866-eb8b37ca5775 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:04.803807 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-dfb16a1c-d50d-41fb-b1a4-10fb986700bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004c341d-35df-4a16-b109-93984524fda5', 'name': 'tempest-NetworksTestDHCPv6-router-165802529', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:12:56Z', 'updated_at': '2021-07-14T09:12:59Z', 'revision_number': 2, 'project_id': '409ec55beccc4e089db53cc12b381e0a', 'gw_port_host': None, '_interfaces': [{'id': '76249ea0-fa59-46ac-a577-329dac28e274', 'name': '', 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'mac_address': 'fa:16:3e:55:8b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004c341d-35df-4a16-b109-93984524fda5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'd8781fbc-3dd8-48e1-b22e-23f6880c0d43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:57Z', 'updated_at': '2021-07-14T09:13:04Z', 'revision_number': 4, 'project_id': '409ec55beccc4e089db53cc12b381e0a', 'subnets': [{'id': 'd8781fbc-3dd8-48e1-b22e-23f6880c0d43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:04.822293 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a3796917-714b-4092-8a25-b386fa0ec096 req-8094c082-0eda-4ae6-a540-73a2ad7f2873 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f8d1ab4-cfdf-4c5f-bade-1d43fb0e3be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689312 Jul 14 09:13:04.837758 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d8264b0-f84c-46bf-b9a9-8c831eb3de88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:04.842687 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb16a1c-d50d-41fb-b1a4-10fb986700bf None None] The sync data for ids ['004c341d-35df-4a16-b109-93984524fda5'] in n-d-771362-35 is: [{'id': '004c341d-35df-4a16-b109-93984524fda5', 'name': 'tempest-NetworksTestDHCPv6-router-165802529', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:12:56Z', 'updated_at': '2021-07-14T09:12:59Z', 'revision_number': 2, 'project_id': '409ec55beccc4e089db53cc12b381e0a', 'gw_port_host': None, '_interfaces': [{'id': '76249ea0-fa59-46ac-a577-329dac28e274', 'name': '', 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'mac_address': 'fa:16:3e:55:8b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004c341d-35df-4a16-b109-93984524fda5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'd8781fbc-3dd8-48e1-b22e-23f6880c0d43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:57Z', 'updated_at': '2021-07-14T09:13:04Z', 'revision_number': 4, 'project_id': '409ec55beccc4e089db53cc12b381e0a', 'subnets': [{'id': 'd8781fbc-3dd8-48e1-b22e-23f6880c0d43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:13:04.853930 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-16731787-574f-40e3-b365-57d271e546b2 service neutron] Port 8c797fca-27e3-4cdd-acf5-321d19f877ed on network a6130b6d-d059-4034-9866-eb8b37ca5775 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:13:04.854287 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-16731787-574f-40e3-b365-57d271e546b2 service neutron] Attempting to bind port 8c797fca-27e3-4cdd-acf5-321d19f877ed on network a6130b6d-d059-4034-9866-eb8b37ca5775 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:04.873284 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-16731787-574f-40e3-b365-57d271e546b2 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:04.873799 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-16731787-574f-40e3-b365-57d271e546b2 service neutron] Checking segment: {'id': '630f871b-aa46-4ea1-bd54-8cc1797311d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a6130b6d-d059-4034-9866-eb8b37ca5775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:04.874098 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-16731787-574f-40e3-b365-57d271e546b2 service neutron] Bound using segment: {'id': '630f871b-aa46-4ea1-bd54-8cc1797311d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a6130b6d-d059-4034-9866-eb8b37ca5775'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:04.874464 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-16731787-574f-40e3-b365-57d271e546b2 service neutron] Bound port: 8c797fca-27e3-4cdd-acf5-321d19f877ed, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '630f871b-aa46-4ea1-bd54-8cc1797311d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a6130b6d-d059-4034-9866-eb8b37ca5775'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:04.874824 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-16731787-574f-40e3-b365-57d271e546b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:04.926515 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bed20ebf-1324-49bb-b2f2-c31b984651bb req-f544b289-043e-492e-ab3c-3ec9c6ade0f1 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533496 Jul 14 09:13:04.965995 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d8264b0-f84c-46bf-b9a9-8c831eb3de88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:05.054152 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75d746-e4ba-4880-ad69-593d56a2526c req-12b80927-ebac-451a-8035-e76b043c1dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:05.055757 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0c75d746-e4ba-4880-ad69-593d56a2526c req-12b80927-ebac-451a-8035-e76b043c1dc9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c2e4de726c7e4209b9272f94196810c2&device_id=7e178447-7faf-4bc2-80d2-20bcfd231c58 HTTP/1.1" status: 200 len: 1099 time: 0.2504137 Jul 14 09:13:05.061619 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-16731787-574f-40e3-b365-57d271e546b2 service neutron] For port 8c797fca-27e3-4cdd-acf5-321d19f877ed, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:05.085462 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3493bf0-bb49-49d1-9bd1-63c066457c98 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:05.125706 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-16731787-574f-40e3-b365-57d271e546b2 service neutron] For port 8c797fca-27e3-4cdd-acf5-321d19f877ed, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=8c797fca-27e3-4cdd-acf5-321d19f877ed,segment=NetworkSegment(630f871b-aa46-4ea1-bd54-8cc1797311d1),segment_id=630f871b-aa46-4ea1-bd54-8cc1797311d1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:05.173187 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d8264b0-f84c-46bf-b9a9-8c831eb3de88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:05.176397 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d8264b0-f84c-46bf-b9a9-8c831eb3de88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:05.177564 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0d8264b0-f84c-46bf-b9a9-8c831eb3de88 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93055c76-732a-4836-b516-dfa6b50592ab HTTP/1.1" status: 204 len: 168 time: 0.6954458 Jul 14 09:13:05.183721 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-acf4d391-8994-4d8f-a19e-0bd8ff661de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851d0185-ff3c-4fb6-808c-c8213c818442 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:05.197668 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a2964-4008-4ffb-b272-feb6a47161ff req-e59df464-56bb-46bb-842c-6f71196238c9 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:05.206718 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f9a2964-4008-4ffb-b272-feb6a47161ff req-e59df464-56bb-46bb-842c-6f71196238c9 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 950 time: 0.2378192 Jul 14 09:13:05.215354 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-acf4d391-8994-4d8f-a19e-0bd8ff661de8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:05.244190 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8264b0-f84c-46bf-b9a9-8c831eb3de88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93055c76-732a-4836-b516-dfa6b50592ab,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:05.253777 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-acf4d391-8994-4d8f-a19e-0bd8ff661de8 service neutron] Transition to ACTIVE for port object 851d0185-ff3c-4fb6-808c-c8213c818442 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:05.259561 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-acf4d391-8994-4d8f-a19e-0bd8ff661de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:05.344108 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f9a2964-4008-4ffb-b272-feb6a47161ff req-8bcbe8e0-90fa-49d0-bf5f-af2b8431c92b tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361504 Jul 14 09:13:05.484636 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4d391-8994-4d8f-a19e-0bd8ff661de8 service neutron] Pushing event updated for resources: {'Port': ['ID=851d0185-ff3c-4fb6-808c-c8213c818442,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:05.579888 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-acf4d391-8994-4d8f-a19e-0bd8ff661de8 service neutron] Attempting to bind port 851d0185-ff3c-4fb6-808c-c8213c818442 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:05.580441 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-acf4d391-8994-4d8f-a19e-0bd8ff661de8 service neutron] Attempting to bind port 851d0185-ff3c-4fb6-808c-c8213c818442 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'c33ce29e-d508-429e-945d-f02a1fe3578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '86c853f4-4ad9-424e-8297-380957ad4d59'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:05.580961 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-acf4d391-8994-4d8f-a19e-0bd8ff661de8 service neutron] Attempting to bind port 851d0185-ff3c-4fb6-808c-c8213c818442 on network 86c853f4-4ad9-424e-8297-380957ad4d59 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:05.594755 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-acf4d391-8994-4d8f-a19e-0bd8ff661de8 service neutron] Port 851d0185-ff3c-4fb6-808c-c8213c818442 on network 86c853f4-4ad9-424e-8297-380957ad4d59 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:13:05.595256 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-acf4d391-8994-4d8f-a19e-0bd8ff661de8 service neutron] Attempting to bind port 851d0185-ff3c-4fb6-808c-c8213c818442 on network 86c853f4-4ad9-424e-8297-380957ad4d59 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:05.614632 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e81e14-b4b1-4905-8c9f-21ca5dcfb562 req-2159c7b6-922c-4203-a947-cc9cf620643c tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:05.624915 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-24e81e14-b4b1-4905-8c9f-21ca5dcfb562 req-2159c7b6-922c-4203-a947-cc9cf620643c tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3946cd4-3704-436e-8d41-c0917acf7b34 HTTP/1.1" status: 200 len: 943 time: 0.2522447 Jul 14 09:13:05.628151 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-acf4d391-8994-4d8f-a19e-0bd8ff661de8 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:05.628692 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-acf4d391-8994-4d8f-a19e-0bd8ff661de8 service neutron] Checking segment: {'id': 'c33ce29e-d508-429e-945d-f02a1fe3578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '86c853f4-4ad9-424e-8297-380957ad4d59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:05.629191 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-acf4d391-8994-4d8f-a19e-0bd8ff661de8 service neutron] Bound using segment: {'id': 'c33ce29e-d508-429e-945d-f02a1fe3578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '86c853f4-4ad9-424e-8297-380957ad4d59'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:05.629832 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-acf4d391-8994-4d8f-a19e-0bd8ff661de8 service neutron] Bound port: 851d0185-ff3c-4fb6-808c-c8213c818442, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c33ce29e-d508-429e-945d-f02a1fe3578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '86c853f4-4ad9-424e-8297-380957ad4d59'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:05.630253 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-acf4d391-8994-4d8f-a19e-0bd8ff661de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:05.664423 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43832) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:05.686906 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b4107-7c8d-49a8-ab90-9ad4bc74aba9 req-94845624-85ce-4cd4-8af1-3da11f08149b tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:05.694184 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-001b4107-7c8d-49a8-ab90-9ad4bc74aba9 req-94845624-85ce-4cd4-8af1-3da11f08149b tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 945 time: 0.2027302 Jul 14 09:13:05.726470 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-16731787-574f-40e3-b365-57d271e546b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:05.792192 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-16731787-574f-40e3-b365-57d271e546b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:05.792814 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-16731787-574f-40e3-b365-57d271e546b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:05.794547 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-16731787-574f-40e3-b365-57d271e546b2 service neutron] 10.222.0.47 "PUT /v2.0/ports/8c797fca-27e3-4cdd-acf5-321d19f877ed HTTP/1.1" status: 200 len: 1092 time: 2.5440562 Jul 14 09:13:05.798880 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3946cd4-3704-436e-8d41-c0917acf7b34', 'tag': '8c797fca-27e3-4cdd-acf5-321d19f877ed'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:05.801443 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de62aa31-acc5-439b-913e-ca5252cd0a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "f3946cd4-3704-436e-8d41-c0917acf7b34", "tag": "8c797fca-27e3-4cdd-acf5-321d19f877ed"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:05.826676 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-24e81e14-b4b1-4905-8c9f-21ca5dcfb562 req-d372d7c5-cff4-486b-b939-16f8685878db tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/security-groups?id=063abf49-9c44-4faa-b19c-25673b50cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006533 Jul 14 09:13:05.850014 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-acf4d391-8994-4d8f-a19e-0bd8ff661de8 service neutron] For port 851d0185-ff3c-4fb6-808c-c8213c818442, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:05.857356 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-acf4d391-8994-4d8f-a19e-0bd8ff661de8 service neutron] For port 851d0185-ff3c-4fb6-808c-c8213c818442, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=851d0185-ff3c-4fb6-808c-c8213c818442,segment=NetworkSegment(c33ce29e-d508-429e-945d-f02a1fe3578f),segment_id=c33ce29e-d508-429e-945d-f02a1fe3578f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:05.864765 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-55f9b6e7-ff8a-4cd5-bcd0-157b3d5df243 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e34cb76419c4ab6b0f9c5ec59e16c5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1949358 Jul 14 09:13:05.866549 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-001b4107-7c8d-49a8-ab90-9ad4bc74aba9 req-a17b6fd7-af36-40a6-a7e5-d06e0e34751e tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713433 Jul 14 09:13:05.867198 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43838) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:05.878066 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16731787-574f-40e3-b365-57d271e546b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8c797fca-27e3-4cdd-acf5-321d19f877ed,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:05.881060 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-acf4d391-8994-4d8f-a19e-0bd8ff661de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:05.935798 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb4ace2-0646-48ba-bf0e-7ee525a365ee x-openstack-request-id: req-7eb4ace2-0646-48ba-bf0e-7ee525a365ee {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:05.936090 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3946cd4-3704-436e-8d41-c0917acf7b34", "tag": "8c797fca-27e3-4cdd-acf5-321d19f877ed", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:05.936342 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7eb4ace2-0646-48ba-bf0e-7ee525a365ee {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:05.936738 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3946cd4-3704-436e-8d41-c0917acf7b34', 'tag': '8c797fca-27e3-4cdd-acf5-321d19f877ed', 'status': 'completed', 'code': 200} Jul 14 09:13:05.946409 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75d746-e4ba-4880-ad69-593d56a2526c req-ac0e07cf-00ec-4b5e-877e-1aa6b3f7faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:05.947949 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0c75d746-e4ba-4880-ad69-593d56a2526c req-ac0e07cf-00ec-4b5e-877e-1aa6b3f7faaf service neutron] 10.222.0.44 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.8820066 Jul 14 09:13:05.961445 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-acf4d391-8994-4d8f-a19e-0bd8ff661de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:05.962490 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-acf4d391-8994-4d8f-a19e-0bd8ff661de8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:05.964031 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-acf4d391-8994-4d8f-a19e-0bd8ff661de8 service neutron] 10.222.0.47 "PUT /v2.0/ports/851d0185-ff3c-4fb6-808c-c8213c818442 HTTP/1.1" status: 200 len: 1093 time: 1.6502042 Jul 14 09:13:05.971738 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4291d3c-179e-4ee0-a78b-ff85fe34ab0c', 'tag': '851d0185-ff3c-4fb6-808c-c8213c818442'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:05.974211 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d42947-be34-4548-b95f-3613ebedbf6c" -d '{"events": [{"name": "network-changed", "server_uuid": "e4291d3c-179e-4ee0-a78b-ff85fe34ab0c", "tag": "851d0185-ff3c-4fb6-808c-c8213c818442"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:06.009472 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0c75d746-e4ba-4880-ad69-593d56a2526c req-fa0b278b-1d15-49e0-ae66-af8029097c9a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=68b24584-0102-4951-b0b7-2d23cca374a6 HTTP/1.1" status: 200 len: 217 time: 0.0519495 Jul 14 09:13:06.031377 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4d391-8994-4d8f-a19e-0bd8ff661de8 service neutron] Pushing event updated for resources: {'Port': ['ID=851d0185-ff3c-4fb6-808c-c8213c818442,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:06.048668 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-13eda79a-67f3-4fb5-a91e-8ba767b3bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:06.050239 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-13eda79a-67f3-4fb5-a91e-8ba767b3bcf0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=979499a3220e42b6a9a084310d4dfb80&device_id=f3946cd4-3704-436e-8d41-c0917acf7b34 HTTP/1.1" status: 200 len: 1095 time: 0.2120759 Jul 14 09:13:06.072213 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb33a6a7-c019-4f16-98a0-dbce9eae72d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:06.117504 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-9664f2e4-5897-4807-9205-b27f450bd4af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c797fca-27e3-4cdd-acf5-321d19f877ed HTTP/1.1" status: 200 len: 217 time: 0.0517681 Jul 14 09:13:06.134320 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb33a6a7-c019-4f16-98a0-dbce9eae72d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:06.137980 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75d746-e4ba-4880-ad69-593d56a2526c req-297d923f-6944-4158-8720-8c0fcc9b2c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:06.139449 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0c75d746-e4ba-4880-ad69-593d56a2526c req-297d923f-6944-4158-8720-8c0fcc9b2c5a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1238129 Jul 14 09:13:06.237974 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-9fc3ed50-c99a-4310-93bf-dad18a84922c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:06.239785 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-9fc3ed50-c99a-4310-93bf-dad18a84922c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f9c4a21-3c76-47fc-aea9-57efb12f5ad8 HTTP/1.1" status: 200 len: 865 time: 0.1053452 Jul 14 09:13:06.250080 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-081d638d-d1da-48bd-bc85-d5f8151bc66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:06.252385 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-081d638d-d1da-48bd-bc85-d5f8151bc66c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=632b277e59c94db7b11ed5f1a650279a&device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 1096 time: 0.2327564 Jul 14 09:13:06.265571 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ad3be-524c-4652-925d-afb4b1e3e0d4 req-15627399-7770-4b7f-aaa6-18c875562af5 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:06.272176 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-244ad3be-524c-4652-925d-afb4b1e3e0d4 req-15627399-7770-4b7f-aaa6-18c875562af5 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e178447-7faf-4bc2-80d2-20bcfd231c58 HTTP/1.1" status: 200 len: 947 time: 0.2001677 Jul 14 09:13:06.298336 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 76249ea0-fa59-46ac-a577-329dac28e274 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:06.299246 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-9a6a52fe-dbe1-43fb-8e62-9709d747f620 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6130b6d-d059-4034-9866-eb8b37ca5775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496798 Jul 14 09:13:06.320964 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f3493bf0-bb49-49d1-9bd1-63c066457c98 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting port 76249ea0-fa59-46ac-a577-329dac28e274 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:06.321335 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3493bf0-bb49-49d1-9bd1-63c066457c98 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:06.328444 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75d746-e4ba-4880-ad69-593d56a2526c req-0b3204ac-e8d4-470e-8665-b77c30230b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:06.330411 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0c75d746-e4ba-4880-ad69-593d56a2526c req-0b3204ac-e8d4-470e-8665-b77c30230b9e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1805885 Jul 14 09:13:06.349174 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb33a6a7-c019-4f16-98a0-dbce9eae72d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:06.351997 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb33a6a7-c019-4f16-98a0-dbce9eae72d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:06.357403 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fb33a6a7-c019-4f16-98a0-dbce9eae72d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e74d9d55-1c7c-4b1b-846e-f93873f30053 HTTP/1.1" status: 204 len: 168 time: 0.4881830 Jul 14 09:13:06.359123 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-87e6b103-f8a8-4dca-879f-39aae50a4cac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=851d0185-ff3c-4fb6-808c-c8213c818442 HTTP/1.1" status: 200 len: 217 time: 0.0830693 Jul 14 09:13:06.369989 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cde41-4785-4adb-ad13-9d61e5b5020a req-4ce5eaf1-54e8-4225-a895-7fa2c5557e69 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:06.377487 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4f1cde41-4785-4adb-ad13-9d61e5b5020a req-4ce5eaf1-54e8-4225-a895-7fa2c5557e69 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 944 time: 0.2382717 Jul 14 09:13:06.386431 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 76249ea0-fa59-46ac-a577-329dac28e274 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:06.392237 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 76249ea0-fa59-46ac-a577-329dac28e274 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:06.393010 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:06.450741 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33a6a7-c019-4f16-98a0-dbce9eae72d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74d9d55-1c7c-4b1b-846e-f93873f30053,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:06.463934 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-244ad3be-524c-4652-925d-afb4b1e3e0d4 req-4023e12e-1e55-496d-9005-ed08cf3dfc75 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f8d1ab4-cfdf-4c5f-bade-1d43fb0e3be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896181 Jul 14 09:13:06.500466 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4f1cde41-4785-4adb-ad13-9d61e5b5020a req-fa25de24-cf51-4b6c-9c15-ca5e602a1825 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219919 Jul 14 09:13:06.523047 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-5b2e9ad6-b08d-4eda-9e33-363217e9f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:06.524647 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-5b2e9ad6-b08d-4eda-9e33-363217e9f9ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d15f9542-5236-469a-b44a-f2a19fe36887 HTTP/1.1" status: 200 len: 855 time: 0.1451280 Jul 14 09:13:06.529674 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:06.599182 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-d4f2c2f8-4a69-40a9-8eff-e85c589bd98d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86c853f4-4ad9-424e-8297-380957ad4d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655870 Jul 14 09:13:06.599905 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 68b24584-0102-4951-b0b7-2d23cca374a6 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:06.603318 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a375012b-91e6-485b-89c9-7e79c04616e1 x-openstack-request-id: req-a375012b-91e6-485b-89c9-7e79c04616e1 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:06.603642 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4291d3c-179e-4ee0-a78b-ff85fe34ab0c", "tag": "851d0185-ff3c-4fb6-808c-c8213c818442", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:06.603895 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a375012b-91e6-485b-89c9-7e79c04616e1 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:06.604515 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4291d3c-179e-4ee0-a78b-ff85fe34ab0c', 'tag': '851d0185-ff3c-4fb6-808c-c8213c818442', 'status': 'completed', 'code': 200} Jul 14 09:13:06.609593 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 76249ea0-fa59-46ac-a577-329dac28e274, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=76249ea0-fa59-46ac-a577-329dac28e274,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:06.629422 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:06.669950 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-5ff397b8-1de4-456e-9b4c-4bd0d325d482 service neutron] 10.222.0.47 "GET /v2.0/networks/a6130b6d-d059-4034-9866-eb8b37ca5775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617740 Jul 14 09:13:06.672397 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f3493bf0-bb49-49d1-9bd1-63c066457c98 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] For port 76249ea0-fa59-46ac-a577-329dac28e274, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=76249ea0-fa59-46ac-a577-329dac28e274,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:06.672658 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3493bf0-bb49-49d1-9bd1-63c066457c98 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:06.708367 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0c75d746-e4ba-4880-ad69-593d56a2526c req-23df3029-518b-42ea-9f08-9c10b7034963 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543992 Jul 14 09:13:06.742612 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f3493bf0-bb49-49d1-9bd1-63c066457c98 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Calling delete_port for 76249ea0-fa59-46ac-a577-329dac28e274 owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:06.745799 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-30cf8ce3-9f37-4423-ac12-80de3ac4360d service neutron] 10.222.0.47 "GET /v2.0/networks/86c853f4-4ad9-424e-8297-380957ad4d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328635 Jul 14 09:13:06.769910 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 68b24584-0102-4951-b0b7-2d23cca374a6, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=68b24584-0102-4951-b0b7-2d23cca374a6,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:06.786294 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '68b24584-0102-4951-b0b7-2d23cca374a6', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '68b24584-0102-4951-b0b7-2d23cca374a6', 'mac_address': 'fa:16:3e:61:df:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:06.879245 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=76249ea0-fa59-46ac-a577-329dac28e274,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:06.882058 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:06.907006 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eabe5318-c5c9-4eac-a432-8aeffa01c70b req-24371daf-2981-48be-8098-f711ee194bcc service neutron] 10.222.0.47 "GET /v2.0/networks/86c853f4-4ad9-424e-8297-380957ad4d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491356 Jul 14 09:13:06.921033 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b24584-0102-4951-b0b7-2d23cca374a6 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:06.926684 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0e9b5160-da09-4b95-b873-2f2d1f8ef29d req-7afb3620-2d68-43ac-a1c6-2833d42c3806 service neutron] 10.222.0.47 "GET /v2.0/networks/a6130b6d-d059-4034-9866-eb8b37ca5775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492464 Jul 14 09:13:06.947323 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 68b24584-0102-4951-b0b7-2d23cca374a6, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=68b24584-0102-4951-b0b7-2d23cca374a6,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:06.958551 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0c75d746-e4ba-4880-ad69-593d56a2526c req-8328421d-4151-4362-8f8e-5229eaa4047b service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174082 Jul 14 09:13:06.959333 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:07.001345 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d85762-432f-44a1-87a4-839b113c7fe7 req-2987f74a-4a97-454f-a12d-87fb83e86083 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:07.003779 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-93d85762-432f-44a1-87a4-839b113c7fe7 req-2987f74a-4a97-454f-a12d-87fb83e86083 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 950 time: 0.2570226 Jul 14 09:13:07.066814 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=68b24584-0102-4951-b0b7-2d23cca374a6,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:07.122513 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d42947-be34-4548-b95f-3613ebedbf6c req-272a80df-b314-4e0c-b0c3-1ee0eee0a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:07.124610 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-55d42947-be34-4548-b95f-3613ebedbf6c req-272a80df-b314-4e0c-b0c3-1ee0eee0a374 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=632b277e59c94db7b11ed5f1a650279a&device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 1096 time: 0.1181574 Jul 14 09:13:07.143457 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3493bf0-bb49-49d1-9bd1-63c066457c98 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:07.147710 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-93d85762-432f-44a1-87a4-839b113c7fe7 req-072873ba-de0d-4306-8504-3cf1152511f7 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376941 Jul 14 09:13:07.172125 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62aa31-acc5-439b-913e-ca5252cd0a5d req-fc445723-0c39-4cab-b655-a9ba09f6a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:07.173618 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-de62aa31-acc5-439b-913e-ca5252cd0a5d req-fc445723-0c39-4cab-b655-a9ba09f6a02a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=979499a3220e42b6a9a084310d4dfb80&device_id=f3946cd4-3704-436e-8d41-c0917acf7b34 HTTP/1.1" status: 200 len: 1095 time: 0.1481302 Jul 14 09:13:07.189697 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['68b24584-0102-4951-b0b7-2d23cca374a6'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:07.200138 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47545c7-f670-49e7-a507-648540bbe82d req-5dd4717d-eca3-49f7-b0cc-18e95d9475eb tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:07.202109 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e47545c7-f670-49e7-a507-648540bbe82d req-5dd4717d-eca3-49f7-b0cc-18e95d9475eb tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3946cd4-3704-436e-8d41-c0917acf7b34 HTTP/1.1" status: 200 len: 943 time: 0.1147180 Jul 14 09:13:07.220714 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3493bf0-bb49-49d1-9bd1-63c066457c98 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Port': ['ID=76249ea0-fa59-46ac-a577-329dac28e274,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:07.317016 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e47545c7-f670-49e7-a507-648540bbe82d req-f36728c8-963a-476c-90cb-3dd243cbf859 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/security-groups?id=063abf49-9c44-4faa-b19c-25673b50cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034660 Jul 14 09:13:07.416287 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3493bf0-bb49-49d1-9bd1-63c066457c98 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:07.450093 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d42947-be34-4548-b95f-3613ebedbf6c req-c1be3a1b-8b0e-4db7-b2a3-136c30bb9fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:07.450516 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62aa31-acc5-439b-913e-ca5252cd0a5d req-bf1050e3-3af9-495b-92b4-8e0eea22168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:07.451993 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-55d42947-be34-4548-b95f-3613ebedbf6c req-c1be3a1b-8b0e-4db7-b2a3-136c30bb9fdf service neutron] 10.222.0.47 "GET /v2.0/networks?id=86c853f4-4ad9-424e-8297-380957ad4d59 HTTP/1.1" status: 200 len: 915 time: 0.3207293 Jul 14 09:13:07.452130 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-de62aa31-acc5-439b-913e-ca5252cd0a5d req-bf1050e3-3af9-495b-92b4-8e0eea22168c service neutron] 10.222.0.47 "GET /v2.0/networks?id=a6130b6d-d059-4034-9866-eb8b37ca5775 HTTP/1.1" status: 200 len: 925 time: 0.2701604 Jul 14 09:13:07.539355 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-de62aa31-acc5-439b-913e-ca5252cd0a5d req-8780d17e-2729-402f-9470-9efc61a94276 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c797fca-27e3-4cdd-acf5-321d19f877ed HTTP/1.1" status: 200 len: 217 time: 0.0704415 Jul 14 09:13:07.618939 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b35f57-93da-4a75-b924-894bff8440bc req-bb133361-1f15-4976-8dfc-eef99afb186f tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:07.627826 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b5b35f57-93da-4a75-b924-894bff8440bc req-bb133361-1f15-4976-8dfc-eef99afb186f tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 945 time: 0.2513297 Jul 14 09:13:07.628874 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-55d42947-be34-4548-b95f-3613ebedbf6c req-1842744f-d2a7-453a-bcb0-8492bb2961fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=851d0185-ff3c-4fb6-808c-c8213c818442 HTTP/1.1" status: 200 len: 217 time: 0.1235654 Jul 14 09:13:07.672737 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62aa31-acc5-439b-913e-ca5252cd0a5d req-649e5b00-fc19-4d12-8f9b-ef769176c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:07.674255 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-de62aa31-acc5-439b-913e-ca5252cd0a5d req-649e5b00-fc19-4d12-8f9b-ef769176c4f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f9c4a21-3c76-47fc-aea9-57efb12f5ad8 HTTP/1.1" status: 200 len: 865 time: 0.1239097 Jul 14 09:13:07.674728 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43876) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:07.760296 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-de62aa31-acc5-439b-913e-ca5252cd0a5d req-7f2c61ec-9172-4750-b6ee-e152a023d8ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6130b6d-d059-4034-9866-eb8b37ca5775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618000 Jul 14 09:13:07.763766 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b5b35f57-93da-4a75-b924-894bff8440bc req-698a6108-cba9-46b7-a4c5-7a3fb3915818 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348250 Jul 14 09:13:07.765915 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d42947-be34-4548-b95f-3613ebedbf6c req-cc159ae3-ec78-410a-9a83-3b15365c74a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:07.767477 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-55d42947-be34-4548-b95f-3613ebedbf6c req-cc159ae3-ec78-410a-9a83-3b15365c74a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d15f9542-5236-469a-b44a-f2a19fe36887 HTTP/1.1" status: 200 len: 855 time: 0.1279886 Jul 14 09:13:07.813273 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-55d42947-be34-4548-b95f-3613ebedbf6c req-eb86d1e3-a388-46f6-a936-388db9d5ce77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86c853f4-4ad9-424e-8297-380957ad4d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390608 Jul 14 09:13:07.818106 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-4ab347fd-d4d2-478d-a303-7d28e2e633db tempest-DvrRoutersNegativeTest-1582631898 tempest-DvrRoutersNegativeTest-1582631898-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1532614903', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:07.820263 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3493bf0-bb49-49d1-9bd1-63c066457c98 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Router 004c341d-35df-4a16-b109-93984524fda5 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:13:07.820981 n-d-771362-35 neutron-server[93773]: DEBUG neutron.policy [None req-4ab347fd-d4d2-478d-a303-7d28e2e633db tempest-DvrRoutersNegativeTest-1582631898 tempest-DvrRoutersNegativeTest-1582631898-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93773) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 14 09:13:07.821315 n-d-771362-35 neutron-server[93773]: DEBUG neutron.policy [None req-4ab347fd-d4d2-478d-a303-7d28e2e633db tempest-DvrRoutersNegativeTest-1582631898 tempest-DvrRoutersNegativeTest-1582631898-project] Failed policy check for 'create_router' {{(pid=93773) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 14 09:13:07.821851 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-4ab347fd-d4d2-478d-a303-7d28e2e633db tempest-DvrRoutersNegativeTest-1582631898 tempest-DvrRoutersNegativeTest-1582631898-project] create failed (client error): Access was denied to this resource. Jul 14 09:13:07.822834 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4ab347fd-d4d2-478d-a303-7d28e2e633db tempest-DvrRoutersNegativeTest-1582631898 tempest-DvrRoutersNegativeTest-1582631898-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1468801 Jul 14 09:13:07.888194 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cfc87-965e-402f-9d8f-5678d30dda33 req-9f3d14dc-8998-48d4-92ba-984ebf0c4264 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:07.896006 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-346cfc87-965e-402f-9d8f-5678d30dda33 req-9f3d14dc-8998-48d4-92ba-984ebf0c4264 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e178447-7faf-4bc2-80d2-20bcfd231c58 HTTP/1.1" status: 200 len: 948 time: 0.2128780 Jul 14 09:13:07.951315 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-de62aa31-acc5-439b-913e-ca5252cd0a5d req-4c8f59bb-a62e-4c8b-a3d6-acd690c2ff10 service neutron] 10.222.0.47 "GET /v2.0/networks/a6130b6d-d059-4034-9866-eb8b37ca5775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838765 Jul 14 09:13:07.976199 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3493bf0-bb49-49d1-9bd1-63c066457c98 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:13:07.987467 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f3493bf0-bb49-49d1-9bd1-63c066457c98 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "PUT /v2.0/routers/004c341d-35df-4a16-b109-93984524fda5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1386971 Jul 14 09:13:07.987467 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43884) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:07.990345 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644ad861-10e6-4f1b-be77-2fe30a188af1 None None] Sync routers for ids ['004c341d-35df-4a16-b109-93984524fda5'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:13:08.002717 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644ad861-10e6-4f1b-be77-2fe30a188af1 None None] Routers {'004c341d-35df-4a16-b109-93984524fda5'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:08.003615 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-644ad861-10e6-4f1b-be77-2fe30a188af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:12:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['004c341d-35df-4a16-b109-93984524fda5'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:08.031206 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-346cfc87-965e-402f-9d8f-5678d30dda33 req-82f6ad81-e281-46e1-9b3f-80d971b64438 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f8d1ab4-cfdf-4c5f-bade-1d43fb0e3be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343234 Jul 14 09:13:08.072446 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965c3ca-7be1-484f-9742-aef00053819b req-b8ee4ee9-6d84-4ed4-aa85-eaef9f1f5039 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:08.074022 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b965c3ca-7be1-484f-9742-aef00053819b req-b8ee4ee9-6d84-4ed4-aa85-eaef9f1f5039 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 944 time: 0.1705561 Jul 14 09:13:08.076325 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dd36f3-1b29-454b-bf05-da8495378131 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:08.078906 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dd36f3-1b29-454b-bf05-da8495378131 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:08.083104 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c6dd36f3-1b29-454b-bf05-da8495378131 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0928204 Jul 14 09:13:08.084710 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43888) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:08.088350 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-55d42947-be34-4548-b95f-3613ebedbf6c req-cfa1646d-3930-4f38-9a1a-a533295728f6 service neutron] 10.222.0.47 "GET /v2.0/networks/86c853f4-4ad9-424e-8297-380957ad4d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640846 Jul 14 09:13:08.154840 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-de62aa31-acc5-439b-913e-ca5252cd0a5d req-5a31b24b-9432-4937-a4a0-6ad69e8cc54e service neutron] 10.222.0.47 "GET /v2.0/networks/a6130b6d-d059-4034-9866-eb8b37ca5775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962721 Jul 14 09:13:08.225381 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b965c3ca-7be1-484f-9742-aef00053819b req-09fdb1a5-07be-41e0-9b30-e982ceb0e509 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411884 Jul 14 09:13:08.232015 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b2a9501-ff5a-40ab-afc0-3eb5b8bb3e6e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet d8781fbc-3dd8-48e1-b22e-23f6880c0d43 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:13:08.237503 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b2a9501-ff5a-40ab-afc0-3eb5b8bb3e6e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:08.273750 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43892) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:08.292021 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-55d42947-be34-4548-b95f-3613ebedbf6c req-da2c2202-76a1-4c94-a7a5-6a1298927db6 service neutron] 10.222.0.47 "GET /v2.0/networks/86c853f4-4ad9-424e-8297-380957ad4d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959200 Jul 14 09:13:08.314356 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-644ad861-10e6-4f1b-be77-2fe30a188af1 None None] Set router 004c341d-35df-4a16-b109-93984524fda5 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:13:08.320850 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b2a9501-ff5a-40ab-afc0-3eb5b8bb3e6e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:08.389375 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-644ad861-10e6-4f1b-be77-2fe30a188af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004c341d-35df-4a16-b109-93984524fda5', 'name': 'tempest-NetworksTestDHCPv6-router-165802529', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:12:56Z', 'updated_at': '2021-07-14T09:13:07Z', 'revision_number': 3, 'project_id': '409ec55beccc4e089db53cc12b381e0a', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:08.427760 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f8818fbe-cc39-4ef1-b2cc-6ec7974da746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:08.433329 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644ad861-10e6-4f1b-be77-2fe30a188af1 None None] Checking router: 004c341d-35df-4a16-b109-93984524fda5 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:13:08.445831 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644ad861-10e6-4f1b-be77-2fe30a188af1 None None] Routers {'004c341d-35df-4a16-b109-93984524fda5'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:08.447347 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-644ad861-10e6-4f1b-be77-2fe30a188af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:12:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['004c341d-35df-4a16-b109-93984524fda5'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:08.457892 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b2a9501-ff5a-40ab-afc0-3eb5b8bb3e6e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:08.540750 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-644ad861-10e6-4f1b-be77-2fe30a188af1 None None] Set router 004c341d-35df-4a16-b109-93984524fda5 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:13:08.569581 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 68b24584-0102-4951-b0b7-2d23cca374a6 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:08.581642 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f8818fbe-cc39-4ef1-b2cc-6ec7974da746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:08.592321 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f8818fbe-cc39-4ef1-b2cc-6ec7974da746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:08.599277 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b2a9501-ff5a-40ab-afc0-3eb5b8bb3e6e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:08.609821 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-644ad861-10e6-4f1b-be77-2fe30a188af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004c341d-35df-4a16-b109-93984524fda5', 'name': 'tempest-NetworksTestDHCPv6-router-165802529', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:12:56Z', 'updated_at': '2021-07-14T09:13:07Z', 'revision_number': 3, 'project_id': '409ec55beccc4e089db53cc12b381e0a', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:08.634252 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a9501-ff5a-40ab-afc0-3eb5b8bb3e6e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=d8781fbc-3dd8-48e1-b22e-23f6880c0d43,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:08.645685 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb829209-71d4-4c60-8d4f-5a437967a53d req-40fe6eff-5d2a-49ef-9b15-59ad7361fd41 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:08.649338 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644ad861-10e6-4f1b-be77-2fe30a188af1 None None] The sync data for ids ['004c341d-35df-4a16-b109-93984524fda5'] in n-d-771362-35 is: [{'id': '004c341d-35df-4a16-b109-93984524fda5', 'name': 'tempest-NetworksTestDHCPv6-router-165802529', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:12:56Z', 'updated_at': '2021-07-14T09:13:07Z', 'revision_number': 3, 'project_id': '409ec55beccc4e089db53cc12b381e0a', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:13:08.654042 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eb829209-71d4-4c60-8d4f-5a437967a53d req-40fe6eff-5d2a-49ef-9b15-59ad7361fd41 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 950 time: 0.1967170 Jul 14 09:13:08.667804 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 68b24584-0102-4951-b0b7-2d23cca374a6 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:08.670933 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f8818fbe-cc39-4ef1-b2cc-6ec7974da746 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=087133def2b740aeb84284507d0dd23c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3959036 Jul 14 09:13:08.674791 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43902) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:08.683693 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8818fbe-cc39-4ef1-b2cc-6ec7974da746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e2d9f8-06c4-41aa-89a6-47954a5e4cf2,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:08.684971 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b2a9501-ff5a-40ab-afc0-3eb5b8bb3e6e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:08.687511 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1b2a9501-ff5a-40ab-afc0-3eb5b8bb3e6e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/d8781fbc-3dd8-48e1-b22e-23f6880c0d43 HTTP/1.1" status: 204 len: 168 time: 0.6018887 Jul 14 09:13:08.690031 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43904) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:08.695651 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c2caa5-d187-4b95-b98f-266e4bc30a04 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:08.703185 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 68b24584-0102-4951-b0b7-2d23cca374a6 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:08.703773 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:08.882327 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:08.913757 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e178447-7faf-4bc2-80d2-20bcfd231c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b24584-0102-4951-b0b7-2d23cca374a6'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:08.916068 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7454c3c2-5aa9-4b86-a7cb-f5a22c2b29dc" -d '{"events": [{"server_uuid": "7e178447-7faf-4bc2-80d2-20bcfd231c58", "name": "network-vif-plugged", "status": "completed", "tag": "68b24584-0102-4951-b0b7-2d23cca374a6"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:08.934206 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 68b24584-0102-4951-b0b7-2d23cca374a6, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=68b24584-0102-4951-b0b7-2d23cca374a6,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:08.939988 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:08.995050 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=68b24584-0102-4951-b0b7-2d23cca374a6,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:09.039311 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f961823e-dd02-4b0b-89c0-d796d7260d64 None None] DHCP port deletion for d4b2ec29-2184-48d5-8c16-380a3c464388 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:13:09.112969 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eb829209-71d4-4c60-8d4f-5a437967a53d req-de685c13-2933-488f-9565-5f3ad22183f3 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581718 Jul 14 09:13:09.114770 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f961823e-dd02-4b0b-89c0-d796d7260d64 None None] Deleting port c00211cd-8c34-45ae-9741-21eab93d2b72 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:09.115578 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f961823e-dd02-4b0b-89c0-d796d7260d64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:09.177714 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-365a1da3-efde-4e18-b467-9df1cf628f18 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4833727 Jul 14 09:13:09.177714 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ca83867-2459-44fe-84be-ae1256ae2f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:09.178258 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43910) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:09.208486 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ca83867-2459-44fe-84be-ae1256ae2f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:09.220192 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80489bd6-c67a-4a45-8cd6-ea3a1444351f req-22eb207e-0644-4820-9f2f-0fa346a645a4 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:09.229116 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-80489bd6-c67a-4a45-8cd6-ea3a1444351f req-22eb207e-0644-4820-9f2f-0fa346a645a4 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3946cd4-3704-436e-8d41-c0917acf7b34 HTTP/1.1" status: 200 len: 943 time: 0.5211809 Jul 14 09:13:09.255690 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f961823e-dd02-4b0b-89c0-d796d7260d64 None None] For port c00211cd-8c34-45ae-9741-21eab93d2b72, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c00211cd-8c34-45ae-9741-21eab93d2b72,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:09.255937 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f961823e-dd02-4b0b-89c0-d796d7260d64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:09.274444 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f961823e-dd02-4b0b-89c0-d796d7260d64 None None] Calling delete_port for c00211cd-8c34-45ae-9741-21eab93d2b72 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:09.300433 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a8d67ef-91f4-4d33-879e-4f5d88190427 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:09.326571 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-80489bd6-c67a-4a45-8cd6-ea3a1444351f req-ce8516fc-5f4e-4c3e-b534-b2d34663bc9d tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/security-groups?id=063abf49-9c44-4faa-b19c-25673b50cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962703 Jul 14 09:13:09.354422 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ca83867-2459-44fe-84be-ae1256ae2f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:09.357751 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ca83867-2459-44fe-84be-ae1256ae2f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:09.359064 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3ca83867-2459-44fe-84be-ae1256ae2f36 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/90e2d9f8-06c4-41aa-89a6-47954a5e4cf2 HTTP/1.1" status: 204 len: 168 time: 0.6814377 Jul 14 09:13:09.375046 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca83867-2459-44fe-84be-ae1256ae2f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e2d9f8-06c4-41aa-89a6-47954a5e4cf2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:09.408374 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0abda-0184-4aa1-923f-8d373cd9d563 req-7dddfe9f-4aeb-48c1-9ec3-36afc4ce49b4 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:09.418919 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fff0abda-0184-4aa1-923f-8d373cd9d563 req-7dddfe9f-4aeb-48c1-9ec3-36afc4ce49b4 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 945 time: 0.1336801 Jul 14 09:13:09.419760 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f961823e-dd02-4b0b-89c0-d796d7260d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:09.454820 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961823e-dd02-4b0b-89c0-d796d7260d64 None None] Pushing event deleted for resources: {'Port': ['ID=c00211cd-8c34-45ae-9741-21eab93d2b72,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:09.459260 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f961823e-dd02-4b0b-89c0-d796d7260d64 None None] No DVR routers for this DVR port c00211cd-8c34-45ae-9741-21eab93d2b72 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:09.515365 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fff0abda-0184-4aa1-923f-8d373cd9d563 req-65d08662-0551-4157-8e8c-6bcec6b72174 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913570 Jul 14 09:13:09.564535 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a8d67ef-91f4-4d33-879e-4f5d88190427 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:09.568421 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a8d67ef-91f4-4d33-879e-4f5d88190427 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:09.581344 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e0e8b4-d989-414c-9cf6-6dc1202c38b9 x-openstack-request-id: req-10e0e8b4-d989-414c-9cf6-6dc1202c38b9 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:09.582054 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e178447-7faf-4bc2-80d2-20bcfd231c58", "name": "network-vif-plugged", "status": "completed", "tag": "68b24584-0102-4951-b0b7-2d23cca374a6", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:09.582054 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10e0e8b4-d989-414c-9cf6-6dc1202c38b9 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:09.582601 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e178447-7faf-4bc2-80d2-20bcfd231c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b24584-0102-4951-b0b7-2d23cca374a6', 'code': 200} Jul 14 09:13:09.642675 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a8d67ef-91f4-4d33-879e-4f5d88190427 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:09.643675 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8d67ef-91f4-4d33-879e-4f5d88190427 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Fanout notify agent at l3_agent the message router_deleted on router 004c341d-35df-4a16-b109-93984524fda5 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:13:09.664619 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a8d67ef-91f4-4d33-879e-4f5d88190427 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:09.666710 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6a8d67ef-91f4-4d33-879e-4f5d88190427 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/routers/004c341d-35df-4a16-b109-93984524fda5 HTTP/1.1" status: 204 len: 168 time: 0.4873602 Jul 14 09:13:09.672209 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43918) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:09.688297 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-f82defc6-891e-4c37-8d44-8590bb5e990a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:09.837182 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb09c3-8a19-4b1e-8b5d-cab399bb0f7c req-e634b4dd-4dab-420e-997e-ea021215500b tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:09.837993 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a8bb09c3-8a19-4b1e-8b5d-cab399bb0f7c req-e634b4dd-4dab-420e-997e-ea021215500b tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e178447-7faf-4bc2-80d2-20bcfd231c58 HTTP/1.1" status: 200 len: 949 time: 0.1483040 Jul 14 09:13:09.847812 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc99d6-e12e-47d3-86b5-0ae5d842505b req-e9968f05-7501-465f-bf61-642d37b784e3 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:09.849341 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a8dc99d6-e12e-47d3-86b5-0ae5d842505b req-e9968f05-7501-465f-bf61-642d37b784e3 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 944 time: 0.1362422 Jul 14 09:13:09.854294 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeedb412-52d9-4621-9ddc-e91737e9056b req-98ed1910-1bdd-4d39-a230-bc4c83caa9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:09.857920 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-aeedb412-52d9-4621-9ddc-e91737e9056b req-98ed1910-1bdd-4d39-a230-bc4c83caa9a1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7e178447-7faf-4bc2-80d2-20bcfd231c58 HTTP/1.1" status: 200 len: 1101 time: 0.1864507 Jul 14 09:13:09.890251 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82defc6-891e-4c37-8d44-8590bb5e990a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:09.893818 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f82defc6-891e-4c37-8d44-8590bb5e990a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:09.924146 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a8bb09c3-8a19-4b1e-8b5d-cab399bb0f7c req-40ce9827-3d74-4187-85cb-e4ef6019b900 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f8d1ab4-cfdf-4c5f-bade-1d43fb0e3be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737858 Jul 14 09:13:09.929620 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a8dc99d6-e12e-47d3-86b5-0ae5d842505b req-e50ef135-3655-439f-b91d-27fed79b54e5 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711052 Jul 14 09:13:10.205137 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 76249ea0-fa59-46ac-a577-329dac28e274 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:10.240281 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 76249ea0-fa59-46ac-a577-329dac28e274 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:10.240877 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 76249ea0-fa59-46ac-a577-329dac28e274 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:10.241375 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c00211cd-8c34-45ae-9741-21eab93d2b72 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:10.273290 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: c00211cd-8c34-45ae-9741-21eab93d2b72 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:10.273625 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c00211cd-8c34-45ae-9741-21eab93d2b72 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:10.337100 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-aeedb412-52d9-4621-9ddc-e91737e9056b req-ee22025a-bb74-4230-86ca-5706f580611a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4f8d1ab4-cfdf-4c5f-bade-1d43fb0e3be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723845 Jul 14 09:13:10.370012 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a43657-c1f6-4529-b12b-cdcafc405e19 req-ce438ef1-13a6-4acf-900f-39328ef0601c tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:10.371572 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-47a43657-c1f6-4529-b12b-cdcafc405e19 req-ce438ef1-13a6-4acf-900f-39328ef0601c tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 950 time: 0.1007805 Jul 14 09:13:10.400141 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:10.438173 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7cf3d-2e45-4ee9-a844-143b58be7c3f req-7cb7c9be-4a29-470e-b157-890f460baef4 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:10.439372 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-47a43657-c1f6-4529-b12b-cdcafc405e19 req-b62c1251-c299-43d6-af15-57ecc6373d7e tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481946 Jul 14 09:13:10.439914 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-61e7cf3d-2e45-4ee9-a844-143b58be7c3f req-7cb7c9be-4a29-470e-b157-890f460baef4 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 945 time: 0.5276020 Jul 14 09:13:10.478377 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43940) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:10.544879 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 851d0185-ff3c-4fb6-808c-c8213c818442 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:10.579465 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe3386-fa2e-4f0f-ada2-6d9ed308663a req-24150a2e-a110-4cfd-8d5d-f55eed22f10c tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:10.581576 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ffe3386-fa2e-4f0f-ada2-6d9ed308663a req-24150a2e-a110-4cfd-8d5d-f55eed22f10c tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3946cd4-3704-436e-8d41-c0917acf7b34 HTTP/1.1" status: 200 len: 943 time: 0.0908198 Jul 14 09:13:10.636910 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-71109718-f873-4016-8055-77ce1168c0a2 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1903396452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:10.672744 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 851d0185-ff3c-4fb6-808c-c8213c818442, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=851d0185-ff3c-4fb6-808c-c8213c818442,segment=NetworkSegment(c33ce29e-d508-429e-945d-f02a1fe3578f),segment_id=c33ce29e-d508-429e-945d-f02a1fe3578f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:10.676435 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ffe3386-fa2e-4f0f-ada2-6d9ed308663a req-10befe97-5ded-4abc-8cb2-ce4211005fe6 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/security-groups?id=063abf49-9c44-4faa-b19c-25673b50cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832732 Jul 14 09:13:10.682774 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71109718-f873-4016-8055-77ce1168c0a2 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:10.684261 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71109718-f873-4016-8055-77ce1168c0a2 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:10.687422 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '851d0185-ff3c-4fb6-808c-c8213c818442', 'network_id': '86c853f4-4ad9-424e-8297-380957ad4d59', 'port_id': '851d0185-ff3c-4fb6-808c-c8213c818442', 'mac_address': 'fa:16:3e:0b:8a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15f9542-5236-469a-b44a-f2a19fe36887', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:10.722346 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f82defc6-891e-4c37-8d44-8590bb5e990a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:10.777522 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71109718-f873-4016-8055-77ce1168c0a2 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:10.787958 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71109718-f873-4016-8055-77ce1168c0a2 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:10.804259 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82defc6-891e-4c37-8d44-8590bb5e990a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:10.811272 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f82defc6-891e-4c37-8d44-8590bb5e990a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:10.814045 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82defc6-891e-4c37-8d44-8590bb5e990a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=cae0beed-8aff-4880-b20f-0d03075a1e42,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:10.817396 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82defc6-891e-4c37-8d44-8590bb5e990a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:10.817866 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f82defc6-891e-4c37-8d44-8590bb5e990a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:10.829073 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-61e7cf3d-2e45-4ee9-a844-143b58be7c3f req-ffae0014-2a15-450e-b16c-234a5635afa4 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Deleting port b24fdc49-9246-4a61-b015-9d039f1534f4 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:10.829470 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-61e7cf3d-2e45-4ee9-a844-143b58be7c3f req-ffae0014-2a15-450e-b16c-234a5635afa4 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:10.852192 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71109718-f873-4016-8055-77ce1168c0a2 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:10.857072 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-71109718-f873-4016-8055-77ce1168c0a2 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3736377 Jul 14 09:13:10.857986 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43948) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:10.864686 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0a09c194-5120-4f2d-a528-73eda799a91c tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1568200281'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:10.878904 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f82defc6-891e-4c37-8d44-8590bb5e990a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2029567 Jul 14 09:13:10.879132 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05da3fea-9bba-462e-9735-4820c6e8b0a1 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:10.879464 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43950) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:10.885589 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-90eec740-7316-470b-994a-9c573a463fa3 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1763114132', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:10.918236 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3ce47-0ab0-4253-bec0-1bd5dacb6901 req-3f39935b-8ac9-430d-8199-ca3348ef4049 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:10.918667 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:10.921357 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bad3ce47-0ab0-4253-bec0-1bd5dacb6901 req-3f39935b-8ac9-430d-8199-ca3348ef4049 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 945 time: 0.1373954 Jul 14 09:13:10.924437 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a09c194-5120-4f2d-a528-73eda799a91c tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Made reservation on behalf of 06afddc6cf88418db9b76d3c1ecf7a99 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:10.928163 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a09c194-5120-4f2d-a528-73eda799a91c tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:10.937382 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851d0185-ff3c-4fb6-808c-c8213c818442 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:10.951771 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90eec740-7316-470b-994a-9c573a463fa3 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:10.952821 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90eec740-7316-470b-994a-9c573a463fa3 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:10.967077 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 851d0185-ff3c-4fb6-808c-c8213c818442, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=851d0185-ff3c-4fb6-808c-c8213c818442,segment=NetworkSegment(c33ce29e-d508-429e-945d-f02a1fe3578f),segment_id=c33ce29e-d508-429e-945d-f02a1fe3578f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:10.967358 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-61e7cf3d-2e45-4ee9-a844-143b58be7c3f req-ffae0014-2a15-450e-b16c-234a5635afa4 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] For port b24fdc49-9246-4a61-b015-9d039f1534f4, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b24fdc49-9246-4a61-b015-9d039f1534f4,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:10.967468 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-61e7cf3d-2e45-4ee9-a844-143b58be7c3f req-ffae0014-2a15-450e-b16c-234a5635afa4 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:10.984060 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:10.985372 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 8c797fca-27e3-4cdd-acf5-321d19f877ed details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:10.996846 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-61e7cf3d-2e45-4ee9-a844-143b58be7c3f req-ffae0014-2a15-450e-b16c-234a5635afa4 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Calling delete_port for b24fdc49-9246-4a61-b015-9d039f1534f4 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:11.001176 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a09c194-5120-4f2d-a528-73eda799a91c tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:11.022375 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bad3ce47-0ab0-4253-bec0-1bd5dacb6901 req-b9a64be8-edab-4ff6-96b0-a1bd9f920ae5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891223 Jul 14 09:13:11.043415 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90eec740-7316-470b-994a-9c573a463fa3 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:11.089711 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 8c797fca-27e3-4cdd-acf5-321d19f877ed, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=8c797fca-27e3-4cdd-acf5-321d19f877ed,segment=NetworkSegment(630f871b-aa46-4ea1-bd54-8cc1797311d1),segment_id=630f871b-aa46-4ea1-bd54-8cc1797311d1)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:11.093025 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90eec740-7316-470b-994a-9c573a463fa3 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:11.111172 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '8c797fca-27e3-4cdd-acf5-321d19f877ed', 'network_id': 'a6130b6d-d059-4034-9866-eb8b37ca5775', 'port_id': '8c797fca-27e3-4cdd-acf5-321d19f877ed', 'mac_address': 'fa:16:3e:97:3a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f9c4a21-3c76-47fc-aea9-57efb12f5ad8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:11.249126 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a09c194-5120-4f2d-a528-73eda799a91c tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:11.255749 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a09c194-5120-4f2d-a528-73eda799a91c tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:11.269818 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=851d0185-ff3c-4fb6-808c-c8213c818442,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:11.270132 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90eec740-7316-470b-994a-9c573a463fa3 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:11.271039 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-90eec740-7316-470b-994a-9c573a463fa3 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3907242 Jul 14 09:13:11.276252 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:11.285672 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a09c194-5120-4f2d-a528-73eda799a91c tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:13:11.298951 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43956) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:11.300792 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c797fca-27e3-4cdd-acf5-321d19f877ed {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:11.306018 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a09c194-5120-4f2d-a528-73eda799a91c tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:11.306423 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-0a09c194-5120-4f2d-a528-73eda799a91c tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Added segment 6f0719f8-f972-4c6f-832f-e3adb0a47686 of type vlan for network 2ee19c47-12e0-42f5-b6cb-08948d6323c7 Jul 14 09:13:11.326973 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 8c797fca-27e3-4cdd-acf5-321d19f877ed, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=8c797fca-27e3-4cdd-acf5-321d19f877ed,segment=NetworkSegment(630f871b-aa46-4ea1-bd54-8cc1797311d1),segment_id=630f871b-aa46-4ea1-bd54-8cc1797311d1)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:11.357854 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-61e7cf3d-2e45-4ee9-a844-143b58be7c3f req-ffae0014-2a15-450e-b16c-234a5635afa4 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:11.359549 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:11.390317 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['b24fdc49-9246-4a61-b015-9d039f1534f4'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:11.396335 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50428e21-22c4-4573-92a8-627017c0915e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-d4b2ec29-2184-48d5-8c16-380a3c464388', 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'fixed_ips': [{'subnet_id': 'cae0beed-8aff-4880-b20f-0d03075a1e42'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:13:11.397415 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50428e21-22c4-4573-92a8-627017c0915e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:11.421810 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae0014-2a15-450e-b16c-234a5635afa4 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Pushing event deleted for resources: {'Port': ['ID=b24fdc49-9246-4a61-b015-9d039f1534f4,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:11.463035 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a09c194-5120-4f2d-a528-73eda799a91c tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:11.483381 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=8c797fca-27e3-4cdd-acf5-321d19f877ed,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:11.494584 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09c194-5120-4f2d-a528-73eda799a91c tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d076f43d-a454-430c-ace3-98fd64ec129c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:11.549153 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e7cf3d-2e45-4ee9-a844-143b58be7c3f req-ffae0014-2a15-450e-b16c-234a5635afa4 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] No DVR routers for this DVR port b24fdc49-9246-4a61-b015-9d039f1534f4 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:11.552653 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-61e7cf3d-2e45-4ee9-a844-143b58be7c3f req-ffae0014-2a15-450e-b16c-234a5635afa4 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:11.554664 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-61e7cf3d-2e45-4ee9-a844-143b58be7c3f req-ffae0014-2a15-450e-b16c-234a5635afa4 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.47 "DELETE /v2.0/ports/b24fdc49-9246-4a61-b015-9d039f1534f4 HTTP/1.1" status: 204 len: 173 time: 1.0838516 Jul 14 09:13:11.555260 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d856e65-629b-4770-9900-c406bdbf6123', 'name': 'network-vif-deleted', 'tag': 'b24fdc49-9246-4a61-b015-9d039f1534f4'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:11.557444 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf61862-47d7-42f9-9b4a-6c3ccc5e2fee" -d '{"events": [{"server_uuid": "0d856e65-629b-4770-9900-c406bdbf6123", "name": "network-vif-deleted", "tag": "b24fdc49-9246-4a61-b015-9d039f1534f4"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:11.560929 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a09c194-5120-4f2d-a528-73eda799a91c tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:11.569965 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a09c194-5120-4f2d-a528-73eda799a91c tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:11.570987 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a09c194-5120-4f2d-a528-73eda799a91c tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:11.646478 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['851d0185-ff3c-4fb6-808c-c8213c818442'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:11.649328 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['8c797fca-27e3-4cdd-acf5-321d19f877ed'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:11.690463 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba3358-d1dd-449e-8fb6-6b0fb507002f req-cc2a0649-12b0-4e8f-bd7d-398bbd6a0311 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:11.693923 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-53ba3358-d1dd-449e-8fb6-6b0fb507002f req-cc2a0649-12b0-4e8f-bd7d-398bbd6a0311 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 945 time: 0.3098412 Jul 14 09:13:11.722411 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc81e2e-1356-4c0e-8798-d31a81766888 req-23065a49-9351-454f-85b9-3fb5bedfcdec tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:11.724588 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7dc81e2e-1356-4c0e-8798-d31a81766888 req-23065a49-9351-454f-85b9-3fb5bedfcdec tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e178447-7faf-4bc2-80d2-20bcfd231c58 HTTP/1.1" status: 200 len: 949 time: 0.3473349 Jul 14 09:13:11.734507 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-50428e21-22c4-4573-92a8-627017c0915e None None] Allocated IP 2001:db8::2 (d4b2ec29-2184-48d5-8c16-380a3c464388/cae0beed-8aff-4880-b20f-0d03075a1e42/0d92aab1-da14-431f-9b93-c9dd93d28f1d) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:11.741722 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0a09c194-5120-4f2d-a528-73eda799a91c tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8814657 Jul 14 09:13:11.754431 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43966) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:11.760529 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-77e58111-6c70-447f-a601-a1d0a78d134a tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Request body: {'subnet': {'network_id': '2ee19c47-12e0-42f5-b6cb-08948d6323c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:11.766367 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1a1bf39-1337-49fe-b3c1-e0057421e532 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:11.833648 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7dc81e2e-1356-4c0e-8798-d31a81766888 req-cb63cf40-0066-4819-bb4b-86dd74390b5d tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f8d1ab4-cfdf-4c5f-bade-1d43fb0e3be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956140 Jul 14 09:13:11.859464 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09c194-5120-4f2d-a528-73eda799a91c tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Pushing event updated for resources: {'Network': ['ID=2ee19c47-12e0-42f5-b6cb-08948d6323c7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:11.889301 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-53ba3358-d1dd-449e-8fb6-6b0fb507002f req-844b747f-5c55-4f8f-ab6e-0eafa3d180cd tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632130 Jul 14 09:13:11.895091 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 2ee19c47-12e0-42f5-b6cb-08948d6323c7 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:13:11.963915 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab0dac1-b40b-4601-86a1-f487ec749410 x-openstack-request-id: req-2ab0dac1-b40b-4601-86a1-f487ec749410 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:11.964319 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d856e65-629b-4770-9900-c406bdbf6123", "name": "network-vif-deleted", "tag": "b24fdc49-9246-4a61-b015-9d039f1534f4", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:11.965376 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ab0dac1-b40b-4601-86a1-f487ec749410 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:11.966035 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d856e65-629b-4770-9900-c406bdbf6123', 'name': 'network-vif-deleted', 'tag': 'b24fdc49-9246-4a61-b015-9d039f1534f4', 'status': 'completed', 'code': 200} Jul 14 09:13:11.968238 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e58111-6c70-447f-a601-a1d0a78d134a tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Made reservation on behalf of 06afddc6cf88418db9b76d3c1ecf7a99 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:11.972233 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77e58111-6c70-447f-a601-a1d0a78d134a tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:12.117135 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403ad5f-93cd-4e30-bfd4-48abb100d1e9 req-bd594683-f97a-4333-9e0b-df4427ace456 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:12.130165 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5403ad5f-93cd-4e30-bfd4-48abb100d1e9 req-bd594683-f97a-4333-9e0b-df4427ace456 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 950 time: 0.1348164 Jul 14 09:13:12.145521 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:12.235687 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5403ad5f-93cd-4e30-bfd4-48abb100d1e9 req-c8cabeea-ef17-4a4e-96a1-282f6fe93de4 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035767 Jul 14 09:13:12.251336 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50428e21-22c4-4573-92a8-627017c0915e None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:12.276691 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-50428e21-22c4-4573-92a8-627017c0915e None None] Transition to ACTIVE for port object 0d92aab1-da14-431f-9b93-c9dd93d28f1d will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:12.305335 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-50428e21-22c4-4573-92a8-627017c0915e None None] Transition to ACTIVE for port object 0d92aab1-da14-431f-9b93-c9dd93d28f1d will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:12.305683 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77e58111-6c70-447f-a601-a1d0a78d134a tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:12.313219 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50428e21-22c4-4573-92a8-627017c0915e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:12.357349 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50428e21-22c4-4573-92a8-627017c0915e None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:12.360329 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-50428e21-22c4-4573-92a8-627017c0915e None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:12.363612 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50428e21-22c4-4573-92a8-627017c0915e None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:12.377521 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50428e21-22c4-4573-92a8-627017c0915e None None] Pushing event updated for resources: {'Port': ['ID=0d92aab1-da14-431f-9b93-c9dd93d28f1d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:12.432738 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52b457-3f5c-48e5-8f0a-f0d79332ab9a req-aee1bd66-fd83-4656-ae77-f9acca0c89c2 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:12.436640 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3c52b457-3f5c-48e5-8f0a-f0d79332ab9a req-aee1bd66-fd83-4656-ae77-f9acca0c89c2 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3946cd4-3704-436e-8d41-c0917acf7b34 HTTP/1.1" status: 200 len: 944 time: 0.1234758 Jul 14 09:13:12.451541 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-50428e21-22c4-4573-92a8-627017c0915e None None] Attempting to bind port 0d92aab1-da14-431f-9b93-c9dd93d28f1d on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:12.451916 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-50428e21-22c4-4573-92a8-627017c0915e None None] Attempting to bind port 0d92aab1-da14-431f-9b93-c9dd93d28f1d by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:12.452270 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50428e21-22c4-4573-92a8-627017c0915e None None] Attempting to bind port 0d92aab1-da14-431f-9b93-c9dd93d28f1d on network d4b2ec29-2184-48d5-8c16-380a3c464388 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:12.457568 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50428e21-22c4-4573-92a8-627017c0915e None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:12.457933 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50428e21-22c4-4573-92a8-627017c0915e None None] Checking segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:12.458327 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50428e21-22c4-4573-92a8-627017c0915e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:12.458712 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50428e21-22c4-4573-92a8-627017c0915e None None] Bound using segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:12.459167 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-50428e21-22c4-4573-92a8-627017c0915e None None] Bound port: 0d92aab1-da14-431f-9b93-c9dd93d28f1d, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:12.459294 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e58111-6c70-447f-a601-a1d0a78d134a tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Pushing event updated for resources: {'Subnet': ['ID=888fe81e-f57f-46b1-9d10-1aae9124c9d1,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:12.459755 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50428e21-22c4-4573-92a8-627017c0915e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:12.477774 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-a1a1bf39-1337-49fe-b3c1-e0057421e532 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 2001:db8::1 (d4b2ec29-2184-48d5-8c16-380a3c464388/cae0beed-8aff-4880-b20f-0d03075a1e42/9d7f6b93-0abc-474d-aae4-a4b6d278fd0e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:12.484107 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e58111-6c70-447f-a601-a1d0a78d134a tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Checking segment: {'id': '6f0719f8-f972-4c6f-832f-e3adb0a47686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2ee19c47-12e0-42f5-b6cb-08948d6323c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:12.484464 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e58111-6c70-447f-a601-a1d0a78d134a tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Network hostable DHCP agents. Network: 2ee19c47-12e0-42f5-b6cb-08948d6323c7, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:13:12.501106 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3d7dbdd5-df3c-4663-b599-3fe4f050d480 req-d8e8623f-4341-43f8-96c8-cd5f61be9bc5 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d856e65-629b-4770-9900-c406bdbf6123 HTTP/1.1" status: 200 len: 210 time: 0.0495274 Jul 14 09:13:12.522310 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3c52b457-3f5c-48e5-8f0a-f0d79332ab9a req-913e45af-04e6-4493-8e36-e1bcaee7e5e2 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/security-groups?id=063abf49-9c44-4faa-b19c-25673b50cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785825 Jul 14 09:13:12.545969 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b24fdc49-9246-4a61-b015-9d039f1534f4 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:12.558045 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e58111-6c70-447f-a601-a1d0a78d134a tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Network 2ee19c47-12e0-42f5-b6cb-08948d6323c7 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:13:12.571405 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: b24fdc49-9246-4a61-b015-9d039f1534f4 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:12.571833 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b24fdc49-9246-4a61-b015-9d039f1534f4 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:12.575975 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-77e58111-6c70-447f-a601-a1d0a78d134a tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 2ee19c47-12e0-42f5-b6cb-08948d6323c7) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:12.577695 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-50428e21-22c4-4573-92a8-627017c0915e None None] For port 0d92aab1-da14-431f-9b93-c9dd93d28f1d, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:12.585119 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efad6485-b61a-4c15-b89d-2fa53ebe0edf None None] Network 2ee19c47-12e0-42f5-b6cb-08948d6323c7 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:12.587879 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e58111-6c70-447f-a601-a1d0a78d134a tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:12.588491 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77e58111-6c70-447f-a601-a1d0a78d134a tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:12.596448 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-50428e21-22c4-4573-92a8-627017c0915e None None] For port 0d92aab1-da14-431f-9b93-c9dd93d28f1d, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=0d92aab1-da14-431f-9b93-c9dd93d28f1d,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:12.613863 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-77e58111-6c70-447f-a601-a1d0a78d134a tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8584557 Jul 14 09:13:12.617180 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43970) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:12.624676 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-02ba99db-4d22-4171-8351-95db301228e3 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Request body: {'network': {'name': 'tempest-router-network01--379831689'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:12.631443 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50428e21-22c4-4573-92a8-627017c0915e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:12.635565 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1a1bf39-1337-49fe-b3c1-e0057421e532 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:12.649833 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a1a1bf39-1337-49fe-b3c1-e0057421e532 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Transition to ACTIVE for port object 9d7f6b93-0abc-474d-aae4-a4b6d278fd0e will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:12.651093 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ba99db-4d22-4171-8351-95db301228e3 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Made reservation on behalf of 06afddc6cf88418db9b76d3c1ecf7a99 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:12.655389 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02ba99db-4d22-4171-8351-95db301228e3 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:12.681397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ba99db-4d22-4171-8351-95db301228e3 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:13:12.691966 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1a1bf39-1337-49fe-b3c1-e0057421e532 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:12.697399 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02ba99db-4d22-4171-8351-95db301228e3 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:12.698069 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-02ba99db-4d22-4171-8351-95db301228e3 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Added segment 703adb2b-1cb9-4371-a201-0ccbda92df35 of type vlan for network 9a9321b3-534c-4e04-886b-60368875ad76 Jul 14 09:13:12.724114 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50428e21-22c4-4573-92a8-627017c0915e None None] Pushing event updated for resources: {'Port': ['ID=0d92aab1-da14-431f-9b93-c9dd93d28f1d,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:12.756805 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02ba99db-4d22-4171-8351-95db301228e3 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:12.774210 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a1bf39-1337-49fe-b3c1-e0057421e532 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:12.775590 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1bf39-1337-49fe-b3c1-e0057421e532 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=9d7f6b93-0abc-474d-aae4-a4b6d278fd0e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:12.779004 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a1a1bf39-1337-49fe-b3c1-e0057421e532 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:12.790746 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a1bf39-1337-49fe-b3c1-e0057421e532 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:12.791869 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1a1bf39-1337-49fe-b3c1-e0057421e532 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:12.800384 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02ba99db-4d22-4171-8351-95db301228e3 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:12.806340 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ba99db-4d22-4171-8351-95db301228e3 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:12.807148 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02ba99db-4d22-4171-8351-95db301228e3 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:12.838645 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adefa720-1475-4477-85f4-e3976f2ce7a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-2ee19c47-12e0-42f5-b6cb-08948d6323c7', 'network_id': '2ee19c47-12e0-42f5-b6cb-08948d6323c7', 'tenant_id': '06afddc6cf88418db9b76d3c1ecf7a99', 'fixed_ips': [{'subnet_id': '888fe81e-f57f-46b1-9d10-1aae9124c9d1'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:13:12.839548 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-adefa720-1475-4477-85f4-e3976f2ce7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:12.894783 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-02ba99db-4d22-4171-8351-95db301228e3 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2742260 Jul 14 09:13:12.901944 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43974) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:12.908758 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-fd17dc13-983a-4042-899c-f918c8015f86 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Request body: {'network': {'name': 'tempest-router-network02--194624300'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:12.942878 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd17dc13-983a-4042-899c-f918c8015f86 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Made reservation on behalf of 06afddc6cf88418db9b76d3c1ecf7a99 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:12.948160 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd17dc13-983a-4042-899c-f918c8015f86 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:12.974130 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba99db-4d22-4171-8351-95db301228e3 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Pushing event updated for resources: {'Network': ['ID=9a9321b3-534c-4e04-886b-60368875ad76,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:12.989255 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba99db-4d22-4171-8351-95db301228e3 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:12.989754 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba99db-4d22-4171-8351-95db301228e3 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:12.990309 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba99db-4d22-4171-8351-95db301228e3 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:12.990776 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba99db-4d22-4171-8351-95db301228e3 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:12.991350 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba99db-4d22-4171-8351-95db301228e3 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:12.991836 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba99db-4d22-4171-8351-95db301228e3 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:12.992280 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba99db-4d22-4171-8351-95db301228e3 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:12.992716 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba99db-4d22-4171-8351-95db301228e3 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:12.993170 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba99db-4d22-4171-8351-95db301228e3 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:12.993601 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba99db-4d22-4171-8351-95db301228e3 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:12.994029 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba99db-4d22-4171-8351-95db301228e3 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:12.995133 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba99db-4d22-4171-8351-95db301228e3 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:13.026387 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd17dc13-983a-4042-899c-f918c8015f86 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:13:13.060971 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd17dc13-983a-4042-899c-f918c8015f86 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.061706 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-fd17dc13-983a-4042-899c-f918c8015f86 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Added segment 4df0b5ef-c01a-4e4e-a204-84c552c29d87 of type vlan for network 5b530d00-cdaf-4f32-83f7-1d9e99250ffa Jul 14 09:13:13.077693 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1a1bf39-1337-49fe-b3c1-e0057421e532 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.149729 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 9a9321b3-534c-4e04-886b-60368875ad76 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:13:13.232571 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd17dc13-983a-4042-899c-f918c8015f86 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.246078 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-adefa720-1475-4477-85f4-e3976f2ce7a2 None None] Allocated IP 2001:db8::2 (2ee19c47-12e0-42f5-b6cb-08948d6323c7/888fe81e-f57f-46b1-9d10-1aae9124c9d1/46a6573e-585e-445f-a0e1-5674be028328) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:13.317118 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd17dc13-983a-4042-899c-f918c8015f86 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.322605 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd17dc13-983a-4042-899c-f918c8015f86 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:13.323221 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd17dc13-983a-4042-899c-f918c8015f86 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.408909 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58817dc1-7ee6-4e3f-84b9-917ed857719d req-39f66d85-1b8c-435e-ad76-ff6885c85a03 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:13.411623 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-58817dc1-7ee6-4e3f-84b9-917ed857719d req-39f66d85-1b8c-435e-ad76-ff6885c85a03 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e178447-7faf-4bc2-80d2-20bcfd231c58 HTTP/1.1" status: 200 len: 949 time: 0.2782891 Jul 14 09:13:13.426928 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fd17dc13-983a-4042-899c-f918c8015f86 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5233388 Jul 14 09:13:13.429684 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43982) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:13.432155 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-adefa720-1475-4477-85f4-e3976f2ce7a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.436210 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-4cbaac7b-09b5-47d8-9e00-b78f067c65c8 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Request body: {'subnet': {'network_id': '9a9321b3-534c-4e04-886b-60368875ad76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:13.436420 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d12bfb-261c-4069-aedf-f248ecbd0604 req-a4190c34-9f32-4f86-877c-f2a2a39c783a tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:13.438056 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d3d12bfb-261c-4069-aedf-f248ecbd0604 req-a4190c34-9f32-4f86-877c-f2a2a39c783a tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 945 time: 0.3032489 Jul 14 09:13:13.443664 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-adefa720-1475-4477-85f4-e3976f2ce7a2 None None] Transition to ACTIVE for port object 46a6573e-585e-445f-a0e1-5674be028328 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:13.443911 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17dc13-983a-4042-899c-f918c8015f86 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Pushing event updated for resources: {'Network': ['ID=5b530d00-cdaf-4f32-83f7-1d9e99250ffa,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:13.462491 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-adefa720-1475-4477-85f4-e3976f2ce7a2 None None] Transition to ACTIVE for port object 46a6573e-585e-445f-a0e1-5674be028328 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:13.470296 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 5b530d00-cdaf-4f32-83f7-1d9e99250ffa details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:13:13.474155 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-adefa720-1475-4477-85f4-e3976f2ce7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.521091 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-58817dc1-7ee6-4e3f-84b9-917ed857719d req-fd6b5c04-3d69-4369-8f7d-e73ab9ee3f7f tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f8d1ab4-cfdf-4c5f-bade-1d43fb0e3be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820282 Jul 14 09:13:13.553630 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d3d12bfb-261c-4069-aedf-f248ecbd0604 req-ad5856ba-10d4-4a0a-b5f8-087f2c2d530f tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692015 Jul 14 09:13:13.583124 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1a1bf39-1337-49fe-b3c1-e0057421e532 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.596282 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adefa720-1475-4477-85f4-e3976f2ce7a2 None None] Network 2ee19c47-12e0-42f5-b6cb-08948d6323c7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:13.601176 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1a1bf39-1337-49fe-b3c1-e0057421e532 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.602229 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1a1bf39-1337-49fe-b3c1-e0057421e532 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.605008 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-adefa720-1475-4477-85f4-e3976f2ce7a2 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:13.609452 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adefa720-1475-4477-85f4-e3976f2ce7a2 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:13.649629 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefa720-1475-4477-85f4-e3976f2ce7a2 None None] Pushing event updated for resources: {'Port': ['ID=46a6573e-585e-445f-a0e1-5674be028328,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:13.712843 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-adefa720-1475-4477-85f4-e3976f2ce7a2 None None] Attempting to bind port 46a6573e-585e-445f-a0e1-5674be028328 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:13.713358 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-adefa720-1475-4477-85f4-e3976f2ce7a2 None None] Attempting to bind port 46a6573e-585e-445f-a0e1-5674be028328 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '6f0719f8-f972-4c6f-832f-e3adb0a47686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2ee19c47-12e0-42f5-b6cb-08948d6323c7'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:13.713814 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adefa720-1475-4477-85f4-e3976f2ce7a2 None None] Attempting to bind port 46a6573e-585e-445f-a0e1-5674be028328 on network 2ee19c47-12e0-42f5-b6cb-08948d6323c7 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:13.721675 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adefa720-1475-4477-85f4-e3976f2ce7a2 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:13.722241 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adefa720-1475-4477-85f4-e3976f2ce7a2 None None] Checking segment: {'id': '6f0719f8-f972-4c6f-832f-e3adb0a47686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2ee19c47-12e0-42f5-b6cb-08948d6323c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:13.722749 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-adefa720-1475-4477-85f4-e3976f2ce7a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.724151 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adefa720-1475-4477-85f4-e3976f2ce7a2 None None] Bound using segment: {'id': '6f0719f8-f972-4c6f-832f-e3adb0a47686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2ee19c47-12e0-42f5-b6cb-08948d6323c7'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:13.724749 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-adefa720-1475-4477-85f4-e3976f2ce7a2 None None] Bound port: 46a6573e-585e-445f-a0e1-5674be028328, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f0719f8-f972-4c6f-832f-e3adb0a47686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2ee19c47-12e0-42f5-b6cb-08948d6323c7'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:13.725435 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-adefa720-1475-4477-85f4-e3976f2ce7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.833615 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-adefa720-1475-4477-85f4-e3976f2ce7a2 None None] For port 46a6573e-585e-445f-a0e1-5674be028328, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:13.837457 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-adefa720-1475-4477-85f4-e3976f2ce7a2 None None] For port 46a6573e-585e-445f-a0e1-5674be028328, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=46a6573e-585e-445f-a0e1-5674be028328,segment=NetworkSegment(6f0719f8-f972-4c6f-832f-e3adb0a47686),segment_id=6f0719f8-f972-4c6f-832f-e3adb0a47686)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:13.845339 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-adefa720-1475-4477-85f4-e3976f2ce7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.880370 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbaac7b-09b5-47d8-9e00-b78f067c65c8 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Made reservation on behalf of 06afddc6cf88418db9b76d3c1ecf7a99 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:13.881027 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764288d-1485-42d1-993b-d79678aa4602 req-3861a325-8ac4-4e5b-b4fe-e6951575b43a tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:13.884006 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4cbaac7b-09b5-47d8-9e00-b78f067c65c8 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.891119 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0764288d-1485-42d1-993b-d79678aa4602 req-3861a325-8ac4-4e5b-b4fe-e6951575b43a tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 950 time: 0.0974190 Jul 14 09:13:13.891395 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1bf39-1337-49fe-b3c1-e0057421e532 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=9d7f6b93-0abc-474d-aae4-a4b6d278fd0e,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:13.988105 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefa720-1475-4477-85f4-e3976f2ce7a2 None None] Pushing event updated for resources: {'Port': ['ID=46a6573e-585e-445f-a0e1-5674be028328,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:14.006818 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0764288d-1485-42d1-993b-d79678aa4602 req-2cc1a3d2-76a7-4978-bc75-839589348391 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146507 Jul 14 09:13:14.180619 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a1bf39-1337-49fe-b3c1-e0057421e532 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:14.195809 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a1a1bf39-1337-49fe-b3c1-e0057421e532 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:14.299932 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-26732009-4d1f-4d3a-a737-f8d2ba19e51e None None] Provisioning for port 0d92aab1-da14-431f-9b93-c9dd93d28f1d completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:14.344560 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 0d92aab1-da14-431f-9b93-c9dd93d28f1d up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:14.348243 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4cbaac7b-09b5-47d8-9e00-b78f067c65c8 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:14.413935 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5b225-c24b-4371-ace8-7a4c785d6ba6 req-c0fd5116-ee1e-4f15-9fd8-c4f95fb91f3f tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:14.416792 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82d5b225-c24b-4371-ace8-7a4c785d6ba6 req-c0fd5116-ee1e-4f15-9fd8-c4f95fb91f3f tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3946cd4-3704-436e-8d41-c0917acf7b34 HTTP/1.1" status: 200 len: 944 time: 0.1809933 Jul 14 09:13:14.422224 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbaac7b-09b5-47d8-9e00-b78f067c65c8 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Pushing event updated for resources: {'Subnet': ['ID=ac66d192-d517-4fb4-8580-3442f6154a9e,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:14.485810 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbaac7b-09b5-47d8-9e00-b78f067c65c8 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Checking segment: {'id': '703adb2b-1cb9-4371-a201-0ccbda92df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9a9321b3-534c-4e04-886b-60368875ad76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:14.486505 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbaac7b-09b5-47d8-9e00-b78f067c65c8 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Network hostable DHCP agents. Network: 9a9321b3-534c-4e04-886b-60368875ad76, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:13:14.511677 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 0d92aab1-da14-431f-9b93-c9dd93d28f1d completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:14.522998 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 0d92aab1-da14-431f-9b93-c9dd93d28f1d triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:14.524878 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:14.533541 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a1bf39-1337-49fe-b3c1-e0057421e532 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Router cb5f9d39-f8cd-417c-93b3-1962572f93a5 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:13:14.536514 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82d5b225-c24b-4371-ace8-7a4c785d6ba6 req-b827f8ee-4848-4291-b5a6-ade23bc04e30 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/security-groups?id=063abf49-9c44-4faa-b19c-25673b50cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989521 Jul 14 09:13:14.546127 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbaac7b-09b5-47d8-9e00-b78f067c65c8 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Network 9a9321b3-534c-4e04-886b-60368875ad76 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:13:14.565404 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-4cbaac7b-09b5-47d8-9e00-b78f067c65c8 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 9a9321b3-534c-4e04-886b-60368875ad76) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:14.571475 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbaac7b-09b5-47d8-9e00-b78f067c65c8 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:14.572260 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4cbaac7b-09b5-47d8-9e00-b78f067c65c8 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:14.576421 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 851d0185-ff3c-4fb6-808c-c8213c818442 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:14.718479 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4cbaac7b-09b5-47d8-9e00-b78f067c65c8 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2874362 Jul 14 09:13:14.722888 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44016) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:14.728939 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ce308094-0c5d-4067-961a-8ce5d784489e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Request body: {'subnet': {'network_id': '5b530d00-cdaf-4f32-83f7-1d9e99250ffa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:14.774643 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a1bf39-1337-49fe-b3c1-e0057421e532 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:13:14.792787 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a1a1bf39-1337-49fe-b3c1-e0057421e532 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "PUT /v2.0/routers/cb5f9d39-f8cd-417c-93b3-1962572f93a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4924393 Jul 14 09:13:14.795315 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44018) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:14.910245 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef45b76-c9ad-450a-9f34-da5552d3d256 None None] Network 9a9321b3-534c-4e04-886b-60368875ad76 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:14.930096 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97be42f3-771e-4e8e-9c0a-5ce5d21b7d44 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:14.931633 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-97be42f3-771e-4e8e-9c0a-5ce5d21b7d44 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports/9d7f6b93-0abc-474d-aae4-a4b6d278fd0e HTTP/1.1" status: 200 len: 911 time: 0.1332004 Jul 14 09:13:14.934506 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44020) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:15.035082 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16a1319-6e00-4ad7-b904-7d15d33e1b37 None None] Sync routers for ids ['cb5f9d39-f8cd-417c-93b3-1962572f93a5'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:13:15.081855 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb2843d-3e00-4433-bd0b-3d26640a964d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:15.092427 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb2843d-3e00-4433-bd0b-3d26640a964d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:15.094832 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5cb2843d-3e00-4433-bd0b-3d26640a964d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1590338 Jul 14 09:13:15.098075 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44024) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:15.152804 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-4723ccaa-7d1a-46ff-bca7-e50a4ba4d54f tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:15.162431 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-4723ccaa-7d1a-46ff-bca7-e50a4ba4d54f tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/networks?id=3ae54159-68cb-4fca-9852-a42d051dbe23 HTTP/1.1" status: 200 len: 812 time: 0.4242864 Jul 14 09:13:15.181616 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce308094-0c5d-4067-961a-8ce5d784489e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Made reservation on behalf of 06afddc6cf88418db9b76d3c1ecf7a99 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:15.187891 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce308094-0c5d-4067-961a-8ce5d784489e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:15.191838 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f60e0571-d068-42a4-8484-651af21279cc None None] Provisioning for port 9d7f6b93-0abc-474d-aae4-a4b6d278fd0e completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:15.230239 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16a1319-6e00-4ad7-b904-7d15d33e1b37 None None] Routers {'cb5f9d39-f8cd-417c-93b3-1962572f93a5'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:15.231624 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b16a1319-6e00-4ad7-b904-7d15d33e1b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:12:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['cb5f9d39-f8cd-417c-93b3-1962572f93a5'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:15.234235 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f60e0571-d068-42a4-8484-651af21279cc None None] Provisioning complete for port 9d7f6b93-0abc-474d-aae4-a4b6d278fd0e triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:15.234677 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f60e0571-d068-42a4-8484-651af21279cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:15.272963 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-7c68bb3e-dc95-4f87-8629-c75728dd174a tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/quotas/6615d0b1eada47cd81a0006b9f4a982b HTTP/1.1" status: 200 len: 375 time: 0.1094668 Jul 14 09:13:15.313452 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf9994-1695-4ae2-ab1e-bb6b195b26e6 req-3554fa2d-e605-4955-aeb4-253ae205e0e7 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:15.321266 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9dcf9994-1695-4ae2-ab1e-bb6b195b26e6 req-3554fa2d-e605-4955-aeb4-253ae205e0e7 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 945 time: 0.4629459 Jul 14 09:13:15.377604 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f0fc5d-ca3b-4078-8abe-4c835d95beb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-9a9321b3-534c-4e04-886b-60368875ad76', 'network_id': '9a9321b3-534c-4e04-886b-60368875ad76', 'tenant_id': '06afddc6cf88418db9b76d3c1ecf7a99', 'fixed_ips': [{'subnet_id': 'ac66d192-d517-4fb4-8580-3442f6154a9e'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:13:15.378826 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79f0fc5d-ca3b-4078-8abe-4c835d95beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:15.401408 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-890da0ac-56b6-4440-beb5-eb795b3183e8 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6615d0b1eada47cd81a0006b9f4a982b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1161497 Jul 14 09:13:15.494913 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 851d0185-ff3c-4fb6-808c-c8213c818442 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:15.503199 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f60e0571-d068-42a4-8484-651af21279cc None None] Port 9d7f6b93-0abc-474d-aae4-a4b6d278fd0e cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:13:15.527126 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 851d0185-ff3c-4fb6-808c-c8213c818442 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:15.527126 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:15.562061 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-b16a1319-6e00-4ad7-b904-7d15d33e1b37 None None] Set router cb5f9d39-f8cd-417c-93b3-1962572f93a5 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:13:15.580179 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9dcf9994-1695-4ae2-ab1e-bb6b195b26e6 req-992686ae-7896-4ab3-9dff-dbcb95ae9fa5 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575376 Jul 14 09:13:15.658537 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:15.700463 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-8eae3a6a-767e-41fd-84cf-056c03b465a2 service neutron] 10.222.0.25 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979343 Jul 14 09:13:15.745935 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1fedee-3953-47cf-983f-99b8706a497a None None] Network 2ee19c47-12e0-42f5-b6cb-08948d6323c7 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:15.772889 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf10ac67-29d3-42cc-a63e-965ab6059d4e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:15.881823 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 0d92aab1-da14-431f-9b93-c9dd93d28f1d, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=0d92aab1-da14-431f-9b93-c9dd93d28f1d,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:15.906342 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-b4fab06f-3fba-48ee-a3d6-30474f1410ef service neutron] 10.222.0.25 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947792 Jul 14 09:13:15.909120 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce308094-0c5d-4067-961a-8ce5d784489e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:15.956662 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:16.046463 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4a773758-4f55-4ddf-96c8-98c390ed7751 None None] Provisioning complete for port 9d7f6b93-0abc-474d-aae4-a4b6d278fd0e triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:16.046839 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4a773758-4f55-4ddf-96c8-98c390ed7751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:16.068119 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce308094-0c5d-4067-961a-8ce5d784489e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Pushing event updated for resources: {'Subnet': ['ID=10b56296-5ebc-4ed5-b887-f8b99fc07f96,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:16.071814 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce308094-0c5d-4067-961a-8ce5d784489e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Checking segment: {'id': '4df0b5ef-c01a-4e4e-a204-84c552c29d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5b530d00-cdaf-4f32-83f7-1d9e99250ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:16.072261 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce308094-0c5d-4067-961a-8ce5d784489e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Network hostable DHCP agents. Network: 5b530d00-cdaf-4f32-83f7-1d9e99250ffa, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:13:16.103782 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce308094-0c5d-4067-961a-8ce5d784489e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Network 5b530d00-cdaf-4f32-83f7-1d9e99250ffa is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:13:16.126609 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ce308094-0c5d-4067-961a-8ce5d784489e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 5b530d00-cdaf-4f32-83f7-1d9e99250ffa) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:16.161572 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd2d003-bf0a-46ee-86d3-e28691d8b18a None None] Network 5b530d00-cdaf-4f32-83f7-1d9e99250ffa requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:16.175426 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce308094-0c5d-4067-961a-8ce5d784489e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:16.176229 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce308094-0c5d-4067-961a-8ce5d784489e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:16.207060 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ce308094-0c5d-4067-961a-8ce5d784489e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4826210 Jul 14 09:13:16.209705 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44036) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:16.255535 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-79f0fc5d-ca3b-4078-8abe-4c835d95beb6 None None] Allocated IP 2001:db8::2 (9a9321b3-534c-4e04-886b-60368875ad76/ac66d192-d517-4fb4-8580-3442f6154a9e/b0df557f-aa8a-49a2-8fe3-d2bb64ec6290) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:16.371111 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4a773758-4f55-4ddf-96c8-98c390ed7751 None None] Port 9d7f6b93-0abc-474d-aae4-a4b6d278fd0e cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:13:16.375623 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=0d92aab1-da14-431f-9b93-c9dd93d28f1d,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:16.386544 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee549e3-68e7-4d9e-8027-cff07fb51801 req-a98081f3-b879-40d5-87ed-09712204f4c6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:16.392382 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cee549e3-68e7-4d9e-8027-cff07fb51801 req-a98081f3-b879-40d5-87ed-09712204f4c6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 950 time: 0.2516768 Jul 14 09:13:16.449073 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 46a6573e-585e-445f-a0e1-5674be028328 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:16.516423 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:16.625472 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 68b24584-0102-4951-b0b7-2d23cca374a6 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:16.675405 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-62f8c104-653d-416b-860c-5b2c9d3e92bb None None] Provisioning for port 46a6573e-585e-445f-a0e1-5674be028328 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:16.696271 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cee549e3-68e7-4d9e-8027-cff07fb51801 req-072d73ac-3c6c-47a6-aa93-c89d5e2bb1ff tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891111 Jul 14 09:13:16.782081 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cf10ac67-29d3-42cc-a63e-965ab6059d4e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting port 9d7f6b93-0abc-474d-aae4-a4b6d278fd0e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:16.783438 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf10ac67-29d3-42cc-a63e-965ab6059d4e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:16.798671 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4291d3c-179e-4ee0-a78b-ff85fe34ab0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851d0185-ff3c-4fb6-808c-c8213c818442'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:16.802039 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d8efd4-d47c-47b9-8b4b-4afab9f63fbc" -d '{"events": [{"server_uuid": "e4291d3c-179e-4ee0-a78b-ff85fe34ab0c", "name": "network-vif-plugged", "status": "completed", "tag": "851d0185-ff3c-4fb6-808c-c8213c818442"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:16.820627 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33532d67-167f-4258-b32f-4b5f6efd0391 req-e66d474a-e59d-44a9-a313-30c40bd492aa tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=da4a9ced-dc91-40a9-96bf-080356acbcee HTTP/1.1" status: 200 len: 210 time: 0.0341022 Jul 14 09:13:16.825153 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 68b24584-0102-4951-b0b7-2d23cca374a6, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=68b24584-0102-4951-b0b7-2d23cca374a6,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:16.832607 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3baad5-7f60-4fcb-8be0-7ff7619419c8 req-628f7118-b9c0-460a-90a2-a563a95cd23f tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:16.840161 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ae3baad5-7f60-4fcb-8be0-7ff7619419c8 req-628f7118-b9c0-460a-90a2-a563a95cd23f tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3946cd4-3704-436e-8d41-c0917acf7b34 HTTP/1.1" status: 200 len: 944 time: 0.2609086 Jul 14 09:13:16.842339 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '68b24584-0102-4951-b0b7-2d23cca374a6', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '68b24584-0102-4951-b0b7-2d23cca374a6', 'mac_address': 'fa:16:3e:61:df:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:16.905579 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ae3baad5-7f60-4fcb-8be0-7ff7619419c8 req-f32d6a96-b787-4863-9dd4-77353e22737a tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/security-groups?id=063abf49-9c44-4faa-b19c-25673b50cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638742 Jul 14 09:13:16.958889 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf10ac67-29d3-42cc-a63e-965ab6059d4e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:16.975143 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7132c4bd-c6db-48c0-a69f-b39fa7576964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:16.989041 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cf10ac67-29d3-42cc-a63e-965ab6059d4e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Calling delete_port for 9d7f6b93-0abc-474d-aae4-a4b6d278fd0e owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:17.004121 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.059858 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 851d0185-ff3c-4fb6-808c-c8213c818442, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=851d0185-ff3c-4fb6-808c-c8213c818442,segment=NetworkSegment(c33ce29e-d508-429e-945d-f02a1fe3578f),segment_id=c33ce29e-d508-429e-945d-f02a1fe3578f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:17.110919 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.113123 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 8c797fca-27e3-4cdd-acf5-321d19f877ed up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:17.144037 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68b24584-0102-4951-b0b7-2d23cca374a6 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:17.248428 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e95f6f-1db3-41d0-8c55-ae18f25514b9 x-openstack-request-id: req-25e95f6f-1db3-41d0-8c55-ae18f25514b9 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:17.249057 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4291d3c-179e-4ee0-a78b-ff85fe34ab0c", "name": "network-vif-plugged", "status": "completed", "tag": "851d0185-ff3c-4fb6-808c-c8213c818442", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:17.256081 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25e95f6f-1db3-41d0-8c55-ae18f25514b9 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:17.256969 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4291d3c-179e-4ee0-a78b-ff85fe34ab0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851d0185-ff3c-4fb6-808c-c8213c818442', 'code': 200} Jul 14 09:13:17.280069 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf10ac67-29d3-42cc-a63e-965ab6059d4e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.366620 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf10ac67-29d3-42cc-a63e-965ab6059d4e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Port': ['ID=9d7f6b93-0abc-474d-aae4-a4b6d278fd0e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:17.611936 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf10ac67-29d3-42cc-a63e-965ab6059d4e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.632951 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ebd71-3172-4fe5-80b7-cde9de0b5e7e req-e9cd81e0-8f46-4a8a-befc-2d74cc478328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:17.634854 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1d0ebd71-3172-4fe5-80b7-cde9de0b5e7e req-e9cd81e0-8f46-4a8a-befc-2d74cc478328 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 1098 time: 0.3107216 Jul 14 09:13:17.679773 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 46a6573e-585e-445f-a0e1-5674be028328 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:17.717402 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 68b24584-0102-4951-b0b7-2d23cca374a6, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=68b24584-0102-4951-b0b7-2d23cca374a6,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:17.758722 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 46a6573e-585e-445f-a0e1-5674be028328 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:17.759509 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.761406 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.763990 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fbb129-581a-4c55-879b-39f1bdab8ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-5b530d00-cdaf-4f32-83f7-1d9e99250ffa', 'network_id': '5b530d00-cdaf-4f32-83f7-1d9e99250ffa', 'tenant_id': '06afddc6cf88418db9b76d3c1ecf7a99', 'fixed_ips': [{'subnet_id': '10b56296-5ebc-4ed5-b887-f8b99fc07f96'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:13:17.765194 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57fbb129-581a-4c55-879b-39f1bdab8ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.862650 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b16a1319-6e00-4ad7-b904-7d15d33e1b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5f9d39-f8cd-417c-93b3-1962572f93a5', 'name': 'tempest-NetworksTestDHCPv6-router-1763114132', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:13:10Z', 'updated_at': '2021-07-14T09:13:12Z', 'revision_number': 2, 'project_id': '409ec55beccc4e089db53cc12b381e0a', 'gw_port_host': None, '_interfaces': [{'id': '9d7f6b93-0abc-474d-aae4-a4b6d278fd0e', 'name': '', 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'mac_address': 'fa:16:3e:89:e6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5f9d39-f8cd-417c-93b3-1962572f93a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'cae0beed-8aff-4880-b20f-0d03075a1e42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:11Z', 'updated_at': '2021-07-14T09:13:13Z', 'revision_number': 2, 'project_id': '409ec55beccc4e089db53cc12b381e0a', 'subnets': [{'id': 'cae0beed-8aff-4880-b20f-0d03075a1e42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:17.875701 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79f0fc5d-ca3b-4078-8abe-4c835d95beb6 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.879965 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=851d0185-ff3c-4fb6-808c-c8213c818442,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:17.885715 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fe50d-93bc-470f-adde-efb97f5f3e0f req-e6af17f3-7cbb-47e1-9c21-0dfc04a95d3b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:17.887366 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-931fe50d-93bc-470f-adde-efb97f5f3e0f req-e6af17f3-7cbb-47e1-9c21-0dfc04a95d3b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 946 time: 0.2535937 Jul 14 09:13:17.951897 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['68b24584-0102-4951-b0b7-2d23cca374a6'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:17.956543 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-64f9a261-aad0-4436-b6b6-b499d9058eb0 None None] Provisioning complete for port 46a6573e-585e-445f-a0e1-5674be028328 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:17.957236 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64f9a261-aad0-4436-b6b6-b499d9058eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:18.035808 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16a1319-6e00-4ad7-b904-7d15d33e1b37 None None] Checking router: cb5f9d39-f8cd-417c-93b3-1962572f93a5 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:13:18.037031 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16a1319-6e00-4ad7-b904-7d15d33e1b37 None None] Updating router cb5f9d39-f8cd-417c-93b3-1962572f93a5 port 9d7f6b93-0abc-474d-aae4-a4b6d278fd0e binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:13:18.038813 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1d0ebd71-3172-4fe5-80b7-cde9de0b5e7e req-c2b12e26-8063-4b6f-b004-dbc892878aaa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527899 Jul 14 09:13:18.049854 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf10ac67-29d3-42cc-a63e-965ab6059d4e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Router cb5f9d39-f8cd-417c-93b3-1962572f93a5 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:13:18.086478 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-931fe50d-93bc-470f-adde-efb97f5f3e0f req-4600b3a6-2c13-4ee5-9c23-48e6bf6b8d7b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794472 Jul 14 09:13:18.096457 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-79f0fc5d-ca3b-4078-8abe-4c835d95beb6 None None] Transition to ACTIVE for port object b0df557f-aa8a-49a2-8fe3-d2bb64ec6290 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:18.139711 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 8c797fca-27e3-4cdd-acf5-321d19f877ed completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:18.198258 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48967a0-8314-43fb-8387-e2e4be302844 req-ebcd454b-441c-48b4-9d47-21cbac5a4455 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:18.214499 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e48967a0-8314-43fb-8387-e2e4be302844 req-ebcd454b-441c-48b4-9d47-21cbac5a4455 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 950 time: 0.2193511 Jul 14 09:13:18.227697 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf10ac67-29d3-42cc-a63e-965ab6059d4e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:13:18.240967 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cf10ac67-29d3-42cc-a63e-965ab6059d4e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "PUT /v2.0/routers/cb5f9d39-f8cd-417c-93b3-1962572f93a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1391706 Jul 14 09:13:18.241561 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44082) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:18.247915 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16a1319-6e00-4ad7-b904-7d15d33e1b37 None None] Port 9d7f6b93-0abc-474d-aae4-a4b6d278fd0e not found while updating agent binding for router cb5f9d39-f8cd-417c-93b3-1962572f93a5. {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 14 09:13:18.262686 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 8c797fca-27e3-4cdd-acf5-321d19f877ed triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:18.263282 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:18.273396 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-79f0fc5d-ca3b-4078-8abe-4c835d95beb6 None None] Transition to ACTIVE for port object b0df557f-aa8a-49a2-8fe3-d2bb64ec6290 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:18.310140 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-862efc7a-d399-4c84-98bc-6156785c0229 req-918bd6a1-a8b5-46da-882e-6688a8302ea0 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=da4a9ced-dc91-40a9-96bf-080356acbcee HTTP/1.1" status: 200 len: 210 time: 0.0486939 Jul 14 09:13:18.369350 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e48967a0-8314-43fb-8387-e2e4be302844 req-2f544ece-5327-4138-98dd-406f824a68ad tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507275 Jul 14 09:13:18.408910 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea54a4e-75d8-457f-818b-77463dae03a3 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:18.418057 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea54a4e-75d8-457f-818b-77463dae03a3 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:18.426063 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cea54a4e-75d8-457f-818b-77463dae03a3 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1834269 Jul 14 09:13:18.426684 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44088) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:18.452436 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79f0fc5d-ca3b-4078-8abe-4c835d95beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:18.468848 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c363ea56-5080-4c28-8237-b38c93d7bff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:18.549185 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=68b24584-0102-4951-b0b7-2d23cca374a6,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:18.560332 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:18.581854 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16a1319-6e00-4ad7-b904-7d15d33e1b37 None None] Routers {'cb5f9d39-f8cd-417c-93b3-1962572f93a5'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:18.582799 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b16a1319-6e00-4ad7-b904-7d15d33e1b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:12:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['cb5f9d39-f8cd-417c-93b3-1962572f93a5'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:18.694204 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-57fbb129-581a-4c55-879b-39f1bdab8ea6 None None] Allocated IP 2001:db8::2 (5b530d00-cdaf-4f32-83f7-1d9e99250ffa/10b56296-5ebc-4ed5-b887-f8b99fc07f96/2fc7ef6d-3d42-4c8a-832f-cae95c528c4a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:18.707750 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3aa2352-c0af-4d92-b674-67a3db1f85eb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet cae0beed-8aff-4880-b20f-0d03075a1e42 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:13:18.728143 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3aa2352-c0af-4d92-b674-67a3db1f85eb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:18.735735 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-7132c4bd-c6db-48c0-a69f-b39fa7576964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Allocated IP 2001:db8::1 (9a9321b3-534c-4e04-886b-60368875ad76/ac66d192-d517-4fb4-8580-3442f6154a9e/f8244dbf-f967-42be-9fa4-6ac0d30a003b) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:18.871566 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795239d3-b51a-417f-92af-e8ee48cfdfda req-9734a75d-c1dc-4715-9583-03e2ccaae236 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:18.889286 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-795239d3-b51a-417f-92af-e8ee48cfdfda req-9734a75d-c1dc-4715-9583-03e2ccaae236 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3946cd4-3704-436e-8d41-c0917acf7b34 HTTP/1.1" status: 200 len: 944 time: 0.2248509 Jul 14 09:13:18.932361 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3aa2352-c0af-4d92-b674-67a3db1f85eb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:18.959378 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0fc5d-ca3b-4078-8abe-4c835d95beb6 None None] Pushing event updated for resources: {'Port': ['ID=b0df557f-aa8a-49a2-8fe3-d2bb64ec6290,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:19.182093 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-795239d3-b51a-417f-92af-e8ee48cfdfda req-54b82825-063b-4aec-a360-5ab78b761b5a tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/security-groups?id=063abf49-9c44-4faa-b19c-25673b50cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916443 Jul 14 09:13:19.340151 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7132c4bd-c6db-48c0-a69f-b39fa7576964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.370561 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7132c4bd-c6db-48c0-a69f-b39fa7576964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Transition to ACTIVE for port object f8244dbf-f967-42be-9fa4-6ac0d30a003b will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:19.470010 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3aa2352-c0af-4d92-b674-67a3db1f85eb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.488167 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-06df2234-c313-4da4-974f-3f027fff892b tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:19.489284 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 46a6573e-585e-445f-a0e1-5674be028328, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=46a6573e-585e-445f-a0e1-5674be028328,segment=NetworkSegment(6f0719f8-f972-4c6f-832f-e3adb0a47686),segment_id=6f0719f8-f972-4c6f-832f-e3adb0a47686)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:19.501551 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-06df2234-c313-4da4-974f-3f027fff892b tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.47 "GET /v2.0/networks?id=3ae54159-68cb-4fca-9852-a42d051dbe23 HTTP/1.1" status: 200 len: 812 time: 0.4814341 Jul 14 09:13:19.501871 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f0fc5d-ca3b-4078-8abe-4c835d95beb6 None None] Network 9a9321b3-534c-4e04-886b-60368875ad76 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:19.535077 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.538510 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-940ae508-c985-4658-92a0-f88a3e4fe7b7 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Request body: {'port': {'device_id': 'da4a9ced-dc91-40a9-96bf-080356acbcee', 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23', 'admin_state_up': True, 'tenant_id': '6615d0b1eada47cd81a0006b9f4a982b'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:19.552262 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57fbb129-581a-4c55-879b-39f1bdab8ea6 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.564308 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-b16a1319-6e00-4ad7-b904-7d15d33e1b37 None None] Set router cb5f9d39-f8cd-417c-93b3-1962572f93a5 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:13:19.572588 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e9ab3516-620c-49c1-9456-3e881c4d714f req-156965c8-81ea-4a76-a690-3312ec6be84a tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=da4a9ced-dc91-40a9-96bf-080356acbcee HTTP/1.1" status: 200 len: 210 time: 0.0691738 Jul 14 09:13:19.577273 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7132c4bd-c6db-48c0-a69f-b39fa7576964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.626720 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-79f0fc5d-ca3b-4078-8abe-4c835d95beb6 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:19.711199 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7132c4bd-c6db-48c0-a69f-b39fa7576964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Network 9a9321b3-534c-4e04-886b-60368875ad76 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:19.724720 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7132c4bd-c6db-48c0-a69f-b39fa7576964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:19.751225 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7132c4bd-c6db-48c0-a69f-b39fa7576964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:19.756138 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7132c4bd-c6db-48c0-a69f-b39fa7576964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.802815 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:13:19.814198 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3aa2352-c0af-4d92-b674-67a3db1f85eb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.879412 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f0fc5d-ca3b-4078-8abe-4c835d95beb6 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:19.888000 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 0d92aab1-da14-431f-9b93-c9dd93d28f1d up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:19.911017 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa2352-c0af-4d92-b674-67a3db1f85eb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=cae0beed-8aff-4880-b20f-0d03075a1e42,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:19.931013 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3aa2352-c0af-4d92-b674-67a3db1f85eb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.934983 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c3aa2352-c0af-4d92-b674-67a3db1f85eb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/cae0beed-8aff-4880-b20f-0d03075a1e42 HTTP/1.1" status: 204 len: 168 time: 1.5070961 Jul 14 09:13:19.942605 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-57fbb129-581a-4c55-879b-39f1bdab8ea6 None None] Transition to ACTIVE for port object 2fc7ef6d-3d42-4c8a-832f-cae95c528c4a will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:19.945885 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44126) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:19.954641 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b16a1319-6e00-4ad7-b904-7d15d33e1b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5f9d39-f8cd-417c-93b3-1962572f93a5', 'name': 'tempest-NetworksTestDHCPv6-router-1763114132', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:13:10Z', 'updated_at': '2021-07-14T09:13:17Z', 'revision_number': 3, 'project_id': '409ec55beccc4e089db53cc12b381e0a', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:19.998457 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16a1319-6e00-4ad7-b904-7d15d33e1b37 None None] The sync data for ids ['cb5f9d39-f8cd-417c-93b3-1962572f93a5'] in n-d-771362-35 is: [{'id': 'cb5f9d39-f8cd-417c-93b3-1962572f93a5', 'name': 'tempest-NetworksTestDHCPv6-router-1763114132', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:13:10Z', 'updated_at': '2021-07-14T09:13:17Z', 'revision_number': 3, 'project_id': '409ec55beccc4e089db53cc12b381e0a', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:13:20.000236 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bfa988-87de-435c-9978-85eff3906672 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:20.124923 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-940ae508-c985-4658-92a0-f88a3e4fe7b7 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Made reservation on behalf of 6615d0b1eada47cd81a0006b9f4a982b for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:20.135393 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-940ae508-c985-4658-92a0-f88a3e4fe7b7 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.147844 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64f9a261-aad0-4436-b6b6-b499d9058eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.230931 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-75f97ec2-d413-4ac7-bf7f-d83e7d2d4766 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2823935 Jul 14 09:13:20.234546 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44130) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:20.265663 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132c4bd-c6db-48c0-a69f-b39fa7576964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Pushing event updated for resources: {'Port': ['ID=f8244dbf-f967-42be-9fa4-6ac0d30a003b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:20.312076 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-79f0fc5d-ca3b-4078-8abe-4c835d95beb6 None None] Attempting to bind port b0df557f-aa8a-49a2-8fe3-d2bb64ec6290 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:20.312598 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-79f0fc5d-ca3b-4078-8abe-4c835d95beb6 None None] Attempting to bind port b0df557f-aa8a-49a2-8fe3-d2bb64ec6290 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '703adb2b-1cb9-4371-a201-0ccbda92df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9a9321b3-534c-4e04-886b-60368875ad76'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:20.313085 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f0fc5d-ca3b-4078-8abe-4c835d95beb6 None None] Attempting to bind port b0df557f-aa8a-49a2-8fe3-d2bb64ec6290 on network 9a9321b3-534c-4e04-886b-60368875ad76 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:20.315756 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-57fbb129-581a-4c55-879b-39f1bdab8ea6 None None] Transition to ACTIVE for port object 2fc7ef6d-3d42-4c8a-832f-cae95c528c4a will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:20.326646 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7132c4bd-c6db-48c0-a69f-b39fa7576964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.362708 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f04a0e-9d83-4ea1-9b2d-3d7dd7e2d407 req-bad61bc2-d8e1-4c8d-8f8f-35c0e21086fa tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:20.371149 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f3f04a0e-9d83-4ea1-9b2d-3d7dd7e2d407 req-bad61bc2-d8e1-4c8d-8f8f-35c0e21086fa tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 946 time: 0.9260895 Jul 14 09:13:20.378889 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=46a6573e-585e-445f-a0e1-5674be028328,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:20.397682 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc39c72-d06c-405c-a121-030f6f8b40f8 req-9a514b80-a541-4e27-8ef8-cf89fe391e62 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:20.400123 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1dc39c72-d06c-405c-a121-030f6f8b40f8 req-9a514b80-a541-4e27-8ef8-cf89fe391e62 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 950 time: 0.3319352 Jul 14 09:13:20.431092 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-64f9a261-aad0-4436-b6b6-b499d9058eb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:13:20.431734 n-d-771362-35 neutron-server[93774]: DEBUG oslo_db.api [None req-64f9a261-aad0-4436-b6b6-b499d9058eb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:13:20.439056 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57fbb129-581a-4c55-879b-39f1bdab8ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.441708 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f0fc5d-ca3b-4078-8abe-4c835d95beb6 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:20.442232 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f0fc5d-ca3b-4078-8abe-4c835d95beb6 None None] Checking segment: {'id': '703adb2b-1cb9-4371-a201-0ccbda92df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9a9321b3-534c-4e04-886b-60368875ad76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:20.442741 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79f0fc5d-ca3b-4078-8abe-4c835d95beb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.443252 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f0fc5d-ca3b-4078-8abe-4c835d95beb6 None None] Bound using segment: {'id': '703adb2b-1cb9-4371-a201-0ccbda92df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9a9321b3-534c-4e04-886b-60368875ad76'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:20.444152 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-79f0fc5d-ca3b-4078-8abe-4c835d95beb6 None None] Bound port: b0df557f-aa8a-49a2-8fe3-d2bb64ec6290, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703adb2b-1cb9-4371-a201-0ccbda92df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9a9321b3-534c-4e04-886b-60368875ad76'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:20.444716 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79f0fc5d-ca3b-4078-8abe-4c835d95beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.472249 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.511741 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-837e916f-60c8-4646-8058-add081a7c916 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.560419 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f3f04a0e-9d83-4ea1-9b2d-3d7dd7e2d407 req-6fe54075-fade-44c2-8926-e479e24cc6ec tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875401 Jul 14 09:13:20.586822 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1dc39c72-d06c-405c-a121-030f6f8b40f8 req-e338de11-d1d1-415d-9ab8-27ee044acb4e tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318939 Jul 14 09:13:20.603049 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fbb129-581a-4c55-879b-39f1bdab8ea6 None None] Network 5b530d00-cdaf-4f32-83f7-1d9e99250ffa is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:20.636830 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 68b24584-0102-4951-b0b7-2d23cca374a6 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:20.697651 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-57fbb129-581a-4c55-879b-39f1bdab8ea6 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:20.711214 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fbb129-581a-4c55-879b-39f1bdab8ea6 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:20.718587 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3946cd4-3704-436e-8d41-c0917acf7b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c797fca-27e3-4cdd-acf5-321d19f877ed'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:20.721159 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1d04ec-fbf7-40b9-8e21-7379b6479084" -d '{"events": [{"server_uuid": "f3946cd4-3704-436e-8d41-c0917acf7b34", "name": "network-vif-plugged", "status": "completed", "tag": "8c797fca-27e3-4cdd-acf5-321d19f877ed"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:20.745044 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbb129-581a-4c55-879b-39f1bdab8ea6 None None] Pushing event updated for resources: {'Port': ['ID=2fc7ef6d-3d42-4c8a-832f-cae95c528c4a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:20.761869 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 8c797fca-27e3-4cdd-acf5-321d19f877ed, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=8c797fca-27e3-4cdd-acf5-321d19f877ed,segment=NetworkSegment(630f871b-aa46-4ea1-bd54-8cc1797311d1),segment_id=630f871b-aa46-4ea1-bd54-8cc1797311d1)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:20.778874 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.788428 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 0d92aab1-da14-431f-9b93-c9dd93d28f1d triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:20.788794 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.898712 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-837e916f-60c8-4646-8058-add081a7c916 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.904013 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-837e916f-60c8-4646-8058-add081a7c916 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.924561 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-940ae508-c985-4658-92a0-f88a3e4fe7b7 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Allocated IP 172.20.0.9 (3ae54159-68cb-4fca-9852-a42d051dbe23/1cecf5b8-9bc0-42ae-ae75-809b50502003/f4fa3e7d-0141-4d23-b232-e5161c8c16b2) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:21.030947 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-837e916f-60c8-4646-8058-add081a7c916 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:21.031455 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837e916f-60c8-4646-8058-add081a7c916 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Fanout notify agent at l3_agent the message router_deleted on router cb5f9d39-f8cd-417c-93b3-1962572f93a5 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:13:21.045962 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-837e916f-60c8-4646-8058-add081a7c916 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:21.047199 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-837e916f-60c8-4646-8058-add081a7c916 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/routers/cb5f9d39-f8cd-417c-93b3-1962572f93a5 HTTP/1.1" status: 204 len: 168 time: 0.8115127 Jul 14 09:13:21.052341 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44148) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:21.156321 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b571e-d0e4-45ad-a3cc-cee389e6b21e req-215ceba9-b527-485e-a542-125bbc5b4064 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:21.162681 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-125b571e-d0e4-45ad-a3cc-cee389e6b21e req-215ceba9-b527-485e-a542-125bbc5b4064 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3946cd4-3704-436e-8d41-c0917acf7b34 HTTP/1.1" status: 200 len: 945 time: 0.3283522 Jul 14 09:13:21.176260 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-79f0fc5d-ca3b-4078-8abe-4c835d95beb6 None None] For port b0df557f-aa8a-49a2-8fe3-d2bb64ec6290, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:21.235909 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf4c5-9a68-4c66-85ef-4904c7fdc775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:21.267820 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-79f0fc5d-ca3b-4078-8abe-4c835d95beb6 None None] For port b0df557f-aa8a-49a2-8fe3-d2bb64ec6290, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b0df557f-aa8a-49a2-8fe3-d2bb64ec6290,segment=NetworkSegment(703adb2b-1cb9-4371-a201-0ccbda92df35),segment_id=703adb2b-1cb9-4371-a201-0ccbda92df35)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:21.300366 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79f0fc5d-ca3b-4078-8abe-4c835d95beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:21.306386 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0535c186-58b4-4566-aa70-b52e8ed8406b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:21.307936 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7132c4bd-c6db-48c0-a69f-b39fa7576964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:21.308425 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0535c186-58b4-4566-aa70-b52e8ed8406b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2548075 Jul 14 09:13:21.311196 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44150) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:21.315879 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 68b24584-0102-4951-b0b7-2d23cca374a6 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:21.317116 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:21.328490 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7132c4bd-c6db-48c0-a69f-b39fa7576964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:21.329746 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7132c4bd-c6db-48c0-a69f-b39fa7576964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:21.391789 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-57fbb129-581a-4c55-879b-39f1bdab8ea6 None None] Attempting to bind port 2fc7ef6d-3d42-4c8a-832f-cae95c528c4a on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:21.394023 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-57fbb129-581a-4c55-879b-39f1bdab8ea6 None None] Attempting to bind port 2fc7ef6d-3d42-4c8a-832f-cae95c528c4a by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '4df0b5ef-c01a-4e4e-a204-84c552c29d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5b530d00-cdaf-4f32-83f7-1d9e99250ffa'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:21.394359 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fbb129-581a-4c55-879b-39f1bdab8ea6 None None] Attempting to bind port 2fc7ef6d-3d42-4c8a-832f-cae95c528c4a on network 5b530d00-cdaf-4f32-83f7-1d9e99250ffa {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:21.409729 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-125b571e-d0e4-45ad-a3cc-cee389e6b21e req-f0e500a9-21fc-48ee-b229-42a8563f4f08 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/security-groups?id=063abf49-9c44-4faa-b19c-25673b50cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268014 Jul 14 09:13:21.432430 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=8c797fca-27e3-4cdd-acf5-321d19f877ed,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:21.477062 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e7141e-79b3-47db-bc98-f01a316b4e6f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:21.480941 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-49e7141e-79b3-47db-bc98-f01a316b4e6f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1664567 Jul 14 09:13:21.482558 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-940ae508-c985-4658-92a0-f88a3e4fe7b7 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:21.490262 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44152) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:21.498561 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148fa228-b5de-455b-9a93-72862c552ad5 None None] Sync routers for ids ['cb5f9d39-f8cd-417c-93b3-1962572f93a5'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:13:21.515642 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0fc5d-ca3b-4078-8abe-4c835d95beb6 None None] Pushing event updated for resources: {'Port': ['ID=b0df557f-aa8a-49a2-8fe3-d2bb64ec6290,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:21.526580 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148fa228-b5de-455b-9a93-72862c552ad5 None None] Routers set() bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:21.528461 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fbb129-581a-4c55-879b-39f1bdab8ea6 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:21.529331 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fbb129-581a-4c55-879b-39f1bdab8ea6 None None] Checking segment: {'id': '4df0b5ef-c01a-4e4e-a204-84c552c29d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5b530d00-cdaf-4f32-83f7-1d9e99250ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:21.529869 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148fa228-b5de-455b-9a93-72862c552ad5 None None] Router IDs set() for agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:13:21.530072 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57fbb129-581a-4c55-879b-39f1bdab8ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:21.530624 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fbb129-581a-4c55-879b-39f1bdab8ea6 None None] Bound using segment: {'id': '4df0b5ef-c01a-4e4e-a204-84c552c29d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5b530d00-cdaf-4f32-83f7-1d9e99250ffa'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:21.531260 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-57fbb129-581a-4c55-879b-39f1bdab8ea6 None None] Bound port: 2fc7ef6d-3d42-4c8a-832f-cae95c528c4a, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df0b5ef-c01a-4e4e-a204-84c552c29d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5b530d00-cdaf-4f32-83f7-1d9e99250ffa'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:21.531867 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57fbb129-581a-4c55-879b-39f1bdab8ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:21.535154 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_agentschedulers_db [None req-148fa228-b5de-455b-9a93-72862c552ad5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cb5f9d39-f8cd-417c-93b3-1962572f93a5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:13:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent'). {{(pid=93775) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 09:13:21.553920 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:21.565187 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0007fb7-9292-443b-826a-f0f29269aea3 None None] DHCP port deletion for d4b2ec29-2184-48d5-8c16-380a3c464388 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:13:21.570562 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148fa228-b5de-455b-9a93-72862c552ad5 None None] Routers set() bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:21.570931 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148fa228-b5de-455b-9a93-72862c552ad5 None None] Router IDs set() for agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:13:21.574285 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_agentschedulers_db [None req-148fa228-b5de-455b-9a93-72862c552ad5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cb5f9d39-f8cd-417c-93b3-1962572f93a5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:13:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent'). {{(pid=93775) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 09:13:21.583557 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5b3dc713-7d7e-4822-bd2a-513923581215 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657718 Jul 14 09:13:21.584291 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44154) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:21.589076 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148fa228-b5de-455b-9a93-72862c552ad5 None None] The sync data for ids ['cb5f9d39-f8cd-417c-93b3-1962572f93a5'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:13:21.593067 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-91916946-ae72-4464-83b9-f887e9dbc507 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:21.633800 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7132c4bd-c6db-48c0-a69f-b39fa7576964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Network 9a9321b3-534c-4e04-886b-60368875ad76 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:21.642200 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7132c4bd-c6db-48c0-a69f-b39fa7576964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:21.658385 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132c4bd-c6db-48c0-a69f-b39fa7576964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Pushing event updated for resources: {'Port': ['ID=f8244dbf-f967-42be-9fa4-6ac0d30a003b,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:21.705878 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea503a-30cd-4f17-af77-e5af0f0a398d req-f3039a16-5b84-4bfb-a84e-495077428c2b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:21.718968 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4dea503a-30cd-4f17-af77-e5af0f0a398d req-f3039a16-5b84-4bfb-a84e-495077428c2b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 946 time: 0.6013386 Jul 14 09:13:21.810361 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:21.873396 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-940ae508-c985-4658-92a0-f88a3e4fe7b7 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:21.937743 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-57fbb129-581a-4c55-879b-39f1bdab8ea6 None None] For port 2fc7ef6d-3d42-4c8a-832f-cae95c528c4a, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:21.945049 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 68b24584-0102-4951-b0b7-2d23cca374a6, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=68b24584-0102-4951-b0b7-2d23cca374a6,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:21.959945 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-57fbb129-581a-4c55-879b-39f1bdab8ea6 None None] For port 2fc7ef6d-3d42-4c8a-832f-cae95c528c4a, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2fc7ef6d-3d42-4c8a-832f-cae95c528c4a,segment=NetworkSegment(4df0b5ef-c01a-4e4e-a204-84c552c29d87),segment_id=4df0b5ef-c01a-4e4e-a204-84c552c29d87)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:21.982945 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57fbb129-581a-4c55-879b-39f1bdab8ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:21.988191 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-940ae508-c985-4658-92a0-f88a3e4fe7b7 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Network 3ae54159-68cb-4fca-9852-a42d051dbe23 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:21.990631 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:22.005579 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-940ae508-c985-4658-92a0-f88a3e4fe7b7 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:22.016421 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-940ae508-c985-4658-92a0-f88a3e4fe7b7 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:22.021634 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e0007fb7-9292-443b-826a-f0f29269aea3 None None] Deleting port 0d92aab1-da14-431f-9b93-c9dd93d28f1d {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:22.022942 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0007fb7-9292-443b-826a-f0f29269aea3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:22.032867 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4dea503a-30cd-4f17-af77-e5af0f0a398d req-e812b1c2-3d6e-4647-94ad-9bf95fcbb16f tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128734 Jul 14 09:13:22.062111 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91916946-ae72-4464-83b9-f887e9dbc507 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:22.067512 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91916946-ae72-4464-83b9-f887e9dbc507 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:22.217239 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03627093-0240-4f52-8c38-c74d375643a0 req-783acd9c-0ea6-4792-bc72-7b61ce0debe9 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:22.218920 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-03627093-0240-4f52-8c38-c74d375643a0 req-783acd9c-0ea6-4792-bc72-7b61ce0debe9 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=da4a9ced-dc91-40a9-96bf-080356acbcee HTTP/1.1" status: 200 len: 931 time: 0.3708327 Jul 14 09:13:22.267679 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ae508-c985-4658-92a0-f88a3e4fe7b7 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Pushing event updated for resources: {'Port': ['ID=f4fa3e7d-0141-4d23-b232-e5161c8c16b2,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:22.281916 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbb129-581a-4c55-879b-39f1bdab8ea6 None None] Pushing event updated for resources: {'Port': ['ID=2fc7ef6d-3d42-4c8a-832f-cae95c528c4a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:22.285461 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279b5bc1-d8a0-43f4-9fbf-cdaeb32d68b3 x-openstack-request-id: req-279b5bc1-d8a0-43f4-9fbf-cdaeb32d68b3 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:22.287162 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3946cd4-3704-436e-8d41-c0917acf7b34", "name": "network-vif-plugged", "status": "completed", "tag": "8c797fca-27e3-4cdd-acf5-321d19f877ed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:22.287582 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-279b5bc1-d8a0-43f4-9fbf-cdaeb32d68b3 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:22.288092 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3946cd4-3704-436e-8d41-c0917acf7b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c797fca-27e3-4cdd-acf5-321d19f877ed', 'code': 200} Jul 14 09:13:22.388729 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 46a6573e-585e-445f-a0e1-5674be028328 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:22.405928 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:22.455186 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-03627093-0240-4f52-8c38-c74d375643a0 req-4ac3e691-d204-4cd1-a342-23c3f889890d tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252309 Jul 14 09:13:22.482045 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e0007fb7-9292-443b-826a-f0f29269aea3 None None] For port 0d92aab1-da14-431f-9b93-c9dd93d28f1d, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=0d92aab1-da14-431f-9b93-c9dd93d28f1d,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:22.482498 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0007fb7-9292-443b-826a-f0f29269aea3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:22.532309 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=68b24584-0102-4951-b0b7-2d23cca374a6,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:22.532680 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ae508-c985-4658-92a0-f88a3e4fe7b7 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:22.533035 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ae508-c985-4658-92a0-f88a3e4fe7b7 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:22.533377 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ae508-c985-4658-92a0-f88a3e4fe7b7 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:22.533715 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ae508-c985-4658-92a0-f88a3e4fe7b7 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:22.534048 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ae508-c985-4658-92a0-f88a3e4fe7b7 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:22.535450 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e0007fb7-9292-443b-826a-f0f29269aea3 None None] Calling delete_port for 0d92aab1-da14-431f-9b93-c9dd93d28f1d owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:22.539680 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ae508-c985-4658-92a0-f88a3e4fe7b7 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:22.540148 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ae508-c985-4658-92a0-f88a3e4fe7b7 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:22.540495 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ae508-c985-4658-92a0-f88a3e4fe7b7 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:22.540832 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ae508-c985-4658-92a0-f88a3e4fe7b7 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:22.541167 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ae508-c985-4658-92a0-f88a3e4fe7b7 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:22.541498 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ae508-c985-4658-92a0-f88a3e4fe7b7 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:22.541833 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ae508-c985-4658-92a0-f88a3e4fe7b7 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:22.577396 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7132c4bd-c6db-48c0-a69f-b39fa7576964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Router 73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:13:22.627888 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-940ae508-c985-4658-92a0-f88a3e4fe7b7 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:22.628590 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-940ae508-c985-4658-92a0-f88a3e4fe7b7 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:22.686219 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 46a6573e-585e-445f-a0e1-5674be028328 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:22.686625 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:22.688749 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-940ae508-c985-4658-92a0-f88a3e4fe7b7 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1560719 Jul 14 09:13:22.717350 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-33e6fd53-e531-4045-b214-79b9f5c4f740 service neutron] Request body: {'port': {'device_id': 'da4a9ced-dc91-40a9-96bf-080356acbcee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:22.829601 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0007fb7-9292-443b-826a-f0f29269aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:22.879215 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [req-fe860496-fdd8-47ce-9c08-32b785478347 req-ce2b69ee-9dc5-4022-9807-a3a2ecd490ec service neutron] show failed (client error): The resource could not be found. Jul 14 09:13:22.880307 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-fe860496-fdd8-47ce-9c08-32b785478347 req-ce2b69ee-9dc5-4022-9807-a3a2ecd490ec service neutron] 10.222.0.44 "GET /v2.0/ports/6c382b8b-b54f-495e-9d8b-0660c468bb6a/bindings/n-h1-771362-35 HTTP/1.1" status: 404 len: 381 time: 0.6139293 Jul 14 09:13:22.923808 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0007fb7-9292-443b-826a-f0f29269aea3 None None] No DVR routers for this DVR port 0d92aab1-da14-431f-9b93-c9dd93d28f1d on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:22.928487 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0007fb7-9292-443b-826a-f0f29269aea3 None None] Pushing event deleted for resources: {'Port': ['ID=0d92aab1-da14-431f-9b93-c9dd93d28f1d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:22.931665 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83653751-f715-402d-8d73-d9f272ea3d24 req-42f8e4dd-96f3-4126-b14e-d4d6527e8e55 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:22.951077 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83653751-f715-402d-8d73-d9f272ea3d24 req-42f8e4dd-96f3-4126-b14e-d4d6527e8e55 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 950 time: 0.5241480 Jul 14 09:13:23.020626 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b05cf-a22e-41f8-a9f5-d76f0315db46 req-12fe37a2-57c4-4073-9809-f08919dded15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:23.033690 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-134b05cf-a22e-41f8-a9f5-d76f0315db46 req-12fe37a2-57c4-4073-9809-f08919dded15 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f3946cd4-3704-436e-8d41-c0917acf7b34 HTTP/1.1" status: 200 len: 1097 time: 0.7609034 Jul 14 09:13:23.089598 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-33e6fd53-e531-4045-b214-79b9f5c4f740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:23.109770 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b0df557f-aa8a-49a2-8fe3-d2bb64ec6290 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:23.157507 n-d-771362-35 neutron-server[93772]: DEBUG neutron.objects.ports [None req-91916946-ae72-4464-83b9-f887e9dbc507 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:13:23.158541 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7132c4bd-c6db-48c0-a69f-b39fa7576964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:13:23.160820 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91916946-ae72-4464-83b9-f887e9dbc507 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:23.181612 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7132c4bd-c6db-48c0-a69f-b39fa7576964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "PUT /v2.0/routers/73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9678347 Jul 14 09:13:23.182147 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44174) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:23.194780 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474b7c16-8eb8-4c35-a8b6-6896f2545ed5 None None] Sync routers for ids ['73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:13:23.219556 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83653751-f715-402d-8d73-d9f272ea3d24 req-af7a27da-2e25-4469-84f4-9afc63ea16d4 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649946 Jul 14 09:13:23.237465 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474b7c16-8eb8-4c35-a8b6-6896f2545ed5 None None] Routers {'73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:23.242502 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-474b7c16-8eb8-4c35-a8b6-6896f2545ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:13:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:23.375571 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c65237f-36fe-4169-bfd2-df37d78fe31b None None] Network 9a9321b3-534c-4e04-886b-60368875ad76 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:23.387925 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91916946-ae72-4464-83b9-f887e9dbc507 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=5a353f30-4ad5-42e7-aeb7-aa75a8573d42,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:23.436124 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91916946-ae72-4464-83b9-f887e9dbc507 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:23.443075 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-91916946-ae72-4464-83b9-f887e9dbc507 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:23.446659 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-134b05cf-a22e-41f8-a9f5-d76f0315db46 req-c5b66a9d-95b2-40c1-8f01-2f4ecc013442 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=063abf49-9c44-4faa-b19c-25673b50cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029651 Jul 14 09:13:23.468778 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91916946-ae72-4464-83b9-f887e9dbc507 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:23.469419 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91916946-ae72-4464-83b9-f887e9dbc507 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:23.551396 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a94bcc-3fc7-4e21-b793-0b989c32f106 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:23.668808 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-474b7c16-8eb8-4c35-a8b6-6896f2545ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:23.819155 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474b7c16-8eb8-4c35-a8b6-6896f2545ed5 None None] Routers {'73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:23.820334 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-474b7c16-8eb8-4c35-a8b6-6896f2545ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:13:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:23.822707 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-91916946-ae72-4464-83b9-f887e9dbc507 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2359674 Jul 14 09:13:23.852830 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44192) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:23.868211 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-b923ff23-eda4-4ffa-a791-eccd2e58e94b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:23.870699 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1303377a-16f3-42b1-803a-13991f29a173 None None] Provisioning for port b0df557f-aa8a-49a2-8fe3-d2bb64ec6290 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:23.978776 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:23.979983 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-474b7c16-8eb8-4c35-a8b6-6896f2545ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:23.981513 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474b7c16-8eb8-4c35-a8b6-6896f2545ed5 None None] The sync data for ids ['73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:13:24.128558 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port b0df557f-aa8a-49a2-8fe3-d2bb64ec6290 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:24.135541 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port b0df557f-aa8a-49a2-8fe3-d2bb64ec6290 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:24.136006 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:24.275461 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609bd08b-4952-46bc-b861-28cdb1a30d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-d4b2ec29-2184-48d5-8c16-380a3c464388', 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'fixed_ips': [{'subnet_id': '5a353f30-4ad5-42e7-aeb7-aa75a8573d42'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:13:24.275461 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-609bd08b-4952-46bc-b861-28cdb1a30d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:24.309778 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e178447-7faf-4bc2-80d2-20bcfd231c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b24584-0102-4951-b0b7-2d23cca374a6'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:24.313695 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6edeb1-1d6a-4596-81c3-0e79502edc0d" -d '{"events": [{"server_uuid": "7e178447-7faf-4bc2-80d2-20bcfd231c58", "name": "network-vif-plugged", "status": "completed", "tag": "68b24584-0102-4951-b0b7-2d23cca374a6"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:24.354221 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5377e50f-1dd4-4994-8135-5207bde8cbca None None] Network 5b530d00-cdaf-4f32-83f7-1d9e99250ffa requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:24.365991 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe860496-fdd8-47ce-9c08-32b785478347 req-06e891eb-80c3-4df2-a102-f8308d81c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.367662 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe860496-fdd8-47ce-9c08-32b785478347 req-06e891eb-80c3-4df2-a102-f8308d81c1c4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4&tenant_id=ad5180827b97485d9d925ca571b8d79b HTTP/1.1" status: 200 len: 1102 time: 0.9724941 Jul 14 09:13:24.382635 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-fe860496-fdd8-47ce-9c08-32b785478347 req-e9b04a0f-a964-417e-9e4c-c776a3db1678 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-35', 'device_owner': 'compute:nova'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:24.696018 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fe860496-fdd8-47ce-9c08-32b785478347 req-e9b04a0f-a964-417e-9e4c-c776a3db1678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:24.755574 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e8f76-09d7-4d7e-b80f-6d24ffbcd983 req-9c757cda-5e19-43cd-b639-bb32ed385b6b tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.764093 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a1e8f76-09d7-4d7e-b80f-6d24ffbcd983 req-9c757cda-5e19-43cd-b639-bb32ed385b6b tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3946cd4-3704-436e-8d41-c0917acf7b34 HTTP/1.1" status: 200 len: 945 time: 1.1912751 Jul 14 09:13:24.785073 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-02b7f2d3-1a07-42ac-9bd4-49e192b95b8e None None] Provisioning for port 2fc7ef6d-3d42-4c8a-832f-cae95c528c4a completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:24.796907 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b923ff23-eda4-4ffa-a791-eccd2e58e94b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:24.806701 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b923ff23-eda4-4ffa-a791-eccd2e58e94b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:24.854451 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655303c-f876-43fe-a1ce-f71379cf906b req-ca3367db-73fa-49dc-af5e-6dd002f011c9 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.863922 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d655303c-f876-43fe-a1ce-f71379cf906b req-ca3367db-73fa-49dc-af5e-6dd002f011c9 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=da4a9ced-dc91-40a9-96bf-080356acbcee HTTP/1.1" status: 200 len: 931 time: 0.5663896 Jul 14 09:13:24.929664 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-5c5e064a-34de-4844-9758-8139fd70ec8d tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:13:24.930904 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5c5e064a-34de-4844-9758-8139fd70ec8d tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "PUT /v2.0/routers/73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7021880 Jul 14 09:13:24.938285 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44202) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:24.945551 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:25.013932 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a1e8f76-09d7-4d7e-b80f-6d24ffbcd983 req-a0387d3a-46cb-455e-b188-33b54d2c2d7d tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/security-groups?id=063abf49-9c44-4faa-b19c-25673b50cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486849 Jul 14 09:13:25.064431 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d655303c-f876-43fe-a1ce-f71379cf906b req-c0bf59a4-1f75-4602-9f47-c14f8b889438 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994078 Jul 14 09:13:25.125544 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-33e6fd53-e531-4045-b214-79b9f5c4f740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4fa3e7d-0141-4d23-b232-e5161c8c16b2 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:25.220561 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port b0df557f-aa8a-49a2-8fe3-d2bb64ec6290, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b0df557f-aa8a-49a2-8fe3-d2bb64ec6290,segment=NetworkSegment(703adb2b-1cb9-4371-a201-0ccbda92df35),segment_id=703adb2b-1cb9-4371-a201-0ccbda92df35)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:25.238001 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-609bd08b-4952-46bc-b861-28cdb1a30d88 None None] Allocated IP 2001:db8::f816:3eff:fe42:da0 (d4b2ec29-2184-48d5-8c16-380a3c464388/5a353f30-4ad5-42e7-aeb7-aa75a8573d42/c085372a-689c-4ef8-92f4-854a3208bd51) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:25.243687 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:25.256587 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-33e6fd53-e531-4045-b214-79b9f5c4f740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:25.395298 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-33e6fd53-e531-4045-b214-79b9f5c4f740 service neutron] Transition to ACTIVE for port object f4fa3e7d-0141-4d23-b232-e5161c8c16b2 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:25.414244 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-33e6fd53-e531-4045-b214-79b9f5c4f740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:25.438108 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-fe860496-fdd8-47ce-9c08-32b785478347 req-e9b04a0f-a964-417e-9e4c-c776a3db1678 service neutron] For port 6c382b8b-b54f-495e-9d8b-0660c468bb6a, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=6c382b8b-b54f-495e-9d8b-0660c468bb6a,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:25.553283 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-fe860496-fdd8-47ce-9c08-32b785478347 req-e9b04a0f-a964-417e-9e4c-c776a3db1678 service neutron] For port 6c382b8b-b54f-495e-9d8b-0660c468bb6a, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:25.714781 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c382b8b-b54f-495e-9d8b-0660c468bb6a'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:25.720158 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798b78bf-6e2a-4e2b-bfac-609388700b6e" -d '{"events": [{"server_uuid": "c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "6c382b8b-b54f-495e-9d8b-0660c468bb6a"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:25.737971 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fe860496-fdd8-47ce-9c08-32b785478347 req-e9b04a0f-a964-417e-9e4c-c776a3db1678 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:25.750521 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 0d92aab1-da14-431f-9b93-c9dd93d28f1d no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:25.785216 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6fd53-e531-4045-b214-79b9f5c4f740 service neutron] Pushing event updated for resources: {'Port': ['ID=f4fa3e7d-0141-4d23-b232-e5161c8c16b2,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:25.799660 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-fe860496-fdd8-47ce-9c08-32b785478347 req-e9b04a0f-a964-417e-9e4c-c776a3db1678 service neutron] Transition to ACTIVE for port object 6c382b8b-b54f-495e-9d8b-0660c468bb6a will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:25.808216 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fe860496-fdd8-47ce-9c08-32b785478347 req-e9b04a0f-a964-417e-9e4c-c776a3db1678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:25.864474 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 0d92aab1-da14-431f-9b93-c9dd93d28f1d {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:25.865015 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 0d92aab1-da14-431f-9b93-c9dd93d28f1d not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:25.975295 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b04a0f-a964-417e-9e4c-c776a3db1678 service neutron] Pushing event updated for resources: {'Port': ['ID=6c382b8b-b54f-495e-9d8b-0660c468bb6a,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:26.057465 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-cc687a30-a3f6-46f4-9706-2d1946d392fb None None] Provisioning complete for port b0df557f-aa8a-49a2-8fe3-d2bb64ec6290 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:26.058463 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc687a30-a3f6-46f4-9706-2d1946d392fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:26.073804 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe860496-fdd8-47ce-9c08-32b785478347 req-e9b04a0f-a964-417e-9e4c-c776a3db1678 service neutron] No DVR routers for this DVR port 6c382b8b-b54f-495e-9d8b-0660c468bb6a on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:26.097807 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbb0b6-b928-4f85-9011-5c44cd8cda3c req-02c5ac53-3b80-4125-af21-9521b5c975df tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:26.109218 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=b0df557f-aa8a-49a2-8fe3-d2bb64ec6290,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:26.109850 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ffbb0b6-b928-4f85-9011-5c44cd8cda3c req-02c5ac53-3b80-4125-af21-9521b5c975df tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 946 time: 0.4874322 Jul 14 09:13:26.127940 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2fc7ef6d-3d42-4c8a-832f-cae95c528c4a up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:26.276218 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b923ff23-eda4-4ffa-a791-eccd2e58e94b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:26.351247 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fe860496-fdd8-47ce-9c08-32b785478347 req-e9b04a0f-a964-417e-9e4c-c776a3db1678 service neutron] Attempting to bind port 6c382b8b-b54f-495e-9d8b-0660c468bb6a on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:26.351870 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fe860496-fdd8-47ce-9c08-32b785478347 req-e9b04a0f-a964-417e-9e4c-c776a3db1678 service neutron] Attempting to bind port 6c382b8b-b54f-495e-9d8b-0660c468bb6a by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:26.352266 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe860496-fdd8-47ce-9c08-32b785478347 req-e9b04a0f-a964-417e-9e4c-c776a3db1678 service neutron] Attempting to bind port 6c382b8b-b54f-495e-9d8b-0660c468bb6a on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:26.367411 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 2fc7ef6d-3d42-4c8a-832f-cae95c528c4a completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:26.391479 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923ff23-eda4-4ffa-a791-eccd2e58e94b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=1a893860-0632-4c37-a8de-42bd1b264ddb,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:26.405963 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 2fc7ef6d-3d42-4c8a-832f-cae95c528c4a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:26.406735 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:26.417522 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ffbb0b6-b928-4f85-9011-5c44cd8cda3c req-12357233-4761-44fe-b923-a5a5b06e9b5d tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879896 Jul 14 09:13:26.447951 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b923ff23-eda4-4ffa-a791-eccd2e58e94b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:26.459533 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-b923ff23-eda4-4ffa-a791-eccd2e58e94b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:26.460297 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016cf2c-d91d-400d-b6ae-3781286ccafe req-96e9dc16-ab04-4db4-a984-d844c0f8712a tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:26.468258 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-609bd08b-4952-46bc-b861-28cdb1a30d88 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:26.472100 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b016cf2c-d91d-400d-b6ae-3781286ccafe req-96e9dc16-ab04-4db4-a984-d844c0f8712a tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 948 time: 0.6352148 Jul 14 09:13:26.477599 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b923ff23-eda4-4ffa-a791-eccd2e58e94b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:26.478326 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b923ff23-eda4-4ffa-a791-eccd2e58e94b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:26.482049 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe860496-fdd8-47ce-9c08-32b785478347 req-e9b04a0f-a964-417e-9e4c-c776a3db1678 service neutron] Port 6c382b8b-b54f-495e-9d8b-0660c468bb6a on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:13:26.482696 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe860496-fdd8-47ce-9c08-32b785478347 req-e9b04a0f-a964-417e-9e4c-c776a3db1678 service neutron] Attempting to bind port 6c382b8b-b54f-495e-9d8b-0660c468bb6a on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:26.492509 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-609bd08b-4952-46bc-b861-28cdb1a30d88 None None] Transition to ACTIVE for port object c085372a-689c-4ef8-92f4-854a3208bd51 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:26.502501 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe860496-fdd8-47ce-9c08-32b785478347 req-e9b04a0f-a964-417e-9e4c-c776a3db1678 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:26.503158 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe860496-fdd8-47ce-9c08-32b785478347 req-e9b04a0f-a964-417e-9e4c-c776a3db1678 service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:26.503873 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe860496-fdd8-47ce-9c08-32b785478347 req-e9b04a0f-a964-417e-9e4c-c776a3db1678 service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:26.504551 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fe860496-fdd8-47ce-9c08-32b785478347 req-e9b04a0f-a964-417e-9e4c-c776a3db1678 service neutron] Bound port: 6c382b8b-b54f-495e-9d8b-0660c468bb6a, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:26.505194 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fe860496-fdd8-47ce-9c08-32b785478347 req-e9b04a0f-a964-417e-9e4c-c776a3db1678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:26.542100 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-609bd08b-4952-46bc-b861-28cdb1a30d88 None None] Transition to ACTIVE for port object c085372a-689c-4ef8-92f4-854a3208bd51 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:26.544618 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-33e6fd53-e531-4045-b214-79b9f5c4f740 service neutron] Attempting to bind port f4fa3e7d-0141-4d23-b232-e5161c8c16b2 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:26.547423 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-33e6fd53-e531-4045-b214-79b9f5c4f740 service neutron] Attempting to bind port f4fa3e7d-0141-4d23-b232-e5161c8c16b2 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:26.548253 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-33e6fd53-e531-4045-b214-79b9f5c4f740 service neutron] Attempting to bind port f4fa3e7d-0141-4d23-b232-e5161c8c16b2 on network 3ae54159-68cb-4fca-9852-a42d051dbe23 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:26.576294 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbcc964-c5f4-4e14-8a0f-d7580ad0d935 x-openstack-request-id: req-1dbcc964-c5f4-4e14-8a0f-d7580ad0d935 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:26.576902 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e178447-7faf-4bc2-80d2-20bcfd231c58", "name": "network-vif-plugged", "status": "completed", "tag": "68b24584-0102-4951-b0b7-2d23cca374a6", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:26.577419 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1dbcc964-c5f4-4e14-8a0f-d7580ad0d935 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:26.577999 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e178447-7faf-4bc2-80d2-20bcfd231c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b24584-0102-4951-b0b7-2d23cca374a6', 'code': 200} Jul 14 09:13:26.586672 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-609bd08b-4952-46bc-b861-28cdb1a30d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:26.609551 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-cc687a30-a3f6-46f4-9706-2d1946d392fb None None] Provisioning for port f8244dbf-f967-42be-9fa4-6ac0d30a003b completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:26.614753 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-33e6fd53-e531-4045-b214-79b9f5c4f740 service neutron] Port f4fa3e7d-0141-4d23-b232-e5161c8c16b2 on network 3ae54159-68cb-4fca-9852-a42d051dbe23 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:13:26.615203 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-33e6fd53-e531-4045-b214-79b9f5c4f740 service neutron] Attempting to bind port f4fa3e7d-0141-4d23-b232-e5161c8c16b2 on network 3ae54159-68cb-4fca-9852-a42d051dbe23 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:26.632174 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b016cf2c-d91d-400d-b6ae-3781286ccafe req-3a4f8d5c-4c02-482a-831b-44dc7f33771c tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588314 Jul 14 09:13:26.638286 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b923ff23-eda4-4ffa-a791-eccd2e58e94b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7820690 Jul 14 09:13:26.641565 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44222) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:26.648453 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-d9cd4f19-be91-435f-a2de-390268604e6b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'port': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'mac_address': 'fa:16:3e:88:f1:4a', 'name': 'tempest-NetworksTestDHCPv6-827108998'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:26.674444 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5add45ec-d723-4e42-ac7a-64152f7fc2f7 x-openstack-request-id: req-5add45ec-d723-4e42-ac7a-64152f7fc2f7 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:26.674444 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "6c382b8b-b54f-495e-9d8b-0660c468bb6a", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:26.674444 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5add45ec-d723-4e42-ac7a-64152f7fc2f7 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:26.674444 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c382b8b-b54f-495e-9d8b-0660c468bb6a', 'code': 200} Jul 14 09:13:26.674444 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-fe860496-fdd8-47ce-9c08-32b785478347 req-e9b04a0f-a964-417e-9e4c-c776a3db1678 service neutron] For port 6c382b8b-b54f-495e-9d8b-0660c468bb6a, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:26.688096 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-fe860496-fdd8-47ce-9c08-32b785478347 req-e9b04a0f-a964-417e-9e4c-c776a3db1678 service neutron] For port 6c382b8b-b54f-495e-9d8b-0660c468bb6a, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=6c382b8b-b54f-495e-9d8b-0660c468bb6a,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:26.693866 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 6c382b8b-b54f-495e-9d8b-0660c468bb6a no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:26.696639 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fe860496-fdd8-47ce-9c08-32b785478347 req-e9b04a0f-a964-417e-9e4c-c776a3db1678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:26.724803 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-cc687a30-a3f6-46f4-9706-2d1946d392fb None None] Provisioning complete for port f8244dbf-f967-42be-9fa4-6ac0d30a003b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:26.736222 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc687a30-a3f6-46f4-9706-2d1946d392fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:26.753275 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe860496-fdd8-47ce-9c08-32b785478347 req-e9b04a0f-a964-417e-9e4c-c776a3db1678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:26.753897 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fe860496-fdd8-47ce-9c08-32b785478347 req-e9b04a0f-a964-417e-9e4c-c776a3db1678 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:26.755363 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe860496-fdd8-47ce-9c08-32b785478347 req-e9b04a0f-a964-417e-9e4c-c776a3db1678 service neutron] 10.222.0.47 "PUT /v2.0/ports/6c382b8b-b54f-495e-9d8b-0660c468bb6a HTTP/1.1" status: 200 len: 1097 time: 2.3771265 Jul 14 09:13:26.764808 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-33e6fd53-e531-4045-b214-79b9f5c4f740 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:26.765290 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-33e6fd53-e531-4045-b214-79b9f5c4f740 service neutron] Checking segment: {'id': '9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:26.765775 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-33e6fd53-e531-4045-b214-79b9f5c4f740 service neutron] Bound using segment: {'id': '9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:26.766440 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-33e6fd53-e531-4045-b214-79b9f5c4f740 service neutron] Bound port: f4fa3e7d-0141-4d23-b232-e5161c8c16b2, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:26.766898 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-33e6fd53-e531-4045-b214-79b9f5c4f740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:26.862857 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609bd08b-4952-46bc-b861-28cdb1a30d88 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:26.867450 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b04a0f-a964-417e-9e4c-c776a3db1678 service neutron] Pushing event updated for resources: {'Port': ['ID=6c382b8b-b54f-495e-9d8b-0660c468bb6a,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:26.909476 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-609bd08b-4952-46bc-b861-28cdb1a30d88 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:26.914991 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609bd08b-4952-46bc-b861-28cdb1a30d88 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:26.924679 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bd08b-4952-46bc-b861-28cdb1a30d88 None None] Pushing event updated for resources: {'Port': ['ID=c085372a-689c-4ef8-92f4-854a3208bd51,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:26.956249 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c831455c-cc6b-4f13-a6e2-7a89f0bb849e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.014229 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 6c382b8b-b54f-495e-9d8b-0660c468bb6a not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:27.019556 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-cc687a30-a3f6-46f4-9706-2d1946d392fb None None] Port f8244dbf-f967-42be-9fa4-6ac0d30a003b cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:13:27.024451 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe860496-fdd8-47ce-9c08-32b785478347 req-b297474c-a7fb-47de-a134-7e55bf80b8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.026251 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe860496-fdd8-47ce-9c08-32b785478347 req-b297474c-a7fb-47de-a134-7e55bf80b8e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 1100 time: 0.2415061 Jul 14 09:13:27.040678 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33248d7e-f87a-4c5d-9490-443dd2d86499 req-999844b0-b545-4228-94f4-95eb4dfba6f6 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.051378 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33248d7e-f87a-4c5d-9490-443dd2d86499 req-999844b0-b545-4228-94f4-95eb4dfba6f6 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3946cd4-3704-436e-8d41-c0917acf7b34 HTTP/1.1" status: 200 len: 945 time: 0.2426903 Jul 14 09:13:27.066756 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.076040 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-609bd08b-4952-46bc-b861-28cdb1a30d88 None None] Attempting to bind port c085372a-689c-4ef8-92f4-854a3208bd51 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:27.076425 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-609bd08b-4952-46bc-b861-28cdb1a30d88 None None] Attempting to bind port c085372a-689c-4ef8-92f4-854a3208bd51 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:27.076785 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609bd08b-4952-46bc-b861-28cdb1a30d88 None None] Attempting to bind port c085372a-689c-4ef8-92f4-854a3208bd51 on network d4b2ec29-2184-48d5-8c16-380a3c464388 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:27.100862 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609bd08b-4952-46bc-b861-28cdb1a30d88 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:27.101242 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609bd08b-4952-46bc-b861-28cdb1a30d88 None None] Checking segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:27.101901 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-609bd08b-4952-46bc-b861-28cdb1a30d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.102296 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609bd08b-4952-46bc-b861-28cdb1a30d88 None None] Bound using segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:27.102774 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-609bd08b-4952-46bc-b861-28cdb1a30d88 None None] Bound port: c085372a-689c-4ef8-92f4-854a3208bd51, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:27.103149 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-609bd08b-4952-46bc-b861-28cdb1a30d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.132215 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 2fc7ef6d-3d42-4c8a-832f-cae95c528c4a, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2fc7ef6d-3d42-4c8a-832f-cae95c528c4a,segment=NetworkSegment(4df0b5ef-c01a-4e4e-a204-84c552c29d87),segment_id=4df0b5ef-c01a-4e4e-a204-84c552c29d87)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:27.158347 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.161851 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-33e6fd53-e531-4045-b214-79b9f5c4f740 service neutron] For port f4fa3e7d-0141-4d23-b232-e5161c8c16b2, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:27.182091 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cd4f19-be91-435f-a2de-390268604e6b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:27.190508 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-33e6fd53-e531-4045-b214-79b9f5c4f740 service neutron] For port f4fa3e7d-0141-4d23-b232-e5161c8c16b2, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f4fa3e7d-0141-4d23-b232-e5161c8c16b2,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:27.191153 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33248d7e-f87a-4c5d-9490-443dd2d86499 req-4cfbc3c8-cbb2-4013-a589-93835b1d3dbc tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/security-groups?id=063abf49-9c44-4faa-b19c-25673b50cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379924 Jul 14 09:13:27.237050 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-609bd08b-4952-46bc-b861-28cdb1a30d88 None None] For port c085372a-689c-4ef8-92f4-854a3208bd51, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:27.240648 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-609bd08b-4952-46bc-b861-28cdb1a30d88 None None] For port c085372a-689c-4ef8-92f4-854a3208bd51, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c085372a-689c-4ef8-92f4-854a3208bd51,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:27.247226 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839e2d7-0940-42ab-9fa5-6e8fe7438e78 req-ccb1d3a5-a207-4059-8954-248d97051abd tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.249394 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8839e2d7-0940-42ab-9fa5-6e8fe7438e78 req-ccb1d3a5-a207-4059-8954-248d97051abd tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=da4a9ced-dc91-40a9-96bf-080356acbcee HTTP/1.1" status: 200 len: 943 time: 0.3336926 Jul 14 09:13:27.250450 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-33e6fd53-e531-4045-b214-79b9f5c4f740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.274679 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-609bd08b-4952-46bc-b861-28cdb1a30d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.310560 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-79c782b2-5505-473f-ab1b-eab9d04deb28 None None] Provisioning complete for port 2fc7ef6d-3d42-4c8a-832f-cae95c528c4a triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:27.310947 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79c782b2-5505-473f-ab1b-eab9d04deb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.350721 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=2fc7ef6d-3d42-4c8a-832f-cae95c528c4a,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:27.431419 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe860496-fdd8-47ce-9c08-32b785478347 req-82e28b60-66be-408e-afef-a65452b7ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.444318 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe860496-fdd8-47ce-9c08-32b785478347 req-82e28b60-66be-408e-afef-a65452b7ea72 service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.3820498 Jul 14 09:13:27.450137 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-33e6fd53-e531-4045-b214-79b9f5c4f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.451779 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bd08b-4952-46bc-b861-28cdb1a30d88 None None] Pushing event updated for resources: {'Port': ['ID=c085372a-689c-4ef8-92f4-854a3208bd51,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:27.455982 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-33e6fd53-e531-4045-b214-79b9f5c4f740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.457598 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-33e6fd53-e531-4045-b214-79b9f5c4f740 service neutron] 10.222.0.47 "PUT /v2.0/ports/f4fa3e7d-0141-4d23-b232-e5161c8c16b2 HTTP/1.1" status: 200 len: 1092 time: 4.7528598 Jul 14 09:13:27.459119 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4a9ced-dc91-40a9-96bf-080356acbcee', 'tag': 'f4fa3e7d-0141-4d23-b232-e5161c8c16b2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:27.461477 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3758c7f7-0d3f-4e65-8d87-d58383b7d0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "da4a9ced-dc91-40a9-96bf-080356acbcee", "tag": "f4fa3e7d-0141-4d23-b232-e5161c8c16b2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:27.470529 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8839e2d7-0940-42ab-9fa5-6e8fe7438e78 req-9e3b9b1e-bc10-492e-b2ef-52f58d0a2f3e tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100976 Jul 14 09:13:27.568047 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6fd53-e531-4045-b214-79b9f5c4f740 service neutron] Pushing event updated for resources: {'Port': ['ID=f4fa3e7d-0141-4d23-b232-e5161c8c16b2,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:27.641201 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe860496-fdd8-47ce-9c08-32b785478347 req-814d6b2b-1251-4593-8fc7-720d5af5da59 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=6c382b8b-b54f-495e-9d8b-0660c468bb6a HTTP/1.1" status: 200 len: 217 time: 0.1650851 Jul 14 09:13:27.654157 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-79c782b2-5505-473f-ab1b-eab9d04deb28 None None] Provisioning complete for port f8244dbf-f967-42be-9fa4-6ac0d30a003b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:27.654801 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79c782b2-5505-473f-ab1b-eab9d04deb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.681334 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9cd4f19-be91-435f-a2de-390268604e6b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.712816 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-79c782b2-5505-473f-ab1b-eab9d04deb28 None None] Port f8244dbf-f967-42be-9fa4-6ac0d30a003b cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:13:27.746227 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe860496-fdd8-47ce-9c08-32b785478347 req-72f66a7a-3b50-4f93-81f2-5de843e77219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.749473 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe860496-fdd8-47ce-9c08-32b785478347 req-72f66a7a-3b50-4f93-81f2-5de843e77219 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1025341 Jul 14 09:13:27.783783 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-d9cd4f19-be91-435f-a2de-390268604e6b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] device_id is not set on port 12b30fc3-643d-4b50-933c-d7d14c1e9185 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:13:27.925785 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa7fe2-79fa-4fee-bd62-8f3fbfc3f761 req-b9a04cbe-1412-48b5-8fff-f7a4a27d12eb tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.935179 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7aaa7fe2-79fa-4fee-bd62-8f3fbfc3f761 req-b9a04cbe-1412-48b5-8fff-f7a4a27d12eb tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3946cd4-3704-436e-8d41-c0917acf7b34 HTTP/1.1" status: 200 len: 945 time: 0.1399591 Jul 14 09:13:27.953284 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe860496-fdd8-47ce-9c08-32b785478347 req-70126b48-a2d4-4443-9d98-012337c8c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.954834 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe860496-fdd8-47ce-9c08-32b785478347 req-70126b48-a2d4-4443-9d98-012337c8c2f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1923876 Jul 14 09:13:28.028563 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-d9cd4f19-be91-435f-a2de-390268604e6b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 172.20.0.5 (d4b2ec29-2184-48d5-8c16-380a3c464388/1a893860-0632-4c37-a8de-42bd1b264ddb/12b30fc3-643d-4b50-933c-d7d14c1e9185) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:28.029496 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c99d1-49ca-48ad-b162-61f3babfea61 req-d386fc01-921b-4e95-b204-930283464974 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:28.036643 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-d9cd4f19-be91-435f-a2de-390268604e6b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 2001:db8::f816:3eff:fe88:f14a (d4b2ec29-2184-48d5-8c16-380a3c464388/5a353f30-4ad5-42e7-aeb7-aa75a8573d42/12b30fc3-643d-4b50-933c-d7d14c1e9185) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:28.037086 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-404c99d1-49ca-48ad-b162-61f3babfea61 req-d386fc01-921b-4e95-b204-930283464974 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 946 time: 0.2852314 Jul 14 09:13:28.061886 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7aaa7fe2-79fa-4fee-bd62-8f3fbfc3f761 req-b53c4f87-c48c-46a3-82bc-085db964e86e tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/security-groups?id=063abf49-9c44-4faa-b19c-25673b50cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280797 Jul 14 09:13:28.192793 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-404c99d1-49ca-48ad-b162-61f3babfea61 req-ce4ecbc4-2518-4fea-9eb7-463f61e8ca92 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546354 Jul 14 09:13:28.216190 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c085372a-689c-4ef8-92f4-854a3208bd51 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:28.239093 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe860496-fdd8-47ce-9c08-32b785478347 req-061c865c-cc1e-4b8e-85d0-35e9070aef14 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771363 Jul 14 09:13:28.249796 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cff45db-c22f-47b0-aeee-a92e4cd76adf x-openstack-request-id: req-0cff45db-c22f-47b0-aeee-a92e4cd76adf {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:28.250116 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4a9ced-dc91-40a9-96bf-080356acbcee", "tag": "f4fa3e7d-0141-4d23-b232-e5161c8c16b2", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:28.250348 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0cff45db-c22f-47b0-aeee-a92e4cd76adf {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:28.250774 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da4a9ced-dc91-40a9-96bf-080356acbcee', 'tag': 'f4fa3e7d-0141-4d23-b232-e5161c8c16b2', 'status': 'completed', 'code': 200} Jul 14 09:13:28.380414 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port c085372a-689c-4ef8-92f4-854a3208bd51 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:28.385940 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2fc7ef6d-3d42-4c8a-832f-cae95c528c4a up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:28.482404 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 2fc7ef6d-3d42-4c8a-832f-cae95c528c4a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:28.482820 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:28.564109 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe860496-fdd8-47ce-9c08-32b785478347 req-975c4aca-b84c-4e3e-aa9e-ade221fbe4d7 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161221 Jul 14 09:13:28.617631 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-349b233d-7229-480f-bbcb-ead9f42e4c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:28.629332 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-349b233d-7229-480f-bbcb-ead9f42e4c21 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6615d0b1eada47cd81a0006b9f4a982b&device_id=da4a9ced-dc91-40a9-96bf-080356acbcee HTTP/1.1" status: 200 len: 1095 time: 1.0857084 Jul 14 09:13:28.679399 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4', 'tag': '6c382b8b-b54f-495e-9d8b-0660c468bb6a'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:28.686739 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22d2dbe-5c9f-4eb6-a962-db62166e9f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4", "tag": "6c382b8b-b54f-495e-9d8b-0660c468bb6a"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:28.733827 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b0df557f-aa8a-49a2-8fe3-d2bb64ec6290 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:28.774565 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd740b2a-c51b-4eab-b9b0-a4b285acb4e1 req-ba12ddd8-a6fd-438a-a9d8-889e67343a01 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:28.800444 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cd740b2a-c51b-4eab-b9b0-a4b285acb4e1 req-ba12ddd8-a6fd-438a-a9d8-889e67343a01 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 948 time: 0.2351592 Jul 14 09:13:28.865566 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-5458e359-ccb9-4baa-94a5-bab412be7dca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4fa3e7d-0141-4d23-b232-e5161c8c16b2 HTTP/1.1" status: 200 len: 217 time: 0.2081056 Jul 14 09:13:28.908414 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port b0df557f-aa8a-49a2-8fe3-d2bb64ec6290 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:28.910577 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:28.958324 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cd740b2a-c51b-4eab-b9b0-a4b285acb4e1 req-686245ec-84d7-4b8b-bbac-48ec20e66b26 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525786 Jul 14 09:13:29.008068 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9cd4f19-be91-435f-a2de-390268604e6b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:29.213169 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84235af-25a8-42fb-abfe-32e9e4ac16be x-openstack-request-id: req-c84235af-25a8-42fb-abfe-32e9e4ac16be {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:29.213461 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4", "tag": "6c382b8b-b54f-495e-9d8b-0660c468bb6a", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:29.213711 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c84235af-25a8-42fb-abfe-32e9e4ac16be {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:29.214098 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4', 'tag': '6c382b8b-b54f-495e-9d8b-0660c468bb6a', 'status': 'completed', 'code': 200} Jul 14 09:13:29.274119 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033fe7e2-ebfd-4746-8be5-5c78e6a60ae6 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:29.317205 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d9cd4f19-be91-435f-a2de-390268604e6b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Transition to ACTIVE for port object 12b30fc3-643d-4b50-933c-d7d14c1e9185 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:29.441786 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9cd4f19-be91-435f-a2de-390268604e6b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:29.466823 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1a9f8e35-54fa-414d-80f7-724e7038854b None None] Provisioning for port c085372a-689c-4ef8-92f4-854a3208bd51 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:29.483036 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1a9f8e35-54fa-414d-80f7-724e7038854b None None] Provisioning complete for port c085372a-689c-4ef8-92f4-854a3208bd51 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:29.483036 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a9f8e35-54fa-414d-80f7-724e7038854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:29.660536 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d2dbe-5c9f-4eb6-a962-db62166e9f9d req-c9fc6dbb-eb11-4b7e-88fe-3223c688d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.663057 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a9f8e35-54fa-414d-80f7-724e7038854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:29.669023 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f22d2dbe-5c9f-4eb6-a962-db62166e9f9d req-c9fc6dbb-eb11-4b7e-88fe-3223c688d823 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 1100 time: 0.4199190 Jul 14 09:13:29.675735 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cd4f19-be91-435f-a2de-390268604e6b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:29.701917 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-d9cd4f19-be91-435f-a2de-390268604e6b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:29.708467 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cd4f19-be91-435f-a2de-390268604e6b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:29.721625 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a4e89-7049-441f-9d46-b1fdec961dc8 req-a68249a1-2457-4931-a8d1-f17ec4216c01 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.723355 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-324a4e89-7049-441f-9d46-b1fdec961dc8 req-a68249a1-2457-4931-a8d1-f17ec4216c01 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3946cd4-3704-436e-8d41-c0917acf7b34 HTTP/1.1" status: 200 len: 945 time: 0.3906898 Jul 14 09:13:29.745546 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1a9f8e35-54fa-414d-80f7-724e7038854b None None] For port c085372a-689c-4ef8-92f4-854a3208bd51, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c085372a-689c-4ef8-92f4-854a3208bd51,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:29.752883 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a9f8e35-54fa-414d-80f7-724e7038854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:29.834401 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cd4f19-be91-435f-a2de-390268604e6b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.835564 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9cd4f19-be91-435f-a2de-390268604e6b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:29.855299 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007a3e5-e8cf-44d6-a56d-f6eb867760b7 req-c3e3e511-60f4-48b3-b327-2a93b3efdbab tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.857801 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7007a3e5-e8cf-44d6-a56d-f6eb867760b7 req-c3e3e511-60f4-48b3-b327-2a93b3efdbab tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=da4a9ced-dc91-40a9-96bf-080356acbcee HTTP/1.1" status: 200 len: 943 time: 0.4400017 Jul 14 09:13:29.876815 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-17c41201-caa2-4a32-9eda-8ec2af18cc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.878969 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-17c41201-caa2-4a32-9eda-8ec2af18cc90 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1cecf5b8-9bc0-42ae-ae75-809b50502003 HTTP/1.1" status: 200 len: 852 time: 0.9613574 Jul 14 09:13:29.880194 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd4f19-be91-435f-a2de-390268604e6b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=12b30fc3-643d-4b50-933c-d7d14c1e9185,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:29.883866 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f8e35-54fa-414d-80f7-724e7038854b None None] Pushing event updated for resources: {'Port': ['ID=c085372a-689c-4ef8-92f4-854a3208bd51,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:29.915683 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6681182c-676c-4371-8357-bc6446117ab6 None None] Update dhcp port {'port': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'fixed_ips': [{'subnet_id': '5a353f30-4ad5-42e7-aeb7-aa75a8573d42', 'ip_address': '2001:db8::f816:3eff:fe42:da0'}, {'subnet_id': '1a893860-0632-4c37-a8de-42bd1b264ddb'}], 'binding:host_id': 'n-d-771362-35'}, 'id': 'c085372a-689c-4ef8-92f4-854a3208bd51'} from n-d-771362-35. {{(pid=93774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:13:29.935356 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7007a3e5-e8cf-44d6-a56d-f6eb867760b7 req-18ef5498-3d14-443c-b922-4bb904487dd3 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663707 Jul 14 09:13:29.952927 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-324a4e89-7049-441f-9d46-b1fdec961dc8 req-b3b38265-54f8-41d7-b0f9-1e9ca2128149 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/security-groups?id=063abf49-9c44-4faa-b19c-25673b50cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190225 Jul 14 09:13:29.953952 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-277e78b0-94bb-4aef-9075-1dc705a00ccb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ae54159-68cb-4fca-9852-a42d051dbe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434341 Jul 14 09:13:29.960337 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d9cd4f19-be91-435f-a2de-390268604e6b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.3154426 Jul 14 09:13:29.960337 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c831455c-cc6b-4f13-a6e2-7a89f0bb849e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Deleting port f8244dbf-f967-42be-9fa4-6ac0d30a003b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:29.960337 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c831455c-cc6b-4f13-a6e2-7a89f0bb849e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:29.963013 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44276) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:30.034755 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6681182c-676c-4371-8357-bc6446117ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:30.085392 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d2dbe-5c9f-4eb6-a962-db62166e9f9d req-e7abfafa-f2a7-42a9-90b5-4684e257fd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:30.086930 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f22d2dbe-5c9f-4eb6-a962-db62166e9f9d req-e7abfafa-f2a7-42a9-90b5-4684e257fd64 service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.3971806 Jul 14 09:13:30.102998 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d2dbe-5c9f-4eb6-a962-db62166e9f9d req-905e9907-731d-4b02-9426-d4204b9afa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:30.104750 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f22d2dbe-5c9f-4eb6-a962-db62166e9f9d req-905e9907-731d-4b02-9426-d4204b9afa45 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 1100 time: 0.7113507 Jul 14 09:13:30.219390 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f22d2dbe-5c9f-4eb6-a962-db62166e9f9d req-ceb1176c-98b9-4394-8353-3db2b812b523 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=6c382b8b-b54f-495e-9d8b-0660c468bb6a HTTP/1.1" status: 200 len: 217 time: 0.0690746 Jul 14 09:13:30.297305 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c831455c-cc6b-4f13-a6e2-7a89f0bb849e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:30.337752 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c831455c-cc6b-4f13-a6e2-7a89f0bb849e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Calling delete_port for f8244dbf-f967-42be-9fa4-6ac0d30a003b owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:30.351834 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-f3e7ab32-1794-4e1d-aec3-60d64fa6f1ee service neutron] 10.222.0.47 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867364 Jul 14 09:13:30.373981 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6370c3a-eb88-4511-a4e2-b963f82fb147 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:30.379315 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d2dbe-5c9f-4eb6-a962-db62166e9f9d req-7db6e84b-f8fa-4156-ac1c-7628fb620ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:30.380817 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f22d2dbe-5c9f-4eb6-a962-db62166e9f9d req-7db6e84b-f8fa-4156-ac1c-7628fb620ddf service neutron] 10.222.0.44 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.2393641 Jul 14 09:13:30.389128 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6370c3a-eb88-4511-a4e2-b963f82fb147 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:30.398344 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c6370c3a-eb88-4511-a4e2-b963f82fb147 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.4331086 Jul 14 09:13:30.400546 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44290) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:30.446953 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d2dbe-5c9f-4eb6-a962-db62166e9f9d req-6d992b45-ccc4-4852-a57b-f476dfcb33e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:30.448829 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f22d2dbe-5c9f-4eb6-a962-db62166e9f9d req-6d992b45-ccc4-4852-a57b-f476dfcb33e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.2221475 Jul 14 09:13:30.467218 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd413d6-9b77-4541-8b0e-62751c5c7ad7 req-03e25300-2e7d-4df4-953b-375ffe1c86f2 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:30.474618 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-efd413d6-9b77-4541-8b0e-62751c5c7ad7 req-03e25300-2e7d-4df4-953b-375ffe1c86f2 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 946 time: 0.3336163 Jul 14 09:13:30.519578 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-6681182c-676c-4371-8357-bc6446117ab6 None None] Allocated IP 172.20.0.2 (d4b2ec29-2184-48d5-8c16-380a3c464388/1a893860-0632-4c37-a8de-42bd1b264ddb/c085372a-689c-4ef8-92f4-854a3208bd51) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:30.539343 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f22d2dbe-5c9f-4eb6-a962-db62166e9f9d req-03a4bcdd-e2d8-460f-94c8-13b66806ce84 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=6c382b8b-b54f-495e-9d8b-0660c468bb6a HTTP/1.1" status: 200 len: 217 time: 0.1435876 Jul 14 09:13:30.613095 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d2dbe-5c9f-4eb6-a962-db62166e9f9d req-be453847-6b1f-4be2-a1aa-75457078c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:30.614795 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f22d2dbe-5c9f-4eb6-a962-db62166e9f9d req-be453847-6b1f-4be2-a1aa-75457078c7ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.0639982 Jul 14 09:13:30.637708 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-efd413d6-9b77-4541-8b0e-62751c5c7ad7 req-d606f1fb-2834-407c-8dc3-e5e346defa46 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611826 Jul 14 09:13:30.670758 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6681182c-676c-4371-8357-bc6446117ab6 None None] For port c085372a-689c-4ef8-92f4-854a3208bd51, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c085372a-689c-4ef8-92f4-854a3208bd51,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:30.757624 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7d7b8372-1608-4dab-904c-1583d4b82337 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting port 12b30fc3-643d-4b50-933c-d7d14c1e9185 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:30.758244 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d7b8372-1608-4dab-904c-1583d4b82337 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:30.775634 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6681182c-676c-4371-8357-bc6446117ab6 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:30.781890 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d2dbe-5c9f-4eb6-a962-db62166e9f9d req-ee4b4c67-5de5-4faa-b089-f50a7c8cadc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:30.783401 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f22d2dbe-5c9f-4eb6-a962-db62166e9f9d req-ee4b4c67-5de5-4faa-b089-f50a7c8cadc0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3255382 Jul 14 09:13:30.822508 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6681182c-676c-4371-8357-bc6446117ab6 None None] Transition to ACTIVE for port object c085372a-689c-4ef8-92f4-854a3208bd51 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:30.831718 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6681182c-676c-4371-8357-bc6446117ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:30.844766 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5937ff8-fff2-46f4-848c-d8e8f8883019 req-07839f0e-15e3-40b9-832f-3e667e92a0a7 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:30.853234 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d5937ff8-fff2-46f4-848c-d8e8f8883019 req-07839f0e-15e3-40b9-832f-3e667e92a0a7 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 948 time: 0.3120177 Jul 14 09:13:30.979188 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681182c-676c-4371-8357-bc6446117ab6 None None] Pushing event updated for resources: {'Port': ['ID=c085372a-689c-4ef8-92f4-854a3208bd51,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:31.000520 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d5937ff8-fff2-46f4-848c-d8e8f8883019 req-bfa5c68a-ace2-4a4f-8ea3-090394f78b20 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462481 Jul 14 09:13:31.059810 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d7b8372-1608-4dab-904c-1583d4b82337 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:31.079177 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f22d2dbe-5c9f-4eb6-a962-db62166e9f9d req-12db4679-c58b-443a-bb61-b4715c8a0f91 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127821 Jul 14 09:13:31.084298 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7d7b8372-1608-4dab-904c-1583d4b82337 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Calling delete_port for 12b30fc3-643d-4b50-933c-d7d14c1e9185 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:31.593376 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d7ab9e42-97ba-40c5-9a49-1fa71e0b24e1 req-50d22909-c848-4dfb-9dcd-724dd43f40b2 service neutron] 10.222.0.47 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2330306 Jul 14 09:13:31.686693 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d2dbe-5c9f-4eb6-a962-db62166e9f9d req-91fd50bc-e621-48d2-b669-e17929b88777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:31.701481 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f22d2dbe-5c9f-4eb6-a962-db62166e9f9d req-91fd50bc-e621-48d2-b669-e17929b88777 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0759182 Jul 14 09:13:31.863803 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c831455c-cc6b-4f13-a6e2-7a89f0bb849e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:31.886748 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f22d2dbe-5c9f-4eb6-a962-db62166e9f9d req-144da4a5-ba78-4455-b456-c6d8a7c495db service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8000748 Jul 14 09:13:31.928878 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9df8a0-9865-4981-88f5-3a966a34708c req-2b248d25-d88e-46e5-8f03-bdbb0d95e387 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:31.937146 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b9df8a0-9865-4981-88f5-3a966a34708c req-2b248d25-d88e-46e5-8f03-bdbb0d95e387 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=da4a9ced-dc91-40a9-96bf-080356acbcee HTTP/1.1" status: 200 len: 943 time: 0.6651161 Jul 14 09:13:31.988089 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831455c-cc6b-4f13-a6e2-7a89f0bb849e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Pushing event deleted for resources: {'Port': ['ID=f8244dbf-f967-42be-9fa4-6ac0d30a003b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:32.021153 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c085372a-689c-4ef8-92f4-854a3208bd51 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:32.055940 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b9df8a0-9865-4981-88f5-3a966a34708c req-8cf14fb6-56a9-4a77-8f7e-9c11229193ed tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175311 Jul 14 09:13:32.282607 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758c7f7-0d3f-4e65-8d87-d58383b7d0f5 req-7ca277ac-6ee5-4339-9172-75be74a45d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:32.288661 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3758c7f7-0d3f-4e65-8d87-d58383b7d0f5 req-7ca277ac-6ee5-4339-9172-75be74a45d48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6615d0b1eada47cd81a0006b9f4a982b&device_id=da4a9ced-dc91-40a9-96bf-080356acbcee HTTP/1.1" status: 200 len: 1095 time: 0.6045327 Jul 14 09:13:32.293609 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f22d2dbe-5c9f-4eb6-a962-db62166e9f9d req-9632a304-c3e3-4d19-8cdf-7c69d20582cd service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5682926 Jul 14 09:13:32.332451 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0c17cce4-88f8-478d-976b-d7191b70a824 None None] Provisioning for port 12b30fc3-643d-4b50-933c-d7d14c1e9185 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:32.336632 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0c17cce4-88f8-478d-976b-d7191b70a824 None None] Provisioning complete for port 12b30fc3-643d-4b50-933c-d7d14c1e9185 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:32.337093 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c17cce4-88f8-478d-976b-d7191b70a824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:32.339706 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d7b8372-1608-4dab-904c-1583d4b82337 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:32.394116 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0c17cce4-88f8-478d-976b-d7191b70a824 None None] Port 12b30fc3-643d-4b50-933c-d7d14c1e9185 was deleted so its status cannot be updated. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 14 09:13:32.397810 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c831455c-cc6b-4f13-a6e2-7a89f0bb849e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:32.425267 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0c17cce4-88f8-478d-976b-d7191b70a824 None None] Provisioning for port c085372a-689c-4ef8-92f4-854a3208bd51 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:32.431689 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0c17cce4-88f8-478d-976b-d7191b70a824 None None] Provisioning complete for port c085372a-689c-4ef8-92f4-854a3208bd51 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:32.432374 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c17cce4-88f8-478d-976b-d7191b70a824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:32.440120 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b8372-1608-4dab-904c-1583d4b82337 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Port': ['ID=12b30fc3-643d-4b50-933c-d7d14c1e9185,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:32.629819 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 6c382b8b-b54f-495e-9d8b-0660c468bb6a details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:32.719705 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d7b8372-1608-4dab-904c-1583d4b82337 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:32.724647 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7d7b8372-1608-4dab-904c-1583d4b82337 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/12b30fc3-643d-4b50-933c-d7d14c1e9185 HTTP/1.1" status: 204 len: 168 time: 2.3193581 Jul 14 09:13:32.727129 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44324) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:32.780048 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f15849-f169-49a6-8da5-4652f3dabcfb req-1b29acab-55cc-4616-8608-795410428d82 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:32.782270 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-79f15849-f169-49a6-8da5-4652f3dabcfb req-1b29acab-55cc-4616-8608-795410428d82 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3946cd4-3704-436e-8d41-c0917acf7b34 HTTP/1.1" status: 200 len: 945 time: 0.3446350 Jul 14 09:13:32.797100 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5dac0-0605-4660-8f6d-e72128badeb3 req-22089790-10f4-4351-9fdc-a595155667a0 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:32.804155 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 6c382b8b-b54f-495e-9d8b-0660c468bb6a, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=6c382b8b-b54f-495e-9d8b-0660c468bb6a,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:32.805063 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-24b5dac0-0605-4660-8f6d-e72128badeb3 req-22089790-10f4-4351-9fdc-a595155667a0 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 946 time: 0.3660011 Jul 14 09:13:32.826381 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '6c382b8b-b54f-495e-9d8b-0660c468bb6a', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '6c382b8b-b54f-495e-9d8b-0660c468bb6a', 'mac_address': 'fa:16:3e:09:05:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:32.852908 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f22d2dbe-5c9f-4eb6-a962-db62166e9f9d req-d49f1a50-e482-45bd-923b-186036a78162 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5406289 Jul 14 09:13:32.884726 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:32.886994 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4a0cd0e2-4bd8-485e-b5bb-8c0e10211270 None None] Could not find standard attr ID for object 12b30fc3-643d-4b50-933c-d7d14c1e9185. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:13:32.898424 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758c7f7-0d3f-4e65-8d87-d58383b7d0f5 req-64f695ba-2216-4d9e-80bd-652ade530399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:32.900379 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3758c7f7-0d3f-4e65-8d87-d58383b7d0f5 req-64f695ba-2216-4d9e-80bd-652ade530399 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3ae54159-68cb-4fca-9852-a42d051dbe23 HTTP/1.1" status: 200 len: 912 time: 0.6018894 Jul 14 09:13:32.915095 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c382b8b-b54f-495e-9d8b-0660c468bb6a {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:32.936488 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-79f15849-f169-49a6-8da5-4652f3dabcfb req-fe44de17-e4df-40d9-ba43-a07f1ba3f4cc tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/security-groups?id=063abf49-9c44-4faa-b19c-25673b50cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291492 Jul 14 09:13:32.957749 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7925ec19-9bd1-4a6f-8724-2ca1b8e56a9f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:32.957749 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7925ec19-9bd1-4a6f-8724-2ca1b8e56a9f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:32.957749 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7925ec19-9bd1-4a6f-8724-2ca1b8e56a9f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:32.959729 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7925ec19-9bd1-4a6f-8724-2ca1b8e56a9f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2260144 Jul 14 09:13:32.960403 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44326) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:32.972470 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-24b5dac0-0605-4660-8f6d-e72128badeb3 req-d9d3df64-c6c0-43d4-86b4-5c38a72761ca tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663296 Jul 14 09:13:32.978158 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 6c382b8b-b54f-495e-9d8b-0660c468bb6a, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=6c382b8b-b54f-495e-9d8b-0660c468bb6a,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:32.987622 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:33.013853 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3758c7f7-0d3f-4e65-8d87-d58383b7d0f5 req-40f829a3-6a23-404c-ae29-19d1215bf63a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4fa3e7d-0141-4d23-b232-e5161c8c16b2 HTTP/1.1" status: 200 len: 217 time: 0.0776460 Jul 14 09:13:33.036928 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c831455c-cc6b-4f13-a6e2-7a89f0bb849e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Router 73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:13:33.126995 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=6c382b8b-b54f-495e-9d8b-0660c468bb6a,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:33.166938 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-6649eafd-b1a7-4e55-9d91-b32b821110b0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet 1a893860-0632-4c37-a8de-42bd1b264ddb {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:13:33.172134 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6649eafd-b1a7-4e55-9d91-b32b821110b0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:33.188364 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e7b9a-8bed-4a70-baf6-f70f88e0c8f8 req-6501581c-66dd-47c5-b30c-2dd88362c848 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:33.190971 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b09e7b9a-8bed-4a70-baf6-f70f88e0c8f8 req-6501581c-66dd-47c5-b30c-2dd88362c848 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3946cd4-3704-436e-8d41-c0917acf7b34 HTTP/1.1" status: 200 len: 945 time: 0.3197570 Jul 14 09:13:33.232291 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['6c382b8b-b54f-495e-9d8b-0660c468bb6a'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:33.403926 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6649eafd-b1a7-4e55-9d91-b32b821110b0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:33.472607 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758c7f7-0d3f-4e65-8d87-d58383b7d0f5 req-8a87a955-6d17-4305-b625-d00000629217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:33.475695 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3758c7f7-0d3f-4e65-8d87-d58383b7d0f5 req-8a87a955-6d17-4305-b625-d00000629217 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1cecf5b8-9bc0-42ae-ae75-809b50502003 HTTP/1.1" status: 200 len: 852 time: 0.4427071 Jul 14 09:13:33.507454 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c831455c-cc6b-4f13-a6e2-7a89f0bb849e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:13:33.520407 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e27603-ecec-439f-ba34-a35a1716b7a7 None None] Sync routers for ids ['73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:13:33.535796 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c831455c-cc6b-4f13-a6e2-7a89f0bb849e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "PUT /v2.0/routers/73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5944278 Jul 14 09:13:33.537226 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e27603-ecec-439f-ba34-a35a1716b7a7 None None] Routers {'73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:33.537852 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-42e27603-ecec-439f-ba34-a35a1716b7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:13:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:33.538994 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3758c7f7-0d3f-4e65-8d87-d58383b7d0f5 req-5090d8ea-beef-4371-9183-2f9bfbd1182d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ae54159-68cb-4fca-9852-a42d051dbe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457857 Jul 14 09:13:33.542923 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44338) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:33.610752 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-42e27603-ecec-439f-ba34-a35a1716b7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:33.627113 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e27603-ecec-439f-ba34-a35a1716b7a7 None None] Routers {'73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:33.628186 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-42e27603-ecec-439f-ba34-a35a1716b7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:13:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:33.629800 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c035a7-cb73-48d4-b477-3569167fa20d req-d8e95c6d-14f1-4e13-85c0-443e3d767a12 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:33.638411 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e5c035a7-cb73-48d4-b477-3569167fa20d req-d8e95c6d-14f1-4e13-85c0-443e3d767a12 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 949 time: 0.3730466 Jul 14 09:13:33.671589 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-42e27603-ecec-439f-ba34-a35a1716b7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:33.672488 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e27603-ecec-439f-ba34-a35a1716b7a7 None None] The sync data for ids ['73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:13:33.698567 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6649eafd-b1a7-4e55-9d91-b32b821110b0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:33.725344 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3758c7f7-0d3f-4e65-8d87-d58383b7d0f5 req-242c6c97-0bd4-4600-8232-05f22265c41a service neutron] 10.222.0.47 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697190 Jul 14 09:13:33.726315 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-ee3a85ae-5c70-48e2-a329-d32ef92c6a06 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] delete failed (client error): The resource could not be found. Jul 14 09:13:33.729936 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-b09e7b9a-8bed-4a70-baf6-f70f88e0c8f8 req-c493a0c4-4d45-4b16-ac0a-371ad02e79a6 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Deleting port 8c797fca-27e3-4cdd-acf5-321d19f877ed {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:33.730385 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b09e7b9a-8bed-4a70-baf6-f70f88e0c8f8 req-c493a0c4-4d45-4b16-ac0a-371ad02e79a6 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:33.732224 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ee3a85ae-5c70-48e2-a329-d32ef92c6a06 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-1276826660 HTTP/1.1" status: 404 len: 335 time: 0.1863565 Jul 14 09:13:33.743712 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44340) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:33.748643 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a4bceafe-4d7c-4880-8d03-70a4c6b09a69 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Request body: {'router': {'external_gateway_info': {'network_id': '73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:33.774045 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814002a0-8fea-4655-afc8-da0e88085afc req-4eb3a82e-39c7-4ba0-a072-ef729b0fce9a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:33.783714 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-814002a0-8fea-4655-afc8-da0e88085afc req-4eb3a82e-39c7-4ba0-a072-ef729b0fce9a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 946 time: 0.4692087 Jul 14 09:13:33.836495 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e5c035a7-cb73-48d4-b477-3569167fa20d req-124d2768-6a9d-478a-8301-f0f421f94349 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967256 Jul 14 09:13:33.869618 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3758c7f7-0d3f-4e65-8d87-d58383b7d0f5 req-7745adc8-b512-46bc-8048-0a746f6f7609 service neutron] 10.222.0.47 "GET /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342521 Jul 14 09:13:34.000845 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-814002a0-8fea-4655-afc8-da0e88085afc req-accdaecd-23e2-49ae-a732-559469b4f996 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162423 Jul 14 09:13:34.191849 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6649eafd-b1a7-4e55-9d91-b32b821110b0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:34.252436 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6649eafd-b1a7-4e55-9d91-b32b821110b0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:34.254429 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6649eafd-b1a7-4e55-9d91-b32b821110b0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/1a893860-0632-4c37-a8de-42bd1b264ddb HTTP/1.1" status: 204 len: 168 time: 1.2911322 Jul 14 09:13:34.255300 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649eafd-b1a7-4e55-9d91-b32b821110b0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=1a893860-0632-4c37-a8de-42bd1b264ddb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:34.257020 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44352) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:34.259859 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43314dd-866d-457e-ac75-3ef6e51c8a45 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:34.347462 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b09e7b9a-8bed-4a70-baf6-f70f88e0c8f8 req-c493a0c4-4d45-4b16-ac0a-371ad02e79a6 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] For port 8c797fca-27e3-4cdd-acf5-321d19f877ed, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=8c797fca-27e3-4cdd-acf5-321d19f877ed,segment=NetworkSegment(630f871b-aa46-4ea1-bd54-8cc1797311d1),segment_id=630f871b-aa46-4ea1-bd54-8cc1797311d1)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:34.348196 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b09e7b9a-8bed-4a70-baf6-f70f88e0c8f8 req-c493a0c4-4d45-4b16-ac0a-371ad02e79a6 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:34.425099 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-b09e7b9a-8bed-4a70-baf6-f70f88e0c8f8 req-c493a0c4-4d45-4b16-ac0a-371ad02e79a6 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Calling delete_port for 8c797fca-27e3-4cdd-acf5-321d19f877ed owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:34.432315 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4bceafe-4d7c-4880-8d03-70a4c6b09a69 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:34.494618 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7083cdc-b887-4411-8d96-e201a32d3d06 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet 5a353f30-4ad5-42e7-aeb7-aa75a8573d42 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:13:34.513816 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-a4bceafe-4d7c-4880-8d03-70a4c6b09a69 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] update failed (client error): The resource could not be found. Jul 14 09:13:34.519879 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a4bceafe-4d7c-4880-8d03-70a4c6b09a69 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "PUT /v2.0/routers/73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd HTTP/1.1" status: 404 len: 339 time: 0.7703321 Jul 14 09:13:34.520065 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7083cdc-b887-4411-8d96-e201a32d3d06 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:34.526351 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362017a5-008d-4294-8ba5-a703aace9516 req-117fe05b-ebdc-410e-b36c-c1e1b9542d36 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:34.534763 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-362017a5-008d-4294-8ba5-a703aace9516 req-117fe05b-ebdc-410e-b36c-c1e1b9542d36 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=da4a9ced-dc91-40a9-96bf-080356acbcee HTTP/1.1" status: 200 len: 943 time: 0.5294485 Jul 14 09:13:34.535092 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44354) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:34.573469 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-f7a8fd2b-130b-4f15-9ae3-6616ae652d2d tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1762969538'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:34.603162 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a8fd2b-130b-4f15-9ae3-6616ae652d2d tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Made reservation on behalf of 06afddc6cf88418db9b76d3c1ecf7a99 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:34.606798 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7a8fd2b-130b-4f15-9ae3-6616ae652d2d tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:34.611624 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-362017a5-008d-4294-8ba5-a703aace9516 req-a6f314ec-5666-4396-8767-6e374d9b8169 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758300 Jul 14 09:13:34.643123 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device f4fa3e7d-0141-4d23-b232-e5161c8c16b2 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:34.645769 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9293f-cf60-426f-a1ba-0f0a7b095763 req-47182203-d987-4275-bc92-13db1f4d6871 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:34.653346 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ded9293f-cf60-426f-a1ba-0f0a7b095763 req-47182203-d987-4275-bc92-13db1f4d6871 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3946cd4-3704-436e-8d41-c0917acf7b34 HTTP/1.1" status: 200 len: 945 time: 0.3105743 Jul 14 09:13:34.672902 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7083cdc-b887-4411-8d96-e201a32d3d06 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:34.689698 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 6c382b8b-b54f-495e-9d8b-0660c468bb6a up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:34.772979 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ded9293f-cf60-426f-a1ba-0f0a7b095763 req-993b1de2-fb26-4f2c-b63c-9e7aaac79dfb tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.25 "GET /v2.0/security-groups?id=063abf49-9c44-4faa-b19c-25673b50cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182742 Jul 14 09:13:34.841926 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43829bd-aa37-4717-a718-e50c5d90dacb req-2d5f9306-32ab-411e-b951-a6bfa8e00252 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:34.843735 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a43829bd-aa37-4717-a718-e50c5d90dacb req-2d5f9306-32ab-411e-b951-a6bfa8e00252 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4&tenant_id=ad5180827b97485d9d925ca571b8d79b&binding%3Ahost_id=n-h1-771362-35 HTTP/1.1" status: 200 len: 949 time: 0.4268935 Jul 14 09:13:34.846979 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a8fd2b-130b-4f15-9ae3-6616ae652d2d tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:13:34.869690 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 6c382b8b-b54f-495e-9d8b-0660c468bb6a completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:34.928249 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7a8fd2b-130b-4f15-9ae3-6616ae652d2d tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:34.929270 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-f7a8fd2b-130b-4f15-9ae3-6616ae652d2d tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Added segment 6f7e5dc7-cce7-43a0-b975-2bcb99ebb3d6 of type vlan for network db8c95cf-e140-4967-b21b-61f4cdf8a17b Jul 14 09:13:34.936531 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b09e7b9a-8bed-4a70-baf6-f70f88e0c8f8 req-c493a0c4-4d45-4b16-ac0a-371ad02e79a6 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:34.960633 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 6c382b8b-b54f-495e-9d8b-0660c468bb6a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:34.961023 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:34.978966 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['8c797fca-27e3-4cdd-acf5-321d19f877ed'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:34.998800 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493a0c4-4d45-4b16-ac0a-371ad02e79a6 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Pushing event deleted for resources: {'Port': ['ID=8c797fca-27e3-4cdd-acf5-321d19f877ed,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:35.006497 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7083cdc-b887-4411-8d96-e201a32d3d06 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:35.032658 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91049cc-447f-4ce7-a8c3-0a7230a068ff req-6eb27e35-7cde-4609-93d3-11a01d9f851f tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:35.034840 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b91049cc-447f-4ce7-a8c3-0a7230a068ff req-6eb27e35-7cde-4609-93d3-11a01d9f851f tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 946 time: 0.2450757 Jul 14 09:13:35.107718 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port f4fa3e7d-0141-4d23-b232-e5161c8c16b2, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f4fa3e7d-0141-4d23-b232-e5161c8c16b2,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:35.122553 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7a8fd2b-130b-4f15-9ae3-6616ae652d2d tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:35.129831 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'f4fa3e7d-0141-4d23-b232-e5161c8c16b2', 'network_id': '3ae54159-68cb-4fca-9852-a42d051dbe23', 'port_id': 'f4fa3e7d-0141-4d23-b232-e5161c8c16b2', 'mac_address': 'fa:16:3e:e2:c4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cecf5b8-9bc0-42ae-ae75-809b50502003', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:35.147340 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [req-a43829bd-aa37-4717-a718-e50c5d90dacb req-9c3c8b8f-5a19-48b0-8464-977e77de2bc2 service neutron] delete failed (client error): The resource could not be found. Jul 14 09:13:35.148653 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a43829bd-aa37-4717-a718-e50c5d90dacb req-9c3c8b8f-5a19-48b0-8464-977e77de2bc2 service neutron] 10.222.0.44 "DELETE /v2.0/ports/6c382b8b-b54f-495e-9d8b-0660c468bb6a/bindings/n-h2-771362-35 HTTP/1.1" status: 404 len: 381 time: 0.2941029 Jul 14 09:13:35.164453 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09e7b9a-8bed-4a70-baf6-f70f88e0c8f8 req-c493a0c4-4d45-4b16-ac0a-371ad02e79a6 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] No DVR routers for this DVR port 8c797fca-27e3-4cdd-acf5-321d19f877ed on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:35.176364 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b09e7b9a-8bed-4a70-baf6-f70f88e0c8f8 req-c493a0c4-4d45-4b16-ac0a-371ad02e79a6 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:35.179798 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b09e7b9a-8bed-4a70-baf6-f70f88e0c8f8 req-c493a0c4-4d45-4b16-ac0a-371ad02e79a6 tempest-ServersNegativeTestMultiTenantJSON-1879045669 tempest-ServersNegativeTestMultiTenantJSON-1879045669-project] 10.222.0.47 "DELETE /v2.0/ports/8c797fca-27e3-4cdd-acf5-321d19f877ed HTTP/1.1" status: 204 len: 173 time: 1.9423349 Jul 14 09:13:35.185035 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3946cd4-3704-436e-8d41-c0917acf7b34', 'name': 'network-vif-deleted', 'tag': '8c797fca-27e3-4cdd-acf5-321d19f877ed'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:35.187756 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2a3de3-26b2-40c8-8384-917d77691398" -d '{"events": [{"server_uuid": "f3946cd4-3704-436e-8d41-c0917acf7b34", "name": "network-vif-deleted", "tag": "8c797fca-27e3-4cdd-acf5-321d19f877ed"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:35.216238 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7083cdc-b887-4411-8d96-e201a32d3d06 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:35.224384 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b91049cc-447f-4ce7-a8c3-0a7230a068ff req-80dcc9dd-2262-4b6a-83df-25ebc250ea87 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304359 Jul 14 09:13:35.243096 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:35.268420 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76d412-0da1-4b14-a295-26612cb0f95c req-3dbba1e2-6f9d-487b-b03d-409082074626 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:35.270838 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6e76d412-0da1-4b14-a295-26612cb0f95c req-3dbba1e2-6f9d-487b-b03d-409082074626 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 949 time: 0.1458368 Jul 14 09:13:35.275744 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4fa3e7d-0141-4d23-b232-e5161c8c16b2 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:35.314055 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7083cdc-b887-4411-8d96-e201a32d3d06 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=5a353f30-4ad5-42e7-aeb7-aa75a8573d42,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:35.365144 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6e76d412-0da1-4b14-a295-26612cb0f95c req-2f4664d0-b707-457b-aa5f-6ed1dd9088ca tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813112 Jul 14 09:13:35.408336 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port f4fa3e7d-0141-4d23-b232-e5161c8c16b2, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f4fa3e7d-0141-4d23-b232-e5161c8c16b2,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:35.421634 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:35.445837 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7083cdc-b887-4411-8d96-e201a32d3d06 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:35.452114 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d7083cdc-b887-4411-8d96-e201a32d3d06 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/5a353f30-4ad5-42e7-aeb7-aa75a8573d42 HTTP/1.1" status: 204 len: 168 time: 1.1937954 Jul 14 09:13:35.454182 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7a8fd2b-130b-4f15-9ae3-6616ae652d2d tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:35.454846 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44368) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:35.460578 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a8fd2b-130b-4f15-9ae3-6616ae652d2d tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:35.461463 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7a8fd2b-130b-4f15-9ae3-6616ae652d2d tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:35.538590 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5fb9a3-a983-4b2f-8081-588e676769d0 x-openstack-request-id: req-bb5fb9a3-a983-4b2f-8081-588e676769d0 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:35.538888 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3946cd4-3704-436e-8d41-c0917acf7b34", "name": "network-vif-deleted", "tag": "8c797fca-27e3-4cdd-acf5-321d19f877ed", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:35.539146 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb5fb9a3-a983-4b2f-8081-588e676769d0 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:35.539567 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3946cd4-3704-436e-8d41-c0917acf7b34', 'name': 'network-vif-deleted', 'tag': '8c797fca-27e3-4cdd-acf5-321d19f877ed', 'status': 'completed', 'code': 200} Jul 14 09:13:35.548556 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1f7a6f89-0078-412b-b9f7-5a2e8553fbf2 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924699 Jul 14 09:13:35.549195 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44370) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:35.563743 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8fd2b-130b-4f15-9ae3-6616ae652d2d tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Pushing event updated for resources: {'Network': ['ID=db8c95cf-e140-4967-b21b-61f4cdf8a17b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:35.568221 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=f4fa3e7d-0141-4d23-b232-e5161c8c16b2,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:35.597057 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network db8c95cf-e140-4967-b21b-61f4cdf8a17b details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:13:35.600953 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f7a8fd2b-130b-4f15-9ae3-6616ae652d2d tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0296366 Jul 14 09:13:35.601983 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44372) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:35.615547 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-80632590-adce-40d4-b34a-06daa6cd4964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Request body: {'subnet': {'network_id': 'db8c95cf-e140-4967-b21b-61f4cdf8a17b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:35.617048 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-92b678ee-f05c-48eb-8d06-dd914850f412 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:35.659604 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:35.674392 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['f4fa3e7d-0141-4d23-b232-e5161c8c16b2'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:35.756185 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c382b8b-b54f-495e-9d8b-0660c468bb6a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:35.760073 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05476c9a-1b51-4195-9de4-dfc180c4f659" -d '{"events": [{"server_uuid": "c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4", "name": "network-vif-plugged", "status": "completed", "tag": "6c382b8b-b54f-495e-9d8b-0660c468bb6a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:35.784107 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 6c382b8b-b54f-495e-9d8b-0660c468bb6a, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=6c382b8b-b54f-495e-9d8b-0660c468bb6a,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:35.810959 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:35.873594 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745204b3-c227-40f9-bab3-d72ad580fe10 req-ba91350c-978d-482e-8d3f-b472ad9b25cd tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:35.881391 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-745204b3-c227-40f9-bab3-d72ad580fe10 req-ba91350c-978d-482e-8d3f-b472ad9b25cd tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 946 time: 0.3310971 Jul 14 09:13:35.898241 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43829bd-aa37-4717-a718-e50c5d90dacb req-9f1a67e1-77b7-4b19-93bb-1e25e3e3abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:35.904520 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a43829bd-aa37-4717-a718-e50c5d90dacb req-9f1a67e1-77b7-4b19-93bb-1e25e3e3abb3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 1101 time: 0.5807729 Jul 14 09:13:35.941317 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=6c382b8b-b54f-495e-9d8b-0660c468bb6a,revision_number=9']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:36.102358 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-745204b3-c227-40f9-bab3-d72ad580fe10 req-372130cc-719b-4002-88c2-c747fcc036de tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198365 Jul 14 09:13:36.107921 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43829bd-aa37-4717-a718-e50c5d90dacb req-68a4789b-7477-429d-9797-58cb17442475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:36.113547 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a43829bd-aa37-4717-a718-e50c5d90dacb req-68a4789b-7477-429d-9797-58cb17442475 service neutron] 10.222.0.44 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.1948597 Jul 14 09:13:36.157673 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-80632590-adce-40d4-b34a-06daa6cd4964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:13:36.157673 n-d-771362-35 neutron-server[93772]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:13:36.157673 n-d-771362-35 neutron-server[93772]: [parameters: {'project_id': '06afddc6cf88418db9b76d3c1ecf7a99', 'id': 'c94e158a-120a-4389-82d4-dfb61b3990ac', 'expiration': datetime.datetime(2021, 7, 14, 9, 15, 36, 114371)}] Jul 14 09:13:36.157673 n-d-771362-35 neutron-server[93772]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:13:36.158637 n-d-771362-35 neutron-server[93772]: DEBUG oslo_db.api [None req-80632590-adce-40d4-b34a-06daa6cd4964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:13:36.159366 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b678ee-f05c-48eb-8d06-dd914850f412 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:36.172241 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92b678ee-f05c-48eb-8d06-dd914850f412 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.226915 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a43829bd-aa37-4717-a718-e50c5d90dacb req-e9c1a9c2-fc26-4ce7-91cc-265a2c5ce21e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=6c382b8b-b54f-495e-9d8b-0660c468bb6a HTTP/1.1" status: 200 len: 217 time: 0.0962243 Jul 14 09:13:36.282609 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb9025b-746a-4a21-8497-5ae68dfe8d3e x-openstack-request-id: req-8eb9025b-746a-4a21-8497-5ae68dfe8d3e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:36.283123 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4", "name": "network-vif-plugged", "status": "completed", "tag": "6c382b8b-b54f-495e-9d8b-0660c468bb6a", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:36.283278 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8eb9025b-746a-4a21-8497-5ae68dfe8d3e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:36.283760 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c382b8b-b54f-495e-9d8b-0660c468bb6a', 'code': 200} Jul 14 09:13:36.346514 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c901885-9211-47f3-ad41-b65f66fc9bc7 req-e6e7db01-3824-423f-9754-acaab65e6cee tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:36.354198 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c901885-9211-47f3-ad41-b65f66fc9bc7 req-e6e7db01-3824-423f-9754-acaab65e6cee tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=da4a9ced-dc91-40a9-96bf-080356acbcee HTTP/1.1" status: 200 len: 944 time: 0.4454119 Jul 14 09:13:36.368034 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43829bd-aa37-4717-a718-e50c5d90dacb req-87958414-9e54-49a8-b9c9-33d4b991e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:36.371422 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a43829bd-aa37-4717-a718-e50c5d90dacb req-87958414-9e54-49a8-b9c9-33d4b991e40a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1376734 Jul 14 09:13:36.440496 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44386) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:36.443595 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c901885-9211-47f3-ad41-b65f66fc9bc7 req-713ecac5-3109-4896-a143-4f4e6b853366 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880940 Jul 14 09:13:36.462936 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6244783-b870-4374-b055-fd146aa192ff None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:36.511534 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-8106868f-21f6-4522-8b1a-a811705e143f admin admin] Deleting subnet 5f9c4a21-3c76-47fc-aea9-57efb12f5ad8 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:13:36.518146 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8106868f-21f6-4522-8b1a-a811705e143f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.625767 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8106868f-21f6-4522-8b1a-a811705e143f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.713972 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8106868f-21f6-4522-8b1a-a811705e143f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.720084 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43829bd-aa37-4717-a718-e50c5d90dacb req-9ada125a-7c36-4bdf-bae7-e7c4f613d3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:36.724921 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a43829bd-aa37-4717-a718-e50c5d90dacb req-9ada125a-7c36-4bdf-bae7-e7c4f613d3a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3399322 Jul 14 09:13:36.736968 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device f4fa3e7d-0141-4d23-b232-e5161c8c16b2 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:36.808559 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-03e7e2a0-d682-46c6-bf28-adb2a077f7c2 None None] Provisioning complete for port c085372a-689c-4ef8-92f4-854a3208bd51 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:36.810165 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03e7e2a0-d682-46c6-bf28-adb2a077f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.867740 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80632590-adce-40d4-b34a-06daa6cd4964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Made reservation on behalf of 06afddc6cf88418db9b76d3c1ecf7a99 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:36.871682 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80632590-adce-40d4-b34a-06daa6cd4964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.878485 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a43829bd-aa37-4717-a718-e50c5d90dacb req-0f5476ba-8750-4c61-be64-974b94b55ebe service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232276 Jul 14 09:13:36.946098 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port f4fa3e7d-0141-4d23-b232-e5161c8c16b2 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:36.953601 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port f4fa3e7d-0141-4d23-b232-e5161c8c16b2 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:36.953977 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.980697 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1eec1-8543-4525-be0a-5c9b7aca6afd req-54a213da-9e1f-444e-a9f9-b37ec3396056 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:36.989337 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3b1eec1-8543-4525-be0a-5c9b7aca6afd req-54a213da-9e1f-444e-a9f9-b37ec3396056 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 946 time: 0.3485627 Jul 14 09:13:37.065073 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7afbc94-6f0c-4711-822b-48daea765596 None None] DHCP port deletion for d4b2ec29-2184-48d5-8c16-380a3c464388 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:13:37.190488 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:37.229964 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port f4fa3e7d-0141-4d23-b232-e5161c8c16b2, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f4fa3e7d-0141-4d23-b232-e5161c8c16b2,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:37.242503 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:37.243397 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 8c797fca-27e3-4cdd-acf5-321d19f877ed no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:37.266454 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8106868f-21f6-4522-8b1a-a811705e143f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:37.272930 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80632590-adce-40d4-b34a-06daa6cd4964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:37.292607 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 8c797fca-27e3-4cdd-acf5-321d19f877ed {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:37.293261 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 8c797fca-27e3-4cdd-acf5-321d19f877ed not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:37.319376 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106868f-21f6-4522-8b1a-a811705e143f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f9c4a21-3c76-47fc-aea9-57efb12f5ad8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:37.341317 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e7afbc94-6f0c-4711-822b-48daea765596 None None] Deleting port c085372a-689c-4ef8-92f4-854a3208bd51 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:37.341831 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7afbc94-6f0c-4711-822b-48daea765596 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:37.401516 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8106868f-21f6-4522-8b1a-a811705e143f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:37.407952 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8106868f-21f6-4522-8b1a-a811705e143f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5f9c4a21-3c76-47fc-aea9-57efb12f5ad8 HTTP/1.1" status: 204 len: 168 time: 0.9660275 Jul 14 09:13:37.415934 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=f4fa3e7d-0141-4d23-b232-e5161c8c16b2,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:37.416212 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80632590-adce-40d4-b34a-06daa6cd4964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Pushing event updated for resources: {'Subnet': ['ID=632f626c-4c31-4b50-86e3-e38751b8787c,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:37.418950 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44402) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:37.467473 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e7afbc94-6f0c-4711-822b-48daea765596 None None] For port c085372a-689c-4ef8-92f4-854a3208bd51, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c085372a-689c-4ef8-92f4-854a3208bd51,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:37.468490 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7afbc94-6f0c-4711-822b-48daea765596 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:37.499711 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e7afbc94-6f0c-4711-822b-48daea765596 None None] Calling delete_port for c085372a-689c-4ef8-92f4-854a3208bd51 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:37.512619 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a43829bd-aa37-4717-a718-e50c5d90dacb req-f664fa12-e501-4418-b9e7-fe1b0ced48b5 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6058595 Jul 14 09:13:37.520848 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80632590-adce-40d4-b34a-06daa6cd4964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Checking segment: {'id': '6f7e5dc7-cce7-43a0-b975-2bcb99ebb3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'db8c95cf-e140-4967-b21b-61f4cdf8a17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:37.521353 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80632590-adce-40d4-b34a-06daa6cd4964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Network hostable DHCP agents. Network: db8c95cf-e140-4967-b21b-61f4cdf8a17b, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:13:37.551232 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3b1eec1-8543-4525-be0a-5c9b7aca6afd req-cb019fd5-68d7-46df-ab3b-19d690e0f92a tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5607390 Jul 14 09:13:37.565400 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80632590-adce-40d4-b34a-06daa6cd4964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Network db8c95cf-e140-4967-b21b-61f4cdf8a17b is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:13:37.585042 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e23e0c-6ea1-494d-936a-e38a9995c630 req-83b00327-c0da-4f3c-bb04-9d2e396ac187 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:37.593437 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c3e23e0c-6ea1-494d-936a-e38a9995c630 req-83b00327-c0da-4f3c-bb04-9d2e396ac187 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 950 time: 0.8030303 Jul 14 09:13:37.603550 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-79744bcd-a931-4fa0-b365-3d2f9c0cbc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:37.607635 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-80632590-adce-40d4-b34a-06daa6cd4964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, db8c95cf-e140-4967-b21b-61f4cdf8a17b) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:37.616755 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80632590-adce-40d4-b34a-06daa6cd4964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:37.617363 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80632590-adce-40d4-b34a-06daa6cd4964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:37.626664 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c55858-7361-4e7e-94d9-53c10e6ebd24 None None] Network db8c95cf-e140-4967-b21b-61f4cdf8a17b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:37.651184 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-80632590-adce-40d4-b34a-06daa6cd4964 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0474813 Jul 14 09:13:37.658315 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44408) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:37.693554 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-81ed99ee-3df4-45e9-b8eb-f85218c7ad90 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Request body: {'router': {'external_gateway_info': {'network_id': 'db8c95cf-e140-4967-b21b-61f4cdf8a17b'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:37.763715 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c3e23e0c-6ea1-494d-936a-e38a9995c630 req-eaf47fac-0c99-404d-aabe-20614cd952aa tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691432 Jul 14 09:13:37.775239 n-d-771362-35 neutron-server[93773]: DEBUG neutron.objects.ports [None req-92b678ee-f05c-48eb-8d06-dd914850f412 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:13:38.016611 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7afbc94-6f0c-4711-822b-48daea765596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.050352 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c085372a-689c-4ef8-92f4-854a3208bd51 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:38.096410 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7afbc94-6f0c-4711-822b-48daea765596 None None] No DVR routers for this DVR port c085372a-689c-4ef8-92f4-854a3208bd51 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:38.126808 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: c085372a-689c-4ef8-92f4-854a3208bd51 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:38.127704 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c085372a-689c-4ef8-92f4-854a3208bd51 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:38.140822 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7afbc94-6f0c-4711-822b-48daea765596 None None] Pushing event deleted for resources: {'Port': ['ID=c085372a-689c-4ef8-92f4-854a3208bd51,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:38.200283 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3040f5-abb6-4871-a361-880244fb7335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-db8c95cf-e140-4967-b21b-61f4cdf8a17b', 'network_id': 'db8c95cf-e140-4967-b21b-61f4cdf8a17b', 'tenant_id': '06afddc6cf88418db9b76d3c1ecf7a99', 'fixed_ips': [{'subnet_id': '632f626c-4c31-4b50-86e3-e38751b8787c'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:13:38.201196 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e3040f5-abb6-4871-a361-880244fb7335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.339059 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4a9ced-dc91-40a9-96bf-080356acbcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fa3e7d-0141-4d23-b232-e5161c8c16b2'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:38.343517 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6658c6-c1ef-481e-aa0f-b84a7f46c31c" -d '{"events": [{"server_uuid": "da4a9ced-dc91-40a9-96bf-080356acbcee", "name": "network-vif-plugged", "status": "completed", "tag": "f4fa3e7d-0141-4d23-b232-e5161c8c16b2"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:38.346756 n-d-771362-35 neutron-server[93773]: WARNING neutron.services.revisions.revision_plugin [None req-92b678ee-f05c-48eb-8d06-dd914850f412 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Could not find related port for resource to bump revision. Jul 14 09:13:38.370599 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.ipam_pluggable_backend [None req-92b678ee-f05c-48eb-8d06-dd914850f412 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Port c085372a-689c-4ef8-92f4-854a3208bd51 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93773) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 14 09:13:38.371731 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.ipam_pluggable_backend [None req-92b678ee-f05c-48eb-8d06-dd914850f412 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Reverting IP allocation for 2001:db8::f816:3eff:fe42:da0 {{(pid=93773) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 14 09:13:38.391516 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.ipam_pluggable_backend [None req-92b678ee-f05c-48eb-8d06-dd914850f412 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe42:da0 {{(pid=93773) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 14 09:13:38.423941 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92b678ee-f05c-48eb-8d06-dd914850f412 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.485913 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-79744bcd-a931-4fa0-b365-3d2f9c0cbc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.497591 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-9e3040f5-abb6-4871-a361-880244fb7335 None None] Allocated IP 2001:db8:1::2 (db8c95cf-e140-4967-b21b-61f4cdf8a17b/632f626c-4c31-4b50-86e3-e38751b8787c/9b843559-6dd6-492e-949c-ca1cd4435397) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:38.498153 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-79744bcd-a931-4fa0-b365-3d2f9c0cbc69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6130b6d-d059-4034-9866-eb8b37ca5775']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:38.509009 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-79744bcd-a931-4fa0-b365-3d2f9c0cbc69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630f871b-aa46-4ea1-bd54-8cc1797311d1') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:38.509707 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-79744bcd-a931-4fa0-b365-3d2f9c0cbc69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630f871b-aa46-4ea1-bd54-8cc1797311d1') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:38.521148 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-79744bcd-a931-4fa0-b365-3d2f9c0cbc69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.536924 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-79744bcd-a931-4fa0-b365-3d2f9c0cbc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.544614 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79744bcd-a931-4fa0-b365-3d2f9c0cbc69 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:13:38.545494 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-79744bcd-a931-4fa0-b365-3d2f9c0cbc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.554430 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b678ee-f05c-48eb-8d06-dd914850f412 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=348e9af7-12d5-4d09-a602-ee02ea693394,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:38.577946 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f60f6e-ec17-4b47-82ae-4483c128b486 req-77314b9d-987b-4c4b-a1ed-78df8b45ca8e tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:38.585745 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f5f60f6e-ec17-4b47-82ae-4483c128b486 req-77314b9d-987b-4c4b-a1ed-78df8b45ca8e tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 946 time: 0.6236861 Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:13:38.617079 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:13:38.626736 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b678ee-f05c-48eb-8d06-dd914850f412 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:38.627909 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-79744bcd-a931-4fa0-b365-3d2f9c0cbc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.635061 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-79744bcd-a931-4fa0-b365-3d2f9c0cbc69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.637882 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-79744bcd-a931-4fa0-b365-3d2f9c0cbc69 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a6130b6d-d059-4034-9866-eb8b37ca5775 HTTP/1.1" status: 204 len: 168 time: 1.2129719 Jul 14 09:13:38.641172 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce3e5e-9ee0-4852-90b0-b385f063d304 req-2cbc37bd-e942-43cf-9771-ef7bdd78407f tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:38.649183 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6ce3e5e-9ee0-4852-90b0-b385f063d304 req-2cbc37bd-e942-43cf-9771-ef7bdd78407f tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=da4a9ced-dc91-40a9-96bf-080356acbcee HTTP/1.1" status: 200 len: 945 time: 0.5049534 Jul 14 09:13:38.656732 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44414) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:38.712616 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6ce3e5e-9ee0-4852-90b0-b385f063d304 req-2e668ac5-35d2-4bba-b415-53a21ca39476 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588083 Jul 14 09:13:38.713588 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-92b678ee-f05c-48eb-8d06-dd914850f412 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:38.724654 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b678ee-f05c-48eb-8d06-dd914850f412 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:38.725346 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92b678ee-f05c-48eb-8d06-dd914850f412 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.731457 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79744bcd-a931-4fa0-b365-3d2f9c0cbc69 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6130b6d-d059-4034-9866-eb8b37ca5775,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:38.789318 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f5f60f6e-ec17-4b47-82ae-4483c128b486 req-311a35f4-bbff-4df9-82d4-984c43011b69 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024329 Jul 14 09:13:38.815339 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-92b678ee-f05c-48eb-8d06-dd914850f412 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2021654 Jul 14 09:13:38.817451 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44422) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:38.831621 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e35c0615-4313-42ba-9dcc-db922870aa72 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:38.897025 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9cead6-9e01-4447-9a2d-6187e0fafcf4 admin admin] Deleting subnet 20c36ebb-34e9-4f60-8847-4847dc1ee820 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:13:38.898859 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c30c2d5-80f3-4d54-a16d-e8b8a7cd09ef None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:38.906016 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e3040f5-abb6-4871-a361-880244fb7335 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.906465 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-81ed99ee-3df4-45e9-b8eb-f85218c7ad90 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.913865 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde98c2f-87c4-438a-94fb-4349eeb6efcf x-openstack-request-id: req-cde98c2f-87c4-438a-94fb-4349eeb6efcf {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:38.915315 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4a9ced-dc91-40a9-96bf-080356acbcee", "name": "network-vif-plugged", "status": "completed", "tag": "f4fa3e7d-0141-4d23-b232-e5161c8c16b2", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:38.915674 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cde98c2f-87c4-438a-94fb-4349eeb6efcf {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:38.917167 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da4a9ced-dc91-40a9-96bf-080356acbcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fa3e7d-0141-4d23-b232-e5161c8c16b2', 'code': 200} Jul 14 09:13:38.923527 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c9cead6-9e01-4447-9a2d-6187e0fafcf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.989041 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-9e3040f5-abb6-4871-a361-880244fb7335 None None] Transition to ACTIVE for port object 9b843559-6dd6-492e-949c-ca1cd4435397 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:39.022487 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-9e3040f5-abb6-4871-a361-880244fb7335 None None] Transition to ACTIVE for port object 9b843559-6dd6-492e-949c-ca1cd4435397 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:39.036307 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e3040f5-abb6-4871-a361-880244fb7335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.112712 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3040f5-abb6-4871-a361-880244fb7335 None None] Network db8c95cf-e140-4967-b21b-61f4cdf8a17b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:39.114545 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-9e3040f5-abb6-4871-a361-880244fb7335 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:39.118686 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c9cead6-9e01-4447-9a2d-6187e0fafcf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.121937 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3040f5-abb6-4871-a361-880244fb7335 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:39.204090 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3040f5-abb6-4871-a361-880244fb7335 None None] Pushing event updated for resources: {'Port': ['ID=9b843559-6dd6-492e-949c-ca1cd4435397,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:39.274935 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487757af-694f-4e5a-8097-b29b3dd99e4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-d4b2ec29-2184-48d5-8c16-380a3c464388', 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'fixed_ips': [{'subnet_id': '348e9af7-12d5-4d09-a602-ee02ea693394'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:13:39.275752 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-487757af-694f-4e5a-8097-b29b3dd99e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.279646 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c9cead6-9e01-4447-9a2d-6187e0fafcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.302404 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-9e3040f5-abb6-4871-a361-880244fb7335 None None] Attempting to bind port 9b843559-6dd6-492e-949c-ca1cd4435397 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:39.302790 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-9e3040f5-abb6-4871-a361-880244fb7335 None None] Attempting to bind port 9b843559-6dd6-492e-949c-ca1cd4435397 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '6f7e5dc7-cce7-43a0-b975-2bcb99ebb3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'db8c95cf-e140-4967-b21b-61f4cdf8a17b'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:39.303153 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3040f5-abb6-4871-a361-880244fb7335 None None] Attempting to bind port 9b843559-6dd6-492e-949c-ca1cd4435397 on network db8c95cf-e140-4967-b21b-61f4cdf8a17b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:39.374216 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3040f5-abb6-4871-a361-880244fb7335 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:39.374888 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3040f5-abb6-4871-a361-880244fb7335 None None] Checking segment: {'id': '6f7e5dc7-cce7-43a0-b975-2bcb99ebb3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'db8c95cf-e140-4967-b21b-61f4cdf8a17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:39.375326 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e3040f5-abb6-4871-a361-880244fb7335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.376088 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3040f5-abb6-4871-a361-880244fb7335 None None] Bound using segment: {'id': '6f7e5dc7-cce7-43a0-b975-2bcb99ebb3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'db8c95cf-e140-4967-b21b-61f4cdf8a17b'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:39.376729 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-9e3040f5-abb6-4871-a361-880244fb7335 None None] Bound port: 9b843559-6dd6-492e-949c-ca1cd4435397, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7e5dc7-cce7-43a0-b975-2bcb99ebb3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'db8c95cf-e140-4967-b21b-61f4cdf8a17b'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:39.377315 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e3040f5-abb6-4871-a361-880244fb7335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.379383 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb3aca-78fd-41c5-a9fd-e7ce623723a9 req-0786e9f9-9abe-4f28-b599-5737c46a2cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:39.381446 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8acb3aca-78fd-41c5-a9fd-e7ce623723a9 req-0786e9f9-9abe-4f28-b599-5737c46a2cae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=da4a9ced-dc91-40a9-96bf-080356acbcee HTTP/1.1" status: 200 len: 1097 time: 0.3329878 Jul 14 09:13:39.382881 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-81ed99ee-3df4-45e9-b8eb-f85218c7ad90 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:13:39.391317 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-81ed99ee-3df4-45e9-b8eb-f85218c7ad90 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "PUT /v2.0/routers/73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd HTTP/1.1" status: 400 len: 364 time: 1.7033277 Jul 14 09:13:39.392328 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44428) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:39.407011 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c9cead6-9e01-4447-9a2d-6187e0fafcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.439596 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204fe8d-c349-4e44-8e83-1c396841b38b req-f3fc5530-ef51-4292-945c-f05237b3eef4 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:39.442143 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b204fe8d-c349-4e44-8e83-1c396841b38b req-f3fc5530-ef51-4292-945c-f05237b3eef4 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 950 time: 0.1940536 Jul 14 09:13:39.545363 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-9e3040f5-abb6-4871-a361-880244fb7335 None None] For port 9b843559-6dd6-492e-949c-ca1cd4435397, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:39.549274 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07400a6c-b6e4-486d-83b5-dc1dc7984519 req-443543b4-5042-4bc2-b23d-910962844a8d tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:39.551773 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-9e3040f5-abb6-4871-a361-880244fb7335 None None] For port 9b843559-6dd6-492e-949c-ca1cd4435397, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9b843559-6dd6-492e-949c-ca1cd4435397,segment=NetworkSegment(6f7e5dc7-cce7-43a0-b975-2bcb99ebb3d6),segment_id=6f7e5dc7-cce7-43a0-b975-2bcb99ebb3d6)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:39.553057 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9cead6-9e01-4447-9a2d-6187e0fafcf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20c36ebb-34e9-4f60-8847-4847dc1ee820,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:39.562102 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07400a6c-b6e4-486d-83b5-dc1dc7984519 req-443543b4-5042-4bc2-b23d-910962844a8d tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 946 time: 0.3772795 Jul 14 09:13:39.578874 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-487757af-694f-4e5a-8097-b29b3dd99e4c None None] Allocated IP 2001:db8::f816:3eff:fe03:7c4e (d4b2ec29-2184-48d5-8c16-380a3c464388/348e9af7-12d5-4d09-a602-ee02ea693394/8ade2411-d9c8-41a7-aa0e-24070c04adaf) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:39.605333 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8acb3aca-78fd-41c5-a9fd-e7ce623723a9 req-ce60c8e5-fa33-4482-ac15-e87d93b139a2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130485 Jul 14 09:13:39.617865 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c9cead6-9e01-4447-9a2d-6187e0fafcf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.619995 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7c9cead6-9e01-4447-9a2d-6187e0fafcf4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/20c36ebb-34e9-4f60-8847-4847dc1ee820 HTTP/1.1" status: 204 len: 168 time: 0.9616938 Jul 14 09:13:39.624619 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44430) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:39.633509 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35c0615-4313-42ba-9dcc-db922870aa72 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:39.637568 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e35c0615-4313-42ba-9dcc-db922870aa72 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.642991 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b204fe8d-c349-4e44-8e83-1c396841b38b req-86761cf1-ed1e-4801-a646-b78821afe2e7 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870489 Jul 14 09:13:39.697505 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07400a6c-b6e4-486d-83b5-dc1dc7984519 req-edd194e1-0ce6-46b9-ade2-b72c4eec118f tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344650 Jul 14 09:13:39.789148 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-487757af-694f-4e5a-8097-b29b3dd99e4c None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.800220 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-487757af-694f-4e5a-8097-b29b3dd99e4c None None] Transition to ACTIVE for port object 8ade2411-d9c8-41a7-aa0e-24070c04adaf will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:39.814264 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-862908dc-8962-43e4-9bd8-c4aa0ef560d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.817095 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-487757af-694f-4e5a-8097-b29b3dd99e4c None None] Transition to ACTIVE for port object 8ade2411-d9c8-41a7-aa0e-24070c04adaf will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:39.822276 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e3040f5-abb6-4871-a361-880244fb7335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.837044 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-487757af-694f-4e5a-8097-b29b3dd99e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.921736 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487757af-694f-4e5a-8097-b29b3dd99e4c None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:39.925580 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-487757af-694f-4e5a-8097-b29b3dd99e4c None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:39.931254 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487757af-694f-4e5a-8097-b29b3dd99e4c None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:40.021231 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-862908dc-8962-43e4-9bd8-c4aa0ef560d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.033396 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3040f5-abb6-4871-a361-880244fb7335 None None] Pushing event updated for resources: {'Port': ['ID=9b843559-6dd6-492e-949c-ca1cd4435397,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:40.039932 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de0b7829-66e8-4aec-b5af-7e9d822ac97e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.057766 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-862908dc-8962-43e4-9bd8-c4aa0ef560d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93c5636-b8f5-4d4e-a19f-840557218d52']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:40.157787 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-862908dc-8962-43e4-9bd8-c4aa0ef560d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd490cde-99cb-494c-944f-43951172efee') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:40.164057 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-862908dc-8962-43e4-9bd8-c4aa0ef560d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd490cde-99cb-494c-944f-43951172efee') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:40.256336 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-862908dc-8962-43e4-9bd8-c4aa0ef560d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.307879 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-862908dc-8962-43e4-9bd8-c4aa0ef560d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.323095 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedaba4-0a38-427d-a030-d7522d3ac309 req-9bc19b6a-7163-4230-a621-8b318ec7af1a tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:40.326037 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1eedaba4-0a38-427d-a030-d7522d3ac309 req-9bc19b6a-7163-4230-a621-8b318ec7af1a tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 950 time: 0.3849692 Jul 14 09:13:40.342608 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-862908dc-8962-43e4-9bd8-c4aa0ef560d3 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:13:40.343019 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-862908dc-8962-43e4-9bd8-c4aa0ef560d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.396667 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-de0b7829-66e8-4aec-b5af-7e9d822ac97e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Allocated IP 2001:db8::1 (2ee19c47-12e0-42f5-b6cb-08948d6323c7/888fe81e-f57f-46b1-9d10-1aae9124c9d1/6f8901c8-452c-4838-8dbb-e592dc139dad) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:13:40.469215 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:13:40.513329 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487757af-694f-4e5a-8097-b29b3dd99e4c None None] Pushing event updated for resources: {'Port': ['ID=8ade2411-d9c8-41a7-aa0e-24070c04adaf,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:40.517375 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-487757af-694f-4e5a-8097-b29b3dd99e4c None None] Attempting to bind port 8ade2411-d9c8-41a7-aa0e-24070c04adaf on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:40.518201 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-487757af-694f-4e5a-8097-b29b3dd99e4c None None] Attempting to bind port 8ade2411-d9c8-41a7-aa0e-24070c04adaf by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:40.518799 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487757af-694f-4e5a-8097-b29b3dd99e4c None None] Attempting to bind port 8ade2411-d9c8-41a7-aa0e-24070c04adaf on network d4b2ec29-2184-48d5-8c16-380a3c464388 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:40.528906 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.533518 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487757af-694f-4e5a-8097-b29b3dd99e4c None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:40.534230 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487757af-694f-4e5a-8097-b29b3dd99e4c None None] Checking segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:40.534874 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-487757af-694f-4e5a-8097-b29b3dd99e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.535805 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487757af-694f-4e5a-8097-b29b3dd99e4c None None] Bound using segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:40.536939 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-487757af-694f-4e5a-8097-b29b3dd99e4c None None] Bound port: 8ade2411-d9c8-41a7-aa0e-24070c04adaf, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:40.537633 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-487757af-694f-4e5a-8097-b29b3dd99e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.541996 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de0b7829-66e8-4aec-b5af-7e9d822ac97e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.564455 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-de0b7829-66e8-4aec-b5af-7e9d822ac97e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Transition to ACTIVE for port object 6f8901c8-452c-4838-8dbb-e592dc139dad will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:40.649515 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de0b7829-66e8-4aec-b5af-7e9d822ac97e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.655118 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-487757af-694f-4e5a-8097-b29b3dd99e4c None None] For port 8ade2411-d9c8-41a7-aa0e-24070c04adaf, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:40.660190 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-487757af-694f-4e5a-8097-b29b3dd99e4c None None] For port 8ade2411-d9c8-41a7-aa0e-24070c04adaf, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8ade2411-d9c8-41a7-aa0e-24070c04adaf,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:40.661549 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1eedaba4-0a38-427d-a030-d7522d3ac309 req-f1e6f0fd-4b47-412b-9a5f-2f79e9bc79e7 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247232 Jul 14 09:13:40.670044 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-487757af-694f-4e5a-8097-b29b3dd99e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.718445 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-862908dc-8962-43e4-9bd8-c4aa0ef560d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.740543 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-862908dc-8962-43e4-9bd8-c4aa0ef560d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.746905 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-862908dc-8962-43e4-9bd8-c4aa0ef560d3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f93c5636-b8f5-4d4e-a19f-840557218d52 HTTP/1.1" status: 204 len: 168 time: 1.1191230 Jul 14 09:13:40.784979 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f867129-46d0-43a3-8b5a-0ff07d88370a req-dedaa7de-2ca4-48f9-8d17-6918c0148ba7 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:40.799582 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487757af-694f-4e5a-8097-b29b3dd99e4c None None] Pushing event updated for resources: {'Port': ['ID=8ade2411-d9c8-41a7-aa0e-24070c04adaf,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:40.800795 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9f867129-46d0-43a3-8b5a-0ff07d88370a req-dedaa7de-2ca4-48f9-8d17-6918c0148ba7 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=da4a9ced-dc91-40a9-96bf-080356acbcee HTTP/1.1" status: 200 len: 945 time: 0.7165086 Jul 14 09:13:40.837319 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0b7829-66e8-4aec-b5af-7e9d822ac97e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Network 2ee19c47-12e0-42f5-b6cb-08948d6323c7 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:40.841677 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-de0b7829-66e8-4aec-b5af-7e9d822ac97e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:40.846078 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0b7829-66e8-4aec-b5af-7e9d822ac97e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:40.846635 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de0b7829-66e8-4aec-b5af-7e9d822ac97e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.856209 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862908dc-8962-43e4-9bd8-c4aa0ef560d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f93c5636-b8f5-4d4e-a19f-840557218d52,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:40.912041 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b7829-66e8-4aec-b5af-7e9d822ac97e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Pushing event updated for resources: {'Port': ['ID=6f8901c8-452c-4838-8dbb-e592dc139dad,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:41.061770 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e35c0615-4313-42ba-9dcc-db922870aa72 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:41.140522 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c0615-4313-42ba-9dcc-db922870aa72 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=ef14fbcd-1d35-4782-815d-0e715c240566,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:41.157101 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9f867129-46d0-43a3-8b5a-0ff07d88370a req-631f80a2-9976-4869-8c15-74a9fd7a49c0 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550866 Jul 14 09:13:41.235700 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de0b7829-66e8-4aec-b5af-7e9d822ac97e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:41.283606 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e25be-9d31-46b7-b8fa-57a17cc2dc24 req-254f8b6a-c84d-4c76-8093-eb018d466f77 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:41.283606 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bd6e25be-9d31-46b7-b8fa-57a17cc2dc24 req-254f8b6a-c84d-4c76-8093-eb018d466f77 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 946 time: 0.4563820 Jul 14 09:13:41.301654 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35c0615-4313-42ba-9dcc-db922870aa72 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:41.319386 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44454) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:41.341193 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-e35c0615-4313-42ba-9dcc-db922870aa72 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:41.363996 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35c0615-4313-42ba-9dcc-db922870aa72 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:41.364868 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e35c0615-4313-42ba-9dcc-db922870aa72 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:41.470991 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e35c0615-4313-42ba-9dcc-db922870aa72 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6509678 Jul 14 09:13:41.476050 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44458) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:41.479285 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a528ef60-63e3-4be5-8a01-afcb81105d20 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=979499a3220e42b6a9a084310d4dfb80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1587062 Jul 14 09:13:41.490994 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-4cfb8e13-d7c4-4a44-b947-f9ef952db958 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'port': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'mac_address': 'fa:16:3e:e6:40:bf', 'name': 'tempest-NetworksTestDHCPv6-869945317'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:41.491208 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44460) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:41.535788 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-001a9311-3ac8-4204-a355-54db7d7f084d None None] Provisioning for port 6f8901c8-452c-4838-8dbb-e592dc139dad completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:41.558692 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-001a9311-3ac8-4204-a355-54db7d7f084d None None] Provisioning complete for port 6f8901c8-452c-4838-8dbb-e592dc139dad triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:41.560120 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-001a9311-3ac8-4204-a355-54db7d7f084d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:41.573921 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bd6e25be-9d31-46b7-b8fa-57a17cc2dc24 req-0bbc64b5-e61a-4886-a84d-eda418cd9bf7 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705169 Jul 14 09:13:41.670823 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-001a9311-3ac8-4204-a355-54db7d7f084d None None] Port 6f8901c8-452c-4838-8dbb-e592dc139dad cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:13:41.697188 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9279d767-c662-41b6-8aef-8d3f46f93a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:41.771301 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9279d767-c662-41b6-8aef-8d3f46f93a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:41.854436 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edd44dd-c7bb-4fc0-bdfe-2b1b11974184 None None] Network db8c95cf-e140-4967-b21b-61f4cdf8a17b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:41.958625 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9279d767-c662-41b6-8aef-8d3f46f93a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:41.969419 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9279d767-c662-41b6-8aef-8d3f46f93a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:41.974964 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9279d767-c662-41b6-8aef-8d3f46f93a5e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/063abf49-9c44-4faa-b19c-25673b50cda3 HTTP/1.1" status: 204 len: 168 time: 0.4782100 Jul 14 09:13:42.037925 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279d767-c662-41b6-8aef-8d3f46f93a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063abf49-9c44-4faa-b19c-25673b50cda3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:42.082915 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de0b7829-66e8-4aec-b5af-7e9d822ac97e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:42.086706 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfb8e13-d7c4-4a44-b947-f9ef952db958 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:42.203057 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1659df8-1cc3-4fa0-ad76-a124fb949bc7 req-b6d1e4e2-fa0a-4018-ba85-eba7be06bec3 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:42.218255 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f1659df8-1cc3-4fa0-ad76-a124fb949bc7 req-b6d1e4e2-fa0a-4018-ba85-eba7be06bec3 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 946 time: 0.4353976 Jul 14 09:13:42.274218 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-60e56fd4-6f84-4171-82f6-0ed59d05a76d None None] Provisioning for port 9b843559-6dd6-492e-949c-ca1cd4435397 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:42.296390 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:42.297304 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4cfb8e13-d7c4-4a44-b947-f9ef952db958 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:42.301334 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de0b7829-66e8-4aec-b5af-7e9d822ac97e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:42.302364 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de0b7829-66e8-4aec-b5af-7e9d822ac97e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:42.357670 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f1659df8-1cc3-4fa0-ad76-a124fb949bc7 req-9501f49e-b3aa-427e-99e2-3a906bc56615 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384537 Jul 14 09:13:42.431651 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-f8e986b2-3f8d-47a0-b14e-19b7a85f4864 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=ad5180827b97485d9d925ca571b8d79b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0926049 Jul 14 09:13:42.447924 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9b843559-6dd6-492e-949c-ca1cd4435397 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:42.577884 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 9b843559-6dd6-492e-949c-ca1cd4435397 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:42.597665 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 9b843559-6dd6-492e-949c-ca1cd4435397 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:42.599602 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:42.680403 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-4cfb8e13-d7c4-4a44-b947-f9ef952db958 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] device_id is not set on port 68d9131c-9181-4083-9410-a689e49fb2c3 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:13:42.847623 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-bd2d5c04-2ea8-49f7-b4be-09c66257d755 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:42.849181 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-bd2d5c04-2ea8-49f7-b4be-09c66257d755 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4168050 Jul 14 09:13:42.883954 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:42.885607 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44488) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:42.926984 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-4cfb8e13-d7c4-4a44-b947-f9ef952db958 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 172.20.0.4 (d4b2ec29-2184-48d5-8c16-380a3c464388/ef14fbcd-1d35-4782-815d-0e715c240566/68d9131c-9181-4083-9410-a689e49fb2c3) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:42.931208 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0b7829-66e8-4aec-b5af-7e9d822ac97e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Network 2ee19c47-12e0-42f5-b6cb-08948d6323c7 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:42.934258 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-e0011598-9a01-474d-a407-799d50858233 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/quotas/ad5180827b97485d9d925ca571b8d79b HTTP/1.1" status: 200 len: 375 time: 0.0492656 Jul 14 09:13:42.939925 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 9b843559-6dd6-492e-949c-ca1cd4435397, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9b843559-6dd6-492e-949c-ca1cd4435397,segment=NetworkSegment(6f7e5dc7-cce7-43a0-b975-2bcb99ebb3d6),segment_id=6f7e5dc7-cce7-43a0-b975-2bcb99ebb3d6)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:42.944026 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052eb8f-6b19-40a7-997c-55a07bb04aa5 req-4e6b66a5-5f8e-478a-8eaf-86fd94958641 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:42.946027 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1052eb8f-6b19-40a7-997c-55a07bb04aa5 req-4e6b66a5-5f8e-478a-8eaf-86fd94958641 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=da4a9ced-dc91-40a9-96bf-080356acbcee HTTP/1.1" status: 200 len: 945 time: 0.3190472 Jul 14 09:13:42.947397 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:42.948718 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8ade2411-d9c8-41a7-aa0e-24070c04adaf up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:42.953420 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-de0b7829-66e8-4aec-b5af-7e9d822ac97e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:42.963795 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-4cfb8e13-d7c4-4a44-b947-f9ef952db958 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 2001:db8::f816:3eff:fee6:40bf (d4b2ec29-2184-48d5-8c16-380a3c464388/348e9af7-12d5-4d09-a602-ee02ea693394/68d9131c-9181-4083-9410-a689e49fb2c3) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:42.976922 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b7829-66e8-4aec-b5af-7e9d822ac97e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Pushing event updated for resources: {'Port': ['ID=6f8901c8-452c-4838-8dbb-e592dc139dad,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:43.076464 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=9b843559-6dd6-492e-949c-ca1cd4435397,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:43.093450 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7380dae-1ffa-4999-9d64-396facb786c3 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:43.096115 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1052eb8f-6b19-40a7-997c-55a07bb04aa5 req-f5b450df-a509-4f0f-95ba-755a7ba15385 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154892 Jul 14 09:13:43.107552 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-24900d6f-445f-4a6b-bd80-dffec92e3290 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a9f491a366a40c889ef77b9d3acccbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2204249 Jul 14 09:13:43.128532 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44490) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:43.186338 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-37afe7ad-8733-430b-8658-80d588bef369 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2391319 Jul 14 09:13:43.255607 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 8ade2411-d9c8-41a7-aa0e-24070c04adaf completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:43.335643 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-57cafe13-a3d6-4ffc-aae3-5fbe3503acea None None] Provisioning complete for port 9b843559-6dd6-492e-949c-ca1cd4435397 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:43.336026 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57cafe13-a3d6-4ffc-aae3-5fbe3503acea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.394473 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0b7829-66e8-4aec-b5af-7e9d822ac97e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Router 73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:13:43.489774 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01648b2c-b6bc-4e30-aaa9-573d5c5d9bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.697202 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e2260-952e-4246-9349-21691bf358a5 req-ca3e88af-3747-4071-aa76-6f0b841b81d2 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:43.699651 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01648b2c-b6bc-4e30-aaa9-573d5c5d9bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.703143 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a38e2260-952e-4246-9349-21691bf358a5 req-ca3e88af-3747-4071-aa76-6f0b841b81d2 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 946 time: 0.2200270 Jul 14 09:13:43.771453 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4cfb8e13-d7c4-4a44-b947-f9ef952db958 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.792817 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0b7829-66e8-4aec-b5af-7e9d822ac97e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:13:43.797530 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4cfb8e13-d7c4-4a44-b947-f9ef952db958 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Transition to ACTIVE for port object 68d9131c-9181-4083-9410-a689e49fb2c3 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:43.805043 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-de0b7829-66e8-4aec-b5af-7e9d822ac97e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "PUT /v2.0/routers/73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4073358 Jul 14 09:13:43.812021 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44508) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:43.818505 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222d57f6-049e-44c2-a6d4-820130d35235 None None] Sync routers for ids ['73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:13:43.847687 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a38e2260-952e-4246-9349-21691bf358a5 req-871cc283-59f3-49ec-9da9-6f2b078f26fe tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310334 Jul 14 09:13:43.936255 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e4ca2557-4f9e-41b3-abfc-7850fecde691 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.991585 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222d57f6-049e-44c2-a6d4-820130d35235 None None] Routers {'73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:43.992254 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-222d57f6-049e-44c2-a6d4-820130d35235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:13:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:43.998186 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d99cf70b-a51e-46dd-95a2-491d6bac7fb1 None None] Provisioning complete for port 6f8901c8-452c-4838-8dbb-e592dc139dad triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:43.998186 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d99cf70b-a51e-46dd-95a2-491d6bac7fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:44.015524 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01648b2c-b6bc-4e30-aaa9-573d5c5d9bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:44.015524 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01648b2c-b6bc-4e30-aaa9-573d5c5d9bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:44.016029 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-01648b2c-b6bc-4e30-aaa9-573d5c5d9bae admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52d09fff-1e62-4aff-87d4-5ca037544f90 HTTP/1.1" status: 204 len: 168 time: 0.8778791 Jul 14 09:13:44.022360 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb819578-03c6-4964-8014-0db167ef33c9 req-5cee8a38-66ad-4626-a498-7484720909f9 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 210 time: 0.0910873 Jul 14 09:13:44.099559 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01648b2c-b6bc-4e30-aaa9-573d5c5d9bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d09fff-1e62-4aff-87d4-5ca037544f90,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:44.125260 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa0ee99-3f7f-4207-9eee-1cba8c46f4c4 None None] Update dhcp port {'port': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'fixed_ips': [{'subnet_id': '348e9af7-12d5-4d09-a602-ee02ea693394', 'ip_address': '2001:db8::f816:3eff:fe03:7c4e'}, {'subnet_id': 'ef14fbcd-1d35-4782-815d-0e715c240566'}], 'binding:host_id': 'n-d-771362-35'}, 'id': '8ade2411-d9c8-41a7-aa0e-24070c04adaf'} from n-d-771362-35. {{(pid=93774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:13:44.127217 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9b843559-6dd6-492e-949c-ca1cd4435397 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:44.147449 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-e4ca2557-4f9e-41b3-abfc-7850fecde691 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 09:13:44.149824 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e4ca2557-4f9e-41b3-abfc-7850fecde691 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "DELETE /v2.0/routers/73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd HTTP/1.1" status: 409 len: 329 time: 0.3350005 Jul 14 09:13:44.151777 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4cfb8e13-d7c4-4a44-b947-f9ef952db958 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:44.153883 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44518) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:44.182037 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-222d57f6-049e-44c2-a6d4-820130d35235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:44.259015 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfb8e13-d7c4-4a44-b947-f9ef952db958 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:44.260834 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-4cfb8e13-d7c4-4a44-b947-f9ef952db958 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:44.265765 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfb8e13-d7c4-4a44-b947-f9ef952db958 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:44.361424 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb8e13-d7c4-4a44-b947-f9ef952db958 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=68d9131c-9181-4083-9410-a689e49fb2c3,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:44.361646 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222d57f6-049e-44c2-a6d4-820130d35235 None None] Routers {'73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:44.362366 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-222d57f6-049e-44c2-a6d4-820130d35235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:13:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:44.394002 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfb8e13-d7c4-4a44-b947-f9ef952db958 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.396196 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4cfb8e13-d7c4-4a44-b947-f9ef952db958 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:44.454006 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4cfb8e13-d7c4-4a44-b947-f9ef952db958 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9733078 Jul 14 09:13:44.455662 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44526) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:44.478542 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d99cf70b-a51e-46dd-95a2-491d6bac7fb1 None None] Port 6f8901c8-452c-4838-8dbb-e592dc139dad cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:13:44.495261 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-222d57f6-049e-44c2-a6d4-820130d35235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:44.499620 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222d57f6-049e-44c2-a6d4-820130d35235 None None] The sync data for ids ['73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:13:44.502490 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-efa0ee99-3f7f-4207-9eee-1cba8c46f4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:44.599128 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d99cf70b-a51e-46dd-95a2-491d6bac7fb1 None None] Provisioning for port 8ade2411-d9c8-41a7-aa0e-24070c04adaf completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:44.605707 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf6193-48f4-4aae-8959-7aa020c416ac req-efebdfea-1809-4edf-8b54-4e03d78cc428 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.624169 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5caf6193-48f4-4aae-8959-7aa020c416ac req-efebdfea-1809-4edf-8b54-4e03d78cc428 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 946 time: 0.3585424 Jul 14 09:13:44.643946 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d99cf70b-a51e-46dd-95a2-491d6bac7fb1 None None] Provisioning complete for port 8ade2411-d9c8-41a7-aa0e-24070c04adaf triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:44.643946 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d99cf70b-a51e-46dd-95a2-491d6bac7fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:44.769547 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4560f6b-b8c5-4f1e-b1d1-f7fc9705e459 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.778953 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device cbffb502-4fe3-461f-a5b2-1a9fc98c8559 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:44.780854 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4560f6b-b8c5-4f1e-b1d1-f7fc9705e459 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.785164 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 9b843559-6dd6-492e-949c-ca1cd4435397 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:44.785544 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:44.787881 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f4560f6b-b8c5-4f1e-b1d1-f7fc9705e459 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.3280680 Jul 14 09:13:44.789202 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44534) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:44.937886 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf11dec-457d-47ba-9246-99a722ff1286 req-5f9d9c83-880a-437e-88d5-1fd226f6ea21 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.944034 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-faf11dec-457d-47ba-9246-99a722ff1286 req-5f9d9c83-880a-437e-88d5-1fd226f6ea21 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=da4a9ced-dc91-40a9-96bf-080356acbcee HTTP/1.1" status: 200 len: 945 time: 0.6810827 Jul 14 09:13:45.013900 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5caf6193-48f4-4aae-8959-7aa020c416ac req-15c439e4-04a9-42bb-b667-65cd8a1dbed5 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887539 Jul 14 09:13:45.120553 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-45be6b5c-2e02-4633-98c7-a2b01bb6861d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting port 68d9131c-9181-4083-9410-a689e49fb2c3 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:45.120968 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45be6b5c-2e02-4633-98c7-a2b01bb6861d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:45.123123 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-faf11dec-457d-47ba-9246-99a722ff1286 req-4295c758-d514-4152-995b-75e04a7c4466 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647890 Jul 14 09:13:45.138862 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:13:45.287939 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-efa0ee99-3f7f-4207-9eee-1cba8c46f4c4 None None] Allocated IP 172.20.0.2 (d4b2ec29-2184-48d5-8c16-380a3c464388/ef14fbcd-1d35-4782-815d-0e715c240566/8ade2411-d9c8-41a7-aa0e-24070c04adaf) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:45.377286 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45be6b5c-2e02-4633-98c7-a2b01bb6861d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:45.424242 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-45be6b5c-2e02-4633-98c7-a2b01bb6861d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Calling delete_port for 68d9131c-9181-4083-9410-a689e49fb2c3 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:45.522851 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35c60dcd-bbaf-4ec6-b0fb-a9aebf5434c2 req-af08466a-fd32-421d-945a-3d0401d4f5a3 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 210 time: 0.0373394 Jul 14 09:13:45.698907 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44572) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:45.742877 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-efa0ee99-3f7f-4207-9eee-1cba8c46f4c4 None None] For port 8ade2411-d9c8-41a7-aa0e-24070c04adaf, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8ade2411-d9c8-41a7-aa0e-24070c04adaf,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:45.757147 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45be6b5c-2e02-4633-98c7-a2b01bb6861d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:45.830678 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d99cf70b-a51e-46dd-95a2-491d6bac7fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:45.854710 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be6b5c-2e02-4633-98c7-a2b01bb6861d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Port': ['ID=68d9131c-9181-4083-9410-a689e49fb2c3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:45.957731 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-04f2181a-415f-4ef1-b6c0-50a498d382fc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-417553449-network', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:46.004898 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-efa0ee99-3f7f-4207-9eee-1cba8c46f4c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:46.012255 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port cbffb502-4fe3-461f-a5b2-1a9fc98c8559, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=cbffb502-4fe3-461f-a5b2-1a9fc98c8559,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:46.031233 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-efa0ee99-3f7f-4207-9eee-1cba8c46f4c4 None None] Ignored duplicate provisioning block setup for port 8ade2411-d9c8-41a7-aa0e-24070c04adaf by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 09:13:46.032894 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'cbffb502-4fe3-461f-a5b2-1a9fc98c8559', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'port_id': 'cbffb502-4fe3-461f-a5b2-1a9fc98c8559', 'mac_address': 'fa:16:3e:e6:fb:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:46.039943 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-efa0ee99-3f7f-4207-9eee-1cba8c46f4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:46.098190 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f2181a-415f-4ef1-b6c0-50a498d382fc admin admin] Made reservation on behalf of b327168895324cc0b6c369e00d5c9690 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:46.108396 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-04f2181a-415f-4ef1-b6c0-50a498d382fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:46.128788 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-04f2181a-415f-4ef1-b6c0-50a498d382fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:46.310881 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45be6b5c-2e02-4633-98c7-a2b01bb6861d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:46.312989 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-45be6b5c-2e02-4633-98c7-a2b01bb6861d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/68d9131c-9181-4083-9410-a689e49fb2c3 HTTP/1.1" status: 204 len: 168 time: 1.5228553 Jul 14 09:13:46.316759 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44598) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:46.403295 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-24a4ed2a-24b1-4e1c-99c0-97ad2822b7c7 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ad5180827b97485d9d925ca571b8d79b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1521974 Jul 14 09:13:46.412305 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-04f2181a-415f-4ef1-b6c0-50a498d382fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:46.423987 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c7aa2-81ea-47dd-9c8a-9b88c679e44b req-181d48cc-cc5c-4582-b1b6-1725859fa225 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:46.425913 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0c2c7aa2-81ea-47dd-9c8a-9b88c679e44b req-181d48cc-cc5c-4582-b1b6-1725859fa225 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 946 time: 0.9418426 Jul 14 09:13:46.440767 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-04f2181a-415f-4ef1-b6c0-50a498d382fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:46.450169 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:46.468037 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-d99cf70b-a51e-46dd-95a2-491d6bac7fb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:13:46.468765 n-d-771362-35 neutron-server[93774]: DEBUG oslo_db.api [None req-d99cf70b-a51e-46dd-95a2-491d6bac7fb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:13:46.490028 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9305416d-966a-4f1e-a0a1-b815c2af76a5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:46.491364 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9305416d-966a-4f1e-a0a1-b815c2af76a5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:46.500019 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9305416d-966a-4f1e-a0a1-b815c2af76a5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:46.505102 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbffb502-4fe3-461f-a5b2-1a9fc98c8559 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:46.507674 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44602) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:46.508794 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9305416d-966a-4f1e-a0a1-b815c2af76a5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1902444 Jul 14 09:13:46.512713 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0ee99-3f7f-4207-9eee-1cba8c46f4c4 None None] Pushing event updated for resources: {'Port': ['ID=8ade2411-d9c8-41a7-aa0e-24070c04adaf,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:46.540246 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f2181a-415f-4ef1-b6c0-50a498d382fc admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:13:46.572578 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2181a-415f-4ef1-b6c0-50a498d382fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4656bde2-0071-4740-939f-51d2254b0189,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:46.576799 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-04f2181a-415f-4ef1-b6c0-50a498d382fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:46.578621 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port cbffb502-4fe3-461f-a5b2-1a9fc98c8559, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=cbffb502-4fe3-461f-a5b2-1a9fc98c8559,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:46.578996 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-04f2181a-415f-4ef1-b6c0-50a498d382fc admin admin] Added segment 5718229c-ea30-4e86-8990-a6b2e9e91341 of type vlan for network 5e1db2f5-19ca-4d5a-a84c-a02b32125113 Jul 14 09:13:46.588742 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:46.659472 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-04f2181a-415f-4ef1-b6c0-50a498d382fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:46.700902 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=cbffb502-4fe3-461f-a5b2-1a9fc98c8559,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:46.705798 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-04f2181a-415f-4ef1-b6c0-50a498d382fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:46.706996 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f2181a-415f-4ef1-b6c0-50a498d382fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:46.707749 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-04f2181a-415f-4ef1-b6c0-50a498d382fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:46.721192 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['cbffb502-4fe3-461f-a5b2-1a9fc98c8559'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:46.780780 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab5c3cf8-30d9-4e9b-9aaa-ef92b158ca1d tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:46.851404 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-04f2181a-415f-4ef1-b6c0-50a498d382fc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1506717 Jul 14 09:13:46.855275 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44610) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:46.864037 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-bf308ee2-ac07-4411-8f8b-57b042569c02 admin admin] Request body: {'subnet': {'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-417553449-subnet', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:46.904477 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2181a-415f-4ef1-b6c0-50a498d382fc admin admin] Pushing event updated for resources: {'Network': ['ID=5e1db2f5-19ca-4d5a-a84c-a02b32125113,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:46.922854 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf308ee2-ac07-4411-8f8b-57b042569c02 admin admin] Made reservation on behalf of b327168895324cc0b6c369e00d5c9690 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:46.925940 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf308ee2-ac07-4411-8f8b-57b042569c02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:46.927207 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 5e1db2f5-19ca-4d5a-a84c-a02b32125113 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:13:47.063643 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31792cde-db6a-4a47-a6a4-f227d4f7e347 req-e4f24e74-fb6d-4576-9d01-00ef40267d7c tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:47.065793 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-31792cde-db6a-4a47-a6a4-f227d4f7e347 req-e4f24e74-fb6d-4576-9d01-00ef40267d7c tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 946 time: 0.8091023 Jul 14 09:13:47.100420 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0c2c7aa2-81ea-47dd-9c8a-9b88c679e44b req-89c4e05c-2a85-4582-88d9-5e377096868c tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6525953 Jul 14 09:13:47.170423 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e88168-739f-40fa-b3b0-5c4c1c6c7123 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet 348e9af7-12d5-4d09-a602-ee02ea693394 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:13:47.173433 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6e88168-739f-40fa-b3b0-5c4c1c6c7123 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.231377 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf308ee2-ac07-4411-8f8b-57b042569c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.241328 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d99cf70b-a51e-46dd-95a2-491d6bac7fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.249148 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6e88168-739f-40fa-b3b0-5c4c1c6c7123 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.344571 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf308ee2-ac07-4411-8f8b-57b042569c02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02258896-8a0a-43a5-90d3-5cf3546f791a,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:47.357263 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf308ee2-ac07-4411-8f8b-57b042569c02 admin admin] Checking segment: {'id': '5718229c-ea30-4e86-8990-a6b2e9e91341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:47.357771 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf308ee2-ac07-4411-8f8b-57b042569c02 admin admin] Network hostable DHCP agents. Network: 5e1db2f5-19ca-4d5a-a84c-a02b32125113, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:13:47.385128 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf308ee2-ac07-4411-8f8b-57b042569c02 admin admin] Network 5e1db2f5-19ca-4d5a-a84c-a02b32125113 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:13:47.408477 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-bf308ee2-ac07-4411-8f8b-57b042569c02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 5e1db2f5-19ca-4d5a-a84c-a02b32125113) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:47.426287 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf308ee2-ac07-4411-8f8b-57b042569c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:47.427003 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf308ee2-ac07-4411-8f8b-57b042569c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.437915 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-38f7a592-cdd4-4549-90d7-77f1888645f2 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:47.440882 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-38f7a592-cdd4-4549-90d7-77f1888645f2 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0118089 Jul 14 09:13:47.452330 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bf308ee2-ac07-4411-8f8b-57b042569c02 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5939846 Jul 14 09:13:47.454017 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e132c85-28f4-4c3b-9971-0f8b98ae46bd None None] Network 5e1db2f5-19ca-4d5a-a84c-a02b32125113 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:47.455318 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44614) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:47.464487 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-68b11349-ddcf-401d-a1bb-e5387c737433 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Request body: {'port': {'device_id': 'f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': 'ad5180827b97485d9d925ca571b8d79b'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:47.477350 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-46da5f43-706e-4b1f-a4ae-570c67bd364c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-417553449-router', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:47.496848 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d99cf70b-a51e-46dd-95a2-491d6bac7fb1 None None] For port 8ade2411-d9c8-41a7-aa0e-24070c04adaf, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8ade2411-d9c8-41a7-aa0e-24070c04adaf,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:47.503220 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-31792cde-db6a-4a47-a6a4-f227d4f7e347 req-14b1bfe6-b181-4049-829e-551011716b32 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014554 Jul 14 09:13:47.514126 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6e88168-739f-40fa-b3b0-5c4c1c6c7123 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.526765 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46da5f43-706e-4b1f-a4ae-570c67bd364c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.528785 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46da5f43-706e-4b1f-a4ae-570c67bd364c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.631084 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d99cf70b-a51e-46dd-95a2-491d6bac7fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.647862 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46da5f43-706e-4b1f-a4ae-570c67bd364c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.724768 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99cf70b-a51e-46dd-95a2-491d6bac7fb1 None None] Pushing event updated for resources: {'Port': ['ID=8ade2411-d9c8-41a7-aa0e-24070c04adaf,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:47.802587 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6e88168-739f-40fa-b3b0-5c4c1c6c7123 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.940708 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e88168-739f-40fa-b3b0-5c4c1c6c7123 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=348e9af7-12d5-4d09-a602-ee02ea693394,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:47.947816 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6e88168-739f-40fa-b3b0-5c4c1c6c7123 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.955601 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e6e88168-739f-40fa-b3b0-5c4c1c6c7123 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/348e9af7-12d5-4d09-a602-ee02ea693394 HTTP/1.1" status: 204 len: 168 time: 1.4426780 Jul 14 09:13:47.965601 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0f3ed1cf-9bd5-4a46-8dc5-79768c5401d1 None None] Provisioning complete for port 8ade2411-d9c8-41a7-aa0e-24070c04adaf triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:47.966311 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f3ed1cf-9bd5-4a46-8dc5-79768c5401d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.969844 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dc2889-d8df-4cba-96e9-4992b4aba558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-5e1db2f5-19ca-4d5a-a84c-a02b32125113', 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'fixed_ips': [{'subnet_id': '02258896-8a0a-43a5-90d3-5cf3546f791a'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:13:47.970699 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35dc2889-d8df-4cba-96e9-4992b4aba558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:48.024246 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44626) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:48.174450 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8ade2411-d9c8-41a7-aa0e-24070c04adaf up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:48.207543 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2b29b85-e85b-4673-8c56-59871bb02c4b req-fc95a028-6828-4176-9dd6-3a919f8279e8 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 210 time: 0.2231092 Jul 14 09:13:48.228300 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea0891b-b440-4f32-8f98-3ccfb38a39a9 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:48.423981 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-24bec63d-a0b3-428e-9c08-5e135d2cfb81 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet ef14fbcd-1d35-4782-815d-0e715c240566 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:13:48.486311 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3bc392dc-2fcd-4d07-9be3-6291ed02263f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:48.505504 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-24bec63d-a0b3-428e-9c08-5e135d2cfb81 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:48.513582 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46da5f43-706e-4b1f-a4ae-570c67bd364c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:48.521608 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cf6b1-650a-49be-ac87-b2cd3456c2a3 req-296985ed-bf71-4d98-aa06-1de85e1336d8 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:48.528723 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-35dc2889-d8df-4cba-96e9-4992b4aba558 None None] Allocated IP 172.20.0.2 (5e1db2f5-19ca-4d5a-a84c-a02b32125113/02258896-8a0a-43a5-90d3-5cf3546f791a/f6393eef-6adc-425c-80e0-dee146e5f1c6) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:48.530409 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f00cf6b1-650a-49be-ac87-b2cd3456c2a3 req-296985ed-bf71-4d98-aa06-1de85e1336d8 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=da4a9ced-dc91-40a9-96bf-080356acbcee HTTP/1.1" status: 200 len: 945 time: 0.6180780 Jul 14 09:13:48.538015 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 8ade2411-d9c8-41a7-aa0e-24070c04adaf triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:48.538561 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:48.586998 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3ad502b1-3b51-4352-b455-9184f99fc2b4 None None] Could not find standard attr ID for object 68d9131c-9181-4083-9410-a689e49fb2c3. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:13:48.722294 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f00cf6b1-650a-49be-ac87-b2cd3456c2a3 req-128ede78-6086-4f40-9f7e-eda8f51e4b1e tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856742 Jul 14 09:13:48.731395 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-68b11349-ddcf-401d-a1bb-e5387c737433 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Made reservation on behalf of ad5180827b97485d9d925ca571b8d79b for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:48.735347 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-68b11349-ddcf-401d-a1bb-e5387c737433 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:48.763028 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-24bec63d-a0b3-428e-9c08-5e135d2cfb81 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:48.801221 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35dc2889-d8df-4cba-96e9-4992b4aba558 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:48.820773 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-35dc2889-d8df-4cba-96e9-4992b4aba558 None None] Transition to ACTIVE for port object f6393eef-6adc-425c-80e0-dee146e5f1c6 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:48.838663 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-35dc2889-d8df-4cba-96e9-4992b4aba558 None None] Transition to ACTIVE for port object f6393eef-6adc-425c-80e0-dee146e5f1c6 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:48.848182 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device cbffb502-4fe3-461f-a5b2-1a9fc98c8559 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:48.908709 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46da5f43-706e-4b1f-a4ae-570c67bd364c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:48.919656 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35dc2889-d8df-4cba-96e9-4992b4aba558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:48.955848 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46da5f43-706e-4b1f-a4ae-570c67bd364c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.044672 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dc2889-d8df-4cba-96e9-4992b4aba558 None None] Network 5e1db2f5-19ca-4d5a-a84c-a02b32125113 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:49.062799 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-35dc2889-d8df-4cba-96e9-4992b4aba558 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:49.066662 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dc2889-d8df-4cba-96e9-4992b4aba558 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:49.073596 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port cbffb502-4fe3-461f-a5b2-1a9fc98c8559 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:49.074511 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.108878 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e986245-4f9e-4f93-b5a9-cb216eb1cc49 req-33a49e77-0c1b-4c91-9bf8-18aaae3d23f1 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:49.116580 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6e986245-4f9e-4f93-b5a9-cb216eb1cc49 req-33a49e77-0c1b-4c91-9bf8-18aaae3d23f1 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 945 time: 0.6054571 Jul 14 09:13:49.185124 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-24bec63d-a0b3-428e-9c08-5e135d2cfb81 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.192896 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc2889-d8df-4cba-96e9-4992b4aba558 None None] Pushing event updated for resources: {'Port': ['ID=f6393eef-6adc-425c-80e0-dee146e5f1c6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:49.198317 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-46da5f43-706e-4b1f-a4ae-570c67bd364c admin admin] Allocated IP 172.25.6.250 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/77bffdb0-8446-4ab1-a57d-0621c6f8ddf8) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:49.236779 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-35dc2889-d8df-4cba-96e9-4992b4aba558 None None] Attempting to bind port f6393eef-6adc-425c-80e0-dee146e5f1c6 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:49.244118 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-35dc2889-d8df-4cba-96e9-4992b4aba558 None None] Attempting to bind port f6393eef-6adc-425c-80e0-dee146e5f1c6 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '5718229c-ea30-4e86-8990-a6b2e9e91341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:49.244605 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dc2889-d8df-4cba-96e9-4992b4aba558 None None] Attempting to bind port f6393eef-6adc-425c-80e0-dee146e5f1c6 on network 5e1db2f5-19ca-4d5a-a84c-a02b32125113 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:49.271089 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dc2889-d8df-4cba-96e9-4992b4aba558 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:49.271684 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dc2889-d8df-4cba-96e9-4992b4aba558 None None] Checking segment: {'id': '5718229c-ea30-4e86-8990-a6b2e9e91341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:49.272186 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35dc2889-d8df-4cba-96e9-4992b4aba558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.272678 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dc2889-d8df-4cba-96e9-4992b4aba558 None None] Bound using segment: {'id': '5718229c-ea30-4e86-8990-a6b2e9e91341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:49.273741 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-35dc2889-d8df-4cba-96e9-4992b4aba558 None None] Bound port: f6393eef-6adc-425c-80e0-dee146e5f1c6, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718229c-ea30-4e86-8990-a6b2e9e91341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:49.275884 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35dc2889-d8df-4cba-96e9-4992b4aba558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.332825 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ab5c3cf8-30d9-4e9b-9aaa-ef92b158ca1d tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Deleting port 6f8901c8-452c-4838-8dbb-e592dc139dad {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:49.333396 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab5c3cf8-30d9-4e9b-9aaa-ef92b158ca1d tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.378950 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-35dc2889-d8df-4cba-96e9-4992b4aba558 None None] For port f6393eef-6adc-425c-80e0-dee146e5f1c6, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:49.381235 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46da5f43-706e-4b1f-a4ae-570c67bd364c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.392249 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-35dc2889-d8df-4cba-96e9-4992b4aba558 None None] For port f6393eef-6adc-425c-80e0-dee146e5f1c6, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f6393eef-6adc-425c-80e0-dee146e5f1c6,segment=NetworkSegment(5718229c-ea30-4e86-8990-a6b2e9e91341),segment_id=5718229c-ea30-4e86-8990-a6b2e9e91341)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:49.397728 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35dc2889-d8df-4cba-96e9-4992b4aba558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.455219 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46da5f43-706e-4b1f-a4ae-570c67bd364c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.490993 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc2889-d8df-4cba-96e9-4992b4aba558 None None] Pushing event updated for resources: {'Port': ['ID=f6393eef-6adc-425c-80e0-dee146e5f1c6,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:49.536322 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46da5f43-706e-4b1f-a4ae-570c67bd364c admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:49.540112 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-46da5f43-706e-4b1f-a4ae-570c67bd364c admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:49.542636 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.544895 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46da5f43-706e-4b1f-a4ae-570c67bd364c admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:49.590222 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-24bec63d-a0b3-428e-9c08-5e135d2cfb81 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.593528 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da5f43-706e-4b1f-a4ae-570c67bd364c admin admin] Pushing event updated for resources: {'Port': ['ID=77bffdb0-8446-4ab1-a57d-0621c6f8ddf8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:49.595100 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750a6c08-5914-47fb-a3cb-5bdbbcd21c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbffb502-4fe3-461f-a5b2-1a9fc98c8559'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:49.600321 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e86e620-5fd7-48dd-aede-a53698fcb882" -d '{"events": [{"server_uuid": "750a6c08-5914-47fb-a3cb-5bdbbcd21c55", "name": "network-vif-plugged", "status": "completed", "tag": "cbffb502-4fe3-461f-a5b2-1a9fc98c8559"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:49.639421 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port cbffb502-4fe3-461f-a5b2-1a9fc98c8559, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=cbffb502-4fe3-461f-a5b2-1a9fc98c8559,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:49.644565 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22de8df-2762-4384-b257-8a7dd3405ff1 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:49.647406 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-24bec63d-a0b3-428e-9c08-5e135d2cfb81 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.649947 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-24bec63d-a0b3-428e-9c08-5e135d2cfb81 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/ef14fbcd-1d35-4782-815d-0e715c240566 HTTP/1.1" status: 204 len: 168 time: 1.6236901 Jul 14 09:13:49.653307 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44648) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:49.658902 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.659897 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 68b24584-0102-4951-b0b7-2d23cca374a6 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:49.690895 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6e986245-4f9e-4f93-b5a9-cb216eb1cc49 req-ba95277f-6f79-4004-b900-f0d3260473e2 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5731688 Jul 14 09:13:49.723473 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bec63d-a0b3-428e-9c08-5e135d2cfb81 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=ef14fbcd-1d35-4782-815d-0e715c240566,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:49.808079 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0666d6-2278-4aa3-bf26-951e5f738e37 req-17a49840-551e-447e-aeca-724d9029a25d tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:49.820754 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=cbffb502-4fe3-461f-a5b2-1a9fc98c8559,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:49.821624 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7b0666d6-2278-4aa3-bf26-951e5f738e37 req-17a49840-551e-447e-aeca-724d9029a25d tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e178447-7faf-4bc2-80d2-20bcfd231c58 HTTP/1.1" status: 200 len: 949 time: 0.7192400 Jul 14 09:13:49.822311 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44650) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:49.823729 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-68b11349-ddcf-401d-a1bb-e5387c737433 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Allocated IP 192.168.233.187 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/50a31227-651d-49c1-910d-ae94f403daa0) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:49.835060 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-28b388cc-444e-4de3-9df3-8d9dec51323a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1615701 Jul 14 09:13:49.840140 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab5c3cf8-30d9-4e9b-9aaa-ef92b158ca1d tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.852961 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-872db683-5e0e-48cb-96ec-ca15fe67c19a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:49.928369 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c369e0f3-49a0-445d-a754-4d1e620ffb61 None None] Provisioning complete for port 8ade2411-d9c8-41a7-aa0e-24070c04adaf triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:49.929102 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c369e0f3-49a0-445d-a754-4d1e620ffb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:50.166417 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46da5f43-706e-4b1f-a4ae-570c67bd364c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:50.200438 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7b0666d6-2278-4aa3-bf26-951e5f738e37 req-aa4c7622-aaf7-478b-bb1a-bd0157b4a9c4 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f8d1ab4-cfdf-4c5f-bade-1d43fb0e3be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014463 Jul 14 09:13:50.203538 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ab5c3cf8-30d9-4e9b-9aaa-ef92b158ca1d tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Calling delete_port for 6f8901c8-452c-4838-8dbb-e592dc139dad owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:50.227272 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872db683-5e0e-48cb-96ec-ca15fe67c19a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:50.236650 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-872db683-5e0e-48cb-96ec-ca15fe67c19a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:50.278035 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f6393eef-6adc-425c-80e0-dee146e5f1c6 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:50.432751 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46da5f43-706e-4b1f-a4ae-570c67bd364c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:50.685133 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:50.686798 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46da5f43-706e-4b1f-a4ae-570c67bd364c admin admin] Router af1314ac-be2e-4773-85c3-8f839a9a772f is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:13:50.754433 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port f6393eef-6adc-425c-80e0-dee146e5f1c6 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:50.861009 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 68b24584-0102-4951-b0b7-2d23cca374a6, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=68b24584-0102-4951-b0b7-2d23cca374a6,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:50.876515 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:50.919811 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46da5f43-706e-4b1f-a4ae-570c67bd364c admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:13:50.929976 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87511ac3-ec7b-4f11-8481-602d3ef458f2 None None] Sync routers for ids ['af1314ac-be2e-4773-85c3-8f839a9a772f'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:13:50.952039 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87511ac3-ec7b-4f11-8481-602d3ef458f2 None None] Routers {'af1314ac-be2e-4773-85c3-8f839a9a772f'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:50.957583 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-87511ac3-ec7b-4f11-8481-602d3ef458f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:13:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['af1314ac-be2e-4773-85c3-8f839a9a772f'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:50.966713 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46da5f43-706e-4b1f-a4ae-570c67bd364c admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:50.970473 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-46da5f43-706e-4b1f-a4ae-570c67bd364c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5134053 Jul 14 09:13:50.974299 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44658) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:51.074405 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75dda9b-d0a8-40c0-88a1-ec4ee7b5cc13 None None] DHCP port deletion for d4b2ec29-2184-48d5-8c16-380a3c464388 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:13:51.100676 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3080d7e7-348e-4015-8499-fdbe848599eb req-febdd3b5-f4aa-4c0c-b2cb-09cc7ad83945 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 210 time: 0.3736591 Jul 14 09:13:51.104060 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-12d8eeac-b366-47a2-9203-37ff0ed66c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:51.162472 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7a5c7-6d56-4f52-8263-b8849eb807aa req-3972e8fb-5a07-477c-9519-3f9c666b53cb tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:51.163993 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ccc7a5c7-6d56-4f52-8263-b8849eb807aa req-3972e8fb-5a07-477c-9519-3f9c666b53cb tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 946 time: 1.1185522 Jul 14 09:13:51.202270 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-872db683-5e0e-48cb-96ec-ca15fe67c19a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:51.254937 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=68b24584-0102-4951-b0b7-2d23cca374a6,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:51.302740 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44406be6-24d0-4100-b26d-c84010b6f003 x-openstack-request-id: req-44406be6-24d0-4100-b26d-c84010b6f003 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:51.303010 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750a6c08-5914-47fb-a3cb-5bdbbcd21c55", "name": "network-vif-plugged", "status": "completed", "tag": "cbffb502-4fe3-461f-a5b2-1a9fc98c8559", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:51.303232 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44406be6-24d0-4100-b26d-c84010b6f003 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:51.303557 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750a6c08-5914-47fb-a3cb-5bdbbcd21c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbffb502-4fe3-461f-a5b2-1a9fc98c8559', 'code': 200} Jul 14 09:13:51.318905 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:51.385981 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d75dda9b-d0a8-40c0-88a1-ec4ee7b5cc13 None None] Deleting port 8ade2411-d9c8-41a7-aa0e-24070c04adaf {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:51.386347 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d75dda9b-d0a8-40c0-88a1-ec4ee7b5cc13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:51.445446 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-87511ac3-ec7b-4f11-8481-602d3ef458f2 None None] Set router af1314ac-be2e-4773-85c3-8f839a9a772f gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:13:51.506862 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf982b9-073d-42ec-9424-1307323d8beb None None] Network 5e1db2f5-19ca-4d5a-a84c-a02b32125113 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:51.635195 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6bfc409d-14fb-469f-ad3b-ff5e47bd5561 None None] Provisioning for port f6393eef-6adc-425c-80e0-dee146e5f1c6 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:51.684702 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6bfc409d-14fb-469f-ad3b-ff5e47bd5561 None None] Provisioning complete for port f6393eef-6adc-425c-80e0-dee146e5f1c6 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:51.691088 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bfc409d-14fb-469f-ad3b-ff5e47bd5561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:51.719862 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-87511ac3-ec7b-4f11-8481-602d3ef458f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'name': 'tempest-AttachVolumeTestJSON-417553449-router', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:13:47Z', 'updated_at': '2021-07-14T09:13:49Z', 'revision_number': 3, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'gw_port': {'id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:48Z', 'updated_at': '2021-07-14T09:13:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:51.754168 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87511ac3-ec7b-4f11-8481-602d3ef458f2 None None] Checking router: af1314ac-be2e-4773-85c3-8f839a9a772f for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:13:51.754523 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87511ac3-ec7b-4f11-8481-602d3ef458f2 None None] Updating router af1314ac-be2e-4773-85c3-8f839a9a772f port 77bffdb0-8446-4ab1-a57d-0621c6f8ddf8 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:13:51.825967 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87511ac3-ec7b-4f11-8481-602d3ef458f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:51.857928 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d75dda9b-d0a8-40c0-88a1-ec4ee7b5cc13 None None] For port 8ade2411-d9c8-41a7-aa0e-24070c04adaf, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8ade2411-d9c8-41a7-aa0e-24070c04adaf,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:51.858384 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d75dda9b-d0a8-40c0-88a1-ec4ee7b5cc13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:51.903531 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d75dda9b-d0a8-40c0-88a1-ec4ee7b5cc13 None None] Calling delete_port for 8ade2411-d9c8-41a7-aa0e-24070c04adaf owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:51.940069 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2f4b8f9-2a1e-4b82-8679-b31f0dbd6312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.005515 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-68b11349-ddcf-401d-a1bb-e5387c737433 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.036548 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-68b11349-ddcf-401d-a1bb-e5387c737433 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Transition to ACTIVE for port object 50a31227-651d-49c1-910d-ae94f403daa0 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:52.106848 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8ade2411-d9c8-41a7-aa0e-24070c04adaf no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:52.139873 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87511ac3-ec7b-4f11-8481-602d3ef458f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.151421 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-87511ac3-ec7b-4f11-8481-602d3ef458f2 None None] Transition to ACTIVE for port object 77bffdb0-8446-4ab1-a57d-0621c6f8ddf8 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:52.159928 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87511ac3-ec7b-4f11-8481-602d3ef458f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.205077 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0cd8bd-4db4-4e30-97d2-c154418b2ce8 None None] Pushing event updated for resources: {'Port': ['ID=77bffdb0-8446-4ab1-a57d-0621c6f8ddf8,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:52.216303 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0cd8bd-4db4-4e30-97d2-c154418b2ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:52.216665 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0cd8bd-4db4-4e30-97d2-c154418b2ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:52.217010 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0cd8bd-4db4-4e30-97d2-c154418b2ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:52.217297 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0cd8bd-4db4-4e30-97d2-c154418b2ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:52.217618 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0cd8bd-4db4-4e30-97d2-c154418b2ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:52.217937 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0cd8bd-4db4-4e30-97d2-c154418b2ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:52.218870 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0cd8bd-4db4-4e30-97d2-c154418b2ce8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:52.218870 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0cd8bd-4db4-4e30-97d2-c154418b2ce8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:52.218870 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0cd8bd-4db4-4e30-97d2-c154418b2ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:52.219280 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0cd8bd-4db4-4e30-97d2-c154418b2ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:52.219701 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0cd8bd-4db4-4e30-97d2-c154418b2ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:52.220398 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0cd8bd-4db4-4e30-97d2-c154418b2ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:52.231530 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-68b11349-ddcf-401d-a1bb-e5387c737433 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.233647 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de551a-900a-4127-861c-bdc6f65bd1f2 req-0a5c9808-c75a-43b0-a2fb-4bf344e18b4b tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:52.237555 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-76de551a-900a-4127-861c-bdc6f65bd1f2 req-0a5c9808-c75a-43b0-a2fb-4bf344e18b4b tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.47 "GET /v2.0/ports?device_id=da4a9ced-dc91-40a9-96bf-080356acbcee HTTP/1.1" status: 200 len: 945 time: 0.1799624 Jul 14 09:13:52.241872 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-87511ac3-ec7b-4f11-8481-602d3ef458f2 None None] Attempting to bind port 77bffdb0-8446-4ab1-a57d-0621c6f8ddf8 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:52.242243 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-87511ac3-ec7b-4f11-8481-602d3ef458f2 None None] Attempting to bind port 77bffdb0-8446-4ab1-a57d-0621c6f8ddf8 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:52.242597 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87511ac3-ec7b-4f11-8481-602d3ef458f2 None None] Attempting to bind port 77bffdb0-8446-4ab1-a57d-0621c6f8ddf8 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:52.248402 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87511ac3-ec7b-4f11-8481-602d3ef458f2 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:52.248769 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87511ac3-ec7b-4f11-8481-602d3ef458f2 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:52.249170 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87511ac3-ec7b-4f11-8481-602d3ef458f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.249559 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87511ac3-ec7b-4f11-8481-602d3ef458f2 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:52.250027 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-87511ac3-ec7b-4f11-8481-602d3ef458f2 None None] Bound port: 77bffdb0-8446-4ab1-a57d-0621c6f8ddf8, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:52.250543 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87511ac3-ec7b-4f11-8481-602d3ef458f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.256956 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872db683-5e0e-48cb-96ec-ca15fe67c19a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:52.322739 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['7c586b3c-9a43-440a-9dae-7207d72ecabd'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:52.330678 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['6c382b8b-b54f-495e-9d8b-0660c468bb6a'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:52.340724 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-87511ac3-ec7b-4f11-8481-602d3ef458f2 None None] For port 77bffdb0-8446-4ab1-a57d-0621c6f8ddf8, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:52.342002 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b11349-ddcf-401d-a1bb-e5387c737433 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Pushing event updated for resources: {'Port': ['ID=50a31227-651d-49c1-910d-ae94f403daa0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:52.345034 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-87511ac3-ec7b-4f11-8481-602d3ef458f2 None None] For port 77bffdb0-8446-4ab1-a57d-0621c6f8ddf8, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=77bffdb0-8446-4ab1-a57d-0621c6f8ddf8,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:52.346259 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-872db683-5e0e-48cb-96ec-ca15fe67c19a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:52.354589 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87511ac3-ec7b-4f11-8481-602d3ef458f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.378785 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872db683-5e0e-48cb-96ec-ca15fe67c19a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:52.379578 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-872db683-5e0e-48cb-96ec-ca15fe67c19a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.421676 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-872db683-5e0e-48cb-96ec-ca15fe67c19a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5753236 Jul 14 09:13:52.426232 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44672) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:52.435860 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-82e5acb5-a877-4513-9044-7f74c05d3cb7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:52.458139 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0cd8bd-4db4-4e30-97d2-c154418b2ce8 None None] Pushing event updated for resources: {'Port': ['ID=77bffdb0-8446-4ab1-a57d-0621c6f8ddf8,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:52.460920 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-68b11349-ddcf-401d-a1bb-e5387c737433 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:52.477812 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ccc7a5c7-6d56-4f52-8263-b8849eb807aa req-e1764435-44c4-4cb2-9f5e-a01f6dfc470a tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450534 Jul 14 09:13:52.478531 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872db683-5e0e-48cb-96ec-ca15fe67c19a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=34fb033c-8f1c-4b5d-b345-7e3e56f3d9b9,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:52.490990 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87511ac3-ec7b-4f11-8481-602d3ef458f2 None None] Routers {'af1314ac-be2e-4773-85c3-8f839a9a772f'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:52.491593 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-87511ac3-ec7b-4f11-8481-602d3ef458f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:13:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['af1314ac-be2e-4773-85c3-8f839a9a772f'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:52.512082 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-68b11349-ddcf-401d-a1bb-e5387c737433 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:52.541210 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f2f4b8f9-2a1e-4b82-8679-b31f0dbd6312 admin admin] Allocated IP 172.20.0.1 (5e1db2f5-19ca-4d5a-a84c-a02b32125113/02258896-8a0a-43a5-90d3-5cf3546f791a/2c491f64-4b43-4aba-904f-696486d56c55) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:52.548805 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.571339 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-76de551a-900a-4127-861c-bdc6f65bd1f2 req-30165e9f-f83c-482f-bf31-0d40a79e31bc tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Deleting port f4fa3e7d-0141-4d23-b232-e5161c8c16b2 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:52.571872 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-76de551a-900a-4127-861c-bdc6f65bd1f2 req-30165e9f-f83c-482f-bf31-0d40a79e31bc tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.603781 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-68b11349-ddcf-401d-a1bb-e5387c737433 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:52.643921 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be50107-e0b6-455a-9d98-6913a576998a req-5c2575e3-c3a1-4c56-af8c-df7fe36b4578 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:52.661731 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4be50107-e0b6-455a-9d98-6913a576998a req-5c2575e3-c3a1-4c56-af8c-df7fe36b4578 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=da4a9ced-dc91-40a9-96bf-080356acbcee HTTP/1.1" status: 200 len: 945 time: 0.5029039 Jul 14 09:13:52.692889 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-87511ac3-ec7b-4f11-8481-602d3ef458f2 None None] Set router af1314ac-be2e-4773-85c3-8f839a9a772f gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:13:52.731284 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-76de551a-900a-4127-861c-bdc6f65bd1f2 req-30165e9f-f83c-482f-bf31-0d40a79e31bc tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] For port f4fa3e7d-0141-4d23-b232-e5161c8c16b2, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f4fa3e7d-0141-4d23-b232-e5161c8c16b2,segment=NetworkSegment(9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f),segment_id=9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:52.731825 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-76de551a-900a-4127-861c-bdc6f65bd1f2 req-30165e9f-f83c-482f-bf31-0d40a79e31bc tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.739807 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bfc409d-14fb-469f-ad3b-ff5e47bd5561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.768452 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-76de551a-900a-4127-861c-bdc6f65bd1f2 req-30165e9f-f83c-482f-bf31-0d40a79e31bc tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Calling delete_port for f4fa3e7d-0141-4d23-b232-e5161c8c16b2 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:52.854599 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-68b11349-ddcf-401d-a1bb-e5387c737433 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:52.855292 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-68b11349-ddcf-401d-a1bb-e5387c737433 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.910449 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6bfc409d-14fb-469f-ad3b-ff5e47bd5561 None None] For port f6393eef-6adc-425c-80e0-dee146e5f1c6, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f6393eef-6adc-425c-80e0-dee146e5f1c6,segment=NetworkSegment(5718229c-ea30-4e86-8990-a6b2e9e91341),segment_id=5718229c-ea30-4e86-8990-a6b2e9e91341)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:52.950093 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d75dda9b-d0a8-40c0-88a1-ec4ee7b5cc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.952997 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bfc409d-14fb-469f-ad3b-ff5e47bd5561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.958787 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4be50107-e0b6-455a-9d98-6913a576998a req-57e470d5-826f-4077-b0f2-e0bb6b73e177 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/security-groups?id=833621be-9cf9-48f6-9531-0239ffe4ba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956846 Jul 14 09:13:53.003517 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Port 8ade2411-d9c8-41a7-aa0e-24070c04adaf update to DOWN by agent not found {{(pid=93774) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 14 09:13:53.088874 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab5c3cf8-30d9-4e9b-9aaa-ef92b158ca1d tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.127559 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75dda9b-d0a8-40c0-88a1-ec4ee7b5cc13 None None] Pushing event deleted for resources: {'Port': ['ID=8ade2411-d9c8-41a7-aa0e-24070c04adaf,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:53.130109 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75dda9b-d0a8-40c0-88a1-ec4ee7b5cc13 None None] No DVR routers for this DVR port 8ade2411-d9c8-41a7-aa0e-24070c04adaf on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:53.158298 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-76de551a-900a-4127-861c-bdc6f65bd1f2 req-30165e9f-f83c-482f-bf31-0d40a79e31bc tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.228534 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75dda9b-d0a8-40c0-88a1-ec4ee7b5cc13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:53.229632 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75dda9b-d0a8-40c0-88a1-ec4ee7b5cc13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:53.229989 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75dda9b-d0a8-40c0-88a1-ec4ee7b5cc13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:53.230889 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75dda9b-d0a8-40c0-88a1-ec4ee7b5cc13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:53.231409 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75dda9b-d0a8-40c0-88a1-ec4ee7b5cc13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:53.231780 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75dda9b-d0a8-40c0-88a1-ec4ee7b5cc13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:53.232115 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75dda9b-d0a8-40c0-88a1-ec4ee7b5cc13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:53.232545 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75dda9b-d0a8-40c0-88a1-ec4ee7b5cc13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:53.232904 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75dda9b-d0a8-40c0-88a1-ec4ee7b5cc13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:53.241791 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75dda9b-d0a8-40c0-88a1-ec4ee7b5cc13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:53.242164 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75dda9b-d0a8-40c0-88a1-ec4ee7b5cc13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:53.242535 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75dda9b-d0a8-40c0-88a1-ec4ee7b5cc13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:53.284624 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c3cf8-30d9-4e9b-9aaa-ef92b158ca1d tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Pushing event deleted for resources: {'Port': ['ID=6f8901c8-452c-4838-8dbb-e592dc139dad,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:53.302355 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d741ac7-e470-4e53-9637-041e74f98913 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:53.334809 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e178447-7faf-4bc2-80d2-20bcfd231c58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68b24584-0102-4951-b0b7-2d23cca374a6'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:53.342130 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdb88e7-15e4-4e2a-9a7c-227fe609a929" -d '{"events": [{"server_uuid": "7e178447-7faf-4bc2-80d2-20bcfd231c58", "name": "network-vif-unplugged", "status": "completed", "tag": "68b24584-0102-4951-b0b7-2d23cca374a6"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:53.386582 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a3e9d905-45d9-452c-8099-f7a6e1b54495 None None] Provisioning for port 50a31227-651d-49c1-910d-ae94f403daa0 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:53.456636 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-68b11349-ddcf-401d-a1bb-e5387c737433 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.9973352 Jul 14 09:13:53.481300 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-11b3c6f9-11eb-43c9-acd8-ce2700c664b7 service neutron] Request body: {'port': {'device_id': 'f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:53.483215 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a3e9d905-45d9-452c-8099-f7a6e1b54495 None None] Provisioning complete for port 50a31227-651d-49c1-910d-ae94f403daa0 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:53.486050 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3e9d905-45d9-452c-8099-f7a6e1b54495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.517016 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e928e9a-13f4-4aa0-8125-07c3af07ac0a req-d850d2cb-e3dc-44de-89a7-81d9608e945a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:53.530239 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e928e9a-13f4-4aa0-8125-07c3af07ac0a req-d850d2cb-e3dc-44de-89a7-81d9608e945a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 946 time: 0.6379962 Jul 14 09:13:53.570042 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2f4b8f9-2a1e-4b82-8679-b31f0dbd6312 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.592201 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f2f4b8f9-2a1e-4b82-8679-b31f0dbd6312 admin admin] Transition to ACTIVE for port object 2c491f64-4b43-4aba-904f-696486d56c55 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:53.614936 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab5c3cf8-30d9-4e9b-9aaa-ef92b158ca1d tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.681073 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30165e9f-f83c-482f-bf31-0d40a79e31bc tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Pushing event deleted for resources: {'Port': ['ID=f4fa3e7d-0141-4d23-b232-e5161c8c16b2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:53.682110 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc409d-14fb-469f-ad3b-ff5e47bd5561 None None] Pushing event updated for resources: {'Port': ['ID=f6393eef-6adc-425c-80e0-dee146e5f1c6,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:53.687557 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e5acb5-a877-4513-9044-7f74c05d3cb7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:53.693582 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82e5acb5-a877-4513-9044-7f74c05d3cb7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.707288 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a3e9d905-45d9-452c-8099-f7a6e1b54495 None None] Port 50a31227-651d-49c1-910d-ae94f403daa0 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:13:53.718451 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-87511ac3-ec7b-4f11-8481-602d3ef458f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'name': 'tempest-AttachVolumeTestJSON-417553449-router', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:13:47Z', 'updated_at': '2021-07-14T09:13:49Z', 'revision_number': 3, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'gw_port': {'id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:48Z', 'updated_at': '2021-07-14T09:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:53.764102 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2f4b8f9-2a1e-4b82-8679-b31f0dbd6312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.777050 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87511ac3-ec7b-4f11-8481-602d3ef458f2 None None] The sync data for ids ['af1314ac-be2e-4773-85c3-8f839a9a772f'] in n-d-771362-35 is: [{'id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'name': 'tempest-AttachVolumeTestJSON-417553449-router', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:13:47Z', 'updated_at': '2021-07-14T09:13:49Z', 'revision_number': 3, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'gw_port': {'id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:48Z', 'updated_at': '2021-07-14T09:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:13:53.781074 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.865867 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-72786c31-77eb-4aac-a510-f71f592f622c None None] Provisioning complete for port f6393eef-6adc-425c-80e0-dee146e5f1c6 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:53.866317 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-72786c31-77eb-4aac-a510-f71f592f622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.868398 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f4b8f9-2a1e-4b82-8679-b31f0dbd6312 admin admin] Network 5e1db2f5-19ca-4d5a-a84c-a02b32125113 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:53.909331 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['f4fa3e7d-0141-4d23-b232-e5161c8c16b2'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:53.915288 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-11b3c6f9-11eb-43c9-acd8-ce2700c664b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.922654 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4b8f9-2a1e-4b82-8679-b31f0dbd6312 admin admin] Pushing event updated for resources: {'Port': ['ID=2c491f64-4b43-4aba-904f-696486d56c55,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:53.925383 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f2f4b8f9-2a1e-4b82-8679-b31f0dbd6312 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:53.962390 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f4b8f9-2a1e-4b82-8679-b31f0dbd6312 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:53.962838 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e928e9a-13f4-4aa0-8125-07c3af07ac0a req-fd423131-4c7e-4059-b021-35ae3afd9d97 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4316361 Jul 14 09:13:54.048115 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2f4b8f9-2a1e-4b82-8679-b31f0dbd6312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:54.056558 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62e2e2-0013-4727-93ee-46b5989ec714 req-a9ef15b6-a5bd-4cc8-9127-d8363365bc5c tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:54.060218 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0a62e2e2-0013-4727-93ee-46b5989ec714 req-a9ef15b6-a5bd-4cc8-9127-d8363365bc5c tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 936 time: 0.6565390 Jul 14 09:13:54.173460 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f6393eef-6adc-425c-80e0-dee146e5f1c6 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:54.332393 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-76de551a-900a-4127-861c-bdc6f65bd1f2 req-30165e9f-f83c-482f-bf31-0d40a79e31bc tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] No DVR routers for this DVR port f4fa3e7d-0141-4d23-b232-e5161c8c16b2 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:54.366080 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d70d5b-d4bd-4a26-9de9-d3d130e7a948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-d4b2ec29-2184-48d5-8c16-380a3c464388', 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'fixed_ips': [{'subnet_id': '34fb033c-8f1c-4b5d-b345-7e3e56f3d9b9'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:13:54.369450 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58d70d5b-d4bd-4a26-9de9-d3d130e7a948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:54.434136 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0a62e2e2-0013-4727-93ee-46b5989ec714 req-db55a768-a09d-4e69-97b5-3f3104f1a3f4 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905807 Jul 14 09:13:54.444350 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-76de551a-900a-4127-861c-bdc6f65bd1f2 req-30165e9f-f83c-482f-bf31-0d40a79e31bc tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:54.447027 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-905a5a23-670e-47fd-b3ac-14482f00ee37 None None] Provisioning for port 2c491f64-4b43-4aba-904f-696486d56c55 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:54.459722 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-76de551a-900a-4127-861c-bdc6f65bd1f2 req-30165e9f-f83c-482f-bf31-0d40a79e31bc tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.47 "DELETE /v2.0/ports/f4fa3e7d-0141-4d23-b232-e5161c8c16b2 HTTP/1.1" status: 204 len: 173 time: 2.2087169 Jul 14 09:13:54.464094 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4a9ced-dc91-40a9-96bf-080356acbcee', 'name': 'network-vif-deleted', 'tag': 'f4fa3e7d-0141-4d23-b232-e5161c8c16b2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:54.476876 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfd1de6-0f0d-4c80-b69f-ed7bbc46e684" -d '{"events": [{"server_uuid": "da4a9ced-dc91-40a9-96bf-080356acbcee", "name": "network-vif-deleted", "tag": "f4fa3e7d-0141-4d23-b232-e5161c8c16b2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:54.481475 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-905a5a23-670e-47fd-b3ac-14482f00ee37 None None] Provisioning complete for port 2c491f64-4b43-4aba-904f-696486d56c55 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:54.503352 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-905a5a23-670e-47fd-b3ac-14482f00ee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:54.511089 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2f4b8f9-2a1e-4b82-8679-b31f0dbd6312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:54.524447 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port f6393eef-6adc-425c-80e0-dee146e5f1c6 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:54.527882 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:54.626257 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5c3cf8-30d9-4e9b-9aaa-ef92b158ca1d tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Router 73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:13:54.794624 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f90699c-ae67-48b0-9de0-65cad0944fe0 x-openstack-request-id: req-1f90699c-ae67-48b0-9de0-65cad0944fe0 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:54.796174 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e178447-7faf-4bc2-80d2-20bcfd231c58", "name": "network-vif-unplugged", "status": "completed", "tag": "68b24584-0102-4951-b0b7-2d23cca374a6", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:54.796664 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f90699c-ae67-48b0-9de0-65cad0944fe0 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:54.797203 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e178447-7faf-4bc2-80d2-20bcfd231c58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68b24584-0102-4951-b0b7-2d23cca374a6', 'code': 200} Jul 14 09:13:54.828766 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 851d0185-ff3c-4fb6-808c-c8213c818442 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:54.841820 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 851d0185-ff3c-4fb6-808c-c8213c818442 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:54.977010 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5c3cf8-30d9-4e9b-9aaa-ef92b158ca1d tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:13:54.994575 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ab5c3cf8-30d9-4e9b-9aaa-ef92b158ca1d tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "PUT /v2.0/routers/73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8394637 Jul 14 09:13:55.000106 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44720) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:55.039653 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8794bb-91cf-4828-8cf7-76136b09e546 None None] Sync routers for ids ['73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:13:55.158909 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-58d70d5b-d4bd-4a26-9de9-d3d130e7a948 None None] Allocated IP 172.20.0.2 (d4b2ec29-2184-48d5-8c16-380a3c464388/34fb033c-8f1c-4b5d-b345-7e3e56f3d9b9/c788607e-d96b-44e7-ac97-e816143158a1) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:55.160809 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de1a17-f1e5-428c-9734-f92c2bb8363b req-cb81b2e9-2d60-421a-9242-c133e492b277 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:55.169898 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1de1a17-f1e5-428c-9734-f92c2bb8363b req-cb81b2e9-2d60-421a-9242-c133e492b277 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 946 time: 0.3818276 Jul 14 09:13:55.222879 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-dd283b7d-2ff8-4beb-ad13-9e675af4c1a5 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] show failed (client error): The resource could not be found. Jul 14 09:13:55.224424 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-dd283b7d-2ff8-4beb-ad13-9e675af4c1a5 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-122257444 HTTP/1.1" status: 404 len: 334 time: 0.2209582 Jul 14 09:13:55.237195 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44726) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:55.255815 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7657e332-2310-43b0-86db-24ff1f902bee tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:55.398082 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-7657e332-2310-43b0-86db-24ff1f902bee tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] update failed (client error): The resource could not be found. Jul 14 09:13:55.413777 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7657e332-2310-43b0-86db-24ff1f902bee tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-963054361 HTTP/1.1" status: 404 len: 334 time: 0.1730711 Jul 14 09:13:55.426548 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44728) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:55.533137 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-38ec23ef-ef67-4903-9e2f-952f2309381a req-ab26a0dd-7c18-44cd-b183-816e0786efe3 tempest-DeleteServersTestJSON-2140406414 tempest-DeleteServersTestJSON-2140406414-project] 10.222.0.25 "GET /v2.0/ports?device_id=da4a9ced-dc91-40a9-96bf-080356acbcee HTTP/1.1" status: 200 len: 210 time: 0.1987050 Jul 14 09:13:55.610796 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1de1a17-f1e5-428c-9734-f92c2bb8363b req-79d20f7c-c72d-4291-b0c8-fbf93622c1b7 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246609 Jul 14 09:13:55.625896 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2f4b8f9-2a1e-4b82-8679-b31f0dbd6312 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.635853 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2f4b8f9-2a1e-4b82-8679-b31f0dbd6312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.668990 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-11b3c6f9-11eb-43c9-acd8-ce2700c664b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a31227-651d-49c1-910d-ae94f403daa0 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:55.692461 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-905a5a23-670e-47fd-b3ac-14482f00ee37 None None] Port 2c491f64-4b43-4aba-904f-696486d56c55 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:13:55.707518 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] It took 0.74 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:13:55.714082 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-11b3c6f9-11eb-43c9-acd8-ce2700c664b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.740692 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-616b7cbc-1c8d-4267-b173-d52e4ef17b99 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Deleting subnet 632f626c-4c31-4b50-86e3-e38751b8787c {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:13:55.748594 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-616b7cbc-1c8d-4267-b173-d52e4ef17b99 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.788693 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33dc9e89-7c83-41c4-be7f-e7f1593b7045 x-openstack-request-id: req-33dc9e89-7c83-41c4-be7f-e7f1593b7045 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:55.794498 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4a9ced-dc91-40a9-96bf-080356acbcee", "name": "network-vif-deleted", "tag": "f4fa3e7d-0141-4d23-b232-e5161c8c16b2", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:55.794771 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33dc9e89-7c83-41c4-be7f-e7f1593b7045 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:55.795185 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da4a9ced-dc91-40a9-96bf-080356acbcee', 'name': 'network-vif-deleted', 'tag': 'f4fa3e7d-0141-4d23-b232-e5161c8c16b2', 'status': 'completed', 'code': 200} Jul 14 09:13:55.842685 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8794bb-91cf-4828-8cf7-76136b09e546 None None] Routers {'73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:55.843292 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-aa8794bb-91cf-4828-8cf7-76136b09e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:13:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:55.848630 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-616b7cbc-1c8d-4267-b173-d52e4ef17b99 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.883245 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-11b3c6f9-11eb-43c9-acd8-ce2700c664b7 service neutron] Transition to ACTIVE for port object 50a31227-651d-49c1-910d-ae94f403daa0 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:55.932880 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-aa8794bb-91cf-4828-8cf7-76136b09e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:55.995894 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58d70d5b-d4bd-4a26-9de9-d3d130e7a948 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:56.000975 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:56.030876 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8794bb-91cf-4828-8cf7-76136b09e546 None None] Routers {'73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:56.031502 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-aa8794bb-91cf-4828-8cf7-76136b09e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:13:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:56.075777 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-aa8794bb-91cf-4828-8cf7-76136b09e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:56.076602 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8794bb-91cf-4828-8cf7-76136b09e546 None None] The sync data for ids ['73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:13:56.091116 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-616b7cbc-1c8d-4267-b173-d52e4ef17b99 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:56.100986 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-58d70d5b-d4bd-4a26-9de9-d3d130e7a948 None None] Transition to ACTIVE for port object c788607e-d96b-44e7-ac97-e816143158a1 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:56.145401 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 851d0185-ff3c-4fb6-808c-c8213c818442, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=851d0185-ff3c-4fb6-808c-c8213c818442,segment=NetworkSegment(c33ce29e-d508-429e-945d-f02a1fe3578f),segment_id=c33ce29e-d508-429e-945d-f02a1fe3578f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:56.162478 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:56.214963 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-11b3c6f9-11eb-43c9-acd8-ce2700c664b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:56.232886 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-58d70d5b-d4bd-4a26-9de9-d3d130e7a948 None None] Transition to ACTIVE for port object c788607e-d96b-44e7-ac97-e816143158a1 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:56.242915 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=851d0185-ff3c-4fb6-808c-c8213c818442,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:56.270212 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 851d0185-ff3c-4fb6-808c-c8213c818442, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=851d0185-ff3c-4fb6-808c-c8213c818442,segment=NetworkSegment(c33ce29e-d508-429e-945d-f02a1fe3578f),segment_id=c33ce29e-d508-429e-945d-f02a1fe3578f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:56.279042 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58d70d5b-d4bd-4a26-9de9-d3d130e7a948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:56.285212 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-616b7cbc-1c8d-4267-b173-d52e4ef17b99 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:56.287483 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2f4b8f9-2a1e-4b82-8679-b31f0dbd6312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:56.298616 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4b8f9-2a1e-4b82-8679-b31f0dbd6312 admin admin] Pushing event updated for resources: {'Port': ['ID=2c491f64-4b43-4aba-904f-696486d56c55,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:56.322481 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-616b7cbc-1c8d-4267-b173-d52e4ef17b99 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:56.324481 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-616b7cbc-1c8d-4267-b173-d52e4ef17b99 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "DELETE /v2.0/subnets/632f626c-4c31-4b50-86e3-e38751b8787c HTTP/1.1" status: 204 len: 168 time: 0.8933351 Jul 14 09:13:56.367054 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44742) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:56.403662 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d70d5b-d4bd-4a26-9de9-d3d130e7a948 None None] Pushing event updated for resources: {'Port': ['ID=c788607e-d96b-44e7-ac97-e816143158a1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:56.412673 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d70d5b-d4bd-4a26-9de9-d3d130e7a948 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:56.416029 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f2b41b-402b-4085-b673-ba8fa86773f4 None None] Network db8c95cf-e140-4967-b21b-61f4cdf8a17b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:56.419360 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '851d0185-ff3c-4fb6-808c-c8213c818442', 'network_id': '86c853f4-4ad9-424e-8297-380957ad4d59', 'port_id': '851d0185-ff3c-4fb6-808c-c8213c818442', 'mac_address': 'fa:16:3e:0b:8a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15f9542-5236-469a-b44a-f2a19fe36887', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:56.440993 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-58d70d5b-d4bd-4a26-9de9-d3d130e7a948 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:56.476266 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ec0fc596-fcb1-4b8b-a293-dbfe25ec7d81 req-31703951-e237-4d8a-b971-1f73daf14c33 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9695733 Jul 14 09:13:56.485664 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d70d5b-d4bd-4a26-9de9-d3d130e7a948 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:56.522508 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 77bffdb0-8446-4ab1-a57d-0621c6f8ddf8 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:56.536267 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b7cbc-1c8d-4267-b173-d52e4ef17b99 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Pushing event deleted for resources: {'Subnet': ['ID=632f626c-4c31-4b50-86e3-e38751b8787c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:56.617394 n-d-771362-35 neutron-server[93772]: DEBUG neutron.objects.ports [None req-82e5acb5-a877-4513-9044-7f74c05d3cb7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:13:56.666950 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3c6f9-11eb-43c9-acd8-ce2700c664b7 service neutron] Pushing event updated for resources: {'Port': ['ID=50a31227-651d-49c1-910d-ae94f403daa0,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:56.712945 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-11b3c6f9-11eb-43c9-acd8-ce2700c664b7 service neutron] Attempting to bind port 50a31227-651d-49c1-910d-ae94f403daa0 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:56.713307 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-11b3c6f9-11eb-43c9-acd8-ce2700c664b7 service neutron] Attempting to bind port 50a31227-651d-49c1-910d-ae94f403daa0 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:56.713618 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-11b3c6f9-11eb-43c9-acd8-ce2700c664b7 service neutron] Attempting to bind port 50a31227-651d-49c1-910d-ae94f403daa0 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:56.751885 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7dec57-4afe-4b5f-8ceb-51d29106fef9 req-176437e5-8b65-4829-bfd0-de1460b82449 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:56.766288 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5f7dec57-4afe-4b5f-8ceb-51d29106fef9 req-176437e5-8b65-4829-bfd0-de1460b82449 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 946 time: 0.5563414 Jul 14 09:13:56.792382 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-11b3c6f9-11eb-43c9-acd8-ce2700c664b7 service neutron] Port 50a31227-651d-49c1-910d-ae94f403daa0 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:13:56.793396 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-11b3c6f9-11eb-43c9-acd8-ce2700c664b7 service neutron] Attempting to bind port 50a31227-651d-49c1-910d-ae94f403daa0 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:56.798409 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:13:56.820561 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4291d3c-179e-4ee0-a78b-ff85fe34ab0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '851d0185-ff3c-4fb6-808c-c8213c818442'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:56.827574 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a3aa86-e4b8-4050-895b-e57fdb1b1098" -d '{"events": [{"server_uuid": "e4291d3c-179e-4ee0-a78b-ff85fe34ab0c", "name": "network-vif-unplugged", "status": "completed", "tag": "851d0185-ff3c-4fb6-808c-c8213c818442"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:56.843146 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:56.844313 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-11b3c6f9-11eb-43c9-acd8-ce2700c664b7 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:56.844662 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-11b3c6f9-11eb-43c9-acd8-ce2700c664b7 service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:56.845049 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-11b3c6f9-11eb-43c9-acd8-ce2700c664b7 service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:56.845499 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-11b3c6f9-11eb-43c9-acd8-ce2700c664b7 service neutron] Bound port: 50a31227-651d-49c1-910d-ae94f403daa0, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:56.845863 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-11b3c6f9-11eb-43c9-acd8-ce2700c664b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:56.847027 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 77bffdb0-8446-4ab1-a57d-0621c6f8ddf8 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:56.863986 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 77bffdb0-8446-4ab1-a57d-0621c6f8ddf8 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:56.864357 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:56.922117 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-58d70d5b-d4bd-4a26-9de9-d3d130e7a948 None None] Attempting to bind port c788607e-d96b-44e7-ac97-e816143158a1 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:56.922635 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-58d70d5b-d4bd-4a26-9de9-d3d130e7a948 None None] Attempting to bind port c788607e-d96b-44e7-ac97-e816143158a1 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:56.923003 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d70d5b-d4bd-4a26-9de9-d3d130e7a948 None None] Attempting to bind port c788607e-d96b-44e7-ac97-e816143158a1 on network d4b2ec29-2184-48d5-8c16-380a3c464388 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:56.934352 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ea0e7-8f1d-40a0-9809-d6135a2a6ceb req-9b969101-f417-4da0-9686-912a58c3288d tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:56.952614 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad6116b0-bab6-4163-8965-e136385a4013 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:56.953882 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-313ea0e7-8f1d-40a0-9809-d6135a2a6ceb req-9b969101-f417-4da0-9686-912a58c3288d tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 948 time: 0.7422447 Jul 14 09:13:56.962834 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d70d5b-d4bd-4a26-9de9-d3d130e7a948 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:56.963286 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d70d5b-d4bd-4a26-9de9-d3d130e7a948 None None] Checking segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:56.963877 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58d70d5b-d4bd-4a26-9de9-d3d130e7a948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:56.965750 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d70d5b-d4bd-4a26-9de9-d3d130e7a948 None None] Bound using segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:56.966554 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-58d70d5b-d4bd-4a26-9de9-d3d130e7a948 None None] Bound port: c788607e-d96b-44e7-ac97-e816143158a1, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:56.966943 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58d70d5b-d4bd-4a26-9de9-d3d130e7a948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:57.046427 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5f7dec57-4afe-4b5f-8ceb-51d29106fef9 req-80c3473b-e8b7-42b7-9e93-8d805ae876dc tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2792532 Jul 14 09:13:57.059843 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851d0185-ff3c-4fb6-808c-c8213c818442 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:57.097826 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 851d0185-ff3c-4fb6-808c-c8213c818442, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=851d0185-ff3c-4fb6-808c-c8213c818442,segment=NetworkSegment(c33ce29e-d508-429e-945d-f02a1fe3578f),segment_id=c33ce29e-d508-429e-945d-f02a1fe3578f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:57.135056 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-313ea0e7-8f1d-40a0-9809-d6135a2a6ceb req-1a1069c4-e790-4814-aec4-b05ba76a92f5 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764731 Jul 14 09:13:57.141024 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-11b3c6f9-11eb-43c9-acd8-ce2700c664b7 service neutron] For port 50a31227-651d-49c1-910d-ae94f403daa0, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:57.146716 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-11b3c6f9-11eb-43c9-acd8-ce2700c664b7 service neutron] For port 50a31227-651d-49c1-910d-ae94f403daa0, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=50a31227-651d-49c1-910d-ae94f403daa0,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:57.155029 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:57.161578 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-11b3c6f9-11eb-43c9-acd8-ce2700c664b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:57.260063 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fc596-fcb1-4b8b-a293-dbfe25ec7d81 req-0e9fac50-25e9-4709-822f-2a4cb49ea9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:57.261316 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ec0fc596-fcb1-4b8b-a293-dbfe25ec7d81 req-0e9fac50-25e9-4709-822f-2a4cb49ea9a5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 1102 time: 0.7058451 Jul 14 09:13:57.311304 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-11b3c6f9-11eb-43c9-acd8-ce2700c664b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:57.312360 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-11b3c6f9-11eb-43c9-acd8-ce2700c664b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:57.313189 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-11b3c6f9-11eb-43c9-acd8-ce2700c664b7 service neutron] 10.222.0.47 "PUT /v2.0/ports/50a31227-651d-49c1-910d-ae94f403daa0 HTTP/1.1" status: 200 len: 1097 time: 3.8371592 Jul 14 09:13:57.313655 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6', 'tag': '50a31227-651d-49c1-910d-ae94f403daa0'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:57.334465 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf38a8a-311e-41b9-bd65-6ce41789abb2" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6", "tag": "50a31227-651d-49c1-910d-ae94f403daa0"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:57.380975 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f4b8f9-2a1e-4b82-8679-b31f0dbd6312 admin admin] Network 5e1db2f5-19ca-4d5a-a84c-a02b32125113 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:57.437321 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-58d70d5b-d4bd-4a26-9de9-d3d130e7a948 None None] For port c788607e-d96b-44e7-ac97-e816143158a1, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:57.445920 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-58d70d5b-d4bd-4a26-9de9-d3d130e7a948 None None] For port c788607e-d96b-44e7-ac97-e816143158a1, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c788607e-d96b-44e7-ac97-e816143158a1,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:57.457399 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f48d4ac-e7b3-4306-bf25-d7e1a4fe8283 None None] DHCP port deletion for db8c95cf-e140-4967-b21b-61f4cdf8a17b request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:13:57.465622 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58d70d5b-d4bd-4a26-9de9-d3d130e7a948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:57.474911 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=851d0185-ff3c-4fb6-808c-c8213c818442,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:57.491833 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3c6f9-11eb-43c9-acd8-ce2700c664b7 service neutron] Pushing event updated for resources: {'Port': ['ID=50a31227-651d-49c1-910d-ae94f403daa0,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:57.499601 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f2f4b8f9-2a1e-4b82-8679-b31f0dbd6312 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:57.582735 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:57.608646 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['851d0185-ff3c-4fb6-808c-c8213c818442'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:57.631972 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-58895543-44fc-4156-9a4b-6e6a88e109bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:57.634495 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-58895543-44fc-4156-9a4b-6e6a88e109bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 1100 time: 0.2657461 Jul 14 09:13:57.686603 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-d68659a9-f99e-481e-9110-9a39f9cf0492 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=50a31227-651d-49c1-910d-ae94f403daa0 HTTP/1.1" status: 200 len: 217 time: 0.0440805 Jul 14 09:13:57.795330 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 77bffdb0-8446-4ab1-a57d-0621c6f8ddf8, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=77bffdb0-8446-4ab1-a57d-0621c6f8ddf8,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:57.813890 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82e5acb5-a877-4513-9044-7f74c05d3cb7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:57.820952 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:57.854206 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d70d5b-d4bd-4a26-9de9-d3d130e7a948 None None] Pushing event updated for resources: {'Port': ['ID=c788607e-d96b-44e7-ac97-e816143158a1,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:57.863910 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42e35c-375f-4940-adbc-b7a8067567f1 req-3cb9cddd-78a1-41c1-b31a-7074c6fcacfa tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:57.873859 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba42e35c-375f-4940-adbc-b7a8067567f1 req-3cb9cddd-78a1-41c1-b31a-7074c6fcacfa tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 945 time: 0.3779495 Jul 14 09:13:57.920669 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ad6116b0-bab6-4163-8965-e136385a4013 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Deleting port 9b843559-6dd6-492e-949c-ca1cd4435397 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:57.930765 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad6116b0-bab6-4163-8965-e136385a4013 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:57.944074 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-7e6564b8-2370-4b28-8e63-39c90b10d8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:57.951293 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-7e6564b8-2370-4b28-8e63-39c90b10d8f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.2527876 Jul 14 09:13:58.060536 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=77bffdb0-8446-4ab1-a57d-0621c6f8ddf8,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:58.072483 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7f48d4ac-e7b3-4306-bf25-d7e1a4fe8283 None None] Deleting port 9b843559-6dd6-492e-949c-ca1cd4435397 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:58.073448 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f48d4ac-e7b3-4306-bf25-d7e1a4fe8283 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:58.116674 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba42e35c-375f-4940-adbc-b7a8067567f1 req-ec46d201-2cb3-468e-8196-886af4d4b65b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418373 Jul 14 09:13:58.181283 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-2faadca6-ff21-4bc0-b576-45eb4cfc8bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:58.188069 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-2faadca6-ff21-4bc0-b576-45eb4cfc8bb8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2091088 Jul 14 09:13:58.242511 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67156d7-0640-40ca-b61b-5740fb4d4a50 x-openstack-request-id: req-d67156d7-0640-40ca-b61b-5740fb4d4a50 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:58.242983 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4291d3c-179e-4ee0-a78b-ff85fe34ab0c", "name": "network-vif-unplugged", "status": "completed", "tag": "851d0185-ff3c-4fb6-808c-c8213c818442", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:58.243626 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d67156d7-0640-40ca-b61b-5740fb4d4a50 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:58.243849 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4291d3c-179e-4ee0-a78b-ff85fe34ab0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '851d0185-ff3c-4fb6-808c-c8213c818442', 'code': 200} Jul 14 09:13:58.297593 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3760c223-0ff2-4eb5-9319-0a37b1e102d0 None None] Provisioning complete for port 2c491f64-4b43-4aba-904f-696486d56c55 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:58.297968 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3760c223-0ff2-4eb5-9319-0a37b1e102d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:58.384043 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8e152f-9327-4400-8af0-126b1de3f1e5 x-openstack-request-id: req-3b8e152f-9327-4400-8af0-126b1de3f1e5 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:58.384512 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6", "tag": "50a31227-651d-49c1-910d-ae94f403daa0", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:58.386046 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b8e152f-9327-4400-8af0-126b1de3f1e5 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:58.387813 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6', 'tag': '50a31227-651d-49c1-910d-ae94f403daa0', 'status': 'completed', 'code': 200} Jul 14 09:13:58.430067 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7f48d4ac-e7b3-4306-bf25-d7e1a4fe8283 None None] For port 9b843559-6dd6-492e-949c-ca1cd4435397, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9b843559-6dd6-492e-949c-ca1cd4435397,segment=NetworkSegment(6f7e5dc7-cce7-43a0-b975-2bcb99ebb3d6),segment_id=6f7e5dc7-cce7-43a0-b975-2bcb99ebb3d6)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:58.430803 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f48d4ac-e7b3-4306-bf25-d7e1a4fe8283 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:58.462688 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fc596-fcb1-4b8b-a293-dbfe25ec7d81 req-977c1938-e10b-4f99-bf58-a14f5dd19fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:58.485284 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ec0fc596-fcb1-4b8b-a293-dbfe25ec7d81 req-977c1938-e10b-4f99-bf58-a14f5dd19fc8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 1.1727767 Jul 14 09:13:58.508917 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7f48d4ac-e7b3-4306-bf25-d7e1a4fe8283 None None] Calling delete_port for 9b843559-6dd6-492e-949c-ca1cd4435397 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:58.515267 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3760c223-0ff2-4eb5-9319-0a37b1e102d0 None None] Port 2c491f64-4b43-4aba-904f-696486d56c55 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:13:58.543607 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-494635af-06eb-48a2-8ad0-639963a5ccd9 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474097 Jul 14 09:13:58.628450 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c788607e-d96b-44e7-ac97-e816143158a1 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:58.755152 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port c788607e-d96b-44e7-ac97-e816143158a1 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:58.761490 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ec0fc596-fcb1-4b8b-a293-dbfe25ec7d81 req-da5f28a0-62cf-44fe-9f84-78d42b785388 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=7c586b3c-9a43-440a-9dae-7207d72ecabd HTTP/1.1" status: 200 len: 217 time: 0.2747116 Jul 14 09:13:58.767073 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 77bffdb0-8446-4ab1-a57d-0621c6f8ddf8 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:58.768973 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f48d4ac-e7b3-4306-bf25-d7e1a4fe8283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:58.784348 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f4b8f9-2a1e-4b82-8679-b31f0dbd6312 admin admin] Router af1314ac-be2e-4773-85c3-8f839a9a772f has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:13:58.820026 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c10e9546-3457-4cbc-aa34-ecdc46d6c07c req-e572acd5-af04-49aa-82c8-101046404687 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681866 Jul 14 09:13:58.875290 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f48d4ac-e7b3-4306-bf25-d7e1a4fe8283 None None] No DVR routers for this DVR port 9b843559-6dd6-492e-949c-ca1cd4435397 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:58.895462 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48d4ac-e7b3-4306-bf25-d7e1a4fe8283 None None] Pushing event deleted for resources: {'Port': ['ID=9b843559-6dd6-492e-949c-ca1cd4435397,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:58.951143 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 77bffdb0-8446-4ab1-a57d-0621c6f8ddf8 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:58.951512 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:58.959164 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ad6116b0-bab6-4163-8965-e136385a4013 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] For port 9b843559-6dd6-492e-949c-ca1cd4435397, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9b843559-6dd6-492e-949c-ca1cd4435397,segment=NetworkSegment(6f7e5dc7-cce7-43a0-b975-2bcb99ebb3d6),segment_id=6f7e5dc7-cce7-43a0-b975-2bcb99ebb3d6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:58.959562 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad6116b0-bab6-4163-8965-e136385a4013 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:59.106226 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-82e5acb5-a877-4513-9044-7f74c05d3cb7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] For port c788607e-d96b-44e7-ac97-e816143158a1, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c788607e-d96b-44e7-ac97-e816143158a1,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:59.163170 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9b843559-6dd6-492e-949c-ca1cd4435397 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:59.170568 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 851d0185-ff3c-4fb6-808c-c8213c818442 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:59.186431 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82e5acb5-a877-4513-9044-7f74c05d3cb7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:59.205298 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 9b843559-6dd6-492e-949c-ca1cd4435397 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:59.205298 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9b843559-6dd6-492e-949c-ca1cd4435397 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:59.208413 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ad6116b0-bab6-4163-8965-e136385a4013 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Calling delete_port for 9b843559-6dd6-492e-949c-ca1cd4435397 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:59.243357 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fc596-fcb1-4b8b-a293-dbfe25ec7d81 req-aa71dbda-1b5d-4c17-ae3c-4c511fcb3818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:59.254328 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ec0fc596-fcb1-4b8b-a293-dbfe25ec7d81 req-aa71dbda-1b5d-4c17-ae3c-4c511fcb3818 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.4609232 Jul 14 09:13:59.264430 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82e5acb5-a877-4513-9044-7f74c05d3cb7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:59.265306 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82e5acb5-a877-4513-9044-7f74c05d3cb7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:59.299446 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 851d0185-ff3c-4fb6-808c-c8213c818442 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:59.300037 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:59.361924 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b9fdd90f-baa4-441e-8c55-940e92110cdf None None] Provisioning for port c788607e-d96b-44e7-ac97-e816143158a1 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:59.371956 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b9fdd90f-baa4-441e-8c55-940e92110cdf None None] Provisioning complete for port c788607e-d96b-44e7-ac97-e816143158a1 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:59.372331 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9fdd90f-baa4-441e-8c55-940e92110cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:59.431082 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e5acb5-a877-4513-9044-7f74c05d3cb7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:59.483196 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-82e5acb5-a877-4513-9044-7f74c05d3cb7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:59.512277 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e5acb5-a877-4513-9044-7f74c05d3cb7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:59.513080 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82e5acb5-a877-4513-9044-7f74c05d3cb7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:59.515642 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3532161-a799-4f05-ac2c-27aa726dfbe9 req-7d6558dd-8bcd-4a3f-8234-6503797c6e39 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:59.525014 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a3532161-a799-4f05-ac2c-27aa726dfbe9 req-7d6558dd-8bcd-4a3f-8234-6503797c6e39 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 946 time: 0.9602690 Jul 14 09:13:59.569925 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d8b96-b0e6-4652-81ef-dbfc2fbb66ea req-d9239ae4-7fbf-4913-a447-1df182233144 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:59.572162 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d69d8b96-b0e6-4652-81ef-dbfc2fbb66ea req-d9239ae4-7fbf-4913-a447-1df182233144 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 948 time: 0.8805778 Jul 14 09:13:59.582789 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5acb5-a877-4513-9044-7f74c05d3cb7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=c287d81d-7476-4b34-8a07-3da719b36ccd,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:59.590290 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5acb5-a877-4513-9044-7f74c05d3cb7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=c788607e-d96b-44e7-ac97-e816143158a1,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:59.603217 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-82e5acb5-a877-4513-9044-7f74c05d3cb7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.1722682 Jul 14 09:13:59.607255 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44772) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:59.624583 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a3532161-a799-4f05-ac2c-27aa726dfbe9 req-c3bc306d-2a08-4024-a442-d258ed06c0a3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982213 Jul 14 09:13:59.625792 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-cfca9da3-393a-485e-a4d6-127a672c02f9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'port': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'mac_address': 'fa:16:3e:eb:db:04', 'name': 'tempest-NetworksTestDHCPv6-1264933709'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:59.631015 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fc596-fcb1-4b8b-a293-dbfe25ec7d81 req-ee591861-bf0a-4de2-936b-14eb6dfe08b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:59.632948 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ec0fc596-fcb1-4b8b-a293-dbfe25ec7d81 req-ee591861-bf0a-4de2-936b-14eb6dfe08b0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3717730 Jul 14 09:13:59.635479 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5288c84f-46cc-4190-8bbb-352f28ddd5c4 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:59.643137 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f4b8f9-2a1e-4b82-8679-b31f0dbd6312 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:13:59.653352 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983d20f3-2a63-49aa-a4e5-8119b69e6138 None None] Sync routers for ids ['af1314ac-be2e-4773-85c3-8f839a9a772f'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:13:59.664337 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f2f4b8f9-2a1e-4b82-8679-b31f0dbd6312 admin admin] 10.222.0.25 "PUT /v2.0/routers/af1314ac-be2e-4773-85c3-8f839a9a772f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6889746 Jul 14 09:13:59.678256 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983d20f3-2a63-49aa-a4e5-8119b69e6138 None None] Routers {'af1314ac-be2e-4773-85c3-8f839a9a772f'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:59.679038 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-983d20f3-2a63-49aa-a4e5-8119b69e6138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:13:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['af1314ac-be2e-4773-85c3-8f839a9a772f'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:59.750269 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:59.767277 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9fdd90f-baa4-441e-8c55-940e92110cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:59.790036 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d69d8b96-b0e6-4652-81ef-dbfc2fbb66ea req-44b04f79-c4de-4d40-b4d9-6253ee417408 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807501 Jul 14 09:13:59.796185 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf38a8a-311e-41b9-bd65-6ce41789abb2 req-9f53c693-2608-4907-9120-ee457dbb421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:59.800996 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4cf38a8a-311e-41b9-bd65-6ce41789abb2 req-9f53c693-2608-4907-9120-ee457dbb421f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 1100 time: 0.9177651 Jul 14 09:13:59.839148 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b9fdd90f-baa4-441e-8c55-940e92110cdf None None] For port c788607e-d96b-44e7-ac97-e816143158a1, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c788607e-d96b-44e7-ac97-e816143158a1,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:59.847321 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad6116b0-bab6-4163-8965-e136385a4013 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:59.854929 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9fdd90f-baa4-441e-8c55-940e92110cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:59.899807 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 851d0185-ff3c-4fb6-808c-c8213c818442, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=851d0185-ff3c-4fb6-808c-c8213c818442,segment=NetworkSegment(c33ce29e-d508-429e-945d-f02a1fe3578f),segment_id=c33ce29e-d508-429e-945d-f02a1fe3578f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:59.934702 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:59.938291 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device f4fa3e7d-0141-4d23-b232-e5161c8c16b2 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:59.984492 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6116b0-bab6-4163-8965-e136385a4013 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] No DVR routers for this DVR port 9b843559-6dd6-492e-949c-ca1cd4435397 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:00.000735 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6116b0-bab6-4163-8965-e136385a4013 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Pushing event deleted for resources: {'Port': ['ID=9b843559-6dd6-492e-949c-ca1cd4435397,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:00.003707 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-983d20f3-2a63-49aa-a4e5-8119b69e6138 None None] Set router af1314ac-be2e-4773-85c3-8f839a9a772f gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:14:00.006410 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: f4fa3e7d-0141-4d23-b232-e5161c8c16b2 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:14:00.006768 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device f4fa3e7d-0141-4d23-b232-e5161c8c16b2 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:14:00.093337 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf38a8a-311e-41b9-bd65-6ce41789abb2 req-c1fc88da-2f98-4c5e-9aed-cf59ebcd8c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:00.102536 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4cf38a8a-311e-41b9-bd65-6ce41789abb2 req-c1fc88da-2f98-4c5e-9aed-cf59ebcd8c4e service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.2822895 Jul 14 09:14:00.229587 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fdd90f-baa4-441e-8c55-940e92110cdf None None] Pushing event updated for resources: {'Port': ['ID=c788607e-d96b-44e7-ac97-e816143158a1,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:00.244096 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad6116b0-bab6-4163-8965-e136385a4013 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:00.265318 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4291d3c-179e-4ee0-a78b-ff85fe34ab0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851d0185-ff3c-4fb6-808c-c8213c818442'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:00.267740 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ad6116b0-bab6-4163-8965-e136385a4013 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db8c95cf-e140-4967-b21b-61f4cdf8a17b']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:00.269028 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d67eb51-17d0-4876-a4a0-c7a7799edc33" -d '{"events": [{"server_uuid": "e4291d3c-179e-4ee0-a78b-ff85fe34ab0c", "name": "network-vif-plugged", "status": "completed", "tag": "851d0185-ff3c-4fb6-808c-c8213c818442"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:00.295886 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ec0fc596-fcb1-4b8b-a293-dbfe25ec7d81 req-a69a9d28-413d-4e1a-9396-1580d81f3985 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6355817 Jul 14 09:14:00.299674 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ad6116b0-bab6-4163-8965-e136385a4013 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f7e5dc7-cce7-43a0-b975-2bcb99ebb3d6') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:00.299981 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ad6116b0-bab6-4163-8965-e136385a4013 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f7e5dc7-cce7-43a0-b975-2bcb99ebb3d6') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:00.331321 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfca9da3-393a-485e-a4d6-127a672c02f9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:00.350978 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4cf38a8a-311e-41b9-bd65-6ce41789abb2 req-4cba7b3b-dbbc-4320-a0cb-fda0f95a3f82 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=50a31227-651d-49c1-910d-ae94f403daa0 HTTP/1.1" status: 200 len: 217 time: 0.2324851 Jul 14 09:14:00.354203 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=851d0185-ff3c-4fb6-808c-c8213c818442,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:00.375402 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad6116b0-bab6-4163-8965-e136385a4013 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:00.489488 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c788607e-d96b-44e7-ac97-e816143158a1 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:00.520214 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf38a8a-311e-41b9-bd65-6ce41789abb2 req-19b56948-15ad-4ee7-9053-ca166413d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:00.522147 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4cf38a8a-311e-41b9-bd65-6ce41789abb2 req-19b56948-15ad-4ee7-9053-ca166413d17c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1697998 Jul 14 09:14:00.524932 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad6116b0-bab6-4163-8965-e136385a4013 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:00.536120 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad6116b0-bab6-4163-8965-e136385a4013 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:14:00.536538 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad6116b0-bab6-4163-8965-e136385a4013 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:00.611412 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c788607e-d96b-44e7-ac97-e816143158a1 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:00.614726 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:00.649426 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cfca9da3-393a-485e-a4d6-127a672c02f9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: self.session.flush() Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: self.session.flush() Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: self.session.flush() Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: self.session.flush() Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:14:00.665778 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:14:00.676836 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebacb50-5447-4ce6-9974-c2141caddde9 req-887bd2bb-4fab-4f90-8011-3bd817b4ebd0 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:00.681902 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-cfca9da3-393a-485e-a4d6-127a672c02f9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] device_id is not set on port 52f8e85b-d2da-4e59-9b83-c68e09d96eba yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:14:00.692244 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aebacb50-5447-4ce6-9974-c2141caddde9 req-887bd2bb-4fab-4f90-8011-3bd817b4ebd0 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 946 time: 0.4092352 Jul 14 09:14:00.720736 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-983d20f3-2a63-49aa-a4e5-8119b69e6138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'name': 'tempest-AttachVolumeTestJSON-417553449-router', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:13:47Z', 'updated_at': '2021-07-14T09:13:54Z', 'revision_number': 4, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'gw_port': {'id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:48Z', 'updated_at': '2021-07-14T09:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '2c491f64-4b43-4aba-904f-696486d56c55', 'name': '', 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'mac_address': 'fa:16:3e:a7:d1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:51Z', 'updated_at': '2021-07-14T09:13:54Z', 'revision_number': 2, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'subnets': [{'id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:00.803289 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983d20f3-2a63-49aa-a4e5-8119b69e6138 None None] Checking router: af1314ac-be2e-4773-85c3-8f839a9a772f for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:14:00.803644 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983d20f3-2a63-49aa-a4e5-8119b69e6138 None None] Updating router af1314ac-be2e-4773-85c3-8f839a9a772f port 2c491f64-4b43-4aba-904f-696486d56c55 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:14:00.821410 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aebacb50-5447-4ce6-9974-c2141caddde9 req-964bf56b-0575-48b3-94c9-5cdc369cdadf tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264617 Jul 14 09:14:00.841825 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 68b24584-0102-4951-b0b7-2d23cca374a6 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:00.852951 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf38a8a-311e-41b9-bd65-6ce41789abb2 req-093f71ce-97a3-4b2c-a602-3a4ef2724518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:00.854849 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4cf38a8a-311e-41b9-bd65-6ce41789abb2 req-093f71ce-97a3-4b2c-a602-3a4ef2724518 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3204541 Jul 14 09:14:00.888852 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-983d20f3-2a63-49aa-a4e5-8119b69e6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:00.945086 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad6116b0-bab6-4163-8965-e136385a4013 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:01.029590 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad6116b0-bab6-4163-8965-e136385a4013 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:01.031480 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ad6116b0-bab6-4163-8965-e136385a4013 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "DELETE /v2.0/networks/db8c95cf-e140-4967-b21b-61f4cdf8a17b HTTP/1.1" status: 204 len: 168 time: 4.6541417 Jul 14 09:14:01.054085 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44800) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:01.093572 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-cfca9da3-393a-485e-a4d6-127a672c02f9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 172.20.0.13 (d4b2ec29-2184-48d5-8c16-380a3c464388/34fb033c-8f1c-4b5d-b345-7e3e56f3d9b9/52f8e85b-d2da-4e59-9b83-c68e09d96eba) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:01.170320 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6116b0-bab6-4163-8965-e136385a4013 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Pushing event deleted for resources: {'Network': ['ID=db8c95cf-e140-4967-b21b-61f4cdf8a17b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:01.181202 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 50a31227-651d-49c1-910d-ae94f403daa0 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:01.187037 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4cf38a8a-311e-41b9-bd65-6ce41789abb2 req-e5ddf830-657d-4b36-911e-061d4dd40ee1 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249397 Jul 14 09:14:01.246814 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-cfca9da3-393a-485e-a4d6-127a672c02f9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 2001:db8::f816:3eff:feeb:db04 (d4b2ec29-2184-48d5-8c16-380a3c464388/c287d81d-7476-4b34-8a07-3da719b36ccd/52f8e85b-d2da-4e59-9b83-c68e09d96eba) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:01.284533 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44804) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:01.291942 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a99e23-213c-49a0-ab37-adc9fe21a353 x-openstack-request-id: req-a0a99e23-213c-49a0-ab37-adc9fe21a353 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:01.294473 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4291d3c-179e-4ee0-a78b-ff85fe34ab0c", "name": "network-vif-plugged", "status": "completed", "tag": "851d0185-ff3c-4fb6-808c-c8213c818442", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:01.295050 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0a99e23-213c-49a0-ab37-adc9fe21a353 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:01.296600 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4291d3c-179e-4ee0-a78b-ff85fe34ab0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851d0185-ff3c-4fb6-808c-c8213c818442', 'code': 200} Jul 14 09:14:01.303904 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-e9fffe2c-5f53-4631-84de-27556a1bf2b3 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Request body: {'security_group': {'name': 'tempest-securitygroup--911167471', 'description': 'tempest-description--1370667007'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:01.426738 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:14:01.470111 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-89c95939-07ea-44e6-88ab-5ae701c6366b req-2f928354-52f9-4b35-b57c-bd4a8b215d21 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7993119 Jul 14 09:14:01.471278 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 68b24584-0102-4951-b0b7-2d23cca374a6, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=68b24584-0102-4951-b0b7-2d23cca374a6,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:01.518870 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ec0fc596-fcb1-4b8b-a293-dbfe25ec7d81 req-c39a4116-7cbf-4c60-8da3-65ab1f09ab57 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1920748 Jul 14 09:14:01.521806 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '68b24584-0102-4951-b0b7-2d23cca374a6', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '68b24584-0102-4951-b0b7-2d23cca374a6', 'mac_address': 'fa:16:3e:61:df:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:01.556496 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-418ef9ac-f58e-4930-8b8d-93db84c090a4 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Deleting subnet 10b56296-5ebc-4ed5-b887-f8b99fc07f96 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:14:01.561855 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-983d20f3-2a63-49aa-a4e5-8119b69e6138 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:01.573056 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-983d20f3-2a63-49aa-a4e5-8119b69e6138 None None] Transition to ACTIVE for port object 2c491f64-4b43-4aba-904f-696486d56c55 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:01.593224 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-983d20f3-2a63-49aa-a4e5-8119b69e6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:01.659718 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039aad5-45ef-47b7-b921-f8cdbda94961 None None] Pushing event updated for resources: {'Port': ['ID=2c491f64-4b43-4aba-904f-696486d56c55,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:01.684647 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-418ef9ac-f58e-4930-8b8d-93db84c090a4 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:01.693048 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 50a31227-651d-49c1-910d-ae94f403daa0, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=50a31227-651d-49c1-910d-ae94f403daa0,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:01.717513 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '50a31227-651d-49c1-910d-ae94f403daa0', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '50a31227-651d-49c1-910d-ae94f403daa0', 'mac_address': 'fa:16:3e:86:fb:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:01.773827 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4cf38a8a-311e-41b9-bd65-6ce41789abb2 req-1a87e62e-ded3-4d5a-8fc1-83c027d5854b service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5802488 Jul 14 09:14:01.806531 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-983d20f3-2a63-49aa-a4e5-8119b69e6138 None None] Attempting to bind port 2c491f64-4b43-4aba-904f-696486d56c55 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:01.809603 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-983d20f3-2a63-49aa-a4e5-8119b69e6138 None None] Attempting to bind port 2c491f64-4b43-4aba-904f-696486d56c55 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '5718229c-ea30-4e86-8990-a6b2e9e91341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:01.810153 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983d20f3-2a63-49aa-a4e5-8119b69e6138 None None] Attempting to bind port 2c491f64-4b43-4aba-904f-696486d56c55 on network 5e1db2f5-19ca-4d5a-a84c-a02b32125113 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:01.821607 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983d20f3-2a63-49aa-a4e5-8119b69e6138 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:01.822258 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983d20f3-2a63-49aa-a4e5-8119b69e6138 None None] Checking segment: {'id': '5718229c-ea30-4e86-8990-a6b2e9e91341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:01.822745 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422d774-c981-4a5f-9890-f2b83491122d req-4cb7af5f-d917-4e9d-a116-0290a2144948 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:01.823040 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-983d20f3-2a63-49aa-a4e5-8119b69e6138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:01.824994 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6422d774-c981-4a5f-9890-f2b83491122d req-4cb7af5f-d917-4e9d-a116-0290a2144948 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 946 time: 0.2628157 Jul 14 09:14:01.830670 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983d20f3-2a63-49aa-a4e5-8119b69e6138 None None] Bound using segment: {'id': '5718229c-ea30-4e86-8990-a6b2e9e91341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:01.832234 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-983d20f3-2a63-49aa-a4e5-8119b69e6138 None None] Bound port: 2c491f64-4b43-4aba-904f-696486d56c55, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718229c-ea30-4e86-8990-a6b2e9e91341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:01.833211 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-983d20f3-2a63-49aa-a4e5-8119b69e6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:01.852119 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:01.860223 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0a64e-3aad-45c1-87ad-5ac12397fcf8 req-3c75bbb1-82bd-4486-8a47-e79d95a3a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:01.862018 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-84d0a64e-3aad-45c1-87ad-5ac12397fcf8 req-3c75bbb1-82bd-4486-8a47-e79d95a3a051 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 1098 time: 0.2482181 Jul 14 09:14:01.877317 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e857e-f409-4cba-9df2-0c8b543c116b req-4c9e4621-8999-482e-a556-6fba0f3ae0d2 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:01.883951 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e2e857e-f409-4cba-9df2-0c8b543c116b req-4c9e4621-8999-482e-a556-6fba0f3ae0d2 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 948 time: 0.1853852 Jul 14 09:14:01.928109 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a31227-651d-49c1-910d-ae94f403daa0 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:01.948201 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-983d20f3-2a63-49aa-a4e5-8119b69e6138 None None] For port 2c491f64-4b43-4aba-904f-696486d56c55, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:01.952528 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-983d20f3-2a63-49aa-a4e5-8119b69e6138 None None] For port 2c491f64-4b43-4aba-904f-696486d56c55, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2c491f64-4b43-4aba-904f-696486d56c55,segment=NetworkSegment(5718229c-ea30-4e86-8990-a6b2e9e91341),segment_id=5718229c-ea30-4e86-8990-a6b2e9e91341)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:01.953102 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-84d0a64e-3aad-45c1-87ad-5ac12397fcf8 req-76c48d4f-8be9-4acd-ac2c-eb7ebddd7ff6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685031 Jul 14 09:14:01.961587 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6422d774-c981-4a5f-9890-f2b83491122d req-b56629ba-1aa7-4bf9-a036-3a39a6f1b9b6 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278424 Jul 14 09:14:01.969022 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:01.984869 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-983d20f3-2a63-49aa-a4e5-8119b69e6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:01.988539 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e2e857e-f409-4cba-9df2-0c8b543c116b req-1b8e2cf2-de1b-43e4-9643-552f9715b6ed tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808363 Jul 14 09:14:02.015039 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b24584-0102-4951-b0b7-2d23cca374a6 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:02.043790 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 50a31227-651d-49c1-910d-ae94f403daa0, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=50a31227-651d-49c1-910d-ae94f403daa0,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:02.050452 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f0a7b751-f8e0-4290-b0f7-c393b3bc8304 None None] Provisioning complete for port c788607e-d96b-44e7-ac97-e816143158a1 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:02.050820 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0a7b751-f8e0-4290-b0f7-c393b3bc8304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:02.145189 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:02.158897 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 68b24584-0102-4951-b0b7-2d23cca374a6, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=68b24584-0102-4951-b0b7-2d23cca374a6,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:02.192634 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039aad5-45ef-47b7-b921-f8cdbda94961 None None] Pushing event updated for resources: {'Port': ['ID=2c491f64-4b43-4aba-904f-696486d56c55,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:02.212398 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:02.229648 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983d20f3-2a63-49aa-a4e5-8119b69e6138 None None] Routers {'af1314ac-be2e-4773-85c3-8f839a9a772f'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:14:02.231315 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-983d20f3-2a63-49aa-a4e5-8119b69e6138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:13:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['af1314ac-be2e-4773-85c3-8f839a9a772f'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:02.339748 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=50a31227-651d-49c1-910d-ae94f403daa0,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:02.365309 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['68b24584-0102-4951-b0b7-2d23cca374a6'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:02.437984 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-983d20f3-2a63-49aa-a4e5-8119b69e6138 None None] Set router af1314ac-be2e-4773-85c3-8f839a9a772f gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:14:02.487049 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=68b24584-0102-4951-b0b7-2d23cca374a6,revision_number=9']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:02.545396 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['50a31227-651d-49c1-910d-ae94f403daa0'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:02.582012 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b7919-858b-4e23-bdb9-635a9d4acdcc req-df7a220a-5035-4dee-8f0a-8e73193cc12b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:02.585510 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-667b7919-858b-4e23-bdb9-635a9d4acdcc req-df7a220a-5035-4dee-8f0a-8e73193cc12b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 946 time: 0.2020719 Jul 14 09:14:02.646616 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-418ef9ac-f58e-4930-8b8d-93db84c090a4 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:02.712492 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-667b7919-858b-4e23-bdb9-635a9d4acdcc req-bd290a99-3d50-4e21-8dc2-2c15be2c8ca5 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075752 Jul 14 09:14:02.967296 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-418ef9ac-f58e-4930-8b8d-93db84c090a4 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:03.154350 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-983d20f3-2a63-49aa-a4e5-8119b69e6138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'name': 'tempest-AttachVolumeTestJSON-417553449-router', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:13:47Z', 'updated_at': '2021-07-14T09:13:54Z', 'revision_number': 4, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'gw_port': {'id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:48Z', 'updated_at': '2021-07-14T09:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '2c491f64-4b43-4aba-904f-696486d56c55', 'name': '', 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'mac_address': 'fa:16:3e:a7:d1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:51Z', 'updated_at': '2021-07-14T09:14:01Z', 'revision_number': 4, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'subnets': [{'id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:03.184794 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9fffe2c-5f53-4631-84de-27556a1bf2b3 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:03.213636 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-418ef9ac-f58e-4930-8b8d-93db84c090a4 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:03.242020 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983d20f3-2a63-49aa-a4e5-8119b69e6138 None None] The sync data for ids ['af1314ac-be2e-4773-85c3-8f839a9a772f'] in n-d-771362-35 is: [{'id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'name': 'tempest-AttachVolumeTestJSON-417553449-router', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:13:47Z', 'updated_at': '2021-07-14T09:13:54Z', 'revision_number': 4, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'gw_port': {'id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:48Z', 'updated_at': '2021-07-14T09:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '2c491f64-4b43-4aba-904f-696486d56c55', 'name': '', 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'mac_address': 'fa:16:3e:a7:d1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:51Z', 'updated_at': '2021-07-14T09:14:01Z', 'revision_number': 4, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'subnets': [{'id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:14:03.315980 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ef9ac-f58e-4930-8b8d-93db84c090a4 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Pushing event deleted for resources: {'Subnet': ['ID=10b56296-5ebc-4ed5-b887-f8b99fc07f96,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:03.484090 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81fa855-3d3a-4916-97f3-8950c70c80ad req-6b51b984-fbdd-40ca-a434-cfd0eb8d3ec1 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:03.497735 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b81fa855-3d3a-4916-97f3-8950c70c80ad req-6b51b984-fbdd-40ca-a434-cfd0eb8d3ec1 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 946 time: 0.1969538 Jul 14 09:14:03.583672 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-418ef9ac-f58e-4930-8b8d-93db84c090a4 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:03.584700 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1646857-e4b8-4fa0-a0d3-2b8d44e7cf38 None None] Network 5b530d00-cdaf-4f32-83f7-1d9e99250ffa requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:14:03.586320 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-418ef9ac-f58e-4930-8b8d-93db84c090a4 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "DELETE /v2.0/subnets/10b56296-5ebc-4ed5-b887-f8b99fc07f96 HTTP/1.1" status: 204 len: 168 time: 2.5245693 Jul 14 09:14:03.597303 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44854) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:03.658197 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b81fa855-3d3a-4916-97f3-8950c70c80ad req-f3b742b9-9396-4056-b9b1-2adfec101806 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559718 Jul 14 09:14:03.771244 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c95939-07ea-44e6-88ab-5ae701c6366b req-c729053c-493a-4032-8b33-1d3c21fb9373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:03.777305 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebc928-26ee-496e-931d-d9b2c2a7d5bc req-88241867-76d6-4247-98d2-f72da5faf744 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:03.781155 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4cebc928-26ee-496e-931d-d9b2c2a7d5bc req-88241867-76d6-4247-98d2-f72da5faf744 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 949 time: 0.2292023 Jul 14 09:14:03.794274 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-89c95939-07ea-44e6-88ab-5ae701c6366b req-c729053c-493a-4032-8b33-1d3c21fb9373 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 1102 time: 2.1541469 Jul 14 09:14:03.832859 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9fffe2c-5f53-4631-84de-27556a1bf2b3 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:03.886993 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4cebc928-26ee-496e-931d-d9b2c2a7d5bc req-64b4ec60-34cb-4327-afd1-f0222c399bb6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991449 Jul 14 09:14:03.919051 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cfca9da3-393a-485e-a4d6-127a672c02f9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:03.951611 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cfca9da3-393a-485e-a4d6-127a672c02f9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Transition to ACTIVE for port object 52f8e85b-d2da-4e59-9b83-c68e09d96eba will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:04.019237 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fbae428-6471-4119-8bfc-207bfbca930c tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Deleting subnet ac66d192-d517-4fb4-8580-3442f6154a9e {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:14:04.024086 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fbae428-6471-4119-8bfc-207bfbca930c tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:04.110727 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f130a2e1-38c3-4e44-ab74-730fa9e22a51 None None] DHCP port deletion for 5b530d00-cdaf-4f32-83f7-1d9e99250ffa request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:14:04.187796 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9fffe2c-5f53-4631-84de-27556a1bf2b3 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:04.256439 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f130a2e1-38c3-4e44-ab74-730fa9e22a51 None None] Deleting port 2fc7ef6d-3d42-4c8a-832f-cae95c528c4a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:04.257114 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f130a2e1-38c3-4e44-ab74-730fa9e22a51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:04.466399 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750d54e-217d-46c5-9806-d1cf6c922293 req-0895a94d-d4ed-4ad3-af4c-ce6909c505d3 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:04.475752 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5750d54e-217d-46c5-9806-d1cf6c922293 req-0895a94d-d4ed-4ad3-af4c-ce6909c505d3 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 946 time: 0.2187264 Jul 14 09:14:04.517191 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f130a2e1-38c3-4e44-ab74-730fa9e22a51 None None] For port 2fc7ef6d-3d42-4c8a-832f-cae95c528c4a, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2fc7ef6d-3d42-4c8a-832f-cae95c528c4a,segment=NetworkSegment(4df0b5ef-c01a-4e4e-a204-84c552c29d87),segment_id=4df0b5ef-c01a-4e4e-a204-84c552c29d87)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:04.521501 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f130a2e1-38c3-4e44-ab74-730fa9e22a51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:04.540553 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2c491f64-4b43-4aba-904f-696486d56c55 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:04.547449 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9fffe2c-5f53-4631-84de-27556a1bf2b3 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:04.551849 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e9fffe2c-5f53-4631-84de-27556a1bf2b3 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 3.2642047 Jul 14 09:14:04.552476 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44870) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:04.571862 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-86526ca5-3fb9-456a-a604-a48b2771e83b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Request body: {'security_group_rule': {'security_group_id': 'ac774be6-0b8f-4683-a973-88fe410efe40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:04.612362 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5750d54e-217d-46c5-9806-d1cf6c922293 req-00d8d9df-6704-41b0-a92b-914d9d2fb344 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353073 Jul 14 09:14:04.634776 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fbae428-6471-4119-8bfc-207bfbca930c tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:04.713592 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f130a2e1-38c3-4e44-ab74-730fa9e22a51 None None] Calling delete_port for 2fc7ef6d-3d42-4c8a-832f-cae95c528c4a owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:04.770619 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fffe2c-5f53-4631-84de-27556a1bf2b3 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac774be6-0b8f-4683-a973-88fe410efe40,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:04.844616 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86526ca5-3fb9-456a-a604-a48b2771e83b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:04.881128 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cfca9da3-393a-485e-a4d6-127a672c02f9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:04.888563 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 68b24584-0102-4951-b0b7-2d23cca374a6 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:04.895538 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 2c491f64-4b43-4aba-904f-696486d56c55 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:04.948357 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 2c491f64-4b43-4aba-904f-696486d56c55 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:04.949523 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:05.134554 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5a11c-6499-41c6-9583-ef10e7b6e3db req-8b35f5a0-5ff7-46fe-80e5-dd9002e4b8f1 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:05.153641 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e3f5a11c-6499-41c6-9583-ef10e7b6e3db req-8b35f5a0-5ff7-46fe-80e5-dd9002e4b8f1 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 946 time: 0.2202346 Jul 14 09:14:05.182826 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 68b24584-0102-4951-b0b7-2d23cca374a6 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:05.186388 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:05.205305 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 50a31227-651d-49c1-910d-ae94f403daa0 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:05.239854 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e3f5a11c-6499-41c6-9583-ef10e7b6e3db req-8e43917f-5b34-4262-be18-9a23703b4853 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844798 Jul 14 09:14:05.255443 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f130a2e1-38c3-4e44-ab74-730fa9e22a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:05.281939 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c95939-07ea-44e6-88ab-5ae701c6366b req-e7f5c48f-b4f3-4e10-976c-ad2078e8988c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:05.288077 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-89c95939-07ea-44e6-88ab-5ae701c6366b req-e7f5c48f-b4f3-4e10-976c-ad2078e8988c service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 1.2878559 Jul 14 09:14:05.290618 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfca9da3-393a-485e-a4d6-127a672c02f9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:05.350357 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-cfca9da3-393a-485e-a4d6-127a672c02f9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:05.388123 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:05.441050 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfca9da3-393a-485e-a4d6-127a672c02f9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:05.454110 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca9da3-393a-485e-a4d6-127a672c02f9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=52f8e85b-d2da-4e59-9b83-c68e09d96eba,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:05.469493 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-89c95939-07ea-44e6-88ab-5ae701c6366b req-1161104a-9510-42fd-b35e-65284ab0057c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=6c382b8b-b54f-495e-9d8b-0660c468bb6a HTTP/1.1" status: 200 len: 217 time: 0.1533530 Jul 14 09:14:05.474229 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fbae428-6471-4119-8bfc-207bfbca930c tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:05.533247 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130a2e1-38c3-4e44-ab74-730fa9e22a51 None None] Pushing event deleted for resources: {'Port': ['ID=2fc7ef6d-3d42-4c8a-832f-cae95c528c4a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:05.570742 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f130a2e1-38c3-4e44-ab74-730fa9e22a51 None None] No DVR routers for this DVR port 2fc7ef6d-3d42-4c8a-832f-cae95c528c4a on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:05.647627 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86526ca5-3fb9-456a-a604-a48b2771e83b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:05.685111 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 2c491f64-4b43-4aba-904f-696486d56c55, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2c491f64-4b43-4aba-904f-696486d56c55,segment=NetworkSegment(5718229c-ea30-4e86-8990-a6b2e9e91341),segment_id=5718229c-ea30-4e86-8990-a6b2e9e91341)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:05.703744 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:05.719772 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 50a31227-651d-49c1-910d-ae94f403daa0 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:05.738137 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584faad9-2629-4d4a-bda1-a4878a0ae4bf req-cebe0725-39c4-4740-a7fa-6d0320c781c8 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:05.748060 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-584faad9-2629-4d4a-bda1-a4878a0ae4bf req-cebe0725-39c4-4740-a7fa-6d0320c781c8 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 946 time: 0.1773825 Jul 14 09:14:05.770173 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c95939-07ea-44e6-88ab-5ae701c6366b req-0cdb0ea5-0bb2-43ba-866f-3e426e721c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:05.774061 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-89c95939-07ea-44e6-88ab-5ae701c6366b req-0cdb0ea5-0bb2-43ba-866f-3e426e721c7b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1895471 Jul 14 09:14:05.874533 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86526ca5-3fb9-456a-a604-a48b2771e83b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:05.879022 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-584faad9-2629-4d4a-bda1-a4878a0ae4bf req-78b74c4a-de97-4689-a499-0e6fa9281bb5 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276464 Jul 14 09:14:05.927828 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2fc7ef6d-3d42-4c8a-832f-cae95c528c4a no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:05.930383 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 50a31227-651d-49c1-910d-ae94f403daa0 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:05.930755 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:05.993114 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86526ca5-3fb9-456a-a604-a48b2771e83b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d89ba43-fd89-45f3-9990-10531f945004,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:05.999031 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86526ca5-3fb9-456a-a604-a48b2771e83b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.008986 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44882) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:06.015047 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e151acfb-bbcc-4f9f-b304-8c0a256c643d tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Request body: {'security_group_rule': {'security_group_id': 'ac774be6-0b8f-4683-a973-88fe410efe40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:06.025895 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-86526ca5-3fb9-456a-a604-a48b2771e83b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4574170 Jul 14 09:14:06.142582 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 2fc7ef6d-3d42-4c8a-832f-cae95c528c4a {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:14:06.147158 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfca9da3-393a-485e-a4d6-127a672c02f9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:06.147381 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e151acfb-bbcc-4f9f-b304-8c0a256c643d tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.147937 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2fc7ef6d-3d42-4c8a-832f-cae95c528c4a not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:14:06.148942 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cfca9da3-393a-485e-a4d6-127a672c02f9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.205104 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.211939 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fbae428-6471-4119-8bfc-207bfbca930c tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.245515 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-9f258532-d468-49ab-9bed-4766b017c40a None None] Provisioning for port 52f8e85b-d2da-4e59-9b83-c68e09d96eba completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:06.248877 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=2c491f64-4b43-4aba-904f-696486d56c55,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:06.285051 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e178447-7faf-4bc2-80d2-20bcfd231c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b24584-0102-4951-b0b7-2d23cca374a6'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:06.294643 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c158874a-cf9b-43e1-b7d1-7cbc5bc23d63" -d '{"events": [{"server_uuid": "7e178447-7faf-4bc2-80d2-20bcfd231c58", "name": "network-vif-plugged", "status": "completed", "tag": "68b24584-0102-4951-b0b7-2d23cca374a6"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:06.348816 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-9f258532-d468-49ab-9bed-4766b017c40a None None] Provisioning complete for port 52f8e85b-d2da-4e59-9b83-c68e09d96eba triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:06.349440 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f258532-d468-49ab-9bed-4766b017c40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.395103 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e151acfb-bbcc-4f9f-b304-8c0a256c643d tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.400924 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbae428-6471-4119-8bfc-207bfbca930c tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Pushing event deleted for resources: {'Subnet': ['ID=ac66d192-d517-4fb4-8580-3442f6154a9e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:06.408552 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e151acfb-bbcc-4f9f-b304-8c0a256c643d tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.413369 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c95939-07ea-44e6-88ab-5ae701c6366b req-9292fbfd-de9a-44f5-89d6-a08625b0e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:06.418689 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-89c95939-07ea-44e6-88ab-5ae701c6366b req-9292fbfd-de9a-44f5-89d6-a08625b0e54a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6253312 Jul 14 09:14:06.433163 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fbae428-6471-4119-8bfc-207bfbca930c tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.440195 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9fbae428-6471-4119-8bfc-207bfbca930c tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "DELETE /v2.0/subnets/ac66d192-d517-4fb4-8580-3442f6154a9e HTTP/1.1" status: 204 len: 168 time: 2.8369331 Jul 14 09:14:06.445938 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cfca9da3-393a-485e-a4d6-127a672c02f9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 6.8315151 Jul 14 09:14:06.450118 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44886) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:06.450709 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44888) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:06.483164 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151acfb-bbcc-4f9f-b304-8c0a256c643d tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=903e41a9-6cc4-4abd-b416-cd3214d30c9b,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:06.534192 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e151acfb-bbcc-4f9f-b304-8c0a256c643d tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.543357 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e151acfb-bbcc-4f9f-b304-8c0a256c643d tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5329013 Jul 14 09:14:06.547334 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44892) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:06.562025 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6d2cc663-535b-49b8-9454-9473eb9c3ec6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:06.615438 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e582922-87a9-4008-b655-aca7b134d726 req-317173bb-f42a-4d0f-88b1-490aeca4625c tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:06.620542 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3e582922-87a9-4008-b655-aca7b134d726 req-317173bb-f42a-4d0f-88b1-490aeca4625c tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 949 time: 0.4069645 Jul 14 09:14:06.709307 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a26551a1-72f6-458e-ac11-4548c599fc8e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.774814 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3e582922-87a9-4008-b655-aca7b134d726 req-0dd8b236-df10-4483-bf09-a3d081091f6d tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453159 Jul 14 09:14:06.786316 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc663-535b-49b8-9454-9473eb9c3ec6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.837597 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9f258532-d468-49ab-9bed-4766b017c40a None None] Port 52f8e85b-d2da-4e59-9b83-c68e09d96eba cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:14:06.849609 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee2631a-3156-4355-a2fa-06166150da75 None None] Network 9a9321b3-534c-4e04-886b-60368875ad76 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:14:06.852617 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2c491f64-4b43-4aba-904f-696486d56c55 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:06.929524 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 68b24584-0102-4951-b0b7-2d23cca374a6, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=68b24584-0102-4951-b0b7-2d23cca374a6,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:06.987994 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.052554 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc663-535b-49b8-9454-9473eb9c3ec6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.054534 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a26551a1-72f6-458e-ac11-4548c599fc8e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.068300 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-a26551a1-72f6-458e-ac11-4548c599fc8e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b530d00-cdaf-4f32-83f7-1d9e99250ffa']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:07.082652 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-a26551a1-72f6-458e-ac11-4548c599fc8e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df0b5ef-c01a-4e4e-a204-84c552c29d87') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:07.083250 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-a26551a1-72f6-458e-ac11-4548c599fc8e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df0b5ef-c01a-4e4e-a204-84c552c29d87') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:07.094670 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a26551a1-72f6-458e-ac11-4548c599fc8e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.111975 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a26551a1-72f6-458e-ac11-4548c599fc8e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.121191 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26551a1-72f6-458e-ac11-4548c599fc8e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:14:07.122127 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a26551a1-72f6-458e-ac11-4548c599fc8e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.126003 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.205605 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 2c491f64-4b43-4aba-904f-696486d56c55 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:07.205978 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.207817 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-6d2cc663-535b-49b8-9454-9473eb9c3ec6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Allocated IP 172.25.6.168 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/8f647d78-255d-463b-8a5b-689b6bfd4b5b) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:14:07.238172 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:14:07.253463 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-89c95939-07ea-44e6-88ab-5ae701c6366b req-dee6cac4-1868-4976-937b-6a6f3c51143a service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8015161 Jul 14 09:14:07.256209 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a26551a1-72f6-458e-ac11-4548c599fc8e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.262900 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a26551a1-72f6-458e-ac11-4548c599fc8e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.268301 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a26551a1-72f6-458e-ac11-4548c599fc8e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "DELETE /v2.0/networks/5b530d00-cdaf-4f32-83f7-1d9e99250ffa HTTP/1.1" status: 204 len: 168 time: 0.8150311 Jul 14 09:14:07.280327 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44898) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:07.446165 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc663-535b-49b8-9454-9473eb9c3ec6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.522523 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc663-535b-49b8-9454-9473eb9c3ec6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.543911 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-89c95939-07ea-44e6-88ab-5ae701c6366b req-aca1e0d1-34c5-479d-81b2-8f540ffadcc0 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641532 Jul 14 09:14:07.604183 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 50a31227-651d-49c1-910d-ae94f403daa0, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=50a31227-651d-49c1-910d-ae94f403daa0,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:07.614112 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72bcd35-926b-4dac-b2ad-0ee24df4e814 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:07.616952 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=68b24584-0102-4951-b0b7-2d23cca374a6,revision_number=10']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:07.621161 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72bcd35-926b-4dac-b2ad-0ee24df4e814 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:07.626486 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f72bcd35-926b-4dac-b2ad-0ee24df4e814 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 1.1721447 Jul 14 09:14:07.627171 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44902) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:07.637410 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2cc663-535b-49b8-9454-9473eb9c3ec6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:07.638215 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36b7171-2bb9-45c9-929b-e6b86be5de00 x-openstack-request-id: req-e36b7171-2bb9-45c9-929b-e6b86be5de00 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:07.638574 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e178447-7faf-4bc2-80d2-20bcfd231c58", "name": "network-vif-plugged", "status": "completed", "tag": "68b24584-0102-4951-b0b7-2d23cca374a6", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:07.638754 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e36b7171-2bb9-45c9-929b-e6b86be5de00 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:07.639160 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e178447-7faf-4bc2-80d2-20bcfd231c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b24584-0102-4951-b0b7-2d23cca374a6', 'code': 200} Jul 14 09:14:07.645637 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6d2cc663-535b-49b8-9454-9473eb9c3ec6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:07.652494 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.656872 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26551a1-72f6-458e-ac11-4548c599fc8e tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Pushing event deleted for resources: {'Network': ['ID=5b530d00-cdaf-4f32-83f7-1d9e99250ffa,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:07.667949 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2cc663-535b-49b8-9454-9473eb9c3ec6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:07.809346 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2cc663-535b-49b8-9454-9473eb9c3ec6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Pushing event updated for resources: {'Port': ['ID=8f647d78-255d-463b-8a5b-689b6bfd4b5b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:07.863245 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc663-535b-49b8-9454-9473eb9c3ec6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.982628 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=50a31227-651d-49c1-910d-ae94f403daa0,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:08.025602 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4080703-e0f9-4d70-aecf-5227d1dafbb5 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:08.100676 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a0bc36-544f-476c-908f-0d70f23afca9 None None] DHCP port deletion for 9a9321b3-534c-4e04-886b-60368875ad76 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:14:08.107246 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfe3b3-8e68-4231-86ac-ca3383ba4aa1 req-0b946804-4b57-4c82-930d-d8269e7edc9a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:08.117039 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07cfe3b3-8e68-4231-86ac-ca3383ba4aa1 req-0b946804-4b57-4c82-930d-d8269e7edc9a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 946 time: 0.1751974 Jul 14 09:14:08.144393 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc663-535b-49b8-9454-9473eb9c3ec6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:08.208811 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07cfe3b3-8e68-4231-86ac-ca3383ba4aa1 req-6ec1de08-bad8-4dbc-ab68-8bc636ffd04c tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836039 Jul 14 09:14:08.217902 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8afc13ce-8f4b-42ac-ad3b-080a85bf8e3b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting port 52f8e85b-d2da-4e59-9b83-c68e09d96eba {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:08.218393 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8afc13ce-8f4b-42ac-ad3b-080a85bf8e3b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:08.254403 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-03a0bc36-544f-476c-908f-0d70f23afca9 None None] Deleting port b0df557f-aa8a-49a2-8fe3-d2bb64ec6290 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:08.254981 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03a0bc36-544f-476c-908f-0d70f23afca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:08.457288 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-03a0bc36-544f-476c-908f-0d70f23afca9 None None] For port b0df557f-aa8a-49a2-8fe3-d2bb64ec6290, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b0df557f-aa8a-49a2-8fe3-d2bb64ec6290,segment=NetworkSegment(703adb2b-1cb9-4371-a201-0ccbda92df35),segment_id=703adb2b-1cb9-4371-a201-0ccbda92df35)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:08.458221 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03a0bc36-544f-476c-908f-0d70f23afca9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:08.472686 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b0df557f-aa8a-49a2-8fe3-d2bb64ec6290 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:08.477585 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc663-535b-49b8-9454-9473eb9c3ec6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:08.477986 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-03a0bc36-544f-476c-908f-0d70f23afca9 None None] Calling delete_port for b0df557f-aa8a-49a2-8fe3-d2bb64ec6290 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:08.485997 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d4080703-e0f9-4d70-aecf-5227d1dafbb5 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Deleting port b0df557f-aa8a-49a2-8fe3-d2bb64ec6290 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:08.486756 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4080703-e0f9-4d70-aecf-5227d1dafbb5 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:08.493850 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc663-535b-49b8-9454-9473eb9c3ec6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:08.611768 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2cc663-535b-49b8-9454-9473eb9c3ec6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Pushing event updated for resources: {'Port': ['ID=8f647d78-255d-463b-8a5b-689b6bfd4b5b,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:08.701808 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc663-535b-49b8-9454-9473eb9c3ec6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:08.724176 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:08.735439 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d4080703-e0f9-4d70-aecf-5227d1dafbb5 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] For port b0df557f-aa8a-49a2-8fe3-d2bb64ec6290, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b0df557f-aa8a-49a2-8fe3-d2bb64ec6290,segment=NetworkSegment(703adb2b-1cb9-4371-a201-0ccbda92df35),segment_id=703adb2b-1cb9-4371-a201-0ccbda92df35)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:08.736065 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4080703-e0f9-4d70-aecf-5227d1dafbb5 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:08.748924 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03a0bc36-544f-476c-908f-0d70f23afca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:08.749194 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc663-535b-49b8-9454-9473eb9c3ec6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:08.758297 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6d2cc663-535b-49b8-9454-9473eb9c3ec6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2021844 Jul 14 09:14:08.783289 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d4080703-e0f9-4d70-aecf-5227d1dafbb5 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Calling delete_port for b0df557f-aa8a-49a2-8fe3-d2bb64ec6290 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:08.815474 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0bc36-544f-476c-908f-0d70f23afca9 None None] Pushing event deleted for resources: {'Port': ['ID=b0df557f-aa8a-49a2-8fe3-d2bb64ec6290,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:08.831599 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a0bc36-544f-476c-908f-0d70f23afca9 None None] No DVR routers for this DVR port b0df557f-aa8a-49a2-8fe3-d2bb64ec6290 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:08.939195 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4080703-e0f9-4d70-aecf-5227d1dafbb5 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:09.029280 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4080703-e0f9-4d70-aecf-5227d1dafbb5 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Pushing event deleted for resources: {'Port': ['ID=b0df557f-aa8a-49a2-8fe3-d2bb64ec6290,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:09.047133 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4080703-e0f9-4d70-aecf-5227d1dafbb5 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] No DVR routers for this DVR port b0df557f-aa8a-49a2-8fe3-d2bb64ec6290 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:09.065622 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8afc13ce-8f4b-42ac-ad3b-080a85bf8e3b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:09.108603 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8afc13ce-8f4b-42ac-ad3b-080a85bf8e3b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Calling delete_port for 52f8e85b-d2da-4e59-9b83-c68e09d96eba owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:09.213646 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24affdd1-94f9-4ee1-906f-4d3386b3a492 req-4a7e223b-c385-4d07-ae9a-e1d945526f72 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:09.224920 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-24affdd1-94f9-4ee1-906f-4d3386b3a492 req-4a7e223b-c385-4d07-ae9a-e1d945526f72 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4291d3c-179e-4ee0-a78b-ff85fe34ab0c HTTP/1.1" status: 200 len: 946 time: 0.2687864 Jul 14 09:14:09.335346 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4080703-e0f9-4d70-aecf-5227d1dafbb5 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:09.407010 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-d4080703-e0f9-4d70-aecf-5227d1dafbb5 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a9321b3-534c-4e04-886b-60368875ad76']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:09.450678 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-d4080703-e0f9-4d70-aecf-5227d1dafbb5 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '703adb2b-1cb9-4371-a201-0ccbda92df35') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:09.451317 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-d4080703-e0f9-4d70-aecf-5227d1dafbb5 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '703adb2b-1cb9-4371-a201-0ccbda92df35') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:09.484284 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4080703-e0f9-4d70-aecf-5227d1dafbb5 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:09.615844 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4080703-e0f9-4d70-aecf-5227d1dafbb5 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:09.640085 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a31227-651d-49c1-910d-ae94f403daa0'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:09.643105 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423a9f84-c25d-4128-95c6-5c282a1f59ea" -d '{"events": [{"server_uuid": "f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6", "name": "network-vif-plugged", "status": "completed", "tag": "50a31227-651d-49c1-910d-ae94f403daa0"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:09.662334 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4080703-e0f9-4d70-aecf-5227d1dafbb5 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:14:09.665881 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4080703-e0f9-4d70-aecf-5227d1dafbb5 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: self.session.flush() Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: self.session.flush() Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: self.session.flush() Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: self.session.flush() Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:14:09.676860 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:14:09.889882 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8afc13ce-8f4b-42ac-ad3b-080a85bf8e3b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:09.960918 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc13ce-8f4b-42ac-ad3b-080a85bf8e3b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Port': ['ID=52f8e85b-d2da-4e59-9b83-c68e09d96eba,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:09.973165 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-24affdd1-94f9-4ee1-906f-4d3386b3a492 req-d018fe01-c5d6-438c-8733-ca7fb3030f0b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Deleting port 851d0185-ff3c-4fb6-808c-c8213c818442 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:09.973499 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-24affdd1-94f9-4ee1-906f-4d3386b3a492 req-d018fe01-c5d6-438c-8733-ca7fb3030f0b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:10.148661 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4080703-e0f9-4d70-aecf-5227d1dafbb5 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:10.203847 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4080703-e0f9-4d70-aecf-5227d1dafbb5 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:10.209156 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44928) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:10.210938 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d4080703-e0f9-4d70-aecf-5227d1dafbb5 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "DELETE /v2.0/networks/9a9321b3-534c-4e04-886b-60368875ad76 HTTP/1.1" status: 204 len: 168 time: 2.9217794 Jul 14 09:14:10.259380 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4080703-e0f9-4d70-aecf-5227d1dafbb5 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Pushing event deleted for resources: {'Network': ['ID=9a9321b3-534c-4e04-886b-60368875ad76,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:10.341558 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f83a816-fced-4082-b242-a6607c3a3834 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Deleting subnet 888fe81e-f57f-46b1-9d10-1aae9124c9d1 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:14:10.356908 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7f83a816-fced-4082-b242-a6607c3a3834 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:10.378376 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-24affdd1-94f9-4ee1-906f-4d3386b3a492 req-d018fe01-c5d6-438c-8733-ca7fb3030f0b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] For port 851d0185-ff3c-4fb6-808c-c8213c818442, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=851d0185-ff3c-4fb6-808c-c8213c818442,segment=NetworkSegment(c33ce29e-d508-429e-945d-f02a1fe3578f),segment_id=c33ce29e-d508-429e-945d-f02a1fe3578f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:10.379015 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-24affdd1-94f9-4ee1-906f-4d3386b3a492 req-d018fe01-c5d6-438c-8733-ca7fb3030f0b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:10.389088 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8afc13ce-8f4b-42ac-ad3b-080a85bf8e3b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:10.397082 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8afc13ce-8f4b-42ac-ad3b-080a85bf8e3b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/52f8e85b-d2da-4e59-9b83-c68e09d96eba HTTP/1.1" status: 204 len: 168 time: 2.7446511 Jul 14 09:14:10.404599 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44934) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:10.412155 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:10.452614 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-24affdd1-94f9-4ee1-906f-4d3386b3a492 req-d018fe01-c5d6-438c-8733-ca7fb3030f0b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Calling delete_port for 851d0185-ff3c-4fb6-808c-c8213c818442 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:10.460348 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7f83a816-fced-4082-b242-a6607c3a3834 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:10.586460 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fea8a4-a2ff-40eb-8d05-f2abd35c6546 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:10.588116 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fea8a4-a2ff-40eb-8d05-f2abd35c6546 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:10.590327 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fea8a4-a2ff-40eb-8d05-f2abd35c6546 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:10.592192 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-49fea8a4-a2ff-40eb-8d05-f2abd35c6546 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1866260 Jul 14 09:14:10.597199 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44936) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:10.657313 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7f83a816-fced-4082-b242-a6607c3a3834 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:10.689143 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-638fe19e-78e2-48d6-b2c6-ff912a607840 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet 34fb033c-8f1c-4b5d-b345-7e3e56f3d9b9 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:14:10.700702 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-638fe19e-78e2-48d6-b2c6-ff912a607840 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:10.844652 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7f83a816-fced-4082-b242-a6607c3a3834 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:10.903034 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-638fe19e-78e2-48d6-b2c6-ff912a607840 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:10.907028 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83a816-fced-4082-b242-a6607c3a3834 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Pushing event deleted for resources: {'Subnet': ['ID=888fe81e-f57f-46b1-9d10-1aae9124c9d1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:10.907634 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-24affdd1-94f9-4ee1-906f-4d3386b3a492 req-d018fe01-c5d6-438c-8733-ca7fb3030f0b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:10.921576 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['851d0185-ff3c-4fb6-808c-c8213c818442'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:10.923992 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7f83a816-fced-4082-b242-a6607c3a3834 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:10.926406 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7f83a816-fced-4082-b242-a6607c3a3834 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "DELETE /v2.0/subnets/888fe81e-f57f-46b1-9d10-1aae9124c9d1 HTTP/1.1" status: 204 len: 168 time: 0.7160249 Jul 14 09:14:10.936597 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44938) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:11.034940 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe7190b-d153-4b33-b594-78fac228b249 None None] Network 2ee19c47-12e0-42f5-b6cb-08948d6323c7 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:14:11.073235 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018fe01-c5d6-438c-8733-ca7fb3030f0b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Pushing event deleted for resources: {'Port': ['ID=851d0185-ff3c-4fb6-808c-c8213c818442,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:11.141178 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:11.145292 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-24affdd1-94f9-4ee1-906f-4d3386b3a492 req-d018fe01-c5d6-438c-8733-ca7fb3030f0b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] No DVR routers for this DVR port 851d0185-ff3c-4fb6-808c-c8213c818442 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:11.148120 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-24affdd1-94f9-4ee1-906f-4d3386b3a492 req-d018fe01-c5d6-438c-8733-ca7fb3030f0b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:11.154284 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-24affdd1-94f9-4ee1-906f-4d3386b3a492 req-d018fe01-c5d6-438c-8733-ca7fb3030f0b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.47 "DELETE /v2.0/ports/851d0185-ff3c-4fb6-808c-c8213c818442 HTTP/1.1" status: 204 len: 173 time: 1.8630471 Jul 14 09:14:11.164111 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4291d3c-179e-4ee0-a78b-ff85fe34ab0c', 'name': 'network-vif-deleted', 'tag': '851d0185-ff3c-4fb6-808c-c8213c818442'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:11.172194 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1544e4ac-a2b9-4647-bcb8-3f093d7c723e" -d '{"events": [{"server_uuid": "e4291d3c-179e-4ee0-a78b-ff85fe34ab0c", "name": "network-vif-deleted", "tag": "851d0185-ff3c-4fb6-808c-c8213c818442"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:11.313920 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-638fe19e-78e2-48d6-b2c6-ff912a607840 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:11.331046 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Deleting port 46a6573e-585e-445f-a0e1-5674be028328 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:11.331526 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:11.438924 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2301da-07c0-414f-b767-8a55dd55661e None None] DHCP port deletion for 2ee19c47-12e0-42f5-b6cb-08948d6323c7 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:14:11.499092 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-638fe19e-78e2-48d6-b2c6-ff912a607840 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:11.549718 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] For port 46a6573e-585e-445f-a0e1-5674be028328, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=46a6573e-585e-445f-a0e1-5674be028328,segment=NetworkSegment(6f0719f8-f972-4c6f-832f-e3adb0a47686),segment_id=6f0719f8-f972-4c6f-832f-e3adb0a47686)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:11.551129 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:11.564445 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-638fe19e-78e2-48d6-b2c6-ff912a607840 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:11.570682 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44946) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:11.573145 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-638fe19e-78e2-48d6-b2c6-ff912a607840 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/34fb033c-8f1c-4b5d-b345-7e3e56f3d9b9 HTTP/1.1" status: 204 len: 168 time: 0.9747756 Jul 14 09:14:11.574288 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeb9865-a6d7-4a71-99fa-3bf7246a3a04 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:14:11.574657 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638fe19e-78e2-48d6-b2c6-ff912a607840 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=34fb033c-8f1c-4b5d-b345-7e3e56f3d9b9,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:11.612873 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Calling delete_port for 46a6573e-585e-445f-a0e1-5674be028328 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:11.635532 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-be2301da-07c0-414f-b767-8a55dd55661e None None] Deleting port 46a6573e-585e-445f-a0e1-5674be028328 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:11.635916 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be2301da-07c0-414f-b767-8a55dd55661e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:11.817377 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-80bce949-f553-4f8e-af04-03fbb6e2972c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet c287d81d-7476-4b34-8a07-3da719b36ccd {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:14:11.824696 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80bce949-f553-4f8e-af04-03fbb6e2972c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:11.829951 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-be2301da-07c0-414f-b767-8a55dd55661e None None] For port 46a6573e-585e-445f-a0e1-5674be028328, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=46a6573e-585e-445f-a0e1-5674be028328,segment=NetworkSegment(6f0719f8-f972-4c6f-832f-e3adb0a47686),segment_id=6f0719f8-f972-4c6f-832f-e3adb0a47686)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:11.830667 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be2301da-07c0-414f-b767-8a55dd55661e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:11.847612 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-be2301da-07c0-414f-b767-8a55dd55661e None None] Calling delete_port for 46a6573e-585e-445f-a0e1-5674be028328 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:11.889617 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80bce949-f553-4f8e-af04-03fbb6e2972c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: from cryptography.utils import int_from_bytes Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: from cryptography.utils import int_from_bytes Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:11.999929 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:14:12.002906 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:12.002906 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:14:12.002906 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:12.002906 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:14:12.002906 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:12.002906 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:14:12.002906 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:12.002906 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:14:12.002906 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:12.002906 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:14:12.002906 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:12.002906 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:14:12.002906 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:14:12.002906 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:14:12.018230 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be2301da-07c0-414f-b767-8a55dd55661e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:12.054582 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:12.055832 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2301da-07c0-414f-b767-8a55dd55661e None None] Pushing event deleted for resources: {'Port': ['ID=46a6573e-585e-445f-a0e1-5674be028328,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:12.064040 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2301da-07c0-414f-b767-8a55dd55661e None None] No DVR routers for this DVR port 46a6573e-585e-445f-a0e1-5674be028328 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:12.149943 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80bce949-f553-4f8e-af04-03fbb6e2972c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:12.239742 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:12.328830 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] No DVR routers for this DVR port 46a6573e-585e-445f-a0e1-5674be028328 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:12.335121 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Pushing event deleted for resources: {'Port': ['ID=46a6573e-585e-445f-a0e1-5674be028328,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:12.395670 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80bce949-f553-4f8e-af04-03fbb6e2972c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:12.437251 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 46a6573e-585e-445f-a0e1-5674be028328 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:12.482436 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 46a6573e-585e-445f-a0e1-5674be028328 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:14:12.482905 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 46a6573e-585e-445f-a0e1-5674be028328 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:14:12.483885 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bce949-f553-4f8e-af04-03fbb6e2972c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=c287d81d-7476-4b34-8a07-3da719b36ccd,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:12.488481 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80bce949-f553-4f8e-af04-03fbb6e2972c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:12.490387 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-80bce949-f553-4f8e-af04-03fbb6e2972c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/c287d81d-7476-4b34-8a07-3da719b36ccd HTTP/1.1" status: 204 len: 168 time: 0.9007103 Jul 14 09:14:12.493847 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44952) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:12.505031 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:12.552432 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44956) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:12.553405 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c802b559-e451-4acb-a8bb-b69f424b6941 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548294 Jul 14 09:14:12.557771 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-f56cdc74-07e0-4ac6-97d7-658f371bed66 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:12.564409 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee19c47-12e0-42f5-b6cb-08948d6323c7']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:12.581297 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0719f8-f972-4c6f-832f-e3adb0a47686') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:12.581696 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0719f8-f972-4c6f-832f-e3adb0a47686') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:12.608919 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:12.644917 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:12.674338 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:14:12.674759 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:14:12.680697 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:14:12.717078 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56cdc74-07e0-4ac6-97d7-658f371bed66 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:12.727161 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f56cdc74-07e0-4ac6-97d7-658f371bed66 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:12.952393 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:12.960735 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:12.963423 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "DELETE /v2.0/networks/2ee19c47-12e0-42f5-b6cb-08948d6323c7 HTTP/1.1" status: 204 len: 168 time: 2.0106387 Jul 14 09:14:12.983061 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01007c6-da33-4696-8cf6-5f67954f9c5f None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:14:12.988306 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44970) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:13.010725 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Pushing event deleted for resources: {'Network': ['ID=2ee19c47-12e0-42f5-b6cb-08948d6323c7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:13.076491 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7db3d11b-0b9e-4041-be14-985afd2c536a tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "GET /v2.0/ports?device_id=73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd HTTP/1.1" status: 200 len: 205 time: 0.0830300 Jul 14 09:14:13.080676 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44972) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:13.082798 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:13.083256 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:13.083735 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:13.084192 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:13.084633 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:13.085070 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:13.085515 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:13.085927 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:13.086353 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:13.087548 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:13.087548 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:13.087548 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904e7db-aac8-4537-a8ef-a22c1431f7d9 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:13.123734 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75898578-1046-4696-84c4-787fbe5667b4 req-b03bb89f-fa02-422a-8d30-d2317284874c tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:13.125419 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75898578-1046-4696-84c4-787fbe5667b4 req-b03bb89f-fa02-422a-8d30-d2317284874c tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/networks?id=86c853f4-4ad9-424e-8297-380957ad4d59 HTTP/1.1" status: 200 len: 815 time: 0.2906506 Jul 14 09:14:13.157539 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f8ce4-7b8a-413c-9e7c-a3921086e9c9 req-0349ff10-d64c-47f8-8518-4523e16a03ad tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:13.163001 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-645f8ce4-7b8a-413c-9e7c-a3921086e9c9 req-0349ff10-d64c-47f8-8518-4523e16a03ad tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 950 time: 0.1708436 Jul 14 09:14:13.170263 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b7dacd11-b23e-4df6-aab4-1edb1169668a None None] Provisioning complete for port c788607e-d96b-44e7-ac97-e816143158a1 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:13.171013 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b7dacd11-b23e-4df6-aab4-1edb1169668a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:13.172488 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75898578-1046-4696-84c4-787fbe5667b4 req-96189cb1-778d-4d2e-b9e9-c7417618d820 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/quotas/632b277e59c94db7b11ed5f1a650279a HTTP/1.1" status: 200 len: 375 time: 0.0377998 Jul 14 09:14:13.213970 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75898578-1046-4696-84c4-787fbe5667b4 req-b51330b3-e0a2-46b3-b20a-e48ede7423af tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=632b277e59c94db7b11ed5f1a650279a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344102 Jul 14 09:14:13.250821 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-645f8ce4-7b8a-413c-9e7c-a3921086e9c9 req-19f479e5-2982-4b4e-b7c3-ac09a7b1b78c tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864220 Jul 14 09:14:13.282682 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 851d0185-ff3c-4fb6-808c-c8213c818442 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:13.348331 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 851d0185-ff3c-4fb6-808c-c8213c818442 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:14:13.349772 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 851d0185-ff3c-4fb6-808c-c8213c818442 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:14:13.459419 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75898578-1046-4696-84c4-787fbe5667b4 req-05759c69-dba0-44e4-abb8-748c66ddb30b service neutron] 10.222.0.25 "GET /v2.0/networks/86c853f4-4ad9-424e-8297-380957ad4d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305288 Jul 14 09:14:13.471275 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e48c34a-4f58-4837-b142-f28c348d647c req-266fbe37-1ac3-4863-82b5-339ee7e1b940 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--911167471&fields=id&tenant_id=b327168895324cc0b6c369e00d5c9690 HTTP/1.1" status: 200 len: 267 time: 0.0683913 Jul 14 09:14:13.644442 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bd22e0-579e-4a87-8faf-024a1b4e2f64 None None] DHCP port deletion for d4b2ec29-2184-48d5-8c16-380a3c464388 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:14:13.680395 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75898578-1046-4696-84c4-787fbe5667b4 req-3e230c2b-bacb-4f3b-a40a-b4a0b3606d3a service neutron] 10.222.0.25 "GET /v2.0/networks/86c853f4-4ad9-424e-8297-380957ad4d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929212 Jul 14 09:14:13.691980 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48c34a-4f58-4837-b142-f28c348d647c req-8e26d09c-18f4-47e1-946f-6ed709e6a816 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:13.697901 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e48c34a-4f58-4837-b142-f28c348d647c req-8e26d09c-18f4-47e1-946f-6ed709e6a816 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/networks?id=5e1db2f5-19ca-4d5a-a84c-a02b32125113 HTTP/1.1" status: 200 len: 810 time: 0.2252839 Jul 14 09:14:13.720033 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e48c34a-4f58-4837-b142-f28c348d647c req-7bee2d2e-1fae-4862-82b9-0c66de940c72 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/quotas/b327168895324cc0b6c369e00d5c9690 HTTP/1.1" status: 200 len: 375 time: 0.0210378 Jul 14 09:14:13.721895 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f0bd22e0-579e-4a87-8faf-024a1b4e2f64 None None] Deleting port c788607e-d96b-44e7-ac97-e816143158a1 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:13.722382 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0bd22e0-579e-4a87-8faf-024a1b4e2f64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:13.811532 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f0bd22e0-579e-4a87-8faf-024a1b4e2f64 None None] For port c788607e-d96b-44e7-ac97-e816143158a1, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c788607e-d96b-44e7-ac97-e816143158a1,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:13.812088 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0bd22e0-579e-4a87-8faf-024a1b4e2f64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:13.836874 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f0bd22e0-579e-4a87-8faf-024a1b4e2f64 None None] Calling delete_port for c788607e-d96b-44e7-ac97-e816143158a1 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:13.901649 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e48c34a-4f58-4837-b142-f28c348d647c req-95f07099-05c3-47fa-bcc0-7bd4a983b1ea tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b327168895324cc0b6c369e00d5c9690&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1762018 Jul 14 09:14:13.990376 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0bd22e0-579e-4a87-8faf-024a1b4e2f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:14.014830 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e48c34a-4f58-4837-b142-f28c348d647c req-6d7dbdd6-95a4-4145-bee5-ae1cdc911ec2 service neutron] 10.222.0.25 "GET /v2.0/networks/5e1db2f5-19ca-4d5a-a84c-a02b32125113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001036 Jul 14 09:14:14.020036 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd22e0-579e-4a87-8faf-024a1b4e2f64 None None] Pushing event deleted for resources: {'Port': ['ID=c788607e-d96b-44e7-ac97-e816143158a1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:14.032703 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bd22e0-579e-4a87-8faf-024a1b4e2f64 None None] No DVR routers for this DVR port c788607e-d96b-44e7-ac97-e816143158a1 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:14.069863 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86130140-9ce0-4930-987f-44db077d3842 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:14.198157 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e48c34a-4f58-4837-b142-f28c348d647c req-742d8ed1-391f-4f87-b721-e21e6e7d6a09 service neutron] 10.222.0.25 "GET /v2.0/networks/5e1db2f5-19ca-4d5a-a84c-a02b32125113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823752 Jul 14 09:14:14.235852 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f56cdc74-07e0-4ac6-97d7-658f371bed66 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:14.241153 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08c5fe-65e8-4bc1-bf19-368cea5aa134 req-b29c9956-899b-4c52-86e8-9080971aef15 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:14.252171 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2f08c5fe-65e8-4bc1-bf19-368cea5aa134 req-b29c9956-899b-4c52-86e8-9080971aef15 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 946 time: 0.1511064 Jul 14 09:14:14.340611 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2f08c5fe-65e8-4bc1-bf19-368cea5aa134 req-f89271a6-c7c8-48a0-8028-9a69234e1b16 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870788 Jul 14 09:14:14.419375 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56cdc74-07e0-4ac6-97d7-658f371bed66 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:14.423882 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86130140-9ce0-4930-987f-44db077d3842 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:14.427105 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26befd49-442e-4c52-bc61-e0a0fd59ddb3 req-35271de3-e56e-4607-8abc-23ae35c8583c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:14.428911 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26befd49-442e-4c52-bc61-e0a0fd59ddb3 req-35271de3-e56e-4607-8abc-23ae35c8583c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=338da67ed34f4deb89c1895a0890d123&device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 1098 time: 0.6128359 Jul 14 09:14:14.432436 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86130140-9ce0-4930-987f-44db077d3842 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:14.434815 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f56cdc74-07e0-4ac6-97d7-658f371bed66 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:14.444734 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ec8859-cac7-4029-ba5e-8c818ae17259 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:14:14.448996 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56cdc74-07e0-4ac6-97d7-658f371bed66 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:14.449882 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f56cdc74-07e0-4ac6-97d7-658f371bed66 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:14.455235 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c788607e-d96b-44e7-ac97-e816143158a1 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:14.518746 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56cdc74-07e0-4ac6-97d7-658f371bed66 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=70dc452e-e98e-4dd2-96fb-118fb104d0d8,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:14.552368 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cb0e3d-7655-4efe-ab12-343ca55e68ba x-openstack-request-id: req-f9cb0e3d-7655-4efe-ab12-343ca55e68ba {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:14.552710 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6", "name": "network-vif-plugged", "status": "completed", "tag": "50a31227-651d-49c1-910d-ae94f403daa0", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:14.553092 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9cb0e3d-7655-4efe-ab12-343ca55e68ba {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:14.553501 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a31227-651d-49c1-910d-ae94f403daa0', 'code': 200} Jul 14 09:14:14.597230 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efd6e9e-d2db-4968-b542-b1fb5a71f442 x-openstack-request-id: req-1efd6e9e-d2db-4968-b542-b1fb5a71f442 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:14.597528 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4291d3c-179e-4ee0-a78b-ff85fe34ab0c", "name": "network-vif-deleted", "tag": "851d0185-ff3c-4fb6-808c-c8213c818442", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:14.597781 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1efd6e9e-d2db-4968-b542-b1fb5a71f442 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:14.598182 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4291d3c-179e-4ee0-a78b-ff85fe34ab0c', 'name': 'network-vif-deleted', 'tag': '851d0185-ff3c-4fb6-808c-c8213c818442', 'status': 'completed', 'code': 200} Jul 14 09:14:14.635267 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f56cdc74-07e0-4ac6-97d7-658f371bed66 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0789104 Jul 14 09:14:14.635720 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45004) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:14.640242 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86130140-9ce0-4930-987f-44db077d3842 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:14.640677 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86130140-9ce0-4930-987f-44db077d3842 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Fanout notify agent at l3_agent the message router_deleted on router 73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:14:14.641461 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a640e111-a1e4-4ff7-ac4b-1ed1dc365fbd tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:14.651070 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86130140-9ce0-4930-987f-44db077d3842 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:14.652260 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-86130140-9ce0-4930-987f-44db077d3842 tempest-RoutersNegativeIpV6Test-1813781963 tempest-RoutersNegativeIpV6Test-1813781963-project] 10.222.0.25 "DELETE /v2.0/routers/73d30ad7-bf9d-49f0-b5e4-3bf84983b6dd HTTP/1.1" status: 204 len: 168 time: 1.5645316 Jul 14 09:14:14.720111 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26befd49-442e-4c52-bc61-e0a0fd59ddb3 req-28f1cbdc-983a-404a-8325-b9f0d7ae1883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:14.721642 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26befd49-442e-4c52-bc61-e0a0fd59ddb3 req-28f1cbdc-983a-404a-8325-b9f0d7ae1883 service neutron] 10.222.0.44 "GET /v2.0/networks?id=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a HTTP/1.1" status: 200 len: 917 time: 0.2826817 Jul 14 09:14:14.752838 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdedf04-bd3f-45d7-9237-36dbb4629cda req-36290b7c-ce1f-4de8-b640-7ce4757b822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:14.763012 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2fdedf04-bd3f-45d7-9237-36dbb4629cda req-36290b7c-ce1f-4de8-b640-7ce4757b822b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 1102 time: 0.1753881 Jul 14 09:14:14.941739 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-16c7602a-dfaf-404d-a5e1-60ecf1f882d8 req-07a64d25-4ebc-444b-9805-0225210d595d tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 210 time: 0.0978427 Jul 14 09:14:15.008609 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26befd49-442e-4c52-bc61-e0a0fd59ddb3 req-402e7d79-b76f-4e9d-8702-beb4bb4bddbb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbffb502-4fe3-461f-a5b2-1a9fc98c8559 HTTP/1.1" status: 200 len: 1002 time: 0.2795219 Jul 14 09:14:15.017635 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2fdedf04-bd3f-45d7-9237-36dbb4629cda req-f9d87834-d2de-46b9-a0e6-0227a0336e96 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639676 Jul 14 09:14:15.109746 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7793c775-654a-4495-be93-cea6119d7a74 req-e7eed1ff-b135-4602-823e-a5afd5f520fa tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 210 time: 0.0706239 Jul 14 09:14:15.194903 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26befd49-442e-4c52-bc61-e0a0fd59ddb3 req-89346883-0c54-4731-887d-e62269d7b6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:15.201586 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26befd49-442e-4c52-bc61-e0a0fd59ddb3 req-89346883-0c54-4731-887d-e62269d7b6d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7386d60e-9463-4a78-b78e-76e751bf067a HTTP/1.1" status: 200 len: 856 time: 0.1776853 Jul 14 09:14:15.247901 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb8338-5662-4f05-b304-3590f09696ce req-6627c1de-c84f-4ccd-947c-d196250458cb tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:15.255317 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-50cb8338-5662-4f05-b304-3590f09696ce req-6627c1de-c84f-4ccd-947c-d196250458cb tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 950 time: 0.2487736 Jul 14 09:14:15.260629 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: c788607e-d96b-44e7-ac97-e816143158a1 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:14:15.263074 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c788607e-d96b-44e7-ac97-e816143158a1 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:14:15.272729 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45022) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:15.273835 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a640e111-a1e4-4ff7-ac4b-1ed1dc365fbd tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:15.287622 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a640e111-a1e4-4ff7-ac4b-1ed1dc365fbd tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:15.454208 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45032) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:15.525016 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26befd49-442e-4c52-bc61-e0a0fd59ddb3 req-ac9ff8c8-dc55-41be-92a7-67dbe163346d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:15.526714 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26befd49-442e-4c52-bc61-e0a0fd59ddb3 req-ac9ff8c8-dc55-41be-92a7-67dbe163346d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3047135 Jul 14 09:14:15.571561 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-50cb8338-5662-4f05-b304-3590f09696ce req-56411de1-10d8-412d-a389-fca01370f0c4 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143678 Jul 14 09:14:15.659596 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca61a90a-b920-40d9-9136-08dd20f43de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-d4b2ec29-2184-48d5-8c16-380a3c464388', 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'fixed_ips': [{'subnet_id': '70dc452e-e98e-4dd2-96fb-118fb104d0d8'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:14:15.664066 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca61a90a-b920-40d9-9136-08dd20f43de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:15.784416 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f0cb475a-666c-469d-87b6-f572760eba34 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06afddc6cf88418db9b76d3c1ecf7a99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4927123 Jul 14 09:14:15.787140 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45042) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:15.829816 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f80878-041e-49fb-b576-968e7849dd86 req-11820a5a-0900-4b75-b598-2b054cf654cd tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:15.837775 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-88f80878-041e-49fb-b576-968e7849dd86 req-11820a5a-0900-4b75-b598-2b054cf654cd tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 946 time: 0.2345815 Jul 14 09:14:15.861910 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26befd49-442e-4c52-bc61-e0a0fd59ddb3 req-30f63550-a15b-435a-af62-f11c53557d8a service neutron] 10.222.0.44 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278327 Jul 14 09:14:15.888070 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-682502af-35ad-4be6-a170-86b4653d9988 admin admin] Deleting subnet 1cecf5b8-9bc0-42ae-ae75-809b50502003 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:14:15.916968 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-682502af-35ad-4be6-a170-86b4653d9988 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:15.967688 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4cc56665-c91c-44c4-a6c1-97f7b8b2ffcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:16.003869 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-88f80878-041e-49fb-b576-968e7849dd86 req-9a78a65f-3d54-4468-8c03-935fdced127b tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649683 Jul 14 09:14:16.016604 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-682502af-35ad-4be6-a170-86b4653d9988 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:16.148193 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-682502af-35ad-4be6-a170-86b4653d9988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:16.160543 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26befd49-442e-4c52-bc61-e0a0fd59ddb3 req-73c1b95b-a491-48b2-b098-70e81ea094ba service neutron] 10.222.0.44 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694778 Jul 14 09:14:16.182232 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-ca61a90a-b920-40d9-9136-08dd20f43de1 None None] Allocated IP 172.20.0.2 (d4b2ec29-2184-48d5-8c16-380a3c464388/70dc452e-e98e-4dd2-96fb-118fb104d0d8/2357d635-d024-4313-b3c9-9e464aa5bc04) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:16.269436 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-682502af-35ad-4be6-a170-86b4653d9988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:16.309543 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682502af-35ad-4be6-a170-86b4653d9988 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cecf5b8-9bc0-42ae-ae75-809b50502003,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:16.313859 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-682502af-35ad-4be6-a170-86b4653d9988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:16.318830 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-682502af-35ad-4be6-a170-86b4653d9988 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1cecf5b8-9bc0-42ae-ae75-809b50502003 HTTP/1.1" status: 204 len: 168 time: 0.8597016 Jul 14 09:14:16.319593 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45052) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:16.412373 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-145424bc-29cd-4f0a-a607-f43126d4c3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:16.459758 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca61a90a-b920-40d9-9136-08dd20f43de1 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:16.481981 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ca61a90a-b920-40d9-9136-08dd20f43de1 None None] Transition to ACTIVE for port object 2357d635-d024-4313-b3c9-9e464aa5bc04 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:16.522053 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ca61a90a-b920-40d9-9136-08dd20f43de1 None None] Transition to ACTIVE for port object 2357d635-d024-4313-b3c9-9e464aa5bc04 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:16.532651 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca61a90a-b920-40d9-9136-08dd20f43de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:16.535037 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-145424bc-29cd-4f0a-a607-f43126d4c3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:16.563980 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-145424bc-29cd-4f0a-a607-f43126d4c3da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae54159-68cb-4fca-9852-a42d051dbe23']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:16.601900 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-145424bc-29cd-4f0a-a607-f43126d4c3da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:16.604656 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-145424bc-29cd-4f0a-a607-f43126d4c3da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc5b8ff-3f1f-4d0e-8fc1-ce1f0a60ac8f') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:16.659004 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca61a90a-b920-40d9-9136-08dd20f43de1 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:16.663202 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-145424bc-29cd-4f0a-a607-f43126d4c3da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:16.667304 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ca61a90a-b920-40d9-9136-08dd20f43de1 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:16.676515 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca61a90a-b920-40d9-9136-08dd20f43de1 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:16.694398 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61a90a-b920-40d9-9136-08dd20f43de1 None None] Pushing event updated for resources: {'Port': ['ID=2357d635-d024-4313-b3c9-9e464aa5bc04,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:16.782361 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ca61a90a-b920-40d9-9136-08dd20f43de1 None None] Attempting to bind port 2357d635-d024-4313-b3c9-9e464aa5bc04 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:16.782991 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ca61a90a-b920-40d9-9136-08dd20f43de1 None None] Attempting to bind port 2357d635-d024-4313-b3c9-9e464aa5bc04 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:16.783554 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca61a90a-b920-40d9-9136-08dd20f43de1 None None] Attempting to bind port 2357d635-d024-4313-b3c9-9e464aa5bc04 on network d4b2ec29-2184-48d5-8c16-380a3c464388 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:16.799572 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca61a90a-b920-40d9-9136-08dd20f43de1 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:16.804809 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca61a90a-b920-40d9-9136-08dd20f43de1 None None] Checking segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:16.809077 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca61a90a-b920-40d9-9136-08dd20f43de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:16.813915 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca61a90a-b920-40d9-9136-08dd20f43de1 None None] Bound using segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:16.831455 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ca61a90a-b920-40d9-9136-08dd20f43de1 None None] Bound port: 2357d635-d024-4313-b3c9-9e464aa5bc04, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:16.856369 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca61a90a-b920-40d9-9136-08dd20f43de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:16.857758 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-281ec248-50d8-419a-af16-e2a360b77a45 req-dcc4fd82-c691-4b4d-b81e-492f94c5c041 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 210 time: 0.0353849 Jul 14 09:14:16.886955 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4cc56665-c91c-44c4-a6c1-97f7b8b2ffcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:16.904111 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device cbffb502-4fe3-461f-a5b2-1a9fc98c8559 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:16.940958 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-666b4736-48db-4ffc-98da-5e0be5bcadb3 req-319fea13-1a62-4da6-babf-4a6ac7f67476 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 210 time: 0.1135209 Jul 14 09:14:16.979784 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-145424bc-29cd-4f0a-a607-f43126d4c3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:16.999828 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145424bc-29cd-4f0a-a607-f43126d4c3da admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:14:17.000568 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-145424bc-29cd-4f0a-a607-f43126d4c3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:14:17.004580 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:14:17.035194 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75898578-1046-4696-84c4-787fbe5667b4 req-88477955-0210-47c2-92f8-aee772768250 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:17.037244 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-75898578-1046-4696-84c4-787fbe5667b4 req-88477955-0210-47c2-92f8-aee772768250 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.44 "GET /v2.0/networks?id=86c853f4-4ad9-424e-8297-380957ad4d59 HTTP/1.1" status: 200 len: 815 time: 0.4028034 Jul 14 09:14:17.104122 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-75898578-1046-4696-84c4-787fbe5667b4 req-4ad50309-676f-461a-97a8-be7cf959890e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Request body: {'port': {'device_id': 'fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2', 'network_id': '86c853f4-4ad9-424e-8297-380957ad4d59', 'admin_state_up': True, 'tenant_id': '632b277e59c94db7b11ed5f1a650279a'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:17.142442 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4cc56665-c91c-44c4-a6c1-97f7b8b2ffcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:17.145840 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4cc56665-c91c-44c4-a6c1-97f7b8b2ffcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:17.163228 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4cc56665-c91c-44c4-a6c1-97f7b8b2ffcf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d076f43d-a454-430c-ace3-98fd64ec129c HTTP/1.1" status: 204 len: 168 time: 1.3637402 Jul 14 09:14:17.285765 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ca61a90a-b920-40d9-9136-08dd20f43de1 None None] For port 2357d635-d024-4313-b3c9-9e464aa5bc04, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:17.289605 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:17.366816 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc56665-c91c-44c4-a6c1-97f7b8b2ffcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d076f43d-a454-430c-ace3-98fd64ec129c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:17.368898 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ca61a90a-b920-40d9-9136-08dd20f43de1 None None] For port 2357d635-d024-4313-b3c9-9e464aa5bc04, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2357d635-d024-4313-b3c9-9e464aa5bc04,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:17.398171 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750a6c08-5914-47fb-a3cb-5bdbbcd21c55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbffb502-4fe3-461f-a5b2-1a9fc98c8559'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:17.401489 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f29f78b-6bb3-4cda-850b-209b084d098e" -d '{"events": [{"server_uuid": "750a6c08-5914-47fb-a3cb-5bdbbcd21c55", "name": "network-vif-unplugged", "status": "completed", "tag": "cbffb502-4fe3-461f-a5b2-1a9fc98c8559"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:17.409663 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port cbffb502-4fe3-461f-a5b2-1a9fc98c8559, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=cbffb502-4fe3-461f-a5b2-1a9fc98c8559,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:17.421820 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca61a90a-b920-40d9-9136-08dd20f43de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:17.423759 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:17.561525 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61a90a-b920-40d9-9136-08dd20f43de1 None None] Pushing event updated for resources: {'Port': ['ID=2357d635-d024-4313-b3c9-9e464aa5bc04,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:17.603462 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48c34a-4f58-4837-b142-f28c348d647c req-1fe8d9a8-fcdd-456c-b430-0b8344d906a4 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:17.605740 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7e48c34a-4f58-4837-b142-f28c348d647c req-1fe8d9a8-fcdd-456c-b430-0b8344d906a4 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.44 "GET /v2.0/networks?id=5e1db2f5-19ca-4d5a-a84c-a02b32125113 HTTP/1.1" status: 200 len: 810 time: 0.1609044 Jul 14 09:14:17.606536 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-145424bc-29cd-4f0a-a607-f43126d4c3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:17.618871 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-145424bc-29cd-4f0a-a607-f43126d4c3da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:17.622492 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-145424bc-29cd-4f0a-a607-f43126d4c3da admin admin] 10.222.0.25 "DELETE /v2.0/networks/3ae54159-68cb-4fca-9852-a42d051dbe23 HTTP/1.1" status: 204 len: 168 time: 1.3014100 Jul 14 09:14:17.649350 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75898578-1046-4696-84c4-787fbe5667b4 req-4ad50309-676f-461a-97a8-be7cf959890e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Made reservation on behalf of 632b277e59c94db7b11ed5f1a650279a for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:17.654284 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-75898578-1046-4696-84c4-787fbe5667b4 req-4ad50309-676f-461a-97a8-be7cf959890e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:17.660113 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145424bc-29cd-4f0a-a607-f43126d4c3da admin admin] Pushing event deleted for resources: {'Network': ['ID=3ae54159-68cb-4fca-9852-a42d051dbe23,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:17.674806 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=cbffb502-4fe3-461f-a5b2-1a9fc98c8559,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:17.758043 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28ef60-4454-4c32-ab03-9088cd5e8115 req-0e3b8e08-4514-49f9-a63f-792811536ebc tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:17.773794 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e28ef60-4454-4c32-ab03-9088cd5e8115 req-0e3b8e08-4514-49f9-a63f-792811536ebc tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 950 time: 0.5953336 Jul 14 09:14:17.784858 n-d-771362-35 neutron-server[93773]: DEBUG neutron.objects.ports [None req-a640e111-a1e4-4ff7-ac4b-1ed1dc365fbd tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:14:17.852877 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7e48c34a-4f58-4837-b142-f28c348d647c req-77ea7a56-f85d-4512-a6bc-e0856001c11c tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b327168895324cc0b6c369e00d5c9690 HTTP/1.1" status: 200 len: 379 time: 0.2289271 Jul 14 09:14:17.869101 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-7e48c34a-4f58-4837-b142-f28c348d647c req-e7330039-ea9d-464b-85bf-3770fab3276b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Request body: {'port': {'device_id': 'b192d5b0-bbe8-4b65-90ca-cbe955f9482c', 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113', 'admin_state_up': True, 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'security_groups': ['ac774be6-0b8f-4683-a973-88fe410efe40']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:18.058101 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45092) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:18.097134 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-75898578-1046-4696-84c4-787fbe5667b4 req-4ad50309-676f-461a-97a8-be7cf959890e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Allocated IP 172.20.0.13 (86c853f4-4ad9-424e-8297-380957ad4d59/d15f9542-5236-469a-b44a-f2a19fe36887/f73eef52-13e9-4a9d-8a3e-26d660d0b903) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:18.129853 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e28ef60-4454-4c32-ab03-9088cd5e8115 req-cd87e008-c7ef-427e-a92a-96ead5557b02 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535299 Jul 14 09:14:18.216576 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89490fba-6e2a-43ae-8615-10c7837d5add req-0502a408-c83a-4272-83b3-3cfec9bb55e5 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:18.238209 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-89490fba-6e2a-43ae-8615-10c7837d5add req-0502a408-c83a-4272-83b3-3cfec9bb55e5 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 946 time: 0.8991702 Jul 14 09:14:18.242871 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8b30b7-702e-4ff6-9ee4-86a4725d5062 x-openstack-request-id: req-5b8b30b7-702e-4ff6-9ee4-86a4725d5062 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:18.243169 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750a6c08-5914-47fb-a3cb-5bdbbcd21c55", "name": "network-vif-unplugged", "status": "completed", "tag": "cbffb502-4fe3-461f-a5b2-1a9fc98c8559", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:18.243430 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b8b30b7-702e-4ff6-9ee4-86a4725d5062 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:18.243854 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750a6c08-5914-47fb-a3cb-5bdbbcd21c55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbffb502-4fe3-461f-a5b2-1a9fc98c8559', 'code': 200} Jul 14 09:14:18.383146 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70dee195-ee70-441e-9a82-9375a285818a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:18.392810 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e48c34a-4f58-4837-b142-f28c348d647c req-e7330039-ea9d-464b-85bf-3770fab3276b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Made reservation on behalf of b327168895324cc0b6c369e00d5c9690 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:18.396887 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7e48c34a-4f58-4837-b142-f28c348d647c req-e7330039-ea9d-464b-85bf-3770fab3276b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:18.472219 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-89490fba-6e2a-43ae-8615-10c7837d5add req-d7daca39-11e8-442a-9eaf-cfeee43f5818 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305148 Jul 14 09:14:18.491796 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-afd90553-156a-4c01-8533-58d4f4d78bbf req-3fe9d58e-0627-47ad-bf56-67c4c42b8195 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 210 time: 0.0870793 Jul 14 09:14:18.531329 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2357d635-d024-4313-b3c9-9e464aa5bc04 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:18.543214 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-85aebf2a-036c-4ee9-985f-7f0336d2c8a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6615d0b1eada47cd81a0006b9f4a982b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4808075 Jul 14 09:14:18.544059 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45100) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:18.642884 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a640e111-a1e4-4ff7-ac4b-1ed1dc365fbd tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:18.823610 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 2357d635-d024-4313-b3c9-9e464aa5bc04 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:18.834964 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54c651d6-e123-443a-bd1a-9fe6a416dc41 req-967bbf38-bfd7-4658-9704-8b83fd26561e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 210 time: 0.0742364 Jul 14 09:14:18.909825 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-75898578-1046-4696-84c4-787fbe5667b4 req-4ad50309-676f-461a-97a8-be7cf959890e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:18.963356 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-501ea953-6a63-49e3-9245-26b8b795aa32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.012041 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45116) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:19.013356 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-501ea953-6a63-49e3-9245-26b8b795aa32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.138863 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-7e48c34a-4f58-4837-b142-f28c348d647c req-e7330039-ea9d-464b-85bf-3770fab3276b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Allocated IP 172.20.0.10 (5e1db2f5-19ca-4d5a-a84c-a02b32125113/02258896-8a0a-43a5-90d3-5cf3546f791a/0ccd8883-5e6d-4335-8e0d-817d9631487d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:19.179584 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a640e111-a1e4-4ff7-ac4b-1ed1dc365fbd tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] For port 2357d635-d024-4313-b3c9-9e464aa5bc04, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2357d635-d024-4313-b3c9-9e464aa5bc04,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:19.249120 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-75898578-1046-4696-84c4-787fbe5667b4 req-4ad50309-676f-461a-97a8-be7cf959890e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.256840 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-299f26be-fdb3-4f85-b245-c710e21d91e1 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1831408545'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:19.297308 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75898578-1046-4696-84c4-787fbe5667b4 req-4ad50309-676f-461a-97a8-be7cf959890e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Network 86c853f4-4ad9-424e-8297-380957ad4d59 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:19.303370 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-75898578-1046-4696-84c4-787fbe5667b4 req-4ad50309-676f-461a-97a8-be7cf959890e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:19.304080 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299f26be-fdb3-4f85-b245-c710e21d91e1 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] Made reservation on behalf of 28f741e533f743f8ac21cd8bea7479e8 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:19.309282 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-299f26be-fdb3-4f85-b245-c710e21d91e1 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.311854 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-75898578-1046-4696-84c4-787fbe5667b4 req-4ad50309-676f-461a-97a8-be7cf959890e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:19.333549 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a640e111-a1e4-4ff7-ac4b-1ed1dc365fbd tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.378182 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab4837-ae11-4a5e-b626-a531e801b1f1 req-2a4f4bff-81a1-4ce5-a3ad-196761b0ea79 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:19.378481 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75898578-1046-4696-84c4-787fbe5667b4 req-4ad50309-676f-461a-97a8-be7cf959890e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:19.379101 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-75898578-1046-4696-84c4-787fbe5667b4 req-4ad50309-676f-461a-97a8-be7cf959890e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.387445 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9aab4837-ae11-4a5e-b626-a531e801b1f1 req-2a4f4bff-81a1-4ce5-a3ad-196761b0ea79 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 950 time: 0.3616066 Jul 14 09:14:19.399449 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a640e111-a1e4-4ff7-ac4b-1ed1dc365fbd tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.400636 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a640e111-a1e4-4ff7-ac4b-1ed1dc365fbd tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.403301 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-299f26be-fdb3-4f85-b245-c710e21d91e1 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.415268 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-501ea953-6a63-49e3-9245-26b8b795aa32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.418807 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-501ea953-6a63-49e3-9245-26b8b795aa32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.420149 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-501ea953-6a63-49e3-9245-26b8b795aa32 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/833621be-9cf9-48f6-9531-0239ffe4ba9d HTTP/1.1" status: 204 len: 168 time: 0.8693740 Jul 14 09:14:19.516235 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad50309-676f-461a-97a8-be7cf959890e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Pushing event updated for resources: {'Port': ['ID=f73eef52-13e9-4a9d-8a3e-26d660d0b903,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:19.546519 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-75898578-1046-4696-84c4-787fbe5667b4 req-4ad50309-676f-461a-97a8-be7cf959890e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4573057 Jul 14 09:14:19.547324 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ea953-6a63-49e3-9245-26b8b795aa32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833621be-9cf9-48f6-9531-0239ffe4ba9d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:19.585124 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-75898578-1046-4696-84c4-787fbe5667b4 req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Request body: {'port': {'device_id': 'fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:19.601709 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640e111-a1e4-4ff7-ac4b-1ed1dc365fbd tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=a8e5fc60-174c-481a-9591-9bd72c36b5f8,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:19.610695 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-dfcca33d-05fd-43a5-94ab-3e0ca159bf1d None None] Provisioning for port 2357d635-d024-4313-b3c9-9e464aa5bc04 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:19.624230 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-dfcca33d-05fd-43a5-94ab-3e0ca159bf1d None None] Provisioning complete for port 2357d635-d024-4313-b3c9-9e464aa5bc04 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:19.624615 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dfcca33d-05fd-43a5-94ab-3e0ca159bf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.734035 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7e48c34a-4f58-4837-b142-f28c348d647c req-e7330039-ea9d-464b-85bf-3770fab3276b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.779960 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-7e48c34a-4f58-4837-b142-f28c348d647c req-e7330039-ea9d-464b-85bf-3770fab3276b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Transition to ACTIVE for port object 0ccd8883-5e6d-4335-8e0d-817d9631487d will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:19.826746 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-299f26be-fdb3-4f85-b245-c710e21d91e1 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.860667 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dfcca33d-05fd-43a5-94ab-3e0ca159bf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.862297 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-299f26be-fdb3-4f85-b245-c710e21d91e1 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.895537 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7e48c34a-4f58-4837-b142-f28c348d647c req-e7330039-ea9d-464b-85bf-3770fab3276b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.944102 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-dfcca33d-05fd-43a5-94ab-3e0ca159bf1d None None] For port 2357d635-d024-4313-b3c9-9e464aa5bc04, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2357d635-d024-4313-b3c9-9e464aa5bc04,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:19.952120 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dfcca33d-05fd-43a5-94ab-3e0ca159bf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.968188 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7330039-ea9d-464b-85bf-3770fab3276b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Pushing event updated for resources: {'Port': ['ID=0ccd8883-5e6d-4335-8e0d-817d9631487d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:19.999652 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e48c34a-4f58-4837-b142-f28c348d647c req-e7330039-ea9d-464b-85bf-3770fab3276b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Network 5e1db2f5-19ca-4d5a-a84c-a02b32125113 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:20.003569 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-7e48c34a-4f58-4837-b142-f28c348d647c req-e7330039-ea9d-464b-85bf-3770fab3276b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:20.006136 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e48c34a-4f58-4837-b142-f28c348d647c req-e7330039-ea9d-464b-85bf-3770fab3276b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:20.028831 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a640e111-a1e4-4ff7-ac4b-1ed1dc365fbd tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:20.074619 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcca33d-05fd-43a5-94ab-3e0ca159bf1d None None] Pushing event updated for resources: {'Port': ['ID=2357d635-d024-4313-b3c9-9e464aa5bc04,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:20.080650 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48c34a-4f58-4837-b142-f28c348d647c req-e7330039-ea9d-464b-85bf-3770fab3276b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:20.081612 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7e48c34a-4f58-4837-b142-f28c348d647c req-e7330039-ea9d-464b-85bf-3770fab3276b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:20.091617 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299f26be-fdb3-4f85-b245-c710e21d91e1 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:14:20.114125 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9aab4837-ae11-4a5e-b626-a531e801b1f1 req-33f84e83-892c-42ef-91f9-18b6f6674bbb tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7245984 Jul 14 09:14:20.116598 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-a640e111-a1e4-4ff7-ac4b-1ed1dc365fbd tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:20.122488 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a640e111-a1e4-4ff7-ac4b-1ed1dc365fbd tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:20.124404 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a640e111-a1e4-4ff7-ac4b-1ed1dc365fbd tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:20.139137 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97261dbb-67ed-41c5-bb72-c58476dd2fca None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:14:20.154584 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-75898578-1046-4696-84c4-787fbe5667b4 req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:20.221729 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7e48c34a-4f58-4837-b142-f28c348d647c req-e7330039-ea9d-464b-85bf-3770fab3276b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3613086 Jul 14 09:14:20.244598 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-7e48c34a-4f58-4837-b142-f28c348d647c req-d8561d20-3012-40a7-8e85-1442b82ba407 service neutron] Request body: {'port': {'device_id': 'b192d5b0-bbe8-4b65-90ca-cbe955f9482c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:20.249209 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a640e111-a1e4-4ff7-ac4b-1ed1dc365fbd tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.6116900 Jul 14 09:14:20.272564 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45140) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:20.302688 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640e111-a1e4-4ff7-ac4b-1ed1dc365fbd tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=2357d635-d024-4313-b3c9-9e464aa5bc04,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:20.315574 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-eedf5522-fa6b-4c10-b2ff-1a03a1b477b5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'port': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'mac_address': 'fa:16:3e:0a:3e:bb', 'name': 'tempest-NetworksTestDHCPv6-1916641666'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:20.347180 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f26be-fdb3-4f85-b245-c710e21d91e1 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d83813-7e35-46f2-ab34-a35728f49bf0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:20.371379 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-299f26be-fdb3-4f85-b245-c710e21d91e1 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:20.380726 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-299f26be-fdb3-4f85-b245-c710e21d91e1 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] Added segment 56f2e175-0fdb-4224-9d44-8b50fb3bc74b of type vlan for network abdefcf0-b1b5-4d17-81bd-419072bf1c5b Jul 14 09:14:20.457599 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7e48c34a-4f58-4837-b142-f28c348d647c req-d8561d20-3012-40a7-8e85-1442b82ba407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:20.549395 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2357d635-d024-4313-b3c9-9e464aa5bc04 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:20.623379 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720ea66-e971-47c3-abf4-af03df27db6b req-230e0d3b-5618-44a9-85c8-c7fcb64de677 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:20.650500 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5720ea66-e971-47c3-abf4-af03df27db6b req-230e0d3b-5618-44a9-85c8-c7fcb64de677 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 944 time: 0.8201785 Jul 14 09:14:20.717205 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 2357d635-d024-4313-b3c9-9e464aa5bc04 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:20.717806 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:20.770811 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-299f26be-fdb3-4f85-b245-c710e21d91e1 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:20.821920 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c8652379-1c31-4964-8199-8a5d99f557db None None] Provisioning for port 0ccd8883-5e6d-4335-8e0d-817d9631487d completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:20.846696 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c8652379-1c31-4964-8199-8a5d99f557db None None] Provisioning complete for port 0ccd8883-5e6d-4335-8e0d-817d9631487d triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:20.847343 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8652379-1c31-4964-8199-8a5d99f557db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:20.955720 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45152) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:20.994242 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-75898578-1046-4696-84c4-787fbe5667b4 req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f73eef52-13e9-4a9d-8a3e-26d660d0b903 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:20.997284 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device cbffb502-4fe3-461f-a5b2-1a9fc98c8559 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:21.009792 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-75898578-1046-4696-84c4-787fbe5667b4 req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:21.029154 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5720ea66-e971-47c3-abf4-af03df27db6b req-89b678ff-07ae-4eb9-8e91-68cf6dc8b46c tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3776493 Jul 14 09:14:21.050109 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-75898578-1046-4696-84c4-787fbe5667b4 req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Transition to ACTIVE for port object f73eef52-13e9-4a9d-8a3e-26d660d0b903 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:21.055957 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedf5522-fa6b-4c10-b2ff-1a03a1b477b5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:21.066310 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-75898578-1046-4696-84c4-787fbe5667b4 req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:21.099648 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56ca16e3-ea21-4c2f-a6a1-c4b50db208e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:21.114458 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c8652379-1c31-4964-8199-8a5d99f557db None None] Port 0ccd8883-5e6d-4335-8e0d-817d9631487d cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:14:21.154082 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-7e48c34a-4f58-4837-b142-f28c348d647c req-d8561d20-3012-40a7-8e85-1442b82ba407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ccd8883-5e6d-4335-8e0d-817d9631487d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:21.234810 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93379fbd-ea03-41f0-b1ff-53216a3e83c2 req-8521e2ab-a050-4abc-9358-84cb2c059e1a tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:21.248427 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-93379fbd-ea03-41f0-b1ff-53216a3e83c2 req-8521e2ab-a050-4abc-9358-84cb2c059e1a tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 932 time: 0.7127252 Jul 14 09:14:21.249203 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-299f26be-fdb3-4f85-b245-c710e21d91e1 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:21.252666 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7e48c34a-4f58-4837-b142-f28c348d647c req-d8561d20-3012-40a7-8e85-1442b82ba407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:21.261527 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:21.275678 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299f26be-fdb3-4f85-b245-c710e21d91e1 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:21.276462 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-299f26be-fdb3-4f85-b245-c710e21d91e1 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:21.281393 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-7e48c34a-4f58-4837-b142-f28c348d647c req-d8561d20-3012-40a7-8e85-1442b82ba407 service neutron] Transition to ACTIVE for port object 0ccd8883-5e6d-4335-8e0d-817d9631487d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:21.322084 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e593e6aa-7dff-4c92-9e71-dbf225dad3cc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-826273949-network', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:21.365639 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7e48c34a-4f58-4837-b142-f28c348d647c req-d8561d20-3012-40a7-8e85-1442b82ba407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:21.385315 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-299f26be-fdb3-4f85-b245-c710e21d91e1 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.3676467 Jul 14 09:14:21.385528 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45166) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:21.393018 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.tag.tag_plugin [None req-3dce2862-0878-46b5-b1ab-0815d889da9c tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'abdefcf0-b1b5-4d17-81bd-419072bf1c5b', 'tempest-TagsTest-Tag-899276728') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:21.424005 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f73eef52-13e9-4a9d-8a3e-26d660d0b903,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:21.449649 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e593e6aa-7dff-4c92-9e71-dbf225dad3cc admin admin] Made reservation on behalf of ff8ef452914843b3a211f5977d735f89 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:21.452062 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e593e6aa-7dff-4c92-9e71-dbf225dad3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:21.557610 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8561d20-3012-40a7-8e85-1442b82ba407 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccd8883-5e6d-4335-8e0d-817d9631487d,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:21.564858 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e593e6aa-7dff-4c92-9e71-dbf225dad3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:21.576403 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eedf5522-fa6b-4c10-b2ff-1a03a1b477b5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:21.589321 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-75898578-1046-4696-84c4-787fbe5667b4 req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Attempting to bind port f73eef52-13e9-4a9d-8a3e-26d660d0b903 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:21.590218 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-75898578-1046-4696-84c4-787fbe5667b4 req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Attempting to bind port f73eef52-13e9-4a9d-8a3e-26d660d0b903 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'c33ce29e-d508-429e-945d-f02a1fe3578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '86c853f4-4ad9-424e-8297-380957ad4d59'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:21.590829 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75898578-1046-4696-84c4-787fbe5667b4 req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Attempting to bind port f73eef52-13e9-4a9d-8a3e-26d660d0b903 on network 86c853f4-4ad9-424e-8297-380957ad4d59 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:21.607155 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-93379fbd-ea03-41f0-b1ff-53216a3e83c2 req-f11b7e4c-81c2-4b5f-b682-e7a8a5aec02f tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2929142 Jul 14 09:14:21.648008 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75898578-1046-4696-84c4-787fbe5667b4 req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Port f73eef52-13e9-4a9d-8a3e-26d660d0b903 on network 86c853f4-4ad9-424e-8297-380957ad4d59 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:14:21.648454 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75898578-1046-4696-84c4-787fbe5667b4 req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Attempting to bind port f73eef52-13e9-4a9d-8a3e-26d660d0b903 on network 86c853f4-4ad9-424e-8297-380957ad4d59 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:21.662270 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f26be-fdb3-4f85-b245-c710e21d91e1 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] Pushing event updated for resources: {'Network': ['ID=abdefcf0-b1b5-4d17-81bd-419072bf1c5b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:21.677695 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network abdefcf0-b1b5-4d17-81bd-419072bf1c5b details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:14:21.678739 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75898578-1046-4696-84c4-787fbe5667b4 req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:21.682121 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75898578-1046-4696-84c4-787fbe5667b4 req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Checking segment: {'id': 'c33ce29e-d508-429e-945d-f02a1fe3578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '86c853f4-4ad9-424e-8297-380957ad4d59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:21.682538 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75898578-1046-4696-84c4-787fbe5667b4 req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Bound using segment: {'id': 'c33ce29e-d508-429e-945d-f02a1fe3578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '86c853f4-4ad9-424e-8297-380957ad4d59'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:21.686387 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-75898578-1046-4696-84c4-787fbe5667b4 req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Bound port: f73eef52-13e9-4a9d-8a3e-26d660d0b903, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c33ce29e-d508-429e-945d-f02a1fe3578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '86c853f4-4ad9-424e-8297-380957ad4d59'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:21.686849 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-eedf5522-fa6b-4c10-b2ff-1a03a1b477b5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] device_id is not set on port 7c5fdc1e-2be2-47c9-8ff9-44e41afea5e6 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:14:21.688982 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-75898578-1046-4696-84c4-787fbe5667b4 req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:21.874005 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5453d2-7e22-4258-816d-421d3c0e1abd req-81c62cab-a531-4837-98a7-1137f82b4e36 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:21.881196 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1e5453d2-7e22-4258-816d-421d3c0e1abd req-81c62cab-a531-4837-98a7-1137f82b4e36 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 944 time: 0.4949622 Jul 14 09:14:21.908576 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-7e48c34a-4f58-4837-b142-f28c348d647c req-d8561d20-3012-40a7-8e85-1442b82ba407 service neutron] Attempting to bind port 0ccd8883-5e6d-4335-8e0d-817d9631487d on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:21.909196 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-7e48c34a-4f58-4837-b142-f28c348d647c req-d8561d20-3012-40a7-8e85-1442b82ba407 service neutron] Attempting to bind port 0ccd8883-5e6d-4335-8e0d-817d9631487d by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '5718229c-ea30-4e86-8990-a6b2e9e91341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:21.909735 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e48c34a-4f58-4837-b142-f28c348d647c req-d8561d20-3012-40a7-8e85-1442b82ba407 service neutron] Attempting to bind port 0ccd8883-5e6d-4335-8e0d-817d9631487d on network 5e1db2f5-19ca-4d5a-a84c-a02b32125113 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:21.952141 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e48c34a-4f58-4837-b142-f28c348d647c req-d8561d20-3012-40a7-8e85-1442b82ba407 service neutron] Port 0ccd8883-5e6d-4335-8e0d-817d9631487d on network 5e1db2f5-19ca-4d5a-a84c-a02b32125113 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:14:21.952915 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e48c34a-4f58-4837-b142-f28c348d647c req-d8561d20-3012-40a7-8e85-1442b82ba407 service neutron] Attempting to bind port 0ccd8883-5e6d-4335-8e0d-817d9631487d on network 5e1db2f5-19ca-4d5a-a84c-a02b32125113 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:21.962680 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e48c34a-4f58-4837-b142-f28c348d647c req-d8561d20-3012-40a7-8e85-1442b82ba407 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:21.963916 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e48c34a-4f58-4837-b142-f28c348d647c req-d8561d20-3012-40a7-8e85-1442b82ba407 service neutron] Checking segment: {'id': '5718229c-ea30-4e86-8990-a6b2e9e91341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:21.965345 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e48c34a-4f58-4837-b142-f28c348d647c req-d8561d20-3012-40a7-8e85-1442b82ba407 service neutron] Bound using segment: {'id': '5718229c-ea30-4e86-8990-a6b2e9e91341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:21.966434 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-7e48c34a-4f58-4837-b142-f28c348d647c req-d8561d20-3012-40a7-8e85-1442b82ba407 service neutron] Bound port: 0ccd8883-5e6d-4335-8e0d-817d9631487d, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5718229c-ea30-4e86-8990-a6b2e9e91341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:21.968250 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7e48c34a-4f58-4837-b142-f28c348d647c req-d8561d20-3012-40a7-8e85-1442b82ba407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:22.006007 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e593e6aa-7dff-4c92-9e71-dbf225dad3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:22.034326 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e593e6aa-7dff-4c92-9e71-dbf225dad3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:22.102373 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:22.118459 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1e5453d2-7e22-4258-816d-421d3c0e1abd req-4e5bb74d-31c8-435e-a805-78f5fdf5c672 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363117 Jul 14 09:14:22.126063 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e593e6aa-7dff-4c92-9e71-dbf225dad3cc admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:14:22.143086 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593e6aa-7dff-4c92-9e71-dbf225dad3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e60353-963a-4e4b-b273-95ec8ac752a2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:22.169724 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e593e6aa-7dff-4c92-9e71-dbf225dad3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:22.179846 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-e593e6aa-7dff-4c92-9e71-dbf225dad3cc admin admin] Added segment 1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f of type vlan for network fae645fa-dbb7-4242-86d8-0493fe1d9e27 Jul 14 09:14:22.291520 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d69fcc13-5710-472b-a769-c5600d42691a None None] Provisioning complete for port 2357d635-d024-4313-b3c9-9e464aa5bc04 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:22.292184 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d69fcc13-5710-472b-a769-c5600d42691a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:22.306141 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-eedf5522-fa6b-4c10-b2ff-1a03a1b477b5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 172.20.0.14 (d4b2ec29-2184-48d5-8c16-380a3c464388/70dc452e-e98e-4dd2-96fb-118fb104d0d8/7c5fdc1e-2be2-47c9-8ff9-44e41afea5e6) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:22.319000 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-eedf5522-fa6b-4c10-b2ff-1a03a1b477b5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 2001:db8::f816:3eff:fe0a:3ebb (d4b2ec29-2184-48d5-8c16-380a3c464388/a8e5fc60-174c-481a-9591-9bd72c36b5f8/7c5fdc1e-2be2-47c9-8ff9-44e41afea5e6) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:22.581258 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eedf5522-fa6b-4c10-b2ff-1a03a1b477b5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:22.595009 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-eedf5522-fa6b-4c10-b2ff-1a03a1b477b5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Transition to ACTIVE for port object 7c5fdc1e-2be2-47c9-8ff9-44e41afea5e6 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:22.633395 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e593e6aa-7dff-4c92-9e71-dbf225dad3cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:22.703827 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eedf5522-fa6b-4c10-b2ff-1a03a1b477b5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:22.734531 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e593e6aa-7dff-4c92-9e71-dbf225dad3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:22.738151 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e593e6aa-7dff-4c92-9e71-dbf225dad3cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:22.740043 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e593e6aa-7dff-4c92-9e71-dbf225dad3cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:22.775983 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3dce2862-0878-46b5-b1ab-0815d889da9c tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] 10.222.0.25 "PUT /v2.0/networks/abdefcf0-b1b5-4d17-81bd-419072bf1c5b/tags/tempest-TagsTest-Tag-899276728 HTTP/1.1" status: 201 len: 201 time: 1.3892169 Jul 14 09:14:22.783814 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45200) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:22.788171 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.tag.tag_plugin [None req-3efbd6ee-5de5-476e-9ac5-7cdeaf522c08 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'abdefcf0-b1b5-4d17-81bd-419072bf1c5b', 'tempest-TagsTest-Tag-899276728') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:22.798268 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-75898578-1046-4696-84c4-787fbe5667b4 req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] For port f73eef52-13e9-4a9d-8a3e-26d660d0b903, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:22.843512 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-7e48c34a-4f58-4837-b142-f28c348d647c req-d8561d20-3012-40a7-8e85-1442b82ba407 service neutron] For port 0ccd8883-5e6d-4335-8e0d-817d9631487d, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:22.871965 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-75898578-1046-4696-84c4-787fbe5667b4 req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] For port f73eef52-13e9-4a9d-8a3e-26d660d0b903, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=f73eef52-13e9-4a9d-8a3e-26d660d0b903,segment=NetworkSegment(c33ce29e-d508-429e-945d-f02a1fe3578f),segment_id=c33ce29e-d508-429e-945d-f02a1fe3578f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:22.883477 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-7e48c34a-4f58-4837-b142-f28c348d647c req-d8561d20-3012-40a7-8e85-1442b82ba407 service neutron] For port 0ccd8883-5e6d-4335-8e0d-817d9631487d, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=0ccd8883-5e6d-4335-8e0d-817d9631487d,segment=NetworkSegment(5718229c-ea30-4e86-8990-a6b2e9e91341),segment_id=5718229c-ea30-4e86-8990-a6b2e9e91341)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:22.885074 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-75898578-1046-4696-84c4-787fbe5667b4 req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:22.920960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedf5522-fa6b-4c10-b2ff-1a03a1b477b5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:22.938577 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7e48c34a-4f58-4837-b142-f28c348d647c req-d8561d20-3012-40a7-8e85-1442b82ba407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:22.948023 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-eedf5522-fa6b-4c10-b2ff-1a03a1b477b5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:22.955008 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e593e6aa-7dff-4c92-9e71-dbf225dad3cc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9942360 Jul 14 09:14:22.957165 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedf5522-fa6b-4c10-b2ff-1a03a1b477b5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:22.960550 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45206) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:22.969843 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-1295dd92-1c8e-44e1-9677-2bda8bb0f001 admin admin] Request body: {'subnet': {'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-826273949-subnet', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:22.992745 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48c34a-4f58-4837-b142-f28c348d647c req-d8561d20-3012-40a7-8e85-1442b82ba407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:22.993413 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7e48c34a-4f58-4837-b142-f28c348d647c req-d8561d20-3012-40a7-8e85-1442b82ba407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:22.994869 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7e48c34a-4f58-4837-b142-f28c348d647c req-d8561d20-3012-40a7-8e85-1442b82ba407 service neutron] 10.222.0.44 "PUT /v2.0/ports/0ccd8883-5e6d-4335-8e0d-817d9631487d HTTP/1.1" status: 200 len: 1093 time: 2.7616200 Jul 14 09:14:22.995454 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b192d5b0-bbe8-4b65-90ca-cbe955f9482c', 'tag': '0ccd8883-5e6d-4335-8e0d-817d9631487d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:22.998032 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80a6c18-fc39-43ef-aeeb-f2581bf35a08" -d '{"events": [{"name": "network-changed", "server_uuid": "b192d5b0-bbe8-4b65-90ca-cbe955f9482c", "tag": "0ccd8883-5e6d-4335-8e0d-817d9631487d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:23.010328 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75898578-1046-4696-84c4-787fbe5667b4 req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:23.010994 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-75898578-1046-4696-84c4-787fbe5667b4 req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:23.012601 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-75898578-1046-4696-84c4-787fbe5667b4 req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] 10.222.0.44 "PUT /v2.0/ports/f73eef52-13e9-4a9d-8a3e-26d660d0b903 HTTP/1.1" status: 200 len: 1093 time: 3.4408889 Jul 14 09:14:23.033087 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedf5522-fa6b-4c10-b2ff-1a03a1b477b5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:23.036456 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eedf5522-fa6b-4c10-b2ff-1a03a1b477b5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:23.039251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf5522-fa6b-4c10-b2ff-1a03a1b477b5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=7c5fdc1e-2be2-47c9-8ff9-44e41afea5e6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:23.061553 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593e6aa-7dff-4c92-9e71-dbf225dad3cc admin admin] Pushing event updated for resources: {'Network': ['ID=fae645fa-dbb7-4242-86d8-0493fe1d9e27,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:23.073914 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network fae645fa-dbb7-4242-86d8-0493fe1d9e27 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:14:23.102718 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3efbd6ee-5de5-476e-9ac5-7cdeaf522c08 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] 10.222.0.25 "GET /v2.0/networks/abdefcf0-b1b5-4d17-81bd-419072bf1c5b/tags/tempest-TagsTest-Tag-899276728 HTTP/1.1" status: 204 len: 168 time: 0.3178639 Jul 14 09:14:23.107144 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147015f4-39da-4df5-a817-01d430fb10e2 req-9692cf78-8c40-4b7d-b564-ed497e0e10b7 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:23.115639 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-147015f4-39da-4df5-a817-01d430fb10e2 req-9692cf78-8c40-4b7d-b564-ed497e0e10b7 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 944 time: 0.2503726 Jul 14 09:14:23.124887 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45210) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:23.130200 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-de47f8f9-03d8-4bd7-b944-3bea2be1a385 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'abdefcf0-b1b5-4d17-81bd-419072bf1c5b') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:23.213032 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f73eef52-13e9-4a9d-8a3e-26d660d0b903,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:23.223623 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1295dd92-1c8e-44e1-9677-2bda8bb0f001 admin admin] Made reservation on behalf of ff8ef452914843b3a211f5977d735f89 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:23.226102 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1295dd92-1c8e-44e1-9677-2bda8bb0f001 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:23.309661 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-eedf5522-fa6b-4c10-b2ff-1a03a1b477b5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.0094626 Jul 14 09:14:23.313530 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45216) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:23.342137 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:23.342712 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:23.342951 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:23.343300 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:23.343698 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:23.344042 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:23.344382 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:23.344718 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:23.345054 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:23.345405 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:23.345717 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:23.346049 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ee0fe-77bb-480a-82d9-7924130f83c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:23.414462 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-147015f4-39da-4df5-a817-01d430fb10e2 req-5c374ee3-f8f5-4540-832d-02f152573add tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2975180 Jul 14 09:14:23.496955 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b149cd61-4edb-4c7c-9782-116b199830e2 x-openstack-request-id: req-b149cd61-4edb-4c7c-9782-116b199830e2 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:23.497481 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b192d5b0-bbe8-4b65-90ca-cbe955f9482c", "tag": "0ccd8883-5e6d-4335-8e0d-817d9631487d", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:23.497899 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b149cd61-4edb-4c7c-9782-116b199830e2 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:23.498463 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b192d5b0-bbe8-4b65-90ca-cbe955f9482c', 'tag': '0ccd8883-5e6d-4335-8e0d-817d9631487d', 'status': 'completed', 'code': 200} Jul 14 09:14:23.515180 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-de47f8f9-03d8-4bd7-b944-3bea2be1a385 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] 10.222.0.25 "GET /v2.0/networks/abdefcf0-b1b5-4d17-81bd-419072bf1c5b/tags HTTP/1.1" status: 200 len: 237 time: 0.3886728 Jul 14 09:14:23.520529 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45222) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:23.530980 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-98b5d0de-9f57-40d0-9c90-151b07d2d1d2 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'abdefcf0-b1b5-4d17-81bd-419072bf1c5b', {'tags': ['tempest-TagsTest-Tag-1942563375', 'tempest-TagsTest-Tag-499322747', 'tempest-TagsTest-Tag-359418702']}) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:23.569171 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b660a1de-56b2-48f0-9004-064e7267eb8d req-c83a6476-8b7e-4be4-911f-a2216454ac70 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7180414 Jul 14 09:14:23.571152 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75898578-1046-4696-84c4-787fbe5667b4 req-68dc2d7b-bfd7-4c0a-8144-8dfb6a843455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:23.572738 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-75898578-1046-4696-84c4-787fbe5667b4 req-68dc2d7b-bfd7-4c0a-8144-8dfb6a843455 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=632b277e59c94db7b11ed5f1a650279a&device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 1096 time: 0.4665565 Jul 14 09:14:23.577462 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48c34a-4f58-4837-b142-f28c348d647c req-5f60bbd4-f586-40b8-92db-39977737dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:23.579217 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7e48c34a-4f58-4837-b142-f28c348d647c req-5f60bbd4-f586-40b8-92db-39977737dbbe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b327168895324cc0b6c369e00d5c9690&device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 1096 time: 0.5040164 Jul 14 09:14:23.588220 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8561d20-3012-40a7-8e85-1442b82ba407 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccd8883-5e6d-4335-8e0d-817d9631487d,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:23.636955 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-59f41714-4629-4251-bc23-58a40f33b9b5 None None] Provisioning for port 7c5fdc1e-2be2-47c9-8ff9-44e41afea5e6 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:23.656332 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-59f41714-4629-4251-bc23-58a40f33b9b5 None None] Provisioning complete for port 7c5fdc1e-2be2-47c9-8ff9-44e41afea5e6 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:23.656882 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-59f41714-4629-4251-bc23-58a40f33b9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:23.685127 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:23.688361 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-75898578-1046-4696-84c4-787fbe5667b4 req-ab4497f9-456e-4c87-8230-f87f581ff628 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f73eef52-13e9-4a9d-8a3e-26d660d0b903 HTTP/1.1" status: 200 len: 217 time: 0.1069241 Jul 14 09:14:23.691725 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7e48c34a-4f58-4837-b142-f28c348d647c req-2a2a97dc-b86d-4b82-94d7-e55710682a37 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ccd8883-5e6d-4335-8e0d-817d9631487d HTTP/1.1" status: 200 len: 217 time: 0.0972452 Jul 14 09:14:23.708056 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-59f41714-4629-4251-bc23-58a40f33b9b5 None None] Port 7c5fdc1e-2be2-47c9-8ff9-44e41afea5e6 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:14:23.744828 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-98b5d0de-9f57-40d0-9c90-151b07d2d1d2 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] 10.222.0.25 "PUT /v2.0/networks/abdefcf0-b1b5-4d17-81bd-419072bf1c5b/tags HTTP/1.1" status: 200 len: 307 time: 0.2188628 Jul 14 09:14:23.751173 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45228) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:23.754050 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75898578-1046-4696-84c4-787fbe5667b4 req-60eb463b-154b-47c8-870f-6c4daece9c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:23.755846 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-75898578-1046-4696-84c4-787fbe5667b4 req-60eb463b-154b-47c8-870f-6c4daece9c16 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d15f9542-5236-469a-b44a-f2a19fe36887 HTTP/1.1" status: 200 len: 855 time: 0.0567043 Jul 14 09:14:23.770719 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-f1d7e4d4-0392-40bd-8666-2ebb4679ed3d tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'abdefcf0-b1b5-4d17-81bd-419072bf1c5b', 'tempest-TagsTest-Tag-1942563375') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:23.823164 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ae584c-923a-466e-96d9-ea05755a5484 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:23.830897 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ae584c-923a-466e-96d9-ea05755a5484 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:23.833546 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-74ae584c-923a-466e-96d9-ea05755a5484 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.5180166 Jul 14 09:14:23.857310 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45236) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:23.871138 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-75898578-1046-4696-84c4-787fbe5667b4 req-ab1905c7-42f1-4238-bbc3-0f24fa697bef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=86c853f4-4ad9-424e-8297-380957ad4d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017241 Jul 14 09:14:23.994211 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1295dd92-1c8e-44e1-9677-2bda8bb0f001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:24.005788 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af3c08-2d5d-4bf9-abc9-0fcc578c491e req-8583509c-9ab9-4b66-bf40-c1d57cd28bfa tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:24.014469 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6af3c08-2d5d-4bf9-abc9-0fcc578c491e req-8583509c-9ab9-4b66-bf40-c1d57cd28bfa tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 944 time: 0.3256762 Jul 14 09:14:24.029705 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c007b70-9545-4966-b7b0-bd9b3c2603b1 req-212098bf-1efc-490d-affa-49e2d3d9191c tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:24.039975 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9c007b70-9545-4966-b7b0-bd9b3c2603b1 req-212098bf-1efc-490d-affa-49e2d3d9191c tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 950 time: 0.5985322 Jul 14 09:14:24.107075 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295dd92-1c8e-44e1-9677-2bda8bb0f001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb2be10d-9b03-46a3-ae63-922114d77bf7,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:24.142438 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48c34a-4f58-4837-b142-f28c348d647c req-993c765e-3007-4519-b60d-38dfe9b22cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:24.144848 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7e48c34a-4f58-4837-b142-f28c348d647c req-993c765e-3007-4519-b60d-38dfe9b22cbd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=02258896-8a0a-43a5-90d3-5cf3546f791a HTTP/1.1" status: 200 len: 849 time: 0.3861020 Jul 14 09:14:24.181774 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9c007b70-9545-4966-b7b0-bd9b3c2603b1 req-84916435-03f1-43c5-973e-f6d9fe8316cd tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405807 Jul 14 09:14:24.297297 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f1d7e4d4-0392-40bd-8666-2ebb4679ed3d tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] 10.222.0.25 "DELETE /v2.0/networks/abdefcf0-b1b5-4d17-81bd-419072bf1c5b/tags/tempest-TagsTest-Tag-1942563375 HTTP/1.1" status: 204 len: 168 time: 0.5311365 Jul 14 09:14:24.310660 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6af3c08-2d5d-4bf9-abc9-0fcc578c491e req-6e107675-7933-43a3-a9a1-eea395019648 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949820 Jul 14 09:14:24.311307 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45254) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:24.326246 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1295dd92-1c8e-44e1-9677-2bda8bb0f001 admin admin] Checking segment: {'id': '1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:24.326246 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1295dd92-1c8e-44e1-9677-2bda8bb0f001 admin admin] Network hostable DHCP agents. Network: fae645fa-dbb7-4242-86d8-0493fe1d9e27, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:14:24.326455 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-f2d70006-b5d0-417b-aecc-61c12426a317 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'abdefcf0-b1b5-4d17-81bd-419072bf1c5b', 'tempest-TagsTest-Tag-1942563375') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:24.331771 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-75898578-1046-4696-84c4-787fbe5667b4 req-e895f5a0-978a-45a9-b405-16a446626e43 service neutron] 10.222.0.44 "GET /v2.0/networks/86c853f4-4ad9-424e-8297-380957ad4d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527589 Jul 14 09:14:24.356049 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-29d7d75f-103e-4081-9262-1d20b259be97 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting port 7c5fdc1e-2be2-47c9-8ff9-44e41afea5e6 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:24.358893 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-29d7d75f-103e-4081-9262-1d20b259be97 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:24.437260 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48c34a-4f58-4837-b142-f28c348d647c req-a575df4a-1755-4e0b-976b-9718666d480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:24.439142 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7e48c34a-4f58-4837-b142-f28c348d647c req-a575df4a-1755-4e0b-976b-9718666d480d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5e1db2f5-19ca-4d5a-a84c-a02b32125113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2613838 Jul 14 09:14:24.514215 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1295dd92-1c8e-44e1-9677-2bda8bb0f001 admin admin] Network fae645fa-dbb7-4242-86d8-0493fe1d9e27 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:14:24.580861 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-1295dd92-1c8e-44e1-9677-2bda8bb0f001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, fae645fa-dbb7-4242-86d8-0493fe1d9e27) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:24.595632 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4aeb66f-04f6-4690-a2a5-c893d9ed9f5f None None] Network fae645fa-dbb7-4242-86d8-0493fe1d9e27 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:14:24.597860 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1295dd92-1c8e-44e1-9677-2bda8bb0f001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:24.598529 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1295dd92-1c8e-44e1-9677-2bda8bb0f001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:24.615783 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-75898578-1046-4696-84c4-787fbe5667b4 req-d866d6dd-d592-47c8-9886-876a7bda9f1d service neutron] 10.222.0.44 "GET /v2.0/networks/86c853f4-4ad9-424e-8297-380957ad4d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723994 Jul 14 09:14:24.659222 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1295dd92-1c8e-44e1-9677-2bda8bb0f001 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6931400 Jul 14 09:14:24.659893 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45266) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:24.685678 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-6d14b7b0-96fe-47e3-b3ec-f7fb263b6d39 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-826273949-router', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:24.715303 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7e48c34a-4f58-4837-b142-f28c348d647c req-d816ba9d-de76-46f3-af30-650319f34d5d service neutron] 10.222.0.44 "GET /v2.0/networks/5e1db2f5-19ca-4d5a-a84c-a02b32125113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683370 Jul 14 09:14:24.781657 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d14b7b0-96fe-47e3-b3ec-f7fb263b6d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:24.783094 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d14b7b0-96fe-47e3-b3ec-f7fb263b6d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:25.011345 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d14b7b0-96fe-47e3-b3ec-f7fb263b6d39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:25.030018 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7e48c34a-4f58-4837-b142-f28c348d647c req-515850a7-6591-42ad-9070-dda080619c94 service neutron] 10.222.0.44 "GET /v2.0/networks/5e1db2f5-19ca-4d5a-a84c-a02b32125113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071513 Jul 14 09:14:25.050034 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e8c73b-b7b1-488d-8fae-256a3acf734c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-fae645fa-dbb7-4242-86d8-0493fe1d9e27', 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'fixed_ips': [{'subnet_id': 'fb2be10d-9b03-46a3-ae63-922114d77bf7'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:14:25.052405 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3e8c73b-b7b1-488d-8fae-256a3acf734c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:25.278724 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-a3e8c73b-b7b1-488d-8fae-256a3acf734c None None] Allocated IP 172.20.0.2 (fae645fa-dbb7-4242-86d8-0493fe1d9e27/fb2be10d-9b03-46a3-ae63-922114d77bf7/bfdc5825-0bb3-4481-a0c1-d073f8c5142b) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:25.342622 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d14b7b0-96fe-47e3-b3ec-f7fb263b6d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:25.363324 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-f2d70006-b5d0-417b-aecc-61c12426a317 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] show failed (client error): The resource could not be found. Jul 14 09:14:25.367303 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f2d70006-b5d0-417b-aecc-61c12426a317 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] 10.222.0.25 "GET /v2.0/networks/abdefcf0-b1b5-4d17-81bd-419072bf1c5b/tags/tempest-TagsTest-Tag-1942563375 HTTP/1.1" status: 404 len: 326 time: 1.0508690 Jul 14 09:14:25.368350 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45286) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:25.376866 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.tag.tag_plugin [None req-054deda4-69b0-4903-b680-b9bb24a46d3a tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'abdefcf0-b1b5-4d17-81bd-419072bf1c5b', 'tempest-TagsTest-Tag-499322747') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:25.412118 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-29d7d75f-103e-4081-9262-1d20b259be97 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:25.413109 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a6c18-fc39-43ef-aeeb-f2581bf35a08 req-a33e6869-f93f-424a-8b2b-b682d969a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:25.414866 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e80a6c18-fc39-43ef-aeeb-f2581bf35a08 req-a33e6869-f93f-424a-8b2b-b682d969a10b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b327168895324cc0b6c369e00d5c9690&device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 1096 time: 0.2289476 Jul 14 09:14:25.447943 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca0ec6-23e2-4a24-b9a6-74c4c2888617 req-1a6925be-8a04-4153-a1da-8e63813497ec tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:25.459431 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-15ca0ec6-23e2-4a24-b9a6-74c4c2888617 req-1a6925be-8a04-4153-a1da-8e63813497ec tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 944 time: 0.3018739 Jul 14 09:14:25.467960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-29d7d75f-103e-4081-9262-1d20b259be97 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Calling delete_port for 7c5fdc1e-2be2-47c9-8ff9-44e41afea5e6 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:25.493130 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891a492-7d8d-47b0-9a31-a88fac8055b6 req-ce828432-11bc-4364-bdef-72f37c6dd2c1 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:25.493987 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-abf1917b-c5ba-4b7d-b617-d5b550f41b2a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4053388 Jul 14 09:14:25.505910 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6891a492-7d8d-47b0-9a31-a88fac8055b6 req-ce828432-11bc-4364-bdef-72f37c6dd2c1 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 944 time: 0.3106694 Jul 14 09:14:25.512070 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2', 'tag': 'f73eef52-13e9-4a9d-8a3e-26d660d0b903'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:25.514427 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950b10a6-b560-4195-9750-31fb2e35bf45" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2", "tag": "f73eef52-13e9-4a9d-8a3e-26d660d0b903"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:25.520836 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3e8c73b-b7b1-488d-8fae-256a3acf734c None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:25.531674 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a3e8c73b-b7b1-488d-8fae-256a3acf734c None None] Transition to ACTIVE for port object bfdc5825-0bb3-4481-a0c1-d073f8c5142b will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:25.554732 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a3e8c73b-b7b1-488d-8fae-256a3acf734c None None] Transition to ACTIVE for port object bfdc5825-0bb3-4481-a0c1-d073f8c5142b will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:25.575951 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3e8c73b-b7b1-488d-8fae-256a3acf734c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:25.596080 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e8c73b-b7b1-488d-8fae-256a3acf734c None None] Network fae645fa-dbb7-4242-86d8-0493fe1d9e27 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:25.598837 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-a3e8c73b-b7b1-488d-8fae-256a3acf734c None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:25.625512 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e8c73b-b7b1-488d-8fae-256a3acf734c None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:25.641507 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6891a492-7d8d-47b0-9a31-a88fac8055b6 req-b9d350c7-93b6-4d87-ada0-a2ef19324bf2 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346104 Jul 14 09:14:25.701098 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8c73b-b7b1-488d-8fae-256a3acf734c None None] Pushing event updated for resources: {'Port': ['ID=bfdc5825-0bb3-4481-a0c1-d073f8c5142b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:25.702238 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-15ca0ec6-23e2-4a24-b9a6-74c4c2888617 req-1f9bf79c-f85e-4495-81da-90eab7b69e92 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407157 Jul 14 09:14:25.704542 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-054deda4-69b0-4903-b680-b9bb24a46d3a tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] 10.222.0.25 "GET /v2.0/networks/abdefcf0-b1b5-4d17-81bd-419072bf1c5b/tags/tempest-TagsTest-Tag-499322747 HTTP/1.1" status: 204 len: 168 time: 0.3311181 Jul 14 09:14:25.706915 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45292) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:25.743679 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-182041cd-dd6e-429b-8df3-15eb4cefcdff tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'abdefcf0-b1b5-4d17-81bd-419072bf1c5b', 'tempest-TagsTest-Tag-359418702') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:25.768300 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a3e8c73b-b7b1-488d-8fae-256a3acf734c None None] Attempting to bind port bfdc5825-0bb3-4481-a0c1-d073f8c5142b on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:25.768579 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a3e8c73b-b7b1-488d-8fae-256a3acf734c None None] Attempting to bind port bfdc5825-0bb3-4481-a0c1-d073f8c5142b by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:25.768942 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e8c73b-b7b1-488d-8fae-256a3acf734c None None] Attempting to bind port bfdc5825-0bb3-4481-a0c1-d073f8c5142b on network fae645fa-dbb7-4242-86d8-0493fe1d9e27 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:25.805891 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e8c73b-b7b1-488d-8fae-256a3acf734c None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:25.806461 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e8c73b-b7b1-488d-8fae-256a3acf734c None None] Checking segment: {'id': '1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:25.806880 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3e8c73b-b7b1-488d-8fae-256a3acf734c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:25.807274 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e8c73b-b7b1-488d-8fae-256a3acf734c None None] Bound using segment: {'id': '1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:25.808347 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a3e8c73b-b7b1-488d-8fae-256a3acf734c None None] Bound port: bfdc5825-0bb3-4481-a0c1-d073f8c5142b, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:25.808733 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3e8c73b-b7b1-488d-8fae-256a3acf734c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:25.814094 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a6c18-fc39-43ef-aeeb-f2581bf35a08 req-5c798793-47d3-4cc1-a296-28c2ed4fd9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:25.816031 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e80a6c18-fc39-43ef-aeeb-f2581bf35a08 req-5c798793-47d3-4cc1-a296-28c2ed4fd9c9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5e1db2f5-19ca-4d5a-a84c-a02b32125113 HTTP/1.1" status: 200 len: 910 time: 0.3129175 Jul 14 09:14:25.968252 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a3e8c73b-b7b1-488d-8fae-256a3acf734c None None] For port bfdc5825-0bb3-4481-a0c1-d073f8c5142b, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:25.975807 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a3e8c73b-b7b1-488d-8fae-256a3acf734c None None] For port bfdc5825-0bb3-4481-a0c1-d073f8c5142b, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=bfdc5825-0bb3-4481-a0c1-d073f8c5142b,segment=NetworkSegment(1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f),segment_id=1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:25.982535 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e80a6c18-fc39-43ef-aeeb-f2581bf35a08 req-a55da127-fff7-4370-93d6-2b53fdcf1085 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ccd8883-5e6d-4335-8e0d-817d9631487d HTTP/1.1" status: 200 len: 217 time: 0.1009259 Jul 14 09:14:26.023934 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3e8c73b-b7b1-488d-8fae-256a3acf734c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:26.068282 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-182041cd-dd6e-429b-8df3-15eb4cefcdff tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] 10.222.0.25 "GET /v2.0/networks/abdefcf0-b1b5-4d17-81bd-419072bf1c5b/tags/tempest-TagsTest-Tag-359418702 HTTP/1.1" status: 204 len: 168 time: 0.3530819 Jul 14 09:14:26.071033 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45298) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:26.125705 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-1bea39bd-d006-4224-af39-9bef3d0b28b0 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'abdefcf0-b1b5-4d17-81bd-419072bf1c5b') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:26.178391 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8c73b-b7b1-488d-8fae-256a3acf734c None None] Pushing event updated for resources: {'Port': ['ID=bfdc5825-0bb3-4481-a0c1-d073f8c5142b,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:26.179033 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d14b7b0-96fe-47e3-b3ec-f7fb263b6d39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:26.336974 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d14b7b0-96fe-47e3-b3ec-f7fb263b6d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:26.372500 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a6c18-fc39-43ef-aeeb-f2581bf35a08 req-4029ffc6-4777-404e-8cde-69b358f00bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:26.374115 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e80a6c18-fc39-43ef-aeeb-f2581bf35a08 req-4029ffc6-4777-404e-8cde-69b358f00bca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=02258896-8a0a-43a5-90d3-5cf3546f791a HTTP/1.1" status: 200 len: 849 time: 0.2830062 Jul 14 09:14:26.391684 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-29d7d75f-103e-4081-9262-1d20b259be97 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:26.457053 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802df75-7743-40ff-a34a-3325f5de0d51 req-744c2641-20e5-4a8d-8c1a-7226d467d025 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:26.464129 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f802df75-7743-40ff-a34a-3325f5de0d51 req-744c2641-20e5-4a8d-8c1a-7226d467d025 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 944 time: 0.4664578 Jul 14 09:14:26.484844 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03bca1-073c-4d53-b464-b42d03a1c17b req-f8ef3a68-2da0-4cf7-843d-2b5b93e5e9a5 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:26.486732 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bc03bca1-073c-4d53-b464-b42d03a1c17b req-f8ef3a68-2da0-4cf7-843d-2b5b93e5e9a5 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 950 time: 0.4878838 Jul 14 09:14:26.509139 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7d75f-103e-4081-9262-1d20b259be97 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Port': ['ID=7c5fdc1e-2be2-47c9-8ff9-44e41afea5e6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:26.526671 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660a1de-56b2-48f0-9004-064e7267eb8d req-142a9fac-36c7-41c0-9b50-96247ce830db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:26.528690 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b660a1de-56b2-48f0-9004-064e7267eb8d req-142a9fac-36c7-41c0-9b50-96247ce830db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 1102 time: 0.7727165 Jul 14 09:14:26.658907 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-6d14b7b0-96fe-47e3-b3ec-f7fb263b6d39 admin admin] Allocated IP 172.25.6.182 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/e37254f5-c222-4efe-b78e-5291e251f513) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:26.728979 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f802df75-7743-40ff-a34a-3325f5de0d51 req-f2e58eed-f00b-424d-832d-e133fc4c0db2 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632411 Jul 14 09:14:26.794758 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bc03bca1-073c-4d53-b464-b42d03a1c17b req-1e681d8b-8d47-4329-8aa5-e5bab521631c tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601836 Jul 14 09:14:26.818328 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-29d7d75f-103e-4081-9262-1d20b259be97 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:26.829290 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45310) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:26.833144 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-29d7d75f-103e-4081-9262-1d20b259be97 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/7c5fdc1e-2be2-47c9-8ff9-44e41afea5e6 HTTP/1.1" status: 204 len: 168 time: 2.9612672 Jul 14 09:14:26.843633 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1bea39bd-d006-4224-af39-9bef3d0b28b0 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] 10.222.0.25 "DELETE /v2.0/networks/abdefcf0-b1b5-4d17-81bd-419072bf1c5b/tags HTTP/1.1" status: 204 len: 168 time: 0.7446783 Jul 14 09:14:26.847925 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45318) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:26.858486 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-6964cfa2-fa52-4d9d-9ecc-511f099baeb0 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'abdefcf0-b1b5-4d17-81bd-419072bf1c5b', 'tempest-TagsTest-Tag-499322747') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:26.899746 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af75dbae-3c1f-4fcf-a55e-c3b2e878b192 x-openstack-request-id: req-af75dbae-3c1f-4fcf-a55e-c3b2e878b192 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:26.899977 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2", "tag": "f73eef52-13e9-4a9d-8a3e-26d660d0b903", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:26.900230 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af75dbae-3c1f-4fcf-a55e-c3b2e878b192 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:26.902233 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2', 'tag': 'f73eef52-13e9-4a9d-8a3e-26d660d0b903', 'status': 'completed', 'code': 200} Jul 14 09:14:26.971526 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 0ccd8883-5e6d-4335-8e0d-817d9631487d details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:27.038518 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60602d4-0a18-47ce-bca5-de2d1c1d19d8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:27.039641 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60602d4-0a18-47ce-bca5-de2d1c1d19d8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:27.041196 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60602d4-0a18-47ce-bca5-de2d1c1d19d8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:27.047041 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b60602d4-0a18-47ce-bca5-de2d1c1d19d8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2098117 Jul 14 09:14:27.047705 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45322) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:27.079773 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-6964cfa2-fa52-4d9d-9ecc-511f099baeb0 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] show failed (client error): The resource could not be found. Jul 14 09:14:27.083991 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6964cfa2-fa52-4d9d-9ecc-511f099baeb0 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] 10.222.0.25 "GET /v2.0/networks/abdefcf0-b1b5-4d17-81bd-419072bf1c5b/tags/tempest-TagsTest-Tag-499322747 HTTP/1.1" status: 404 len: 325 time: 0.2348983 Jul 14 09:14:27.084614 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45326) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:27.091848 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-32ad7f61-f4dd-4aad-a170-c45827d9054f tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'abdefcf0-b1b5-4d17-81bd-419072bf1c5b', 'tempest-TagsTest-Tag-359418702') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:27.111117 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660a1de-56b2-48f0-9004-064e7267eb8d req-8acc7b4e-1d7c-49a3-a380-42ad3ace3cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:27.113365 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b660a1de-56b2-48f0-9004-064e7267eb8d req-8acc7b4e-1d7c-49a3-a380-42ad3ace3cf8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.5764217 Jul 14 09:14:27.115295 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a6c18-fc39-43ef-aeeb-f2581bf35a08 req-1f60cbb9-7ced-48d3-b812-d4aded5bf2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:27.116943 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e80a6c18-fc39-43ef-aeeb-f2581bf35a08 req-1f60cbb9-7ced-48d3-b812-d4aded5bf2b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5e1db2f5-19ca-4d5a-a84c-a02b32125113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7320039 Jul 14 09:14:27.143825 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 0ccd8883-5e6d-4335-8e0d-817d9631487d, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=0ccd8883-5e6d-4335-8e0d-817d9631487d,segment=NetworkSegment(5718229c-ea30-4e86-8990-a6b2e9e91341),segment_id=5718229c-ea30-4e86-8990-a6b2e9e91341)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:27.157109 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '0ccd8883-5e6d-4335-8e0d-817d9631487d', 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113', 'port_id': '0ccd8883-5e6d-4335-8e0d-817d9631487d', 'mac_address': 'fa:16:3e:6a:43:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:27.206705 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:27.222079 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ccd8883-5e6d-4335-8e0d-817d9631487d {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:27.223100 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-3e71a1d8-f0ce-4a1f-88fb-1fe7a2485280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:27.224873 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-3e71a1d8-f0ce-4a1f-88fb-1fe7a2485280 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55&tenant_id=338da67ed34f4deb89c1895a0890d123 HTTP/1.1" status: 200 len: 1096 time: 0.2715232 Jul 14 09:14:27.247426 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 0ccd8883-5e6d-4335-8e0d-817d9631487d, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=0ccd8883-5e6d-4335-8e0d-817d9631487d,segment=NetworkSegment(5718229c-ea30-4e86-8990-a6b2e9e91341),segment_id=5718229c-ea30-4e86-8990-a6b2e9e91341)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:27.251815 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-87618612-f90e-4e68-af0b-b68d844d9e93 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-35', 'device_owner': 'compute:nova'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:27.252088 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:27.252826 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device f73eef52-13e9-4a9d-8a3e-26d660d0b903 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:27.371259 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port f73eef52-13e9-4a9d-8a3e-26d660d0b903, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=f73eef52-13e9-4a9d-8a3e-26d660d0b903,segment=NetworkSegment(c33ce29e-d508-429e-945d-f02a1fe3578f),segment_id=c33ce29e-d508-429e-945d-f02a1fe3578f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:27.379099 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-87618612-f90e-4e68-af0b-b68d844d9e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:27.408594 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'f73eef52-13e9-4a9d-8a3e-26d660d0b903', 'network_id': '86c853f4-4ad9-424e-8297-380957ad4d59', 'port_id': 'f73eef52-13e9-4a9d-8a3e-26d660d0b903', 'mac_address': 'fa:16:3e:36:2d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15f9542-5236-469a-b44a-f2a19fe36887', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:27.431474 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7084712-f369-41be-9f67-4141132647ef req-86210714-b549-4a3a-967f-723a37502aaf tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:27.434091 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7084712-f369-41be-9f67-4141132647ef req-86210714-b549-4a3a-967f-723a37502aaf tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 944 time: 0.3355296 Jul 14 09:14:27.529113 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:27.547761 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f73eef52-13e9-4a9d-8a3e-26d660d0b903 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:27.552452 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=0ccd8883-5e6d-4335-8e0d-817d9631487d,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:27.578874 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port f73eef52-13e9-4a9d-8a3e-26d660d0b903, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=f73eef52-13e9-4a9d-8a3e-26d660d0b903,segment=NetworkSegment(c33ce29e-d508-429e-945d-f02a1fe3578f),segment_id=c33ce29e-d508-429e-945d-f02a1fe3578f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:27.584656 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:27.597158 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb87cc-ffad-4a6a-a93c-7762623ae063 req-d9b93748-819c-4659-b65a-311d5e88d06c tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:27.598744 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1cb87cc-ffad-4a6a-a93c-7762623ae063 req-d9b93748-819c-4659-b65a-311d5e88d06c tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 944 time: 0.4803708 Jul 14 09:14:27.619066 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d14b7b0-96fe-47e3-b3ec-f7fb263b6d39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:27.629526 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-32ad7f61-f4dd-4aad-a170-c45827d9054f tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] show failed (client error): The resource could not be found. Jul 14 09:14:27.633349 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-32ad7f61-f4dd-4aad-a170-c45827d9054f tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] 10.222.0.25 "GET /v2.0/networks/abdefcf0-b1b5-4d17-81bd-419072bf1c5b/tags/tempest-TagsTest-Tag-359418702 HTTP/1.1" status: 404 len: 325 time: 0.5447092 Jul 14 09:14:27.641773 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45330) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:27.647804 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-76a3e9c0-ea37-455c-a156-26f0287f1d85 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'abdefcf0-b1b5-4d17-81bd-419072bf1c5b') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:27.647967 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b660a1de-56b2-48f0-9004-064e7267eb8d req-65ad0ee2-83a6-4e8b-aae8-d3824dff8c6e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=50a31227-651d-49c1-910d-ae94f403daa0 HTTP/1.1" status: 200 len: 217 time: 0.5252817 Jul 14 09:14:27.652523 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=f73eef52-13e9-4a9d-8a3e-26d660d0b903,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:27.658242 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80abba0-5e69-4873-98d9-a782f0d88ecc None None] Network fae645fa-dbb7-4242-86d8-0493fe1d9e27 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:14:27.678824 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7084712-f369-41be-9f67-4141132647ef req-eefa7d2f-92e5-4e7b-992c-ddb3201e2260 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2377336 Jul 14 09:14:27.716450 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea33df2-349e-445f-aa55-1e6bb4247184 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet 70dc452e-e98e-4dd2-96fb-118fb104d0d8 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:14:27.740327 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ea33df2-349e-445f-aa55-1e6bb4247184 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:27.802756 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b10a6-b560-4195-9750-31fb2e35bf45 req-5584ef17-d1ce-4f9e-98e3-3e0762f1a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:27.804361 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-950b10a6-b560-4195-9750-31fb2e35bf45 req-5584ef17-d1ce-4f9e-98e3-3e0762f1a000 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=632b277e59c94db7b11ed5f1a650279a&device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 1096 time: 0.8579850 Jul 14 09:14:27.828557 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-87618612-f90e-4e68-af0b-b68d844d9e93 service neutron] For port cbffb502-4fe3-461f-a5b2-1a9fc98c8559, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=cbffb502-4fe3-461f-a5b2-1a9fc98c8559,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:27.830144 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660a1de-56b2-48f0-9004-064e7267eb8d req-966f5034-7fe2-4143-af5d-446f4c9f8aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:27.831674 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b660a1de-56b2-48f0-9004-064e7267eb8d req-966f5034-7fe2-4143-af5d-446f4c9f8aec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1704009 Jul 14 09:14:27.874097 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e80a6c18-fc39-43ef-aeeb-f2581bf35a08 req-001b2b94-3fa0-4e2f-9670-f39eac8627a7 service neutron] 10.222.0.44 "GET /v2.0/networks/5e1db2f5-19ca-4d5a-a84c-a02b32125113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7291343 Jul 14 09:14:27.876301 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ea33df2-349e-445f-aa55-1e6bb4247184 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:27.892783 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4e53b9b2-9c83-4f9c-bf67-252653c0930c None None] Provisioning for port bfdc5825-0bb3-4481-a0c1-d073f8c5142b completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:27.923376 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-87618612-f90e-4e68-af0b-b68d844d9e93 service neutron] For port cbffb502-4fe3-461f-a5b2-1a9fc98c8559, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:27.928854 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1cb87cc-ffad-4a6a-a93c-7762623ae063 req-d6c71219-906b-4c4e-a586-b7b56416243a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3143299 Jul 14 09:14:27.980956 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['0ccd8883-5e6d-4335-8e0d-817d9631487d'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:27.988702 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-87618612-f90e-4e68-af0b-b68d844d9e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbffb502-4fe3-461f-a5b2-1a9fc98c8559 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:27.990800 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['f73eef52-13e9-4a9d-8a3e-26d660d0b903'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:28.004235 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-76a3e9c0-ea37-455c-a156-26f0287f1d85 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] 10.222.0.25 "DELETE /v2.0/networks/abdefcf0-b1b5-4d17-81bd-419072bf1c5b/tags HTTP/1.1" status: 204 len: 168 time: 0.3613873 Jul 14 09:14:28.007774 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-87618612-f90e-4e68-af0b-b68d844d9e93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.009739 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45338) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:28.028822 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d14b7b0-96fe-47e3-b3ec-f7fb263b6d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.091125 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-87618612-f90e-4e68-af0b-b68d844d9e93 service neutron] Transition to ACTIVE for port object cbffb502-4fe3-461f-a5b2-1a9fc98c8559 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:28.111193 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c216ce-d23c-43f5-8e60-ead79e2db51c req-68cc5fb2-4361-4aa1-b008-cd2dcc6b332f tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:28.113123 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b5c216ce-d23c-43f5-8e60-ead79e2db51c req-68cc5fb2-4361-4aa1-b008-cd2dcc6b332f tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 945 time: 0.2354233 Jul 14 09:14:28.117383 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-87618612-f90e-4e68-af0b-b68d844d9e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.126958 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d14b7b0-96fe-47e3-b3ec-f7fb263b6d39 admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:28.170601 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-6d14b7b0-96fe-47e3-b3ec-f7fb263b6d39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:28.178336 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d14b7b0-96fe-47e3-b3ec-f7fb263b6d39 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:28.185183 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14b7b0-96fe-47e3-b3ec-f7fb263b6d39 admin admin] Pushing event updated for resources: {'Port': ['ID=e37254f5-c222-4efe-b78e-5291e251f513,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:28.196368 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b10a6-b560-4195-9750-31fb2e35bf45 req-d53fdbcf-fd15-462b-9e5f-af15f2395ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:28.197880 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-950b10a6-b560-4195-9750-31fb2e35bf45 req-d53fdbcf-fd15-462b-9e5f-af15f2395ba8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=86c853f4-4ad9-424e-8297-380957ad4d59 HTTP/1.1" status: 200 len: 915 time: 0.3698051 Jul 14 09:14:28.205612 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-459f9ce0-9efe-4839-be55-d89a63d06073 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.256727 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ea33df2-349e-445f-aa55-1e6bb4247184 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.261258 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e80a6c18-fc39-43ef-aeeb-f2581bf35a08 req-9a9bd7be-15f3-41dd-b79a-3174879b717e service neutron] 10.222.0.44 "GET /v2.0/networks/5e1db2f5-19ca-4d5a-a84c-a02b32125113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333075 Jul 14 09:14:28.274001 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87618612-f90e-4e68-af0b-b68d844d9e93 service neutron] Pushing event updated for resources: {'Port': ['ID=cbffb502-4fe3-461f-a5b2-1a9fc98c8559,revision_number=9']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:28.336652 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660a1de-56b2-48f0-9004-064e7267eb8d req-742b0b21-4b96-48a0-aa0f-b3bf63f56493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:28.338196 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b660a1de-56b2-48f0-9004-064e7267eb8d req-742b0b21-4b96-48a0-aa0f-b3bf63f56493 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4934297 Jul 14 09:14:28.340016 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-950b10a6-b560-4195-9750-31fb2e35bf45 req-5d807622-e6c9-4970-8bb9-7aa74d303d76 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f73eef52-13e9-4a9d-8a3e-26d660d0b903 HTTP/1.1" status: 200 len: 217 time: 0.1122093 Jul 14 09:14:28.421951 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b5c216ce-d23c-43f5-8e60-ead79e2db51c req-3d5231fa-4d8a-4830-bcc8-4995be31d73f tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821856 Jul 14 09:14:28.502499 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device bfdc5825-0bb3-4481-a0c1-d073f8c5142b up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:28.559061 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96561ebf-9288-4af8-8567-d57d6a93e446 req-3339de90-d615-44a9-a594-e006a5976418 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:28.566049 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-96561ebf-9288-4af8-8567-d57d6a93e446 req-3339de90-d615-44a9-a594-e006a5976418 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 950 time: 0.4638538 Jul 14 09:14:28.614308 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-459f9ce0-9efe-4839-be55-d89a63d06073 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.623700 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port bfdc5825-0bb3-4481-a0c1-d073f8c5142b completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:28.628089 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port bfdc5825-0bb3-4481-a0c1-d073f8c5142b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:28.628462 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.643827 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b660a1de-56b2-48f0-9004-064e7267eb8d req-086666c3-c304-4df9-8dc2-b9c0e8b3ac75 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973468 Jul 14 09:14:28.655734 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-87618612-f90e-4e68-af0b-b68d844d9e93 service neutron] No DVR routers for this DVR port cbffb502-4fe3-461f-a5b2-1a9fc98c8559 on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:28.664013 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-459f9ce0-9efe-4839-be55-d89a63d06073 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abdefcf0-b1b5-4d17-81bd-419072bf1c5b']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:28.711560 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-459f9ce0-9efe-4839-be55-d89a63d06073 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f2e175-0fdb-4224-9d44-8b50fb3bc74b') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:28.711865 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-459f9ce0-9efe-4839-be55-d89a63d06073 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f2e175-0fdb-4224-9d44-8b50fb3bc74b') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:28.741263 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-459f9ce0-9efe-4839-be55-d89a63d06073 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.759632 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-96561ebf-9288-4af8-8567-d57d6a93e446 req-db528997-1da8-448d-900a-acb714fc6479 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926029 Jul 14 09:14:28.770158 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.771148 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ea33df2-349e-445f-aa55-1e6bb4247184 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.814412 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port bfdc5825-0bb3-4481-a0c1-d073f8c5142b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=bfdc5825-0bb3-4481-a0c1-d073f8c5142b,segment=NetworkSegment(1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f),segment_id=1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:28.819824 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.874651 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-13a59d51-f165-4643-9b35-634ec92301a7 None None] Provisioning complete for port bfdc5825-0bb3-4481-a0c1-d073f8c5142b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:28.875337 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-13a59d51-f165-4643-9b35-634ec92301a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.889621 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ea33df2-349e-445f-aa55-1e6bb4247184 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.891389 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-459f9ce0-9efe-4839-be55-d89a63d06073 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.891566 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4ea33df2-349e-445f-aa55-1e6bb4247184 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/70dc452e-e98e-4dd2-96fb-118fb104d0d8 HTTP/1.1" status: 204 len: 168 time: 1.8226864 Jul 14 09:14:28.899908 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45362) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:28.908229 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63b9085-158d-4a51-bbbb-db1b5ad34257 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:14:28.927741 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea33df2-349e-445f-aa55-1e6bb4247184 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=70dc452e-e98e-4dd2-96fb-118fb104d0d8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:28.930481 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b10a6-b560-4195-9750-31fb2e35bf45 req-ebe6917e-4320-4e59-a45d-b30c4ff394ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:28.932189 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-950b10a6-b560-4195-9750-31fb2e35bf45 req-ebe6917e-4320-4e59-a45d-b30c4ff394ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d15f9542-5236-469a-b44a-f2a19fe36887 HTTP/1.1" status: 200 len: 855 time: 0.5741863 Jul 14 09:14:28.984704 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=bfdc5825-0bb3-4481-a0c1-d073f8c5142b,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:28.994108 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 0ccd8883-5e6d-4335-8e0d-817d9631487d up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:29.014947 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-950b10a6-b560-4195-9750-31fb2e35bf45 req-f96dd8d2-de7b-4f01-b34b-b04e23c53599 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=86c853f4-4ad9-424e-8297-380957ad4d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495732 Jul 14 09:14:29.163441 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 0ccd8883-5e6d-4335-8e0d-817d9631487d completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:29.164526 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b660a1de-56b2-48f0-9004-064e7267eb8d req-d3ccbc3c-1f67-4193-867d-7e890788d6a3 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994803 Jul 14 09:14:29.178017 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d14b7b0-96fe-47e3-b3ec-f7fb263b6d39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.185492 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 0ccd8883-5e6d-4335-8e0d-817d9631487d triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:29.185492 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.225046 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-950b10a6-b560-4195-9750-31fb2e35bf45 req-9ae580a8-4b86-4087-bb21-f403f0d607eb service neutron] 10.222.0.44 "GET /v2.0/networks/86c853f4-4ad9-424e-8297-380957ad4d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029626 Jul 14 09:14:29.326140 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-459f9ce0-9efe-4839-be55-d89a63d06073 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:14:29.327662 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-459f9ce0-9efe-4839-be55-d89a63d06073 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:14:29.332560 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:14:29.336327 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-950b10a6-b560-4195-9750-31fb2e35bf45 req-1534fa04-0a1b-4846-8058-0a9be1abdc71 service neutron] 10.222.0.44 "GET /v2.0/networks/86c853f4-4ad9-424e-8297-380957ad4d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008453 Jul 14 09:14:29.347517 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.374978 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b192d5b0-bbe8-4b65-90ca-cbe955f9482c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccd8883-5e6d-4335-8e0d-817d9631487d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:29.377764 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0621e353-d3ed-4bfa-9239-6d8bf216e54f" -d '{"events": [{"server_uuid": "b192d5b0-bbe8-4b65-90ca-cbe955f9482c", "name": "network-vif-plugged", "status": "completed", "tag": "0ccd8883-5e6d-4335-8e0d-817d9631487d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:29.391501 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 0ccd8883-5e6d-4335-8e0d-817d9631487d, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=0ccd8883-5e6d-4335-8e0d-817d9631487d,segment=NetworkSegment(5718229c-ea30-4e86-8990-a6b2e9e91341),segment_id=5718229c-ea30-4e86-8990-a6b2e9e91341)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:29.398054 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.398923 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device f73eef52-13e9-4a9d-8a3e-26d660d0b903 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:29.503902 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=0ccd8883-5e6d-4335-8e0d-817d9631487d,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:29.511212 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port f73eef52-13e9-4a9d-8a3e-26d660d0b903 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:29.516278 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port f73eef52-13e9-4a9d-8a3e-26d660d0b903 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:29.516663 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.537188 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1212bb3c-e2eb-4afc-a5f0-f3fc36e34dad tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet a8e5fc60-174c-481a-9591-9bd72c36b5f8 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:14:29.542957 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-459f9ce0-9efe-4839-be55-d89a63d06073 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.548308 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-459f9ce0-9efe-4839-be55-d89a63d06073 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.550453 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-459f9ce0-9efe-4839-be55-d89a63d06073 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] 10.222.0.25 "DELETE /v2.0/networks/abdefcf0-b1b5-4d17-81bd-419072bf1c5b HTTP/1.1" status: 204 len: 168 time: 1.5381608 Jul 14 09:14:29.556716 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1212bb3c-e2eb-4afc-a5f0-f3fc36e34dad tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.584630 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d14b7b0-96fe-47e3-b3ec-f7fb263b6d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.617317 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.621238 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7143f9-366f-4a7e-a17a-9a2c3389d750 req-30448a02-115e-43b2-9016-9d05ffb6b119 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:29.628753 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a7143f9-366f-4a7e-a17a-9a2c3389d750 req-30448a02-115e-43b2-9016-9d05ffb6b119 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e178447-7faf-4bc2-80d2-20bcfd231c58 HTTP/1.1" status: 200 len: 950 time: 0.7805505 Jul 14 09:14:29.649918 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f9ce0-9efe-4839-be55-d89a63d06073 tempest-TagsTest-727064362 tempest-TagsTest-727064362-project] Pushing event deleted for resources: {'Network': ['ID=abdefcf0-b1b5-4d17-81bd-419072bf1c5b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:29.660525 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-87618612-f90e-4e68-af0b-b68d844d9e93 service neutron] Attempting to bind port cbffb502-4fe3-461f-a5b2-1a9fc98c8559 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:29.661083 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-87618612-f90e-4e68-af0b-b68d844d9e93 service neutron] Attempting to bind port cbffb502-4fe3-461f-a5b2-1a9fc98c8559 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '7aac3f82-3a91-423c-a4f3-88c00731bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:29.661579 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-87618612-f90e-4e68-af0b-b68d844d9e93 service neutron] Attempting to bind port cbffb502-4fe3-461f-a5b2-1a9fc98c8559 on network 30f37573-a862-4dc6-9ef4-a9c9a7fbc93a {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:29.665566 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port f73eef52-13e9-4a9d-8a3e-26d660d0b903, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=f73eef52-13e9-4a9d-8a3e-26d660d0b903,segment=NetworkSegment(c33ce29e-d508-429e-945d-f02a1fe3578f),segment_id=c33ce29e-d508-429e-945d-f02a1fe3578f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:29.672367 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.686401 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-87618612-f90e-4e68-af0b-b68d844d9e93 service neutron] Port cbffb502-4fe3-461f-a5b2-1a9fc98c8559 on network 30f37573-a862-4dc6-9ef4-a9c9a7fbc93a not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:14:29.686905 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-87618612-f90e-4e68-af0b-b68d844d9e93 service neutron] Attempting to bind port cbffb502-4fe3-461f-a5b2-1a9fc98c8559 on network 30f37573-a862-4dc6-9ef4-a9c9a7fbc93a {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:29.702350 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1212bb3c-e2eb-4afc-a5f0-f3fc36e34dad tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.716519 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea5dc5-b4d4-4e6d-915d-19d55f392997 req-6e330a63-49d4-47f4-947b-9709127fc9bd tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:29.718368 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e6ea5dc5-b4d4-4e6d-915d-19d55f392997 req-6e330a63-49d4-47f4-947b-9709127fc9bd tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 945 time: 0.8172693 Jul 14 09:14:29.754759 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-87618612-f90e-4e68-af0b-b68d844d9e93 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:29.755601 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-87618612-f90e-4e68-af0b-b68d844d9e93 service neutron] Checking segment: {'id': '7aac3f82-3a91-423c-a4f3-88c00731bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:29.756067 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-87618612-f90e-4e68-af0b-b68d844d9e93 service neutron] Bound using segment: {'id': '7aac3f82-3a91-423c-a4f3-88c00731bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:29.756639 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-87618612-f90e-4e68-af0b-b68d844d9e93 service neutron] Bound port: cbffb502-4fe3-461f-a5b2-1a9fc98c8559, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aac3f82-3a91-423c-a4f3-88c00731bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:29.757516 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-87618612-f90e-4e68-af0b-b68d844d9e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.781524 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=f73eef52-13e9-4a9d-8a3e-26d660d0b903,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:29.800748 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d14b7b0-96fe-47e3-b3ec-f7fb263b6d39 admin admin] Router df8550c3-6229-4d7d-8811-2d810f84b791 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:14:29.804210 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a7143f9-366f-4a7e-a17a-9a2c3389d750 req-fa5731c6-6b6d-4a60-8185-167117f64038 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f8d1ab4-cfdf-4c5f-bade-1d43fb0e3be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742079 Jul 14 09:14:29.897228 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45378) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:29.985428 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d14b7b0-96fe-47e3-b3ec-f7fb263b6d39 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:14:29.994730 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08be10da-098b-4f21-b0e2-7d8d422bc1a5 None None] Sync routers for ids ['df8550c3-6229-4d7d-8811-2d810f84b791'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:14:30.006719 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e6ea5dc5-b4d4-4e6d-915d-19d55f392997 req-09c96d3f-ec61-4052-b46b-0db268bef5ef tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598729 Jul 14 09:14:30.015085 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08be10da-098b-4f21-b0e2-7d8d422bc1a5 None None] Routers {'df8550c3-6229-4d7d-8811-2d810f84b791'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:14:30.015766 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-08be10da-098b-4f21-b0e2-7d8d422bc1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:14:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['df8550c3-6229-4d7d-8811-2d810f84b791'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:30.024331 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d14b7b0-96fe-47e3-b3ec-f7fb263b6d39 admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:30.029454 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6d14b7b0-96fe-47e3-b3ec-f7fb263b6d39 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3650577 Jul 14 09:14:30.032226 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45382) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:30.087992 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef45a93-b721-4746-b29a-1593d8fa9ea9 x-openstack-request-id: req-2ef45a93-b721-4746-b29a-1593d8fa9ea9 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:30.090501 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b192d5b0-bbe8-4b65-90ca-cbe955f9482c", "name": "network-vif-plugged", "status": "completed", "tag": "0ccd8883-5e6d-4335-8e0d-817d9631487d", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:30.090983 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ef45a93-b721-4746-b29a-1593d8fa9ea9 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:30.091563 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b192d5b0-bbe8-4b65-90ca-cbe955f9482c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccd8883-5e6d-4335-8e0d-817d9631487d', 'code': 200} Jul 14 09:14:30.095438 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-87618612-f90e-4e68-af0b-b68d844d9e93 service neutron] For port cbffb502-4fe3-461f-a5b2-1a9fc98c8559, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:30.109719 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-87618612-f90e-4e68-af0b-b68d844d9e93 service neutron] For port cbffb502-4fe3-461f-a5b2-1a9fc98c8559, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=cbffb502-4fe3-461f-a5b2-1a9fc98c8559,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:30.120599 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1212bb3c-e2eb-4afc-a5f0-f3fc36e34dad tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:30.128014 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-87618612-f90e-4e68-af0b-b68d844d9e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:30.147679 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-77b95423-d515-4126-95b4-27195dbc6c57 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=28f741e533f743f8ac21cd8bea7479e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2471836 Jul 14 09:14:30.148014 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45384) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:30.201469 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-08be10da-098b-4f21-b0e2-7d8d422bc1a5 None None] Set router df8550c3-6229-4d7d-8811-2d810f84b791 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:14:30.221566 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-87618612-f90e-4e68-af0b-b68d844d9e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:30.222380 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-87618612-f90e-4e68-af0b-b68d844d9e93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:30.224023 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-87618612-f90e-4e68-af0b-b68d844d9e93 service neutron] 10.222.0.47 "PUT /v2.0/ports/cbffb502-4fe3-461f-a5b2-1a9fc98c8559 HTTP/1.1" status: 200 len: 1093 time: 2.9872708 Jul 14 09:14:30.230750 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750a6c08-5914-47fb-a3cb-5bdbbcd21c55', 'tag': 'cbffb502-4fe3-461f-a5b2-1a9fc98c8559'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:30.233089 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b9d19e-3b6d-48df-b82f-f15c087f7957" -d '{"events": [{"name": "network-changed", "server_uuid": "750a6c08-5914-47fb-a3cb-5bdbbcd21c55", "tag": "cbffb502-4fe3-461f-a5b2-1a9fc98c8559"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:30.274346 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f52ebb-9185-4d3c-a661-10e7c1f237f3 req-7d3f7899-2201-4521-a01d-6e384a0c98af tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:30.275602 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1f52ebb-9185-4d3c-a661-10e7c1f237f3 req-7d3f7899-2201-4521-a01d-6e384a0c98af tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 944 time: 0.3310895 Jul 14 09:14:30.371342 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87618612-f90e-4e68-af0b-b68d844d9e93 service neutron] Pushing event updated for resources: {'Port': ['ID=cbffb502-4fe3-461f-a5b2-1a9fc98c8559,revision_number=10']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:30.381603 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6dbb7cc8-753f-421d-a092-171f93fa54dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:30.388570 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b53fdec9-eebf-4d22-8b8a-80085216f868 None None] Provisioning complete for port 2357d635-d024-4313-b3c9-9e464aa5bc04 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:30.388943 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b53fdec9-eebf-4d22-8b8a-80085216f868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:30.400647 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a46e8-bb45-444f-a5b7-a663f775b924 req-078656b1-8b73-4f7d-a178-4342e667bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:30.402243 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b47a46e8-bb45-444f-a5b7-a663f775b924 req-078656b1-8b73-4f7d-a178-4342e667bc11 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 1098 time: 0.2299938 Jul 14 09:14:30.427221 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device bfdc5825-0bb3-4481-a0c1-d073f8c5142b up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:30.448162 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6dbb7cc8-753f-421d-a092-171f93fa54dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:30.456423 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1f52ebb-9185-4d3c-a661-10e7c1f237f3 req-9de172e9-eda4-4734-97dc-2f4b29edff34 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644802 Jul 14 09:14:30.462041 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1212bb3c-e2eb-4afc-a5f0-f3fc36e34dad tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:30.515265 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1212bb3c-e2eb-4afc-a5f0-f3fc36e34dad tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:30.519839 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1212bb3c-e2eb-4afc-a5f0-f3fc36e34dad tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/a8e5fc60-174c-481a-9591-9bd72c36b5f8 HTTP/1.1" status: 204 len: 168 time: 1.6144826 Jul 14 09:14:30.520864 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45388) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:30.528361 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e74ea9b-ead7-48a2-a54f-a06dd53ec24d None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:14:30.541489 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b47a46e8-bb45-444f-a5b7-a663f775b924 req-12bf93f9-73c5-4f5b-8668-a69396a0c07d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312845 Jul 14 09:14:30.606206 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0e000c74-4243-4ecc-881c-f6556e3a3718 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809426 Jul 14 09:14:30.616391 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212bb3c-e2eb-4afc-a5f0-f3fc36e34dad tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=a8e5fc60-174c-481a-9591-9bd72c36b5f8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:30.622191 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45390) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:30.659610 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port bfdc5825-0bb3-4481-a0c1-d073f8c5142b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:30.660251 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:30.703785 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-032e7be6-5414-4c66-813a-0fd39dc56af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:30.705419 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-032e7be6-5414-4c66-813a-0fd39dc56af4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=338da67ed34f4deb89c1895a0890d123&device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 1097 time: 0.4458392 Jul 14 09:14:30.716022 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6dbb7cc8-753f-421d-a092-171f93fa54dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:30.718567 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6dbb7cc8-753f-421d-a092-171f93fa54dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:30.718737 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837663e-6d2e-48fd-9f54-a4c6802a8f9c req-5256d139-1c96-4760-a2b5-0c0e17dffd9b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:30.720506 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f837663e-6d2e-48fd-9f54-a4c6802a8f9c req-5256d139-1c96-4760-a2b5-0c0e17dffd9b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 946 time: 0.4769440 Jul 14 09:14:30.733103 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6dbb7cc8-753f-421d-a092-171f93fa54dd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e5d83813-7e35-46f2-ab34-a35728f49bf0 HTTP/1.1" status: 204 len: 168 time: 0.5735176 Jul 14 09:14:30.761739 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb7cc8-753f-421d-a092-171f93fa54dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d83813-7e35-46f2-ab34-a35728f49bf0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:30.837588 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-08be10da-098b-4f21-b0e2-7d8d422bc1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'name': 'tempest-TaggedBootDevicesTest-826273949-router', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'e37254f5-c222-4efe-b78e-5291e251f513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:14:24Z', 'updated_at': '2021-07-14T09:14:28Z', 'revision_number': 3, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'gw_port': {'id': 'e37254f5-c222-4efe-b78e-5291e251f513', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:14:26Z', 'updated_at': '2021-07-14T09:14:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:30.867279 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f837663e-6d2e-48fd-9f54-a4c6802a8f9c req-daf0e07b-7321-48ac-af65-ea62cc6d110c tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296372 Jul 14 09:14:30.875130 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04229a73-08a1-417c-b7ba-00cd5972d2b4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:30.879686 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-04229a73-08a1-417c-b7ba-00cd5972d2b4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2552462 Jul 14 09:14:30.880203 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abe5b3c1-0415-4faf-8a82-84566c1726d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:30.880661 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45394) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:30.893687 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646f4bd-690b-40c6-85f4-ce8a0ff112d9 req-2dac3ae1-0359-4936-9e44-73d01c024e92 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:30.895303 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6646f4bd-690b-40c6-85f4-ce8a0ff112d9 req-2dac3ae1-0359-4936-9e44-73d01c024e92 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 950 time: 0.2750800 Jul 14 09:14:30.970494 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-ffdeb718-2df8-4e2b-a390-f5d7988cacdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:30.972034 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-ffdeb718-2df8-4e2b-a390-f5d7988cacdc service neutron] 10.222.0.47 "GET /v2.0/networks?id=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a HTTP/1.1" status: 200 len: 917 time: 0.2505395 Jul 14 09:14:31.064723 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6646f4bd-690b-40c6-85f4-ce8a0ff112d9 req-7cce4c21-c21e-46cc-9938-d4fa711e8d0f tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552637 Jul 14 09:14:31.071265 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39448fe-0155-4318-9f58-eb7b160dd9f4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:31.076550 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c39448fe-0155-4318-9f58-eb7b160dd9f4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1801653 Jul 14 09:14:31.077611 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45406) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:31.127378 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 68b24584-0102-4951-b0b7-2d23cca374a6 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:31.136654 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08be10da-098b-4f21-b0e2-7d8d422bc1a5 None None] Checking router: df8550c3-6229-4d7d-8811-2d810f84b791 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:14:31.137003 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08be10da-098b-4f21-b0e2-7d8d422bc1a5 None None] Updating router df8550c3-6229-4d7d-8811-2d810f84b791 port e37254f5-c222-4efe-b78e-5291e251f513 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:14:31.137417 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6909c832-bf07-4f13-ac09-63d419b8cf46 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557251 Jul 14 09:14:31.138289 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45408) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:31.148223 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d7882076-1998-4520-8f84-a41b45de93a9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:31.161356 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-8a1cda57-cd1c-4ec8-8dce-555d5bf8b32b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbffb502-4fe3-461f-a5b2-1a9fc98c8559 HTTP/1.1" status: 200 len: 1000 time: 0.1761944 Jul 14 09:14:31.226293 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b9e6e0-4378-4c6a-a5da-85c155813891 x-openstack-request-id: req-75b9e6e0-4378-4c6a-a5da-85c155813891 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:31.226977 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750a6c08-5914-47fb-a3cb-5bdbbcd21c55", "tag": "cbffb502-4fe3-461f-a5b2-1a9fc98c8559", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:31.227338 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75b9e6e0-4378-4c6a-a5da-85c155813891 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:31.227882 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750a6c08-5914-47fb-a3cb-5bdbbcd21c55', 'tag': 'cbffb502-4fe3-461f-a5b2-1a9fc98c8559', 'status': 'completed', 'code': 200} Jul 14 09:14:31.314809 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-fcd70fc4-59f9-4c06-a193-b9871b82cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:31.319440 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-fcd70fc4-59f9-4c06-a193-b9871b82cf4b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7386d60e-9463-4a78-b78e-76e751bf067a HTTP/1.1" status: 200 len: 856 time: 0.1449873 Jul 14 09:14:31.439081 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08be10da-098b-4f21-b0e2-7d8d422bc1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.456059 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7882076-1998-4520-8f84-a41b45de93a9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:31.465674 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7882076-1998-4520-8f84-a41b45de93a9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.467660 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7882076-1998-4520-8f84-a41b45de93a9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:14:31.473970 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7882076-1998-4520-8f84-a41b45de93a9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:14:31.581044 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-abe5b3c1-0415-4faf-8a82-84566c1726d7 admin admin] Allocated IP 172.20.0.1 (fae645fa-dbb7-4242-86d8-0493fe1d9e27/fb2be10d-9b03-46a3-ae63-922114d77bf7/54f7072c-41fd-47f9-82c5-295a7011a6fc) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:31.602786 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d7882076-1998-4520-8f84-a41b45de93a9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4574962 Jul 14 09:14:31.604142 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45436) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:31.610608 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0683843d-edfb-4fd3-80c7-e4f5e58ff518 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:31.715892 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abe5b3c1-0415-4faf-8a82-84566c1726d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.716098 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-3585a572-e0b8-4032-bb46-9a2f474d9a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:31.717724 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-3585a572-e0b8-4032-bb46-9a2f474d9a25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3830907 Jul 14 09:14:31.734915 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-abe5b3c1-0415-4faf-8a82-84566c1726d7 admin admin] Transition to ACTIVE for port object 54f7072c-41fd-47f9-82c5-295a7011a6fc will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:31.770599 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efad75a-1d6c-4d11-a1e0-360b04670bbc req-e19d8ae3-10b5-40eb-8951-fab53a736fae tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:31.772100 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8efad75a-1d6c-4d11-a1e0-360b04670bbc req-e19d8ae3-10b5-40eb-8951-fab53a736fae tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 946 time: 0.3185401 Jul 14 09:14:31.794968 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad57498-3967-48d8-9b56-2d7a5a71652b None None] DHCP port deletion for d4b2ec29-2184-48d5-8c16-380a3c464388 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:14:31.803710 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abe5b3c1-0415-4faf-8a82-84566c1726d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.845287 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.849814 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08be10da-098b-4f21-b0e2-7d8d422bc1a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.851828 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5b3c1-0415-4faf-8a82-84566c1726d7 admin admin] Pushing event updated for resources: {'Port': ['ID=54f7072c-41fd-47f9-82c5-295a7011a6fc,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:31.867469 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe5b3c1-0415-4faf-8a82-84566c1726d7 admin admin] Network fae645fa-dbb7-4242-86d8-0493fe1d9e27 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:31.869125 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-abe5b3c1-0415-4faf-8a82-84566c1726d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:31.873571 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-08be10da-098b-4f21-b0e2-7d8d422bc1a5 None None] Transition to ACTIVE for port object e37254f5-c222-4efe-b78e-5291e251f513 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:31.883174 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe5b3c1-0415-4faf-8a82-84566c1726d7 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:31.901685 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08be10da-098b-4f21-b0e2-7d8d422bc1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.924047 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 68b24584-0102-4951-b0b7-2d23cca374a6, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=68b24584-0102-4951-b0b7-2d23cca374a6,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:31.946211 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abe5b3c1-0415-4faf-8a82-84566c1726d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.970579 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0683843d-edfb-4fd3-80c7-e4f5e58ff518 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:31.976019 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0683843d-edfb-4fd3-80c7-e4f5e58ff518 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.977768 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0683843d-edfb-4fd3-80c7-e4f5e58ff518 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:14:31.978689 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0683843d-edfb-4fd3-80c7-e4f5e58ff518 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:14:31.991657 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.015749 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0683843d-edfb-4fd3-80c7-e4f5e58ff518 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4073210 Jul 14 09:14:32.016407 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45462) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:32.022323 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-314d5629-60d2-44f7-82a8-c359d7f5184c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:32.029029 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-08be10da-098b-4f21-b0e2-7d8d422bc1a5 None None] Attempting to bind port e37254f5-c222-4efe-b78e-5291e251f513 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:32.029601 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-08be10da-098b-4f21-b0e2-7d8d422bc1a5 None None] Attempting to bind port e37254f5-c222-4efe-b78e-5291e251f513 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:32.031328 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-4ebadb83-f116-4104-bdc6-b9947b888397 service neutron] 10.222.0.47 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052742 Jul 14 09:14:32.031877 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08be10da-098b-4f21-b0e2-7d8d422bc1a5 None None] Attempting to bind port e37254f5-c222-4efe-b78e-5291e251f513 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:32.062948 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2ad57498-3967-48d8-9b56-2d7a5a71652b None None] Deleting port 2357d635-d024-4313-b3c9-9e464aa5bc04 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:32.063585 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ad57498-3967-48d8-9b56-2d7a5a71652b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.116681 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8efad75a-1d6c-4d11-a1e0-360b04670bbc req-e44534bf-ae51-4d3c-ae4d-af40cbd3f86a tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3181021 Jul 14 09:14:32.167256 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-2ad57498-3967-48d8-9b56-2d7a5a71652b None None] For port 2357d635-d024-4313-b3c9-9e464aa5bc04, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2357d635-d024-4313-b3c9-9e464aa5bc04,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:32.169837 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ad57498-3967-48d8-9b56-2d7a5a71652b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.192792 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2ad57498-3967-48d8-9b56-2d7a5a71652b None None] Calling delete_port for 2357d635-d024-4313-b3c9-9e464aa5bc04 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:32.217815 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314d5629-60d2-44f7-82a8-c359d7f5184c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:32.222581 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-314d5629-60d2-44f7-82a8-c359d7f5184c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.225063 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-314d5629-60d2-44f7-82a8-c359d7f5184c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:14:32.225649 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-314d5629-60d2-44f7-82a8-c359d7f5184c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:14:32.239917 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-c842035e-b3e8-41df-a930-b5490e1448a0 service neutron] 10.222.0.47 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009327 Jul 14 09:14:32.268913 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a735b77-416e-4ec6-8ec8-d0bebddcdd2f req-9a3dd0f9-dace-4f02-ac1c-e0a5bb05747b tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:32.269621 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-314d5629-60d2-44f7-82a8-c359d7f5184c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2517829 Jul 14 09:14:32.271244 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a735b77-416e-4ec6-8ec8-d0bebddcdd2f req-9a3dd0f9-dace-4f02-ac1c-e0a5bb05747b tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 945 time: 0.1617429 Jul 14 09:14:32.272261 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45468) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:32.289168 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-aab07236-5d98-4837-ac15-0d63e6b535b6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:32.294394 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45470) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:32.306573 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0043137 Jul 14 09:14:32.331953 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08be10da-098b-4f21-b0e2-7d8d422bc1a5 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:32.333417 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08be10da-098b-4f21-b0e2-7d8d422bc1a5 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:32.333870 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08be10da-098b-4f21-b0e2-7d8d422bc1a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.336423 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08be10da-098b-4f21-b0e2-7d8d422bc1a5 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:32.337073 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45472) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:32.337237 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-08be10da-098b-4f21-b0e2-7d8d422bc1a5 None None] Bound port: e37254f5-c222-4efe-b78e-5291e251f513, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:32.338370 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abe5b3c1-0415-4faf-8a82-84566c1726d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.338752 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08be10da-098b-4f21-b0e2-7d8d422bc1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.349795 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73eef52-13e9-4a9d-8a3e-26d660d0b903'}, {'server_uuid': '7e178447-7faf-4bc2-80d2-20bcfd231c58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68b24584-0102-4951-b0b7-2d23cca374a6'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:32.357882 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180cb3e7-1b47-42b5-b67d-a2b79b0c10ee" -d '{"events": [{"server_uuid": "fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2", "name": "network-vif-plugged", "status": "completed", "tag": "f73eef52-13e9-4a9d-8a3e-26d660d0b903"}, {"server_uuid": "7e178447-7faf-4bc2-80d2-20bcfd231c58", "name": "network-vif-unplugged", "status": "completed", "tag": "68b24584-0102-4951-b0b7-2d23cca374a6"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:32.369279 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ad57498-3967-48d8-9b56-2d7a5a71652b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.400822 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c44f3b-871c-49bb-9598-561b993549f0 None None] Pushing event updated for resources: {'Port': ['ID=e37254f5-c222-4efe-b78e-5291e251f513,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:32.464879 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad57498-3967-48d8-9b56-2d7a5a71652b None None] No DVR routers for this DVR port 2357d635-d024-4313-b3c9-9e464aa5bc04 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:32.473035 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-cab24608-a923-40d7-ac9c-cf8a93a821e9 None None] Provisioning for port 54f7072c-41fd-47f9-82c5-295a7011a6fc completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:32.481669 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2357d635-d024-4313-b3c9-9e464aa5bc04 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:32.517690 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-cab24608-a923-40d7-ac9c-cf8a93a821e9 None None] Provisioning complete for port 54f7072c-41fd-47f9-82c5-295a7011a6fc triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:32.518102 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cab24608-a923-40d7-ac9c-cf8a93a821e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.519036 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a735b77-416e-4ec6-8ec8-d0bebddcdd2f req-b4404c46-01b1-443d-bed8-98ec1e3e86fd tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255166 Jul 14 09:14:32.552055 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-78e298da-1cdc-4eee-90d5-9d58070b81c3 tempest-NetworksApiDiscovery-1861423122 tempest-NetworksApiDiscovery-1861423122-project] 10.222.0.25 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2110424 Jul 14 09:14:32.558284 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-08be10da-098b-4f21-b0e2-7d8d422bc1a5 None None] For port e37254f5-c222-4efe-b78e-5291e251f513, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:32.562186 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-cab24608-a923-40d7-ac9c-cf8a93a821e9 None None] Port 54f7072c-41fd-47f9-82c5-295a7011a6fc cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:14:32.563586 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 2357d635-d024-4313-b3c9-9e464aa5bc04 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:14:32.563931 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2357d635-d024-4313-b3c9-9e464aa5bc04 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:14:32.611709 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-08be10da-098b-4f21-b0e2-7d8d422bc1a5 None None] For port e37254f5-c222-4efe-b78e-5291e251f513, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e37254f5-c222-4efe-b78e-5291e251f513,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:32.630221 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08be10da-098b-4f21-b0e2-7d8d422bc1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.636894 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=68b24584-0102-4951-b0b7-2d23cca374a6,revision_number=11']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:32.682154 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9d19e-3b6d-48df-b82f-f15c087f7957 req-ca04c4aa-05fc-4120-811c-5f3f707d6e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:32.684659 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-18b9d19e-3b6d-48df-b82f-f15c087f7957 req-ca04c4aa-05fc-4120-811c-5f3f707d6e19 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=338da67ed34f4deb89c1895a0890d123&device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 1097 time: 0.3810587 Jul 14 09:14:32.686179 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab07236-5d98-4837-ac15-0d63e6b535b6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:32.690209 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aab07236-5d98-4837-ac15-0d63e6b535b6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.692471 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab07236-5d98-4837-ac15-0d63e6b535b6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:14:32.692471 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab07236-5d98-4837-ac15-0d63e6b535b6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:14:32.752460 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad57498-3967-48d8-9b56-2d7a5a71652b None None] Pushing event deleted for resources: {'Port': ['ID=2357d635-d024-4313-b3c9-9e464aa5bc04,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:32.787895 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7bbbe7-2a76-4257-a6a3-804a23f156c1 req-becb0339-27d9-448a-8db4-ff88a5edfb62 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:32.794986 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9b7bbbe7-2a76-4257-a6a3-804a23f156c1 req-becb0339-27d9-448a-8db4-ff88a5edfb62 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 946 time: 0.2931800 Jul 14 09:14:32.800981 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-aab07236-5d98-4837-ac15-0d63e6b535b6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5268817 Jul 14 09:14:32.802245 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45496) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:32.812417 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-453ff3f3-408a-4b14-b6e3-d9772356458d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:32.814791 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08be10da-098b-4f21-b0e2-7d8d422bc1a5 None None] Routers {'df8550c3-6229-4d7d-8811-2d810f84b791'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:14:32.816129 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-08be10da-098b-4f21-b0e2-7d8d422bc1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:14:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['df8550c3-6229-4d7d-8811-2d810f84b791'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:32.929154 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9b7bbbe7-2a76-4257-a6a3-804a23f156c1 req-6fa3800d-7e08-45a6-b0d0-3bf1e7e7f80a tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330087 Jul 14 09:14:32.959349 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c44f3b-871c-49bb-9598-561b993549f0 None None] Pushing event updated for resources: {'Port': ['ID=e37254f5-c222-4efe-b78e-5291e251f513,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:32.984546 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abe5b3c1-0415-4faf-8a82-84566c1726d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.993223 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9d19e-3b6d-48df-b82f-f15c087f7957 req-70bed37f-39aa-4a7e-9b0e-2fccf0d1ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:32.994750 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-18b9d19e-3b6d-48df-b82f-f15c087f7957 req-70bed37f-39aa-4a7e-9b0e-2fccf0d1ea86 service neutron] 10.222.0.47 "GET /v2.0/networks?id=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a HTTP/1.1" status: 200 len: 917 time: 0.2997026 Jul 14 09:14:32.999247 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abe5b3c1-0415-4faf-8a82-84566c1726d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:33.010169 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45506) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:33.046550 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3069bb3d-1fb7-4710-b587-5050b39cfeb5 x-openstack-request-id: req-3069bb3d-1fb7-4710-b587-5050b39cfeb5 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:33.047288 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2", "name": "network-vif-plugged", "status": "completed", "tag": "f73eef52-13e9-4a9d-8a3e-26d660d0b903", "code": 200}, {"server_uuid": "7e178447-7faf-4bc2-80d2-20bcfd231c58", "name": "network-vif-unplugged", "status": "completed", "tag": "68b24584-0102-4951-b0b7-2d23cca374a6", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:33.048055 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3069bb3d-1fb7-4710-b587-5050b39cfeb5 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:33.048917 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73eef52-13e9-4a9d-8a3e-26d660d0b903', 'code': 200} Jul 14 09:14:33.051310 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e178447-7faf-4bc2-80d2-20bcfd231c58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68b24584-0102-4951-b0b7-2d23cca374a6', 'code': 200} Jul 14 09:14:33.060020 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-08be10da-098b-4f21-b0e2-7d8d422bc1a5 None None] Set router df8550c3-6229-4d7d-8811-2d810f84b791 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:14:33.186673 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463bdae-b6e3-43b4-9a89-e96a5472f5c4 req-b8582df0-f7b6-4526-8654-4b83f04793ba tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:33.198239 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a463bdae-b6e3-43b4-9a89-e96a5472f5c4 req-b8582df0-f7b6-4526-8654-4b83f04793ba tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 950 time: 0.3932292 Jul 14 09:14:33.295146 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-18b9d19e-3b6d-48df-b82f-f15c087f7957 req-08ed6376-cef5-4d4d-a674-80afc5932dea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbffb502-4fe3-461f-a5b2-1a9fc98c8559 HTTP/1.1" status: 200 len: 1000 time: 0.2857308 Jul 14 09:14:33.390204 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a463bdae-b6e3-43b4-9a89-e96a5472f5c4 req-860ea3a3-8cac-4613-b4a5-0b8babca4e0d tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693304 Jul 14 09:14:33.458687 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5b3c1-0415-4faf-8a82-84566c1726d7 admin admin] Pushing event updated for resources: {'Port': ['ID=54f7072c-41fd-47f9-82c5-295a7011a6fc,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:33.478517 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abe5b3c1-0415-4faf-8a82-84566c1726d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:33.520182 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453ff3f3-408a-4b14-b6e3-d9772356458d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:33.527096 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-453ff3f3-408a-4b14-b6e3-d9772356458d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:33.529688 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-453ff3f3-408a-4b14-b6e3-d9772356458d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:14:33.530194 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-453ff3f3-408a-4b14-b6e3-d9772356458d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:14:33.544840 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-772da5be-7a03-4ba8-b630-fdef322640e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:33.600007 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-08be10da-098b-4f21-b0e2-7d8d422bc1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'name': 'tempest-TaggedBootDevicesTest-826273949-router', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'e37254f5-c222-4efe-b78e-5291e251f513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:14:24Z', 'updated_at': '2021-07-14T09:14:32Z', 'revision_number': 4, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'gw_port': {'id': 'e37254f5-c222-4efe-b78e-5291e251f513', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:14:26Z', 'updated_at': '2021-07-14T09:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '54f7072c-41fd-47f9-82c5-295a7011a6fc', 'name': '', 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'mac_address': 'fa:16:3e:29:d9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'fb2be10d-9b03-46a3-ae63-922114d77bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:14:30Z', 'updated_at': '2021-07-14T09:14:31Z', 'revision_number': 1, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'subnets': [{'id': 'fb2be10d-9b03-46a3-ae63-922114d77bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:33.624565 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9d19e-3b6d-48df-b82f-f15c087f7957 req-c278920d-5b8e-4da7-a5eb-fdfaf9df7fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:33.629036 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-18b9d19e-3b6d-48df-b82f-f15c087f7957 req-c278920d-5b8e-4da7-a5eb-fdfaf9df7fe1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7386d60e-9463-4a78-b78e-76e751bf067a HTTP/1.1" status: 200 len: 856 time: 0.1976697 Jul 14 09:14:33.673619 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08be10da-098b-4f21-b0e2-7d8d422bc1a5 None None] The sync data for ids ['df8550c3-6229-4d7d-8811-2d810f84b791'] in n-d-771362-35 is: [{'id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'name': 'tempest-TaggedBootDevicesTest-826273949-router', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'e37254f5-c222-4efe-b78e-5291e251f513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:14:24Z', 'updated_at': '2021-07-14T09:14:32Z', 'revision_number': 4, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'gw_port': {'id': 'e37254f5-c222-4efe-b78e-5291e251f513', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:14:26Z', 'updated_at': '2021-07-14T09:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '54f7072c-41fd-47f9-82c5-295a7011a6fc', 'name': '', 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'mac_address': 'fa:16:3e:29:d9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'fb2be10d-9b03-46a3-ae63-922114d77bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:14:30Z', 'updated_at': '2021-07-14T09:14:31Z', 'revision_number': 1, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'subnets': [{'id': 'fb2be10d-9b03-46a3-ae63-922114d77bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:14:33.706149 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f957339-7723-4714-8c1e-58e2e6822bd4 req-72dd91de-fb71-4876-91f8-615669a06888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:33.707819 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8f957339-7723-4714-8c1e-58e2e6822bd4 req-72dd91de-fb71-4876-91f8-615669a06888 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 1098 time: 0.5138428 Jul 14 09:14:33.789335 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8f957339-7723-4714-8c1e-58e2e6822bd4 req-cac68d60-d2ea-4a02-b90e-b47419bfc142 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636046 Jul 14 09:14:33.791709 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe5b3c1-0415-4faf-8a82-84566c1726d7 admin admin] Network fae645fa-dbb7-4242-86d8-0493fe1d9e27 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:33.795191 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-abe5b3c1-0415-4faf-8a82-84566c1726d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:33.818219 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:14:33.927378 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9d19e-3b6d-48df-b82f-f15c087f7957 req-5f9c47d7-4ca1-472b-9788-7d4e5e5a498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:33.929236 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-18b9d19e-3b6d-48df-b82f-f15c087f7957 req-5f9c47d7-4ca1-472b-9788-7d4e5e5a498e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2742484 Jul 14 09:14:33.934120 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-772da5be-7a03-4ba8-b630-fdef322640e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:33.990242 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-772da5be-7a03-4ba8-b630-fdef322640e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:34.003792 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-453ff3f3-408a-4b14-b6e3-d9772356458d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.2000322 Jul 14 09:14:34.007107 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45518) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:34.015109 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-b8521f36-381b-4711-818a-a718913de335 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:34.038806 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f2a72-7876-4e89-b19d-bf654fdfe7d0 req-b90c8231-1b44-4362-a472-64096e8fc7c1 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:34.046650 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7d8f2a72-7876-4e89-b19d-bf654fdfe7d0 req-b90c8231-1b44-4362-a472-64096e8fc7c1 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 946 time: 0.3573875 Jul 14 09:14:34.164648 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe5b3c1-0415-4faf-8a82-84566c1726d7 admin admin] Router df8550c3-6229-4d7d-8811-2d810f84b791 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:14:34.188132 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8521f36-381b-4711-818a-a718913de335 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:34.192763 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8521f36-381b-4711-818a-a718913de335 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:34.195546 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8521f36-381b-4711-818a-a718913de335 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:14:34.196815 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8521f36-381b-4711-818a-a718913de335 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:14:34.291172 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b8521f36-381b-4711-818a-a718913de335 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2826779 Jul 14 09:14:34.295430 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45520) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:34.299514 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-772da5be-7a03-4ba8-b630-fdef322640e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=276e616515144f248ff3262c78f013d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2810369 Jul 14 09:14:34.304306 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45522) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:34.331417 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-49752993-b8ea-4824-9fd2-7a96b0c80657 None None] Provisioning complete for port 54f7072c-41fd-47f9-82c5-295a7011a6fc triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:34.332083 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49752993-b8ea-4824-9fd2-7a96b0c80657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:34.337839 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772da5be-7a03-4ba8-b630-fdef322640e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2115e3ff-039f-49ba-a2da-c9511f205625,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:34.357656 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-14e232d4-6d23-4708-8c0b-d4767327e005 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0604839 Jul 14 09:14:34.376260 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45524) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:34.445566 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-49752993-b8ea-4824-9fd2-7a96b0c80657 None None] Port 54f7072c-41fd-47f9-82c5-295a7011a6fc cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:14:34.487444 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe5b3c1-0415-4faf-8a82-84566c1726d7 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:14:34.514090 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-abe5b3c1-0415-4faf-8a82-84566c1726d7 admin admin] 10.222.0.25 "PUT /v2.0/routers/df8550c3-6229-4d7d-8811-2d810f84b791/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4758894 Jul 14 09:14:34.514505 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7d8f2a72-7876-4e89-b19d-bf654fdfe7d0 req-43321423-335b-415a-9613-f5eb0c6245d0 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4665711 Jul 14 09:14:34.688078 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd11e7-7e1c-4128-8390-d34044a94472 req-fa42e691-29d0-463d-8a92-f6498cc7a3a3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:34.689736 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d0fd11e7-7e1c-4128-8390-d34044a94472 req-fa42e691-29d0-463d-8a92-f6498cc7a3a3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 945 time: 0.7971926 Jul 14 09:14:34.707527 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0e6f32-a859-4a0d-8533-9bb866a73426 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:34.720870 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45532) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:34.731699 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3f0e6f32-a859-4a0d-8533-9bb866a73426 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3232753 Jul 14 09:14:34.840055 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-18b9d19e-3b6d-48df-b82f-f15c087f7957 req-22743bc0-ef3e-4d5a-9fff-7a9b0d2620e0 service neutron] 10.222.0.47 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8793173 Jul 14 09:14:34.844848 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad25b763-f52c-479b-8250-a10c33bc2a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:34.903699 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e62675f3-edf9-4a94-a925-9533414d81ec tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1814010 Jul 14 09:14:34.907538 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45534) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:34.916520 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-7c46fd58-6ae1-4099-9065-b136ed7ba526 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:35.155183 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c46fd58-6ae1-4099-9065-b136ed7ba526 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:35.159209 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c46fd58-6ae1-4099-9065-b136ed7ba526 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:35.695530 n-d-771362-35 neutron-server[93772]: DEBUG neutron.objects.ports [None req-7c46fd58-6ae1-4099-9065-b136ed7ba526 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:14:35.722319 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c46fd58-6ae1-4099-9065-b136ed7ba526 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:35.856213 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c46fd58-6ae1-4099-9065-b136ed7ba526 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:35.865128 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-7c46fd58-6ae1-4099-9065-b136ed7ba526 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:35.881565 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c46fd58-6ae1-4099-9065-b136ed7ba526 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:35.882268 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c46fd58-6ae1-4099-9065-b136ed7ba526 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:35.904716 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdf3838-1601-42c5-abbb-77780a312a2a None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:14:35.946599 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46fd58-6ae1-4099-9065-b136ed7ba526 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=5c33e976-a429-4540-9a18-f1ed23156c0c,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:35.972322 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7c46fd58-6ae1-4099-9065-b136ed7ba526 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0635035 Jul 14 09:14:35.983312 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45572) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:35.997976 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-4033f39f-9fdb-4e40-a1f6-d63935371cce tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'port': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'mac_address': 'fa:16:3e:c3:31:b4', 'name': 'tempest-NetworksTestDHCPv6-1022643464'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:36.109135 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d0fd11e7-7e1c-4128-8390-d34044a94472 req-7f8d6a50-586e-4d33-9373-4ff9d241c6b1 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3539054 Jul 14 09:14:36.186904 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad25b763-f52c-479b-8250-a10c33bc2a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:36.240305 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbda9864-88ad-4c0d-ad53-00a14b3bcc7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-d4b2ec29-2184-48d5-8c16-380a3c464388', 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'fixed_ips': [{'subnet_id': '5c33e976-a429-4540-9a18-f1ed23156c0c'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:14:36.242603 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cbda9864-88ad-4c0d-ad53-00a14b3bcc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:36.407814 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1765c5-af90-4348-b0e6-c18aad20dc8f req-09c11aee-5e4a-4f5d-bb1e-3fc852297aa1 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:36.414074 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-aa1765c5-af90-4348-b0e6-c18aad20dc8f req-09c11aee-5e4a-4f5d-bb1e-3fc852297aa1 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e178447-7faf-4bc2-80d2-20bcfd231c58 HTTP/1.1" status: 200 len: 948 time: 0.7582936 Jul 14 09:14:36.543020 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4033f39f-9fdb-4e40-a1f6-d63935371cce tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:36.558669 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34386c-f791-49bd-a457-7e77562c17f6 req-4f951911-198b-4240-a893-19ad35f90976 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:36.572701 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6b34386c-f791-49bd-a457-7e77562c17f6 req-4f951911-198b-4240-a893-19ad35f90976 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e178447-7faf-4bc2-80d2-20bcfd231c58 HTTP/1.1" status: 200 len: 948 time: 1.6759136 Jul 14 09:14:36.601584 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e37254f5-c222-4efe-b78e-5291e251f513 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:36.698568 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-cbda9864-88ad-4c0d-ad53-00a14b3bcc7c None None] Allocated IP 2001:db8::f816:3eff:fe5f:e10 (d4b2ec29-2184-48d5-8c16-380a3c464388/5c33e976-a429-4540-9a18-f1ed23156c0c/71bbed90-8003-4cfa-84f2-1b5615cc241e) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:36.759811 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-aa1765c5-af90-4348-b0e6-c18aad20dc8f req-ac021cba-875f-4882-9ffb-cc06fa661b26 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Deleting port 68b24584-0102-4951-b0b7-2d23cca374a6 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:36.760220 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-aa1765c5-af90-4348-b0e6-c18aad20dc8f req-ac021cba-875f-4882-9ffb-cc06fa661b26 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:36.805983 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4033f39f-9fdb-4e40-a1f6-d63935371cce tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:36.825478 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-18b9d19e-3b6d-48df-b82f-f15c087f7957 req-c9b03b3e-2b35-4084-8115-91a191794d2a service neutron] 10.222.0.47 "GET /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9681203 Jul 14 09:14:36.834537 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port e37254f5-c222-4efe-b78e-5291e251f513 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:36.856708 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port e37254f5-c222-4efe-b78e-5291e251f513 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:36.857095 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:36.900904 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad25b763-f52c-479b-8250-a10c33bc2a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:36.908648 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad25b763-f52c-479b-8250-a10c33bc2a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:36.912238 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ad25b763-f52c-479b-8250-a10c33bc2a26 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2115e3ff-039f-49ba-a2da-c9511f205625 HTTP/1.1" status: 204 len: 168 time: 2.5539911 Jul 14 09:14:36.955857 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25b763-f52c-479b-8250-a10c33bc2a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2115e3ff-039f-49ba-a2da-c9511f205625,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:36.962255 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-4033f39f-9fdb-4e40-a1f6-d63935371cce tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] device_id is not set on port 96a7460e-ff91-49a4-871e-ea90ce368b96 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:14:36.975922 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6b34386c-f791-49bd-a457-7e77562c17f6 req-ba55ac83-4bc3-4695-8972-c27d528190e8 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f8d1ab4-cfdf-4c5f-bade-1d43fb0e3be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884249 Jul 14 09:14:37.062324 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc55c9-305c-4685-8186-ea9edcd4f22c req-4aeeac9f-18a9-4dbc-9118-bbc6161273b4 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:37.082738 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9fcc55c9-305c-4685-8186-ea9edcd4f22c req-4aeeac9f-18a9-4dbc-9118-bbc6161273b4 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 946 time: 0.4829628 Jul 14 09:14:37.299809 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9fcc55c9-305c-4685-8186-ea9edcd4f22c req-dc95fea9-e844-4016-86e7-05c5dcad5fdf tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160134 Jul 14 09:14:37.368314 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-aa1765c5-af90-4348-b0e6-c18aad20dc8f req-ac021cba-875f-4882-9ffb-cc06fa661b26 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] For port 68b24584-0102-4951-b0b7-2d23cca374a6, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=68b24584-0102-4951-b0b7-2d23cca374a6,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:37.368699 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-aa1765c5-af90-4348-b0e6-c18aad20dc8f req-ac021cba-875f-4882-9ffb-cc06fa661b26 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:37.433692 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-aa1765c5-af90-4348-b0e6-c18aad20dc8f req-ac021cba-875f-4882-9ffb-cc06fa661b26 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Calling delete_port for 68b24584-0102-4951-b0b7-2d23cca374a6 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:37.555990 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab131c-4e2f-40ec-8d5f-7fd68f6ea5a8 req-5fed607f-9da1-4274-aa20-8dc0f96b1858 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:37.570524 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-72ab131c-4e2f-40ec-8d5f-7fd68f6ea5a8 req-5fed607f-9da1-4274-aa20-8dc0f96b1858 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 950 time: 0.1947460 Jul 14 09:14:37.667100 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28c95b1-6a48-4ba0-8e29-b570ff8f3bf0 None None] Sync routers for ids ['df8550c3-6229-4d7d-8811-2d810f84b791'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:14:37.683599 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28c95b1-6a48-4ba0-8e29-b570ff8f3bf0 None None] Routers {'df8550c3-6229-4d7d-8811-2d810f84b791'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:14:37.685467 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b28c95b1-6a48-4ba0-8e29-b570ff8f3bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:14:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['df8550c3-6229-4d7d-8811-2d810f84b791'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:37.750547 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-aa1765c5-af90-4348-b0e6-c18aad20dc8f req-ac021cba-875f-4882-9ffb-cc06fa661b26 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:37.809542 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cbda9864-88ad-4c0d-ad53-00a14b3bcc7c None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:37.840436 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac021cba-875f-4882-9ffb-cc06fa661b26 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Pushing event deleted for resources: {'Port': ['ID=68b24584-0102-4951-b0b7-2d23cca374a6,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:37.905193 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-cbda9864-88ad-4c0d-ad53-00a14b3bcc7c None None] Transition to ACTIVE for port object 71bbed90-8003-4cfa-84f2-1b5615cc241e will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:37.956508 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1765c5-af90-4348-b0e6-c18aad20dc8f req-ac021cba-875f-4882-9ffb-cc06fa661b26 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] No DVR routers for this DVR port 68b24584-0102-4951-b0b7-2d23cca374a6 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:37.960790 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-aa1765c5-af90-4348-b0e6-c18aad20dc8f req-ac021cba-875f-4882-9ffb-cc06fa661b26 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:37.962811 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b28c95b1-6a48-4ba0-8e29-b570ff8f3bf0 None None] Set router df8550c3-6229-4d7d-8811-2d810f84b791 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:14:37.963017 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-aa1765c5-af90-4348-b0e6-c18aad20dc8f req-ac021cba-875f-4882-9ffb-cc06fa661b26 tempest-ImagesOneServerTestJSON-1639836933 tempest-ImagesOneServerTestJSON-1639836933-project] 10.222.0.44 "DELETE /v2.0/ports/68b24584-0102-4951-b0b7-2d23cca374a6 HTTP/1.1" status: 204 len: 173 time: 1.5357733 Jul 14 09:14:37.963325 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e178447-7faf-4bc2-80d2-20bcfd231c58', 'name': 'network-vif-deleted', 'tag': '68b24584-0102-4951-b0b7-2d23cca374a6'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:37.969366 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d6cea6-2ef9-41ef-98ab-2dcc4132c9a4" -d '{"events": [{"server_uuid": "7e178447-7faf-4bc2-80d2-20bcfd231c58", "name": "network-vif-deleted", "tag": "68b24584-0102-4951-b0b7-2d23cca374a6"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:38.012710 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-cbda9864-88ad-4c0d-ad53-00a14b3bcc7c None None] Transition to ACTIVE for port object 71bbed90-8003-4cfa-84f2-1b5615cc241e will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:38.031547 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:38.036080 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-72ab131c-4e2f-40ec-8d5f-7fd68f6ea5a8 req-01c4da0a-48c0-40a2-9f55-5b8395c24ce1 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641507 Jul 14 09:14:38.091001 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cbda9864-88ad-4c0d-ad53-00a14b3bcc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:38.169524 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f30914-958d-4fdb-be25-b69624566bf0 req-86513117-0b02-4ff9-a68b-7a1847d16a39 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:38.175475 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-23f30914-958d-4fdb-be25-b69624566bf0 req-86513117-0b02-4ff9-a68b-7a1847d16a39 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 946 time: 0.5450079 Jul 14 09:14:38.197126 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45632) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:38.207251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-4baea527-13ec-4f04-a112-a414af73974e tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Request body: {'floatingip': {'port_id': '0ccd8883-5e6d-4335-8e0d-817d9631487d'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:38.266453 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-4033f39f-9fdb-4e40-a1f6-d63935371cce tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 2001:db8::f816:3eff:fec3:31b4 (d4b2ec29-2184-48d5-8c16-380a3c464388/5c33e976-a429-4540-9a18-f1ed23156c0c/96a7460e-ff91-49a4-871e-ea90ce368b96) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:38.313202 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port e37254f5-c222-4efe-b78e-5291e251f513, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e37254f5-c222-4efe-b78e-5291e251f513,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:38.366413 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbda9864-88ad-4c0d-ad53-00a14b3bcc7c None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:38.388123 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-cbda9864-88ad-4c0d-ad53-00a14b3bcc7c None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:38.406395 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbda9864-88ad-4c0d-ad53-00a14b3bcc7c None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:38.423783 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:38.425054 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4baea527-13ec-4f04-a112-a414af73974e tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:38.641724 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b28c95b1-6a48-4ba0-8e29-b570ff8f3bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'name': 'tempest-TaggedBootDevicesTest-826273949-router', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'e37254f5-c222-4efe-b78e-5291e251f513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:14:24Z', 'updated_at': '2021-07-14T09:14:32Z', 'revision_number': 4, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'gw_port': {'id': 'e37254f5-c222-4efe-b78e-5291e251f513', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:14:26Z', 'updated_at': '2021-07-14T09:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '54f7072c-41fd-47f9-82c5-295a7011a6fc', 'name': '', 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'mac_address': 'fa:16:3e:29:d9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'fb2be10d-9b03-46a3-ae63-922114d77bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:14:30Z', 'updated_at': '2021-07-14T09:14:32Z', 'revision_number': 2, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'subnets': [{'id': 'fb2be10d-9b03-46a3-ae63-922114d77bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:38.698927 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28c95b1-6a48-4ba0-8e29-b570ff8f3bf0 None None] Checking router: df8550c3-6229-4d7d-8811-2d810f84b791 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:14:38.708101 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28c95b1-6a48-4ba0-8e29-b570ff8f3bf0 None None] Updating router df8550c3-6229-4d7d-8811-2d810f84b791 port 54f7072c-41fd-47f9-82c5-295a7011a6fc binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:14:38.791295 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda9864-88ad-4c0d-ad53-00a14b3bcc7c None None] Pushing event updated for resources: {'Port': ['ID=71bbed90-8003-4cfa-84f2-1b5615cc241e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:38.823603 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b28c95b1-6a48-4ba0-8e29-b570ff8f3bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:38.885098 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-cbda9864-88ad-4c0d-ad53-00a14b3bcc7c None None] Attempting to bind port 71bbed90-8003-4cfa-84f2-1b5615cc241e on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:38.886248 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-cbda9864-88ad-4c0d-ad53-00a14b3bcc7c None None] Attempting to bind port 71bbed90-8003-4cfa-84f2-1b5615cc241e by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:38.887228 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbda9864-88ad-4c0d-ad53-00a14b3bcc7c None None] Attempting to bind port 71bbed90-8003-4cfa-84f2-1b5615cc241e on network d4b2ec29-2184-48d5-8c16-380a3c464388 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:38.897253 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbda9864-88ad-4c0d-ad53-00a14b3bcc7c None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:38.898047 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbda9864-88ad-4c0d-ad53-00a14b3bcc7c None None] Checking segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:38.898706 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cbda9864-88ad-4c0d-ad53-00a14b3bcc7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:38.899180 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbda9864-88ad-4c0d-ad53-00a14b3bcc7c None None] Bound using segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:38.899934 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-cbda9864-88ad-4c0d-ad53-00a14b3bcc7c None None] Bound port: 71bbed90-8003-4cfa-84f2-1b5615cc241e, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:38.900384 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cbda9864-88ad-4c0d-ad53-00a14b3bcc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:38.925924 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=e37254f5-c222-4efe-b78e-5291e251f513,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:39.070226 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-cbda9864-88ad-4c0d-ad53-00a14b3bcc7c None None] For port 71bbed90-8003-4cfa-84f2-1b5615cc241e, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:39.074574 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-cbda9864-88ad-4c0d-ad53-00a14b3bcc7c None None] For port 71bbed90-8003-4cfa-84f2-1b5615cc241e, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=71bbed90-8003-4cfa-84f2-1b5615cc241e,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:39.079835 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 68b24584-0102-4951-b0b7-2d23cca374a6 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:39.088263 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cbda9864-88ad-4c0d-ad53-00a14b3bcc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:39.146569 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4033f39f-9fdb-4e40-a1f6-d63935371cce tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:39.224202 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 68b24584-0102-4951-b0b7-2d23cca374a6 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:14:39.225334 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 68b24584-0102-4951-b0b7-2d23cca374a6 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:14:39.235457 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4033f39f-9fdb-4e40-a1f6-d63935371cce tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Transition to ACTIVE for port object 96a7460e-ff91-49a4-871e-ea90ce368b96 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:39.238913 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f49608-99dd-46ab-b05a-d0abe7be23ff req-4696e77f-944b-4def-af64-5a09a0a2aed1 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:39.243740 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b4f49608-99dd-46ab-b05a-d0abe7be23ff req-4696e77f-944b-4def-af64-5a09a0a2aed1 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 945 time: 0.6123538 Jul 14 09:14:39.397981 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda9864-88ad-4c0d-ad53-00a14b3bcc7c None None] Pushing event updated for resources: {'Port': ['ID=71bbed90-8003-4cfa-84f2-1b5615cc241e,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:39.433994 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4033f39f-9fdb-4e40-a1f6-d63935371cce tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:39.581805 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397a5d1-3530-4ba0-b9b9-42ea301bc8ec req-10143d93-5bc1-43a5-9c13-bc20c5213f56 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:39.610699 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a397a5d1-3530-4ba0-b9b9-42ea301bc8ec req-10143d93-5bc1-43a5-9c13-bc20c5213f56 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 946 time: 0.8039312 Jul 14 09:14:39.701761 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4033f39f-9fdb-4e40-a1f6-d63935371cce tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=96a7460e-ff91-49a4-871e-ea90ce368b96,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:39.756101 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4033f39f-9fdb-4e40-a1f6-d63935371cce tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:39.765204 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-4033f39f-9fdb-4e40-a1f6-d63935371cce tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:39.787476 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4033f39f-9fdb-4e40-a1f6-d63935371cce tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:39.823822 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4033f39f-9fdb-4e40-a1f6-d63935371cce tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:39.826084 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4033f39f-9fdb-4e40-a1f6-d63935371cce tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:39.861338 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4033f39f-9fdb-4e40-a1f6-d63935371cce tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8762953 Jul 14 09:14:39.864018 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45654) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:40.017233 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4395d5f-f474-49c4-9c34-47bb6d0c18b5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:40.031390 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4395d5f-f474-49c4-9c34-47bb6d0c18b5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:40.034988 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a4395d5f-f474-49c4-9c34-47bb6d0c18b5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1680338 Jul 14 09:14:40.037505 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45658) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:40.078341 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a397a5d1-3530-4ba0-b9b9-42ea301bc8ec req-70aa17bf-0782-47f1-9ef9-fe3c145301dd tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621534 Jul 14 09:14:40.155702 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b4f49608-99dd-46ab-b05a-d0abe7be23ff req-5608ba8a-20ed-4784-9f7d-a095872b2d51 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7844434 Jul 14 09:14:40.318443 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86046f12-cea2-4cdb-94b3-cd5f6a8ae014 x-openstack-request-id: req-86046f12-cea2-4cdb-94b3-cd5f6a8ae014 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:40.318443 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e178447-7faf-4bc2-80d2-20bcfd231c58", "name": "network-vif-deleted", "tag": "68b24584-0102-4951-b0b7-2d23cca374a6", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:40.318443 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86046f12-cea2-4cdb-94b3-cd5f6a8ae014 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:40.320112 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e178447-7faf-4bc2-80d2-20bcfd231c58', 'name': 'network-vif-deleted', 'tag': '68b24584-0102-4951-b0b7-2d23cca374a6', 'status': 'completed', 'code': 200} Jul 14 09:14:40.382420 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2438366e-1f27-458d-984e-7c91bbe7dc70 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting port 96a7460e-ff91-49a4-871e-ea90ce368b96 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:40.383632 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2438366e-1f27-458d-984e-7c91bbe7dc70 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:40.422633 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:40.508450 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b28c95b1-6a48-4ba0-8e29-b570ff8f3bf0 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:40.578519 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b28c95b1-6a48-4ba0-8e29-b570ff8f3bf0 None None] Transition to ACTIVE for port object 54f7072c-41fd-47f9-82c5-295a7011a6fc will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:40.603365 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b28c95b1-6a48-4ba0-8e29-b570ff8f3bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:40.636770 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2438366e-1f27-458d-984e-7c91bbe7dc70 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:40.671659 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2438366e-1f27-458d-984e-7c91bbe7dc70 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Calling delete_port for 96a7460e-ff91-49a4-871e-ea90ce368b96 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:40.899646 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 71bbed90-8003-4cfa-84f2-1b5615cc241e up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:40.972933 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262968b-16c9-4b31-9ca6-e556972dbefd None None] Pushing event updated for resources: {'Port': ['ID=54f7072c-41fd-47f9-82c5-295a7011a6fc,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:41.145940 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 71bbed90-8003-4cfa-84f2-1b5615cc241e completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:41.166852 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-b28c95b1-6a48-4ba0-8e29-b570ff8f3bf0 None None] Attempting to bind port 54f7072c-41fd-47f9-82c5-295a7011a6fc on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:41.167336 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-b28c95b1-6a48-4ba0-8e29-b570ff8f3bf0 None None] Attempting to bind port 54f7072c-41fd-47f9-82c5-295a7011a6fc by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:41.171251 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e37254f5-c222-4efe-b78e-5291e251f513 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:41.177926 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28c95b1-6a48-4ba0-8e29-b570ff8f3bf0 None None] Attempting to bind port 54f7072c-41fd-47f9-82c5-295a7011a6fc on network fae645fa-dbb7-4242-86d8-0493fe1d9e27 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:41.209663 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4baea527-13ec-4f04-a112-a414af73974e tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:41.221812 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28c95b1-6a48-4ba0-8e29-b570ff8f3bf0 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:41.222329 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28c95b1-6a48-4ba0-8e29-b570ff8f3bf0 None None] Checking segment: {'id': '1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:41.222767 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b28c95b1-6a48-4ba0-8e29-b570ff8f3bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:41.223152 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28c95b1-6a48-4ba0-8e29-b570ff8f3bf0 None None] Bound using segment: {'id': '1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:41.223775 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-b28c95b1-6a48-4ba0-8e29-b570ff8f3bf0 None None] Bound port: 54f7072c-41fd-47f9-82c5-295a7011a6fc, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:41.238558 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b28c95b1-6a48-4ba0-8e29-b570ff8f3bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:41.252643 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4baea527-13ec-4f04-a112-a414af73974e tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:41.515802 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port e37254f5-c222-4efe-b78e-5291e251f513 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:41.516420 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:41.537969 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b28c95b1-6a48-4ba0-8e29-b570ff8f3bf0 None None] For port 54f7072c-41fd-47f9-82c5-295a7011a6fc, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:41.548383 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b28c95b1-6a48-4ba0-8e29-b570ff8f3bf0 None None] For port 54f7072c-41fd-47f9-82c5-295a7011a6fc, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=54f7072c-41fd-47f9-82c5-295a7011a6fc,segment=NetworkSegment(1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f),segment_id=1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:41.557073 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b28c95b1-6a48-4ba0-8e29-b570ff8f3bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:41.626331 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2438366e-1f27-458d-984e-7c91bbe7dc70 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:41.761373 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262968b-16c9-4b31-9ca6-e556972dbefd None None] Pushing event updated for resources: {'Port': ['ID=54f7072c-41fd-47f9-82c5-295a7011a6fc,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:41.784103 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28c95b1-6a48-4ba0-8e29-b570ff8f3bf0 None None] Routers {'df8550c3-6229-4d7d-8811-2d810f84b791'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:14:41.785191 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b28c95b1-6a48-4ba0-8e29-b570ff8f3bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:14:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['df8550c3-6229-4d7d-8811-2d810f84b791'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:41.929308 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438366e-1f27-458d-984e-7c91bbe7dc70 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Port': ['ID=96a7460e-ff91-49a4-871e-ea90ce368b96,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:41.933899 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521717f-9111-4c5d-bb72-19ae88f823a2 req-7e95d4dd-a90e-488a-a2be-57550f21cc83 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:41.974569 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4521717f-9111-4c5d-bb72-19ae88f823a2 req-7e95d4dd-a90e-488a-a2be-57550f21cc83 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 950 time: 1.0644553 Jul 14 09:14:41.990804 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b28c95b1-6a48-4ba0-8e29-b570ff8f3bf0 None None] Set router df8550c3-6229-4d7d-8811-2d810f84b791 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:14:42.021653 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45682) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:42.080108 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2438366e-1f27-458d-984e-7c91bbe7dc70 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:42.085864 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2438366e-1f27-458d-984e-7c91bbe7dc70 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/96a7460e-ff91-49a4-871e-ea90ce368b96 HTTP/1.1" status: 204 len: 168 time: 2.0463493 Jul 14 09:14:42.088288 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45686) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:42.093266 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-60004623-3027-4c4c-969a-8d853fa20c2f None None] Provisioning for port 71bbed90-8003-4cfa-84f2-1b5615cc241e completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:42.123522 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:42.142483 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-60004623-3027-4c4c-969a-8d853fa20c2f None None] Provisioning complete for port 71bbed90-8003-4cfa-84f2-1b5615cc241e triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:42.143785 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60004623-3027-4c4c-969a-8d853fa20c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:42.424073 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60004623-3027-4c4c-969a-8d853fa20c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:42.527782 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d908e6f2-c1f6-4283-840b-df76b7db14c6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:42.540976 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-60004623-3027-4c4c-969a-8d853fa20c2f None None] For port 71bbed90-8003-4cfa-84f2-1b5615cc241e, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=71bbed90-8003-4cfa-84f2-1b5615cc241e,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:42.546371 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d908e6f2-c1f6-4283-840b-df76b7db14c6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:42.549830 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60004623-3027-4c4c-969a-8d853fa20c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:42.555800 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d908e6f2-c1f6-4283-840b-df76b7db14c6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4629719 Jul 14 09:14:42.560090 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45692) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:42.631468 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4521717f-9111-4c5d-bb72-19ae88f823a2 req-c411b78d-c573-4725-9e8a-44d764b6b6e2 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6557081 Jul 14 09:14:42.639808 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-4baea527-13ec-4f04-a112-a414af73974e tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Floating IP a0b20219-3a4f-4401-874e-332db6d8f3d3 associated. External IP: 172.25.6.168, port: 0ccd8883-5e6d-4335-8e0d-817d9631487d. Jul 14 09:14:42.686395 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b28c95b1-6a48-4ba0-8e29-b570ff8f3bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'name': 'tempest-TaggedBootDevicesTest-826273949-router', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'e37254f5-c222-4efe-b78e-5291e251f513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:14:24Z', 'updated_at': '2021-07-14T09:14:32Z', 'revision_number': 4, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'gw_port': {'id': 'e37254f5-c222-4efe-b78e-5291e251f513', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:14:26Z', 'updated_at': '2021-07-14T09:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '54f7072c-41fd-47f9-82c5-295a7011a6fc', 'name': '', 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'mac_address': 'fa:16:3e:29:d9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'fb2be10d-9b03-46a3-ae63-922114d77bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:14:30Z', 'updated_at': '2021-07-14T09:14:41Z', 'revision_number': 4, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'subnets': [{'id': 'fb2be10d-9b03-46a3-ae63-922114d77bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:42.823666 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28c95b1-6a48-4ba0-8e29-b570ff8f3bf0 None None] The sync data for ids ['df8550c3-6229-4d7d-8811-2d810f84b791'] in n-d-771362-35 is: [{'id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'name': 'tempest-TaggedBootDevicesTest-826273949-router', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'e37254f5-c222-4efe-b78e-5291e251f513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:14:24Z', 'updated_at': '2021-07-14T09:14:32Z', 'revision_number': 4, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'gw_port': {'id': 'e37254f5-c222-4efe-b78e-5291e251f513', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:14:26Z', 'updated_at': '2021-07-14T09:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '54f7072c-41fd-47f9-82c5-295a7011a6fc', 'name': '', 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'mac_address': 'fa:16:3e:29:d9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'fb2be10d-9b03-46a3-ae63-922114d77bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:14:30Z', 'updated_at': '2021-07-14T09:14:41Z', 'revision_number': 4, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'subnets': [{'id': 'fb2be10d-9b03-46a3-ae63-922114d77bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:14:42.880267 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60004623-3027-4c4c-969a-8d853fa20c2f None None] Pushing event updated for resources: {'Port': ['ID=71bbed90-8003-4cfa-84f2-1b5615cc241e,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:42.898328 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-de87ec08-4d12-46fb-8c8d-2dc3e61189ee tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet 5c33e976-a429-4540-9a18-f1ed23156c0c {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:14:42.908353 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 54f7072c-41fd-47f9-82c5-295a7011a6fc up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:42.916341 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de87ec08-4d12-46fb-8c8d-2dc3e61189ee tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:43.081207 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de87ec08-4d12-46fb-8c8d-2dc3e61189ee tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:43.127092 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a970ee1e-95ce-4290-99b3-0f45552c10f2 None None] Could not find standard attr ID for object 96a7460e-ff91-49a4-871e-ea90ce368b96. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:14:43.224739 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 54f7072c-41fd-47f9-82c5-295a7011a6fc completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:43.235973 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 54f7072c-41fd-47f9-82c5-295a7011a6fc triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:43.236350 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:43.456126 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de87ec08-4d12-46fb-8c8d-2dc3e61189ee tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:43.494553 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7bbed-7600-4677-bdfe-7ce826d6c5ee req-a1109a89-305c-4c34-b48d-b63f97d20a78 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:43.508754 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d3c7bbed-7600-4677-bdfe-7ce826d6c5ee req-a1109a89-305c-4c34-b48d-b63f97d20a78 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 945 time: 1.5047946 Jul 14 09:14:43.547781 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:43.564311 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5f53522e-a0ad-4c6b-85bf-0b84e968a6c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c2e4de726c7e4209b9272f94196810c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5365238 Jul 14 09:14:43.570893 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45704) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:43.636566 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 54f7072c-41fd-47f9-82c5-295a7011a6fc, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=54f7072c-41fd-47f9-82c5-295a7011a6fc,segment=NetworkSegment(1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f),segment_id=1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:43.649309 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:43.874837 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de87ec08-4d12-46fb-8c8d-2dc3e61189ee tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:43.896206 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=54f7072c-41fd-47f9-82c5-295a7011a6fc,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:43.981053 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4baea527-13ec-4f04-a112-a414af73974e tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Router af1314ac-be2e-4773-85c3-8f839a9a772f has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:14:44.002920 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87ec08-4d12-46fb-8c8d-2dc3e61189ee tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=5c33e976-a429-4540-9a18-f1ed23156c0c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:44.005696 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d3c7bbed-7600-4677-bdfe-7ce826d6c5ee req-a8fe2f1b-05b3-4db0-bd83-215ec049fbe6 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4587684 Jul 14 09:14:44.017200 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75726a-5cc8-4c9c-b85a-a28ee4f31757 req-51a34820-ecfd-47e5-9de4-97fd7188f40b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:44.031139 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8e75726a-5cc8-4c9c-b85a-a28ee4f31757 req-51a34820-ecfd-47e5-9de4-97fd7188f40b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 946 time: 0.7647164 Jul 14 09:14:44.048371 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3cd3f3-622b-46d1-977b-688f6f28d05b None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:14:44.066067 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de87ec08-4d12-46fb-8c8d-2dc3e61189ee tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:44.089268 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-de87ec08-4d12-46fb-8c8d-2dc3e61189ee tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/5c33e976-a429-4540-9a18-f1ed23156c0c HTTP/1.1" status: 204 len: 168 time: 1.5229139 Jul 14 09:14:44.095537 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45712) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:44.320913 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e6bf7d00-ee82-4764-8660-b58404fb93b9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2205639 Jul 14 09:14:44.324999 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45714) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:44.365375 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ef839b37-3bcd-4a31-a692-f621766af58b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:44.388831 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8e75726a-5cc8-4c9c-b85a-a28ee4f31757 req-42780c01-d0c8-4066-824b-330d78e1cf84 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562803 Jul 14 09:14:44.602002 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef839b37-3bcd-4a31-a692-f621766af58b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:44.608011 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef839b37-3bcd-4a31-a692-f621766af58b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:44.666204 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 54f7072c-41fd-47f9-82c5-295a7011a6fc up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:44.785553 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3eca420-d7f8-421c-999d-7e098cce2949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:44.941054 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3eca420-d7f8-421c-999d-7e098cce2949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:44.952615 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 54f7072c-41fd-47f9-82c5-295a7011a6fc triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:44.954264 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:45.046481 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4baea527-13ec-4f04-a112-a414af73974e tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:14:45.058052 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4baea527-13ec-4f04-a112-a414af73974e tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:45.125304 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefb51ff-3a3b-4379-bebe-be3feeb7fe4f None None] Sync routers for ids ['af1314ac-be2e-4773-85c3-8f839a9a772f'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:14:45.136171 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4eae63-5542-4a88-b55e-cc68a639e0f9 None None] DHCP port deletion for d4b2ec29-2184-48d5-8c16-380a3c464388 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:14:45.165920 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefb51ff-3a3b-4379-bebe-be3feeb7fe4f None None] Routers {'af1314ac-be2e-4773-85c3-8f839a9a772f'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:14:45.168665 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-cefb51ff-3a3b-4379-bebe-be3feeb7fe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:14:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['af1314ac-be2e-4773-85c3-8f839a9a772f'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:45.308360 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89afba-4d92-49d1-87d5-c258718b1cfb req-5c9b5c7a-ad08-4e8a-855e-c33d6a7acede tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:45.321580 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6e89afba-4d92-49d1-87d5-c258718b1cfb req-5c9b5c7a-ad08-4e8a-855e-c33d6a7acede tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 950 time: 0.8121991 Jul 14 09:14:45.413729 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3eca420-d7f8-421c-999d-7e098cce2949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:45.429141 n-d-771362-35 neutron-server[93772]: DEBUG neutron.objects.ports [None req-ef839b37-3bcd-4a31-a692-f621766af58b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:14:45.436989 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3eca420-d7f8-421c-999d-7e098cce2949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:45.441911 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c3eca420-d7f8-421c-999d-7e098cce2949 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4f8d1ab4-cfdf-4c5f-bade-1d43fb0e3be3 HTTP/1.1" status: 204 len: 168 time: 1.8625507 Jul 14 09:14:45.500189 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eca420-d7f8-421c-999d-7e098cce2949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8d1ab4-cfdf-4c5f-bade-1d43fb0e3be3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:45.567536 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4c4eae63-5542-4a88-b55e-cc68a639e0f9 None None] Deleting port 71bbed90-8003-4cfa-84f2-1b5615cc241e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:45.569299 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c4eae63-5542-4a88-b55e-cc68a639e0f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:45.614926 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4baea527-13ec-4f04-a112-a414af73974e tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "PUT /v2.0/floatingips/a0b20219-3a4f-4401-874e-332db6d8f3d3 HTTP/1.1" status: 200 len: 992 time: 7.4106636 Jul 14 09:14:45.621097 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b192d5b0-bbe8-4b65-90ca-cbe955f9482c', 'tag': '0ccd8883-5e6d-4335-8e0d-817d9631487d'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:45.628201 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2602dd-35b7-477a-82ea-1d09744d737b" -d '{"events": [{"name": "network-changed", "server_uuid": "b192d5b0-bbe8-4b65-90ca-cbe955f9482c", "tag": "0ccd8883-5e6d-4335-8e0d-817d9631487d"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:45.665765 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6e89afba-4d92-49d1-87d5-c258718b1cfb req-fd88862d-aba8-4431-ab2f-c1d6083d6a5e tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430853 Jul 14 09:14:45.722908 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 71bbed90-8003-4cfa-84f2-1b5615cc241e up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:45.729240 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab73d8-3000-4c54-9f45-e2eace0cf02a req-00fdc4b6-6db8-47ed-899a-b32c6b93edb2 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:45.746749 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ceab73d8-3000-4c54-9f45-e2eace0cf02a req-00fdc4b6-6db8-47ed-899a-b32c6b93edb2 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 946 time: 0.7725108 Jul 14 09:14:45.872999 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-cefb51ff-3a3b-4379-bebe-be3feeb7fe4f None None] Set router af1314ac-be2e-4773-85c3-8f839a9a772f gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:14:45.883268 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ceab73d8-3000-4c54-9f45-e2eace0cf02a req-b6517e48-e7cb-4d8b-8db9-cbf72ce62556 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355505 Jul 14 09:14:45.908341 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef839b37-3bcd-4a31-a692-f621766af58b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:46.206580 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-4c4eae63-5542-4a88-b55e-cc68a639e0f9 None None] For port 71bbed90-8003-4cfa-84f2-1b5615cc241e, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=71bbed90-8003-4cfa-84f2-1b5615cc241e,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:46.207212 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c4eae63-5542-4a88-b55e-cc68a639e0f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:46.243034 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3182a66-6e52-46d4-bbb7-29eae5c6883d req-142a4cd9-a55c-4c5c-93d6-51643ab7a0ec tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:46.251013 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3182a66-6e52-46d4-bbb7-29eae5c6883d req-142a4cd9-a55c-4c5c-93d6-51643ab7a0ec tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 945 time: 0.2784524 Jul 14 09:14:46.264347 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4c4eae63-5542-4a88-b55e-cc68a639e0f9 None None] Calling delete_port for 71bbed90-8003-4cfa-84f2-1b5615cc241e owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:46.372358 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ef839b37-3bcd-4a31-a692-f621766af58b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] For port 71bbed90-8003-4cfa-84f2-1b5615cc241e, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=71bbed90-8003-4cfa-84f2-1b5615cc241e,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:46.387139 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3182a66-6e52-46d4-bbb7-29eae5c6883d req-282b0177-a337-4101-94d3-aa95fe9c6173 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350350 Jul 14 09:14:46.424775 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b660a1de-56b2-48f0-9004-064e7267eb8d req-4f5585cf-0ce9-4ba3-879d-9c1cc93aa897 service neutron] 10.222.0.47 "GET /v2.0/ports/50a31227-651d-49c1-910d-ae94f403daa0/bindings/n-h1-771362-35 HTTP/1.1" status: 200 len: 383 time: 0.2655201 Jul 14 09:14:46.518169 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef839b37-3bcd-4a31-a692-f621766af58b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:46.523913 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef839b37-3bcd-4a31-a692-f621766af58b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:46.524927 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef839b37-3bcd-4a31-a692-f621766af58b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:46.622519 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07bc252-67c6-4825-bb52-5484248648ac x-openstack-request-id: req-d07bc252-67c6-4825-bb52-5484248648ac {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:46.623097 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b192d5b0-bbe8-4b65-90ca-cbe955f9482c", "tag": "0ccd8883-5e6d-4335-8e0d-817d9631487d", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:46.623734 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d07bc252-67c6-4825-bb52-5484248648ac {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:46.624464 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b192d5b0-bbe8-4b65-90ca-cbe955f9482c', 'tag': '0ccd8883-5e6d-4335-8e0d-817d9631487d', 'status': 'completed', 'code': 200} Jul 14 09:14:46.702442 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef839b37-3bcd-4a31-a692-f621766af58b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=22927837-9031-46d1-9f5d-9ad6530e8aa8,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:46.801928 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef839b37-3bcd-4a31-a692-f621766af58b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:46.812147 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ef839b37-3bcd-4a31-a692-f621766af58b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:46.815983 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef839b37-3bcd-4a31-a692-f621766af58b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:46.816864 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef839b37-3bcd-4a31-a692-f621766af58b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:46.871601 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef839b37-3bcd-4a31-a692-f621766af58b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=71bbed90-8003-4cfa-84f2-1b5615cc241e,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:46.919551 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ef839b37-3bcd-4a31-a692-f621766af58b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5693247 Jul 14 09:14:46.922159 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45762) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:46.931418 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f0c0e1b4-888f-4d60-bdc6-5915d5b78983 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'port': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'mac_address': 'fa:16:3e:09:ed:0c', 'name': 'tempest-NetworksTestDHCPv6-1695437566'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:46.945652 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2602dd-35b7-477a-82ea-1d09744d737b req-37ba4cdc-a2ed-45e9-80a7-b9496231831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:46.947219 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7d2602dd-35b7-477a-82ea-1d09744d737b req-37ba4cdc-a2ed-45e9-80a7-b9496231831a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b327168895324cc0b6c369e00d5c9690&device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 1098 time: 0.2423217 Jul 14 09:14:47.159400 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c4eae63-5542-4a88-b55e-cc68a639e0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:47.170166 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 71bbed90-8003-4cfa-84f2-1b5615cc241e triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:47.172324 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:47.217238 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2602dd-35b7-477a-82ea-1d09744d737b req-f2881e86-efd0-4a19-9035-aecaf93e3ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:47.219222 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7d2602dd-35b7-477a-82ea-1d09744d737b req-f2881e86-efd0-4a19-9035-aecaf93e3ace service neutron] 10.222.0.44 "GET /v2.0/networks?id=5e1db2f5-19ca-4d5a-a84c-a02b32125113 HTTP/1.1" status: 200 len: 910 time: 0.2645583 Jul 14 09:14:47.303021 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4eae63-5542-4a88-b55e-cc68a639e0f9 None None] Pushing event deleted for resources: {'Port': ['ID=71bbed90-8003-4cfa-84f2-1b5615cc241e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:47.398497 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Port 71bbed90-8003-4cfa-84f2-1b5615cc241e was deleted so its status cannot be updated. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 14 09:14:47.418586 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4eae63-5542-4a88-b55e-cc68a639e0f9 None None] No DVR routers for this DVR port 71bbed90-8003-4cfa-84f2-1b5615cc241e on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:47.460289 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7d2602dd-35b7-477a-82ea-1d09744d737b req-01ea5cbf-322f-4852-a452-4ef4a2ddff25 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ccd8883-5e6d-4335-8e0d-817d9631487d HTTP/1.1" status: 200 len: 1000 time: 0.2319777 Jul 14 09:14:47.477253 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f462d87d-e197-4dd3-ae46-ad345eb93189 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:14:47.580605 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 71bbed90-8003-4cfa-84f2-1b5615cc241e no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:47.647224 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45780) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:47.666126 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c0e1b4-888f-4d60-bdc6-5915d5b78983 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:47.696060 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2602dd-35b7-477a-82ea-1d09744d737b req-5b2fa070-e66e-4300-96f3-ff4bfa83bc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:47.698698 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7d2602dd-35b7-477a-82ea-1d09744d737b req-5b2fa070-e66e-4300-96f3-ff4bfa83bc91 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=02258896-8a0a-43a5-90d3-5cf3546f791a HTTP/1.1" status: 200 len: 849 time: 0.2307620 Jul 14 09:14:47.787351 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2602dd-35b7-477a-82ea-1d09744d737b req-0e5a7931-f77b-4a8f-bcde-8a5892ec46d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:47.789481 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7d2602dd-35b7-477a-82ea-1d09744d737b req-0e5a7931-f77b-4a8f-bcde-8a5892ec46d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5e1db2f5-19ca-4d5a-a84c-a02b32125113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836685 Jul 14 09:14:47.806391 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660a1de-56b2-48f0-9004-064e7267eb8d req-83bee6c1-4991-402a-bc50-08ba777c3754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:47.808315 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b660a1de-56b2-48f0-9004-064e7267eb8d req-83bee6c1-4991-402a-bc50-08ba777c3754 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6&tenant_id=ad5180827b97485d9d925ca571b8d79b HTTP/1.1" status: 200 len: 1102 time: 0.8245821 Jul 14 09:14:47.828435 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 71bbed90-8003-4cfa-84f2-1b5615cc241e {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:14:47.830958 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 71bbed90-8003-4cfa-84f2-1b5615cc241e not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:14:47.849582 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8352862-0d80-4aaa-a60a-e25bb11af39a req-e3c17256-0220-4ca5-b263-ecd87eed0c4d tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:47.859954 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b8352862-0d80-4aaa-a60a-e25bb11af39a req-e3c17256-0220-4ca5-b263-ecd87eed0c4d tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 950 time: 0.7841945 Jul 14 09:14:47.953186 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-3309d925-c34d-4759-9f53-f9b1ff249c93 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-422299754-network', 'tenant_id': '52b6d9edbbce4964a4733eb4480ae2f8'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:48.111880 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7d2602dd-35b7-477a-82ea-1d09744d737b req-3d970c40-3bb6-4ac2-8496-24e7a821abf3 service neutron] 10.222.0.44 "GET /v2.0/networks/5e1db2f5-19ca-4d5a-a84c-a02b32125113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140938 Jul 14 09:14:48.114579 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3309d925-c34d-4759-9f53-f9b1ff249c93 admin admin] Made reservation on behalf of 52b6d9edbbce4964a4733eb4480ae2f8 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:48.118032 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3309d925-c34d-4759-9f53-f9b1ff249c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:48.164596 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3309d925-c34d-4759-9f53-f9b1ff249c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:48.186263 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b8352862-0d80-4aaa-a60a-e25bb11af39a req-8ff002cc-d504-4b70-9afc-8ecd09e84eb4 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250654 Jul 14 09:14:48.196237 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0c0e1b4-888f-4d60-bdc6-5915d5b78983 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:48.297998 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-cefb51ff-3a3b-4379-bebe-be3feeb7fe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'name': 'tempest-AttachVolumeTestJSON-417553449-router', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:13:47Z', 'updated_at': '2021-07-14T09:13:54Z', 'revision_number': 4, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'gw_port': {'id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:48Z', 'updated_at': '2021-07-14T09:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'a0b20219-3a4f-4401-874e-332db6d8f3d3', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'port_id': '0ccd8883-5e6d-4335-8e0d-817d9631487d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113', 'mac_address': 'fa:16:3e:6a:43:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192d5b0-bbe8-4b65-90ca-cbe955f9482c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:14:07Z', 'updated_at': '2021-07-14T09:14:40Z', 'revision_number': 1, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c491f64-4b43-4aba-904f-696486d56c55', 'name': '', 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'mac_address': 'fa:16:3e:a7:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:51Z', 'updated_at': '2021-07-14T09:14:05Z', 'revision_number': 5, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'subnets': [{'id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:48.357237 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefb51ff-3a3b-4379-bebe-be3feeb7fe4f None None] Checking router: af1314ac-be2e-4773-85c3-8f839a9a772f for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:14:48.365650 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f412fb97-52f2-47c8-b30f-31c6ff4f67c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-d4b2ec29-2184-48d5-8c16-380a3c464388', 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'fixed_ips': [{'subnet_id': '22927837-9031-46d1-9f5d-9ad6530e8aa8'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:14:48.366618 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f412fb97-52f2-47c8-b30f-31c6ff4f67c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:48.375621 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f0c0e1b4-888f-4d60-bdc6-5915d5b78983 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] device_id is not set on port afe00982-963f-4690-a078-95746472919f yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:14:48.390150 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-177c799f-05a0-4885-90eb-b678f4083d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:48.393335 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefb51ff-3a3b-4379-bebe-be3feeb7fe4f None None] Routers {'af1314ac-be2e-4773-85c3-8f839a9a772f'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:14:48.393975 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-cefb51ff-3a3b-4379-bebe-be3feeb7fe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:14:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['af1314ac-be2e-4773-85c3-8f839a9a772f'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:48.561126 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660a1de-56b2-48f0-9004-064e7267eb8d req-0f24c42a-97e3-4007-86e4-870aed8c92f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:48.563047 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b660a1de-56b2-48f0-9004-064e7267eb8d req-0f24c42a-97e3-4007-86e4-870aed8c92f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 1102 time: 0.6906834 Jul 14 09:14:48.616467 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7d2602dd-35b7-477a-82ea-1d09744d737b req-3b882222-c566-468f-a795-9a5dc9161dab service neutron] 10.222.0.44 "GET /v2.0/networks/5e1db2f5-19ca-4d5a-a84c-a02b32125113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909055 Jul 14 09:14:48.737517 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3309d925-c34d-4759-9f53-f9b1ff249c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:48.744635 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3309d925-c34d-4759-9f53-f9b1ff249c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:48.797491 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3309d925-c34d-4759-9f53-f9b1ff249c93 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:14:48.817982 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309d925-c34d-4759-9f53-f9b1ff249c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709ed6ce-d5d7-47fe-92df-a2bacbd304d5,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:48.820074 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-cefb51ff-3a3b-4379-bebe-be3feeb7fe4f None None] Set router af1314ac-be2e-4773-85c3-8f839a9a772f gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:14:48.828425 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3309d925-c34d-4759-9f53-f9b1ff249c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:48.828800 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-3309d925-c34d-4759-9f53-f9b1ff249c93 admin admin] Added segment 9c548c13-668e-4a21-b7a4-dcd6558ddf9c of type vlan for network 87b895fe-07ee-490d-a56b-a9552105bbca Jul 14 09:14:48.877013 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660a1de-56b2-48f0-9004-064e7267eb8d req-9a97129d-ba5e-40c5-a00a-c0ca5810a045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:48.882479 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b660a1de-56b2-48f0-9004-064e7267eb8d req-9a97129d-ba5e-40c5-a00a-c0ca5810a045 service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.2227674 Jul 14 09:14:48.926090 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3309d925-c34d-4759-9f53-f9b1ff249c93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:48.969521 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3309d925-c34d-4759-9f53-f9b1ff249c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:48.970600 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3309d925-c34d-4759-9f53-f9b1ff249c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:48.971441 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3309d925-c34d-4759-9f53-f9b1ff249c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:49.075205 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b660a1de-56b2-48f0-9004-064e7267eb8d req-5c5bb27b-fed6-4a89-bb0e-6d41d3979cae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=50a31227-651d-49c1-910d-ae94f403daa0 HTTP/1.1" status: 200 len: 217 time: 0.1183033 Jul 14 09:14:49.076406 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3309d925-c34d-4759-9f53-f9b1ff249c93 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4281614 Jul 14 09:14:49.081083 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45792) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:49.089667 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-9294c14f-9dd7-4db6-ad54-575cd0aa7b39 admin admin] Request body: {'subnet': {'network_id': '87b895fe-07ee-490d-a56b-a9552105bbca', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-422299754-subnet', 'tenant_id': '52b6d9edbbce4964a4733eb4480ae2f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:49.095848 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309d925-c34d-4759-9f53-f9b1ff249c93 admin admin] Pushing event updated for resources: {'Network': ['ID=87b895fe-07ee-490d-a56b-a9552105bbca,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:49.152656 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9294c14f-9dd7-4db6-ad54-575cd0aa7b39 admin admin] Made reservation on behalf of 52b6d9edbbce4964a4733eb4480ae2f8 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:49.154973 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 87b895fe-07ee-490d-a56b-a9552105bbca details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:14:49.157161 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9294c14f-9dd7-4db6-ad54-575cd0aa7b39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:49.720581 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9294c14f-9dd7-4db6-ad54-575cd0aa7b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:49.803540 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9294c14f-9dd7-4db6-ad54-575cd0aa7b39 admin admin] Checking segment: {'id': '9c548c13-668e-4a21-b7a4-dcd6558ddf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87b895fe-07ee-490d-a56b-a9552105bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:49.803540 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9294c14f-9dd7-4db6-ad54-575cd0aa7b39 admin admin] Network hostable DHCP agents. Network: 87b895fe-07ee-490d-a56b-a9552105bbca, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:14:49.807119 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294c14f-9dd7-4db6-ad54-575cd0aa7b39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd737554-522c-4932-ba4c-3ce01155eb2a,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:49.820865 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-cefb51ff-3a3b-4379-bebe-be3feeb7fe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'name': 'tempest-AttachVolumeTestJSON-417553449-router', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:13:47Z', 'updated_at': '2021-07-14T09:13:54Z', 'revision_number': 4, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'gw_port': {'id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:48Z', 'updated_at': '2021-07-14T09:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'a0b20219-3a4f-4401-874e-332db6d8f3d3', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'port_id': '0ccd8883-5e6d-4335-8e0d-817d9631487d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113', 'mac_address': 'fa:16:3e:6a:43:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192d5b0-bbe8-4b65-90ca-cbe955f9482c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:14:07Z', 'updated_at': '2021-07-14T09:14:40Z', 'revision_number': 1, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c491f64-4b43-4aba-904f-696486d56c55', 'name': '', 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'mac_address': 'fa:16:3e:a7:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:51Z', 'updated_at': '2021-07-14T09:14:05Z', 'revision_number': 5, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'subnets': [{'id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:49.840368 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9294c14f-9dd7-4db6-ad54-575cd0aa7b39 admin admin] Network 87b895fe-07ee-490d-a56b-a9552105bbca is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:14:49.858084 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-9294c14f-9dd7-4db6-ad54-575cd0aa7b39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 87b895fe-07ee-490d-a56b-a9552105bbca) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:49.867445 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9294c14f-9dd7-4db6-ad54-575cd0aa7b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:49.868882 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9294c14f-9dd7-4db6-ad54-575cd0aa7b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:49.912611 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9294c14f-9dd7-4db6-ad54-575cd0aa7b39 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8317041 Jul 14 09:14:49.921839 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefb51ff-3a3b-4379-bebe-be3feeb7fe4f None None] The sync data for ids ['af1314ac-be2e-4773-85c3-8f839a9a772f'] in n-d-771362-35 is: [{'id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'name': 'tempest-AttachVolumeTestJSON-417553449-router', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:13:47Z', 'updated_at': '2021-07-14T09:13:54Z', 'revision_number': 4, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'gw_port': {'id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:48Z', 'updated_at': '2021-07-14T09:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'a0b20219-3a4f-4401-874e-332db6d8f3d3', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'port_id': '0ccd8883-5e6d-4335-8e0d-817d9631487d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113', 'mac_address': 'fa:16:3e:6a:43:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192d5b0-bbe8-4b65-90ca-cbe955f9482c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:14:07Z', 'updated_at': '2021-07-14T09:14:40Z', 'revision_number': 1, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c491f64-4b43-4aba-904f-696486d56c55', 'name': '', 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'mac_address': 'fa:16:3e:a7:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:51Z', 'updated_at': '2021-07-14T09:14:05Z', 'revision_number': 5, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'subnets': [{'id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:14:49.931856 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da32e3f3-d7eb-4249-9c32-95211fbfc688 None None] Network 87b895fe-07ee-490d-a56b-a9552105bbca requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:14:50.194994 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-f0c0e1b4-888f-4d60-bdc6-5915d5b78983 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 2001:db8::f816:3eff:fe09:ed0c (d4b2ec29-2184-48d5-8c16-380a3c464388/22927837-9031-46d1-9f5d-9ad6530e8aa8/afe00982-963f-4690-a078-95746472919f) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:50.355114 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d6ead5-dd83-4169-80eb-c1d80faf4536 None None] Network 87b895fe-07ee-490d-a56b-a9552105bbca requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:14:50.499892 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1ab4d7-135b-46bb-b0dd-e0d14d3bccdc None None] New status for floating IP a0b20219-3a4f-4401-874e-332db6d8f3d3: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:14:50.504283 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660a1de-56b2-48f0-9004-064e7267eb8d req-4eff870f-5492-41c2-989b-69957d77a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:50.505362 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b660a1de-56b2-48f0-9004-064e7267eb8d req-4eff870f-5492-41c2-989b-69957d77a8a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 1.4026642 Jul 14 09:14:50.535315 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0c0e1b4-888f-4d60-bdc6-5915d5b78983 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:50.557284 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64de68c-17a3-40fd-b1e6-d8fd845480a4 req-f5798bb7-a2d6-4d5a-9ea8-34c9e407e8d9 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:50.559075 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d64de68c-17a3-40fd-b1e6-d8fd845480a4 req-f5798bb7-a2d6-4d5a-9ea8-34c9e407e8d9 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 945 time: 1.5036101 Jul 14 09:14:50.655760 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f0c0e1b4-888f-4d60-bdc6-5915d5b78983 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Transition to ACTIVE for port object afe00982-963f-4690-a078-95746472919f will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:50.694729 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d64de68c-17a3-40fd-b1e6-d8fd845480a4 req-98f55212-e620-4f2e-81a3-c45b032e3949 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264393 Jul 14 09:14:50.760310 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660a1de-56b2-48f0-9004-064e7267eb8d req-109ec861-718c-430b-a258-2697b93854fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:50.763194 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b660a1de-56b2-48f0-9004-064e7267eb8d req-109ec861-718c-430b-a258-2697b93854fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1779058 Jul 14 09:14:50.920258 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-f412fb97-52f2-47c8-b30f-31c6ff4f67c6 None None] Allocated IP 2001:db8::f816:3eff:fe17:cef3 (d4b2ec29-2184-48d5-8c16-380a3c464388/22927837-9031-46d1-9f5d-9ad6530e8aa8/2cd85ff5-77a8-454c-b448-395efc981c6c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:50.943961 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0c0e1b4-888f-4d60-bdc6-5915d5b78983 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:51.073929 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2b26e8ec-6878-43be-9cbf-298e6f1145ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:51.113472 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b660a1de-56b2-48f0-9004-064e7267eb8d req-9c6e6e9d-061c-4acc-88b8-1107002ec5a1 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362432 Jul 14 09:14:51.203703 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c0e1b4-888f-4d60-bdc6-5915d5b78983 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:51.244239 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:51.257293 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f412fb97-52f2-47c8-b30f-31c6ff4f67c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:51.269999 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f412fb97-52f2-47c8-b30f-31c6ff4f67c6 None None] Transition to ACTIVE for port object 2cd85ff5-77a8-454c-b448-395efc981c6c will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:51.308981 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f0c0e1b4-888f-4d60-bdc6-5915d5b78983 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:51.319130 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c0e1b4-888f-4d60-bdc6-5915d5b78983 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:51.327046 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c0e1b4-888f-4d60-bdc6-5915d5b78983 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:51.327912 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0c0e1b4-888f-4d60-bdc6-5915d5b78983 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:51.341931 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f412fb97-52f2-47c8-b30f-31c6ff4f67c6 None None] Transition to ACTIVE for port object 2cd85ff5-77a8-454c-b448-395efc981c6c will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:51.354964 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f412fb97-52f2-47c8-b30f-31c6ff4f67c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:51.366009 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0e1b4-888f-4d60-bdc6-5915d5b78983 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=afe00982-963f-4690-a078-95746472919f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:51.390174 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45828) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:51.403306 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f0c0e1b4-888f-4d60-bdc6-5915d5b78983 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4794242 Jul 14 09:14:51.435133 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 50a31227-651d-49c1-910d-ae94f403daa0 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:51.438537 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77211f55-c5f7-467c-b363-2853f13579d8 req-6b20ba80-83b7-4cdc-99e1-27b428c1bef6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:51.446725 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-77211f55-c5f7-467c-b363-2853f13579d8 req-6b20ba80-83b7-4cdc-99e1-27b428c1bef6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 950 time: 0.4772494 Jul 14 09:14:51.508753 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412fb97-52f2-47c8-b30f-31c6ff4f67c6 None None] Pushing event updated for resources: {'Port': ['ID=2cd85ff5-77a8-454c-b448-395efc981c6c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:51.515052 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f412fb97-52f2-47c8-b30f-31c6ff4f67c6 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:51.515973 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f412fb97-52f2-47c8-b30f-31c6ff4f67c6 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:51.521669 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f412fb97-52f2-47c8-b30f-31c6ff4f67c6 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:51.537888 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac76ad3d-e7d1-4149-9c3b-70d6e40c84e4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:51.547418 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac76ad3d-e7d1-4149-9c3b-70d6e40c84e4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:51.552409 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ac76ad3d-e7d1-4149-9c3b-70d6e40c84e4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1611607 Jul 14 09:14:51.553302 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45830) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:51.572014 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b660a1de-56b2-48f0-9004-064e7267eb8d req-55225337-b760-45d1-a67d-2937b7090205 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984199 Jul 14 09:14:51.611308 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-77211f55-c5f7-467c-b363-2853f13579d8 req-3117afae-4118-4818-bab1-9356938f6501 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636469 Jul 14 09:14:51.735962 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f412fb97-52f2-47c8-b30f-31c6ff4f67c6 None None] Attempting to bind port 2cd85ff5-77a8-454c-b448-395efc981c6c on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:51.736332 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f412fb97-52f2-47c8-b30f-31c6ff4f67c6 None None] Attempting to bind port 2cd85ff5-77a8-454c-b448-395efc981c6c by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:51.736755 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f412fb97-52f2-47c8-b30f-31c6ff4f67c6 None None] Attempting to bind port 2cd85ff5-77a8-454c-b448-395efc981c6c on network d4b2ec29-2184-48d5-8c16-380a3c464388 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:51.767002 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f412fb97-52f2-47c8-b30f-31c6ff4f67c6 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:51.768179 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f412fb97-52f2-47c8-b30f-31c6ff4f67c6 None None] Checking segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:51.768179 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f412fb97-52f2-47c8-b30f-31c6ff4f67c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:51.768599 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f412fb97-52f2-47c8-b30f-31c6ff4f67c6 None None] Bound using segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:51.769138 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f412fb97-52f2-47c8-b30f-31c6ff4f67c6 None None] Bound port: 2cd85ff5-77a8-454c-b448-395efc981c6c, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:51.769500 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f412fb97-52f2-47c8-b30f-31c6ff4f67c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:51.871940 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:52.153870 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50a31227-651d-49c1-910d-ae94f403daa0'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:52.160624 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d9bad3-3872-4d3f-bb9c-3e6dcf1187e4" -d '{"events": [{"server_uuid": "f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "50a31227-651d-49c1-910d-ae94f403daa0"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:52.165793 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-8c11e758-ae5b-4acf-b28a-a14713bf52cf tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:52.167803 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-8c11e758-ae5b-4acf-b28a-a14713bf52cf tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/networks?id=87b895fe-07ee-490d-a56b-a9552105bbca HTTP/1.1" status: 200 len: 813 time: 0.3097827 Jul 14 09:14:52.176201 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a80d18-7d45-4d31-9282-75aef4a55eb7 req-7b64208e-7a75-46b2-8b6e-885ea799b458 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:52.177515 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f412fb97-52f2-47c8-b30f-31c6ff4f67c6 None None] For port 2cd85ff5-77a8-454c-b448-395efc981c6c, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:52.178352 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a4a80d18-7d45-4d31-9282-75aef4a55eb7 req-7b64208e-7a75-46b2-8b6e-885ea799b458 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 946 time: 0.2669852 Jul 14 09:14:52.203031 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f412fb97-52f2-47c8-b30f-31c6ff4f67c6 None None] For port 2cd85ff5-77a8-454c-b448-395efc981c6c, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2cd85ff5-77a8-454c-b448-395efc981c6c,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:52.222434 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f412fb97-52f2-47c8-b30f-31c6ff4f67c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:52.225974 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-7b6ddcae-dba0-4ea0-ad2c-5eac624e79c7 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/quotas/52b6d9edbbce4964a4733eb4480ae2f8 HTTP/1.1" status: 200 len: 375 time: 0.0462763 Jul 14 09:14:52.232222 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 50a31227-651d-49c1-910d-ae94f403daa0, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=50a31227-651d-49c1-910d-ae94f403daa0,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:52.235388 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:52.271672 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:52.286316 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-8111f119-fb4b-4d38-bb43-5f0cc9cd200b tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=52b6d9edbbce4964a4733eb4480ae2f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583761 Jul 14 09:14:52.290608 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a4a80d18-7d45-4d31-9282-75aef4a55eb7 req-0ccc50ae-ac1f-4e98-a67c-48fefb5be036 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010520 Jul 14 09:14:52.339703 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412fb97-52f2-47c8-b30f-31c6ff4f67c6 None None] Pushing event updated for resources: {'Port': ['ID=2cd85ff5-77a8-454c-b448-395efc981c6c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:52.448192 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=50a31227-651d-49c1-910d-ae94f403daa0,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:52.460443 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-efbe19e9-40fe-4e7b-88de-eff7aedbc8dc service neutron] 10.222.0.25 "GET /v2.0/networks/87b895fe-07ee-490d-a56b-a9552105bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580839 Jul 14 09:14:52.502640 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-59899199-e889-425c-a57a-bcc42ef94c6e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting port afe00982-963f-4690-a078-95746472919f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:52.503313 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59899199-e889-425c-a57a-bcc42ef94c6e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:52.612193 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-0b2b549c-0d06-4e3b-88f9-02c33b4c0eb0 service neutron] 10.222.0.25 "GET /v2.0/networks/87b895fe-07ee-490d-a56b-a9552105bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429560 Jul 14 09:14:52.639442 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912576c-a8b4-48fb-92bb-5572655b22a0 req-081802d9-7cd8-483d-b470-515936a48cc1 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:52.646635 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7912576c-a8b4-48fb-92bb-5572655b22a0 req-081802d9-7cd8-483d-b470-515936a48cc1 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 945 time: 0.1020789 Jul 14 09:14:52.647286 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59899199-e889-425c-a57a-bcc42ef94c6e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:52.663577 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-59899199-e889-425c-a57a-bcc42ef94c6e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Calling delete_port for afe00982-963f-4690-a078-95746472919f owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:52.707578 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7912576c-a8b4-48fb-92bb-5572655b22a0 req-c60a91cf-1109-4d49-91e7-d8dbd862673f tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579066 Jul 14 09:14:52.853195 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb964f0-f8d5-45c0-94cb-8bc06c09cebf x-openstack-request-id: req-6cb964f0-f8d5-45c0-94cb-8bc06c09cebf {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:52.853888 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "50a31227-651d-49c1-910d-ae94f403daa0", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:52.854717 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6cb964f0-f8d5-45c0-94cb-8bc06c09cebf {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:52.857494 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50a31227-651d-49c1-910d-ae94f403daa0', 'code': 200} Jul 14 09:14:52.959006 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59899199-e889-425c-a57a-bcc42ef94c6e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:53.106710 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59899199-e889-425c-a57a-bcc42ef94c6e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Port': ['ID=afe00982-963f-4690-a078-95746472919f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:53.123598 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59899199-e889-425c-a57a-bcc42ef94c6e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:53.130027 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-59899199-e889-425c-a57a-bcc42ef94c6e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/afe00982-963f-4690-a078-95746472919f HTTP/1.1" status: 204 len: 168 time: 1.5754991 Jul 14 09:14:53.130557 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588fdb7-a375-4f03-808e-2a0e0600c694 req-f95279ec-dfc5-4dee-95b6-77d299a9e7fd tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:53.131248 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45870) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:53.141447 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5588fdb7-a375-4f03-808e-2a0e0600c694 req-f95279ec-dfc5-4dee-95b6-77d299a9e7fd tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 948 time: 0.1340649 Jul 14 09:14:53.238127 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cbd2fa-9570-4d1b-931c-f88c2cab60e0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:53.240675 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cbd2fa-9570-4d1b-931c-f88c2cab60e0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:53.242491 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-43cbd2fa-9570-4d1b-931c-f88c2cab60e0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1091697 Jul 14 09:14:53.246433 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45872) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:53.294791 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7f9ae210-b0e8-49b8-9c05-59b243e3be61 req-118316aa-89ac-412f-bbb2-6e7ac37dcdb4 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/ports?device_id=421c8289-e218-4f3d-acc7-102afd5f96c9 HTTP/1.1" status: 200 len: 210 time: 0.0759540 Jul 14 09:14:53.308639 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5588fdb7-a375-4f03-808e-2a0e0600c694 req-4e7c8526-c3a1-4255-befc-f7d7ff0dae5e tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661732 Jul 14 09:14:53.360401 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-74299f46-33b7-4a52-9fa8-c7863fd653ad tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet 22927837-9031-46d1-9f5d-9ad6530e8aa8 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:14:53.373059 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-74299f46-33b7-4a52-9fa8-c7863fd653ad tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:53.384352 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device cbffb502-4fe3-461f-a5b2-1a9fc98c8559 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:53.606831 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-74299f46-33b7-4a52-9fa8-c7863fd653ad tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:53.775340 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2cd85ff5-77a8-454c-b448-395efc981c6c up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:53.783343 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:54.030988 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port cbffb502-4fe3-461f-a5b2-1a9fc98c8559, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=cbffb502-4fe3-461f-a5b2-1a9fc98c8559,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:54.068685 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-74299f46-33b7-4a52-9fa8-c7863fd653ad tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:54.069501 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'cbffb502-4fe3-461f-a5b2-1a9fc98c8559', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'port_id': 'cbffb502-4fe3-461f-a5b2-1a9fc98c8559', 'mac_address': 'fa:16:3e:e6:fb:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:54.085276 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 2cd85ff5-77a8-454c-b448-395efc981c6c completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:54.302967 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-74299f46-33b7-4a52-9fa8-c7863fd653ad tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:54.346246 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:54.355256 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74299f46-33b7-4a52-9fa8-c7863fd653ad tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=22927837-9031-46d1-9f5d-9ad6530e8aa8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:54.369188 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-74299f46-33b7-4a52-9fa8-c7863fd653ad tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:54.375390 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-74299f46-33b7-4a52-9fa8-c7863fd653ad tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/22927837-9031-46d1-9f5d-9ad6530e8aa8 HTTP/1.1" status: 204 len: 168 time: 1.1274695 Jul 14 09:14:54.376446 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45888) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:54.395744 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da434940-0c9d-47ac-b6d3-986550d146f6 req-20935d34-7719-4630-9952-9dd7485983df tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:54.398529 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbffb502-4fe3-461f-a5b2-1a9fc98c8559 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:54.402600 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da434940-0c9d-47ac-b6d3-986550d146f6 req-20935d34-7719-4630-9952-9dd7485983df tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 946 time: 0.4713886 Jul 14 09:14:54.415243 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e57f5f7-3199-425a-b080-fd19c620f672 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:14:54.431704 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c49d63-8e14-47aa-b795-1c59485a8244 req-67a849f0-5ad5-4013-80e3-5327d404f370 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:54.445618 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c5c49d63-8e14-47aa-b795-1c59485a8244 req-67a849f0-5ad5-4013-80e3-5327d404f370 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 945 time: 0.3810091 Jul 14 09:14:54.461084 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0678979f-ac1c-4240-941f-877a53f881a5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0825467 Jul 14 09:14:54.462789 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45892) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:54.546200 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da434940-0c9d-47ac-b6d3-986550d146f6 req-2bc2f33f-6e3a-4687-9569-97af43cff793 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969281 Jul 14 09:14:54.561613 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port cbffb502-4fe3-461f-a5b2-1a9fc98c8559, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=cbffb502-4fe3-461f-a5b2-1a9fc98c8559,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:54.583780 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:54.584039 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c5c49d63-8e14-47aa-b795-1c59485a8244 req-bda293cd-1e98-4c00-893b-ea6fbe519574 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340873 Jul 14 09:14:54.623985 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-427c68ec-a4e9-44dc-b628-ae41ce28b3d6 None None] Provisioning for port 2cd85ff5-77a8-454c-b448-395efc981c6c completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:54.657266 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e264274b-d28e-4982-8ffb-9545a4b89d30 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:54.664562 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45896) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:54.670587 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-427c68ec-a4e9-44dc-b628-ae41ce28b3d6 None None] Provisioning complete for port 2cd85ff5-77a8-454c-b448-395efc981c6c triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:54.670960 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-427c68ec-a4e9-44dc-b628-ae41ce28b3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:54.672742 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e264274b-d28e-4982-8ffb-9545a4b89d30 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2039607 Jul 14 09:14:54.786413 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4700dc-f48c-49f1-9027-bcaa5b210d0c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:54.794067 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4e4700dc-f48c-49f1-9027-bcaa5b210d0c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1244283 Jul 14 09:14:54.794643 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45902) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:54.858345 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['cbffb502-4fe3-461f-a5b2-1a9fc98c8559'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:54.904336 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-55b1d52a-03ce-4225-82d3-aaf72151cb0a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1039128 Jul 14 09:14:54.905609 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45906) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:54.911413 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c4b50567-0f1d-413f-8b08-fbd52bcd408a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:54.990500 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=cbffb502-4fe3-461f-a5b2-1a9fc98c8559,revision_number=11']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:55.057989 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:55.058337 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:55.058679 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:55.059013 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:55.059348 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:55.059730 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:55.060046 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:55.060373 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:55.060696 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:55.061016 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:55.061340 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:55.061652 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:55.076919 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01227578-fdc8-4017-bca0-2cfb02e01887 req-8147e355-3e31-4a03-aa67-b0a96d4f4bfd tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:55.078545 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01227578-fdc8-4017-bca0-2cfb02e01887 req-8147e355-3e31-4a03-aa67-b0a96d4f4bfd tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 948 time: 0.1415861 Jul 14 09:14:55.165428 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-427c68ec-a4e9-44dc-b628-ae41ce28b3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:55.222956 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b50567-0f1d-413f-8b08-fbd52bcd408a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:55.232998 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c4b50567-0f1d-413f-8b08-fbd52bcd408a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:55.247807 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e57c7f47-8bf3-4d6b-b6f3-2bde42a1fe7e req-77842dec-31ba-4ea9-92d4-4872154ac35e tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/ports?device_id=421c8289-e218-4f3d-acc7-102afd5f96c9 HTTP/1.1" status: 200 len: 210 time: 0.1573415 Jul 14 09:14:55.268612 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-427c68ec-a4e9-44dc-b628-ae41ce28b3d6 None None] For port 2cd85ff5-77a8-454c-b448-395efc981c6c, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2cd85ff5-77a8-454c-b448-395efc981c6c,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:55.287482 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01227578-fdc8-4017-bca0-2cfb02e01887 req-24c71d46-32d2-421b-9193-0cdb6a1ba37b tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998577 Jul 14 09:14:55.289532 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-427c68ec-a4e9-44dc-b628-ae41ce28b3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:55.321955 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54808657-a0e0-4ca7-8a7e-32acc65551aa None None] DHCP port deletion for d4b2ec29-2184-48d5-8c16-380a3c464388 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:14:55.387909 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c68ec-a4e9-44dc-b628-ae41ce28b3d6 None None] Pushing event updated for resources: {'Port': ['ID=2cd85ff5-77a8-454c-b448-395efc981c6c,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:55.445498 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 50a31227-651d-49c1-910d-ae94f403daa0 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:55.515762 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-bd57a8f0-1d38-421f-87b5-95d5291d28c0 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:55.518842 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-bd57a8f0-1d38-421f-87b5-95d5291d28c0 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.47 "GET /v2.0/networks?id=87b895fe-07ee-490d-a56b-a9552105bbca HTTP/1.1" status: 200 len: 813 time: 0.2290630 Jul 14 09:14:55.534494 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-cb45a762-ab67-4f93-a298-edc81791fba0 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Request body: {'port': {'device_id': '421c8289-e218-4f3d-acc7-102afd5f96c9', 'network_id': '87b895fe-07ee-490d-a56b-a9552105bbca', 'admin_state_up': True, 'tenant_id': '52b6d9edbbce4964a4733eb4480ae2f8'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:55.769193 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2cd85ff5-77a8-454c-b448-395efc981c6c no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:55.851554 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-54808657-a0e0-4ca7-8a7e-32acc65551aa None None] Deleting port 2cd85ff5-77a8-454c-b448-395efc981c6c {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:55.851926 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54808657-a0e0-4ca7-8a7e-32acc65551aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:55.857593 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 50a31227-651d-49c1-910d-ae94f403daa0, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=50a31227-651d-49c1-910d-ae94f403daa0,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:55.923124 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '50a31227-651d-49c1-910d-ae94f403daa0', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '50a31227-651d-49c1-910d-ae94f403daa0', 'mac_address': 'fa:16:3e:86:fb:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:56.005360 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-cb45a762-ab67-4f93-a298-edc81791fba0 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Made reservation on behalf of 52b6d9edbbce4964a4733eb4480ae2f8 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:56.012552 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-cb45a762-ab67-4f93-a298-edc81791fba0 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:56.128445 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:56.153440 n-d-771362-35 neutron-server[93772]: DEBUG neutron.objects.ports [None req-c4b50567-0f1d-413f-8b08-fbd52bcd408a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:14:56.160300 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1af3f0-e6d0-4ff7-9947-44d1bb7131a1 req-37432fa1-8725-4a64-bd55-cf87b87e4010 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:56.164244 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4f1af3f0-e6d0-4ff7-9947-44d1bb7131a1 req-37432fa1-8725-4a64-bd55-cf87b87e4010 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 946 time: 0.3102307 Jul 14 09:14:56.170106 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:56.173171 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-54808657-a0e0-4ca7-8a7e-32acc65551aa None None] For port 2cd85ff5-77a8-454c-b448-395efc981c6c, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2cd85ff5-77a8-454c-b448-395efc981c6c,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:56.173568 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54808657-a0e0-4ca7-8a7e-32acc65551aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:56.238971 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a31227-651d-49c1-910d-ae94f403daa0 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:56.243995 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-54808657-a0e0-4ca7-8a7e-32acc65551aa None None] Calling delete_port for 2cd85ff5-77a8-454c-b448-395efc981c6c owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:56.406127 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 2cd85ff5-77a8-454c-b448-395efc981c6c, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2cd85ff5-77a8-454c-b448-395efc981c6c,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:56.408143 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 50a31227-651d-49c1-910d-ae94f403daa0, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=50a31227-651d-49c1-910d-ae94f403daa0,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:56.450057 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:56.452589 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:56.474571 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237c5a0-ca5d-4c98-9409-4f12250dfcbe req-49d6fb46-56e5-4c0a-aae3-165a0925601c tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:56.476957 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8237c5a0-ca5d-4c98-9409-4f12250dfcbe req-49d6fb46-56e5-4c0a-aae3-165a0925601c tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6&tenant_id=ad5180827b97485d9d925ca571b8d79b&binding%3Ahost_id=n-h1-771362-35 HTTP/1.1" status: 200 len: 948 time: 0.2401323 Jul 14 09:14:56.478989 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.ipam_pluggable_backend [None req-c4b50567-0f1d-413f-8b08-fbd52bcd408a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Port 2cd85ff5-77a8-454c-b448-395efc981c6c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93772) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 14 09:14:56.482082 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.ipam_pluggable_backend [None req-c4b50567-0f1d-413f-8b08-fbd52bcd408a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Reverting IP allocation for 2001:db8::f816:3eff:fe17:cef3 {{(pid=93772) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 14 09:14:56.491862 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-cb45a762-ab67-4f93-a298-edc81791fba0 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Allocated IP 172.20.0.6 (87b895fe-07ee-490d-a56b-a9552105bbca/fd737554-522c-4932-ba4c-3ce01155eb2a/aeaf2665-e133-4d4a-b03c-79a4e73fdff8) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:56.492896 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.ipam_pluggable_backend [None req-c4b50567-0f1d-413f-8b08-fbd52bcd408a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe17:cef3 {{(pid=93772) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 14 09:14:56.494681 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54808657-a0e0-4ca7-8a7e-32acc65551aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:56.519292 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54808657-a0e0-4ca7-8a7e-32acc65551aa None None] No DVR routers for this DVR port 2cd85ff5-77a8-454c-b448-395efc981c6c on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:56.524787 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=50a31227-651d-49c1-910d-ae94f403daa0,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:56.543160 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c4b50567-0f1d-413f-8b08-fbd52bcd408a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:56.545810 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4f1af3f0-e6d0-4ff7-9947-44d1bb7131a1 req-cf1d7c29-43be-4a8e-a204-458b56d37082 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986269 Jul 14 09:14:56.567752 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event deleted for resources: {'Port': ['ID=2cd85ff5-77a8-454c-b448-395efc981c6c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:56.611401 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54808657-a0e0-4ca7-8a7e-32acc65551aa None None] Pushing event deleted for resources: {'Port': ['ID=2cd85ff5-77a8-454c-b448-395efc981c6c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:56.654650 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add57854-3a1d-403a-a4d4-bb87e6ddf662 req-b8804191-cd29-4d12-ba5a-6e9b7019ee5b tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:56.656719 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-add57854-3a1d-403a-a4d4-bb87e6ddf662 req-b8804191-cd29-4d12-ba5a-6e9b7019ee5b tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 946 time: 0.2176692 Jul 14 09:14:56.695173 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['50a31227-651d-49c1-910d-ae94f403daa0'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:56.706162 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b50567-0f1d-413f-8b08-fbd52bcd408a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:56.716700 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c4b50567-0f1d-413f-8b08-fbd52bcd408a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:56.725798 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b50567-0f1d-413f-8b08-fbd52bcd408a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:56.726890 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c4b50567-0f1d-413f-8b08-fbd52bcd408a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:56.744143 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8237c5a0-ca5d-4c98-9409-4f12250dfcbe req-fe745048-29f7-47a7-9dfc-bbf24cda34ea service neutron] 10.222.0.47 "GET /v2.0/ports/50a31227-651d-49c1-910d-ae94f403daa0/bindings/n-h1-771362-35 HTTP/1.1" status: 200 len: 383 time: 0.2538393 Jul 14 09:14:56.745135 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b50567-0f1d-413f-8b08-fbd52bcd408a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=beeff574-837a-4e43-8652-891b78f56448,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:56.768995 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c4b50567-0f1d-413f-8b08-fbd52bcd408a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.8587129 Jul 14 09:14:56.768995 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45928) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:56.774452 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ca0700bf-2164-40df-a6ea-18fb896a0e52 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'port': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'mac_address': 'fa:16:3e:89:c5:7f', 'name': 'tempest-NetworksTestDHCPv6-661306618'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:56.778201 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-add57854-3a1d-403a-a4d4-bb87e6ddf662 req-40660f34-df3b-486c-a51e-cbfb55a66d54 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025174 Jul 14 09:14:56.832757 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c5d50a-bcc5-42e0-8b6d-9700e9559b8b None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:14:56.884378 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-cb45a762-ab67-4f93-a298-edc81791fba0 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:56.969575 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-cb45a762-ab67-4f93-a298-edc81791fba0 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:57.121296 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237c5a0-ca5d-4c98-9409-4f12250dfcbe req-0eff7c88-39a5-4cac-be21-a7472938dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:57.124959 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8237c5a0-ca5d-4c98-9409-4f12250dfcbe req-0eff7c88-39a5-4cac-be21-a7472938dec8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 1101 time: 0.3302727 Jul 14 09:14:57.218764 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-cb45a762-ab67-4f93-a298-edc81791fba0 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Network 87b895fe-07ee-490d-a56b-a9552105bbca is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:57.293322 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-cb45a762-ab67-4f93-a298-edc81791fba0 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:57.295206 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0700bf-2164-40df-a6ea-18fb896a0e52 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:57.308418 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-cb45a762-ab67-4f93-a298-edc81791fba0 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:57.320171 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45a762-ab67-4f93-a298-edc81791fba0 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Pushing event updated for resources: {'Port': ['ID=aeaf2665-e133-4d4a-b03c-79a4e73fdff8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:57.424763 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a862ef9-6529-4704-a791-094c1ba6ae1b req-d9bfc3f8-8624-4380-9157-69ae9c47a109 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:57.435935 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4a862ef9-6529-4704-a791-094c1ba6ae1b req-d9bfc3f8-8624-4380-9157-69ae9c47a109 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 949 time: 0.3697486 Jul 14 09:14:57.457815 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-cb45a762-ab67-4f93-a298-edc81791fba0 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:57.458063 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-cb45a762-ab67-4f93-a298-edc81791fba0 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:57.469850 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237c5a0-ca5d-4c98-9409-4f12250dfcbe req-c3200f43-1301-4663-b19c-3c32ce7a26f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:57.471606 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8237c5a0-ca5d-4c98-9409-4f12250dfcbe req-c3200f43-1301-4663-b19c-3c32ce7a26f3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.3356166 Jul 14 09:14:57.491250 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device cbffb502-4fe3-461f-a5b2-1a9fc98c8559 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:57.546373 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411341ae-3d71-46ea-abfc-d111f9a34fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-d4b2ec29-2184-48d5-8c16-380a3c464388', 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'fixed_ips': [{'subnet_id': 'beeff574-837a-4e43-8652-891b78f56448'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:14:57.547579 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-411341ae-3d71-46ea-abfc-d111f9a34fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:57.594068 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4a862ef9-6529-4704-a791-094c1ba6ae1b req-f6239600-69b7-44c5-942f-f6a4b0e52332 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565533 Jul 14 09:14:57.594738 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8237c5a0-ca5d-4c98-9409-4f12250dfcbe req-33722cb1-d918-45fb-a5f9-4c13b6288dbf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=50a31227-651d-49c1-910d-ae94f403daa0 HTTP/1.1" status: 200 len: 217 time: 0.1137600 Jul 14 09:14:57.602586 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623644b0-b356-4435-b7d0-73d6c1c79bc9 req-368bec56-44f6-445d-8b54-3714119813fc tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:57.632662 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-623644b0-b356-4435-b7d0-73d6c1c79bc9 req-368bec56-44f6-445d-8b54-3714119813fc tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/ports?device_id=421c8289-e218-4f3d-acc7-102afd5f96c9 HTTP/1.1" status: 200 len: 931 time: 0.5004761 Jul 14 09:14:57.641985 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-cb45a762-ab67-4f93-a298-edc81791fba0 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1141233 Jul 14 09:14:57.665782 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-d6d194bf-6e17-4eb0-b513-d72f0d75de28 service neutron] Request body: {'port': {'device_id': '421c8289-e218-4f3d-acc7-102afd5f96c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:57.706807 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca0700bf-2164-40df-a6ea-18fb896a0e52 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:57.711671 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237c5a0-ca5d-4c98-9409-4f12250dfcbe req-0f21562e-4a0f-4d1b-82a2-be5820d55fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:57.714279 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8237c5a0-ca5d-4c98-9409-4f12250dfcbe req-0f21562e-4a0f-4d1b-82a2-be5820d55fb6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1120865 Jul 14 09:14:57.820378 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ca0700bf-2164-40df-a6ea-18fb896a0e52 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] device_id is not set on port 078ca17f-1a08-4f1f-b530-06fff4e793ac yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:14:57.862789 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-623644b0-b356-4435-b7d0-73d6c1c79bc9 req-cc694102-0aab-4dfa-b994-d601c71740cb tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/security-groups?id=709ed6ce-d5d7-47fe-92df-a2bacbd304d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185144 Jul 14 09:14:57.874761 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port cbffb502-4fe3-461f-a5b2-1a9fc98c8559 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:57.924943 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port cbffb502-4fe3-461f-a5b2-1a9fc98c8559 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:57.925446 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:58.043525 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-411341ae-3d71-46ea-abfc-d111f9a34fe5 None None] Allocated IP 2001:db8::f816:3eff:fe52:c697 (d4b2ec29-2184-48d5-8c16-380a3c464388/beeff574-837a-4e43-8652-891b78f56448/6aa6180c-3df8-4ceb-9686-f458983f0b22) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:58.083211 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-d6d194bf-6e17-4eb0-b513-d72f0d75de28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:58.086041 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237c5a0-ca5d-4c98-9409-4f12250dfcbe req-79625ab5-82eb-41cb-a976-656cca02e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:58.087871 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8237c5a0-ca5d-4c98-9409-4f12250dfcbe req-79625ab5-82eb-41cb-a976-656cca02e8b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3653922 Jul 14 09:14:58.178165 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156fda9-a5f7-4c9f-aa5f-b4a09d4c0b5c req-5d10dce7-fe14-4c54-8702-7a5cb30c40a5 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:58.188398 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9156fda9-a5f7-4c9f-aa5f-b4a09d4c0b5c req-5d10dce7-fe14-4c54-8702-7a5cb30c40a5 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 946 time: 0.2559547 Jul 14 09:14:58.325020 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8237c5a0-ca5d-4c98-9409-4f12250dfcbe req-ae28fd81-8bc2-4131-a995-3487ed0229bc service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286985 Jul 14 09:14:58.548852 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8237c5a0-ca5d-4c98-9409-4f12250dfcbe req-9247a4e6-6125-4bad-a4e7-c2bf2f65a804 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156377 Jul 14 09:14:58.552953 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-411341ae-3d71-46ea-abfc-d111f9a34fe5 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:58.599220 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-411341ae-3d71-46ea-abfc-d111f9a34fe5 None None] Transition to ACTIVE for port object 6aa6180c-3df8-4ceb-9686-f458983f0b22 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:58.639656 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:58.658083 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9156fda9-a5f7-4c9f-aa5f-b4a09d4c0b5c req-21ca911d-90b2-4b1e-892a-262483a11e74 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630589 Jul 14 09:14:58.684104 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-411341ae-3d71-46ea-abfc-d111f9a34fe5 None None] Transition to ACTIVE for port object 6aa6180c-3df8-4ceb-9686-f458983f0b22 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:58.712030 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-411341ae-3d71-46ea-abfc-d111f9a34fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:58.733526 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750a6c08-5914-47fb-a3cb-5bdbbcd21c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbffb502-4fe3-461f-a5b2-1a9fc98c8559'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:58.733526 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167b39b6-c877-4cca-85d6-278846730fc2" -d '{"events": [{"server_uuid": "750a6c08-5914-47fb-a3cb-5bdbbcd21c55", "name": "network-vif-plugged", "status": "completed", "tag": "cbffb502-4fe3-461f-a5b2-1a9fc98c8559"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:58.791136 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port cbffb502-4fe3-461f-a5b2-1a9fc98c8559, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=cbffb502-4fe3-461f-a5b2-1a9fc98c8559,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:58.798380 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0672a75-86f8-43f4-8a91-5a14d1a9a603 req-a772fb70-a9a0-4777-963c-b4202da96917 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:58.809699 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0672a75-86f8-43f4-8a91-5a14d1a9a603 req-a772fb70-a9a0-4777-963c-b4202da96917 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 946 time: 0.3505726 Jul 14 09:14:58.815751 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:58.832392 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411341ae-3d71-46ea-abfc-d111f9a34fe5 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:58.843987 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-411341ae-3d71-46ea-abfc-d111f9a34fe5 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:58.856065 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411341ae-3d71-46ea-abfc-d111f9a34fe5 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:58.867688 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411341ae-3d71-46ea-abfc-d111f9a34fe5 None None] Pushing event updated for resources: {'Port': ['ID=6aa6180c-3df8-4ceb-9686-f458983f0b22,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:58.911751 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ca0700bf-2164-40df-a6ea-18fb896a0e52 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 2001:db8::f816:3eff:fe89:c57f (d4b2ec29-2184-48d5-8c16-380a3c464388/beeff574-837a-4e43-8652-891b78f56448/078ca17f-1a08-4f1f-b530-06fff4e793ac) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:59.008525 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-411341ae-3d71-46ea-abfc-d111f9a34fe5 None None] Attempting to bind port 6aa6180c-3df8-4ceb-9686-f458983f0b22 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:59.009328 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-411341ae-3d71-46ea-abfc-d111f9a34fe5 None None] Attempting to bind port 6aa6180c-3df8-4ceb-9686-f458983f0b22 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:59.009657 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-d6d194bf-6e17-4eb0-b513-d72f0d75de28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeaf2665-e133-4d4a-b03c-79a4e73fdff8 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:59.010928 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411341ae-3d71-46ea-abfc-d111f9a34fe5 None None] Attempting to bind port 6aa6180c-3df8-4ceb-9686-f458983f0b22 on network d4b2ec29-2184-48d5-8c16-380a3c464388 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:59.019429 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-d6d194bf-6e17-4eb0-b513-d72f0d75de28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.054086 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0672a75-86f8-43f4-8a91-5a14d1a9a603 req-b4c10cae-4ff5-4b37-be5e-72e2bf340d56 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425034 Jul 14 09:14:59.054348 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411341ae-3d71-46ea-abfc-d111f9a34fe5 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:59.054591 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411341ae-3d71-46ea-abfc-d111f9a34fe5 None None] Checking segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:59.055114 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-411341ae-3d71-46ea-abfc-d111f9a34fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.055632 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411341ae-3d71-46ea-abfc-d111f9a34fe5 None None] Bound using segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:59.056413 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-411341ae-3d71-46ea-abfc-d111f9a34fe5 None None] Bound port: 6aa6180c-3df8-4ceb-9686-f458983f0b22, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:59.057356 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-411341ae-3d71-46ea-abfc-d111f9a34fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.083928 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-d6d194bf-6e17-4eb0-b513-d72f0d75de28 service neutron] Transition to ACTIVE for port object aeaf2665-e133-4d4a-b03c-79a4e73fdff8 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:59.087981 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=cbffb502-4fe3-461f-a5b2-1a9fc98c8559,revision_number=12']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:59.110472 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-d6d194bf-6e17-4eb0-b513-d72f0d75de28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.183482 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122df608-3a42-46eb-8f32-7f431eeac87c x-openstack-request-id: req-122df608-3a42-46eb-8f32-7f431eeac87c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:59.187673 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750a6c08-5914-47fb-a3cb-5bdbbcd21c55", "name": "network-vif-plugged", "status": "completed", "tag": "cbffb502-4fe3-461f-a5b2-1a9fc98c8559", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:59.188404 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-122df608-3a42-46eb-8f32-7f431eeac87c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:59.193842 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750a6c08-5914-47fb-a3cb-5bdbbcd21c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbffb502-4fe3-461f-a5b2-1a9fc98c8559', 'code': 200} Jul 14 09:14:59.248393 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-411341ae-3d71-46ea-abfc-d111f9a34fe5 None None] For port 6aa6180c-3df8-4ceb-9686-f458983f0b22, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:59.255963 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-411341ae-3d71-46ea-abfc-d111f9a34fe5 None None] For port 6aa6180c-3df8-4ceb-9686-f458983f0b22, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=6aa6180c-3df8-4ceb-9686-f458983f0b22,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:59.261941 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-411341ae-3d71-46ea-abfc-d111f9a34fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.268329 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280cd70-7f9c-44b7-803b-219a488de534 req-9be9650a-b6a2-4c0a-9eee-f9324046bcc3 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:59.277663 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3280cd70-7f9c-44b7-803b-219a488de534 req-9be9650a-b6a2-4c0a-9eee-f9324046bcc3 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 949 time: 0.3466840 Jul 14 09:14:59.315932 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d194bf-6e17-4eb0-b513-d72f0d75de28 service neutron] Pushing event updated for resources: {'Port': ['ID=aeaf2665-e133-4d4a-b03c-79a4e73fdff8,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:59.423151 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca0700bf-2164-40df-a6ea-18fb896a0e52 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.440335 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3280cd70-7f9c-44b7-803b-219a488de534 req-81e351cd-8b53-4c4b-9506-8b35f3c8a1ec tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615498 Jul 14 09:14:59.543765 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ca0700bf-2164-40df-a6ea-18fb896a0e52 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Transition to ACTIVE for port object 078ca17f-1a08-4f1f-b530-06fff4e793ac will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:59.569057 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411341ae-3d71-46ea-abfc-d111f9a34fe5 None None] Pushing event updated for resources: {'Port': ['ID=6aa6180c-3df8-4ceb-9686-f458983f0b22,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:59.588986 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca0700bf-2164-40df-a6ea-18fb896a0e52 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.603839 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 50a31227-651d-49c1-910d-ae94f403daa0 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:59.658245 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0700bf-2164-40df-a6ea-18fb896a0e52 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=078ca17f-1a08-4f1f-b530-06fff4e793ac,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:59.689278 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-d6d194bf-6e17-4eb0-b513-d72f0d75de28 service neutron] Attempting to bind port aeaf2665-e133-4d4a-b03c-79a4e73fdff8 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:59.690655 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-d6d194bf-6e17-4eb0-b513-d72f0d75de28 service neutron] Attempting to bind port aeaf2665-e133-4d4a-b03c-79a4e73fdff8 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '9c548c13-668e-4a21-b7a4-dcd6558ddf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87b895fe-07ee-490d-a56b-a9552105bbca'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:59.690655 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-d6d194bf-6e17-4eb0-b513-d72f0d75de28 service neutron] Attempting to bind port aeaf2665-e133-4d4a-b03c-79a4e73fdff8 on network 87b895fe-07ee-490d-a56b-a9552105bbca {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:59.698676 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-d6d194bf-6e17-4eb0-b513-d72f0d75de28 service neutron] Port aeaf2665-e133-4d4a-b03c-79a4e73fdff8 on network 87b895fe-07ee-490d-a56b-a9552105bbca not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:14:59.699343 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-d6d194bf-6e17-4eb0-b513-d72f0d75de28 service neutron] Attempting to bind port aeaf2665-e133-4d4a-b03c-79a4e73fdff8 on network 87b895fe-07ee-490d-a56b-a9552105bbca {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:59.709529 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-d6d194bf-6e17-4eb0-b513-d72f0d75de28 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:59.709948 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-d6d194bf-6e17-4eb0-b513-d72f0d75de28 service neutron] Checking segment: {'id': '9c548c13-668e-4a21-b7a4-dcd6558ddf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87b895fe-07ee-490d-a56b-a9552105bbca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:59.710425 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-d6d194bf-6e17-4eb0-b513-d72f0d75de28 service neutron] Bound using segment: {'id': '9c548c13-668e-4a21-b7a4-dcd6558ddf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87b895fe-07ee-490d-a56b-a9552105bbca'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:59.710961 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-d6d194bf-6e17-4eb0-b513-d72f0d75de28 service neutron] Bound port: aeaf2665-e133-4d4a-b03c-79a4e73fdff8, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c548c13-668e-4a21-b7a4-dcd6558ddf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87b895fe-07ee-490d-a56b-a9552105bbca'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:59.711376 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-d6d194bf-6e17-4eb0-b513-d72f0d75de28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.716275 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0700bf-2164-40df-a6ea-18fb896a0e52 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:59.730700 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9eac3-539c-407a-a08d-342366dc85fa req-eb432d10-0660-45d8-a887-13cb26ef14b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:59.736008 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bca9eac3-539c-407a-a08d-342366dc85fa req-eb432d10-0660-45d8-a887-13cb26ef14b6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 1099 time: 0.3634393 Jul 14 09:14:59.737690 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ca0700bf-2164-40df-a6ea-18fb896a0e52 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:59.741760 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0700bf-2164-40df-a6ea-18fb896a0e52 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:59.753092 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 50a31227-651d-49c1-910d-ae94f403daa0 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:59.753477 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.757360 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0700bf-2164-40df-a6ea-18fb896a0e52 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:59.757643 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca0700bf-2164-40df-a6ea-18fb896a0e52 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.898397 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bca9eac3-539c-407a-a08d-342366dc85fa req-859a6a09-1a94-4042-9aeb-97100af38789 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291206 Jul 14 09:14:59.903599 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a1f49-eac8-448f-8a05-02923bc5640e req-b271c7bf-ccc8-4b4a-857a-9cacb7e51b10 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:59.905438 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ca0700bf-2164-40df-a6ea-18fb896a0e52 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1356614 Jul 14 09:14:59.913604 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45966) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:59.917844 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd8a1f49-eac8-448f-8a05-02923bc5640e req-b271c7bf-ccc8-4b4a-857a-9cacb7e51b10 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/ports?device_id=421c8289-e218-4f3d-acc7-102afd5f96c9 HTTP/1.1" status: 200 len: 943 time: 0.4169645 Jul 14 09:14:59.937671 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:00.034713 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd8a1f49-eac8-448f-8a05-02923bc5640e req-31bc7745-21a6-41ee-93f9-642c69e854da tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/security-groups?id=709ed6ce-d5d7-47fe-92df-a2bacbd304d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151781 Jul 14 09:15:00.102836 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-d6d194bf-6e17-4eb0-b513-d72f0d75de28 service neutron] For port aeaf2665-e133-4d4a-b03c-79a4e73fdff8, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:00.109133 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-d6d194bf-6e17-4eb0-b513-d72f0d75de28 service neutron] For port aeaf2665-e133-4d4a-b03c-79a4e73fdff8, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=aeaf2665-e133-4d4a-b03c-79a4e73fdff8,segment=NetworkSegment(9c548c13-668e-4a21-b7a4-dcd6558ddf9c),segment_id=9c548c13-668e-4a21-b7a4-dcd6558ddf9c)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:00.120890 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-d6d194bf-6e17-4eb0-b513-d72f0d75de28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:00.135787 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 50a31227-651d-49c1-910d-ae94f403daa0, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=50a31227-651d-49c1-910d-ae94f403daa0,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:00.151788 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:00.184989 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed70976-cf0b-43fe-86ad-00ebbf48db9a req-cb7b725a-31fd-4408-bad7-0ff0c96b288c tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:00.193728 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4ed70976-cf0b-43fe-86ad-00ebbf48db9a req-cb7b725a-31fd-4408-bad7-0ff0c96b288c tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 946 time: 0.1472852 Jul 14 09:15:00.203007 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-d6d194bf-6e17-4eb0-b513-d72f0d75de28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:00.204164 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-d6d194bf-6e17-4eb0-b513-d72f0d75de28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:00.205769 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-d6d194bf-6e17-4eb0-b513-d72f0d75de28 service neutron] 10.222.0.47 "PUT /v2.0/ports/aeaf2665-e133-4d4a-b03c-79a4e73fdff8 HTTP/1.1" status: 200 len: 1092 time: 2.5537045 Jul 14 09:15:00.206876 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421c8289-e218-4f3d-acc7-102afd5f96c9', 'tag': 'aeaf2665-e133-4d4a-b03c-79a4e73fdff8'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:00.209331 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0b1e1b-1526-44f9-a03d-b6f0be1429a4" -d '{"events": [{"name": "network-changed", "server_uuid": "421c8289-e218-4f3d-acc7-102afd5f96c9", "tag": "aeaf2665-e133-4d4a-b03c-79a4e73fdff8"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:00.230791 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d194bf-6e17-4eb0-b513-d72f0d75de28 service neutron] Pushing event updated for resources: {'Port': ['ID=aeaf2665-e133-4d4a-b03c-79a4e73fdff8,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:00.248835 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a9146c-0c1c-43da-b196-49c44aef015d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:00.277467 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a9146c-0c1c-43da-b196-49c44aef015d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:00.281666 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=50a31227-651d-49c1-910d-ae94f403daa0,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:00.292414 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-87a9146c-0c1c-43da-b196-49c44aef015d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3703966 Jul 14 09:15:00.293516 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45974) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:00.431256 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-a037b566-dbee-4928-86d4-8b68aabf6232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:00.433428 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-a037b566-dbee-4928-86d4-8b68aabf6232 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52b6d9edbbce4964a4733eb4480ae2f8&device_id=421c8289-e218-4f3d-acc7-102afd5f96c9 HTTP/1.1" status: 200 len: 1095 time: 0.1800005 Jul 14 09:15:00.589501 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-8e90c8bc-3b79-41fb-8ad0-11253ef01ed9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aeaf2665-e133-4d4a-b03c-79a4e73fdff8 HTTP/1.1" status: 200 len: 217 time: 0.1005094 Jul 14 09:15:00.608330 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-aa829886-4263-4304-a44d-b90039e4da50 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting port 078ca17f-1a08-4f1f-b530-06fff4e793ac {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:00.609968 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa829886-4263-4304-a44d-b90039e4da50 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:00.810049 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-cd6db6bf-e052-427a-adbd-ac5e6aa6ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:00.820319 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa829886-4263-4304-a44d-b90039e4da50 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:00.828562 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-cd6db6bf-e052-427a-adbd-ac5e6aa6ae6e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fd737554-522c-4932-ba4c-3ce01155eb2a HTTP/1.1" status: 200 len: 853 time: 0.2110777 Jul 14 09:15:00.855861 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-aa829886-4263-4304-a44d-b90039e4da50 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Calling delete_port for 078ca17f-1a08-4f1f-b530-06fff4e793ac owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:00.864586 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4ed70976-cf0b-43fe-86ad-00ebbf48db9a req-d3bf5729-ace7-436b-b276-83293c04c7c1 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6697109 Jul 14 09:15:01.001703 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-9322d1e6-8a4d-48ef-8b7f-b4d93530342a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=87b895fe-07ee-490d-a56b-a9552105bbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1329186 Jul 14 09:15:01.066031 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6a566-645c-490a-a237-42d9f21fe970 req-2713427a-aa9f-412b-a14d-2363bcbba16f tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:01.083297 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-16d6a566-645c-490a-a237-42d9f21fe970 req-2713427a-aa9f-412b-a14d-2363bcbba16f tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 947 time: 0.6478324 Jul 14 09:15:01.149341 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device f73eef52-13e9-4a9d-8a3e-26d660d0b903 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:15:01.153924 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device f73eef52-13e9-4a9d-8a3e-26d660d0b903 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:01.181815 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa829886-4263-4304-a44d-b90039e4da50 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:01.204398 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143b6763-b41b-4d92-95ea-89ae776e50e8 x-openstack-request-id: req-143b6763-b41b-4d92-95ea-89ae776e50e8 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:01.204871 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421c8289-e218-4f3d-acc7-102afd5f96c9", "tag": "aeaf2665-e133-4d4a-b03c-79a4e73fdff8", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:01.205039 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-143b6763-b41b-4d92-95ea-89ae776e50e8 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:01.205599 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421c8289-e218-4f3d-acc7-102afd5f96c9', 'tag': 'aeaf2665-e133-4d4a-b03c-79a4e73fdff8', 'status': 'completed', 'code': 200} Jul 14 09:15:01.247211 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-16d6a566-645c-490a-a237-42d9f21fe970 req-f49ab734-4732-4679-b481-c667f193f75b tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582084 Jul 14 09:15:01.255621 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a31227-651d-49c1-910d-ae94f403daa0'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:01.267437 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433bb899-ebea-4137-9dbf-2496b098b989" -d '{"events": [{"server_uuid": "f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6", "name": "network-vif-plugged", "status": "completed", "tag": "50a31227-651d-49c1-910d-ae94f403daa0"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:01.290253 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa829886-4263-4304-a44d-b90039e4da50 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Port': ['ID=078ca17f-1a08-4f1f-b530-06fff4e793ac,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:01.397737 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-5d8c30b5-d2fe-4e2a-b29e-4ba15b5af4be service neutron] 10.222.0.47 "GET /v2.0/networks/87b895fe-07ee-490d-a56b-a9552105bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828607 Jul 14 09:15:01.414565 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa829886-4263-4304-a44d-b90039e4da50 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:01.428730 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-aa829886-4263-4304-a44d-b90039e4da50 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/078ca17f-1a08-4f1f-b530-06fff4e793ac HTTP/1.1" status: 204 len: 168 time: 1.1297870 Jul 14 09:15:01.434243 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46002) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:01.547719 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:15:01.915319 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63b9fadf-5130-4e55-bff5-85e7ff5d7f68 req-f923eccf-9a67-45f9-98f9-05520eb8d86a service neutron] 10.222.0.47 "GET /v2.0/networks/87b895fe-07ee-490d-a56b-a9552105bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5083277 Jul 14 09:15:02.223524 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc0e964-b4dc-4a3e-982c-a3ca8a35b686 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:02.241648 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc0e964-b4dc-4a3e-982c-a3ca8a35b686 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:02.267544 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-afc0e964-b4dc-4a3e-982c-a3ca8a35b686 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.8296480 Jul 14 09:15:02.273845 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46034) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:02.448245 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b1e1b-1526-44f9-a03d-b6f0be1429a4 req-7ceb7fc7-13dc-4cac-aa03-f1262c92fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:02.472339 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9b0b1e1b-1526-44f9-a03d-b6f0be1429a4 req-7ceb7fc7-13dc-4cac-aa03-f1262c92fa64 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52b6d9edbbce4964a4733eb4480ae2f8&device_id=421c8289-e218-4f3d-acc7-102afd5f96c9 HTTP/1.1" status: 200 len: 1095 time: 0.4757447 Jul 14 09:15:02.507532 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237c5a0-ca5d-4c98-9409-4f12250dfcbe req-7710888f-b17f-44f8-8c7b-f91d8128fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:02.513365 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8237c5a0-ca5d-4c98-9409-4f12250dfcbe req-7710888f-b17f-44f8-8c7b-f91d8128fd79 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6&tenant_id=ad5180827b97485d9d925ca571b8d79b HTTP/1.1" status: 200 len: 1102 time: 0.6194031 Jul 14 09:15:02.587115 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 6aa6180c-3df8-4ceb-9686-f458983f0b22 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:02.730086 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237c5a0-ca5d-4c98-9409-4f12250dfcbe req-1eed60c7-0bf1-41ce-8904-b24607f786b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:02.739357 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8237c5a0-ca5d-4c98-9409-4f12250dfcbe req-1eed60c7-0bf1-41ce-8904-b24607f786b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 1102 time: 0.1865687 Jul 14 09:15:02.837741 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42d2b1e-37bc-4ee9-8d13-43e8aa8b384e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet beeff574-837a-4e43-8652-891b78f56448 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:15:02.842798 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a42d2b1e-37bc-4ee9-8d13-43e8aa8b384e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:02.871825 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-69d2cc82-f28b-4feb-bb93-d5b5cc78911e None None] Provisioning for port 6aa6180c-3df8-4ceb-9686-f458983f0b22 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:02.912564 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a42d2b1e-37bc-4ee9-8d13-43e8aa8b384e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:02.990630 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa932d-764e-4913-8475-298c3bf8d5d9 req-9562b1e1-b14e-4d1c-b62d-46fa3b680485 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:02.993700 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port f73eef52-13e9-4a9d-8a3e-26d660d0b903, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=f73eef52-13e9-4a9d-8a3e-26d660d0b903,segment=NetworkSegment(c33ce29e-d508-429e-945d-f02a1fe3578f),segment_id=c33ce29e-d508-429e-945d-f02a1fe3578f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:02.999280 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0cfa932d-764e-4913-8475-298c3bf8d5d9 req-9562b1e1-b14e-4d1c-b62d-46fa3b680485 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 950 time: 0.3253977 Jul 14 09:15:03.009459 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b1e1b-1526-44f9-a03d-b6f0be1429a4 req-7f514411-1348-49d7-8689-066874865047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:03.021372 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9b0b1e1b-1526-44f9-a03d-b6f0be1429a4 req-7f514411-1348-49d7-8689-066874865047 service neutron] 10.222.0.47 "GET /v2.0/networks?id=87b895fe-07ee-490d-a56b-a9552105bbca HTTP/1.1" status: 200 len: 913 time: 0.5390069 Jul 14 09:15:03.114153 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9b0b1e1b-1526-44f9-a03d-b6f0be1429a4 req-24e46824-0fa2-426e-b5ed-21e50dfa9b11 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aeaf2665-e133-4d4a-b03c-79a4e73fdff8 HTTP/1.1" status: 200 len: 217 time: 0.0794699 Jul 14 09:15:03.145089 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237c5a0-ca5d-4c98-9409-4f12250dfcbe req-09b6802a-6622-4841-9ec6-7e46b48ef4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:03.164861 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8237c5a0-ca5d-4c98-9409-4f12250dfcbe req-09b6802a-6622-4841-9ec6-7e46b48ef4d4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.4148412 Jul 14 09:15:03.189167 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 6aa6180c-3df8-4ceb-9686-f458983f0b22 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:03.233827 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 6aa6180c-3df8-4ceb-9686-f458983f0b22 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:03.234375 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:03.245391 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7bf586b5-b193-4b0d-b39f-b74780cf907c None None] Could not find standard attr ID for object 078ca17f-1a08-4f1f-b530-06fff4e793ac. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:15:03.254713 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0cfa932d-764e-4913-8475-298c3bf8d5d9 req-7346e5d4-e561-48a8-a895-1f0839790731 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492990 Jul 14 09:15:03.327920 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8237c5a0-ca5d-4c98-9409-4f12250dfcbe req-264c2611-8024-406b-8b54-04b5b30b7a3c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=50a31227-651d-49c1-910d-ae94f403daa0 HTTP/1.1" status: 200 len: 217 time: 0.1481500 Jul 14 09:15:03.370356 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a42d2b1e-37bc-4ee9-8d13-43e8aa8b384e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:03.374418 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:03.379232 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'f73eef52-13e9-4a9d-8a3e-26d660d0b903', 'network_id': '86c853f4-4ad9-424e-8297-380957ad4d59', 'port_id': 'f73eef52-13e9-4a9d-8a3e-26d660d0b903', 'mac_address': 'fa:16:3e:36:2d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15f9542-5236-469a-b44a-f2a19fe36887', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:15:03.383243 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671b2305-68bc-4f0b-8487-569ba408f93a x-openstack-request-id: req-671b2305-68bc-4f0b-8487-569ba408f93a {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:03.384059 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6", "name": "network-vif-plugged", "status": "completed", "tag": "50a31227-651d-49c1-910d-ae94f403daa0", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:03.384710 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-671b2305-68bc-4f0b-8487-569ba408f93a {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:03.386608 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a31227-651d-49c1-910d-ae94f403daa0', 'code': 200} Jul 14 09:15:03.478490 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 50a31227-651d-49c1-910d-ae94f403daa0 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:03.489168 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b1e1b-1526-44f9-a03d-b6f0be1429a4 req-3df57e4e-3a4d-4923-8c38-d75b194b8692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:03.493424 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9b0b1e1b-1526-44f9-a03d-b6f0be1429a4 req-3df57e4e-3a4d-4923-8c38-d75b194b8692 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fd737554-522c-4932-ba4c-3ce01155eb2a HTTP/1.1" status: 200 len: 853 time: 0.3449571 Jul 14 09:15:03.511943 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237c5a0-ca5d-4c98-9409-4f12250dfcbe req-5066a6aa-8d1d-4a44-aad5-e374266913a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:03.517967 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8237c5a0-ca5d-4c98-9409-4f12250dfcbe req-5066a6aa-8d1d-4a44-aad5-e374266913a6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1799531 Jul 14 09:15:03.638261 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port f73eef52-13e9-4a9d-8a3e-26d660d0b903, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=f73eef52-13e9-4a9d-8a3e-26d660d0b903,segment=NetworkSegment(c33ce29e-d508-429e-945d-f02a1fe3578f),segment_id=c33ce29e-d508-429e-945d-f02a1fe3578f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:03.657846 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:03.684977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237c5a0-ca5d-4c98-9409-4f12250dfcbe req-c31dea6c-f124-44e0-b404-3553856ca6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:03.689991 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8237c5a0-ca5d-4c98-9409-4f12250dfcbe req-c31dea6c-f124-44e0-b404-3553856ca6ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1664648 Jul 14 09:15:03.724876 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:03.843616 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f73eef52-13e9-4a9d-8a3e-26d660d0b903 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:03.883352 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8237c5a0-ca5d-4c98-9409-4f12250dfcbe req-443c61de-c41f-4c7e-b464-cb58fb330590 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862471 Jul 14 09:15:03.921242 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=f73eef52-13e9-4a9d-8a3e-26d660d0b903,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:03.996869 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:04.080299 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:15:04.080684 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224df13-522a-4820-845c-8c70d4c3cffe req-8db8356c-34f9-492a-a458-1e51f514ff12 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:04.081772 n-d-771362-35 neutron-server[93774]: DEBUG oslo_db.api [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:15:04.083294 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4224df13-522a-4820-845c-8c70d4c3cffe req-8db8356c-34f9-492a-a458-1e51f514ff12 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/ports?device_id=421c8289-e218-4f3d-acc7-102afd5f96c9 HTTP/1.1" status: 200 len: 943 time: 1.0497057 Jul 14 09:15:04.093379 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:04.194931 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8237c5a0-ca5d-4c98-9409-4f12250dfcbe req-d3b6334f-e4b1-4de9-96c7-51b4322f5ffd service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033619 Jul 14 09:15:04.239305 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9b0b1e1b-1526-44f9-a03d-b6f0be1429a4 req-09e8fe0e-601a-416c-911b-a512f7655424 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=87b895fe-07ee-490d-a56b-a9552105bbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7330961 Jul 14 09:15:04.245620 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 50a31227-651d-49c1-910d-ae94f403daa0, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=50a31227-651d-49c1-910d-ae94f403daa0,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:04.258357 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:04.322183 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=50a31227-651d-49c1-910d-ae94f403daa0,revision_number=9']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:04.371977 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4224df13-522a-4820-845c-8c70d4c3cffe req-87bb2548-93ca-4d21-973e-a5a4cdb9cbcd tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/security-groups?id=709ed6ce-d5d7-47fe-92df-a2bacbd304d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825216 Jul 14 09:15:04.466072 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a42d2b1e-37bc-4ee9-8d13-43e8aa8b384e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:04.513195 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a42d2b1e-37bc-4ee9-8d13-43e8aa8b384e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:04.517818 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a42d2b1e-37bc-4ee9-8d13-43e8aa8b384e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/beeff574-837a-4e43-8652-891b78f56448 HTTP/1.1" status: 204 len: 168 time: 2.2217989 Jul 14 09:15:04.518140 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46052) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:04.536917 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d98b563-35f9-4c7b-bee6-cf0598c03897 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:04.540733 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d2b1e-37bc-4ee9-8d13-43e8aa8b384e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=beeff574-837a-4e43-8652-891b78f56448,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:04.570575 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9b0b1e1b-1526-44f9-a03d-b6f0be1429a4 req-c402ccea-8f55-429c-a6c9-c75c7b22c4a1 service neutron] 10.222.0.47 "GET /v2.0/networks/87b895fe-07ee-490d-a56b-a9552105bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171289 Jul 14 09:15:04.580795 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92656ff7-12a1-45c3-ba22-d3248a7deb91 req-28639219-da1a-4951-9f96-acc2bc8f89ff tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:04.588279 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-92656ff7-12a1-45c3-ba22-d3248a7deb91 req-28639219-da1a-4951-9f96-acc2bc8f89ff tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 944 time: 0.5032024 Jul 14 09:15:04.639907 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3b18acfb-3cc0-4729-b6c0-8a9ccfc2d20b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1179857 Jul 14 09:15:04.648044 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46056) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:04.661444 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-de925dd0-de94-40d1-bd82-2ae8c4884ba8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:04.785892 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-92656ff7-12a1-45c3-ba22-d3248a7deb91 req-84207fe2-0840-4f88-ab12-8bca57b620a7 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928134 Jul 14 09:15:04.845555 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:15:04.855852 n-d-771362-35 neutron-server[93774]: DEBUG oslo_db.api [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:15:04.895147 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:04.923196 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9b0b1e1b-1526-44f9-a03d-b6f0be1429a4 req-3c244270-eb29-40ed-8aca-45cc0f512470 service neutron] 10.222.0.47 "GET /v2.0/networks/87b895fe-07ee-490d-a56b-a9552105bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251634 Jul 14 09:15:04.930805 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de925dd0-de94-40d1-bd82-2ae8c4884ba8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:04.952030 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f73eef52-13e9-4a9d-8a3e-26d660d0b903 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:04.953486 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de925dd0-de94-40d1-bd82-2ae8c4884ba8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:04.997307 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port f73eef52-13e9-4a9d-8a3e-26d660d0b903, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=f73eef52-13e9-4a9d-8a3e-26d660d0b903,segment=NetworkSegment(c33ce29e-d508-429e-945d-f02a1fe3578f),segment_id=c33ce29e-d508-429e-945d-f02a1fe3578f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:05.033493 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad4427-602c-411c-b096-1f938c1525ac req-9f2002a2-93cf-4b24-8555-42eee3737da4 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:05.042036 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-99ad4427-602c-411c-b096-1f938c1525ac req-9f2002a2-93cf-4b24-8555-42eee3737da4 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 947 time: 0.3521638 Jul 14 09:15:05.062067 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:05.181540 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-99ad4427-602c-411c-b096-1f938c1525ac req-c0034a94-8086-49b5-b6d3-59fe75a4236a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202421 Jul 14 09:15:05.255618 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=f73eef52-13e9-4a9d-8a3e-26d660d0b903,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:05.328071 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['f73eef52-13e9-4a9d-8a3e-26d660d0b903'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:05.333592 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037701a8-5a85-4d23-b80a-f9e59183d24d None None] DHCP port deletion for d4b2ec29-2184-48d5-8c16-380a3c464388 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:15:05.409981 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9989487-d175-4fc1-b852-45e50d202a86 req-3df46c2d-88a2-4bfb-8024-a9337aaf017e tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:05.413886 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f73eef52-13e9-4a9d-8a3e-26d660d0b903'}, {'server_uuid': 'f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50a31227-651d-49c1-910d-ae94f403daa0'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:05.416204 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc0b88c-171e-405e-abb9-218159638f9c" -d '{"events": [{"server_uuid": "fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2", "name": "network-vif-unplugged", "status": "completed", "tag": "f73eef52-13e9-4a9d-8a3e-26d660d0b903"}, {"server_uuid": "f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "50a31227-651d-49c1-910d-ae94f403daa0"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:05.417828 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9989487-d175-4fc1-b852-45e50d202a86 req-3df46c2d-88a2-4bfb-8024-a9337aaf017e tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 948 time: 0.1471810 Jul 14 09:15:05.465950 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:05.475167 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device aeaf2665-e133-4d4a-b03c-79a4e73fdff8 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:15:05.539191 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9989487-d175-4fc1-b852-45e50d202a86 req-d304cbe0-9995-423e-a64e-fd7bbe47b229 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203675 Jul 14 09:15:05.579755 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2e53aa-f169-4e01-bebf-172ae653dd48 x-openstack-request-id: req-9f2e53aa-f169-4e01-bebf-172ae653dd48 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:05.580063 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2", "name": "network-vif-unplugged", "status": "completed", "tag": "f73eef52-13e9-4a9d-8a3e-26d660d0b903", "code": 200}, {"server_uuid": "f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "50a31227-651d-49c1-910d-ae94f403daa0", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:05.580307 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f2e53aa-f169-4e01-bebf-172ae653dd48 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:05.580768 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f73eef52-13e9-4a9d-8a3e-26d660d0b903', 'code': 200} Jul 14 09:15:05.581031 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50a31227-651d-49c1-910d-ae94f403daa0', 'code': 200} Jul 14 09:15:05.701937 n-d-771362-35 neutron-server[93772]: DEBUG neutron.objects.ports [None req-de925dd0-de94-40d1-bd82-2ae8c4884ba8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:15:05.723514 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 6aa6180c-3df8-4ceb-9686-f458983f0b22, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=6aa6180c-3df8-4ceb-9686-f458983f0b22,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:05.745619 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:15:05.782984 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:05.942740 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f353e-7a1d-4767-86e7-cb381c7a8388 req-b258a492-d768-4e4a-80df-6531cdc54676 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:05.953999 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb0f353e-7a1d-4767-86e7-cb381c7a8388 req-b258a492-d768-4e4a-80df-6531cdc54676 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/ports?device_id=421c8289-e218-4f3d-acc7-102afd5f96c9 HTTP/1.1" status: 200 len: 943 time: 0.1926131 Jul 14 09:15:06.020894 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=6aa6180c-3df8-4ceb-9686-f458983f0b22,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:06.039454 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 6aa6180c-3df8-4ceb-9686-f458983f0b22 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:06.114120 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb0f353e-7a1d-4767-86e7-cb381c7a8388 req-bf61e2cb-34bf-4dbc-9fb6-22b57bb7e202 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/security-groups?id=709ed6ce-d5d7-47fe-92df-a2bacbd304d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588798 Jul 14 09:15:06.163519 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-037701a8-5a85-4d23-b80a-f9e59183d24d None None] Deleting port 6aa6180c-3df8-4ceb-9686-f458983f0b22 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:06.163519 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-037701a8-5a85-4d23-b80a-f9e59183d24d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:06.346461 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f9b9b-f4d9-47ac-bfb9-001db71f422b req-cc3781d9-3ae8-4ba4-b0f5-a7558c3089bc tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:06.348854 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a61f9b9b-f4d9-47ac-bfb9-001db71f422b req-cc3781d9-3ae8-4ba4-b0f5-a7558c3089bc tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 945 time: 0.1858993 Jul 14 09:15:06.386798 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de925dd0-de94-40d1-bd82-2ae8c4884ba8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:06.480868 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a61f9b9b-f4d9-47ac-bfb9-001db71f422b req-791ee9e8-f32c-4e8e-a12a-e2f6f4b9b694 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220894 Jul 14 09:15:06.549748 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port aeaf2665-e133-4d4a-b03c-79a4e73fdff8, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=aeaf2665-e133-4d4a-b03c-79a4e73fdff8,segment=NetworkSegment(9c548c13-668e-4a21-b7a4-dcd6558ddf9c),segment_id=9c548c13-668e-4a21-b7a4-dcd6558ddf9c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:06.590723 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'aeaf2665-e133-4d4a-b03c-79a4e73fdff8', 'network_id': '87b895fe-07ee-490d-a56b-a9552105bbca', 'port_id': 'aeaf2665-e133-4d4a-b03c-79a4e73fdff8', 'mac_address': 'fa:16:3e:ce:3f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd737554-522c-4932-ba4c-3ce01155eb2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:15:06.647773 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-de925dd0-de94-40d1-bd82-2ae8c4884ba8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] For port 6aa6180c-3df8-4ceb-9686-f458983f0b22, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=6aa6180c-3df8-4ceb-9686-f458983f0b22,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:06.685247 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de925dd0-de94-40d1-bd82-2ae8c4884ba8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:06.694563 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de925dd0-de94-40d1-bd82-2ae8c4884ba8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:06.696951 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de925dd0-de94-40d1-bd82-2ae8c4884ba8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:06.698449 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-037701a8-5a85-4d23-b80a-f9e59183d24d None None] For port 6aa6180c-3df8-4ceb-9686-f458983f0b22, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=6aa6180c-3df8-4ceb-9686-f458983f0b22,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:06.711377 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-037701a8-5a85-4d23-b80a-f9e59183d24d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:06.751785 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-037701a8-5a85-4d23-b80a-f9e59183d24d None None] Calling delete_port for 6aa6180c-3df8-4ceb-9686-f458983f0b22 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:06.873612 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de925dd0-de94-40d1-bd82-2ae8c4884ba8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=6aa6180c-3df8-4ceb-9686-f458983f0b22,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:06.943357 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de925dd0-de94-40d1-bd82-2ae8c4884ba8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:06.953788 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-de925dd0-de94-40d1-bd82-2ae8c4884ba8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:06.959631 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de925dd0-de94-40d1-bd82-2ae8c4884ba8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:06.960566 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de925dd0-de94-40d1-bd82-2ae8c4884ba8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:06.986717 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46090) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:06.987088 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-de925dd0-de94-40d1-bd82-2ae8c4884ba8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3373573 Jul 14 09:15:06.997431 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-31f44cf8-1f2e-4aba-b0ca-2db00ddc77a7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'port': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'mac_address': 'fa:16:3e:76:2e:45', 'name': 'tempest-NetworksTestDHCPv6-1989572723'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:07.006397 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de925dd0-de94-40d1-bd82-2ae8c4884ba8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=46ddbedb-78cd-4bf2-bbce-45051001e860,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:07.030932 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:07.037771 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-037701a8-5a85-4d23-b80a-f9e59183d24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:07.074625 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037701a8-5a85-4d23-b80a-f9e59183d24d None None] Pushing event deleted for resources: {'Port': ['ID=6aa6180c-3df8-4ceb-9686-f458983f0b22,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:07.090871 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:07.112302 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037701a8-5a85-4d23-b80a-f9e59183d24d None None] No DVR routers for this DVR port 6aa6180c-3df8-4ceb-9686-f458983f0b22 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:07.152055 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeaf2665-e133-4d4a-b03c-79a4e73fdff8 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:07.233111 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b64d598-9dc5-4ae5-8e83-b80c61779923 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:07.307249 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4185da-dde9-400e-95d7-71c59be1e903 req-e4f00683-cc8f-478a-be8b-255d9679fea2 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:07.310343 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c4185da-dde9-400e-95d7-71c59be1e903 req-e4f00683-cc8f-478a-be8b-255d9679fea2 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 948 time: 0.3048830 Jul 14 09:15:07.345541 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port aeaf2665-e133-4d4a-b03c-79a4e73fdff8, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=aeaf2665-e133-4d4a-b03c-79a4e73fdff8,segment=NetworkSegment(9c548c13-668e-4a21-b7a4-dcd6558ddf9c),segment_id=9c548c13-668e-4a21-b7a4-dcd6558ddf9c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:07.355769 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:07.434052 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=aeaf2665-e133-4d4a-b03c-79a4e73fdff8,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:07.460586 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c4185da-dde9-400e-95d7-71c59be1e903 req-34e0cab4-bf1f-4463-8136-5abe9761583e tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263289 Jul 14 09:15:07.475230 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 50a31227-651d-49c1-910d-ae94f403daa0 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:15:07.483723 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f44cf8-1f2e-4aba-b0ca-2db00ddc77a7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:07.553039 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d322dc-82f7-4780-8317-40512e5968d0 req-584b6ef2-b8a3-4287-9b56-48aae015d833 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:07.560761 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f2d322dc-82f7-4780-8317-40512e5968d0 req-584b6ef2-b8a3-4287-9b56-48aae015d833 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/ports?device_id=421c8289-e218-4f3d-acc7-102afd5f96c9 HTTP/1.1" status: 200 len: 943 time: 0.2433224 Jul 14 09:15:07.636889 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31f44cf8-1f2e-4aba-b0ca-2db00ddc77a7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:07.689301 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-31f44cf8-1f2e-4aba-b0ca-2db00ddc77a7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] device_id is not set on port c53fdac0-a367-49ad-9e6e-2b173d2ffec1 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:15:07.708274 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dcff1b-4d05-402b-9ed7-3b24a5630f63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-d4b2ec29-2184-48d5-8c16-380a3c464388', 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'fixed_ips': [{'subnet_id': '46ddbedb-78cd-4bf2-bbce-45051001e860'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:15:07.709208 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8dcff1b-4d05-402b-9ed7-3b24a5630f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:07.712041 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['aeaf2665-e133-4d4a-b03c-79a4e73fdff8'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:07.723971 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f2d322dc-82f7-4780-8317-40512e5968d0 req-38450fbf-a427-4931-8f00-3d16fd8e9985 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/security-groups?id=709ed6ce-d5d7-47fe-92df-a2bacbd304d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621835 Jul 14 09:15:07.912086 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-31f44cf8-1f2e-4aba-b0ca-2db00ddc77a7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 2001:db8::f816:3eff:fe76:2e45 (d4b2ec29-2184-48d5-8c16-380a3c464388/46ddbedb-78cd-4bf2-bbce-45051001e860/c53fdac0-a367-49ad-9e6e-2b173d2ffec1) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:07.941593 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 50a31227-651d-49c1-910d-ae94f403daa0, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=50a31227-651d-49c1-910d-ae94f403daa0,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:07.978891 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '50a31227-651d-49c1-910d-ae94f403daa0', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '50a31227-651d-49c1-910d-ae94f403daa0', 'mac_address': 'fa:16:3e:86:fb:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:15:08.078765 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:08.098333 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a31227-651d-49c1-910d-ae94f403daa0 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:08.122342 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c99dd-1150-48c3-b0a3-488e8cddc2d6 req-9b2da72d-04d9-4e4b-8e29-f2a7308b7eae tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:08.124440 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a35c99dd-1150-48c3-b0a3-488e8cddc2d6 req-9b2da72d-04d9-4e4b-8e29-f2a7308b7eae tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 945 time: 0.2059684 Jul 14 09:15:08.149804 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 50a31227-651d-49c1-910d-ae94f403daa0, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=50a31227-651d-49c1-910d-ae94f403daa0,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:08.161897 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:08.208500 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95932f1-634a-4a77-98c3-bdf871f51cca req-6d3086bc-6902-47c6-91e9-d0a5ef2690d6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:08.210171 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c95932f1-634a-4a77-98c3-bdf871f51cca req-6d3086bc-6902-47c6-91e9-d0a5ef2690d6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 948 time: 0.2799799 Jul 14 09:15:08.223828 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=50a31227-651d-49c1-910d-ae94f403daa0,revision_number=10']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:08.276812 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a35c99dd-1150-48c3-b0a3-488e8cddc2d6 req-3063ad0e-859a-4889-ba25-00e3424222a1 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459332 Jul 14 09:15:08.315184 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c95932f1-634a-4a77-98c3-bdf871f51cca req-33c61305-1c4c-4c1e-94f6-241b535a5157 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956693 Jul 14 09:15:08.376514 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31f44cf8-1f2e-4aba-b0ca-2db00ddc77a7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:08.403239 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-31f44cf8-1f2e-4aba-b0ca-2db00ddc77a7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Transition to ACTIVE for port object c53fdac0-a367-49ad-9e6e-2b173d2ffec1 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:08.414012 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['50a31227-651d-49c1-910d-ae94f403daa0'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:08.530703 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31f44cf8-1f2e-4aba-b0ca-2db00ddc77a7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:08.647005 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f44cf8-1f2e-4aba-b0ca-2db00ddc77a7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=c53fdac0-a367-49ad-9e6e-2b173d2ffec1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:08.717270 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f44cf8-1f2e-4aba-b0ca-2db00ddc77a7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:08.723784 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-31f44cf8-1f2e-4aba-b0ca-2db00ddc77a7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:08.735329 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f44cf8-1f2e-4aba-b0ca-2db00ddc77a7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:08.743835 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f44cf8-1f2e-4aba-b0ca-2db00ddc77a7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:08.744298 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31f44cf8-1f2e-4aba-b0ca-2db00ddc77a7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:08.791980 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-e8dcff1b-4d05-402b-9ed7-3b24a5630f63 None None] Allocated IP 2001:db8::f816:3eff:fe9a:5d87 (d4b2ec29-2184-48d5-8c16-380a3c464388/46ddbedb-78cd-4bf2-bbce-45051001e860/938b2325-ab45-4876-89bc-037e27f38027) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:08.805879 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-31f44cf8-1f2e-4aba-b0ca-2db00ddc77a7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8173473 Jul 14 09:15:08.809084 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46148) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:08.966323 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-38cedd01-95c9-40d7-b28c-1003ff713666 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=ad5180827b97485d9d925ca571b8d79b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1239047 Jul 14 09:15:09.100776 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device f73eef52-13e9-4a9d-8a3e-26d660d0b903 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:09.111945 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8dcff1b-4d05-402b-9ed7-3b24a5630f63 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.170098 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17bf253-77bb-40d6-aef9-34f5cce564c7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:09.175401 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46160) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:09.176356 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f17bf253-77bb-40d6-aef9-34f5cce564c7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3654644 Jul 14 09:15:09.222695 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e8dcff1b-4d05-402b-9ed7-3b24a5630f63 None None] Transition to ACTIVE for port object 938b2325-ab45-4876-89bc-037e27f38027 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:09.256267 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e8dcff1b-4d05-402b-9ed7-3b24a5630f63 None None] Transition to ACTIVE for port object 938b2325-ab45-4876-89bc-037e27f38027 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:09.278382 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port f73eef52-13e9-4a9d-8a3e-26d660d0b903 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:09.279395 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.283629 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8dcff1b-4d05-402b-9ed7-3b24a5630f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.287795 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-18ccadf9-e0cf-4760-8df0-191edee83b94 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:09.289635 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-18ccadf9-e0cf-4760-8df0-191edee83b94 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3085635 Jul 14 09:15:09.300457 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b0e06-1a02-40b3-a489-e754ddbd276a req-67c71916-c229-4d5b-b544-35f7fdb7b3b7 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:09.302417 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-339b0e06-1a02-40b3-a489-e754ddbd276a req-67c71916-c229-4d5b-b544-35f7fdb7b3b7 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/ports?device_id=421c8289-e218-4f3d-acc7-102afd5f96c9 HTTP/1.1" status: 200 len: 944 time: 0.1935205 Jul 14 09:15:09.318103 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dcff1b-4d05-402b-9ed7-3b24a5630f63 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:09.343218 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-200eb039-a1d8-4f3a-a699-43645c9ec190 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/quotas/ad5180827b97485d9d925ca571b8d79b HTTP/1.1" status: 200 len: 375 time: 0.0390170 Jul 14 09:15:09.373099 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6a0a3f4f-cc8a-4e32-b0d0-091b2524dcbf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting port c53fdac0-a367-49ad-9e6e-2b173d2ffec1 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:09.373913 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a0a3f4f-cc8a-4e32-b0d0-091b2524dcbf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.400322 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-339b0e06-1a02-40b3-a489-e754ddbd276a req-863abe3b-fb18-4a67-8cb5-9c649e1a2bff tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/security-groups?id=709ed6ce-d5d7-47fe-92df-a2bacbd304d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864868 Jul 14 09:15:09.403539 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e8dcff1b-4d05-402b-9ed7-3b24a5630f63 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:09.409145 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dcff1b-4d05-402b-9ed7-3b24a5630f63 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:09.470137 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-de0594b7-d21b-4384-8720-c132aeeee3db tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1212680 Jul 14 09:15:09.500109 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device aeaf2665-e133-4d4a-b03c-79a4e73fdff8 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:09.519072 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a0a3f4f-cc8a-4e32-b0d0-091b2524dcbf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.554087 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6a0a3f4f-cc8a-4e32-b0d0-091b2524dcbf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Calling delete_port for c53fdac0-a367-49ad-9e6e-2b173d2ffec1 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:09.612222 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcff1b-4d05-402b-9ed7-3b24a5630f63 None None] Pushing event updated for resources: {'Port': ['ID=938b2325-ab45-4876-89bc-037e27f38027,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:09.801024 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-e8dcff1b-4d05-402b-9ed7-3b24a5630f63 None None] Attempting to bind port 938b2325-ab45-4876-89bc-037e27f38027 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:09.801405 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-e8dcff1b-4d05-402b-9ed7-3b24a5630f63 None None] Attempting to bind port 938b2325-ab45-4876-89bc-037e27f38027 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:09.801758 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dcff1b-4d05-402b-9ed7-3b24a5630f63 None None] Attempting to bind port 938b2325-ab45-4876-89bc-037e27f38027 on network d4b2ec29-2184-48d5-8c16-380a3c464388 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:09.808220 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc49276-2c4d-41e4-b9a6-54abcf161a17 req-c6bf8923-395f-4fef-8af4-656789e9c5eb tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:09.817305 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dcc49276-2c4d-41e4-b9a6-54abcf161a17 req-c6bf8923-395f-4fef-8af4-656789e9c5eb tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 945 time: 0.1596689 Jul 14 09:15:09.824439 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a0a3f4f-cc8a-4e32-b0d0-091b2524dcbf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.844624 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dcff1b-4d05-402b-9ed7-3b24a5630f63 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:09.845185 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dcff1b-4d05-402b-9ed7-3b24a5630f63 None None] Checking segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:09.845810 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8dcff1b-4d05-402b-9ed7-3b24a5630f63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.846544 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dcff1b-4d05-402b-9ed7-3b24a5630f63 None None] Bound using segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:09.847283 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-e8dcff1b-4d05-402b-9ed7-3b24a5630f63 None None] Bound port: 938b2325-ab45-4876-89bc-037e27f38027, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:09.847899 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8dcff1b-4d05-402b-9ed7-3b24a5630f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.865369 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a3f4f-cc8a-4e32-b0d0-091b2524dcbf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Port': ['ID=c53fdac0-a367-49ad-9e6e-2b173d2ffec1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:09.899671 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-648468d9-e211-40ce-99c5-d3a2070021b3 req-f94ecdbb-fcce-491b-aec9-e4e59d7fc746 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 210 time: 0.0589209 Jul 14 09:15:09.903754 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a0a3f4f-cc8a-4e32-b0d0-091b2524dcbf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.905902 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6a0a3f4f-cc8a-4e32-b0d0-091b2524dcbf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/c53fdac0-a367-49ad-9e6e-2b173d2ffec1 HTTP/1.1" status: 204 len: 168 time: 0.7276332 Jul 14 09:15:09.908593 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46174) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:09.980330 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dcc49276-2c4d-41e4-b9a6-54abcf161a17 req-4bbdca1a-faf2-4eb3-b326-c0b840034972 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614370 Jul 14 09:15:09.987271 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port aeaf2665-e133-4d4a-b03c-79a4e73fdff8 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:10.059881 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f2b684-bceb-4e0c-837d-165a3b0bc53a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:10.061601 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f2b684-bceb-4e0c-837d-165a3b0bc53a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:10.063081 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c1f2b684-bceb-4e0c-837d-165a3b0bc53a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1538734 Jul 14 09:15:10.066072 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port aeaf2665-e133-4d4a-b03c-79a4e73fdff8 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:10.066450 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.067415 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46176) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:10.143069 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db1e64e-ce43-46a7-ac96-0f8ded3b6a40 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet 46ddbedb-78cd-4bf2-bbce-45051001e860 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:15:10.148011 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5db1e64e-ce43-46a7-ac96-0f8ded3b6a40 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.182241 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.241493 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73eef52-13e9-4a9d-8a3e-26d660d0b903'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:10.243806 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e82c773-ed9c-4423-b232-c6034010e7f2" -d '{"events": [{"server_uuid": "fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2", "name": "network-vif-plugged", "status": "completed", "tag": "f73eef52-13e9-4a9d-8a3e-26d660d0b903"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:10.276751 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port f73eef52-13e9-4a9d-8a3e-26d660d0b903, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=f73eef52-13e9-4a9d-8a3e-26d660d0b903,segment=NetworkSegment(c33ce29e-d508-429e-945d-f02a1fe3578f),segment_id=c33ce29e-d508-429e-945d-f02a1fe3578f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:10.280528 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5db1e64e-ce43-46a7-ac96-0f8ded3b6a40 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.293085 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e8dcff1b-4d05-402b-9ed7-3b24a5630f63 None None] For port 938b2325-ab45-4876-89bc-037e27f38027, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:10.298904 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e8dcff1b-4d05-402b-9ed7-3b24a5630f63 None None] For port 938b2325-ab45-4876-89bc-037e27f38027, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=938b2325-ab45-4876-89bc-037e27f38027,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:10.340871 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.345932 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1466d285-dd63-48a2-afb7-bb8243c1c714 x-openstack-request-id: req-1466d285-dd63-48a2-afb7-bb8243c1c714 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:10.346657 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2", "name": "network-vif-plugged", "status": "completed", "tag": "f73eef52-13e9-4a9d-8a3e-26d660d0b903", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:10.348056 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1466d285-dd63-48a2-afb7-bb8243c1c714 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:10.348346 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73eef52-13e9-4a9d-8a3e-26d660d0b903', 'code': 200} Jul 14 09:15:10.362711 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8dcff1b-4d05-402b-9ed7-3b24a5630f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.453967 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.490951 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.500289 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=f73eef52-13e9-4a9d-8a3e-26d660d0b903,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:10.566957 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5db1e64e-ce43-46a7-ac96-0f8ded3b6a40 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.664283 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port aeaf2665-e133-4d4a-b03c-79a4e73fdff8, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=aeaf2665-e133-4d4a-b03c-79a4e73fdff8,segment=NetworkSegment(9c548c13-668e-4a21-b7a4-dcd6558ddf9c),segment_id=9c548c13-668e-4a21-b7a4-dcd6558ddf9c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:10.667236 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c383fa-d9ee-4878-9ce4-53721e89369b req-8e0e2c0c-b059-4afd-a36f-a426d7b24fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:10.672413 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b1c383fa-d9ee-4878-9ce4-53721e89369b req-8e0e2c0c-b059-4afd-a36f-a426d7b24fb5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 1098 time: 0.1919541 Jul 14 09:15:10.683028 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.715267 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcff1b-4d05-402b-9ed7-3b24a5630f63 None None] Pushing event updated for resources: {'Port': ['ID=938b2325-ab45-4876-89bc-037e27f38027,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:10.729458 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5db1e64e-ce43-46a7-ac96-0f8ded3b6a40 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.749163 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b1c383fa-d9ee-4878-9ce4-53721e89369b req-c737bd8a-f838-4625-bd9a-53d6a004752f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695040 Jul 14 09:15:10.802490 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:15:10.910246 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1e64e-ce43-46a7-ac96-0f8ded3b6a40 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=46ddbedb-78cd-4bf2-bbce-45051001e860,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:10.920682 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5db1e64e-ce43-46a7-ac96-0f8ded3b6a40 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.926826 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46194) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:10.932331 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=aeaf2665-e133-4d4a-b03c-79a4e73fdff8,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:10.937070 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5db1e64e-ce43-46a7-ac96-0f8ded3b6a40 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/46ddbedb-78cd-4bf2-bbce-45051001e860 HTTP/1.1" status: 204 len: 168 time: 0.8587377 Jul 14 09:15:10.992128 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-78a6a483-6294-4b1d-b25c-9c52e5237a4f tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639656 Jul 14 09:15:10.996019 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46198) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:11.074358 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528c041-9412-415d-a247-4b520ae4cfd5 req-b1492fe0-e5e3-4857-b512-b2f65d221d96 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:11.080366 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8528c041-9412-415d-a247-4b520ae4cfd5 req-b1492fe0-e5e3-4857-b512-b2f65d221d96 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/ports?device_id=421c8289-e218-4f3d-acc7-102afd5f96c9 HTTP/1.1" status: 200 len: 945 time: 0.2018547 Jul 14 09:15:11.157304 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c3b283-20fb-428a-92de-b038d3c8b807 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:11.162512 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-07c3b283-20fb-428a-92de-b038d3c8b807 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1613901 Jul 14 09:15:11.165055 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46204) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:11.169215 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8528c041-9412-415d-a247-4b520ae4cfd5 req-481b8f71-017f-4e06-999b-4931aa99de1f tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/security-groups?id=709ed6ce-d5d7-47fe-92df-a2bacbd304d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719874 Jul 14 09:15:11.248054 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcec248-e614-4530-85e2-5b8c0f6e4efb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:11.251698 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0dcec248-e614-4530-85e2-5b8c0f6e4efb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0786240 Jul 14 09:15:11.253517 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46206) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:11.288953 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5a4f0d0d-d55b-4199-8f84-bf6a4bf554de req-c9298ea6-cd29-42a0-96d2-27d43e6cd191 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 210 time: 0.0543125 Jul 14 09:15:11.415780 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3176130f-0dcb-444a-86da-b012315b8d73 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1608076 Jul 14 09:15:11.420130 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46210) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:11.428795 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0b361c50-f0b8-41df-b955-2c993d0d7f0e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:11.481456 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 50a31227-651d-49c1-910d-ae94f403daa0 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:11.612709 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 50a31227-651d-49c1-910d-ae94f403daa0 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:11.613099 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:11.788533 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:11.859909 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 50a31227-651d-49c1-910d-ae94f403daa0, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=50a31227-651d-49c1-910d-ae94f403daa0,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:11.868456 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:11.974478 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b361c50-f0b8-41df-b955-2c993d0d7f0e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:11.986391 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b361c50-f0b8-41df-b955-2c993d0d7f0e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:12.030476 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=50a31227-651d-49c1-910d-ae94f403daa0,revision_number=11']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:12.035613 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:12.061560 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-c15d69fe-9cef-44cb-8165-086f2f9068c4 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ad5180827b97485d9d925ca571b8d79b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1102889 Jul 14 09:15:12.136248 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 938b2325-ab45-4876-89bc-037e27f38027 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:12.165168 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de266e7b-5d9e-4e34-837b-f676be281171 req-d67d77b9-6bde-438b-ae88-1fb36c048b4a tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:12.173907 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-de266e7b-5d9e-4e34-837b-f676be281171 req-d67d77b9-6bde-438b-ae88-1fb36c048b4a tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 946 time: 0.7039168 Jul 14 09:15:12.264951 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-de266e7b-5d9e-4e34-837b-f676be281171 req-eca8a628-385b-4ccd-b6ec-dbf0987d4bfa tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900702 Jul 14 09:15:12.334392 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 938b2325-ab45-4876-89bc-037e27f38027 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:12.355483 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421c8289-e218-4f3d-acc7-102afd5f96c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeaf2665-e133-4d4a-b03c-79a4e73fdff8'}, {'server_uuid': 'f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a31227-651d-49c1-910d-ae94f403daa0'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:12.370358 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa3294f-0416-49e2-90f1-60bafd268a65" -d '{"events": [{"server_uuid": "421c8289-e218-4f3d-acc7-102afd5f96c9", "name": "network-vif-plugged", "status": "completed", "tag": "aeaf2665-e133-4d4a-b03c-79a4e73fdff8"}, {"server_uuid": "f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6", "name": "network-vif-plugged", "status": "completed", "tag": "50a31227-651d-49c1-910d-ae94f403daa0"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:12.481885 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-7f687f10-57b5-40a9-9787-4739a979f2fd tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:12.490611 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-7f687f10-57b5-40a9-9787-4739a979f2fd tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4239175 Jul 14 09:15:12.509973 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-f19ca760-e7be-43bb-8370-fdc88059ef26 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Request body: {'port': {'device_id': 'a2c17b03-1cc1-48c1-8c31-770eb5debccd', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': 'ad5180827b97485d9d925ca571b8d79b'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:12.690852 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a52b2b3-215f-4b71-8736-9547ef3bd557 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:12.742522 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b361c50-f0b8-41df-b955-2c993d0d7f0e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:12.797528 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-f19ca760-e7be-43bb-8370-fdc88059ef26 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Made reservation on behalf of ad5180827b97485d9d925ca571b8d79b for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:12.804400 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-f19ca760-e7be-43bb-8370-fdc88059ef26 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:12.837178 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1be38e9-a16d-4c1b-800d-cb9a8cc0366f req-58ea99bf-0284-4780-be04-80550cd2d8b4 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 210 time: 0.1148500 Jul 14 09:15:12.940791 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3b1f5e4a-c693-4337-bad9-fa854c0fa341 None None] Provisioning for port 938b2325-ab45-4876-89bc-037e27f38027 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:12.976633 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3b1f5e4a-c693-4337-bad9-fa854c0fa341 None None] Provisioning complete for port 938b2325-ab45-4876-89bc-037e27f38027 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:12.977589 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5e4a-c693-4337-bad9-fa854c0fa341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:13.007407 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b361c50-f0b8-41df-b955-2c993d0d7f0e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:13.038748 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0b361c50-f0b8-41df-b955-2c993d0d7f0e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:13.040601 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bab659-fb1d-4eeb-88f9-ad54d2057b10 x-openstack-request-id: req-b2bab659-fb1d-4eeb-88f9-ad54d2057b10 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:13.041423 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421c8289-e218-4f3d-acc7-102afd5f96c9", "name": "network-vif-plugged", "status": "completed", "tag": "aeaf2665-e133-4d4a-b03c-79a4e73fdff8", "code": 200}, {"server_uuid": "f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6", "name": "network-vif-plugged", "status": "completed", "tag": "50a31227-651d-49c1-910d-ae94f403daa0", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:13.042269 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2bab659-fb1d-4eeb-88f9-ad54d2057b10 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:13.043292 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421c8289-e218-4f3d-acc7-102afd5f96c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeaf2665-e133-4d4a-b03c-79a4e73fdff8', 'code': 200} Jul 14 09:15:13.044046 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a31227-651d-49c1-910d-ae94f403daa0', 'code': 200} Jul 14 09:15:13.067071 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b361c50-f0b8-41df-b955-2c993d0d7f0e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:13.067898 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b361c50-f0b8-41df-b955-2c993d0d7f0e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:13.089031 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b361c50-f0b8-41df-b955-2c993d0d7f0e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=2315d9a9-f2e5-4fca-b3f8-319631abb506,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:13.125445 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b361c50-f0b8-41df-b955-2c993d0d7f0e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:13.125916 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b361c50-f0b8-41df-b955-2c993d0d7f0e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:13.126216 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b361c50-f0b8-41df-b955-2c993d0d7f0e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:13.126598 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b361c50-f0b8-41df-b955-2c993d0d7f0e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:13.126940 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b361c50-f0b8-41df-b955-2c993d0d7f0e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:13.127282 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b361c50-f0b8-41df-b955-2c993d0d7f0e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:13.127651 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b361c50-f0b8-41df-b955-2c993d0d7f0e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:13.127986 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b361c50-f0b8-41df-b955-2c993d0d7f0e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:13.128316 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b361c50-f0b8-41df-b955-2c993d0d7f0e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:13.128646 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b361c50-f0b8-41df-b955-2c993d0d7f0e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:13.128984 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b361c50-f0b8-41df-b955-2c993d0d7f0e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:13.129333 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b361c50-f0b8-41df-b955-2c993d0d7f0e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:13.137605 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0b361c50-f0b8-41df-b955-2c993d0d7f0e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7157805 Jul 14 09:15:13.141795 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46226) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:13.153427 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b42da054-748c-4fc4-93de-b2a921f800bf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'port': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'mac_address': 'fa:16:3e:9e:6d:83', 'name': 'tempest-NetworksTestDHCPv6-1141056790'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:13.348851 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5e4a-c693-4337-bad9-fa854c0fa341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:13.423168 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edececb4-722c-4140-b49e-ddc5048ceec6 req-b2738170-0a4c-4a5e-8f83-6b517a3f6ae7 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:13.429870 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3b1f5e4a-c693-4337-bad9-fa854c0fa341 None None] For port 938b2325-ab45-4876-89bc-037e27f38027, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=938b2325-ab45-4876-89bc-037e27f38027,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:13.438425 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5e4a-c693-4337-bad9-fa854c0fa341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:13.439198 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-edececb4-722c-4140-b49e-ddc5048ceec6 req-b2738170-0a4c-4a5e-8f83-6b517a3f6ae7 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/ports?device_id=421c8289-e218-4f3d-acc7-102afd5f96c9 HTTP/1.1" status: 200 len: 945 time: 0.7168777 Jul 14 09:15:13.550226 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f5e4a-c693-4337-bad9-fa854c0fa341 None None] Pushing event updated for resources: {'Port': ['ID=938b2325-ab45-4876-89bc-037e27f38027,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:13.848406 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef54d84d-b9cf-47b0-b253-36ad9001687a None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:13.885106 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-edececb4-722c-4140-b49e-ddc5048ceec6 req-8363659b-a2c5-41b4-be01-f0c8d39614b1 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/security-groups?id=709ed6ce-d5d7-47fe-92df-a2bacbd304d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448457 Jul 14 09:15:13.931616 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df9ca6-f3e2-473f-a836-d4b68d81b859 req-594c8262-4b90-4544-b3c0-51afc2ceba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:13.938885 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82df9ca6-f3e2-473f-a836-d4b68d81b859 req-594c8262-4b90-4544-b3c0-51afc2ceba8f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=421c8289-e218-4f3d-acc7-102afd5f96c9 HTTP/1.1" status: 200 len: 1097 time: 0.7050428 Jul 14 09:15:14.018165 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42da054-748c-4fc4-93de-b2a921f800bf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:14.083394 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 938b2325-ab45-4876-89bc-037e27f38027 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:14.133454 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4d271eff-249b-40a8-9112-47ff24cda89e None None] Provisioning complete for port 938b2325-ab45-4876-89bc-037e27f38027 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:14.133826 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4d271eff-249b-40a8-9112-47ff24cda89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:14.210122 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-f19ca760-e7be-43bb-8370-fdc88059ef26 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Allocated IP 192.168.233.6 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/9ea0e249-c974-4982-9dd5-f9a9dc765a32) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:14.230279 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7de61-78cd-4caa-88bf-c64bf8ac9c8e req-bea46d83-fe10-40c0-bbfb-95440eddc633 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:14.242331 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d9b7de61-78cd-4caa-88bf-c64bf8ac9c8e req-bea46d83-fe10-40c0-bbfb-95440eddc633 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 946 time: 0.5679398 Jul 14 09:15:14.324611 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82df9ca6-f3e2-473f-a836-d4b68d81b859 req-f680ab32-4e60-4201-b267-5e5537376ca5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=709ed6ce-d5d7-47fe-92df-a2bacbd304d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703132 Jul 14 09:15:14.337585 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-87fdda97-f2ac-4055-801d-a55b48fd411e req-1d0cdece-e96a-4ea6-94ac-4f872d2831cc tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 210 time: 0.1882560 Jul 14 09:15:14.436045 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d9b7de61-78cd-4caa-88bf-c64bf8ac9c8e req-bd025131-fc81-4337-a7c0-4644661908fb tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922474 Jul 14 09:15:14.470656 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b42da054-748c-4fc4-93de-b2a921f800bf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:14.518488 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-b42da054-748c-4fc4-93de-b2a921f800bf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] device_id is not set on port 10949cec-9695-4173-ba7e-fa789b953226 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:15:14.523540 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 938b2325-ab45-4876-89bc-037e27f38027 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:14.527727 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:14.599345 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-f19ca760-e7be-43bb-8370-fdc88059ef26 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:14.653181 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-f19ca760-e7be-43bb-8370-fdc88059ef26 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Transition to ACTIVE for port object 9ea0e249-c974-4982-9dd5-f9a9dc765a32 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:14.685262 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-b42da054-748c-4fc4-93de-b2a921f800bf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 2001:db8::327 (d4b2ec29-2184-48d5-8c16-380a3c464388/2315d9a9-f2e5-4fca-b3f8-319631abb506/10949cec-9695-4173-ba7e-fa789b953226) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:14.738681 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-f19ca760-e7be-43bb-8370-fdc88059ef26 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:14.765724 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['7c586b3c-9a43-440a-9dae-7207d72ecabd'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:14.772922 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['6c382b8b-b54f-495e-9d8b-0660c468bb6a', '50a31227-651d-49c1-910d-ae94f403daa0'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:14.830156 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-f19ca760-e7be-43bb-8370-fdc88059ef26 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:14.843016 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-f19ca760-e7be-43bb-8370-fdc88059ef26 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:14.855901 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5be32-fc25-4bc7-95e2-4b0dbae1e00b req-a3d78546-42dc-40d5-86f8-f62681113be6 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:14.858559 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9cd5be32-fc25-4bc7-95e2-4b0dbae1e00b req-a3d78546-42dc-40d5-86f8-f62681113be6 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 946 time: 0.1555529 Jul 14 09:15:14.860155 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-f19ca760-e7be-43bb-8370-fdc88059ef26 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:14.882564 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ca760-e7be-43bb-8370-fdc88059ef26 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Pushing event updated for resources: {'Port': ['ID=9ea0e249-c974-4982-9dd5-f9a9dc765a32,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:15.028638 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-f19ca760-e7be-43bb-8370-fdc88059ef26 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:15.029705 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-f19ca760-e7be-43bb-8370-fdc88059ef26 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:15.064754 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-f19ca760-e7be-43bb-8370-fdc88059ef26 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5660410 Jul 14 09:15:15.069218 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9cd5be32-fc25-4bc7-95e2-4b0dbae1e00b req-be4a2c3c-ef7f-4d33-aae2-780256712183 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859818 Jul 14 09:15:15.077742 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-8bb60f2a-a4f7-47a2-8781-9eb3d2214698 service neutron] Request body: {'port': {'device_id': 'a2c17b03-1cc1-48c1-8c31-770eb5debccd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:15.222585 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-8bb60f2a-a4f7-47a2-8781-9eb3d2214698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:15.247687 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b42da054-748c-4fc4-93de-b2a921f800bf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:15.300656 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b42da054-748c-4fc4-93de-b2a921f800bf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Transition to ACTIVE for port object 10949cec-9695-4173-ba7e-fa789b953226 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:15.528012 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-05f6a3bb-608c-4b0c-a549-946cf1a3017c None None] Provisioning for port 9ea0e249-c974-4982-9dd5-f9a9dc765a32 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:15.562886 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-05f6a3bb-608c-4b0c-a549-946cf1a3017c None None] Provisioning complete for port 9ea0e249-c974-4982-9dd5-f9a9dc765a32 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:15.565717 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05f6a3bb-608c-4b0c-a549-946cf1a3017c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:15.579891 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b42da054-748c-4fc4-93de-b2a921f800bf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:15.669541 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-05f6a3bb-608c-4b0c-a549-946cf1a3017c None None] Port 9ea0e249-c974-4982-9dd5-f9a9dc765a32 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:15:15.718056 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c64e8-f3e2-49d5-9ac2-d42f51282b9c req-69c8b611-bb7c-478a-8009-a4a75e7d2e11 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:15.736766 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-072c64e8-f3e2-49d5-9ac2-d42f51282b9c req-69c8b611-bb7c-478a-8009-a4a75e7d2e11 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/ports?device_id=421c8289-e218-4f3d-acc7-102afd5f96c9 HTTP/1.1" status: 200 len: 945 time: 0.3800304 Jul 14 09:15:15.900863 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-45d95871-2b79-4655-bd01-068bc9c74219 None None] Provisioning complete for port 938b2325-ab45-4876-89bc-037e27f38027 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:15.901403 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45d95871-2b79-4655-bd01-068bc9c74219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:15.966327 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42da054-748c-4fc4-93de-b2a921f800bf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:15.989467 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b42da054-748c-4fc4-93de-b2a921f800bf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:15.996737 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42da054-748c-4fc4-93de-b2a921f800bf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:16.024722 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42da054-748c-4fc4-93de-b2a921f800bf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:16.029254 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b42da054-748c-4fc4-93de-b2a921f800bf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:16.151424 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42da054-748c-4fc4-93de-b2a921f800bf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=10949cec-9695-4173-ba7e-fa789b953226,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:16.193887 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-072c64e8-f3e2-49d5-9ac2-d42f51282b9c req-a9a022b9-45ce-4f8b-a447-f95e39b4abba tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/security-groups?id=709ed6ce-d5d7-47fe-92df-a2bacbd304d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559422 Jul 14 09:15:16.200902 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b42da054-748c-4fc4-93de-b2a921f800bf tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0579357 Jul 14 09:15:16.204617 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46272) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:16.312106 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-8bb60f2a-a4f7-47a2-8781-9eb3d2214698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea0e249-c974-4982-9dd5-f9a9dc765a32 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:16.346603 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-8bb60f2a-a4f7-47a2-8781-9eb3d2214698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:16.392503 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-8bb60f2a-a4f7-47a2-8781-9eb3d2214698 service neutron] Transition to ACTIVE for port object 9ea0e249-c974-4982-9dd5-f9a9dc765a32 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:16.400923 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-8bb60f2a-a4f7-47a2-8781-9eb3d2214698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:16.524594 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a6ce6e-9013-4b76-8b98-1805c1fd378e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:16.550608 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a6ce6e-9013-4b76-8b98-1805c1fd378e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:16.557116 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-30a6ce6e-9013-4b76-8b98-1805c1fd378e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.3459361 Jul 14 09:15:16.567024 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb60f2a-a4f7-47a2-8781-9eb3d2214698 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea0e249-c974-4982-9dd5-f9a9dc765a32,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:16.575885 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46284) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:16.679889 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-78f6c291-0173-4d0f-880f-2bc65b3fb2af None None] Could not find standard attr ID for object c53fdac0-a367-49ad-9e6e-2b173d2ffec1. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:15:16.697771 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-78f6c291-0173-4d0f-880f-2bc65b3fb2af None None] Provisioning for port 10949cec-9695-4173-ba7e-fa789b953226 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:16.709477 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-78f6c291-0173-4d0f-880f-2bc65b3fb2af None None] Provisioning complete for port 10949cec-9695-4173-ba7e-fa789b953226 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:16.709856 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78f6c291-0173-4d0f-880f-2bc65b3fb2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:16.796219 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-78f6c291-0173-4d0f-880f-2bc65b3fb2af None None] Port 10949cec-9695-4173-ba7e-fa789b953226 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:15:16.812304 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-8bb60f2a-a4f7-47a2-8781-9eb3d2214698 service neutron] Attempting to bind port 9ea0e249-c974-4982-9dd5-f9a9dc765a32 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:16.812598 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-8bb60f2a-a4f7-47a2-8781-9eb3d2214698 service neutron] Attempting to bind port 9ea0e249-c974-4982-9dd5-f9a9dc765a32 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:16.812914 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-8bb60f2a-a4f7-47a2-8781-9eb3d2214698 service neutron] Attempting to bind port 9ea0e249-c974-4982-9dd5-f9a9dc765a32 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:16.832496 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-8bb60f2a-a4f7-47a2-8781-9eb3d2214698 service neutron] Port 9ea0e249-c974-4982-9dd5-f9a9dc765a32 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:15:16.832884 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-8bb60f2a-a4f7-47a2-8781-9eb3d2214698 service neutron] Attempting to bind port 9ea0e249-c974-4982-9dd5-f9a9dc765a32 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:16.840099 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-8bb60f2a-a4f7-47a2-8781-9eb3d2214698 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:16.840449 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-8bb60f2a-a4f7-47a2-8781-9eb3d2214698 service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:16.840846 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-8bb60f2a-a4f7-47a2-8781-9eb3d2214698 service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:16.841285 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-8bb60f2a-a4f7-47a2-8781-9eb3d2214698 service neutron] Bound port: 9ea0e249-c974-4982-9dd5-f9a9dc765a32, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:16.841650 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-8bb60f2a-a4f7-47a2-8781-9eb3d2214698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:16.865678 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b8fa4-8f74-4212-a445-6ea645e378ee req-5c75dc44-df32-4bda-9539-85ed1916b2f3 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:16.872651 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a98b8fa4-8f74-4212-a445-6ea645e378ee req-5c75dc44-df32-4bda-9539-85ed1916b2f3 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 934 time: 0.5401421 Jul 14 09:15:16.971471 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-8bb60f2a-a4f7-47a2-8781-9eb3d2214698 service neutron] For port 9ea0e249-c974-4982-9dd5-f9a9dc765a32, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:16.974965 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-8bb60f2a-a4f7-47a2-8781-9eb3d2214698 service neutron] For port 9ea0e249-c974-4982-9dd5-f9a9dc765a32, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9ea0e249-c974-4982-9dd5-f9a9dc765a32,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:16.983007 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-8bb60f2a-a4f7-47a2-8781-9eb3d2214698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:17.003281 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a98b8fa4-8f74-4212-a445-6ea645e378ee req-9b088a27-57ca-413f-852a-78296535839d tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291959 Jul 14 09:15:17.011890 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-3ae4b5a0-50f5-4cee-94ba-da8efd3e2d99 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:17.013431 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-3ae4b5a0-50f5-4cee-94ba-da8efd3e2d99 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/networks?id=86c853f4-4ad9-424e-8297-380957ad4d59 HTTP/1.1" status: 200 len: 815 time: 0.4246800 Jul 14 09:15:17.046107 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-53e43053-c2c0-4f79-8b39-3f128d3519fb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting port 10949cec-9695-4173-ba7e-fa789b953226 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:17.046505 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53e43053-c2c0-4f79-8b39-3f128d3519fb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:17.066368 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-37ab0d85-ccf2-4ba3-aa5b-a7639252a1cb tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/quotas/632b277e59c94db7b11ed5f1a650279a HTTP/1.1" status: 200 len: 375 time: 0.0468080 Jul 14 09:15:17.084284 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb60f2a-a4f7-47a2-8781-9eb3d2214698 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea0e249-c974-4982-9dd5-f9a9dc765a32,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:17.092437 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-8bb60f2a-a4f7-47a2-8781-9eb3d2214698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:17.093178 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-8bb60f2a-a4f7-47a2-8781-9eb3d2214698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:17.094620 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-8bb60f2a-a4f7-47a2-8781-9eb3d2214698 service neutron] 10.222.0.44 "PUT /v2.0/ports/9ea0e249-c974-4982-9dd5-f9a9dc765a32 HTTP/1.1" status: 200 len: 1095 time: 2.0221350 Jul 14 09:15:17.095090 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c17b03-1cc1-48c1-8c31-770eb5debccd', 'tag': '9ea0e249-c974-4982-9dd5-f9a9dc765a32'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:17.097462 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942a8b28-c052-41c9-af4d-8dd0960ea596" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c17b03-1cc1-48c1-8c31-770eb5debccd", "tag": "9ea0e249-c974-4982-9dd5-f9a9dc765a32"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:17.158971 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e255aa18-0795-49fa-b604-1b438df811fa x-openstack-request-id: req-e255aa18-0795-49fa-b604-1b438df811fa {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:17.159415 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c17b03-1cc1-48c1-8c31-770eb5debccd", "tag": "9ea0e249-c974-4982-9dd5-f9a9dc765a32", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:17.159814 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e255aa18-0795-49fa-b604-1b438df811fa {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:17.160524 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2c17b03-1cc1-48c1-8c31-770eb5debccd', 'tag': '9ea0e249-c974-4982-9dd5-f9a9dc765a32', 'status': 'completed', 'code': 200} Jul 14 09:15:17.276825 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53e43053-c2c0-4f79-8b39-3f128d3519fb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:17.289936 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-bb84a496-4746-4f18-86d2-79d6e3c5e338 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=632b277e59c94db7b11ed5f1a650279a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2104428 Jul 14 09:15:17.405688 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-53e43053-c2c0-4f79-8b39-3f128d3519fb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Calling delete_port for 10949cec-9695-4173-ba7e-fa789b953226 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:17.455416 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-403747b0-0b4a-4859-a405-5f3b9dd16fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:17.457774 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-403747b0-0b4a-4859-a405-5f3b9dd16fa8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 1098 time: 0.3085792 Jul 14 09:15:17.470979 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c2747-004e-45a4-9166-f07607172d75 req-7fac01b3-ea1c-4064-985e-930a8ffd5688 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:17.472770 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4c1c2747-004e-45a4-9166-f07607172d75 req-7fac01b3-ea1c-4064-985e-930a8ffd5688 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2 HTTP/1.1" status: 200 len: 946 time: 0.1684983 Jul 14 09:15:17.565823 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-b71eb251-9c87-4bb3-90d4-f03c7d80601c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=9ea0e249-c974-4982-9dd5-f9a9dc765a32 HTTP/1.1" status: 200 len: 217 time: 0.0918155 Jul 14 09:15:17.790921 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-7d108906-e987-435c-a4eb-4f8bb041373b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:17.798078 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-7d108906-e987-435c-a4eb-4f8bb041373b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.2255394 Jul 14 09:15:17.897895 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-4c1c2747-004e-45a4-9166-f07607172d75 req-15329be4-e0d6-4393-ba30-fe4b3a9059a3 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Deleting port f73eef52-13e9-4a9d-8a3e-26d660d0b903 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:17.898259 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4c1c2747-004e-45a4-9166-f07607172d75 req-15329be4-e0d6-4393-ba30-fe4b3a9059a3 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:17.973581 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-dd044abf-4a2a-46d4-a940-9d710d1a0d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:17.975328 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-dd044abf-4a2a-46d4-a940-9d710d1a0d4e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1690075 Jul 14 09:15:18.103243 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-4c1c2747-004e-45a4-9166-f07607172d75 req-15329be4-e0d6-4393-ba30-fe4b3a9059a3 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] For port f73eef52-13e9-4a9d-8a3e-26d660d0b903, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=f73eef52-13e9-4a9d-8a3e-26d660d0b903,segment=NetworkSegment(c33ce29e-d508-429e-945d-f02a1fe3578f),segment_id=c33ce29e-d508-429e-945d-f02a1fe3578f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:18.104151 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4c1c2747-004e-45a4-9166-f07607172d75 req-15329be4-e0d6-4393-ba30-fe4b3a9059a3 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:18.130035 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-4c1c2747-004e-45a4-9166-f07607172d75 req-15329be4-e0d6-4393-ba30-fe4b3a9059a3 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Calling delete_port for f73eef52-13e9-4a9d-8a3e-26d660d0b903 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:18.170815 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-bcf1dfae-ec10-409a-99d3-8e878a8eccb6 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866171 Jul 14 09:15:18.183452 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-7101a169-5057-4619-95a8-f9e29632437e service neutron] 10.222.0.25 "GET /v2.0/networks/86c853f4-4ad9-424e-8297-380957ad4d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8928769 Jul 14 09:15:18.258018 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3965c0a-478a-4916-a30e-70055c5840c2 req-acce6442-377e-4849-b5eb-2ca8d0681726 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:18.260764 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3965c0a-478a-4916-a30e-70055c5840c2 req-acce6442-377e-4849-b5eb-2ca8d0681726 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/ports?device_id=421c8289-e218-4f3d-acc7-102afd5f96c9 HTTP/1.1" status: 200 len: 945 time: 0.7567835 Jul 14 09:15:18.364211 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87892fc2-6696-4333-a83d-f7fb988dcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:18.373365 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d154b70a-c5a2-4ff0-a99c-02f2add9faff req-b5c7b424-fd71-469c-a387-a56c85d81c11 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593661 Jul 14 09:15:18.404561 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53e43053-c2c0-4f79-8b39-3f128d3519fb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:18.443961 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3965c0a-478a-4916-a30e-70055c5840c2 req-62f96f0f-3f59-4984-99a3-ba12711b760e tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/security-groups?id=709ed6ce-d5d7-47fe-92df-a2bacbd304d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216257 Jul 14 09:15:18.527026 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53e43053-c2c0-4f79-8b39-3f128d3519fb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:18.533102 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-53e43053-c2c0-4f79-8b39-3f128d3519fb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/10949cec-9695-4173-ba7e-fa789b953226 HTTP/1.1" status: 204 len: 168 time: 1.9527526 Jul 14 09:15:18.534012 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46320) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:18.547740 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e43053-c2c0-4f79-8b39-3f128d3519fb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Port': ['ID=10949cec-9695-4173-ba7e-fa789b953226,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:18.563130 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4c1c2747-004e-45a4-9166-f07607172d75 req-15329be4-e0d6-4393-ba30-fe4b3a9059a3 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:18.577540 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['f73eef52-13e9-4a9d-8a3e-26d660d0b903'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:18.617674 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15329be4-e0d6-4393-ba30-fe4b3a9059a3 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Pushing event deleted for resources: {'Port': ['ID=f73eef52-13e9-4a9d-8a3e-26d660d0b903,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:18.676253 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8f6fdb-cfa3-4088-a84d-8661d97bf785 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:18.692006 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8f6fdb-cfa3-4088-a84d-8661d97bf785 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:18.696717 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0e8f6fdb-cfa3-4088-a84d-8661d97bf785 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1618664 Jul 14 09:15:18.712857 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46322) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:18.730771 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-c5135c09-eb10-44c4-8f47-aabb8e2d2629 service neutron] 10.222.0.25 "GET /v2.0/networks/86c853f4-4ad9-424e-8297-380957ad4d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5278053 Jul 14 09:15:18.878137 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a8b28-c052-41c9-af4d-8dd0960ea596 req-4cff1159-6c61-4f4c-850c-f2d5b66ae194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:18.879357 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2654863c-08b1-4e46-b2e3-a902cd51a434 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet 2315d9a9-f2e5-4fca-b3f8-319631abb506 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:15:18.883027 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-942a8b28-c052-41c9-af4d-8dd0960ea596 req-4cff1159-6c61-4f4c-850c-f2d5b66ae194 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 1098 time: 0.3984108 Jul 14 09:15:18.887551 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1c2747-004e-45a4-9166-f07607172d75 req-15329be4-e0d6-4393-ba30-fe4b3a9059a3 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] No DVR routers for this DVR port f73eef52-13e9-4a9d-8a3e-26d660d0b903 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:18.890626 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2654863c-08b1-4e46-b2e3-a902cd51a434 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:18.895841 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4c1c2747-004e-45a4-9166-f07607172d75 req-15329be4-e0d6-4393-ba30-fe4b3a9059a3 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:18.906806 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4c1c2747-004e-45a4-9166-f07607172d75 req-15329be4-e0d6-4393-ba30-fe4b3a9059a3 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.44 "DELETE /v2.0/ports/f73eef52-13e9-4a9d-8a3e-26d660d0b903 HTTP/1.1" status: 204 len: 173 time: 1.4245880 Jul 14 09:15:19.004610 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2654863c-08b1-4e46-b2e3-a902cd51a434 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:19.099439 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2654863c-08b1-4e46-b2e3-a902cd51a434 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:19.171412 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2', 'name': 'network-vif-deleted', 'tag': 'f73eef52-13e9-4a9d-8a3e-26d660d0b903'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:19.190930 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ff3c71-13aa-431b-aed8-31b436c6e812" -d '{"events": [{"server_uuid": "fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2", "name": "network-vif-deleted", "tag": "f73eef52-13e9-4a9d-8a3e-26d660d0b903"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:19.262041 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a8b28-c052-41c9-af4d-8dd0960ea596 req-a7c4d2b1-034e-42ee-b763-031c7cb75da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:19.273820 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-942a8b28-c052-41c9-af4d-8dd0960ea596 req-a7c4d2b1-034e-42ee-b763-031c7cb75da8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.3500361 Jul 14 09:15:19.364533 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9251d96-c2f4-4274-8cf8-e43ad5a5cbd9 req-c92a6155-2e50-43fa-8318-e656b51efe3b tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:19.367704 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e9251d96-c2f4-4274-8cf8-e43ad5a5cbd9 req-c92a6155-2e50-43fa-8318-e656b51efe3b tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 946 time: 0.2697031 Jul 14 09:15:19.374735 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2654863c-08b1-4e46-b2e3-a902cd51a434 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:19.403245 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-942a8b28-c052-41c9-af4d-8dd0960ea596 req-3e0d0a15-0197-4b27-a4d2-fee4ac4261fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=9ea0e249-c974-4982-9dd5-f9a9dc765a32 HTTP/1.1" status: 200 len: 217 time: 0.1188023 Jul 14 09:15:19.421917 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654863c-08b1-4e46-b2e3-a902cd51a434 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=2315d9a9-f2e5-4fca-b3f8-319631abb506,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:19.486139 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b02b0d35-4e1c-4a96-b673-ff1dc039680a req-4c55f9d5-39fd-4870-8076-91553636281f tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6bf780-b2d3-40b3-98d0-71af6457ad6c HTTP/1.1" status: 200 len: 210 time: 0.0693901 Jul 14 09:15:19.489169 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b682229d-dab1-4921-904a-bfc334426d0a None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:19.496737 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2654863c-08b1-4e46-b2e3-a902cd51a434 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:19.496737 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2654863c-08b1-4e46-b2e3-a902cd51a434 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/2315d9a9-f2e5-4fca-b3f8-319631abb506 HTTP/1.1" status: 204 len: 168 time: 0.7796741 Jul 14 09:15:19.502029 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46342) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:19.541019 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a8b28-c052-41c9-af4d-8dd0960ea596 req-0e6530b2-3fcb-4940-b6d7-8b2acf19a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:19.562245 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-942a8b28-c052-41c9-af4d-8dd0960ea596 req-0e6530b2-3fcb-4940-b6d7-8b2acf19a167 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1513186 Jul 14 09:15:19.605825 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e9251d96-c2f4-4274-8cf8-e43ad5a5cbd9 req-452b31d9-3e77-4d10-9cc0-886d20c1fb45 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281792 Jul 14 09:15:19.617062 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b1e9d683-2886-4872-a1f6-7d61df104820 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1115787 Jul 14 09:15:19.619675 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46346) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:19.773914 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a8b28-c052-41c9-af4d-8dd0960ea596 req-3b471f56-e7f0-4363-b762-017f916b59d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:19.780837 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-942a8b28-c052-41c9-af4d-8dd0960ea596 req-3b471f56-e7f0-4363-b762-017f916b59d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2099400 Jul 14 09:15:19.839975 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd41500e-82e9-44e9-9b95-6ab41fa77edb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:19.848371 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bd41500e-82e9-44e9-9b95-6ab41fa77edb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2274015 Jul 14 09:15:19.853677 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46354) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:20.021765 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a63e11-0223-43b7-aaca-96a1dd90829e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:20.023878 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-81a63e11-0223-43b7-aaca-96a1dd90829e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1689351 Jul 14 09:15:20.029244 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46360) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:20.035981 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d6d8e6-ba52-4305-af01-9e1a4c724120 x-openstack-request-id: req-05d6d8e6-ba52-4305-af01-9e1a4c724120 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:20.038417 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2", "name": "network-vif-deleted", "tag": "f73eef52-13e9-4a9d-8a3e-26d660d0b903", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:20.038804 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05d6d8e6-ba52-4305-af01-9e1a4c724120 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:20.039212 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf0f0ff-b9a1-48e6-bdbf-9cc5774325d2', 'name': 'network-vif-deleted', 'tag': 'f73eef52-13e9-4a9d-8a3e-26d660d0b903', 'status': 'completed', 'code': 200} Jul 14 09:15:20.123454 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cb094010-f055-4f7a-8673-2e603dbb4798 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0926518 Jul 14 09:15:20.127750 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46368) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:20.141708 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9fc87469-c43a-41fc-a320-c7cbcf3f643d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:20.265718 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-942a8b28-c052-41c9-af4d-8dd0960ea596 req-14b545bd-3882-486f-be81-1a088f265d61 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767320 Jul 14 09:15:20.296840 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89840b72-0158-4528-b02d-c4186eab28f3 None None] DHCP port deletion for d4b2ec29-2184-48d5-8c16-380a3c464388 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:15:20.469483 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-89840b72-0158-4528-b02d-c4186eab28f3 None None] Deleting port 938b2325-ab45-4876-89bc-037e27f38027 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:20.470321 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89840b72-0158-4528-b02d-c4186eab28f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:20.497769 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc87469-c43a-41fc-a320-c7cbcf3f643d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:20.520811 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9fc87469-c43a-41fc-a320-c7cbcf3f643d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:20.551555 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-942a8b28-c052-41c9-af4d-8dd0960ea596 req-b7270686-48e3-4643-b764-83633fb18347 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787211 Jul 14 09:15:20.637950 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-89840b72-0158-4528-b02d-c4186eab28f3 None None] For port 938b2325-ab45-4876-89bc-037e27f38027, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=938b2325-ab45-4876-89bc-037e27f38027,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:20.638597 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89840b72-0158-4528-b02d-c4186eab28f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:20.663173 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-89840b72-0158-4528-b02d-c4186eab28f3 None None] Calling delete_port for 938b2325-ab45-4876-89bc-037e27f38027 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:20.791426 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89840b72-0158-4528-b02d-c4186eab28f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:20.847229 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89840b72-0158-4528-b02d-c4186eab28f3 None None] Pushing event deleted for resources: {'Port': ['ID=938b2325-ab45-4876-89bc-037e27f38027,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:20.850150 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89840b72-0158-4528-b02d-c4186eab28f3 None None] No DVR routers for this DVR port 938b2325-ab45-4876-89bc-037e27f38027 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:21.004106 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bfc54d8a-d829-4912-8f56-45f0176e9855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.005776 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eae36209-41f3-4260-ac4b-b6040b41d4cb req-c8121824-2dae-4d05-849c-7c94c9a2a201 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6bf780-b2d3-40b3-98d0-71af6457ad6c HTTP/1.1" status: 200 len: 210 time: 0.3196988 Jul 14 09:15:21.176147 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9ea0e249-c974-4982-9dd5-f9a9dc765a32 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:15:21.178368 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device f73eef52-13e9-4a9d-8a3e-26d660d0b903 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:21.216704 n-d-771362-35 neutron-server[93773]: DEBUG neutron.objects.ports [None req-9fc87469-c43a-41fc-a320-c7cbcf3f643d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:15:21.220491 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: f73eef52-13e9-4a9d-8a3e-26d660d0b903 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:21.221047 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device f73eef52-13e9-4a9d-8a3e-26d660d0b903 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:21.233937 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9fc87469-c43a-41fc-a320-c7cbcf3f643d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.379106 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.391869 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037a64c-3316-4380-861a-6c6f9e1c43a7 req-d8be3452-596c-4e89-9511-c6ac59810b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:21.393289 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b037a64c-3316-4380-861a-6c6f9e1c43a7 req-d8be3452-596c-4e89-9511-c6ac59810b61 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52b6d9edbbce4964a4733eb4480ae2f8&device_id=421c8289-e218-4f3d-acc7-102afd5f96c9 HTTP/1.1" status: 200 len: 1097 time: 0.9670696 Jul 14 09:15:21.428672 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 9ea0e249-c974-4982-9dd5-f9a9dc765a32, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9ea0e249-c974-4982-9dd5-f9a9dc765a32,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:21.450650 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '9ea0e249-c974-4982-9dd5-f9a9dc765a32', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '9ea0e249-c974-4982-9dd5-f9a9dc765a32', 'mac_address': 'fa:16:3e:8c:01:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:15:21.474238 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc87469-c43a-41fc-a320-c7cbcf3f643d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:21.489077 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-9fc87469-c43a-41fc-a320-c7cbcf3f643d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:21.500299 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc87469-c43a-41fc-a320-c7cbcf3f643d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:21.500999 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9fc87469-c43a-41fc-a320-c7cbcf3f643d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.515547 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7ebe6-d0e8-49d3-b7c1-f286e152583d req-ab66790e-464e-44df-8e51-bd73dbe18796 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:21.517536 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ccb7ebe6-d0e8-49d3-b7c1-f286e152583d req-ab66790e-464e-44df-8e51-bd73dbe18796 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/ports?device_id=421c8289-e218-4f3d-acc7-102afd5f96c9 HTTP/1.1" status: 200 len: 945 time: 0.8919747 Jul 14 09:15:21.529619 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc87469-c43a-41fc-a320-c7cbcf3f643d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=7d330b70-f10c-4bbc-9b28-1c62803ed9bc,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:21.530174 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abb8199-f607-4b9b-a5f4-4d156ee96135 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:21.573854 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9fc87469-c43a-41fc-a320-c7cbcf3f643d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4411578 Jul 14 09:15:21.577886 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46398) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:21.583239 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-193df611-de61-4b4b-a5ea-3d02df2493a0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:21.648157 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379739c-85c8-4d1a-b90e-a98f0cb8494f req-ff8cb85c-fb0a-4941-8b5f-b03e031d4232 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:21.655457 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1379739c-85c8-4d1a-b90e-a98f0cb8494f req-ff8cb85c-fb0a-4941-8b5f-b03e031d4232 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 946 time: 0.4349399 Jul 14 09:15:21.676207 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.720682 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea0e249-c974-4982-9dd5-f9a9dc765a32 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:21.728937 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ccb7ebe6-d0e8-49d3-b7c1-f286e152583d req-420c373a-91be-4abf-a54f-466a2fb876d3 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/security-groups?id=709ed6ce-d5d7-47fe-92df-a2bacbd304d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937602 Jul 14 09:15:21.738072 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037a64c-3316-4380-861a-6c6f9e1c43a7 req-60f1cca6-3515-474f-af35-741ba226d7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:21.739944 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b037a64c-3316-4380-861a-6c6f9e1c43a7 req-60f1cca6-3515-474f-af35-741ba226d7b7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=87b895fe-07ee-490d-a56b-a9552105bbca HTTP/1.1" status: 200 len: 913 time: 0.3317649 Jul 14 09:15:21.799747 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b037a64c-3316-4380-861a-6c6f9e1c43a7 req-8d8336d6-539c-4fd6-b758-d6730b882864 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aeaf2665-e133-4d4a-b03c-79a4e73fdff8 HTTP/1.1" status: 200 len: 217 time: 0.0498333 Jul 14 09:15:21.811559 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 9ea0e249-c974-4982-9dd5-f9a9dc765a32, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9ea0e249-c974-4982-9dd5-f9a9dc765a32,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:21.819831 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1379739c-85c8-4d1a-b90e-a98f0cb8494f req-3f23de03-ad3f-483e-a088-a36781f329b3 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539445 Jul 14 09:15:21.845811 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.894808 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193df611-de61-4b4b-a5ea-3d02df2493a0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:21.910147 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-193df611-de61-4b4b-a5ea-3d02df2493a0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.951916 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037a64c-3316-4380-861a-6c6f9e1c43a7 req-0b6d0c3f-33fc-486a-a901-1f9d8b72ffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:21.953401 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b037a64c-3316-4380-861a-6c6f9e1c43a7 req-0b6d0c3f-33fc-486a-a901-1f9d8b72ffe6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fd737554-522c-4932-ba4c-3ce01155eb2a HTTP/1.1" status: 200 len: 853 time: 0.1325731 Jul 14 09:15:21.985746 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 938b2325-ab45-4876-89bc-037e27f38027 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:22.023477 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b037a64c-3316-4380-861a-6c6f9e1c43a7 req-cb393095-3e97-472d-9173-ed2bffc61c87 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=87b895fe-07ee-490d-a56b-a9552105bbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624452 Jul 14 09:15:22.063845 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 938b2325-ab45-4876-89bc-037e27f38027 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:22.064427 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 938b2325-ab45-4876-89bc-037e27f38027 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:22.080389 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['9ea0e249-c974-4982-9dd5-f9a9dc765a32'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:22.172160 n-d-771362-35 neutron-server[93772]: INFO neutron.db.ipam_backend_mixin [None req-193df611-de61-4b4b-a5ea-3d02df2493a0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7d330b70-f10c-4bbc-9b28-1c62803ed9bc (CIDR: 2001:db8::/64) Jul 14 09:15:22.178060 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-193df611-de61-4b4b-a5ea-3d02df2493a0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:15:22.178763 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-193df611-de61-4b4b-a5ea-3d02df2493a0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:15:22.189581 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-394587a2-2f53-48d7-be5f-b96def08ca86 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:22.191370 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-394587a2-2f53-48d7-be5f-b96def08ca86 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.47 "GET /v2.0/networks?id=86c853f4-4ad9-424e-8297-380957ad4d59 HTTP/1.1" status: 200 len: 815 time: 0.2454231 Jul 14 09:15:22.191994 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=9ea0e249-c974-4982-9dd5-f9a9dc765a32,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:22.192362 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46406) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:22.204126 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-5d7e8cf8-a620-4c61-b534-a0f2488430c8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-542135921'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:22.217478 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-c70be9b2-20e8-4910-87c0-d8689d1a147e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Request body: {'port': {'device_id': '1d6bf780-b2d3-40b3-98d0-71af6457ad6c', 'network_id': '86c853f4-4ad9-424e-8297-380957ad4d59', 'admin_state_up': True, 'tenant_id': '632b277e59c94db7b11ed5f1a650279a'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:22.264482 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-193df611-de61-4b4b-a5ea-3d02df2493a0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6851377 Jul 14 09:15:22.289637 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46408) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:22.298718 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0b15a726-b542-46b7-b54b-6dea5f67d189 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:22.301077 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6766197f-a2e6-481b-a325-59d949f28649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-d4b2ec29-2184-48d5-8c16-380a3c464388', 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'fixed_ips': [{'subnet_id': '7d330b70-f10c-4bbc-9b28-1c62803ed9bc'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:15:22.302028 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6766197f-a2e6-481b-a325-59d949f28649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.312236 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7e8cf8-a620-4c61-b534-a0f2488430c8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Made reservation on behalf of ff8ef452914843b3a211f5977d735f89 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:22.314003 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d7e8cf8-a620-4c61-b534-a0f2488430c8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.319212 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.398271 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-877a1221-f6a4-4a08-b5a6-4f126978c7ea req-cf26fba5-6ccc-47ab-b6ef-502a140f4711 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6bf780-b2d3-40b3-98d0-71af6457ad6c HTTP/1.1" status: 200 len: 210 time: 0.1513095 Jul 14 09:15:22.458954 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b037a64c-3316-4380-861a-6c6f9e1c43a7 req-dec49bc1-7888-4ef7-862c-c7e1c29ec080 service neutron] 10.222.0.47 "GET /v2.0/networks/87b895fe-07ee-490d-a56b-a9552105bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248686 Jul 14 09:15:22.466023 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d7e8cf8-a620-4c61-b534-a0f2488430c8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:15:22.476875 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-c70be9b2-20e8-4910-87c0-d8689d1a147e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Made reservation on behalf of 632b277e59c94db7b11ed5f1a650279a for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:22.488837 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-c70be9b2-20e8-4910-87c0-d8689d1a147e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.508792 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d7e8cf8-a620-4c61-b534-a0f2488430c8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.509221 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-5d7e8cf8-a620-4c61-b534-a0f2488430c8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Added segment d96c02fe-c211-4c24-b05d-bd0375910386 of type vlan for network 0fc9d8b4-8882-41d7-9910-af2ade9bb06b Jul 14 09:15:22.608068 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-6766197f-a2e6-481b-a325-59d949f28649 None None] Allocated IP 2001:db8::f816:3eff:fee8:fb15 (d4b2ec29-2184-48d5-8c16-380a3c464388/7d330b70-f10c-4bbc-9b28-1c62803ed9bc/ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:22.612518 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d7e8cf8-a620-4c61-b534-a0f2488430c8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.704319 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d7e8cf8-a620-4c61-b534-a0f2488430c8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.707730 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b037a64c-3316-4380-861a-6c6f9e1c43a7 req-5b8d4e21-ed6a-4c1b-a2ad-bd73bfea784e service neutron] 10.222.0.47 "GET /v2.0/networks/87b895fe-07ee-490d-a56b-a9552105bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380252 Jul 14 09:15:22.714541 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b15a726-b542-46b7-b54b-6dea5f67d189 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:22.714824 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7e8cf8-a620-4c61-b534-a0f2488430c8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:22.715517 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d7e8cf8-a620-4c61-b534-a0f2488430c8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.719295 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b15a726-b542-46b7-b54b-6dea5f67d189 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.757515 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5d7e8cf8-a620-4c61-b534-a0f2488430c8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5594246 Jul 14 09:15:22.773859 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46410) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:22.780166 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-4cdeadcf-163e-4c26-af48-19d1b147834f tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1630679455'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:22.822377 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-c70be9b2-20e8-4910-87c0-d8689d1a147e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Allocated IP 172.20.0.4 (86c853f4-4ad9-424e-8297-380957ad4d59/d15f9542-5236-469a-b44a-f2a19fe36887/2695c005-a162-464c-ac6c-7b7d642e4a11) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:22.842703 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e8cf8-a620-4c61-b534-a0f2488430c8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event updated for resources: {'Network': ['ID=0fc9d8b4-8882-41d7-9910-af2ade9bb06b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:22.887375 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdeadcf-163e-4c26-af48-19d1b147834f tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Made reservation on behalf of ff8ef452914843b3a211f5977d735f89 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:22.890989 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4cdeadcf-163e-4c26-af48-19d1b147834f tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.896714 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 0fc9d8b4-8882-41d7-9910-af2ade9bb06b details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:15:23.014146 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cdeadcf-163e-4c26-af48-19d1b147834f tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:15:23.083474 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4cdeadcf-163e-4c26-af48-19d1b147834f tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.083862 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-4cdeadcf-163e-4c26-af48-19d1b147834f tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Added segment f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a of type vlan for network f88ba657-d9b2-4a2f-8603-745af5d48899 Jul 14 09:15:23.094410 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6766197f-a2e6-481b-a325-59d949f28649 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.129276 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6766197f-a2e6-481b-a325-59d949f28649 None None] Transition to ACTIVE for port object ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:23.156079 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6766197f-a2e6-481b-a325-59d949f28649 None None] Transition to ACTIVE for port object ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:23.170182 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6766197f-a2e6-481b-a325-59d949f28649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.171331 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-c70be9b2-20e8-4910-87c0-d8689d1a147e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.192262 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9ea0e249-c974-4982-9dd5-f9a9dc765a32 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:23.224890 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4cdeadcf-163e-4c26-af48-19d1b147834f tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.257730 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-c70be9b2-20e8-4910-87c0-d8689d1a147e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.272437 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6766197f-a2e6-481b-a325-59d949f28649 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:23.277761 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-6766197f-a2e6-481b-a325-59d949f28649 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:23.293713 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6766197f-a2e6-481b-a325-59d949f28649 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:23.297938 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf410d2-0b2a-456b-ae4f-ff1bffad0dbf req-a2778e6a-24c5-4f2c-a4bd-0d9c9c041f1a tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:23.305778 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6cf410d2-0b2a-456b-ae4f-ff1bffad0dbf req-a2778e6a-24c5-4f2c-a4bd-0d9c9c041f1a tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 947 time: 0.2749524 Jul 14 09:15:23.314244 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766197f-a2e6-481b-a325-59d949f28649 None None] Pushing event updated for resources: {'Port': ['ID=ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:23.377855 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-c70be9b2-20e8-4910-87c0-d8689d1a147e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Network 86c853f4-4ad9-424e-8297-380957ad4d59 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:23.379686 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4cdeadcf-163e-4c26-af48-19d1b147834f tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.395946 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-c70be9b2-20e8-4910-87c0-d8689d1a147e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:23.396123 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdeadcf-163e-4c26-af48-19d1b147834f tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:23.396123 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4cdeadcf-163e-4c26-af48-19d1b147834f tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.396321 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-c70be9b2-20e8-4910-87c0-d8689d1a147e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:23.476536 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580a155-68fb-4fbd-8fe0-948c5720e58b req-8d40717e-7b01-404e-a3d5-526ebee4594b tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:23.484304 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3580a155-68fb-4fbd-8fe0-948c5720e58b req-8d40717e-7b01-404e-a3d5-526ebee4594b tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/ports?device_id=421c8289-e218-4f3d-acc7-102afd5f96c9 HTTP/1.1" status: 200 len: 945 time: 0.3454967 Jul 14 09:15:23.518288 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-c70be9b2-20e8-4910-87c0-d8689d1a147e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:23.520239 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-c70be9b2-20e8-4910-87c0-d8689d1a147e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.535549 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70be9b2-20e8-4910-87c0-d8689d1a147e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Pushing event updated for resources: {'Port': ['ID=2695c005-a162-464c-ac6c-7b7d642e4a11,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:23.536320 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4cdeadcf-163e-4c26-af48-19d1b147834f tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7604573 Jul 14 09:15:23.549162 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46432) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:23.559174 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-90d94444-ab5a-4d82-bfda-917b5a191344 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Request body: {'subnet': {'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:23.560269 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6cf410d2-0b2a-456b-ae4f-ff1bffad0dbf req-36c0a01d-4db9-41ad-9226-c110d22baf5d tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534256 Jul 14 09:15:23.579781 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6766197f-a2e6-481b-a325-59d949f28649 None None] Attempting to bind port ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:23.580256 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6766197f-a2e6-481b-a325-59d949f28649 None None] Attempting to bind port ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:23.580737 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6766197f-a2e6-481b-a325-59d949f28649 None None] Attempting to bind port ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9 on network d4b2ec29-2184-48d5-8c16-380a3c464388 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:23.587371 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6766197f-a2e6-481b-a325-59d949f28649 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:23.588669 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6766197f-a2e6-481b-a325-59d949f28649 None None] Checking segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:23.589229 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6766197f-a2e6-481b-a325-59d949f28649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.589780 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6766197f-a2e6-481b-a325-59d949f28649 None None] Bound using segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:23.590331 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6766197f-a2e6-481b-a325-59d949f28649 None None] Bound port: ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:23.590815 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6766197f-a2e6-481b-a325-59d949f28649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.599348 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdeadcf-163e-4c26-af48-19d1b147834f tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event updated for resources: {'Network': ['ID=f88ba657-d9b2-4a2f-8603-745af5d48899,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:23.636425 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 9ea0e249-c974-4982-9dd5-f9a9dc765a32 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:23.637736 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3580a155-68fb-4fbd-8fe0-948c5720e58b req-dca3a84b-e788-4c22-8269-1579bfe8cf02 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/security-groups?id=709ed6ce-d5d7-47fe-92df-a2bacbd304d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477518 Jul 14 09:15:23.644765 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b15a726-b542-46b7-b54b-6dea5f67d189 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.659289 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network f88ba657-d9b2-4a2f-8603-745af5d48899 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:15:23.672905 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70be9b2-20e8-4910-87c0-d8689d1a147e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:23.682424 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 9ea0e249-c974-4982-9dd5-f9a9dc765a32 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:23.684262 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.687188 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70be9b2-20e8-4910-87c0-d8689d1a147e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:23.687858 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70be9b2-20e8-4910-87c0-d8689d1a147e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:23.688374 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70be9b2-20e8-4910-87c0-d8689d1a147e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:23.688876 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70be9b2-20e8-4910-87c0-d8689d1a147e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:23.689396 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70be9b2-20e8-4910-87c0-d8689d1a147e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:23.689890 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70be9b2-20e8-4910-87c0-d8689d1a147e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:23.690373 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70be9b2-20e8-4910-87c0-d8689d1a147e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:23.690849 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70be9b2-20e8-4910-87c0-d8689d1a147e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:23.693503 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70be9b2-20e8-4910-87c0-d8689d1a147e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:23.694035 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70be9b2-20e8-4910-87c0-d8689d1a147e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:23.694545 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70be9b2-20e8-4910-87c0-d8689d1a147e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:23.793990 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-c70be9b2-20e8-4910-87c0-d8689d1a147e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5859613 Jul 14 09:15:23.815842 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b15a726-b542-46b7-b54b-6dea5f67d189 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:23.817104 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-d2a31182-3705-4dfb-ba97-980b9e383c1f service neutron] Request body: {'port': {'device_id': '1d6bf780-b2d3-40b3-98d0-71af6457ad6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:23.832498 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0b15a726-b542-46b7-b54b-6dea5f67d189 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:23.845885 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b15a726-b542-46b7-b54b-6dea5f67d189 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:23.853073 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b15a726-b542-46b7-b54b-6dea5f67d189 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.863091 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15a726-b542-46b7-b54b-6dea5f67d189 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=f1b24157-0b17-49a4-bb9e-8c1a138adc7c,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:23.913863 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.947764 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0b15a726-b542-46b7-b54b-6dea5f67d189 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6509085 Jul 14 09:15:23.948944 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46436) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:23.953985 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c8aaa213-6b5f-4b56-b2d4-dc12f48f2480 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'port': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'mac_address': 'fa:16:3e:ac:6a:9b', 'name': 'tempest-NetworksTestDHCPv6-1194859191'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:24.018577 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6766197f-a2e6-481b-a325-59d949f28649 None None] For port ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:24.021306 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107d462-c1c6-4bdd-9cd0-808033e33b2b req-5b9b29b5-13f5-4615-b041-c43e24b75633 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:24.021950 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d94444-ab5a-4d82-bfda-917b5a191344 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Made reservation on behalf of ff8ef452914843b3a211f5977d735f89 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:24.022939 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.023517 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5107d462-c1c6-4bdd-9cd0-808033e33b2b req-5b9b29b5-13f5-4615-b041-c43e24b75633 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6bf780-b2d3-40b3-98d0-71af6457ad6c HTTP/1.1" status: 200 len: 931 time: 0.1403506 Jul 14 09:15:24.027633 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6766197f-a2e6-481b-a325-59d949f28649 None None] For port ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:24.033263 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90d94444-ab5a-4d82-bfda-917b5a191344 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.038787 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6766197f-a2e6-481b-a325-59d949f28649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.051163 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-d2a31182-3705-4dfb-ba97-980b9e383c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.083152 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 9ea0e249-c974-4982-9dd5-f9a9dc765a32, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9ea0e249-c974-4982-9dd5-f9a9dc765a32,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:24.089021 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5107d462-c1c6-4bdd-9cd0-808033e33b2b req-6658abcf-ea07-4024-bd59-1d7dac8ba9a8 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522144 Jul 14 09:15:24.119928 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c17b03-1cc1-48c1-8c31-770eb5debccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea0e249-c974-4982-9dd5-f9a9dc765a32'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:24.121491 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cbf436-077c-4427-877a-b178321469c0" -d '{"events": [{"server_uuid": "a2c17b03-1cc1-48c1-8c31-770eb5debccd", "name": "network-vif-plugged", "status": "completed", "tag": "9ea0e249-c974-4982-9dd5-f9a9dc765a32"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:24.128170 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.167911 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766197f-a2e6-481b-a325-59d949f28649 None None] Pushing event updated for resources: {'Port': ['ID=ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:24.294846 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e78900-97da-466e-8cac-9243ccdf9e39 x-openstack-request-id: req-10e78900-97da-466e-8cac-9243ccdf9e39 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:24.295234 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c17b03-1cc1-48c1-8c31-770eb5debccd", "name": "network-vif-plugged", "status": "completed", "tag": "9ea0e249-c974-4982-9dd5-f9a9dc765a32", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:24.295661 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10e78900-97da-466e-8cac-9243ccdf9e39 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:24.296338 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c17b03-1cc1-48c1-8c31-770eb5debccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea0e249-c974-4982-9dd5-f9a9dc765a32', 'code': 200} Jul 14 09:15:24.310237 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=9ea0e249-c974-4982-9dd5-f9a9dc765a32,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:24.331636 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8aaa213-6b5f-4b56-b2d4-dc12f48f2480 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:24.696264 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8aaa213-6b5f-4b56-b2d4-dc12f48f2480 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.711697 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc031d1-d8ff-45a5-a850-24bd5a80f03e req-e02fc1a8-5f41-434e-b9c3-3c25efa32e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:24.714097 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ecc031d1-d8ff-45a5-a850-24bd5a80f03e req-e02fc1a8-5f41-434e-b9c3-3c25efa32e2b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 1100 time: 0.3994923 Jul 14 09:15:24.805179 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-c8aaa213-6b5f-4b56-b2d4-dc12f48f2480 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] device_id is not set on port db02e029-de47-4f01-a6d0-c39c528a7871 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:15:24.826030 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90d94444-ab5a-4d82-bfda-917b5a191344 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.889954 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ecc031d1-d8ff-45a5-a850-24bd5a80f03e req-815db100-dd1e-4b32-9994-6d7c12179ea7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532888 Jul 14 09:15:24.904343 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910232ed-846e-4501-91ad-abc17abe5093 req-db92d9f9-5845-4d0f-a1df-e0de174e2dcf tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:24.905999 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-910232ed-846e-4501-91ad-abc17abe5093 req-db92d9f9-5845-4d0f-a1df-e0de174e2dcf tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 948 time: 0.1651084 Jul 14 09:15:24.977253 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a4c85-e7cd-4824-8ead-87ffece81971 req-afa1962e-27f3-4296-bf5f-e7ba4d822089 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:24.978843 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6b2a4c85-e7cd-4824-8ead-87ffece81971 req-afa1962e-27f3-4296-bf5f-e7ba4d822089 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/ports?device_id=421c8289-e218-4f3d-acc7-102afd5f96c9 HTTP/1.1" status: 200 len: 945 time: 0.1259098 Jul 14 09:15:24.982011 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-910232ed-846e-4501-91ad-abc17abe5093 req-b3fa50a2-ecbe-4dbc-b19b-852e9bc5cb22 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638273 Jul 14 09:15:24.993615 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-d2a31182-3705-4dfb-ba97-980b9e383c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2695c005-a162-464c-ac6c-7b7d642e4a11 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:25.012102 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-d2a31182-3705-4dfb-ba97-980b9e383c1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:25.050364 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6b2a4c85-e7cd-4824-8ead-87ffece81971 req-0dc9a42b-a3e5-4d9c-bae5-a75cb52fb87a tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/security-groups?id=709ed6ce-d5d7-47fe-92df-a2bacbd304d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611501 Jul 14 09:15:25.420970 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9af9e5-1e80-42c3-a157-e970659cb94c req-f0303573-6cb7-4cb4-80c5-ab7ad465e61b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:25.422949 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7b9af9e5-1e80-42c3-a157-e970659cb94c req-f0303573-6cb7-4cb4-80c5-ab7ad465e61b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6bf780-b2d3-40b3-98d0-71af6457ad6c HTTP/1.1" status: 200 len: 931 time: 0.0866899 Jul 14 09:15:25.456889 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d94444-ab5a-4d82-bfda-917b5a191344 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event updated for resources: {'Subnet': ['ID=f4419a97-e126-425f-83f4-d7774f653116,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:25.476655 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7b9af9e5-1e80-42c3-a157-e970659cb94c req-61a269f8-76f4-4f3a-aebe-0b05195ab254 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477219 Jul 14 09:15:25.489820 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-d2a31182-3705-4dfb-ba97-980b9e383c1f service neutron] Transition to ACTIVE for port object 2695c005-a162-464c-ac6c-7b7d642e4a11 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:25.497180 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d94444-ab5a-4d82-bfda-917b5a191344 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Checking segment: {'id': 'd96c02fe-c211-4c24-b05d-bd0375910386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:25.497743 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d94444-ab5a-4d82-bfda-917b5a191344 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Network hostable DHCP agents. Network: 0fc9d8b4-8882-41d7-9910-af2ade9bb06b, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:15:25.500139 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-d2a31182-3705-4dfb-ba97-980b9e383c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:25.512266 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d867349-1046-416e-b0f9-1604fe93ed53 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:25.624708 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a31182-3705-4dfb-ba97-980b9e383c1f service neutron] Pushing event updated for resources: {'Port': ['ID=2695c005-a162-464c-ac6c-7b7d642e4a11,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:25.651317 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7c2abdc8-9f6c-41ea-babf-1423fdfa2ee9 None None] Provisioning for port ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:25.655875 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d94444-ab5a-4d82-bfda-917b5a191344 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Network 0fc9d8b4-8882-41d7-9910-af2ade9bb06b is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:15:25.717205 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-90d94444-ab5a-4d82-bfda-917b5a191344 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 0fc9d8b4-8882-41d7-9910-af2ade9bb06b) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:25.722945 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c8aaa213-6b5f-4b56-b2d4-dc12f48f2480 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 2001:db8:0:1::37c (d4b2ec29-2184-48d5-8c16-380a3c464388/f1b24157-0b17-49a4-bb9e-8c1a138adc7c/db02e029-de47-4f01-a6d0-c39c528a7871) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:25.734547 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d94444-ab5a-4d82-bfda-917b5a191344 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:25.735433 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90d94444-ab5a-4d82-bfda-917b5a191344 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:25.758118 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c8aaa213-6b5f-4b56-b2d4-dc12f48f2480 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 2001:db8::f816:3eff:feac:6a9b (d4b2ec29-2184-48d5-8c16-380a3c464388/7d330b70-f10c-4bbc-9b28-1c62803ed9bc/db02e029-de47-4f01-a6d0-c39c528a7871) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:25.782726 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-90d94444-ab5a-4d82-bfda-917b5a191344 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2320292 Jul 14 09:15:25.785830 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46464) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:25.794179 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-87ad157a-6a36-4638-a5b0-c8dbf3c32944 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Request body: {'subnet': {'network_id': 'f88ba657-d9b2-4a2f-8603-745af5d48899', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:25.797788 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346cfd78-9e0d-4596-834f-e7a5ad7df30c None None] Network 0fc9d8b4-8882-41d7-9910-af2ade9bb06b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:25.816799 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-d2a31182-3705-4dfb-ba97-980b9e383c1f service neutron] Attempting to bind port 2695c005-a162-464c-ac6c-7b7d642e4a11 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:25.817216 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-d2a31182-3705-4dfb-ba97-980b9e383c1f service neutron] Attempting to bind port 2695c005-a162-464c-ac6c-7b7d642e4a11 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'c33ce29e-d508-429e-945d-f02a1fe3578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '86c853f4-4ad9-424e-8297-380957ad4d59'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:25.817579 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-d2a31182-3705-4dfb-ba97-980b9e383c1f service neutron] Attempting to bind port 2695c005-a162-464c-ac6c-7b7d642e4a11 on network 86c853f4-4ad9-424e-8297-380957ad4d59 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:25.839371 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-d2a31182-3705-4dfb-ba97-980b9e383c1f service neutron] Port 2695c005-a162-464c-ac6c-7b7d642e4a11 on network 86c853f4-4ad9-424e-8297-380957ad4d59 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:15:25.840665 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-d2a31182-3705-4dfb-ba97-980b9e383c1f service neutron] Attempting to bind port 2695c005-a162-464c-ac6c-7b7d642e4a11 on network 86c853f4-4ad9-424e-8297-380957ad4d59 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:25.864627 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-d2a31182-3705-4dfb-ba97-980b9e383c1f service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:25.865366 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-d2a31182-3705-4dfb-ba97-980b9e383c1f service neutron] Checking segment: {'id': 'c33ce29e-d508-429e-945d-f02a1fe3578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '86c853f4-4ad9-424e-8297-380957ad4d59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:25.866663 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-d2a31182-3705-4dfb-ba97-980b9e383c1f service neutron] Bound using segment: {'id': 'c33ce29e-d508-429e-945d-f02a1fe3578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '86c853f4-4ad9-424e-8297-380957ad4d59'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:25.867624 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-d2a31182-3705-4dfb-ba97-980b9e383c1f service neutron] Bound port: 2695c005-a162-464c-ac6c-7b7d642e4a11, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c33ce29e-d508-429e-945d-f02a1fe3578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '86c853f4-4ad9-424e-8297-380957ad4d59'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:25.868679 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-d2a31182-3705-4dfb-ba97-980b9e383c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.091304 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:26.098410 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ad157a-6a36-4638-a5b0-c8dbf3c32944 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Made reservation on behalf of ff8ef452914843b3a211f5977d735f89 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:26.103939 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87ad157a-6a36-4638-a5b0-c8dbf3c32944 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.173106 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8aaa213-6b5f-4b56-b2d4-dc12f48f2480 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.199285 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3fd8c4-c4b4-48fb-a00a-c785d4ad22f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-0fc9d8b4-8882-41d7-9910-af2ade9bb06b', 'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'fixed_ips': [{'subnet_id': 'f4419a97-e126-425f-83f4-d7774f653116'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:15:26.200905 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca3fd8c4-c4b4-48fb-a00a-c785d4ad22f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.248499 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c8aaa213-6b5f-4b56-b2d4-dc12f48f2480 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Transition to ACTIVE for port object db02e029-de47-4f01-a6d0-c39c528a7871 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:26.344354 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c073261-1ded-4a7f-ba64-469c2707b694 None None] Update dhcp port {'port': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'fixed_ips': [{'subnet_id': '7d330b70-f10c-4bbc-9b28-1c62803ed9bc', 'ip_address': '2001:db8::f816:3eff:fee8:fb15'}, {'subnet_id': 'f1b24157-0b17-49a4-bb9e-8c1a138adc7c'}], 'binding:host_id': 'n-d-771362-35'}, 'id': 'ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9'} from n-d-771362-35. {{(pid=93774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:15:26.369711 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8aaa213-6b5f-4b56-b2d4-dc12f48f2480 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.416851 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:26.427021 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aaa213-6b5f-4b56-b2d4-dc12f48f2480 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:26.427374 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:26.427835 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.430346 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c073261-1ded-4a7f-ba64-469c2707b694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.435091 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c8aaa213-6b5f-4b56-b2d4-dc12f48f2480 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:26.456080 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aaa213-6b5f-4b56-b2d4-dc12f48f2480 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:26.463667 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8aaa213-6b5f-4b56-b2d4-dc12f48f2480 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:26.464462 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8aaa213-6b5f-4b56-b2d4-dc12f48f2480 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.471025 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87ad157a-6a36-4638-a5b0-c8dbf3c32944 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.481446 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-ca3fd8c4-c4b4-48fb-a00a-c785d4ad22f9 None None] Allocated IP 10.1.1.2 (0fc9d8b4-8882-41d7-9910-af2ade9bb06b/f4419a97-e126-425f-83f4-d7774f653116/be3a4326-9148-47bb-9f13-3636ab0d1170) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:26.516283 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aaa213-6b5f-4b56-b2d4-dc12f48f2480 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=db02e029-de47-4f01-a6d0-c39c528a7871,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:26.519629 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-d2a31182-3705-4dfb-ba97-980b9e383c1f service neutron] For port 2695c005-a162-464c-ac6c-7b7d642e4a11, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:26.527905 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c8aaa213-6b5f-4b56-b2d4-dc12f48f2480 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.5733318 Jul 14 09:15:26.527905 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-d2a31182-3705-4dfb-ba97-980b9e383c1f service neutron] For port 2695c005-a162-464c-ac6c-7b7d642e4a11, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=2695c005-a162-464c-ac6c-7b7d642e4a11,segment=NetworkSegment(c33ce29e-d508-429e-945d-f02a1fe3578f),segment_id=c33ce29e-d508-429e-945d-f02a1fe3578f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:26.529464 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46484) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:26.539825 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-d2a31182-3705-4dfb-ba97-980b9e383c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.605058 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad157a-6a36-4638-a5b0-c8dbf3c32944 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event updated for resources: {'Subnet': ['ID=6305651f-f686-4eb8-85f0-81bfcb17deeb,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:26.635271 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a31182-3705-4dfb-ba97-980b9e383c1f service neutron] Pushing event updated for resources: {'Port': ['ID=2695c005-a162-464c-ac6c-7b7d642e4a11,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:26.649163 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404744b4-26cc-4ae0-a39c-5a4d04732bec req-88677f4a-291a-441c-92d8-1bddbce74f6e tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:26.663522 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-404744b4-26cc-4ae0-a39c-5a4d04732bec req-88677f4a-291a-441c-92d8-1bddbce74f6e tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/ports?device_id=421c8289-e218-4f3d-acc7-102afd5f96c9 HTTP/1.1" status: 200 len: 945 time: 0.7989960 Jul 14 09:15:26.668109 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-d2a31182-3705-4dfb-ba97-980b9e383c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:26.669008 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-d2a31182-3705-4dfb-ba97-980b9e383c1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.671407 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-d2a31182-3705-4dfb-ba97-980b9e383c1f service neutron] 10.222.0.47 "PUT /v2.0/ports/2695c005-a162-464c-ac6c-7b7d642e4a11 HTTP/1.1" status: 200 len: 1092 time: 2.8661432 Jul 14 09:15:26.672160 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6bf780-b2d3-40b3-98d0-71af6457ad6c', 'tag': '2695c005-a162-464c-ac6c-7b7d642e4a11'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:26.675956 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200079cc-1816-4adf-a118-7ebd8e0813a8" -d '{"events": [{"name": "network-changed", "server_uuid": "1d6bf780-b2d3-40b3-98d0-71af6457ad6c", "tag": "2695c005-a162-464c-ac6c-7b7d642e4a11"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:26.696182 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c8e9e-fe66-4e03-a39f-29713a479cd9 req-566d65e9-509f-45cf-9d6e-2f8e9c7f82a2 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:26.708960 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f8c8e9e-fe66-4e03-a39f-29713a479cd9 req-566d65e9-509f-45cf-9d6e-2f8e9c7f82a2 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 948 time: 0.3957334 Jul 14 09:15:26.758800 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ad157a-6a36-4638-a5b0-c8dbf3c32944 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Checking segment: {'id': 'f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f88ba657-d9b2-4a2f-8603-745af5d48899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:26.759166 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ad157a-6a36-4638-a5b0-c8dbf3c32944 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Network hostable DHCP agents. Network: f88ba657-d9b2-4a2f-8603-745af5d48899, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:15:26.835808 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-404744b4-26cc-4ae0-a39c-5a4d04732bec req-bc5abd2b-c781-4a1a-a6ba-a41d6d4efd28 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/security-groups?id=709ed6ce-d5d7-47fe-92df-a2bacbd304d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698275 Jul 14 09:15:26.847130 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d7db3cb3-3251-4797-bcfb-ce08d3e5b3fd tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting port db02e029-de47-4f01-a6d0-c39c528a7871 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:26.847969 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7db3cb3-3251-4797-bcfb-ce08d3e5b3fd tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.871261 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f8c8e9e-fe66-4e03-a39f-29713a479cd9 req-bf024a09-07ce-419f-ba6b-ee9744058650 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606140 Jul 14 09:15:26.895772 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ad157a-6a36-4638-a5b0-c8dbf3c32944 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Network f88ba657-d9b2-4a2f-8603-745af5d48899 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:15:26.924466 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-87ad157a-6a36-4638-a5b0-c8dbf3c32944 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, f88ba657-d9b2-4a2f-8603-745af5d48899) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:26.924753 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-3220faee-1e11-4f9d-922d-1eab2df65e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:26.924753 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-3220faee-1e11-4f9d-922d-1eab2df65e83 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=632b277e59c94db7b11ed5f1a650279a&device_id=1d6bf780-b2d3-40b3-98d0-71af6457ad6c HTTP/1.1" status: 200 len: 1095 time: 0.1809318 Jul 14 09:15:26.928884 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ad157a-6a36-4638-a5b0-c8dbf3c32944 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:26.929488 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87ad157a-6a36-4638-a5b0-c8dbf3c32944 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.953371 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-87ad157a-6a36-4638-a5b0-c8dbf3c32944 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1663091 Jul 14 09:15:26.956740 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46490) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:26.960038 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f9ea53-1415-409c-8282-0a8b5fcc171f None None] Network f88ba657-d9b2-4a2f-8603-745af5d48899 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:26.963215 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-673f1571-c38f-462c-a073-587596182ece tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Request body: {'port': {'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b', 'name': 'tempest-TaggedBootDevicesTest-304699295', 'fixed_ips': [{'subnet_id': 'f4419a97-e126-425f-83f4-d7774f653116'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:27.073292 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7db3cb3-3251-4797-bcfb-ce08d3e5b3fd tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.093494 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d7db3cb3-3251-4797-bcfb-ce08d3e5b3fd tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Calling delete_port for db02e029-de47-4f01-a6d0-c39c528a7871 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:27.121745 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.136996 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673f1571-c38f-462c-a073-587596182ece tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Made reservation on behalf of ff8ef452914843b3a211f5977d735f89 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:27.218866 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-a1e0981d-fd1b-4532-9b05-d7463fa64c16 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2695c005-a162-464c-ac6c-7b7d642e4a11 HTTP/1.1" status: 200 len: 217 time: 0.2808862 Jul 14 09:15:27.309934 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:27.324464 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-3c073261-1ded-4a7f-ba64-469c2707b694 None None] Allocated IP 2001:db8:0:1::2 (d4b2ec29-2184-48d5-8c16-380a3c464388/f1b24157-0b17-49a4-bb9e-8c1a138adc7c/ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:27.328705 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.340206 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-673f1571-c38f-462c-a073-587596182ece tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.418913 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4a7162-cd46-420b-9a54-7edc58921459 x-openstack-request-id: req-5f4a7162-cd46-420b-9a54-7edc58921459 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:27.419361 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d6bf780-b2d3-40b3-98d0-71af6457ad6c", "tag": "2695c005-a162-464c-ac6c-7b7d642e4a11", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:27.419877 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f4a7162-cd46-420b-9a54-7edc58921459 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:27.420383 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6bf780-b2d3-40b3-98d0-71af6457ad6c', 'tag': '2695c005-a162-464c-ac6c-7b7d642e4a11', 'status': 'completed', 'code': 200} Jul 14 09:15:27.429323 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7db3cb3-3251-4797-bcfb-ce08d3e5b3fd tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.468944 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-673f1571-c38f-462c-a073-587596182ece tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] device_id is not set on port aa53f161-f281-47d6-8367-e1b2fa57dfc8 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:15:27.517153 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-8734cb54-adbf-4086-95cc-2b500fb5a29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:27.519393 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-8734cb54-adbf-4086-95cc-2b500fb5a29b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d15f9542-5236-469a-b44a-f2a19fe36887 HTTP/1.1" status: 200 len: 855 time: 0.1031752 Jul 14 09:15:27.554070 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca3fd8c4-c4b4-48fb-a00a-c785d4ad22f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.564710 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ca3fd8c4-c4b4-48fb-a00a-c785d4ad22f9 None None] Transition to ACTIVE for port object be3a4326-9148-47bb-9f13-3636ab0d1170 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:27.583917 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ca3fd8c4-c4b4-48fb-a00a-c785d4ad22f9 None None] Transition to ACTIVE for port object be3a4326-9148-47bb-9f13-3636ab0d1170 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:27.603980 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db3cb3-3251-4797-bcfb-ce08d3e5b3fd tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Port': ['ID=db02e029-de47-4f01-a6d0-c39c528a7871,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:27.608869 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-62d11441-8ad4-46e9-9985-31be4072db7e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86c853f4-4ad9-424e-8297-380957ad4d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803864 Jul 14 09:15:27.626737 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ac503-16e4-409a-8d41-6aef50548857 req-3e97e48a-2b19-4353-8a45-517ab02d6dc7 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:27.628410 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cf0ac503-16e4-409a-8d41-6aef50548857 req-3e97e48a-2b19-4353-8a45-517ab02d6dc7 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6bf780-b2d3-40b3-98d0-71af6457ad6c HTTP/1.1" status: 200 len: 943 time: 0.3832235 Jul 14 09:15:27.648410 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca3fd8c4-c4b4-48fb-a00a-c785d4ad22f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.686125 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f87a27-edc3-49f9-8973-2d14c263af64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-f88ba657-d9b2-4a2f-8603-745af5d48899', 'network_id': 'f88ba657-d9b2-4a2f-8603-745af5d48899', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'fixed_ips': [{'subnet_id': '6305651f-f686-4eb8-85f0-81bfcb17deeb'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:15:27.686859 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23f87a27-edc3-49f9-8973-2d14c263af64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.721895 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3fd8c4-c4b4-48fb-a00a-c785d4ad22f9 None None] Network 0fc9d8b4-8882-41d7-9910-af2ade9bb06b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:27.728659 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7db3cb3-3251-4797-bcfb-ce08d3e5b3fd tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.731155 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d7db3cb3-3251-4797-bcfb-ce08d3e5b3fd tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/db02e029-de47-4f01-a6d0-c39c528a7871 HTTP/1.1" status: 204 len: 168 time: 1.2015724 Jul 14 09:15:27.734562 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46496) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:27.762148 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ca3fd8c4-c4b4-48fb-a00a-c785d4ad22f9 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:27.766268 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3fd8c4-c4b4-48fb-a00a-c785d4ad22f9 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:27.773317 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29927510-4262-495c-b3a6-b5289e0ee6b9 req-0d8bf6e6-ed9f-48ee-8209-9be69ade434c tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:27.775319 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-29927510-4262-495c-b3a6-b5289e0ee6b9 req-0d8bf6e6-ed9f-48ee-8209-9be69ade434c tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.47 "GET /v2.0/ports?device_id=421c8289-e218-4f3d-acc7-102afd5f96c9 HTTP/1.1" status: 200 len: 945 time: 0.3933327 Jul 14 09:15:27.775730 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:27.846114 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-08cd438d-11e3-4f17-920c-eaea1068e370 service neutron] 10.222.0.47 "GET /v2.0/networks/86c853f4-4ad9-424e-8297-380957ad4d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166152 Jul 14 09:15:27.856418 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cf0ac503-16e4-409a-8d41-6aef50548857 req-fbaff3e1-a2fb-4d97-812d-eb7589767d7e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873078 Jul 14 09:15:27.906541 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea74f2-c9af-40a4-b774-b3a336dcfd45 req-ad2c7806-5422-46c2-820a-3f1aea28b023 tempest-MigrationsAdminTest-998550661 tempest-MigrationsAdminTest-998550661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:27.908361 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0bea74f2-c9af-40a4-b774-b3a336dcfd45 req-ad2c7806-5422-46c2-820a-3f1aea28b023 tempest-MigrationsAdminTest-998550661 tempest-MigrationsAdminTest-998550661-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 1100 time: 0.2918293 Jul 14 09:15:27.986410 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387a61a8-1a37-4a08-8928-804da23e1ac9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:27.987549 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:27.991591 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-387a61a8-1a37-4a08-8928-804da23e1ac9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2536535 Jul 14 09:15:27.996267 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46500) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:27.998163 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-673f1571-c38f-462c-a073-587596182ece tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Allocated IP 10.1.1.60 (0fc9d8b4-8882-41d7-9910-af2ade9bb06b/f4419a97-e126-425f-83f4-d7774f653116/aa53f161-f281-47d6-8367-e1b2fa57dfc8) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:28.060455 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3e52d8fd-de9a-4470-95f8-21743c71eeb9 req-2e39457d-bd64-46a3-af4a-bf5215e04250 service neutron] 10.222.0.47 "GET /v2.0/networks/86c853f4-4ad9-424e-8297-380957ad4d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026947 Jul 14 09:15:28.072336 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ca3fd8c4-c4b4-48fb-a00a-c785d4ad22f9 None None] Attempting to bind port be3a4326-9148-47bb-9f13-3636ab0d1170 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:28.073046 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ca3fd8c4-c4b4-48fb-a00a-c785d4ad22f9 None None] Attempting to bind port be3a4326-9148-47bb-9f13-3636ab0d1170 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'd96c02fe-c211-4c24-b05d-bd0375910386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:28.073475 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3fd8c4-c4b4-48fb-a00a-c785d4ad22f9 None None] Attempting to bind port be3a4326-9148-47bb-9f13-3636ab0d1170 on network 0fc9d8b4-8882-41d7-9910-af2ade9bb06b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:28.075834 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fd8c4-c4b4-48fb-a00a-c785d4ad22f9 None None] Pushing event updated for resources: {'Port': ['ID=be3a4326-9148-47bb-9f13-3636ab0d1170,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:28.095775 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3c073261-1ded-4a7f-ba64-469c2707b694 None None] For port ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:28.137135 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3fd8c4-c4b4-48fb-a00a-c785d4ad22f9 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:28.137706 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3fd8c4-c4b4-48fb-a00a-c785d4ad22f9 None None] Checking segment: {'id': 'd96c02fe-c211-4c24-b05d-bd0375910386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:28.139691 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca3fd8c4-c4b4-48fb-a00a-c785d4ad22f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.139691 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3fd8c4-c4b4-48fb-a00a-c785d4ad22f9 None None] Bound using segment: {'id': 'd96c02fe-c211-4c24-b05d-bd0375910386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:28.139691 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ca3fd8c4-c4b4-48fb-a00a-c785d4ad22f9 None None] Bound port: be3a4326-9148-47bb-9f13-3636ab0d1170, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96c02fe-c211-4c24-b05d-bd0375910386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:28.140253 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca3fd8c4-c4b4-48fb-a00a-c785d4ad22f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.208897 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200079cc-1816-4adf-a118-7ebd8e0813a8 req-8767590a-b6e4-4484-9833-ba2222bd435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:28.211384 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-200079cc-1816-4adf-a118-7ebd8e0813a8 req-8767590a-b6e4-4484-9833-ba2222bd435c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=632b277e59c94db7b11ed5f1a650279a&device_id=1d6bf780-b2d3-40b3-98d0-71af6457ad6c HTTP/1.1" status: 200 len: 1095 time: 0.0856600 Jul 14 09:15:28.229099 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c073261-1ded-4a7f-ba64-469c2707b694 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.279421 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3c073261-1ded-4a7f-ba64-469c2707b694 None None] Transition to ACTIVE for port object ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:28.283800 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-23f87a27-edc3-49f9-8973-2d14c263af64 None None] Allocated IP 10.2.2.2 (f88ba657-d9b2-4a2f-8603-745af5d48899/6305651f-f686-4eb8-85f0-81bfcb17deeb/04a8cf70-2c8b-4bf8-b255-eea8770e319f) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:28.289593 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c073261-1ded-4a7f-ba64-469c2707b694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.371100 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200079cc-1816-4adf-a118-7ebd8e0813a8 req-23ee94f7-58f2-4beb-b1ed-4d6af5433ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:28.373101 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-200079cc-1816-4adf-a118-7ebd8e0813a8 req-23ee94f7-58f2-4beb-b1ed-4d6af5433ccc service neutron] 10.222.0.47 "GET /v2.0/networks?id=86c853f4-4ad9-424e-8297-380957ad4d59 HTTP/1.1" status: 200 len: 915 time: 0.1522214 Jul 14 09:15:28.425652 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-200079cc-1816-4adf-a118-7ebd8e0813a8 req-95028eac-d6b1-4abf-b222-243b0c71b222 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2695c005-a162-464c-ac6c-7b7d642e4a11 HTTP/1.1" status: 200 len: 217 time: 0.0444462 Jul 14 09:15:28.455557 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ca3fd8c4-c4b4-48fb-a00a-c785d4ad22f9 None None] For port be3a4326-9148-47bb-9f13-3636ab0d1170, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:28.488745 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200079cc-1816-4adf-a118-7ebd8e0813a8 req-2b35822f-346c-4fce-ad5a-d1888394087d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:28.490759 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-200079cc-1816-4adf-a118-7ebd8e0813a8 req-2b35822f-346c-4fce-ad5a-d1888394087d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d15f9542-5236-469a-b44a-f2a19fe36887 HTTP/1.1" status: 200 len: 855 time: 0.0556388 Jul 14 09:15:28.530079 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ca3fd8c4-c4b4-48fb-a00a-c785d4ad22f9 None None] For port be3a4326-9148-47bb-9f13-3636ab0d1170, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=be3a4326-9148-47bb-9f13-3636ab0d1170,segment=NetworkSegment(d96c02fe-c211-4c24-b05d-bd0375910386),segment_id=d96c02fe-c211-4c24-b05d-bd0375910386)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:28.535413 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-200079cc-1816-4adf-a118-7ebd8e0813a8 req-964731a8-6f98-40b5-a1fc-9862146b3a47 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86c853f4-4ad9-424e-8297-380957ad4d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361228 Jul 14 09:15:28.536675 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c073261-1ded-4a7f-ba64-469c2707b694 None None] Pushing event updated for resources: {'Port': ['ID=ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:28.543240 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca3fd8c4-c4b4-48fb-a00a-c785d4ad22f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.581971 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0bea74f2-c9af-40a4-b774-b3a336dcfd45 req-ab0cd2be-1530-40c4-8065-1b4a3a14e91d tempest-MigrationsAdminTest-998550661 tempest-MigrationsAdminTest-998550661-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6426468 Jul 14 09:15:28.736500 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-29927510-4262-495c-b3a6-b5289e0ee6b9 req-0f5fc401-2d85-439c-85ba-d546db00f0a2 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Deleting port aeaf2665-e133-4d4a-b03c-79a4e73fdff8 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:28.737048 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-29927510-4262-495c-b3a6-b5289e0ee6b9 req-0f5fc401-2d85-439c-85ba-d546db00f0a2 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.743023 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fd8c4-c4b4-48fb-a00a-c785d4ad22f9 None None] Pushing event updated for resources: {'Port': ['ID=be3a4326-9148-47bb-9f13-3636ab0d1170,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:28.863322 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-200079cc-1816-4adf-a118-7ebd8e0813a8 req-d1a9a653-b96d-4c30-a41c-1645d3dcbd99 service neutron] 10.222.0.47 "GET /v2.0/networks/86c853f4-4ad9-424e-8297-380957ad4d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205373 Jul 14 09:15:28.899029 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23f87a27-edc3-49f9-8973-2d14c263af64 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.921415 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-23f87a27-edc3-49f9-8973-2d14c263af64 None None] Transition to ACTIVE for port object 04a8cf70-2c8b-4bf8-b255-eea8770e319f will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:28.942911 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-23f87a27-edc3-49f9-8973-2d14c263af64 None None] Transition to ACTIVE for port object 04a8cf70-2c8b-4bf8-b255-eea8770e319f will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:28.950536 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23f87a27-edc3-49f9-8973-2d14c263af64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.021080 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f87a27-edc3-49f9-8973-2d14c263af64 None None] Network f88ba657-d9b2-4a2f-8603-745af5d48899 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:29.026522 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-23f87a27-edc3-49f9-8973-2d14c263af64 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:29.030558 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f87a27-edc3-49f9-8973-2d14c263af64 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:29.108305 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f87a27-edc3-49f9-8973-2d14c263af64 None None] Pushing event updated for resources: {'Port': ['ID=04a8cf70-2c8b-4bf8-b255-eea8770e319f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:29.125615 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-23f87a27-edc3-49f9-8973-2d14c263af64 None None] Attempting to bind port 04a8cf70-2c8b-4bf8-b255-eea8770e319f on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:29.125997 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-23f87a27-edc3-49f9-8973-2d14c263af64 None None] Attempting to bind port 04a8cf70-2c8b-4bf8-b255-eea8770e319f by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f88ba657-d9b2-4a2f-8603-745af5d48899'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:29.126358 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f87a27-edc3-49f9-8973-2d14c263af64 None None] Attempting to bind port 04a8cf70-2c8b-4bf8-b255-eea8770e319f on network f88ba657-d9b2-4a2f-8603-745af5d48899 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:29.132644 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f87a27-edc3-49f9-8973-2d14c263af64 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:29.133070 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f87a27-edc3-49f9-8973-2d14c263af64 None None] Checking segment: {'id': 'f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f88ba657-d9b2-4a2f-8603-745af5d48899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:29.133411 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23f87a27-edc3-49f9-8973-2d14c263af64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.133801 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f87a27-edc3-49f9-8973-2d14c263af64 None None] Bound using segment: {'id': 'f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f88ba657-d9b2-4a2f-8603-745af5d48899'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:29.136019 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-23f87a27-edc3-49f9-8973-2d14c263af64 None None] Bound port: 04a8cf70-2c8b-4bf8-b255-eea8770e319f, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f88ba657-d9b2-4a2f-8603-745af5d48899'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:29.136383 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23f87a27-edc3-49f9-8973-2d14c263af64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.155417 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-200079cc-1816-4adf-a118-7ebd8e0813a8 req-96ab2288-e6f6-4794-b6f5-48e946bc04e7 service neutron] 10.222.0.47 "GET /v2.0/networks/86c853f4-4ad9-424e-8297-380957ad4d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826540 Jul 14 09:15:29.199928 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-673f1571-c38f-462c-a073-587596182ece tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.217368 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-673f1571-c38f-462c-a073-587596182ece tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Transition to ACTIVE for port object aa53f161-f281-47d6-8367-e1b2fa57dfc8 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:29.265687 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-23f87a27-edc3-49f9-8973-2d14c263af64 None None] For port 04a8cf70-2c8b-4bf8-b255-eea8770e319f, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:29.270483 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-23f87a27-edc3-49f9-8973-2d14c263af64 None None] For port 04a8cf70-2c8b-4bf8-b255-eea8770e319f, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=04a8cf70-2c8b-4bf8-b255-eea8770e319f,segment=NetworkSegment(f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a),segment_id=f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:29.275734 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23f87a27-edc3-49f9-8973-2d14c263af64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.277130 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a187104d-a9a0-4ee2-a6b2-405271fc2e1e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:29.279275 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a187104d-a9a0-4ee2-a6b2-405271fc2e1e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.2690582 Jul 14 09:15:29.281503 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46522) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:29.338415 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-29927510-4262-495c-b3a6-b5289e0ee6b9 req-0f5fc401-2d85-439c-85ba-d546db00f0a2 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] For port aeaf2665-e133-4d4a-b03c-79a4e73fdff8, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=aeaf2665-e133-4d4a-b03c-79a4e73fdff8,segment=NetworkSegment(9c548c13-668e-4a21-b7a4-dcd6558ddf9c),segment_id=9c548c13-668e-4a21-b7a4-dcd6558ddf9c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:29.338808 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-29927510-4262-495c-b3a6-b5289e0ee6b9 req-0f5fc401-2d85-439c-85ba-d546db00f0a2 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.370601 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-29927510-4262-495c-b3a6-b5289e0ee6b9 req-0f5fc401-2d85-439c-85ba-d546db00f0a2 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Calling delete_port for aeaf2665-e133-4d4a-b03c-79a4e73fdff8 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:29.388705 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f87a27-edc3-49f9-8973-2d14c263af64 None None] Pushing event updated for resources: {'Port': ['ID=04a8cf70-2c8b-4bf8-b255-eea8770e319f,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:29.431240 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-673f1571-c38f-462c-a073-587596182ece tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.456662 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd4d07b-fe82-4c33-8035-bd12e575d5b0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:29.460653 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd4d07b-fe82-4c33-8035-bd12e575d5b0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:29.464660 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd4d07b-fe82-4c33-8035-bd12e575d5b0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:29.468965 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1cd4d07b-fe82-4c33-8035-bd12e575d5b0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1857657 Jul 14 09:15:29.472045 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46528) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:29.515821 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd32da-a4e3-419c-8976-9d21bbd24909 req-52795920-a737-40f0-b01f-7b3313131942 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:29.529034 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-78cd32da-a4e3-419c-8976-9d21bbd24909 req-52795920-a737-40f0-b01f-7b3313131942 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/ports?device_id=421c8289-e218-4f3d-acc7-102afd5f96c9 HTTP/1.1" status: 200 len: 945 time: 1.4728937 Jul 14 09:15:29.596807 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-565895bf-5f76-4e8f-b159-5d6dce9aacf0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet 7d330b70-f10c-4bbc-9b28-1c62803ed9bc {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:15:29.602231 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-565895bf-5f76-4e8f-b159-5d6dce9aacf0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.690476 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673f1571-c38f-462c-a073-587596182ece tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Network 0fc9d8b4-8882-41d7-9910-af2ade9bb06b is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:29.692728 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-565895bf-5f76-4e8f-b159-5d6dce9aacf0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.756966 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f1571-c38f-462c-a073-587596182ece tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event updated for resources: {'Port': ['ID=aa53f161-f281-47d6-8367-e1b2fa57dfc8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:29.761719 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-673f1571-c38f-462c-a073-587596182ece tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:29.771872 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673f1571-c38f-462c-a073-587596182ece tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:29.792287 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-78cd32da-a4e3-419c-8976-9d21bbd24909 req-9e38129a-eeca-43ac-ab94-6a0bbccaa32b tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/security-groups?id=709ed6ce-d5d7-47fe-92df-a2bacbd304d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616630 Jul 14 09:15:29.926011 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-565895bf-5f76-4e8f-b159-5d6dce9aacf0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.079781 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-565895bf-5f76-4e8f-b159-5d6dce9aacf0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.141036 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565895bf-5f76-4e8f-b159-5d6dce9aacf0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=7d330b70-f10c-4bbc-9b28-1c62803ed9bc,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:30.178484 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26026951-90b2-4a87-b8d4-d869f73828ec req-53849614-68c1-4864-a8ec-5e58c87e3832 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2025292 Jul 14 09:15:30.191981 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-565895bf-5f76-4e8f-b159-5d6dce9aacf0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.201095 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-565895bf-5f76-4e8f-b159-5d6dce9aacf0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/7d330b70-f10c-4bbc-9b28-1c62803ed9bc HTTP/1.1" status: 204 len: 168 time: 0.7270505 Jul 14 09:15:30.206132 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46540) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:30.210673 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673f1571-c38f-462c-a073-587596182ece tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:30.212220 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-673f1571-c38f-462c-a073-587596182ece tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.245239 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:30.249461 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6f41a3ac-339d-4510-8b8c-3b53190b7836 None None] Provisioning for port ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:30.314167 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-673f1571-c38f-462c-a073-587596182ece tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3513758 Jul 14 09:15:30.318857 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46544) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:30.345628 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6f41a3ac-339d-4510-8b8c-3b53190b7836 None None] Provisioning complete for port ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:30.346006 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f41a3ac-339d-4510-8b8c-3b53190b7836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.347687 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-9625d05c-acc1-4311-bc39-677b5300b459 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Request body: {'port': {'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b', 'name': 'tempest-TaggedBootDevicesTest-1782438979', 'fixed_ips': [{'subnet_id': 'f4419a97-e126-425f-83f4-d7774f653116'}]}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:30.368996 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cc094-d47b-43d5-b1d4-79228a7ffe5d req-7507177d-6d24-4566-b597-86f7199ec27b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:30.387111 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc9cc094-d47b-43d5-b1d4-79228a7ffe5d req-7507177d-6d24-4566-b597-86f7199ec27b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6bf780-b2d3-40b3-98d0-71af6457ad6c HTTP/1.1" status: 200 len: 943 time: 0.4998221 Jul 14 09:15:30.481212 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:30.482326 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.514383 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-29927510-4262-495c-b3a6-b5289e0ee6b9 req-0f5fc401-2d85-439c-85ba-d546db00f0a2 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.550009 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac329d37-356d-4910-a8fb-1b9cff9717fb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet f1b24157-0b17-49a4-bb9e-8c1a138adc7c {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:15:30.562069 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac329d37-356d-4910-a8fb-1b9cff9717fb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.638921 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc9cc094-d47b-43d5-b1d4-79228a7ffe5d req-43f62dd5-78dc-4f73-931e-39c131b81fb3 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460370 Jul 14 09:15:30.643931 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fc401-2d85-439c-85ba-d546db00f0a2 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Pushing event deleted for resources: {'Port': ['ID=aeaf2665-e133-4d4a-b03c-79a4e73fdff8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:30.666761 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9625d05c-acc1-4311-bc39-677b5300b459 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Made reservation on behalf of ff8ef452914843b3a211f5977d735f89 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:30.815952 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac329d37-356d-4910-a8fb-1b9cff9717fb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.817111 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device be3a4326-9148-47bb-9f13-3636ab0d1170 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:30.857366 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57db36a-469b-4bd6-aef3-80e267b031f8 req-5eaa424c-3065-4545-a266-01fc74f8de73 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:30.863402 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c57db36a-469b-4bd6-aef3-80e267b031f8 req-5eaa424c-3065-4545-a266-01fc74f8de73 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 948 time: 0.4611213 Jul 14 09:15:30.867343 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-9c9b400d-eb32-4636-9663-a81a842fecfc None None] Could not find standard attr ID for object db02e029-de47-4f01-a6d0-c39c528a7871. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:15:30.875689 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-29927510-4262-495c-b3a6-b5289e0ee6b9 req-0f5fc401-2d85-439c-85ba-d546db00f0a2 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] No DVR routers for this DVR port aeaf2665-e133-4d4a-b03c-79a4e73fdff8 on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:30.885256 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0121c7-0415-4a18-ac92-44599eb00b96 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:30.885604 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-29927510-4262-495c-b3a6-b5289e0ee6b9 req-0f5fc401-2d85-439c-85ba-d546db00f0a2 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.896473 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-29927510-4262-495c-b3a6-b5289e0ee6b9 req-0f5fc401-2d85-439c-85ba-d546db00f0a2 tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.47 "DELETE /v2.0/ports/aeaf2665-e133-4d4a-b03c-79a4e73fdff8 HTTP/1.1" status: 204 len: 173 time: 3.1083672 Jul 14 09:15:30.934047 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421c8289-e218-4f3d-acc7-102afd5f96c9', 'name': 'network-vif-deleted', 'tag': 'aeaf2665-e133-4d4a-b03c-79a4e73fdff8'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:30.949381 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9625d05c-acc1-4311-bc39-677b5300b459 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.961890 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a045a3-78ee-49d0-aabb-a77f0a463331" -d '{"events": [{"server_uuid": "421c8289-e218-4f3d-acc7-102afd5f96c9", "name": "network-vif-deleted", "tag": "aeaf2665-e133-4d4a-b03c-79a4e73fdff8"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:31.023287 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-9625d05c-acc1-4311-bc39-677b5300b459 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] device_id is not set on port 69a28d42-49fa-4c87-9949-66b30fa09b71 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:15:31.089165 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c57db36a-469b-4bd6-aef3-80e267b031f8 req-2e279c6a-2ae8-437b-b534-f8f5c868239d tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848998 Jul 14 09:15:31.170389 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac329d37-356d-4910-a8fb-1b9cff9717fb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.174265 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b46352-73e5-4aff-81e0-e2bf116ac662 x-openstack-request-id: req-53b46352-73e5-4aff-81e0-e2bf116ac662 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:31.174847 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421c8289-e218-4f3d-acc7-102afd5f96c9", "name": "network-vif-deleted", "tag": "aeaf2665-e133-4d4a-b03c-79a4e73fdff8", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:31.175326 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-53b46352-73e5-4aff-81e0-e2bf116ac662 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:31.175939 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421c8289-e218-4f3d-acc7-102afd5f96c9', 'name': 'network-vif-deleted', 'tag': 'aeaf2665-e133-4d4a-b03c-79a4e73fdff8', 'status': 'completed', 'code': 200} Jul 14 09:15:31.317591 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac329d37-356d-4910-a8fb-1b9cff9717fb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.396161 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac329d37-356d-4910-a8fb-1b9cff9717fb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=f1b24157-0b17-49a4-bb9e-8c1a138adc7c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:31.411656 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac329d37-356d-4910-a8fb-1b9cff9717fb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.417980 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ac329d37-356d-4910-a8fb-1b9cff9717fb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/f1b24157-0b17-49a4-bb9e-8c1a138adc7c HTTP/1.1" status: 204 len: 168 time: 1.2091525 Jul 14 09:15:31.421592 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46570) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:31.448543 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-18fbf3c9-15b3-4135-9ab7-c22356ae9b97 req-429db71e-7e6a-4f42-8f1a-93788aaf455a tempest-InstanceActionsTestJSON-1005862835 tempest-InstanceActionsTestJSON-1005862835-project] 10.222.0.25 "GET /v2.0/ports?device_id=421c8289-e218-4f3d-acc7-102afd5f96c9 HTTP/1.1" status: 200 len: 210 time: 0.1505280 Jul 14 09:15:31.465544 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c1726b-6708-4360-baaa-5436d5756021 None None] Network 0fc9d8b4-8882-41d7-9910-af2ade9bb06b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:31.500877 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-68e7a94f-37cd-4b4a-84f6-771935888dc4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781405 Jul 14 09:15:31.503857 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46574) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:31.511774 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ec4dc447-fbc5-4393-b7c6-5532ff5e1bba tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:31.643078 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port be3a4326-9148-47bb-9f13-3636ab0d1170 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:31.653207 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9691c5c9-534d-4b39-89c7-ea19123cc9a0 None None] Network f88ba657-d9b2-4a2f-8603-745af5d48899 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:31.655445 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-9625d05c-acc1-4311-bc39-677b5300b459 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Allocated IP 10.1.1.102 (0fc9d8b4-8882-41d7-9910-af2ade9bb06b/f4419a97-e126-425f-83f4-d7774f653116/69a28d42-49fa-4c87-9949-66b30fa09b71) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:31.774053 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 2695c005-a162-464c-ac6c-7b7d642e4a11 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:15:31.776037 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device aeaf2665-e133-4d4a-b03c-79a4e73fdff8 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:31.803725 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4dc447-fbc5-4393-b7c6-5532ff5e1bba tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:31.809322 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec4dc447-fbc5-4393-b7c6-5532ff5e1bba tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.982275 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0c7fcfca-b04b-4484-9528-ada993b0d086 None None] Provisioning for port be3a4326-9148-47bb-9f13-3636ab0d1170 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:32.017149 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9625d05c-acc1-4311-bc39-677b5300b459 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.035133 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0c7fcfca-b04b-4484-9528-ada993b0d086 None None] Provisioning complete for port be3a4326-9148-47bb-9f13-3636ab0d1170 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:32.035704 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9625d05c-acc1-4311-bc39-677b5300b459 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Transition to ACTIVE for port object 69a28d42-49fa-4c87-9949-66b30fa09b71 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:32.035830 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c7fcfca-b04b-4484-9528-ada993b0d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.095807 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9625d05c-acc1-4311-bc39-677b5300b459 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.144910 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: aeaf2665-e133-4d4a-b03c-79a4e73fdff8 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:32.145358 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device aeaf2665-e133-4d4a-b03c-79a4e73fdff8 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:32.169844 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9625d05c-acc1-4311-bc39-677b5300b459 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Network 0fc9d8b4-8882-41d7-9910-af2ade9bb06b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:32.175303 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-9625d05c-acc1-4311-bc39-677b5300b459 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:32.180332 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 04a8cf70-2c8b-4bf8-b255-eea8770e319f up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:32.190745 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9625d05c-acc1-4311-bc39-677b5300b459 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:32.211398 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3f5db-bd91-40dd-b3da-1333b19d686c req-032cc8f1-dc2f-4801-b2b6-81dbe2e32377 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:32.219885 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8de3f5db-bd91-40dd-b3da-1333b19d686c req-032cc8f1-dc2f-4801-b2b6-81dbe2e32377 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6bf780-b2d3-40b3-98d0-71af6457ad6c HTTP/1.1" status: 200 len: 943 time: 0.2053702 Jul 14 09:15:32.291396 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:15:32.294991 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8de3f5db-bd91-40dd-b3da-1333b19d686c req-7012b5a8-8ff7-4e58-9bf7-c45617bf81d5 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740747 Jul 14 09:15:32.355336 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625d05c-acc1-4311-bc39-677b5300b459 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event updated for resources: {'Port': ['ID=69a28d42-49fa-4c87-9949-66b30fa09b71,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:32.387179 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9625d05c-acc1-4311-bc39-677b5300b459 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:32.401081 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9625d05c-acc1-4311-bc39-677b5300b459 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.433011 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9625d05c-acc1-4311-bc39-677b5300b459 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0924907 Jul 14 09:15:32.507671 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2521775e-9076-4e55-9a7c-05b44b5892d4 None None] DHCP port deletion for d4b2ec29-2184-48d5-8c16-380a3c464388 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:15:32.509816 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c7fcfca-b04b-4484-9528-ada993b0d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.532399 n-d-771362-35 neutron-server[93773]: DEBUG neutron.objects.ports [None req-ec4dc447-fbc5-4393-b7c6-5532ff5e1bba tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:15:32.619224 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 04a8cf70-2c8b-4bf8-b255-eea8770e319f completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:32.674094 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 2695c005-a162-464c-ac6c-7b7d642e4a11, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=2695c005-a162-464c-ac6c-7b7d642e4a11,segment=NetworkSegment(c33ce29e-d508-429e-945d-f02a1fe3578f),segment_id=c33ce29e-d508-429e-945d-f02a1fe3578f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:32.711990 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0c7fcfca-b04b-4484-9528-ada993b0d086 None None] For port be3a4326-9148-47bb-9f13-3636ab0d1170, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=be3a4326-9148-47bb-9f13-3636ab0d1170,segment=NetworkSegment(d96c02fe-c211-4c24-b05d-bd0375910386),segment_id=d96c02fe-c211-4c24-b05d-bd0375910386)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:32.727432 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c7fcfca-b04b-4484-9528-ada993b0d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.739350 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '2695c005-a162-464c-ac6c-7b7d642e4a11', 'network_id': '86c853f4-4ad9-424e-8297-380957ad4d59', 'port_id': '2695c005-a162-464c-ac6c-7b7d642e4a11', 'mac_address': 'fa:16:3e:27:78:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15f9542-5236-469a-b44a-f2a19fe36887', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:15:32.739784 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46596) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:32.748313 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-01980395-3823-4552-a0be-5ae36fe5d153 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--653771821', 'description': 'tempest-description--1392377369'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:32.770680 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87156e74-04c1-41e2-ac70-17eb23b4c26b req-18057245-ed8f-4b84-bf98-bc7378ea7fa9 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:32.787268 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-87156e74-04c1-41e2-ac70-17eb23b4c26b req-18057245-ed8f-4b84-bf98-bc7378ea7fa9 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 948 time: 0.3447900 Jul 14 09:15:32.845059 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46600) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:32.863795 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01980395-3823-4552-a0be-5ae36fe5d153 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.947771 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-87156e74-04c1-41e2-ac70-17eb23b4c26b req-a5627deb-2bcf-4b57-b025-ade244f85b46 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586673 Jul 14 09:15:32.975244 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b03079f2-0777-49a0-9252-ed48957a54a7 None None] Provisioning for port 04a8cf70-2c8b-4bf8-b255-eea8770e319f completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:32.985120 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2521775e-9076-4e55-9a7c-05b44b5892d4 None None] Deleting port ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:32.985120 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2521775e-9076-4e55-9a7c-05b44b5892d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.989515 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.003991 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec4dc447-fbc5-4393-b7c6-5532ff5e1bba tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.006320 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b03079f2-0777-49a0-9252-ed48957a54a7 None None] Provisioning complete for port 04a8cf70-2c8b-4bf8-b255-eea8770e319f triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:33.006696 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b03079f2-0777-49a0-9252-ed48957a54a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.008306 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7fcfca-b04b-4484-9528-ada993b0d086 None None] Pushing event updated for resources: {'Port': ['ID=be3a4326-9148-47bb-9f13-3636ab0d1170,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:33.015640 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9619dea5-2039-4b83-8c09-938d7a465795 admin admin] Deleting subnet fd737554-522c-4932-ba4c-3ce01155eb2a {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:15:33.027665 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9619dea5-2039-4b83-8c09-938d7a465795 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.086220 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2695c005-a162-464c-ac6c-7b7d642e4a11 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:33.097644 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9619dea5-2039-4b83-8c09-938d7a465795 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.134920 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26026951-90b2-4a87-b8d4-d869f73828ec req-ce0559c3-d6f3-4198-9bf6-e87d63723dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:33.136985 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26026951-90b2-4a87-b8d4-d869f73828ec req-ce0559c3-d6f3-4198-9bf6-e87d63723dd1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 1100 time: 0.2014928 Jul 14 09:15:33.155351 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 2695c005-a162-464c-ac6c-7b7d642e4a11, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=2695c005-a162-464c-ac6c-7b7d642e4a11,segment=NetworkSegment(c33ce29e-d508-429e-945d-f02a1fe3578f),segment_id=c33ce29e-d508-429e-945d-f02a1fe3578f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:33.184781 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.243311 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-2521775e-9076-4e55-9a7c-05b44b5892d4 None None] For port ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:33.244879 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2521775e-9076-4e55-9a7c-05b44b5892d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.255520 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9619dea5-2039-4b83-8c09-938d7a465795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.267552 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2521775e-9076-4e55-9a7c-05b44b5892d4 None None] Calling delete_port for ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:33.293275 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ec4dc447-fbc5-4393-b7c6-5532ff5e1bba tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] For port ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:33.298089 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01980395-3823-4552-a0be-5ae36fe5d153 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.315046 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01980395-3823-4552-a0be-5ae36fe5d153 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.396888 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec4dc447-fbc5-4393-b7c6-5532ff5e1bba tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.408374 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec4dc447-fbc5-4393-b7c6-5532ff5e1bba tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.409240 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec4dc447-fbc5-4393-b7c6-5532ff5e1bba tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.485495 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b03079f2-0777-49a0-9252-ed48957a54a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.507395 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01980395-3823-4552-a0be-5ae36fe5d153 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dec744-ebce-4026-a902-942e4e52dd38,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:33.522110 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26026951-90b2-4a87-b8d4-d869f73828ec req-0cac97d4-4670-4995-8161-3fd397a44fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:33.524200 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2521775e-9076-4e55-9a7c-05b44b5892d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.526461 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26026951-90b2-4a87-b8d4-d869f73828ec req-0cac97d4-4670-4995-8161-3fd397a44fb0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.3778098 Jul 14 09:15:33.529135 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9619dea5-2039-4b83-8c09-938d7a465795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.540157 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01980395-3823-4552-a0be-5ae36fe5d153 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.547035 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-01980395-3823-4552-a0be-5ae36fe5d153 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8051248 Jul 14 09:15:33.548015 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46606) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:33.563349 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['2695c005-a162-464c-ac6c-7b7d642e4a11'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:33.574423 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=2695c005-a162-464c-ac6c-7b7d642e4a11,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:33.614858 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4dc447-fbc5-4393-b7c6-5532ff5e1bba tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:33.650344 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4dc447-fbc5-4393-b7c6-5532ff5e1bba tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:33.653644 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-3f8ea8ed-d8ea-4257-baa1-41295bd6996c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Request body: {'security_group_rule': {'security_group_id': 'e7dec744-ebce-4026-a902-942e4e52dd38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:33.680952 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26026951-90b2-4a87-b8d4-d869f73828ec req-110a31b2-17c8-4cfd-a176-ef46b6f0fae8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=9ea0e249-c974-4982-9dd5-f9a9dc765a32 HTTP/1.1" status: 200 len: 217 time: 0.1314797 Jul 14 09:15:33.682658 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9619dea5-2039-4b83-8c09-938d7a465795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.687815 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9619dea5-2039-4b83-8c09-938d7a465795 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fd737554-522c-4932-ba4c-3ce01155eb2a HTTP/1.1" status: 204 len: 168 time: 0.8417141 Jul 14 09:15:33.689969 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619dea5-2039-4b83-8c09-938d7a465795 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd737554-522c-4932-ba4c-3ce01155eb2a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:33.693932 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ec4dc447-fbc5-4393-b7c6-5532ff5e1bba tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:33.704819 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4dc447-fbc5-4393-b7c6-5532ff5e1bba tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:33.705974 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec4dc447-fbc5-4393-b7c6-5532ff5e1bba tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.711336 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46608) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:33.731620 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2521775e-9076-4e55-9a7c-05b44b5892d4 None None] No DVR routers for this DVR port ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:33.751089 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4dc447-fbc5-4393-b7c6-5532ff5e1bba tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=346e0776-ec22-41d2-a9dc-835a5f89f795,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:33.763108 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f8ea8ed-d8ea-4257-baa1-41295bd6996c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.779085 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b03079f2-0777-49a0-9252-ed48957a54a7 None None] For port 04a8cf70-2c8b-4bf8-b255-eea8770e319f, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=04a8cf70-2c8b-4bf8-b255-eea8770e319f,segment=NetworkSegment(f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a),segment_id=f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:33.788899 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a467eedd-91d0-4332-8dd7-356cff1ae4d7 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:33.792756 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521775e-9076-4e55-9a7c-05b44b5892d4 None None] Pushing event deleted for resources: {'Port': ['ID=ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:33.809737 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b03079f2-0777-49a0-9252-ed48957a54a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.813982 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26026951-90b2-4a87-b8d4-d869f73828ec req-ede4c696-d25c-41a3-af03-3c359460379a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:33.816005 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26026951-90b2-4a87-b8d4-d869f73828ec req-ede4c696-d25c-41a3-af03-3c359460379a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1122751 Jul 14 09:15:33.861371 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f8ea8ed-d8ea-4257-baa1-41295bd6996c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.874982 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ec4dc447-fbc5-4393-b7c6-5532ff5e1bba tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3679376 Jul 14 09:15:33.886959 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46610) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:33.897123 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-16ad932c-4699-4e9f-be38-57a963beb677 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:33.940891 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f8ea8ed-d8ea-4257-baa1-41295bd6996c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.017132 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ea8ed-d8ea-4257-baa1-41295bd6996c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2908e67f-9643-48b5-a46a-0119580450fa,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:34.026628 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f8ea8ed-d8ea-4257-baa1-41295bd6996c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.028992 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae1d9d43-1a7c-4fb1-a1d0-5f9496fca56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.035642 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3f8ea8ed-d8ea-4257-baa1-41295bd6996c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3872826 Jul 14 09:15:34.039101 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46618) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:34.044824 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9f8b4db2-3012-4ddd-a686-4cf8c43b24e5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Request body: {'security_group_rule': {'security_group_id': 'e7dec744-ebce-4026-a902-942e4e52dd38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:34.054809 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26026951-90b2-4a87-b8d4-d869f73828ec req-0945d99c-f030-4e43-a623-838d0395b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:34.057796 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device be3a4326-9148-47bb-9f13-3636ab0d1170 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:34.061254 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26026951-90b2-4a87-b8d4-d869f73828ec req-0945d99c-f030-4e43-a623-838d0395b658 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1901236 Jul 14 09:15:34.061609 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11326bd-8a3d-4db4-b788-fe6ae37fa20f req-8060745a-c4ab-4eb8-834c-48dc1babb40f tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:34.069785 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a11326bd-8a3d-4db4-b788-fe6ae37fa20f req-8060745a-c4ab-4eb8-834c-48dc1babb40f tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6bf780-b2d3-40b3-98d0-71af6457ad6c HTTP/1.1" status: 200 len: 944 time: 0.4568195 Jul 14 09:15:34.089493 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-536b40ed-067e-4cb3-bc55-90de0d8ae632 None None] Provisioning for port 69a28d42-49fa-4c87-9949-66b30fa09b71 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:34.149275 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a11326bd-8a3d-4db4-b788-fe6ae37fa20f req-96db01cb-4279-404b-b5e5-eb4491bba012 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780637 Jul 14 09:15:34.194587 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26026951-90b2-4a87-b8d4-d869f73828ec req-73b15a4d-3fdc-4fbd-b564-c8d6fd8eec5c service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247666 Jul 14 09:15:34.207382 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03079f2-0777-49a0-9252-ed48957a54a7 None None] Pushing event updated for resources: {'Port': ['ID=04a8cf70-2c8b-4bf8-b255-eea8770e319f,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:34.225908 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-536b40ed-067e-4cb3-bc55-90de0d8ae632 None None] Provisioning complete for port 69a28d42-49fa-4c87-9949-66b30fa09b71 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:34.226810 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-536b40ed-067e-4cb3-bc55-90de0d8ae632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.229882 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f8b4db2-3012-4ddd-a686-4cf8c43b24e5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.386433 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26026951-90b2-4a87-b8d4-d869f73828ec req-7e034b79-06c8-45cd-b15b-ef399caa899f service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847978 Jul 14 09:15:34.388925 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f8b4db2-3012-4ddd-a686-4cf8c43b24e5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.404192 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f8b4db2-3012-4ddd-a686-4cf8c43b24e5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.424857 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-536b40ed-067e-4cb3-bc55-90de0d8ae632 None None] Port 69a28d42-49fa-4c87-9949-66b30fa09b71 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:15:34.450454 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae1d9d43-1a7c-4fb1-a1d0-5f9496fca56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.453472 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b4db2-3012-4ddd-a686-4cf8c43b24e5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405360a5-1b57-40cc-9814-d72af5a11947,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:34.470015 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-ae1d9d43-1a7c-4fb1-a1d0-5f9496fca56e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b895fe-07ee-490d-a56b-a9552105bbca']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:34.490808 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ad932c-4699-4e9f-be38-57a963beb677 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:34.493367 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port be3a4326-9148-47bb-9f13-3636ab0d1170 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:34.494003 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.496126 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16ad932c-4699-4e9f-be38-57a963beb677 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.513414 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-ae1d9d43-1a7c-4fb1-a1d0-5f9496fca56e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c548c13-668e-4a21-b7a4-dcd6558ddf9c') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:34.513986 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-ae1d9d43-1a7c-4fb1-a1d0-5f9496fca56e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c548c13-668e-4a21-b7a4-dcd6558ddf9c') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:34.539092 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f8b4db2-3012-4ddd-a686-4cf8c43b24e5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.544140 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9f8b4db2-3012-4ddd-a686-4cf8c43b24e5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5037296 Jul 14 09:15:34.544370 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46630) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:34.544881 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-536b40ed-067e-4cb3-bc55-90de0d8ae632 None None] Provisioning complete for port be3a4326-9148-47bb-9f13-3636ab0d1170 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:34.545303 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-536b40ed-067e-4cb3-bc55-90de0d8ae632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.556067 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-d8adbfd8-f7e6-4e3a-88fa-8f250b8517a2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:34.623117 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8adbfd8-f7e6-4e3a-88fa-8f250b8517a2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for floatingip, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.648841 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae1d9d43-1a7c-4fb1-a1d0-5f9496fca56e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.718716 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75493b4-2f4b-4cbc-9b2c-f1394e6166a8 req-d6ebb7a1-8125-4425-9e3c-55fa301ea3b7 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:34.727071 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f75493b4-2f4b-4cbc-9b2c-f1394e6166a8 req-d6ebb7a1-8125-4425-9e3c-55fa301ea3b7 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 948 time: 0.4496708 Jul 14 09:15:34.734994 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae1d9d43-1a7c-4fb1-a1d0-5f9496fca56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.793775 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1d9d43-1a7c-4fb1-a1d0-5f9496fca56e admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:15:34.794052 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae1d9d43-1a7c-4fb1-a1d0-5f9496fca56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:15:34.796485 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:15:34.829950 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b156160-79b0-43a0-ae43-7ac950492f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-d4b2ec29-2184-48d5-8c16-380a3c464388', 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'fixed_ips': [{'subnet_id': '346e0776-ec22-41d2-a9dc-835a5f89f795'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:15:34.830982 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b156160-79b0-43a0-ae43-7ac950492f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.831254 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8adbfd8-f7e6-4e3a-88fa-8f250b8517a2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.886578 n-d-771362-35 neutron-server[93773]: INFO neutron.db.ipam_backend_mixin [None req-16ad932c-4699-4e9f-be38-57a963beb677 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 346e0776-ec22-41d2-a9dc-835a5f89f795 (CIDR: 2001:db8::/64) Jul 14 09:15:34.905746 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ad932c-4699-4e9f-be38-57a963beb677 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:15:34.906485 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ad932c-4699-4e9f-be38-57a963beb677 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:15:34.932495 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f75493b4-2f4b-4cbc-9b2c-f1394e6166a8 req-6c227d21-f3eb-4336-ac5a-15c7503e404e tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019248 Jul 14 09:15:34.939414 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae1d9d43-1a7c-4fb1-a1d0-5f9496fca56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.947112 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae1d9d43-1a7c-4fb1-a1d0-5f9496fca56e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.963427 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ae1d9d43-1a7c-4fb1-a1d0-5f9496fca56e admin admin] 10.222.0.25 "DELETE /v2.0/networks/87b895fe-07ee-490d-a56b-a9552105bbca HTTP/1.1" status: 204 len: 168 time: 1.2473080 Jul 14 09:15:34.970126 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-16ad932c-4699-4e9f-be38-57a963beb677 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0771034 Jul 14 09:15:34.971426 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46636) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:34.980902 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-cdca7edc-7540-4897-9bca-3d9e0d34d965 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:34.991580 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d9d43-1a7c-4fb1-a1d0-5f9496fca56e admin admin] Pushing event deleted for resources: {'Network': ['ID=87b895fe-07ee-490d-a56b-a9552105bbca,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:35.073556 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-d8adbfd8-f7e6-4e3a-88fa-8f250b8517a2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Allocated IP 172.25.6.17 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/eaa04b3a-80ab-414e-a37a-6d5a22e31dc1) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:35.101686 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-3b156160-79b0-43a0-ae43-7ac950492f5f None None] Allocated IP 2001:db8::f816:3eff:fe17:979d (d4b2ec29-2184-48d5-8c16-380a3c464388/346e0776-ec22-41d2-a9dc-835a5f89f795/f5780d4f-05d7-46f5-9380-54349f01b525) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:35.139623 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:35.184206 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46638) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:35.213103 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:35.214299 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ce1acbbd-a0e2-400a-b2a2-c4aa6220bea9 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:35.239083 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-536b40ed-067e-4cb3-bc55-90de0d8ae632 None None] Provisioning complete for port 04a8cf70-2c8b-4bf8-b255-eea8770e319f triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:35.239944 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-536b40ed-067e-4cb3-bc55-90de0d8ae632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.271792 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f495fb33-0bed-4f1f-bebc-dcb7f97a718c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=52b6d9edbbce4964a4733eb4480ae2f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0860808 Jul 14 09:15:35.275691 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46642) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:35.314022 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8adbfd8-f7e6-4e3a-88fa-8f250b8517a2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.360925 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdca7edc-7540-4897-9bca-3d9e0d34d965 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:35.367401 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cdca7edc-7540-4897-9bca-3d9e0d34d965 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.454197 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-94b36c85-c604-45be-a63c-59f80c66abbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.496793 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b156160-79b0-43a0-ae43-7ac950492f5f None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.500773 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab2374-aa18-4bfb-b858-84c11a8b30fb req-b3422461-87d1-4645-ac87-9b80fd50c7d7 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:35.502485 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17ab2374-aa18-4bfb-b858-84c11a8b30fb req-b3422461-87d1-4645-ac87-9b80fd50c7d7 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6bf780-b2d3-40b3-98d0-71af6457ad6c HTTP/1.1" status: 200 len: 944 time: 0.1402228 Jul 14 09:15:35.511306 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3b156160-79b0-43a0-ae43-7ac950492f5f None None] Transition to ACTIVE for port object f5780d4f-05d7-46f5-9380-54349f01b525 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:35.511757 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-94b36c85-c604-45be-a63c-59f80c66abbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.514741 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8adbfd8-f7e6-4e3a-88fa-8f250b8517a2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.515586 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-536b40ed-067e-4cb3-bc55-90de0d8ae632 None None] Provisioning for port aa53f161-f281-47d6-8367-e1b2fa57dfc8 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:35.529408 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-536b40ed-067e-4cb3-bc55-90de0d8ae632 None None] Provisioning complete for port aa53f161-f281-47d6-8367-e1b2fa57dfc8 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:35.530307 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-536b40ed-067e-4cb3-bc55-90de0d8ae632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.590371 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 2695c005-a162-464c-ac6c-7b7d642e4a11 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:35.596639 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3b156160-79b0-43a0-ae43-7ac950492f5f None None] Transition to ACTIVE for port object f5780d4f-05d7-46f5-9380-54349f01b525 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:35.610093 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17ab2374-aa18-4bfb-b858-84c11a8b30fb req-a9c74427-4264-453d-86c5-88057def37a7 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944724 Jul 14 09:15:35.641564 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-94b36c85-c604-45be-a63c-59f80c66abbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.643226 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8adbfd8-f7e6-4e3a-88fa-8f250b8517a2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:35.645159 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-94b36c85-c604-45be-a63c-59f80c66abbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.650185 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-94b36c85-c604-45be-a63c-59f80c66abbf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/709ed6ce-d5d7-47fe-92df-a2bacbd304d5 HTTP/1.1" status: 204 len: 168 time: 0.3731129 Jul 14 09:15:35.659354 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b36c85-c604-45be-a63c-59f80c66abbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709ed6ce-d5d7-47fe-92df-a2bacbd304d5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:35.665782 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-d8adbfd8-f7e6-4e3a-88fa-8f250b8517a2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:35.671343 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8adbfd8-f7e6-4e3a-88fa-8f250b8517a2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:35.675258 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8adbfd8-f7e6-4e3a-88fa-8f250b8517a2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event updated for resources: {'Port': ['ID=eaa04b3a-80ab-414e-a37a-6d5a22e31dc1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:35.683289 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-536b40ed-067e-4cb3-bc55-90de0d8ae632 None None] Port aa53f161-f281-47d6-8367-e1b2fa57dfc8 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:15:35.695533 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b156160-79b0-43a0-ae43-7ac950492f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.789944 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b156160-79b0-43a0-ae43-7ac950492f5f None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:35.803961 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-3b156160-79b0-43a0-ae43-7ac950492f5f None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:35.809439 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b156160-79b0-43a0-ae43-7ac950492f5f None None] Pushing event updated for resources: {'Port': ['ID=f5780d4f-05d7-46f5-9380-54349f01b525,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:35.812263 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b156160-79b0-43a0-ae43-7ac950492f5f None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:35.830263 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 2695c005-a162-464c-ac6c-7b7d642e4a11 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:35.888055 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 2695c005-a162-464c-ac6c-7b7d642e4a11 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:35.888544 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.891406 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-efc36f6f-2d20-46d3-a02a-f973d3e542e4 None None] Provisioning complete for port 69a28d42-49fa-4c87-9949-66b30fa09b71 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:35.891951 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-efc36f6f-2d20-46d3-a02a-f973d3e542e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.952187 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3b156160-79b0-43a0-ae43-7ac950492f5f None None] Attempting to bind port f5780d4f-05d7-46f5-9380-54349f01b525 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:35.952611 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3b156160-79b0-43a0-ae43-7ac950492f5f None None] Attempting to bind port f5780d4f-05d7-46f5-9380-54349f01b525 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:35.953360 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b156160-79b0-43a0-ae43-7ac950492f5f None None] Attempting to bind port f5780d4f-05d7-46f5-9380-54349f01b525 on network d4b2ec29-2184-48d5-8c16-380a3c464388 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:35.961718 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cdca7edc-7540-4897-9bca-3d9e0d34d965 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.970858 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b156160-79b0-43a0-ae43-7ac950492f5f None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:35.971258 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b156160-79b0-43a0-ae43-7ac950492f5f None None] Checking segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:35.971919 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b156160-79b0-43a0-ae43-7ac950492f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.972378 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b156160-79b0-43a0-ae43-7ac950492f5f None None] Bound using segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:35.973424 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3b156160-79b0-43a0-ae43-7ac950492f5f None None] Bound port: f5780d4f-05d7-46f5-9380-54349f01b525, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:35.973424 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b156160-79b0-43a0-ae43-7ac950492f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.014847 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-efc36f6f-2d20-46d3-a02a-f973d3e542e4 None None] Port 69a28d42-49fa-4c87-9949-66b30fa09b71 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:15:36.035205 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 04a8cf70-2c8b-4bf8-b255-eea8770e319f up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:36.057392 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdca7edc-7540-4897-9bca-3d9e0d34d965 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:36.063989 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca7edc-7540-4897-9bca-3d9e0d34d965 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=c57536d1-3fca-48d2-8339-105b97aa6e05,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:36.077364 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-cdca7edc-7540-4897-9bca-3d9e0d34d965 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:36.085068 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdca7edc-7540-4897-9bca-3d9e0d34d965 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:36.086840 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cdca7edc-7540-4897-9bca-3d9e0d34d965 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.141105 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cdca7edc-7540-4897-9bca-3d9e0d34d965 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1654861 Jul 14 09:15:36.142015 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46660) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:36.149188 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-24855289-d32f-4f24-bf3d-89f287579c85 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'port': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'mac_address': 'fa:16:3e:ae:71:3c', 'name': 'tempest-NetworksTestDHCPv6-1052061823'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:36.164710 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8adbfd8-f7e6-4e3a-88fa-8f250b8517a2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.285846 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.287314 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8adbfd8-f7e6-4e3a-88fa-8f250b8517a2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.312727 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3b156160-79b0-43a0-ae43-7ac950492f5f None None] For port f5780d4f-05d7-46f5-9380-54349f01b525, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:36.339874 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 04a8cf70-2c8b-4bf8-b255-eea8770e319f triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:36.340448 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.344774 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3b156160-79b0-43a0-ae43-7ac950492f5f None None] For port f5780d4f-05d7-46f5-9380-54349f01b525, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f5780d4f-05d7-46f5-9380-54349f01b525,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:36.387777 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b156160-79b0-43a0-ae43-7ac950492f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.389417 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6bf780-b2d3-40b3-98d0-71af6457ad6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2695c005-a162-464c-ac6c-7b7d642e4a11'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:36.391684 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf795a5a-4559-418f-a07d-212c7727a776" -d '{"events": [{"server_uuid": "1d6bf780-b2d3-40b3-98d0-71af6457ad6c", "name": "network-vif-plugged", "status": "completed", "tag": "2695c005-a162-464c-ac6c-7b7d642e4a11"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:36.445027 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 2695c005-a162-464c-ac6c-7b7d642e4a11, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=2695c005-a162-464c-ac6c-7b7d642e4a11,segment=NetworkSegment(c33ce29e-d508-429e-945d-f02a1fe3578f),segment_id=c33ce29e-d508-429e-945d-f02a1fe3578f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:36.466877 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.497751 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b156160-79b0-43a0-ae43-7ac950492f5f None None] Pushing event updated for resources: {'Port': ['ID=f5780d4f-05d7-46f5-9380-54349f01b525,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:36.534813 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24855289-d32f-4f24-bf3d-89f287579c85 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:36.693125 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=2695c005-a162-464c-ac6c-7b7d642e4a11,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:36.716941 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8adbfd8-f7e6-4e3a-88fa-8f250b8517a2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.726320 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8adbfd8-f7e6-4e3a-88fa-8f250b8517a2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.778942 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d723b-b6a0-407f-a262-40dcd934b3b7 req-daf29760-cce3-4955-8f09-0554c75526db tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:36.792644 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-238d723b-b6a0-407f-a262-40dcd934b3b7 req-daf29760-cce3-4955-8f09-0554c75526db tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 948 time: 0.4183619 Jul 14 09:15:36.808522 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-24855289-d32f-4f24-bf3d-89f287579c85 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.892240 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-24855289-d32f-4f24-bf3d-89f287579c85 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] device_id is not set on port e99e3f3f-4726-41dc-b9e3-6ed884f92829 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:15:36.937173 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8adbfd8-f7e6-4e3a-88fa-8f250b8517a2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event updated for resources: {'Port': ['ID=eaa04b3a-80ab-414e-a37a-6d5a22e31dc1,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:37.003918 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8adbfd8-f7e6-4e3a-88fa-8f250b8517a2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.094713 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8adbfd8-f7e6-4e3a-88fa-8f250b8517a2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.096180 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d8adbfd8-f7e6-4e3a-88fa-8f250b8517a2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5498569 Jul 14 09:15:37.161445 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-238d723b-b6a0-407f-a262-40dcd934b3b7 req-55e19259-0c73-4249-aceb-2923bc4bb1d0 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242822 Jul 14 09:15:37.178173 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fa004-edd4-4619-b555-9b236563e622 req-9a3e13e4-85c9-4c21-bb87-cf79cb67d6c9 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:37.185528 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e6fa004-edd4-4619-b555-9b236563e622 req-9a3e13e4-85c9-4c21-bb87-cf79cb67d6c9 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 947 time: 0.5051317 Jul 14 09:15:37.273390 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7929c0f-40f7-4192-9dce-3146b18393f7 x-openstack-request-id: req-a7929c0f-40f7-4192-9dce-3146b18393f7 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:37.273678 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6bf780-b2d3-40b3-98d0-71af6457ad6c", "name": "network-vif-plugged", "status": "completed", "tag": "2695c005-a162-464c-ac6c-7b7d642e4a11", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:37.274175 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7929c0f-40f7-4192-9dce-3146b18393f7 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:37.275290 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6bf780-b2d3-40b3-98d0-71af6457ad6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2695c005-a162-464c-ac6c-7b7d642e4a11', 'code': 200} Jul 14 09:15:37.298888 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e6fa004-edd4-4619-b555-9b236563e622 req-0d618fee-8593-49b3-b589-ab596b680a01 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120124 Jul 14 09:15:37.463058 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-24855289-d32f-4f24-bf3d-89f287579c85 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 2001:db8:0:1::317 (d4b2ec29-2184-48d5-8c16-380a3c464388/c57536d1-3fca-48d2-8339-105b97aa6e05/e99e3f3f-4726-41dc-b9e3-6ed884f92829) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:37.500721 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-24855289-d32f-4f24-bf3d-89f287579c85 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 2001:db8::f816:3eff:feae:713c (d4b2ec29-2184-48d5-8c16-380a3c464388/346e0776-ec22-41d2-a9dc-835a5f89f795/e99e3f3f-4726-41dc-b9e3-6ed884f92829) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:37.533421 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486bb3d-0f00-402a-b07c-f81342bd250a req-b50b6711-9be5-4b68-a876-4a79e3c0e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:37.535336 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2486bb3d-0f00-402a-b07c-f81342bd250a req-b50b6711-9be5-4b68-a876-4a79e3c0e012 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1d6bf780-b2d3-40b3-98d0-71af6457ad6c HTTP/1.1" status: 200 len: 1097 time: 0.1455266 Jul 14 09:15:37.670329 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2486bb3d-0f00-402a-b07c-f81342bd250a req-0b421288-c226-4718-9c34-af732f978d16 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248834 Jul 14 09:15:37.692461 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ab573-3952-4b09-9981-124fc09e5a32 req-b84342d0-8680-468e-b8fe-5451caa8ea21 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:37.694787 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3d2ab573-3952-4b09-9981-124fc09e5a32 req-b84342d0-8680-468e-b8fe-5451caa8ea21 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6bf780-b2d3-40b3-98d0-71af6457ad6c HTTP/1.1" status: 200 len: 945 time: 0.2518456 Jul 14 09:15:37.788891 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3d2ab573-3952-4b09-9981-124fc09e5a32 req-3ba04a17-64e1-408f-b748-0c66867f3957 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803206 Jul 14 09:15:37.803546 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-24855289-d32f-4f24-bf3d-89f287579c85 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.835940 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-24855289-d32f-4f24-bf3d-89f287579c85 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Transition to ACTIVE for port object e99e3f3f-4726-41dc-b9e3-6ed884f92829 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:38.006207 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f5780d4f-05d7-46f5-9380-54349f01b525 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:38.041245 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-ae8e7a01-a393-450a-9e9c-7ce88135470b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--653771821&fields=id&tenant_id=ff8ef452914843b3a211f5977d735f89 HTTP/1.1" status: 200 len: 267 time: 0.1240230 Jul 14 09:15:38.073811 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-24855289-d32f-4f24-bf3d-89f287579c85 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.172223 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port f5780d4f-05d7-46f5-9380-54349f01b525 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:38.207460 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24855289-d32f-4f24-bf3d-89f287579c85 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:38.217393 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbaa842-d5dc-4b0d-b706-17f62e0da6fd req-37f24341-4502-437e-b651-88894fc5d2ed tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:38.218670 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1bbaa842-d5dc-4b0d-b706-17f62e0da6fd req-37f24341-4502-437e-b651-88894fc5d2ed tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.47 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 947 time: 0.2895930 Jul 14 09:15:38.224785 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-24855289-d32f-4f24-bf3d-89f287579c85 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:38.240709 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-710baf9f-26dd-4e21-b1fd-70c24f5931f4 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:38.251082 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-710baf9f-26dd-4e21-b1fd-70c24f5931f4 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports/aa53f161-f281-47d6-8367-e1b2fa57dfc8 HTTP/1.1" status: 200 len: 930 time: 0.1820853 Jul 14 09:15:38.266400 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24855289-d32f-4f24-bf3d-89f287579c85 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:38.273300 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24855289-d32f-4f24-bf3d-89f287579c85 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:38.273902 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-24855289-d32f-4f24-bf3d-89f287579c85 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.303140 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c273c90-316b-40bf-a3e9-070c3d85569e None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:38.308048 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24855289-d32f-4f24-bf3d-89f287579c85 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=e99e3f3f-4726-41dc-b9e3-6ed884f92829,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:38.391089 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-013e6248-0c05-4a83-8cc6-d977fc74199c None None] Provisioning for port f5780d4f-05d7-46f5-9380-54349f01b525 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:38.396712 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-013e6248-0c05-4a83-8cc6-d977fc74199c None None] Provisioning complete for port f5780d4f-05d7-46f5-9380-54349f01b525 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:38.397090 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-013e6248-0c05-4a83-8cc6-d977fc74199c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.518936 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46736) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:38.519511 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-24855289-d32f-4f24-bf3d-89f287579c85 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.3746846 Jul 14 09:15:38.579726 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-250f6b7c-609f-4b01-b10c-3027c38b4ec7 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:38.585223 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-250f6b7c-609f-4b01-b10c-3027c38b4ec7 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports/69a28d42-49fa-4c87-9949-66b30fa09b71 HTTP/1.1" status: 200 len: 932 time: 0.3331130 Jul 14 09:15:38.588430 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46738) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:38.650738 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-013e6248-0c05-4a83-8cc6-d977fc74199c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.803850 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-013e6248-0c05-4a83-8cc6-d977fc74199c None None] For port f5780d4f-05d7-46f5-9380-54349f01b525, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f5780d4f-05d7-46f5-9380-54349f01b525,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:38.844311 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-013e6248-0c05-4a83-8cc6-d977fc74199c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.893703 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ff8c3a98-7d72-4256-ac4d-86907c9ae50a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting port e99e3f3f-4726-41dc-b9e3-6ed884f92829 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:38.894626 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff8c3a98-7d72-4256-ac4d-86907c9ae50a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.959765 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5c6bcb-ed94-4c19-a21c-5f36394fde3e None None] Update dhcp port {'port': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'fixed_ips': [{'subnet_id': '346e0776-ec22-41d2-a9dc-835a5f89f795', 'ip_address': '2001:db8::f816:3eff:fe17:979d'}, {'subnet_id': 'c57536d1-3fca-48d2-8339-105b97aa6e05'}], 'binding:host_id': 'n-d-771362-35'}, 'id': 'f5780d4f-05d7-46f5-9380-54349f01b525'} from n-d-771362-35. {{(pid=93774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:15:39.013398 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e6248-0c05-4a83-8cc6-d977fc74199c None None] Pushing event updated for resources: {'Port': ['ID=f5780d4f-05d7-46f5-9380-54349f01b525,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:39.025502 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c5c6bcb-ed94-4c19-a21c-5f36394fde3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.069292 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6635316-53d1-4e45-9671-6c3145eebb71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.082521 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff8c3a98-7d72-4256-ac4d-86907c9ae50a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.171600 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ff8c3a98-7d72-4256-ac4d-86907c9ae50a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Calling delete_port for e99e3f3f-4726-41dc-b9e3-6ed884f92829 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:39.211142 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-01badb7a-3c31-4cab-91bd-3fbea3d6b55c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?network_id=f88ba657-d9b2-4a2f-8603-745af5d48899&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.6224761 Jul 14 09:15:39.247686 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d406179-3629-4b62-9a78-93ba88aeb3bb req-6cbac995-988a-45cb-bc7e-efeb27e33996 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:39.250039 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5d406179-3629-4b62-9a78-93ba88aeb3bb req-6cbac995-988a-45cb-bc7e-efeb27e33996 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 948 time: 0.8280263 Jul 14 09:15:39.283467 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-1bbaa842-d5dc-4b0d-b706-17f62e0da6fd req-65444753-6e46-42d2-806d-b938e602a64a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Deleting port cbffb502-4fe3-461f-a5b2-1a9fc98c8559 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:39.284276 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1bbaa842-d5dc-4b0d-b706-17f62e0da6fd req-65444753-6e46-42d2-806d-b938e602a64a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.306872 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6635316-53d1-4e45-9671-6c3145eebb71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.317466 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-6c5c6bcb-ed94-4c19-a21c-5f36394fde3e None None] Allocated IP 2001:db8:0:1::2 (d4b2ec29-2184-48d5-8c16-380a3c464388/c57536d1-3fca-48d2-8339-105b97aa6e05/f5780d4f-05d7-46f5-9380-54349f01b525) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:39.321146 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6635316-53d1-4e45-9671-6c3145eebb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.329299 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-54e85a4c-c2fb-444c-96f7-b6e5289b65b0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?network_id=f88ba657-d9b2-4a2f-8603-745af5d48899&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1093848 Jul 14 09:15:39.388106 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6635316-53d1-4e45-9671-6c3145eebb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7b8d9c-8adc-48f8-b802-89d45f0bbc6c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:39.395054 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e6635316-53d1-4e45-9671-6c3145eebb71 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f4c641331c014a1c911b72f875fa4a3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8053038 Jul 14 09:15:39.398224 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46754) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:39.501479 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6c5c6bcb-ed94-4c19-a21c-5f36394fde3e None None] For port f5780d4f-05d7-46f5-9380-54349f01b525, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f5780d4f-05d7-46f5-9380-54349f01b525,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:39.560088 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5d406179-3629-4b62-9a78-93ba88aeb3bb req-a148f46c-b024-4f61-8a21-3965e7abc820 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740486 Jul 14 09:15:39.572838 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c5c6bcb-ed94-4c19-a21c-5f36394fde3e None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.615508 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6c5c6bcb-ed94-4c19-a21c-5f36394fde3e None None] Transition to ACTIVE for port object f5780d4f-05d7-46f5-9380-54349f01b525 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:39.626559 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ce0dcf7-9d44-42ca-972e-f591fd73e701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.644515 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-1bbaa842-d5dc-4b0d-b706-17f62e0da6fd req-65444753-6e46-42d2-806d-b938e602a64a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] For port cbffb502-4fe3-461f-a5b2-1a9fc98c8559, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=cbffb502-4fe3-461f-a5b2-1a9fc98c8559,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:39.645573 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1bbaa842-d5dc-4b0d-b706-17f62e0da6fd req-65444753-6e46-42d2-806d-b938e602a64a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.648658 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c5c6bcb-ed94-4c19-a21c-5f36394fde3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.741025 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-b74a8fc0-17d7-4f7a-92fa-dcb1e867e4bd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:39.750910 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-b74a8fc0-17d7-4f7a-92fa-dcb1e867e4bd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:39.756962 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ce0dcf7-9d44-42ca-972e-f591fd73e701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.762662 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-b74a8fc0-17d7-4f7a-92fa-dcb1e867e4bd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:39.772743 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-b74a8fc0-17d7-4f7a-92fa-dcb1e867e4bd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/networks?id=fae645fa-dbb7-4242-86d8-0493fe1d9e27&id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&id=f88ba657-d9b2-4a2f-8603-745af5d48899&id=f88ba657-d9b2-4a2f-8603-745af5d48899 HTTP/1.1" status: 200 len: 1989 time: 0.4269593 Jul 14 09:15:39.794408 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff8c3a98-7d72-4256-ac4d-86907c9ae50a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.798845 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-38a8d88a-3773-483d-ae90-0cf248f55ac9 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/quotas/ff8ef452914843b3a211f5977d735f89 HTTP/1.1" status: 200 len: 375 time: 0.0250998 Jul 14 09:15:39.839023 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c6bcb-ed94-4c19-a21c-5f36394fde3e None None] Pushing event updated for resources: {'Port': ['ID=f5780d4f-05d7-46f5-9380-54349f01b525,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:39.891872 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c3a98-7d72-4256-ac4d-86907c9ae50a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Port': ['ID=e99e3f3f-4726-41dc-b9e3-6ed884f92829,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:39.975229 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f5780d4f-05d7-46f5-9380-54349f01b525 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:40.000843 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ce0dcf7-9d44-42ca-972e-f591fd73e701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:40.006016 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ce0dcf7-9d44-42ca-972e-f591fd73e701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:40.012745 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9ce0dcf7-9d44-42ca-972e-f591fd73e701 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb7b8d9c-8adc-48f8-b802-89d45f0bbc6c HTTP/1.1" status: 204 len: 168 time: 0.6132290 Jul 14 09:15:40.014313 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff8c3a98-7d72-4256-ac4d-86907c9ae50a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:40.016331 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ff8c3a98-7d72-4256-ac4d-86907c9ae50a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/e99e3f3f-4726-41dc-b9e3-6ed884f92829 HTTP/1.1" status: 204 len: 168 time: 1.4963365 Jul 14 09:15:40.018731 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46772) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:40.055525 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0dcf7-9d44-42ca-972e-f591fd73e701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7b8d9c-8adc-48f8-b802-89d45f0bbc6c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:40.124931 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568115ca-2c74-4b23-ab3f-486b061f47fb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:40.127798 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-568115ca-2c74-4b23-ab3f-486b061f47fb tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1078990 Jul 14 09:15:40.131787 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46774) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:40.139543 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd66f1-3b40-4d1a-851b-0358312525ea req-38385a8f-87d4-4af8-936e-9c59661f47f9 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:40.141204 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01fd66f1-3b40-4d1a-851b-0358312525ea req-38385a8f-87d4-4af8-936e-9c59661f47f9 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 947 time: 0.3633747 Jul 14 09:15:40.176226 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c29ea837-35ae-4380-bad8-2d1dd2f612c6 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ff8ef452914843b3a211f5977d735f89&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3762581 Jul 14 09:15:40.178060 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1bbaa842-d5dc-4b0d-b706-17f62e0da6fd req-65444753-6e46-42d2-806d-b938e602a64a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:40.178440 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1bbaa842-d5dc-4b0d-b706-17f62e0da6fd req-65444753-6e46-42d2-806d-b938e602a64a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:40.178829 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [req-1bbaa842-d5dc-4b0d-b706-17f62e0da6fd req-65444753-6e46-42d2-806d-b938e602a64a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Floating IP a4fba9b8-3279-43f7-acf3-35d9475ce376 disassociated. External IP: 172.25.6.245, port: cbffb502-4fe3-461f-a5b2-1a9fc98c8559. Jul 14 09:15:40.179189 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-1bbaa842-d5dc-4b0d-b706-17f62e0da6fd req-65444753-6e46-42d2-806d-b938e602a64a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Calling delete_port for cbffb502-4fe3-461f-a5b2-1a9fc98c8559 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:40.298548 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01fd66f1-3b40-4d1a-851b-0358312525ea req-fdda700b-c3d5-4d8e-afee-a33086224e07 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups?id=62478c6f-6fd9-41be-a822-bf2516c48fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412189 Jul 14 09:15:40.411425 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:40.623167 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-3039e8b5-bcae-48a6-a106-8f326bf3198d service neutron] 10.222.0.25 "GET /v2.0/networks/fae645fa-dbb7-4242-86d8-0493fe1d9e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077251 Jul 14 09:15:40.806606 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123e5245-9f92-4b19-aa90-cfc87a0f90b8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:40.808371 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-123e5245-9f92-4b19-aa90-cfc87a0f90b8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6719189 Jul 14 09:15:40.811106 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46790) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:40.860860 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1bbaa842-d5dc-4b0d-b706-17f62e0da6fd req-65444753-6e46-42d2-806d-b938e602a64a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:40.895224 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596e5bad-d226-4a14-bfc6-0d6456350f68 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:40.900121 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596e5bad-d226-4a14-bfc6-0d6456350f68 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:40.902355 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596e5bad-d226-4a14-bfc6-0d6456350f68 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:40.904474 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-596e5bad-d226-4a14-bfc6-0d6456350f68 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0922849 Jul 14 09:15:40.907896 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46796) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:40.948149 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65444753-6e46-42d2-806d-b938e602a64a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Pushing event deleted for resources: {'Port': ['ID=cbffb502-4fe3-461f-a5b2-1a9fc98c8559,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:40.973175 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7fd1e4f-1cd7-4d78-8604-ac5a9ab7df61 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet 346e0776-ec22-41d2-a9dc-835a5f89f795 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:15:40.976777 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7fd1e4f-1cd7-4d78-8604-ac5a9ab7df61 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.024911 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f7b56485-edbc-419a-973a-fc0b6365c462 None None] Provisioning for port f5780d4f-05d7-46f5-9380-54349f01b525 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:41.038771 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f7b56485-edbc-419a-973a-fc0b6365c462 None None] Provisioning complete for port f5780d4f-05d7-46f5-9380-54349f01b525 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:41.039195 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7b56485-edbc-419a-973a-fc0b6365c462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.045305 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7fd1e4f-1cd7-4d78-8604-ac5a9ab7df61 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.184913 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e2de7-e417-4fb0-953c-b1af70b51a46 req-63c0b759-ac1a-4bc0-92db-32d48ef70581 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:41.193752 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c77e2de7-e417-4fb0-953c-b1af70b51a46 req-63c0b759-ac1a-4bc0-92db-32d48ef70581 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6bf780-b2d3-40b3-98d0-71af6457ad6c HTTP/1.1" status: 200 len: 945 time: 0.4997294 Jul 14 09:15:41.207134 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-66e5df83-00ce-48d8-be01-6cda93d4ef19 service neutron] 10.222.0.25 "GET /v2.0/networks/fae645fa-dbb7-4242-86d8-0493fe1d9e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5712168 Jul 14 09:15:41.243129 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f7b56485-edbc-419a-973a-fc0b6365c462 None None] Could not find standard attr ID for object e99e3f3f-4726-41dc-b9e3-6ed884f92829. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:15:41.262891 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7fd1e4f-1cd7-4d78-8604-ac5a9ab7df61 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.354148 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46806) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:41.381707 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7fd1e4f-1cd7-4d78-8604-ac5a9ab7df61 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.418330 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c77e2de7-e417-4fb0-953c-b1af70b51a46 req-32e6b888-b5c4-4972-9f41-662bdc2992aa tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202380 Jul 14 09:15:41.452559 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-9c95e4e7-b6b0-434a-913f-404dac9fa437 service neutron] 10.222.0.25 "GET /v2.0/ports/aa53f161-f281-47d6-8367-e1b2fa57dfc8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2293379 Jul 14 09:15:41.455722 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd1e4f-1cd7-4d78-8604-ac5a9ab7df61 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=346e0776-ec22-41d2-a9dc-835a5f89f795,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:41.457691 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7fd1e4f-1cd7-4d78-8604-ac5a9ab7df61 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.460475 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a7fd1e4f-1cd7-4d78-8604-ac5a9ab7df61 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/346e0776-ec22-41d2-a9dc-835a5f89f795 HTTP/1.1" status: 204 len: 168 time: 0.5509305 Jul 14 09:15:41.473692 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d5a20d49-bcfb-4d7e-81ee-1498b757f7f6 None None] Could not find standard attr ID for object e99e3f3f-4726-41dc-b9e3-6ed884f92829. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:15:41.474336 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46812) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:41.597119 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-4574abde-4d92-42fc-85cc-4fac5b9016bd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1773094094-network', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:41.597557 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bbaa842-d5dc-4b0d-b706-17f62e0da6fd req-65444753-6e46-42d2-806d-b938e602a64a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Router dbdb981d-2d28-47e4-b943-9bce971af676 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:15:41.632883 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device cbffb502-4fe3-461f-a5b2-1a9fc98c8559 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:41.642121 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f9e06d-880e-4c36-a9d6-462328d41ee3 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet c57536d1-3fca-48d2-8339-105b97aa6e05 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:15:41.651396 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50f9e06d-880e-4c36-a9d6-462328d41ee3 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.683009 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: cbffb502-4fe3-461f-a5b2-1a9fc98c8559 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:41.683792 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device cbffb502-4fe3-461f-a5b2-1a9fc98c8559 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:41.696355 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4574abde-4d92-42fc-85cc-4fac5b9016bd admin admin] Made reservation on behalf of 6c80c9228c3d4d0587f67366dd594a1e for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:41.699554 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4574abde-4d92-42fc-85cc-4fac5b9016bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.724414 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4574abde-4d92-42fc-85cc-4fac5b9016bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.743950 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c6acad54-74bf-4086-b2bc-a38982473495 service neutron] 10.222.0.25 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901304 Jul 14 09:15:41.760113 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50f9e06d-880e-4c36-a9d6-462328d41ee3 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.816409 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8d757e-7631-41a7-911c-b403d46ff258 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:41.877209 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4574abde-4d92-42fc-85cc-4fac5b9016bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.909048 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4574abde-4d92-42fc-85cc-4fac5b9016bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.959844 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bbaa842-d5dc-4b0d-b706-17f62e0da6fd req-65444753-6e46-42d2-806d-b938e602a64a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:15:41.977648 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcdbffc-4e08-4dc9-9dc9-7bde9d9f29a3 None None] Sync routers for ids ['dbdb981d-2d28-47e4-b943-9bce971af676'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:15:42.003575 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4574abde-4d92-42fc-85cc-4fac5b9016bd admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:15:42.020524 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77176be9-d350-4c49-a7b4-464f647680bc req-8850bad1-5035-48d7-852d-953325519e62 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:42.023033 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-77176be9-d350-4c49-a7b4-464f647680bc req-8850bad1-5035-48d7-852d-953325519e62 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 948 time: 0.3905184 Jul 14 09:15:42.028683 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574abde-4d92-42fc-85cc-4fac5b9016bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9571e96f-2916-4077-9c7a-a8a032082624,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:42.029013 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-ddddd1d1-a56c-4be2-b0fd-791dbfc0157e service neutron] 10.222.0.25 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763319 Jul 14 09:15:42.037947 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4574abde-4d92-42fc-85cc-4fac5b9016bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.038314 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-4574abde-4d92-42fc-85cc-4fac5b9016bd admin admin] Added segment 14c397d3-9192-425c-9a06-68c5df1d780e of type vlan for network aa88f091-33f9-4aa2-8101-31241b8b415b Jul 14 09:15:42.053705 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f5780d4f-05d7-46f5-9380-54349f01b525 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:42.054041 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbaa842-d5dc-4b0d-b706-17f62e0da6fd req-65444753-6e46-42d2-806d-b938e602a64a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] No DVR routers for this DVR port cbffb502-4fe3-461f-a5b2-1a9fc98c8559 on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:42.058252 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1bbaa842-d5dc-4b0d-b706-17f62e0da6fd req-65444753-6e46-42d2-806d-b938e602a64a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.060719 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1bbaa842-d5dc-4b0d-b706-17f62e0da6fd req-65444753-6e46-42d2-806d-b938e602a64a tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.47 "DELETE /v2.0/ports/cbffb502-4fe3-461f-a5b2-1a9fc98c8559 HTTP/1.1" status: 204 len: 173 time: 3.8300090 Jul 14 09:15:42.079053 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcdbffc-4e08-4dc9-9dc9-7bde9d9f29a3 None None] Routers {'dbdb981d-2d28-47e4-b943-9bce971af676'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:15:42.079816 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-abcdbffc-4e08-4dc9-9dc9-7bde9d9f29a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:15:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['dbdb981d-2d28-47e4-b943-9bce971af676'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:42.084834 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750a6c08-5914-47fb-a3cb-5bdbbcd21c55', 'name': 'network-vif-deleted', 'tag': 'cbffb502-4fe3-461f-a5b2-1a9fc98c8559'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:42.101810 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7315ee-bc0d-4877-a38f-c5df1976e8d5" -d '{"events": [{"server_uuid": "750a6c08-5914-47fb-a3cb-5bdbbcd21c55", "name": "network-vif-deleted", "tag": "cbffb502-4fe3-461f-a5b2-1a9fc98c8559"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:42.119920 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4574abde-4d92-42fc-85cc-4fac5b9016bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.126966 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50f9e06d-880e-4c36-a9d6-462328d41ee3 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.188963 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-fe63cc90-aeba-4703-9812-3c33ac442f90 service neutron] 10.222.0.25 "GET /v2.0/ports/69a28d42-49fa-4c87-9949-66b30fa09b71?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1365190 Jul 14 09:15:42.205614 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-77176be9-d350-4c49-a7b4-464f647680bc req-a71f15be-3957-459d-b982-25ee29fe726d tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540170 Jul 14 09:15:42.211915 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4574abde-4d92-42fc-85cc-4fac5b9016bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.213201 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4574abde-4d92-42fc-85cc-4fac5b9016bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:42.213949 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4574abde-4d92-42fc-85cc-4fac5b9016bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.255119 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-abcdbffc-4e08-4dc9-9dc9-7bde9d9f29a3 None None] Set router dbdb981d-2d28-47e4-b943-9bce971af676 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:15:42.276808 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50f9e06d-880e-4c36-a9d6-462328d41ee3 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.313692 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4574abde-4d92-42fc-85cc-4fac5b9016bd admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9543853 Jul 14 09:15:42.363386 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c450e886-dbce-4cc9-b77d-0f7f9a3ee227 service neutron] 10.222.0.25 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566532 Jul 14 09:15:42.373291 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46820) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:42.379120 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-6f6a7f59-85e9-443a-b437-d8c3d43b970b admin admin] Request body: {'subnet': {'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1773094094-subnet', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:42.392320 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9e06d-880e-4c36-a9d6-462328d41ee3 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=c57536d1-3fca-48d2-8339-105b97aa6e05,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:42.397958 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50f9e06d-880e-4c36-a9d6-462328d41ee3 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.404519 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-50f9e06d-880e-4c36-a9d6-462328d41ee3 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/c57536d1-3fca-48d2-8339-105b97aa6e05 HTTP/1.1" status: 204 len: 168 time: 0.9289651 Jul 14 09:15:42.405334 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46822) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:42.514636 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-940723e9-728f-4e48-947b-0333fa51ecc6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1021240 Jul 14 09:15:42.517789 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46824) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:42.518669 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574abde-4d92-42fc-85cc-4fac5b9016bd admin admin] Pushing event updated for resources: {'Network': ['ID=aa88f091-33f9-4aa2-8101-31241b8b415b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:42.531241 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-b9f41eaa-22b0-4a6a-9f07-bd83c45094c6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:42.594827 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network aa88f091-33f9-4aa2-8101-31241b8b415b details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:15:42.605195 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.613631 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a0994021-6244-493d-857a-34eede9ff7db req-386dd3a1-c291-4c43-b322-5e0cf9a1b091 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/ports?device_id=750a6c08-5914-47fb-a3cb-5bdbbcd21c55 HTTP/1.1" status: 200 len: 210 time: 0.1095238 Jul 14 09:15:42.693023 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6a7f59-85e9-443a-b437-d8c3d43b970b admin admin] Made reservation on behalf of 6c80c9228c3d4d0587f67366dd594a1e for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:42.700665 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6f6a7f59-85e9-443a-b437-d8c3d43b970b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.708127 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f41eaa-22b0-4a6a-9f07-bd83c45094c6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:42.715176 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-6c1e173b-73b3-4f11-bfa5-ab87d6a96384 service neutron] 10.222.0.25 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319643 Jul 14 09:15:42.719685 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b9f41eaa-22b0-4a6a-9f07-bd83c45094c6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.847182 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port f5780d4f-05d7-46f5-9380-54349f01b525 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:42.847992 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.000778 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-360d92c6-1119-407f-856e-7663e11305e3 service neutron] 10.222.0.25 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830472 Jul 14 09:15:43.070604 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b33638-732d-4a5b-aa0f-df27206e9d13 None None] Update dhcp port {'port': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'fixed_ips': [{'subnet_id': 'c57536d1-3fca-48d2-8339-105b97aa6e05'}], 'binding:host_id': 'n-d-771362-35'}, 'id': 'f5780d4f-05d7-46f5-9380-54349f01b525'} from n-d-771362-35. {{(pid=93774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:15:43.161597 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1b33638-732d-4a5b-aa0f-df27206e9d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.167660 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fed8a-a4b9-45bb-831e-1dbbb3348936 req-25a15904-4124-4564-afdb-5a6836bc0990 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:43.169971 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-563fed8a-a4b9-45bb-831e-1dbbb3348936 req-25a15904-4124-4564-afdb-5a6836bc0990 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6bf780-b2d3-40b3-98d0-71af6457ad6c HTTP/1.1" status: 200 len: 945 time: 0.2971096 Jul 14 09:15:43.205663 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-1b396590-844d-494d-9c9a-7be2bf77c6c1 service neutron] 10.222.0.25 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867723 Jul 14 09:15:43.230258 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-abcdbffc-4e08-4dc9-9dc9-7bde9d9f29a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'name': 'tempest-AttachVolumeShelveTestJSON-2122076825-router', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:33Z', 'updated_at': '2021-07-14T09:06:40Z', 'revision_number': 4, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'gw_port': {'id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:35Z', 'updated_at': '2021-07-14T09:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '04ff89eb-bb1d-45ba-98fc-99fdf950af37', 'name': '', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'mac_address': 'fa:16:3e:81:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:39Z', 'updated_at': '2021-07-14T09:06:50Z', 'revision_number': 5, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'subnets': [{'id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:43.280094 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcdbffc-4e08-4dc9-9dc9-7bde9d9f29a3 None None] Checking router: dbdb981d-2d28-47e4-b943-9bce971af676 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:15:43.303202 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-563fed8a-a4b9-45bb-831e-1dbbb3348936 req-efbdcb3c-c8aa-4856-bb2c-f8fd7464c66a tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215389 Jul 14 09:15:43.344289 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b9f41eaa-22b0-4a6a-9f07-bd83c45094c6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.445981 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f41eaa-22b0-4a6a-9f07-bd83c45094c6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:43.449738 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f41eaa-22b0-4a6a-9f07-bd83c45094c6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=e2377d4d-223f-4db0-b530-81c1032e1d15,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:43.458958 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-b9f41eaa-22b0-4a6a-9f07-bd83c45094c6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:43.459827 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-cb51da8d-6cc3-4fc6-8b81-8443e61ade48 service neutron] 10.222.0.25 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039459 Jul 14 09:15:43.467867 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f41eaa-22b0-4a6a-9f07-bd83c45094c6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:43.468742 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b9f41eaa-22b0-4a6a-9f07-bd83c45094c6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.473322 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcdbffc-4e08-4dc9-9dc9-7bde9d9f29a3 None None] Routers {'dbdb981d-2d28-47e4-b943-9bce971af676'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:15:43.473983 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-abcdbffc-4e08-4dc9-9dc9-7bde9d9f29a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:15:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['dbdb981d-2d28-47e4-b943-9bce971af676'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:43.503378 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6f6a7f59-85e9-443a-b437-d8c3d43b970b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.516854 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b9f41eaa-22b0-4a6a-9f07-bd83c45094c6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9941978 Jul 14 09:15:43.552457 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46832) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:43.560455 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-40dea858-3f18-489b-8284-77081584eb54 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:43.609717 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a84fea-3903-42a0-aac6-3f43612d292d None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:43.671247 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-dc76dad3-5a90-4498-bfbe-ed500d2d4765 service neutron] 10.222.0.25 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101471 Jul 14 09:15:43.734301 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6a7f59-85e9-443a-b437-d8c3d43b970b admin admin] Checking segment: {'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:43.734832 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6a7f59-85e9-443a-b437-d8c3d43b970b admin admin] Network hostable DHCP agents. Network: aa88f091-33f9-4aa2-8101-31241b8b415b, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:15:43.742459 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-abcdbffc-4e08-4dc9-9dc9-7bde9d9f29a3 None None] Set router dbdb981d-2d28-47e4-b943-9bce971af676 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:15:43.750088 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a7f59-85e9-443a-b437-d8c3d43b970b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a288c610-4f62-489b-a703-60b0f1c60f0a,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:43.785679 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6a7f59-85e9-443a-b437-d8c3d43b970b admin admin] Network aa88f091-33f9-4aa2-8101-31241b8b415b is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:15:43.797141 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f5c372d9-ba88-46eb-a98e-f272c57e816e None None] Provisioning complete for port f5780d4f-05d7-46f5-9380-54349f01b525 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:43.797670 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5c372d9-ba88-46eb-a98e-f272c57e816e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.824273 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-6f6a7f59-85e9-443a-b437-d8c3d43b970b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, aa88f091-33f9-4aa2-8101-31241b8b415b) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:43.831190 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40dea858-3f18-489b-8284-77081584eb54 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:43.835801 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40dea858-3f18-489b-8284-77081584eb54 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.836460 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-399af882-c4e1-4bcf-baeb-0dd1159a2de9 service neutron] 10.222.0.25 "GET /v2.0/networks/f88ba657-d9b2-4a2f-8603-745af5d48899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640842 Jul 14 09:15:43.845756 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6ea2b8-1b2e-4653-a192-9c8ef417aba0 None None] Network aa88f091-33f9-4aa2-8101-31241b8b415b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:43.856683 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9301a687-0ed9-4ce9-b6b1-19db32c7f40a x-openstack-request-id: req-9301a687-0ed9-4ce9-b6b1-19db32c7f40a {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:43.856970 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750a6c08-5914-47fb-a3cb-5bdbbcd21c55", "name": "network-vif-deleted", "tag": "cbffb502-4fe3-461f-a5b2-1a9fc98c8559", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:43.857407 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9301a687-0ed9-4ce9-b6b1-19db32c7f40a {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:43.857923 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750a6c08-5914-47fb-a3cb-5bdbbcd21c55', 'name': 'network-vif-deleted', 'tag': 'cbffb502-4fe3-461f-a5b2-1a9fc98c8559', 'status': 'completed', 'code': 200} Jul 14 09:15:43.884937 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6a7f59-85e9-443a-b437-d8c3d43b970b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:43.885571 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6f6a7f59-85e9-443a-b437-d8c3d43b970b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.946584 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6f6a7f59-85e9-443a-b437-d8c3d43b970b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5716145 Jul 14 09:15:43.950259 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46840) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:43.954935 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ef6fbffa-9861-44bb-a326-9bdd4bb7f272 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1773094094-router', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:43.987922 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-d5a2875d-c895-48a7-a52b-a922ae112613 service neutron] 10.222.0.25 "GET /v2.0/networks/f88ba657-d9b2-4a2f-8603-745af5d48899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424017 Jul 14 09:15:44.000267 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f5780d4f-05d7-46f5-9380-54349f01b525 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:44.032603 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef6fbffa-9861-44bb-a326-9bdd4bb7f272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.033637 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef6fbffa-9861-44bb-a326-9bdd4bb7f272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.039305 n-d-771362-35 neutron-server[93772]: INFO neutron.db.ipam_backend_mixin [None req-40dea858-3f18-489b-8284-77081584eb54 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e2377d4d-223f-4db0-b530-81c1032e1d15 (CIDR: 2001:db8::/64) Jul 14 09:15:44.044885 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-40dea858-3f18-489b-8284-77081584eb54 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:15:44.045495 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40dea858-3f18-489b-8284-77081584eb54 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:15:44.080446 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-40dea858-3f18-489b-8284-77081584eb54 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5241711 Jul 14 09:15:44.107308 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46850) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:44.114361 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-72282668-fac7-429e-8fb3-47aead430fe4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:44.122320 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef6fbffa-9861-44bb-a326-9bdd4bb7f272 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.319934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72282668-fac7-429e-8fb3-47aead430fe4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:44.325203 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72282668-fac7-429e-8fb3-47aead430fe4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.346676 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef6fbffa-9861-44bb-a326-9bdd4bb7f272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.390970 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-cb56a000-41bc-49d6-8ff9-1bb84b9e8a3b service neutron] 10.222.0.25 "GET /v2.0/networks/f88ba657-d9b2-4a2f-8603-745af5d48899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881626 Jul 14 09:15:44.424804 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c433a-29ce-4e7f-ae68-5cbe13b9ae2b req-58ea5439-6228-4ab2-9b67-5688c0306763 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:44.433293 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-734c433a-29ce-4e7f-ae68-5cbe13b9ae2b req-58ea5439-6228-4ab2-9b67-5688c0306763 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 948 time: 0.3274207 Jul 14 09:15:44.477115 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.547977 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-734c433a-29ce-4e7f-ae68-5cbe13b9ae2b req-2644fea7-f297-4c08-a16e-d9b706752790 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135840 Jul 14 09:15:44.568571 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port f5780d4f-05d7-46f5-9380-54349f01b525, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f5780d4f-05d7-46f5-9380-54349f01b525,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:44.582558 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.585344 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3913ba8-6aca-4ab7-a2a0-1443ec99bc19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-aa88f091-33f9-4aa2-8101-31241b8b415b', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'fixed_ips': [{'subnet_id': 'a288c610-4f62-489b-a703-60b0f1c60f0a'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:15:44.586250 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3913ba8-6aca-4ab7-a2a0-1443ec99bc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.617808 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-e695a1e7-9e20-46bc-8749-e6a75fbc7301 service neutron] 10.222.0.25 "GET /v2.0/networks/f88ba657-d9b2-4a2f-8603-745af5d48899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174351 Jul 14 09:15:44.672576 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=f5780d4f-05d7-46f5-9380-54349f01b525,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:44.713348 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-abcdbffc-4e08-4dc9-9dc9-7bde9d9f29a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'name': 'tempest-AttachVolumeShelveTestJSON-2122076825-router', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:33Z', 'updated_at': '2021-07-14T09:06:40Z', 'revision_number': 4, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'gw_port': {'id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:35Z', 'updated_at': '2021-07-14T09:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '04ff89eb-bb1d-45ba-98fc-99fdf950af37', 'name': '', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'mac_address': 'fa:16:3e:81:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:39Z', 'updated_at': '2021-07-14T09:06:50Z', 'revision_number': 5, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'subnets': [{'id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:44.772191 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcdbffc-4e08-4dc9-9dc9-7bde9d9f29a3 None None] The sync data for ids ['dbdb981d-2d28-47e4-b943-9bce971af676'] in n-d-771362-35 is: [{'id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'name': 'tempest-AttachVolumeShelveTestJSON-2122076825-router', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:33Z', 'updated_at': '2021-07-14T09:06:40Z', 'revision_number': 4, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'gw_port': {'id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:35Z', 'updated_at': '2021-07-14T09:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '04ff89eb-bb1d-45ba-98fc-99fdf950af37', 'name': '', 'network_id': '30f37573-a862-4dc6-9ef4-a9c9a7fbc93a', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'mac_address': 'fa:16:3e:81:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:39Z', 'updated_at': '2021-07-14T09:06:50Z', 'revision_number': 5, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'subnets': [{'id': '7386d60e-9463-4a78-b78e-76e751bf067a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:15:44.864959 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef6fbffa-9861-44bb-a326-9bdd4bb7f272 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.873005 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebd7ca3-e1bd-4e45-ac61-17704a226bfb None None] Update dhcp port {'port': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'fixed_ips': [{'subnet_id': 'e2377d4d-223f-4db0-b530-81c1032e1d15'}], 'binding:host_id': 'n-d-771362-35'}, 'id': 'f5780d4f-05d7-46f5-9380-54349f01b525'} from n-d-771362-35. {{(pid=93774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:15:44.904673 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef6fbffa-9861-44bb-a326-9bdd4bb7f272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.088495 n-d-771362-35 neutron-server[93773]: DEBUG neutron.objects.ports [None req-72282668-fac7-429e-8fb3-47aead430fe4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:15:45.262091 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ef6fbffa-9861-44bb-a326-9bdd4bb7f272 admin admin] Allocated IP 172.25.6.120 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/53bbf794-2c9a-43c2-bf52-d0353dabcd2a) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:45.318081 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a43f4cd-f0ee-4615-81c0-2d81e1eee2e5 None None] New status for floating IP a4fba9b8-3279-43f7-acf3-35d9475ce376: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:15:45.418833 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6ebd7ca3-e1bd-4e45-ac61-17704a226bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.477685 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72282668-fac7-429e-8fb3-47aead430fe4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.488273 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef6fbffa-9861-44bb-a326-9bdd4bb7f272 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.551476 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef6fbffa-9861-44bb-a326-9bdd4bb7f272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.615264 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-d3913ba8-6aca-4ab7-a2a0-1443ec99bc19 None None] Allocated IP 172.20.0.2 (aa88f091-33f9-4aa2-8101-31241b8b415b/a288c610-4f62-489b-a703-60b0f1c60f0a/1efc8917-6588-4285-991e-cdbf9ec2a0d3) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:45.620962 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fbffa-9861-44bb-a326-9bdd4bb7f272 admin admin] Pushing event updated for resources: {'Port': ['ID=53bbf794-2c9a-43c2-bf52-d0353dabcd2a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:45.631433 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6fbffa-9861-44bb-a326-9bdd4bb7f272 admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:45.633375 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ef6fbffa-9861-44bb-a326-9bdd4bb7f272 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:45.642440 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6fbffa-9861-44bb-a326-9bdd4bb7f272 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:45.705324 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cac2cc-f121-4799-ae73-923a262a86e0 req-d0e0efa6-6411-4bb4-8307-be6969ef2ad7 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:45.713871 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33cac2cc-f121-4799-ae73-923a262a86e0 req-d0e0efa6-6411-4bb4-8307-be6969ef2ad7 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6bf780-b2d3-40b3-98d0-71af6457ad6c HTTP/1.1" status: 200 len: 945 time: 0.2926824 Jul 14 09:15:45.847029 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46896) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:45.956198 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33cac2cc-f121-4799-ae73-923a262a86e0 req-411f08cb-88ae-4320-b7fe-985ac2083c1e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302055 Jul 14 09:15:46.019634 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-6ebd7ca3-e1bd-4e45-ac61-17704a226bfb None None] Allocated IP 2001:db8::2 (d4b2ec29-2184-48d5-8c16-380a3c464388/e2377d4d-223f-4db0-b530-81c1032e1d15/f5780d4f-05d7-46f5-9380-54349f01b525) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:46.069674 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef6fbffa-9861-44bb-a326-9bdd4bb7f272 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.079192 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-72282668-fac7-429e-8fb3-47aead430fe4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] For port f5780d4f-05d7-46f5-9380-54349f01b525, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f5780d4f-05d7-46f5-9380-54349f01b525,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:46.140900 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3913ba8-6aca-4ab7-a2a0-1443ec99bc19 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.154466 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-97251499-a051-4dfb-a765-9e9b1f2da901 req-5d718010-9a83-4dd1-b108-e48a6bd233ad tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.1044338 Jul 14 09:15:46.173829 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d3913ba8-6aca-4ab7-a2a0-1443ec99bc19 None None] Transition to ACTIVE for port object 1efc8917-6588-4285-991e-cdbf9ec2a0d3 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:46.183315 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-21bd39af-c432-473d-82a0-34020c0a55e3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.215170 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d3913ba8-6aca-4ab7-a2a0-1443ec99bc19 None None] Transition to ACTIVE for port object 1efc8917-6588-4285-991e-cdbf9ec2a0d3 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:46.220525 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72282668-fac7-429e-8fb3-47aead430fe4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.223625 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3913ba8-6aca-4ab7-a2a0-1443ec99bc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.235675 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72282668-fac7-429e-8fb3-47aead430fe4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.236427 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72282668-fac7-429e-8fb3-47aead430fe4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.255043 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-21bd39af-c432-473d-82a0-34020c0a55e3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.341217 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3913ba8-6aca-4ab7-a2a0-1443ec99bc19 None None] Network aa88f091-33f9-4aa2-8101-31241b8b415b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:46.360762 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d3913ba8-6aca-4ab7-a2a0-1443ec99bc19 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:46.386582 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3913ba8-6aca-4ab7-a2a0-1443ec99bc19 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:46.451988 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef6fbffa-9861-44bb-a326-9bdd4bb7f272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.522658 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3913ba8-6aca-4ab7-a2a0-1443ec99bc19 None None] Pushing event updated for resources: {'Port': ['ID=1efc8917-6588-4285-991e-cdbf9ec2a0d3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:46.599924 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-d3913ba8-6aca-4ab7-a2a0-1443ec99bc19 None None] Attempting to bind port 1efc8917-6588-4285-991e-cdbf9ec2a0d3 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:46.600710 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-d3913ba8-6aca-4ab7-a2a0-1443ec99bc19 None None] Attempting to bind port 1efc8917-6588-4285-991e-cdbf9ec2a0d3 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:46.601558 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3913ba8-6aca-4ab7-a2a0-1443ec99bc19 None None] Attempting to bind port 1efc8917-6588-4285-991e-cdbf9ec2a0d3 on network aa88f091-33f9-4aa2-8101-31241b8b415b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:46.620597 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3913ba8-6aca-4ab7-a2a0-1443ec99bc19 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:46.623347 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3913ba8-6aca-4ab7-a2a0-1443ec99bc19 None None] Checking segment: {'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:46.624075 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3913ba8-6aca-4ab7-a2a0-1443ec99bc19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.625800 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3913ba8-6aca-4ab7-a2a0-1443ec99bc19 None None] Bound using segment: {'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:46.626603 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-d3913ba8-6aca-4ab7-a2a0-1443ec99bc19 None None] Bound port: 1efc8917-6588-4285-991e-cdbf9ec2a0d3, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:46.627391 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3913ba8-6aca-4ab7-a2a0-1443ec99bc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.636122 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6ebd7ca3-e1bd-4e45-ac61-17704a226bfb None None] For port f5780d4f-05d7-46f5-9380-54349f01b525, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f5780d4f-05d7-46f5-9380-54349f01b525,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:46.676056 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6fbffa-9861-44bb-a326-9bdd4bb7f272 admin admin] Router 4612cef6-6c90-4099-bb12-3953eaedc3c1 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:15:46.723721 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6ebd7ca3-e1bd-4e45-ac61-17704a226bfb None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.770562 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6ebd7ca3-e1bd-4e45-ac61-17704a226bfb None None] Transition to ACTIVE for port object f5780d4f-05d7-46f5-9380-54349f01b525 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:46.778310 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6ebd7ca3-e1bd-4e45-ac61-17704a226bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.783103 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d3913ba8-6aca-4ab7-a2a0-1443ec99bc19 None None] For port 1efc8917-6588-4285-991e-cdbf9ec2a0d3, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:46.794650 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d3913ba8-6aca-4ab7-a2a0-1443ec99bc19 None None] For port 1efc8917-6588-4285-991e-cdbf9ec2a0d3, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=1efc8917-6588-4285-991e-cdbf9ec2a0d3,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:46.831199 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3913ba8-6aca-4ab7-a2a0-1443ec99bc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.913381 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6fbffa-9861-44bb-a326-9bdd4bb7f272 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:15:46.938779 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef6fbffa-9861-44bb-a326-9bdd4bb7f272 admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.943075 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ef6fbffa-9861-44bb-a326-9bdd4bb7f272 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9894311 Jul 14 09:15:46.944473 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46914) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:46.951794 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092eacd-e4ff-42eb-837d-d48fdd5d8721 req-fd2109b5-3197-48d9-8da8-515b746c52ab tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:46.962683 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a092eacd-e4ff-42eb-837d-d48fdd5d8721 req-fd2109b5-3197-48d9-8da8-515b746c52ab tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 948 time: 0.9676607 Jul 14 09:15:46.969701 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72282668-fac7-429e-8fb3-47aead430fe4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:47.025591 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd7ca3-e1bd-4e45-ac61-17704a226bfb None None] Pushing event updated for resources: {'Port': ['ID=f5780d4f-05d7-46f5-9380-54349f01b525,revision_number=10']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:47.041003 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-72282668-fac7-429e-8fb3-47aead430fe4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:47.053237 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf0819-ebbd-4c5d-bdcd-469871715080 None None] Sync routers for ids ['4612cef6-6c90-4099-bb12-3953eaedc3c1'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:15:47.073358 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72282668-fac7-429e-8fb3-47aead430fe4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:47.077796 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72282668-fac7-429e-8fb3-47aead430fe4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.135680 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72282668-fac7-429e-8fb3-47aead430fe4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=d3ec9f89-c291-4318-a30b-d7e5baf05a55,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:47.198655 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393c9a8-ba96-4a44-9a43-6a8877ac314a req-ce6674df-d9d1-44bb-a020-3a7480c5dddd tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:47.204093 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3913ba8-6aca-4ab7-a2a0-1443ec99bc19 None None] Pushing event updated for resources: {'Port': ['ID=1efc8917-6588-4285-991e-cdbf9ec2a0d3,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:47.207052 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3393c9a8-ba96-4a44-9a43-6a8877ac314a req-ce6674df-d9d1-44bb-a020-3a7480c5dddd tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6bf780-b2d3-40b3-98d0-71af6457ad6c HTTP/1.1" status: 200 len: 945 time: 0.3478265 Jul 14 09:15:47.209283 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdf0819-ebbd-4c5d-bdcd-469871715080 None None] Routers {'4612cef6-6c90-4099-bb12-3953eaedc3c1'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:15:47.216381 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5fdf0819-ebbd-4c5d-bdcd-469871715080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:15:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['4612cef6-6c90-4099-bb12-3953eaedc3c1'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:47.220716 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-72282668-fac7-429e-8fb3-47aead430fe4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.1117108 Jul 14 09:15:47.223422 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72282668-fac7-429e-8fb3-47aead430fe4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=f5780d4f-05d7-46f5-9380-54349f01b525,revision_number=9']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:47.229956 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46918) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:47.236533 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-90e3327c-145f-47fd-aace-70bdd8a69936 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'port': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'mac_address': 'fa:16:3e:ba:8b:a3', 'name': 'tempest-NetworksTestDHCPv6-1943501676'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:47.253203 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a092eacd-e4ff-42eb-837d-d48fdd5d8721 req-c4c8e3b1-135a-4da2-a990-c2c034e67257 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888501 Jul 14 09:15:47.272114 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-21bd39af-c432-473d-82a0-34020c0a55e3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.275540 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-21bd39af-c432-473d-82a0-34020c0a55e3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.276929 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-21bd39af-c432-473d-82a0-34020c0a55e3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "DELETE /v2.0/security-groups/62478c6f-6fd9-41be-a822-bf2516c48fc0 HTTP/1.1" status: 204 len: 168 time: 1.4279568 Jul 14 09:15:47.285427 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46920) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:47.362176 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-b6d28ba6-87b3-4a09-8575-de8b7ecb374c tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] show failed (client error): The resource could not be found. Jul 14 09:15:47.380014 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46922) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:47.380877 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b6d28ba6-87b3-4a09-8575-de8b7ecb374c tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "GET /v2.0/security-groups/62478c6f-6fd9-41be-a822-bf2516c48fc0 HTTP/1.1" status: 404 len: 347 time: 0.0982196 Jul 14 09:15:47.561379 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-5fdf0819-ebbd-4c5d-bdcd-469871715080 None None] Set router 4612cef6-6c90-4099-bb12-3953eaedc3c1 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:15:47.622728 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd39af-c432-473d-82a0-34020c0a55e3 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62478c6f-6fd9-41be-a822-bf2516c48fc0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:47.708916 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3393c9a8-ba96-4a44-9a43-6a8877ac314a req-e650629a-3c7b-4180-afd3-2f0742b37ba8 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006855 Jul 14 09:15:47.824141 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:15:48.194270 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eebd2f1b-759e-42fe-976b-55f1bf35b7ee req-143c120f-0e2c-409a-b08f-40a9001ae4fb tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.2922204 Jul 14 09:15:48.287853 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5fdf0819-ebbd-4c5d-bdcd-469871715080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'name': 'tempest-ServerActionsTestJSON-1773094094-router', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '53bbf794-2c9a-43c2-bf52-d0353dabcd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:44Z', 'updated_at': '2021-07-14T09:15:45Z', 'revision_number': 3, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'gw_port': {'id': '53bbf794-2c9a-43c2-bf52-d0353dabcd2a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:dd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:44Z', 'updated_at': '2021-07-14T09:15:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:48.299479 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f5780d4f-05d7-46f5-9380-54349f01b525 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:48.363069 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e3327c-145f-47fd-aace-70bdd8a69936 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:48.372175 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2ebb2e9c-e4ae-4db0-994e-85961505e926 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Deleting port 56d77b8b-1947-4a42-a2c3-90d7cba4b12b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:48.372797 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ebb2e9c-e4ae-4db0-994e-85961505e926 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.513165 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf0819-ebbd-4c5d-bdcd-469871715080 None None] Checking router: 4612cef6-6c90-4099-bb12-3953eaedc3c1 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:15:48.513527 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf0819-ebbd-4c5d-bdcd-469871715080 None None] Updating router 4612cef6-6c90-4099-bb12-3953eaedc3c1 port 53bbf794-2c9a-43c2-bf52-d0353dabcd2a binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:15:48.640965 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10a9b35f-37dc-40f9-9ce5-8c40da3c651b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.692500 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 1efc8917-6588-4285-991e-cdbf9ec2a0d3 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:48.696396 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0819-ebbd-4c5d-bdcd-469871715080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.732390 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-3c854d0b-d64c-4b6d-9f0c-4aec982dd149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:48.734374 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-3c854d0b-d64c-4b6d-9f0c-4aec982dd149 service neutron] 10.222.0.44 "GET /v2.0/ports/aa53f161-f281-47d6-8367-e1b2fa57dfc8 HTTP/1.1" status: 200 len: 1026 time: 0.1112783 Jul 14 09:15:48.793449 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c36618-8a12-4735-93d0-486e2613a875 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:48.902971 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-0ce745f7-a4b7-4dcb-a586-90f4784900d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:48.903262 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f3fe70df-a171-4b66-8851-6deb48d1480a None None] Provisioning for port f5780d4f-05d7-46f5-9380-54349f01b525 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:48.908943 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-0ce745f7-a4b7-4dcb-a586-90f4784900d1 service neutron] 10.222.0.44 "GET /v2.0/ports/69a28d42-49fa-4c87-9949-66b30fa09b71 HTTP/1.1" status: 200 len: 1028 time: 0.1666493 Jul 14 09:15:48.916484 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f3fe70df-a171-4b66-8851-6deb48d1480a None None] Provisioning complete for port f5780d4f-05d7-46f5-9380-54349f01b525 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:48.916979 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3fe70df-a171-4b66-8851-6deb48d1480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.924532 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90e3327c-145f-47fd-aace-70bdd8a69936 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.987019 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ebb2e9c-e4ae-4db0-994e-85961505e926 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.987894 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ebb2e9c-e4ae-4db0-994e-85961505e926 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.011200 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431aec17-969b-4b61-b8e0-5c472d4c9965 req-5c120c23-64ed-44bc-a1ec-299ba6c4c0c7 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:49.013433 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-431aec17-969b-4b61-b8e0-5c472d4c9965 req-5c120c23-64ed-44bc-a1ec-299ba6c4c0c7 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 948 time: 0.4875436 Jul 14 09:15:49.023785 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2ebb2e9c-e4ae-4db0-994e-85961505e926 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Calling delete_port for 56d77b8b-1947-4a42-a2c3-90d7cba4b12b owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:49.053706 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-90e3327c-145f-47fd-aace-70bdd8a69936 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] device_id is not set on port 6b644ca3-64f7-441a-b096-6cf0d3002c32 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:15:49.097232 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee870248-a660-4989-913c-95ee1978ebbe None None] Network aa88f091-33f9-4aa2-8101-31241b8b415b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:49.184331 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165940b-f5e0-4870-bc27-2992cd15fa06 req-7abdf372-d747-467d-af20-55cd11ba3b5a tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:49.210142 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8165940b-f5e0-4870-bc27-2992cd15fa06 req-7abdf372-d747-467d-af20-55cd11ba3b5a tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6bf780-b2d3-40b3-98d0-71af6457ad6c HTTP/1.1" status: 200 len: 945 time: 0.5045409 Jul 14 09:15:49.273885 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b365d447-353a-47a7-9e36-935e8648ba39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.417708 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-2c317b72-f1a3-4e4e-9419-eac1c988b6e7 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:49.424693 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-2c317b72-f1a3-4e4e-9419-eac1c988b6e7 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:49.431162 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-2c317b72-f1a3-4e4e-9419-eac1c988b6e7 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:49.433232 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-2c317b72-f1a3-4e4e-9419-eac1c988b6e7 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.44 "GET /v2.0/networks?id=fae645fa-dbb7-4242-86d8-0493fe1d9e27&id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&id=f88ba657-d9b2-4a2f-8603-745af5d48899&id=f88ba657-d9b2-4a2f-8603-745af5d48899 HTTP/1.1" status: 200 len: 1989 time: 0.5085511 Jul 14 09:15:49.460001 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 1efc8917-6588-4285-991e-cdbf9ec2a0d3 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:49.562062 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-bc50eeed-bbdc-4452-906f-4cc5e87a9be6 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff8ef452914843b3a211f5977d735f89 HTTP/1.1" status: 200 len: 379 time: 0.1177170 Jul 14 09:15:49.570863 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-431aec17-969b-4b61-b8e0-5c472d4c9965 req-ffaa9ea0-2bc8-411a-908e-ca17cad4f323 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5493982 Jul 14 09:15:49.585151 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c7299ec5-2299-4c82-8200-bcf6b49c37b0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Request body: {'port': {'device_id': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27', 'admin_state_up': True, 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'security_groups': ['e7dec744-ebce-4026-a902-942e4e52dd38']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:49.630000 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8165940b-f5e0-4870-bc27-2992cd15fa06 req-1eb97c01-a588-4be6-80b6-f3b3902b43c0 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180267 Jul 14 09:15:49.690535 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-90e3327c-145f-47fd-aace-70bdd8a69936 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 2001:db8::367 (d4b2ec29-2184-48d5-8c16-380a3c464388/e2377d4d-223f-4db0-b530-81c1032e1d15/6b644ca3-64f7-441a-b096-6cf0d3002c32) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:49.739768 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-90e3327c-145f-47fd-aace-70bdd8a69936 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 2001:db8:0:1:f816:3eff:feba:8ba3 (d4b2ec29-2184-48d5-8c16-380a3c464388/d3ec9f89-c291-4318-a30b-d7e5baf05a55/6b644ca3-64f7-441a-b096-6cf0d3002c32) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:49.869697 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-b365d447-353a-47a7-9e36-935e8648ba39 admin admin] Allocated IP 172.20.0.1 (aa88f091-33f9-4aa2-8101-31241b8b415b/a288c610-4f62-489b-a703-60b0f1c60f0a/7c85b8cc-7084-4356-b7ba-ba32ab1546f8) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:50.090686 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c7299ec5-2299-4c82-8200-bcf6b49c37b0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Made reservation on behalf of ff8ef452914843b3a211f5977d735f89 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:50.104081 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c7299ec5-2299-4c82-8200-bcf6b49c37b0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.129054 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0819-ebbd-4c5d-bdcd-469871715080 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.147830 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5fdf0819-ebbd-4c5d-bdcd-469871715080 None None] Transition to ACTIVE for port object 53bbf794-2c9a-43c2-bf52-d0353dabcd2a will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:50.168198 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ebb2e9c-e4ae-4db0-994e-85961505e926 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.203476 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b365d447-353a-47a7-9e36-935e8648ba39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.263072 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-43cc5740-1148-426d-9730-8f0dd95bfb56 req-f1241e27-6cf1-438e-8caf-e8cc36e080d2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.1339591 Jul 14 09:15:50.265777 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3fe70df-a171-4b66-8851-6deb48d1480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.309758 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0819-ebbd-4c5d-bdcd-469871715080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.385313 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb2e9c-e4ae-4db0-994e-85961505e926 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Pushing event deleted for resources: {'Port': ['ID=56d77b8b-1947-4a42-a2c3-90d7cba4b12b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:50.397792 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b365d447-353a-47a7-9e36-935e8648ba39 admin admin] Transition to ACTIVE for port object 7c85b8cc-7084-4356-b7ba-ba32ab1546f8 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:50.548042 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b365d447-353a-47a7-9e36-935e8648ba39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.705461 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b365d447-353a-47a7-9e36-935e8648ba39 admin admin] Network aa88f091-33f9-4aa2-8101-31241b8b415b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:50.717802 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-b365d447-353a-47a7-9e36-935e8648ba39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:50.737977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b365d447-353a-47a7-9e36-935e8648ba39 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:50.752562 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-5fdf0819-ebbd-4c5d-bdcd-469871715080 None None] Attempting to bind port 53bbf794-2c9a-43c2-bf52-d0353dabcd2a on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:50.753185 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-5fdf0819-ebbd-4c5d-bdcd-469871715080 None None] Attempting to bind port 53bbf794-2c9a-43c2-bf52-d0353dabcd2a by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:50.753812 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdf0819-ebbd-4c5d-bdcd-469871715080 None None] Attempting to bind port 53bbf794-2c9a-43c2-bf52-d0353dabcd2a on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:50.770459 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90e3327c-145f-47fd-aace-70bdd8a69936 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.772580 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f3fe70df-a171-4b66-8851-6deb48d1480a None None] For port f5780d4f-05d7-46f5-9380-54349f01b525, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f5780d4f-05d7-46f5-9380-54349f01b525,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:50.782655 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ebb2e9c-e4ae-4db0-994e-85961505e926 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.789378 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ebb2e9c-e4ae-4db0-994e-85961505e926 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.792295 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2ebb2e9c-e4ae-4db0-994e-85961505e926 tempest-AttachVolumeShelveTestJSON-628057229 tempest-AttachVolumeShelveTestJSON-628057229-project] 10.222.0.25 "DELETE /v2.0/floatingips/a4fba9b8-3279-43f7-acf3-35d9475ce376 HTTP/1.1" status: 204 len: 168 time: 3.4006925 Jul 14 09:15:50.799359 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdf0819-ebbd-4c5d-bdcd-469871715080 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:50.815762 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdf0819-ebbd-4c5d-bdcd-469871715080 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:50.817088 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0819-ebbd-4c5d-bdcd-469871715080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.820773 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdf0819-ebbd-4c5d-bdcd-469871715080 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:50.822149 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-5fdf0819-ebbd-4c5d-bdcd-469871715080 None None] Bound port: 53bbf794-2c9a-43c2-bf52-d0353dabcd2a, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:50.822149 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0819-ebbd-4c5d-bdcd-469871715080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.826830 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b1915-0a48-4adc-85e1-e79ff4d0109c None None] Pushing event updated for resources: {'Port': ['ID=53bbf794-2c9a-43c2-bf52-d0353dabcd2a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:50.845785 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-90e3327c-145f-47fd-aace-70bdd8a69936 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Transition to ACTIVE for port object 6b644ca3-64f7-441a-b096-6cf0d3002c32 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:50.871144 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3fe70df-a171-4b66-8851-6deb48d1480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.873415 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f36442-655d-4a0f-8850-114d94c7a988 req-5512ce83-e5da-4c94-b24b-1cd9a80421ac tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:50.889940 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0f36442-655d-4a0f-8850-114d94c7a988 req-5512ce83-e5da-4c94-b24b-1cd9a80421ac tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6bf780-b2d3-40b3-98d0-71af6457ad6c HTTP/1.1" status: 200 len: 945 time: 0.3599639 Jul 14 09:15:50.938156 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365d447-353a-47a7-9e36-935e8648ba39 admin admin] Pushing event updated for resources: {'Port': ['ID=7c85b8cc-7084-4356-b7ba-ba32ab1546f8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:51.000849 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0f36442-655d-4a0f-8850-114d94c7a988 req-133473ff-65d0-4e77-80e4-5eab8e15394b tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095879 Jul 14 09:15:51.018123 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b365d447-353a-47a7-9e36-935e8648ba39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.118196 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3f35f79-c98a-4bbd-9452-90b0c364bbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.144346 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c7299ec5-2299-4c82-8200-bcf6b49c37b0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Allocated IP 172.20.0.3 (fae645fa-dbb7-4242-86d8-0493fe1d9e27/fb2be10d-9b03-46a3-ae63-922114d77bf7/cf4ec6aa-127a-4c61-9e72-9dc4988aae8b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:51.188458 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe70df-a171-4b66-8851-6deb48d1480a None None] Pushing event updated for resources: {'Port': ['ID=f5780d4f-05d7-46f5-9380-54349f01b525,revision_number=11']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:51.217288 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90e3327c-145f-47fd-aace-70bdd8a69936 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.259853 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-5fdf0819-ebbd-4c5d-bdcd-469871715080 None None] For port 53bbf794-2c9a-43c2-bf52-d0353dabcd2a, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:51.322292 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d3e0fa6d-1a7f-47d0-acd5-252260cf40de None None] Provisioning for port 1efc8917-6588-4285-991e-cdbf9ec2a0d3 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:51.334119 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.359810 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-5fdf0819-ebbd-4c5d-bdcd-469871715080 None None] For port 53bbf794-2c9a-43c2-bf52-d0353dabcd2a, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=53bbf794-2c9a-43c2-bf52-d0353dabcd2a,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:51.394136 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d3e0fa6d-1a7f-47d0-acd5-252260cf40de None None] Provisioning complete for port 1efc8917-6588-4285-991e-cdbf9ec2a0d3 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:51.394692 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3e0fa6d-1a7f-47d0-acd5-252260cf40de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.408916 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a4d49-d69a-460e-81ed-b24c602bc4d9 req-589bf3e2-e550-494a-9f40-7aaa75868ee2 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:51.429029 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-302a4d49-d69a-460e-81ed-b24c602bc4d9 req-589bf3e2-e550-494a-9f40-7aaa75868ee2 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 948 time: 0.4268506 Jul 14 09:15:51.484503 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0819-ebbd-4c5d-bdcd-469871715080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.586523 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3327c-145f-47fd-aace-70bdd8a69936 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=6b644ca3-64f7-441a-b096-6cf0d3002c32,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:51.656947 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e3327c-145f-47fd-aace-70bdd8a69936 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:51.674103 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-90e3327c-145f-47fd-aace-70bdd8a69936 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:51.685158 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e3327c-145f-47fd-aace-70bdd8a69936 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:51.691432 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e3327c-145f-47fd-aace-70bdd8a69936 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:51.692135 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90e3327c-145f-47fd-aace-70bdd8a69936 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.699619 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b365d447-353a-47a7-9e36-935e8648ba39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.708494 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b1915-0a48-4adc-85e1-e79ff4d0109c None None] Pushing event updated for resources: {'Port': ['ID=53bbf794-2c9a-43c2-bf52-d0353dabcd2a,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:51.764527 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-302a4d49-d69a-460e-81ed-b24c602bc4d9 req-3d5ce75b-4a21-4bcf-9f69-3dbeb96a47ac tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215690 Jul 14 09:15:51.792214 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-90e3327c-145f-47fd-aace-70bdd8a69936 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.5604079 Jul 14 09:15:51.792898 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46970) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:51.814108 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdf0819-ebbd-4c5d-bdcd-469871715080 None None] Routers {'4612cef6-6c90-4099-bb12-3953eaedc3c1'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:15:51.827645 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5fdf0819-ebbd-4c5d-bdcd-469871715080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:15:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['4612cef6-6c90-4099-bb12-3953eaedc3c1'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:51.873483 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c7299ec5-2299-4c82-8200-bcf6b49c37b0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.965513 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c7299ec5-2299-4c82-8200-bcf6b49c37b0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Transition to ACTIVE for port object cf4ec6aa-127a-4c61-9e72-9dc4988aae8b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:52.123820 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f5780d4f-05d7-46f5-9380-54349f01b525 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:52.182810 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c7299ec5-2299-4c82-8200-bcf6b49c37b0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.350252 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.367430 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3e0fa6d-1a7f-47d0-acd5-252260cf40de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.532342 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7299ec5-2299-4c82-8200-bcf6b49c37b0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event updated for resources: {'Port': ['ID=cf4ec6aa-127a-4c61-9e72-9dc4988aae8b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:52.594516 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-5fdf0819-ebbd-4c5d-bdcd-469871715080 None None] Set router 4612cef6-6c90-4099-bb12-3953eaedc3c1 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:15:52.666990 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-77ca9831-179f-4d58-890e-84b752772895 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting port 6b644ca3-64f7-441a-b096-6cf0d3002c32 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:52.667985 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-77ca9831-179f-4d58-890e-84b752772895 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.682000 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c7299ec5-2299-4c82-8200-bcf6b49c37b0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Network fae645fa-dbb7-4242-86d8-0493fe1d9e27 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:52.709434 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c7299ec5-2299-4c82-8200-bcf6b49c37b0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:52.713651 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c7299ec5-2299-4c82-8200-bcf6b49c37b0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:52.721385 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d3e0fa6d-1a7f-47d0-acd5-252260cf40de None None] For port 1efc8917-6588-4285-991e-cdbf9ec2a0d3, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=1efc8917-6588-4285-991e-cdbf9ec2a0d3,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:52.737996 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3e0fa6d-1a7f-47d0-acd5-252260cf40de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.889203 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0fa6d-1a7f-47d0-acd5-252260cf40de None None] Pushing event updated for resources: {'Port': ['ID=1efc8917-6588-4285-991e-cdbf9ec2a0d3,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:52.927325 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c7299ec5-2299-4c82-8200-bcf6b49c37b0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:52.928291 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port f5780d4f-05d7-46f5-9380-54349f01b525 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:52.929179 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.929387 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c7299ec5-2299-4c82-8200-bcf6b49c37b0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.037750 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c7299ec5-2299-4c82-8200-bcf6b49c37b0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4666018 Jul 14 09:15:53.044476 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-77ca9831-179f-4d58-890e-84b752772895 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.067361 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c2566219-5651-480b-9a37-b1c833922b18 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Request body: {'port': {'device_id': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b', 'admin_state_up': True, 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'security_groups': ['e7dec744-ebce-4026-a902-942e4e52dd38']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:53.128604 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-77ca9831-179f-4d58-890e-84b752772895 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Calling delete_port for 6b644ca3-64f7-441a-b096-6cf0d3002c32 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:53.235102 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb53aa8-859f-4793-b4db-1c6a08f07e3b req-30c2d4ca-d308-4d83-b167-7d7ef1ff6f23 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:53.246463 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-efb53aa8-859f-4793-b4db-1c6a08f07e3b req-30c2d4ca-d308-4d83-b167-7d7ef1ff6f23 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 931 time: 0.9381373 Jul 14 09:15:53.272384 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3677d47e-7e3a-4853-bfaf-500e678de79c None None] Provisioning complete for port 1efc8917-6588-4285-991e-cdbf9ec2a0d3 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:53.272734 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3677d47e-7e3a-4853-bfaf-500e678de79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.588254 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b365d447-353a-47a7-9e36-935e8648ba39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.619863 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b365d447-353a-47a7-9e36-935e8648ba39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.626904 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c2566219-5651-480b-9a37-b1c833922b18 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Made reservation on behalf of ff8ef452914843b3a211f5977d735f89 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:53.631017 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c2566219-5651-480b-9a37-b1c833922b18 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.744071 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3677d47e-7e3a-4853-bfaf-500e678de79c None None] Provisioning complete for port f5780d4f-05d7-46f5-9380-54349f01b525 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:53.744271 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3677d47e-7e3a-4853-bfaf-500e678de79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.843753 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.891038 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5fdf0819-ebbd-4c5d-bdcd-469871715080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'name': 'tempest-ServerActionsTestJSON-1773094094-router', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '53bbf794-2c9a-43c2-bf52-d0353dabcd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:44Z', 'updated_at': '2021-07-14T09:15:51Z', 'revision_number': 4, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'gw_port': {'id': '53bbf794-2c9a-43c2-bf52-d0353dabcd2a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:dd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:44Z', 'updated_at': '2021-07-14T09:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '7c85b8cc-7084-4356-b7ba-ba32ab1546f8', 'name': '', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'mac_address': 'fa:16:3e:3b:41:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:49Z', 'updated_at': '2021-07-14T09:15:49Z', 'revision_number': 1, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'subnets': [{'id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:53.940709 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-efb53aa8-859f-4793-b4db-1c6a08f07e3b req-a70b8116-6d88-4dab-a84b-544369d56823 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6864438 Jul 14 09:15:53.954477 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-77ca9831-179f-4d58-890e-84b752772895 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.041804 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 1efc8917-6588-4285-991e-cdbf9ec2a0d3 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:54.058631 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca9831-179f-4d58-890e-84b752772895 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Port': ['ID=6b644ca3-64f7-441a-b096-6cf0d3002c32,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:54.076061 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c2566219-5651-480b-9a37-b1c833922b18 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Allocated IP 10.1.1.72 (0fc9d8b4-8882-41d7-9910-af2ade9bb06b/f4419a97-e126-425f-83f4-d7774f653116/2b44d6f1-61fb-4df1-8681-4fe4b3de6c61) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:54.172583 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf0819-ebbd-4c5d-bdcd-469871715080 None None] The sync data for ids ['4612cef6-6c90-4099-bb12-3953eaedc3c1'] in n-d-771362-35 is: [{'id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'name': 'tempest-ServerActionsTestJSON-1773094094-router', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '53bbf794-2c9a-43c2-bf52-d0353dabcd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:44Z', 'updated_at': '2021-07-14T09:15:51Z', 'revision_number': 4, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'gw_port': {'id': '53bbf794-2c9a-43c2-bf52-d0353dabcd2a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:dd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:44Z', 'updated_at': '2021-07-14T09:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '7c85b8cc-7084-4356-b7ba-ba32ab1546f8', 'name': '', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'mac_address': 'fa:16:3e:3b:41:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:49Z', 'updated_at': '2021-07-14T09:15:49Z', 'revision_number': 1, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'subnets': [{'id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:15:54.397601 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3677d47e-7e3a-4853-bfaf-500e678de79c None None] Provisioning for port 7c85b8cc-7084-4356-b7ba-ba32ab1546f8 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:54.411483 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3677d47e-7e3a-4853-bfaf-500e678de79c None None] Provisioning complete for port 7c85b8cc-7084-4356-b7ba-ba32ab1546f8 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:54.411882 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3677d47e-7e3a-4853-bfaf-500e678de79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.485849 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-77ca9831-179f-4d58-890e-84b752772895 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.494811 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-77ca9831-179f-4d58-890e-84b752772895 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/6b644ca3-64f7-441a-b096-6cf0d3002c32 HTTP/1.1" status: 204 len: 168 time: 2.6973097 Jul 14 09:15:54.519709 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46998) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:54.552525 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3677d47e-7e3a-4853-bfaf-500e678de79c None None] Port 7c85b8cc-7084-4356-b7ba-ba32ab1546f8 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:15:54.559468 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b365d447-353a-47a7-9e36-935e8648ba39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.572676 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365d447-353a-47a7-9e36-935e8648ba39 admin admin] Pushing event updated for resources: {'Port': ['ID=7c85b8cc-7084-4356-b7ba-ba32ab1546f8,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:54.612687 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 1efc8917-6588-4285-991e-cdbf9ec2a0d3 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:54.613496 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.717150 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67a53b-d352-42ea-a900-1f88d4d2b91e req-d5e5ccc0-5a9d-465b-9737-51fbe78b7603 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:54.727286 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd67a53b-d352-42ea-a900-1f88d4d2b91e req-d5e5ccc0-5a9d-465b-9737-51fbe78b7603 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 948 time: 0.8924570 Jul 14 09:15:54.737625 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6a996521-d4e5-4e59-baad-616b0700e0d2 None None] Could not find standard attr ID for object 6b644ca3-64f7-441a-b096-6cf0d3002c32. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:15:54.802588 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6a996521-d4e5-4e59-baad-616b0700e0d2 None None] Provisioning for port cf4ec6aa-127a-4c61-9e72-9dc4988aae8b completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:54.829566 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6a996521-d4e5-4e59-baad-616b0700e0d2 None None] Provisioning complete for port cf4ec6aa-127a-4c61-9e72-9dc4988aae8b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:54.829937 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a996521-d4e5-4e59-baad-616b0700e0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.844160 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f638d9-e5b8-4d72-b4f1-33789a596305 req-c6e99dfc-1f87-4982-aabf-2357821c738e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:54.845695 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-97f638d9-e5b8-4d72-b4f1-33789a596305 req-c6e99dfc-1f87-4982-aabf-2357821c738e tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d6bf780-b2d3-40b3-98d0-71af6457ad6c HTTP/1.1" status: 200 len: 945 time: 0.7663405 Jul 14 09:15:54.922670 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6a996521-d4e5-4e59-baad-616b0700e0d2 None None] Port cf4ec6aa-127a-4c61-9e72-9dc4988aae8b cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:15:54.958907 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c2566219-5651-480b-9a37-b1c833922b18 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.998191 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6a996521-d4e5-4e59-baad-616b0700e0d2 None None] Provisioning complete for port 7c85b8cc-7084-4356-b7ba-ba32ab1546f8 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:54.998547 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a996521-d4e5-4e59-baad-616b0700e0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.050930 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd67a53b-d352-42ea-a900-1f88d4d2b91e req-27264cce-9284-4e4b-8d7f-b4d5a7bf2a9b tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219771 Jul 14 09:15:55.072246 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6a996521-d4e5-4e59-baad-616b0700e0d2 None None] Port 7c85b8cc-7084-4356-b7ba-ba32ab1546f8 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:15:55.094352 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c9421-028c-4fc3-bc97-7443be385710 req-28a8270e-3b04-41c4-a9f5-bde3deb44551 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:55.100710 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c2566219-5651-480b-9a37-b1c833922b18 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Transition to ACTIVE for port object 2b44d6f1-61fb-4df1-8681-4fe4b3de6c61 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:55.102314 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c8c9421-028c-4fc3-bc97-7443be385710 req-28a8270e-3b04-41c4-a9f5-bde3deb44551 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6bf780-b2d3-40b3-98d0-71af6457ad6c HTTP/1.1" status: 200 len: 945 time: 0.7379382 Jul 14 09:15:55.179072 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25368b9e-0de7-49e5-96b4-0e2187f84d85 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:55.186932 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-25368b9e-0de7-49e5-96b4-0e2187f84d85 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6495214 Jul 14 09:15:55.187644 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47014) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:55.216613 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b365d447-353a-47a7-9e36-935e8648ba39 admin admin] Network aa88f091-33f9-4aa2-8101-31241b8b415b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:55.218726 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-b365d447-353a-47a7-9e36-935e8648ba39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:55.229523 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c2566219-5651-480b-9a37-b1c833922b18 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.560839 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c8c9421-028c-4fc3-bc97-7443be385710 req-6bd37289-4bea-4167-ae40-600851ae9f91 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e4474b7f-cf21-4e7a-bea3-c924a17894b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566796 Jul 14 09:15:55.633190 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b365d447-353a-47a7-9e36-935e8648ba39 admin admin] Router 4612cef6-6c90-4099-bb12-3953eaedc3c1 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:15:55.701444 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37863bdf-f518-423c-8d29-3c1d9cebf888 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:55.703028 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-37863bdf-f518-423c-8d29-3c1d9cebf888 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4269948 Jul 14 09:15:55.710525 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47016) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:55.760960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-97f638d9-e5b8-4d72-b4f1-33789a596305 req-cc2981ef-7163-43cf-ad2d-1698c8cf6810 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Deleting port 2695c005-a162-464c-ac6c-7b7d642e4a11 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:55.761314 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-97f638d9-e5b8-4d72-b4f1-33789a596305 req-cc2981ef-7163-43cf-ad2d-1698c8cf6810 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.809163 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-bc730387-21ab-4799-af42-1d9f9131a6ce None None] Provisioning complete for port 7c85b8cc-7084-4356-b7ba-ba32ab1546f8 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:55.809549 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc730387-21ab-4799-af42-1d9f9131a6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.821019 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c2566219-5651-480b-9a37-b1c833922b18 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Network 0fc9d8b4-8882-41d7-9910-af2ade9bb06b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:55.822483 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2566219-5651-480b-9a37-b1c833922b18 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event updated for resources: {'Port': ['ID=2b44d6f1-61fb-4df1-8681-4fe4b3de6c61,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:55.848263 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c2566219-5651-480b-9a37-b1c833922b18 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:55.877824 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c2566219-5651-480b-9a37-b1c833922b18 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:55.967287 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-bc730387-21ab-4799-af42-1d9f9131a6ce None None] Port 7c85b8cc-7084-4356-b7ba-ba32ab1546f8 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:15:56.072620 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d85bd3-9f66-4efc-8602-bca3f2c5b708 req-6dbcd63b-b01d-44ea-85af-1d7484f934de tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:56.093828 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 53bbf794-2c9a-43c2-bf52-d0353dabcd2a up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:56.109160 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d85bd3-9f66-4efc-8602-bca3f2c5b708 req-6dbcd63b-b01d-44ea-85af-1d7484f934de tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:56.120124 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6d85bd3-9f66-4efc-8602-bca3f2c5b708 req-6dbcd63b-b01d-44ea-85af-1d7484f934de tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 1652 time: 0.5339849 Jul 14 09:15:56.182852 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b365d447-353a-47a7-9e36-935e8648ba39 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:15:56.202203 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b365d447-353a-47a7-9e36-935e8648ba39 admin admin] 10.222.0.25 "PUT /v2.0/routers/4612cef6-6c90-4099-bb12-3953eaedc3c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2490323 Jul 14 09:15:56.202203 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c2566219-5651-480b-9a37-b1c833922b18 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:56.202644 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c2566219-5651-480b-9a37-b1c833922b18 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.203164 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3cd145-81da-4c9d-97a7-0f9b5208489c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:56.206519 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3cd145-81da-4c9d-97a7-0f9b5208489c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:56.208745 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3cd145-81da-4c9d-97a7-0f9b5208489c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:56.211418 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ca3cd145-81da-4c9d-97a7-0f9b5208489c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4708395 Jul 14 09:15:56.222416 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47030) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:56.232208 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6d85bd3-9f66-4efc-8602-bca3f2c5b708 req-51887898-8d23-4b60-8012-db05b26a6dc9 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107953 Jul 14 09:15:56.240735 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 53bbf794-2c9a-43c2-bf52-d0353dabcd2a completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:56.260931 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-c2566219-5651-480b-9a37-b1c833922b18 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2034123 Jul 14 09:15:56.270019 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 53bbf794-2c9a-43c2-bf52-d0353dabcd2a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:56.270634 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.326382 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-9cfabd09-8ba1-4909-9140-1eaff49385ce tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Request body: {'port': {'device_id': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b', 'admin_state_up': True, 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'security_groups': ['e7dec744-ebce-4026-a902-942e4e52dd38']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:56.329368 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-97f638d9-e5b8-4d72-b4f1-33789a596305 req-cc2981ef-7163-43cf-ad2d-1698c8cf6810 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] For port 2695c005-a162-464c-ac6c-7b7d642e4a11, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=2695c005-a162-464c-ac6c-7b7d642e4a11,segment=NetworkSegment(c33ce29e-d508-429e-945d-f02a1fe3578f),segment_id=c33ce29e-d508-429e-945d-f02a1fe3578f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:56.330274 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-97f638d9-e5b8-4d72-b4f1-33789a596305 req-cc2981ef-7163-43cf-ad2d-1698c8cf6810 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.378582 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-97f638d9-e5b8-4d72-b4f1-33789a596305 req-cc2981ef-7163-43cf-ad2d-1698c8cf6810 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Calling delete_port for 2695c005-a162-464c-ac6c-7b7d642e4a11 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:56.625431 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.664782 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-1157a1ba-7d57-49f1-87fd-d5a3ed046c8d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet d3ec9f89-c291-4318-a30b-d7e5baf05a55 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:15:56.670599 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a9aa9580-60a5-4df2-a503-ad59de7b2680 None None] Provisioning for port 2b44d6f1-61fb-4df1-8681-4fe4b3de6c61 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:56.696804 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a9aa9580-60a5-4df2-a503-ad59de7b2680 None None] Provisioning complete for port 2b44d6f1-61fb-4df1-8681-4fe4b3de6c61 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:56.697183 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9aa9580-60a5-4df2-a503-ad59de7b2680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.725677 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1157a1ba-7d57-49f1-87fd-d5a3ed046c8d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.823817 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 53bbf794-2c9a-43c2-bf52-d0353dabcd2a, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=53bbf794-2c9a-43c2-bf52-d0353dabcd2a,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:56.877816 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.979174 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1157a1ba-7d57-49f1-87fd-d5a3ed046c8d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.005677 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-97f638d9-e5b8-4d72-b4f1-33789a596305 req-cc2981ef-7163-43cf-ad2d-1698c8cf6810 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.091226 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=53bbf794-2c9a-43c2-bf52-d0353dabcd2a,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:57.106290 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [req-26026951-90b2-4a87-b8d4-d869f73828ec req-7ea8434b-ab1f-4668-ae0f-792ba56cb350 service neutron] show failed (client error): The resource could not be found. Jul 14 09:15:57.107402 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26026951-90b2-4a87-b8d4-d869f73828ec req-7ea8434b-ab1f-4668-ae0f-792ba56cb350 service neutron] 10.222.0.44 "GET /v2.0/ports/9ea0e249-c974-4982-9dd5-f9a9dc765a32/bindings/n-h1-771362-35 HTTP/1.1" status: 404 len: 381 time: 0.6108875 Jul 14 09:15:57.114058 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa9580-60a5-4df2-a503-ad59de7b2680 None None] Port 2b44d6f1-61fb-4df1-8681-4fe4b3de6c61 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:15:57.129585 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:57.129737 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:57.129962 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:57.130327 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:57.130864 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:57.131388 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:57.131993 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:57.132521 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:57.133025 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:57.133553 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:57.134654 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:57.135351 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:57.147455 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a58fe4-47a7-417c-9c84-cf7f3e6bf82b req-fcba312d-a031-4bf1-a3c3-17e1a333d60b tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:57.163807 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30a58fe4-47a7-417c-9c84-cf7f3e6bf82b req-fcba312d-a031-4bf1-a3c3-17e1a333d60b tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 948 time: 0.6112416 Jul 14 09:15:57.204614 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2981ef-7163-43cf-ad2d-1698c8cf6810 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Pushing event deleted for resources: {'Port': ['ID=2695c005-a162-464c-ac6c-7b7d642e4a11,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:57.283876 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-9cfabd09-8ba1-4909-9140-1eaff49385ce tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Made reservation on behalf of ff8ef452914843b3a211f5977d735f89 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:57.300456 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-9cfabd09-8ba1-4909-9140-1eaff49385ce tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.308648 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f638d9-e5b8-4d72-b4f1-33789a596305 req-cc2981ef-7163-43cf-ad2d-1698c8cf6810 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] No DVR routers for this DVR port 2695c005-a162-464c-ac6c-7b7d642e4a11 on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:57.311567 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-97f638d9-e5b8-4d72-b4f1-33789a596305 req-cc2981ef-7163-43cf-ad2d-1698c8cf6810 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.315737 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-97f638d9-e5b8-4d72-b4f1-33789a596305 req-cc2981ef-7163-43cf-ad2d-1698c8cf6810 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.47 "DELETE /v2.0/ports/2695c005-a162-464c-ac6c-7b7d642e4a11 HTTP/1.1" status: 204 len: 173 time: 2.4410515 Jul 14 09:15:57.327771 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6bf780-b2d3-40b3-98d0-71af6457ad6c', 'name': 'network-vif-deleted', 'tag': '2695c005-a162-464c-ac6c-7b7d642e4a11'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:57.334469 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea6176e-48dd-4b65-9596-5afad3f3ed30" -d '{"events": [{"server_uuid": "1d6bf780-b2d3-40b3-98d0-71af6457ad6c", "name": "network-vif-deleted", "tag": "2695c005-a162-464c-ac6c-7b7d642e4a11"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:57.388202 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30a58fe4-47a7-417c-9c84-cf7f3e6bf82b req-b42260f2-70a2-436f-b12f-824b956dda21 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252564 Jul 14 09:15:57.570565 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-abcbaa2b-de9d-4db6-b566-5d40000f93ea req-9dbe8e23-3a9e-4660-a469-ad28d89fd048 tempest-ServerDiskConfigTestJSON-980591345 tempest-ServerDiskConfigTestJSON-980591345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6bf780-b2d3-40b3-98d0-71af6457ad6c HTTP/1.1" status: 200 len: 210 time: 0.0889981 Jul 14 09:15:57.611315 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1157a1ba-7d57-49f1-87fd-d5a3ed046c8d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.658793 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26026951-90b2-4a87-b8d4-d869f73828ec req-998fccea-0b96-4c96-8820-012b6b75417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:57.660510 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26026951-90b2-4a87-b8d4-d869f73828ec req-998fccea-0b96-4c96-8820-012b6b75417c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd&tenant_id=ad5180827b97485d9d925ca571b8d79b HTTP/1.1" status: 200 len: 1100 time: 0.1017830 Jul 14 09:15:57.680088 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-26026951-90b2-4a87-b8d4-d869f73828ec req-24cb485f-fc72-442f-a6e3-d00dadf22855 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-35', 'device_owner': 'compute:nova'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:57.752289 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 2695c005-a162-464c-ac6c-7b7d642e4a11 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:57.805312 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 2695c005-a162-464c-ac6c-7b7d642e4a11 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:57.810727 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 2695c005-a162-464c-ac6c-7b7d642e4a11 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:58.035913 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-87583cf3-3453-47a9-a385-0a518592c253 req-2441f919-316f-41fe-b051-e4945285384d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7531843 Jul 14 09:15:58.063814 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 53bbf794-2c9a-43c2-bf52-d0353dabcd2a up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:58.067044 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1157a1ba-7d57-49f1-87fd-d5a3ed046c8d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.192686 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 53bbf794-2c9a-43c2-bf52-d0353dabcd2a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:58.193159 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.199294 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-9cfabd09-8ba1-4909-9140-1eaff49385ce tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Allocated IP 10.1.1.58 (0fc9d8b4-8882-41d7-9910-af2ade9bb06b/f4419a97-e126-425f-83f4-d7774f653116/2a5cfa4e-dbe9-436e-8fa1-4ef550880916) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:58.222520 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157a1ba-7d57-49f1-87fd-d5a3ed046c8d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=d3ec9f89-c291-4318-a30b-d7e5baf05a55,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:58.286679 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1157a1ba-7d57-49f1-87fd-d5a3ed046c8d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.305380 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1157a1ba-7d57-49f1-87fd-d5a3ed046c8d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/d3ec9f89-c291-4318-a30b-d7e5baf05a55 HTTP/1.1" status: 204 len: 168 time: 2.0813899 Jul 14 09:15:58.312801 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47064) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:58.703063 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb970f9-391e-40cf-87a4-38d713289c06 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:58.719799 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-9cfabd09-8ba1-4909-9140-1eaff49385ce tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.758731 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47070) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:58.775471 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc5821f-2b07-4e2a-b39a-6b9a89b1fbc0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet e2377d4d-223f-4db0-b530-81c1032e1d15 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:15:58.793558 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-dd95a49d-a2ec-42cc-b74b-886de376ee38 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Request body: {'security_group': {'name': 'tempest-securitygroup--299559287', 'description': 'tempest-description--488450427'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:58.812351 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-9cfabd09-8ba1-4909-9140-1eaff49385ce tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Transition to ACTIVE for port object 2a5cfa4e-dbe9-436e-8fa1-4ef550880916 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:58.814654 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fc5821f-2b07-4e2a-b39a-6b9a89b1fbc0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.824099 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0f9d85-5e77-442d-8335-b3337cc22e14 x-openstack-request-id: req-7d0f9d85-5e77-442d-8335-b3337cc22e14 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:58.824629 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6bf780-b2d3-40b3-98d0-71af6457ad6c", "name": "network-vif-deleted", "tag": "2695c005-a162-464c-ac6c-7b7d642e4a11", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:58.824629 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d0f9d85-5e77-442d-8335-b3337cc22e14 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:58.825048 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6bf780-b2d3-40b3-98d0-71af6457ad6c', 'name': 'network-vif-deleted', 'tag': '2695c005-a162-464c-ac6c-7b7d642e4a11', 'status': 'completed', 'code': 200} Jul 14 09:15:58.888938 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86841a56-cf0c-4f49-b452-29d54cb0ed77 None None] Sync routers for ids ['4612cef6-6c90-4099-bb12-3953eaedc3c1'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:15:58.902287 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86841a56-cf0c-4f49-b452-29d54cb0ed77 None None] Routers {'4612cef6-6c90-4099-bb12-3953eaedc3c1'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:15:58.907422 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-86841a56-cf0c-4f49-b452-29d54cb0ed77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:15:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['4612cef6-6c90-4099-bb12-3953eaedc3c1'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:58.914497 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-26026951-90b2-4a87-b8d4-d869f73828ec req-24cb485f-fc72-442f-a6e3-d00dadf22855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:59.099791 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5854f2c-8bb3-4db1-9019-305ad33214e5 req-9d4cb820-f2a6-4f51-aca4-398b6db625b9 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:59.107423 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5854f2c-8bb3-4db1-9019-305ad33214e5 req-9d4cb820-f2a6-4f51-aca4-398b6db625b9 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:59.108234 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-86841a56-cf0c-4f49-b452-29d54cb0ed77 None None] Set router 4612cef6-6c90-4099-bb12-3953eaedc3c1 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:15:59.111421 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f5854f2c-8bb3-4db1-9019-305ad33214e5 req-9d4cb820-f2a6-4f51-aca4-398b6db625b9 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 1652 time: 1.2758613 Jul 14 09:15:59.434482 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838a49a-bd38-40f7-ab7d-7194eba097b7 req-ad2dcd36-ad73-44d8-a7ea-aa6bf41835a8 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:59.450908 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4838a49a-bd38-40f7-ab7d-7194eba097b7 req-ad2dcd36-ad73-44d8-a7ea-aa6bf41835a8 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 948 time: 0.4928789 Jul 14 09:15:59.455810 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9ea0e249-c974-4982-9dd5-f9a9dc765a32 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:59.503782 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f5854f2c-8bb3-4db1-9019-305ad33214e5 req-3c9a445e-a501-4492-b71b-09ea1ee72517 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388074 Jul 14 09:15:59.650563 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-26026951-90b2-4a87-b8d4-d869f73828ec req-24cb485f-fc72-442f-a6e3-d00dadf22855 service neutron] For port 9ea0e249-c974-4982-9dd5-f9a9dc765a32, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9ea0e249-c974-4982-9dd5-f9a9dc765a32,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:59.766729 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-86841a56-cf0c-4f49-b452-29d54cb0ed77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'name': 'tempest-ServerActionsTestJSON-1773094094-router', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '53bbf794-2c9a-43c2-bf52-d0353dabcd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:44Z', 'updated_at': '2021-07-14T09:15:51Z', 'revision_number': 4, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'gw_port': {'id': '53bbf794-2c9a-43c2-bf52-d0353dabcd2a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:44Z', 'updated_at': '2021-07-14T09:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '7c85b8cc-7084-4356-b7ba-ba32ab1546f8', 'name': '', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'mac_address': 'fa:16:3e:3b:41:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:49Z', 'updated_at': '2021-07-14T09:15:53Z', 'revision_number': 2, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'subnets': [{'id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:59.773552 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-26026951-90b2-4a87-b8d4-d869f73828ec req-24cb485f-fc72-442f-a6e3-d00dadf22855 service neutron] For port 9ea0e249-c974-4982-9dd5-f9a9dc765a32, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:59.835375 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:59.844178 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86841a56-cf0c-4f49-b452-29d54cb0ed77 None None] Checking router: 4612cef6-6c90-4099-bb12-3953eaedc3c1 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:15:59.844533 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86841a56-cf0c-4f49-b452-29d54cb0ed77 None None] Updating router 4612cef6-6c90-4099-bb12-3953eaedc3c1 port 7c85b8cc-7084-4356-b7ba-ba32ab1546f8 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:15:59.867783 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-9cfabd09-8ba1-4909-9140-1eaff49385ce tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:59.928207 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-86841a56-cf0c-4f49-b452-29d54cb0ed77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:59.931797 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87583cf3-3453-47a9-a385-0a518592c253 req-c67b76b6-3e98-48d3-adad-1bf08f96c8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:59.935054 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-87583cf3-3453-47a9-a385-0a518592c253 req-c67b76b6-3e98-48d3-adad-1bf08f96c8a8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 1102 time: 1.7761648 Jul 14 09:15:59.952638 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-26026951-90b2-4a87-b8d4-d869f73828ec req-24cb485f-fc72-442f-a6e3-d00dadf22855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:59.988141 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fc5821f-2b07-4e2a-b39a-6b9a89b1fbc0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:59.998923 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-26026951-90b2-4a87-b8d4-d869f73828ec req-24cb485f-fc72-442f-a6e3-d00dadf22855 service neutron] Transition to ACTIVE for port object 9ea0e249-c974-4982-9dd5-f9a9dc765a32 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:00.021987 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4838a49a-bd38-40f7-ab7d-7194eba097b7 req-3a6b568f-653e-4943-b540-1ff7431eb52a tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5680816 Jul 14 09:16:00.025810 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-26026951-90b2-4a87-b8d4-d869f73828ec req-24cb485f-fc72-442f-a6e3-d00dadf22855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.075059 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd95a49d-a2ec-42cc-b74b-886de376ee38 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.105392 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:16:00.105741 n-d-771362-35 neutron-server[93774]: DEBUG oslo_db.api [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:16:00.121124 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-9cfabd09-8ba1-4909-9140-1eaff49385ce tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Network 0fc9d8b4-8882-41d7-9910-af2ade9bb06b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:00.179778 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb485f-fc72-442f-a6e3-d00dadf22855 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea0e249-c974-4982-9dd5-f9a9dc765a32,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:00.246356 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-9cfabd09-8ba1-4909-9140-1eaff49385ce tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:00.303145 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-26026951-90b2-4a87-b8d4-d869f73828ec req-24cb485f-fc72-442f-a6e3-d00dadf22855 service neutron] No DVR routers for this DVR port 9ea0e249-c974-4982-9dd5-f9a9dc765a32 on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:00.344848 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-9cfabd09-8ba1-4909-9140-1eaff49385ce tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:00.421974 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-26026951-90b2-4a87-b8d4-d869f73828ec req-24cb485f-fc72-442f-a6e3-d00dadf22855 service neutron] Attempting to bind port 9ea0e249-c974-4982-9dd5-f9a9dc765a32 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:00.423927 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-26026951-90b2-4a87-b8d4-d869f73828ec req-24cb485f-fc72-442f-a6e3-d00dadf22855 service neutron] Attempting to bind port 9ea0e249-c974-4982-9dd5-f9a9dc765a32 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:00.435826 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26026951-90b2-4a87-b8d4-d869f73828ec req-24cb485f-fc72-442f-a6e3-d00dadf22855 service neutron] Attempting to bind port 9ea0e249-c974-4982-9dd5-f9a9dc765a32 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:00.453136 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26026951-90b2-4a87-b8d4-d869f73828ec req-24cb485f-fc72-442f-a6e3-d00dadf22855 service neutron] Port 9ea0e249-c974-4982-9dd5-f9a9dc765a32 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:00.453512 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26026951-90b2-4a87-b8d4-d869f73828ec req-24cb485f-fc72-442f-a6e3-d00dadf22855 service neutron] Attempting to bind port 9ea0e249-c974-4982-9dd5-f9a9dc765a32 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:00.461527 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26026951-90b2-4a87-b8d4-d869f73828ec req-24cb485f-fc72-442f-a6e3-d00dadf22855 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:00.472079 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26026951-90b2-4a87-b8d4-d869f73828ec req-24cb485f-fc72-442f-a6e3-d00dadf22855 service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:00.472495 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26026951-90b2-4a87-b8d4-d869f73828ec req-24cb485f-fc72-442f-a6e3-d00dadf22855 service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:00.472970 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-26026951-90b2-4a87-b8d4-d869f73828ec req-24cb485f-fc72-442f-a6e3-d00dadf22855 service neutron] Bound port: 9ea0e249-c974-4982-9dd5-f9a9dc765a32, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:00.473516 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-26026951-90b2-4a87-b8d4-d869f73828ec req-24cb485f-fc72-442f-a6e3-d00dadf22855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.541888 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfabd09-8ba1-4909-9140-1eaff49385ce tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event updated for resources: {'Port': ['ID=2a5cfa4e-dbe9-436e-8fa1-4ef550880916,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:00.673014 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-26026951-90b2-4a87-b8d4-d869f73828ec req-24cb485f-fc72-442f-a6e3-d00dadf22855 service neutron] For port 9ea0e249-c974-4982-9dd5-f9a9dc765a32, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:00.685497 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-26026951-90b2-4a87-b8d4-d869f73828ec req-24cb485f-fc72-442f-a6e3-d00dadf22855 service neutron] For port 9ea0e249-c974-4982-9dd5-f9a9dc765a32, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=9ea0e249-c974-4982-9dd5-f9a9dc765a32,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:00.692438 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-26026951-90b2-4a87-b8d4-d869f73828ec req-24cb485f-fc72-442f-a6e3-d00dadf22855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.732726 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87583cf3-3453-47a9-a385-0a518592c253 req-a5317f12-22f9-4084-8b81-c19b22670153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:00.739407 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-87583cf3-3453-47a9-a385-0a518592c253 req-a5317f12-22f9-4084-8b81-c19b22670153 service neutron] 10.222.0.44 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.7462838 Jul 14 09:16:00.740699 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26026951-90b2-4a87-b8d4-d869f73828ec req-24cb485f-fc72-442f-a6e3-d00dadf22855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:00.741358 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-26026951-90b2-4a87-b8d4-d869f73828ec req-24cb485f-fc72-442f-a6e3-d00dadf22855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.745101 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26026951-90b2-4a87-b8d4-d869f73828ec req-24cb485f-fc72-442f-a6e3-d00dadf22855 service neutron] 10.222.0.47 "PUT /v2.0/ports/9ea0e249-c974-4982-9dd5-f9a9dc765a32 HTTP/1.1" status: 200 len: 1095 time: 3.0752487 Jul 14 09:16:00.808361 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2676ce6a-f410-4e3e-aa5b-e708a066ef20 None None] Provisioning for port 2a5cfa4e-dbe9-436e-8fa1-4ef550880916 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:00.821141 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2676ce6a-f410-4e3e-aa5b-e708a066ef20 None None] Provisioning complete for port 2a5cfa4e-dbe9-436e-8fa1-4ef550880916 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:00.821525 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2676ce6a-f410-4e3e-aa5b-e708a066ef20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.839199 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c17b03-1cc1-48c1-8c31-770eb5debccd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ea0e249-c974-4982-9dd5-f9a9dc765a32'}, {'name': 'network-changed', 'server_uuid': 'a2c17b03-1cc1-48c1-8c31-770eb5debccd', 'tag': '9ea0e249-c974-4982-9dd5-f9a9dc765a32'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:00.848119 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-86841a56-cf0c-4f49-b452-29d54cb0ed77 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.849714 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e99d294-5bde-43ce-8fef-36811c75c307" -d '{"events": [{"server_uuid": "a2c17b03-1cc1-48c1-8c31-770eb5debccd", "name": "network-vif-unplugged", "status": "completed", "tag": "9ea0e249-c974-4982-9dd5-f9a9dc765a32"}, {"name": "network-changed", "server_uuid": "a2c17b03-1cc1-48c1-8c31-770eb5debccd", "tag": "9ea0e249-c974-4982-9dd5-f9a9dc765a32"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:00.878897 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-86841a56-cf0c-4f49-b452-29d54cb0ed77 None None] Transition to ACTIVE for port object 7c85b8cc-7084-4356-b7ba-ba32ab1546f8 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:00.889623 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-86841a56-cf0c-4f49-b452-29d54cb0ed77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.940836 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47100) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:00.968458 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57705e1d-426d-4c04-942d-8abf74110252 None None] Pushing event updated for resources: {'Port': ['ID=7c85b8cc-7084-4356-b7ba-ba32ab1546f8,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:00.984890 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2676ce6a-f410-4e3e-aa5b-e708a066ef20 None None] Port 2a5cfa4e-dbe9-436e-8fa1-4ef550880916 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:16:00.985835 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57705e1d-426d-4c04-942d-8abf74110252 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:00.986179 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57705e1d-426d-4c04-942d-8abf74110252 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:00.986520 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57705e1d-426d-4c04-942d-8abf74110252 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:00.986849 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57705e1d-426d-4c04-942d-8abf74110252 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:00.987182 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57705e1d-426d-4c04-942d-8abf74110252 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:00.988051 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57705e1d-426d-4c04-942d-8abf74110252 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:00.988379 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57705e1d-426d-4c04-942d-8abf74110252 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:00.988717 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57705e1d-426d-4c04-942d-8abf74110252 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:00.989164 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57705e1d-426d-4c04-942d-8abf74110252 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:00.989479 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57705e1d-426d-4c04-942d-8abf74110252 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:00.989797 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57705e1d-426d-4c04-942d-8abf74110252 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:00.990114 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57705e1d-426d-4c04-942d-8abf74110252 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:01.042119 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-87583cf3-3453-47a9-a385-0a518592c253 req-9498a1cc-d692-4a5f-a764-cfcbff83659f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=7c586b3c-9a43-440a-9dae-7207d72ecabd HTTP/1.1" status: 200 len: 217 time: 0.2779579 Jul 14 09:16:01.076104 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2676ce6a-f410-4e3e-aa5b-e708a066ef20 None None] Provisioning complete for port f5780d4f-05d7-46f5-9380-54349f01b525 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:01.080734 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2676ce6a-f410-4e3e-aa5b-e708a066ef20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.220484 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24511dff-4d1a-4044-be68-d5d797fdf7b6 x-openstack-request-id: req-24511dff-4d1a-4044-be68-d5d797fdf7b6 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:01.221031 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c17b03-1cc1-48c1-8c31-770eb5debccd", "name": "network-vif-unplugged", "status": "completed", "tag": "9ea0e249-c974-4982-9dd5-f9a9dc765a32", "code": 200}, {"name": "network-changed", "server_uuid": "a2c17b03-1cc1-48c1-8c31-770eb5debccd", "tag": "9ea0e249-c974-4982-9dd5-f9a9dc765a32", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:01.221031 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24511dff-4d1a-4044-be68-d5d797fdf7b6 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:01.221396 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c17b03-1cc1-48c1-8c31-770eb5debccd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ea0e249-c974-4982-9dd5-f9a9dc765a32', 'code': 200} Jul 14 09:16:01.221608 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2c17b03-1cc1-48c1-8c31-770eb5debccd', 'tag': '9ea0e249-c974-4982-9dd5-f9a9dc765a32', 'status': 'completed', 'code': 200} Jul 14 09:16:01.268080 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-358781c6-cc5a-430d-af90-15f893a6acf7 admin admin] Deleting subnet d15f9542-5236-469a-b44a-f2a19fe36887 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:16:01.278193 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87583cf3-3453-47a9-a385-0a518592c253 req-66ff289d-f18d-4c4a-b49d-4586561e5be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:01.281239 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-358781c6-cc5a-430d-af90-15f893a6acf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.286048 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-87583cf3-3453-47a9-a385-0a518592c253 req-66ff289d-f18d-4c4a-b49d-4586561e5be2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.2174439 Jul 14 09:16:01.304812 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-9cfabd09-8ba1-4909-9140-1eaff49385ce tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:01.306292 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-9cfabd09-8ba1-4909-9140-1eaff49385ce tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.330221 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-358781c6-cc5a-430d-af90-15f893a6acf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.411453 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fc5821f-2b07-4e2a-b39a-6b9a89b1fbc0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.416439 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-358781c6-cc5a-430d-af90-15f893a6acf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.569560 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-86841a56-cf0c-4f49-b452-29d54cb0ed77 None None] Attempting to bind port 7c85b8cc-7084-4356-b7ba-ba32ab1546f8 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:01.569931 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-86841a56-cf0c-4f49-b452-29d54cb0ed77 None None] Attempting to bind port 7c85b8cc-7084-4356-b7ba-ba32ab1546f8 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:01.570289 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86841a56-cf0c-4f49-b452-29d54cb0ed77 None None] Attempting to bind port 7c85b8cc-7084-4356-b7ba-ba32ab1546f8 on network aa88f091-33f9-4aa2-8101-31241b8b415b {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:01.595547 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb485f-fc72-442f-a6e3-d00dadf22855 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea0e249-c974-4982-9dd5-f9a9dc765a32,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:01.596950 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86841a56-cf0c-4f49-b452-29d54cb0ed77 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:01.605334 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86841a56-cf0c-4f49-b452-29d54cb0ed77 None None] Checking segment: {'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:01.607450 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-86841a56-cf0c-4f49-b452-29d54cb0ed77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.608329 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86841a56-cf0c-4f49-b452-29d54cb0ed77 None None] Bound using segment: {'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:01.613239 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-86841a56-cf0c-4f49-b452-29d54cb0ed77 None None] Bound port: 7c85b8cc-7084-4356-b7ba-ba32ab1546f8, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:01.614087 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-86841a56-cf0c-4f49-b452-29d54cb0ed77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.657209 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd95a49d-a2ec-42cc-b74b-886de376ee38 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.693189 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd95a49d-a2ec-42cc-b74b-886de376ee38 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.704535 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-358781c6-cc5a-430d-af90-15f893a6acf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.723290 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-9cfabd09-8ba1-4909-9140-1eaff49385ce tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.4061749 Jul 14 09:16:01.754853 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-bbb2e91c-e218-474c-8bb3-88931d8a91fd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Request body: {'port': {'device_id': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f88ba657-d9b2-4a2f-8603-745af5d48899', 'admin_state_up': True, 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'security_groups': ['e7dec744-ebce-4026-a902-942e4e52dd38']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:01.766630 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-358781c6-cc5a-430d-af90-15f893a6acf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.770806 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-358781c6-cc5a-430d-af90-15f893a6acf7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d15f9542-5236-469a-b44a-f2a19fe36887 HTTP/1.1" status: 204 len: 168 time: 0.8229613 Jul 14 09:16:01.770953 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-86841a56-cf0c-4f49-b452-29d54cb0ed77 None None] For port 7c85b8cc-7084-4356-b7ba-ba32ab1546f8, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:01.775009 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-86841a56-cf0c-4f49-b452-29d54cb0ed77 None None] For port 7c85b8cc-7084-4356-b7ba-ba32ab1546f8, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7c85b8cc-7084-4356-b7ba-ba32ab1546f8,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:01.777751 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358781c6-cc5a-430d-af90-15f893a6acf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d15f9542-5236-469a-b44a-f2a19fe36887,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:01.780698 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47122) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:01.785545 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-86841a56-cf0c-4f49-b452-29d54cb0ed77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.874025 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e4643-0190-47f1-94a0-b383791dcbd5 req-d4ce9b6a-54af-4deb-9a12-9fd174f6c019 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:01.881224 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-242e4643-0190-47f1-94a0-b383791dcbd5 req-d4ce9b6a-54af-4deb-9a12-9fd174f6c019 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 946 time: 0.2658355 Jul 14 09:16:01.884537 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26026951-90b2-4a87-b8d4-d869f73828ec req-e469e7bd-f0d2-45e4-8c3e-426745f018de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:01.887692 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26026951-90b2-4a87-b8d4-d869f73828ec req-e469e7bd-f0d2-45e4-8c3e-426745f018de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 1098 time: 1.1005602 Jul 14 09:16:01.914269 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86841a56-cf0c-4f49-b452-29d54cb0ed77 None None] Routers {'4612cef6-6c90-4099-bb12-3953eaedc3c1'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:01.916685 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-86841a56-cf0c-4f49-b452-29d54cb0ed77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:15:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['4612cef6-6c90-4099-bb12-3953eaedc3c1'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:01.927580 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99d294-5bde-43ce-8fef-36811c75c307 req-0625bb15-ffae-4ddb-9f5e-c01f30f80d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:01.929170 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e99d294-5bde-43ce-8fef-36811c75c307 req-0625bb15-ffae-4ddb-9f5e-c01f30f80d24 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 1098 time: 0.7720675 Jul 14 09:16:01.929946 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95a49d-a2ec-42cc-b74b-886de376ee38 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7998f9-d256-459c-9a51-91a9ae29143c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:02.006739 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-242e4643-0190-47f1-94a0-b383791dcbd5 req-467ef6b6-9e5f-4e3c-9cfd-8f35695e09ab tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241286 Jul 14 09:16:02.015891 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57705e1d-426d-4c04-942d-8abf74110252 None None] Pushing event updated for resources: {'Port': ['ID=7c85b8cc-7084-4356-b7ba-ba32ab1546f8,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:02.041765 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd95a49d-a2ec-42cc-b74b-886de376ee38 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.042328 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-dd95a49d-a2ec-42cc-b74b-886de376ee38 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.2617633 Jul 14 09:16:02.073277 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87583cf3-3453-47a9-a385-0a518592c253 req-4130d093-165d-42ed-a2ea-9825ba09a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:02.074991 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-87583cf3-3453-47a9-a385-0a518592c253 req-4130d093-165d-42ed-a2ea-9825ba09a11e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7639506 Jul 14 09:16:02.173185 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47124) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:02.174479 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fc5821f-2b07-4e2a-b39a-6b9a89b1fbc0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.191990 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-86841a56-cf0c-4f49-b452-29d54cb0ed77 None None] Set router 4612cef6-6c90-4099-bb12-3953eaedc3c1 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:02.209725 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-7780fc6f-132b-4598-9bdc-fd7e151c81ea tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Request body: {'security_group_rule': {'security_group_id': '0b7998f9-d256-459c-9a51-91a9ae29143c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:02.248751 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453b234-d589-490d-b593-d327e5588331 req-f5911a89-1072-40bf-b716-5ea69fc7f502 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:02.268576 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453b234-d589-490d-b593-d327e5588331 req-f5911a89-1072-40bf-b716-5ea69fc7f502 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:02.286683 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453b234-d589-490d-b593-d327e5588331 req-f5911a89-1072-40bf-b716-5ea69fc7f502 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:02.288724 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9453b234-d589-490d-b593-d327e5588331 req-f5911a89-1072-40bf-b716-5ea69fc7f502 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 2372 time: 1.3563492 Jul 14 09:16:02.539322 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9453b234-d589-490d-b593-d327e5588331 req-9b1de0b2-7b59-45ac-8834-72fb7d2a0a9d tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540356 Jul 14 09:16:02.552157 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4293d8-1f57-4475-b78e-2729e79ba6ce None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:02.552792 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fc5821f-2b07-4e2a-b39a-6b9a89b1fbc0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.562743 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2fc5821f-2b07-4e2a-b39a-6b9a89b1fbc0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/e2377d4d-223f-4db0-b530-81c1032e1d15 HTTP/1.1" status: 204 len: 168 time: 4.2468729 Jul 14 09:16:02.563416 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47126) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:02.567224 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5821f-2b07-4e2a-b39a-6b9a89b1fbc0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=e2377d4d-223f-4db0-b530-81c1032e1d15,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:02.573654 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-87583cf3-3453-47a9-a385-0a518592c253 req-2ffb1300-b985-4d8f-b63c-b6d680a3f932 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367474 Jul 14 09:16:02.647344 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-390f259c-e447-45e7-a12e-fe79836737f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.667836 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-86841a56-cf0c-4f49-b452-29d54cb0ed77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'name': 'tempest-ServerActionsTestJSON-1773094094-router', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '53bbf794-2c9a-43c2-bf52-d0353dabcd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:44Z', 'updated_at': '2021-07-14T09:15:51Z', 'revision_number': 4, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'gw_port': {'id': '53bbf794-2c9a-43c2-bf52-d0353dabcd2a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:44Z', 'updated_at': '2021-07-14T09:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '7c85b8cc-7084-4356-b7ba-ba32ab1546f8', 'name': '', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'mac_address': 'fa:16:3e:3b:41:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:49Z', 'updated_at': '2021-07-14T09:16:01Z', 'revision_number': 4, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'subnets': [{'id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:02.743704 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86841a56-cf0c-4f49-b452-29d54cb0ed77 None None] The sync data for ids ['4612cef6-6c90-4099-bb12-3953eaedc3c1'] in n-d-771362-35 is: [{'id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'name': 'tempest-ServerActionsTestJSON-1773094094-router', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '53bbf794-2c9a-43c2-bf52-d0353dabcd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:44Z', 'updated_at': '2021-07-14T09:15:51Z', 'revision_number': 4, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'gw_port': {'id': '53bbf794-2c9a-43c2-bf52-d0353dabcd2a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:44Z', 'updated_at': '2021-07-14T09:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '7c85b8cc-7084-4356-b7ba-ba32ab1546f8', 'name': '', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'mac_address': 'fa:16:3e:3b:41:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:49Z', 'updated_at': '2021-07-14T09:16:01Z', 'revision_number': 4, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'subnets': [{'id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:16:02.823747 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-179b9995-0b6e-4ab1-8b62-dfd3ccf441ce tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2348111 Jul 14 09:16:02.825152 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99d294-5bde-43ce-8fef-36811c75c307 req-ebc641a0-e53e-4fd2-9a4a-a23a4329fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:02.826623 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e99d294-5bde-43ce-8fef-36811c75c307 req-ebc641a0-e53e-4fd2-9a4a-a23a4329fbb8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.6826191 Jul 14 09:16:02.829110 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47132) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:02.830191 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26026951-90b2-4a87-b8d4-d869f73828ec req-d5ee0fff-a9b6-4d4a-86f0-afa5637dff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:02.832225 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26026951-90b2-4a87-b8d4-d869f73828ec req-d5ee0fff-a9b6-4d4a-86f0-afa5637dff48 service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.9068239 Jul 14 09:16:02.839556 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7780fc6f-132b-4598-9bdc-fd7e151c81ea tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.846389 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b09c45da-1e7c-43f3-8aa8-65fad9360f6e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:02.872443 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-bbb2e91c-e218-474c-8bb3-88931d8a91fd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Made reservation on behalf of ff8ef452914843b3a211f5977d735f89 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:02.919832 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-87583cf3-3453-47a9-a385-0a518592c253 req-b3fad5f9-53e6-4ae9-9f2a-ae326224bcbb service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608845 Jul 14 09:16:02.976791 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192268ec-15a5-4efd-be41-f488b8e5dbba None None] DHCP port deletion for d4b2ec29-2184-48d5-8c16-380a3c464388 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:16:03.104582 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e99d294-5bde-43ce-8fef-36811c75c307 req-367a1d31-d84b-4337-ad9a-1c9717d4acc3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=9ea0e249-c974-4982-9dd5-f9a9dc765a32 HTTP/1.1" status: 200 len: 217 time: 0.0914388 Jul 14 09:16:03.108463 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09c45da-1e7c-43f3-8aa8-65fad9360f6e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:03.114799 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b09c45da-1e7c-43f3-8aa8-65fad9360f6e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.157794 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-192268ec-15a5-4efd-be41-f488b8e5dbba None None] Deleting port f5780d4f-05d7-46f5-9380-54349f01b525 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:03.158189 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-192268ec-15a5-4efd-be41-f488b8e5dbba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.215386 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-390f259c-e447-45e7-a12e-fe79836737f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.284506 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d30b6bed-b0e1-4202-886b-8a49e8798064 req-f8170edf-daac-4c53-9949-176f1e8bffbc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.3031838 Jul 14 09:16:03.334606 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-390f259c-e447-45e7-a12e-fe79836737f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86c853f4-4ad9-424e-8297-380957ad4d59']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:03.388613 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-192268ec-15a5-4efd-be41-f488b8e5dbba None None] For port f5780d4f-05d7-46f5-9380-54349f01b525, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f5780d4f-05d7-46f5-9380-54349f01b525,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:03.389164 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-192268ec-15a5-4efd-be41-f488b8e5dbba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.420591 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7780fc6f-132b-4598-9bdc-fd7e151c81ea tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.423199 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-192268ec-15a5-4efd-be41-f488b8e5dbba None None] Calling delete_port for f5780d4f-05d7-46f5-9380-54349f01b525 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:03.449395 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-390f259c-e447-45e7-a12e-fe79836737f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c33ce29e-d508-429e-945d-f02a1fe3578f') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:03.450566 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-390f259c-e447-45e7-a12e-fe79836737f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c33ce29e-d508-429e-945d-f02a1fe3578f') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:03.503978 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-390f259c-e447-45e7-a12e-fe79836737f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.544376 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-390f259c-e447-45e7-a12e-fe79836737f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.561945 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-390f259c-e447-45e7-a12e-fe79836737f0 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:03.563654 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-390f259c-e447-45e7-a12e-fe79836737f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.721020 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-192268ec-15a5-4efd-be41-f488b8e5dbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.741688 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26026951-90b2-4a87-b8d4-d869f73828ec req-bbd3e903-cb6a-47f1-b195-b2eb5839c9f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=9ea0e249-c974-4982-9dd5-f9a9dc765a32 HTTP/1.1" status: 200 len: 217 time: 0.6722107 Jul 14 09:16:03.806328 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192268ec-15a5-4efd-be41-f488b8e5dbba None None] Pushing event deleted for resources: {'Port': ['ID=f5780d4f-05d7-46f5-9380-54349f01b525,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:03.808337 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99d294-5bde-43ce-8fef-36811c75c307 req-dace59af-db72-45dc-a91a-a5d397616844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:03.810194 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e99d294-5bde-43ce-8fef-36811c75c307 req-dace59af-db72-45dc-a91a-a5d397616844 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.2962506 Jul 14 09:16:03.823993 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b09c45da-1e7c-43f3-8aa8-65fad9360f6e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.842668 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192268ec-15a5-4efd-be41-f488b8e5dbba None None] No DVR routers for this DVR port f5780d4f-05d7-46f5-9380-54349f01b525 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:03.910871 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:03.916701 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-bbb2e91c-e218-474c-8bb3-88931d8a91fd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.996449 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7780fc6f-132b-4598-9bdc-fd7e151c81ea tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.999483 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-390f259c-e447-45e7-a12e-fe79836737f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.073888 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-390f259c-e447-45e7-a12e-fe79836737f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.078909 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-390f259c-e447-45e7-a12e-fe79836737f0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/86c853f4-4ad9-424e-8297-380957ad4d59 HTTP/1.1" status: 204 len: 168 time: 2.2706530 Jul 14 09:16:04.150685 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7c85b8cc-7084-4356-b7ba-ba32ab1546f8 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:04.162938 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26026951-90b2-4a87-b8d4-d869f73828ec req-56ce53eb-6723-41c6-9ba8-ebf38204a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:04.172308 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26026951-90b2-4a87-b8d4-d869f73828ec req-56ce53eb-6723-41c6-9ba8-ebf38204a82d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.3580399 Jul 14 09:16:04.173558 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c45da-1e7c-43f3-8aa8-65fad9360f6e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=8df3b406-16ff-42d0-9130-dc935e1b984d,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:04.213758 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780fc6f-132b-4598-9bdc-fd7e151c81ea tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0626015-0f36-4a4b-a104-fdf0e7b8de6f,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:04.218981 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f259c-e447-45e7-a12e-fe79836737f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=86c853f4-4ad9-424e-8297-380957ad4d59,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:04.275532 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7780fc6f-132b-4598-9bdc-fd7e151c81ea tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.276886 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7780fc6f-132b-4598-9bdc-fd7e151c81ea tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0931726 Jul 14 09:16:04.302419 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47146) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:04.335131 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 7c85b8cc-7084-4356-b7ba-ba32ab1546f8 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:04.344264 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 7c85b8cc-7084-4356-b7ba-ba32ab1546f8 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:04.345019 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.387240 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-45439199-fdc5-47e7-9998-934d88d443a4 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Request body: {'security_group_rule': {'security_group_id': '0b7998f9-d256-459c-9a51-91a9ae29143c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:04.400213 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47148) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:04.406328 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09c45da-1e7c-43f3-8aa8-65fad9360f6e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:04.491639 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b6bed-b0e1-4202-886b-8a49e8798064 req-8b28b0a4-a14d-4470-8313-e2cfae08978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:04.493645 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d30b6bed-b0e1-4202-886b-8a49e8798064 req-8b28b0a4-a14d-4470-8313-e2cfae08978f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 1102 time: 0.7129140 Jul 14 09:16:04.513313 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b09c45da-1e7c-43f3-8aa8-65fad9360f6e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:04.525145 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09c45da-1e7c-43f3-8aa8-65fad9360f6e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:04.527464 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b09c45da-1e7c-43f3-8aa8-65fad9360f6e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.537727 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec38c85-e9b0-4a3e-b1b0-ee83a876aa27 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:04.556519 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b904cd-a839-4081-b8b1-a3edad5e367e req-e2554b62-d701-49c0-90b3-efe94ac9226c tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:04.567232 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e9b904cd-a839-4081-b8b1-a3edad5e367e req-e2554b62-d701-49c0-90b3-efe94ac9226c tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 946 time: 0.8419163 Jul 14 09:16:04.605072 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99d294-5bde-43ce-8fef-36811c75c307 req-9019840b-b071-4993-be4f-516df92310e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:04.607621 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e99d294-5bde-43ce-8fef-36811c75c307 req-9019840b-b071-4993-be4f-516df92310e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7380745 Jul 14 09:16:04.617567 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45439199-fdc5-47e7-9998-934d88d443a4 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.622800 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-eea73b80-e283-4247-bd79-557ab2d97b5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=632b277e59c94db7b11ed5f1a650279a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2199166 Jul 14 09:16:04.632259 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b09c45da-1e7c-43f3-8aa8-65fad9360f6e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7954214 Jul 14 09:16:04.632259 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47152) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:04.644534 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47154) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:04.654188 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.656471 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-065c919c-43dc-453e-973e-607880418160 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:04.671335 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-bbb2e91c-e218-474c-8bb3-88931d8a91fd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Allocated IP 10.2.2.100 (f88ba657-d9b2-4a2f-8603-745af5d48899/6305651f-f686-4eb8-85f0-81bfcb17deeb/9d9e2c32-d3bd-4896-8ea6-73f8af857809) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:04.709382 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26026951-90b2-4a87-b8d4-d869f73828ec req-43c99373-c335-4278-93e4-b5329781f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:04.711293 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26026951-90b2-4a87-b8d4-d869f73828ec req-43c99373-c335-4278-93e4-b5329781f858 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4478638 Jul 14 09:16:04.720529 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 7c85b8cc-7084-4356-b7ba-ba32ab1546f8, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7c85b8cc-7084-4356-b7ba-ba32ab1546f8,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:04.746182 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.887067 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b6bed-b0e1-4202-886b-8a49e8798064 req-51d54426-bd99-4318-8c5d-1b5ca9091604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:04.887323 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=7c85b8cc-7084-4356-b7ba-ba32ab1546f8,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:04.889490 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d30b6bed-b0e1-4202-886b-8a49e8798064 req-51d54426-bd99-4318-8c5d-1b5ca9091604 service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.3599958 Jul 14 09:16:04.898464 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f5780d4f-05d7-46f5-9380-54349f01b525 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:04.934980 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47722300-3a51-4c65-b59e-7d42cfe378cf req-8d2873e6-6079-4786-8b54-2362902a1b6e tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:04.943743 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: f5780d4f-05d7-46f5-9380-54349f01b525 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:04.944089 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f5780d4f-05d7-46f5-9380-54349f01b525 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:04.952547 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47722300-3a51-4c65-b59e-7d42cfe378cf req-8d2873e6-6079-4786-8b54-2362902a1b6e tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:04.976032 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47722300-3a51-4c65-b59e-7d42cfe378cf req-8d2873e6-6079-4786-8b54-2362902a1b6e tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:04.984261 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-47722300-3a51-4c65-b59e-7d42cfe378cf req-8d2873e6-6079-4786-8b54-2362902a1b6e tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 2372 time: 0.7857742 Jul 14 09:16:04.984631 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45439199-fdc5-47e7-9998-934d88d443a4 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.986809 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d30b6bed-b0e1-4202-886b-8a49e8798064 req-71e9a88e-bc86-40d7-937a-7ec3b125e163 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=6c382b8b-b54f-495e-9d8b-0660c468bb6a HTTP/1.1" status: 200 len: 217 time: 0.0857766 Jul 14 09:16:04.997690 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e99d294-5bde-43ce-8fef-36811c75c307 req-bce0d16a-b918-4bf8-882c-f390d4e551a2 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665245 Jul 14 09:16:05.013055 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45439199-fdc5-47e7-9998-934d88d443a4 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:05.038237 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e693545-779c-4890-91f9-4e81b91d6cb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-d4b2ec29-2184-48d5-8c16-380a3c464388', 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'tenant_id': '409ec55beccc4e089db53cc12b381e0a', 'fixed_ips': [{'subnet_id': '8df3b406-16ff-42d0-9130-dc935e1b984d'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:16:05.043403 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3e693545-779c-4890-91f9-4e81b91d6cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:05.081896 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e9b904cd-a839-4081-b8b1-a3edad5e367e req-697cb8d8-b908-4724-aaa1-08ab7366ce61 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5136528 Jul 14 09:16:05.230858 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c1af3325-bc43-4240-b07e-f1be449d1e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:05.267388 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-47722300-3a51-4c65-b59e-7d42cfe378cf req-65fcfa03-081d-4799-9fcf-5060fed6eacc tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2821436 Jul 14 09:16:05.315402 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-bbb2e91c-e218-474c-8bb3-88931d8a91fd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:05.338937 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c1af3325-bc43-4240-b07e-f1be449d1e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:05.356282 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-bbb2e91c-e218-474c-8bb3-88931d8a91fd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Transition to ACTIVE for port object 9d9e2c32-d3bd-4896-8ea6-73f8af857809 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:05.386980 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e99d294-5bde-43ce-8fef-36811c75c307 req-0fcd4b48-81b4-42f4-be49-6ab2fc6655d8 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935097 Jul 14 09:16:05.397923 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26026951-90b2-4a87-b8d4-d869f73828ec req-1fadbf0f-9c4d-40bd-9dae-7ca03669d558 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290243 Jul 14 09:16:05.438113 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-3e693545-779c-4890-91f9-4e81b91d6cb8 None None] Allocated IP 2001:db8::2 (d4b2ec29-2184-48d5-8c16-380a3c464388/8df3b406-16ff-42d0-9130-dc935e1b984d/324487f2-3f86-4f86-8e5d-6a56ac418170) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:05.526986 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45439199-fdc5-47e7-9998-934d88d443a4 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:05.528293 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-45439199-fdc5-47e7-9998-934d88d443a4 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1535060 Jul 14 09:16:05.531361 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065c919c-43dc-453e-973e-607880418160 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:05.536786 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-065c919c-43dc-453e-973e-607880418160 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:05.540464 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45439199-fdc5-47e7-9998-934d88d443a4 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e6b57b2-07b9-488b-9655-c8e80a04d482,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:05.548801 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-bbb2e91c-e218-474c-8bb3-88931d8a91fd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:05.554220 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47172) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:05.612426 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26026951-90b2-4a87-b8d4-d869f73828ec req-1cd3e9cd-56c2-4d29-bea4-2a6a482b9955 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998017 Jul 14 09:16:05.629723 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c1af3325-bc43-4240-b07e-f1be449d1e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:05.632294 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c1af3325-bc43-4240-b07e-f1be449d1e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:05.633584 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c1af3325-bc43-4240-b07e-f1be449d1e0c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4474b7f-cf21-4e7a-bea3-c924a17894b1 HTTP/1.1" status: 204 len: 168 time: 0.9934139 Jul 14 09:16:05.647354 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af3325-bc43-4240-b07e-f1be449d1e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4474b7f-cf21-4e7a-bea3-c924a17894b1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:05.721745 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3e693545-779c-4890-91f9-4e81b91d6cb8 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:05.749765 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3e693545-779c-4890-91f9-4e81b91d6cb8 None None] Transition to ACTIVE for port object 324487f2-3f86-4f86-8e5d-6a56ac418170 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:05.782533 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3e693545-779c-4890-91f9-4e81b91d6cb8 None None] Transition to ACTIVE for port object 324487f2-3f86-4f86-8e5d-6a56ac418170 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:05.803250 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3e693545-779c-4890-91f9-4e81b91d6cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:05.812302 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c83b051c-21fb-423c-9951-fd571de20921 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:05.836445 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2e91c-e218-474c-8bb3-88931d8a91fd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event updated for resources: {'Port': ['ID=9d9e2c32-d3bd-4896-8ea6-73f8af857809,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:05.840148 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99d294-5bde-43ce-8fef-36811c75c307 req-b73b56b0-b20c-4bbd-abc1-ac7cd232042c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:05.848094 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e99d294-5bde-43ce-8fef-36811c75c307 req-b73b56b0-b20c-4bbd-abc1-ac7cd232042c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 1098 time: 0.1712959 Jul 14 09:16:05.942029 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e693545-779c-4890-91f9-4e81b91d6cb8 None None] Pushing event updated for resources: {'Port': ['ID=324487f2-3f86-4f86-8e5d-6a56ac418170,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:05.950836 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e693545-779c-4890-91f9-4e81b91d6cb8 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:05.952794 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-3e693545-779c-4890-91f9-4e81b91d6cb8 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:05.962924 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e693545-779c-4890-91f9-4e81b91d6cb8 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:06.004391 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b6bed-b0e1-4202-886b-8a49e8798064 req-09f9b067-ae5a-4f35-9ee9-b90dfdc86c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:06.007029 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d30b6bed-b0e1-4202-886b-8a49e8798064 req-09f9b067-ae5a-4f35-9ee9-b90dfdc86c9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 1.0079463 Jul 14 09:16:06.097877 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-bbb2e91c-e218-474c-8bb3-88931d8a91fd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Network f88ba657-d9b2-4a2f-8603-745af5d48899 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:06.135215 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99d294-5bde-43ce-8fef-36811c75c307 req-7cec77c0-256b-48e3-8065-fbdb1c617fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:06.144357 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e99d294-5bde-43ce-8fef-36811c75c307 req-7cec77c0-256b-48e3-8065-fbdb1c617fb1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.2903907 Jul 14 09:16:06.201401 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7c85b8cc-7084-4356-b7ba-ba32ab1546f8 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:06.204445 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3e693545-779c-4890-91f9-4e81b91d6cb8 None None] Attempting to bind port 324487f2-3f86-4f86-8e5d-6a56ac418170 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:06.204821 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3e693545-779c-4890-91f9-4e81b91d6cb8 None None] Attempting to bind port 324487f2-3f86-4f86-8e5d-6a56ac418170 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:06.205175 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e693545-779c-4890-91f9-4e81b91d6cb8 None None] Attempting to bind port 324487f2-3f86-4f86-8e5d-6a56ac418170 on network d4b2ec29-2184-48d5-8c16-380a3c464388 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:06.221165 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-bbb2e91c-e218-474c-8bb3-88931d8a91fd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:06.227656 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-bbb2e91c-e218-474c-8bb3-88931d8a91fd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:06.302454 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e693545-779c-4890-91f9-4e81b91d6cb8 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:06.302874 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e693545-779c-4890-91f9-4e81b91d6cb8 None None] Checking segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:06.303538 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3e693545-779c-4890-91f9-4e81b91d6cb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.306358 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e693545-779c-4890-91f9-4e81b91d6cb8 None None] Bound using segment: {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:06.306358 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3e693545-779c-4890-91f9-4e81b91d6cb8 None None] Bound port: 324487f2-3f86-4f86-8e5d-6a56ac418170, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954a0328-d3cc-4650-b737-2519e27f3c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:06.310878 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e99d294-5bde-43ce-8fef-36811c75c307 req-3a8e890a-a52b-445d-b61d-68a809df03ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=9ea0e249-c974-4982-9dd5-f9a9dc765a32 HTTP/1.1" status: 200 len: 217 time: 0.1598499 Jul 14 09:16:06.315679 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3e693545-779c-4890-91f9-4e81b91d6cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.408847 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99d294-5bde-43ce-8fef-36811c75c307 req-7c77a833-e2a7-40e9-88db-92a8bba21984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:06.412114 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e99d294-5bde-43ce-8fef-36811c75c307 req-7c77a833-e2a7-40e9-88db-92a8bba21984 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.0869660 Jul 14 09:16:06.463659 n-d-771362-35 neutron-server[93772]: INFO neutron.db.ipam_backend_mixin [None req-065c919c-43dc-453e-973e-607880418160 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8df3b406-16ff-42d0-9130-dc935e1b984d (CIDR: 2001:db8::/64) Jul 14 09:16:06.481451 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c83b051c-21fb-423c-9951-fd571de20921 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks [] for floatingip, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.534778 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47198) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:06.574004 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3e693545-779c-4890-91f9-4e81b91d6cb8 None None] For port 324487f2-3f86-4f86-8e5d-6a56ac418170, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:06.588660 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3e693545-779c-4890-91f9-4e81b91d6cb8 None None] For port 324487f2-3f86-4f86-8e5d-6a56ac418170, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=324487f2-3f86-4f86-8e5d-6a56ac418170,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:06.608644 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3e693545-779c-4890-91f9-4e81b91d6cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.615956 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 7c85b8cc-7084-4356-b7ba-ba32ab1546f8 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:06.616628 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.646135 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-065c919c-43dc-453e-973e-607880418160 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:16:06.648655 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-065c919c-43dc-453e-973e-607880418160 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:06.688928 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-bbb2e91c-e218-474c-8bb3-88931d8a91fd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:06.689729 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-bbb2e91c-e218-474c-8bb3-88931d8a91fd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.720520 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-bbb2e91c-e218-474c-8bb3-88931d8a91fd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9771492 Jul 14 09:16:06.747160 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-3fb847d8-3d1a-48f5-8217-bfacf2e5d8f2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Request body: {'port': {'device_id': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f88ba657-d9b2-4a2f-8603-745af5d48899', 'admin_state_up': True, 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'security_groups': ['e7dec744-ebce-4026-a902-942e4e52dd38']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:06.903468 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e693545-779c-4890-91f9-4e81b91d6cb8 None None] Pushing event updated for resources: {'Port': ['ID=324487f2-3f86-4f86-8e5d-6a56ac418170,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:06.942148 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-065c919c-43dc-453e-973e-607880418160 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2963791 Jul 14 09:16:06.947217 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47210) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:06.966347 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-df020fc1-213a-4110-87ac-7fca2708fa99 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'subnet': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:06.976995 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241f697-d9ea-427c-9688-10bd93c59098 req-65d43fba-ef1b-4890-b874-be6784b975a2 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:06.986499 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8241f697-d9ea-427c-9688-10bd93c59098 req-65d43fba-ef1b-4890-b874-be6784b975a2 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 946 time: 0.6671767 Jul 14 09:16:07.015056 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8921b8e1-b49d-4cf4-9ee9-1a92376bad77 None None] Provisioning for port 9d9e2c32-d3bd-4896-8ea6-73f8af857809 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:07.041331 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8921b8e1-b49d-4cf4-9ee9-1a92376bad77 None None] Provisioning complete for port 9d9e2c32-d3bd-4896-8ea6-73f8af857809 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:07.042018 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8921b8e1-b49d-4cf4-9ee9-1a92376bad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.056889 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99d294-5bde-43ce-8fef-36811c75c307 req-e2d77820-b41d-4ff7-b293-80fa0add24c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:07.069594 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e99d294-5bde-43ce-8fef-36811c75c307 req-e2d77820-b41d-4ff7-b293-80fa0add24c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5886254 Jul 14 09:16:07.115951 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b6bed-b0e1-4202-886b-8a49e8798064 req-4500731a-9c57-48b1-81f1-53fae86248b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:07.117742 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d30b6bed-b0e1-4202-886b-8a49e8798064 req-4500731a-9c57-48b1-81f1-53fae86248b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0878131 Jul 14 09:16:07.181392 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8241f697-d9ea-427c-9688-10bd93c59098 req-6426ec45-4845-4c1a-9eee-da24b075eb8f tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898136 Jul 14 09:16:07.195310 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8921b8e1-b49d-4cf4-9ee9-1a92376bad77 None None] Port 9d9e2c32-d3bd-4896-8ea6-73f8af857809 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:16:07.396084 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb362c-08f3-4d0d-bea2-8f2c1b6d71ed req-fad2a51a-1d6f-4ec4-bdef-337b82ded2ae tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:07.403622 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb362c-08f3-4d0d-bea2-8f2c1b6d71ed req-fad2a51a-1d6f-4ec4-bdef-337b82ded2ae tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:07.409782 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb362c-08f3-4d0d-bea2-8f2c1b6d71ed req-fad2a51a-1d6f-4ec4-bdef-337b82ded2ae tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:07.422207 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb362c-08f3-4d0d-bea2-8f2c1b6d71ed req-fad2a51a-1d6f-4ec4-bdef-337b82ded2ae tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:07.442638 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c9eb362c-08f3-4d0d-bea2-8f2c1b6d71ed req-fad2a51a-1d6f-4ec4-bdef-337b82ded2ae tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 3093 time: 0.6881137 Jul 14 09:16:07.606089 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c9eb362c-08f3-4d0d-bea2-8f2c1b6d71ed req-6bd93b3b-fab0-45af-9efb-1e266ea8dba5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612680 Jul 14 09:16:07.623077 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47220) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:07.626698 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e99d294-5bde-43ce-8fef-36811c75c307 req-2886ed2f-3a76-4f64-b84d-78bfe66f0e20 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467188 Jul 14 09:16:07.843239 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e99d294-5bde-43ce-8fef-36811c75c307 req-cc327bbb-d89c-4b0c-8a42-224dc09e9c85 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004440 Jul 14 09:16:07.998359 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2e208e55-f692-411c-aac5-57b6edd3bdba admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2051668638-network', 'tenant_id': '58797f3591214e3295ad12e96e7e71c0'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:08.127304 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 324487f2-3f86-4f86-8e5d-6a56ac418170 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:08.217767 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e208e55-f692-411c-aac5-57b6edd3bdba admin admin] Made reservation on behalf of 58797f3591214e3295ad12e96e7e71c0 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:08.224855 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e208e55-f692-411c-aac5-57b6edd3bdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.265018 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e208e55-f692-411c-aac5-57b6edd3bdba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.290519 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 324487f2-3f86-4f86-8e5d-6a56ac418170 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:08.400149 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-3fb847d8-3d1a-48f5-8217-bfacf2e5d8f2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Made reservation on behalf of ff8ef452914843b3a211f5977d735f89 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:08.406302 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-3fb847d8-3d1a-48f5-8217-bfacf2e5d8f2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.445286 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d30b6bed-b0e1-4202-886b-8a49e8798064 req-ab10541b-ee4f-4296-a810-a362b9adf288 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617114 Jul 14 09:16:08.632381 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e208e55-f692-411c-aac5-57b6edd3bdba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.650528 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e208e55-f692-411c-aac5-57b6edd3bdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.691988 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e208e55-f692-411c-aac5-57b6edd3bdba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23a2d92-ebd2-424c-9415-aed8994bc317,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:08.711315 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e208e55-f692-411c-aac5-57b6edd3bdba admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:08.720766 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93beaae-4f46-4678-81bf-daf1b23412f9 req-80f53b0f-47fc-4cd3-a307-ee82bed55348 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:08.722678 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e93beaae-4f46-4678-81bf-daf1b23412f9 req-80f53b0f-47fc-4cd3-a307-ee82bed55348 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 946 time: 0.2360981 Jul 14 09:16:08.759372 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e208e55-f692-411c-aac5-57b6edd3bdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.759956 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-2e208e55-f692-411c-aac5-57b6edd3bdba admin admin] Added segment 3b49e30b-89cf-44a7-b35c-c83d2468b697 of type vlan for network 1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 Jul 14 09:16:08.811214 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c83b051c-21fb-423c-9951-fd571de20921 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.876422 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e93beaae-4f46-4678-81bf-daf1b23412f9 req-dfa57042-ba8b-4ba1-bede-d64ab54bccd2 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423831 Jul 14 09:16:08.903512 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b675cf78-321e-40d7-9927-346f22fb7ab1 None None] Provisioning for port 324487f2-3f86-4f86-8e5d-6a56ac418170 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:08.908610 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b675cf78-321e-40d7-9927-346f22fb7ab1 None None] Provisioning complete for port 324487f2-3f86-4f86-8e5d-6a56ac418170 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:08.909593 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b675cf78-321e-40d7-9927-346f22fb7ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.914360 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e208e55-f692-411c-aac5-57b6edd3bdba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.964778 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df020fc1-213a-4110-87ac-7fca2708fa99 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:08.969576 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df020fc1-213a-4110-87ac-7fca2708fa99 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:09.017867 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e208e55-f692-411c-aac5-57b6edd3bdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:09.018918 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e208e55-f692-411c-aac5-57b6edd3bdba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:09.019544 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e208e55-f692-411c-aac5-57b6edd3bdba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:09.063401 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b675cf78-321e-40d7-9927-346f22fb7ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:09.127173 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b675cf78-321e-40d7-9927-346f22fb7ab1 None None] For port 324487f2-3f86-4f86-8e5d-6a56ac418170, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=324487f2-3f86-4f86-8e5d-6a56ac418170,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:09.134070 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b675cf78-321e-40d7-9927-346f22fb7ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:09.162382 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e360a-98c3-4830-93a3-27f7526d6dd4 req-62419f07-d867-4515-95bd-8932137343a5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:09.183575 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e360a-98c3-4830-93a3-27f7526d6dd4 req-62419f07-d867-4515-95bd-8932137343a5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:09.201780 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e360a-98c3-4830-93a3-27f7526d6dd4 req-62419f07-d867-4515-95bd-8932137343a5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:09.227385 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e360a-98c3-4830-93a3-27f7526d6dd4 req-62419f07-d867-4515-95bd-8932137343a5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:09.241015 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-074e360a-98c3-4830-93a3-27f7526d6dd4 req-62419f07-d867-4515-95bd-8932137343a5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 3093 time: 0.3633087 Jul 14 09:16:09.273547 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2e208e55-f692-411c-aac5-57b6edd3bdba admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6491137 Jul 14 09:16:09.280621 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675cf78-321e-40d7-9927-346f22fb7ab1 None None] Pushing event updated for resources: {'Port': ['ID=324487f2-3f86-4f86-8e5d-6a56ac418170,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:09.294121 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47240) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:09.300917 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-168f41c6-5141-4a49-a170-a053c2006d50 admin admin] Request body: {'subnet': {'network_id': '1c74fe01-5fa0-4aec-8a3b-7b0306de2f24', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2051668638-subnet', 'tenant_id': '58797f3591214e3295ad12e96e7e71c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:09.326260 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e208e55-f692-411c-aac5-57b6edd3bdba admin admin] Pushing event updated for resources: {'Network': ['ID=1c74fe01-5fa0-4aec-8a3b-7b0306de2f24,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:09.335831 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:09.363173 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-074e360a-98c3-4830-93a3-27f7526d6dd4 req-d415c862-6302-45d9-9e2d-f15cb3719d18 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204662 Jul 14 09:16:09.402949 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168f41c6-5141-4a49-a170-a053c2006d50 admin admin] Made reservation on behalf of 58797f3591214e3295ad12e96e7e71c0 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:09.407462 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-168f41c6-5141-4a49-a170-a053c2006d50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:09.475699 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d30b6bed-b0e1-4202-886b-8a49e8798064 req-be2d3600-6a0a-4201-a5fa-12f0ebb43846 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0089710 Jul 14 09:16:09.692075 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-168f41c6-5141-4a49-a170-a053c2006d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:09.725441 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c83b051c-21fb-423c-9951-fd571de20921 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Allocated IP 172.25.6.43 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/a64d89be-1c9d-49a9-b293-c80681629d3d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:09.760432 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-3fb847d8-3d1a-48f5-8217-bfacf2e5d8f2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Allocated IP 10.2.2.200 (f88ba657-d9b2-4a2f-8603-745af5d48899/6305651f-f686-4eb8-85f0-81bfcb17deeb/ec03830c-6d12-40d0-8974-6acc684013fd) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:09.797651 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 9ea0e249-c974-4982-9dd5-f9a9dc765a32 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:16:09.873986 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f41c6-5141-4a49-a170-a053c2006d50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c15e3fd6-426b-432e-b7e5-8fd4945ece63,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:09.879710 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168f41c6-5141-4a49-a170-a053c2006d50 admin admin] Checking segment: {'id': '3b49e30b-89cf-44a7-b35c-c83d2468b697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1c74fe01-5fa0-4aec-8a3b-7b0306de2f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:09.880163 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168f41c6-5141-4a49-a170-a053c2006d50 admin admin] Network hostable DHCP agents. Network: 1c74fe01-5fa0-4aec-8a3b-7b0306de2f24, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:09.901039 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d70fc-b539-43da-b2c3-c2a540514cbc req-634145cb-105d-4cac-a30f-96cedbde9341 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:09.904217 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-710d70fc-b539-43da-b2c3-c2a540514cbc req-634145cb-105d-4cac-a30f-96cedbde9341 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 946 time: 0.1990669 Jul 14 09:16:09.981720 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-710d70fc-b539-43da-b2c3-c2a540514cbc req-834b897c-41e7-493f-9080-9f52e347eeb8 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675192 Jul 14 09:16:09.985411 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168f41c6-5141-4a49-a170-a053c2006d50 admin admin] Network 1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:10.034191 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-168f41c6-5141-4a49-a170-a053c2006d50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 1c74fe01-5fa0-4aec-8a3b-7b0306de2f24) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:10.040812 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168f41c6-5141-4a49-a170-a053c2006d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:10.041415 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-168f41c6-5141-4a49-a170-a053c2006d50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.050534 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c66978-b27d-42ac-a34e-d8293596e630 None None] Network 1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:10.059947 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 324487f2-3f86-4f86-8e5d-6a56ac418170 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:10.079360 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-168f41c6-5141-4a49-a170-a053c2006d50 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7840252 Jul 14 09:16:10.223381 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 9ea0e249-c974-4982-9dd5-f9a9dc765a32, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=9ea0e249-c974-4982-9dd5-f9a9dc765a32,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:10.242478 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-da097ddb-b69d-4267-a92b-96d0d5113bfb tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:10.244695 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-da097ddb-b69d-4267-a92b-96d0d5113bfb tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd&tenant_id=ad5180827b97485d9d925ca571b8d79b&binding%3Ahost_id=n-h1-771362-35 HTTP/1.1" status: 200 len: 946 time: 0.6206844 Jul 14 09:16:10.244937 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '9ea0e249-c974-4982-9dd5-f9a9dc765a32', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '9ea0e249-c974-4982-9dd5-f9a9dc765a32', 'mac_address': 'fa:16:3e:8c:01:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:16:10.460240 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 324487f2-3f86-4f86-8e5d-6a56ac418170 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:10.461105 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.463296 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c83b051c-21fb-423c-9951-fd571de20921 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.488435 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.537480 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.547583 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-3fb847d8-3d1a-48f5-8217-bfacf2e5d8f2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.575280 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-3fb847d8-3d1a-48f5-8217-bfacf2e5d8f2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Transition to ACTIVE for port object ec03830c-6d12-40d0-8974-6acc684013fd will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:10.582649 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea0e249-c974-4982-9dd5-f9a9dc765a32 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:10.588482 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fed8ffe-492a-44cd-84a0-6cf85c429f6d None None] Network 1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:10.669758 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cfbd9253-7470-469d-ad6c-ed6a29c49431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.740943 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 9ea0e249-c974-4982-9dd5-f9a9dc765a32, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=9ea0e249-c974-4982-9dd5-f9a9dc765a32,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:10.752731 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.857652 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-1f0c1599-3dab-4229-a726-eeeb9cc463dd service neutron] 10.222.0.47 "GET /v2.0/ports/9ea0e249-c974-4982-9dd5-f9a9dc765a32/bindings/n-h1-771362-35 HTTP/1.1" status: 200 len: 383 time: 0.5490842 Jul 14 09:16:10.870494 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=9ea0e249-c974-4982-9dd5-f9a9dc765a32,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:11.001096 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180870b-b2c8-4c52-9202-f2426648f4ac req-f2a0c736-5f66-4e5e-8ab9-f62332ad2dfe tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:11.009415 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180870b-b2c8-4c52-9202-f2426648f4ac req-f2a0c736-5f66-4e5e-8ab9-f62332ad2dfe tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:11.017359 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180870b-b2c8-4c52-9202-f2426648f4ac req-f2a0c736-5f66-4e5e-8ab9-f62332ad2dfe tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:11.026161 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180870b-b2c8-4c52-9202-f2426648f4ac req-f2a0c736-5f66-4e5e-8ab9-f62332ad2dfe tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:11.028373 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6180870b-b2c8-4c52-9202-f2426648f4ac req-f2a0c736-5f66-4e5e-8ab9-f62332ad2dfe tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 3093 time: 0.3429627 Jul 14 09:16:11.089677 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-3fb847d8-3d1a-48f5-8217-bfacf2e5d8f2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:11.096157 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['9ea0e249-c974-4982-9dd5-f9a9dc765a32'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:11.176510 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6180870b-b2c8-4c52-9202-f2426648f4ac req-2b592272-1aa8-445f-b761-82bab2ace9f3 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272268 Jul 14 09:16:11.231282 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-6a2beb90-5fe8-453a-b192-3fa2f3e993c7 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:11.241178 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-6a2beb90-5fe8-453a-b192-3fa2f3e993c7 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/networks?id=1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 HTTP/1.1" status: 200 len: 813 time: 0.3928595 Jul 14 09:16:11.259142 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-afecfbed-dde4-4aea-bfc2-1a5a5860570f tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/quotas/58797f3591214e3295ad12e96e7e71c0 HTTP/1.1" status: 200 len: 375 time: 0.0162926 Jul 14 09:16:11.302198 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-6ef9b04c-90c6-48fa-9cd8-9baae960d7ba tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=58797f3591214e3295ad12e96e7e71c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414374 Jul 14 09:16:11.410714 n-d-771362-35 neutron-server[93772]: DEBUG neutron.objects.ports [None req-df020fc1-213a-4110-87ac-7fca2708fa99 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:16:11.447483 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-3fb847d8-3d1a-48f5-8217-bfacf2e5d8f2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Network f88ba657-d9b2-4a2f-8603-745af5d48899 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:11.684659 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-3fb847d8-3d1a-48f5-8217-bfacf2e5d8f2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:11.688416 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-3fb847d8-3d1a-48f5-8217-bfacf2e5d8f2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:11.696167 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c83b051c-21fb-423c-9951-fd571de20921 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:11.788156 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47302) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:11.937608 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-3fb847d8-3d1a-48f5-8217-bfacf2e5d8f2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:11.938312 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-3fb847d8-3d1a-48f5-8217-bfacf2e5d8f2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:11.949187 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83b051c-21fb-423c-9951-fd571de20921 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:12.020134 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.022574 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c83b051c-21fb-423c-9951-fd571de20921 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:12.025861 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83b051c-21fb-423c-9951-fd571de20921 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:12.039439 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-dc102df1-cf57-4ca8-84d4-82c5a621c915 service neutron] 10.222.0.25 "GET /v2.0/networks/1c74fe01-5fa0-4aec-8a3b-7b0306de2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7356796 Jul 14 09:16:12.085743 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1f4efd0e-5b4c-45cf-8586-2b76339bddb2 None None] Provisioning for port ec03830c-6d12-40d0-8974-6acc684013fd completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:12.092429 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1f4efd0e-5b4c-45cf-8586-2b76339bddb2 None None] Provisioning complete for port ec03830c-6d12-40d0-8974-6acc684013fd triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:12.092811 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f4efd0e-5b4c-45cf-8586-2b76339bddb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.164702 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e31152-0bb7-4c6e-a519-765454f72c2b req-25fe8147-bdc5-427b-b5ad-b29d9eaa2a94 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:12.167017 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c0e31152-0bb7-4c6e-a519-765454f72c2b req-25fe8147-bdc5-427b-b5ad-b29d9eaa2a94 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 947 time: 0.1978247 Jul 14 09:16:12.188878 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb847d8-3d1a-48f5-8217-bfacf2e5d8f2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event updated for resources: {'Port': ['ID=ec03830c-6d12-40d0-8974-6acc684013fd,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:12.191371 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1f4efd0e-5b4c-45cf-8586-2b76339bddb2 None None] Port ec03830c-6d12-40d0-8974-6acc684013fd cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:16:12.251721 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de913031-f71b-4e68-ad4d-ae990dffce55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.254476 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-3fb847d8-3d1a-48f5-8217-bfacf2e5d8f2 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5225365 Jul 14 09:16:12.256485 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-76056ee1-e3ac-4258-95c0-d16feabc8ed8 service neutron] 10.222.0.25 "GET /v2.0/networks/1c74fe01-5fa0-4aec-8a3b-7b0306de2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056525 Jul 14 09:16:12.261604 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c0e31152-0bb7-4c6e-a519-765454f72c2b req-189f57ac-1193-4a05-9e88-5c21140748bd tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732234 Jul 14 09:16:12.287782 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-fb686c03-4a63-4188-97e1-75bdddc7e2a0 service neutron] Request body: {'port': {'device_id': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:12.332633 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-9c669b6d-e94f-445c-ae39-0d41cbdf98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:12.333483 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-9c669b6d-e94f-445c-ae39-0d41cbdf98e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 1099 time: 1.4095531 Jul 14 09:16:12.350560 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c83b051c-21fb-423c-9951-fd571de20921 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.443398 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b051c-21fb-423c-9951-fd571de20921 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Pushing event updated for resources: {'Port': ['ID=a64d89be-1c9d-49a9-b293-c80681629d3d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:12.874477 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9178541c-c9ac-4c60-adc5-f95d7196f899 req-9afa94c7-0223-433c-9e71-597ed69da2b7 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77621ae-aa9b-460b-bca8-4035eb843cd3 HTTP/1.1" status: 200 len: 210 time: 0.0730586 Jul 14 09:16:12.904012 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2caed-c5a7-437c-bf83-bc60e7484f09 req-8f255a80-d96a-402c-9f4e-eab00a6ee9c7 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:12.910595 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2caed-c5a7-437c-bf83-bc60e7484f09 req-8f255a80-d96a-402c-9f4e-eab00a6ee9c7 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:12.917792 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2caed-c5a7-437c-bf83-bc60e7484f09 req-8f255a80-d96a-402c-9f4e-eab00a6ee9c7 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:12.924164 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2caed-c5a7-437c-bf83-bc60e7484f09 req-8f255a80-d96a-402c-9f4e-eab00a6ee9c7 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:12.930379 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2caed-c5a7-437c-bf83-bc60e7484f09 req-8f255a80-d96a-402c-9f4e-eab00a6ee9c7 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:12.932628 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cdb2caed-c5a7-437c-bf83-bc60e7484f09 req-8f255a80-d96a-402c-9f4e-eab00a6ee9c7 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 3814 time: 0.2619534 Jul 14 09:16:13.001935 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cdb2caed-c5a7-437c-bf83-bc60e7484f09 req-aa2562a2-4b97-49c2-a953-709110116239 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602329 Jul 14 09:16:13.108199 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c83b051c-21fb-423c-9951-fd571de20921 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:13.117292 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-fb686c03-4a63-4188-97e1-75bdddc7e2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:13.119769 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df020fc1-213a-4110-87ac-7fca2708fa99 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:13.225397 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-17af17e6-69cc-4fdb-8d87-0af37db8a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:13.228587 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-17af17e6-69cc-4fdb-8d87-0af37db8a78a service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.8808694 Jul 14 09:16:13.382850 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-003cc5eb-4b50-4259-8b45-7a3f50376351 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=9ea0e249-c974-4982-9dd5-f9a9dc765a32 HTTP/1.1" status: 200 len: 217 time: 0.1366694 Jul 14 09:16:13.634379 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de913031-f71b-4e68-ad4d-ae990dffce55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:13.686764 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de913031-f71b-4e68-ad4d-ae990dffce55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:13.771966 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521fffa-3fc9-4161-a45f-a252ca3701d2 req-90289186-84fb-4738-a7af-6c8744f94c99 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:13.778891 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1521fffa-3fc9-4161-a45f-a252ca3701d2 req-90289186-84fb-4738-a7af-6c8744f94c99 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 947 time: 0.1292682 Jul 14 09:16:13.811648 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 9ea0e249-c974-4982-9dd5-f9a9dc765a32 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:13.886845 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cfbd9253-7470-469d-ad6c-ed6a29c49431 admin admin] Deleting port 04ff89eb-bb1d-45ba-98fc-99fdf950af37 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:13.887222 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cfbd9253-7470-469d-ad6c-ed6a29c49431 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:13.897184 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1521fffa-3fc9-4161-a45f-a252ca3701d2 req-8f4a5595-2ccf-4f04-a0d0-fcd50c729554 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151791 Jul 14 09:16:13.945348 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 9ea0e249-c974-4982-9dd5-f9a9dc765a32 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:13.953952 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 9ea0e249-c974-4982-9dd5-f9a9dc765a32 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:13.956024 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:13.966495 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-f1973abb-3bca-4bde-b6d6-c48cb4f4667f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:13.968543 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-f1973abb-3bca-4bde-b6d6-c48cb4f4667f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.5507720 Jul 14 09:16:14.129770 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7b3a8a5c-8618-4abf-9646-2344591805e9 req-7caa5522-5ce1-4044-8009-1089a2383688 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77621ae-aa9b-460b-bca8-4035eb843cd3 HTTP/1.1" status: 200 len: 210 time: 0.0618534 Jul 14 09:16:14.152748 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.194480 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 9ea0e249-c974-4982-9dd5-f9a9dc765a32, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=9ea0e249-c974-4982-9dd5-f9a9dc765a32,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:14.196798 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c17b03-1cc1-48c1-8c31-770eb5debccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea0e249-c974-4982-9dd5-f9a9dc765a32'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:14.200913 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c0c47a-e62b-40e0-ac4f-44275e38932e" -d '{"events": [{"server_uuid": "a2c17b03-1cc1-48c1-8c31-770eb5debccd", "name": "network-vif-plugged", "status": "completed", "tag": "9ea0e249-c974-4982-9dd5-f9a9dc765a32"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:14.204973 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.233922 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c83b051c-21fb-423c-9951-fd571de20921 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.262128 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de913031-f71b-4e68-ad4d-ae990dffce55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530324bc-e6d4-49fb-97dc-821555f0392d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:14.306662 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-de913031-f71b-4e68-ad4d-ae990dffce55 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d06bc78076d48a3b033ac3cd88ed136&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5115151 Jul 14 09:16:14.316683 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c83b051c-21fb-423c-9951-fd571de20921 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.328697 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=9ea0e249-c974-4982-9dd5-f9a9dc765a32,revision_number=9']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:14.334990 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47346) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:14.422316 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cfbd9253-7470-469d-ad6c-ed6a29c49431 admin admin] For port 04ff89eb-bb1d-45ba-98fc-99fdf950af37, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=04ff89eb-bb1d-45ba-98fc-99fdf950af37,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:14.422605 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cfbd9253-7470-469d-ad6c-ed6a29c49431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.427644 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ca36e5-68e8-4014-9bb7-2502c2c9445b x-openstack-request-id: req-24ca36e5-68e8-4014-9bb7-2502c2c9445b {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:14.427879 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c17b03-1cc1-48c1-8c31-770eb5debccd", "name": "network-vif-plugged", "status": "completed", "tag": "9ea0e249-c974-4982-9dd5-f9a9dc765a32", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:14.428150 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24ca36e5-68e8-4014-9bb7-2502c2c9445b {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:14.428557 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c17b03-1cc1-48c1-8c31-770eb5debccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea0e249-c974-4982-9dd5-f9a9dc765a32', 'code': 200} Jul 14 09:16:14.490824 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cfbd9253-7470-469d-ad6c-ed6a29c49431 admin admin] Calling delete_port for 04ff89eb-bb1d-45ba-98fc-99fdf950af37 owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:14.521772 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-df020fc1-213a-4110-87ac-7fca2708fa99 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] For port 324487f2-3f86-4f86-8e5d-6a56ac418170, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=324487f2-3f86-4f86-8e5d-6a56ac418170,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:14.522450 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-42b9f2d1-81c9-4396-9d09-3526d70665f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.558827 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b051c-21fb-423c-9951-fd571de20921 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Pushing event updated for resources: {'Port': ['ID=a64d89be-1c9d-49a9-b293-c80681629d3d,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:14.579771 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4751b-3e15-44d6-bb07-1eaafcdadcad req-7f152ee9-8a23-4876-bf27-eb03429e9757 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:14.590697 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4751b-3e15-44d6-bb07-1eaafcdadcad req-7f152ee9-8a23-4876-bf27-eb03429e9757 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:14.613724 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4751b-3e15-44d6-bb07-1eaafcdadcad req-7f152ee9-8a23-4876-bf27-eb03429e9757 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:14.632700 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4751b-3e15-44d6-bb07-1eaafcdadcad req-7f152ee9-8a23-4876-bf27-eb03429e9757 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:14.650592 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4751b-3e15-44d6-bb07-1eaafcdadcad req-7f152ee9-8a23-4876-bf27-eb03429e9757 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:14.653151 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fad4751b-3e15-44d6-bb07-1eaafcdadcad req-7f152ee9-8a23-4876-bf27-eb03429e9757 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 3814 time: 0.4102635 Jul 14 09:16:14.707073 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c83b051c-21fb-423c-9951-fd571de20921 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.719744 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df020fc1-213a-4110-87ac-7fca2708fa99 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.749518 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-42b9f2d1-81c9-4396-9d09-3526d70665f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.768291 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df020fc1-213a-4110-87ac-7fca2708fa99 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.777806 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df020fc1-213a-4110-87ac-7fca2708fa99 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.812798 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fad4751b-3e15-44d6-bb07-1eaafcdadcad req-5a042452-d2be-4ecf-bbdd-27c9830094ec tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447945 Jul 14 09:16:14.823572 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-0b3ca812-b2e2-435b-83f1-a82d6ce1b2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:14.825549 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-0b3ca812-b2e2-435b-83f1-a82d6ce1b2de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5662699 Jul 14 09:16:14.972645 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df020fc1-213a-4110-87ac-7fca2708fa99 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=324487f2-3f86-4f86-8e5d-6a56ac418170,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:14.987336 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-ea8d92f7-8747-464d-a9ab-06212b99332d tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:14.994239 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-ea8d92f7-8747-464d-a9ab-06212b99332d tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.47 "GET /v2.0/networks?id=1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 HTTP/1.1" status: 200 len: 813 time: 0.3399048 Jul 14 09:16:15.004563 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-42b9f2d1-81c9-4396-9d09-3526d70665f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.012925 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-42b9f2d1-81c9-4396-9d09-3526d70665f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.016501 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-42b9f2d1-81c9-4396-9d09-3526d70665f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/530324bc-e6d4-49fb-97dc-821555f0392d HTTP/1.1" status: 204 len: 168 time: 0.6777210 Jul 14 09:16:15.031548 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-d39dba2e-f362-48c7-8412-ecfa0edba575 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Request body: {'port': {'device_id': 'd4100a38-c27a-445b-aa25-50438acfd5b6', 'network_id': '1c74fe01-5fa0-4aec-8a3b-7b0306de2f24', 'admin_state_up': True, 'tenant_id': '58797f3591214e3295ad12e96e7e71c0'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:15.089319 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df020fc1-213a-4110-87ac-7fca2708fa99 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:15.093668 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c83b051c-21fb-423c-9951-fd571de20921 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.094918 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c83b051c-21fb-423c-9951-fd571de20921 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.5393763 Jul 14 09:16:15.237662 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-df020fc1-213a-4110-87ac-7fca2708fa99 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:15.241243 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-d39dba2e-f362-48c7-8412-ecfa0edba575 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Made reservation on behalf of 58797f3591214e3295ad12e96e7e71c0 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:15.245871 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-d39dba2e-f362-48c7-8412-ecfa0edba575 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.246107 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df020fc1-213a-4110-87ac-7fca2708fa99 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:15.246941 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df020fc1-213a-4110-87ac-7fca2708fa99 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.254620 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e836dc96-1086-48b7-b595-a49f38e289c8 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:15.264353 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9f2d1-81c9-4396-9d09-3526d70665f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530324bc-e6d4-49fb-97dc-821555f0392d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:15.283991 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9f2d1-81c9-4396-9d09-3526d70665f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:15.284348 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9f2d1-81c9-4396-9d09-3526d70665f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:15.284685 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9f2d1-81c9-4396-9d09-3526d70665f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:15.285025 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9f2d1-81c9-4396-9d09-3526d70665f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:15.285361 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9f2d1-81c9-4396-9d09-3526d70665f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:15.285743 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9f2d1-81c9-4396-9d09-3526d70665f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:15.286173 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9f2d1-81c9-4396-9d09-3526d70665f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:15.286397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9f2d1-81c9-4396-9d09-3526d70665f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:15.286725 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9f2d1-81c9-4396-9d09-3526d70665f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:15.287055 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9f2d1-81c9-4396-9d09-3526d70665f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:15.287885 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9f2d1-81c9-4396-9d09-3526d70665f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:15.288228 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9f2d1-81c9-4396-9d09-3526d70665f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:15.395696 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-fb686c03-4a63-4188-97e1-75bdddc7e2a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4ec6aa-127a-4c61-9e72-9dc4988aae8b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:15.452728 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df020fc1-213a-4110-87ac-7fca2708fa99 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Subnet': ['ID=5f134ba2-7dbf-47a5-9a7b-6dce335c888c,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:15.457071 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-fb686c03-4a63-4188-97e1-75bdddc7e2a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.467424 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-df020fc1-213a-4110-87ac-7fca2708fa99 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 8.5075102 Jul 14 09:16:15.473691 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47362) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:15.502150 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-f3e70cdb-5c46-4fa8-8d8b-f0acf8b06877 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Request body: {'port': {'network_id': 'd4b2ec29-2184-48d5-8c16-380a3c464388', 'mac_address': 'fa:16:3e:81:70:85', 'name': 'tempest-NetworksTestDHCPv6-1832776402'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:15.552853 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-fb686c03-4a63-4188-97e1-75bdddc7e2a0 service neutron] Transition to ACTIVE for port object cf4ec6aa-127a-4c61-9e72-9dc4988aae8b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:15.599838 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-fb686c03-4a63-4188-97e1-75bdddc7e2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.799666 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-80a7d724-0e69-4246-9131-b629e2dd52ea tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:15.801203 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-80a7d724-0e69-4246-9131-b629e2dd52ea tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.47 "GET /v2.0/networks?id=1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 HTTP/1.1" status: 200 len: 813 time: 0.2553096 Jul 14 09:16:15.816445 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7fd9ea06-173b-4f0a-9ec7-20038f41d510 req-2cd87138-4d15-40fd-8e0d-a1908d937a09 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77621ae-aa9b-460b-bca8-4035eb843cd3 HTTP/1.1" status: 200 len: 210 time: 0.2409205 Jul 14 09:16:15.821694 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-4f5839bc-f27d-4e93-a178-17c72483a4b0 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8184636 Jul 14 09:16:15.864806 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47364) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:15.866426 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d8b15-b0ca-4798-a51b-6ba980ac0d89 req-3b20b6aa-61ef-4dc5-ade1-33603ef3efd0 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:15.871605 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c45d8b15-b0ca-4798-a51b-6ba980ac0d89 req-3b20b6aa-61ef-4dc5-ade1-33603ef3efd0 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 948 time: 0.5102623 Jul 14 09:16:15.875446 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-a0c2ee54-eb24-400b-abc3-07a065d8f32b tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Request body: {'port': {'device_id': 'c77621ae-aa9b-460b-bca8-4035eb843cd3', 'network_id': '1c74fe01-5fa0-4aec-8a3b-7b0306de2f24', 'admin_state_up': True, 'tenant_id': '58797f3591214e3295ad12e96e7e71c0'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:15.985150 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb686c03-4a63-4188-97e1-75bdddc7e2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4ec6aa-127a-4c61-9e72-9dc4988aae8b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:16.063247 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e1ec12d-6ff7-4a26-8c95-09f59e8b3fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.071293 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c45d8b15-b0ca-4798-a51b-6ba980ac0d89 req-fe30e3c2-1e87-4dfc-915d-f187ca5875d3 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790340 Jul 14 09:16:16.074951 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-d39dba2e-f362-48c7-8412-ecfa0edba575 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Allocated IP 172.20.0.14 (1c74fe01-5fa0-4aec-8a3b-7b0306de2f24/c15e3fd6-426b-432e-b7e5-8fd4945ece63/79b2ddd0-2eea-4698-a066-66de86681b3f) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:16.089145 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 324487f2-3f86-4f86-8e5d-6a56ac418170 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:16.269840 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 324487f2-3f86-4f86-8e5d-6a56ac418170 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:16.270429 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.300574 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-7743b5e5-32c8-4e98-8c3a-a1a3daedc840 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--299559287&fields=id&tenant_id=6c80c9228c3d4d0587f67366dd594a1e HTTP/1.1" status: 200 len: 267 time: 0.2697334 Jul 14 09:16:16.315671 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e70cdb-5c46-4fa8-8d8b-f0acf8b06877 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Made reservation on behalf of 409ec55beccc4e089db53cc12b381e0a for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:16.338484 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cfbd9253-7470-469d-ad6c-ed6a29c49431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.488018 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-fd8e4a0e-43cd-4fcc-a07c-5833fe463066 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6530862 Jul 14 09:16:16.488829 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-5486c41e-575d-4c2b-b0d1-63c44f0176a0 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:16.490550 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-5486c41e-575d-4c2b-b0d1-63c44f0176a0 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 812 time: 0.1634033 Jul 14 09:16:16.504187 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd9253-7470-469d-ad6c-ed6a29c49431 admin admin] Pushing event deleted for resources: {'Port': ['ID=04ff89eb-bb1d-45ba-98fc-99fdf950af37,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:16.515468 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-fb686c03-4a63-4188-97e1-75bdddc7e2a0 service neutron] Attempting to bind port cf4ec6aa-127a-4c61-9e72-9dc4988aae8b on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:16.515850 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-fb686c03-4a63-4188-97e1-75bdddc7e2a0 service neutron] Attempting to bind port cf4ec6aa-127a-4c61-9e72-9dc4988aae8b by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:16.516180 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-fb686c03-4a63-4188-97e1-75bdddc7e2a0 service neutron] Attempting to bind port cf4ec6aa-127a-4c61-9e72-9dc4988aae8b on network fae645fa-dbb7-4242-86d8-0493fe1d9e27 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:16.575087 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-fb686c03-4a63-4188-97e1-75bdddc7e2a0 service neutron] Port cf4ec6aa-127a-4c61-9e72-9dc4988aae8b on network fae645fa-dbb7-4242-86d8-0493fe1d9e27 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:16.575502 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-fb686c03-4a63-4188-97e1-75bdddc7e2a0 service neutron] Attempting to bind port cf4ec6aa-127a-4c61-9e72-9dc4988aae8b on network fae645fa-dbb7-4242-86d8-0493fe1d9e27 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:16.581062 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-44783127-fd24-475c-a13a-b9cb2d6e8fb3 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/quotas/6c80c9228c3d4d0587f67366dd594a1e HTTP/1.1" status: 200 len: 375 time: 0.0424283 Jul 14 09:16:16.624331 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-fb686c03-4a63-4188-97e1-75bdddc7e2a0 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:16.624670 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-fb686c03-4a63-4188-97e1-75bdddc7e2a0 service neutron] Checking segment: {'id': '1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:16.625060 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-fb686c03-4a63-4188-97e1-75bdddc7e2a0 service neutron] Bound using segment: {'id': '1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:16.625509 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-fb686c03-4a63-4188-97e1-75bdddc7e2a0 service neutron] Bound port: cf4ec6aa-127a-4c61-9e72-9dc4988aae8b, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:16.625871 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-fb686c03-4a63-4188-97e1-75bdddc7e2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.750170 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-d39dba2e-f362-48c7-8412-ecfa0edba575 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.850466 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3e70cdb-5c46-4fa8-8d8b-f0acf8b06877 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.892689 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d4671-0e5d-4c33-985f-a20bb8b868f6 req-8402a71e-ee1b-429a-a999-6d31e2fbc661 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:16.900220 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d4671-0e5d-4c33-985f-a20bb8b868f6 req-8402a71e-ee1b-429a-a999-6d31e2fbc661 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:16.911321 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d4671-0e5d-4c33-985f-a20bb8b868f6 req-8402a71e-ee1b-429a-a999-6d31e2fbc661 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:16.920374 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d4671-0e5d-4c33-985f-a20bb8b868f6 req-8402a71e-ee1b-429a-a999-6d31e2fbc661 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:16.927355 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d4671-0e5d-4c33-985f-a20bb8b868f6 req-8402a71e-ee1b-429a-a999-6d31e2fbc661 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:16.930036 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-673d4671-0e5d-4c33-985f-a20bb8b868f6 req-8402a71e-ee1b-429a-a999-6d31e2fbc661 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 3826 time: 0.6276932 Jul 14 09:16:16.930664 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-d39dba2e-f362-48c7-8412-ecfa0edba575 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.940092 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-fb686c03-4a63-4188-97e1-75bdddc7e2a0 service neutron] For port cf4ec6aa-127a-4c61-9e72-9dc4988aae8b, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:16.978068 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-f3e70cdb-5c46-4fa8-8d8b-f0acf8b06877 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] device_id is not set on port 13fe5639-cec0-4e16-82d6-2975a6772530 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:16:17.008855 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-fb686c03-4a63-4188-97e1-75bdddc7e2a0 service neutron] For port cf4ec6aa-127a-4c61-9e72-9dc4988aae8b, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=cf4ec6aa-127a-4c61-9e72-9dc4988aae8b,segment=NetworkSegment(1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f),segment_id=1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:17.048533 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-d39dba2e-f362-48c7-8412-ecfa0edba575 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Network 1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:17.054933 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-fb686c03-4a63-4188-97e1-75bdddc7e2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.071861 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-673d4671-0e5d-4c33-985f-a20bb8b868f6 req-4973e0a5-fb35-4887-ab86-15966f1fb729 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985250 Jul 14 09:16:17.074199 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39dba2e-f362-48c7-8412-ecfa0edba575 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Pushing event updated for resources: {'Port': ['ID=79b2ddd0-2eea-4698-a066-66de86681b3f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:17.084391 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-d39dba2e-f362-48c7-8412-ecfa0edba575 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:17.090170 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-d39dba2e-f362-48c7-8412-ecfa0edba575 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:17.123215 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-06244a9b-1cf2-47f8-844b-3dd9edc68a60 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3280799 Jul 14 09:16:17.308288 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-d39dba2e-f362-48c7-8412-ecfa0edba575 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:17.312503 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-68e1379d-ee15-4348-aafd-0e37ba8b7414 None None] Provisioning complete for port 324487f2-3f86-4f86-8e5d-6a56ac418170 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:17.313265 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-68e1379d-ee15-4348-aafd-0e37ba8b7414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.316580 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-d39dba2e-f362-48c7-8412-ecfa0edba575 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.330007 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-33085596-1ae1-44d1-9d5e-779d90746d78 service neutron] 10.222.0.25 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069085 Jul 14 09:16:17.520213 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-90a21540-99a1-4a87-b1ad-01444d30bf3d service neutron] 10.222.0.25 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774466 Jul 14 09:16:17.549039 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e1ec12d-6ff7-4a26-8c95-09f59e8b3fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.565458 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e1ec12d-6ff7-4a26-8c95-09f59e8b3fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.569791 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-d39dba2e-f362-48c7-8412-ecfa0edba575 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5545175 Jul 14 09:16:17.600439 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-15a733ef-2fa6-4276-b3a5-3a6695c76eb8 service neutron] Request body: {'port': {'device_id': 'd4100a38-c27a-445b-aa25-50438acfd5b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:17.716694 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-fb686c03-4a63-4188-97e1-75bdddc7e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:17.717562 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-fb686c03-4a63-4188-97e1-75bdddc7e2a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.719531 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-fb686c03-4a63-4188-97e1-75bdddc7e2a0 service neutron] 10.222.0.44 "PUT /v2.0/ports/cf4ec6aa-127a-4c61-9e72-9dc4988aae8b HTTP/1.1" status: 200 len: 1092 time: 5.4506438 Jul 14 09:16:17.720538 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'tag': 'cf4ec6aa-127a-4c61-9e72-9dc4988aae8b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:17.723242 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8049ce-9bfb-45a4-b6c6-142953f58b36" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "tag": "cf4ec6aa-127a-4c61-9e72-9dc4988aae8b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:17.834924 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f3e31fa9-bbad-4108-8b32-e926ad0d4424 service neutron] Request body: {'port': {'device_id': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:17.855108 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8e1ec12d-6ff7-4a26-8c95-09f59e8b3fee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9378ef866c764a938f18a9c4f5a54c57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9576340 Jul 14 09:16:17.933386 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47394) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:17.934996 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-15a733ef-2fa6-4276-b3a5-3a6695c76eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.063619 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ec12d-6ff7-4a26-8c95-09f59e8b3fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508f25a6-0130-4498-a70a-6910b8d6ec69,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:18.173408 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb686c03-4a63-4188-97e1-75bdddc7e2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4ec6aa-127a-4c61-9e72-9dc4988aae8b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:18.195389 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cfbd9253-7470-469d-ad6c-ed6a29c49431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.235886 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-a0c2ee54-eb24-400b-abc3-07a065d8f32b tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Made reservation on behalf of 58797f3591214e3295ad12e96e7e71c0 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:18.258751 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-a0c2ee54-eb24-400b-abc3-07a065d8f32b tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.333299 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f3e31fa9-bbad-4108-8b32-e926ad0d4424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.373634 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-85b4a98f-41eb-44fd-9b18-5e855b3133de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.595672 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f3e70cdb-5c46-4fa8-8d8b-f0acf8b06877 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 2001:db8::28a (d4b2ec29-2184-48d5-8c16-380a3c464388/8df3b406-16ff-42d0-9130-dc935e1b984d/13fe5639-cec0-4e16-82d6-2975a6772530) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:18.721360 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f3e70cdb-5c46-4fa8-8d8b-f0acf8b06877 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Allocated IP 2001:db8:0:1:f816:3eff:fe81:7085 (d4b2ec29-2184-48d5-8c16-380a3c464388/5f134ba2-7dbf-47a5-9a7b-6dce335c888c/13fe5639-cec0-4e16-82d6-2975a6772530) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:18.734320 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-577d75b3-eac8-41e3-b229-31dff40da40b req-b53a0de4-f5e0-4cd3-a08e-42e490b4c736 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77621ae-aa9b-460b-bca8-4035eb843cd3 HTTP/1.1" status: 200 len: 210 time: 0.5174289 Jul 14 09:16:18.916352 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb172c7-ca27-4cf7-b463-1aef03775a1f x-openstack-request-id: req-cdb172c7-ca27-4cf7-b463-1aef03775a1f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:18.917783 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "tag": "cf4ec6aa-127a-4c61-9e72-9dc4988aae8b", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:18.919773 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cdb172c7-ca27-4cf7-b463-1aef03775a1f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:18.920604 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'tag': 'cf4ec6aa-127a-4c61-9e72-9dc4988aae8b', 'status': 'completed', 'code': 200} Jul 14 09:16:18.950259 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-770983bb-a60a-4b7d-b084-fd0f05b539d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.208923 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-770983bb-a60a-4b7d-b084-fd0f05b539d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.210732 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbd9253-7470-469d-ad6c-ed6a29c49431 admin admin] Router dbdb981d-2d28-47e4-b943-9bce971af676 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:16:19.465729 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-18f2b42d-6f9f-4063-b754-fc6bb757d1c9 req-51794750-be2f-443f-9e18-3f64d5802d85 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 210 time: 0.2180400 Jul 14 09:16:19.531946 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d58f1-a564-48f4-8f70-900affbd8c78 req-d65f91e3-1daf-4376-9139-dd3f0ef5c8d6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:19.546132 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d84d58f1-a564-48f4-8f70-900affbd8c78 req-d65f91e3-1daf-4376-9139-dd3f0ef5c8d6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 948 time: 0.9708912 Jul 14 09:16:19.598014 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8049ce-9bfb-45a4-b6c6-142953f58b36 req-694c9301-e1f3-4fc2-a0f1-20c41feeaca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:19.598497 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8049ce-9bfb-45a4-b6c6-142953f58b36 req-694c9301-e1f3-4fc2-a0f1-20c41feeaca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:19.598979 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8049ce-9bfb-45a4-b6c6-142953f58b36 req-694c9301-e1f3-4fc2-a0f1-20c41feeaca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:19.599461 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8049ce-9bfb-45a4-b6c6-142953f58b36 req-694c9301-e1f3-4fc2-a0f1-20c41feeaca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:19.599964 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8049ce-9bfb-45a4-b6c6-142953f58b36 req-694c9301-e1f3-4fc2-a0f1-20c41feeaca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:19.602668 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3b8049ce-9bfb-45a4-b6c6-142953f58b36 req-694c9301-e1f3-4fc2-a0f1-20c41feeaca8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ff8ef452914843b3a211f5977d735f89&device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 4362 time: 0.6376116 Jul 14 09:16:19.627681 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-770983bb-a60a-4b7d-b084-fd0f05b539d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.630089 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-770983bb-a60a-4b7d-b084-fd0f05b539d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.634882 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-770983bb-a60a-4b7d-b084-fd0f05b539d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/508f25a6-0130-4498-a70a-6910b8d6ec69 HTTP/1.1" status: 204 len: 168 time: 1.6810575 Jul 14 09:16:19.712284 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3e70cdb-5c46-4fa8-8d8b-f0acf8b06877 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.748751 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770983bb-a60a-4b7d-b084-fd0f05b539d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508f25a6-0130-4498-a70a-6910b8d6ec69,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:19.775653 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f3e70cdb-5c46-4fa8-8d8b-f0acf8b06877 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Transition to ACTIVE for port object 13fe5639-cec0-4e16-82d6-2975a6772530 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:19.781098 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d84d58f1-a564-48f4-8f70-900affbd8c78 req-3dab0a76-1699-4c0f-9b31-e0ee921cd4ca tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321053 Jul 14 09:16:19.866908 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-89e731dd-c90e-4b1c-9bb6-7df8dd734edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:19.869041 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-89e731dd-c90e-4b1c-9bb6-7df8dd734edc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd&tenant_id=ad5180827b97485d9d925ca571b8d79b HTTP/1.1" status: 200 len: 1100 time: 0.4903219 Jul 14 09:16:19.898268 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-35', 'device_owner': 'compute:nova'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:19.903698 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbd9253-7470-469d-ad6c-ed6a29c49431 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:16:19.927688 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89642e44-4592-4c1b-91f7-050495ef9672 None None] Sync routers for ids ['dbdb981d-2d28-47e4-b943-9bce971af676'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:16:19.939402 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cfbd9253-7470-469d-ad6c-ed6a29c49431 admin admin] 10.222.0.25 "PUT /v2.0/routers/dbdb981d-2d28-47e4-b943-9bce971af676/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2999816 Jul 14 09:16:19.952637 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f3e31fa9-bbad-4108-8b32-e926ad0d4424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa53f161-f281-47d6-8367-e1b2fa57dfc8 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:19.959448 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47414) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:19.964818 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89642e44-4592-4c1b-91f7-050495ef9672 None None] Routers {'dbdb981d-2d28-47e4-b943-9bce971af676'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:19.965668 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-89642e44-4592-4c1b-91f7-050495ef9672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:15:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['dbdb981d-2d28-47e4-b943-9bce971af676'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:20.053548 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f3e31fa9-bbad-4108-8b32-e926ad0d4424 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.080327 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f13b698-ecf0-4d0d-b99c-c08f337b88a8 req-ef8474a9-03a0-4140-a4f3-fb888a1c15db tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77621ae-aa9b-460b-bca8-4035eb843cd3 HTTP/1.1" status: 200 len: 210 time: 0.0928142 Jul 14 09:16:20.110189 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-15a733ef-2fa6-4276-b3a5-3a6695c76eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b2ddd0-2eea-4698-a066-66de86681b3f {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:20.128433 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f3e31fa9-bbad-4108-8b32-e926ad0d4424 service neutron] Transition to ACTIVE for port object aa53f161-f281-47d6-8367-e1b2fa57dfc8 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:20.141438 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-89642e44-4592-4c1b-91f7-050495ef9672 None None] Set router dbdb981d-2d28-47e4-b943-9bce971af676 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:20.173046 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-15a733ef-2fa6-4276-b3a5-3a6695c76eb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.223680 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-15a733ef-2fa6-4276-b3a5-3a6695c76eb8 service neutron] Transition to ACTIVE for port object 79b2ddd0-2eea-4698-a066-66de86681b3f will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:20.229303 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8049ce-9bfb-45a4-b6c6-142953f58b36 req-11750c1d-46cd-4c55-bdc0-239006e93e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:20.230126 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8049ce-9bfb-45a4-b6c6-142953f58b36 req-11750c1d-46cd-4c55-bdc0-239006e93e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:20.230787 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8049ce-9bfb-45a4-b6c6-142953f58b36 req-11750c1d-46cd-4c55-bdc0-239006e93e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:20.232668 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3b8049ce-9bfb-45a4-b6c6-142953f58b36 req-11750c1d-46cd-4c55-bdc0-239006e93e86 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ff8ef452914843b3a211f5977d735f89&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6203585 Jul 14 09:16:20.241973 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-15a733ef-2fa6-4276-b3a5-3a6695c76eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.251828 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f3e31fa9-bbad-4108-8b32-e926ad0d4424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.304389 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3dee2ee9-c266-4169-82aa-8767716adada admin admin] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.528768 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.608383 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3dee2ee9-c266-4169-82aa-8767716adada admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.611572 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-89642e44-4592-4c1b-91f7-050495ef9672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'name': 'tempest-AttachVolumeShelveTestJSON-2122076825-router', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:33Z', 'updated_at': '2021-07-14T09:16:15Z', 'revision_number': 5, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'gw_port': {'id': '95a79226-1e5a-4280-8fd9-89127b9d8b1f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:35Z', 'updated_at': '2021-07-14T09:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:20.634680 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3e70cdb-5c46-4fa8-8d8b-f0acf8b06877 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.690667 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89642e44-4592-4c1b-91f7-050495ef9672 None None] Checking router: dbdb981d-2d28-47e4-b943-9bce971af676 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:16:20.728571 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89642e44-4592-4c1b-91f7-050495ef9672 None None] Routers {'dbdb981d-2d28-47e4-b943-9bce971af676'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:20.729901 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-89642e44-4592-4c1b-91f7-050495ef9672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:15:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['dbdb981d-2d28-47e4-b943-9bce971af676'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:20.860850 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-89642e44-4592-4c1b-91f7-050495ef9672 None None] Set router dbdb981d-2d28-47e4-b943-9bce971af676 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:20.923155 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-89642e44-4592-4c1b-91f7-050495ef9672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'name': 'tempest-AttachVolumeShelveTestJSON-2122076825-router', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:33Z', 'updated_at': '2021-07-14T09:16:20Z', 'revision_number': 6, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:20.956778 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89642e44-4592-4c1b-91f7-050495ef9672 None None] The sync data for ids ['dbdb981d-2d28-47e4-b943-9bce971af676'] in n-d-771362-35 is: [{'id': 'dbdb981d-2d28-47e4-b943-9bce971af676', 'name': 'tempest-AttachVolumeShelveTestJSON-2122076825-router', 'tenant_id': '338da67ed34f4deb89c1895a0890d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:33Z', 'updated_at': '2021-07-14T09:16:20Z', 'revision_number': 6, 'project_id': '338da67ed34f4deb89c1895a0890d123', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:16:21.038657 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9682c8e8-4879-4522-99ad-8069e1b3f49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.045264 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e70cdb-5c46-4fa8-8d8b-f0acf8b06877 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Network d4b2ec29-2184-48d5-8c16-380a3c464388 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:21.047110 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e31fa9-bbad-4108-8b32-e926ad0d4424 service neutron] Pushing event updated for resources: {'Port': ['ID=aa53f161-f281-47d6-8367-e1b2fa57dfc8,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:21.073608 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f3e70cdb-5c46-4fa8-8d8b-f0acf8b06877 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:21.084438 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e70cdb-5c46-4fa8-8d8b-f0acf8b06877 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:21.091260 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e70cdb-5c46-4fa8-8d8b-f0acf8b06877 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:21.092232 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3e70cdb-5c46-4fa8-8d8b-f0acf8b06877 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.186043 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e70cdb-5c46-4fa8-8d8b-f0acf8b06877 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event updated for resources: {'Port': ['ID=13fe5639-cec0-4e16-82d6-2975a6772530,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:21.215506 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-a0c2ee54-eb24-400b-abc3-07a065d8f32b tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Allocated IP 172.20.0.13 (1c74fe01-5fa0-4aec-8a3b-7b0306de2f24/c15e3fd6-426b-432e-b7e5-8fd4945ece63/42ff4b07-478b-4ed6-a82d-d2859a8e1e76) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:21.235971 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a733ef-2fa6-4276-b3a5-3a6695c76eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=79b2ddd0-2eea-4698-a066-66de86681b3f,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:21.258770 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.358049 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc247e62-a0a4-4ead-b482-c8c17ca5bdb3 req-5d1c5690-3864-4a83-924e-9d8fa9e200e5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:21.367212 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc247e62-a0a4-4ead-b482-c8c17ca5bdb3 req-5d1c5690-3864-4a83-924e-9d8fa9e200e5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:21.376518 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc247e62-a0a4-4ead-b482-c8c17ca5bdb3 req-5d1c5690-3864-4a83-924e-9d8fa9e200e5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:21.386807 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc247e62-a0a4-4ead-b482-c8c17ca5bdb3 req-5d1c5690-3864-4a83-924e-9d8fa9e200e5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:21.398627 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc247e62-a0a4-4ead-b482-c8c17ca5bdb3 req-5d1c5690-3864-4a83-924e-9d8fa9e200e5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:21.405237 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f3e70cdb-5c46-4fa8-8d8b-f0acf8b06877 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.9125988 Jul 14 09:16:21.416570 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47446) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:21.428016 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dc247e62-a0a4-4ead-b482-c8c17ca5bdb3 req-5d1c5690-3864-4a83-924e-9d8fa9e200e5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 3826 time: 1.5239353 Jul 14 09:16:21.513926 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3dee2ee9-c266-4169-82aa-8767716adada admin admin] Deleting port 95a79226-1e5a-4280-8fd9-89127b9d8b1f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:21.514255 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3dee2ee9-c266-4169-82aa-8767716adada admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.612368 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0e15af9c-723d-44bc-b437-265fc4535d90 None None] Provisioning for port 13fe5639-cec0-4e16-82d6-2975a6772530 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:21.618167 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0e15af9c-723d-44bc-b437-265fc4535d90 None None] Provisioning complete for port 13fe5639-cec0-4e16-82d6-2975a6772530 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:21.618577 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e15af9c-723d-44bc-b437-265fc4535d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.629590 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fa2ce7a9-7969-4e1c-925d-24d3b1a28ffc req-70946f3c-784f-4f0c-b023-1a7154fc0a00 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 210 time: 0.3990355 Jul 14 09:16:21.712758 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0e15af9c-723d-44bc-b437-265fc4535d90 None None] Port 13fe5639-cec0-4e16-82d6-2975a6772530 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:16:21.770490 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] For port 9ea0e249-c974-4982-9dd5-f9a9dc765a32, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=9ea0e249-c974-4982-9dd5-f9a9dc765a32,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:21.818394 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dc247e62-a0a4-4ead-b482-c8c17ca5bdb3 req-d24d6cc3-d596-4db6-8963-2d1cf8c9bb5c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3893602 Jul 14 09:16:21.825599 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] For port 9ea0e249-c974-4982-9dd5-f9a9dc765a32, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:21.880898 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 9ea0e249-c974-4982-9dd5-f9a9dc765a32 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:21.956148 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.972456 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Transition to ACTIVE for port object 9ea0e249-c974-4982-9dd5-f9a9dc765a32 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:21.979561 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c17b03-1cc1-48c1-8c31-770eb5debccd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ea0e249-c974-4982-9dd5-f9a9dc765a32'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:21.982725 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb0e24a-2a81-4d66-9fb1-541a42f83a59" -d '{"events": [{"server_uuid": "a2c17b03-1cc1-48c1-8c31-770eb5debccd", "name": "network-vif-unplugged", "status": "completed", "tag": "9ea0e249-c974-4982-9dd5-f9a9dc765a32"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:21.996927 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.012007 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 9ea0e249-c974-4982-9dd5-f9a9dc765a32 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:22.019400 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8049ce-9bfb-45a4-b6c6-142953f58b36 req-f76653ee-2e5f-4e20-8b82-29ece3eaaee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:22.025781 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3b8049ce-9bfb-45a4-b6c6-142953f58b36 req-f76653ee-2e5f-4e20-8b82-29ece3eaaee1 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.7602654 Jul 14 09:16:22.061727 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 04ff89eb-bb1d-45ba-98fc-99fdf950af37 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:22.111108 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-f7404957-bb64-4466-ae89-ba94c8ac06ab tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:22.112747 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-f7404957-bb64-4466-ae89-ba94c8ac06ab tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.44 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 812 time: 0.9667113 Jul 14 09:16:22.134129 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 04ff89eb-bb1d-45ba-98fc-99fdf950af37 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:22.134607 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 04ff89eb-bb1d-45ba-98fc-99fdf950af37 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:22.135278 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 95a79226-1e5a-4280-8fd9-89127b9d8b1f no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:22.189298 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f3e31fa9-bbad-4108-8b32-e926ad0d4424 service neutron] Attempting to bind port aa53f161-f281-47d6-8367-e1b2fa57dfc8 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:22.189878 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f3e31fa9-bbad-4108-8b32-e926ad0d4424 service neutron] Attempting to bind port aa53f161-f281-47d6-8367-e1b2fa57dfc8 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'd96c02fe-c211-4c24-b05d-bd0375910386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:22.190309 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f3e31fa9-bbad-4108-8b32-e926ad0d4424 service neutron] Attempting to bind port aa53f161-f281-47d6-8367-e1b2fa57dfc8 on network 0fc9d8b4-8882-41d7-9910-af2ade9bb06b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:22.192732 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dc32d4c4-fdcf-4c8f-90d9-54210104520b req-3de80b89-6c1a-4b14-a4c4-56a95f389696 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77621ae-aa9b-460b-bca8-4035eb843cd3 HTTP/1.1" status: 200 len: 210 time: 0.1635268 Jul 14 09:16:22.229003 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] No DVR routers for this DVR port 9ea0e249-c974-4982-9dd5-f9a9dc765a32 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:22.248740 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.322002 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.356914 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Attempting to bind port 9ea0e249-c974-4982-9dd5-f9a9dc765a32 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:22.357477 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Attempting to bind port 9ea0e249-c974-4982-9dd5-f9a9dc765a32 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:22.358019 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Attempting to bind port 9ea0e249-c974-4982-9dd5-f9a9dc765a32 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:22.368471 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f3e31fa9-bbad-4108-8b32-e926ad0d4424 service neutron] Port aa53f161-f281-47d6-8367-e1b2fa57dfc8 on network 0fc9d8b4-8882-41d7-9910-af2ade9bb06b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:22.369014 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f3e31fa9-bbad-4108-8b32-e926ad0d4424 service neutron] Attempting to bind port aa53f161-f281-47d6-8367-e1b2fa57dfc8 on network 0fc9d8b4-8882-41d7-9910-af2ade9bb06b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:22.376694 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-15a733ef-2fa6-4276-b3a5-3a6695c76eb8 service neutron] Attempting to bind port 79b2ddd0-2eea-4698-a066-66de86681b3f on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:22.380595 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-15a733ef-2fa6-4276-b3a5-3a6695c76eb8 service neutron] Attempting to bind port 79b2ddd0-2eea-4698-a066-66de86681b3f by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '3b49e30b-89cf-44a7-b35c-c83d2468b697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1c74fe01-5fa0-4aec-8a3b-7b0306de2f24'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:22.380790 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-15a733ef-2fa6-4276-b3a5-3a6695c76eb8 service neutron] Attempting to bind port 79b2ddd0-2eea-4698-a066-66de86681b3f on network 1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:22.410433 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 95a79226-1e5a-4280-8fd9-89127b9d8b1f, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=95a79226-1e5a-4280-8fd9-89127b9d8b1f,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:22.415007 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faabc711-afc2-44bc-a0bf-0df1eb883ceb x-openstack-request-id: req-faabc711-afc2-44bc-a0bf-0df1eb883ceb {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:22.415384 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c17b03-1cc1-48c1-8c31-770eb5debccd", "name": "network-vif-unplugged", "status": "completed", "tag": "9ea0e249-c974-4982-9dd5-f9a9dc765a32", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:22.415825 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-faabc711-afc2-44bc-a0bf-0df1eb883ceb {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:22.416469 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c17b03-1cc1-48c1-8c31-770eb5debccd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ea0e249-c974-4982-9dd5-f9a9dc765a32', 'code': 200} Jul 14 09:16:22.419833 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.420175 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-a0c2ee54-eb24-400b-abc3-07a065d8f32b tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.424534 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-15a733ef-2fa6-4276-b3a5-3a6695c76eb8 service neutron] Port 79b2ddd0-2eea-4698-a066-66de86681b3f on network 1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:22.424900 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-15a733ef-2fa6-4276-b3a5-3a6695c76eb8 service neutron] Attempting to bind port 79b2ddd0-2eea-4698-a066-66de86681b3f on network 1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:22.429840 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f3e31fa9-bbad-4108-8b32-e926ad0d4424 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:22.430200 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f3e31fa9-bbad-4108-8b32-e926ad0d4424 service neutron] Checking segment: {'id': 'd96c02fe-c211-4c24-b05d-bd0375910386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:22.430733 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f3e31fa9-bbad-4108-8b32-e926ad0d4424 service neutron] Bound using segment: {'id': 'd96c02fe-c211-4c24-b05d-bd0375910386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:22.431471 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f3e31fa9-bbad-4108-8b32-e926ad0d4424 service neutron] Bound port: aa53f161-f281-47d6-8367-e1b2fa57dfc8, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96c02fe-c211-4c24-b05d-bd0375910386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:22.432118 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f3e31fa9-bbad-4108-8b32-e926ad0d4424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.451133 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-66d8527f-4f8b-4351-901a-e7112ccb14d7 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c80c9228c3d4d0587f67366dd594a1e HTTP/1.1" status: 200 len: 379 time: 0.2732170 Jul 14 09:16:22.463530 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-15a733ef-2fa6-4276-b3a5-3a6695c76eb8 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:22.463883 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-15a733ef-2fa6-4276-b3a5-3a6695c76eb8 service neutron] Checking segment: {'id': '3b49e30b-89cf-44a7-b35c-c83d2468b697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1c74fe01-5fa0-4aec-8a3b-7b0306de2f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:22.464284 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-15a733ef-2fa6-4276-b3a5-3a6695c76eb8 service neutron] Bound using segment: {'id': '3b49e30b-89cf-44a7-b35c-c83d2468b697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1c74fe01-5fa0-4aec-8a3b-7b0306de2f24'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:22.464743 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-15a733ef-2fa6-4276-b3a5-3a6695c76eb8 service neutron] Bound port: 79b2ddd0-2eea-4698-a066-66de86681b3f, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b49e30b-89cf-44a7-b35c-c83d2468b697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1c74fe01-5fa0-4aec-8a3b-7b0306de2f24'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:22.465114 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-15a733ef-2fa6-4276-b3a5-3a6695c76eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.485670 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-30318204-3f63-4899-aa17-db516a26dabe tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Request body: {'port': {'device_id': '4af7149e-75f7-4f8b-b8c1-1563cedcd044', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'admin_state_up': True, 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'security_groups': ['0b7998f9-d256-459c-9a51-91a9ae29143c']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:22.558069 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-29cac2c6-e66c-4a82-8ff9-1dd292b5cf87 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting port 13fe5639-cec0-4e16-82d6-2975a6772530 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:22.558747 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29cac2c6-e66c-4a82-8ff9-1dd292b5cf87 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.561342 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Port 9ea0e249-c974-4982-9dd5-f9a9dc765a32 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:22.561756 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Attempting to bind port 9ea0e249-c974-4982-9dd5-f9a9dc765a32 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:22.566416 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0c8c3-bdcd-48f0-9cc7-ac40543264f1 req-24342ce7-535b-479d-8136-b8271a5f3ecf tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:22.566868 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea0e249-c974-4982-9dd5-f9a9dc765a32,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:22.568037 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=95a79226-1e5a-4280-8fd9-89127b9d8b1f,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:22.574725 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-afc0c8c3-bdcd-48f0-9cc7-ac40543264f1 req-24342ce7-535b-479d-8136-b8271a5f3ecf tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 947 time: 0.6354177 Jul 14 09:16:22.579663 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:22.580015 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:22.580413 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:22.580875 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Bound port: 9ea0e249-c974-4982-9dd5-f9a9dc765a32, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:22.581249 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.605826 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3dee2ee9-c266-4169-82aa-8767716adada admin admin] For port 95a79226-1e5a-4280-8fd9-89127b9d8b1f, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=95a79226-1e5a-4280-8fd9-89127b9d8b1f,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:22.606365 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3dee2ee9-c266-4169-82aa-8767716adada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.661223 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3dee2ee9-c266-4169-82aa-8767716adada admin admin] Calling delete_port for 95a79226-1e5a-4280-8fd9-89127b9d8b1f owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:22.759266 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-a0c2ee54-eb24-400b-abc3-07a065d8f32b tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.770255 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f3e31fa9-bbad-4108-8b32-e926ad0d4424 service neutron] For port aa53f161-f281-47d6-8367-e1b2fa57dfc8, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:22.777532 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f3e31fa9-bbad-4108-8b32-e926ad0d4424 service neutron] For port aa53f161-f281-47d6-8367-e1b2fa57dfc8, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=aa53f161-f281-47d6-8367-e1b2fa57dfc8,segment=NetworkSegment(d96c02fe-c211-4c24-b05d-bd0375910386),segment_id=d96c02fe-c211-4c24-b05d-bd0375910386)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:22.810945 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f3e31fa9-bbad-4108-8b32-e926ad0d4424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.827758 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-afc0c8c3-bdcd-48f0-9cc7-ac40543264f1 req-47e28e4f-778d-4ebf-82a6-d8b4a90c4459 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520857 Jul 14 09:16:22.845934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-15a733ef-2fa6-4276-b3a5-3a6695c76eb8 service neutron] For port 79b2ddd0-2eea-4698-a066-66de86681b3f, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:22.892561 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-15a733ef-2fa6-4276-b3a5-3a6695c76eb8 service neutron] For port 79b2ddd0-2eea-4698-a066-66de86681b3f, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=79b2ddd0-2eea-4698-a066-66de86681b3f,segment=NetworkSegment(3b49e30b-89cf-44a7-b35c-c83d2468b697),segment_id=3b49e30b-89cf-44a7-b35c-c83d2468b697)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:22.900730 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-a0c2ee54-eb24-400b-abc3-07a065d8f32b tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Network 1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:22.907177 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-15a733ef-2fa6-4276-b3a5-3a6695c76eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.909583 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2ee54-eb24-400b-abc3-07a065d8f32b tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Pushing event updated for resources: {'Port': ['ID=42ff4b07-478b-4ed6-a82d-d2859a8e1e76,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:22.912508 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-a0c2ee54-eb24-400b-abc3-07a065d8f32b tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:22.924078 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-a0c2ee54-eb24-400b-abc3-07a065d8f32b tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:23.023881 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-493b3ea2-a2ed-4879-b182-daf6e30a575e req-fab27a36-310e-4662-b530-0316fc0a6d63 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 210 time: 0.1183467 Jul 14 09:16:23.030175 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-30318204-3f63-4899-aa17-db516a26dabe tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Made reservation on behalf of 6c80c9228c3d4d0587f67366dd594a1e for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:23.030347 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f3e31fa9-bbad-4108-8b32-e926ad0d4424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:23.030897 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f3e31fa9-bbad-4108-8b32-e926ad0d4424 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.032444 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f3e31fa9-bbad-4108-8b32-e926ad0d4424 service neutron] 10.222.0.44 "PUT /v2.0/ports/aa53f161-f281-47d6-8367-e1b2fa57dfc8 HTTP/1.1" status: 200 len: 1130 time: 5.2681158 Jul 14 09:16:23.033787 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] For port 9ea0e249-c974-4982-9dd5-f9a9dc765a32, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:23.046659 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-30318204-3f63-4899-aa17-db516a26dabe tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.055548 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] For port 9ea0e249-c974-4982-9dd5-f9a9dc765a32, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9ea0e249-c974-4982-9dd5-f9a9dc765a32,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:23.092543 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29cac2c6-e66c-4a82-8ff9-1dd292b5cf87 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.093361 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-15a733ef-2fa6-4276-b3a5-3a6695c76eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:23.094006 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-15a733ef-2fa6-4276-b3a5-3a6695c76eb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.095436 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-15a733ef-2fa6-4276-b3a5-3a6695c76eb8 service neutron] 10.222.0.47 "PUT /v2.0/ports/79b2ddd0-2eea-4698-a066-66de86681b3f HTTP/1.1" status: 200 len: 1093 time: 5.5102460 Jul 14 09:16:23.095949 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4100a38-c27a-445b-aa25-50438acfd5b6', 'tag': '79b2ddd0-2eea-4698-a066-66de86681b3f'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:23.097947 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-8467e8e1-270b-4825-baf9-4d92a60c5cab service neutron] Request body: {'port': {'device_id': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:23.098261 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87baa707-0373-489a-8bbc-2e865adff0b4" -d '{"events": [{"name": "network-changed", "server_uuid": "d4100a38-c27a-445b-aa25-50438acfd5b6", "tag": "79b2ddd0-2eea-4698-a066-66de86681b3f"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:23.119745 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.206646 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f009015-5179-428a-8fab-fde3983874bd x-openstack-request-id: req-5f009015-5179-428a-8fab-fde3983874bd {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:23.207046 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4100a38-c27a-445b-aa25-50438acfd5b6", "tag": "79b2ddd0-2eea-4698-a066-66de86681b3f", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:23.207339 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f009015-5179-428a-8fab-fde3983874bd {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:23.207781 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4100a38-c27a-445b-aa25-50438acfd5b6', 'tag': '79b2ddd0-2eea-4698-a066-66de86681b3f', 'status': 'completed', 'code': 200} Jul 14 09:16:23.223411 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-a0c2ee54-eb24-400b-abc3-07a065d8f32b tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:23.224140 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-a0c2ee54-eb24-400b-abc3-07a065d8f32b tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.262484 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a733ef-2fa6-4276-b3a5-3a6695c76eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=79b2ddd0-2eea-4698-a066-66de86681b3f,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:23.365365 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-a0c2ee54-eb24-400b-abc3-07a065d8f32b tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5262713 Jul 14 09:16:23.398822 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-1f0eaf05-c51e-45f4-a815-176948c7b1b1 service neutron] Request body: {'port': {'device_id': 'c77621ae-aa9b-460b-bca8-4035eb843cd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:23.635963 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.637013 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67bf47-0642-483b-9a39-5ffc7b7cb9a9 req-a275beb4-4957-446f-a450-19b03ed5abc0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:23.647146 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67bf47-0642-483b-9a39-5ffc7b7cb9a9 req-a275beb4-4957-446f-a450-19b03ed5abc0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:23.659268 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67bf47-0642-483b-9a39-5ffc7b7cb9a9 req-a275beb4-4957-446f-a450-19b03ed5abc0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:23.672824 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67bf47-0642-483b-9a39-5ffc7b7cb9a9 req-a275beb4-4957-446f-a450-19b03ed5abc0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:23.682428 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67bf47-0642-483b-9a39-5ffc7b7cb9a9 req-a275beb4-4957-446f-a450-19b03ed5abc0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:23.691220 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e31fa9-bbad-4108-8b32-e926ad0d4424 service neutron] Pushing event updated for resources: {'Port': ['ID=aa53f161-f281-47d6-8367-e1b2fa57dfc8,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:23.692986 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67bf47-0642-483b-9a39-5ffc7b7cb9a9 req-a275beb4-4957-446f-a450-19b03ed5abc0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:23.701971 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-29cac2c6-e66c-4a82-8ff9-1dd292b5cf87 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Calling delete_port for 13fe5639-cec0-4e16-82d6-2975a6772530 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:23.704645 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ff67bf47-0642-483b-9a39-5ffc7b7cb9a9 req-a275beb4-4957-446f-a450-19b03ed5abc0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 4597 time: 0.6230214 Jul 14 09:16:23.749374 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-30318204-3f63-4899-aa17-db516a26dabe tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Allocated IP 172.20.0.10 (aa88f091-33f9-4aa2-8101-31241b8b415b/a288c610-4f62-489b-a703-60b0f1c60f0a/3a61054c-ca03-43e7-a0bf-a3248953dd22) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:23.756102 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-2ef3ba26-52fc-49f2-ba7b-25ae79a2f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:23.758814 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-2ef3ba26-52fc-49f2-ba7b-25ae79a2f24d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=58797f3591214e3295ad12e96e7e71c0&device_id=d4100a38-c27a-445b-aa25-50438acfd5b6 HTTP/1.1" status: 200 len: 1096 time: 0.5694125 Jul 14 09:16:23.802565 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:23.803431 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.805255 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] 10.222.0.44 "PUT /v2.0/ports/9ea0e249-c974-4982-9dd5-f9a9dc765a32 HTTP/1.1" status: 200 len: 1096 time: 3.9202991 Jul 14 09:16:23.895540 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-6058de1f-83a2-4f15-8c89-ca10f4609b9f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79b2ddd0-2eea-4698-a066-66de86681b3f HTTP/1.1" status: 200 len: 217 time: 0.1028342 Jul 14 09:16:23.964622 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea0e249-c974-4982-9dd5-f9a9dc765a32,revision_number=11']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:24.031992 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:24.032627 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:24.033126 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:24.033630 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:24.034134 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:24.034476 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:24.034816 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:24.035143 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:24.035470 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:24.035846 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:24.036171 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:24.036498 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4bca4b-bc63-4cf8-89af-ab89ad5297e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:24.040735 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-8467e8e1-270b-4825-baf9-4d92a60c5cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.079057 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-1f0eaf05-c51e-45f4-a815-176948c7b1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.174204 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3dee2ee9-c266-4169-82aa-8767716adada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.230182 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eabfa7-68bd-4fc2-a099-24dec1f33622 req-9b84cd7e-798f-4fe3-93ca-6bb07f551283 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:24.235510 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee2ee9-c266-4169-82aa-8767716adada admin admin] Pushing event deleted for resources: {'Port': ['ID=95a79226-1e5a-4280-8fd9-89127b9d8b1f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:24.239163 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d8eabfa7-68bd-4fc2-a099-24dec1f33622 req-9b84cd7e-798f-4fe3-93ca-6bb07f551283 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77621ae-aa9b-460b-bca8-4035eb843cd3 HTTP/1.1" status: 200 len: 932 time: 0.7325234 Jul 14 09:16:24.255463 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-02af13ec-859f-41de-b56d-eedd00e51f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:24.257130 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-02af13ec-859f-41de-b56d-eedd00e51f99 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 1099 time: 0.3879478 Jul 14 09:16:24.273224 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ff67bf47-0642-483b-9a39-5ffc7b7cb9a9 req-8dd74e68-4fe1-4244-80c8-2bfe786bee36 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5674841 Jul 14 09:16:24.424262 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'tag': 'aa53f161-f281-47d6-8367-e1b2fa57dfc8'}, {'name': 'network-changed', 'server_uuid': 'a2c17b03-1cc1-48c1-8c31-770eb5debccd', 'tag': '9ea0e249-c974-4982-9dd5-f9a9dc765a32'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:24.426848 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "tag": "aa53f161-f281-47d6-8367-e1b2fa57dfc8"}, {"name": "network-changed", "server_uuid": "a2c17b03-1cc1-48c1-8c31-770eb5debccd", "tag": "9ea0e249-c974-4982-9dd5-f9a9dc765a32"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:24.450917 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-8b830c09-a465-46d2-9c47-474b5db5d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:24.453418 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-8b830c09-a465-46d2-9c47-474b5db5d6c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c15e3fd6-426b-432e-b7e5-8fd4945ece63 HTTP/1.1" status: 200 len: 853 time: 0.3618240 Jul 14 09:16:24.590792 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-bc51dacb-f5d6-4297-b7ef-21b2766aa0ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c74fe01-5fa0-4aec-8a3b-7b0306de2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835924 Jul 14 09:16:24.605997 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3dee2ee9-c266-4169-82aa-8767716adada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.610397 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d8eabfa7-68bd-4fc2-a099-24dec1f33622 req-4755cd33-fcbb-4bf3-b2f1-90b7094b6cd9 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23a2d92-ebd2-424c-9415-aed8994bc317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701699 Jul 14 09:16:24.613901 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29cac2c6-e66c-4a82-8ff9-1dd292b5cf87 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.751637 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-30318204-3f63-4899-aa17-db516a26dabe tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.771094 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3dee2ee9-c266-4169-82aa-8767716adada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.774799 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3dee2ee9-c266-4169-82aa-8767716adada admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.806813 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-30318204-3f63-4899-aa17-db516a26dabe tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Transition to ACTIVE for port object 3a61054c-ca03-43e7-a0bf-a3248953dd22 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:24.808253 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:16:24.918893 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cac2c6-e66c-4a82-8ff9-1dd292b5cf87 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Port': ['ID=13fe5639-cec0-4e16-82d6-2975a6772530,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:24.924291 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69fc081f-5e33-40a8-a8db-9c91ea4c3a72 req-309bed1c-e499-4502-8590-5c9fee3b8098 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 210 time: 0.0976582 Jul 14 09:16:24.925290 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3dee2ee9-c266-4169-82aa-8767716adada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.926134 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dee2ee9-c266-4169-82aa-8767716adada admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbdb981d-2d28-47e4-b943-9bce971af676 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:16:24.952186 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3dee2ee9-c266-4169-82aa-8767716adada admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.952186 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3dee2ee9-c266-4169-82aa-8767716adada admin admin] 10.222.0.25 "DELETE /v2.0/routers/dbdb981d-2d28-47e4-b943-9bce971af676 HTTP/1.1" status: 204 len: 168 time: 4.9803042 Jul 14 09:16:24.952186 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47526) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:24.987158 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-07ef8327-5a95-4ab8-9663-a440e250cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:25.001527 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-07ef8327-5a95-4ab8-9663-a440e250cf2a service neutron] 10.222.0.44 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.7364161 Jul 14 09:16:25.068378 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-1f0eaf05-c51e-45f4-a815-176948c7b1b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ff4b07-478b-4ed6-a82d-d2859a8e1e76 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:25.081794 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-1f0eaf05-c51e-45f4-a815-176948c7b1b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.099540 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7b5d0c-6bf9-4d89-899f-58830199771c x-openstack-request-id: req-db7b5d0c-6bf9-4d89-899f-58830199771c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:25.099540 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "tag": "aa53f161-f281-47d6-8367-e1b2fa57dfc8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a2c17b03-1cc1-48c1-8c31-770eb5debccd", "tag": "9ea0e249-c974-4982-9dd5-f9a9dc765a32", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:25.099860 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db7b5d0c-6bf9-4d89-899f-58830199771c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:25.100484 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'tag': 'aa53f161-f281-47d6-8367-e1b2fa57dfc8', 'status': 'completed', 'code': 200} Jul 14 09:16:25.101514 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2c17b03-1cc1-48c1-8c31-770eb5debccd', 'tag': '9ea0e249-c974-4982-9dd5-f9a9dc765a32', 'status': 'completed', 'code': 200} Jul 14 09:16:25.120420 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-1f0eaf05-c51e-45f4-a815-176948c7b1b1 service neutron] Transition to ACTIVE for port object 42ff4b07-478b-4ed6-a82d-d2859a8e1e76 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:25.142124 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-1f0eaf05-c51e-45f4-a815-176948c7b1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.147480 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-30318204-3f63-4899-aa17-db516a26dabe tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.251071 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-8161ba28-bf9f-4b4c-b6e9-887d03e46f07 service neutron] 10.222.0.47 "GET /v2.0/networks/1c74fe01-5fa0-4aec-8a3b-7b0306de2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6377575 Jul 14 09:16:25.269592 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-182cb9b4-4130-43ad-a909-a34a07fde30c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=9ea0e249-c974-4982-9dd5-f9a9dc765a32 HTTP/1.1" status: 200 len: 217 time: 0.1840010 Jul 14 09:16:25.304252 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29cac2c6-e66c-4a82-8ff9-1dd292b5cf87 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.310629 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-29cac2c6-e66c-4a82-8ff9-1dd292b5cf87 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/13fe5639-cec0-4e16-82d6-2975a6772530 HTTP/1.1" status: 204 len: 168 time: 3.8770061 Jul 14 09:16:25.314115 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47542) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:25.441177 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dfd71c3-0c6b-437c-9989-ef91a81aeeae admin admin] Deleting subnet 7386d60e-9463-4a78-b78e-76e751bf067a {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:16:25.447980 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-30318204-3f63-4899-aa17-db516a26dabe tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Network aa88f091-33f9-4aa2-8101-31241b8b415b is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:25.456862 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7dfd71c3-0c6b-437c-9989-ef91a81aeeae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.464007 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0eaf05-c51e-45f4-a815-176948c7b1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=42ff4b07-478b-4ed6-a82d-d2859a8e1e76,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:25.470062 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-30318204-3f63-4899-aa17-db516a26dabe tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:25.482167 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b67f3-6a18-443d-983b-f2785eceb4d9 req-cca2174b-9d0c-4fab-822f-241d982810cc tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:25.495819 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e70b67f3-6a18-443d-983b-f2785eceb4d9 req-cca2174b-9d0c-4fab-822f-241d982810cc tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 947 time: 0.9096131 Jul 14 09:16:25.518700 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-30318204-3f63-4899-aa17-db516a26dabe tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:25.618275 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-05672d3f-b64a-4850-927a-7a151f03004b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:25.619893 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-30318204-3f63-4899-aa17-db516a26dabe tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:25.620622 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-30318204-3f63-4899-aa17-db516a26dabe tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.622127 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-05672d3f-b64a-4850-927a-7a151f03004b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 1099 time: 0.5146902 Jul 14 09:16:25.816161 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-eceb53c5-40bc-4832-a640-78d473405730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:25.825946 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-eceb53c5-40bc-4832-a640-78d473405730 service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.1888142 Jul 14 09:16:25.834340 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-9bdf23d7-1e3b-4a9e-a0db-4fc7b09dd71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:25.845894 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-9bdf23d7-1e3b-4a9e-a0db-4fc7b09dd71e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.5271437 Jul 14 09:16:25.896907 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-46d36265-4c79-48ce-8169-0ce12f68e8a2 None None] Provisioning for port 3a61054c-ca03-43e7-a0bf-a3248953dd22 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:25.907870 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-46d36265-4c79-48ce-8169-0ce12f68e8a2 None None] Provisioning complete for port 3a61054c-ca03-43e7-a0bf-a3248953dd22 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:25.908731 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46d36265-4c79-48ce-8169-0ce12f68e8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.954209 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-46d36265-4c79-48ce-8169-0ce12f68e8a2 None None] Port 3a61054c-ca03-43e7-a0bf-a3248953dd22 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:16:25.955006 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-8467e8e1-270b-4825-baf9-4d92a60c5cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a28d42-49fa-4c87-9949-66b30fa09b71 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:25.974349 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7dfd71c3-0c6b-437c-9989-ef91a81aeeae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.075317 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-8467e8e1-270b-4825-baf9-4d92a60c5cab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.127792 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-3ebcd37e-60f3-4376-8a0e-05a50aa05d8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=9ea0e249-c974-4982-9dd5-f9a9dc765a32 HTTP/1.1" status: 200 len: 217 time: 0.1389737 Jul 14 09:16:26.199625 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-30318204-3f63-4899-aa17-db516a26dabe tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7311490 Jul 14 09:16:26.201839 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-8467e8e1-270b-4825-baf9-4d92a60c5cab service neutron] Transition to ACTIVE for port object 69a28d42-49fa-4c87-9949-66b30fa09b71 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:26.208903 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-85dd397f-cfa5-44ed-a014-0c89740d9f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:26.211957 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-85dd397f-cfa5-44ed-a014-0c89740d9f02 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.0733368 Jul 14 09:16:26.228815 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-8467e8e1-270b-4825-baf9-4d92a60c5cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.263134 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-56af2051-2caa-4ac2-9f7a-5b61c1cbe537 service neutron] Request body: {'port': {'device_id': '4af7149e-75f7-4f8b-b8c1-1563cedcd044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:26.268876 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c21607-7632-4e34-9b57-7a60cf62bdbe tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:26.271147 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-30c21607-7632-4e34-9b57-7a60cf62bdbe tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.9377668 Jul 14 09:16:26.286858 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47586) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:26.394067 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7dfd71c3-0c6b-437c-9989-ef91a81aeeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.424665 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e70b67f3-6a18-443d-983b-f2785eceb4d9 req-8790ee70-c30c-4bb0-8fc9-ff3fe89cf921 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9271553 Jul 14 09:16:26.432338 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30318204-3f63-4899-aa17-db516a26dabe tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Pushing event updated for resources: {'Port': ['ID=3a61054c-ca03-43e7-a0bf-a3248953dd22,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:26.453835 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-a0ac0492-739c-43a5-bd07-264bff36cf5f service neutron] 10.222.0.47 "GET /v2.0/networks/1c74fe01-5fa0-4aec-8a3b-7b0306de2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1908679 Jul 14 09:16:26.477694 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-fb82e248-402d-40c0-b684-3283b86a346a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:26.478922 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-fb82e248-402d-40c0-b684-3283b86a346a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:26.481014 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-fb82e248-402d-40c0-b684-3283b86a346a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:26.483211 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-fb82e248-402d-40c0-b684-3283b86a346a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:26.484107 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-fb82e248-402d-40c0-b684-3283b86a346a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:26.486999 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-fb82e248-402d-40c0-b684-3283b86a346a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:26.492106 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-fb82e248-402d-40c0-b684-3283b86a346a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ff8ef452914843b3a211f5977d735f89&device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5285 time: 1.3532319 Jul 14 09:16:26.552273 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7dfd71c3-0c6b-437c-9989-ef91a81aeeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.627789 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd71c3-0c6b-437c-9989-ef91a81aeeae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7386d60e-9463-4a78-b78e-76e751bf067a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:26.633983 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7dfd71c3-0c6b-437c-9989-ef91a81aeeae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.636383 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7dfd71c3-0c6b-437c-9989-ef91a81aeeae admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7386d60e-9463-4a78-b78e-76e751bf067a HTTP/1.1" status: 204 len: 168 time: 1.6828961 Jul 14 09:16:26.637162 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467e8e1-270b-4825-baf9-4d92a60c5cab service neutron] Pushing event updated for resources: {'Port': ['ID=69a28d42-49fa-4c87-9949-66b30fa09b71,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:26.640683 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983dec9d-91bc-4272-a69e-baab0b58cad8 None None] Network 30f37573-a862-4dc6-9ef4-a9c9a7fbc93a requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:26.653364 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47592) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:26.655960 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-281bb24c-1329-49ca-b734-70dee66ffd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:26.657756 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-281bb24c-1329-49ca-b734-70dee66ffd5c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6670625 Jul 14 09:16:26.695854 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-56af2051-2caa-4ac2-9f7a-5b61c1cbe537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.724828 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-061b8861-6cbf-4ca3-9a8c-096b1d491efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:26.725492 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-061b8861-6cbf-4ca3-9a8c-096b1d491efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:26.726287 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-061b8861-6cbf-4ca3-9a8c-096b1d491efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:26.728854 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-061b8861-6cbf-4ca3-9a8c-096b1d491efa service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ff8ef452914843b3a211f5977d735f89&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2212491 Jul 14 09:16:26.853360 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47596) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:26.916895 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b2fad-2e71-43e2-aeac-5c858a1d779f req-50e07f89-ca96-4056-809c-87f1f0948000 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:26.920850 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d28d69f-7c0a-4db0-92ea-389bd41a7146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.924606 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b2fad-2e71-43e2-aeac-5c858a1d779f req-50e07f89-ca96-4056-809c-87f1f0948000 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:26.930630 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4ed5fe-fdb2-4693-9afe-b2a63c26a8ac tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:26.932175 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b2fad-2e71-43e2-aeac-5c858a1d779f req-50e07f89-ca96-4056-809c-87f1f0948000 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:26.932304 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5a4ed5fe-fdb2-4693-9afe-b2a63c26a8ac tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5622072 Jul 14 09:16:26.934213 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-da391425-31d1-4b34-9e3b-e08f9fc6f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:26.936065 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-da391425-31d1-4b34-9e3b-e08f9fc6f8b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7101846 Jul 14 09:16:26.941740 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b2fad-2e71-43e2-aeac-5c858a1d779f req-50e07f89-ca96-4056-809c-87f1f0948000 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:26.944385 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47600) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:26.949363 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b2fad-2e71-43e2-aeac-5c858a1d779f req-50e07f89-ca96-4056-809c-87f1f0948000 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:26.955532 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b2fad-2e71-43e2-aeac-5c858a1d779f req-50e07f89-ca96-4056-809c-87f1f0948000 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:26.963820 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b2fad-2e71-43e2-aeac-5c858a1d779f req-50e07f89-ca96-4056-809c-87f1f0948000 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:26.971986 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-059b2fad-2e71-43e2-aeac-5c858a1d779f req-50e07f89-ca96-4056-809c-87f1f0948000 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5370 time: 1.2946744 Jul 14 09:16:26.975036 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-1f0eaf05-c51e-45f4-a815-176948c7b1b1 service neutron] Attempting to bind port 42ff4b07-478b-4ed6-a82d-d2859a8e1e76 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:26.976173 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-1f0eaf05-c51e-45f4-a815-176948c7b1b1 service neutron] Attempting to bind port 42ff4b07-478b-4ed6-a82d-d2859a8e1e76 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '3b49e30b-89cf-44a7-b35c-c83d2468b697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1c74fe01-5fa0-4aec-8a3b-7b0306de2f24'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:26.977383 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-1f0eaf05-c51e-45f4-a815-176948c7b1b1 service neutron] Attempting to bind port 42ff4b07-478b-4ed6-a82d-d2859a8e1e76 on network 1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:26.984671 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aaafbf-b30b-4ff4-8449-476a6b66669a None None] DHCP port deletion for 30f37573-a862-4dc6-9ef4-a9c9a7fbc93a request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:16:27.016443 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-8467e8e1-270b-4825-baf9-4d92a60c5cab service neutron] Attempting to bind port 69a28d42-49fa-4c87-9949-66b30fa09b71 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:27.016781 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-8467e8e1-270b-4825-baf9-4d92a60c5cab service neutron] Attempting to bind port 69a28d42-49fa-4c87-9949-66b30fa09b71 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'd96c02fe-c211-4c24-b05d-bd0375910386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:27.017358 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-8467e8e1-270b-4825-baf9-4d92a60c5cab service neutron] Attempting to bind port 69a28d42-49fa-4c87-9949-66b30fa09b71 on network 0fc9d8b4-8882-41d7-9910-af2ade9bb06b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:27.031188 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-1f0eaf05-c51e-45f4-a815-176948c7b1b1 service neutron] Port 42ff4b07-478b-4ed6-a82d-d2859a8e1e76 on network 1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:27.031684 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-1f0eaf05-c51e-45f4-a815-176948c7b1b1 service neutron] Attempting to bind port 42ff4b07-478b-4ed6-a82d-d2859a8e1e76 on network 1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:27.068036 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-63aaafbf-b30b-4ff4-8449-476a6b66669a None None] Deleting port 1a15e0ff-5620-4968-abd4-8a6066cab22f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:27.068322 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63aaafbf-b30b-4ff4-8449-476a6b66669a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.072309 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-1f0eaf05-c51e-45f4-a815-176948c7b1b1 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:27.072664 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-1f0eaf05-c51e-45f4-a815-176948c7b1b1 service neutron] Checking segment: {'id': '3b49e30b-89cf-44a7-b35c-c83d2468b697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1c74fe01-5fa0-4aec-8a3b-7b0306de2f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:27.073358 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-1f0eaf05-c51e-45f4-a815-176948c7b1b1 service neutron] Bound using segment: {'id': '3b49e30b-89cf-44a7-b35c-c83d2468b697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1c74fe01-5fa0-4aec-8a3b-7b0306de2f24'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:27.073682 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-1f0eaf05-c51e-45f4-a815-176948c7b1b1 service neutron] Bound port: 42ff4b07-478b-4ed6-a82d-d2859a8e1e76, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b49e30b-89cf-44a7-b35c-c83d2468b697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1c74fe01-5fa0-4aec-8a3b-7b0306de2f24'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:27.074050 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-1f0eaf05-c51e-45f4-a815-176948c7b1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.077281 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-99c257d4-f630-49cd-ad60-6408cd845203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:27.078754 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-99c257d4-f630-49cd-ad60-6408cd845203 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3331563 Jul 14 09:16:27.089791 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-8467e8e1-270b-4825-baf9-4d92a60c5cab service neutron] Port 69a28d42-49fa-4c87-9949-66b30fa09b71 on network 0fc9d8b4-8882-41d7-9910-af2ade9bb06b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:27.090159 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-8467e8e1-270b-4825-baf9-4d92a60c5cab service neutron] Attempting to bind port 69a28d42-49fa-4c87-9949-66b30fa09b71 on network 0fc9d8b4-8882-41d7-9910-af2ade9bb06b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:27.124977 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7abb84f6-6aa4-4696-9e47-4bd0941b33cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.143843 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-63aaafbf-b30b-4ff4-8449-476a6b66669a None None] For port 1a15e0ff-5620-4968-abd4-8a6066cab22f, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=1a15e0ff-5620-4968-abd4-8a6066cab22f,segment=NetworkSegment(7aac3f82-3a91-423c-a4f3-88c00731bd40),segment_id=7aac3f82-3a91-423c-a4f3-88c00731bd40)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:27.144641 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63aaafbf-b30b-4ff4-8449-476a6b66669a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.151182 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-8467e8e1-270b-4825-baf9-4d92a60c5cab service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:27.151569 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-8467e8e1-270b-4825-baf9-4d92a60c5cab service neutron] Checking segment: {'id': 'd96c02fe-c211-4c24-b05d-bd0375910386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:27.151963 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-8467e8e1-270b-4825-baf9-4d92a60c5cab service neutron] Bound using segment: {'id': 'd96c02fe-c211-4c24-b05d-bd0375910386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:27.152416 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-8467e8e1-270b-4825-baf9-4d92a60c5cab service neutron] Bound port: 69a28d42-49fa-4c87-9949-66b30fa09b71, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96c02fe-c211-4c24-b05d-bd0375910386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:27.152798 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-8467e8e1-270b-4825-baf9-4d92a60c5cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.160302 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-63aaafbf-b30b-4ff4-8449-476a6b66669a None None] Calling delete_port for 1a15e0ff-5620-4968-abd4-8a6066cab22f owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:27.164985 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e0cca3-0a6b-4efd-be4f-9aab6c5d0eb9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:27.166522 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e0cca3-0a6b-4efd-be4f-9aab6c5d0eb9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:27.168402 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e0cca3-0a6b-4efd-be4f-9aab6c5d0eb9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:27.170433 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-17e0cca3-0a6b-4efd-be4f-9aab6c5d0eb9 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2249250 Jul 14 09:16:27.172456 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-c8c14315-90f1-4254-a276-ba374ecad6ce service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987109 Jul 14 09:16:27.173981 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47604) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:27.183897 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-059b2fad-2e71-43e2-aeac-5c858a1d779f req-9ec13597-6911-4731-8620-40160728fe60 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2105889 Jul 14 09:16:27.277352 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63aaafbf-b30b-4ff4-8449-476a6b66669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.295118 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87baa707-0373-489a-8bbc-2e865adff0b4 req-85e1f88e-0b62-4e51-b075-7cc21e0e848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:27.304519 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-87baa707-0373-489a-8bbc-2e865adff0b4 req-85e1f88e-0b62-4e51-b075-7cc21e0e848e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=58797f3591214e3295ad12e96e7e71c0&device_id=d4100a38-c27a-445b-aa25-50438acfd5b6 HTTP/1.1" status: 200 len: 1096 time: 0.6261981 Jul 14 09:16:27.326807 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4a16a-9273-4984-be46-dd6f86769de5 req-84dbf2af-e001-48b3-acdc-58b8823f6484 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:27.328516 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26a4a16a-9273-4984-be46-dd6f86769de5 req-84dbf2af-e001-48b3-acdc-58b8823f6484 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77621ae-aa9b-460b-bca8-4035eb843cd3 HTTP/1.1" status: 200 len: 944 time: 0.5898438 Jul 14 09:16:27.335063 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aaafbf-b30b-4ff4-8449-476a6b66669a None None] Pushing event deleted for resources: {'Port': ['ID=1a15e0ff-5620-4968-abd4-8a6066cab22f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:27.337630 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-1f0eaf05-c51e-45f4-a815-176948c7b1b1 service neutron] For port 42ff4b07-478b-4ed6-a82d-d2859a8e1e76, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:27.339146 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aaafbf-b30b-4ff4-8449-476a6b66669a None None] No DVR routers for this DVR port 1a15e0ff-5620-4968-abd4-8a6066cab22f on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:27.350827 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-1f0eaf05-c51e-45f4-a815-176948c7b1b1 service neutron] For port 42ff4b07-478b-4ed6-a82d-d2859a8e1e76, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=42ff4b07-478b-4ed6-a82d-d2859a8e1e76,segment=NetworkSegment(3b49e30b-89cf-44a7-b35c-c83d2468b697),segment_id=3b49e30b-89cf-44a7-b35c-c83d2468b697)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:27.439615 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-1f0eaf05-c51e-45f4-a815-176948c7b1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.547748 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-1f0eaf05-c51e-45f4-a815-176948c7b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:27.548439 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-1f0eaf05-c51e-45f4-a815-176948c7b1b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.549768 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-1f0eaf05-c51e-45f4-a815-176948c7b1b1 service neutron] 10.222.0.47 "PUT /v2.0/ports/42ff4b07-478b-4ed6-a82d-d2859a8e1e76 HTTP/1.1" status: 200 len: 1093 time: 4.1617000 Jul 14 09:16:27.553624 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77621ae-aa9b-460b-bca8-4035eb843cd3', 'tag': '42ff4b07-478b-4ed6-a82d-d2859a8e1e76'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:27.555982 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b6b1c3-abd4-48b9-977b-54511a302cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "c77621ae-aa9b-460b-bca8-4035eb843cd3", "tag": "42ff4b07-478b-4ed6-a82d-d2859a8e1e76"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:27.594168 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26a4a16a-9273-4984-be46-dd6f86769de5 req-a6cd7aca-0f0a-4b42-983a-f8c3b60ca840 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23a2d92-ebd2-424c-9415-aed8994bc317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494540 Jul 14 09:16:27.651159 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0eaf05-c51e-45f4-a815-176948c7b1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=42ff4b07-478b-4ed6-a82d-d2859a8e1e76,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:27.672766 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-2cd2776b-252b-4fa3-a0af-17db8828c7ad service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7102206 Jul 14 09:16:27.677267 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87baa707-0373-489a-8bbc-2e865adff0b4 req-18e431d3-8056-423d-9f4b-eda7a53be7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:27.678755 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-87baa707-0373-489a-8bbc-2e865adff0b4 req-18e431d3-8056-423d-9f4b-eda7a53be7b6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 HTTP/1.1" status: 200 len: 913 time: 0.3603017 Jul 14 09:16:27.752239 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec97a6-e7a6-411b-8042-e9786430791f req-3fe6a6a9-0bde-4595-be9b-eed913188f16 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:27.753252 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bbec97a6-e7a6-411b-8042-e9786430791f req-3fe6a6a9-0bde-4595-be9b-eed913188f16 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 932 time: 0.4110031 Jul 14 09:16:27.754531 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-87baa707-0373-489a-8bbc-2e865adff0b4 req-6d5e621b-aaf5-4643-8de9-2feab599d6bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79b2ddd0-2eea-4698-a066-66de86681b3f HTTP/1.1" status: 200 len: 217 time: 0.0676055 Jul 14 09:16:27.792390 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-dddc0e90-32c7-4c90-80cb-e6c9e6d3f08a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet 5f134ba2-7dbf-47a5-9a7b-6dce335c888c {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:16:27.821999 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dddc0e90-32c7-4c90-80cb-e6c9e6d3f08a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.893311 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-8467e8e1-270b-4825-baf9-4d92a60c5cab service neutron] For port 69a28d42-49fa-4c87-9949-66b30fa09b71, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:27.896531 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-56af2051-2caa-4ac2-9f7a-5b61c1cbe537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a61054c-ca03-43e7-a0bf-a3248953dd22 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:27.918855 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-56af2051-2caa-4ac2-9f7a-5b61c1cbe537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.921906 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87baa707-0373-489a-8bbc-2e865adff0b4 req-79564b8b-03c9-40a3-9dbe-0a4643406e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:27.923380 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-87baa707-0373-489a-8bbc-2e865adff0b4 req-79564b8b-03c9-40a3-9dbe-0a4643406e51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c15e3fd6-426b-432e-b7e5-8fd4945ece63 HTTP/1.1" status: 200 len: 853 time: 0.1583586 Jul 14 09:16:27.926932 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5d28d69f-7c0a-4db0-92ea-389bd41a7146 admin admin] Deleting port 1a15e0ff-5620-4968-abd4-8a6066cab22f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:27.927512 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d28d69f-7c0a-4db0-92ea-389bd41a7146 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.931525 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-8467e8e1-270b-4825-baf9-4d92a60c5cab service neutron] For port 69a28d42-49fa-4c87-9949-66b30fa09b71, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=69a28d42-49fa-4c87-9949-66b30fa09b71,segment=NetworkSegment(d96c02fe-c211-4c24-b05d-bd0375910386),segment_id=d96c02fe-c211-4c24-b05d-bd0375910386)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:27.938184 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-417ed7ab-b092-4769-900a-6ebdf3432f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:27.939718 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-417ed7ab-b092-4769-900a-6ebdf3432f3f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=58797f3591214e3295ad12e96e7e71c0&device_id=c77621ae-aa9b-460b-bca8-4035eb843cd3 HTTP/1.1" status: 200 len: 1096 time: 0.3341508 Jul 14 09:16:27.950792 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dddc0e90-32c7-4c90-80cb-e6c9e6d3f08a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.958877 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bbec97a6-e7a6-411b-8042-e9786430791f req-38586051-f20b-45a9-8247-e92013600eb4 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897094 Jul 14 09:16:27.978816 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 1a15e0ff-5620-4968-abd4-8a6066cab22f no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:27.985624 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-56af2051-2caa-4ac2-9f7a-5b61c1cbe537 service neutron] Transition to ACTIVE for port object 3a61054c-ca03-43e7-a0bf-a3248953dd22 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:27.989155 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-87baa707-0373-489a-8bbc-2e865adff0b4 req-2156b88f-d8b2-423e-8ca2-4cf5d122922a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c74fe01-5fa0-4aec-8a3b-7b0306de2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534735 Jul 14 09:16:28.006774 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 1a15e0ff-5620-4968-abd4-8a6066cab22f {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:28.007840 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 1a15e0ff-5620-4968-abd4-8a6066cab22f not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:28.020416 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f5c260a1-0ba1-463c-9930-66225069ade9 req-d3cd2803-328b-4369-96a6-f675fb087bb8 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8285904 Jul 14 09:16:28.021845 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-8467e8e1-270b-4825-baf9-4d92a60c5cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.033559 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-e679a0b8-e7b1-4565-ab26-c5e5e86f5e52 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42ff4b07-478b-4ed6-a82d-d2859a8e1e76 HTTP/1.1" status: 200 len: 217 time: 0.0793600 Jul 14 09:16:28.048836 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296e1ea7-3e15-4e49-a74e-0f2efa4584af x-openstack-request-id: req-296e1ea7-3e15-4e49-a74e-0f2efa4584af {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:28.049115 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77621ae-aa9b-460b-bca8-4035eb843cd3", "tag": "42ff4b07-478b-4ed6-a82d-d2859a8e1e76", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:28.049362 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-296e1ea7-3e15-4e49-a74e-0f2efa4584af {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:28.049748 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77621ae-aa9b-460b-bca8-4035eb843cd3', 'tag': '42ff4b07-478b-4ed6-a82d-d2859a8e1e76', 'status': 'completed', 'code': 200} Jul 14 09:16:28.064845 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab914f-30b7-4982-8813-5208beb04db5 req-fee026c8-359f-45c5-bdfa-aa812aa03f65 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:28.067333 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d6ab914f-30b7-4982-8813-5208beb04db5 req-fee026c8-359f-45c5-bdfa-aa812aa03f65 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 947 time: 0.3288398 Jul 14 09:16:28.068330 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-56af2051-2caa-4ac2-9f7a-5b61c1cbe537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.108825 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-221d5667-36b5-4e17-8212-8223eb235d07 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060707 Jul 14 09:16:28.145227 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-8467e8e1-270b-4825-baf9-4d92a60c5cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:28.145865 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-8467e8e1-270b-4825-baf9-4d92a60c5cab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.147309 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-8467e8e1-270b-4825-baf9-4d92a60c5cab service neutron] 10.222.0.44 "PUT /v2.0/ports/69a28d42-49fa-4c87-9949-66b30fa09b71 HTTP/1.1" status: 200 len: 1132 time: 5.0575464 Jul 14 09:16:28.156672 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'tag': '69a28d42-49fa-4c87-9949-66b30fa09b71'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:28.158990 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b853a1-a58f-4c4e-85fc-7261b444d48d" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "tag": "69a28d42-49fa-4c87-9949-66b30fa09b71"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:28.206212 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5d28d69f-7c0a-4db0-92ea-389bd41a7146 admin admin] For port 1a15e0ff-5620-4968-abd4-8a6066cab22f, host n-d-771362-35, got binding levels [] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:28.207093 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d28d69f-7c0a-4db0-92ea-389bd41a7146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.228760 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-414ced09-ad22-4fbd-af63-62ca67d43144 service neutron] Request body: {'port': {'device_id': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:28.241008 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e96523-155f-4db8-b8a3-14922cb3b5a7 x-openstack-request-id: req-27e96523-155f-4db8-b8a3-14922cb3b5a7 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:28.241297 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "tag": "69a28d42-49fa-4c87-9949-66b30fa09b71", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:28.241545 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27e96523-155f-4db8-b8a3-14922cb3b5a7 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:28.241934 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'tag': '69a28d42-49fa-4c87-9949-66b30fa09b71', 'status': 'completed', 'code': 200} Jul 14 09:16:28.315874 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5d28d69f-7c0a-4db0-92ea-389bd41a7146 admin admin] Calling delete_port for 1a15e0ff-5620-4968-abd4-8a6066cab22f owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:28.319250 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af2051-2caa-4ac2-9f7a-5b61c1cbe537 service neutron] Pushing event updated for resources: {'Port': ['ID=3a61054c-ca03-43e7-a0bf-a3248953dd22,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:28.320252 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.ipam_backend_mixin [None req-5d28d69f-7c0a-4db0-92ea-389bd41a7146 admin admin] Port 1a15e0ff-5620-4968-abd4-8a6066cab22f was not found and therefore no delete operation was performed {{(pid=93772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:16:28.341899 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467e8e1-270b-4825-baf9-4d92a60c5cab service neutron] Pushing event updated for resources: {'Port': ['ID=69a28d42-49fa-4c87-9949-66b30fa09b71,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:28.366196 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-30bb7c6b-1933-4409-b0d5-65ba4a3a0e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:28.368251 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-30bb7c6b-1933-4409-b0d5-65ba4a3a0e40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c15e3fd6-426b-432e-b7e5-8fd4945ece63 HTTP/1.1" status: 200 len: 853 time: 0.2958069 Jul 14 09:16:28.376900 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d28d69f-7c0a-4db0-92ea-389bd41a7146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.409319 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d6ab914f-30b7-4982-8813-5208beb04db5 req-88c7d24f-a58a-477e-a1d0-a0241fab8568 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202333 Jul 14 09:16:28.420912 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7abb84f6-6aa4-4696-9e47-4bd0941b33cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.443298 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28d69f-7c0a-4db0-92ea-389bd41a7146 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a15e0ff-5620-4968-abd4-8a6066cab22f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:28.455944 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dddc0e90-32c7-4c90-80cb-e6c9e6d3f08a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.483426 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7abb84f6-6aa4-4696-9e47-4bd0941b33cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.492003 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-5fa23dea-8b21-4cd8-8d72-32e7503202c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c74fe01-5fa0-4aec-8a3b-7b0306de2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094084 Jul 14 09:16:28.496598 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-87baa707-0373-489a-8bbc-2e865adff0b4 req-c1b7ede0-fe66-4b4e-b87c-7a2b629ffed7 service neutron] 10.222.0.47 "GET /v2.0/networks/1c74fe01-5fa0-4aec-8a3b-7b0306de2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560688 Jul 14 09:16:28.533403 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d28d69f-7c0a-4db0-92ea-389bd41a7146 admin admin] No DVR routers for this DVR port 1a15e0ff-5620-4968-abd4-8a6066cab22f on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:28.605057 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-88f72d7d-b409-4ab7-ac90-f41b411f2f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:28.606589 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-88f72d7d-b409-4ab7-ac90-f41b411f2f32 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad5180827b97485d9d925ca571b8d79b&device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 1099 time: 0.5280795 Jul 14 09:16:28.629311 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-414ced09-ad22-4fbd-af63-62ca67d43144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.632784 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7abb84f6-6aa4-4696-9e47-4bd0941b33cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ebe87969e9a4a1bb9aeb2e6434d9b27&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7732127 Jul 14 09:16:28.639249 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47618) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:28.646394 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb84f6-6aa4-4696-9e47-4bd0941b33cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb5cc96-bdde-411a-a0b4-2f0ffa366ed1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:28.687704 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b853a1-a58f-4c4e-85fc-7261b444d48d req-8f460983-5ed8-4286-9380-8f73445c261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:28.688227 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b853a1-a58f-4c4e-85fc-7261b444d48d req-8f460983-5ed8-4286-9380-8f73445c261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:28.688677 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b853a1-a58f-4c4e-85fc-7261b444d48d req-8f460983-5ed8-4286-9380-8f73445c261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:28.689238 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b853a1-a58f-4c4e-85fc-7261b444d48d req-8f460983-5ed8-4286-9380-8f73445c261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:28.690220 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b853a1-a58f-4c4e-85fc-7261b444d48d req-8f460983-5ed8-4286-9380-8f73445c261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:28.690220 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b853a1-a58f-4c4e-85fc-7261b444d48d req-8f460983-5ed8-4286-9380-8f73445c261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:28.690619 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b853a1-a58f-4c4e-85fc-7261b444d48d req-8f460983-5ed8-4286-9380-8f73445c261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:28.692821 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6b853a1-a58f-4c4e-85fc-7261b444d48d req-8f460983-5ed8-4286-9380-8f73445c261d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ff8ef452914843b3a211f5977d735f89&device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 6210 time: 0.4543457 Jul 14 09:16:28.754319 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d28d69f-7c0a-4db0-92ea-389bd41a7146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.788511 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-5d28d69f-7c0a-4db0-92ea-389bd41a7146 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f37573-a862-4dc6-9ef4-a9c9a7fbc93a']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:28.799251 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dddc0e90-32c7-4c90-80cb-e6c9e6d3f08a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.820652 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-56af2051-2caa-4ac2-9f7a-5b61c1cbe537 service neutron] Attempting to bind port 3a61054c-ca03-43e7-a0bf-a3248953dd22 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:28.820652 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-56af2051-2caa-4ac2-9f7a-5b61c1cbe537 service neutron] Attempting to bind port 3a61054c-ca03-43e7-a0bf-a3248953dd22 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:28.821010 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-5d28d69f-7c0a-4db0-92ea-389bd41a7146 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aac3f82-3a91-423c-a4f3-88c00731bd40') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:28.821184 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-56af2051-2caa-4ac2-9f7a-5b61c1cbe537 service neutron] Attempting to bind port 3a61054c-ca03-43e7-a0bf-a3248953dd22 on network aa88f091-33f9-4aa2-8101-31241b8b415b {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:28.821372 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-5d28d69f-7c0a-4db0-92ea-389bd41a7146 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aac3f82-3a91-423c-a4f3-88c00731bd40') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:28.876599 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d28d69f-7c0a-4db0-92ea-389bd41a7146 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.879636 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc0e90-32c7-4c90-80cb-e6c9e6d3f08a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=5f134ba2-7dbf-47a5-9a7b-6dce335c888c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:28.885687 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-56af2051-2caa-4ac2-9f7a-5b61c1cbe537 service neutron] Port 3a61054c-ca03-43e7-a0bf-a3248953dd22 on network aa88f091-33f9-4aa2-8101-31241b8b415b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:28.886216 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-56af2051-2caa-4ac2-9f7a-5b61c1cbe537 service neutron] Attempting to bind port 3a61054c-ca03-43e7-a0bf-a3248953dd22 on network aa88f091-33f9-4aa2-8101-31241b8b415b {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:28.894793 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dddc0e90-32c7-4c90-80cb-e6c9e6d3f08a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.896938 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-dddc0e90-32c7-4c90-80cb-e6c9e6d3f08a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/5f134ba2-7dbf-47a5-9a7b-6dce335c888c HTTP/1.1" status: 204 len: 168 time: 1.7150180 Jul 14 09:16:28.907156 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47620) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:28.910874 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f9d8a5-34ba-4cf8-8224-1fa0819178ab None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:28.920478 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee078d-ac0d-47af-a2e2-5440a7871101 req-bbcb91a9-285c-41ef-9373-8f53f65eb8bb tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:28.926725 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee078d-ac0d-47af-a2e2-5440a7871101 req-bbcb91a9-285c-41ef-9373-8f53f65eb8bb tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:28.933241 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee078d-ac0d-47af-a2e2-5440a7871101 req-bbcb91a9-285c-41ef-9373-8f53f65eb8bb tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:28.939241 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee078d-ac0d-47af-a2e2-5440a7871101 req-bbcb91a9-285c-41ef-9373-8f53f65eb8bb tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:28.945121 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee078d-ac0d-47af-a2e2-5440a7871101 req-bbcb91a9-285c-41ef-9373-8f53f65eb8bb tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:28.951468 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee078d-ac0d-47af-a2e2-5440a7871101 req-bbcb91a9-285c-41ef-9373-8f53f65eb8bb tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:28.957302 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee078d-ac0d-47af-a2e2-5440a7871101 req-bbcb91a9-285c-41ef-9373-8f53f65eb8bb tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:28.959247 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5aee078d-ac0d-47af-a2e2-5440a7871101 req-bbcb91a9-285c-41ef-9373-8f53f65eb8bb tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5370 time: 0.5733240 Jul 14 09:16:28.968254 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d28d69f-7c0a-4db0-92ea-389bd41a7146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.970959 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-43cb0745-ac82-4dda-9772-31babda63e37 service neutron] 10.222.0.47 "GET /v2.0/networks/1c74fe01-5fa0-4aec-8a3b-7b0306de2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472501 Jul 14 09:16:28.973019 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-87baa707-0373-489a-8bbc-2e865adff0b4 req-08840dc4-8290-4a20-9a2a-0352811391cf service neutron] 10.222.0.47 "GET /v2.0/networks/1c74fe01-5fa0-4aec-8a3b-7b0306de2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449255 Jul 14 09:16:28.986188 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-56af2051-2caa-4ac2-9f7a-5b61c1cbe537 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:28.986523 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-56af2051-2caa-4ac2-9f7a-5b61c1cbe537 service neutron] Checking segment: {'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:28.986909 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-56af2051-2caa-4ac2-9f7a-5b61c1cbe537 service neutron] Bound using segment: {'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:28.987352 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-56af2051-2caa-4ac2-9f7a-5b61c1cbe537 service neutron] Bound port: 3a61054c-ca03-43e7-a0bf-a3248953dd22, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:28.987980 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-56af2051-2caa-4ac2-9f7a-5b61c1cbe537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.013788 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d28d69f-7c0a-4db0-92ea-389bd41a7146 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:29.014218 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d28d69f-7c0a-4db0-92ea-389bd41a7146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:29.018068 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:29.047879 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02898b95-222d-422c-9526-ed73c8025578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.091512 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-64d7372f-3a86-42d9-8f8b-fae6ece98878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:29.093049 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-64d7372f-3a86-42d9-8f8b-fae6ece98878 service neutron] 10.222.0.44 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.4773359 Jul 14 09:16:29.178750 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-d48810df-f7af-4ef9-bed5-416bd5e5191f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=9ea0e249-c974-4982-9dd5-f9a9dc765a32 HTTP/1.1" status: 200 len: 217 time: 0.0711441 Jul 14 09:16:29.189381 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02898b95-222d-422c-9526-ed73c8025578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.192274 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b853a1-a58f-4c4e-85fc-7261b444d48d req-875d9c10-e22a-44f3-9efd-8469479dfd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:29.192432 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b853a1-a58f-4c4e-85fc-7261b444d48d req-875d9c10-e22a-44f3-9efd-8469479dfd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:29.192935 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b853a1-a58f-4c4e-85fc-7261b444d48d req-875d9c10-e22a-44f3-9efd-8469479dfd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:29.194539 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6b853a1-a58f-4c4e-85fc-7261b444d48d req-875d9c10-e22a-44f3-9efd-8469479dfd89 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ff8ef452914843b3a211f5977d735f89&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4850504 Jul 14 09:16:29.238270 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5aee078d-ac0d-47af-a2e2-5440a7871101 req-86b19d5c-3b6b-4ecb-95c9-3b893e6a9186 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2591493 Jul 14 09:16:29.271243 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-33731e24-c233-43cd-a2bf-568b553c416a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Deleting subnet 8df3b406-16ff-42d0-9130-dc935e1b984d {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:16:29.285708 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d28d69f-7c0a-4db0-92ea-389bd41a7146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.302911 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d28d69f-7c0a-4db0-92ea-389bd41a7146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.308116 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5d28d69f-7c0a-4db0-92ea-389bd41a7146 admin admin] 10.222.0.25 "DELETE /v2.0/networks/30f37573-a862-4dc6-9ef4-a9c9a7fbc93a HTTP/1.1" status: 204 len: 168 time: 2.6469901 Jul 14 09:16:29.311332 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33731e24-c233-43cd-a2bf-568b553c416a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.317985 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756f2a0-260e-4166-8c4b-064e7c33cd6c req-948c7f4a-b905-4054-8ba1-f52477384f27 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:29.319678 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f756f2a0-260e-4166-8c4b-064e7c33cd6c req-948c7f4a-b905-4054-8ba1-f52477384f27 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77621ae-aa9b-460b-bca8-4035eb843cd3 HTTP/1.1" status: 200 len: 944 time: 0.5525186 Jul 14 09:16:29.344169 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-56af2051-2caa-4ac2-9f7a-5b61c1cbe537 service neutron] For port 3a61054c-ca03-43e7-a0bf-a3248953dd22, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:29.376570 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28d69f-7c0a-4db0-92ea-389bd41a7146 admin admin] Pushing event deleted for resources: {'Network': ['ID=30f37573-a862-4dc6-9ef4-a9c9a7fbc93a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:29.404413 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-843f0d24-becf-4e78-ba5f-810d3389e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:29.406107 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-843f0d24-becf-4e78-ba5f-810d3389e8b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1736937 Jul 14 09:16:29.418745 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-56af2051-2caa-4ac2-9f7a-5b61c1cbe537 service neutron] For port 3a61054c-ca03-43e7-a0bf-a3248953dd22, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=3a61054c-ca03-43e7-a0bf-a3248953dd22,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:29.443543 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-56af2051-2caa-4ac2-9f7a-5b61c1cbe537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.497294 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33731e24-c233-43cd-a2bf-568b553c416a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.525965 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c71ccf6b-86fd-4584-ab87-beb4bac87de0 req-74b687f3-4019-4617-b6bf-b67ec865b932 service neutron] 10.222.0.47 "GET /v2.0/networks/1c74fe01-5fa0-4aec-8a3b-7b0306de2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5270476 Jul 14 09:16:29.571977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47630) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:29.604164 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f756f2a0-260e-4166-8c4b-064e7c33cd6c req-e7aaf539-27b9-430d-994f-7fa82fa15a73 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23a2d92-ebd2-424c-9415-aed8994bc317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699518 Jul 14 09:16:29.613223 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9ea0e249-c974-4982-9dd5-f9a9dc765a32 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:16:29.734053 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-56af2051-2caa-4ac2-9f7a-5b61c1cbe537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:29.734754 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-56af2051-2caa-4ac2-9f7a-5b61c1cbe537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.736242 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-56af2051-2caa-4ac2-9f7a-5b61c1cbe537 service neutron] 10.222.0.44 "PUT /v2.0/ports/3a61054c-ca03-43e7-a0bf-a3248953dd22 HTTP/1.1" status: 200 len: 1093 time: 3.4822991 Jul 14 09:16:29.742264 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02898b95-222d-422c-9526-ed73c8025578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.746100 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02898b95-222d-422c-9526-ed73c8025578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.754311 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-02898b95-222d-422c-9526-ed73c8025578 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/afb5cc96-bdde-411a-a0b4-2f0ffa366ed1 HTTP/1.1" status: 204 len: 168 time: 1.1084795 Jul 14 09:16:29.772763 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b853a1-a58f-4c4e-85fc-7261b444d48d req-0cfeed29-e500-4263-a258-7d9d34dcc7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:29.777550 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6b853a1-a58f-4c4e-85fc-7261b444d48d req-0cfeed29-e500-4263-a258-7d9d34dcc7ad service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5684826 Jul 14 09:16:29.793854 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-414ced09-ad22-4fbd-af63-62ca67d43144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b44d6f1-61fb-4df1-8681-4fe4b3de6c61 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:29.857946 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 9ea0e249-c974-4982-9dd5-f9a9dc765a32, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9ea0e249-c974-4982-9dd5-f9a9dc765a32,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:29.867857 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33731e24-c233-43cd-a2bf-568b553c416a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.014637 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8078d0cf-0661-465b-9b4e-b9cf0cea958f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=338da67ed34f4deb89c1895a0890d123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4405389 Jul 14 09:16:30.018022 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47634) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:30.032552 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-a5584cba-c04a-4439-a35d-443133485fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:30.034882 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-a5584cba-c04a-4439-a35d-443133485fa9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6110222 Jul 14 09:16:30.052125 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-414ced09-ad22-4fbd-af63-62ca67d43144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.061032 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33731e24-c233-43cd-a2bf-568b553c416a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.142047 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '9ea0e249-c974-4982-9dd5-f9a9dc765a32', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '9ea0e249-c974-4982-9dd5-f9a9dc765a32', 'mac_address': 'fa:16:3e:8c:01:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:16:30.149149 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 79b2ddd0-2eea-4698-a066-66de86681b3f details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:16:30.162368 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33731e24-c233-43cd-a2bf-568b553c416a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.166739 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-33731e24-c233-43cd-a2bf-568b553c416a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/8df3b406-16ff-42d0-9130-dc935e1b984d HTTP/1.1" status: 204 len: 168 time: 1.2536840 Jul 14 09:16:30.194198 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33731e24-c233-43cd-a2bf-568b553c416a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Subnet': ['ID=8df3b406-16ff-42d0-9130-dc935e1b984d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:30.243333 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47636) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:30.295189 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc02cc72-d45d-4415-a047-8fcaf8464239 None None] Network d4b2ec29-2184-48d5-8c16-380a3c464388 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:30.306910 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-414ced09-ad22-4fbd-af63-62ca67d43144 service neutron] Transition to ACTIVE for port object 2b44d6f1-61fb-4df1-8681-4fe4b3de6c61 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:30.316886 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9068d93f-189a-46f8-b9bd-3503debf221a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697472 Jul 14 09:16:30.318542 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47644) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:30.368096 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-414ced09-ad22-4fbd-af63-62ca67d43144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.399248 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 79b2ddd0-2eea-4698-a066-66de86681b3f, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=79b2ddd0-2eea-4698-a066-66de86681b3f,segment=NetworkSegment(3b49e30b-89cf-44a7-b35c-c83d2468b697),segment_id=3b49e30b-89cf-44a7-b35c-c83d2468b697)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:30.436312 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47646) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:30.457268 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af7149e-75f7-4f8b-b8c1-1563cedcd044', 'tag': '3a61054c-ca03-43e7-a0bf-a3248953dd22'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:30.459528 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b56345d-5c33-4855-9196-92ada1b0216e" -d '{"events": [{"name": "network-changed", "server_uuid": "4af7149e-75f7-4f8b-b8c1-1563cedcd044", "tag": "3a61054c-ca03-43e7-a0bf-a3248953dd22"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:30.462385 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.464560 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '79b2ddd0-2eea-4698-a066-66de86681b3f', 'network_id': '1c74fe01-5fa0-4aec-8a3b-7b0306de2f24', 'port_id': '79b2ddd0-2eea-4698-a066-66de86681b3f', 'mac_address': 'fa:16:3e:a7:cb:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c15e3fd6-426b-432e-b7e5-8fd4945ece63', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:16:30.469900 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02898b95-222d-422c-9526-ed73c8025578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb5cc96-bdde-411a-a0b4-2f0ffa366ed1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:30.487634 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd30e13a-5a1f-4559-a06a-2ac972e5c52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.511143 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af2051-2caa-4ac2-9f7a-5b61c1cbe537 service neutron] Pushing event updated for resources: {'Port': ['ID=3a61054c-ca03-43e7-a0bf-a3248953dd22,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:30.529714 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ced09-ad22-4fbd-af63-62ca67d43144 service neutron] Pushing event updated for resources: {'Port': ['ID=2b44d6f1-61fb-4df1-8681-4fe4b3de6c61,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:30.547847 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6163493a-3c05-4635-b7a4-47f642b699aa tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:30.551950 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6163493a-3c05-4635-b7a4-47f642b699aa tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2258317 Jul 14 09:16:30.551950 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef10e672-ba36-42f9-8cd9-568c4a091724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.558499 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47650) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:30.574835 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-0bae161a-76de-4391-b535-530913863fed service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5311365 Jul 14 09:16:30.596691 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea0e249-c974-4982-9dd5-f9a9dc765a32 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:30.616103 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d6f65-27bc-427d-9d53-359748583fa4 req-bab5d89a-6e56-404d-88c6-cebf545df764 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:30.622244 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 9ea0e249-c974-4982-9dd5-f9a9dc765a32, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9ea0e249-c974-4982-9dd5-f9a9dc765a32,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:30.623929 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0d7d6f65-27bc-427d-9d53-359748583fa4 req-bab5d89a-6e56-404d-88c6-cebf545df764 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 944 time: 1.1710370 Jul 14 09:16:30.680428 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac96486-8e56-46ea-9c7f-e1c47d155a61 req-003c9aa2-1b41-42df-95e8-e57b669c8a06 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:30.683531 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.688250 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7ac96486-8e56-46ea-9c7f-e1c47d155a61 req-003c9aa2-1b41-42df-95e8-e57b669c8a06 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 947 time: 0.8506536 Jul 14 09:16:30.696433 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6b1c3-abd4-48b9-977b-54511a302cc7 req-dbd61106-a0fe-4c6b-a678-8334868af3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:30.697871 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0b6b1c3-abd4-48b9-977b-54511a302cc7 req-dbd61106-a0fe-4c6b-a678-8334868af3f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=58797f3591214e3295ad12e96e7e71c0&device_id=c77621ae-aa9b-460b-bca8-4035eb843cd3 HTTP/1.1" status: 200 len: 1096 time: 0.9938958 Jul 14 09:16:30.717448 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef10e672-ba36-42f9-8cd9-568c4a091724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.723243 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-414ced09-ad22-4fbd-af63-62ca67d43144 service neutron] Attempting to bind port 2b44d6f1-61fb-4df1-8681-4fe4b3de6c61 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:30.723624 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-414ced09-ad22-4fbd-af63-62ca67d43144 service neutron] Attempting to bind port 2b44d6f1-61fb-4df1-8681-4fe4b3de6c61 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'd96c02fe-c211-4c24-b05d-bd0375910386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:30.723966 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-414ced09-ad22-4fbd-af63-62ca67d43144 service neutron] Attempting to bind port 2b44d6f1-61fb-4df1-8681-4fe4b3de6c61 on network 0fc9d8b4-8882-41d7-9910-af2ade9bb06b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:30.733111 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.740402 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f814f4-116c-497c-8822-87f87fa2830a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:30.741883 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c1f814f4-116c-497c-8822-87f87fa2830a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1798718 Jul 14 09:16:30.744080 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-b36f2fde-2768-495c-b3e5-739a81b0875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:30.745970 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-b36f2fde-2768-495c-b3e5-739a81b0875b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 1096 time: 0.2768824 Jul 14 09:16:30.748220 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47654) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:30.754646 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b2ddd0-2eea-4698-a066-66de86681b3f {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:30.763889 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-414ced09-ad22-4fbd-af63-62ca67d43144 service neutron] Port 2b44d6f1-61fb-4df1-8681-4fe4b3de6c61 on network 0fc9d8b4-8882-41d7-9910-af2ade9bb06b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:30.764365 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-414ced09-ad22-4fbd-af63-62ca67d43144 service neutron] Attempting to bind port 2b44d6f1-61fb-4df1-8681-4fe4b3de6c61 on network 0fc9d8b4-8882-41d7-9910-af2ade9bb06b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:30.778163 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 79b2ddd0-2eea-4698-a066-66de86681b3f, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=79b2ddd0-2eea-4698-a066-66de86681b3f,segment=NetworkSegment(3b49e30b-89cf-44a7-b35c-c83d2468b697),segment_id=3b49e30b-89cf-44a7-b35c-c83d2468b697)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:30.797888 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.800209 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0d7d6f65-27bc-427d-9d53-359748583fa4 req-4eabbbac-5723-4d47-bb09-7c09ce980510 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753728 Jul 14 09:16:30.814624 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-88214654-ab62-4c5d-9687-dede992c3e4a None None] Provisioning complete for port 324487f2-3f86-4f86-8e5d-6a56ac418170 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:30.815351 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88214654-ab62-4c5d-9687-dede992c3e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.819155 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-dbee323d-ee14-4740-ba69-70a0ce629e84 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664527 Jul 14 09:16:30.830570 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47656) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:30.847443 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-414ced09-ad22-4fbd-af63-62ca67d43144 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:30.847443 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-414ced09-ad22-4fbd-af63-62ca67d43144 service neutron] Checking segment: {'id': 'd96c02fe-c211-4c24-b05d-bd0375910386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:30.847443 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-414ced09-ad22-4fbd-af63-62ca67d43144 service neutron] Bound using segment: {'id': 'd96c02fe-c211-4c24-b05d-bd0375910386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:30.847443 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-414ced09-ad22-4fbd-af63-62ca67d43144 service neutron] Bound port: 2b44d6f1-61fb-4df1-8681-4fe4b3de6c61, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96c02fe-c211-4c24-b05d-bd0375910386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:30.847443 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-414ced09-ad22-4fbd-af63-62ca67d43144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.857788 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-9a5fcef4-23c8-490c-b0d8-c1f654515ef5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a61054c-ca03-43e7-a0bf-a3248953dd22 HTTP/1.1" status: 200 len: 217 time: 0.0942652 Jul 14 09:16:30.875970 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7ac96486-8e56-46ea-9c7f-e1c47d155a61 req-cd3fce89-67ce-493a-ac34-2e3ed6970a18 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867130 Jul 14 09:16:30.882463 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=9ea0e249-c974-4982-9dd5-f9a9dc765a32,revision_number=12']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:30.893689 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d0be021-6b0e-429f-951b-4d8c381b5d48 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:30.894557 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d0be021-6b0e-429f-951b-4d8c381b5d48 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:30.896420 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0d0be021-6b0e-429f-951b-4d8c381b5d48 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/13fe5639-cec0-4e16-82d6-2975a6772530 HTTP/1.1" status: 404 len: 333 time: 0.0574801 Jul 14 09:16:30.912125 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47658) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:30.957563 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=79b2ddd0-2eea-4698-a066-66de86681b3f,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:30.959270 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-30438c2e-6953-4bf5-b67e-8ee2c7a518cd tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:30.960206 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30438c2e-6953-4bf5-b67e-8ee2c7a518cd tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:30.976354 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['9ea0e249-c974-4982-9dd5-f9a9dc765a32'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:30.978228 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-30438c2e-6953-4bf5-b67e-8ee2c7a518cd tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/5f134ba2-7dbf-47a5-9a7b-6dce335c888c HTTP/1.1" status: 404 len: 337 time: 0.0631046 Jul 14 09:16:30.981092 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-947eaa70-aaee-47b1-bac3-8b4e0ba9cf45 req-2889f385-bdba-47f7-9ff4-ce3d16e11f5b service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573737 Jul 14 09:16:30.982071 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47660) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:30.984211 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b09202-0a1b-405b-9b5c-04e88efc8c4c x-openstack-request-id: req-c6b09202-0a1b-405b-9b5c-04e88efc8c4c {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:30.984518 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4af7149e-75f7-4f8b-b8c1-1563cedcd044", "tag": "3a61054c-ca03-43e7-a0bf-a3248953dd22", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:30.984778 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6b09202-0a1b-405b-9b5c-04e88efc8c4c {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:30.985256 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4af7149e-75f7-4f8b-b8c1-1563cedcd044', 'tag': '3a61054c-ca03-43e7-a0bf-a3248953dd22', 'status': 'completed', 'code': 200} Jul 14 09:16:31.014168 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb71e4a-67e7-4751-9ea8-0be2eabd477a None None] DHCP port deletion for d4b2ec29-2184-48d5-8c16-380a3c464388 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:16:31.062493 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0950e0fc-838d-4c7c-9534-eae6a265e4e6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:31.063970 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0950e0fc-838d-4c7c-9534-eae6a265e4e6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:31.066634 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0950e0fc-838d-4c7c-9534-eae6a265e4e6 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/8df3b406-16ff-42d0-9130-dc935e1b984d HTTP/1.1" status: 404 len: 337 time: 0.0502129 Jul 14 09:16:31.070963 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['79b2ddd0-2eea-4698-a066-66de86681b3f'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:31.071969 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-72524b08-d0b6-4193-aae0-151d8b9c8a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:31.073241 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef10e672-ba36-42f9-8cd9-568c4a091724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.075248 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-72524b08-d0b6-4193-aae0-151d8b9c8a72 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a288c610-4f62-489b-a703-60b0f1c60f0a HTTP/1.1" status: 200 len: 851 time: 0.1826947 Jul 14 09:16:31.077472 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47662) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:31.078287 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef10e672-ba36-42f9-8cd9-568c4a091724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.079146 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6b1c3-abd4-48b9-977b-54511a302cc7 req-f1cfd598-cdf1-4185-9d43-ddcd09fe69c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:31.080058 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ef10e672-ba36-42f9-8cd9-568c4a091724 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f4eea9a0-b54c-4cc9-a204-b6544a77851a HTTP/1.1" status: 204 len: 168 time: 1.0437768 Jul 14 09:16:31.081033 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0b6b1c3-abd4-48b9-977b-54511a302cc7 req-f1cfd598-cdf1-4185-9d43-ddcd09fe69c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 HTTP/1.1" status: 200 len: 913 time: 0.3667812 Jul 14 09:16:31.115824 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10e672-ba36-42f9-8cd9-568c4a091724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4eea9a0-b54c-4cc9-a204-b6544a77851a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:31.147637 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-414ced09-ad22-4fbd-af63-62ca67d43144 service neutron] For port 2b44d6f1-61fb-4df1-8681-4fe4b3de6c61, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:31.149959 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-018e0920-60e2-4cba-8c53-57884d14ebe0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:31.151555 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-018e0920-60e2-4cba-8c53-57884d14ebe0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:31.152392 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-414ced09-ad22-4fbd-af63-62ca67d43144 service neutron] For port 2b44d6f1-61fb-4df1-8681-4fe4b3de6c61, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=2b44d6f1-61fb-4df1-8681-4fe4b3de6c61,segment=NetworkSegment(d96c02fe-c211-4c24-b05d-bd0375910386),segment_id=d96c02fe-c211-4c24-b05d-bd0375910386)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:31.154288 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-018e0920-60e2-4cba-8c53-57884d14ebe0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/6b644ca3-64f7-441a-b096-6cf0d3002c32 HTTP/1.1" status: 404 len: 333 time: 0.0722208 Jul 14 09:16:31.159862 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47666) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:31.173016 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-414ced09-ad22-4fbd-af63-62ca67d43144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.228348 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd30e13a-5a1f-4559-a06a-2ac972e5c52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.250291 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd567bf-5b73-49ef-a645-e29f9af57fed tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:31.250858 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fd567bf-5b73-49ef-a645-e29f9af57fed tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:31.255433 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5fd567bf-5b73-49ef-a645-e29f9af57fed tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/d3ec9f89-c291-4318-a30b-d7e5baf05a55 HTTP/1.1" status: 404 len: 337 time: 0.0912018 Jul 14 09:16:31.261402 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-414ced09-ad22-4fbd-af63-62ca67d43144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:31.262147 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-414ced09-ad22-4fbd-af63-62ca67d43144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.262992 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0b6b1c3-abd4-48b9-977b-54511a302cc7 req-4071f45f-6a63-4904-ab19-95d59ddc181e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42ff4b07-478b-4ed6-a82d-d2859a8e1e76 HTTP/1.1" status: 200 len: 217 time: 0.1382387 Jul 14 09:16:31.263882 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-414ced09-ad22-4fbd-af63-62ca67d43144 service neutron] 10.222.0.44 "PUT /v2.0/ports/2b44d6f1-61fb-4df1-8681-4fe4b3de6c61 HTTP/1.1" status: 200 len: 1091 time: 3.0784273 Jul 14 09:16:31.266406 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47668) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:31.267155 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'tag': '2b44d6f1-61fb-4df1-8681-4fe4b3de6c61'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:31.270607 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ee512c-d230-47cc-8de4-0dc87dd9ab63" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "tag": "2b44d6f1-61fb-4df1-8681-4fe4b3de6c61"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:31.283381 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd30e13a-5a1f-4559-a06a-2ac972e5c52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.308551 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-55a8fe06-05e5-432d-a787-19e09ef541f6 service neutron] Request body: {'port': {'device_id': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:31.391370 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-98fc39f4-9bc3-4620-b2c1-ca49a0e376d8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:31.391866 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98fc39f4-9bc3-4620-b2c1-ca49a0e376d8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:31.393766 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-98fc39f4-9bc3-4620-b2c1-ca49a0e376d8 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/e2377d4d-223f-4db0-b530-81c1032e1d15 HTTP/1.1" status: 404 len: 337 time: 0.1200640 Jul 14 09:16:31.399792 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47674) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:31.429587 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cd30e13a-5a1f-4559-a06a-2ac972e5c52a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d87f6c1b9d4149f3adcac9a8448401d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9876194 Jul 14 09:16:31.439066 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-eeb71e4a-67e7-4751-9ea8-0be2eabd477a None None] Deleting port 324487f2-3f86-4f86-8e5d-6a56ac418170 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:31.440915 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eeb71e4a-67e7-4751-9ea8-0be2eabd477a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.471905 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47676) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:31.499273 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6b1c3-abd4-48b9-977b-54511a302cc7 req-26e4feb6-f51a-459f-ba60-803345570a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:31.504498 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0b6b1c3-abd4-48b9-977b-54511a302cc7 req-26e4feb6-f51a-459f-ba60-803345570a7a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c15e3fd6-426b-432e-b7e5-8fd4945ece63 HTTP/1.1" status: 200 len: 853 time: 0.1906307 Jul 14 09:16:31.505774 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65f7ae9-c7d5-4cb5-a6bb-20affcc2a319 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:31.506019 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65f7ae9-c7d5-4cb5-a6bb-20affcc2a319 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:31.511817 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b65f7ae9-c7d5-4cb5-a6bb-20affcc2a319 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/e99e3f3f-4726-41dc-b9e3-6ed884f92829 HTTP/1.1" status: 404 len: 333 time: 0.1000302 Jul 14 09:16:31.520402 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30e13a-5a1f-4559-a06a-2ac972e5c52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ee5a81-7695-4fec-87bf-279e9a790e2f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:31.545687 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47680) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:31.561949 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ced09-ad22-4fbd-af63-62ca67d43144 service neutron] Pushing event updated for resources: {'Port': ['ID=2b44d6f1-61fb-4df1-8681-4fe4b3de6c61,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:31.594967 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-eeb71e4a-67e7-4751-9ea8-0be2eabd477a None None] For port 324487f2-3f86-4f86-8e5d-6a56ac418170, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=324487f2-3f86-4f86-8e5d-6a56ac418170,segment=NetworkSegment(954a0328-d3cc-4650-b737-2519e27f3c0b),segment_id=954a0328-d3cc-4650-b737-2519e27f3c0b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:31.595373 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eeb71e4a-67e7-4751-9ea8-0be2eabd477a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.617389 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-eeb71e4a-67e7-4751-9ea8-0be2eabd477a None None] Calling delete_port for 324487f2-3f86-4f86-8e5d-6a56ac418170 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:31.644049 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-676d6637-2ae6-4193-8ca8-95d4f877f6a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.667637 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-55a8fe06-05e5-432d-a787-19e09ef541f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.690887 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0b6b1c3-abd4-48b9-977b-54511a302cc7 req-6fec18f9-3601-4992-a9bd-279702ea4fb8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c74fe01-5fa0-4aec-8a3b-7b0306de2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1460874 Jul 14 09:16:31.691852 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3e9371-7aa5-4e23-9c13-dd610818aeb5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:31.692301 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3e9371-7aa5-4e23-9c13-dd610818aeb5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:31.696435 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0e3e9371-7aa5-4e23-9c13-dd610818aeb5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/c57536d1-3fca-48d2-8339-105b97aa6e05 HTTP/1.1" status: 404 len: 337 time: 0.1195345 Jul 14 09:16:31.699444 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-ba79d7d7-e680-4dbc-9b2a-97a3ab127d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:31.705555 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-ba79d7d7-e680-4dbc-9b2a-97a3ab127d3c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa88f091-33f9-4aa2-8101-31241b8b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5682747 Jul 14 09:16:31.705555 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47684) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:31.750886 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56971286-3756-4150-9270-0b7b50254381 req-2a4ac9be-614e-478b-b664-3d4cbcb408fa tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:31.758230 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56971286-3756-4150-9270-0b7b50254381 req-2a4ac9be-614e-478b-b664-3d4cbcb408fa tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:31.765578 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56971286-3756-4150-9270-0b7b50254381 req-2a4ac9be-614e-478b-b664-3d4cbcb408fa tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:31.770030 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eeb71e4a-67e7-4751-9ea8-0be2eabd477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.772263 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56971286-3756-4150-9270-0b7b50254381 req-2a4ac9be-614e-478b-b664-3d4cbcb408fa tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:31.778173 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56971286-3756-4150-9270-0b7b50254381 req-2a4ac9be-614e-478b-b664-3d4cbcb408fa tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:31.784188 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56971286-3756-4150-9270-0b7b50254381 req-2a4ac9be-614e-478b-b664-3d4cbcb408fa tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:31.790681 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56971286-3756-4150-9270-0b7b50254381 req-2a4ac9be-614e-478b-b664-3d4cbcb408fa tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:31.792709 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56971286-3756-4150-9270-0b7b50254381 req-2a4ac9be-614e-478b-b664-3d4cbcb408fa tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5382 time: 0.7164009 Jul 14 09:16:31.796913 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb71e4a-67e7-4751-9ea8-0be2eabd477a None None] Pushing event deleted for resources: {'Port': ['ID=324487f2-3f86-4f86-8e5d-6a56ac418170,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:31.802818 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb71e4a-67e7-4751-9ea8-0be2eabd477a None None] No DVR routers for this DVR port 324487f2-3f86-4f86-8e5d-6a56ac418170 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:31.808164 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-676d6637-2ae6-4193-8ca8-95d4f877f6a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.831891 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb654b32-5725-4636-84fb-091adf9562fa req-b0bb87f0-fe8d-4bf1-9855-3fbf1b582436 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:31.833452 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb654b32-5725-4636-84fb-091adf9562fa req-b0bb87f0-fe8d-4bf1-9855-3fbf1b582436 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77621ae-aa9b-460b-bca8-4035eb843cd3 HTTP/1.1" status: 200 len: 944 time: 0.6673365 Jul 14 09:16:31.904352 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5069c064-a8a6-4b96-ba1e-ba428ab98a54 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:31.905059 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5069c064-a8a6-4b96-ba1e-ba428ab98a54 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:31.907112 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5069c064-a8a6-4b96-ba1e-ba428ab98a54 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/346e0776-ec22-41d2-a9dc-835a5f89f795 HTTP/1.1" status: 404 len: 337 time: 0.2014892 Jul 14 09:16:31.910090 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47696) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:31.953245 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ee007a-8fc5-4e20-9083-496e527b13d5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:31.954042 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ee007a-8fc5-4e20-9083-496e527b13d5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:31.959122 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-38ee007a-8fc5-4e20-9083-496e527b13d5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/db02e029-de47-4f01-a6d0-c39c528a7871 HTTP/1.1" status: 404 len: 333 time: 0.0456207 Jul 14 09:16:31.959799 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47698) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:31.995704 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 324487f2-3f86-4f86-8e5d-6a56ac418170 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:32.030408 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 324487f2-3f86-4f86-8e5d-6a56ac418170 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:32.031904 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 324487f2-3f86-4f86-8e5d-6a56ac418170 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:32.033087 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab6dff3-9b52-490a-b07e-23b5f7cee79e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:32.033876 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab6dff3-9b52-490a-b07e-23b5f7cee79e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:32.038903 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5ab6dff3-9b52-490a-b07e-23b5f7cee79e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/f1b24157-0b17-49a4-bb9e-8c1a138adc7c HTTP/1.1" status: 404 len: 337 time: 0.0749848 Jul 14 09:16:32.039919 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47700) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:32.063768 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56971286-3756-4150-9270-0b7b50254381 req-1cc6f6f9-0931-49a2-bd91-5ea5e355a220 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1997080 Jul 14 09:16:32.077363 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb654b32-5725-4636-84fb-091adf9562fa req-8c7925c4-89e6-426e-afeb-65caf3ded0f9 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23a2d92-ebd2-424c-9415-aed8994bc317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773427 Jul 14 09:16:32.089495 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fbfacd6-d5a2-49f4-a6ea-113804924223 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:32.090048 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fbfacd6-d5a2-49f4-a6ea-113804924223 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:32.104198 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6fbfacd6-d5a2-49f4-a6ea-113804924223 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/7d330b70-f10c-4bbc-9b28-1c62803ed9bc HTTP/1.1" status: 404 len: 337 time: 0.0608344 Jul 14 09:16:32.104953 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47704) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:32.124012 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-b3f67a7f-b0de-4f3a-a091-f0293ed25d09 service neutron] 10.222.0.44 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051485 Jul 14 09:16:32.126968 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0b6b1c3-abd4-48b9-977b-54511a302cc7 req-470edbe6-d54f-4c59-885f-fb125892cab2 service neutron] 10.222.0.47 "GET /v2.0/networks/1c74fe01-5fa0-4aec-8a3b-7b0306de2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240873 Jul 14 09:16:32.170622 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ce392c-ecc4-42a5-9124-b488cad4f90b x-openstack-request-id: req-a5ce392c-ecc4-42a5-9124-b488cad4f90b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:32.171273 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "tag": "2b44d6f1-61fb-4df1-8681-4fe4b3de6c61", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:32.176690 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5ce392c-ecc4-42a5-9124-b488cad4f90b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:32.178050 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'tag': '2b44d6f1-61fb-4df1-8681-4fe4b3de6c61', 'status': 'completed', 'code': 200} Jul 14 09:16:32.219577 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-676d6637-2ae6-4193-8ca8-95d4f877f6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.223271 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-676d6637-2ae6-4193-8ca8-95d4f877f6a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.232709 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-676d6637-2ae6-4193-8ca8-95d4f877f6a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/08ee5a81-7695-4fec-87bf-279e9a790e2f HTTP/1.1" status: 204 len: 168 time: 0.7539024 Jul 14 09:16:32.267883 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b60f3fa-ba21-4edb-9ebe-1f4cab128510 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:32.268484 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b60f3fa-ba21-4edb-9ebe-1f4cab128510 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:32.278684 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47712) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:32.283761 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3b60f3fa-ba21-4edb-9ebe-1f4cab128510 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/10949cec-9695-4173-ba7e-fa789b953226 HTTP/1.1" status: 404 len: 333 time: 0.1661799 Jul 14 09:16:32.329626 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d6637-2ae6-4193-8ca8-95d4f877f6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ee5a81-7695-4fec-87bf-279e9a790e2f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:32.337889 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f93101-16be-4cfb-9f12-486c6984c29a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:32.338348 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f93101-16be-4cfb-9f12-486c6984c29a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:32.340950 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a1f93101-16be-4cfb-9f12-486c6984c29a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/2315d9a9-f2e5-4fca-b3f8-319631abb506 HTTP/1.1" status: 404 len: 337 time: 0.0611298 Jul 14 09:16:32.347379 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47714) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:32.393095 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8fdc57-140f-4e07-89d0-758b547d6164 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:32.393587 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af8fdc57-140f-4e07-89d0-758b547d6164 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:32.398502 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-af8fdc57-140f-4e07-89d0-758b547d6164 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/c53fdac0-a367-49ad-9e6e-2b173d2ffec1 HTTP/1.1" status: 404 len: 333 time: 0.0488009 Jul 14 09:16:32.408423 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47718) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:32.462095 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0b6b1c3-abd4-48b9-977b-54511a302cc7 req-9d6e13a9-215c-4af8-ab49-811fa068521a service neutron] 10.222.0.47 "GET /v2.0/networks/1c74fe01-5fa0-4aec-8a3b-7b0306de2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269103 Jul 14 09:16:32.467862 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-c3002358-dc2b-46c2-88ac-0672dbab0b6b service neutron] 10.222.0.44 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348024 Jul 14 09:16:32.511217 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef42a4-2f20-427c-a625-d5ddf3041e35 req-5081e2f8-84a0-4289-993f-731b4d8a1399 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:32.518654 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2eef42a4-2f20-427c-a625-d5ddf3041e35 req-5081e2f8-84a0-4289-993f-731b4d8a1399 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 948 time: 0.1949444 Jul 14 09:16:32.538019 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69577e-57c9-414b-87be-cd0c7cfbe979 req-0e893009-bb61-49e2-923d-4030e74e2638 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:32.539729 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fa69577e-57c9-414b-87be-cd0c7cfbe979 req-0e893009-bb61-49e2-923d-4030e74e2638 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 944 time: 0.2088220 Jul 14 09:16:32.630647 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2eef42a4-2f20-427c-a625-d5ddf3041e35 req-201e2d68-ca44-4e3b-be6c-3d63d03fc5c0 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109335 Jul 14 09:16:32.684452 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fa69577e-57c9-414b-87be-cd0c7cfbe979 req-bd21aa99-e187-4a03-8a44-4040c4a35e0b tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269252 Jul 14 09:16:32.737510 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56345d-5c33-4855-9196-92ada1b0216e req-d49d9260-cbbb-4dba-a17c-84390ab9edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:32.739146 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2b56345d-5c33-4855-9196-92ada1b0216e req-d49d9260-cbbb-4dba-a17c-84390ab9edfe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 1096 time: 0.1654241 Jul 14 09:16:32.921739 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-91615c61-50fb-4fc9-b69c-9b730ca4a9a3 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:32.922201 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91615c61-50fb-4fc9-b69c-9b730ca4a9a3 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:32.924838 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-91615c61-50fb-4fc9-b69c-9b730ca4a9a3 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/46ddbedb-78cd-4bf2-bbce-45051001e860 HTTP/1.1" status: 404 len: 337 time: 0.5152624 Jul 14 09:16:32.930328 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47740) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:32.942398 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56345d-5c33-4855-9196-92ada1b0216e req-9505a833-fff9-46b3-b43f-9b79d23da818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:32.944214 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2b56345d-5c33-4855-9196-92ada1b0216e req-9505a833-fff9-46b3-b43f-9b79d23da818 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 912 time: 0.1975658 Jul 14 09:16:32.975885 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9f204f-4a6c-4a2d-aac5-c3d9dbfe38c0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:32.977587 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a9f204f-4a6c-4a2d-aac5-c3d9dbfe38c0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:32.983091 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6a9f204f-4a6c-4a2d-aac5-c3d9dbfe38c0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/078ca17f-1a08-4f1f-b530-06fff4e793ac HTTP/1.1" status: 404 len: 333 time: 0.0507329 Jul 14 09:16:32.984273 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47744) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:32.987527 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bc639-6ccf-4b45-8605-946968218310 req-8125ef73-ce98-48de-bdb1-99211b63467a tempest-MigrationsAdminTest-998550661 tempest-MigrationsAdminTest-998550661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:32.989549 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-114bc639-6ccf-4b45-8605-946968218310 req-8125ef73-ce98-48de-bdb1-99211b63467a tempest-MigrationsAdminTest-998550661 tempest-MigrationsAdminTest-998550661-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 1100 time: 0.1464190 Jul 14 09:16:33.029500 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2b56345d-5c33-4855-9196-92ada1b0216e req-8686a398-201b-4bae-8bcf-d01bfcbb5715 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a61054c-ca03-43e7-a0bf-a3248953dd22 HTTP/1.1" status: 200 len: 217 time: 0.0616257 Jul 14 09:16:33.047691 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca8ec5d-c310-4577-849a-0f399bf846f7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:33.047691 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca8ec5d-c310-4577-849a-0f399bf846f7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:33.051723 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5ca8ec5d-c310-4577-849a-0f399bf846f7 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/beeff574-837a-4e43-8652-891b78f56448 HTTP/1.1" status: 404 len: 337 time: 0.0371149 Jul 14 09:16:33.057336 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47746) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:33.084503 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee512c-d230-47cc-8de4-0dc87dd9ab63 req-15f12b07-f84c-4ae4-8b2b-78c908767f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:33.085083 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee512c-d230-47cc-8de4-0dc87dd9ab63 req-15f12b07-f84c-4ae4-8b2b-78c908767f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:33.085730 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee512c-d230-47cc-8de4-0dc87dd9ab63 req-15f12b07-f84c-4ae4-8b2b-78c908767f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:33.087037 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee512c-d230-47cc-8de4-0dc87dd9ab63 req-15f12b07-f84c-4ae4-8b2b-78c908767f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:33.087507 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee512c-d230-47cc-8de4-0dc87dd9ab63 req-15f12b07-f84c-4ae4-8b2b-78c908767f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:33.088162 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee512c-d230-47cc-8de4-0dc87dd9ab63 req-15f12b07-f84c-4ae4-8b2b-78c908767f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:33.088650 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee512c-d230-47cc-8de4-0dc87dd9ab63 req-15f12b07-f84c-4ae4-8b2b-78c908767f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:33.090825 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-96ee512c-d230-47cc-8de4-0dc87dd9ab63 req-15f12b07-f84c-4ae4-8b2b-78c908767f54 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ff8ef452914843b3a211f5977d735f89&device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 6278 time: 0.8567083 Jul 14 09:16:33.159644 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-114bc639-6ccf-4b45-8605-946968218310 req-7503263c-4d9e-4a01-9cf6-8eb7638548c2 tempest-MigrationsAdminTest-998550661 tempest-MigrationsAdminTest-998550661-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338115 Jul 14 09:16:33.193750 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56345d-5c33-4855-9196-92ada1b0216e req-ce1fba2b-1fdf-4ab8-ad5c-45f046592e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:33.195362 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2b56345d-5c33-4855-9196-92ada1b0216e req-ce1fba2b-1fdf-4ab8-ad5c-45f046592e01 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a288c610-4f62-489b-a703-60b0f1c60f0a HTTP/1.1" status: 200 len: 851 time: 0.1502075 Jul 14 09:16:33.241120 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-119bb11c-434f-46e3-a95e-64601e1d2571 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:33.242043 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-119bb11c-434f-46e3-a95e-64601e1d2571 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:33.247718 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-119bb11c-434f-46e3-a95e-64601e1d2571 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/afe00982-963f-4690-a078-95746472919f HTTP/1.1" status: 404 len: 333 time: 0.1528409 Jul 14 09:16:33.293675 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47762) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:33.309702 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-55a8fe06-05e5-432d-a787-19e09ef541f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a5cfa4e-dbe9-436e-8fa1-4ef550880916 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:33.318211 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-55a8fe06-05e5-432d-a787-19e09ef541f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.339192 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-55a8fe06-05e5-432d-a787-19e09ef541f6 service neutron] Transition to ACTIVE for port object 2a5cfa4e-dbe9-436e-8fa1-4ef550880916 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:33.349074 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-55a8fe06-05e5-432d-a787-19e09ef541f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.365440 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfcd9012-b9d2-4ad0-9a81-27ed4f45438a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:33.365897 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfcd9012-b9d2-4ad0-9a81-27ed4f45438a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:33.371107 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bfcd9012-b9d2-4ad0-9a81-27ed4f45438a tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/22927837-9031-46d1-9f5d-9ad6530e8aa8 HTTP/1.1" status: 404 len: 337 time: 0.0759416 Jul 14 09:16:33.373655 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47770) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:33.394754 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6320d-d85e-4f86-af17-b722ec33c56f req-87ac0a1e-9293-4455-898b-61335c513648 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:33.416770 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-72c6320d-d85e-4f86-af17-b722ec33c56f req-87ac0a1e-9293-4455-898b-61335c513648 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 946 time: 0.3921816 Jul 14 09:16:33.538024 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f83e8edc-e776-4616-a5b3-2ac2c73f422c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:33.538769 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f83e8edc-e776-4616-a5b3-2ac2c73f422c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:33.541401 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f83e8edc-e776-4616-a5b3-2ac2c73f422c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/96a7460e-ff91-49a4-871e-ea90ce368b96 HTTP/1.1" status: 404 len: 333 time: 0.1658509 Jul 14 09:16:33.550195 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47776) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:33.560635 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee512c-d230-47cc-8de4-0dc87dd9ab63 req-5ca2c0ae-25e7-4168-88c5-0735f63d2b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:33.561124 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee512c-d230-47cc-8de4-0dc87dd9ab63 req-5ca2c0ae-25e7-4168-88c5-0735f63d2b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:33.561600 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee512c-d230-47cc-8de4-0dc87dd9ab63 req-5ca2c0ae-25e7-4168-88c5-0735f63d2b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:33.565438 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-96ee512c-d230-47cc-8de4-0dc87dd9ab63 req-5ca2c0ae-25e7-4168-88c5-0735f63d2b33 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ff8ef452914843b3a211f5977d735f89&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4630620 Jul 14 09:16:33.567646 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8fe06-05e5-432d-a787-19e09ef541f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2a5cfa4e-dbe9-436e-8fa1-4ef550880916,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:33.619325 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 3a61054c-ca03-43e7-a0bf-a3248953dd22 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:16:33.622756 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9ea0e249-c974-4982-9dd5-f9a9dc765a32 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:33.657752 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-27071e95-b730-47e7-96c1-9f0e50e5e3ae tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:33.658283 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27071e95-b730-47e7-96c1-9f0e50e5e3ae tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:33.665325 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-27071e95-b730-47e7-96c1-9f0e50e5e3ae tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/5c33e976-a429-4540-9a18-f1ed23156c0c HTTP/1.1" status: 404 len: 337 time: 0.1090953 Jul 14 09:16:33.668233 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47778) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:33.683733 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-72c6320d-d85e-4f86-af17-b722ec33c56f req-a30d3706-57cc-4e44-981d-d44d8f128342 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2655089 Jul 14 09:16:33.714875 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56345d-5c33-4855-9196-92ada1b0216e req-a4829ded-22cb-4547-8f41-25f9cbc9eda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:33.718484 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2b56345d-5c33-4855-9196-92ada1b0216e req-a4829ded-22cb-4547-8f41-25f9cbc9eda2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa88f091-33f9-4aa2-8101-31241b8b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5142341 Jul 14 09:16:33.823393 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 3a61054c-ca03-43e7-a0bf-a3248953dd22, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=3a61054c-ca03-43e7-a0bf-a3248953dd22,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:33.839834 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '3a61054c-ca03-43e7-a0bf-a3248953dd22', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'port_id': '3a61054c-ca03-43e7-a0bf-a3248953dd22', 'mac_address': 'fa:16:3e:29:d7:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:16:33.840926 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ce72ac-f6ec-4987-ab50-262caecd5816 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:33.841720 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15ce72ac-f6ec-4987-ab50-262caecd5816 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:33.849717 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-15ce72ac-f6ec-4987-ab50-262caecd5816 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/7c5fdc1e-2be2-47c9-8ff9-44e41afea5e6 HTTP/1.1" status: 404 len: 333 time: 0.1786292 Jul 14 09:16:33.854408 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47784) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:33.880214 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 9ea0e249-c974-4982-9dd5-f9a9dc765a32 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:33.890066 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-55a8fe06-05e5-432d-a787-19e09ef541f6 service neutron] Attempting to bind port 2a5cfa4e-dbe9-436e-8fa1-4ef550880916 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:33.894710 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-55a8fe06-05e5-432d-a787-19e09ef541f6 service neutron] Attempting to bind port 2a5cfa4e-dbe9-436e-8fa1-4ef550880916 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'd96c02fe-c211-4c24-b05d-bd0375910386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:33.895200 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-55a8fe06-05e5-432d-a787-19e09ef541f6 service neutron] Attempting to bind port 2a5cfa4e-dbe9-436e-8fa1-4ef550880916 on network 0fc9d8b4-8882-41d7-9910-af2ade9bb06b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:33.916666 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-55a8fe06-05e5-432d-a787-19e09ef541f6 service neutron] Port 2a5cfa4e-dbe9-436e-8fa1-4ef550880916 on network 0fc9d8b4-8882-41d7-9910-af2ade9bb06b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:33.916909 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-55a8fe06-05e5-432d-a787-19e09ef541f6 service neutron] Attempting to bind port 2a5cfa4e-dbe9-436e-8fa1-4ef550880916 on network 0fc9d8b4-8882-41d7-9910-af2ade9bb06b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:33.938507 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-55a8fe06-05e5-432d-a787-19e09ef541f6 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:33.938853 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-55a8fe06-05e5-432d-a787-19e09ef541f6 service neutron] Checking segment: {'id': 'd96c02fe-c211-4c24-b05d-bd0375910386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:33.939447 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-55a8fe06-05e5-432d-a787-19e09ef541f6 service neutron] Bound using segment: {'id': 'd96c02fe-c211-4c24-b05d-bd0375910386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:33.940173 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-55a8fe06-05e5-432d-a787-19e09ef541f6 service neutron] Bound port: 2a5cfa4e-dbe9-436e-8fa1-4ef550880916, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96c02fe-c211-4c24-b05d-bd0375910386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:33.940716 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-55a8fe06-05e5-432d-a787-19e09ef541f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.949603 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 9ea0e249-c974-4982-9dd5-f9a9dc765a32 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:33.950515 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.965406 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee512c-d230-47cc-8de4-0dc87dd9ab63 req-fd1797f1-1d1d-4d06-b1ac-9999534352fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:33.967217 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-96ee512c-d230-47cc-8de4-0dc87dd9ab63 req-fd1797f1-1d1d-4d06-b1ac-9999534352fb service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3893507 Jul 14 09:16:33.979643 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbf174-c3db-4d92-a3c3-35e0c3d2a84e req-ab078617-3649-4428-9a3c-0f000e79f946 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:33.986562 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbf174-c3db-4d92-a3c3-35e0c3d2a84e req-ab078617-3649-4428-9a3c-0f000e79f946 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:33.993121 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbf174-c3db-4d92-a3c3-35e0c3d2a84e req-ab078617-3649-4428-9a3c-0f000e79f946 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:33.999723 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbf174-c3db-4d92-a3c3-35e0c3d2a84e req-ab078617-3649-4428-9a3c-0f000e79f946 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:34.011047 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbf174-c3db-4d92-a3c3-35e0c3d2a84e req-ab078617-3649-4428-9a3c-0f000e79f946 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:34.018576 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbf174-c3db-4d92-a3c3-35e0c3d2a84e req-ab078617-3649-4428-9a3c-0f000e79f946 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:34.026024 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbf174-c3db-4d92-a3c3-35e0c3d2a84e req-ab078617-3649-4428-9a3c-0f000e79f946 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:34.033741 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-02cbf174-c3db-4d92-a3c3-35e0c3d2a84e req-ab078617-3649-4428-9a3c-0f000e79f946 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5394 time: 0.6618390 Jul 14 09:16:34.036883 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 42ff4b07-478b-4ed6-a82d-d2859a8e1e76 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:16:34.038718 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 79b2ddd0-2eea-4698-a066-66de86681b3f up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:34.068187 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.077883 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-55a8fe06-05e5-432d-a787-19e09ef541f6 service neutron] For port 2a5cfa4e-dbe9-436e-8fa1-4ef550880916, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:34.082491 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-55a8fe06-05e5-432d-a787-19e09ef541f6 service neutron] For port 2a5cfa4e-dbe9-436e-8fa1-4ef550880916, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=2a5cfa4e-dbe9-436e-8fa1-4ef550880916,segment=NetworkSegment(d96c02fe-c211-4c24-b05d-bd0375910386),segment_id=d96c02fe-c211-4c24-b05d-bd0375910386)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:34.098354 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-55a8fe06-05e5-432d-a787-19e09ef541f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.115921 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a61054c-ca03-43e7-a0bf-a3248953dd22 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:34.122426 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a55837-5daa-4d8b-a027-6a45b4c6ac26 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:34.123833 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a55837-5daa-4d8b-a027-6a45b4c6ac26 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:34.128488 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-75a55837-5daa-4d8b-a027-6a45b4c6ac26 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/a8e5fc60-174c-481a-9591-9bd72c36b5f8 HTTP/1.1" status: 404 len: 337 time: 0.2481856 Jul 14 09:16:34.131122 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47790) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:34.141937 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-55a8fe06-05e5-432d-a787-19e09ef541f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:34.142575 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-55a8fe06-05e5-432d-a787-19e09ef541f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.144185 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-55a8fe06-05e5-432d-a787-19e09ef541f6 service neutron] 10.222.0.44 "PUT /v2.0/ports/2a5cfa4e-dbe9-436e-8fa1-4ef550880916 HTTP/1.1" status: 200 len: 1091 time: 2.8420677 Jul 14 09:16:34.154260 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 3a61054c-ca03-43e7-a0bf-a3248953dd22, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=3a61054c-ca03-43e7-a0bf-a3248953dd22,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:34.181329 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f07798f4-b389-450e-8233-f50142835673 service neutron] Request body: {'port': {'device_id': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:34.190433 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.206385 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-218cff1f-8263-4427-a7c8-52f269c2ba23 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:34.206853 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-218cff1f-8263-4427-a7c8-52f269c2ba23 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:34.215162 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'tag': '2a5cfa4e-dbe9-436e-8fa1-4ef550880916'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:34.216727 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-218cff1f-8263-4427-a7c8-52f269c2ba23 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/70dc452e-e98e-4dd2-96fb-118fb104d0d8 HTTP/1.1" status: 404 len: 337 time: 0.0585148 Jul 14 09:16:34.218340 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963c7187-ac4f-470f-b039-c28ad7d30b69" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "tag": "2a5cfa4e-dbe9-436e-8fa1-4ef550880916"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:34.221758 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47794) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:34.223638 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8fe06-05e5-432d-a787-19e09ef541f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2a5cfa4e-dbe9-436e-8fa1-4ef550880916,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:34.296786 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecf3cf08-0003-4689-886c-acf1244123ec tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:34.297551 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecf3cf08-0003-4689-886c-acf1244123ec tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:34.301761 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ecf3cf08-0003-4689-886c-acf1244123ec tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/52f8e85b-d2da-4e59-9b83-c68e09d96eba HTTP/1.1" status: 404 len: 333 time: 0.0672116 Jul 14 09:16:34.302552 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47800) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:34.343756 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3e86bcb-f611-4aad-a967-5463a8bab146 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:34.344234 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3e86bcb-f611-4aad-a967-5463a8bab146 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:34.349180 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b3e86bcb-f611-4aad-a967-5463a8bab146 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/c287d81d-7476-4b34-8a07-3da719b36ccd HTTP/1.1" status: 404 len: 337 time: 0.0424755 Jul 14 09:16:34.349394 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47802) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:34.365678 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-02cbf174-c3db-4d92-a3c3-35e0c3d2a84e req-623647da-7fc2-45c8-9719-1db162f2c667 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3102417 Jul 14 09:16:34.419876 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc9b96ad-76b7-457a-b414-a2fd2fb4b04d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:34.420347 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc9b96ad-76b7-457a-b414-a2fd2fb4b04d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:34.422103 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fc9b96ad-76b7-457a-b414-a2fd2fb4b04d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/34fb033c-8f1c-4b5d-b345-7e3e56f3d9b9 HTTP/1.1" status: 404 len: 337 time: 0.0717711 Jul 14 09:16:34.427374 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2b56345d-5c33-4855-9196-92ada1b0216e req-8c7bf9a1-7b22-4780-8813-1a8eb76a5830 service neutron] 10.222.0.44 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6982305 Jul 14 09:16:34.427866 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47808) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:34.450688 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f07798f4-b389-450e-8233-f50142835673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.456492 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d094ea-7f50-4c3f-90ce-532c5f1aa4ab req-4d566930-768f-4909-abe3-946a6168bc06 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:34.458076 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b7d094ea-7f50-4c3f-90ce-532c5f1aa4ab req-4d566930-768f-4909-abe3-946a6168bc06 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77621ae-aa9b-460b-bca8-4035eb843cd3 HTTP/1.1" status: 200 len: 944 time: 0.4999480 Jul 14 09:16:34.528120 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.548073 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-682b0810-a356-49c9-bb31-eeb16d52035b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:34.549364 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-682b0810-a356-49c9-bb31-eeb16d52035b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:34.561471 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-682b0810-a356-49c9-bb31-eeb16d52035b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/68d9131c-9181-4083-9410-a689e49fb2c3 HTTP/1.1" status: 404 len: 333 time: 0.1315906 Jul 14 09:16:34.568799 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=3a61054c-ca03-43e7-a0bf-a3248953dd22,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:34.586745 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 79b2ddd0-2eea-4698-a066-66de86681b3f completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:34.610255 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 79b2ddd0-2eea-4698-a066-66de86681b3f triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:34.610672 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.625881 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47810) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:34.660032 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['3a61054c-ca03-43e7-a0bf-a3248953dd22'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:34.689006 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7602a933-46d7-4193-96cd-0557c5a7efdc tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:34.689472 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7602a933-46d7-4193-96cd-0557c5a7efdc tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:34.693975 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7602a933-46d7-4193-96cd-0557c5a7efdc tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/ef14fbcd-1d35-4782-815d-0e715c240566 HTTP/1.1" status: 404 len: 337 time: 0.0615399 Jul 14 09:16:34.697618 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47814) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:34.698127 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b7d094ea-7f50-4c3f-90ce-532c5f1aa4ab req-ddc27d00-0119-4df9-bddb-0d105e48c576 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23a2d92-ebd2-424c-9415-aed8994bc317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797976 Jul 14 09:16:34.733781 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c17b03-1cc1-48c1-8c31-770eb5debccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea0e249-c974-4982-9dd5-f9a9dc765a32'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:34.737064 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df87178b-3b72-48d3-84af-25fa602de95d" -d '{"events": [{"server_uuid": "a2c17b03-1cc1-48c1-8c31-770eb5debccd", "name": "network-vif-plugged", "status": "completed", "tag": "9ea0e249-c974-4982-9dd5-f9a9dc765a32"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:34.737680 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a239e5bd-57ef-4f8d-bc59-85b7efc51943 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:34.738141 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a239e5bd-57ef-4f8d-bc59-85b7efc51943 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:34.742755 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a239e5bd-57ef-4f8d-bc59-85b7efc51943 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/348e9af7-12d5-4d09-a602-ee02ea693394 HTTP/1.1" status: 404 len: 337 time: 0.0439358 Jul 14 09:16:34.747948 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47820) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:34.776444 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 9ea0e249-c974-4982-9dd5-f9a9dc765a32, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9ea0e249-c974-4982-9dd5-f9a9dc765a32,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:34.799140 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2b56345d-5c33-4855-9196-92ada1b0216e req-83dcc551-1c5c-4172-9e0f-4b2977d1ced7 service neutron] 10.222.0.44 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311284 Jul 14 09:16:34.800651 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f963ae6-07f2-4734-8600-8e465b2e3e8d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:34.802197 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f963ae6-07f2-4734-8600-8e465b2e3e8d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:34.804744 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0f963ae6-07f2-4734-8600-8e465b2e3e8d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/12b30fc3-643d-4b50-933c-d7d14c1e9185 HTTP/1.1" status: 404 len: 333 time: 0.0557325 Jul 14 09:16:34.815539 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47826) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:34.849054 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.884749 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.888925 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fba2d4a-a0ac-4d76-9fdc-a2e72857e35e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:34.888925 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fba2d4a-a0ac-4d76-9fdc-a2e72857e35e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:34.893688 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47830) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:34.904643 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7fba2d4a-a0ac-4d76-9fdc-a2e72857e35e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/1a893860-0632-4c37-a8de-42bd1b264ddb HTTP/1.1" status: 404 len: 337 time: 0.0867038 Jul 14 09:16:34.905158 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf4403b-0b60-4098-9642-d148503a5062 x-openstack-request-id: req-fdf4403b-0b60-4098-9642-d148503a5062 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:34.905456 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "tag": "2a5cfa4e-dbe9-436e-8fa1-4ef550880916", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:34.905714 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fdf4403b-0b60-4098-9642-d148503a5062 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:34.906110 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'tag': '2a5cfa4e-dbe9-436e-8fa1-4ef550880916', 'status': 'completed', 'code': 200} Jul 14 09:16:35.040493 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7bb1eb-2a08-4887-8c3c-16ad376ccdbe tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:35.041157 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b7bb1eb-2a08-4887-8c3c-16ad376ccdbe tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:35.042814 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1b7bb1eb-2a08-4887-8c3c-16ad376ccdbe tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/5a353f30-4ad5-42e7-aeb7-aa75a8573d42 HTTP/1.1" status: 404 len: 337 time: 0.1467524 Jul 14 09:16:35.061914 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47836) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:35.127325 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a1a82440-a638-4506-b266-4484d36562ec tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb5f9d39-f8cd-417c-93b3-1962572f93a5 HTTP/1.1" status: 200 len: 205 time: 0.0637505 Jul 14 09:16:35.131769 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47838) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:35.143953 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f07798f4-b389-450e-8233-f50142835673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d9e2c32-d3bd-4896-8ea6-73f8af857809 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:35.154968 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f07798f4-b389-450e-8233-f50142835673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.176100 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f07798f4-b389-450e-8233-f50142835673 service neutron] Transition to ACTIVE for port object 9d9e2c32-d3bd-4896-8ea6-73f8af857809 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:35.181545 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f07798f4-b389-450e-8233-f50142835673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.196515 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 42ff4b07-478b-4ed6-a82d-d2859a8e1e76, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=42ff4b07-478b-4ed6-a82d-d2859a8e1e76,segment=NetworkSegment(3b49e30b-89cf-44a7-b35c-c83d2468b697),segment_id=3b49e30b-89cf-44a7-b35c-c83d2468b697)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:35.232971 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 79b2ddd0-2eea-4698-a066-66de86681b3f, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=79b2ddd0-2eea-4698-a066-66de86681b3f,segment=NetworkSegment(3b49e30b-89cf-44a7-b35c-c83d2468b697),segment_id=3b49e30b-89cf-44a7-b35c-c83d2468b697)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:35.235742 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '42ff4b07-478b-4ed6-a82d-d2859a8e1e76', 'network_id': '1c74fe01-5fa0-4aec-8a3b-7b0306de2f24', 'port_id': '42ff4b07-478b-4ed6-a82d-d2859a8e1e76', 'mac_address': 'fa:16:3e:5d:54:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c15e3fd6-426b-432e-b7e5-8fd4945ece63', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:16:35.241282 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-29b8750d-a0d1-431b-95a5-97cd86115a15 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] delete failed (client error): The resource could not be found. Jul 14 09:16:35.250522 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.255302 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-29b8750d-a0d1-431b-95a5-97cd86115a15 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/routers/cb5f9d39-f8cd-417c-93b3-1962572f93a5 HTTP/1.1" status: 404 len: 336 time: 0.1185207 Jul 14 09:16:35.259166 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47840) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:35.290533 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=9ea0e249-c974-4982-9dd5-f9a9dc765a32,revision_number=13']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:35.297939 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07798f4-b389-450e-8233-f50142835673 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9e2c32-d3bd-4896-8ea6-73f8af857809,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:35.377747 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=79b2ddd0-2eea-4698-a066-66de86681b3f,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:35.413473 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d38b63d-7f73-4a2e-b6e0-a75a000ccd19 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:35.415769 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d38b63d-7f73-4a2e-b6e0-a75a000ccd19 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:35.422310 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7d38b63d-7f73-4a2e-b6e0-a75a000ccd19 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/cae0beed-8aff-4880-b20f-0d03075a1e42 HTTP/1.1" status: 404 len: 337 time: 0.1399553 Jul 14 09:16:35.424980 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47848) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:35.441872 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.473139 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c7187-ac4f-470f-b039-c28ad7d30b69 req-631c1e97-a3e8-4e5d-a67b-4eaa1fd4900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:35.473966 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c7187-ac4f-470f-b039-c28ad7d30b69 req-631c1e97-a3e8-4e5d-a67b-4eaa1fd4900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:35.474527 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ff4b07-478b-4ed6-a82d-d2859a8e1e76 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:35.474884 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c7187-ac4f-470f-b039-c28ad7d30b69 req-631c1e97-a3e8-4e5d-a67b-4eaa1fd4900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:35.476005 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c7187-ac4f-470f-b039-c28ad7d30b69 req-631c1e97-a3e8-4e5d-a67b-4eaa1fd4900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:35.477196 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c7187-ac4f-470f-b039-c28ad7d30b69 req-631c1e97-a3e8-4e5d-a67b-4eaa1fd4900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:35.477854 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c7187-ac4f-470f-b039-c28ad7d30b69 req-631c1e97-a3e8-4e5d-a67b-4eaa1fd4900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:35.478506 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c7187-ac4f-470f-b039-c28ad7d30b69 req-631c1e97-a3e8-4e5d-a67b-4eaa1fd4900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:35.480647 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-963c7187-ac4f-470f-b039-c28ad7d30b69 req-631c1e97-a3e8-4e5d-a67b-4eaa1fd4900b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ff8ef452914843b3a211f5977d735f89&device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 6346 time: 0.4777384 Jul 14 09:16:35.517417 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8f19d-0ce8-47f0-be8c-bd9fbb26ca1d req-0a83f399-bfdd-41fb-a4fc-271a37a64c49 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:35.519988 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f07798f4-b389-450e-8233-f50142835673 service neutron] Attempting to bind port 9d9e2c32-d3bd-4896-8ea6-73f8af857809 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:35.520539 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f07798f4-b389-450e-8233-f50142835673 service neutron] Attempting to bind port 9d9e2c32-d3bd-4896-8ea6-73f8af857809 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f88ba657-d9b2-4a2f-8603-745af5d48899'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:35.521352 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f07798f4-b389-450e-8233-f50142835673 service neutron] Attempting to bind port 9d9e2c32-d3bd-4896-8ea6-73f8af857809 on network f88ba657-d9b2-4a2f-8603-745af5d48899 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:35.526274 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-80f8f19d-0ce8-47f0-be8c-bd9fbb26ca1d req-0a83f399-bfdd-41fb-a4fc-271a37a64c49 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.5932415 Jul 14 09:16:35.527342 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f07798f4-b389-450e-8233-f50142835673 service neutron] Port 9d9e2c32-d3bd-4896-8ea6-73f8af857809 on network f88ba657-d9b2-4a2f-8603-745af5d48899 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:35.527713 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f07798f4-b389-450e-8233-f50142835673 service neutron] Attempting to bind port 9d9e2c32-d3bd-4896-8ea6-73f8af857809 on network f88ba657-d9b2-4a2f-8603-745af5d48899 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:35.528187 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 42ff4b07-478b-4ed6-a82d-d2859a8e1e76, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=42ff4b07-478b-4ed6-a82d-d2859a8e1e76,segment=NetworkSegment(3b49e30b-89cf-44a7-b35c-c83d2468b697),segment_id=3b49e30b-89cf-44a7-b35c-c83d2468b697)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:35.533309 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.537258 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f07798f4-b389-450e-8233-f50142835673 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:35.537690 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f07798f4-b389-450e-8233-f50142835673 service neutron] Checking segment: {'id': 'f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f88ba657-d9b2-4a2f-8603-745af5d48899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:35.538002 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f07798f4-b389-450e-8233-f50142835673 service neutron] Bound using segment: {'id': 'f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f88ba657-d9b2-4a2f-8603-745af5d48899'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:35.538435 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f07798f4-b389-450e-8233-f50142835673 service neutron] Bound port: 9d9e2c32-d3bd-4896-8ea6-73f8af857809, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f88ba657-d9b2-4a2f-8603-745af5d48899'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:35.538857 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f07798f4-b389-450e-8233-f50142835673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.547954 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ee717b6d-248a-4605-8c49-f41f398f287c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "GET /v2.0/ports?device_id=004c341d-35df-4a16-b109-93984524fda5 HTTP/1.1" status: 200 len: 205 time: 0.1203587 Jul 14 09:16:35.561698 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47852) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:35.640494 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=42ff4b07-478b-4ed6-a82d-d2859a8e1e76,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:35.710516 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f07798f4-b389-450e-8233-f50142835673 service neutron] For port 9d9e2c32-d3bd-4896-8ea6-73f8af857809, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:35.717913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f07798f4-b389-450e-8233-f50142835673 service neutron] For port 9d9e2c32-d3bd-4896-8ea6-73f8af857809, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9d9e2c32-d3bd-4896-8ea6-73f8af857809,segment=NetworkSegment(f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a),segment_id=f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:35.724449 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f07798f4-b389-450e-8233-f50142835673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.772788 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f07798f4-b389-450e-8233-f50142835673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:35.774259 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f07798f4-b389-450e-8233-f50142835673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.776350 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f07798f4-b389-450e-8233-f50142835673 service neutron] 10.222.0.44 "PUT /v2.0/ports/9d9e2c32-d3bd-4896-8ea6-73f8af857809 HTTP/1.1" status: 200 len: 1092 time: 1.6011291 Jul 14 09:16:35.783753 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['42ff4b07-478b-4ed6-a82d-d2859a8e1e76'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:35.813334 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-7a747bb7-e6f3-4cd5-b748-28a184dd42ca service neutron] Request body: {'port': {'device_id': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:35.925664 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-7a747bb7-e6f3-4cd5-b748-28a184dd42ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.028047 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07798f4-b389-450e-8233-f50142835673 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9e2c32-d3bd-4896-8ea6-73f8af857809,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:36.151806 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-852cd09d-4bb4-4b7f-b2ca-6e2d2ea9dd6b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] delete failed (client error): The resource could not be found. Jul 14 09:16:36.153070 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-852cd09d-4bb4-4b7f-b2ca-6e2d2ea9dd6b tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/routers/004c341d-35df-4a16-b109-93984524fda5 HTTP/1.1" status: 404 len: 336 time: 0.5900450 Jul 14 09:16:36.169009 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47864) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:36.212848 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-78023a63-0f14-4e9d-94e3-d3e443d3084c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:36.213432 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78023a63-0f14-4e9d-94e3-d3e443d3084c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:36.217963 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-78023a63-0f14-4e9d-94e3-d3e443d3084c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/d8781fbc-3dd8-48e1-b22e-23f6880c0d43 HTTP/1.1" status: 404 len: 337 time: 0.0478768 Jul 14 09:16:36.218665 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47866) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:36.255762 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a27a02d1-83e7-4581-94da-8e24260cb582 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:36.256380 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a27a02d1-83e7-4581-94da-8e24260cb582 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:36.261200 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a27a02d1-83e7-4581-94da-8e24260cb582 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/819a3540-2a01-4e20-bb3d-8c5742a006c0 HTTP/1.1" status: 404 len: 337 time: 0.0367486 Jul 14 09:16:36.261402 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c7187-ac4f-470f-b039-c28ad7d30b69 req-2e86e131-cb9b-46fd-bef8-2cb3fe1b6499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:36.261402 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c7187-ac4f-470f-b039-c28ad7d30b69 req-2e86e131-cb9b-46fd-bef8-2cb3fe1b6499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:36.261402 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c7187-ac4f-470f-b039-c28ad7d30b69 req-2e86e131-cb9b-46fd-bef8-2cb3fe1b6499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:36.262626 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47868) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:36.264576 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-963c7187-ac4f-470f-b039-c28ad7d30b69 req-2e86e131-cb9b-46fd-bef8-2cb3fe1b6499 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ff8ef452914843b3a211f5977d735f89&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.7631958 Jul 14 09:16:36.295534 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-80f8f19d-0ce8-47f0-be8c-bd9fbb26ca1d req-4b113c6f-ca7d-4441-8477-4b06db5633f9 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7624786 Jul 14 09:16:36.316914 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea22449-5040-4929-8f54-efe7d5824d2a req-72a49acf-ae86-4197-bb02-67f8ea83e19a tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:36.332584 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ea22449-5040-4929-8f54-efe7d5824d2a req-72a49acf-ae86-4197-bb02-67f8ea83e19a tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 946 time: 1.1093097 Jul 14 09:16:36.398952 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebafe54-3901-4255-afe2-f56ef14154b8 x-openstack-request-id: req-8ebafe54-3901-4255-afe2-f56ef14154b8 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:36.400145 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c17b03-1cc1-48c1-8c31-770eb5debccd", "name": "network-vif-plugged", "status": "completed", "tag": "9ea0e249-c974-4982-9dd5-f9a9dc765a32", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:36.400687 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ebafe54-3901-4255-afe2-f56ef14154b8 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:36.401198 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c17b03-1cc1-48c1-8c31-770eb5debccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea0e249-c974-4982-9dd5-f9a9dc765a32', 'code': 200} Jul 14 09:16:36.405255 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e938d557-6b89-4405-9567-309cfd5ce4c0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:36.405930 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e938d557-6b89-4405-9567-309cfd5ce4c0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:36.410148 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e938d557-6b89-4405-9567-309cfd5ce4c0 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/52089df9-f014-4c8d-a134-8f1fa59c6fc4 HTTP/1.1" status: 404 len: 333 time: 0.1451373 Jul 14 09:16:36.423271 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47870) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:36.501034 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-524d3897-cc8f-481a-b746-575b9655615e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:36.502493 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524d3897-cc8f-481a-b746-575b9655615e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:36.506417 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-524d3897-cc8f-481a-b746-575b9655615e tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/ccc66390-76ec-4f08-8f46-146f8439d521 HTTP/1.1" status: 404 len: 337 time: 0.0661941 Jul 14 09:16:36.509219 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47872) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:36.626776 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ea22449-5040-4929-8f54-efe7d5824d2a req-6dfc7aa4-6ca3-4e64-88d7-111e7dff57fb tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2836151 Jul 14 09:16:36.629014 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a806656c-a5a0-41c5-9d43-14fcd53bd269 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:36.629998 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a806656c-a5a0-41c5-9d43-14fcd53bd269 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:36.632659 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a806656c-a5a0-41c5-9d43-14fcd53bd269 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/5c213373-502a-43fc-a87d-16637f8d49da HTTP/1.1" status: 404 len: 333 time: 0.1223462 Jul 14 09:16:36.637800 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43371d-d7fe-4bb4-b540-c510aa825b94 req-228a5d19-48c8-460c-b22b-93fd35f922a6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:36.639450 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1e43371d-d7fe-4bb4-b540-c510aa825b94 req-228a5d19-48c8-460c-b22b-93fd35f922a6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 949 time: 0.3293207 Jul 14 09:16:36.640343 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47878) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:36.656546 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c7187-ac4f-470f-b039-c28ad7d30b69 req-4ec151db-a077-45ab-9b75-74ca64195961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:36.658060 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-963c7187-ac4f-470f-b039-c28ad7d30b69 req-4ec151db-a077-45ab-9b75-74ca64195961 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3208356 Jul 14 09:16:36.673310 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c14592-c7a4-40d8-a418-647f717c6e1d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:36.673772 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49c14592-c7a4-40d8-a418-647f717c6e1d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:36.678027 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-49c14592-c7a4-40d8-a418-647f717c6e1d tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/aaf2abcd-13ca-4ac5-8960-0c24efddd20b HTTP/1.1" status: 404 len: 337 time: 0.0331094 Jul 14 09:16:36.684677 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47882) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:36.730505 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd38ce77-1802-4dbb-993f-5df6c6db56e5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:36.739607 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd38ce77-1802-4dbb-993f-5df6c6db56e5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:36.741714 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-dd38ce77-1802-4dbb-993f-5df6c6db56e5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/c82c2555-55d1-4d6b-aa97-6e64e2f9e56a HTTP/1.1" status: 404 len: 333 time: 0.0560517 Jul 14 09:16:36.746675 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47884) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:36.780062 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c2c3d9-2dde-4edf-827d-54cf79bb61dc tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:36.780997 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c2c3d9-2dde-4edf-827d-54cf79bb61dc tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:36.784583 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e1c2c3d9-2dde-4edf-827d-54cf79bb61dc tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/acd44a2a-436c-4379-9f4a-bf3017cfff96 HTTP/1.1" status: 404 len: 337 time: 0.0346498 Jul 14 09:16:36.784936 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47886) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:36.795091 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-7a747bb7-e6f3-4cd5-b748-28a184dd42ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec03830c-6d12-40d0-8974-6acc684013fd {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:36.805910 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-7a747bb7-e6f3-4cd5-b748-28a184dd42ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.817251 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e12d82-9985-4a52-b4ab-10e277319376 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:36.817973 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7e12d82-9985-4a52-b4ab-10e277319376 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:36.819694 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e7e12d82-9985-4a52-b4ab-10e277319376 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/0bd1f402-6578-429b-8588-bc4594dcf182 HTTP/1.1" status: 404 len: 333 time: 0.0338578 Jul 14 09:16:36.822629 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-7a747bb7-e6f3-4cd5-b748-28a184dd42ca service neutron] Transition to ACTIVE for port object ec03830c-6d12-40d0-8974-6acc684013fd will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:36.824254 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47888) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:36.850929 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-7a747bb7-e6f3-4cd5-b748-28a184dd42ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.856625 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcfd97-f865-4a36-9a07-1c6d1a020c5e req-ef8b399e-889f-4a53-870d-857895d353c5 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:36.858165 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-31fcfd97-f865-4a36-9a07-1c6d1a020c5e req-ef8b399e-889f-4a53-870d-857895d353c5 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c17b03-1cc1-48c1-8c31-770eb5debccd HTTP/1.1" status: 200 len: 949 time: 0.3024111 Jul 14 09:16:36.861458 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e96f38a-5b9b-49be-9d06-cf84e1ee1f39 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:36.861925 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e96f38a-5b9b-49be-9d06-cf84e1ee1f39 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:36.866006 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1e96f38a-5b9b-49be-9d06-cf84e1ee1f39 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/7435a910-95fc-41e8-99ef-4c5c261fb983 HTTP/1.1" status: 404 len: 337 time: 0.0384624 Jul 14 09:16:36.871666 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47890) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:36.910050 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'tag': '9d9e2c32-d3bd-4896-8ea6-73f8af857809'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:36.912385 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad91f373-edd8-48e2-a63e-f1a2d41be55a" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "tag": "9d9e2c32-d3bd-4896-8ea6-73f8af857809"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:36.915571 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-323ab7e6-b692-4ce3-8fe1-ed1e7e0f42c5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:36.915978 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-323ab7e6-b692-4ce3-8fe1-ed1e7e0f42c5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:36.917802 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-323ab7e6-b692-4ce3-8fe1-ed1e7e0f42c5 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/73d8cb2a-b3d8-45bc-b0b1-3521d86bc087 HTTP/1.1" status: 404 len: 333 time: 0.0438952 Jul 14 09:16:36.923757 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47894) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:36.928582 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a747bb7-e6f3-4cd5-b748-28a184dd42ca service neutron] Pushing event updated for resources: {'Port': ['ID=ec03830c-6d12-40d0-8974-6acc684013fd,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:36.936232 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-1e43371d-d7fe-4bb4-b540-c510aa825b94 req-a79dbf31-392a-40cb-8ff9-24f3132682c6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Deleting port 9ea0e249-c974-4982-9dd5-f9a9dc765a32 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:36.936858 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1e43371d-d7fe-4bb4-b540-c510aa825b94 req-a79dbf31-392a-40cb-8ff9-24f3132682c6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.976391 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-31fcfd97-f865-4a36-9a07-1c6d1a020c5e req-de9af05a-3384-4702-9a09-cfff4ba27b55 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118786 Jul 14 09:16:36.978495 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bba339e-7715-41e4-b3d1-1c8ffa55b5bc tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:36.979768 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bba339e-7715-41e4-b3d1-1c8ffa55b5bc tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:36.983772 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0bba339e-7715-41e4-b3d1-1c8ffa55b5bc tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/d050ecde-4484-4e64-98cf-4f0d6878e1e8 HTTP/1.1" status: 404 len: 337 time: 0.0539463 Jul 14 09:16:36.984440 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47896) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:37.019113 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fd734a9-1553-459e-a6ff-f4e455dde3d3 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:37.020114 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fd734a9-1553-459e-a6ff-f4e455dde3d3 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:37.025120 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9fd734a9-1553-459e-a6ff-f4e455dde3d3 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/ae8f80b5-ca1d-43f5-b87c-bbfb900fb137 HTTP/1.1" status: 404 len: 333 time: 0.0392740 Jul 14 09:16:37.025869 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47898) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:37.069285 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d3a54-a0df-422c-993f-46b5475acf38 req-f4aabb93-54c4-4595-96fc-0555ef0af0d0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:37.076603 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d3a54-a0df-422c-993f-46b5475acf38 req-f4aabb93-54c4-4595-96fc-0555ef0af0d0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:37.083810 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d3a54-a0df-422c-993f-46b5475acf38 req-f4aabb93-54c4-4595-96fc-0555ef0af0d0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:37.084654 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-1e43371d-d7fe-4bb4-b540-c510aa825b94 req-a79dbf31-392a-40cb-8ff9-24f3132682c6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] For port 9ea0e249-c974-4982-9dd5-f9a9dc765a32, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9ea0e249-c974-4982-9dd5-f9a9dc765a32,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:37.085050 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1e43371d-d7fe-4bb4-b540-c510aa825b94 req-a79dbf31-392a-40cb-8ff9-24f3132682c6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.091961 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d3a54-a0df-422c-993f-46b5475acf38 req-f4aabb93-54c4-4595-96fc-0555ef0af0d0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:37.098682 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d3a54-a0df-422c-993f-46b5475acf38 req-f4aabb93-54c4-4595-96fc-0555ef0af0d0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:37.102614 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-1e43371d-d7fe-4bb4-b540-c510aa825b94 req-a79dbf31-392a-40cb-8ff9-24f3132682c6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Calling delete_port for 9ea0e249-c974-4982-9dd5-f9a9dc765a32 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:37.106960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d3a54-a0df-422c-993f-46b5475acf38 req-f4aabb93-54c4-4595-96fc-0555ef0af0d0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:37.114281 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d3a54-a0df-422c-993f-46b5475acf38 req-f4aabb93-54c4-4595-96fc-0555ef0af0d0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:37.116403 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a3d3a54-a0df-422c-993f-46b5475acf38 req-f4aabb93-54c4-4595-96fc-0555ef0af0d0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5418 time: 0.3018394 Jul 14 09:16:37.139223 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-563f809e-b2ab-4a2d-be39-7cae721f8831 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:37.139692 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-563f809e-b2ab-4a2d-be39-7cae721f8831 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:37.141380 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-563f809e-b2ab-4a2d-be39-7cae721f8831 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/7f0a2792-3a7b-40c0-8228-621623025c3e HTTP/1.1" status: 404 len: 337 time: 0.1101766 Jul 14 09:16:37.156461 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47900) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:37.208557 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d3c3d5-588e-4986-9580-c08d6081e7a4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:37.209347 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7d3c3d5-588e-4986-9580-c08d6081e7a4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:37.211710 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e7d3c3d5-588e-4986-9580-c08d6081e7a4 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/ports/0ed7745c-c26f-42e7-bee6-66fb86b9e464 HTTP/1.1" status: 404 len: 333 time: 0.0523105 Jul 14 09:16:37.214622 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a3d3a54-a0df-422c-993f-46b5475acf38 req-d0cf273f-84cf-4b47-bf3a-6070907d7ef3 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0777631 Jul 14 09:16:37.215960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47902) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:37.245224 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0562d7b5-78b6-4408-8d10-aaf0f56a4b9c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:37.245688 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0562d7b5-78b6-4408-8d10-aaf0f56a4b9c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:37.247446 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0562d7b5-78b6-4408-8d10-aaf0f56a4b9c tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/subnets/060a18e8-2fc2-4e90-a5c6-dc724073384f HTTP/1.1" status: 404 len: 337 time: 0.0305474 Jul 14 09:16:37.250974 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47906) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:37.276384 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-7a747bb7-e6f3-4cd5-b748-28a184dd42ca service neutron] Attempting to bind port ec03830c-6d12-40d0-8974-6acc684013fd on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:37.276754 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-7a747bb7-e6f3-4cd5-b748-28a184dd42ca service neutron] Attempting to bind port ec03830c-6d12-40d0-8974-6acc684013fd by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f88ba657-d9b2-4a2f-8603-745af5d48899'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:37.277095 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-7a747bb7-e6f3-4cd5-b748-28a184dd42ca service neutron] Attempting to bind port ec03830c-6d12-40d0-8974-6acc684013fd on network f88ba657-d9b2-4a2f-8603-745af5d48899 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:37.290251 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-7a747bb7-e6f3-4cd5-b748-28a184dd42ca service neutron] Port ec03830c-6d12-40d0-8974-6acc684013fd on network f88ba657-d9b2-4a2f-8603-745af5d48899 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:37.290727 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-7a747bb7-e6f3-4cd5-b748-28a184dd42ca service neutron] Attempting to bind port ec03830c-6d12-40d0-8974-6acc684013fd on network f88ba657-d9b2-4a2f-8603-745af5d48899 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:37.332124 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-7a747bb7-e6f3-4cd5-b748-28a184dd42ca service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:37.332505 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-7a747bb7-e6f3-4cd5-b748-28a184dd42ca service neutron] Checking segment: {'id': 'f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f88ba657-d9b2-4a2f-8603-745af5d48899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:37.332867 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-7a747bb7-e6f3-4cd5-b748-28a184dd42ca service neutron] Bound using segment: {'id': 'f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f88ba657-d9b2-4a2f-8603-745af5d48899'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:37.333400 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-7a747bb7-e6f3-4cd5-b748-28a184dd42ca service neutron] Bound port: ec03830c-6d12-40d0-8974-6acc684013fd, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f88ba657-d9b2-4a2f-8603-745af5d48899'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:37.333680 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-7a747bb7-e6f3-4cd5-b748-28a184dd42ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.334880 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081d2a3-6f28-49e0-bdf5-ea891338243e req-009a03f4-c587-4690-bb8c-9a3cb0811328 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:37.342497 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1081d2a3-6f28-49e0-bdf5-ea891338243e req-009a03f4-c587-4690-bb8c-9a3cb0811328 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77621ae-aa9b-460b-bca8-4035eb843cd3 HTTP/1.1" status: 200 len: 945 time: 0.2069879 Jul 14 09:16:37.384385 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f881fd08-f503-433d-a341-86167e4488f7 x-openstack-request-id: req-f881fd08-f503-433d-a341-86167e4488f7 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:37.384733 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "tag": "9d9e2c32-d3bd-4896-8ea6-73f8af857809", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:37.384991 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f881fd08-f503-433d-a341-86167e4488f7 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:37.385398 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'tag': '9d9e2c32-d3bd-4896-8ea6-73f8af857809', 'status': 'completed', 'code': 200} Jul 14 09:16:37.388105 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1e43371d-d7fe-4bb4-b540-c510aa825b94 req-a79dbf31-392a-40cb-8ff9-24f3132682c6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.402119 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['6c382b8b-b54f-495e-9d8b-0660c468bb6a', '50a31227-651d-49c1-910d-ae94f403daa0'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:37.405083 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['7c586b3c-9a43-440a-9dae-7207d72ecabd', '9ea0e249-c974-4982-9dd5-f9a9dc765a32'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:37.412085 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83b80971-8669-4d13-bf47-7e5aa35a8314 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.448992 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79dbf31-392a-40cb-8ff9-24f3132682c6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Pushing event deleted for resources: {'Port': ['ID=9ea0e249-c974-4982-9dd5-f9a9dc765a32,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:37.458970 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1081d2a3-6f28-49e0-bdf5-ea891338243e req-c822a3a6-b1f9-4150-84bf-85ecfbcabbd6 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23a2d92-ebd2-424c-9415-aed8994bc317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154733 Jul 14 09:16:37.534712 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-7a747bb7-e6f3-4cd5-b748-28a184dd42ca service neutron] For port ec03830c-6d12-40d0-8974-6acc684013fd, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:37.537782 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e43371d-d7fe-4bb4-b540-c510aa825b94 req-a79dbf31-392a-40cb-8ff9-24f3132682c6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] No DVR routers for this DVR port 9ea0e249-c974-4982-9dd5-f9a9dc765a32 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:37.543321 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1e43371d-d7fe-4bb4-b540-c510aa825b94 req-a79dbf31-392a-40cb-8ff9-24f3132682c6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.546943 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1e43371d-d7fe-4bb4-b540-c510aa825b94 req-a79dbf31-392a-40cb-8ff9-24f3132682c6 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.44 "DELETE /v2.0/ports/9ea0e249-c974-4982-9dd5-f9a9dc765a32 HTTP/1.1" status: 204 len: 173 time: 0.8685069 Jul 14 09:16:37.565046 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-7a747bb7-e6f3-4cd5-b748-28a184dd42ca service neutron] For port ec03830c-6d12-40d0-8974-6acc684013fd, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ec03830c-6d12-40d0-8974-6acc684013fd,segment=NetworkSegment(f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a),segment_id=f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:37.572869 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-7a747bb7-e6f3-4cd5-b748-28a184dd42ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.594096 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-7a747bb7-e6f3-4cd5-b748-28a184dd42ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:37.594789 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-7a747bb7-e6f3-4cd5-b748-28a184dd42ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.597198 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-7a747bb7-e6f3-4cd5-b748-28a184dd42ca service neutron] 10.222.0.44 "PUT /v2.0/ports/ec03830c-6d12-40d0-8974-6acc684013fd HTTP/1.1" status: 200 len: 1092 time: 1.7879026 Jul 14 09:16:37.702429 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 3a61054c-ca03-43e7-a0bf-a3248953dd22 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:37.710842 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a747bb7-e6f3-4cd5-b748-28a184dd42ca service neutron] Pushing event updated for resources: {'Port': ['ID=ec03830c-6d12-40d0-8974-6acc684013fd,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:37.983890 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83b80971-8669-4d13-bf47-7e5aa35a8314 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.015166 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91f373-edd8-48e2-a63e-f1a2d41be55a req-7ffa1122-1acf-4388-99bf-88d3819a8b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:38.016196 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91f373-edd8-48e2-a63e-f1a2d41be55a req-7ffa1122-1acf-4388-99bf-88d3819a8b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:38.016844 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91f373-edd8-48e2-a63e-f1a2d41be55a req-7ffa1122-1acf-4388-99bf-88d3819a8b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:38.017509 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91f373-edd8-48e2-a63e-f1a2d41be55a req-7ffa1122-1acf-4388-99bf-88d3819a8b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:38.018413 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91f373-edd8-48e2-a63e-f1a2d41be55a req-7ffa1122-1acf-4388-99bf-88d3819a8b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:38.019635 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91f373-edd8-48e2-a63e-f1a2d41be55a req-7ffa1122-1acf-4388-99bf-88d3819a8b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:38.020290 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91f373-edd8-48e2-a63e-f1a2d41be55a req-7ffa1122-1acf-4388-99bf-88d3819a8b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:38.022544 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad91f373-edd8-48e2-a63e-f1a2d41be55a req-7ffa1122-1acf-4388-99bf-88d3819a8b5c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ff8ef452914843b3a211f5977d735f89&device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 6440 time: 0.6281457 Jul 14 09:16:38.030171 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-83b80971-8669-4d13-bf47-7e5aa35a8314 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b2ec29-2184-48d5-8c16-380a3c464388']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:38.058626 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-83b80971-8669-4d13-bf47-7e5aa35a8314 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '954a0328-d3cc-4650-b737-2519e27f3c0b') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:38.058935 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-83b80971-8669-4d13-bf47-7e5aa35a8314 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '954a0328-d3cc-4650-b737-2519e27f3c0b') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:38.069991 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47fe6d-16f3-449a-85ed-a61d67af98ba req-4586109b-27e2-4797-8a44-dbb4b8505e71 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:38.078422 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cf47fe6d-16f3-449a-85ed-a61d67af98ba req-4586109b-27e2-4797-8a44-dbb4b8505e71 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.5594056 Jul 14 09:16:38.091974 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 42ff4b07-478b-4ed6-a82d-d2859a8e1e76 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:38.131781 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 3a61054c-ca03-43e7-a0bf-a3248953dd22 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:38.176994 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 3a61054c-ca03-43e7-a0bf-a3248953dd22 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:38.177644 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.215055 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83b80971-8669-4d13-bf47-7e5aa35a8314 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.250084 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83b80971-8669-4d13-bf47-7e5aa35a8314 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.315087 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b80971-8669-4d13-bf47-7e5aa35a8314 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:38.315736 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83b80971-8669-4d13-bf47-7e5aa35a8314 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.331784 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cf47fe6d-16f3-449a-85ed-a61d67af98ba req-6d9fda25-202f-47ab-af67-09d9c323211b tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2521868 Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:38.333658 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:38.390168 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 42ff4b07-478b-4ed6-a82d-d2859a8e1e76 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:38.406963 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 42ff4b07-478b-4ed6-a82d-d2859a8e1e76 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:38.408180 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.409729 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3192eac-651e-455a-b892-fcfbe5408aec req-6df06117-5872-497c-9913-a4d5bc929879 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:38.410673 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4100a38-c27a-445b-aa25-50438acfd5b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b2ddd0-2eea-4698-a066-66de86681b3f'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:38.414118 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50942a5e-7848-4e18-b79d-4f6cee7745da" -d '{"events": [{"server_uuid": "d4100a38-c27a-445b-aa25-50438acfd5b6", "name": "network-vif-plugged", "status": "completed", "tag": "79b2ddd0-2eea-4698-a066-66de86681b3f"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:38.417275 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3192eac-651e-455a-b892-fcfbe5408aec req-6df06117-5872-497c-9913-a4d5bc929879 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 946 time: 0.5432839 Jul 14 09:16:38.465820 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91f373-edd8-48e2-a63e-f1a2d41be55a req-6237da4f-9aff-4325-8a92-dc9d78966a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:38.466428 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91f373-edd8-48e2-a63e-f1a2d41be55a req-6237da4f-9aff-4325-8a92-dc9d78966a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:38.466887 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91f373-edd8-48e2-a63e-f1a2d41be55a req-6237da4f-9aff-4325-8a92-dc9d78966a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:38.468581 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad91f373-edd8-48e2-a63e-f1a2d41be55a req-6237da4f-9aff-4325-8a92-dc9d78966a1b service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ff8ef452914843b3a211f5977d735f89&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4267209 Jul 14 09:16:38.486424 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3192eac-651e-455a-b892-fcfbe5408aec req-dac978fb-6cbb-4158-ae49-230146598894 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682209 Jul 14 09:16:38.499829 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83b80971-8669-4d13-bf47-7e5aa35a8314 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.506337 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83b80971-8669-4d13-bf47-7e5aa35a8314 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.512595 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-83b80971-8669-4d13-bf47-7e5aa35a8314 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] 10.222.0.25 "DELETE /v2.0/networks/d4b2ec29-2184-48d5-8c16-380a3c464388 HTTP/1.1" status: 204 len: 168 time: 1.2601998 Jul 14 09:16:38.585300 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b80971-8669-4d13-bf47-7e5aa35a8314 tempest-NetworksTestDHCPv6-1283576572 tempest-NetworksTestDHCPv6-1283576572-project] Pushing event deleted for resources: {'Network': ['ID=d4b2ec29-2184-48d5-8c16-380a3c464388,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:38.614768 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2ef65f-745a-4f4e-9c69-50bf76bb6d41 x-openstack-request-id: req-8b2ef65f-745a-4f4e-9c69-50bf76bb6d41 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:38.615232 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4100a38-c27a-445b-aa25-50438acfd5b6", "name": "network-vif-plugged", "status": "completed", "tag": "79b2ddd0-2eea-4698-a066-66de86681b3f", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:38.615742 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b2ef65f-745a-4f4e-9c69-50bf76bb6d41 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:38.616591 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4100a38-c27a-445b-aa25-50438acfd5b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b2ddd0-2eea-4698-a066-66de86681b3f', 'code': 200} Jul 14 09:16:38.731994 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.797401 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91f373-edd8-48e2-a63e-f1a2d41be55a req-8576eee7-ebcd-44ac-82c9-a7e380840faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:38.802497 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad91f373-edd8-48e2-a63e-f1a2d41be55a req-8576eee7-ebcd-44ac-82c9-a7e380840faf service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3127112 Jul 14 09:16:38.857330 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.879183 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 3a61054c-ca03-43e7-a0bf-a3248953dd22, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=3a61054c-ca03-43e7-a0bf-a3248953dd22,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:38.900301 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.036117 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41568e8c-2a52-4f94-a5c3-1b5aac218b6c req-7d581886-870d-4d34-be40-72ca567a9f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.038006 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=3a61054c-ca03-43e7-a0bf-a3248953dd22,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:39.038332 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-41568e8c-2a52-4f94-a5c3-1b5aac218b6c req-7d581886-870d-4d34-be40-72ca567a9f82 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d4100a38-c27a-445b-aa25-50438acfd5b6 HTTP/1.1" status: 200 len: 1098 time: 0.3769844 Jul 14 09:16:39.073819 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-1aec5614-48aa-45fa-af0e-7765330fc92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.074596 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-1aec5614-48aa-45fa-af0e-7765330fc92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.075240 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-1aec5614-48aa-45fa-af0e-7765330fc92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.076126 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-1aec5614-48aa-45fa-af0e-7765330fc92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.076773 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-1aec5614-48aa-45fa-af0e-7765330fc92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.077411 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-1aec5614-48aa-45fa-af0e-7765330fc92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.078051 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-1aec5614-48aa-45fa-af0e-7765330fc92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.079852 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47950) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:39.081238 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-1aec5614-48aa-45fa-af0e-7765330fc92a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ff8ef452914843b3a211f5977d735f89&device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 6482 time: 0.2257628 Jul 14 09:16:39.094525 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b8415-244e-4e1c-9ff3-2cc44aceed4c req-68f60948-1ec0-4618-ae3e-743107aff7ef tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.104461 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b8415-244e-4e1c-9ff3-2cc44aceed4c req-68f60948-1ec0-4618-ae3e-743107aff7ef tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.110122 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 42ff4b07-478b-4ed6-a82d-d2859a8e1e76, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=42ff4b07-478b-4ed6-a82d-d2859a8e1e76,segment=NetworkSegment(3b49e30b-89cf-44a7-b35c-c83d2468b697),segment_id=3b49e30b-89cf-44a7-b35c-c83d2468b697)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:39.111116 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b8415-244e-4e1c-9ff3-2cc44aceed4c req-68f60948-1ec0-4618-ae3e-743107aff7ef tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.115104 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.118546 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b8415-244e-4e1c-9ff3-2cc44aceed4c req-68f60948-1ec0-4618-ae3e-743107aff7ef tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.126621 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b8415-244e-4e1c-9ff3-2cc44aceed4c req-68f60948-1ec0-4618-ae3e-743107aff7ef tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.133503 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b8415-244e-4e1c-9ff3-2cc44aceed4c req-68f60948-1ec0-4618-ae3e-743107aff7ef tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.152946 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b8415-244e-4e1c-9ff3-2cc44aceed4c req-68f60948-1ec0-4618-ae3e-743107aff7ef tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.159359 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba9b8415-244e-4e1c-9ff3-2cc44aceed4c req-68f60948-1ec0-4618-ae3e-743107aff7ef tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5418 time: 0.3557823 Jul 14 09:16:39.175914 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=42ff4b07-478b-4ed6-a82d-d2859a8e1e76,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:39.287281 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-0be83a9a-7751-409e-977c-872873609f57 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf4ec6aa-127a-4c61-9e72-9dc4988aae8b HTTP/1.1" status: 200 len: 217 time: 0.1269553 Jul 14 09:16:39.293029 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba9b8415-244e-4e1c-9ff3-2cc44aceed4c req-b47fddf8-ecdb-4131-bb39-f6e8c2cdcdb5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1173456 Jul 14 09:16:39.302954 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-41568e8c-2a52-4f94-a5c3-1b5aac218b6c req-7b971f74-6c5b-46db-9604-df74c51f702b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e23a2d92-ebd2-424c-9415-aed8994bc317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573242 Jul 14 09:16:39.306882 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-50581ff9-5580-4ce8-a17c-ab9bb834be56 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=409ec55beccc4e089db53cc12b381e0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2255614 Jul 14 09:16:39.309265 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47958) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:39.377269 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ef860d1-b29b-4e08-8b0b-801a14a5912b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.389446 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c17b03-1cc1-48c1-8c31-770eb5debccd', 'name': 'network-vif-deleted', 'tag': '9ea0e249-c974-4982-9dd5-f9a9dc765a32'}, {'name': 'network-changed', 'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'tag': 'ec03830c-6d12-40d0-8974-6acc684013fd'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:39.393376 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c98955-0895-4123-93df-cbd776e7a829" -d '{"events": [{"server_uuid": "a2c17b03-1cc1-48c1-8c31-770eb5debccd", "name": "network-vif-deleted", "tag": "9ea0e249-c974-4982-9dd5-f9a9dc765a32"}, {"name": "network-changed", "server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "tag": "ec03830c-6d12-40d0-8974-6acc684013fd"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:39.416672 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ef860d1-b29b-4e08-8b0b-801a14a5912b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.473498 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61c8cc-4cd1-4977-8e2e-52d16729eaab req-7cdc2884-b581-444e-add7-ae3171e71ab9 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.477099 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d61c8cc-4cd1-4977-8e2e-52d16729eaab req-7cdc2884-b581-444e-add7-ae3171e71ab9 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77621ae-aa9b-460b-bca8-4035eb843cd3 HTTP/1.1" status: 200 len: 946 time: 0.2973557 Jul 14 09:16:39.487086 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-dd7f6b5a-6788-4ccc-bf71-347ed11dfb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.488655 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-dd7f6b5a-6788-4ccc-bf71-347ed11dfb4f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fb2be10d-9b03-46a3-ae63-922114d77bf7 HTTP/1.1" status: 200 len: 850 time: 0.1847703 Jul 14 09:16:39.496213 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ef860d1-b29b-4e08-8b0b-801a14a5912b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.505327 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ef860d1-b29b-4e08-8b0b-801a14a5912b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.508763 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7ef860d1-b29b-4e08-8b0b-801a14a5912b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b49765c4-7840-407e-bff5-cfb3d62a3f46 HTTP/1.1" status: 204 len: 168 time: 0.1974933 Jul 14 09:16:39.546468 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef860d1-b29b-4e08-8b0b-801a14a5912b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49765c4-7840-407e-bff5-cfb3d62a3f46,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:39.646575 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d61c8cc-4cd1-4977-8e2e-52d16729eaab req-893f2924-7397-44e6-bc85-000cdc24a5b4 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23a2d92-ebd2-424c-9415-aed8994bc317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556647 Jul 14 09:16:39.673328 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9ea0e249-c974-4982-9dd5-f9a9dc765a32 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:39.683968 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-77a86704-77dc-4d67-96fe-83d04fc30596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.685775 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-77a86704-77dc-4d67-96fe-83d04fc30596 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fae645fa-dbb7-4242-86d8-0493fe1d9e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1712527 Jul 14 09:16:39.698299 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed1ba1-ac7c-4c4a-a9cd-933ad385a6ec req-97db596d-4ed6-434d-813a-cc3995906071 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.705925 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07ed1ba1-ac7c-4c4a-a9cd-933ad385a6ec req-97db596d-4ed6-434d-813a-cc3995906071 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 951 time: 0.2161899 Jul 14 09:16:39.757253 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 9ea0e249-c974-4982-9dd5-f9a9dc765a32 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:39.757887 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9ea0e249-c974-4982-9dd5-f9a9dc765a32 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:39.807238 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07ed1ba1-ac7c-4c4a-a9cd-933ad385a6ec req-5dc1c302-99ee-4305-8771-742106dbb104 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002495 Jul 14 09:16:39.868661 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-0f5fa767-59b8-469f-be57-0254fff00e60 service neutron] 10.222.0.44 "GET /v2.0/networks/fae645fa-dbb7-4242-86d8-0493fe1d9e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604285 Jul 14 09:16:39.893367 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aeae4fc-9fd5-4857-a695-866bf43b85ae x-openstack-request-id: req-1aeae4fc-9fd5-4857-a695-866bf43b85ae {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:39.895023 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c17b03-1cc1-48c1-8c31-770eb5debccd", "name": "network-vif-deleted", "tag": "9ea0e249-c974-4982-9dd5-f9a9dc765a32", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "tag": "ec03830c-6d12-40d0-8974-6acc684013fd", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:39.902997 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1aeae4fc-9fd5-4857-a695-866bf43b85ae {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:39.905137 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c17b03-1cc1-48c1-8c31-770eb5debccd', 'name': 'network-vif-deleted', 'tag': '9ea0e249-c974-4982-9dd5-f9a9dc765a32', 'status': 'completed', 'code': 200} Jul 14 09:16:39.906040 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'tag': 'ec03830c-6d12-40d0-8974-6acc684013fd', 'status': 'completed', 'code': 200} Jul 14 09:16:40.129537 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f1e642ed-6611-4ba2-a160-1aa044c952af service neutron] 10.222.0.44 "GET /v2.0/networks/fae645fa-dbb7-4242-86d8-0493fe1d9e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498758 Jul 14 09:16:40.138601 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820659d1-3003-4215-b118-bd5a192bab46 req-156a3ed0-f153-48fd-ae13-76059fc7aa56 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:40.146007 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-820659d1-3003-4215-b118-bd5a192bab46 req-156a3ed0-f153-48fd-ae13-76059fc7aa56 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 946 time: 0.1661735 Jul 14 09:16:40.231944 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-7798c80f-8e18-472c-939f-9b8f0996cf1b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=aa53f161-f281-47d6-8367-e1b2fa57dfc8 HTTP/1.1" status: 200 len: 217 time: 0.0809867 Jul 14 09:16:40.295621 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c79d3-1fff-47e0-ade2-d16dc6ae1f57 req-c80a2528-b0d6-4469-ad6d-1f5e027842e0 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:40.297170 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3c7c79d3-1fff-47e0-ade2-d16dc6ae1f57 req-c80a2528-b0d6-4469-ad6d-1f5e027842e0 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 946 time: 0.2414398 Jul 14 09:16:40.312704 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-820659d1-3003-4215-b118-bd5a192bab46 req-d822342a-2435-47f5-a1f0-893d18dde475 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619458 Jul 14 09:16:40.386383 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-8b8e6ae8-640a-4a2b-a911-211ff98447a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:40.387944 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-8b8e6ae8-640a-4a2b-a911-211ff98447a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4419a97-e126-425f-83f4-d7774f653116 HTTP/1.1" status: 200 len: 797 time: 0.1431911 Jul 14 09:16:40.419476 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.469141 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3c7c79d3-1fff-47e0-ade2-d16dc6ae1f57 req-37b02dc7-b603-414b-b380-04770341d0e9 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526835 Jul 14 09:16:40.506499 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-d029e880-ea94-4450-b897-a4e075fd92a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:40.508635 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-d029e880-ea94-4450-b897-a4e075fd92a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1035650 Jul 14 09:16:40.618450 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af7149e-75f7-4f8b-b8c1-1563cedcd044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a61054c-ca03-43e7-a0bf-a3248953dd22'}, {'server_uuid': 'c77621ae-aa9b-460b-bca8-4035eb843cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ff4b07-478b-4ed6-a82d-d2859a8e1e76'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:40.620296 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c99f8c-feda-41c2-adfd-82f8ac73f80d" -d '{"events": [{"server_uuid": "4af7149e-75f7-4f8b-b8c1-1563cedcd044", "name": "network-vif-plugged", "status": "completed", "tag": "3a61054c-ca03-43e7-a0bf-a3248953dd22"}, {"server_uuid": "c77621ae-aa9b-460b-bca8-4035eb843cd3", "name": "network-vif-plugged", "status": "completed", "tag": "42ff4b07-478b-4ed6-a82d-d2859a8e1e76"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:40.623358 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48002) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:40.667681 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-2e247d62-f143-479b-bcb9-c6f9eaa28923 service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518781 Jul 14 09:16:40.754764 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7f0d11-6245-4c0c-a238-d698dbde1d86 x-openstack-request-id: req-9c7f0d11-6245-4c0c-a238-d698dbde1d86 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:40.755291 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af7149e-75f7-4f8b-b8c1-1563cedcd044", "name": "network-vif-plugged", "status": "completed", "tag": "3a61054c-ca03-43e7-a0bf-a3248953dd22", "code": 200}, {"server_uuid": "c77621ae-aa9b-460b-bca8-4035eb843cd3", "name": "network-vif-plugged", "status": "completed", "tag": "42ff4b07-478b-4ed6-a82d-d2859a8e1e76", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:40.755291 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c7f0d11-6245-4c0c-a238-d698dbde1d86 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:40.760892 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af7149e-75f7-4f8b-b8c1-1563cedcd044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a61054c-ca03-43e7-a0bf-a3248953dd22', 'code': 200} Jul 14 09:16:40.761246 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77621ae-aa9b-460b-bca8-4035eb843cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ff4b07-478b-4ed6-a82d-d2859a8e1e76', 'code': 200} Jul 14 09:16:40.792090 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-016af864-e89d-46d1-bbd8-191ef673da00 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Request body: {'networks': [{'name': 'tempest-network--1758193299'}, {'name': 'tempest-network--1446486817'}]} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:40.792528 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-016af864-e89d-46d1-bbd8-191ef673da00 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Request body: {'network': {'name': 'tempest-network--1758193299'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:40.793233 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-016af864-e89d-46d1-bbd8-191ef673da00 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Request body: {'network': {'name': 'tempest-network--1446486817'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:40.849276 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016af864-e89d-46d1-bbd8-191ef673da00 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Made reservation on behalf of cb4f0c70d9dd4ad09b2bdb3dff2dc567 for: {'network': 2} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:40.863672 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-016af864-e89d-46d1-bbd8-191ef673da00 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.868491 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c29a0-4d99-441e-bce0-7724b98a1975 req-723eb875-94b1-4ed3-ac4d-226d4647f2fd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:40.874519 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c29a0-4d99-441e-bce0-7724b98a1975 req-723eb875-94b1-4ed3-ac4d-226d4647f2fd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:40.881105 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c29a0-4d99-441e-bce0-7724b98a1975 req-723eb875-94b1-4ed3-ac4d-226d4647f2fd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:40.887871 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c29a0-4d99-441e-bce0-7724b98a1975 req-723eb875-94b1-4ed3-ac4d-226d4647f2fd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:40.893829 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c29a0-4d99-441e-bce0-7724b98a1975 req-723eb875-94b1-4ed3-ac4d-226d4647f2fd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:40.893982 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-016af864-e89d-46d1-bbd8-191ef673da00 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.900227 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c29a0-4d99-441e-bce0-7724b98a1975 req-723eb875-94b1-4ed3-ac4d-226d4647f2fd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:40.906327 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c29a0-4d99-441e-bce0-7724b98a1975 req-723eb875-94b1-4ed3-ac4d-226d4647f2fd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:40.914357 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-394c29a0-4d99-441e-bce0-7724b98a1975 req-723eb875-94b1-4ed3-ac4d-226d4647f2fd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5418 time: 0.2843528 Jul 14 09:16:40.940270 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-8c69fe79-376a-4b1a-b9a9-47f0a55c7ea6 service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478526 Jul 14 09:16:40.962169 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70236d52-7de2-4c6d-9669-5420b0caa220 req-cf27fef0-c007-4582-a387-45e2321295bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:40.963765 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-70236d52-7de2-4c6d-9669-5420b0caa220 req-cf27fef0-c007-4582-a387-45e2321295bd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 1098 time: 0.1240389 Jul 14 09:16:41.028533 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-70236d52-7de2-4c6d-9669-5420b0caa220 req-b0562646-6473-41d5-8b7e-f628059ba1e7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561440 Jul 14 09:16:41.054610 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-48798337-c877-47e0-ac4b-79e9e0a34e1a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=69a28d42-49fa-4c87-9949-66b30fa09b71 HTTP/1.1" status: 200 len: 217 time: 0.0869401 Jul 14 09:16:41.058765 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-016af864-e89d-46d1-bbd8-191ef673da00 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.063545 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-016af864-e89d-46d1-bbd8-191ef673da00 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.064339 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-016af864-e89d-46d1-bbd8-191ef673da00 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.070306 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c393e-2752-4012-8928-67af99df5390 req-62584135-2ea0-43de-99eb-9c0b0f918fa7 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:41.071880 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-190c393e-2752-4012-8928-67af99df5390 req-62584135-2ea0-43de-99eb-9c0b0f918fa7 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 951 time: 0.3116488 Jul 14 09:16:41.117064 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016af864-e89d-46d1-bbd8-191ef673da00 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:41.120156 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016af864-e89d-46d1-bbd8-191ef673da00 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f69c27-2c16-4189-9c1e-47dbc66f9381,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:41.132457 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-016af864-e89d-46d1-bbd8-191ef673da00 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.132977 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-016af864-e89d-46d1-bbd8-191ef673da00 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Added segment b5053bac-59dd-4261-bd1e-a099972eb7c5 of type vlan for network e2249679-1abe-4bfe-bea4-eed245e21ddf Jul 14 09:16:41.158847 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-394c29a0-4d99-441e-bce0-7724b98a1975 req-4ad07b3e-adaf-4349-844b-8d1b995afca0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2432835 Jul 14 09:16:41.206147 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-016af864-e89d-46d1-bbd8-191ef673da00 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.236535 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-4fdb4ff9-59d4-446e-ad1a-b7e60b7b2b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:41.237990 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-4fdb4ff9-59d4-446e-ad1a-b7e60b7b2b9a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4419a97-e126-425f-83f4-d7774f653116 HTTP/1.1" status: 200 len: 797 time: 0.1526902 Jul 14 09:16:41.240014 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016af864-e89d-46d1-bbd8-191ef673da00 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:41.245868 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d119288-d651-4ebf-9c38-ee0a4816b0d0 req-f390690e-61ba-4789-bab4-bf169ea8d466 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:41.247384 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d119288-d651-4ebf-9c38-ee0a4816b0d0 req-f390690e-61ba-4789-bab4-bf169ea8d466 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77621ae-aa9b-460b-bca8-4035eb843cd3 HTTP/1.1" status: 200 len: 946 time: 0.2782142 Jul 14 09:16:41.249884 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-016af864-e89d-46d1-bbd8-191ef673da00 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.250266 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-016af864-e89d-46d1-bbd8-191ef673da00 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Added segment 1e6aefad-34a5-4b74-a6a2-56fd9f6c680d of type vlan for network 7a8a1e21-fa98-4da5-9d9c-c3c82100e1f7 Jul 14 09:16:41.283903 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7385f45-1c89-4f87-bc56-2bedbf9e5b14 req-9cd1bbf9-de6b-4d94-ac9d-5ac2d225dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:41.285324 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7385f45-1c89-4f87-bc56-2bedbf9e5b14 req-9cd1bbf9-de6b-4d94-ac9d-5ac2d225dd80 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c77621ae-aa9b-460b-bca8-4035eb843cd3 HTTP/1.1" status: 200 len: 1098 time: 0.3686640 Jul 14 09:16:41.332692 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-016af864-e89d-46d1-bbd8-191ef673da00 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.373058 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-016af864-e89d-46d1-bbd8-191ef673da00 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.373685 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-016af864-e89d-46d1-bbd8-191ef673da00 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.384165 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016af864-e89d-46d1-bbd8-191ef673da00 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:41.389305 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016af864-e89d-46d1-bbd8-191ef673da00 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:41.389884 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-016af864-e89d-46d1-bbd8-191ef673da00 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.428430 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7385f45-1c89-4f87-bc56-2bedbf9e5b14 req-512dcf88-c3d3-4849-a481-ed2bdfd74681 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e23a2d92-ebd2-424c-9415-aed8994bc317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079886 Jul 14 09:16:41.432760 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d119288-d651-4ebf-9c38-ee0a4816b0d0 req-39061066-5e85-4891-affe-93d60a136606 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23a2d92-ebd2-424c-9415-aed8994bc317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525195 Jul 14 09:16:41.443000 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-190c393e-2752-4012-8928-67af99df5390 req-52c91ee2-8774-4936-87b4-ef1b17d40644 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Deleting port 50a31227-651d-49c1-910d-ae94f403daa0 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:41.443397 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-190c393e-2752-4012-8928-67af99df5390 req-52c91ee2-8774-4936-87b4-ef1b17d40644 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.544200 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-190c393e-2752-4012-8928-67af99df5390 req-52c91ee2-8774-4936-87b4-ef1b17d40644 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] For port 50a31227-651d-49c1-910d-ae94f403daa0, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=50a31227-651d-49c1-910d-ae94f403daa0,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:41.544575 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-190c393e-2752-4012-8928-67af99df5390 req-52c91ee2-8774-4936-87b4-ef1b17d40644 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.549967 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016af864-e89d-46d1-bbd8-191ef673da00 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Pushing event updated for resources: {'Network': ['ID=e2249679-1abe-4bfe-bea4-eed245e21ddf,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:41.556665 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-016af864-e89d-46d1-bbd8-191ef673da00 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.9315279 Jul 14 09:16:41.556763 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48026) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:41.567215 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-190c393e-2752-4012-8928-67af99df5390 req-52c91ee2-8774-4936-87b4-ef1b17d40644 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Calling delete_port for 50a31227-651d-49c1-910d-ae94f403daa0 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:41.569531 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network e2249679-1abe-4bfe-bea4-eed245e21ddf details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:41.833163 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016af864-e89d-46d1-bbd8-191ef673da00 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Pushing event updated for resources: {'Network': ['ID=7a8a1e21-fa98-4da5-9d9c-c3c82100e1f7,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:41.848938 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461813a0-e130-490c-9047-f2cd597060ac tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:41.856474 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461813a0-e130-490c-9047-f2cd597060ac tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:41.856664 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 7a8a1e21-fa98-4da5-9d9c-c3c82100e1f7 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:41.863317 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461813a0-e130-490c-9047-f2cd597060ac tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:41.869608 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461813a0-e130-490c-9047-f2cd597060ac tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:41.871593 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-461813a0-e130-490c-9047-f2cd597060ac tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3098536 Jul 14 09:16:41.874658 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48030) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:42.059213 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.084756 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-3ae7d0a6-f51c-4251-85d4-88b734b95b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:42.086824 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-3ae7d0a6-f51c-4251-85d4-88b734b95b1c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8327243 Jul 14 09:16:42.315634 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-e878a613-986b-4373-8613-b0838de10629 service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166049 Jul 14 09:16:42.363389 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad8c66d8-01e1-4931-88af-df1412118c15 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.392387 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720287cc-94db-4a7b-b5e1-3ce0776ef034 req-f04313c6-efef-4e0d-99bb-3e09e1c2e9b4 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:42.394170 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-720287cc-94db-4a7b-b5e1-3ce0776ef034 req-f04313c6-efef-4e0d-99bb-3e09e1c2e9b4 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6 HTTP/1.1" status: 200 len: 951 time: 0.9331405 Jul 14 09:16:42.434175 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420f27b-8dc0-4431-9e40-d079ee6a0146 req-a4f1c1bc-2d53-4f51-ab29-934dc4b00444 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:42.441248 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8420f27b-8dc0-4431-9e40-d079ee6a0146 req-a4f1c1bc-2d53-4f51-ab29-934dc4b00444 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 946 time: 0.3517139 Jul 14 09:16:42.495917 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad8c66d8-01e1-4931-88af-df1412118c15 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.509182 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ad8c66d8-01e1-4931-88af-df1412118c15 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2249679-1abe-4bfe-bea4-eed245e21ddf']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:42.526376 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ad8c66d8-01e1-4931-88af-df1412118c15 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5053bac-59dd-4261-bd1e-a099972eb7c5') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:42.526712 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ad8c66d8-01e1-4931-88af-df1412118c15 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5053bac-59dd-4261-bd1e-a099972eb7c5') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:42.541662 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad8c66d8-01e1-4931-88af-df1412118c15 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.542062 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8420f27b-8dc0-4431-9e40-d079ee6a0146 req-70b39c27-bfc2-463c-bc8d-bf7c53098f7d tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999629 Jul 14 09:16:42.544543 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-190c393e-2752-4012-8928-67af99df5390 req-52c91ee2-8774-4936-87b4-ef1b17d40644 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.558777 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['7c586b3c-9a43-440a-9dae-7207d72ecabd'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:42.561016 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['6c382b8b-b54f-495e-9d8b-0660c468bb6a'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:42.567072 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad8c66d8-01e1-4931-88af-df1412118c15 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.577570 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-720287cc-94db-4a7b-b5e1-3ce0776ef034 req-2aeac364-adf5-4e3e-b08e-014f57af29f3 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579804 Jul 14 09:16:42.577748 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8c66d8-01e1-4931-88af-df1412118c15 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:42.578025 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad8c66d8-01e1-4931-88af-df1412118c15 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:42.591743 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:42.631188 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c91ee2-8774-4936-87b4-ef1b17d40644 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Pushing event deleted for resources: {'Port': ['ID=50a31227-651d-49c1-910d-ae94f403daa0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:42.639874 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-412387fe-b671-40c3-ba32-f6dd3ef3c7ba service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126128 Jul 14 09:16:42.741428 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad8c66d8-01e1-4931-88af-df1412118c15 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.764359 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-ba53804c-7410-4e4d-92d5-b174ae003b7a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=2b44d6f1-61fb-4df1-8681-4fe4b3de6c61 HTTP/1.1" status: 200 len: 217 time: 0.1119025 Jul 14 09:16:42.767191 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad8c66d8-01e1-4931-88af-df1412118c15 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.771466 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ad8c66d8-01e1-4931-88af-df1412118c15 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] 10.222.0.25 "DELETE /v2.0/networks/e2249679-1abe-4bfe-bea4-eed245e21ddf HTTP/1.1" status: 204 len: 168 time: 0.8931086 Jul 14 09:16:42.771466 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c66d8-01e1-4931-88af-df1412118c15 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Pushing event deleted for resources: {'Network': ['ID=e2249679-1abe-4bfe-bea4-eed245e21ddf,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:42.784031 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48040) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:42.865349 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-18eb43e7-7559-4b15-ab80-605605b02803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:42.867090 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-18eb43e7-7559-4b15-ab80-605605b02803 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4419a97-e126-425f-83f4-d7774f653116 HTTP/1.1" status: 200 len: 797 time: 0.0610108 Jul 14 09:16:42.869986 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-190c393e-2752-4012-8928-67af99df5390 req-52c91ee2-8774-4936-87b4-ef1b17d40644 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] No DVR routers for this DVR port 50a31227-651d-49c1-910d-ae94f403daa0 on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:42.872973 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-190c393e-2752-4012-8928-67af99df5390 req-52c91ee2-8774-4936-87b4-ef1b17d40644 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.875377 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-190c393e-2752-4012-8928-67af99df5390 req-52c91ee2-8774-4936-87b4-ef1b17d40644 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.47 "DELETE /v2.0/ports/50a31227-651d-49c1-910d-ae94f403daa0 HTTP/1.1" status: 204 len: 173 time: 1.7862926 Jul 14 09:16:42.891226 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6', 'name': 'network-vif-deleted', 'tag': '50a31227-651d-49c1-910d-ae94f403daa0'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:42.893618 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98988fbd-c43f-4deb-b533-948d6d249145" -d '{"events": [{"server_uuid": "f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6", "name": "network-vif-deleted", "tag": "50a31227-651d-49c1-910d-ae94f403daa0"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:42.983354 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45625863-ef15-4887-9ad7-7f3356c71e25 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.155028 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45625863-ef15-4887-9ad7-7f3356c71e25 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.180064 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-45625863-ef15-4887-9ad7-7f3356c71e25 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a8a1e21-fa98-4da5-9d9c-c3c82100e1f7']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:43.185871 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-de21ac83-17f8-4343-afb5-8bda8936c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:43.187425 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-de21ac83-17f8-4343-afb5-8bda8936c5e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2794533 Jul 14 09:16:43.197175 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-45625863-ef15-4887-9ad7-7f3356c71e25 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6aefad-34a5-4b74-a6a2-56fd9f6c680d') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:43.197474 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-45625863-ef15-4887-9ad7-7f3356c71e25 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6aefad-34a5-4b74-a6a2-56fd9f6c680d') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:43.199655 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a711274-3372-43ea-8e7d-4bd6331aa257 req-764dd57c-0f39-4950-9d49-ba829cd90e59 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:43.202035 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a711274-3372-43ea-8e7d-4bd6331aa257 req-764dd57c-0f39-4950-9d49-ba829cd90e59 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 946 time: 0.3327014 Jul 14 09:16:43.207175 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45625863-ef15-4887-9ad7-7f3356c71e25 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.222549 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45625863-ef15-4887-9ad7-7f3356c71e25 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.229767 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45625863-ef15-4887-9ad7-7f3356c71e25 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:43.230418 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45625863-ef15-4887-9ad7-7f3356c71e25 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:43.234177 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:43.251752 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c5f17-bb24-4cb7-9b94-9a67190f26f9 req-a317d101-4d77-432b-9e89-b4fde74090af tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:43.258416 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c5f17-bb24-4cb7-9b94-9a67190f26f9 req-a317d101-4d77-432b-9e89-b4fde74090af tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:43.264285 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c5f17-bb24-4cb7-9b94-9a67190f26f9 req-a317d101-4d77-432b-9e89-b4fde74090af tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:43.271100 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c5f17-bb24-4cb7-9b94-9a67190f26f9 req-a317d101-4d77-432b-9e89-b4fde74090af tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:43.277716 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c5f17-bb24-4cb7-9b94-9a67190f26f9 req-a317d101-4d77-432b-9e89-b4fde74090af tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:43.284331 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c5f17-bb24-4cb7-9b94-9a67190f26f9 req-a317d101-4d77-432b-9e89-b4fde74090af tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:43.290441 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c5f17-bb24-4cb7-9b94-9a67190f26f9 req-a317d101-4d77-432b-9e89-b4fde74090af tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:43.293284 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ae4c5f17-bb24-4cb7-9b94-9a67190f26f9 req-a317d101-4d77-432b-9e89-b4fde74090af tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5418 time: 0.2580090 Jul 14 09:16:43.296939 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45625863-ef15-4887-9ad7-7f3356c71e25 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.307168 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45625863-ef15-4887-9ad7-7f3356c71e25 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.311435 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-45625863-ef15-4887-9ad7-7f3356c71e25 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] 10.222.0.25 "DELETE /v2.0/networks/7a8a1e21-fa98-4da5-9d9c-c3c82100e1f7 HTTP/1.1" status: 204 len: 168 time: 0.5240340 Jul 14 09:16:43.312376 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48048) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:43.356365 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45625863-ef15-4887-9ad7-7f3356c71e25 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Pushing event deleted for resources: {'Network': ['ID=7a8a1e21-fa98-4da5-9d9c-c3c82100e1f7,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:43.414433 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a711274-3372-43ea-8e7d-4bd6331aa257 req-f329a863-2c2f-4ebe-b84c-66f52501c51e tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016497 Jul 14 09:16:43.429210 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ae4c5f17-bb24-4cb7-9b94-9a67190f26f9 req-238f3aea-1bfa-4aa9-b6fb-ac480df51607 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0983179 Jul 14 09:16:43.460878 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-e077e251-ba61-4996-bec1-32d4730a8825 service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547505 Jul 14 09:16:43.472664 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33158e29-edca-407f-bb1b-71c43a3ddcff tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:43.481128 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33158e29-edca-407f-bb1b-71c43a3ddcff tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:43.486128 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-33158e29-edca-407f-bb1b-71c43a3ddcff tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1602254 Jul 14 09:16:43.486501 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48052) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:43.492582 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-6304f987-c731-46de-8b29-cf786dc6367d tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1837620832'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:43.540805 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6304f987-c731-46de-8b29-cf786dc6367d tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Made reservation on behalf of cb4f0c70d9dd4ad09b2bdb3dff2dc567 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:43.549339 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6304f987-c731-46de-8b29-cf786dc6367d tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.592762 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6304f987-c731-46de-8b29-cf786dc6367d tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:43.613851 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6304f987-c731-46de-8b29-cf786dc6367d tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.614029 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-4a9cdff7-8570-4159-9709-ced71162639a service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457257 Jul 14 09:16:43.614302 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-6304f987-c731-46de-8b29-cf786dc6367d tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Added segment dc79e2f9-7dd6-4d90-be2c-5d97caf9702a of type vlan for network f5582749-f059-482a-bbeb-889f4d493b8d Jul 14 09:16:43.672631 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6304f987-c731-46de-8b29-cf786dc6367d tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.711143 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180de312-dfc6-437b-ae7f-b40e0b069fe0 x-openstack-request-id: req-180de312-dfc6-437b-ae7f-b40e0b069fe0 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:43.711457 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6", "name": "network-vif-deleted", "tag": "50a31227-651d-49c1-910d-ae94f403daa0", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:43.711731 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-180de312-dfc6-437b-ae7f-b40e0b069fe0 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:43.712142 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b9f02f-11e9-4e80-a2a7-baa4bc2d9ec6', 'name': 'network-vif-deleted', 'tag': '50a31227-651d-49c1-910d-ae94f403daa0', 'status': 'completed', 'code': 200} Jul 14 09:16:43.721123 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6304f987-c731-46de-8b29-cf786dc6367d tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.728746 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6304f987-c731-46de-8b29-cf786dc6367d tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:43.729725 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6304f987-c731-46de-8b29-cf786dc6367d tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.734353 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-206fae29-cc59-45a5-a095-612c75ce575e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=2a5cfa4e-dbe9-436e-8fa1-4ef550880916 HTTP/1.1" status: 200 len: 217 time: 0.1124554 Jul 14 09:16:43.804347 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6304f987-c731-46de-8b29-cf786dc6367d tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3140383 Jul 14 09:16:43.806827 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48060) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:43.818571 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-fdea9799-b406-4b7a-a5dd-f4784e8c3c65 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-262749767'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:43.825645 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304f987-c731-46de-8b29-cf786dc6367d tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Pushing event updated for resources: {'Network': ['ID=f5582749-f059-482a-bbeb-889f4d493b8d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:43.837725 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network f5582749-f059-482a-bbeb-889f4d493b8d details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:43.869203 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f9c07dc9-64bd-44f8-9999-d28a8ea61b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:43.870687 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-f9c07dc9-64bd-44f8-9999-d28a8ea61b0b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4419a97-e126-425f-83f4-d7774f653116 HTTP/1.1" status: 200 len: 797 time: 0.1297264 Jul 14 09:16:43.936068 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7196723-7e60-4c4c-81c9-903e306f44ae req-a6e65c33-93c8-4fe8-8d84-43f33affcc07 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:43.937513 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7196723-7e60-4c4c-81c9-903e306f44ae req-a6e65c33-93c8-4fe8-8d84-43f33affcc07 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77621ae-aa9b-460b-bca8-4035eb843cd3 HTTP/1.1" status: 200 len: 946 time: 0.3001890 Jul 14 09:16:43.938123 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdea9799-b406-4b7a-a5dd-f4784e8c3c65 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Made reservation on behalf of cb4f0c70d9dd4ad09b2bdb3dff2dc567 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:43.941416 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fdea9799-b406-4b7a-a5dd-f4784e8c3c65 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.014354 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf946d-37ac-479f-9809-f2eefb561318 req-ffb403d5-e082-490c-92cd-0b96ba197370 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:44.015914 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dfdf946d-37ac-479f-9809-f2eefb561318 req-ffb403d5-e082-490c-92cd-0b96ba197370 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 946 time: 0.2287395 Jul 14 09:16:44.022316 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdea9799-b406-4b7a-a5dd-f4784e8c3c65 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:44.041484 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7196723-7e60-4c4c-81c9-903e306f44ae req-16e9078d-a4d7-4a31-aea7-3a277c5ee5a6 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23a2d92-ebd2-424c-9415-aed8994bc317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974801 Jul 14 09:16:44.059266 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fdea9799-b406-4b7a-a5dd-f4784e8c3c65 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.059657 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-fdea9799-b406-4b7a-a5dd-f4784e8c3c65 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Added segment a88fb38b-3d44-450d-8743-35c208019787 of type vlan for network c506969d-816d-4d04-831f-8c2ef833b5de Jul 14 09:16:44.070825 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 50a31227-651d-49c1-910d-ae94f403daa0 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:44.097355 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 50a31227-651d-49c1-910d-ae94f403daa0 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:44.097731 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 50a31227-651d-49c1-910d-ae94f403daa0 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:44.107594 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-65ed6272-df17-4ec7-83fb-1cb8848571a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:44.108784 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-65ed6272-df17-4ec7-83fb-1cb8848571a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2309520 Jul 14 09:16:44.117362 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dfdf946d-37ac-479f-9809-f2eefb561318 req-015fec08-e21a-4edf-9fbc-19638ca64180 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901790 Jul 14 09:16:44.148998 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fdea9799-b406-4b7a-a5dd-f4784e8c3c65 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.245025 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fdea9799-b406-4b7a-a5dd-f4784e8c3c65 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.251476 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdea9799-b406-4b7a-a5dd-f4784e8c3c65 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:44.251656 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fdea9799-b406-4b7a-a5dd-f4784e8c3c65 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.381125 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-15947383-60ab-496f-9aab-4d188d22178e service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627714 Jul 14 09:16:44.393877 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fdea9799-b406-4b7a-a5dd-f4784e8c3c65 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5790145 Jul 14 09:16:44.394679 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48078) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:44.401472 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-0fcc23e6-019c-4c7d-92e1-b9bd67e05072 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Request body: {'ports': [{'network_id': 'f5582749-f059-482a-bbeb-889f4d493b8d', 'name': 'tempest-port--1880035789', 'admin_state_up': True}, {'network_id': 'c506969d-816d-4d04-831f-8c2ef833b5de', 'admin_state_up': False}]} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:44.401806 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-0fcc23e6-019c-4c7d-92e1-b9bd67e05072 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Request body: {'port': {'network_id': 'f5582749-f059-482a-bbeb-889f4d493b8d', 'name': 'tempest-port--1880035789', 'admin_state_up': True}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:44.402279 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-0fcc23e6-019c-4c7d-92e1-b9bd67e05072 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Request body: {'port': {'network_id': 'c506969d-816d-4d04-831f-8c2ef833b5de', 'admin_state_up': False}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:44.406916 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea9799-b406-4b7a-a5dd-f4784e8c3c65 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Pushing event updated for resources: {'Network': ['ID=c506969d-816d-4d04-831f-8c2ef833b5de,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:44.424255 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network c506969d-816d-4d04-831f-8c2ef833b5de details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:44.487251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cae50-1309-44b2-b90b-4035e9d7720b req-fa2e92ea-153d-4085-9cc2-52d5bcb7974b tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:44.495031 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e95cae50-1309-44b2-b90b-4035e9d7720b req-fa2e92ea-153d-4085-9cc2-52d5bcb7974b tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4100a38-c27a-445b-aa25-50438acfd5b6 HTTP/1.1" status: 200 len: 946 time: 0.2398894 Jul 14 09:16:44.558011 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-8c17ec99-7343-4893-95de-d10d9382029d service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643977 Jul 14 09:16:44.565888 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e95cae50-1309-44b2-b90b-4035e9d7720b req-69166e73-6bef-44c9-a983-38a19eff92a5 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23a2d92-ebd2-424c-9415-aed8994bc317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702133 Jul 14 09:16:44.643533 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-7ac6b012-7f0c-4d92-be3f-da657288f7fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9d9e2c32-d3bd-4896-8ea6-73f8af857809 HTTP/1.1" status: 200 len: 217 time: 0.0748129 Jul 14 09:16:44.719048 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcc23e6-019c-4c7d-92e1-b9bd67e05072 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Made reservation on behalf of cb4f0c70d9dd4ad09b2bdb3dff2dc567 for: {'port': 2} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:44.725102 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0fcc23e6-019c-4c7d-92e1-b9bd67e05072 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.748978 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0fcc23e6-019c-4c7d-92e1-b9bd67e05072 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.765002 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-6d93a09f-4112-4a8e-b341-f0c4cbfa7251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:44.767108 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-6d93a09f-4112-4a8e-b341-f0c4cbfa7251 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6305651f-f686-4eb8-85f0-81bfcb17deeb HTTP/1.1" status: 200 len: 797 time: 0.1172476 Jul 14 09:16:44.787278 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65df5b-867d-491d-9d31-d942087926a2 req-cb66db70-6bc4-4702-beae-eb1dc94e22c9 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:44.790045 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5d65df5b-867d-491d-9d31-d942087926a2 req-cb66db70-6bc4-4702-beae-eb1dc94e22c9 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 946 time: 0.1180885 Jul 14 09:16:44.837786 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48094) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:44.846866 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-260e14e4-2962-41ea-a5b9-eebeb70bac78 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Request body: {'floatingip': {'port_id': '3a61054c-ca03-43e7-a0bf-a3248953dd22'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:44.907173 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-260e14e4-2962-41ea-a5b9-eebeb70bac78 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.913173 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0fcc23e6-019c-4c7d-92e1-b9bd67e05072 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] device_id is not set on port 120e7b08-8738-411f-b063-4ef40fa4636d yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:16:45.054335 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0fcc23e6-019c-4c7d-92e1-b9bd67e05072 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.112652 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-7e9a0529-71bd-4713-ab6b-41213964f272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:45.114206 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-7e9a0529-71bd-4713-ab6b-41213964f272 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f88ba657-d9b2-4a2f-8603-745af5d48899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3352630 Jul 14 09:16:45.135150 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0fcc23e6-019c-4c7d-92e1-b9bd67e05072 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] device_id is not set on port 148d5696-2d09-4a2f-ba9b-8676c48ec482 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:16:45.254900 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f32198-c3b9-48fd-9a43-cbbc8cb6a95a req-2ab62465-dcf4-4927-95d2-a41a6e067528 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:45.256498 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-88f32198-c3b9-48fd-9a43-cbbc8cb6a95a req-2ab62465-dcf4-4927-95d2-a41a6e067528 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 946 time: 0.3707774 Jul 14 09:16:45.276504 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0fcc23e6-019c-4c7d-92e1-b9bd67e05072 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.332515 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad92e7-384b-454d-bcb0-a7e4cd6b2f60 req-47647d1a-c2ef-4c6d-af0b-49f9fe394f1b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:45.339423 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0fcc23e6-019c-4c7d-92e1-b9bd67e05072 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.340520 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad92e7-384b-454d-bcb0-a7e4cd6b2f60 req-47647d1a-c2ef-4c6d-af0b-49f9fe394f1b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:45.348914 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad92e7-384b-454d-bcb0-a7e4cd6b2f60 req-47647d1a-c2ef-4c6d-af0b-49f9fe394f1b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:45.353762 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad92e7-384b-454d-bcb0-a7e4cd6b2f60 req-47647d1a-c2ef-4c6d-af0b-49f9fe394f1b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:45.359838 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad92e7-384b-454d-bcb0-a7e4cd6b2f60 req-47647d1a-c2ef-4c6d-af0b-49f9fe394f1b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:45.365879 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad92e7-384b-454d-bcb0-a7e4cd6b2f60 req-47647d1a-c2ef-4c6d-af0b-49f9fe394f1b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:45.372548 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad92e7-384b-454d-bcb0-a7e4cd6b2f60 req-47647d1a-c2ef-4c6d-af0b-49f9fe394f1b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:45.374470 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bbad92e7-384b-454d-bcb0-a7e4cd6b2f60 req-47647d1a-c2ef-4c6d-af0b-49f9fe394f1b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5418 time: 0.3954639 Jul 14 09:16:45.415402 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcc23e6-019c-4c7d-92e1-b9bd67e05072 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Checking segment: {'id': 'dc79e2f9-7dd6-4d90-be2c-5d97caf9702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f5582749-f059-482a-bbeb-889f4d493b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:45.415984 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcc23e6-019c-4c7d-92e1-b9bd67e05072 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Network hostable DHCP agents. Network: f5582749-f059-482a-bbeb-889f4d493b8d, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:45.421909 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc23e6-019c-4c7d-92e1-b9bd67e05072 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Pushing event updated for resources: {'Port': ['ID=120e7b08-8738-411f-b063-4ef40fa4636d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:45.444331 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcc23e6-019c-4c7d-92e1-b9bd67e05072 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Network f5582749-f059-482a-bbeb-889f4d493b8d is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:45.457514 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-b85f2660-b9c3-4a56-b56e-19b256530070 service neutron] 10.222.0.44 "GET /v2.0/networks/f88ba657-d9b2-4a2f-8603-745af5d48899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254588 Jul 14 09:16:45.458296 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0fcc23e6-019c-4c7d-92e1-b9bd67e05072 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, f5582749-f059-482a-bbeb-889f4d493b8d) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:45.462681 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-88f32198-c3b9-48fd-9a43-cbbc8cb6a95a req-d68015aa-ee8d-4ae7-be2e-0a69b16983a3 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946399 Jul 14 09:16:45.470353 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffd1973-38c3-419d-9447-111cae085106 None None] Network f5582749-f059-482a-bbeb-889f4d493b8d requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:45.474114 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcc23e6-019c-4c7d-92e1-b9bd67e05072 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:45.475029 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0fcc23e6-019c-4c7d-92e1-b9bd67e05072 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.508782 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bbad92e7-384b-454d-bcb0-a7e4cd6b2f60 req-6e8164cb-18ee-4fdd-a284-c75dab0d4e7c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1239016 Jul 14 09:16:45.575045 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc23e6-019c-4c7d-92e1-b9bd67e05072 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Pushing event updated for resources: {'Port': ['ID=148d5696-2d09-4a2f-ba9b-8676c48ec482,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:45.623440 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcc23e6-019c-4c7d-92e1-b9bd67e05072 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Checking segment: {'id': 'a88fb38b-3d44-450d-8743-35c208019787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c506969d-816d-4d04-831f-8c2ef833b5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:45.623883 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcc23e6-019c-4c7d-92e1-b9bd67e05072 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Network hostable DHCP agents. Network: c506969d-816d-4d04-831f-8c2ef833b5de, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:45.661813 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcc23e6-019c-4c7d-92e1-b9bd67e05072 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Network c506969d-816d-4d04-831f-8c2ef833b5de is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:45.678166 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0fcc23e6-019c-4c7d-92e1-b9bd67e05072 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, c506969d-816d-4d04-831f-8c2ef833b5de) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:45.701810 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcc23e6-019c-4c7d-92e1-b9bd67e05072 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:45.709690 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e694e17a-cd43-4848-a150-f2bd8f8d7785 None None] Network c506969d-816d-4d04-831f-8c2ef833b5de requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:45.713187 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcc23e6-019c-4c7d-92e1-b9bd67e05072 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:45.720481 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcc23e6-019c-4c7d-92e1-b9bd67e05072 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:45.721565 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0fcc23e6-019c-4c7d-92e1-b9bd67e05072 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.752499 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0fcc23e6-019c-4c7d-92e1-b9bd67e05072 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3551338 Jul 14 09:16:45.754641 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48098) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:45.826697 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-58d44a90-84f7-4348-a3d1-652b231c133c service neutron] 10.222.0.44 "GET /v2.0/networks/f88ba657-d9b2-4a2f-8603-745af5d48899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475258 Jul 14 09:16:45.856644 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915a41c1-e8d7-4fa5-92d6-8d8ca016528a tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:45.864582 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915a41c1-e8d7-4fa5-92d6-8d8ca016528a tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:45.866347 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-915a41c1-e8d7-4fa5-92d6-8d8ca016528a tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1103332 Jul 14 09:16:45.869738 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48100) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:45.887940 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-431c48e4-3a4a-418c-a8f0-5c129b88e262 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ec03830c-6d12-40d0-8974-6acc684013fd HTTP/1.1" status: 200 len: 217 time: 0.0506983 Jul 14 09:16:46.052021 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5e910a04-40a1-4f26-b02c-0861e8f4304b tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Deleting port 120e7b08-8738-411f-b063-4ef40fa4636d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:46.052511 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e910a04-40a1-4f26-b02c-0861e8f4304b tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.081277 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be9b0d-ea43-42da-a9cf-6e4ce5dd3f00 req-ffad97aa-1d43-4645-b163-89b182436f51 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:46.082987 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25be9b0d-ea43-42da-a9cf-6e4ce5dd3f00 req-ffad97aa-1d43-4645-b163-89b182436f51 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 950 time: 0.3711050 Jul 14 09:16:46.091526 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-260e14e4-2962-41ea-a5b9-eebeb70bac78 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.107081 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-260e14e4-2962-41ea-a5b9-eebeb70bac78 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.158799 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e910a04-40a1-4f26-b02c-0861e8f4304b tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.174661 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5e910a04-40a1-4f26-b02c-0861e8f4304b tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Calling delete_port for 120e7b08-8738-411f-b063-4ef40fa4636d owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:46.317749 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e910a04-40a1-4f26-b02c-0861e8f4304b tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.391011 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e910a04-40a1-4f26-b02c-0861e8f4304b tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Pushing event deleted for resources: {'Port': ['ID=120e7b08-8738-411f-b063-4ef40fa4636d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:46.402683 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e910a04-40a1-4f26-b02c-0861e8f4304b tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.404957 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5e910a04-40a1-4f26-b02c-0861e8f4304b tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] 10.222.0.25 "DELETE /v2.0/ports/120e7b08-8738-411f-b063-4ef40fa4636d HTTP/1.1" status: 204 len: 168 time: 0.5339470 Jul 14 09:16:46.408149 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48110) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:46.649991 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-635e8717-0600-4177-af25-bb7dcccabb57 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Deleting port 148d5696-2d09-4a2f-ba9b-8676c48ec482 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:46.650586 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-635e8717-0600-4177-af25-bb7dcccabb57 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.694575 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-985ca9cc-9b1d-4ab9-8cc4-d931df1a611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:46.697431 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-985ca9cc-9b1d-4ab9-8cc4-d931df1a611e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6305651f-f686-4eb8-85f0-81bfcb17deeb HTTP/1.1" status: 200 len: 797 time: 0.7999876 Jul 14 09:16:46.733732 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-635e8717-0600-4177-af25-bb7dcccabb57 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.749767 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-635e8717-0600-4177-af25-bb7dcccabb57 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Calling delete_port for 148d5696-2d09-4a2f-ba9b-8676c48ec482 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:46.839037 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25be9b0d-ea43-42da-a9cf-6e4ce5dd3f00 req-d3b53411-198b-4cc5-8562-4acfdf993a8b tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7461853 Jul 14 09:16:46.884829 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-635e8717-0600-4177-af25-bb7dcccabb57 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.909057 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-260e14e4-2962-41ea-a5b9-eebeb70bac78 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Floating IP 2306754d-f60e-418c-adfe-2a9a96a7c587 associated. External IP: 172.25.6.43, port: 3a61054c-ca03-43e7-a0bf-a3248953dd22. Jul 14 09:16:46.921529 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e8717-0600-4177-af25-bb7dcccabb57 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Pushing event deleted for resources: {'Port': ['ID=148d5696-2d09-4a2f-ba9b-8676c48ec482,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:46.938850 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-635e8717-0600-4177-af25-bb7dcccabb57 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.941009 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-635e8717-0600-4177-af25-bb7dcccabb57 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] 10.222.0.25 "DELETE /v2.0/ports/148d5696-2d09-4a2f-ba9b-8676c48ec482 HTTP/1.1" status: 204 len: 168 time: 0.5313525 Jul 14 09:16:46.943436 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48126) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:46.994960 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b6c8a46d-0355-48d1-b505-670a08c3110d tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0481200 Jul 14 09:16:46.997731 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48128) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:47.010943 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-9a9869fe-2318-4a5c-9685-054edbd04297 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-613862271'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:47.011169 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-56dbb8a0-8205-4a28-bb16-1bfe83c0d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:47.013352 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-56dbb8a0-8205-4a28-bb16-1bfe83c0d0e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f88ba657-d9b2-4a2f-8603-745af5d48899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2882276 Jul 14 09:16:47.046681 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bd0d1-08db-4303-bb78-22cd7c2dd89c req-437427c2-f660-468c-8a3d-9980fa11ae20 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:47.053395 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-492bd0d1-08db-4303-bb78-22cd7c2dd89c req-437427c2-f660-468c-8a3d-9980fa11ae20 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 950 time: 0.3672733 Jul 14 09:16:47.068519 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9869fe-2318-4a5c-9685-054edbd04297 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Made reservation on behalf of cb4f0c70d9dd4ad09b2bdb3dff2dc567 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:47.072459 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a9869fe-2318-4a5c-9685-054edbd04297 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.123754 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a9869fe-2318-4a5c-9685-054edbd04297 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:47.150023 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a9869fe-2318-4a5c-9685-054edbd04297 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.151354 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-9a9869fe-2318-4a5c-9685-054edbd04297 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Added segment 1fbbc1e8-cb4d-4d14-bd2a-8a7a36f8ad07 of type vlan for network b45f72f0-0eb8-4d61-86af-4fe0cda491f6 Jul 14 09:16:47.216295 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a9869fe-2318-4a5c-9685-054edbd04297 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.253455 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48132) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:47.261404 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a9869fe-2318-4a5c-9685-054edbd04297 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.267468 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9869fe-2318-4a5c-9685-054edbd04297 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:47.268130 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a9869fe-2318-4a5c-9685-054edbd04297 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.287925 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdbf31-2ed7-40da-95d5-700d26a9549c req-e70913bb-2700-4591-b94c-b3d630897e9c tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:47.297523 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9efdbf31-2ed7-40da-95d5-700d26a9549c req-e70913bb-2700-4591-b94c-b3d630897e9c tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 946 time: 0.6100535 Jul 14 09:16:47.298419 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9a9869fe-2318-4a5c-9685-054edbd04297 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2974210 Jul 14 09:16:47.323643 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-4a13b73d-1216-4bde-b00f-694a46ffd351 service neutron] 10.222.0.44 "GET /v2.0/networks/f88ba657-d9b2-4a2f-8603-745af5d48899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975838 Jul 14 09:16:47.327541 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48136) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:47.340400 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-56f5d867-4350-4043-83a3-31e4d8f6c291 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-914855851'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:47.367527 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f5d867-4350-4043-83a3-31e4d8f6c291 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Made reservation on behalf of cb4f0c70d9dd4ad09b2bdb3dff2dc567 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:47.372559 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-56f5d867-4350-4043-83a3-31e4d8f6c291 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.418702 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9869fe-2318-4a5c-9685-054edbd04297 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Pushing event updated for resources: {'Network': ['ID=b45f72f0-0eb8-4d61-86af-4fe0cda491f6,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:47.437365 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network b45f72f0-0eb8-4d61-86af-4fe0cda491f6 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:47.473562 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b6730c68-1c17-4801-874b-a04c056175ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.477336 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f5d867-4350-4043-83a3-31e4d8f6c291 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:47.498416 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-56f5d867-4350-4043-83a3-31e4d8f6c291 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.498769 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-56f5d867-4350-4043-83a3-31e4d8f6c291 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Added segment 9953e0e3-e388-4940-a73e-f3e4eba0f1d3 of type vlan for network b8f1dafc-819d-4d18-88a6-56616e529187 Jul 14 09:16:47.576267 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-56f5d867-4350-4043-83a3-31e4d8f6c291 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.584199 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9efdbf31-2ed7-40da-95d5-700d26a9549c req-159e1691-4fc7-4b6d-a16b-516fe6bbfab5 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690220 Jul 14 09:16:47.649496 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-56f5d867-4350-4043-83a3-31e4d8f6c291 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.655309 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f5d867-4350-4043-83a3-31e4d8f6c291 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:47.660566 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-56f5d867-4350-4043-83a3-31e4d8f6c291 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.755844 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85911ad1-f701-48c7-a84f-c6dd6c41636f req-4a1ed9b3-238c-4158-92aa-d5a16bbbca0d tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:47.763848 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85911ad1-f701-48c7-a84f-c6dd6c41636f req-4a1ed9b3-238c-4158-92aa-d5a16bbbca0d tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:47.770768 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85911ad1-f701-48c7-a84f-c6dd6c41636f req-4a1ed9b3-238c-4158-92aa-d5a16bbbca0d tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:47.775066 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5d867-4350-4043-83a3-31e4d8f6c291 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Pushing event updated for resources: {'Network': ['ID=b8f1dafc-819d-4d18-88a6-56616e529187,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:47.779685 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85911ad1-f701-48c7-a84f-c6dd6c41636f req-4a1ed9b3-238c-4158-92aa-d5a16bbbca0d tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:47.786688 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85911ad1-f701-48c7-a84f-c6dd6c41636f req-4a1ed9b3-238c-4158-92aa-d5a16bbbca0d tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:47.786868 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network b8f1dafc-819d-4d18-88a6-56616e529187 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:47.796384 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85911ad1-f701-48c7-a84f-c6dd6c41636f req-4a1ed9b3-238c-4158-92aa-d5a16bbbca0d tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:47.804547 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85911ad1-f701-48c7-a84f-c6dd6c41636f req-4a1ed9b3-238c-4158-92aa-d5a16bbbca0d tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:47.814335 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-85911ad1-f701-48c7-a84f-c6dd6c41636f req-4a1ed9b3-238c-4158-92aa-d5a16bbbca0d tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5418 time: 0.7472129 Jul 14 09:16:47.830839 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b6730c68-1c17-4801-874b-a04c056175ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.839224 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b6730c68-1c17-4801-874b-a04c056175ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.852374 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bf2c770-ff8a-492d-a2bc-9ec2a8d3fed4 req-a6c77347-536d-451c-afaf-5c962466df19 service neutron] 10.222.0.44 "GET /v2.0/networks/f88ba657-d9b2-4a2f-8603-745af5d48899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451377 Jul 14 09:16:47.895526 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-56f5d867-4350-4043-83a3-31e4d8f6c291 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5660157 Jul 14 09:16:47.936740 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6730c68-1c17-4801-874b-a04c056175ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9cb5a7-3c14-4d10-88b9-62e99a08a07b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:47.945889 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b6730c68-1c17-4801-874b-a04c056175ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ed6d82dcc2743259a2444ea713a4183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6879640 Jul 14 09:16:47.946216 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48150) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:48.017085 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b39c06a-4268-4fcf-abef-d8481b3f4ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.027537 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48152) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:48.034660 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-cf8af36f-3e69-4e03-82e5-314127d74fee tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Request body: {'subnets': [{'network_id': 'b45f72f0-0eb8-4d61-86af-4fe0cda491f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1539772803', 'ip_version': 4}, {'network_id': 'b8f1dafc-819d-4d18-88a6-56616e529187', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:48.034977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-cf8af36f-3e69-4e03-82e5-314127d74fee tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Request body: {'subnet': {'network_id': 'b45f72f0-0eb8-4d61-86af-4fe0cda491f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1539772803', 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:48.035585 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-cf8af36f-3e69-4e03-82e5-314127d74fee tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Request body: {'subnet': {'network_id': 'b8f1dafc-819d-4d18-88a6-56616e529187', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:48.090622 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b39c06a-4268-4fcf-abef-d8481b3f4ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.153829 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260e14e4-2962-41ea-a5b9-eebeb70bac78 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Router 4612cef6-6c90-4099-bb12-3953eaedc3c1 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:16:48.236169 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-85911ad1-f701-48c7-a84f-c6dd6c41636f req-a6ee68b9-6cb7-40d8-952c-751759561069 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4204702 Jul 14 09:16:48.236471 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b39c06a-4268-4fcf-abef-d8481b3f4ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.239064 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b39c06a-4268-4fcf-abef-d8481b3f4ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.240272 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6b39c06a-4268-4fcf-abef-d8481b3f4ad2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c9cb5a7-3c14-4d10-88b9-62e99a08a07b HTTP/1.1" status: 204 len: 168 time: 0.2931328 Jul 14 09:16:48.291253 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39c06a-4268-4fcf-abef-d8481b3f4ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9cb5a7-3c14-4d10-88b9-62e99a08a07b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:48.348624 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-492bd0d1-08db-4303-bb78-22cd7c2dd89c req-3c44c190-469a-4854-a7bc-ffc8c05afd29 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Deleting port 6c382b8b-b54f-495e-9d8b-0660c468bb6a {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:48.348972 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-492bd0d1-08db-4303-bb78-22cd7c2dd89c req-3c44c190-469a-4854-a7bc-ffc8c05afd29 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.383944 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db91658d-674b-4057-8503-e7a6145f8ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.430759 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8af36f-3e69-4e03-82e5-314127d74fee tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Made reservation on behalf of cb4f0c70d9dd4ad09b2bdb3dff2dc567 for: {'subnet': 2} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:48.436934 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf8af36f-3e69-4e03-82e5-314127d74fee tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.437546 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf8af36f-3e69-4e03-82e5-314127d74fee tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.547140 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260e14e4-2962-41ea-a5b9-eebeb70bac78 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:16:48.559922 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5bf9ab-b63a-403d-84b7-49d4b5078142 None None] Sync routers for ids ['4612cef6-6c90-4099-bb12-3953eaedc3c1'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:16:48.568586 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-fbe91665-176a-4381-b916-cae77c805a03 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.577221 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-fbe91665-176a-4381-b916-cae77c805a03 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/networks?id=1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 HTTP/1.1" status: 200 len: 813 time: 0.7474773 Jul 14 09:16:48.577512 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5bf9ab-b63a-403d-84b7-49d4b5078142 None None] Routers {'4612cef6-6c90-4099-bb12-3953eaedc3c1'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:48.580043 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6a5bf9ab-b63a-403d-84b7-49d4b5078142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:16:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['4612cef6-6c90-4099-bb12-3953eaedc3c1'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:48.602636 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-260e14e4-2962-41ea-a5b9-eebeb70bac78 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.660453 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165aa21-6710-4ece-9370-62e1d3d2c44e req-df9c990d-d594-452c-8dd6-2b763fe6a76c tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.662925 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1165aa21-6710-4ece-9370-62e1d3d2c44e req-df9c990d-d594-452c-8dd6-2b763fe6a76c tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.47 "GET /v2.0/ports?device_id=c77621ae-aa9b-460b-bca8-4035eb843cd3 HTTP/1.1" status: 200 len: 946 time: 0.3066242 Jul 14 09:16:48.672155 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-29547c36-b79a-4bc1-a04a-f4f3453c1412 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/quotas/58797f3591214e3295ad12e96e7e71c0 HTTP/1.1" status: 200 len: 375 time: 0.0938284 Jul 14 09:16:48.691559 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c98955-0895-4123-93df-cbd776e7a829 req-d7721749-a2e4-4eff-8d83-e7bad212f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.692029 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c98955-0895-4123-93df-cbd776e7a829 req-d7721749-a2e4-4eff-8d83-e7bad212f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.692514 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c98955-0895-4123-93df-cbd776e7a829 req-d7721749-a2e4-4eff-8d83-e7bad212f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.692990 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c98955-0895-4123-93df-cbd776e7a829 req-d7721749-a2e4-4eff-8d83-e7bad212f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.693464 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c98955-0895-4123-93df-cbd776e7a829 req-d7721749-a2e4-4eff-8d83-e7bad212f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.693937 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c98955-0895-4123-93df-cbd776e7a829 req-d7721749-a2e4-4eff-8d83-e7bad212f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.694409 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c98955-0895-4123-93df-cbd776e7a829 req-d7721749-a2e4-4eff-8d83-e7bad212f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.701346 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4c98955-0895-4123-93df-cbd776e7a829 req-d7721749-a2e4-4eff-8d83-e7bad212f655 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ff8ef452914843b3a211f5977d735f89&device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 6482 time: 0.6319568 Jul 14 09:16:48.755693 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-6a5bf9ab-b63a-403d-84b7-49d4b5078142 None None] Set router 4612cef6-6c90-4099-bb12-3953eaedc3c1 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:48.791779 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48162) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:48.824607 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1acef8e3-298b-4d7c-ab8a-2dd0357e7cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.875322 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c98955-0895-4123-93df-cbd776e7a829 req-7c7ebccc-6ba0-4f63-8591-cfc4ad2f8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.877859 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4c98955-0895-4123-93df-cbd776e7a829 req-7c7ebccc-6ba0-4f63-8591-cfc4ad2f8e27 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f88ba657-d9b2-4a2f-8603-745af5d48899 HTTP/1.1" status: 200 len: 902 time: 0.1132112 Jul 14 09:16:48.926860 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5df531-61a9-44dd-9a31-865a4d6bc02d req-f8c89e84-4595-4cfd-a09d-72f0d3aeed76 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.929076 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3f5df531-61a9-44dd-9a31-865a4d6bc02d req-f8c89e84-4595-4cfd-a09d-72f0d3aeed76 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4100a38-c27a-445b-aa25-50438acfd5b6 HTTP/1.1" status: 200 len: 946 time: 0.8708401 Jul 14 09:16:48.995347 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-260e14e4-2962-41ea-a5b9-eebeb70bac78 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "PUT /v2.0/floatingips/2306754d-f60e-418c-adfe-2a9a96a7c587 HTTP/1.1" status: 200 len: 991 time: 4.1563966 Jul 14 09:16:48.997583 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4c98955-0895-4123-93df-cbd776e7a829 req-e998e978-b62f-442b-b2d8-abcd9cfcc2c0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ec03830c-6d12-40d0-8974-6acc684013fd HTTP/1.1" status: 200 len: 217 time: 0.0540133 Jul 14 09:16:49.045004 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6a5bf9ab-b63a-403d-84b7-49d4b5078142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'name': 'tempest-ServerActionsTestJSON-1773094094-router', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '53bbf794-2c9a-43c2-bf52-d0353dabcd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:44Z', 'updated_at': '2021-07-14T09:15:51Z', 'revision_number': 4, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'gw_port': {'id': '53bbf794-2c9a-43c2-bf52-d0353dabcd2a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:44Z', 'updated_at': '2021-07-14T09:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '2306754d-f60e-418c-adfe-2a9a96a7c587', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'port_id': '3a61054c-ca03-43e7-a0bf-a3248953dd22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'mac_address': 'fa:16:3e:29:d7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af7149e-75f7-4f8b-b8c1-1563cedcd044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:16:12Z', 'updated_at': '2021-07-14T09:16:45Z', 'revision_number': 1, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c85b8cc-7084-4356-b7ba-ba32ab1546f8', 'name': '', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'mac_address': 'fa:16:3e:3b:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:49Z', 'updated_at': '2021-07-14T09:16:04Z', 'revision_number': 5, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'subnets': [{'id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:49.061316 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af7149e-75f7-4f8b-b8c1-1563cedcd044', 'tag': '3a61054c-ca03-43e7-a0bf-a3248953dd22'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:49.064033 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb09e73f-942f-43d4-a617-c9cdecd421d1" -d '{"events": [{"name": "network-changed", "server_uuid": "4af7149e-75f7-4f8b-b8c1-1563cedcd044", "tag": "3a61054c-ca03-43e7-a0bf-a3248953dd22"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:49.088531 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5bf9ab-b63a-403d-84b7-49d4b5078142 None None] Checking router: 4612cef6-6c90-4099-bb12-3953eaedc3c1 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:16:49.097278 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-1165aa21-6710-4ece-9370-62e1d3d2c44e req-c3f20c01-4338-4e71-9f52-6ef8dbc66fbc tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Deleting port 42ff4b07-478b-4ed6-a82d-d2859a8e1e76 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:49.097621 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1165aa21-6710-4ece-9370-62e1d3d2c44e req-c3f20c01-4338-4e71-9f52-6ef8dbc66fbc tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:49.100063 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5bf9ab-b63a-403d-84b7-49d4b5078142 None None] Routers {'4612cef6-6c90-4099-bb12-3953eaedc3c1'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:49.102604 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6a5bf9ab-b63a-403d-84b7-49d4b5078142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:16:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['4612cef6-6c90-4099-bb12-3953eaedc3c1'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:49.208854 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-492bd0d1-08db-4303-bb78-22cd7c2dd89c req-3c44c190-469a-4854-a7bc-ffc8c05afd29 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] For port 6c382b8b-b54f-495e-9d8b-0660c468bb6a, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=6c382b8b-b54f-495e-9d8b-0660c468bb6a,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:49.209545 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-492bd0d1-08db-4303-bb78-22cd7c2dd89c req-3c44c190-469a-4854-a7bc-ffc8c05afd29 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:49.224808 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-4caebfe0-8ac1-4147-9b73-b8f70223fa0e tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=58797f3591214e3295ad12e96e7e71c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4711182 Jul 14 09:16:49.237231 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-6a5bf9ab-b63a-403d-84b7-49d4b5078142 None None] Set router 4612cef6-6c90-4099-bb12-3953eaedc3c1 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:49.251361 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b9d27-0f9b-45b4-b5bf-be432c9d1447 req-7b3d7a26-9647-47f2-b34d-d2c44fce6dfb tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:49.258841 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5f7b9d27-0f9b-45b4-b5bf-be432c9d1447 req-7b3d7a26-9647-47f2-b34d-d2c44fce6dfb tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 950 time: 0.7011530 Jul 14 09:16:49.272523 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-492bd0d1-08db-4303-bb78-22cd7c2dd89c req-3c44c190-469a-4854-a7bc-ffc8c05afd29 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Calling delete_port for 6c382b8b-b54f-495e-9d8b-0660c468bb6a owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:49.302548 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c98955-0895-4123-93df-cbd776e7a829 req-84989243-4086-49ed-aa9d-24f3047c1a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:49.304143 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4c98955-0895-4123-93df-cbd776e7a829 req-84989243-4086-49ed-aa9d-24f3047c1a44 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6305651f-f686-4eb8-85f0-81bfcb17deeb HTTP/1.1" status: 200 len: 797 time: 0.2071621 Jul 14 09:16:49.308178 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1acef8e3-298b-4d7c-ab8a-2dd0357e7cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:49.319378 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1acef8e3-298b-4d7c-ab8a-2dd0357e7cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:49.323802 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-1165aa21-6710-4ece-9370-62e1d3d2c44e req-c3f20c01-4338-4e71-9f52-6ef8dbc66fbc tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] For port 42ff4b07-478b-4ed6-a82d-d2859a8e1e76, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=42ff4b07-478b-4ed6-a82d-d2859a8e1e76,segment=NetworkSegment(3b49e30b-89cf-44a7-b35c-c83d2468b697),segment_id=3b49e30b-89cf-44a7-b35c-c83d2468b697)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:49.324166 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1165aa21-6710-4ece-9370-62e1d3d2c44e req-c3f20c01-4338-4e71-9f52-6ef8dbc66fbc tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:49.404919 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-1165aa21-6710-4ece-9370-62e1d3d2c44e req-c3f20c01-4338-4e71-9f52-6ef8dbc66fbc tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Calling delete_port for 42ff4b07-478b-4ed6-a82d-d2859a8e1e76 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:49.421642 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acef8e3-298b-4d7c-ab8a-2dd0357e7cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc6e375-f11a-4c3e-ac0d-cb5b4a626a37,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:49.424590 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf8af36f-3e69-4e03-82e5-314127d74fee tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:49.428441 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1acef8e3-298b-4d7c-ab8a-2dd0357e7cec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d26be58ff8264c2db5d0fb6374289ceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6309347 Jul 14 09:16:49.440706 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48172) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:49.550859 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5f7b9d27-0f9b-45b4-b5bf-be432c9d1447 req-c6e076f3-419a-460f-9ed6-5c062f3be4e4 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910788 Jul 14 09:16:49.581468 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-3f5df531-61a9-44dd-9a31-865a4d6bc02d req-9dd4ab1b-3cdd-40b2-ae59-77347e08fad5 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Deleting port 79b2ddd0-2eea-4698-a066-66de86681b3f {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:49.582226 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3f5df531-61a9-44dd-9a31-865a4d6bc02d req-9dd4ab1b-3cdd-40b2-ae59-77347e08fad5 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:49.624944 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8af36f-3e69-4e03-82e5-314127d74fee tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Pushing event updated for resources: {'Subnet': ['ID=df1a5c51-f13d-4c6e-b1a5-3d7e55133370,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:49.655903 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6a5bf9ab-b63a-403d-84b7-49d4b5078142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'name': 'tempest-ServerActionsTestJSON-1773094094-router', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '53bbf794-2c9a-43c2-bf52-d0353dabcd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:44Z', 'updated_at': '2021-07-14T09:15:51Z', 'revision_number': 4, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'gw_port': {'id': '53bbf794-2c9a-43c2-bf52-d0353dabcd2a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:44Z', 'updated_at': '2021-07-14T09:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '2306754d-f60e-418c-adfe-2a9a96a7c587', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'port_id': '3a61054c-ca03-43e7-a0bf-a3248953dd22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'mac_address': 'fa:16:3e:29:d7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af7149e-75f7-4f8b-b8c1-1563cedcd044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:16:12Z', 'updated_at': '2021-07-14T09:16:45Z', 'revision_number': 1, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c85b8cc-7084-4356-b7ba-ba32ab1546f8', 'name': '', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'mac_address': 'fa:16:3e:3b:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:49Z', 'updated_at': '2021-07-14T09:16:04Z', 'revision_number': 5, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'subnets': [{'id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:49.716228 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5bf9ab-b63a-403d-84b7-49d4b5078142 None None] The sync data for ids ['4612cef6-6c90-4099-bb12-3953eaedc3c1'] in n-d-771362-35 is: [{'id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'name': 'tempest-ServerActionsTestJSON-1773094094-router', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '53bbf794-2c9a-43c2-bf52-d0353dabcd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:44Z', 'updated_at': '2021-07-14T09:15:51Z', 'revision_number': 4, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'gw_port': {'id': '53bbf794-2c9a-43c2-bf52-d0353dabcd2a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:44Z', 'updated_at': '2021-07-14T09:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '2306754d-f60e-418c-adfe-2a9a96a7c587', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'port_id': '3a61054c-ca03-43e7-a0bf-a3248953dd22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'mac_address': 'fa:16:3e:29:d7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af7149e-75f7-4f8b-b8c1-1563cedcd044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:16:12Z', 'updated_at': '2021-07-14T09:16:45Z', 'revision_number': 1, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c85b8cc-7084-4356-b7ba-ba32ab1546f8', 'name': '', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'mac_address': 'fa:16:3e:3b:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:49Z', 'updated_at': '2021-07-14T09:16:04Z', 'revision_number': 5, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'subnets': [{'id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:16:49.820577 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8af36f-3e69-4e03-82e5-314127d74fee tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Checking segment: {'id': '1fbbc1e8-cb4d-4d14-bd2a-8a7a36f8ad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b45f72f0-0eb8-4d61-86af-4fe0cda491f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:49.821195 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8af36f-3e69-4e03-82e5-314127d74fee tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Network hostable DHCP agents. Network: b45f72f0-0eb8-4d61-86af-4fe0cda491f6, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:49.844436 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1165aa21-6710-4ece-9370-62e1d3d2c44e req-c3f20c01-4338-4e71-9f52-6ef8dbc66fbc tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:49.856444 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['79b2ddd0-2eea-4698-a066-66de86681b3f', '42ff4b07-478b-4ed6-a82d-d2859a8e1e76'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:49.862617 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40db4b20-b1ba-4f08-8a85-f0c67e382d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:49.889657 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40db4b20-b1ba-4f08-8a85-f0c67e382d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.012574 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f20c01-4338-4e71-9f52-6ef8dbc66fbc tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Pushing event deleted for resources: {'Port': ['ID=42ff4b07-478b-4ed6-a82d-d2859a8e1e76,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:50.049935 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1165aa21-6710-4ece-9370-62e1d3d2c44e req-c3f20c01-4338-4e71-9f52-6ef8dbc66fbc tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] No DVR routers for this DVR port 42ff4b07-478b-4ed6-a82d-d2859a8e1e76 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:50.055670 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1165aa21-6710-4ece-9370-62e1d3d2c44e req-c3f20c01-4338-4e71-9f52-6ef8dbc66fbc tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.058253 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1165aa21-6710-4ece-9370-62e1d3d2c44e req-c3f20c01-4338-4e71-9f52-6ef8dbc66fbc tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.47 "DELETE /v2.0/ports/42ff4b07-478b-4ed6-a82d-d2859a8e1e76 HTTP/1.1" status: 204 len: 173 time: 1.3741863 Jul 14 09:16:50.058970 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40db4b20-b1ba-4f08-8a85-f0c67e382d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.063005 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40db4b20-b1ba-4f08-8a85-f0c67e382d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.068034 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-40db4b20-b1ba-4f08-8a85-f0c67e382d7b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7dc6e375-f11a-4c3e-ac0d-cb5b4a626a37 HTTP/1.1" status: 204 len: 168 time: 0.6262398 Jul 14 09:16:50.069059 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77621ae-aa9b-460b-bca8-4035eb843cd3', 'name': 'network-vif-deleted', 'tag': '42ff4b07-478b-4ed6-a82d-d2859a8e1e76'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:50.071826 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f1a954-d4e3-49ed-a417-1086d33df913" -d '{"events": [{"server_uuid": "c77621ae-aa9b-460b-bca8-4035eb843cd3", "name": "network-vif-deleted", "tag": "42ff4b07-478b-4ed6-a82d-d2859a8e1e76"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:50.105666 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db4b20-b1ba-4f08-8a85-f0c67e382d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc6e375-f11a-4c3e-ac0d-cb5b4a626a37,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:50.130661 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 79b2ddd0-2eea-4698-a066-66de86681b3f no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:50.136745 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8af36f-3e69-4e03-82e5-314127d74fee tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Network b45f72f0-0eb8-4d61-86af-4fe0cda491f6 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:50.162884 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-cf8af36f-3e69-4e03-82e5-314127d74fee tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, b45f72f0-0eb8-4d61-86af-4fe0cda491f6) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:50.169724 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf8af36f-3e69-4e03-82e5-314127d74fee tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.232762 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31891450-4372-4c20-b557-9f023990fbeb None None] Network b45f72f0-0eb8-4d61-86af-4fe0cda491f6 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:50.240114 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f346d7ce-b919-4323-854b-6737dfda2691 None None] New status for floating IP 2306754d-f60e-418c-adfe-2a9a96a7c587: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:16:50.329795 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8af36f-3e69-4e03-82e5-314127d74fee tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Checking segment: {'id': '9953e0e3-e388-4940-a73e-f3e4eba0f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b8f1dafc-819d-4d18-88a6-56616e529187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:50.330354 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8af36f-3e69-4e03-82e5-314127d74fee tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Network hostable DHCP agents. Network: b8f1dafc-819d-4d18-88a6-56616e529187, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:50.366770 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8af36f-3e69-4e03-82e5-314127d74fee tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Pushing event updated for resources: {'Subnet': ['ID=b552d562-1851-4793-815b-7655d69bb857,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:50.388651 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-492bd0d1-08db-4303-bb78-22cd7c2dd89c req-3c44c190-469a-4854-a7bc-ffc8c05afd29 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.393735 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8af36f-3e69-4e03-82e5-314127d74fee tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Network b8f1dafc-819d-4d18-88a6-56616e529187 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:50.407707 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-cf8af36f-3e69-4e03-82e5-314127d74fee tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, b8f1dafc-819d-4d18-88a6-56616e529187) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:50.413222 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8af36f-3e69-4e03-82e5-314127d74fee tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:50.413658 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8af36f-3e69-4e03-82e5-314127d74fee tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:50.414349 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf8af36f-3e69-4e03-82e5-314127d74fee tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.440577 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cf8af36f-3e69-4e03-82e5-314127d74fee tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.4094954 Jul 14 09:16:50.441501 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48186) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:50.464642 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['7c586b3c-9a43-440a-9dae-7207d72ecabd'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:50.478154 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd4ac0c-a4cb-465a-8d75-568d954391af None None] Network b8f1dafc-819d-4d18-88a6-56616e529187 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:50.490921 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44c190-469a-4854-a7bc-ffc8c05afd29 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Pushing event deleted for resources: {'Port': ['ID=6c382b8b-b54f-495e-9d8b-0660c468bb6a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:50.506134 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c98955-0895-4123-93df-cbd776e7a829 req-5d6d61cf-c406-4c31-9d27-73b3122b2de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:50.508929 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4c98955-0895-4123-93df-cbd776e7a829 req-5d6d61cf-c406-4c31-9d27-73b3122b2de4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f88ba657-d9b2-4a2f-8603-745af5d48899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1963272 Jul 14 09:16:50.520582 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-5dcd5131-0a03-485a-bd17-b31d90560471 service neutron] 10.222.0.25 "GET /v2.0/networks/1c74fe01-5fa0-4aec-8a3b-7b0306de2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2949109 Jul 14 09:16:50.534767 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-3f5df531-61a9-44dd-9a31-865a4d6bc02d req-9dd4ab1b-3cdd-40b2-ae59-77347e08fad5 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] For port 79b2ddd0-2eea-4698-a066-66de86681b3f, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=79b2ddd0-2eea-4698-a066-66de86681b3f,segment=NetworkSegment(3b49e30b-89cf-44a7-b35c-c83d2468b697),segment_id=3b49e30b-89cf-44a7-b35c-c83d2468b697)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:50.535405 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3f5df531-61a9-44dd-9a31-865a4d6bc02d req-9dd4ab1b-3cdd-40b2-ae59-77347e08fad5 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.784822 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-3f5df531-61a9-44dd-9a31-865a4d6bc02d req-9dd4ab1b-3cdd-40b2-ae59-77347e08fad5 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Calling delete_port for 79b2ddd0-2eea-4698-a066-66de86681b3f owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:50.788258 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-492bd0d1-08db-4303-bb78-22cd7c2dd89c req-3c44c190-469a-4854-a7bc-ffc8c05afd29 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] No DVR routers for this DVR port 6c382b8b-b54f-495e-9d8b-0660c468bb6a on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:50.908342 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4c98955-0895-4123-93df-cbd776e7a829 req-b857c28c-b91c-43ab-943b-c96d5bc9a2cf service neutron] 10.222.0.44 "GET /v2.0/networks/f88ba657-d9b2-4a2f-8603-745af5d48899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833618 Jul 14 09:16:50.910312 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-492bd0d1-08db-4303-bb78-22cd7c2dd89c req-3c44c190-469a-4854-a7bc-ffc8c05afd29 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.915708 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-492bd0d1-08db-4303-bb78-22cd7c2dd89c req-3c44c190-469a-4854-a7bc-ffc8c05afd29 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.47 "DELETE /v2.0/ports/6c382b8b-b54f-495e-9d8b-0660c468bb6a HTTP/1.1" status: 204 len: 173 time: 3.8287687 Jul 14 09:16:50.992867 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.015861 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188d246-8a36-4ba4-977d-9baf89b10d70 req-a9164536-6db0-4ad2-aacb-0891557580d5 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:51.046618 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9188d246-8a36-4ba4-977d-9baf89b10d70 req-a9164536-6db0-4ad2-aacb-0891557580d5 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 946 time: 0.7908013 Jul 14 09:16:51.122495 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16ebaf1-1a65-46be-90ad-d1b84524fefc tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:51.130331 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16ebaf1-1a65-46be-90ad-d1b84524fefc tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:51.133438 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16ebaf1-1a65-46be-90ad-d1b84524fefc tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:51.141284 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b16ebaf1-1a65-46be-90ad-d1b84524fefc tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.6989055 Jul 14 09:16:51.142382 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48204) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:51.222221 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd974cef-3bb4-480c-b842-3058795674e1 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Deleting subnet df1a5c51-f13d-4c6e-b1a5-3d7e55133370 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:16:51.228254 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd974cef-3bb4-480c-b842-3058795674e1 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.324012 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd974cef-3bb4-480c-b842-3058795674e1 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.415451 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-d887a382-6d9f-4e45-95a1-0e83acde943b service neutron] 10.222.0.25 "GET /v2.0/networks/1c74fe01-5fa0-4aec-8a3b-7b0306de2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8228285 Jul 14 09:16:51.451638 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd974cef-3bb4-480c-b842-3058795674e1 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.468884 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9188d246-8a36-4ba4-977d-9baf89b10d70 req-1add35e5-441e-4234-bee9-3e7d0401db18 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4200690 Jul 14 09:16:51.600383 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 79b2ddd0-2eea-4698-a066-66de86681b3f, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=79b2ddd0-2eea-4698-a066-66de86681b3f,segment=NetworkSegment(3b49e30b-89cf-44a7-b35c-c83d2468b697),segment_id=3b49e30b-89cf-44a7-b35c-c83d2468b697)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:51.605051 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4c98955-0895-4123-93df-cbd776e7a829 req-6a0fb2b8-a7a6-4653-8f5f-e93481391dfa service neutron] 10.222.0.44 "GET /v2.0/networks/f88ba657-d9b2-4a2f-8603-745af5d48899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6594598 Jul 14 09:16:51.611643 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63462648-3e2f-476c-b388-17640235b074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.630846 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd974cef-3bb4-480c-b842-3058795674e1 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.638350 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4100a38-c27a-445b-aa25-50438acfd5b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79b2ddd0-2eea-4698-a066-66de86681b3f'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:51.640762 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1bacbe-cb91-4d5f-b1cc-dbe74a412573" -d '{"events": [{"server_uuid": "d4100a38-c27a-445b-aa25-50438acfd5b6", "name": "network-vif-unplugged", "status": "completed", "tag": "79b2ddd0-2eea-4698-a066-66de86681b3f"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:51.643467 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.644535 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 42ff4b07-478b-4ed6-a82d-d2859a8e1e76 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:51.706265 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 42ff4b07-478b-4ed6-a82d-d2859a8e1e76 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:51.707150 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 42ff4b07-478b-4ed6-a82d-d2859a8e1e76 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:51.708039 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 6c382b8b-b54f-495e-9d8b-0660c468bb6a no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:51.751438 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.755404 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3f5df531-61a9-44dd-9a31-865a4d6bc02d req-9dd4ab1b-3cdd-40b2-ae59-77347e08fad5 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.761780 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7abfee3-cadd-4833-b863-1d7cfe0fa0f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-b45f72f0-0eb8-4d61-86af-4fe0cda491f6', 'network_id': 'b45f72f0-0eb8-4d61-86af-4fe0cda491f6', 'tenant_id': 'cb4f0c70d9dd4ad09b2bdb3dff2dc567', 'fixed_ips': [{'subnet_id': 'df1a5c51-f13d-4c6e-b1a5-3d7e55133370'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:16:51.762891 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7abfee3-cadd-4833-b863-1d7cfe0fa0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.769456 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd974cef-3bb4-480c-b842-3058795674e1 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Pushing event deleted for resources: {'Subnet': ['ID=df1a5c51-f13d-4c6e-b1a5-3d7e55133370,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:51.786252 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 6c382b8b-b54f-495e-9d8b-0660c468bb6a {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:51.786598 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 6c382b8b-b54f-495e-9d8b-0660c468bb6a not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:51.790288 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd974cef-3bb4-480c-b842-3058795674e1 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.794633 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cd974cef-3bb4-480c-b842-3058795674e1 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] 10.222.0.25 "DELETE /v2.0/subnets/df1a5c51-f13d-4c6e-b1a5-3d7e55133370 HTTP/1.1" status: 204 len: 168 time: 0.6499116 Jul 14 09:16:51.821153 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48220) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:51.828686 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4ab1b-3cdd-40b2-ae59-77347e08fad5 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Pushing event deleted for resources: {'Port': ['ID=79b2ddd0-2eea-4698-a066-66de86681b3f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:51.910290 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d6d746-571f-41ad-9dfc-36c81551bedb x-openstack-request-id: req-45d6d746-571f-41ad-9dfc-36c81551bedb {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:51.910876 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4af7149e-75f7-4f8b-b8c1-1563cedcd044", "tag": "3a61054c-ca03-43e7-a0bf-a3248953dd22", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:51.911055 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-45d6d746-571f-41ad-9dfc-36c81551bedb {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:51.912288 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4af7149e-75f7-4f8b-b8c1-1563cedcd044', 'tag': '3a61054c-ca03-43e7-a0bf-a3248953dd22', 'status': 'completed', 'code': 200} Jul 14 09:16:51.932545 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event deleted for resources: {'Port': ['ID=79b2ddd0-2eea-4698-a066-66de86681b3f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:51.990590 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68b347a-af73-481b-8f07-768ff6508b3d x-openstack-request-id: req-d68b347a-af73-481b-8f07-768ff6508b3d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:51.995311 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77621ae-aa9b-460b-bca8-4035eb843cd3", "name": "network-vif-deleted", "tag": "42ff4b07-478b-4ed6-a82d-d2859a8e1e76", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:51.998728 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d68b347a-af73-481b-8f07-768ff6508b3d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:51.999269 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77621ae-aa9b-460b-bca8-4035eb843cd3', 'name': 'network-vif-deleted', 'tag': '42ff4b07-478b-4ed6-a82d-d2859a8e1e76', 'status': 'completed', 'code': 200} Jul 14 09:16:52.009018 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5df531-61a9-44dd-9a31-865a4d6bc02d req-9dd4ab1b-3cdd-40b2-ae59-77347e08fad5 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] No DVR routers for this DVR port 79b2ddd0-2eea-4698-a066-66de86681b3f on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:52.013927 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e27d6ccc-afca-4247-9229-808af2f2fcfa tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Deleting subnet b552d562-1851-4793-815b-7655d69bb857 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:16:52.048593 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3f5df531-61a9-44dd-9a31-865a4d6bc02d req-9dd4ab1b-3cdd-40b2-ae59-77347e08fad5 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.051017 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e27d6ccc-afca-4247-9229-808af2f2fcfa tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.053497 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3f5df531-61a9-44dd-9a31-865a4d6bc02d req-9dd4ab1b-3cdd-40b2-ae59-77347e08fad5 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.47 "DELETE /v2.0/ports/79b2ddd0-2eea-4698-a066-66de86681b3f HTTP/1.1" status: 204 len: 173 time: 3.1137438 Jul 14 09:16:52.217395 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09e73f-942f-43d4-a617-c9cdecd421d1 req-d708e0ec-32af-47f5-8af6-33288b08d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:52.222309 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eb09e73f-942f-43d4-a617-c9cdecd421d1 req-d708e0ec-32af-47f5-8af6-33288b08d5b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 1098 time: 0.3185802 Jul 14 09:16:52.243830 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e27d6ccc-afca-4247-9229-808af2f2fcfa tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.300095 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1165c3-c653-4b05-805c-e18feb2e9a3b None None] Network b45f72f0-0eb8-4d61-86af-4fe0cda491f6 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:52.369966 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e27d6ccc-afca-4247-9229-808af2f2fcfa tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.441218 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.445701 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-98c858cf-1b2f-42c5-a546-f95eb0a92f82 req-e96deb8c-d922-43ab-939d-86882ded81e3 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4 HTTP/1.1" status: 200 len: 210 time: 0.1822512 Jul 14 09:16:52.506328 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad81761-963e-4f98-bd7f-abb6d5950e06 req-94aa428b-c821-44e3-9ab1-d926639b6b41 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:52.520267 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbde9686-d8ed-4912-b45e-f6c0ec025a82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-b8f1dafc-819d-4d18-88a6-56616e529187', 'network_id': 'b8f1dafc-819d-4d18-88a6-56616e529187', 'tenant_id': 'cb4f0c70d9dd4ad09b2bdb3dff2dc567', 'fixed_ips': [{'subnet_id': 'b552d562-1851-4793-815b-7655d69bb857'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:16:52.521494 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cbde9686-d8ed-4912-b45e-f6c0ec025a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.529381 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad81761-963e-4f98-bd7f-abb6d5950e06 req-94aa428b-c821-44e3-9ab1-d926639b6b41 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:52.535463 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad81761-963e-4f98-bd7f-abb6d5950e06 req-94aa428b-c821-44e3-9ab1-d926639b6b41 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:52.541811 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad81761-963e-4f98-bd7f-abb6d5950e06 req-94aa428b-c821-44e3-9ab1-d926639b6b41 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:52.556102 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e27d6ccc-afca-4247-9229-808af2f2fcfa tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.566082 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad81761-963e-4f98-bd7f-abb6d5950e06 req-94aa428b-c821-44e3-9ab1-d926639b6b41 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:52.573374 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad81761-963e-4f98-bd7f-abb6d5950e06 req-94aa428b-c821-44e3-9ab1-d926639b6b41 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:52.579313 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad81761-963e-4f98-bd7f-abb6d5950e06 req-94aa428b-c821-44e3-9ab1-d926639b6b41 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:52.598309 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dad81761-963e-4f98-bd7f-abb6d5950e06 req-94aa428b-c821-44e3-9ab1-d926639b6b41 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5418 time: 0.5949678 Jul 14 09:16:52.665206 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e27d6ccc-afca-4247-9229-808af2f2fcfa tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.676644 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e27d6ccc-afca-4247-9229-808af2f2fcfa tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] 10.222.0.25 "DELETE /v2.0/subnets/b552d562-1851-4793-815b-7655d69bb857 HTTP/1.1" status: 204 len: 168 time: 0.8533049 Jul 14 09:16:52.682382 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48244) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:52.684078 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d6ccc-afca-4247-9229-808af2f2fcfa tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Pushing event deleted for resources: {'Subnet': ['ID=b552d562-1851-4793-815b-7655d69bb857,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:52.709959 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dad81761-963e-4f98-bd7f-abb6d5950e06 req-4851bf17-a111-49ba-9d8c-ebc7a1c3900b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1105645 Jul 14 09:16:52.737033 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09e73f-942f-43d4-a617-c9cdecd421d1 req-ad272fdc-889c-4040-a84b-49d5b445b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:52.738856 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eb09e73f-942f-43d4-a617-c9cdecd421d1 req-ad272fdc-889c-4040-a84b-49d5b445b86f service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 912 time: 0.5064731 Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server [None req-cbde9686-d8ed-4912-b45e-f6c0ec025a82 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b552d562-1851-4793-815b-7655d69bb857: This subnet is being modified by another concurrent operation. Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:16:52.809849 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b552d562-1851-4793-815b-7655d69bb857: This subnet is being modified by another concurrent operation. Jul 14 09:16:52.814024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server Jul 14 09:16:52.829266 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24e3767-69b8-4fb9-b59c-35dbd1de53f7 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:52.831305 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f24e3767-69b8-4fb9-b59c-35dbd1de53f7 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1402118 Jul 14 09:16:52.837462 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48250) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:52.880062 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791ba1ef-88eb-413f-8ba8-c6c0f302e23f None None] Network b8f1dafc-819d-4d18-88a6-56616e529187 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:52.948350 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eb09e73f-942f-43d4-a617-c9cdecd421d1 req-2fe30217-af7d-42f6-9ba8-f8f17a0bf9c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a61054c-ca03-43e7-a0bf-a3248953dd22 HTTP/1.1" status: 200 len: 1001 time: 0.1909604 Jul 14 09:16:53.078943 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09e73f-942f-43d4-a617-c9cdecd421d1 req-77d630f4-c42b-4492-a6d7-4c9ae88d023b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:53.080531 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eb09e73f-942f-43d4-a617-c9cdecd421d1 req-77d630f4-c42b-4492-a6d7-4c9ae88d023b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a288c610-4f62-489b-a703-60b0f1c60f0a HTTP/1.1" status: 200 len: 851 time: 0.1160979 Jul 14 09:16:53.131655 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7483f1d1-6ba2-417f-84b0-5b037e442344 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.209762 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09e73f-942f-43d4-a617-c9cdecd421d1 req-df7e0e0a-6010-414f-a387-3304e87ff4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:53.213428 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eb09e73f-942f-43d4-a617-c9cdecd421d1 req-df7e0e0a-6010-414f-a387-3304e87ff4f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa88f091-33f9-4aa2-8101-31241b8b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1250329 Jul 14 09:16:53.264927 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1685de-7a27-4ea8-826f-6e76b40146ea None None] get_active_networks_info from n-d-771362-35 {{(pid=93774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:16:53.458633 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eb09e73f-942f-43d4-a617-c9cdecd421d1 req-9818ece4-0272-4a70-99a8-0dab28386ab0 service neutron] 10.222.0.44 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372377 Jul 14 09:16:53.487056 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7483f1d1-6ba2-417f-84b0-5b037e442344 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.501843 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-7483f1d1-6ba2-417f-84b0-5b037e442344 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f1dafc-819d-4d18-88a6-56616e529187']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:53.516047 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae18f748-61f5-4c34-a180-9056351dc41a x-openstack-request-id: req-ae18f748-61f5-4c34-a180-9056351dc41a {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:53.516779 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4100a38-c27a-445b-aa25-50438acfd5b6", "name": "network-vif-unplugged", "status": "completed", "tag": "79b2ddd0-2eea-4698-a066-66de86681b3f", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:53.516779 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae18f748-61f5-4c34-a180-9056351dc41a {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:53.516993 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4100a38-c27a-445b-aa25-50438acfd5b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79b2ddd0-2eea-4698-a066-66de86681b3f', 'code': 200} Jul 14 09:16:53.545395 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-7483f1d1-6ba2-417f-84b0-5b037e442344 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9953e0e3-e388-4940-a73e-f3e4eba0f1d3') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:53.549312 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-7483f1d1-6ba2-417f-84b0-5b037e442344 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9953e0e3-e388-4940-a73e-f3e4eba0f1d3') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:53.604565 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7483f1d1-6ba2-417f-84b0-5b037e442344 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.669265 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7483f1d1-6ba2-417f-84b0-5b037e442344 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.713708 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023f56c-03a7-44b6-a147-ab37d2c87733 req-e70d9f05-a2d9-42e2-b5c3-42d55e62e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:53.718995 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.722731 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3023f56c-03a7-44b6-a147-ab37d2c87733 req-e70d9f05-a2d9-42e2-b5c3-42d55e62e10f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b327168895324cc0b6c369e00d5c9690&device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 1098 time: 0.2872980 Jul 14 09:16:53.761647 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7483f1d1-6ba2-417f-84b0-5b037e442344 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:53.762048 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7483f1d1-6ba2-417f-84b0-5b037e442344 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:53.767347 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:53.798308 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1685de-7a27-4ea8-826f-6e76b40146ea None None] Resources bound (agent type, host, resource id): {{(pid=93774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:16:53.898712 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eb09e73f-942f-43d4-a617-c9cdecd421d1 req-1da7b20d-a04f-49a5-ac30-28be946d752b service neutron] 10.222.0.44 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210722 Jul 14 09:16:53.912986 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4', 'name': 'network-vif-deleted', 'tag': '6c382b8b-b54f-495e-9d8b-0660c468bb6a'}, {'server_uuid': 'd4100a38-c27a-445b-aa25-50438acfd5b6', 'name': 'network-vif-deleted', 'tag': '79b2ddd0-2eea-4698-a066-66de86681b3f'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:53.921491 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326840db-44b1-412d-afa2-2c276a540abb" -d '{"events": [{"server_uuid": "c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4", "name": "network-vif-deleted", "tag": "6c382b8b-b54f-495e-9d8b-0660c468bb6a"}, {"server_uuid": "d4100a38-c27a-445b-aa25-50438acfd5b6", "name": "network-vif-deleted", "tag": "79b2ddd0-2eea-4698-a066-66de86681b3f"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:53.951658 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed5995-1bdf-4f93-9273-9ba2317b0e05 req-34116773-8808-4f1c-b921-f2b65a7c6e30 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:53.959830 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ffed5995-1bdf-4f93-9273-9ba2317b0e05 req-34116773-8808-4f1c-b921-f2b65a7c6e30 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 946 time: 0.3071439 Jul 14 09:16:54.019165 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2f30503d-84e6-4749-ab1c-2c80e19e0541 req-d5845075-e147-45ce-b41d-d3c0b4125b61 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b5c142-21af-4493-a69f-7af8925d1c17 HTTP/1.1" status: 200 len: 210 time: 0.0541728 Jul 14 09:16:54.079455 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ffed5995-1bdf-4f93-9273-9ba2317b0e05 req-eddb0a8b-6a4b-45e5-ab48-f7617ce617b7 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174662 Jul 14 09:16:54.157272 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7483f1d1-6ba2-417f-84b0-5b037e442344 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.167795 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7483f1d1-6ba2-417f-84b0-5b037e442344 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.170130 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7483f1d1-6ba2-417f-84b0-5b037e442344 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] 10.222.0.25 "DELETE /v2.0/networks/b8f1dafc-819d-4d18-88a6-56616e529187 HTTP/1.1" status: 204 len: 168 time: 1.3295345 Jul 14 09:16:54.172891 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48272) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:54.223195 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f1d1-6ba2-417f-84b0-5b037e442344 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Pushing event deleted for resources: {'Network': ['ID=b8f1dafc-819d-4d18-88a6-56616e529187,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:54.243362 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023f56c-03a7-44b6-a147-ab37d2c87733 req-1ba1b6fa-d35b-4802-98cc-4fc95bd82ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:54.248968 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3023f56c-03a7-44b6-a147-ab37d2c87733 req-1ba1b6fa-d35b-4802-98cc-4fc95bd82ef1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5e1db2f5-19ca-4d5a-a84c-a02b32125113 HTTP/1.1" status: 200 len: 910 time: 0.5249076 Jul 14 09:16:54.341425 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cfc831-8d17-4a51-9626-540f5b894bdf x-openstack-request-id: req-28cfc831-8d17-4a51-9626-540f5b894bdf {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:54.341958 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4", "name": "network-vif-deleted", "tag": "6c382b8b-b54f-495e-9d8b-0660c468bb6a", "status": "completed", "code": 200}, {"server_uuid": "d4100a38-c27a-445b-aa25-50438acfd5b6", "name": "network-vif-deleted", "tag": "79b2ddd0-2eea-4698-a066-66de86681b3f", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:54.342386 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28cfc831-8d17-4a51-9626-540f5b894bdf {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:54.342977 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43b4cfc-d6b9-46a9-a85a-0d4c91eb2ec4', 'name': 'network-vif-deleted', 'tag': '6c382b8b-b54f-495e-9d8b-0660c468bb6a', 'status': 'completed', 'code': 200} Jul 14 09:16:54.343424 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4100a38-c27a-445b-aa25-50438acfd5b6', 'name': 'network-vif-deleted', 'tag': '79b2ddd0-2eea-4698-a066-66de86681b3f', 'status': 'completed', 'code': 200} Jul 14 09:16:54.442719 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5e6aff8-33d6-4305-b417-b7eac4e05d9e tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.585441 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3023f56c-03a7-44b6-a147-ab37d2c87733 req-fd140202-25ce-426a-b174-2892901e150d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ccd8883-5e6d-4335-8e0d-817d9631487d HTTP/1.1" status: 200 len: 1002 time: 0.3276846 Jul 14 09:16:54.712123 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023f56c-03a7-44b6-a147-ab37d2c87733 req-55579f85-4091-46c4-a6ca-33f02fcf2e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:54.722084 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3023f56c-03a7-44b6-a147-ab37d2c87733 req-55579f85-4091-46c4-a6ca-33f02fcf2e64 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=02258896-8a0a-43a5-90d3-5cf3546f791a HTTP/1.1" status: 200 len: 849 time: 0.1285429 Jul 14 09:16:54.824556 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5e6aff8-33d6-4305-b417-b7eac4e05d9e tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.869203 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c5e6aff8-33d6-4305-b417-b7eac4e05d9e tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b45f72f0-0eb8-4d61-86af-4fe0cda491f6']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:54.892463 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c5e6aff8-33d6-4305-b417-b7eac4e05d9e tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fbbc1e8-cb4d-4d14-bd2a-8a7a36f8ad07') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:54.892463 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c5e6aff8-33d6-4305-b417-b7eac4e05d9e tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fbbc1e8-cb4d-4d14-bd2a-8a7a36f8ad07') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:54.898099 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023f56c-03a7-44b6-a147-ab37d2c87733 req-5349bd7c-3a8d-45c0-8a4c-f289ee16d45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:54.902010 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3023f56c-03a7-44b6-a147-ab37d2c87733 req-5349bd7c-3a8d-45c0-8a4c-f289ee16d45c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5e1db2f5-19ca-4d5a-a84c-a02b32125113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1704881 Jul 14 09:16:54.922107 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5e6aff8-33d6-4305-b417-b7eac4e05d9e tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.082083 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-ffef5d6a-7df0-4154-a2d7-74e81daa4bf7 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:55.089557 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-ffef5d6a-7df0-4154-a2d7-74e81daa4bf7 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.47 "GET /v2.0/networks?id=1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 HTTP/1.1" status: 200 len: 813 time: 0.1769042 Jul 14 09:16:55.130934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-4c321f05-1395-4517-8912-32e72fec59a3 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Request body: {'port': {'device_id': '80dbb6e9-8495-4703-bc40-b0aeb9aa87bd', 'network_id': '1c74fe01-5fa0-4aec-8a3b-7b0306de2f24', 'admin_state_up': True, 'tenant_id': '58797f3591214e3295ad12e96e7e71c0'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:55.171618 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3023f56c-03a7-44b6-a147-ab37d2c87733 req-a940ae81-e5b7-4f1e-aaf6-ca28469e53a0 service neutron] 10.222.0.44 "GET /v2.0/networks/5e1db2f5-19ca-4d5a-a84c-a02b32125113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578917 Jul 14 09:16:55.259562 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ce8eb-3152-4edb-b1cf-e3f2098a5fe2 req-0d229b7e-e9c0-48a0-ae34-0fd9e955267b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:55.272533 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ce8eb-3152-4edb-b1cf-e3f2098a5fe2 req-0d229b7e-e9c0-48a0-ae34-0fd9e955267b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:55.281457 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ce8eb-3152-4edb-b1cf-e3f2098a5fe2 req-0d229b7e-e9c0-48a0-ae34-0fd9e955267b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:55.288130 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ce8eb-3152-4edb-b1cf-e3f2098a5fe2 req-0d229b7e-e9c0-48a0-ae34-0fd9e955267b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:55.295721 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ce8eb-3152-4edb-b1cf-e3f2098a5fe2 req-0d229b7e-e9c0-48a0-ae34-0fd9e955267b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:55.303827 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ce8eb-3152-4edb-b1cf-e3f2098a5fe2 req-0d229b7e-e9c0-48a0-ae34-0fd9e955267b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:55.311424 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ce8eb-3152-4edb-b1cf-e3f2098a5fe2 req-0d229b7e-e9c0-48a0-ae34-0fd9e955267b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:55.316579 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a21ce8eb-3152-4edb-b1cf-e3f2098a5fe2 req-0d229b7e-e9c0-48a0-ae34-0fd9e955267b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5418 time: 0.9423659 Jul 14 09:16:55.317683 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5e6aff8-33d6-4305-b417-b7eac4e05d9e tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.372413 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3023f56c-03a7-44b6-a147-ab37d2c87733 req-0e280613-b638-4fb2-b18d-c6dc6e962008 service neutron] 10.222.0.44 "GET /v2.0/networks/5e1db2f5-19ca-4d5a-a84c-a02b32125113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906362 Jul 14 09:16:55.372931 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5e6aff8-33d6-4305-b417-b7eac4e05d9e tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:55.373553 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5e6aff8-33d6-4305-b417-b7eac4e05d9e tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:55.379084 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:55.639214 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5e6aff8-33d6-4305-b417-b7eac4e05d9e tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.683442 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5e6aff8-33d6-4305-b417-b7eac4e05d9e tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.685683 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c5e6aff8-33d6-4305-b417-b7eac4e05d9e tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] 10.222.0.25 "DELETE /v2.0/networks/b45f72f0-0eb8-4d61-86af-4fe0cda491f6 HTTP/1.1" status: 204 len: 168 time: 1.5115709 Jul 14 09:16:55.688540 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48296) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:55.713505 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6aff8-33d6-4305-b417-b7eac4e05d9e tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Pushing event deleted for resources: {'Network': ['ID=b45f72f0-0eb8-4d61-86af-4fe0cda491f6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:55.722635 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a21ce8eb-3152-4edb-b1cf-e3f2098a5fe2 req-5804b852-87bd-48d2-809f-6ed6c07463e6 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3613675 Jul 14 09:16:55.771115 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-3afc8476-0caa-4620-9e06-da663449e9a0 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:55.772839 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-3afc8476-0caa-4620-9e06-da663449e9a0 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.47 "GET /v2.0/networks?id=1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 HTTP/1.1" status: 200 len: 813 time: 0.2983336 Jul 14 09:16:55.798289 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae578790-8c18-420b-8848-2e534fcbe99c req-cf6de90d-2bb9-4870-9b95-1b0a9c4267ad tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:55.806278 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ae578790-8c18-420b-8848-2e534fcbe99c req-cf6de90d-2bb9-4870-9b95-1b0a9c4267ad tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 950 time: 0.6934988 Jul 14 09:16:55.832638 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-6a6c7e67-845a-4789-9499-012d20600640 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Request body: {'port': {'device_id': '85b5c142-21af-4493-a69f-7af8925d1c17', 'network_id': '1c74fe01-5fa0-4aec-8a3b-7b0306de2f24', 'admin_state_up': True, 'tenant_id': '58797f3591214e3295ad12e96e7e71c0'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:55.855445 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab2129a7-7a8c-43c1-b8eb-320cf05dd828 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.953119 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ae578790-8c18-420b-8848-2e534fcbe99c req-03ad72e8-856d-4dd1-996d-15eccb3ae207 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457455 Jul 14 09:16:55.961709 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-4c321f05-1395-4517-8912-32e72fec59a3 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Made reservation on behalf of 58797f3591214e3295ad12e96e7e71c0 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:55.971320 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-4c321f05-1395-4517-8912-32e72fec59a3 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.971971 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab2129a7-7a8c-43c1-b8eb-320cf05dd828 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.994242 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ab2129a7-7a8c-43c1-b8eb-320cf05dd828 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c506969d-816d-4d04-831f-8c2ef833b5de']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:56.010859 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ab2129a7-7a8c-43c1-b8eb-320cf05dd828 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a88fb38b-3d44-450d-8743-35c208019787') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:56.011168 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ab2129a7-7a8c-43c1-b8eb-320cf05dd828 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a88fb38b-3d44-450d-8743-35c208019787') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:56.022060 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab2129a7-7a8c-43c1-b8eb-320cf05dd828 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.039340 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab2129a7-7a8c-43c1-b8eb-320cf05dd828 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.052935 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab2129a7-7a8c-43c1-b8eb-320cf05dd828 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:56.054727 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab2129a7-7a8c-43c1-b8eb-320cf05dd828 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.060780 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94bff680-0b5d-4f81-ae54-49dec4c2a196 req-ab06ceff-54c8-49ea-9be0-e663ba9661bd tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b5c142-21af-4493-a69f-7af8925d1c17 HTTP/1.1" status: 200 len: 210 time: 0.0411372 Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:56.116128 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:56.132405 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-6a6c7e67-845a-4789-9499-012d20600640 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Made reservation on behalf of 58797f3591214e3295ad12e96e7e71c0 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:56.136918 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-6a6c7e67-845a-4789-9499-012d20600640 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.159839 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab2129a7-7a8c-43c1-b8eb-320cf05dd828 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.175653 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab2129a7-7a8c-43c1-b8eb-320cf05dd828 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.178596 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ab2129a7-7a8c-43c1-b8eb-320cf05dd828 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] 10.222.0.25 "DELETE /v2.0/networks/c506969d-816d-4d04-831f-8c2ef833b5de HTTP/1.1" status: 204 len: 168 time: 0.4881320 Jul 14 09:16:56.189920 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48298) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:56.199768 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2129a7-7a8c-43c1-b8eb-320cf05dd828 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Pushing event deleted for resources: {'Network': ['ID=c506969d-816d-4d04-831f-8c2ef833b5de,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:56.290142 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e0efa54-163f-49e7-8813-a8e5314e8653 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.384178 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578df903-ed6b-49c5-bbc0-e4476f312995 req-d9c9aeca-a51b-44ac-ace7-d9a06a0ddac6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:56.391001 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-578df903-ed6b-49c5-bbc0-e4476f312995 req-d9c9aeca-a51b-44ac-ace7-d9a06a0ddac6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 946 time: 0.2480395 Jul 14 09:16:56.406340 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-4c321f05-1395-4517-8912-32e72fec59a3 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Allocated IP 172.20.0.12 (1c74fe01-5fa0-4aec-8a3b-7b0306de2f24/c15e3fd6-426b-432e-b7e5-8fd4945ece63/3fe9a4ce-7070-47fe-928c-0effdeeafed4) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:56.411400 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e0efa54-163f-49e7-8813-a8e5314e8653 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.423084 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-5e0efa54-163f-49e7-8813-a8e5314e8653 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5582749-f059-482a-bbeb-889f4d493b8d']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:56.436020 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-5e0efa54-163f-49e7-8813-a8e5314e8653 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc79e2f9-7dd6-4d90-be2c-5d97caf9702a') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:56.436324 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-5e0efa54-163f-49e7-8813-a8e5314e8653 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc79e2f9-7dd6-4d90-be2c-5d97caf9702a') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:56.452382 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e0efa54-163f-49e7-8813-a8e5314e8653 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.473548 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-578df903-ed6b-49c5-bbc0-e4476f312995 req-54ec8ac1-bc95-4db0-a4d3-2455381c5f06 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815892 Jul 14 09:16:56.475697 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e0efa54-163f-49e7-8813-a8e5314e8653 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.484571 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0efa54-163f-49e7-8813-a8e5314e8653 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:56.484988 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e0efa54-163f-49e7-8813-a8e5314e8653 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:56.564395 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:56.566999 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e0efa54-163f-49e7-8813-a8e5314e8653 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.587449 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e0efa54-163f-49e7-8813-a8e5314e8653 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.591769 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5e0efa54-163f-49e7-8813-a8e5314e8653 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] 10.222.0.25 "DELETE /v2.0/networks/f5582749-f059-482a-bbeb-889f4d493b8d HTTP/1.1" status: 204 len: 168 time: 0.3984306 Jul 14 09:16:56.654921 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0efa54-163f-49e7-8813-a8e5314e8653 tempest-BulkNetworkOpsTest-793038385 tempest-BulkNetworkOpsTest-793038385-project] Pushing event deleted for resources: {'Network': ['ID=f5582749-f059-482a-bbeb-889f4d493b8d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:56.744748 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-4c321f05-1395-4517-8912-32e72fec59a3 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.758911 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33461937-c6a1-4892-8030-8b89e6e809c7 req-4ffb8d42-de18-4837-8c20-223cdbdc0240 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1380525 Jul 14 09:16:56.772617 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de118d-fe0f-4635-92d4-4cf7f219451a req-c7271bcc-fa53-496e-9f3b-7fc263611ba8 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:56.776128 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-77de118d-fe0f-4635-92d4-4cf7f219451a req-c7271bcc-fa53-496e-9f3b-7fc263611ba8 tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.44 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 950 time: 0.2108719 Jul 14 09:16:56.815609 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-4c321f05-1395-4517-8912-32e72fec59a3 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.019747 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-77de118d-fe0f-4635-92d4-4cf7f219451a req-4144fac3-131f-4ff1-869a-f425367d76be tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Deleting port 7c586b3c-9a43-440a-9dae-7207d72ecabd {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:57.020670 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-77de118d-fe0f-4635-92d4-4cf7f219451a req-4144fac3-131f-4ff1-869a-f425367d76be tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.119020 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48322) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:57.161149 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-4c321f05-1395-4517-8912-32e72fec59a3 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Network 1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:57.173036 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-6a6c7e67-845a-4789-9499-012d20600640 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Allocated IP 172.20.0.3 (1c74fe01-5fa0-4aec-8a3b-7b0306de2f24/c15e3fd6-426b-432e-b7e5-8fd4945ece63/c703e40d-46eb-40bb-9af3-b565b1b4785e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:57.179870 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-4c321f05-1395-4517-8912-32e72fec59a3 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:57.185906 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c321f05-1395-4517-8912-32e72fec59a3 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Pushing event updated for resources: {'Port': ['ID=3fe9a4ce-7070-47fe-928c-0effdeeafed4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:57.191395 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-4c321f05-1395-4517-8912-32e72fec59a3 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:57.217758 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-77de118d-fe0f-4635-92d4-4cf7f219451a req-4144fac3-131f-4ff1-869a-f425367d76be tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] For port 7c586b3c-9a43-440a-9dae-7207d72ecabd, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=7c586b3c-9a43-440a-9dae-7207d72ecabd,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:57.218408 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-77de118d-fe0f-4635-92d4-4cf7f219451a req-4144fac3-131f-4ff1-869a-f425367d76be tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.245653 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-77de118d-fe0f-4635-92d4-4cf7f219451a req-4144fac3-131f-4ff1-869a-f425367d76be tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Calling delete_port for 7c586b3c-9a43-440a-9dae-7207d72ecabd owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:57.276815 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-4c321f05-1395-4517-8912-32e72fec59a3 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:57.277919 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-4c321f05-1395-4517-8912-32e72fec59a3 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.341042 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33461937-c6a1-4892-8030-8b89e6e809c7 req-256a8232-e23f-4dba-bf40-3109ba77d75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:57.342979 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33461937-c6a1-4892-8030-8b89e6e809c7 req-256a8232-e23f-4dba-bf40-3109ba77d75b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b327168895324cc0b6c369e00d5c9690&device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 1098 time: 0.5236115 Jul 14 09:16:57.393433 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-4c321f05-1395-4517-8912-32e72fec59a3 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2908170 Jul 14 09:16:57.415904 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8135082d-445a-4cbc-96dc-e6a783cb2c18 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb4f0c70d9dd4ad09b2bdb3dff2dc567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2934027 Jul 14 09:16:57.420079 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48326) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:57.436124 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-de968a0f-94dd-4e10-a039-51e52715df41 service neutron] Request body: {'port': {'device_id': '80dbb6e9-8495-4703-bc40-b0aeb9aa87bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:57.456851 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c2112-cd02-4bb7-9676-8b95d151cc68 req-a7afec58-ce4d-436b-a099-712194dd1969 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:57.463663 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c2112-cd02-4bb7-9676-8b95d151cc68 req-a7afec58-ce4d-436b-a099-712194dd1969 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:57.469913 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c2112-cd02-4bb7-9676-8b95d151cc68 req-a7afec58-ce4d-436b-a099-712194dd1969 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:57.477675 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c2112-cd02-4bb7-9676-8b95d151cc68 req-a7afec58-ce4d-436b-a099-712194dd1969 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:57.485342 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c2112-cd02-4bb7-9676-8b95d151cc68 req-a7afec58-ce4d-436b-a099-712194dd1969 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:57.491876 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c2112-cd02-4bb7-9676-8b95d151cc68 req-a7afec58-ce4d-436b-a099-712194dd1969 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:57.497748 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c2112-cd02-4bb7-9676-8b95d151cc68 req-a7afec58-ce4d-436b-a099-712194dd1969 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:57.506136 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d90c2112-cd02-4bb7-9676-8b95d151cc68 req-a7afec58-ce4d-436b-a099-712194dd1969 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5418 time: 0.6125934 Jul 14 09:16:57.521820 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3eb441b-dcc3-4730-9058-75641e57bdd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.562663 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3eb441b-dcc3-4730-9058-75641e57bdd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.575265 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-77de118d-fe0f-4635-92d4-4cf7f219451a req-4144fac3-131f-4ff1-869a-f425367d76be tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.590510 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['7c586b3c-9a43-440a-9dae-7207d72ecabd'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:57.633231 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144fac3-131f-4ff1-869a-f425367d76be tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Pushing event deleted for resources: {'Port': ['ID=7c586b3c-9a43-440a-9dae-7207d72ecabd,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:57.702530 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-77de118d-fe0f-4635-92d4-4cf7f219451a req-4144fac3-131f-4ff1-869a-f425367d76be tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] No DVR routers for this DVR port 7c586b3c-9a43-440a-9dae-7207d72ecabd on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:57.707043 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-77de118d-fe0f-4635-92d4-4cf7f219451a req-4144fac3-131f-4ff1-869a-f425367d76be tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.709428 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-77de118d-fe0f-4635-92d4-4cf7f219451a req-4144fac3-131f-4ff1-869a-f425367d76be tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.44 "DELETE /v2.0/ports/7c586b3c-9a43-440a-9dae-7207d72ecabd HTTP/1.1" status: 204 len: 173 time: 0.9255648 Jul 14 09:16:57.710275 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b115aa-8e1b-4673-a4cf-39a9320f782a', 'name': 'network-vif-deleted', 'tag': '7c586b3c-9a43-440a-9dae-7207d72ecabd'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:57.714661 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc31b1a1-c9ab-4680-9213-5ea988737973" -d '{"events": [{"server_uuid": "33b115aa-8e1b-4673-a4cf-39a9320f782a", "name": "network-vif-deleted", "tag": "7c586b3c-9a43-440a-9dae-7207d72ecabd"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:57.750666 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3eb441b-dcc3-4730-9058-75641e57bdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.754316 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3eb441b-dcc3-4730-9058-75641e57bdd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.755717 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c3eb441b-dcc3-4730-9058-75641e57bdd7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4f69c27-2c16-4189-9c1e-47dbc66f9381 HTTP/1.1" status: 204 len: 168 time: 0.3345847 Jul 14 09:16:57.776956 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb441b-dcc3-4730-9058-75641e57bdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f69c27-2c16-4189-9c1e-47dbc66f9381,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:58.224986 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48346) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:58.437221 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33461937-c6a1-4892-8030-8b89e6e809c7 req-13b54972-6cf5-4245-af82-8ba98ee2496e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:58.438960 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33461937-c6a1-4892-8030-8b89e6e809c7 req-13b54972-6cf5-4245-af82-8ba98ee2496e service neutron] 10.222.0.44 "GET /v2.0/networks?id=5e1db2f5-19ca-4d5a-a84c-a02b32125113 HTTP/1.1" status: 200 len: 910 time: 1.0435271 Jul 14 09:16:58.501936 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d90c2112-cd02-4bb7-9676-8b95d151cc68 req-bca48855-f26b-4702-98d5-c7661947548a tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9949265 Jul 14 09:16:58.526664 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f30063ce-0ef8-4a54-a0ce-2f1f476aa8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:58.605687 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812be99a-d17f-43e4-9dc5-84c6d746b55e req-afe9b871-6cf5-4335-89b7-3d94b778129e tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:58.619231 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-812be99a-d17f-43e4-9dc5-84c6d746b55e req-afe9b871-6cf5-4335-89b7-3d94b778129e tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/ports?device_id=33b115aa-8e1b-4673-a4cf-39a9320f782a HTTP/1.1" status: 200 len: 867 time: 1.3147006 Jul 14 09:16:58.695713 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-de968a0f-94dd-4e10-a039-51e52715df41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:58.791543 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f30063ce-0ef8-4a54-a0ce-2f1f476aa8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:58.806134 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f30063ce-0ef8-4a54-a0ce-2f1f476aa8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:58.848732 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33461937-c6a1-4892-8030-8b89e6e809c7 req-e71e7681-a7a0-4ae5-9338-d150318ad4b8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ccd8883-5e6d-4335-8e0d-817d9631487d HTTP/1.1" status: 200 len: 1002 time: 0.3967299 Jul 14 09:16:58.858262 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30063ce-0ef8-4a54-a0ce-2f1f476aa8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5708e043-b4a4-4d71-92e9-cc969cf12bd8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:58.901798 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f30063ce-0ef8-4a54-a0ce-2f1f476aa8e6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd6254139a26437cb7e123ae886d5f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6730239 Jul 14 09:16:58.903384 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48368) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:58.951591 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bc447b64-aa1d-4a66-9b26-0d6358141de6 req-27ec7d6e-d0b4-405f-a961-a30aa80ca831 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b5c142-21af-4493-a69f-7af8925d1c17 HTTP/1.1" status: 200 len: 210 time: 0.1629696 Jul 14 09:16:58.965510 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-812be99a-d17f-43e4-9dc5-84c6d746b55e req-65538ef2-8639-4c11-a06b-5310a175e9cb tempest-MigrationsAdminTest-393069264 tempest-MigrationsAdminTest-393069264-project] 10.222.0.25 "GET /v2.0/security-groups?id=dea199cd-f334-44fa-8b65-63dbe406b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439720 Jul 14 09:16:58.975293 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68962b7d-f6b0-4abd-bc77-7b6fb6867410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.008067 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-6a6c7e67-845a-4789-9499-012d20600640 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.022474 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68962b7d-f6b0-4abd-bc77-7b6fb6867410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.064224 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb59700-fdc0-44d1-a5ad-6e225e6a9365 x-openstack-request-id: req-afb59700-fdc0-44d1-a5ad-6e225e6a9365 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:59.064650 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b115aa-8e1b-4673-a4cf-39a9320f782a", "name": "network-vif-deleted", "tag": "7c586b3c-9a43-440a-9dae-7207d72ecabd", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:59.064920 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-afb59700-fdc0-44d1-a5ad-6e225e6a9365 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:59.065365 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b115aa-8e1b-4673-a4cf-39a9320f782a', 'name': 'network-vif-deleted', 'tag': '7c586b3c-9a43-440a-9dae-7207d72ecabd', 'status': 'completed', 'code': 200} Jul 14 09:16:59.145307 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68962b7d-f6b0-4abd-bc77-7b6fb6867410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.150509 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33461937-c6a1-4892-8030-8b89e6e809c7 req-08f3340f-761c-4ff7-bb41-68d731575246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:59.153101 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68962b7d-f6b0-4abd-bc77-7b6fb6867410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.157975 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33461937-c6a1-4892-8030-8b89e6e809c7 req-08f3340f-761c-4ff7-bb41-68d731575246 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=02258896-8a0a-43a5-90d3-5cf3546f791a HTTP/1.1" status: 200 len: 849 time: 0.2733212 Jul 14 09:16:59.158741 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-68962b7d-f6b0-4abd-bc77-7b6fb6867410 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5708e043-b4a4-4d71-92e9-cc969cf12bd8 HTTP/1.1" status: 204 len: 168 time: 0.2505143 Jul 14 09:16:59.172558 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68962b7d-f6b0-4abd-bc77-7b6fb6867410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5708e043-b4a4-4d71-92e9-cc969cf12bd8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:59.359127 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-6a6c7e67-845a-4789-9499-012d20600640 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.448697 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33461937-c6a1-4892-8030-8b89e6e809c7 req-fb8192e5-338b-4eb4-af6f-60bd089f18eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:59.450352 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33461937-c6a1-4892-8030-8b89e6e809c7 req-fb8192e5-338b-4eb4-af6f-60bd089f18eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5e1db2f5-19ca-4d5a-a84c-a02b32125113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2361376 Jul 14 09:16:59.466181 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db24a1-a02a-4f04-9d16-d160541b3eff req-302cffab-72ad-4b3d-9c9d-14b14d044299 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:59.467899 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f5db24a1-a02a-4f04-9d16-d160541b3eff req-302cffab-72ad-4b3d-9c9d-14b14d044299 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 946 time: 0.2547395 Jul 14 09:16:59.575950 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-6a6c7e67-845a-4789-9499-012d20600640 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Network 1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:59.628974 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c7e67-845a-4789-9499-012d20600640 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Pushing event updated for resources: {'Port': ['ID=c703e40d-46eb-40bb-9af3-b565b1b4785e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:59.641369 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-6a6c7e67-845a-4789-9499-012d20600640 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:59.680382 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-6a6c7e67-845a-4789-9499-012d20600640 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:59.770112 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 7c586b3c-9a43-440a-9dae-7207d72ecabd no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:59.794425 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 7c586b3c-9a43-440a-9dae-7207d72ecabd {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:59.795103 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 7c586b3c-9a43-440a-9dae-7207d72ecabd not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:59.802208 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f5db24a1-a02a-4f04-9d16-d160541b3eff req-f7f2f4b1-3be8-437a-8618-96af6ac5b836 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3228855 Jul 14 09:16:59.922087 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-6a6c7e67-845a-4789-9499-012d20600640 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:59.922734 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-6a6c7e67-845a-4789-9499-012d20600640 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.930381 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33461937-c6a1-4892-8030-8b89e6e809c7 req-4d7fe332-2436-4057-b2e9-b6a7a3a1fa5d service neutron] 10.222.0.44 "GET /v2.0/networks/5e1db2f5-19ca-4d5a-a84c-a02b32125113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576666 Jul 14 09:17:00.003065 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-6a6c7e67-845a-4789-9499-012d20600640 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2142549 Jul 14 09:17:00.042773 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-de968a0f-94dd-4e10-a039-51e52715df41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe9a4ce-7070-47fe-928c-0effdeeafed4 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:00.073239 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-7b4b4ece-5385-4094-9713-d717c08f263d service neutron] Request body: {'port': {'device_id': '85b5c142-21af-4493-a69f-7af8925d1c17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:00.091002 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-de968a0f-94dd-4e10-a039-51e52715df41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.195461 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-de968a0f-94dd-4e10-a039-51e52715df41 service neutron] Transition to ACTIVE for port object 3fe9a4ce-7070-47fe-928c-0effdeeafed4 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:00.219261 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-de968a0f-94dd-4e10-a039-51e52715df41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.318880 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f65d7-0b55-48d7-9503-27daf8b2d41d req-ebcdd8d6-0502-4fab-87fe-87e8b8a35268 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:00.325693 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f65d7-0b55-48d7-9503-27daf8b2d41d req-ebcdd8d6-0502-4fab-87fe-87e8b8a35268 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:00.331973 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f65d7-0b55-48d7-9503-27daf8b2d41d req-ebcdd8d6-0502-4fab-87fe-87e8b8a35268 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:00.339171 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f65d7-0b55-48d7-9503-27daf8b2d41d req-ebcdd8d6-0502-4fab-87fe-87e8b8a35268 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:00.345470 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f65d7-0b55-48d7-9503-27daf8b2d41d req-ebcdd8d6-0502-4fab-87fe-87e8b8a35268 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:00.352754 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f65d7-0b55-48d7-9503-27daf8b2d41d req-ebcdd8d6-0502-4fab-87fe-87e8b8a35268 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:00.359549 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f65d7-0b55-48d7-9503-27daf8b2d41d req-ebcdd8d6-0502-4fab-87fe-87e8b8a35268 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:00.361279 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2d6f65d7-0b55-48d7-9503-27daf8b2d41d req-ebcdd8d6-0502-4fab-87fe-87e8b8a35268 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5418 time: 0.6120353 Jul 14 09:17:00.374514 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48432) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:00.536468 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33461937-c6a1-4892-8030-8b89e6e809c7 req-20000bec-7770-4b64-8efe-c109e3869ba5 service neutron] 10.222.0.44 "GET /v2.0/networks/5e1db2f5-19ca-4d5a-a84c-a02b32125113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5911527 Jul 14 09:17:00.568868 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de968a0f-94dd-4e10-a039-51e52715df41 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe9a4ce-7070-47fe-928c-0effdeeafed4,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:00.601630 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-7b4b4ece-5385-4094-9713-d717c08f263d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.618336 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2d6f65d7-0b55-48d7-9503-27daf8b2d41d req-aee48877-f80f-40b7-bee6-e32c13757a61 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2396822 Jul 14 09:17:00.670022 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2711794-eb34-41a7-932c-9bcc19a156db req-a15cf4e1-dd64-46dd-a084-f969c4f3682f tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:00.671638 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f2711794-eb34-41a7-932c-9bcc19a156db req-a15cf4e1-dd64-46dd-a084-f969c4f3682f tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b5c142-21af-4493-a69f-7af8925d1c17 HTTP/1.1" status: 200 len: 931 time: 0.3830745 Jul 14 09:17:00.677394 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-de968a0f-94dd-4e10-a039-51e52715df41 service neutron] Attempting to bind port 3fe9a4ce-7070-47fe-928c-0effdeeafed4 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:00.677733 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-de968a0f-94dd-4e10-a039-51e52715df41 service neutron] Attempting to bind port 3fe9a4ce-7070-47fe-928c-0effdeeafed4 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '3b49e30b-89cf-44a7-b35c-c83d2468b697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1c74fe01-5fa0-4aec-8a3b-7b0306de2f24'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:00.678064 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-de968a0f-94dd-4e10-a039-51e52715df41 service neutron] Attempting to bind port 3fe9a4ce-7070-47fe-928c-0effdeeafed4 on network 1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:00.716648 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-de968a0f-94dd-4e10-a039-51e52715df41 service neutron] Port 3fe9a4ce-7070-47fe-928c-0effdeeafed4 on network 1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:00.716982 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-de968a0f-94dd-4e10-a039-51e52715df41 service neutron] Attempting to bind port 3fe9a4ce-7070-47fe-928c-0effdeeafed4 on network 1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:00.771830 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-efa83f8f-564b-4c3c-898d-c7e3bd0a7bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.805724 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-de968a0f-94dd-4e10-a039-51e52715df41 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:00.806095 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-de968a0f-94dd-4e10-a039-51e52715df41 service neutron] Checking segment: {'id': '3b49e30b-89cf-44a7-b35c-c83d2468b697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1c74fe01-5fa0-4aec-8a3b-7b0306de2f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:00.806978 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-de968a0f-94dd-4e10-a039-51e52715df41 service neutron] Bound using segment: {'id': '3b49e30b-89cf-44a7-b35c-c83d2468b697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1c74fe01-5fa0-4aec-8a3b-7b0306de2f24'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:00.807457 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-de968a0f-94dd-4e10-a039-51e52715df41 service neutron] Bound port: 3fe9a4ce-7070-47fe-928c-0effdeeafed4, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b49e30b-89cf-44a7-b35c-c83d2468b697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1c74fe01-5fa0-4aec-8a3b-7b0306de2f24'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:00.807792 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-de968a0f-94dd-4e10-a039-51e52715df41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.839711 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48440) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:00.841113 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f2711794-eb34-41a7-932c-9bcc19a156db req-e6fcde3b-063f-41f5-bbf3-c49619bb19c3 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23a2d92-ebd2-424c-9415-aed8994bc317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597617 Jul 14 09:17:00.973858 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-efa83f8f-564b-4c3c-898d-c7e3bd0a7bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.989975 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-efa83f8f-564b-4c3c-898d-c7e3bd0a7bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.017844 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-de968a0f-94dd-4e10-a039-51e52715df41 service neutron] For port 3fe9a4ce-7070-47fe-928c-0effdeeafed4, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:01.022692 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-de968a0f-94dd-4e10-a039-51e52715df41 service neutron] For port 3fe9a4ce-7070-47fe-928c-0effdeeafed4, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=3fe9a4ce-7070-47fe-928c-0effdeeafed4,segment=NetworkSegment(3b49e30b-89cf-44a7-b35c-c83d2468b697),segment_id=3b49e30b-89cf-44a7-b35c-c83d2468b697)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:01.039619 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-de968a0f-94dd-4e10-a039-51e52715df41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.081131 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-efa83f8f-564b-4c3c-898d-c7e3bd0a7bea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=45e3875ae6b3401aa95f0857fae950de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7025511 Jul 14 09:17:01.086794 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48450) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:01.087619 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa83f8f-564b-4c3c-898d-c7e3bd0a7bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8529474c-6436-4446-8082-343c4ede5a78,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:01.107780 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-de968a0f-94dd-4e10-a039-51e52715df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:01.108560 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-de968a0f-94dd-4e10-a039-51e52715df41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.110010 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-de968a0f-94dd-4e10-a039-51e52715df41 service neutron] 10.222.0.47 "PUT /v2.0/ports/3fe9a4ce-7070-47fe-928c-0effdeeafed4 HTTP/1.1" status: 200 len: 1093 time: 3.6895859 Jul 14 09:17:01.118806 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80dbb6e9-8495-4703-bc40-b0aeb9aa87bd', 'tag': '3fe9a4ce-7070-47fe-928c-0effdeeafed4'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:01.124957 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb013fa-608a-4446-a07a-279a52346d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "80dbb6e9-8495-4703-bc40-b0aeb9aa87bd", "tag": "3fe9a4ce-7070-47fe-928c-0effdeeafed4"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:01.170400 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48456) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:01.171664 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f815b182-6189-4515-84c7-d20ea48a5c2c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad5180827b97485d9d925ca571b8d79b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3282387 Jul 14 09:17:01.195539 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-801f44f3-30b1-4ffa-ae8a-c3db91ec457d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.218378 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed19df5-aea6-48ec-b84c-5f5bbd3c4672 x-openstack-request-id: req-6ed19df5-aea6-48ec-b84c-5f5bbd3c4672 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:01.219083 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80dbb6e9-8495-4703-bc40-b0aeb9aa87bd", "tag": "3fe9a4ce-7070-47fe-928c-0effdeeafed4", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:01.219711 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ed19df5-aea6-48ec-b84c-5f5bbd3c4672 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:01.220311 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80dbb6e9-8495-4703-bc40-b0aeb9aa87bd', 'tag': '3fe9a4ce-7070-47fe-928c-0effdeeafed4', 'status': 'completed', 'code': 200} Jul 14 09:17:01.222651 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-801f44f3-30b1-4ffa-ae8a-c3db91ec457d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.283627 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de968a0f-94dd-4e10-a039-51e52715df41 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe9a4ce-7070-47fe-928c-0effdeeafed4,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:01.285289 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-801f44f3-30b1-4ffa-ae8a-c3db91ec457d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.291692 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-801f44f3-30b1-4ffa-ae8a-c3db91ec457d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.293225 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-801f44f3-30b1-4ffa-ae8a-c3db91ec457d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8529474c-6436-4446-8082-343c4ede5a78 HTTP/1.1" status: 204 len: 168 time: 0.2015641 Jul 14 09:17:01.294684 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-7b4b4ece-5385-4094-9713-d717c08f263d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c703e40d-46eb-40bb-9af3-b565b1b4785e {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:01.301903 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f44f3-30b1-4ffa-ae8a-c3db91ec457d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8529474c-6436-4446-8082-343c4ede5a78,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:01.321038 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-7b4b4ece-5385-4094-9713-d717c08f263d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.346836 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-7b4b4ece-5385-4094-9713-d717c08f263d service neutron] Transition to ACTIVE for port object c703e40d-46eb-40bb-9af3-b565b1b4785e will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:01.356833 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-7b4b4ece-5385-4094-9713-d717c08f263d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.411290 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40c51456-1d5d-4c6c-906c-bfc784fa7043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.443389 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-dec412d4-d9d3-4537-b9fa-5db023e410f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:01.446981 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-dec412d4-d9d3-4537-b9fa-5db023e410f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=58797f3591214e3295ad12e96e7e71c0&device_id=80dbb6e9-8495-4703-bc40-b0aeb9aa87bd HTTP/1.1" status: 200 len: 1096 time: 0.2318764 Jul 14 09:17:01.453035 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b4ece-5385-4094-9713-d717c08f263d service neutron] Pushing event updated for resources: {'Port': ['ID=c703e40d-46eb-40bb-9af3-b565b1b4785e,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:01.480063 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40c51456-1d5d-4c6c-906c-bfc784fa7043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.538341 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-f5114cfd-ab13-41f8-9349-47a11626086c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fe9a4ce-7070-47fe-928c-0effdeeafed4 HTTP/1.1" status: 200 len: 217 time: 0.0757582 Jul 14 09:17:01.647558 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-44192d47-dd84-4786-8f7a-fd5b2765153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:01.649336 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-44192d47-dd84-4786-8f7a-fd5b2765153b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c15e3fd6-426b-432e-b7e5-8fd4945ece63 HTTP/1.1" status: 200 len: 853 time: 0.0913315 Jul 14 09:17:01.652159 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-7b4b4ece-5385-4094-9713-d717c08f263d service neutron] Attempting to bind port c703e40d-46eb-40bb-9af3-b565b1b4785e on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:01.652482 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-7b4b4ece-5385-4094-9713-d717c08f263d service neutron] Attempting to bind port c703e40d-46eb-40bb-9af3-b565b1b4785e by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '3b49e30b-89cf-44a7-b35c-c83d2468b697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1c74fe01-5fa0-4aec-8a3b-7b0306de2f24'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:01.652796 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-7b4b4ece-5385-4094-9713-d717c08f263d service neutron] Attempting to bind port c703e40d-46eb-40bb-9af3-b565b1b4785e on network 1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:01.668930 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-7b4b4ece-5385-4094-9713-d717c08f263d service neutron] Port c703e40d-46eb-40bb-9af3-b565b1b4785e on network 1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:01.669268 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-7b4b4ece-5385-4094-9713-d717c08f263d service neutron] Attempting to bind port c703e40d-46eb-40bb-9af3-b565b1b4785e on network 1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:01.688193 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48476) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:01.704161 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-275683ba-edff-4703-9c6a-5e7fdc030c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.712535 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-175d9ca3-5c7d-4bb1-80b2-0c2e142254cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c74fe01-5fa0-4aec-8a3b-7b0306de2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552819 Jul 14 09:17:01.714090 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40c51456-1d5d-4c6c-906c-bfc784fa7043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.716669 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40c51456-1d5d-4c6c-906c-bfc784fa7043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.720734 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-40c51456-1d5d-4c6c-906c-bfc784fa7043 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dea199cd-f334-44fa-8b65-63dbe406b580 HTTP/1.1" status: 204 len: 168 time: 0.5478091 Jul 14 09:17:01.731523 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-7b4b4ece-5385-4094-9713-d717c08f263d service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:01.731878 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-7b4b4ece-5385-4094-9713-d717c08f263d service neutron] Checking segment: {'id': '3b49e30b-89cf-44a7-b35c-c83d2468b697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1c74fe01-5fa0-4aec-8a3b-7b0306de2f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:01.732327 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-7b4b4ece-5385-4094-9713-d717c08f263d service neutron] Bound using segment: {'id': '3b49e30b-89cf-44a7-b35c-c83d2468b697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1c74fe01-5fa0-4aec-8a3b-7b0306de2f24'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:01.732779 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-7b4b4ece-5385-4094-9713-d717c08f263d service neutron] Bound port: c703e40d-46eb-40bb-9af3-b565b1b4785e, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b49e30b-89cf-44a7-b35c-c83d2468b697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1c74fe01-5fa0-4aec-8a3b-7b0306de2f24'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:01.733069 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-7b4b4ece-5385-4094-9713-d717c08f263d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.797010 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c51456-1d5d-4c6c-906c-bfc784fa7043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea199cd-f334-44fa-8b65-63dbe406b580,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:01.808357 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:17:01.945773 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-7b4b4ece-5385-4094-9713-d717c08f263d service neutron] For port c703e40d-46eb-40bb-9af3-b565b1b4785e, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:01.970645 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-991d62a9-644a-4776-92bc-ff69a5c157ff service neutron] 10.222.0.47 "GET /v2.0/networks/1c74fe01-5fa0-4aec-8a3b-7b0306de2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467840 Jul 14 09:17:01.970645 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-7b4b4ece-5385-4094-9713-d717c08f263d service neutron] For port c703e40d-46eb-40bb-9af3-b565b1b4785e, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=c703e40d-46eb-40bb-9af3-b565b1b4785e,segment=NetworkSegment(3b49e30b-89cf-44a7-b35c-c83d2468b697),segment_id=3b49e30b-89cf-44a7-b35c-c83d2468b697)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:01.973186 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-275683ba-edff-4703-9c6a-5e7fdc030c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.982269 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-275683ba-edff-4703-9c6a-5e7fdc030c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.987875 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-7b4b4ece-5385-4094-9713-d717c08f263d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.052362 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bd52e-5be2-4f70-bd16-fb5be84cf4df req-d0881e8d-22f4-44ee-9f57-1d5c7745b6ef tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:02.059315 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bd52e-5be2-4f70-bd16-fb5be84cf4df req-d0881e8d-22f4-44ee-9f57-1d5c7745b6ef tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:02.065772 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bd52e-5be2-4f70-bd16-fb5be84cf4df req-d0881e8d-22f4-44ee-9f57-1d5c7745b6ef tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:02.072831 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bd52e-5be2-4f70-bd16-fb5be84cf4df req-d0881e8d-22f4-44ee-9f57-1d5c7745b6ef tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:02.075467 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-275683ba-edff-4703-9c6a-5e7fdc030c8e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=070401cb470f4af9a0a1d821da1e1653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3860459 Jul 14 09:17:02.078636 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48494) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:02.087930 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bd52e-5be2-4f70-bd16-fb5be84cf4df req-d0881e8d-22f4-44ee-9f57-1d5c7745b6ef tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:02.105507 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bd52e-5be2-4f70-bd16-fb5be84cf4df req-d0881e8d-22f4-44ee-9f57-1d5c7745b6ef tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:02.113534 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bd52e-5be2-4f70-bd16-fb5be84cf4df req-d0881e8d-22f4-44ee-9f57-1d5c7745b6ef tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:02.127254 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba2bd52e-5be2-4f70-bd16-fb5be84cf4df req-d0881e8d-22f4-44ee-9f57-1d5c7745b6ef tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5418 time: 0.2895429 Jul 14 09:17:02.186079 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275683ba-edff-4703-9c6a-5e7fdc030c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff50aff0-af03-4bd3-98e5-245081a31675,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:02.192661 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-7b4b4ece-5385-4094-9713-d717c08f263d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:02.193403 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-7b4b4ece-5385-4094-9713-d717c08f263d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.195801 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-7b4b4ece-5385-4094-9713-d717c08f263d service neutron] 10.222.0.47 "PUT /v2.0/ports/c703e40d-46eb-40bb-9af3-b565b1b4785e HTTP/1.1" status: 200 len: 1092 time: 2.1313953 Jul 14 09:17:02.285346 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-862cc189-d022-4d07-8c43-e441e47ea000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.313646 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-862cc189-d022-4d07-8c43-e441e47ea000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.380016 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-862cc189-d022-4d07-8c43-e441e47ea000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.381023 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b4ece-5385-4094-9713-d717c08f263d service neutron] Pushing event updated for resources: {'Port': ['ID=c703e40d-46eb-40bb-9af3-b565b1b4785e,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:02.386543 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-862cc189-d022-4d07-8c43-e441e47ea000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.387919 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-862cc189-d022-4d07-8c43-e441e47ea000 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ff50aff0-af03-4bd3-98e5-245081a31675 HTTP/1.1" status: 204 len: 168 time: 0.3053811 Jul 14 09:17:02.403161 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862cc189-d022-4d07-8c43-e441e47ea000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff50aff0-af03-4bd3-98e5-245081a31675,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:02.404001 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-3ebba721-543d-4c67-9278-38b87d84553f service neutron] 10.222.0.47 "GET /v2.0/networks/1c74fe01-5fa0-4aec-8a3b-7b0306de2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289384 Jul 14 09:17:02.417364 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba2bd52e-5be2-4f70-bd16-fb5be84cf4df req-21ffe6a2-70d0-4082-a8ca-625c0f98a8ca tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2889786 Jul 14 09:17:02.498683 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-ac967970-bc94-4591-a431-0532928362a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:02.500666 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-ac967970-bc94-4591-a431-0532928362a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=58797f3591214e3295ad12e96e7e71c0&device_id=85b5c142-21af-4493-a69f-7af8925d1c17 HTTP/1.1" status: 200 len: 1095 time: 0.2460890 Jul 14 09:17:02.544902 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0c464-007b-45a1-bdd5-f2048a6f928a req-3e61d4e6-a375-4461-95ba-8c6d652a823e tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:02.547119 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20a0c464-007b-45a1-bdd5-f2048a6f928a req-3e61d4e6-a375-4461-95ba-8c6d652a823e tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b5c142-21af-4493-a69f-7af8925d1c17 HTTP/1.1" status: 200 len: 943 time: 0.2660539 Jul 14 09:17:02.555335 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48520) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:02.621963 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-6472dfbd-61e4-4894-9da2-df6face23c27 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c703e40d-46eb-40bb-9af3-b565b1b4785e HTTP/1.1" status: 200 len: 217 time: 0.0974207 Jul 14 09:17:02.731302 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3adf4701-dd7a-4844-be42-5c5d36e89530 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=967ba950c46c449c93f1f9eb2bd3cb4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1714852 Jul 14 09:17:02.732159 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48528) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:02.740173 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20a0c464-007b-45a1-bdd5-f2048a6f928a req-6c742aff-09e0-418e-93bd-1d0080270f93 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23a2d92-ebd2-424c-9415-aed8994bc317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854997 Jul 14 09:17:02.755458 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-f4661092-cc0a-4fca-93d6-47a51a3dbd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:02.761878 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-f4661092-cc0a-4fca-93d6-47a51a3dbd2d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c15e3fd6-426b-432e-b7e5-8fd4945ece63 HTTP/1.1" status: 200 len: 853 time: 0.1281829 Jul 14 09:17:02.770994 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb013fa-608a-4446-a07a-279a52346d0f req-777b5d31-a483-4603-9c90-1aaa1e288512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:02.773835 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-beb013fa-608a-4446-a07a-279a52346d0f req-777b5d31-a483-4603-9c90-1aaa1e288512 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=58797f3591214e3295ad12e96e7e71c0&device_id=80dbb6e9-8495-4703-bc40-b0aeb9aa87bd HTTP/1.1" status: 200 len: 1096 time: 0.2899816 Jul 14 09:17:02.816573 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-8c32d0a9-1026-432e-884b-334a925a507a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c74fe01-5fa0-4aec-8a3b-7b0306de2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415664 Jul 14 09:17:02.828579 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d6c92b3e-9072-4f52-ad28-aaa285c96488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.869536 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d6c92b3e-9072-4f52-ad28-aaa285c96488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.937986 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d6c92b3e-9072-4f52-ad28-aaa285c96488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.941484 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d6c92b3e-9072-4f52-ad28-aaa285c96488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.942950 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d6c92b3e-9072-4f52-ad28-aaa285c96488 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/70c73dee-0b73-4e96-863b-571cee356018 HTTP/1.1" status: 204 len: 168 time: 0.2091789 Jul 14 09:17:02.958975 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c92b3e-9072-4f52-ad28-aaa285c96488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c73dee-0b73-4e96-863b-571cee356018,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:03.325613 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b5c142-21af-4493-a69f-7af8925d1c17', 'tag': 'c703e40d-46eb-40bb-9af3-b565b1b4785e'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:03.328447 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48368fb2-d6a6-4692-be33-6bef018a4fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "85b5c142-21af-4493-a69f-7af8925d1c17", "tag": "c703e40d-46eb-40bb-9af3-b565b1b4785e"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:03.381684 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e4a6e8-5633-404a-9582-ed7372828836 x-openstack-request-id: req-f6e4a6e8-5633-404a-9582-ed7372828836 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:03.381684 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b5c142-21af-4493-a69f-7af8925d1c17", "tag": "c703e40d-46eb-40bb-9af3-b565b1b4785e", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:03.381684 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6e4a6e8-5633-404a-9582-ed7372828836 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:03.381684 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b5c142-21af-4493-a69f-7af8925d1c17', 'tag': 'c703e40d-46eb-40bb-9af3-b565b1b4785e', 'status': 'completed', 'code': 200} Jul 14 09:17:03.458904 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb013fa-608a-4446-a07a-279a52346d0f req-4e4a67a2-e49d-4261-9519-96ca025a1ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:03.461563 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-beb013fa-608a-4446-a07a-279a52346d0f req-4e4a67a2-e49d-4261-9519-96ca025a1ee1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 HTTP/1.1" status: 200 len: 913 time: 0.6775074 Jul 14 09:17:03.479802 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-38d10aa8-e78a-4874-9bdf-64ed89fc098e service neutron] 10.222.0.47 "GET /v2.0/networks/1c74fe01-5fa0-4aec-8a3b-7b0306de2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6526494 Jul 14 09:17:03.609777 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-beb013fa-608a-4446-a07a-279a52346d0f req-930fee8d-92e0-4c5b-84b6-3cc0bcbe82be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fe9a4ce-7070-47fe-928c-0effdeeafed4 HTTP/1.1" status: 200 len: 217 time: 0.1287978 Jul 14 09:17:03.752402 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb013fa-608a-4446-a07a-279a52346d0f req-00d1b835-26af-4544-a8f8-61c5465cdd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:03.754438 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-beb013fa-608a-4446-a07a-279a52346d0f req-00d1b835-26af-4544-a8f8-61c5465cdd81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c15e3fd6-426b-432e-b7e5-8fd4945ece63 HTTP/1.1" status: 200 len: 853 time: 0.1353912 Jul 14 09:17:03.762287 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc19c5c9-56b2-49c1-a5d6-2c45c9141d71 req-b6641129-aebd-4ba9-8f0a-5d5c469d03ef service neutron] 10.222.0.47 "GET /v2.0/networks/1c74fe01-5fa0-4aec-8a3b-7b0306de2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627962 Jul 14 09:17:03.840713 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-beb013fa-608a-4446-a07a-279a52346d0f req-ca28d750-6bff-4124-ba54-6f7e2b615187 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c74fe01-5fa0-4aec-8a3b-7b0306de2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771236 Jul 14 09:17:03.995718 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96376f68-b38a-46b3-a99a-e8ce42a0df5e req-c0848548-ae14-40b1-9ffb-d3260f93bc6d tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:04.002124 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96376f68-b38a-46b3-a99a-e8ce42a0df5e req-c0848548-ae14-40b1-9ffb-d3260f93bc6d tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:04.009290 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96376f68-b38a-46b3-a99a-e8ce42a0df5e req-c0848548-ae14-40b1-9ffb-d3260f93bc6d tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:04.015573 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96376f68-b38a-46b3-a99a-e8ce42a0df5e req-c0848548-ae14-40b1-9ffb-d3260f93bc6d tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:04.021581 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96376f68-b38a-46b3-a99a-e8ce42a0df5e req-c0848548-ae14-40b1-9ffb-d3260f93bc6d tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:04.027733 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96376f68-b38a-46b3-a99a-e8ce42a0df5e req-c0848548-ae14-40b1-9ffb-d3260f93bc6d tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:04.037524 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96376f68-b38a-46b3-a99a-e8ce42a0df5e req-c0848548-ae14-40b1-9ffb-d3260f93bc6d tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:04.037524 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-96376f68-b38a-46b3-a99a-e8ce42a0df5e req-c0848548-ae14-40b1-9ffb-d3260f93bc6d tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5418 time: 0.3756843 Jul 14 09:17:04.037696 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48594) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:04.174593 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-beb013fa-608a-4446-a07a-279a52346d0f req-cd7483fe-1841-48a0-8d4d-63e2a8707996 service neutron] 10.222.0.47 "GET /v2.0/networks/1c74fe01-5fa0-4aec-8a3b-7b0306de2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078029 Jul 14 09:17:04.181149 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-96376f68-b38a-46b3-a99a-e8ce42a0df5e req-bdd2514a-ae48-4813-9623-217baf7dc389 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1246893 Jul 14 09:17:04.185235 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48368fb2-d6a6-4692-be33-6bef018a4fd3 req-7981e655-adae-4e4e-80f5-c6da9b22318c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:04.186845 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-48368fb2-d6a6-4692-be33-6bef018a4fd3 req-7981e655-adae-4e4e-80f5-c6da9b22318c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=58797f3591214e3295ad12e96e7e71c0&device_id=85b5c142-21af-4493-a69f-7af8925d1c17 HTTP/1.1" status: 200 len: 1095 time: 0.3487468 Jul 14 09:17:04.335650 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fed7da-c89e-4728-80d8-94846939cc0d req-5dc76e55-afa0-4e76-a732-a36b0edadadd tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:04.340208 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1fed7da-c89e-4728-80d8-94846939cc0d req-5dc76e55-afa0-4e76-a732-a36b0edadadd tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b5c142-21af-4493-a69f-7af8925d1c17 HTTP/1.1" status: 200 len: 943 time: 0.3827744 Jul 14 09:17:04.402623 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6264a1bf-3c3d-4d99-81de-cf8630f64aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.417154 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48610) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:04.432953 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1fed7da-c89e-4728-80d8-94846939cc0d req-03c966a1-b43c-4164-99b8-a207a7ded836 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23a2d92-ebd2-424c-9415-aed8994bc317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842183 Jul 14 09:17:04.440983 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-beb013fa-608a-4446-a07a-279a52346d0f req-61549e9d-ffb6-432b-9e38-922a67d945ef service neutron] 10.222.0.47 "GET /v2.0/networks/1c74fe01-5fa0-4aec-8a3b-7b0306de2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524567 Jul 14 09:17:04.470118 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48368fb2-d6a6-4692-be33-6bef018a4fd3 req-fbc22c29-8f98-4866-a348-80f962b84f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:04.471995 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-48368fb2-d6a6-4692-be33-6bef018a4fd3 req-fbc22c29-8f98-4866-a348-80f962b84f9c service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 HTTP/1.1" status: 200 len: 913 time: 0.2749579 Jul 14 09:17:04.522610 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-48368fb2-d6a6-4692-be33-6bef018a4fd3 req-3856853c-77c4-4da8-9a69-fcf58bbe93e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c703e40d-46eb-40bb-9af3-b565b1b4785e HTTP/1.1" status: 200 len: 217 time: 0.0437281 Jul 14 09:17:04.557534 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6264a1bf-3c3d-4d99-81de-cf8630f64aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.562986 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6264a1bf-3c3d-4d99-81de-cf8630f64aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.586832 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48368fb2-d6a6-4692-be33-6bef018a4fd3 req-e6d0e2e4-8dbd-41e8-9033-ead35ac18d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:04.590366 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-48368fb2-d6a6-4692-be33-6bef018a4fd3 req-e6d0e2e4-8dbd-41e8-9033-ead35ac18d08 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c15e3fd6-426b-432e-b7e5-8fd4945ece63 HTTP/1.1" status: 200 len: 853 time: 0.0566967 Jul 14 09:17:04.606250 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264a1bf-3c3d-4d99-81de-cf8630f64aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191dcbf9-b70a-48d4-9bca-70b908115e6a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:04.611010 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6264a1bf-3c3d-4d99-81de-cf8630f64aba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9cd35701c1014ed9be0bd01d836d32eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5728552 Jul 14 09:17:04.615348 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48616) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:04.659581 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-48368fb2-d6a6-4692-be33-6bef018a4fd3 req-01c08ee3-af19-4e61-91ee-f35bcbe7a40a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c74fe01-5fa0-4aec-8a3b-7b0306de2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579808 Jul 14 09:17:04.689231 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8e8bdf7-6bed-4298-8b86-4752a4e7da12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.727007 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8e8bdf7-6bed-4298-8b86-4752a4e7da12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.762465 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ac20384-87fd-4a9a-a48e-b0e3a8d97fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.771236 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48618) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:04.812898 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-48368fb2-d6a6-4692-be33-6bef018a4fd3 req-3133ba7d-fcb2-4013-bf60-af1ed3f4f3b7 service neutron] 10.222.0.47 "GET /v2.0/networks/1c74fe01-5fa0-4aec-8a3b-7b0306de2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389863 Jul 14 09:17:04.828583 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8e8bdf7-6bed-4298-8b86-4752a4e7da12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.832098 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8e8bdf7-6bed-4298-8b86-4752a4e7da12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.836592 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a8e8bdf7-6bed-4298-8b86-4752a4e7da12 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/191dcbf9-b70a-48d4-9bca-70b908115e6a HTTP/1.1" status: 204 len: 168 time: 0.2155004 Jul 14 09:17:04.855432 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8bdf7-6bed-4298-8b86-4752a4e7da12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191dcbf9-b70a-48d4-9bca-70b908115e6a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:04.922684 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b63872a3-d00f-4601-9c86-aa7763edc987 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2070806492-network', 'tenant_id': '5c5a1976cf14422ba46daf3169a08a6c'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:04.938757 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ac20384-87fd-4a9a-a48e-b0e3a8d97fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.952772 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ac20384-87fd-4a9a-a48e-b0e3a8d97fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.994079 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63872a3-d00f-4601-9c86-aa7763edc987 admin admin] Made reservation on behalf of 5c5a1976cf14422ba46daf3169a08a6c for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:04.996886 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b63872a3-d00f-4601-9c86-aa7763edc987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.997719 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6ac20384-87fd-4a9a-a48e-b0e3a8d97fdb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d85cfd39a5564686b06161f01f6e391c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5770156 Jul 14 09:17:04.998614 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac20384-87fd-4a9a-a48e-b0e3a8d97fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415fea7e-d55d-4738-8704-8b9651d9feb4,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:05.001049 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48624) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:05.019546 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b63872a3-d00f-4601-9c86-aa7763edc987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.079688 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92ec4bef-8577-4b6f-81e2-7b4738ca7f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.088379 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-48368fb2-d6a6-4692-be33-6bef018a4fd3 req-ffc20066-4c12-4bd7-bb39-89f9520ea8c8 service neutron] 10.222.0.47 "GET /v2.0/networks/1c74fe01-5fa0-4aec-8a3b-7b0306de2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694292 Jul 14 09:17:05.135211 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92ec4bef-8577-4b6f-81e2-7b4738ca7f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.217089 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92ec4bef-8577-4b6f-81e2-7b4738ca7f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.220690 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92ec4bef-8577-4b6f-81e2-7b4738ca7f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.225566 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-92ec4bef-8577-4b6f-81e2-7b4738ca7f64 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/415fea7e-d55d-4738-8704-8b9651d9feb4 HTTP/1.1" status: 204 len: 168 time: 0.2209408 Jul 14 09:17:05.237621 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec4bef-8577-4b6f-81e2-7b4738ca7f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415fea7e-d55d-4738-8704-8b9651d9feb4,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:05.250021 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b63872a3-d00f-4601-9c86-aa7763edc987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.254726 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b63872a3-d00f-4601-9c86-aa7763edc987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.329224 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b63872a3-d00f-4601-9c86-aa7763edc987 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:17:05.330106 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48638) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:05.345078 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63872a3-d00f-4601-9c86-aa7763edc987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fa0607-3ab6-4d2c-8ceb-2199ef9f8a79,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:05.365054 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a45d3aa2-b2eb-4584-9360-a40c4505736b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.369691 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b63872a3-d00f-4601-9c86-aa7763edc987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.370966 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-b63872a3-d00f-4601-9c86-aa7763edc987 admin admin] Added segment d0b30f4a-f14e-4c50-911e-ba22eb64a9b0 of type vlan for network d1f29231-45c5-485a-ab04-a9cc3a9236ce Jul 14 09:17:05.440469 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b63872a3-d00f-4601-9c86-aa7763edc987 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.536978 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a45d3aa2-b2eb-4584-9360-a40c4505736b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.542786 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a45d3aa2-b2eb-4584-9360-a40c4505736b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.595094 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a45d3aa2-b2eb-4584-9360-a40c4505736b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb9a2110e057455fa2c0f840b01c22d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2636244 Jul 14 09:17:05.596457 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d3aa2-b2eb-4584-9360-a40c4505736b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14c5e56-d7df-45c9-9c21-af4f867def00,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:05.600635 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48646) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:05.662703 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b63872a3-d00f-4601-9c86-aa7763edc987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.665951 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63872a3-d00f-4601-9c86-aa7763edc987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:05.668786 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b63872a3-d00f-4601-9c86-aa7763edc987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.676935 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b252714-cc2f-4c80-914a-77f7436d5692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.704938 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b63872a3-d00f-4601-9c86-aa7763edc987 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9325435 Jul 14 09:17:05.712829 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48648) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:05.738518 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ab7166a8-c6d2-4e91-998a-71af5f7c23b7 admin admin] Request body: {'subnet': {'network_id': 'd1f29231-45c5-485a-ab04-a9cc3a9236ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2070806492-subnet', 'tenant_id': '5c5a1976cf14422ba46daf3169a08a6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:05.759918 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b252714-cc2f-4c80-914a-77f7436d5692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.829618 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c40ce-0ef5-46e4-9cd4-29655b5bdd52 req-056d885e-2513-4508-85d5-7ac7be60bc27 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:05.841290 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7166a8-c6d2-4e91-998a-71af5f7c23b7 admin admin] Made reservation on behalf of 5c5a1976cf14422ba46daf3169a08a6c for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:05.844916 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c40ce-0ef5-46e4-9cd4-29655b5bdd52 req-056d885e-2513-4508-85d5-7ac7be60bc27 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:05.849683 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab7166a8-c6d2-4e91-998a-71af5f7c23b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.853996 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c40ce-0ef5-46e4-9cd4-29655b5bdd52 req-056d885e-2513-4508-85d5-7ac7be60bc27 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:05.860570 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c40ce-0ef5-46e4-9cd4-29655b5bdd52 req-056d885e-2513-4508-85d5-7ac7be60bc27 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:05.875367 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48650) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:05.875839 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c40ce-0ef5-46e4-9cd4-29655b5bdd52 req-056d885e-2513-4508-85d5-7ac7be60bc27 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:05.889665 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c40ce-0ef5-46e4-9cd4-29655b5bdd52 req-056d885e-2513-4508-85d5-7ac7be60bc27 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:05.900314 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c40ce-0ef5-46e4-9cd4-29655b5bdd52 req-056d885e-2513-4508-85d5-7ac7be60bc27 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:05.908116 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ab7c40ce-0ef5-46e4-9cd4-29655b5bdd52 req-056d885e-2513-4508-85d5-7ac7be60bc27 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5418 time: 0.4570446 Jul 14 09:17:05.985507 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-022c6766-6d34-4a35-b5c1-23b75577d02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.986785 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63872a3-d00f-4601-9c86-aa7763edc987 admin admin] Pushing event updated for resources: {'Network': ['ID=d1f29231-45c5-485a-ab04-a9cc3a9236ce,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:05.994094 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b252714-cc2f-4c80-914a-77f7436d5692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.999203 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b252714-cc2f-4c80-914a-77f7436d5692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.003416 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5b252714-cc2f-4c80-914a-77f7436d5692 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b14c5e56-d7df-45c9-9c21-af4f867def00 HTTP/1.1" status: 204 len: 168 time: 0.3974903 Jul 14 09:17:06.012583 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network d1f29231-45c5-485a-ab04-a9cc3a9236ce details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:17:06.038308 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ab7c40ce-0ef5-46e4-9cd4-29655b5bdd52 req-542d519d-7884-476f-aac9-07e45fefc6fe tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1235290 Jul 14 09:17:06.049321 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b252714-cc2f-4c80-914a-77f7436d5692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14c5e56-d7df-45c9-9c21-af4f867def00,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:06.094439 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d36f92-6168-4e1d-870b-213c47af94dd req-750a40e1-0880-42d6-b8f6-7f6e8cb4e869 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:06.112164 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b5d36f92-6168-4e1d-870b-213c47af94dd req-750a40e1-0880-42d6-b8f6-7f6e8cb4e869 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b5c142-21af-4493-a69f-7af8925d1c17 HTTP/1.1" status: 200 len: 943 time: 0.3382859 Jul 14 09:17:06.222091 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b5d36f92-6168-4e1d-870b-213c47af94dd req-4c510b83-26bb-4aeb-adc2-66df22a48911 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23a2d92-ebd2-424c-9415-aed8994bc317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089292 Jul 14 09:17:06.301550 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 3fe9a4ce-7070-47fe-928c-0effdeeafed4 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:06.348873 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-022c6766-6d34-4a35-b5c1-23b75577d02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.355127 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-022c6766-6d34-4a35-b5c1-23b75577d02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.367375 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab7166a8-c6d2-4e91-998a-71af5f7c23b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.437488 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-022c6766-6d34-4a35-b5c1-23b75577d02f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=557751d230334d43b4f752553158bef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4925549 Jul 14 09:17:06.442355 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c6766-6d34-4a35-b5c1-23b75577d02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd1d778-d786-4951-a7e4-35bbae1f6eb8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:06.442559 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48658) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:06.449008 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 3fe9a4ce-7070-47fe-928c-0effdeeafed4, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=3fe9a4ce-7070-47fe-928c-0effdeeafed4,segment=NetworkSegment(3b49e30b-89cf-44a7-b35c-c83d2468b697),segment_id=3b49e30b-89cf-44a7-b35c-c83d2468b697)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:06.458524 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7166a8-c6d2-4e91-998a-71af5f7c23b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4877f996-564c-438d-a073-8c5869d48a51,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:06.480106 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '3fe9a4ce-7070-47fe-928c-0effdeeafed4', 'network_id': '1c74fe01-5fa0-4aec-8a3b-7b0306de2f24', 'port_id': '3fe9a4ce-7070-47fe-928c-0effdeeafed4', 'mac_address': 'fa:16:3e:9d:4c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c15e3fd6-426b-432e-b7e5-8fd4945ece63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:06.482450 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7166a8-c6d2-4e91-998a-71af5f7c23b7 admin admin] Checking segment: {'id': 'd0b30f4a-f14e-4c50-911e-ba22eb64a9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd1f29231-45c5-485a-ab04-a9cc3a9236ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:06.482913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7166a8-c6d2-4e91-998a-71af5f7c23b7 admin admin] Network hostable DHCP agents. Network: d1f29231-45c5-485a-ab04-a9cc3a9236ce, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:17:06.511915 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7166a8-c6d2-4e91-998a-71af5f7c23b7 admin admin] Network d1f29231-45c5-485a-ab04-a9cc3a9236ce is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:17:06.528188 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ab7166a8-c6d2-4e91-998a-71af5f7c23b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, d1f29231-45c5-485a-ab04-a9cc3a9236ce) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:06.535305 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7166a8-c6d2-4e91-998a-71af5f7c23b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:06.536822 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab7166a8-c6d2-4e91-998a-71af5f7c23b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.546658 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8661e712-540e-4f11-ad84-63f58b371209 None None] Network d1f29231-45c5-485a-ab04-a9cc3a9236ce requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:06.552333 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.558315 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97bd45cb-a33d-4c4c-a07c-53948d11247f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.564349 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ab7166a8-c6d2-4e91-998a-71af5f7c23b7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8474917 Jul 14 09:17:06.566976 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48666) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:06.582675 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d7dfff22-76ac-4b51-b5a5-114f143d8377 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2070806492-router', 'tenant_id': '5c5a1976cf14422ba46daf3169a08a6c', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:06.584170 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe9a4ce-7070-47fe-928c-0effdeeafed4 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:06.619632 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7dfff22-76ac-4b51-b5a5-114f143d8377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.620856 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7dfff22-76ac-4b51-b5a5-114f143d8377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.630763 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97bd45cb-a33d-4c4c-a07c-53948d11247f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.645952 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 3fe9a4ce-7070-47fe-928c-0effdeeafed4, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=3fe9a4ce-7070-47fe-928c-0effdeeafed4,segment=NetworkSegment(3b49e30b-89cf-44a7-b35c-c83d2468b697),segment_id=3b49e30b-89cf-44a7-b35c-c83d2468b697)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:06.652284 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.728940 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=3fe9a4ce-7070-47fe-928c-0effdeeafed4,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:06.742218 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7dfff22-76ac-4b51-b5a5-114f143d8377 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.757745 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.758138 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.758485 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.758819 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.759203 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.759734 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.760147 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.760527 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.760791 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.761142 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.761426 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.761789 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.826496 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97bd45cb-a33d-4c4c-a07c-53948d11247f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.829319 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97bd45cb-a33d-4c4c-a07c-53948d11247f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.830023 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf03252-3364-4599-99ec-692e653e2407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-d1f29231-45c5-485a-ab04-a9cc3a9236ce', 'network_id': 'd1f29231-45c5-485a-ab04-a9cc3a9236ce', 'tenant_id': '5c5a1976cf14422ba46daf3169a08a6c', 'fixed_ips': [{'subnet_id': '4877f996-564c-438d-a073-8c5869d48a51'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:17:06.831059 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-97bd45cb-a33d-4c4c-a07c-53948d11247f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6fd1d778-d786-4951-a7e4-35bbae1f6eb8 HTTP/1.1" status: 204 len: 168 time: 0.3868361 Jul 14 09:17:06.832421 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-faf03252-3364-4599-99ec-692e653e2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.863995 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['3fe9a4ce-7070-47fe-928c-0effdeeafed4'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:06.907044 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd45cb-a33d-4c4c-a07c-53948d11247f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd1d778-d786-4951-a7e4-35bbae1f6eb8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:06.912273 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7dfff22-76ac-4b51-b5a5-114f143d8377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.172651 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-faf03252-3364-4599-99ec-692e653e2407 None None] Allocated IP 172.20.0.2 (d1f29231-45c5-485a-ab04-a9cc3a9236ce/4877f996-564c-438d-a073-8c5869d48a51/349e9e35-bb17-4618-af60-878a6e9a6f86) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:07.179477 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7dfff22-76ac-4b51-b5a5-114f143d8377 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.228413 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7dfff22-76ac-4b51-b5a5-114f143d8377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.404029 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2bdce-1b11-4144-b667-5100cdeddd44 req-157b3e40-92ce-4759-b35f-142cb2e25406 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:07.410081 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2bdce-1b11-4144-b667-5100cdeddd44 req-157b3e40-92ce-4759-b35f-142cb2e25406 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:07.417453 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-faf03252-3364-4599-99ec-692e653e2407 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.417910 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2bdce-1b11-4144-b667-5100cdeddd44 req-157b3e40-92ce-4759-b35f-142cb2e25406 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:07.424239 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2bdce-1b11-4144-b667-5100cdeddd44 req-157b3e40-92ce-4759-b35f-142cb2e25406 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:07.427297 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-faf03252-3364-4599-99ec-692e653e2407 None None] Transition to ACTIVE for port object 349e9e35-bb17-4618-af60-878a6e9a6f86 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:07.430935 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2bdce-1b11-4144-b667-5100cdeddd44 req-157b3e40-92ce-4759-b35f-142cb2e25406 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:07.437058 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2bdce-1b11-4144-b667-5100cdeddd44 req-157b3e40-92ce-4759-b35f-142cb2e25406 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:07.444272 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2bdce-1b11-4144-b667-5100cdeddd44 req-157b3e40-92ce-4759-b35f-142cb2e25406 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:07.446974 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5de2bdce-1b11-4144-b667-5100cdeddd44 req-157b3e40-92ce-4759-b35f-142cb2e25406 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5418 time: 0.2215328 Jul 14 09:17:07.459462 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-faf03252-3364-4599-99ec-692e653e2407 None None] Transition to ACTIVE for port object 349e9e35-bb17-4618-af60-878a6e9a6f86 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:07.467757 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-faf03252-3364-4599-99ec-692e653e2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.492356 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf03252-3364-4599-99ec-692e653e2407 None None] Network d1f29231-45c5-485a-ab04-a9cc3a9236ce is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:07.495536 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-faf03252-3364-4599-99ec-692e653e2407 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:07.499467 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf03252-3364-4599-99ec-692e653e2407 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:07.575945 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-d7dfff22-76ac-4b51-b5a5-114f143d8377 admin admin] Allocated IP 172.25.6.113 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/03c3e69b-80af-4033-82b5-a863bb907679) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:07.587821 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5de2bdce-1b11-4144-b667-5100cdeddd44 req-7e1a9981-5f97-4bb1-bcd9-45d02d4e2213 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1207852 Jul 14 09:17:07.598215 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf03252-3364-4599-99ec-692e653e2407 None None] Pushing event updated for resources: {'Port': ['ID=349e9e35-bb17-4618-af60-878a6e9a6f86,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:07.617199 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8c7fa-b3bd-4d21-9062-fd81e36a3376 req-0b6b6f4b-ea7c-4a33-b3a9-e34a59aa6cf8 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:07.619023 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00c8c7fa-b3bd-4d21-9062-fd81e36a3376 req-0b6b6f4b-ea7c-4a33-b3a9-e34a59aa6cf8 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b5c142-21af-4493-a69f-7af8925d1c17 HTTP/1.1" status: 200 len: 943 time: 0.2303865 Jul 14 09:17:07.636603 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-faf03252-3364-4599-99ec-692e653e2407 None None] Attempting to bind port 349e9e35-bb17-4618-af60-878a6e9a6f86 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:07.636983 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-faf03252-3364-4599-99ec-692e653e2407 None None] Attempting to bind port 349e9e35-bb17-4618-af60-878a6e9a6f86 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'd0b30f4a-f14e-4c50-911e-ba22eb64a9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd1f29231-45c5-485a-ab04-a9cc3a9236ce'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:07.637360 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf03252-3364-4599-99ec-692e653e2407 None None] Attempting to bind port 349e9e35-bb17-4618-af60-878a6e9a6f86 on network d1f29231-45c5-485a-ab04-a9cc3a9236ce {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:07.644965 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf03252-3364-4599-99ec-692e653e2407 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:07.645356 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf03252-3364-4599-99ec-692e653e2407 None None] Checking segment: {'id': 'd0b30f4a-f14e-4c50-911e-ba22eb64a9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd1f29231-45c5-485a-ab04-a9cc3a9236ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:07.645939 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-faf03252-3364-4599-99ec-692e653e2407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.646350 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf03252-3364-4599-99ec-692e653e2407 None None] Bound using segment: {'id': 'd0b30f4a-f14e-4c50-911e-ba22eb64a9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd1f29231-45c5-485a-ab04-a9cc3a9236ce'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:07.646823 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-faf03252-3364-4599-99ec-692e653e2407 None None] Bound port: 349e9e35-bb17-4618-af60-878a6e9a6f86, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b30f4a-f14e-4c50-911e-ba22eb64a9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd1f29231-45c5-485a-ab04-a9cc3a9236ce'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:07.647217 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-faf03252-3364-4599-99ec-692e653e2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.714640 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00c8c7fa-b3bd-4d21-9062-fd81e36a3376 req-1518ac22-d4e4-4046-9584-20f042ec13a7 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23a2d92-ebd2-424c-9415-aed8994bc317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821722 Jul 14 09:17:07.759198 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7dfff22-76ac-4b51-b5a5-114f143d8377 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.770351 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-faf03252-3364-4599-99ec-692e653e2407 None None] For port 349e9e35-bb17-4618-af60-878a6e9a6f86, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:07.779188 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-faf03252-3364-4599-99ec-692e653e2407 None None] For port 349e9e35-bb17-4618-af60-878a6e9a6f86, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=349e9e35-bb17-4618-af60-878a6e9a6f86,segment=NetworkSegment(d0b30f4a-f14e-4c50-911e-ba22eb64a9b0),segment_id=d0b30f4a-f14e-4c50-911e-ba22eb64a9b0)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:07.787158 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-faf03252-3364-4599-99ec-692e653e2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.829926 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-ab46bb8f-7fc7-4110-bea3-7e59b448448d tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9c5872135b7746219af97c6264604150&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484385 Jul 14 09:17:07.860447 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 2a5cfa4e-dbe9-436e-8fa1-4ef550880916 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:07.927205 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7dfff22-76ac-4b51-b5a5-114f143d8377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.985556 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf03252-3364-4599-99ec-692e653e2407 None None] Pushing event updated for resources: {'Port': ['ID=349e9e35-bb17-4618-af60-878a6e9a6f86,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:07.987226 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dfff22-76ac-4b51-b5a5-114f143d8377 admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:07.994802 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-d7dfff22-76ac-4b51-b5a5-114f143d8377 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:08.001461 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dfff22-76ac-4b51-b5a5-114f143d8377 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:08.064692 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-fb2b2595-6fd8-49ec-983f-9a3f1accfdd0 tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:08.068150 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-fb2b2595-6fd8-49ec-983f-9a3f1accfdd0 tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2290382 Jul 14 09:17:08.084582 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfff22-76ac-4b51-b5a5-114f143d8377 admin admin] Pushing event updated for resources: {'Port': ['ID=03c3e69b-80af-4033-82b5-a863bb907679,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:08.097230 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 2a5cfa4e-dbe9-436e-8fa1-4ef550880916, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=2a5cfa4e-dbe9-436e-8fa1-4ef550880916,segment=NetworkSegment(d96c02fe-c211-4c24-b05d-bd0375910386),segment_id=d96c02fe-c211-4c24-b05d-bd0375910386)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:08.104409 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-3e65fbb3-66a1-4cd1-9da8-96a55f845bec tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.25 "GET /v2.0/quotas/9c5872135b7746219af97c6264604150 HTTP/1.1" status: 200 len: 375 time: 0.0300593 Jul 14 09:17:08.117100 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '2a5cfa4e-dbe9-436e-8fa1-4ef550880916', 'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b', 'port_id': '2a5cfa4e-dbe9-436e-8fa1-4ef550880916', 'mac_address': 'fa:16:3e:ca:d5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4419a97-e126-425f-83f4-d7774f653116', 'ip_address': '10.1.1.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:08.164254 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.179744 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device c703e40d-46eb-40bb-9af3-b565b1b4785e details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:08.182086 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 3fe9a4ce-7070-47fe-928c-0effdeeafed4 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:08.234160 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a5cfa4e-dbe9-436e-8fa1-4ef550880916 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:08.253140 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-939ee673-c0d8-4c9f-8a51-1979aed715fe tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c5872135b7746219af97c6264604150&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1424358 Jul 14 09:17:08.298696 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 2a5cfa4e-dbe9-436e-8fa1-4ef550880916, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=2a5cfa4e-dbe9-436e-8fa1-4ef550880916,segment=NetworkSegment(d96c02fe-c211-4c24-b05d-bd0375910386),segment_id=d96c02fe-c211-4c24-b05d-bd0375910386)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:08.371841 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.383613 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 2b44d6f1-61fb-4df1-8681-4fe4b3de6c61 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:08.516135 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=2a5cfa4e-dbe9-436e-8fa1-4ef550880916,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:08.643924 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 3fe9a4ce-7070-47fe-928c-0effdeeafed4 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:08.690497 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 3fe9a4ce-7070-47fe-928c-0effdeeafed4 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:08.698569 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.704382 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8554235a-89dc-4ecf-8104-cccb2e376d1f req-1ac89b01-b325-4f6b-8718-9f1ce856e66c tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fb2c3f0-f85f-4452-9a24-59a29fee904a HTTP/1.1" status: 200 len: 210 time: 0.1108251 Jul 14 09:17:08.707876 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port c703e40d-46eb-40bb-9af3-b565b1b4785e, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=c703e40d-46eb-40bb-9af3-b565b1b4785e,segment=NetworkSegment(3b49e30b-89cf-44a7-b35c-c83d2468b697),segment_id=3b49e30b-89cf-44a7-b35c-c83d2468b697)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:08.719003 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7dfff22-76ac-4b51-b5a5-114f143d8377 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.720432 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 2b44d6f1-61fb-4df1-8681-4fe4b3de6c61, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=2b44d6f1-61fb-4df1-8681-4fe4b3de6c61,segment=NetworkSegment(d96c02fe-c211-4c24-b05d-bd0375910386),segment_id=d96c02fe-c211-4c24-b05d-bd0375910386)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:08.818267 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '2b44d6f1-61fb-4df1-8681-4fe4b3de6c61', 'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b', 'port_id': '2b44d6f1-61fb-4df1-8681-4fe4b3de6c61', 'mac_address': 'fa:16:3e:93:4d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4419a97-e126-425f-83f4-d7774f653116', 'ip_address': '10.1.1.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:08.837609 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'c703e40d-46eb-40bb-9af3-b565b1b4785e', 'network_id': '1c74fe01-5fa0-4aec-8a3b-7b0306de2f24', 'port_id': 'c703e40d-46eb-40bb-9af3-b565b1b4785e', 'mac_address': 'fa:16:3e:34:01:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c15e3fd6-426b-432e-b7e5-8fd4945ece63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:08.987999 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.008627 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c703e40d-46eb-40bb-9af3-b565b1b4785e {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:09.163649 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.204689 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port c703e40d-46eb-40bb-9af3-b565b1b4785e, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=c703e40d-46eb-40bb-9af3-b565b1b4785e,segment=NetworkSegment(3b49e30b-89cf-44a7-b35c-c83d2468b697),segment_id=3b49e30b-89cf-44a7-b35c-c83d2468b697)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:09.211646 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.217763 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.259555 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 3fe9a4ce-7070-47fe-928c-0effdeeafed4, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=3fe9a4ce-7070-47fe-928c-0effdeeafed4,segment=NetworkSegment(3b49e30b-89cf-44a7-b35c-c83d2468b697),segment_id=3b49e30b-89cf-44a7-b35c-c83d2468b697)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:09.276866 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dbb6e9-8495-4703-bc40-b0aeb9aa87bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe9a4ce-7070-47fe-928c-0effdeeafed4'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:09.285364 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fec9c0-5968-4212-99e5-db4acfa9a04c" -d '{"events": [{"server_uuid": "80dbb6e9-8495-4703-bc40-b0aeb9aa87bd", "name": "network-vif-plugged", "status": "completed", "tag": "3fe9a4ce-7070-47fe-928c-0effdeeafed4"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:09.354806 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.395141 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b44d6f1-61fb-4df1-8681-4fe4b3de6c61 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:09.397985 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b584076-8cd1-4350-9f8a-2ea084040c9f req-fb46a7d9-2ac3-45c8-9712-37b412db0eeb tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:09.405167 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b584076-8cd1-4350-9f8a-2ea084040c9f req-fb46a7d9-2ac3-45c8-9712-37b412db0eeb tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:09.417393 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b584076-8cd1-4350-9f8a-2ea084040c9f req-fb46a7d9-2ac3-45c8-9712-37b412db0eeb tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:09.423590 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b584076-8cd1-4350-9f8a-2ea084040c9f req-fb46a7d9-2ac3-45c8-9712-37b412db0eeb tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:09.430339 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b584076-8cd1-4350-9f8a-2ea084040c9f req-fb46a7d9-2ac3-45c8-9712-37b412db0eeb tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:09.445181 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b584076-8cd1-4350-9f8a-2ea084040c9f req-fb46a7d9-2ac3-45c8-9712-37b412db0eeb tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:09.451880 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b584076-8cd1-4350-9f8a-2ea084040c9f req-fb46a7d9-2ac3-45c8-9712-37b412db0eeb tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:09.462428 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b584076-8cd1-4350-9f8a-2ea084040c9f req-fb46a7d9-2ac3-45c8-9712-37b412db0eeb tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5419 time: 0.4395642 Jul 14 09:17:09.469332 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['c703e40d-46eb-40bb-9af3-b565b1b4785e'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:09.551450 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 2b44d6f1-61fb-4df1-8681-4fe4b3de6c61, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=2b44d6f1-61fb-4df1-8681-4fe4b3de6c61,segment=NetworkSegment(d96c02fe-c211-4c24-b05d-bd0375910386),segment_id=d96c02fe-c211-4c24-b05d-bd0375910386)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:09.569906 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.577548 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device aa53f161-f281-47d6-8367-e1b2fa57dfc8 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:09.622130 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=c703e40d-46eb-40bb-9af3-b565b1b4785e,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:09.692131 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc403ed-db6c-4096-a19a-830da568f700 None None] Network d1f29231-45c5-485a-ab04-a9cc3a9236ce requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:09.890238 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port aa53f161-f281-47d6-8367-e1b2fa57dfc8, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=aa53f161-f281-47d6-8367-e1b2fa57dfc8,segment=NetworkSegment(d96c02fe-c211-4c24-b05d-bd0375910386),segment_id=d96c02fe-c211-4c24-b05d-bd0375910386)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:09.946503 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c321a01c-610e-4541-ace6-d58e07e94328 None None] Provisioning for port 349e9e35-bb17-4618-af60-878a6e9a6f86 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:09.973922 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'aa53f161-f281-47d6-8367-e1b2fa57dfc8', 'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b', 'port_id': 'aa53f161-f281-47d6-8367-e1b2fa57dfc8', 'mac_address': 'fa:16:3e:79:8a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4419a97-e126-425f-83f4-d7774f653116', 'ip_address': '10.1.1.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:09.987710 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=3fe9a4ce-7070-47fe-928c-0effdeeafed4,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:10.128478 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b584076-8cd1-4350-9f8a-2ea084040c9f req-3d7b071e-af71-4791-a38e-9c209366b8db tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6537387 Jul 14 09:17:10.133845 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 349e9e35-bb17-4618-af60-878a6e9a6f86 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:10.136310 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.156993 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230fa101-ac7c-489f-a221-1614cc59fc87 req-2feec24c-f78b-48ed-82b6-a439f791e94d tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:10.166286 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-230fa101-ac7c-489f-a221-1614cc59fc87 req-2feec24c-f78b-48ed-82b6-a439f791e94d tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b5c142-21af-4493-a69f-7af8925d1c17 HTTP/1.1" status: 200 len: 943 time: 1.0272944 Jul 14 09:17:10.190075 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa53f161-f281-47d6-8367-e1b2fa57dfc8 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:10.194212 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=2b44d6f1-61fb-4df1-8681-4fe4b3de6c61,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:10.204228 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7dfff22-76ac-4b51-b5a5-114f143d8377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.263093 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port aa53f161-f281-47d6-8367-e1b2fa57dfc8, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=aa53f161-f281-47d6-8367-e1b2fa57dfc8,segment=NetworkSegment(d96c02fe-c211-4c24-b05d-bd0375910386),segment_id=d96c02fe-c211-4c24-b05d-bd0375910386)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:10.293089 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.293719 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device ec03830c-6d12-40d0-8974-6acc684013fd details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:10.336550 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-230fa101-ac7c-489f-a221-1614cc59fc87 req-21957f4d-3a7b-4fef-8e65-1af7761b2060 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23a2d92-ebd2-424c-9415-aed8994bc317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691854 Jul 14 09:17:10.385741 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=aa53f161-f281-47d6-8367-e1b2fa57dfc8,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:10.403661 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 349e9e35-bb17-4618-af60-878a6e9a6f86 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:10.421739 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 349e9e35-bb17-4618-af60-878a6e9a6f86 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:10.422112 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.490267 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde14413-59e6-42c5-b9c1-ef214dbb92fa x-openstack-request-id: req-dde14413-59e6-42c5-b9c1-ef214dbb92fa {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:10.490571 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80dbb6e9-8495-4703-bc40-b0aeb9aa87bd", "name": "network-vif-plugged", "status": "completed", "tag": "3fe9a4ce-7070-47fe-928c-0effdeeafed4", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:10.490835 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dde14413-59e6-42c5-b9c1-ef214dbb92fa {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:10.491273 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80dbb6e9-8495-4703-bc40-b0aeb9aa87bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe9a4ce-7070-47fe-928c-0effdeeafed4', 'code': 200} Jul 14 09:17:10.621030 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.654417 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-53847588-0224-469e-8ab1-3b5046b93c97 tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=9c5872135b7746219af97c6264604150&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1348562 Jul 14 09:17:10.679293 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port ec03830c-6d12-40d0-8974-6acc684013fd, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ec03830c-6d12-40d0-8974-6acc684013fd,segment=NetworkSegment(f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a),segment_id=f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:10.697638 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'ec03830c-6d12-40d0-8974-6acc684013fd', 'network_id': 'f88ba657-d9b2-4a2f-8603-745af5d48899', 'port_id': 'ec03830c-6d12-40d0-8974-6acc684013fd', 'mac_address': 'fa:16:3e:4b:4b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6305651f-f686-4eb8-85f0-81bfcb17deeb', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:10.787477 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-df646740-7e2f-458c-a679-29f23152f25a None None] Provisioning complete for port 349e9e35-bb17-4618-af60-878a6e9a6f86 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:10.787880 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df646740-7e2f-458c-a679-29f23152f25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.790034 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.801180 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-451dbbcf-528d-4d21-bb75-b1ffe394cf3d req-7a42440a-b4f2-4c62-b4ab-08b2943426dc tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fb2c3f0-f85f-4452-9a24-59a29fee904a HTTP/1.1" status: 200 len: 210 time: 0.1422772 Jul 14 09:17:10.821095 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.838558 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec03830c-6d12-40d0-8974-6acc684013fd {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:10.861734 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36867f48-83ce-4268-baa8-b7e026fffa10 req-cef382f4-10da-4fea-9f64-a50e87a8f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:10.863359 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-36867f48-83ce-4268-baa8-b7e026fffa10 req-cef382f4-10da-4fea-9f64-a50e87a8f9a3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=80dbb6e9-8495-4703-bc40-b0aeb9aa87bd HTTP/1.1" status: 200 len: 1098 time: 0.3168187 Jul 14 09:17:10.908525 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port ec03830c-6d12-40d0-8974-6acc684013fd, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ec03830c-6d12-40d0-8974-6acc684013fd,segment=NetworkSegment(f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a),segment_id=f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:10.946747 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.948456 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9d9e2c32-d3bd-4896-8ea6-73f8af857809 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:10.965064 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7dfff22-76ac-4b51-b5a5-114f143d8377 admin admin] Router d7fb8794-4b64-4aad-924a-0dff16414e1f is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:17:10.977521 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 349e9e35-bb17-4618-af60-878a6e9a6f86, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=349e9e35-bb17-4618-af60-878a6e9a6f86,segment=NetworkSegment(d0b30f4a-f14e-4c50-911e-ba22eb64a9b0),segment_id=d0b30f4a-f14e-4c50-911e-ba22eb64a9b0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:10.990615 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-36867f48-83ce-4268-baa8-b7e026fffa10 req-a5368599-6fe0-4efe-a1f3-25e332fd6ce9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e23a2d92-ebd2-424c-9415-aed8994bc317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010222 Jul 14 09:17:10.993744 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:11.005497 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-06382d5b-aeec-4768-b6dc-1e507610e070 tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:11.007644 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-06382d5b-aeec-4768-b6dc-1e507610e070 tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3422053 Jul 14 09:17:11.056460 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-a3087347-edf1-4bfd-9767-9e20b4d3fabd tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Request body: {'port': {'device_id': '1fb2c3f0-f85f-4452-9a24-59a29fee904a', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': '9c5872135b7746219af97c6264604150'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:11.204917 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dfff22-76ac-4b51-b5a5-114f143d8377 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:17:11.214949 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af44036-b87d-4848-9ef6-93ab6b616d69 None None] Sync routers for ids ['d7fb8794-4b64-4aad-924a-0dff16414e1f'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:17:11.228012 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af44036-b87d-4848-9ef6-93ab6b616d69 None None] Routers {'d7fb8794-4b64-4aad-924a-0dff16414e1f'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:11.228648 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3af44036-b87d-4848-9ef6-93ab6b616d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:16:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['d7fb8794-4b64-4aad-924a-0dff16414e1f'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:11.237925 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7dfff22-76ac-4b51-b5a5-114f143d8377 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:11.242542 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48826) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:11.243139 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d7dfff22-76ac-4b51-b5a5-114f143d8377 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6703758 Jul 14 09:17:11.261635 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-a3087347-edf1-4bfd-9767-9e20b4d3fabd tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Made reservation on behalf of 9c5872135b7746219af97c6264604150 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:11.266301 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-a3087347-edf1-4bfd-9767-9e20b4d3fabd tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:11.278448 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-a3087347-edf1-4bfd-9767-9e20b4d3fabd tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:11.341255 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 9d9e2c32-d3bd-4896-8ea6-73f8af857809, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9d9e2c32-d3bd-4896-8ea6-73f8af857809,segment=NetworkSegment(f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a),segment_id=f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:11.454358 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '9d9e2c32-d3bd-4896-8ea6-73f8af857809', 'network_id': 'f88ba657-d9b2-4a2f-8603-745af5d48899', 'port_id': '9d9e2c32-d3bd-4896-8ea6-73f8af857809', 'mac_address': 'fa:16:3e:f4:58:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6305651f-f686-4eb8-85f0-81bfcb17deeb', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:11.460680 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=ec03830c-6d12-40d0-8974-6acc684013fd,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:11.593010 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-3af44036-b87d-4848-9ef6-93ab6b616d69 None None] Set router d7fb8794-4b64-4aad-924a-0dff16414e1f gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:11.595537 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-a3087347-edf1-4bfd-9767-9e20b4d3fabd tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:11.610649 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-a3087347-edf1-4bfd-9767-9e20b4d3fabd tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:11.662003 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:11.689900 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d9e2c32-d3bd-4896-8ea6-73f8af857809 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:11.694872 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=349e9e35-bb17-4618-af60-878a6e9a6f86,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:11.724498 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 9d9e2c32-d3bd-4896-8ea6-73f8af857809, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9d9e2c32-d3bd-4896-8ea6-73f8af857809,segment=NetworkSegment(f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a),segment_id=f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:11.730787 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:11.731701 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device cf4ec6aa-127a-4c61-9e72-9dc4988aae8b details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:11.850151 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3087347-edf1-4bfd-9767-9e20b4d3fabd tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aba0d47-0071-473c-a117-d1a725c25858,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:11.897318 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=9d9e2c32-d3bd-4896-8ea6-73f8af857809,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:11.967211 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1daf4b4-93ab-442c-b4e4-e17e9e0a5bae req-cf542f09-8896-41e2-a130-5ae3771c08e5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:11.986007 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1daf4b4-93ab-442c-b4e4-e17e9e0a5bae req-cf542f09-8896-41e2-a130-5ae3771c08e5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:12.012844 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1daf4b4-93ab-442c-b4e4-e17e9e0a5bae req-cf542f09-8896-41e2-a130-5ae3771c08e5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:12.014905 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port cf4ec6aa-127a-4c61-9e72-9dc4988aae8b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=cf4ec6aa-127a-4c61-9e72-9dc4988aae8b,segment=NetworkSegment(1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f),segment_id=1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:12.038634 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3af44036-b87d-4848-9ef6-93ab6b616d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fb8794-4b64-4aad-924a-0dff16414e1f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2070806492-router', 'tenant_id': '5c5a1976cf14422ba46daf3169a08a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '03c3e69b-80af-4033-82b5-a863bb907679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:06Z', 'updated_at': '2021-07-14T09:17:08Z', 'revision_number': 3, 'project_id': '5c5a1976cf14422ba46daf3169a08a6c', 'gw_port': {'id': '03c3e69b-80af-4033-82b5-a863bb907679', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fb8794-4b64-4aad-924a-0dff16414e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:07Z', 'updated_at': '2021-07-14T09:17:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:12.050903 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1daf4b4-93ab-442c-b4e4-e17e9e0a5bae req-cf542f09-8896-41e2-a130-5ae3771c08e5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:12.051482 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'cf4ec6aa-127a-4c61-9e72-9dc4988aae8b', 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27', 'port_id': 'cf4ec6aa-127a-4c61-9e72-9dc4988aae8b', 'mac_address': 'fa:16:3e:19:16:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb2be10d-9b03-46a3-ae63-922114d77bf7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:12.070015 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.083299 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1daf4b4-93ab-442c-b4e4-e17e9e0a5bae req-cf542f09-8896-41e2-a130-5ae3771c08e5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:12.099284 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af44036-b87d-4848-9ef6-93ab6b616d69 None None] Checking router: d7fb8794-4b64-4aad-924a-0dff16414e1f for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:17:12.099917 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af44036-b87d-4848-9ef6-93ab6b616d69 None None] Updating router d7fb8794-4b64-4aad-924a-0dff16414e1f port 03c3e69b-80af-4033-82b5-a863bb907679 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:17:12.108704 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1daf4b4-93ab-442c-b4e4-e17e9e0a5bae req-cf542f09-8896-41e2-a130-5ae3771c08e5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:12.115675 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.119773 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1daf4b4-93ab-442c-b4e4-e17e9e0a5bae req-cf542f09-8896-41e2-a130-5ae3771c08e5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:12.144314 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3af44036-b87d-4848-9ef6-93ab6b616d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.148186 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1daf4b4-93ab-442c-b4e4-e17e9e0a5bae req-cf542f09-8896-41e2-a130-5ae3771c08e5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5422 time: 0.7350008 Jul 14 09:17:12.166381 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-400657b9-05dc-4d1f-b7ee-ddb8c30c470a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.168940 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4ec6aa-127a-4c61-9e72-9dc4988aae8b {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:12.178127 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 349e9e35-bb17-4618-af60-878a6e9a6f86 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:12.249723 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device c703e40d-46eb-40bb-9af3-b565b1b4785e up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:12.307850 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port cf4ec6aa-127a-4c61-9e72-9dc4988aae8b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=cf4ec6aa-127a-4c61-9e72-9dc4988aae8b,segment=NetworkSegment(1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f),segment_id=1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:12.308833 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197a83a-468e-4b78-a183-982a72738dec req-3a3dbff8-52de-4d47-9693-ca7d082f0d25 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:12.317343 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.317700 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1197a83a-468e-4b78-a183-982a72738dec req-3a3dbff8-52de-4d47-9693-ca7d082f0d25 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b5c142-21af-4493-a69f-7af8925d1c17 HTTP/1.1" status: 200 len: 944 time: 0.8008406 Jul 14 09:17:12.318519 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 69a28d42-49fa-4c87-9949-66b30fa09b71 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:12.370143 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 349e9e35-bb17-4618-af60-878a6e9a6f86 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:12.371325 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.382897 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1daf4b4-93ab-442c-b4e4-e17e9e0a5bae req-c6ede2f7-e39e-443c-bcbf-7d46bee88023 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2331676 Jul 14 09:17:12.395318 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-a3087347-edf1-4bfd-9767-9e20b4d3fabd tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Allocated IP 192.168.233.40 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/1c7b932f-86ac-43e0-956c-9aadbc253d69) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:12.424587 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port c703e40d-46eb-40bb-9af3-b565b1b4785e completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:12.445824 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=cf4ec6aa-127a-4c61-9e72-9dc4988aae8b,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:12.449266 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port c703e40d-46eb-40bb-9af3-b565b1b4785e triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:12.449823 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.479206 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-400657b9-05dc-4d1f-b7ee-ddb8c30c470a admin admin] Allocated IP 172.20.0.1 (d1f29231-45c5-485a-ab04-a9cc3a9236ce/4877f996-564c-438d-a073-8c5869d48a51/1748e1d6-1825-474f-a1bf-d1e677916d19) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:12.484839 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1197a83a-468e-4b78-a183-982a72738dec req-d4b82f9d-6f7a-4592-9d86-b4dcfb34b2d2 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23a2d92-ebd2-424c-9415-aed8994bc317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658769 Jul 14 09:17:12.501624 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 69a28d42-49fa-4c87-9949-66b30fa09b71, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=69a28d42-49fa-4c87-9949-66b30fa09b71,segment=NetworkSegment(d96c02fe-c211-4c24-b05d-bd0375910386),segment_id=d96c02fe-c211-4c24-b05d-bd0375910386)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:12.524646 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '69a28d42-49fa-4c87-9949-66b30fa09b71', 'network_id': '0fc9d8b4-8882-41d7-9910-af2ade9bb06b', 'port_id': '69a28d42-49fa-4c87-9949-66b30fa09b71', 'mac_address': 'fa:16:3e:d0:d1:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4419a97-e126-425f-83f4-d7774f653116', 'ip_address': '10.1.1.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:12.536847 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3af44036-b87d-4848-9ef6-93ab6b616d69 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.550007 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3af44036-b87d-4848-9ef6-93ab6b616d69 None None] Transition to ACTIVE for port object 03c3e69b-80af-4033-82b5-a863bb907679 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:12.559187 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3af44036-b87d-4848-9ef6-93ab6b616d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.594716 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.643801 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5bd18f-5ce2-4930-8d07-66a08f4fa579 None None] Pushing event updated for resources: {'Port': ['ID=03c3e69b-80af-4033-82b5-a863bb907679,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:12.651553 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a28d42-49fa-4c87-9949-66b30fa09b71 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:12.656252 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.656529 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5bd18f-5ce2-4930-8d07-66a08f4fa579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:12.656847 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5bd18f-5ce2-4930-8d07-66a08f4fa579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:12.657188 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5bd18f-5ce2-4930-8d07-66a08f4fa579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:12.657693 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5bd18f-5ce2-4930-8d07-66a08f4fa579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:12.658040 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5bd18f-5ce2-4930-8d07-66a08f4fa579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:12.658373 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5bd18f-5ce2-4930-8d07-66a08f4fa579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:12.658702 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5bd18f-5ce2-4930-8d07-66a08f4fa579 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:12.659077 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5bd18f-5ce2-4930-8d07-66a08f4fa579 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:12.659455 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5bd18f-5ce2-4930-8d07-66a08f4fa579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:12.659973 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5bd18f-5ce2-4930-8d07-66a08f4fa579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:12.660758 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5bd18f-5ce2-4930-8d07-66a08f4fa579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:12.661099 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5bd18f-5ce2-4930-8d07-66a08f4fa579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:12.689191 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-3af44036-b87d-4848-9ef6-93ab6b616d69 None None] Attempting to bind port 03c3e69b-80af-4033-82b5-a863bb907679 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:12.689593 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-3af44036-b87d-4848-9ef6-93ab6b616d69 None None] Attempting to bind port 03c3e69b-80af-4033-82b5-a863bb907679 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:12.689976 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af44036-b87d-4848-9ef6-93ab6b616d69 None None] Attempting to bind port 03c3e69b-80af-4033-82b5-a863bb907679 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:12.700818 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af44036-b87d-4848-9ef6-93ab6b616d69 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:12.701340 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af44036-b87d-4848-9ef6-93ab6b616d69 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:12.701761 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3af44036-b87d-4848-9ef6-93ab6b616d69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.702334 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af44036-b87d-4848-9ef6-93ab6b616d69 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:12.703549 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-3af44036-b87d-4848-9ef6-93ab6b616d69 None None] Bound port: 03c3e69b-80af-4033-82b5-a863bb907679, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:12.703952 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3af44036-b87d-4848-9ef6-93ab6b616d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.731551 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port c703e40d-46eb-40bb-9af3-b565b1b4785e, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=c703e40d-46eb-40bb-9af3-b565b1b4785e,segment=NetworkSegment(3b49e30b-89cf-44a7-b35c-c83d2468b697),segment_id=3b49e30b-89cf-44a7-b35c-c83d2468b697)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:12.734201 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 69a28d42-49fa-4c87-9949-66b30fa09b71, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=69a28d42-49fa-4c87-9949-66b30fa09b71,segment=NetworkSegment(d96c02fe-c211-4c24-b05d-bd0375910386),segment_id=d96c02fe-c211-4c24-b05d-bd0375910386)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:12.736630 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b5c142-21af-4493-a69f-7af8925d1c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c703e40d-46eb-40bb-9af3-b565b1b4785e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:12.739736 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832a576c-f304-4302-a593-b31bccc1f168" -d '{"events": [{"server_uuid": "85b5c142-21af-4493-a69f-7af8925d1c17", "name": "network-vif-plugged", "status": "completed", "tag": "c703e40d-46eb-40bb-9af3-b565b1b4785e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:12.746685 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.750746 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.783110 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3af44036-b87d-4848-9ef6-93ab6b616d69 None None] For port 03c3e69b-80af-4033-82b5-a863bb907679, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:12.790119 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3af44036-b87d-4848-9ef6-93ab6b616d69 None None] For port 03c3e69b-80af-4033-82b5-a863bb907679, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=03c3e69b-80af-4033-82b5-a863bb907679,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:12.796818 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3af44036-b87d-4848-9ef6-93ab6b616d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.808372 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc14aab1-e9a5-41df-b6c6-73350970a468 x-openstack-request-id: req-cc14aab1-e9a5-41df-b6c6-73350970a468 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:12.808743 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b5c142-21af-4493-a69f-7af8925d1c17", "name": "network-vif-plugged", "status": "completed", "tag": "c703e40d-46eb-40bb-9af3-b565b1b4785e", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:12.809050 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc14aab1-e9a5-41df-b6c6-73350970a468 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:12.809509 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b5c142-21af-4493-a69f-7af8925d1c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c703e40d-46eb-40bb-9af3-b565b1b4785e', 'code': 200} Jul 14 09:17:12.817011 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-400657b9-05dc-4d1f-b7ee-ddb8c30c470a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.837530 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9e7db9af-5e4a-43c9-b63f-8fe050645e3d req-195d2b82-bce0-4274-91a5-2866a5fc8182 tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fb2c3f0-f85f-4452-9a24-59a29fee904a HTTP/1.1" status: 200 len: 210 time: 0.1023228 Jul 14 09:17:12.838513 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-400657b9-05dc-4d1f-b7ee-ddb8c30c470a admin admin] Transition to ACTIVE for port object 1748e1d6-1825-474f-a1bf-d1e677916d19 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:12.840261 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=c703e40d-46eb-40bb-9af3-b565b1b4785e,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:12.885442 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af44036-b87d-4848-9ef6-93ab6b616d69 None None] Routers {'d7fb8794-4b64-4aad-924a-0dff16414e1f'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:12.886358 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3af44036-b87d-4848-9ef6-93ab6b616d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:16:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['d7fb8794-4b64-4aad-924a-0dff16414e1f'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:12.909707 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-400657b9-05dc-4d1f-b7ee-ddb8c30c470a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.922957 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5bd18f-5ce2-4930-8d07-66a08f4fa579 None None] Pushing event updated for resources: {'Port': ['ID=03c3e69b-80af-4033-82b5-a863bb907679,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:12.935870 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-a3087347-edf1-4bfd-9767-9e20b4d3fabd tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.946975 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=69a28d42-49fa-4c87-9949-66b30fa09b71,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:12.962173 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400657b9-05dc-4d1f-b7ee-ddb8c30c470a admin admin] Network d1f29231-45c5-485a-ab04-a9cc3a9236ce is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:12.968878 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-400657b9-05dc-4d1f-b7ee-ddb8c30c470a admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:12.972603 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400657b9-05dc-4d1f-b7ee-ddb8c30c470a admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:12.978680 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400657b9-05dc-4d1f-b7ee-ddb8c30c470a admin admin] Pushing event updated for resources: {'Port': ['ID=1748e1d6-1825-474f-a1bf-d1e677916d19,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:13.015173 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-a3087347-edf1-4bfd-9767-9e20b4d3fabd tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Transition to ACTIVE for port object 1c7b932f-86ac-43e0-956c-9aadbc253d69 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:13.023536 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-400657b9-05dc-4d1f-b7ee-ddb8c30c470a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.074517 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-3af44036-b87d-4848-9ef6-93ab6b616d69 None None] Set router d7fb8794-4b64-4aad-924a-0dff16414e1f gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:13.076624 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80029ce4-f72c-443d-a69f-66f535d18a6b req-df118bce-0738-471b-b36a-32e222bba447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:13.078169 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-80029ce4-f72c-443d-a69f-66f535d18a6b req-df118bce-0738-471b-b36a-32e222bba447 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=85b5c142-21af-4493-a69f-7af8925d1c17 HTTP/1.1" status: 200 len: 1097 time: 0.1393023 Jul 14 09:17:13.129523 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-a3087347-edf1-4bfd-9767-9e20b4d3fabd tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.237279 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-80029ce4-f72c-443d-a69f-66f535d18a6b req-eff20fa9-5fec-4ab2-8ddf-64be61f7aa06 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e23a2d92-ebd2-424c-9415-aed8994bc317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471655 Jul 14 09:17:13.276599 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-a3087347-edf1-4bfd-9767-9e20b4d3fabd tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:13.290191 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-a3087347-edf1-4bfd-9767-9e20b4d3fabd tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:13.292821 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-a3087347-edf1-4bfd-9767-9e20b4d3fabd tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:13.356251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-a3087347-edf1-4bfd-9767-9e20b4d3fabd tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:13.356926 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-a3087347-edf1-4bfd-9767-9e20b4d3fabd tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.360545 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3087347-edf1-4bfd-9767-9e20b4d3fabd tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Pushing event updated for resources: {'Port': ['ID=1c7b932f-86ac-43e0-956c-9aadbc253d69,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:13.377157 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-a3087347-edf1-4bfd-9767-9e20b4d3fabd tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3277094 Jul 14 09:17:13.378282 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a140f9d7-991f-4acc-bdaf-78aa1e4c693f None None] Provisioning for port 1748e1d6-1825-474f-a1bf-d1e677916d19 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:13.385970 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a140f9d7-991f-4acc-bdaf-78aa1e4c693f None None] Provisioning complete for port 1748e1d6-1825-474f-a1bf-d1e677916d19 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:13.387667 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a140f9d7-991f-4acc-bdaf-78aa1e4c693f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.390299 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Request body: {'port': {'device_id': '1fb2c3f0-f85f-4452-9a24-59a29fee904a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:13.498851 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a140f9d7-991f-4acc-bdaf-78aa1e4c693f None None] Port 1748e1d6-1825-474f-a1bf-d1e677916d19 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:13.528616 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['aa53f161-f281-47d6-8367-e1b2fa57dfc8'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:13.535280 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3af44036-b87d-4848-9ef6-93ab6b616d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fb8794-4b64-4aad-924a-0dff16414e1f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2070806492-router', 'tenant_id': '5c5a1976cf14422ba46daf3169a08a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '03c3e69b-80af-4033-82b5-a863bb907679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:06Z', 'updated_at': '2021-07-14T09:17:08Z', 'revision_number': 3, 'project_id': '5c5a1976cf14422ba46daf3169a08a6c', 'gw_port': {'id': '03c3e69b-80af-4033-82b5-a863bb907679', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fb8794-4b64-4aad-924a-0dff16414e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:07Z', 'updated_at': '2021-07-14T09:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:13.576812 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.591688 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['9d9e2c32-d3bd-4896-8ea6-73f8af857809'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:13.594691 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['2b44d6f1-61fb-4df1-8681-4fe4b3de6c61'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:13.597873 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['2a5cfa4e-dbe9-436e-8fa1-4ef550880916'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:13.602827 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['cf4ec6aa-127a-4c61-9e72-9dc4988aae8b'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:13.649121 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af44036-b87d-4848-9ef6-93ab6b616d69 None None] The sync data for ids ['d7fb8794-4b64-4aad-924a-0dff16414e1f'] in n-d-771362-35 is: [{'id': 'd7fb8794-4b64-4aad-924a-0dff16414e1f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2070806492-router', 'tenant_id': '5c5a1976cf14422ba46daf3169a08a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '03c3e69b-80af-4033-82b5-a863bb907679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:06Z', 'updated_at': '2021-07-14T09:17:08Z', 'revision_number': 3, 'project_id': '5c5a1976cf14422ba46daf3169a08a6c', 'gw_port': {'id': '03c3e69b-80af-4033-82b5-a863bb907679', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fb8794-4b64-4aad-924a-0dff16414e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:07Z', 'updated_at': '2021-07-14T09:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:17:13.946349 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-400657b9-05dc-4d1f-b7ee-ddb8c30c470a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.286733 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c769f-3856-44cc-bf4a-6e5f7b289e8d req-9faf9eb7-fb57-49dc-94ba-16ece01eed17 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:14.291355 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-018c769f-3856-44cc-bf4a-6e5f7b289e8d req-9faf9eb7-fb57-49dc-94ba-16ece01eed17 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b5c142-21af-4493-a69f-7af8925d1c17 HTTP/1.1" status: 200 len: 945 time: 0.3963187 Jul 14 09:17:14.297272 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-947252f2-f41b-4220-9b63-0987109732c5 None None] Provisioning for port 1c7b932f-86ac-43e0-956c-9aadbc253d69 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:14.315651 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f15df-b1f7-43c6-9ae2-10401577e71c req-8d7d1354-3d25-467f-b3a0-4ea1890843df tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:14.323545 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f15df-b1f7-43c6-9ae2-10401577e71c req-8d7d1354-3d25-467f-b3a0-4ea1890843df tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:14.334154 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f15df-b1f7-43c6-9ae2-10401577e71c req-8d7d1354-3d25-467f-b3a0-4ea1890843df tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:14.342358 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f15df-b1f7-43c6-9ae2-10401577e71c req-8d7d1354-3d25-467f-b3a0-4ea1890843df tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:14.349799 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f15df-b1f7-43c6-9ae2-10401577e71c req-8d7d1354-3d25-467f-b3a0-4ea1890843df tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:14.357319 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f15df-b1f7-43c6-9ae2-10401577e71c req-8d7d1354-3d25-467f-b3a0-4ea1890843df tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:14.363852 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f15df-b1f7-43c6-9ae2-10401577e71c req-8d7d1354-3d25-467f-b3a0-4ea1890843df tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:14.373052 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5c2f15df-b1f7-43c6-9ae2-10401577e71c req-8d7d1354-3d25-467f-b3a0-4ea1890843df tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5425 time: 0.4827762 Jul 14 09:17:14.427865 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-947252f2-f41b-4220-9b63-0987109732c5 None None] Provisioning complete for port 1c7b932f-86ac-43e0-956c-9aadbc253d69 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:14.429692 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-947252f2-f41b-4220-9b63-0987109732c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.513083 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['ec03830c-6d12-40d0-8974-6acc684013fd'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:14.534866 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-400657b9-05dc-4d1f-b7ee-ddb8c30c470a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.547014 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-018c769f-3856-44cc-bf4a-6e5f7b289e8d req-f0e08bb3-b521-434a-959b-41145e834576 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23a2d92-ebd2-424c-9415-aed8994bc317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629660 Jul 14 09:17:14.558788 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5c2f15df-b1f7-43c6-9ae2-10401577e71c req-7a356f5e-40c9-4a04-a103-c1df794fdf0e tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1792774 Jul 14 09:17:14.582499 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-400657b9-05dc-4d1f-b7ee-ddb8c30c470a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.666454 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c7b932f-86ac-43e0-956c-9aadbc253d69 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:14.677040 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.687998 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-400657b9-05dc-4d1f-b7ee-ddb8c30c470a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.696358 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Transition to ACTIVE for port object 1c7b932f-86ac-43e0-956c-9aadbc253d69 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:14.701132 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.705073 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['69a28d42-49fa-4c87-9949-66b30fa09b71'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:14.833866 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400657b9-05dc-4d1f-b7ee-ddb8c30c470a admin admin] Pushing event updated for resources: {'Port': ['ID=1748e1d6-1825-474f-a1bf-d1e677916d19,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:14.835519 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7b932f-86ac-43e0-956c-9aadbc253d69,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:14.926029 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-947252f2-f41b-4220-9b63-0987109732c5 None None] Port 1c7b932f-86ac-43e0-956c-9aadbc253d69 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:14.977655 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400657b9-05dc-4d1f-b7ee-ddb8c30c470a admin admin] Network d1f29231-45c5-485a-ab04-a9cc3a9236ce is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:14.979091 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-400657b9-05dc-4d1f-b7ee-ddb8c30c470a admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:15.096041 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Attempting to bind port 1c7b932f-86ac-43e0-956c-9aadbc253d69 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:15.096634 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Attempting to bind port 1c7b932f-86ac-43e0-956c-9aadbc253d69 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:15.096906 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Attempting to bind port 1c7b932f-86ac-43e0-956c-9aadbc253d69 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:15.113604 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Port 1c7b932f-86ac-43e0-956c-9aadbc253d69 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:15.113945 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Attempting to bind port 1c7b932f-86ac-43e0-956c-9aadbc253d69 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:15.137125 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:15.137483 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:15.137878 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:15.138338 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Bound port: 1c7b932f-86ac-43e0-956c-9aadbc253d69, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:15.138707 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:15.243572 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-832c25f5-a760-4865-891c-831cdb889826 service neutron] For port 1c7b932f-86ac-43e0-956c-9aadbc253d69, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:15.249516 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-832c25f5-a760-4865-891c-831cdb889826 service neutron] For port 1c7b932f-86ac-43e0-956c-9aadbc253d69, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1c7b932f-86ac-43e0-956c-9aadbc253d69,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:15.268965 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:15.281271 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614eae06-ab2c-443e-a1fb-83141e8ae110 req-7c746c1f-cafb-492e-9eac-1078b9c2a1f6 tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:15.282972 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-614eae06-ab2c-443e-a1fb-83141e8ae110 req-7c746c1f-cafb-492e-9eac-1078b9c2a1f6 tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fb2c3f0-f85f-4452-9a24-59a29fee904a HTTP/1.1" status: 200 len: 947 time: 0.3902495 Jul 14 09:17:15.338127 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:15.338808 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:15.340326 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-832c25f5-a760-4865-891c-831cdb889826 service neutron] 10.222.0.44 "PUT /v2.0/ports/1c7b932f-86ac-43e0-956c-9aadbc253d69 HTTP/1.1" status: 200 len: 1096 time: 1.9555299 Jul 14 09:17:15.351240 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb2c3f0-f85f-4452-9a24-59a29fee904a', 'tag': '1c7b932f-86ac-43e0-956c-9aadbc253d69'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:15.353942 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400657b9-05dc-4d1f-b7ee-ddb8c30c470a admin admin] Router d7fb8794-4b64-4aad-924a-0dff16414e1f has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:17:15.354286 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7198a6a6-7925-4ff8-8d9c-6233e31e4c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "1fb2c3f0-f85f-4452-9a24-59a29fee904a", "tag": "1c7b932f-86ac-43e0-956c-9aadbc253d69"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:15.507333 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27418786-ed13-4b5d-a784-7174162db8e7 x-openstack-request-id: req-27418786-ed13-4b5d-a784-7174162db8e7 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:15.507756 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fb2c3f0-f85f-4452-9a24-59a29fee904a", "tag": "1c7b932f-86ac-43e0-956c-9aadbc253d69", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:15.510314 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27418786-ed13-4b5d-a784-7174162db8e7 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:15.510988 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb2c3f0-f85f-4452-9a24-59a29fee904a', 'tag': '1c7b932f-86ac-43e0-956c-9aadbc253d69', 'status': 'completed', 'code': 200} Jul 14 09:17:15.591694 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7b932f-86ac-43e0-956c-9aadbc253d69,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:15.623911 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-614eae06-ab2c-443e-a1fb-83141e8ae110 req-9351f0ea-5ea6-499e-9050-02f847f7b940 tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.25 "GET /v2.0/security-groups?id=9aba0d47-0071-473c-a117-d1a725c25858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986398 Jul 14 09:17:15.635034 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:15.635397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:15.638765 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:15.640377 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:15.640737 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:15.641078 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:15.642210 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:15.644721 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:15.644931 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:15.645209 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:15.646597 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:15.646946 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c25f5-a760-4865-891c-831cdb889826 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:15.686051 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-d53d51b4-55b2-4a10-bab7-4d38a683577f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:15.687655 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-d53d51b4-55b2-4a10-bab7-4d38a683577f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c5872135b7746219af97c6264604150&device_id=1fb2c3f0-f85f-4452-9a24-59a29fee904a HTTP/1.1" status: 200 len: 1099 time: 0.2886801 Jul 14 09:17:15.762480 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400657b9-05dc-4d1f-b7ee-ddb8c30c470a admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:17:15.782207 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-400657b9-05dc-4d1f-b7ee-ddb8c30c470a admin admin] 10.222.0.25 "PUT /v2.0/routers/d7fb8794-4b64-4aad-924a-0dff16414e1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5379572 Jul 14 09:17:15.786806 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-ee21b176-1c74-408b-a7b3-3cd940d2aa08 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=1c7b932f-86ac-43e0-956c-9aadbc253d69 HTTP/1.1" status: 200 len: 217 time: 0.0854230 Jul 14 09:17:15.925804 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-5d4a0d7e-1daf-4ef9-b99d-034f3a1e238e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:15.927349 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-5d4a0d7e-1daf-4ef9-b99d-034f3a1e238e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1271777 Jul 14 09:17:15.940341 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-77722f73-15c6-4d56-a3f9-77b7fbc86dc3 None None] Provisioning complete for port 1748e1d6-1825-474f-a1bf-d1e677916d19 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:15.940834 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77722f73-15c6-4d56-a3f9-77b7fbc86dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.078803 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-77722f73-15c6-4d56-a3f9-77b7fbc86dc3 None None] Port 1748e1d6-1825-474f-a1bf-d1e677916d19 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:16.138213 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 03c3e69b-80af-4033-82b5-a863bb907679 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:16.263251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-c21ec29e-a836-407c-87b1-e094081efd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:16.265482 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-c21ec29e-a836-407c-87b1-e094081efd84 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2827778 Jul 14 09:17:16.293070 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcad6a7-afdc-499e-a6bc-f76126e1f3db req-7a34e646-f684-4c84-beac-dd91a4f6c59d tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:16.294839 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2fcad6a7-afdc-499e-a6bc-f76126e1f3db req-7a34e646-f684-4c84-beac-dd91a4f6c59d tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b5c142-21af-4493-a69f-7af8925d1c17 HTTP/1.1" status: 200 len: 945 time: 0.3273487 Jul 14 09:17:16.310566 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122cdc4-730b-4b80-8a69-28f1bcdb21c2 req-531fc93f-3b32-402a-a780-e151d1cda144 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:16.320437 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122cdc4-730b-4b80-8a69-28f1bcdb21c2 req-531fc93f-3b32-402a-a780-e151d1cda144 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:16.339369 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122cdc4-730b-4b80-8a69-28f1bcdb21c2 req-531fc93f-3b32-402a-a780-e151d1cda144 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:16.345888 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122cdc4-730b-4b80-8a69-28f1bcdb21c2 req-531fc93f-3b32-402a-a780-e151d1cda144 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:16.353840 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122cdc4-730b-4b80-8a69-28f1bcdb21c2 req-531fc93f-3b32-402a-a780-e151d1cda144 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:16.361593 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122cdc4-730b-4b80-8a69-28f1bcdb21c2 req-531fc93f-3b32-402a-a780-e151d1cda144 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:16.368867 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122cdc4-730b-4b80-8a69-28f1bcdb21c2 req-531fc93f-3b32-402a-a780-e151d1cda144 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:16.377169 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a122cdc4-730b-4b80-8a69-28f1bcdb21c2 req-531fc93f-3b32-402a-a780-e151d1cda144 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5425 time: 0.4487610 Jul 14 09:17:16.400222 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 03c3e69b-80af-4033-82b5-a863bb907679 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:16.408784 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 03c3e69b-80af-4033-82b5-a863bb907679 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:16.410425 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.519925 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2fcad6a7-afdc-499e-a6bc-f76126e1f3db req-8bc2ca6a-e2c4-4081-ad3c-0c326eab9b16 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23a2d92-ebd2-424c-9415-aed8994bc317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312685 Jul 14 09:17:16.539980 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a122cdc4-730b-4b80-8a69-28f1bcdb21c2 req-c5638d49-03e8-4131-bbdb-2fb68a6fb240 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1615872 Jul 14 09:17:16.552805 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.616025 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 03c3e69b-80af-4033-82b5-a863bb907679, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=03c3e69b-80af-4033-82b5-a863bb907679,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:16.622918 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.639374 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-43497606-3d7f-4ab2-8390-743a955ae4eb service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430018 Jul 14 09:17:16.715962 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=03c3e69b-80af-4033-82b5-a863bb907679,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:16.789553 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device cf4ec6aa-127a-4c61-9e72-9dc4988aae8b up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:16.911258 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ee4d776-fe06-4995-8021-966076cc1dfe req-c0ce0409-6899-4bf8-b097-e712173e3aaa service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645922 Jul 14 09:17:16.924350 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecb6130-f6cd-446f-8dd7-2857fdf3108a None None] Sync routers for ids ['d7fb8794-4b64-4aad-924a-0dff16414e1f'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:17:16.957993 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecb6130-f6cd-446f-8dd7-2857fdf3108a None None] Routers {'d7fb8794-4b64-4aad-924a-0dff16414e1f'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:16.959243 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9ecb6130-f6cd-446f-8dd7-2857fdf3108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:16:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['d7fb8794-4b64-4aad-924a-0dff16414e1f'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:16.970593 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c0531-fedb-49e0-866c-5c043e1f500e req-ff354680-7aa1-454c-aafb-617022371c06 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:16.974969 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2b2c0531-fedb-49e0-866c-5c043e1f500e req-ff354680-7aa1-454c-aafb-617022371c06 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=80dbb6e9-8495-4703-bc40-b0aeb9aa87bd HTTP/1.1" status: 200 len: 946 time: 0.1473908 Jul 14 09:17:17.192673 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2b2c0531-fedb-49e0-866c-5c043e1f500e req-531abdb0-7d72-4d3f-8364-ee2b89d06c09 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23a2d92-ebd2-424c-9415-aed8994bc317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104249 Jul 14 09:17:17.202916 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port cf4ec6aa-127a-4c61-9e72-9dc4988aae8b completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:17.208597 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port cf4ec6aa-127a-4c61-9e72-9dc4988aae8b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:17.208981 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:17.244936 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198a6a6-7925-4ff8-8d9c-6233e31e4c4f req-077970b7-2e26-47c2-baaa-abd323e9f726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:17.246463 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7198a6a6-7925-4ff8-8d9c-6233e31e4c4f req-077970b7-2e26-47c2-baaa-abd323e9f726 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c5872135b7746219af97c6264604150&device_id=1fb2c3f0-f85f-4452-9a24-59a29fee904a HTTP/1.1" status: 200 len: 1099 time: 0.2455494 Jul 14 09:17:17.373887 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:17.407321 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-9ecb6130-f6cd-446f-8dd7-2857fdf3108a None None] Set router d7fb8794-4b64-4aad-924a-0dff16414e1f gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:17.454870 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4ec6aa-127a-4c61-9e72-9dc4988aae8b'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:17.459089 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f205c09-a0a6-4ffa-ad12-1a337207123a" -d '{"events": [{"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-plugged", "status": "completed", "tag": "cf4ec6aa-127a-4c61-9e72-9dc4988aae8b"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:17.485964 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port cf4ec6aa-127a-4c61-9e72-9dc4988aae8b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=cf4ec6aa-127a-4c61-9e72-9dc4988aae8b,segment=NetworkSegment(1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f),segment_id=1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:17.493330 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:17.526767 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198a6a6-7925-4ff8-8d9c-6233e31e4c4f req-f440b33b-2b3d-44e9-97b2-54a596586713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:17.532283 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7198a6a6-7925-4ff8-8d9c-6233e31e4c4f req-f440b33b-2b3d-44e9-97b2-54a596586713 service neutron] 10.222.0.44 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.2758925 Jul 14 09:17:17.591113 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=cf4ec6aa-127a-4c61-9e72-9dc4988aae8b,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:17.634324 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7198a6a6-7925-4ff8-8d9c-6233e31e4c4f req-953ef1a7-8d62-482f-bb0f-ab9fc8a28151 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=1c7b932f-86ac-43e0-956c-9aadbc253d69 HTTP/1.1" status: 200 len: 217 time: 0.0947058 Jul 14 09:17:17.673041 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48952) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:17.679750 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-9a00032c-0aea-45ca-8041-46546e8c1480 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-320849757-network', 'tenant_id': '24f474deff0a4aaba06cc9264b7b2982'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:17.745075 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a00032c-0aea-45ca-8041-46546e8c1480 admin admin] Made reservation on behalf of 24f474deff0a4aaba06cc9264b7b2982 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:17.747527 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a00032c-0aea-45ca-8041-46546e8c1480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:17.768272 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a00032c-0aea-45ca-8041-46546e8c1480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:17.822979 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9ecb6130-f6cd-446f-8dd7-2857fdf3108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fb8794-4b64-4aad-924a-0dff16414e1f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2070806492-router', 'tenant_id': '5c5a1976cf14422ba46daf3169a08a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '03c3e69b-80af-4033-82b5-a863bb907679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:06Z', 'updated_at': '2021-07-14T09:17:13Z', 'revision_number': 4, 'project_id': '5c5a1976cf14422ba46daf3169a08a6c', 'gw_port': {'id': '03c3e69b-80af-4033-82b5-a863bb907679', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fb8794-4b64-4aad-924a-0dff16414e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:07Z', 'updated_at': '2021-07-14T09:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '1748e1d6-1825-474f-a1bf-d1e677916d19', 'name': '', 'network_id': 'd1f29231-45c5-485a-ab04-a9cc3a9236ce', 'tenant_id': '5c5a1976cf14422ba46daf3169a08a6c', 'mac_address': 'fa:16:3e:be:44:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fb8794-4b64-4aad-924a-0dff16414e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '4877f996-564c-438d-a073-8c5869d48a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:12Z', 'updated_at': '2021-07-14T09:17:14Z', 'revision_number': 2, 'project_id': '5c5a1976cf14422ba46daf3169a08a6c', 'subnets': [{'id': '4877f996-564c-438d-a073-8c5869d48a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:17.907551 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ca4329-552a-4db3-91b7-864d6249d33d x-openstack-request-id: req-c3ca4329-552a-4db3-91b7-864d6249d33d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:17.917542 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-plugged", "status": "completed", "tag": "cf4ec6aa-127a-4c61-9e72-9dc4988aae8b", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:17.919744 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3ca4329-552a-4db3-91b7-864d6249d33d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:17.920346 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4ec6aa-127a-4c61-9e72-9dc4988aae8b', 'code': 200} Jul 14 09:17:17.928350 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecb6130-f6cd-446f-8dd7-2857fdf3108a None None] Checking router: d7fb8794-4b64-4aad-924a-0dff16414e1f for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:17:17.928581 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198a6a6-7925-4ff8-8d9c-6233e31e4c4f req-55dedba1-5f56-46dc-9ca8-378143532149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:17.929153 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecb6130-f6cd-446f-8dd7-2857fdf3108a None None] Updating router d7fb8794-4b64-4aad-924a-0dff16414e1f port 1748e1d6-1825-474f-a1bf-d1e677916d19 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:17:17.934350 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7198a6a6-7925-4ff8-8d9c-6233e31e4c4f req-55dedba1-5f56-46dc-9ca8-378143532149 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.2810662 Jul 14 09:17:18.041532 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ecb6130-f6cd-446f-8dd7-2857fdf3108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.081634 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36969873-ff26-454a-a20a-9951786590f9 req-76c6554f-0a29-43a9-895b-f9108d88d4bd tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:18.093251 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-36969873-ff26-454a-a20a-9951786590f9 req-76c6554f-0a29-43a9-895b-f9108d88d4bd tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fb2c3f0-f85f-4452-9a24-59a29fee904a HTTP/1.1" status: 200 len: 947 time: 0.4686007 Jul 14 09:17:18.095845 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a00032c-0aea-45ca-8041-46546e8c1480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.104100 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a00032c-0aea-45ca-8041-46546e8c1480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.142577 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 03c3e69b-80af-4033-82b5-a863bb907679 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:18.160548 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a00032c-0aea-45ca-8041-46546e8c1480 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:17:18.207785 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00032c-0aea-45ca-8041-46546e8c1480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3825b8-17d5-438b-b39f-bcc5f1b5b96f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:18.213823 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a00032c-0aea-45ca-8041-46546e8c1480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.214459 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-9a00032c-0aea-45ca-8041-46546e8c1480 admin admin] Added segment 4416d694-72eb-43b0-baf0-32cf3136595d of type vlan for network 4681fcc6-0d44-4537-81f6-19e5d0eef79b Jul 14 09:17:18.314470 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a00032c-0aea-45ca-8041-46546e8c1480 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.324771 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-36969873-ff26-454a-a20a-9951786590f9 req-0dc500c6-4529-4a33-84a0-2e882d928bca tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.25 "GET /v2.0/security-groups?id=9aba0d47-0071-473c-a117-d1a725c25858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302153 Jul 14 09:17:18.347853 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198a6a6-7925-4ff8-8d9c-6233e31e4c4f req-649b08bd-e4a5-431a-a122-0fb2faad56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:18.358137 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7198a6a6-7925-4ff8-8d9c-6233e31e4c4f req-649b08bd-e4a5-431a-a122-0fb2faad56d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4031365 Jul 14 09:17:18.379336 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 03c3e69b-80af-4033-82b5-a863bb907679 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:18.383366 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.400793 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a00032c-0aea-45ca-8041-46546e8c1480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.401786 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a00032c-0aea-45ca-8041-46546e8c1480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:18.402429 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a00032c-0aea-45ca-8041-46546e8c1480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.514571 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ade152d4-5c95-4dab-8fc8-367559430a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.555340 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9a00032c-0aea-45ca-8041-46546e8c1480 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8805299 Jul 14 09:17:18.559754 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48964) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:18.578711 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-95d6e650-632c-4963-920f-48cbfe7e93ea admin admin] Request body: {'subnet': {'network_id': '4681fcc6-0d44-4537-81f6-19e5d0eef79b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-320849757-subnet', 'tenant_id': '24f474deff0a4aaba06cc9264b7b2982', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:18.651533 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00032c-0aea-45ca-8041-46546e8c1480 admin admin] Pushing event updated for resources: {'Network': ['ID=4681fcc6-0d44-4537-81f6-19e5d0eef79b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:18.661280 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec383e2f-d4c2-4ed8-beee-702e7a6b52bd req-879ee9fe-d8bc-4a1f-8a3c-0e289c8fbc96 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:18.668161 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec383e2f-d4c2-4ed8-beee-702e7a6b52bd req-879ee9fe-d8bc-4a1f-8a3c-0e289c8fbc96 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:18.675288 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec383e2f-d4c2-4ed8-beee-702e7a6b52bd req-879ee9fe-d8bc-4a1f-8a3c-0e289c8fbc96 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:18.684251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec383e2f-d4c2-4ed8-beee-702e7a6b52bd req-879ee9fe-d8bc-4a1f-8a3c-0e289c8fbc96 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:18.690713 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec383e2f-d4c2-4ed8-beee-702e7a6b52bd req-879ee9fe-d8bc-4a1f-8a3c-0e289c8fbc96 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:18.698496 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec383e2f-d4c2-4ed8-beee-702e7a6b52bd req-879ee9fe-d8bc-4a1f-8a3c-0e289c8fbc96 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:18.705731 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec383e2f-d4c2-4ed8-beee-702e7a6b52bd req-879ee9fe-d8bc-4a1f-8a3c-0e289c8fbc96 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:18.714790 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ec383e2f-d4c2-4ed8-beee-702e7a6b52bd req-879ee9fe-d8bc-4a1f-8a3c-0e289c8fbc96 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5426 time: 0.5594532 Jul 14 09:17:18.720384 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 4681fcc6-0d44-4537-81f6-19e5d0eef79b details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:17:18.798985 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d6e650-632c-4963-920f-48cbfe7e93ea admin admin] Made reservation on behalf of 24f474deff0a4aaba06cc9264b7b2982 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:18.801570 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95d6e650-632c-4963-920f-48cbfe7e93ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.805632 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 1c7b932f-86ac-43e0-956c-9aadbc253d69 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:18.904201 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7198a6a6-7925-4ff8-8d9c-6233e31e4c4f req-f338175e-d03b-4a55-a984-50d5377eac9d service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5449862 Jul 14 09:17:18.922925 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device aa53f161-f281-47d6-8367-e1b2fa57dfc8 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:19.029891 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 1c7b932f-86ac-43e0-956c-9aadbc253d69, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1c7b932f-86ac-43e0-956c-9aadbc253d69,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:19.041208 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ec383e2f-d4c2-4ed8-beee-702e7a6b52bd req-eaecdb83-3d62-4745-9c7f-1e221704abfb tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3160639 Jul 14 09:17:19.090898 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ecb6130-f6cd-446f-8dd7-2857fdf3108a None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.107505 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '1c7b932f-86ac-43e0-956c-9aadbc253d69', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '1c7b932f-86ac-43e0-956c-9aadbc253d69', 'mac_address': 'fa:16:3e:d5:9d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:19.153928 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-9ecb6130-f6cd-446f-8dd7-2857fdf3108a None None] Transition to ACTIVE for port object 1748e1d6-1825-474f-a1bf-d1e677916d19 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:19.173317 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ecb6130-f6cd-446f-8dd7-2857fdf3108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.228822 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7198a6a6-7925-4ff8-8d9c-6233e31e4c4f req-7277928a-26ad-456e-991e-8a5a890d8764 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948527 Jul 14 09:17:19.256392 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48984) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:19.327099 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.331717 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port aa53f161-f281-47d6-8367-e1b2fa57dfc8 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:19.380060 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498ea2c-ed57-4c2b-a948-0ead14abb211 None None] Pushing event updated for resources: {'Port': ['ID=1748e1d6-1825-474f-a1bf-d1e677916d19,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:19.386983 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port aa53f161-f281-47d6-8367-e1b2fa57dfc8 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:19.387359 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.510365 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-9ecb6130-f6cd-446f-8dd7-2857fdf3108a None None] Attempting to bind port 1748e1d6-1825-474f-a1bf-d1e677916d19 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:19.510846 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-9ecb6130-f6cd-446f-8dd7-2857fdf3108a None None] Attempting to bind port 1748e1d6-1825-474f-a1bf-d1e677916d19 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'd0b30f4a-f14e-4c50-911e-ba22eb64a9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd1f29231-45c5-485a-ab04-a9cc3a9236ce'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:19.511137 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecb6130-f6cd-446f-8dd7-2857fdf3108a None None] Attempting to bind port 1748e1d6-1825-474f-a1bf-d1e677916d19 on network d1f29231-45c5-485a-ab04-a9cc3a9236ce {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:19.518665 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c7b932f-86ac-43e0-956c-9aadbc253d69 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:19.570011 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecb6130-f6cd-446f-8dd7-2857fdf3108a None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:19.570395 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecb6130-f6cd-446f-8dd7-2857fdf3108a None None] Checking segment: {'id': 'd0b30f4a-f14e-4c50-911e-ba22eb64a9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd1f29231-45c5-485a-ab04-a9cc3a9236ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:19.583310 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ecb6130-f6cd-446f-8dd7-2857fdf3108a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.584094 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecb6130-f6cd-446f-8dd7-2857fdf3108a None None] Bound using segment: {'id': 'd0b30f4a-f14e-4c50-911e-ba22eb64a9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd1f29231-45c5-485a-ab04-a9cc3a9236ce'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:19.584829 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-9ecb6130-f6cd-446f-8dd7-2857fdf3108a None None] Bound port: 1748e1d6-1825-474f-a1bf-d1e677916d19, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b30f4a-f14e-4c50-911e-ba22eb64a9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd1f29231-45c5-485a-ab04-a9cc3a9236ce'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:19.585923 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ecb6130-f6cd-446f-8dd7-2857fdf3108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.603475 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95d6e650-632c-4963-920f-48cbfe7e93ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.624473 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 1c7b932f-86ac-43e0-956c-9aadbc253d69, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1c7b932f-86ac-43e0-956c-9aadbc253d69,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:19.639843 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.657180 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48992) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:19.682833 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c1c9976-2d82-4a06-a0b7-2ad98d840abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.793368 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-9ecb6130-f6cd-446f-8dd7-2857fdf3108a None None] For port 1748e1d6-1825-474f-a1bf-d1e677916d19, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:19.806212 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=1c7b932f-86ac-43e0-956c-9aadbc253d69,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:19.808949 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.822072 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-9ecb6130-f6cd-446f-8dd7-2857fdf3108a None None] For port 1748e1d6-1825-474f-a1bf-d1e677916d19, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=1748e1d6-1825-474f-a1bf-d1e677916d19,segment=NetworkSegment(d0b30f4a-f14e-4c50-911e-ba22eb64a9b0),segment_id=d0b30f4a-f14e-4c50-911e-ba22eb64a9b0)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:19.826592 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-295aabaf-e395-4307-8cc5-bb2015d55e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.830866 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ecb6130-f6cd-446f-8dd7-2857fdf3108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.865335 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6e650-632c-4963-920f-48cbfe7e93ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d4f508a-fd0f-4701-ab30-d5d47d0e8f53,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:19.881749 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457c10d-3884-4f23-8cda-93bb08ed69e1 req-4ad7c6a2-6fba-4679-92a8-9e4e25e8861d tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:19.884003 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e457c10d-3884-4f23-8cda-93bb08ed69e1 req-4ad7c6a2-6fba-4679-92a8-9e4e25e8861d tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=80dbb6e9-8495-4703-bc40-b0aeb9aa87bd HTTP/1.1" status: 200 len: 946 time: 0.6215601 Jul 14 09:17:19.891380 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d6e650-632c-4963-920f-48cbfe7e93ea admin admin] Checking segment: {'id': '4416d694-72eb-43b0-baf0-32cf3136595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4681fcc6-0d44-4537-81f6-19e5d0eef79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:19.892102 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d6e650-632c-4963-920f-48cbfe7e93ea admin admin] Network hostable DHCP agents. Network: 4681fcc6-0d44-4537-81f6-19e5d0eef79b, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:17:19.898750 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port aa53f161-f281-47d6-8367-e1b2fa57dfc8, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=aa53f161-f281-47d6-8367-e1b2fa57dfc8,segment=NetworkSegment(d96c02fe-c211-4c24-b05d-bd0375910386),segment_id=d96c02fe-c211-4c24-b05d-bd0375910386)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:19.910855 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.911687 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 2a5cfa4e-dbe9-436e-8fa1-4ef550880916 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:19.915945 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecb6130-f6cd-446f-8dd7-2857fdf3108a None None] Routers {'d7fb8794-4b64-4aad-924a-0dff16414e1f'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:19.916575 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9ecb6130-f6cd-446f-8dd7-2857fdf3108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:16:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['d7fb8794-4b64-4aad-924a-0dff16414e1f'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:19.926542 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bdbf7a-09c7-495d-835e-3c34b26d9485 req-0d9dc9fe-2363-49ae-86ce-cc4bf005ef08 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:19.928076 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a9bdbf7a-09c7-495d-835e-3c34b26d9485 req-0d9dc9fe-2363-49ae-86ce-cc4bf005ef08 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.47 "GET /v2.0/ports?device_id=80dbb6e9-8495-4703-bc40-b0aeb9aa87bd HTTP/1.1" status: 200 len: 946 time: 0.5470746 Jul 14 09:17:19.939950 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa53f161-f281-47d6-8367-e1b2fa57dfc8'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:19.942030 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d1fff9-67ad-482d-9527-adb6f06610c1" -d '{"events": [{"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-plugged", "status": "completed", "tag": "aa53f161-f281-47d6-8367-e1b2fa57dfc8"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:19.991045 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['1c7b932f-86ac-43e0-956c-9aadbc253d69'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:20.046703 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498ea2c-ed57-4c2b-a948-0ead14abb211 None None] Pushing event updated for resources: {'Port': ['ID=1748e1d6-1825-474f-a1bf-d1e677916d19,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:20.352114 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 2a5cfa4e-dbe9-436e-8fa1-4ef550880916 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:20.353977 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=aa53f161-f281-47d6-8367-e1b2fa57dfc8,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:20.366245 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-9ecb6130-f6cd-446f-8dd7-2857fdf3108a None None] Set router d7fb8794-4b64-4aad-924a-0dff16414e1f gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:20.395073 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 2a5cfa4e-dbe9-436e-8fa1-4ef550880916 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:20.395437 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.438537 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d6e650-632c-4963-920f-48cbfe7e93ea admin admin] Network 4681fcc6-0d44-4537-81f6-19e5d0eef79b is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:17:20.491002 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c1c9976-2d82-4a06-a0b7-2ad98d840abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.511118 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da0966-cde8-4c88-9443-d87c1128dd0c req-086ff9b2-3f51-4a36-a173-dc922d56f5e9 tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:20.512739 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a1da0966-cde8-4c88-9443-d87c1128dd0c req-086ff9b2-3f51-4a36-a173-dc922d56f5e9 tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fb2c3f0-f85f-4452-9a24-59a29fee904a HTTP/1.1" status: 200 len: 947 time: 0.9592359 Jul 14 09:17:20.514408 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c1c9976-2d82-4a06-a0b7-2ad98d840abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.529377 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e457c10d-3884-4f23-8cda-93bb08ed69e1 req-ea715682-3bc8-42bf-8c13-8dcd4dcd1c5c tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23a2d92-ebd2-424c-9415-aed8994bc317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6213291 Jul 14 09:17:20.529974 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-95d6e650-632c-4963-920f-48cbfe7e93ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 4681fcc6-0d44-4537-81f6-19e5d0eef79b) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:20.545246 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63ee660-98bd-4200-8004-acb3c1c2f4dc None None] Network 4681fcc6-0d44-4537-81f6-19e5d0eef79b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:20.579809 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d6e650-632c-4963-920f-48cbfe7e93ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:20.580512 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95d6e650-632c-4963-920f-48cbfe7e93ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.623101 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4204c7dc-c8cb-4e9a-9233-f2dff7c6e191 x-openstack-request-id: req-4204c7dc-c8cb-4e9a-9233-f2dff7c6e191 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:20.623386 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-plugged", "status": "completed", "tag": "aa53f161-f281-47d6-8367-e1b2fa57dfc8", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:20.623661 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4204c7dc-c8cb-4e9a-9233-f2dff7c6e191 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:20.624359 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa53f161-f281-47d6-8367-e1b2fa57dfc8', 'code': 200} Jul 14 09:17:20.634189 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0c1c9976-2d82-4a06-a0b7-2ad98d840abf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1f13bb9bee264723b9d71f7fe76b7840&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3728309 Jul 14 09:17:20.638663 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49002) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:20.646945 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c9976-2d82-4a06-a0b7-2ad98d840abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db15d9d3-404d-4f87-bee0-a7de1aa66efb,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:20.651139 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-295aabaf-e395-4307-8cc5-bb2015d55e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.667708 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-295aabaf-e395-4307-8cc5-bb2015d55e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.674889 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-95d6e650-632c-4963-920f-48cbfe7e93ea admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1128764 Jul 14 09:17:20.679835 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a1da0966-cde8-4c88-9443-d87c1128dd0c req-d9d17d47-2fdd-40f1-b660-8fbc894c439c tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.25 "GET /v2.0/security-groups?id=9aba0d47-0071-473c-a117-d1a725c25858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249847 Jul 14 09:17:20.682026 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49004) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:20.691710 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7a8333d5-a6cd-4987-bd7b-0316f312bf5e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-320849757-router', 'tenant_id': '24f474deff0a4aaba06cc9264b7b2982', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:20.731095 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0011ef5-85f4-4f31-a0fc-3da6d25139c4 req-184767df-14ad-4167-9df6-e353a09aeaff tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:20.732676 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d0011ef5-85f4-4f31-a0fc-3da6d25139c4 req-184767df-14ad-4167-9df6-e353a09aeaff tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.47 "GET /v2.0/ports?device_id=85b5c142-21af-4493-a69f-7af8925d1c17 HTTP/1.1" status: 200 len: 945 time: 0.3185475 Jul 14 09:17:20.736809 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-a9bdbf7a-09c7-495d-835e-3c34b26d9485 req-be2a99ca-7caf-488d-add3-8d49737850cc tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Deleting port 3fe9a4ce-7070-47fe-928c-0effdeeafed4 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:17:20.737148 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a9bdbf7a-09c7-495d-835e-3c34b26d9485 req-be2a99ca-7caf-488d-add3-8d49737850cc tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.754960 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.791531 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-295aabaf-e395-4307-8cc5-bb2015d55e54 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67120ca8df424460b75ab33512b47117&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1309285 Jul 14 09:17:20.791531 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295aabaf-e395-4307-8cc5-bb2015d55e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f817c183-f448-4e63-be22-8acc9d71b034,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:20.798048 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49008) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:20.859583 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a8333d5-a6cd-4987-bd7b-0316f312bf5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.860969 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a8333d5-a6cd-4987-bd7b-0316f312bf5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.878876 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1dd63e2-22da-4836-96d3-22b9512e7276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.900553 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 2a5cfa4e-dbe9-436e-8fa1-4ef550880916, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=2a5cfa4e-dbe9-436e-8fa1-4ef550880916,segment=NetworkSegment(d96c02fe-c211-4c24-b05d-bd0375910386),segment_id=d96c02fe-c211-4c24-b05d-bd0375910386)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:20.909547 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.910734 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device ec03830c-6d12-40d0-8974-6acc684013fd up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:20.914683 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1dd63e2-22da-4836-96d3-22b9512e7276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.979539 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b2df4a-3629-4eaa-b5d8-e43a55297753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-4681fcc6-0d44-4537-81f6-19e5d0eef79b', 'network_id': '4681fcc6-0d44-4537-81f6-19e5d0eef79b', 'tenant_id': '24f474deff0a4aaba06cc9264b7b2982', 'fixed_ips': [{'subnet_id': '1d4f508a-fd0f-4701-ab30-d5d47d0e8f53'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:17:20.980817 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79b2df4a-3629-4eaa-b5d8-e43a55297753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.986432 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bade8b9c-304e-4c43-82e9-2c37a3f6965d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.015901 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bade8b9c-304e-4c43-82e9-2c37a3f6965d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.027703 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1dd63e2-22da-4836-96d3-22b9512e7276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.027929 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-a9bdbf7a-09c7-495d-835e-3c34b26d9485 req-be2a99ca-7caf-488d-add3-8d49737850cc tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] For port 3fe9a4ce-7070-47fe-928c-0effdeeafed4, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=3fe9a4ce-7070-47fe-928c-0effdeeafed4,segment=NetworkSegment(3b49e30b-89cf-44a7-b35c-c83d2468b697),segment_id=3b49e30b-89cf-44a7-b35c-c83d2468b697)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:21.028315 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a9bdbf7a-09c7-495d-835e-3c34b26d9485 req-be2a99ca-7caf-488d-add3-8d49737850cc tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.030214 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1dd63e2-22da-4836-96d3-22b9512e7276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.033971 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f1dd63e2-22da-4836-96d3-22b9512e7276 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/db15d9d3-404d-4f87-bee0-a7de1aa66efb HTTP/1.1" status: 204 len: 168 time: 0.3784001 Jul 14 09:17:21.034180 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a8333d5-a6cd-4987-bd7b-0316f312bf5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.063207 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9ecb6130-f6cd-446f-8dd7-2857fdf3108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fb8794-4b64-4aad-924a-0dff16414e1f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2070806492-router', 'tenant_id': '5c5a1976cf14422ba46daf3169a08a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '03c3e69b-80af-4033-82b5-a863bb907679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:06Z', 'updated_at': '2021-07-14T09:17:13Z', 'revision_number': 4, 'project_id': '5c5a1976cf14422ba46daf3169a08a6c', 'gw_port': {'id': '03c3e69b-80af-4033-82b5-a863bb907679', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fb8794-4b64-4aad-924a-0dff16414e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:07Z', 'updated_at': '2021-07-14T09:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '1748e1d6-1825-474f-a1bf-d1e677916d19', 'name': '', 'network_id': 'd1f29231-45c5-485a-ab04-a9cc3a9236ce', 'tenant_id': '5c5a1976cf14422ba46daf3169a08a6c', 'mac_address': 'fa:16:3e:be:44:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fb8794-4b64-4aad-924a-0dff16414e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '4877f996-564c-438d-a073-8c5869d48a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:12Z', 'updated_at': '2021-07-14T09:17:19Z', 'revision_number': 4, 'project_id': '5c5a1976cf14422ba46daf3169a08a6c', 'subnets': [{'id': '4877f996-564c-438d-a073-8c5869d48a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:21.066622 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd63e2-22da-4836-96d3-22b9512e7276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db15d9d3-404d-4f87-bee0-a7de1aa66efb,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:21.098331 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-a9bdbf7a-09c7-495d-835e-3c34b26d9485 req-be2a99ca-7caf-488d-add3-8d49737850cc tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Calling delete_port for 3fe9a4ce-7070-47fe-928c-0effdeeafed4 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:17:21.105724 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bade8b9c-304e-4c43-82e9-2c37a3f6965d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.109744 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bade8b9c-304e-4c43-82e9-2c37a3f6965d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.117378 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bade8b9c-304e-4c43-82e9-2c37a3f6965d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f817c183-f448-4e63-be22-8acc9d71b034 HTTP/1.1" status: 204 len: 168 time: 0.3166788 Jul 14 09:17:21.126285 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade8b9c-304e-4c43-82e9-2c37a3f6965d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f817c183-f448-4e63-be22-8acc9d71b034,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:21.182192 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a90a69c4-2500-4d30-9902-488869fda455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.195373 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=2a5cfa4e-dbe9-436e-8fa1-4ef550880916,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:21.255304 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecb6130-f6cd-446f-8dd7-2857fdf3108a None None] The sync data for ids ['d7fb8794-4b64-4aad-924a-0dff16414e1f'] in n-d-771362-35 is: [{'id': 'd7fb8794-4b64-4aad-924a-0dff16414e1f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2070806492-router', 'tenant_id': '5c5a1976cf14422ba46daf3169a08a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '03c3e69b-80af-4033-82b5-a863bb907679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:06Z', 'updated_at': '2021-07-14T09:17:13Z', 'revision_number': 4, 'project_id': '5c5a1976cf14422ba46daf3169a08a6c', 'gw_port': {'id': '03c3e69b-80af-4033-82b5-a863bb907679', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fb8794-4b64-4aad-924a-0dff16414e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:07Z', 'updated_at': '2021-07-14T09:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '1748e1d6-1825-474f-a1bf-d1e677916d19', 'name': '', 'network_id': 'd1f29231-45c5-485a-ab04-a9cc3a9236ce', 'tenant_id': '5c5a1976cf14422ba46daf3169a08a6c', 'mac_address': 'fa:16:3e:be:44:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fb8794-4b64-4aad-924a-0dff16414e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '4877f996-564c-438d-a073-8c5869d48a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:12Z', 'updated_at': '2021-07-14T09:17:19Z', 'revision_number': 4, 'project_id': '5c5a1976cf14422ba46daf3169a08a6c', 'subnets': [{'id': '4877f996-564c-438d-a073-8c5869d48a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:17:21.270994 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-d0011ef5-85f4-4f31-a0fc-3da6d25139c4 req-4af84858-cd79-4d51-9457-401262f7b4f0 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Deleting port c703e40d-46eb-40bb-9af3-b565b1b4785e {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:17:21.271343 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d0011ef5-85f4-4f31-a0fc-3da6d25139c4 req-4af84858-cd79-4d51-9457-401262f7b4f0 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.311433 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-79b2df4a-3629-4eaa-b5d8-e43a55297753 None None] Allocated IP 172.20.0.2 (4681fcc6-0d44-4537-81f6-19e5d0eef79b/1d4f508a-fd0f-4701-ab30-d5d47d0e8f53/9b5a3bbc-cb57-479d-8cd4-4a49a425d264) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:21.343691 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.355826 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port ec03830c-6d12-40d0-8974-6acc684013fd completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:21.367578 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port ec03830c-6d12-40d0-8974-6acc684013fd triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:21.368268 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.403782 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a8333d5-a6cd-4987-bd7b-0316f312bf5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.452631 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7f855-7952-43a3-9262-522a30fdcfb3 req-99dfa3a9-94ed-4306-98cc-552221a9af3e tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:21.458804 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7f855-7952-43a3-9262-522a30fdcfb3 req-99dfa3a9-94ed-4306-98cc-552221a9af3e tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:21.466420 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7f855-7952-43a3-9262-522a30fdcfb3 req-99dfa3a9-94ed-4306-98cc-552221a9af3e tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:21.473244 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7f855-7952-43a3-9262-522a30fdcfb3 req-99dfa3a9-94ed-4306-98cc-552221a9af3e tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:21.480205 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7f855-7952-43a3-9262-522a30fdcfb3 req-99dfa3a9-94ed-4306-98cc-552221a9af3e tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:21.486537 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7f855-7952-43a3-9262-522a30fdcfb3 req-99dfa3a9-94ed-4306-98cc-552221a9af3e tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:21.493376 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7f855-7952-43a3-9262-522a30fdcfb3 req-99dfa3a9-94ed-4306-98cc-552221a9af3e tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:21.501134 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8fa7f855-7952-43a3-9262-522a30fdcfb3 req-99dfa3a9-94ed-4306-98cc-552221a9af3e tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5428 time: 0.5739596 Jul 14 09:17:21.674476 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49020) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:21.676528 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-d0011ef5-85f4-4f31-a0fc-3da6d25139c4 req-4af84858-cd79-4d51-9457-401262f7b4f0 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] For port c703e40d-46eb-40bb-9af3-b565b1b4785e, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=c703e40d-46eb-40bb-9af3-b565b1b4785e,segment=NetworkSegment(3b49e30b-89cf-44a7-b35c-c83d2468b697),segment_id=3b49e30b-89cf-44a7-b35c-c83d2468b697)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:21.676959 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d0011ef5-85f4-4f31-a0fc-3da6d25139c4 req-4af84858-cd79-4d51-9457-401262f7b4f0 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.692111 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-d0011ef5-85f4-4f31-a0fc-3da6d25139c4 req-4af84858-cd79-4d51-9457-401262f7b4f0 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Calling delete_port for c703e40d-46eb-40bb-9af3-b565b1b4785e owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:17:21.702177 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4413b374-8ff5-453a-9b9b-7ce210cc9cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.706090 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79b2df4a-3629-4eaa-b5d8-e43a55297753 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.729977 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-79b2df4a-3629-4eaa-b5d8-e43a55297753 None None] Transition to ACTIVE for port object 9b5a3bbc-cb57-479d-8cd4-4a49a425d264 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:21.748277 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-79b2df4a-3629-4eaa-b5d8-e43a55297753 None None] Transition to ACTIVE for port object 9b5a3bbc-cb57-479d-8cd4-4a49a425d264 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:21.757430 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79b2df4a-3629-4eaa-b5d8-e43a55297753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.761455 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49024) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:21.786191 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ac6fceb-c25e-4dae-b3eb-750c38416b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.813855 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b2df4a-3629-4eaa-b5d8-e43a55297753 None None] Network 4681fcc6-0d44-4537-81f6-19e5d0eef79b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:21.820659 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8fa7f855-7952-43a3-9262-522a30fdcfb3 req-8c446ed6-b6e1-451a-8c03-bf049fa3a4ec tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3183129 Jul 14 09:17:21.826044 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-79b2df4a-3629-4eaa-b5d8-e43a55297753 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:21.870190 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b2df4a-3629-4eaa-b5d8-e43a55297753 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:21.889113 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a9bdbf7a-09c7-495d-835e-3c34b26d9485 req-be2a99ca-7caf-488d-add3-8d49737850cc tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.910601 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4413b374-8ff5-453a-9b9b-7ce210cc9cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.919670 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4413b374-8ff5-453a-9b9b-7ce210cc9cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.923427 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['c703e40d-46eb-40bb-9af3-b565b1b4785e'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:21.954743 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a99ca-7caf-488d-add3-8d49737850cc tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Pushing event deleted for resources: {'Port': ['ID=3fe9a4ce-7070-47fe-928c-0effdeeafed4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:21.990403 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413b374-8ff5-453a-9b9b-7ce210cc9cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dede1504-2d52-4868-9792-fe2584f707bf,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:22.003921 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2df4a-3629-4eaa-b5d8-e43a55297753 None None] Pushing event updated for resources: {'Port': ['ID=9b5a3bbc-cb57-479d-8cd4-4a49a425d264,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:22.032406 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.044759 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4413b374-8ff5-453a-9b9b-7ce210cc9cdb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d74f031651eb4b1c88145388755b0ba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3690341 Jul 14 09:17:22.049810 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49028) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:22.072518 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-79b2df4a-3629-4eaa-b5d8-e43a55297753 None None] Attempting to bind port 9b5a3bbc-cb57-479d-8cd4-4a49a425d264 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:22.072946 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-79b2df4a-3629-4eaa-b5d8-e43a55297753 None None] Attempting to bind port 9b5a3bbc-cb57-479d-8cd4-4a49a425d264 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '4416d694-72eb-43b0-baf0-32cf3136595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4681fcc6-0d44-4537-81f6-19e5d0eef79b'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:22.073383 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b2df4a-3629-4eaa-b5d8-e43a55297753 None None] Attempting to bind port 9b5a3bbc-cb57-479d-8cd4-4a49a425d264 on network 4681fcc6-0d44-4537-81f6-19e5d0eef79b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:22.110764 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b2df4a-3629-4eaa-b5d8-e43a55297753 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:22.111152 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b2df4a-3629-4eaa-b5d8-e43a55297753 None None] Checking segment: {'id': '4416d694-72eb-43b0-baf0-32cf3136595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4681fcc6-0d44-4537-81f6-19e5d0eef79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:22.111872 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79b2df4a-3629-4eaa-b5d8-e43a55297753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.112024 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b2df4a-3629-4eaa-b5d8-e43a55297753 None None] Bound using segment: {'id': '4416d694-72eb-43b0-baf0-32cf3136595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4681fcc6-0d44-4537-81f6-19e5d0eef79b'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:22.112458 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-79b2df4a-3629-4eaa-b5d8-e43a55297753 None None] Bound port: 9b5a3bbc-cb57-479d-8cd4-4a49a425d264, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4416d694-72eb-43b0-baf0-32cf3136595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4681fcc6-0d44-4537-81f6-19e5d0eef79b'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:22.112945 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79b2df4a-3629-4eaa-b5d8-e43a55297753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.163962 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89050c-de7f-49aa-b17c-261ccf207a41 req-70f3a156-1295-40f9-abc6-25e475cd0b3e tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:22.165591 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0b89050c-de7f-49aa-b17c-261ccf207a41 req-70f3a156-1295-40f9-abc6-25e475cd0b3e tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=80dbb6e9-8495-4703-bc40-b0aeb9aa87bd HTTP/1.1" status: 200 len: 867 time: 0.3980961 Jul 14 09:17:22.171844 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bdbf7a-09c7-495d-835e-3c34b26d9485 req-be2a99ca-7caf-488d-add3-8d49737850cc tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] No DVR routers for this DVR port 3fe9a4ce-7070-47fe-928c-0effdeeafed4 on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:17:22.179693 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port ec03830c-6d12-40d0-8974-6acc684013fd, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ec03830c-6d12-40d0-8974-6acc684013fd,segment=NetworkSegment(f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a),segment_id=f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:22.184793 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 1748e1d6-1825-474f-a1bf-d1e677916d19 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:22.189661 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.198399 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3dfe7040-0e04-4a84-9e87-c55d5ff6c927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.216241 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.217117 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9d9e2c32-d3bd-4896-8ea6-73f8af857809 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:22.245263 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ac6fceb-c25e-4dae-b3eb-750c38416b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.254141 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a9bdbf7a-09c7-495d-835e-3c34b26d9485 req-be2a99ca-7caf-488d-add3-8d49737850cc tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.257461 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a9bdbf7a-09c7-495d-835e-3c34b26d9485 req-be2a99ca-7caf-488d-add3-8d49737850cc tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.47 "DELETE /v2.0/ports/3fe9a4ce-7070-47fe-928c-0effdeeafed4 HTTP/1.1" status: 204 len: 173 time: 2.3127310 Jul 14 09:17:22.258656 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ac6fceb-c25e-4dae-b3eb-750c38416b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.261447 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dbb6e9-8495-4703-bc40-b0aeb9aa87bd', 'name': 'network-vif-deleted', 'tag': '3fe9a4ce-7070-47fe-928c-0effdeeafed4'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:22.264015 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f552d4d1-a0a6-41c7-b62e-0e984e9f4221" -d '{"events": [{"server_uuid": "80dbb6e9-8495-4703-bc40-b0aeb9aa87bd", "name": "network-vif-deleted", "tag": "3fe9a4ce-7070-47fe-928c-0effdeeafed4"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:22.266563 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d0011ef5-85f4-4f31-a0fc-3da6d25139c4 req-4af84858-cd79-4d51-9457-401262f7b4f0 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.303336 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3dfe7040-0e04-4a84-9e87-c55d5ff6c927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.322028 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device c703e40d-46eb-40bb-9af3-b565b1b4785e no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:17:22.360120 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6fceb-c25e-4dae-b3eb-750c38416b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d98c2d-323a-4efb-955c-24b75b55f525,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:22.365320 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: c703e40d-46eb-40bb-9af3-b565b1b4785e {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:17:22.366775 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device c703e40d-46eb-40bb-9af3-b565b1b4785e not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:17:22.367389 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 3fe9a4ce-7070-47fe-928c-0effdeeafed4 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:17:22.371376 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5ac6fceb-c25e-4dae-b3eb-750c38416b85 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=11b75772eeee4884b2754880c97136c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6028337 Jul 14 09:17:22.375283 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49032) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:22.421712 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 3fe9a4ce-7070-47fe-928c-0effdeeafed4 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:17:22.422483 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 3fe9a4ce-7070-47fe-928c-0effdeeafed4 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:17:22.431224 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0b89050c-de7f-49aa-b17c-261ccf207a41 req-545f219c-1093-4b2b-b9fb-0388a8acd1ff tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23a2d92-ebd2-424c-9415-aed8994bc317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065828 Jul 14 09:17:22.448309 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-524c0930-6c78-43ae-9beb-ebed3224aad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.461341 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3dfe7040-0e04-4a84-9e87-c55d5ff6c927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.465157 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3dfe7040-0e04-4a84-9e87-c55d5ff6c927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.483294 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3dfe7040-0e04-4a84-9e87-c55d5ff6c927 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dede1504-2d52-4868-9792-fe2584f707bf HTTP/1.1" status: 204 len: 168 time: 0.4323499 Jul 14 09:17:22.508296 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=ec03830c-6d12-40d0-8974-6acc684013fd,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:22.529418 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-79b2df4a-3629-4eaa-b5d8-e43a55297753 None None] For port 9b5a3bbc-cb57-479d-8cd4-4a49a425d264, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:22.544156 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-79b2df4a-3629-4eaa-b5d8-e43a55297753 None None] For port 9b5a3bbc-cb57-479d-8cd4-4a49a425d264, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9b5a3bbc-cb57-479d-8cd4-4a49a425d264,segment=NetworkSegment(4416d694-72eb-43b0-baf0-32cf3136595d),segment_id=4416d694-72eb-43b0-baf0-32cf3136595d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:22.548103 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe7040-0e04-4a84-9e87-c55d5ff6c927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dede1504-2d52-4868-9792-fe2584f707bf,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:22.570888 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-524c0930-6c78-43ae-9beb-ebed3224aad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.572518 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 9d9e2c32-d3bd-4896-8ea6-73f8af857809 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:22.590581 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79b2df4a-3629-4eaa-b5d8-e43a55297753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.594397 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 1748e1d6-1825-474f-a1bf-d1e677916d19 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:22.631339 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af84858-cd79-4d51-9457-401262f7b4f0 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Pushing event deleted for resources: {'Port': ['ID=c703e40d-46eb-40bb-9af3-b565b1b4785e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:22.642733 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a8333d5-a6cd-4987-bd7b-0316f312bf5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.670676 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-524c0930-6c78-43ae-9beb-ebed3224aad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.672467 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5cfa4e-dbe9-436e-8fa1-4ef550880916'}, {'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec03830c-6d12-40d0-8974-6acc684013fd'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:22.674259 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-524c0930-6c78-43ae-9beb-ebed3224aad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.674895 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cfda35-c702-4df5-b16d-b2a093666517" -d '{"events": [{"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-plugged", "status": "completed", "tag": "2a5cfa4e-dbe9-436e-8fa1-4ef550880916"}, {"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-plugged", "status": "completed", "tag": "ec03830c-6d12-40d0-8974-6acc684013fd"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:22.675474 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-524c0930-6c78-43ae-9beb-ebed3224aad7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78d98c2d-323a-4efb-955c-24b75b55f525 HTTP/1.1" status: 204 len: 168 time: 0.2986269 Jul 14 09:17:22.677311 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2df4a-3629-4eaa-b5d8-e43a55297753 None None] Pushing event updated for resources: {'Port': ['ID=9b5a3bbc-cb57-479d-8cd4-4a49a425d264,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:22.680886 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 9d9e2c32-d3bd-4896-8ea6-73f8af857809 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:22.681264 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.688067 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 1748e1d6-1825-474f-a1bf-d1e677916d19 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:22.688709 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.694248 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c0930-6c78-43ae-9beb-ebed3224aad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d98c2d-323a-4efb-955c-24b75b55f525,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:22.708192 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a8333d5-a6cd-4987-bd7b-0316f312bf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.786961 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3ae751-aff6-4892-a183-635a5eef0bae x-openstack-request-id: req-ab3ae751-aff6-4892-a183-635a5eef0bae {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:22.787331 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80dbb6e9-8495-4703-bc40-b0aeb9aa87bd", "name": "network-vif-deleted", "tag": "3fe9a4ce-7070-47fe-928c-0effdeeafed4", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:22.787861 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab3ae751-aff6-4892-a183-635a5eef0bae {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:22.788506 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80dbb6e9-8495-4703-bc40-b0aeb9aa87bd', 'name': 'network-vif-deleted', 'tag': '3fe9a4ce-7070-47fe-928c-0effdeeafed4', 'status': 'completed', 'code': 200} Jul 14 09:17:22.845116 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68c2aa-bb71-4280-879a-4542af162793 req-dce8b789-1bbb-49dc-82a0-e2f4105630e0 tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:22.853009 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3a68c2aa-bb71-4280-879a-4542af162793 req-dce8b789-1bbb-49dc-82a0-e2f4105630e0 tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fb2c3f0-f85f-4452-9a24-59a29fee904a HTTP/1.1" status: 200 len: 948 time: 0.7550364 Jul 14 09:17:22.855273 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0011ef5-85f4-4f31-a0fc-3da6d25139c4 req-4af84858-cd79-4d51-9457-401262f7b4f0 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] No DVR routers for this DVR port c703e40d-46eb-40bb-9af3-b565b1b4785e on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:17:22.858574 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d0011ef5-85f4-4f31-a0fc-3da6d25139c4 req-4af84858-cd79-4d51-9457-401262f7b4f0 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.861568 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d0011ef5-85f4-4f31-a0fc-3da6d25139c4 req-4af84858-cd79-4d51-9457-401262f7b4f0 tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.47 "DELETE /v2.0/ports/c703e40d-46eb-40bb-9af3-b565b1b4785e HTTP/1.1" status: 204 len: 173 time: 2.1194062 Jul 14 09:17:22.896320 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0673578e-bdf1-4359-9d8e-a350d24c8109 x-openstack-request-id: req-0673578e-bdf1-4359-9d8e-a350d24c8109 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:22.896635 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-plugged", "status": "completed", "tag": "2a5cfa4e-dbe9-436e-8fa1-4ef550880916", "code": 200}, {"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-plugged", "status": "completed", "tag": "ec03830c-6d12-40d0-8974-6acc684013fd", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:22.896891 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0673578e-bdf1-4359-9d8e-a350d24c8109 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:22.897952 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5cfa4e-dbe9-436e-8fa1-4ef550880916', 'code': 200} Jul 14 09:17:22.898124 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec03830c-6d12-40d0-8974-6acc684013fd', 'code': 200} Jul 14 09:17:23.033327 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.060150 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3a68c2aa-bb71-4280-879a-4542af162793 req-7616de16-ec80-4865-83e2-2b52d3731e76 tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.25 "GET /v2.0/security-groups?id=9aba0d47-0071-473c-a117-d1a725c25858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060499 Jul 14 09:17:23.355435 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-7a8333d5-a6cd-4987-bd7b-0316f312bf5e admin admin] Allocated IP 172.25.6.118 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:23.488509 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.542977 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 9d9e2c32-d3bd-4896-8ea6-73f8af857809, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9d9e2c32-d3bd-4896-8ea6-73f8af857809,segment=NetworkSegment(f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a),segment_id=f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:23.551610 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.552638 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 2b44d6f1-61fb-4df1-8681-4fe4b3de6c61 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:23.595671 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a8333d5-a6cd-4987-bd7b-0316f312bf5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.631604 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 1748e1d6-1825-474f-a1bf-d1e677916d19, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=1748e1d6-1825-474f-a1bf-d1e677916d19,segment=NetworkSegment(d0b30f4a-f14e-4c50-911e-ba22eb64a9b0),segment_id=d0b30f4a-f14e-4c50-911e-ba22eb64a9b0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:23.673476 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.688650 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a8333d5-a6cd-4987-bd7b-0316f312bf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.705646 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.713323 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=9d9e2c32-d3bd-4896-8ea6-73f8af857809,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:23.725032 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8333d5-a6cd-4987-bd7b-0316f312bf5e admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:23.729988 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7a8333d5-a6cd-4987-bd7b-0316f312bf5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:23.734166 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8333d5-a6cd-4987-bd7b-0316f312bf5e admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:23.826209 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=1748e1d6-1825-474f-a1bf-d1e677916d19,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:23.830156 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 2b44d6f1-61fb-4df1-8681-4fe4b3de6c61 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:23.835149 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 2b44d6f1-61fb-4df1-8681-4fe4b3de6c61 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:23.835542 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.940279 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bbfc6-e465-4b2e-82f0-a01be82f2b1d req-4f1c051f-98a2-4fdb-8ab8-84f69c70003b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:23.948448 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bbfc6-e465-4b2e-82f0-a01be82f2b1d req-4f1c051f-98a2-4fdb-8ab8-84f69c70003b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:23.955403 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bbfc6-e465-4b2e-82f0-a01be82f2b1d req-4f1c051f-98a2-4fdb-8ab8-84f69c70003b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:23.963405 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bbfc6-e465-4b2e-82f0-a01be82f2b1d req-4f1c051f-98a2-4fdb-8ab8-84f69c70003b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:23.970430 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bbfc6-e465-4b2e-82f0-a01be82f2b1d req-4f1c051f-98a2-4fdb-8ab8-84f69c70003b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:23.979800 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bbfc6-e465-4b2e-82f0-a01be82f2b1d req-4f1c051f-98a2-4fdb-8ab8-84f69c70003b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:23.988804 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bbfc6-e465-4b2e-82f0-a01be82f2b1d req-4f1c051f-98a2-4fdb-8ab8-84f69c70003b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:23.992142 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-467bbfc6-e465-4b2e-82f0-a01be82f2b1d req-4f1c051f-98a2-4fdb-8ab8-84f69c70003b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5429 time: 0.8197050 Jul 14 09:17:24.006405 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-904ce3a9-ba0c-4c18-9759-2294e306d9a8 req-11beca41-ed0d-4fac-a35a-d363120b91ed tempest-MultipleCreateTestJSON-1177320525 tempest-MultipleCreateTestJSON-1177320525-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b5c142-21af-4493-a69f-7af8925d1c17 HTTP/1.1" status: 200 len: 210 time: 0.2082446 Jul 14 09:17:24.015195 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.118698 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 2b44d6f1-61fb-4df1-8681-4fe4b3de6c61, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=2b44d6f1-61fb-4df1-8681-4fe4b3de6c61,segment=NetworkSegment(d96c02fe-c211-4c24-b05d-bd0375910386),segment_id=d96c02fe-c211-4c24-b05d-bd0375910386)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:24.131299 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.134946 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 69a28d42-49fa-4c87-9949-66b30fa09b71 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:24.382644 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 1748e1d6-1825-474f-a1bf-d1e677916d19 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:24.386511 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=2b44d6f1-61fb-4df1-8681-4fe4b3de6c61,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:24.428349 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8333d5-a6cd-4987-bd7b-0316f312bf5e admin admin] Pushing event updated for resources: {'Port': ['ID=b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:24.445183 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 69a28d42-49fa-4c87-9949-66b30fa09b71 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:24.472775 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 69a28d42-49fa-4c87-9949-66b30fa09b71 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:24.473150 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.517745 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 1748e1d6-1825-474f-a1bf-d1e677916d19 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:24.518393 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.538734 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-467bbfc6-e465-4b2e-82f0-a01be82f2b1d req-f2e7905d-d56c-40f4-8e2f-675a4dc138b1 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5211551 Jul 14 09:17:24.553915 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e628498e-84b0-4af9-98e1-5eb127ca1093 None None] Network 4681fcc6-0d44-4537-81f6-19e5d0eef79b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:24.657351 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-28fb5b46-7220-4466-b3dc-3bc57f19ed10 None None] Provisioning for port 9b5a3bbc-cb57-479d-8cd4-4a49a425d264 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:24.681341 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a8333d5-a6cd-4987-bd7b-0316f312bf5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.693955 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc3437-1131-4e2a-993b-ac97ed1103d4 req-a6e986d5-1fa2-49d6-94a0-65d57fc26f5e tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:24.701781 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56dc3437-1131-4e2a-993b-ac97ed1103d4 req-a6e986d5-1fa2-49d6-94a0-65d57fc26f5e tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fb2c3f0-f85f-4452-9a24-59a29fee904a HTTP/1.1" status: 200 len: 948 time: 0.1600149 Jul 14 09:17:24.702991 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9b5a3bbc-cb57-479d-8cd4-4a49a425d264 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:24.802736 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b5c142-21af-4493-a69f-7af8925d1c17', 'name': 'network-vif-deleted', 'tag': 'c703e40d-46eb-40bb-9af3-b565b1b4785e'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:24.804285 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.806454 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511a27cd-fbf2-4f98-aebc-bc41eda273ec" -d '{"events": [{"server_uuid": "85b5c142-21af-4493-a69f-7af8925d1c17", "name": "network-vif-deleted", "tag": "c703e40d-46eb-40bb-9af3-b565b1b4785e"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:24.854234 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 69a28d42-49fa-4c87-9949-66b30fa09b71, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=69a28d42-49fa-4c87-9949-66b30fa09b71,segment=NetworkSegment(d96c02fe-c211-4c24-b05d-bd0375910386),segment_id=d96c02fe-c211-4c24-b05d-bd0375910386)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:24.854977 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56dc3437-1131-4e2a-993b-ac97ed1103d4 req-bcc237da-3536-4bcc-aed1-f38d97a8a4aa tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.25 "GET /v2.0/security-groups?id=9aba0d47-0071-473c-a117-d1a725c25858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520002 Jul 14 09:17:24.884894 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.893514 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b31b0f3-324a-4b89-a9b7-9016f8708a9f x-openstack-request-id: req-6b31b0f3-324a-4b89-a9b7-9016f8708a9f {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:24.894015 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b5c142-21af-4493-a69f-7af8925d1c17", "name": "network-vif-deleted", "tag": "c703e40d-46eb-40bb-9af3-b565b1b4785e", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:24.894472 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b31b0f3-324a-4b89-a9b7-9016f8708a9f {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:24.895098 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b5c142-21af-4493-a69f-7af8925d1c17', 'name': 'network-vif-deleted', 'tag': 'c703e40d-46eb-40bb-9af3-b565b1b4785e', 'status': 'completed', 'code': 200} Jul 14 09:17:24.916002 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9e2c32-d3bd-4896-8ea6-73f8af857809'}, {'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b44d6f1-61fb-4df1-8681-4fe4b3de6c61'}, {'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a28d42-49fa-4c87-9949-66b30fa09b71'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:24.918290 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325a30c5-a574-43da-8ef6-0259387b6e79" -d '{"events": [{"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-plugged", "status": "completed", "tag": "9d9e2c32-d3bd-4896-8ea6-73f8af857809"}, {"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-plugged", "status": "completed", "tag": "2b44d6f1-61fb-4df1-8681-4fe4b3de6c61"}, {"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-plugged", "status": "completed", "tag": "69a28d42-49fa-4c87-9949-66b30fa09b71"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:24.926618 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 1c7b932f-86ac-43e0-956c-9aadbc253d69 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:24.931803 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 9b5a3bbc-cb57-479d-8cd4-4a49a425d264 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:24.970034 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 9b5a3bbc-cb57-479d-8cd4-4a49a425d264 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:24.970034 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.987695 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9d0bec-2e44-46c6-86f2-87cac3b8f876 x-openstack-request-id: req-dc9d0bec-2e44-46c6-86f2-87cac3b8f876 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:24.987695 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-plugged", "status": "completed", "tag": "9d9e2c32-d3bd-4896-8ea6-73f8af857809", "code": 200}, {"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-plugged", "status": "completed", "tag": "2b44d6f1-61fb-4df1-8681-4fe4b3de6c61", "code": 200}, {"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-plugged", "status": "completed", "tag": "69a28d42-49fa-4c87-9949-66b30fa09b71", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:24.988039 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc9d0bec-2e44-46c6-86f2-87cac3b8f876 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:24.988206 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9e2c32-d3bd-4896-8ea6-73f8af857809', 'code': 200} Jul 14 09:17:24.988372 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b44d6f1-61fb-4df1-8681-4fe4b3de6c61', 'code': 200} Jul 14 09:17:24.988629 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a28d42-49fa-4c87-9949-66b30fa09b71', 'code': 200} Jul 14 09:17:25.039508 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=69a28d42-49fa-4c87-9949-66b30fa09b71,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:25.074450 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 1c7b932f-86ac-43e0-956c-9aadbc253d69 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:25.114205 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 1c7b932f-86ac-43e0-956c-9aadbc253d69 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:25.114330 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.179072 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49108) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:25.210745 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.228066 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a8333d5-a6cd-4987-bd7b-0316f312bf5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.251510 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 9b5a3bbc-cb57-479d-8cd4-4a49a425d264, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9b5a3bbc-cb57-479d-8cd4-4a49a425d264,segment=NetworkSegment(4416d694-72eb-43b0-baf0-32cf3136595d),segment_id=4416d694-72eb-43b0-baf0-32cf3136595d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:25.259152 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.276632 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2914686-ffb8-4189-ba8a-da962d12a9d6 admin admin] Deleting subnet c15e3fd6-426b-432e-b7e5-8fd4945ece63 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:17:25.281882 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2914686-ffb8-4189-ba8a-da962d12a9d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.326377 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=9b5a3bbc-cb57-479d-8cd4-4a49a425d264,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:25.403508 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2914686-ffb8-4189-ba8a-da962d12a9d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.424534 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.451998 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2914686-ffb8-4189-ba8a-da962d12a9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.480757 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0ef8be1f-28d8-43ce-b8bb-78c1810a0906 None None] Provisioning complete for port 9b5a3bbc-cb57-479d-8cd4-4a49a425d264 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:25.490774 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ef8be1f-28d8-43ce-b8bb-78c1810a0906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.490774 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 1c7b932f-86ac-43e0-956c-9aadbc253d69, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1c7b932f-86ac-43e0-956c-9aadbc253d69,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:25.540979 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.580618 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2914686-ffb8-4189-ba8a-da962d12a9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.603887 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=1c7b932f-86ac-43e0-956c-9aadbc253d69,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:25.654515 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2914686-ffb8-4189-ba8a-da962d12a9d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.663068 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d2914686-ffb8-4189-ba8a-da962d12a9d6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c15e3fd6-426b-432e-b7e5-8fd4945ece63 HTTP/1.1" status: 204 len: 168 time: 0.4826493 Jul 14 09:17:25.664220 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49126) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:25.668587 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2914686-ffb8-4189-ba8a-da962d12a9d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c15e3fd6-426b-432e-b7e5-8fd4945ece63,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:25.682985 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2914686-ffb8-4189-ba8a-da962d12a9d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:25.683823 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2914686-ffb8-4189-ba8a-da962d12a9d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:25.684324 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2914686-ffb8-4189-ba8a-da962d12a9d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:25.684980 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2914686-ffb8-4189-ba8a-da962d12a9d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:25.685486 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2914686-ffb8-4189-ba8a-da962d12a9d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:25.686357 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2914686-ffb8-4189-ba8a-da962d12a9d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:25.686860 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2914686-ffb8-4189-ba8a-da962d12a9d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:25.687345 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2914686-ffb8-4189-ba8a-da962d12a9d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:25.688032 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2914686-ffb8-4189-ba8a-da962d12a9d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:25.688548 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2914686-ffb8-4189-ba8a-da962d12a9d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:25.689029 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2914686-ffb8-4189-ba8a-da962d12a9d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:25.689512 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2914686-ffb8-4189-ba8a-da962d12a9d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:25.784026 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0752fb15-2297-4c4d-9ff8-33b127bc03bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.891042 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0752fb15-2297-4c4d-9ff8-33b127bc03bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.904063 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-0752fb15-2297-4c4d-9ff8-33b127bc03bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c74fe01-5fa0-4aec-8a3b-7b0306de2f24']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:25.915707 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-0752fb15-2297-4c4d-9ff8-33b127bc03bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b49e30b-89cf-44a7-b35c-c83d2468b697') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:25.916006 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-0752fb15-2297-4c4d-9ff8-33b127bc03bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b49e30b-89cf-44a7-b35c-c83d2468b697') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:25.929645 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0752fb15-2297-4c4d-9ff8-33b127bc03bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.947038 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0752fb15-2297-4c4d-9ff8-33b127bc03bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.954805 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0752fb15-2297-4c4d-9ff8-33b127bc03bf admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:17:25.955248 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0752fb15-2297-4c4d-9ff8-33b127bc03bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:17:25.957884 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:17:26.022618 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0752fb15-2297-4c4d-9ff8-33b127bc03bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.042224 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0752fb15-2297-4c4d-9ff8-33b127bc03bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.047720 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0752fb15-2297-4c4d-9ff8-33b127bc03bf admin admin] 10.222.0.25 "DELETE /v2.0/networks/1c74fe01-5fa0-4aec-8a3b-7b0306de2f24 HTTP/1.1" status: 204 len: 168 time: 0.3814700 Jul 14 09:17:26.048874 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752fb15-2297-4c4d-9ff8-33b127bc03bf admin admin] Pushing event deleted for resources: {'Network': ['ID=1c74fe01-5fa0-4aec-8a3b-7b0306de2f24,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:26.095514 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50df84-d798-448a-8c88-050f9762ca3e req-e8d0eb2d-22d0-4ff5-ad45-a6db35c6d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:26.095514 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50df84-d798-448a-8c88-050f9762ca3e req-e8d0eb2d-22d0-4ff5-ad45-a6db35c6d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:26.095514 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50df84-d798-448a-8c88-050f9762ca3e req-e8d0eb2d-22d0-4ff5-ad45-a6db35c6d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:26.095514 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50df84-d798-448a-8c88-050f9762ca3e req-e8d0eb2d-22d0-4ff5-ad45-a6db35c6d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:26.095514 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50df84-d798-448a-8c88-050f9762ca3e req-e8d0eb2d-22d0-4ff5-ad45-a6db35c6d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:26.095514 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50df84-d798-448a-8c88-050f9762ca3e req-e8d0eb2d-22d0-4ff5-ad45-a6db35c6d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:26.096381 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50df84-d798-448a-8c88-050f9762ca3e req-e8d0eb2d-22d0-4ff5-ad45-a6db35c6d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:26.097802 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9d50df84-d798-448a-8c88-050f9762ca3e req-e8d0eb2d-22d0-4ff5-ad45-a6db35c6d159 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 6496 time: 1.0010970 Jul 14 09:17:26.138794 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9b5a3bbc-cb57-479d-8cd4-4a49a425d264 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:26.200609 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 9b5a3bbc-cb57-479d-8cd4-4a49a425d264 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:26.201406 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.254837 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9d50df84-d798-448a-8c88-050f9762ca3e req-1614d1e0-9245-4a84-946c-51a97ba3a961 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1285532 Jul 14 09:17:26.278092 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249eca73-4314-4740-95c3-978b7ccd2cde req-08ba72e0-2a36-44ad-b56c-4e8ff53bb760 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:26.284037 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249eca73-4314-4740-95c3-978b7ccd2cde req-08ba72e0-2a36-44ad-b56c-4e8ff53bb760 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:26.290037 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249eca73-4314-4740-95c3-978b7ccd2cde req-08ba72e0-2a36-44ad-b56c-4e8ff53bb760 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:26.296016 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249eca73-4314-4740-95c3-978b7ccd2cde req-08ba72e0-2a36-44ad-b56c-4e8ff53bb760 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:26.298252 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49150) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:26.302519 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249eca73-4314-4740-95c3-978b7ccd2cde req-08ba72e0-2a36-44ad-b56c-4e8ff53bb760 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:26.308504 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249eca73-4314-4740-95c3-978b7ccd2cde req-08ba72e0-2a36-44ad-b56c-4e8ff53bb760 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:26.314848 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249eca73-4314-4740-95c3-978b7ccd2cde req-08ba72e0-2a36-44ad-b56c-4e8ff53bb760 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:26.322924 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-249eca73-4314-4740-95c3-978b7ccd2cde req-08ba72e0-2a36-44ad-b56c-4e8ff53bb760 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5432 time: 0.2487738 Jul 14 09:17:26.368609 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-13721238-00d3-4103-82ee-0c07f15e5243 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=58797f3591214e3295ad12e96e7e71c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0683284 Jul 14 09:17:26.369603 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49156) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:26.380737 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97cd67-9037-4103-84b7-6e59c48eefd5 req-15a8666b-23aa-455b-a330-a17ad5048eed tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:26.382882 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb97cd67-9037-4103-84b7-6e59c48eefd5 req-15a8666b-23aa-455b-a330-a17ad5048eed tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fb2c3f0-f85f-4452-9a24-59a29fee904a HTTP/1.1" status: 200 len: 949 time: 0.3110642 Jul 14 09:17:26.395479 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-249eca73-4314-4740-95c3-978b7ccd2cde req-839553f4-e163-44d4-b33f-155c27887b6b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0716646 Jul 14 09:17:26.431905 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8333d5-a6cd-4987-bd7b-0316f312bf5e admin admin] Router 8927f7c5-6961-4aab-82ed-dd386ccff1c0 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:17:26.445317 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb97cd67-9037-4103-84b7-6e59c48eefd5 req-99e6ecd2-f25d-4d26-bd89-f225016958d6 tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.25 "GET /v2.0/security-groups?id=9aba0d47-0071-473c-a117-d1a725c25858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545802 Jul 14 09:17:26.449398 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2ed43fc-5051-4c9d-8e35-a5ad895b5244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.487659 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2ed43fc-5051-4c9d-8e35-a5ad895b5244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.546718 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2ed43fc-5051-4c9d-8e35-a5ad895b5244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.549495 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2ed43fc-5051-4c9d-8e35-a5ad895b5244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.550862 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b2ed43fc-5051-4c9d-8e35-a5ad895b5244 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e23a2d92-ebd2-424c-9415-aed8994bc317 HTTP/1.1" status: 204 len: 168 time: 0.1805811 Jul 14 09:17:26.560383 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed43fc-5051-4c9d-8e35-a5ad895b5244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23a2d92-ebd2-424c-9415-aed8994bc317,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:26.587933 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8333d5-a6cd-4987-bd7b-0316f312bf5e admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:17:26.596558 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262afa3d-b7f3-493b-b47a-0dbb697b1081 None None] Sync routers for ids ['8927f7c5-6961-4aab-82ed-dd386ccff1c0'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:17:26.608855 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a8333d5-a6cd-4987-bd7b-0316f312bf5e admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.611583 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7a8333d5-a6cd-4987-bd7b-0316f312bf5e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9275732 Jul 14 09:17:26.614297 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49166) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:26.617780 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262afa3d-b7f3-493b-b47a-0dbb697b1081 None None] Routers {'8927f7c5-6961-4aab-82ed-dd386ccff1c0'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:26.618412 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-262afa3d-b7f3-493b-b47a-0dbb697b1081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:17:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['8927f7c5-6961-4aab-82ed-dd386ccff1c0'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:26.771769 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-262afa3d-b7f3-493b-b47a-0dbb697b1081 None None] Set router 8927f7c5-6961-4aab-82ed-dd386ccff1c0 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:26.989873 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb2c3f0-f85f-4452-9a24-59a29fee904a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7b932f-86ac-43e0-956c-9aadbc253d69'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:26.993611 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080561d0-058a-45b2-acd4-44db29ea44ea" -d '{"events": [{"server_uuid": "1fb2c3f0-f85f-4452-9a24-59a29fee904a", "name": "network-vif-plugged", "status": "completed", "tag": "1c7b932f-86ac-43e0-956c-9aadbc253d69"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:27.065350 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-262afa3d-b7f3-493b-b47a-0dbb697b1081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8927f7c5-6961-4aab-82ed-dd386ccff1c0', 'name': 'tempest-AttachSCSIVolumeTestJSON-320849757-router', 'tenant_id': '24f474deff0a4aaba06cc9264b7b2982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:17:24Z', 'revision_number': 3, 'project_id': '24f474deff0a4aaba06cc9264b7b2982', 'gw_port': {'id': 'b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8927f7c5-6961-4aab-82ed-dd386ccff1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:22Z', 'updated_at': '2021-07-14T09:17:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:27.071422 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f864003-4904-453d-ab57-25791b7296d9 x-openstack-request-id: req-8f864003-4904-453d-ab57-25791b7296d9 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:27.071845 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb2c3f0-f85f-4452-9a24-59a29fee904a", "name": "network-vif-plugged", "status": "completed", "tag": "1c7b932f-86ac-43e0-956c-9aadbc253d69", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:27.072205 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8f864003-4904-453d-ab57-25791b7296d9 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:27.072846 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb2c3f0-f85f-4452-9a24-59a29fee904a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7b932f-86ac-43e0-956c-9aadbc253d69', 'code': 200} Jul 14 09:17:27.143438 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262afa3d-b7f3-493b-b47a-0dbb697b1081 None None] Checking router: 8927f7c5-6961-4aab-82ed-dd386ccff1c0 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:17:27.143749 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262afa3d-b7f3-493b-b47a-0dbb697b1081 None None] Updating router 8927f7c5-6961-4aab-82ed-dd386ccff1c0 port b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:17:27.254301 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-262afa3d-b7f3-493b-b47a-0dbb697b1081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:27.295955 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b75432-58bf-4fa5-860d-2031af418e28 req-21c6ffe9-da66-42e7-8034-57352b86eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:27.297704 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a2b75432-58bf-4fa5-860d-2031af418e28 req-21c6ffe9-da66-42e7-8034-57352b86eba4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1fb2c3f0-f85f-4452-9a24-59a29fee904a HTTP/1.1" status: 200 len: 1101 time: 0.1204805 Jul 14 09:17:27.389638 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a2b75432-58bf-4fa5-860d-2031af418e28 req-0b97c94a-1be3-4d54-bc39-052fd0768aac service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9aba0d47-0071-473c-a117-d1a725c25858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788183 Jul 14 09:17:27.400815 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5bd3df0e-05c1-4aff-9196-5b7d2b57a952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:27.738423 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-5bd3df0e-05c1-4aff-9196-5b7d2b57a952 admin admin] Allocated IP 172.20.0.1 (4681fcc6-0d44-4537-81f6-19e5d0eef79b/1d4f508a-fd0f-4701-ab30-d5d47d0e8f53/78c910c5-cbf3-414b-ab86-fc7f13d38ae9) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:27.922172 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49212) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:27.938378 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5bd3df0e-05c1-4aff-9196-5b7d2b57a952 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:27.960943 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5bd3df0e-05c1-4aff-9196-5b7d2b57a952 admin admin] Transition to ACTIVE for port object 78c910c5-cbf3-414b-ab86-fc7f13d38ae9 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:27.970227 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818e209-e770-4083-bcaa-2f8a1fde3de7 req-95911ea8-9964-4719-91ee-179b5962675c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:27.974806 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-262afa3d-b7f3-493b-b47a-0dbb697b1081 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:27.985015 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818e209-e770-4083-bcaa-2f8a1fde3de7 req-95911ea8-9964-4719-91ee-179b5962675c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:27.996838 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-262afa3d-b7f3-493b-b47a-0dbb697b1081 None None] Transition to ACTIVE for port object b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:27.997989 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818e209-e770-4083-bcaa-2f8a1fde3de7 req-95911ea8-9964-4719-91ee-179b5962675c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:28.004324 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818e209-e770-4083-bcaa-2f8a1fde3de7 req-95911ea8-9964-4719-91ee-179b5962675c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:28.009177 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-262afa3d-b7f3-493b-b47a-0dbb697b1081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.012954 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818e209-e770-4083-bcaa-2f8a1fde3de7 req-95911ea8-9964-4719-91ee-179b5962675c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:28.017996 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5bd3df0e-05c1-4aff-9196-5b7d2b57a952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.019273 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818e209-e770-4083-bcaa-2f8a1fde3de7 req-95911ea8-9964-4719-91ee-179b5962675c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:28.027245 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818e209-e770-4083-bcaa-2f8a1fde3de7 req-95911ea8-9964-4719-91ee-179b5962675c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:28.042794 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3818e209-e770-4083-bcaa-2f8a1fde3de7 req-95911ea8-9964-4719-91ee-179b5962675c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5432 time: 0.2862761 Jul 14 09:17:28.085482 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3df0e-05c1-4aff-9196-5b7d2b57a952 admin admin] Pushing event updated for resources: {'Port': ['ID=78c910c5-cbf3-414b-ab86-fc7f13d38ae9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:28.110824 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd3df0e-05c1-4aff-9196-5b7d2b57a952 admin admin] Network 4681fcc6-0d44-4537-81f6-19e5d0eef79b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:28.113801 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5bd3df0e-05c1-4aff-9196-5b7d2b57a952 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:28.133940 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd3df0e-05c1-4aff-9196-5b7d2b57a952 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:28.139638 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb5182-b553-448e-b84b-62e0a5029183 None None] Pushing event updated for resources: {'Port': ['ID=b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:28.152148 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6eaa94-a676-4623-ba11-bc158f0b8515 req-ae60faae-45c2-4d44-bf8c-4702fb0549e9 tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:28.173248 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb6eaa94-a676-4623-ba11-bc158f0b8515 req-ae60faae-45c2-4d44-bf8c-4702fb0549e9 tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fb2c3f0-f85f-4452-9a24-59a29fee904a HTTP/1.1" status: 200 len: 949 time: 0.3483734 Jul 14 09:17:28.185700 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-262afa3d-b7f3-493b-b47a-0dbb697b1081 None None] Attempting to bind port b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:28.187745 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-262afa3d-b7f3-493b-b47a-0dbb697b1081 None None] Attempting to bind port b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:28.189399 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262afa3d-b7f3-493b-b47a-0dbb697b1081 None None] Attempting to bind port b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:28.213208 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262afa3d-b7f3-493b-b47a-0dbb697b1081 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:28.213969 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262afa3d-b7f3-493b-b47a-0dbb697b1081 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:28.214624 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-262afa3d-b7f3-493b-b47a-0dbb697b1081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.215240 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262afa3d-b7f3-493b-b47a-0dbb697b1081 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:28.216031 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-262afa3d-b7f3-493b-b47a-0dbb697b1081 None None] Bound port: b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:28.219889 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-262afa3d-b7f3-493b-b47a-0dbb697b1081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.249742 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3818e209-e770-4083-bcaa-2f8a1fde3de7 req-358d910b-6dc0-4f6f-9606-36609465f371 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2057185 Jul 14 09:17:28.276505 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5bd3df0e-05c1-4aff-9196-5b7d2b57a952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.306740 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb6eaa94-a676-4623-ba11-bc158f0b8515 req-5209bd18-5071-4e76-b8f8-966f412560da tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.25 "GET /v2.0/security-groups?id=9aba0d47-0071-473c-a117-d1a725c25858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323986 Jul 14 09:17:28.390445 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-262afa3d-b7f3-493b-b47a-0dbb697b1081 None None] For port b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:28.400130 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-262afa3d-b7f3-493b-b47a-0dbb697b1081 None None] For port b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:28.410902 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-262afa3d-b7f3-493b-b47a-0dbb697b1081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.437402 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-2d7522f5-d448-4b7b-9e02-e850e2499959 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-992282698-network', 'tenant_id': '9d62a1cf9a6e46cfac3f653713904f40'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:28.545286 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7522f5-d448-4b7b-9e02-e850e2499959 admin admin] Made reservation on behalf of 9d62a1cf9a6e46cfac3f653713904f40 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:28.547875 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d7522f5-d448-4b7b-9e02-e850e2499959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.565418 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d7522f5-d448-4b7b-9e02-e850e2499959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.594105 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8795ff-e18f-49f0-9729-cd9b9f0499aa req-e5e360bf-69ea-4033-8b0d-27ea4ae52a38 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:28.604945 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8795ff-e18f-49f0-9729-cd9b9f0499aa req-e5e360bf-69ea-4033-8b0d-27ea4ae52a38 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:28.613612 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8795ff-e18f-49f0-9729-cd9b9f0499aa req-e5e360bf-69ea-4033-8b0d-27ea4ae52a38 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:28.624210 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8795ff-e18f-49f0-9729-cd9b9f0499aa req-e5e360bf-69ea-4033-8b0d-27ea4ae52a38 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:28.624976 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262afa3d-b7f3-493b-b47a-0dbb697b1081 None None] Routers {'8927f7c5-6961-4aab-82ed-dd386ccff1c0'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:28.626740 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-262afa3d-b7f3-493b-b47a-0dbb697b1081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:17:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['8927f7c5-6961-4aab-82ed-dd386ccff1c0'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:28.629957 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb5182-b553-448e-b84b-62e0a5029183 None None] Pushing event updated for resources: {'Port': ['ID=b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:28.632809 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8795ff-e18f-49f0-9729-cd9b9f0499aa req-e5e360bf-69ea-4033-8b0d-27ea4ae52a38 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:28.638998 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49224) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:28.645034 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8795ff-e18f-49f0-9729-cd9b9f0499aa req-e5e360bf-69ea-4033-8b0d-27ea4ae52a38 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:28.653788 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8795ff-e18f-49f0-9729-cd9b9f0499aa req-e5e360bf-69ea-4033-8b0d-27ea4ae52a38 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:28.664685 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d8795ff-e18f-49f0-9729-cd9b9f0499aa req-e5e360bf-69ea-4033-8b0d-27ea4ae52a38 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5432 time: 0.1926467 Jul 14 09:17:28.671130 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49228) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:28.684998 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5bd3df0e-05c1-4aff-9196-5b7d2b57a952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.688147 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-df4d99e6-f018-4480-9a36-4c55739367fc tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Request body: {'floatingip': {'port_id': 'cf4ec6aa-127a-4c61-9e72-9dc4988aae8b'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:28.713409 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-16e1bbb0-7421-479f-bac3-4178f14556d7 None None] Provisioning for port 78c910c5-cbf3-414b-ab86-fc7f13d38ae9 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:28.720997 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-16e1bbb0-7421-479f-bac3-4178f14556d7 None None] Provisioning complete for port 78c910c5-cbf3-414b-ab86-fc7f13d38ae9 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:28.723720 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-16e1bbb0-7421-479f-bac3-4178f14556d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.779454 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d7522f5-d448-4b7b-9e02-e850e2499959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.787003 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-262afa3d-b7f3-493b-b47a-0dbb697b1081 None None] Set router 8927f7c5-6961-4aab-82ed-dd386ccff1c0 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:28.795202 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df4d99e6-f018-4480-9a36-4c55739367fc tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.795759 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d7522f5-d448-4b7b-9e02-e850e2499959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.807591 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-16e1bbb0-7421-479f-bac3-4178f14556d7 None None] Port 78c910c5-cbf3-414b-ab86-fc7f13d38ae9 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:28.812925 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b0f5d87-f967-4bea-8998-4c796355461c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.880540 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7522f5-d448-4b7b-9e02-e850e2499959 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:17:28.915072 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7522f5-d448-4b7b-9e02-e850e2499959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9dd226-1544-4da6-9786-46a512ffdcba,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:28.924108 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d7522f5-d448-4b7b-9e02-e850e2499959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.924500 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-2d7522f5-d448-4b7b-9e02-e850e2499959 admin admin] Added segment 3b9584ac-b0b1-4d88-acdc-12f1c0603edb of type vlan for network c2111b81-8068-4302-b310-fe4d7b872f11 Jul 14 09:17:29.016858 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d7522f5-d448-4b7b-9e02-e850e2499959 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.060663 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-262afa3d-b7f3-493b-b47a-0dbb697b1081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8927f7c5-6961-4aab-82ed-dd386ccff1c0', 'name': 'tempest-AttachSCSIVolumeTestJSON-320849757-router', 'tenant_id': '24f474deff0a4aaba06cc9264b7b2982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:17:28Z', 'revision_number': 4, 'project_id': '24f474deff0a4aaba06cc9264b7b2982', 'gw_port': {'id': 'b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8927f7c5-6961-4aab-82ed-dd386ccff1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:22Z', 'updated_at': '2021-07-14T09:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '78c910c5-cbf3-414b-ab86-fc7f13d38ae9', 'name': '', 'network_id': '4681fcc6-0d44-4537-81f6-19e5d0eef79b', 'tenant_id': '24f474deff0a4aaba06cc9264b7b2982', 'mac_address': 'fa:16:3e:53:4f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8927f7c5-6961-4aab-82ed-dd386ccff1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1d4f508a-fd0f-4701-ab30-d5d47d0e8f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:27Z', 'updated_at': '2021-07-14T09:17:27Z', 'revision_number': 1, 'project_id': '24f474deff0a4aaba06cc9264b7b2982', 'subnets': [{'id': '1d4f508a-fd0f-4701-ab30-d5d47d0e8f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:29.078446 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5bd3df0e-05c1-4aff-9196-5b7d2b57a952 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.086674 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5bd3df0e-05c1-4aff-9196-5b7d2b57a952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.090228 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262afa3d-b7f3-493b-b47a-0dbb697b1081 None None] The sync data for ids ['8927f7c5-6961-4aab-82ed-dd386ccff1c0'] in n-d-771362-35 is: [{'id': '8927f7c5-6961-4aab-82ed-dd386ccff1c0', 'name': 'tempest-AttachSCSIVolumeTestJSON-320849757-router', 'tenant_id': '24f474deff0a4aaba06cc9264b7b2982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:17:28Z', 'revision_number': 4, 'project_id': '24f474deff0a4aaba06cc9264b7b2982', 'gw_port': {'id': 'b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8927f7c5-6961-4aab-82ed-dd386ccff1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:22Z', 'updated_at': '2021-07-14T09:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '78c910c5-cbf3-414b-ab86-fc7f13d38ae9', 'name': '', 'network_id': '4681fcc6-0d44-4537-81f6-19e5d0eef79b', 'tenant_id': '24f474deff0a4aaba06cc9264b7b2982', 'mac_address': 'fa:16:3e:53:4f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8927f7c5-6961-4aab-82ed-dd386ccff1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1d4f508a-fd0f-4701-ab30-d5d47d0e8f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:27Z', 'updated_at': '2021-07-14T09:17:27Z', 'revision_number': 1, 'project_id': '24f474deff0a4aaba06cc9264b7b2982', 'subnets': [{'id': '1d4f508a-fd0f-4701-ab30-d5d47d0e8f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:17:29.115477 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d7522f5-d448-4b7b-9e02-e850e2499959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.117287 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7522f5-d448-4b7b-9e02-e850e2499959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:29.117916 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d7522f5-d448-4b7b-9e02-e850e2499959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.241051 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b0f5d87-f967-4bea-8998-4c796355461c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.247178 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5bd3df0e-05c1-4aff-9196-5b7d2b57a952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.255193 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3df0e-05c1-4aff-9196-5b7d2b57a952 admin admin] Pushing event updated for resources: {'Port': ['ID=78c910c5-cbf3-414b-ab86-fc7f13d38ae9,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:29.264151 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b0f5d87-f967-4bea-8998-4c796355461c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.269519 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7522f5-d448-4b7b-9e02-e850e2499959 admin admin] Pushing event updated for resources: {'Network': ['ID=c2111b81-8068-4302-b310-fe4d7b872f11,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:29.287342 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2d7522f5-d448-4b7b-9e02-e850e2499959 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3580382 Jul 14 09:17:29.290958 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49230) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:29.307441 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network c2111b81-8068-4302-b310-fe4d7b872f11 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:17:29.353403 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-cb592e32-63b0-4a9a-8bcd-392dd8d8bf12 admin admin] Request body: {'subnet': {'network_id': 'c2111b81-8068-4302-b310-fe4d7b872f11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-992282698-subnet', 'tenant_id': '9d62a1cf9a6e46cfac3f653713904f40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:29.394409 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.db.resource_extend [None req-df4d99e6-f018-4480-9a36-4c55739367fc tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:17:29.487472 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df4d99e6-f018-4480-9a36-4c55739367fc tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.493858 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df4d99e6-f018-4480-9a36-4c55739367fc tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.746704 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9b0f5d87-f967-4bea-8998-4c796355461c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29cc5153d8d345f4823723762865ceac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1029000 Jul 14 09:17:29.750562 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49242) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:29.799219 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b0046-a41f-4972-add7-9710a939a2ee req-2edbe82c-6f75-4129-a1be-cf53f6a986af tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:29.800816 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0e4b0046-a41f-4972-add7-9710a939a2ee req-2edbe82c-6f75-4129-a1be-cf53f6a986af tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fb2c3f0-f85f-4452-9a24-59a29fee904a HTTP/1.1" status: 200 len: 949 time: 0.2115412 Jul 14 09:17:29.844052 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7b5543c-e8bf-4da0-8c73-a761c9015f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.849475 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-df4d99e6-f018-4480-9a36-4c55739367fc tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Floating IP 7e56d719-6b28-4e6b-98c5-cc80d3f323b9 associated. External IP: 172.25.6.17, port: cf4ec6aa-127a-4c61-9e72-9dc4988aae8b. Jul 14 09:17:29.856399 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd3df0e-05c1-4aff-9196-5b7d2b57a952 admin admin] Network 4681fcc6-0d44-4537-81f6-19e5d0eef79b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:29.857606 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f5d87-f967-4bea-8998-4c796355461c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27bb358-da84-4fe6-98db-b3c48f30d143,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:29.861103 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5bd3df0e-05c1-4aff-9196-5b7d2b57a952 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:29.862933 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb592e32-63b0-4a9a-8bcd-392dd8d8bf12 admin admin] Made reservation on behalf of 9d62a1cf9a6e46cfac3f653713904f40 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:29.865407 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cb592e32-63b0-4a9a-8bcd-392dd8d8bf12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.930505 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0e4b0046-a41f-4972-add7-9710a939a2ee req-2f103c62-03c9-4a68-8612-73e49192fb5f tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.25 "GET /v2.0/security-groups?id=9aba0d47-0071-473c-a117-d1a725c25858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163778 Jul 14 09:17:29.974647 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7b5543c-e8bf-4da0-8c73-a761c9015f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:30.209525 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd3df0e-05c1-4aff-9196-5b7d2b57a952 admin admin] Router 8927f7c5-6961-4aab-82ed-dd386ccff1c0 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:17:30.268066 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ec31db4a-96b0-4898-a36f-15d847f39ea2 None None] Provisioning complete for port 78c910c5-cbf3-414b-ab86-fc7f13d38ae9 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:30.269123 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec31db4a-96b0-4898-a36f-15d847f39ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:30.297458 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4d99e6-f018-4480-9a36-4c55739367fc tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Router df8550c3-6229-4d7d-8811-2d810f84b791 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:17:30.299093 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7b5543c-e8bf-4da0-8c73-a761c9015f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:30.302581 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7b5543c-e8bf-4da0-8c73-a761c9015f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:30.304325 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e7b5543c-e8bf-4da0-8c73-a761c9015f53 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d27bb358-da84-4fe6-98db-b3c48f30d143 HTTP/1.1" status: 204 len: 168 time: 0.5497432 Jul 14 09:17:30.321069 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5543c-e8bf-4da0-8c73-a761c9015f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27bb358-da84-4fe6-98db-b3c48f30d143,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:30.403858 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ec31db4a-96b0-4898-a36f-15d847f39ea2 None None] Port 78c910c5-cbf3-414b-ab86-fc7f13d38ae9 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:30.467730 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd3df0e-05c1-4aff-9196-5b7d2b57a952 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:17:30.484362 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5bd3df0e-05c1-4aff-9196-5b7d2b57a952 admin admin] 10.222.0.25 "PUT /v2.0/routers/8927f7c5-6961-4aab-82ed-dd386ccff1c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8684983 Jul 14 09:17:30.557475 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4d99e6-f018-4480-9a36-4c55739367fc tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:17:30.572141 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aadc861-fb1d-42c8-82a9-8aa20dde7773 None None] Sync routers for ids ['df8550c3-6229-4d7d-8811-2d810f84b791'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:17:30.584972 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df4d99e6-f018-4480-9a36-4c55739367fc tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:30.601990 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aadc861-fb1d-42c8-82a9-8aa20dde7773 None None] Routers {'df8550c3-6229-4d7d-8811-2d810f84b791'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:30.606788 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9aadc861-fb1d-42c8-82a9-8aa20dde7773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:17:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['df8550c3-6229-4d7d-8811-2d810f84b791'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:30.646856 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-df4d99e6-f018-4480-9a36-4c55739367fc tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "PUT /v2.0/floatingips/7e56d719-6b28-4e6b-98c5-cc80d3f323b9 HTTP/1.1" status: 200 len: 990 time: 1.9743049 Jul 14 09:17:30.648207 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'tag': 'cf4ec6aa-127a-4c61-9e72-9dc4988aae8b'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:30.650500 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa68cb01-4352-482f-8867-65e06698767e" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "tag": "cf4ec6aa-127a-4c61-9e72-9dc4988aae8b"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:30.773363 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4d89d1-4328-43cc-b0d1-8209d5960ee9 x-openstack-request-id: req-0a4d89d1-4328-43cc-b0d1-8209d5960ee9 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:30.773889 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "tag": "cf4ec6aa-127a-4c61-9e72-9dc4988aae8b", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:30.775158 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a4d89d1-4328-43cc-b0d1-8209d5960ee9 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:30.775788 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'tag': 'cf4ec6aa-127a-4c61-9e72-9dc4988aae8b', 'status': 'completed', 'code': 200} Jul 14 09:17:30.854985 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cb592e32-63b0-4a9a-8bcd-392dd8d8bf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:30.963286 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb592e32-63b0-4a9a-8bcd-392dd8d8bf12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e42a3e6-0464-4ef3-bc12-ad9c19569b56,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:30.968897 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49274) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:30.982399 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb592e32-63b0-4a9a-8bcd-392dd8d8bf12 admin admin] Checking segment: {'id': '3b9584ac-b0b1-4d88-acdc-12f1c0603edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c2111b81-8068-4302-b310-fe4d7b872f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:30.982399 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb592e32-63b0-4a9a-8bcd-392dd8d8bf12 admin admin] Network hostable DHCP agents. Network: c2111b81-8068-4302-b310-fe4d7b872f11, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:17:30.987892 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68cb01-4352-482f-8867-65e06698767e req-dfc8a209-e296-457b-912a-0a0f8c16e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:30.990383 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68cb01-4352-482f-8867-65e06698767e req-dfc8a209-e296-457b-912a-0a0f8c16e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:30.991020 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68cb01-4352-482f-8867-65e06698767e req-dfc8a209-e296-457b-912a-0a0f8c16e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:30.991610 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68cb01-4352-482f-8867-65e06698767e req-dfc8a209-e296-457b-912a-0a0f8c16e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:30.994478 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68cb01-4352-482f-8867-65e06698767e req-dfc8a209-e296-457b-912a-0a0f8c16e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:30.995950 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68cb01-4352-482f-8867-65e06698767e req-dfc8a209-e296-457b-912a-0a0f8c16e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:30.997461 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68cb01-4352-482f-8867-65e06698767e req-dfc8a209-e296-457b-912a-0a0f8c16e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:31.004164 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fa68cb01-4352-482f-8867-65e06698767e req-dfc8a209-e296-457b-912a-0a0f8c16e0c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ff8ef452914843b3a211f5977d735f89&device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 6496 time: 0.1963398 Jul 14 09:17:31.026380 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-623f1bdd-a1b1-4fda-8595-1293b5477c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:31.046822 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-9aadc861-fb1d-42c8-82a9-8aa20dde7773 None None] Set router df8550c3-6229-4d7d-8811-2d810f84b791 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:31.097132 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb592e32-63b0-4a9a-8bcd-392dd8d8bf12 admin admin] Network c2111b81-8068-4302-b310-fe4d7b872f11 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:17:31.155926 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-cb592e32-63b0-4a9a-8bcd-392dd8d8bf12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, c2111b81-8068-4302-b310-fe4d7b872f11) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:31.173213 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb592e32-63b0-4a9a-8bcd-392dd8d8bf12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:31.173946 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cb592e32-63b0-4a9a-8bcd-392dd8d8bf12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:31.226821 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68cb01-4352-482f-8867-65e06698767e req-9a4be706-925a-444f-9c6f-c1427293a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:31.231040 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fa68cb01-4352-482f-8867-65e06698767e req-9a4be706-925a-444f-9c6f-c1427293a7b2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fae645fa-dbb7-4242-86d8-0493fe1d9e27 HTTP/1.1" status: 200 len: 911 time: 0.2183821 Jul 14 09:17:31.241760 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a227ba0-90ae-4a07-b254-f834204879c2 None None] Network c2111b81-8068-4302-b310-fe4d7b872f11 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:31.342718 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-623f1bdd-a1b1-4fda-8595-1293b5477c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:31.351628 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-623f1bdd-a1b1-4fda-8595-1293b5477c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:31.404039 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f1bdd-a1b1-4fda-8595-1293b5477c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed37f7f-dda7-4aaa-98af-c4b476f32339,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:31.420016 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cb592e32-63b0-4a9a-8bcd-392dd8d8bf12 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1060352 Jul 14 09:17:31.442848 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-623f1bdd-a1b1-4fda-8595-1293b5477c67 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a0b76d26c63e4ba5990d15f0d0c5ea1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4708576 Jul 14 09:17:31.444144 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49282) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:31.469258 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fa68cb01-4352-482f-8867-65e06698767e req-a8fcccc5-6d44-4bfd-aaea-6648e198da91 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf4ec6aa-127a-4c61-9e72-9dc4988aae8b HTTP/1.1" status: 200 len: 998 time: 0.2305617 Jul 14 09:17:31.514669 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90e0d675-5ccd-4ff4-bf3e-fd55d1f6227e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:31.542006 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90e0d675-5ccd-4ff4-bf3e-fd55d1f6227e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:31.598822 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90e0d675-5ccd-4ff4-bf3e-fd55d1f6227e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:31.602993 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90e0d675-5ccd-4ff4-bf3e-fd55d1f6227e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:31.607561 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-90e0d675-5ccd-4ff4-bf3e-fd55d1f6227e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eed37f7f-dda7-4aaa-98af-c4b476f32339 HTTP/1.1" status: 204 len: 168 time: 0.1619422 Jul 14 09:17:31.620628 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0d675-5ccd-4ff4-bf3e-fd55d1f6227e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed37f7f-dda7-4aaa-98af-c4b476f32339,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:31.684266 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68cb01-4352-482f-8867-65e06698767e req-42bea94a-93d7-4831-97c1-7b51b5fa919d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:31.689576 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fa68cb01-4352-482f-8867-65e06698767e req-42bea94a-93d7-4831-97c1-7b51b5fa919d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fb2be10d-9b03-46a3-ae63-922114d77bf7 HTTP/1.1" status: 200 len: 850 time: 0.2113063 Jul 14 09:17:31.971986 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68cb01-4352-482f-8867-65e06698767e req-eca87ba6-f923-4597-afc3-705dbc7c5fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:31.973567 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fa68cb01-4352-482f-8867-65e06698767e req-eca87ba6-f923-4597-afc3-705dbc7c5fb9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fae645fa-dbb7-4242-86d8-0493fe1d9e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2646151 Jul 14 09:17:31.981636 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352023d2-9dbc-47b9-9f9c-36a72bf82a02 None None] Network c2111b81-8068-4302-b310-fe4d7b872f11 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:32.264009 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9aadc861-fb1d-42c8-82a9-8aa20dde7773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'name': 'tempest-TaggedBootDevicesTest-826273949-router', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'e37254f5-c222-4efe-b78e-5291e251f513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:14:24Z', 'updated_at': '2021-07-14T09:14:32Z', 'revision_number': 4, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'gw_port': {'id': 'e37254f5-c222-4efe-b78e-5291e251f513', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:14:26Z', 'updated_at': '2021-07-14T09:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '7e56d719-6b28-4e6b-98c5-cc80d3f323b9', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'floating_ip_address': '172.25.6.17', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'port_id': 'cf4ec6aa-127a-4c61-9e72-9dc4988aae8b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27', 'mac_address': 'fa:16:3e:19:16:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:15:36Z', 'updated_at': '2021-07-14T09:17:29Z', 'revision_number': 1, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54f7072c-41fd-47f9-82c5-295a7011a6fc', 'name': '', 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'mac_address': 'fa:16:3e:29:d9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'fb2be10d-9b03-46a3-ae63-922114d77bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:14:30Z', 'updated_at': '2021-07-14T09:14:43Z', 'revision_number': 5, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'subnets': [{'id': 'fb2be10d-9b03-46a3-ae63-922114d77bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:32.306307 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aadc861-fb1d-42c8-82a9-8aa20dde7773 None None] Checking router: df8550c3-6229-4d7d-8811-2d810f84b791 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:17:32.320576 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fa68cb01-4352-482f-8867-65e06698767e req-08ea8783-6c64-41be-87f5-0b9908d5ca28 service neutron] 10.222.0.44 "GET /v2.0/networks/fae645fa-dbb7-4242-86d8-0493fe1d9e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222048 Jul 14 09:17:32.346162 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aadc861-fb1d-42c8-82a9-8aa20dde7773 None None] Routers {'df8550c3-6229-4d7d-8811-2d810f84b791'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:32.357047 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9aadc861-fb1d-42c8-82a9-8aa20dde7773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:17:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['df8550c3-6229-4d7d-8811-2d810f84b791'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:32.592749 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-9aadc861-fb1d-42c8-82a9-8aa20dde7773 None None] Set router df8550c3-6229-4d7d-8811-2d810f84b791 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:32.617628 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fa68cb01-4352-482f-8867-65e06698767e req-a3f754b2-c415-4325-9043-11182119a38d service neutron] 10.222.0.44 "GET /v2.0/networks/fae645fa-dbb7-4242-86d8-0493fe1d9e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854612 Jul 14 09:17:32.987523 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:33.175111 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-8675158b-423d-4107-8f77-d976da12eb0b tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:33.178150 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-8675158b-423d-4107-8f77-d976da12eb0b tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.25 "GET /v2.0/networks?id=c2111b81-8068-4302-b310-fe4d7b872f11 HTTP/1.1" status: 200 len: 821 time: 0.1547394 Jul 14 09:17:33.244510 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-205cfb37-dc29-4ae1-beb1-5cc42aaf01d2 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.25 "GET /v2.0/quotas/9d62a1cf9a6e46cfac3f653713904f40 HTTP/1.1" status: 200 len: 375 time: 0.0356739 Jul 14 09:17:33.354847 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-afa5b95f-d105-4f99-951e-d8bb68b04caa tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9d62a1cf9a6e46cfac3f653713904f40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1063554 Jul 14 09:17:33.393703 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10090ce-4a99-47f1-ad9e-fdf40f0ed030 None None] Sync routers for ids ['8927f7c5-6961-4aab-82ed-dd386ccff1c0'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:17:33.421839 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10090ce-4a99-47f1-ad9e-fdf40f0ed030 None None] Routers {'8927f7c5-6961-4aab-82ed-dd386ccff1c0'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:33.422977 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c10090ce-4a99-47f1-ad9e-fdf40f0ed030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:17:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['8927f7c5-6961-4aab-82ed-dd386ccff1c0'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:33.572704 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:33.612464 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:33.618085 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:33.783459 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-9684875c-735f-4ca2-a427-3b92f038a261 service neutron] 10.222.0.25 "GET /v2.0/networks/c2111b81-8068-4302-b310-fe4d7b872f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176733 Jul 14 09:17:33.846741 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-c10090ce-4a99-47f1-ad9e-fdf40f0ed030 None None] Set router 8927f7c5-6961-4aab-82ed-dd386ccff1c0 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:34.038615 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-23be72d7-5a25-4d80-acab-ae2b0cec9691 service neutron] 10.222.0.25 "GET /v2.0/networks/c2111b81-8068-4302-b310-fe4d7b872f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516441 Jul 14 09:17:34.057033 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:34.166299 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:34.176453 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:34.360720 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:34.382920 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9aadc861-fb1d-42c8-82a9-8aa20dde7773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'name': 'tempest-TaggedBootDevicesTest-826273949-router', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'e37254f5-c222-4efe-b78e-5291e251f513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:14:24Z', 'updated_at': '2021-07-14T09:14:32Z', 'revision_number': 4, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'gw_port': {'id': 'e37254f5-c222-4efe-b78e-5291e251f513', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:14:26Z', 'updated_at': '2021-07-14T09:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '7e56d719-6b28-4e6b-98c5-cc80d3f323b9', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'floating_ip_address': '172.25.6.17', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'port_id': 'cf4ec6aa-127a-4c61-9e72-9dc4988aae8b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27', 'mac_address': 'fa:16:3e:19:16:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:15:36Z', 'updated_at': '2021-07-14T09:17:29Z', 'revision_number': 1, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54f7072c-41fd-47f9-82c5-295a7011a6fc', 'name': '', 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'mac_address': 'fa:16:3e:29:d9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'fb2be10d-9b03-46a3-ae63-922114d77bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:14:30Z', 'updated_at': '2021-07-14T09:14:43Z', 'revision_number': 5, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'subnets': [{'id': 'fb2be10d-9b03-46a3-ae63-922114d77bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:34.425121 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c10090ce-4a99-47f1-ad9e-fdf40f0ed030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8927f7c5-6961-4aab-82ed-dd386ccff1c0', 'name': 'tempest-AttachSCSIVolumeTestJSON-320849757-router', 'tenant_id': '24f474deff0a4aaba06cc9264b7b2982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:17:28Z', 'revision_number': 4, 'project_id': '24f474deff0a4aaba06cc9264b7b2982', 'gw_port': {'id': 'b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8927f7c5-6961-4aab-82ed-dd386ccff1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:22Z', 'updated_at': '2021-07-14T09:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '78c910c5-cbf3-414b-ab86-fc7f13d38ae9', 'name': '', 'network_id': '4681fcc6-0d44-4537-81f6-19e5d0eef79b', 'tenant_id': '24f474deff0a4aaba06cc9264b7b2982', 'mac_address': 'fa:16:3e:53:4f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8927f7c5-6961-4aab-82ed-dd386ccff1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1d4f508a-fd0f-4701-ab30-d5d47d0e8f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:27Z', 'updated_at': '2021-07-14T09:17:28Z', 'revision_number': 2, 'project_id': '24f474deff0a4aaba06cc9264b7b2982', 'subnets': [{'id': '1d4f508a-fd0f-4701-ab30-d5d47d0e8f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:34.473296 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aadc861-fb1d-42c8-82a9-8aa20dde7773 None None] The sync data for ids ['df8550c3-6229-4d7d-8811-2d810f84b791'] in n-d-771362-35 is: [{'id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'name': 'tempest-TaggedBootDevicesTest-826273949-router', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'e37254f5-c222-4efe-b78e-5291e251f513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:14:24Z', 'updated_at': '2021-07-14T09:14:32Z', 'revision_number': 4, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'gw_port': {'id': 'e37254f5-c222-4efe-b78e-5291e251f513', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:14:26Z', 'updated_at': '2021-07-14T09:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '7e56d719-6b28-4e6b-98c5-cc80d3f323b9', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'floating_ip_address': '172.25.6.17', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'port_id': 'cf4ec6aa-127a-4c61-9e72-9dc4988aae8b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27', 'mac_address': 'fa:16:3e:19:16:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:15:36Z', 'updated_at': '2021-07-14T09:17:29Z', 'revision_number': 1, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54f7072c-41fd-47f9-82c5-295a7011a6fc', 'name': '', 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'mac_address': 'fa:16:3e:29:d9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'fb2be10d-9b03-46a3-ae63-922114d77bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:14:30Z', 'updated_at': '2021-07-14T09:14:43Z', 'revision_number': 5, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'subnets': [{'id': 'fb2be10d-9b03-46a3-ae63-922114d77bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:17:34.514248 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10090ce-4a99-47f1-ad9e-fdf40f0ed030 None None] Checking router: 8927f7c5-6961-4aab-82ed-dd386ccff1c0 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:17:34.514600 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10090ce-4a99-47f1-ad9e-fdf40f0ed030 None None] Updating router 8927f7c5-6961-4aab-82ed-dd386ccff1c0 port 78c910c5-cbf3-414b-ab86-fc7f13d38ae9 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:17:34.572137 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c2ccc78c-c227-46d1-ba98-c0225212c565 req-81dc441e-7842-4448-8a91-328ed69ddaa8 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bad1c04-c82a-445a-9ad0-d09d9cd2359e HTTP/1.1" status: 200 len: 210 time: 0.1957576 Jul 14 09:17:34.676436 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c10090ce-4a99-47f1-ad9e-fdf40f0ed030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.117627 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aded5f3a-1c27-4a6f-82d1-69e93cfdf534 None None] New status for floating IP 7e56d719-6b28-4e6b-98c5-cc80d3f323b9: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:17:35.542724 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c10090ce-4a99-47f1-ad9e-fdf40f0ed030 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.555905 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c10090ce-4a99-47f1-ad9e-fdf40f0ed030 None None] Transition to ACTIVE for port object 78c910c5-cbf3-414b-ab86-fc7f13d38ae9 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:35.564609 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c10090ce-4a99-47f1-ad9e-fdf40f0ed030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.743061 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99ab5d-113f-47d9-a159-f67f0dac9661 None None] Pushing event updated for resources: {'Port': ['ID=78c910c5-cbf3-414b-ab86-fc7f13d38ae9,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:36.102672 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-c10090ce-4a99-47f1-ad9e-fdf40f0ed030 None None] Attempting to bind port 78c910c5-cbf3-414b-ab86-fc7f13d38ae9 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:36.103447 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-c10090ce-4a99-47f1-ad9e-fdf40f0ed030 None None] Attempting to bind port 78c910c5-cbf3-414b-ab86-fc7f13d38ae9 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '4416d694-72eb-43b0-baf0-32cf3136595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4681fcc6-0d44-4537-81f6-19e5d0eef79b'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:36.105198 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10090ce-4a99-47f1-ad9e-fdf40f0ed030 None None] Attempting to bind port 78c910c5-cbf3-414b-ab86-fc7f13d38ae9 on network 4681fcc6-0d44-4537-81f6-19e5d0eef79b {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:36.151265 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10090ce-4a99-47f1-ad9e-fdf40f0ed030 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:36.151670 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10090ce-4a99-47f1-ad9e-fdf40f0ed030 None None] Checking segment: {'id': '4416d694-72eb-43b0-baf0-32cf3136595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4681fcc6-0d44-4537-81f6-19e5d0eef79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:36.152081 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c10090ce-4a99-47f1-ad9e-fdf40f0ed030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.169061 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10090ce-4a99-47f1-ad9e-fdf40f0ed030 None None] Bound using segment: {'id': '4416d694-72eb-43b0-baf0-32cf3136595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4681fcc6-0d44-4537-81f6-19e5d0eef79b'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:36.169589 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-c10090ce-4a99-47f1-ad9e-fdf40f0ed030 None None] Bound port: 78c910c5-cbf3-414b-ab86-fc7f13d38ae9, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4416d694-72eb-43b0-baf0-32cf3136595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4681fcc6-0d44-4537-81f6-19e5d0eef79b'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:36.172102 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c10090ce-4a99-47f1-ad9e-fdf40f0ed030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.196233 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-50f941d9-91a3-4358-96e7-546205ab7bbd req-f03ff6b7-901b-4762-9d98-c1d325d67b14 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bad1c04-c82a-445a-9ad0-d09d9cd2359e HTTP/1.1" status: 200 len: 210 time: 0.1494057 Jul 14 09:17:36.341091 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c10090ce-4a99-47f1-ad9e-fdf40f0ed030 None None] For port 78c910c5-cbf3-414b-ab86-fc7f13d38ae9, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:36.353809 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c10090ce-4a99-47f1-ad9e-fdf40f0ed030 None None] For port 78c910c5-cbf3-414b-ab86-fc7f13d38ae9, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=78c910c5-cbf3-414b-ab86-fc7f13d38ae9,segment=NetworkSegment(4416d694-72eb-43b0-baf0-32cf3136595d),segment_id=4416d694-72eb-43b0-baf0-32cf3136595d)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:36.360914 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c10090ce-4a99-47f1-ad9e-fdf40f0ed030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.403766 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:36.549113 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10090ce-4a99-47f1-ad9e-fdf40f0ed030 None None] Routers {'8927f7c5-6961-4aab-82ed-dd386ccff1c0'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:36.555853 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c10090ce-4a99-47f1-ad9e-fdf40f0ed030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:17:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['8927f7c5-6961-4aab-82ed-dd386ccff1c0'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:36.565736 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:36.573747 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.745833 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99ab5d-113f-47d9-a159-f67f0dac9661 None None] Pushing event updated for resources: {'Port': ['ID=78c910c5-cbf3-414b-ab86-fc7f13d38ae9,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:37.029277 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-c10090ce-4a99-47f1-ad9e-fdf40f0ed030 None None] Set router 8927f7c5-6961-4aab-82ed-dd386ccff1c0 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:37.165985 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-261e0b85-4b96-4591-9f4f-2369bdf2c7a1 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:37.173959 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-261e0b85-4b96-4591-9f4f-2369bdf2c7a1 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.47 "GET /v2.0/networks?id=c2111b81-8068-4302-b310-fe4d7b872f11 HTTP/1.1" status: 200 len: 821 time: 0.3256612 Jul 14 09:17:37.189376 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-5b0517a1-9b36-43b9-a49f-4cbacb48a38d tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Request body: {'port': {'device_id': '0bad1c04-c82a-445a-9ad0-d09d9cd2359e', 'network_id': 'c2111b81-8068-4302-b310-fe4d7b872f11', 'admin_state_up': True, 'tenant_id': '9d62a1cf9a6e46cfac3f653713904f40'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:37.686605 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dbcdd8b4-90ce-4bee-9e61-f2ce16561f51 req-1e542588-67eb-4051-a496-a39caf162a08 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bad1c04-c82a-445a-9ad0-d09d9cd2359e HTTP/1.1" status: 200 len: 210 time: 0.1188142 Jul 14 09:17:37.825192 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-5b0517a1-9b36-43b9-a49f-4cbacb48a38d tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Made reservation on behalf of 9d62a1cf9a6e46cfac3f653713904f40 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:37.828965 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-5b0517a1-9b36-43b9-a49f-4cbacb48a38d tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:37.906035 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c10090ce-4a99-47f1-ad9e-fdf40f0ed030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8927f7c5-6961-4aab-82ed-dd386ccff1c0', 'name': 'tempest-AttachSCSIVolumeTestJSON-320849757-router', 'tenant_id': '24f474deff0a4aaba06cc9264b7b2982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:17:28Z', 'revision_number': 4, 'project_id': '24f474deff0a4aaba06cc9264b7b2982', 'gw_port': {'id': 'b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8927f7c5-6961-4aab-82ed-dd386ccff1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:22Z', 'updated_at': '2021-07-14T09:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '78c910c5-cbf3-414b-ab86-fc7f13d38ae9', 'name': '', 'network_id': '4681fcc6-0d44-4537-81f6-19e5d0eef79b', 'tenant_id': '24f474deff0a4aaba06cc9264b7b2982', 'mac_address': 'fa:16:3e:53:4f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8927f7c5-6961-4aab-82ed-dd386ccff1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1d4f508a-fd0f-4701-ab30-d5d47d0e8f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:27Z', 'updated_at': '2021-07-14T09:17:36Z', 'revision_number': 4, 'project_id': '24f474deff0a4aaba06cc9264b7b2982', 'subnets': [{'id': '1d4f508a-fd0f-4701-ab30-d5d47d0e8f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:38.018717 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10090ce-4a99-47f1-ad9e-fdf40f0ed030 None None] The sync data for ids ['8927f7c5-6961-4aab-82ed-dd386ccff1c0'] in n-d-771362-35 is: [{'id': '8927f7c5-6961-4aab-82ed-dd386ccff1c0', 'name': 'tempest-AttachSCSIVolumeTestJSON-320849757-router', 'tenant_id': '24f474deff0a4aaba06cc9264b7b2982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:17:28Z', 'revision_number': 4, 'project_id': '24f474deff0a4aaba06cc9264b7b2982', 'gw_port': {'id': 'b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8927f7c5-6961-4aab-82ed-dd386ccff1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:22Z', 'updated_at': '2021-07-14T09:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '78c910c5-cbf3-414b-ab86-fc7f13d38ae9', 'name': '', 'network_id': '4681fcc6-0d44-4537-81f6-19e5d0eef79b', 'tenant_id': '24f474deff0a4aaba06cc9264b7b2982', 'mac_address': 'fa:16:3e:53:4f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8927f7c5-6961-4aab-82ed-dd386ccff1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1d4f508a-fd0f-4701-ab30-d5d47d0e8f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:27Z', 'updated_at': '2021-07-14T09:17:36Z', 'revision_number': 4, 'project_id': '24f474deff0a4aaba06cc9264b7b2982', 'subnets': [{'id': '1d4f508a-fd0f-4701-ab30-d5d47d0e8f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:17:38.086796 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-5b0517a1-9b36-43b9-a49f-4cbacb48a38d tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Allocated IP 172.20.0.2 (c2111b81-8068-4302-b310-fe4d7b872f11/7e42a3e6-0464-4ef3-bc12-ad9c19569b56/f82666cf-5189-42b1-8404-ff9e25b33304) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:38.308557 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49486) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:38.319211 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-5b0517a1-9b36-43b9-a49f-4cbacb48a38d tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:38.369758 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-5b0517a1-9b36-43b9-a49f-4cbacb48a38d tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:38.413775 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 78c910c5-cbf3-414b-ab86-fc7f13d38ae9 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:38.466804 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-5b0517a1-9b36-43b9-a49f-4cbacb48a38d tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Network c2111b81-8068-4302-b310-fe4d7b872f11 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:38.476120 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-5b0517a1-9b36-43b9-a49f-4cbacb48a38d tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:38.480637 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-5b0517a1-9b36-43b9-a49f-4cbacb48a38d tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:38.487279 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0517a1-9b36-43b9-a49f-4cbacb48a38d tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Pushing event updated for resources: {'Port': ['ID=f82666cf-5189-42b1-8404-ff9e25b33304,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:38.555025 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 78c910c5-cbf3-414b-ab86-fc7f13d38ae9 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:38.564212 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 78c910c5-cbf3-414b-ab86-fc7f13d38ae9 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:38.565753 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:38.567450 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-5b0517a1-9b36-43b9-a49f-4cbacb48a38d tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:38.568297 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-5b0517a1-9b36-43b9-a49f-4cbacb48a38d tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:38.621335 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca380ec4-c22e-477d-9ea7-0e8e56ec27f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:38.630161 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-5b0517a1-9b36-43b9-a49f-4cbacb48a38d tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4534843 Jul 14 09:17:38.651960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-600fd128-3b33-49b0-bd8c-3749c95f7b51 service neutron] Request body: {'port': {'device_id': '0bad1c04-c82a-445a-9ad0-d09d9cd2359e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:38.810189 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:17:38.878220 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-600fd128-3b33-49b0-bd8c-3749c95f7b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:38.897526 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:38.921077 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca380ec4-c22e-477d-9ea7-0e8e56ec27f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:38.926998 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca380ec4-c22e-477d-9ea7-0e8e56ec27f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.028900 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 78c910c5-cbf3-414b-ab86-fc7f13d38ae9, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=78c910c5-cbf3-414b-ab86-fc7f13d38ae9,segment=NetworkSegment(4416d694-72eb-43b0-baf0-32cf3136595d),segment_id=4416d694-72eb-43b0-baf0-32cf3136595d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:39.034589 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.056709 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca380ec4-c22e-477d-9ea7-0e8e56ec27f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c62f65-34c5-4745-8db3-3029b03f34d2,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:39.078837 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49496) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:39.079254 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ca380ec4-c22e-477d-9ea7-0e8e56ec27f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=345155d1060a4014ac1c987b4cdba848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7673995 Jul 14 09:17:39.161057 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=78c910c5-cbf3-414b-ab86-fc7f13d38ae9,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:39.395328 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6e7c6-e0ae-4f3d-8af3-49ec10aa1db3 req-adbb62a5-5e8b-4e80-94e8-6be5041fd2f8 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:39.397715 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20f6e7c6-e0ae-4f3d-8af3-49ec10aa1db3 req-adbb62a5-5e8b-4e80-94e8-6be5041fd2f8 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bad1c04-c82a-445a-9ad0-d09d9cd2359e HTTP/1.1" status: 200 len: 931 time: 0.3768439 Jul 14 09:17:39.401166 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aec8c78d-0bdd-4291-99d1-07d29d57fc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.463812 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aec8c78d-0bdd-4291-99d1-07d29d57fc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.513618 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20f6e7c6-e0ae-4f3d-8af3-49ec10aa1db3 req-8468d1cd-ce2d-4096-b9be-e93dbdd49372 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a9dd226-1544-4da6-9786-46a512ffdcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037838 Jul 14 09:17:39.619636 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aec8c78d-0bdd-4291-99d1-07d29d57fc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.622752 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aec8c78d-0bdd-4291-99d1-07d29d57fc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.624378 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-aec8c78d-0bdd-4291-99d1-07d29d57fc40 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f0c62f65-34c5-4745-8db3-3029b03f34d2 HTTP/1.1" status: 204 len: 168 time: 0.5197155 Jul 14 09:17:39.641133 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8c78d-0bdd-4291-99d1-07d29d57fc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c62f65-34c5-4745-8db3-3029b03f34d2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:39.656453 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-600fd128-3b33-49b0-bd8c-3749c95f7b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f82666cf-5189-42b1-8404-ff9e25b33304 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:39.676811 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-600fd128-3b33-49b0-bd8c-3749c95f7b51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.694885 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-600fd128-3b33-49b0-bd8c-3749c95f7b51 service neutron] Transition to ACTIVE for port object f82666cf-5189-42b1-8404-ff9e25b33304 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:39.699360 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-600fd128-3b33-49b0-bd8c-3749c95f7b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.760785 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fd128-3b33-49b0-bd8c-3749c95f7b51 service neutron] Pushing event updated for resources: {'Port': ['ID=f82666cf-5189-42b1-8404-ff9e25b33304,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:39.870969 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-600fd128-3b33-49b0-bd8c-3749c95f7b51 service neutron] Attempting to bind port f82666cf-5189-42b1-8404-ff9e25b33304 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:39.871654 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-600fd128-3b33-49b0-bd8c-3749c95f7b51 service neutron] Attempting to bind port f82666cf-5189-42b1-8404-ff9e25b33304 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '3b9584ac-b0b1-4d88-acdc-12f1c0603edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c2111b81-8068-4302-b310-fe4d7b872f11'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:39.871991 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-600fd128-3b33-49b0-bd8c-3749c95f7b51 service neutron] Attempting to bind port f82666cf-5189-42b1-8404-ff9e25b33304 on network c2111b81-8068-4302-b310-fe4d7b872f11 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:39.885449 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-600fd128-3b33-49b0-bd8c-3749c95f7b51 service neutron] Port f82666cf-5189-42b1-8404-ff9e25b33304 on network c2111b81-8068-4302-b310-fe4d7b872f11 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:39.885449 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-600fd128-3b33-49b0-bd8c-3749c95f7b51 service neutron] Attempting to bind port f82666cf-5189-42b1-8404-ff9e25b33304 on network c2111b81-8068-4302-b310-fe4d7b872f11 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:39.899001 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-600fd128-3b33-49b0-bd8c-3749c95f7b51 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:39.899466 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-600fd128-3b33-49b0-bd8c-3749c95f7b51 service neutron] Checking segment: {'id': '3b9584ac-b0b1-4d88-acdc-12f1c0603edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c2111b81-8068-4302-b310-fe4d7b872f11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:39.900927 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-600fd128-3b33-49b0-bd8c-3749c95f7b51 service neutron] Bound using segment: {'id': '3b9584ac-b0b1-4d88-acdc-12f1c0603edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c2111b81-8068-4302-b310-fe4d7b872f11'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:39.901521 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-600fd128-3b33-49b0-bd8c-3749c95f7b51 service neutron] Bound port: f82666cf-5189-42b1-8404-ff9e25b33304, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b9584ac-b0b1-4d88-acdc-12f1c0603edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c2111b81-8068-4302-b310-fe4d7b872f11'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:39.901894 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-600fd128-3b33-49b0-bd8c-3749c95f7b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:40.006954 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-600fd128-3b33-49b0-bd8c-3749c95f7b51 service neutron] For port f82666cf-5189-42b1-8404-ff9e25b33304, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:40.011661 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-600fd128-3b33-49b0-bd8c-3749c95f7b51 service neutron] For port f82666cf-5189-42b1-8404-ff9e25b33304, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f82666cf-5189-42b1-8404-ff9e25b33304,segment=NetworkSegment(3b9584ac-b0b1-4d88-acdc-12f1c0603edb),segment_id=3b9584ac-b0b1-4d88-acdc-12f1c0603edb)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:40.016928 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-600fd128-3b33-49b0-bd8c-3749c95f7b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:40.071365 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49504) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:40.087262 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a34f1e53-2aaf-45ca-af05-77be1166a0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:40.088897 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-600fd128-3b33-49b0-bd8c-3749c95f7b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:40.089911 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-600fd128-3b33-49b0-bd8c-3749c95f7b51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:40.091546 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-600fd128-3b33-49b0-bd8c-3749c95f7b51 service neutron] 10.222.0.47 "PUT /v2.0/ports/f82666cf-5189-42b1-8404-ff9e25b33304 HTTP/1.1" status: 200 len: 1092 time: 1.4539740 Jul 14 09:17:40.098626 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bad1c04-c82a-445a-9ad0-d09d9cd2359e', 'tag': 'f82666cf-5189-42b1-8404-ff9e25b33304'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:40.101497 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b57c235-b44a-4fe4-b4ba-3a5bfb8971cc" -d '{"events": [{"name": "network-changed", "server_uuid": "0bad1c04-c82a-445a-9ad0-d09d9cd2359e", "tag": "f82666cf-5189-42b1-8404-ff9e25b33304"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:40.140215 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fd128-3b33-49b0-bd8c-3749c95f7b51 service neutron] Pushing event updated for resources: {'Port': ['ID=f82666cf-5189-42b1-8404-ff9e25b33304,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:40.224498 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14346b8-f645-47ce-88e0-2327da66b076 x-openstack-request-id: req-c14346b8-f645-47ce-88e0-2327da66b076 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:40.226620 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bad1c04-c82a-445a-9ad0-d09d9cd2359e", "tag": "f82666cf-5189-42b1-8404-ff9e25b33304", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:40.227778 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c14346b8-f645-47ce-88e0-2327da66b076 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:40.228418 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bad1c04-c82a-445a-9ad0-d09d9cd2359e', 'tag': 'f82666cf-5189-42b1-8404-ff9e25b33304', 'status': 'completed', 'code': 200} Jul 14 09:17:40.232350 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a34f1e53-2aaf-45ca-af05-77be1166a0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:40.238654 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a34f1e53-2aaf-45ca-af05-77be1166a0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:40.306681 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-686d7442-428c-42e4-b3e1-a755d8595e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:40.311029 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a34f1e53-2aaf-45ca-af05-77be1166a0e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=733d7e91376a4b2fa357584c584961cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2385516 Jul 14 09:17:40.312798 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-686d7442-428c-42e4-b3e1-a755d8595e32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d62a1cf9a6e46cfac3f653713904f40&device_id=0bad1c04-c82a-445a-9ad0-d09d9cd2359e HTTP/1.1" status: 200 len: 1095 time: 0.1642060 Jul 14 09:17:40.313648 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49510) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:40.321584 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f1e53-2aaf-45ca-af05-77be1166a0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a468f4db-7916-40e3-b6ed-64c17e55267a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:40.361873 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 78c910c5-cbf3-414b-ab86-fc7f13d38ae9 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:40.384754 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-b3b48f74-929c-45cd-a685-7761afca9f41 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f82666cf-5189-42b1-8404-ff9e25b33304 HTTP/1.1" status: 200 len: 217 time: 0.0453007 Jul 14 09:17:40.398968 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-83509cf2-5f77-4e12-84e9-dda0463b140c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:40.432604 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-83509cf2-5f77-4e12-84e9-dda0463b140c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:40.478180 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:40.500137 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-83509cf2-5f77-4e12-84e9-dda0463b140c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:40.501179 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-e6584f08-3704-419c-9b0a-f8f5def12035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:40.502436 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-83509cf2-5f77-4e12-84e9-dda0463b140c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:40.502897 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-e6584f08-3704-419c-9b0a-f8f5def12035 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e42a3e6-0464-4ef3-bc12-ad9c19569b56 HTTP/1.1" status: 200 len: 861 time: 0.1108141 Jul 14 09:17:40.506017 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-83509cf2-5f77-4e12-84e9-dda0463b140c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a468f4db-7916-40e3-b6ed-64c17e55267a HTTP/1.1" status: 204 len: 168 time: 0.1886091 Jul 14 09:17:40.514840 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 78c910c5-cbf3-414b-ab86-fc7f13d38ae9 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:40.515542 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:40.536073 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83509cf2-5f77-4e12-84e9-dda0463b140c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a468f4db-7916-40e3-b6ed-64c17e55267a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:40.561851 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-fca6a2ea-4069-455e-8393-42a30a503ddd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2111b81-8068-4302-b310-fe4d7b872f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519171 Jul 14 09:17:40.769995 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-1778d673-f4b3-43dc-8163-c463daa91c01 service neutron] 10.222.0.47 "GET /v2.0/networks/c2111b81-8068-4302-b310-fe4d7b872f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970012 Jul 14 09:17:40.933989 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e801e9-432e-4563-bd79-bd40b38dc7f1 req-3c9d6174-0c3b-4aca-bcf9-93550f9bd711 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:40.943253 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-06e801e9-432e-4563-bd79-bd40b38dc7f1 req-3c9d6174-0c3b-4aca-bcf9-93550f9bd711 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bad1c04-c82a-445a-9ad0-d09d9cd2359e HTTP/1.1" status: 200 len: 943 time: 0.2007918 Jul 14 09:17:40.999385 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1cbd87a1-5c0e-4b03-ad87-15ab3cdb50cd req-f39e7d68-f9c4-4b7d-8c18-d1d312c1f192 service neutron] 10.222.0.47 "GET /v2.0/networks/c2111b81-8068-4302-b310-fe4d7b872f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049961 Jul 14 09:17:41.017296 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-06e801e9-432e-4563-bd79-bd40b38dc7f1 req-f3520864-9692-4437-bc22-261940f2d6df tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a9dd226-1544-4da6-9786-46a512ffdcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727017 Jul 14 09:17:41.182362 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57c235-b44a-4fe4-b4ba-3a5bfb8971cc req-ba6c8948-89ed-4640-b579-6d96c9134edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:41.184039 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0b57c235-b44a-4fe4-b4ba-3a5bfb8971cc req-ba6c8948-89ed-4640-b579-6d96c9134edf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d62a1cf9a6e46cfac3f653713904f40&device_id=0bad1c04-c82a-445a-9ad0-d09d9cd2359e HTTP/1.1" status: 200 len: 1095 time: 0.0872772 Jul 14 09:17:41.305223 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57c235-b44a-4fe4-b4ba-3a5bfb8971cc req-c1d72b79-5828-4965-a30d-ec97cdd04bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:41.307007 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0b57c235-b44a-4fe4-b4ba-3a5bfb8971cc req-c1d72b79-5828-4965-a30d-ec97cdd04bfe service neutron] 10.222.0.47 "GET /v2.0/networks?id=c2111b81-8068-4302-b310-fe4d7b872f11 HTTP/1.1" status: 200 len: 921 time: 0.1136656 Jul 14 09:17:41.368912 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0b57c235-b44a-4fe4-b4ba-3a5bfb8971cc req-a9e04ac7-736f-4f6d-8d71-cadb8f68d149 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f82666cf-5189-42b1-8404-ff9e25b33304 HTTP/1.1" status: 200 len: 217 time: 0.0505807 Jul 14 09:17:41.445706 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57c235-b44a-4fe4-b4ba-3a5bfb8971cc req-3af19014-ac9b-4352-8efc-9f218ab40234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:41.465188 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0b57c235-b44a-4fe4-b4ba-3a5bfb8971cc req-3af19014-ac9b-4352-8efc-9f218ab40234 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e42a3e6-0464-4ef3-bc12-ad9c19569b56 HTTP/1.1" status: 200 len: 861 time: 0.0878477 Jul 14 09:17:41.551056 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0b57c235-b44a-4fe4-b4ba-3a5bfb8971cc req-1ec3804b-e169-4f78-a1ec-24b67b4b76b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2111b81-8068-4302-b310-fe4d7b872f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730639 Jul 14 09:17:41.667179 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0b57c235-b44a-4fe4-b4ba-3a5bfb8971cc req-a462bb4e-9cfc-47c6-a69d-2090d7fcd205 service neutron] 10.222.0.47 "GET /v2.0/networks/c2111b81-8068-4302-b310-fe4d7b872f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099501 Jul 14 09:17:41.775095 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0b57c235-b44a-4fe4-b4ba-3a5bfb8971cc req-6fb8f8c2-b3be-44dd-a747-0252da6dd3e8 service neutron] 10.222.0.47 "GET /v2.0/networks/c2111b81-8068-4302-b310-fe4d7b872f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005623 Jul 14 09:17:42.059770 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:42.343393 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef5645-3de0-410d-aa9c-a069d64269f2 req-238fba4d-3cf5-4cd7-87b1-77caf4a8f4a0 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:42.343393 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6ef5645-3de0-410d-aa9c-a069d64269f2 req-238fba4d-3cf5-4cd7-87b1-77caf4a8f4a0 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bad1c04-c82a-445a-9ad0-d09d9cd2359e HTTP/1.1" status: 200 len: 943 time: 0.1256244 Jul 14 09:17:42.395286 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6ef5645-3de0-410d-aa9c-a069d64269f2 req-a8d21ebc-ac60-4866-97b9-aa5a0422e010 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a9dd226-1544-4da6-9786-46a512ffdcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479941 Jul 14 09:17:43.734915 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eddb05-8086-4a43-8f43-a61fef3c6d08 req-d83306e4-e40e-4afc-bb98-d0e075b45ed9 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:43.744099 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-24eddb05-8086-4a43-8f43-a61fef3c6d08 req-d83306e4-e40e-4afc-bb98-d0e075b45ed9 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bad1c04-c82a-445a-9ad0-d09d9cd2359e HTTP/1.1" status: 200 len: 943 time: 0.1354196 Jul 14 09:17:43.841771 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-24eddb05-8086-4a43-8f43-a61fef3c6d08 req-48a1681f-10d4-4ca7-925b-5bd50fb40f21 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a9dd226-1544-4da6-9786-46a512ffdcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853815 Jul 14 09:17:44.364580 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device f82666cf-5189-42b1-8404-ff9e25b33304 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:44.664369 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port f82666cf-5189-42b1-8404-ff9e25b33304, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f82666cf-5189-42b1-8404-ff9e25b33304,segment=NetworkSegment(3b9584ac-b0b1-4d88-acdc-12f1c0603edb),segment_id=3b9584ac-b0b1-4d88-acdc-12f1c0603edb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:44.703802 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'f82666cf-5189-42b1-8404-ff9e25b33304', 'network_id': 'c2111b81-8068-4302-b310-fe4d7b872f11', 'port_id': 'f82666cf-5189-42b1-8404-ff9e25b33304', 'mac_address': 'fa:16:3e:2e:a5:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e42a3e6-0464-4ef3-bc12-ad9c19569b56', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:44.805245 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:44.840091 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f82666cf-5189-42b1-8404-ff9e25b33304 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:44.943379 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port f82666cf-5189-42b1-8404-ff9e25b33304, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f82666cf-5189-42b1-8404-ff9e25b33304,segment=NetworkSegment(3b9584ac-b0b1-4d88-acdc-12f1c0603edb),segment_id=3b9584ac-b0b1-4d88-acdc-12f1c0603edb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:44.954211 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:45.058172 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc78a7f-4d3d-42a8-9ff8-5697af0b24fe req-2bd08674-7bd4-41db-a995-c19d1f52d034 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:45.062626 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4bc78a7f-4d3d-42a8-9ff8-5697af0b24fe req-2bd08674-7bd4-41db-a995-c19d1f52d034 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 946 time: 0.2518415 Jul 14 09:17:45.123309 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=f82666cf-5189-42b1-8404-ff9e25b33304,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:45.207299 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4bc78a7f-4d3d-42a8-9ff8-5697af0b24fe req-ed6188dd-a84a-4151-bd04-69c795c5666e tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385665 Jul 14 09:17:45.228848 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['f82666cf-5189-42b1-8404-ff9e25b33304'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:45.378292 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7cf0a-6e7d-447a-83fb-2f27eeb95522 req-44bdf378-dbea-4c77-aa87-b461ea0cc383 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:45.400434 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0af7cf0a-6e7d-447a-83fb-2f27eeb95522 req-44bdf378-dbea-4c77-aa87-b461ea0cc383 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bad1c04-c82a-445a-9ad0-d09d9cd2359e HTTP/1.1" status: 200 len: 944 time: 0.2543356 Jul 14 09:17:45.497451 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0af7cf0a-6e7d-447a-83fb-2f27eeb95522 req-f820bdab-bdf1-4b8e-960a-a4183fd339d7 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a9dd226-1544-4da6-9786-46a512ffdcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956788 Jul 14 09:17:45.890761 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49762) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:46.055645 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3454b06c-472f-4280-ad36-2d76a1063de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.190851 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3454b06c-472f-4280-ad36-2d76a1063de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.208215 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3454b06c-472f-4280-ad36-2d76a1063de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.256293 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3454b06c-472f-4280-ad36-2d76a1063de3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=349a4c31c68241d0a6ca41b13b428b33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3633091 Jul 14 09:17:46.257563 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454b06c-472f-4280-ad36-2d76a1063de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd766f1-3cc4-4000-b839-75b0a403918f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:46.258829 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49782) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:46.356832 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4781a597-21d1-4f30-a406-b2f8ed831fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.386996 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device f82666cf-5189-42b1-8404-ff9e25b33304 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:46.450897 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4781a597-21d1-4f30-a406-b2f8ed831fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.512657 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port f82666cf-5189-42b1-8404-ff9e25b33304 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:46.520815 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port f82666cf-5189-42b1-8404-ff9e25b33304 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:46.523361 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.780586 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.831294 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bad1c04-c82a-445a-9ad0-d09d9cd2359e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82666cf-5189-42b1-8404-ff9e25b33304'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:46.833940 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75824660-1f7c-439a-a649-2f1063489832" -d '{"events": [{"server_uuid": "0bad1c04-c82a-445a-9ad0-d09d9cd2359e", "name": "network-vif-plugged", "status": "completed", "tag": "f82666cf-5189-42b1-8404-ff9e25b33304"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:46.851357 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port f82666cf-5189-42b1-8404-ff9e25b33304, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f82666cf-5189-42b1-8404-ff9e25b33304,segment=NetworkSegment(3b9584ac-b0b1-4d88-acdc-12f1c0603edb),segment_id=3b9584ac-b0b1-4d88-acdc-12f1c0603edb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:46.862514 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.926681 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=f82666cf-5189-42b1-8404-ff9e25b33304,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:47.104872 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac19cf-3207-40ed-a39f-8bedb6536283 req-89ac968c-5b81-42db-97f0-0a4876087ce4 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:47.112411 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2ac19cf-3207-40ed-a39f-8bedb6536283 req-89ac968c-5b81-42db-97f0-0a4876087ce4 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 946 time: 0.7147970 Jul 14 09:17:47.189164 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4781a597-21d1-4f30-a406-b2f8ed831fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:47.191688 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4781a597-21d1-4f30-a406-b2f8ed831fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:47.200185 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4781a597-21d1-4f30-a406-b2f8ed831fbc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fbd766f1-3cc4-4000-b839-75b0a403918f HTTP/1.1" status: 204 len: 168 time: 0.9351509 Jul 14 09:17:47.245038 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2ac19cf-3207-40ed-a39f-8bedb6536283 req-2e956122-bebb-47c0-90e8-dd68952642ad tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310613 Jul 14 09:17:47.257473 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781a597-21d1-4f30-a406-b2f8ed831fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd766f1-3cc4-4000-b839-75b0a403918f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:47.326057 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c3969-483e-4a2c-a393-763bcdc312d6 req-22219377-1f6a-44f3-bb56-7bfa3a762c1f tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:47.346997 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c45c3969-483e-4a2c-a393-763bcdc312d6 req-22219377-1f6a-44f3-bb56-7bfa3a762c1f tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bad1c04-c82a-445a-9ad0-d09d9cd2359e HTTP/1.1" status: 200 len: 945 time: 0.2563567 Jul 14 09:17:47.427414 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c45c3969-483e-4a2c-a393-763bcdc312d6 req-e38d1091-b71c-4585-8c73-fb303619257e tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a9dd226-1544-4da6-9786-46a512ffdcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793755 Jul 14 09:17:47.520798 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d99f0b-adb7-429b-a856-a9891d98e87b x-openstack-request-id: req-c2d99f0b-adb7-429b-a856-a9891d98e87b {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:47.521287 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bad1c04-c82a-445a-9ad0-d09d9cd2359e", "name": "network-vif-plugged", "status": "completed", "tag": "f82666cf-5189-42b1-8404-ff9e25b33304", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:47.521394 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2d99f0b-adb7-429b-a856-a9891d98e87b {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:47.523314 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bad1c04-c82a-445a-9ad0-d09d9cd2359e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82666cf-5189-42b1-8404-ff9e25b33304', 'code': 200} Jul 14 09:17:47.749856 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd083af-0093-47de-a687-24f904319e31 req-0a7ec226-c337-4fe2-8d43-0903c4155f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:47.751896 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bdd083af-0093-47de-a687-24f904319e31 req-0a7ec226-c337-4fe2-8d43-0903c4155f6b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0bad1c04-c82a-445a-9ad0-d09d9cd2359e HTTP/1.1" status: 200 len: 1097 time: 0.1228328 Jul 14 09:17:47.819635 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bdd083af-0093-47de-a687-24f904319e31 req-2e0c16c1-be30-4791-8250-b6e5dc558962 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5a9dd226-1544-4da6-9786-46a512ffdcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571554 Jul 14 09:17:48.327734 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49830) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:48.377585 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2fe2bd26-206a-4b9a-bf7b-4e9b433af2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:48.638968 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b496f-0648-4840-af78-82733b8f5759 req-a70f042b-ad26-4585-bde0-9cef8b72bd8d tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:48.641065 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9b6b496f-0648-4840-af78-82733b8f5759 req-a70f042b-ad26-4585-bde0-9cef8b72bd8d tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 946 time: 0.1309631 Jul 14 09:17:48.679987 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-026a969e-c741-4e02-ad23-e20414b4671f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:48.748886 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9b6b496f-0648-4840-af78-82733b8f5759 req-4170c058-99a1-4f64-9470-6bc1cf411169 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010695 Jul 14 09:17:48.941103 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900c4f1-7673-4634-8f62-ad42910a3390 req-e77bd6fa-da39-4a76-a71e-4d4912696c17 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:48.942687 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b900c4f1-7673-4634-8f62-ad42910a3390 req-e77bd6fa-da39-4a76-a71e-4d4912696c17 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bad1c04-c82a-445a-9ad0-d09d9cd2359e HTTP/1.1" status: 200 len: 945 time: 0.1928234 Jul 14 09:17:49.020814 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b900c4f1-7673-4634-8f62-ad42910a3390 req-fa79eeeb-7659-400b-9d79-3bedbc96df3f tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a9dd226-1544-4da6-9786-46a512ffdcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654361 Jul 14 09:17:49.085113 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-026a969e-c741-4e02-ad23-e20414b4671f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:49.092227 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-026a969e-c741-4e02-ad23-e20414b4671f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:49.121126 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-026a969e-c741-4e02-ad23-e20414b4671f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e7293dbd31f047abafcb7f4cd68b9595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7918687 Jul 14 09:17:49.122863 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49866) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:49.165841 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a969e-c741-4e02-ad23-e20414b4671f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee634f92-3d9d-4237-8c58-03afadf2b48c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:49.197755 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6623cb6-6e12-4e36-b151-4d6b92f5aea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:49.250325 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6623cb6-6e12-4e36-b151-4d6b92f5aea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:49.364833 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6623cb6-6e12-4e36-b151-4d6b92f5aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:49.370540 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6623cb6-6e12-4e36-b151-4d6b92f5aea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:49.381015 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a6623cb6-6e12-4e36-b151-4d6b92f5aea1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee634f92-3d9d-4237-8c58-03afadf2b48c HTTP/1.1" status: 204 len: 168 time: 0.2533638 Jul 14 09:17:49.393613 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6623cb6-6e12-4e36-b151-4d6b92f5aea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee634f92-3d9d-4237-8c58-03afadf2b48c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:49.829876 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49934) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:49.850533 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f038158-8a4b-45fc-8ebd-ce03a285b383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:50.018995 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f038158-8a4b-45fc-8ebd-ce03a285b383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:50.028017 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f038158-8a4b-45fc-8ebd-ce03a285b383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:50.047779 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a236a2c-1983-46a2-8ebb-75f6f0d21968 req-95cf6ae7-f5a2-4717-a837-df203a4e88e8 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:50.059792 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a236a2c-1983-46a2-8ebb-75f6f0d21968 req-95cf6ae7-f5a2-4717-a837-df203a4e88e8 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 946 time: 0.1497324 Jul 14 09:17:50.097033 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4f038158-8a4b-45fc-8ebd-ce03a285b383 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac96572dfc2e4aef957f2a7545a3ddee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2656171 Jul 14 09:17:50.097924 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f038158-8a4b-45fc-8ebd-ce03a285b383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc340ed-d7fd-4d27-99e8-363e3a3e7ad0,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:50.100927 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49948) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:50.189243 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1df9a259-5ddc-45b5-95e8-0e9053bbf594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:50.204114 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a236a2c-1983-46a2-8ebb-75f6f0d21968 req-cabf9785-febb-47e3-abf6-4323e160c4cb tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431651 Jul 14 09:17:50.221508 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1df9a259-5ddc-45b5-95e8-0e9053bbf594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:50.399544 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1df9a259-5ddc-45b5-95e8-0e9053bbf594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:50.402706 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1df9a259-5ddc-45b5-95e8-0e9053bbf594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:50.407112 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1df9a259-5ddc-45b5-95e8-0e9053bbf594 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6bc340ed-d7fd-4d27-99e8-363e3a3e7ad0 HTTP/1.1" status: 204 len: 168 time: 0.2929466 Jul 14 09:17:50.427087 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9a259-5ddc-45b5-95e8-0e9053bbf594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc340ed-d7fd-4d27-99e8-363e3a3e7ad0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:50.446697 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e71ea5-9170-4197-80fc-0dd9b8a05f16 req-2f91851d-cedd-4888-a6bc-af812e2b2c84 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:50.448622 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94e71ea5-9170-4197-80fc-0dd9b8a05f16 req-2f91851d-cedd-4888-a6bc-af812e2b2c84 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bad1c04-c82a-445a-9ad0-d09d9cd2359e HTTP/1.1" status: 200 len: 945 time: 0.2249036 Jul 14 09:17:50.468109 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49956) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:50.583279 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94e71ea5-9170-4197-80fc-0dd9b8a05f16 req-e7e71531-0e8d-461d-b7a8-3ccd1af9bfc6 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a9dd226-1544-4da6-9786-46a512ffdcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220992 Jul 14 09:17:50.650204 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea44a809-483a-4cf3-b452-4fd7b891aab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:50.789465 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea44a809-483a-4cf3-b452-4fd7b891aab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:50.796078 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea44a809-483a-4cf3-b452-4fd7b891aab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:50.844548 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44a809-483a-4cf3-b452-4fd7b891aab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3dd21d-394c-49ee-8e1d-3b478b9415e5,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:50.860955 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ea44a809-483a-4cf3-b452-4fd7b891aab6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06db8afa6bcd4e32afe7d75e6ee5864f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3907692 Jul 14 09:17:50.863831 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49968) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:50.961594 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12bf4322-e1fc-4ba2-b14a-b7eef97d7e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:51.045141 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12bf4322-e1fc-4ba2-b14a-b7eef97d7e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:51.048164 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3084f9e1-2a3b-4ac7-a45d-41e44010934d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:51.134079 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12bf4322-e1fc-4ba2-b14a-b7eef97d7e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:51.145984 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12bf4322-e1fc-4ba2-b14a-b7eef97d7e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:51.156007 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-12bf4322-e1fc-4ba2-b14a-b7eef97d7e58 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc3dd21d-394c-49ee-8e1d-3b478b9415e5 HTTP/1.1" status: 204 len: 168 time: 0.2863202 Jul 14 09:17:51.236600 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf4322-e1fc-4ba2-b14a-b7eef97d7e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3dd21d-394c-49ee-8e1d-3b478b9415e5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:51.276873 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:51.316982 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cba3fd-688b-4f24-a687-e63b1d2b2e2f req-1063eaa8-d0d3-42c1-b072-0e0731b49081 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:51.325334 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-65cba3fd-688b-4f24-a687-e63b1d2b2e2f req-1063eaa8-d0d3-42c1-b072-0e0731b49081 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bad1c04-c82a-445a-9ad0-d09d9cd2359e HTTP/1.1" status: 200 len: 945 time: 0.1499970 Jul 14 09:17:51.422425 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-65cba3fd-688b-4f24-a687-e63b1d2b2e2f req-3b020818-54ba-45ab-92cf-95e14c13180a tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a9dd226-1544-4da6-9786-46a512ffdcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957956 Jul 14 09:17:51.613694 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78296c-f730-4a5f-a066-7839f6a2f715 req-e4d48fdd-20ed-407e-89ae-334aed76076b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:51.615564 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ca78296c-f730-4a5f-a066-7839f6a2f715 req-e4d48fdd-20ed-407e-89ae-334aed76076b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 946 time: 0.0816157 Jul 14 09:17:51.729125 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ca78296c-f730-4a5f-a066-7839f6a2f715 req-dbb09f6e-8c4c-4e7c-bbb4-af70363f72f6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973845 Jul 14 09:17:52.113627 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:52.994824 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540fe44-c9ff-4db7-a01c-2cbf513a2fa5 req-9e006fa5-e820-4161-bafc-dd4acb4d0918 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:52.998897 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2540fe44-c9ff-4db7-a01c-2cbf513a2fa5 req-9e006fa5-e820-4161-bafc-dd4acb4d0918 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bad1c04-c82a-445a-9ad0-d09d9cd2359e HTTP/1.1" status: 200 len: 945 time: 0.2444549 Jul 14 09:17:53.023272 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27589816-52f6-4a82-93c3-9e559aff488e req-66b6c803-f90a-4249-becc-b3cb1b59dbfa tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:53.028338 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-27589816-52f6-4a82-93c3-9e559aff488e req-66b6c803-f90a-4249-becc-b3cb1b59dbfa tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bad1c04-c82a-445a-9ad0-d09d9cd2359e HTTP/1.1" status: 200 len: 945 time: 0.3531756 Jul 14 09:17:53.286355 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2540fe44-c9ff-4db7-a01c-2cbf513a2fa5 req-2f0d5dbf-88fe-488f-8d58-2a07fcf00bb7 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a9dd226-1544-4da6-9786-46a512ffdcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564666 Jul 14 09:17:53.360168 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca16b3-9886-4524-beec-08420d36f28b req-5137a7c7-0bee-48f3-b300-c96d83103e3b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:53.368282 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3fca16b3-9886-4524-beec-08420d36f28b req-5137a7c7-0bee-48f3-b300-c96d83103e3b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 946 time: 0.2271626 Jul 14 09:17:53.395027 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-27589816-52f6-4a82-93c3-9e559aff488e req-5290ada9-5e82-4818-9bc3-29d38e9a476b tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Deleting port f82666cf-5189-42b1-8404-ff9e25b33304 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:17:53.395290 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-27589816-52f6-4a82-93c3-9e559aff488e req-5290ada9-5e82-4818-9bc3-29d38e9a476b tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:53.524028 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-27589816-52f6-4a82-93c3-9e559aff488e req-5290ada9-5e82-4818-9bc3-29d38e9a476b tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] For port f82666cf-5189-42b1-8404-ff9e25b33304, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f82666cf-5189-42b1-8404-ff9e25b33304,segment=NetworkSegment(3b9584ac-b0b1-4d88-acdc-12f1c0603edb),segment_id=3b9584ac-b0b1-4d88-acdc-12f1c0603edb)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:53.524401 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-27589816-52f6-4a82-93c3-9e559aff488e req-5290ada9-5e82-4818-9bc3-29d38e9a476b tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:53.543340 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-27589816-52f6-4a82-93c3-9e559aff488e req-5290ada9-5e82-4818-9bc3-29d38e9a476b tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Calling delete_port for f82666cf-5189-42b1-8404-ff9e25b33304 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:17:53.653898 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:53.694566 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50090) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:53.975619 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-426d42e4-8f78-4f79-af9e-94e385ae7231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:54.083175 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3fca16b3-9886-4524-beec-08420d36f28b req-d78814f0-a67d-4107-ad3c-5e9e227d1fcb tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6964297 Jul 14 09:17:54.084148 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-27589816-52f6-4a82-93c3-9e559aff488e req-5290ada9-5e82-4818-9bc3-29d38e9a476b tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:54.110062 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['f82666cf-5189-42b1-8404-ff9e25b33304'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:54.237102 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290ada9-5e82-4818-9bc3-29d38e9a476b tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Pushing event deleted for resources: {'Port': ['ID=f82666cf-5189-42b1-8404-ff9e25b33304,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:54.277055 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-27589816-52f6-4a82-93c3-9e559aff488e req-5290ada9-5e82-4818-9bc3-29d38e9a476b tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] No DVR routers for this DVR port f82666cf-5189-42b1-8404-ff9e25b33304 on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:17:54.281113 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-27589816-52f6-4a82-93c3-9e559aff488e req-5290ada9-5e82-4818-9bc3-29d38e9a476b tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:54.283959 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-27589816-52f6-4a82-93c3-9e559aff488e req-5290ada9-5e82-4818-9bc3-29d38e9a476b tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.47 "DELETE /v2.0/ports/f82666cf-5189-42b1-8404-ff9e25b33304 HTTP/1.1" status: 204 len: 173 time: 1.2366827 Jul 14 09:17:54.284491 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bad1c04-c82a-445a-9ad0-d09d9cd2359e', 'name': 'network-vif-deleted', 'tag': 'f82666cf-5189-42b1-8404-ff9e25b33304'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:54.308323 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2fafb3-4e2d-4a52-b5ef-58ac303b3c8c" -d '{"events": [{"server_uuid": "0bad1c04-c82a-445a-9ad0-d09d9cd2359e", "name": "network-vif-deleted", "tag": "f82666cf-5189-42b1-8404-ff9e25b33304"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:54.371043 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-426d42e4-8f78-4f79-af9e-94e385ae7231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:54.378266 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-426d42e4-8f78-4f79-af9e-94e385ae7231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:54.425296 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99f937f-5aa0-4242-89e2-4181fb4341d6 x-openstack-request-id: req-f99f937f-5aa0-4242-89e2-4181fb4341d6 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:54.425662 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bad1c04-c82a-445a-9ad0-d09d9cd2359e", "name": "network-vif-deleted", "tag": "f82666cf-5189-42b1-8404-ff9e25b33304", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:54.425986 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f99f937f-5aa0-4242-89e2-4181fb4341d6 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:54.426465 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bad1c04-c82a-445a-9ad0-d09d9cd2359e', 'name': 'network-vif-deleted', 'tag': 'f82666cf-5189-42b1-8404-ff9e25b33304', 'status': 'completed', 'code': 200} Jul 14 09:17:54.450885 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50110) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:54.451116 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-426d42e4-8f78-4f79-af9e-94e385ae7231 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c0a95b8b03514ef28cd4d7c813f7f3b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7547028 Jul 14 09:17:54.452064 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d42e4-8f78-4f79-af9e-94e385ae7231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec6e72b-98d3-4656-877b-9a046b9be977,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:54.578163 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-980465dc-3e49-4f8a-8a6a-4ec373b40adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:54.657962 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-584c19d3-0506-4aeb-a56a-34379b6bfb54 req-9b9be6bb-7333-4218-b2fe-683798b81066 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bad1c04-c82a-445a-9ad0-d09d9cd2359e HTTP/1.1" status: 200 len: 210 time: 0.0811536 Jul 14 09:17:54.684462 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-980465dc-3e49-4f8a-8a6a-4ec373b40adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:54.750704 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-980465dc-3e49-4f8a-8a6a-4ec373b40adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:54.756954 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-980465dc-3e49-4f8a-8a6a-4ec373b40adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:54.758746 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-980465dc-3e49-4f8a-8a6a-4ec373b40adc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ec6e72b-98d3-4656-877b-9a046b9be977 HTTP/1.1" status: 204 len: 168 time: 0.3065658 Jul 14 09:17:54.771726 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980465dc-3e49-4f8a-8a6a-4ec373b40adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec6e72b-98d3-4656-877b-9a046b9be977,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:55.965772 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b2109-3a52-4521-a027-6fd3c9903348 req-11131f8a-c042-49f6-b4bf-36914adea1bc tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:55.973826 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-477b2109-3a52-4521-a027-6fd3c9903348 req-11131f8a-c042-49f6-b4bf-36914adea1bc tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 946 time: 0.2260723 Jul 14 09:17:56.045060 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-477b2109-3a52-4521-a027-6fd3c9903348 req-584f637f-b745-43ac-9316-5da23d6c52c4 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699918 Jul 14 09:17:56.427673 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ffc2db2-fc81-49be-9deb-2a193cb87481 req-c7328f46-9e13-4a2f-9e03-45eff669e682 tempest-ServerAddressesNegativeTestJSON-999322112 tempest-ServerAddressesNegativeTestJSON-999322112-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bad1c04-c82a-445a-9ad0-d09d9cd2359e HTTP/1.1" status: 200 len: 210 time: 0.1450336 Jul 14 09:17:56.451535 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device f82666cf-5189-42b1-8404-ff9e25b33304 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:17:56.524724 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: f82666cf-5189-42b1-8404-ff9e25b33304 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:17:56.525255 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device f82666cf-5189-42b1-8404-ff9e25b33304 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:17:56.904350 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb3b37-79d6-41c6-9dc4-59837f0220cb req-9749f0a5-5ed4-42c1-adc6-b0b280c418de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:56.906841 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30bb3b37-79d6-41c6-9dc4-59837f0220cb req-9749f0a5-5ed4-42c1-adc6-b0b280c418de service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b327168895324cc0b6c369e00d5c9690&device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 1098 time: 0.1218419 Jul 14 09:17:57.318281 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb3b37-79d6-41c6-9dc4-59837f0220cb req-57ef5ec3-05ea-494d-a0fc-37999b9df328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:57.321184 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30bb3b37-79d6-41c6-9dc4-59837f0220cb req-57ef5ec3-05ea-494d-a0fc-37999b9df328 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5e1db2f5-19ca-4d5a-a84c-a02b32125113 HTTP/1.1" status: 200 len: 910 time: 0.4073989 Jul 14 09:17:57.621070 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30bb3b37-79d6-41c6-9dc4-59837f0220cb req-581a959c-a529-4e91-bae4-cfac8eff284e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ccd8883-5e6d-4335-8e0d-817d9631487d HTTP/1.1" status: 200 len: 1002 time: 0.2928174 Jul 14 09:17:57.697092 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362faa2-3d39-432a-b0e1-77bf468699d8 req-c4b1afe8-e5f3-4305-9c13-9383606fc8ef tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:57.698896 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d362faa2-3d39-432a-b0e1-77bf468699d8 req-c4b1afe8-e5f3-4305-9c13-9383606fc8ef tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 946 time: 0.4422271 Jul 14 09:17:57.715356 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50176) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:57.796076 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d362faa2-3d39-432a-b0e1-77bf468699d8 req-cc059330-0432-42fa-98f3-78ff19debb7e tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900595 Jul 14 09:17:57.806225 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb3b37-79d6-41c6-9dc4-59837f0220cb req-1c56d4bf-91c2-4dbb-b10b-39b3983f635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:57.811907 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30bb3b37-79d6-41c6-9dc4-59837f0220cb req-1c56d4bf-91c2-4dbb-b10b-39b3983f635f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=02258896-8a0a-43a5-90d3-5cf3546f791a HTTP/1.1" status: 200 len: 849 time: 0.1792183 Jul 14 09:17:57.842230 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc83e2d4-788e-4b57-8f7e-afc665b0ad22 admin admin] Deleting subnet 7e42a3e6-0464-4ef3-bc12-ad9c19569b56 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:17:57.849345 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc83e2d4-788e-4b57-8f7e-afc665b0ad22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:57.927206 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb3b37-79d6-41c6-9dc4-59837f0220cb req-16d16fd1-ccb2-4622-b7d6-997231d46428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:57.931827 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30bb3b37-79d6-41c6-9dc4-59837f0220cb req-16d16fd1-ccb2-4622-b7d6-997231d46428 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5e1db2f5-19ca-4d5a-a84c-a02b32125113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1119485 Jul 14 09:17:57.968161 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc83e2d4-788e-4b57-8f7e-afc665b0ad22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.125321 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc83e2d4-788e-4b57-8f7e-afc665b0ad22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.265855 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc83e2d4-788e-4b57-8f7e-afc665b0ad22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.289895 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30bb3b37-79d6-41c6-9dc4-59837f0220cb req-1506dfda-042e-494e-a25c-37239178b2ba service neutron] 10.222.0.44 "GET /v2.0/networks/5e1db2f5-19ca-4d5a-a84c-a02b32125113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476286 Jul 14 09:17:58.358877 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83e2d4-788e-4b57-8f7e-afc665b0ad22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e42a3e6-0464-4ef3-bc12-ad9c19569b56,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:58.389738 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc83e2d4-788e-4b57-8f7e-afc665b0ad22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.405776 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bc83e2d4-788e-4b57-8f7e-afc665b0ad22 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7e42a3e6-0464-4ef3-bc12-ad9c19569b56 HTTP/1.1" status: 204 len: 168 time: 0.6892793 Jul 14 09:17:58.407691 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50200) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:58.630354 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-486f583e-9aab-4a95-aa3a-1e3716a2f41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.686706 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30bb3b37-79d6-41c6-9dc4-59837f0220cb req-7ff12b9f-187c-4d5b-9090-35307ed990ca service neutron] 10.222.0.44 "GET /v2.0/networks/5e1db2f5-19ca-4d5a-a84c-a02b32125113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857825 Jul 14 09:17:58.768452 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50208) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:58.925479 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-486f583e-9aab-4a95-aa3a-1e3716a2f41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.940555 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-486f583e-9aab-4a95-aa3a-1e3716a2f41c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2111b81-8068-4302-b310-fe4d7b872f11']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:58.958606 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-486f583e-9aab-4a95-aa3a-1e3716a2f41c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b9584ac-b0b1-4d88-acdc-12f1c0603edb') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:58.959589 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-486f583e-9aab-4a95-aa3a-1e3716a2f41c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b9584ac-b0b1-4d88-acdc-12f1c0603edb') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:58.972384 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-486f583e-9aab-4a95-aa3a-1e3716a2f41c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.996156 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-486f583e-9aab-4a95-aa3a-1e3716a2f41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:59.006655 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486f583e-9aab-4a95-aa3a-1e3716a2f41c admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:17:59.007596 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-486f583e-9aab-4a95-aa3a-1e3716a2f41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:17:59.089891 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:17:59.097231 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-486f583e-9aab-4a95-aa3a-1e3716a2f41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:59.119186 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-486f583e-9aab-4a95-aa3a-1e3716a2f41c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:59.129767 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-486f583e-9aab-4a95-aa3a-1e3716a2f41c admin admin] 10.222.0.25 "DELETE /v2.0/networks/c2111b81-8068-4302-b310-fe4d7b872f11 HTTP/1.1" status: 204 len: 168 time: 0.7137561 Jul 14 09:17:59.173364 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f583e-9aab-4a95-aa3a-1e3716a2f41c admin admin] Pushing event deleted for resources: {'Network': ['ID=c2111b81-8068-4302-b310-fe4d7b872f11,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:59.236027 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-bc8fe15f-af3d-45da-a505-5d870c32061a tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:59.537087 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bc8fe15f-af3d-45da-a505-5d870c32061a tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] 10.222.0.25 "PUT /v2.0/quotas/3f66f1d32e0c49919b504de59c5871f3 HTTP/1.1" status: 200 len: 368 time: 0.7672033 Jul 14 09:17:59.540596 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50246) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:59.549361 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-02eaf946-9bb1-47b1-b824-5815342bd49b tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Request body: {'network': {'project_id': '3f66f1d32e0c49919b504de59c5871f3'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:59.709389 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20936a09-a9f0-4b56-9b0f-58b5117114a9 req-f5cd48a9-596d-483d-ba4d-2832a8e43a7c tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:59.716202 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20936a09-a9f0-4b56-9b0f-58b5117114a9 req-f5cd48a9-596d-483d-ba4d-2832a8e43a7c tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 946 time: 0.4100573 Jul 14 09:17:59.717637 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02eaf946-9bb1-47b1-b824-5815342bd49b tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Made reservation on behalf of 3f66f1d32e0c49919b504de59c5871f3 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:59.721206 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02eaf946-9bb1-47b1-b824-5815342bd49b tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:59.752953 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02eaf946-9bb1-47b1-b824-5815342bd49b tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:59.845595 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50254) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:59.850986 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20936a09-a9f0-4b56-9b0f-58b5117114a9 req-65724c5a-ccf7-4609-8ff5-aee906b33215 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236396 Jul 14 09:17:59.972030 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2cf093b0-7d6f-4ee8-bbaf-5b3025318cb8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9d62a1cf9a6e46cfac3f653713904f40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1240215 Jul 14 09:17:59.978065 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50260) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:00.093612 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02eaf946-9bb1-47b1-b824-5815342bd49b tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:00.103577 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02eaf946-9bb1-47b1-b824-5815342bd49b tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:00.120461 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02eaf946-9bb1-47b1-b824-5815342bd49b tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:18:00.168291 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02eaf946-9bb1-47b1-b824-5815342bd49b tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:00.168672 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-02eaf946-9bb1-47b1-b824-5815342bd49b tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Added segment 6488b3b6-f74b-4ecf-b357-216eb9d496ab of type vlan for network 7e3fb3e9-0959-4b38-9f11-61b48da692d1 Jul 14 09:18:00.260495 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eaf946-9bb1-47b1-b824-5815342bd49b tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a198e5-5f4e-47e8-95eb-6ca2ff9bfab4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:00.268265 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02eaf946-9bb1-47b1-b824-5815342bd49b tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:00.315141 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f8b0d2a-7557-4a5b-9227-973846111b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:00.366504 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f8b0d2a-7557-4a5b-9227-973846111b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:00.368623 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02eaf946-9bb1-47b1-b824-5815342bd49b tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:00.370068 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eaf946-9bb1-47b1-b824-5815342bd49b tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:00.370309 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02eaf946-9bb1-47b1-b824-5815342bd49b tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:00.445258 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-02eaf946-9bb1-47b1-b824-5815342bd49b tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8989465 Jul 14 09:18:00.446179 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50274) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:00.454618 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-d088e14a-2bf5-43f7-ac3b-d3f98ab3d77a tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Request body: {'network': {'project_id': '3f66f1d32e0c49919b504de59c5871f3'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:00.485840 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eaf946-9bb1-47b1-b824-5815342bd49b tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Pushing event updated for resources: {'Network': ['ID=7e3fb3e9-0959-4b38-9f11-61b48da692d1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:00.501690 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 7e3fb3e9-0959-4b38-9f11-61b48da692d1 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:18:00.506710 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d088e14a-2bf5-43f7-ac3b-d3f98ab3d77a tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Made reservation on behalf of 3f66f1d32e0c49919b504de59c5871f3 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:00.510968 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d088e14a-2bf5-43f7-ac3b-d3f98ab3d77a tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:00.531847 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f8b0d2a-7557-4a5b-9227-973846111b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:00.539795 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f8b0d2a-7557-4a5b-9227-973846111b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:00.547330 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6f8b0d2a-7557-4a5b-9227-973846111b0d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a9dd226-1544-4da6-9786-46a512ffdcba HTTP/1.1" status: 204 len: 168 time: 0.5578628 Jul 14 09:18:00.561252 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b0d2a-7557-4a5b-9227-973846111b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9dd226-1544-4da6-9786-46a512ffdcba,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:00.567711 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d088e14a-2bf5-43f7-ac3b-d3f98ab3d77a tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:18:00.595073 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d088e14a-2bf5-43f7-ac3b-d3f98ab3d77a tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:00.598213 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-d088e14a-2bf5-43f7-ac3b-d3f98ab3d77a tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Added segment 4a2ca611-2bd0-494d-beff-3fc5752b525f of type vlan for network 53eb45e5-ebd4-46fc-9be5-fcbdf169f3a0 Jul 14 09:18:00.656597 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d088e14a-2bf5-43f7-ac3b-d3f98ab3d77a tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:00.713565 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d088e14a-2bf5-43f7-ac3b-d3f98ab3d77a tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:00.721020 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d088e14a-2bf5-43f7-ac3b-d3f98ab3d77a tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:00.723935 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d088e14a-2bf5-43f7-ac3b-d3f98ab3d77a tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:00.839818 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d088e14a-2bf5-43f7-ac3b-d3f98ab3d77a tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3853900 Jul 14 09:18:00.840050 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50280) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:00.844775 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-fa1c54fb-ccc2-4499-a1c6-cdee2214bae8 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Request body: {'network': {'project_id': '3f66f1d32e0c49919b504de59c5871f3'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:00.855182 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088e14a-2bf5-43f7-ac3b-d3f98ab3d77a tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Pushing event updated for resources: {'Network': ['ID=53eb45e5-ebd4-46fc-9be5-fcbdf169f3a0,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:00.874938 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1c54fb-ccc2-4499-a1c6-cdee2214bae8 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 14 09:18:00.874938 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1c54fb-ccc2-4499-a1c6-cdee2214bae8 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:18:00.890518 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 53eb45e5-ebd4-46fc-9be5-fcbdf169f3a0 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:18:00.911043 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fa1c54fb-ccc2-4499-a1c6-cdee2214bae8 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0686276 Jul 14 09:18:00.912989 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50286) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:01.184040 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f592acb-9158-4b9f-a9ee-34cf13c728b2 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:01.369622 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f592acb-9158-4b9f-a9ee-34cf13c728b2 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:01.422363 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2f592acb-9158-4b9f-a9ee-34cf13c728b2 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53eb45e5-ebd4-46fc-9be5-fcbdf169f3a0']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:01.476922 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2f592acb-9158-4b9f-a9ee-34cf13c728b2 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2ca611-2bd0-494d-beff-3fc5752b525f') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:01.477227 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2f592acb-9158-4b9f-a9ee-34cf13c728b2 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2ca611-2bd0-494d-beff-3fc5752b525f') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:01.497950 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f592acb-9158-4b9f-a9ee-34cf13c728b2 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:01.532396 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f592acb-9158-4b9f-a9ee-34cf13c728b2 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:01.542758 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320fb8f-3cf4-4b66-8f2d-08e60762cb2f req-f4294f0a-c176-47f7-b59f-db07cc9a9faa tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:01.544475 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9320fb8f-3cf4-4b66-8f2d-08e60762cb2f req-f4294f0a-c176-47f7-b59f-db07cc9a9faa tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 946 time: 0.1926088 Jul 14 09:18:01.550632 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f592acb-9158-4b9f-a9ee-34cf13c728b2 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:18:01.551049 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f592acb-9158-4b9f-a9ee-34cf13c728b2 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:18:01.553964 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:18:01.681840 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f592acb-9158-4b9f-a9ee-34cf13c728b2 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:01.696764 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9320fb8f-3cf4-4b66-8f2d-08e60762cb2f req-d429e9f9-acfd-4208-bad4-e3d6594f7a6c tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218030 Jul 14 09:18:01.721584 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f592acb-9158-4b9f-a9ee-34cf13c728b2 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:01.723927 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2f592acb-9158-4b9f-a9ee-34cf13c728b2 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] 10.222.0.25 "DELETE /v2.0/networks/53eb45e5-ebd4-46fc-9be5-fcbdf169f3a0 HTTP/1.1" status: 204 len: 168 time: 0.7942767 Jul 14 09:18:01.726101 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f592acb-9158-4b9f-a9ee-34cf13c728b2 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Pushing event deleted for resources: {'Network': ['ID=53eb45e5-ebd4-46fc-9be5-fcbdf169f3a0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:01.728109 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50304) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:01.848395 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40c5c29c-41c4-4f6a-a8fe-58870d5befc3 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.010612 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40c5c29c-41c4-4f6a-a8fe-58870d5befc3 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.036293 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-40c5c29c-41c4-4f6a-a8fe-58870d5befc3 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e3fb3e9-0959-4b38-9f11-61b48da692d1']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:02.057357 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-40c5c29c-41c4-4f6a-a8fe-58870d5befc3 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6488b3b6-f74b-4ecf-b357-216eb9d496ab') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:02.057976 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-40c5c29c-41c4-4f6a-a8fe-58870d5befc3 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6488b3b6-f74b-4ecf-b357-216eb9d496ab') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:02.090710 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40c5c29c-41c4-4f6a-a8fe-58870d5befc3 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.158770 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40c5c29c-41c4-4f6a-a8fe-58870d5befc3 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.168583 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c5c29c-41c4-4f6a-a8fe-58870d5befc3 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:18:02.169163 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40c5c29c-41c4-4f6a-a8fe-58870d5befc3 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:18:02.171461 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:18:02.263874 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40c5c29c-41c4-4f6a-a8fe-58870d5befc3 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.276124 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40c5c29c-41c4-4f6a-a8fe-58870d5befc3 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.284267 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-40c5c29c-41c4-4f6a-a8fe-58870d5befc3 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] 10.222.0.25 "DELETE /v2.0/networks/7e3fb3e9-0959-4b38-9f11-61b48da692d1 HTTP/1.1" status: 204 len: 168 time: 0.5520058 Jul 14 09:18:02.331712 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5c29c-41c4-4f6a-a8fe-58870d5befc3 tempest-QuotasNegativeTest-689629892 tempest-QuotasNegativeTest-689629892-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e3fb3e9-0959-4b38-9f11-61b48da692d1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:02.960223 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50340) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:03.161065 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ac049a6-7258-48ba-915d-625a8ec0a242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:03.270348 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50346) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:03.402082 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ac049a6-7258-48ba-915d-625a8ec0a242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:03.430066 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ac049a6-7258-48ba-915d-625a8ec0a242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:03.525023 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-254bb4c8-474f-45e8-b037-c76529111a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:03.667905 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6ac049a6-7258-48ba-915d-625a8ec0a242 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b54fc26390524511b49159f51f3b8d70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7030265 Jul 14 09:18:03.675983 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50358) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:03.704448 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-254bb4c8-474f-45e8-b037-c76529111a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:03.711576 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-254bb4c8-474f-45e8-b037-c76529111a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:03.712825 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac049a6-7258-48ba-915d-625a8ec0a242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fe8fe3-133b-4004-a43e-cf45e4f5c8f9,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:03.768307 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254bb4c8-474f-45e8-b037-c76529111a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1229c4cb-7475-4d4e-b64e-0d09f71a7a97,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:03.812511 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-254bb4c8-474f-45e8-b037-c76529111a5a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c769b1cd92ed4ba88abbe4c70c834ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5390286 Jul 14 09:18:03.822065 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50366) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:03.890645 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4dbdd911-8b87-424b-9744-3faf5942c29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:03.947834 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18306c7c-d22e-4b7d-a335-7adfbd0d9fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:03.982954 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4dbdd911-8b87-424b-9744-3faf5942c29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:04.015447 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18306c7c-d22e-4b7d-a335-7adfbd0d9fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:04.071087 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4dbdd911-8b87-424b-9744-3faf5942c29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:04.077530 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4dbdd911-8b87-424b-9744-3faf5942c29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:04.079858 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4dbdd911-8b87-424b-9744-3faf5942c29c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f0fe8fe3-133b-4004-a43e-cf45e4f5c8f9 HTTP/1.1" status: 204 len: 168 time: 0.3991642 Jul 14 09:18:04.110713 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbdd911-8b87-424b-9744-3faf5942c29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fe8fe3-133b-4004-a43e-cf45e4f5c8f9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:04.125943 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18306c7c-d22e-4b7d-a335-7adfbd0d9fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:04.128917 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18306c7c-d22e-4b7d-a335-7adfbd0d9fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:04.131932 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-18306c7c-d22e-4b7d-a335-7adfbd0d9fbe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1229c4cb-7475-4d4e-b64e-0d09f71a7a97 HTTP/1.1" status: 204 len: 168 time: 0.3043683 Jul 14 09:18:04.164695 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18306c7c-d22e-4b7d-a335-7adfbd0d9fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1229c4cb-7475-4d4e-b64e-0d09f71a7a97,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:04.241846 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50378) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:05.022170 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f5a68c9-0a86-4ea3-a330-8fb22b72b2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:05.138244 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50400) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:05.174110 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ff1352b-76eb-4f19-9664-217b5854bee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:05.360985 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f5a68c9-0a86-4ea3-a330-8fb22b72b2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:05.369173 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f5a68c9-0a86-4ea3-a330-8fb22b72b2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:05.472714 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a68c9-0a86-4ea3-a330-8fb22b72b2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522ec80d-a29d-4f58-a60f-4cd31b586e11,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:05.531977 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2f5a68c9-0a86-4ea3-a330-8fb22b72b2cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a978c50cac1443e29c04b352835085eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2869341 Jul 14 09:18:05.533664 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50406) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:05.648331 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ff1352b-76eb-4f19-9664-217b5854bee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:05.655907 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ff1352b-76eb-4f19-9664-217b5854bee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:05.699339 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3522129-32dd-40fd-ad0a-91293a833216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:05.715676 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1352b-76eb-4f19-9664-217b5854bee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b148373b-733e-43f5-b3f4-0a18368e3332,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:05.774791 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3522129-32dd-40fd-ad0a-91293a833216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:05.791606 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6ff1352b-76eb-4f19-9664-217b5854bee9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ee9c9cafd75a43b18fe748c5ff0deb86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6512623 Jul 14 09:18:05.792927 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50410) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:05.865231 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3522129-32dd-40fd-ad0a-91293a833216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:05.872761 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3522129-32dd-40fd-ad0a-91293a833216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:05.884046 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f3522129-32dd-40fd-ad0a-91293a833216 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/522ec80d-a29d-4f58-a60f-4cd31b586e11 HTTP/1.1" status: 204 len: 168 time: 0.3407452 Jul 14 09:18:05.908821 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3522129-32dd-40fd-ad0a-91293a833216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522ec80d-a29d-4f58-a60f-4cd31b586e11,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:05.991196 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2cd8164f-35c4-4439-9aed-7d155642b65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:06.083515 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2cd8164f-35c4-4439-9aed-7d155642b65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:06.255167 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2cd8164f-35c4-4439-9aed-7d155642b65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:06.261639 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2cd8164f-35c4-4439-9aed-7d155642b65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:06.263153 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2cd8164f-35c4-4439-9aed-7d155642b65b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b148373b-733e-43f5-b3f4-0a18368e3332 HTTP/1.1" status: 204 len: 168 time: 0.4679921 Jul 14 09:18:06.275609 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8164f-35c4-4439-9aed-7d155642b65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b148373b-733e-43f5-b3f4-0a18368e3332,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:06.756353 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50434) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:06.793956 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3db8f33d-e811-4fbd-98ff-2aeace9dd151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:06.992453 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3db8f33d-e811-4fbd-98ff-2aeace9dd151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:07.007320 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3db8f33d-e811-4fbd-98ff-2aeace9dd151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:07.069191 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50444) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:07.071178 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3db8f33d-e811-4fbd-98ff-2aeace9dd151 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=43bba2430ff0457489653754e7d7d183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3134871 Jul 14 09:18:07.112120 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8f33d-e811-4fbd-98ff-2aeace9dd151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e7cae9-6c19-4777-8559-cf9db0e8f367,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:07.214858 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-62a63037-9c67-4ca7-bdf5-ca083b8936cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:07.227648 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-62a63037-9c67-4ca7-bdf5-ca083b8936cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:07.379693 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-62a63037-9c67-4ca7-bdf5-ca083b8936cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:07.391085 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-62a63037-9c67-4ca7-bdf5-ca083b8936cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:07.394173 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-62a63037-9c67-4ca7-bdf5-ca083b8936cb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58e7cae9-6c19-4777-8559-cf9db0e8f367 HTTP/1.1" status: 204 len: 168 time: 0.3217547 Jul 14 09:18:07.414941 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a63037-9c67-4ca7-bdf5-ca083b8936cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e7cae9-6c19-4777-8559-cf9db0e8f367,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:09.389472 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-6259f862-5bf9-4330-9e52-c5c1fc70a681 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:09.392257 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-6259f862-5bf9-4330-9e52-c5c1fc70a681 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/networks?id=d1f29231-45c5-485a-ab04-a9cc3a9236ce HTTP/1.1" status: 200 len: 815 time: 0.1336513 Jul 14 09:18:09.429796 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-c4cd02fc-3dc9-4e0c-84f4-568575d30416 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/quotas/5c5a1976cf14422ba46daf3169a08a6c HTTP/1.1" status: 200 len: 375 time: 0.0220788 Jul 14 09:18:09.557027 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-6da5d728-b0d6-4958-b288-6284d9cd36d0 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5c5a1976cf14422ba46daf3169a08a6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1260173 Jul 14 09:18:09.788668 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-656f6dd3-f85c-4650-ae0b-b368c4efce8d service neutron] 10.222.0.25 "GET /v2.0/networks/d1f29231-45c5-485a-ab04-a9cc3a9236ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301030 Jul 14 09:18:09.920648 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-5b317c27-eafa-4ef2-9486-ed1de9144df9 service neutron] 10.222.0.25 "GET /v2.0/networks/d1f29231-45c5-485a-ab04-a9cc3a9236ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309645 Jul 14 09:18:10.294405 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-57b53908-d979-4281-95fb-cc253242e081 req-e4a8d2dc-86df-4077-8a49-da78b2e463db tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7d5e2d-47f1-4ae3-9613-230414996530 HTTP/1.1" status: 200 len: 210 time: 0.0456848 Jul 14 09:18:10.487336 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:10.872794 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50574) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:11.380172 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-fe363e76-e669-4b8c-8777-8575a9139556 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2007919483'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:11.416092 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe363e76-e669-4b8c-8777-8575a9139556 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] Made reservation on behalf of dd1edee05fb544a490afbe507ddb0af4 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:11.440202 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe363e76-e669-4b8c-8777-8575a9139556 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:11.475182 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe363e76-e669-4b8c-8777-8575a9139556 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:11.695600 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8845245c-b4eb-414e-80b2-911ad97e0de1 req-c452908f-1d0f-4336-9a31-345657910294 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7d5e2d-47f1-4ae3-9613-230414996530 HTTP/1.1" status: 200 len: 210 time: 0.1378729 Jul 14 09:18:11.749279 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe363e76-e669-4b8c-8777-8575a9139556 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:11.759224 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe363e76-e669-4b8c-8777-8575a9139556 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:11.787590 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe363e76-e669-4b8c-8777-8575a9139556 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:18:11.819244 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe363e76-e669-4b8c-8777-8575a9139556 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:11.819849 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-fe363e76-e669-4b8c-8777-8575a9139556 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] Added segment 203dd80b-261e-42bb-a930-fc2ed445bb18 of type vlan for network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 Jul 14 09:18:11.841961 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe363e76-e669-4b8c-8777-8575a9139556 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6e7743-2be9-4a27-a984-47681f80d0be,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:11.909473 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe363e76-e669-4b8c-8777-8575a9139556 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.014580 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe363e76-e669-4b8c-8777-8575a9139556 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.026979 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe363e76-e669-4b8c-8777-8575a9139556 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:12.030898 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe363e76-e669-4b8c-8777-8575a9139556 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.109576 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.125407 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fe363e76-e669-4b8c-8777-8575a9139556 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2475414 Jul 14 09:18:12.143983 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe363e76-e669-4b8c-8777-8575a9139556 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] Pushing event updated for resources: {'Network': ['ID=18bd8ffc-cb74-4ba8-95b5-bd42b2f85044,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:12.169653 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:18:12.589323 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-8909697b-8b37-4b8a-97b8-601ae5419591 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:12.592168 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-8909697b-8b37-4b8a-97b8-601ae5419591 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.47 "GET /v2.0/networks?id=d1f29231-45c5-485a-ab04-a9cc3a9236ce HTTP/1.1" status: 200 len: 815 time: 0.4465637 Jul 14 09:18:12.609213 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e5d01700-da55-434b-9cbf-3ae7c0693ad9 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Request body: {'port': {'device_id': 'ae7d5e2d-47f1-4ae3-9613-230414996530', 'network_id': 'd1f29231-45c5-485a-ab04-a9cc3a9236ce', 'admin_state_up': True, 'tenant_id': '5c5a1976cf14422ba46daf3169a08a6c'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:12.808238 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50612) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:12.825472 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Request body: {'port': {'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044', 'binding:host_id': 'n-h1-771362-35', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-729999457'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:12.878371 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Made reservation on behalf of 4c9d342202514259a483dd6ebac662f6 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:12.882172 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.904993 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.947255 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:18:12.947255 n-d-771362-35 neutron-server[93772]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:18:12.947255 n-d-771362-35 neutron-server[93772]: [parameters: {'project_id_1': '4c9d342202514259a483dd6ebac662f6', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 18, 12, 933130)}] Jul 14 09:18:12.947255 n-d-771362-35 neutron-server[93772]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:18:12.948742 n-d-771362-35 neutron-server[93772]: DEBUG oslo_db.api [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:18:12.971197 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e5d01700-da55-434b-9cbf-3ae7c0693ad9 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Made reservation on behalf of 5c5a1976cf14422ba46daf3169a08a6c for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:12.977227 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e5d01700-da55-434b-9cbf-3ae7c0693ad9 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:13.173388 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-baca982a-dc9f-4da3-9931-c2262358a247 req-21f08ac6-abcf-48dc-bf30-02bddb538d7c tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7d5e2d-47f1-4ae3-9613-230414996530 HTTP/1.1" status: 200 len: 210 time: 0.0342772 Jul 14 09:18:13.174733 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e5d01700-da55-434b-9cbf-3ae7c0693ad9 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Allocated IP 172.20.0.14 (d1f29231-45c5-485a-ab04-a9cc3a9236ce/4877f996-564c-438d-a073-8c5869d48a51/f7898730-f5ba-4bbe-b8aa-acccafc4226b) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:13.450299 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:13.460689 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50634) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:13.541109 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e5d01700-da55-434b-9cbf-3ae7c0693ad9 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:13.575318 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e5d01700-da55-434b-9cbf-3ae7c0693ad9 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Transition to ACTIVE for port object f7898730-f5ba-4bbe-b8aa-acccafc4226b will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:13.655380 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:13.659085 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e5d01700-da55-434b-9cbf-3ae7c0693ad9 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:13.686712 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:13.747529 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] device_id is not set on port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:18:13.757635 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e5d01700-da55-434b-9cbf-3ae7c0693ad9 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Network d1f29231-45c5-485a-ab04-a9cc3a9236ce is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:13.765673 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e5d01700-da55-434b-9cbf-3ae7c0693ad9 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:13.775306 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e5d01700-da55-434b-9cbf-3ae7c0693ad9 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:13.818264 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894b38d3-f2ee-47e4-bafc-fd9a2a9f3c61,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:13.861756 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d01700-da55-434b-9cbf-3ae7c0693ad9 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Pushing event updated for resources: {'Port': ['ID=f7898730-f5ba-4bbe-b8aa-acccafc4226b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:13.898438 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22168be3-ee61-4d60-9c5a-583d1603c7d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:14.061912 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e5d01700-da55-434b-9cbf-3ae7c0693ad9 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:14.062737 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e5d01700-da55-434b-9cbf-3ae7c0693ad9 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:14.182677 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22168be3-ee61-4d60-9c5a-583d1603c7d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:14.210641 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22168be3-ee61-4d60-9c5a-583d1603c7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:14.250485 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e5d01700-da55-434b-9cbf-3ae7c0693ad9 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6488101 Jul 14 09:18:14.261082 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-19a25bf1-59e7-4a8b-bac7-82843e56b440 None None] Provisioning for port f7898730-f5ba-4bbe-b8aa-acccafc4226b completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:14.267861 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-19a25bf1-59e7-4a8b-bac7-82843e56b440 None None] Provisioning complete for port f7898730-f5ba-4bbe-b8aa-acccafc4226b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:14.268944 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19a25bf1-59e7-4a8b-bac7-82843e56b440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:14.325053 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Request body: {'port': {'device_id': 'ae7d5e2d-47f1-4ae3-9613-230414996530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:14.468672 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-19a25bf1-59e7-4a8b-bac7-82843e56b440 None None] Port f7898730-f5ba-4bbe-b8aa-acccafc4226b cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:18:14.515830 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22168be3-ee61-4d60-9c5a-583d1603c7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d1d2e0-098e-43c2-bad6-b839cf2bafb2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:14.584172 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50668) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:14.585639 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-22168be3-ee61-4d60-9c5a-583d1603c7d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29ab33d62fa745109bd363774a182219&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0310118 Jul 14 09:18:14.715735 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:14.760626 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-707a7805-b756-44a4-a65f-47bb4dbc6114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:14.843452 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] device_id is not set on port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:18:14.853736 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:14.865527 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Transition to ACTIVE for port object 152ef32a-4453-4690-a8c2-5ceb3e3ece54 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:14.878152 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:14.894088 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-707a7805-b756-44a4-a65f-47bb4dbc6114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:15.043465 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-707a7805-b756-44a4-a65f-47bb4dbc6114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:15.047179 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-707a7805-b756-44a4-a65f-47bb4dbc6114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:15.049455 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-707a7805-b756-44a4-a65f-47bb4dbc6114 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18d1d2e0-098e-43c2-bad6-b839cf2bafb2 HTTP/1.1" status: 204 len: 168 time: 0.4480014 Jul 14 09:18:15.075481 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a7805-b756-44a4-a65f-47bb4dbc6114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d1d2e0-098e-43c2-bad6-b839cf2bafb2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:15.142426 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Pushing event updated for resources: {'Port': ['ID=152ef32a-4453-4690-a8c2-5ceb3e3ece54,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:15.205333 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Checking segment: {'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:15.205711 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Network hostable DHCP agents. Network: 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:18:15.294133 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:18:15.341894 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:15.354325 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5061ce49-ab76-49b3-a439-0ce4c7cb3c6b None None] Network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:18:15.361670 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:15.392014 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7898730-f5ba-4bbe-b8aa-acccafc4226b {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:15.427066 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:15.429368 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2fcad-4227-4709-81f9-708254dfe373 req-25062bc8-3922-47ec-958b-ee8262adfe13 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:15.431039 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:15.432093 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:15.448986 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2dc2fcad-4227-4709-81f9-708254dfe373 req-25062bc8-3922-47ec-958b-ee8262adfe13 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7d5e2d-47f1-4ae3-9613-230414996530 HTTP/1.1" status: 200 len: 932 time: 0.8545127 Jul 14 09:18:15.460285 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:15.461311 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:15.462709 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempt 2 to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 Jul 14 09:18:15.464360 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:15.498457 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:15.499040 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:15.499913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:15.512868 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:15.514057 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:15.516514 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempt 3 to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 Jul 14 09:18:15.530164 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Transition to ACTIVE for port object f7898730-f5ba-4bbe-b8aa-acccafc4226b will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:15.537574 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:15.617914 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:15.620519 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:15.622355 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:15.643856 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:15.645340 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:15.647201 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempt 4 to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 Jul 14 09:18:15.721096 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:15.721499 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:15.722050 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:15.725857 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f7898730-f5ba-4bbe-b8aa-acccafc4226b,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:15.748190 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:15.748586 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:15.748955 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempt 5 to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 Jul 14 09:18:15.756946 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:15.757365 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:15.757724 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:15.758067 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:15.758404 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:15.758741 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:15.759075 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:15.768505 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:15.768864 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:15.769280 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:15.769629 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:15.769973 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:15.821465 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:15.821809 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:15.821935 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2dc2fcad-4227-4709-81f9-708254dfe373 req-3cfbdb05-03fe-4041-ab61-7b30537b9423 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/security-groups?id=86fa0607-3ab6-4d2c-8ceb-2199ef9f8a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632827 Jul 14 09:18:15.822143 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:15.823661 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:18:15.865332 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:15.865864 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:15.866459 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempt 6 to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 Jul 14 09:18:15.921835 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:15.922112 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:15.922454 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:15.948033 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50700) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:15.948886 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:15.949256 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:15.977427 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempt 7 to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 Jul 14 09:18:16.016055 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bebf00e4-37a4-4264-b195-bc7c27b39221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.094596 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Attempting to bind port f7898730-f5ba-4bbe-b8aa-acccafc4226b on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:16.094982 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Attempting to bind port f7898730-f5ba-4bbe-b8aa-acccafc4226b by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'd0b30f4a-f14e-4c50-911e-ba22eb64a9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd1f29231-45c5-485a-ab04-a9cc3a9236ce'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:16.096009 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:16.096421 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:16.096695 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Attempting to bind port f7898730-f5ba-4bbe-b8aa-acccafc4226b on network d1f29231-45c5-485a-ab04-a9cc3a9236ce {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:16.096897 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:16.109800 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Port f7898730-f5ba-4bbe-b8aa-acccafc4226b on network d1f29231-45c5-485a-ab04-a9cc3a9236ce not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:16.110866 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Attempting to bind port f7898730-f5ba-4bbe-b8aa-acccafc4226b on network d1f29231-45c5-485a-ab04-a9cc3a9236ce {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:16.121714 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:16.122122 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:16.124087 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:18:16.124479 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Checking segment: {'id': 'd0b30f4a-f14e-4c50-911e-ba22eb64a9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd1f29231-45c5-485a-ab04-a9cc3a9236ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:16.124868 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Bound using segment: {'id': 'd0b30f4a-f14e-4c50-911e-ba22eb64a9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd1f29231-45c5-485a-ab04-a9cc3a9236ce'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:18:16.126209 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Bound port: f7898730-f5ba-4bbe-b8aa-acccafc4226b, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b30f4a-f14e-4c50-911e-ba22eb64a9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd1f29231-45c5-485a-ab04-a9cc3a9236ce'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:18:16.126737 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.136483 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempt 8 to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 Jul 14 09:18:16.227325 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:16.227798 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:16.228201 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:16.241217 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:16.241625 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:16.268895 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempt 9 to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 Jul 14 09:18:16.275451 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] For port f7898730-f5ba-4bbe-b8aa-acccafc4226b, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:18:16.285659 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] For port f7898730-f5ba-4bbe-b8aa-acccafc4226b, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f7898730-f5ba-4bbe-b8aa-acccafc4226b,segment=NetworkSegment(d0b30f4a-f14e-4c50-911e-ba22eb64a9b0),segment_id=d0b30f4a-f14e-4c50-911e-ba22eb64a9b0)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:18:16.294674 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.388952 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:16.389366 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:16.389766 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:16.424295 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:16.424949 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.425212 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:16.425552 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:16.441955 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempt 10 to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 Jul 14 09:18:16.442603 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] 10.222.0.47 "PUT /v2.0/ports/f7898730-f5ba-4bbe-b8aa-acccafc4226b HTTP/1.1" status: 200 len: 1093 time: 2.1379735 Jul 14 09:18:16.460584 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7d5e2d-47f1-4ae3-9613-230414996530', 'tag': 'f7898730-f5ba-4bbe-b8aa-acccafc4226b'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:16.463143 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01830ae0-7fcf-4806-8a30-5f474dcdca07" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7d5e2d-47f1-4ae3-9613-230414996530", "tag": "f7898730-f5ba-4bbe-b8aa-acccafc4226b"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:16.509455 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:16.509896 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:16.510264 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:16.561358 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:16.561688 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:16.562071 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.607414 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004a32f4-3ffb-40c4-952a-0bc8dad82b15 x-openstack-request-id: req-004a32f4-3ffb-40c4-952a-0bc8dad82b15 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:16.607847 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7d5e2d-47f1-4ae3-9613-230414996530", "tag": "f7898730-f5ba-4bbe-b8aa-acccafc4226b", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:16.608375 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-004a32f4-3ffb-40c4-952a-0bc8dad82b15 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:16.609049 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae7d5e2d-47f1-4ae3-9613-230414996530', 'tag': 'f7898730-f5ba-4bbe-b8aa-acccafc4226b', 'status': 'completed', 'code': 200} Jul 14 09:18:16.617104 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61fc9cd-3ed9-4142-bfde-c7b9491f16d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f7898730-f5ba-4bbe-b8aa-acccafc4226b,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:16.675764 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-610c1b96-016a-465b-a799-8aa06fbdf231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:16.678158 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-610c1b96-016a-465b-a799-8aa06fbdf231 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c5a1976cf14422ba46daf3169a08a6c&device_id=ae7d5e2d-47f1-4ae3-9613-230414996530 HTTP/1.1" status: 200 len: 1096 time: 0.1826594 Jul 14 09:18:16.841026 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] For port 152ef32a-4453-4690-a8c2-5ceb3e3ece54, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:18:16.841791 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempted to set empty binding levels {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:18:16.863627 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.928390 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bebf00e4-37a4-4264-b195-bc7c27b39221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.973752 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:16.977234 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.987287 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bebf00e4-37a4-4264-b195-bc7c27b39221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.050121 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-b66e4577-020e-491d-9c50-f9505c4a3dc1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7898730-f5ba-4bbe-b8aa-acccafc4226b HTTP/1.1" status: 200 len: 217 time: 0.1983714 Jul 14 09:18:17.120806 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50712) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:17.130637 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.3172896 Jul 14 09:18:17.135896 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c5d93-56f1-4067-8e65-282c7faf44db tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Pushing event updated for resources: {'Port': ['ID=152ef32a-4453-4690-a8c2-5ceb3e3ece54,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:17.159052 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bebf00e4-37a4-4264-b195-bc7c27b39221 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b1fedc5565b74b3da7eecc163c83e5e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2085838 Jul 14 09:18:17.164957 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50716) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:17.237908 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf00e4-37a4-4264-b195-bc7c27b39221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35e4300-40df-43c3-8e78-8fed35921a15,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:17.296823 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fd35a-785f-4c6c-a903-35ecc5f1ee5a req-3e9bd892-1a24-489d-8166-0e15163e28b2 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:17.305615 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3e9fd35a-785f-4c6c-a903-35ecc5f1ee5a req-3e9bd892-1a24-489d-8166-0e15163e28b2 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7d5e2d-47f1-4ae3-9613-230414996530 HTTP/1.1" status: 200 len: 944 time: 0.2885878 Jul 14 09:18:17.314157 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f65f084-230c-4f40-844e-f60a932312e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.386242 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f65f084-230c-4f40-844e-f60a932312e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.497570 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f65f084-230c-4f40-844e-f60a932312e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.503778 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f65f084-230c-4f40-844e-f60a932312e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.507137 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1f65f084-230c-4f40-844e-f60a932312e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e35e4300-40df-43c3-8e78-8fed35921a15 HTTP/1.1" status: 204 len: 168 time: 0.3367927 Jul 14 09:18:17.517625 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3e9fd35a-785f-4c6c-a903-35ecc5f1ee5a req-fe28264f-a5be-4da0-9ee9-ed43e6f4c144 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/security-groups?id=86fa0607-3ab6-4d2c-8ceb-2199ef9f8a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086647 Jul 14 09:18:17.546990 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-ed38c308-5978-4e2e-ba83-5f7f6622a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:17.546990 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-ed38c308-5978-4e2e-ba83-5f7f6622a4c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4877f996-564c-438d-a073-8c5869d48a51 HTTP/1.1" status: 200 len: 854 time: 0.1802161 Jul 14 09:18:17.562258 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65f084-230c-4f40-844e-f60a932312e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35e4300-40df-43c3-8e78-8fed35921a15,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:17.634558 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a656ee7f-ae4d-4f63-b49b-b4fd5e2215a7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Deleting port 152ef32a-4453-4690-a8c2-5ceb3e3ece54 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:17.635200 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a656ee7f-ae4d-4f63-b49b-b4fd5e2215a7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.720166 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-8968a2d0-8fe7-4cc4-90e8-98b08c4a4d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:17.723380 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-8968a2d0-8fe7-4cc4-90e8-98b08c4a4d71 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d1f29231-45c5-485a-ab04-a9cc3a9236ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1707144 Jul 14 09:18:17.898197 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a656ee7f-ae4d-4f63-b49b-b4fd5e2215a7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] For port 152ef32a-4453-4690-a8c2-5ceb3e3ece54, host n-h1-771362-35, got binding levels [] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:17.907900 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a656ee7f-ae4d-4f63-b49b-b4fd5e2215a7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:18.042043 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a656ee7f-ae4d-4f63-b49b-b4fd5e2215a7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Calling delete_port for 152ef32a-4453-4690-a8c2-5ceb3e3ece54 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:18:18.419269 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80754c57-4d2a-41aa-82dc-2e744ca29e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:18.465599 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-9d7346ab-eb12-43c1-829c-24d2a3ad148e service neutron] 10.222.0.47 "GET /v2.0/networks/d1f29231-45c5-485a-ab04-a9cc3a9236ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7324731 Jul 14 09:18:18.663235 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a656ee7f-ae4d-4f63-b49b-b4fd5e2215a7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:18.781396 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7b35f61-df95-4154-ab61-e5c75a53f6b3 req-480a6bf8-1438-4d05-90f0-d1e79ddc16fb service neutron] 10.222.0.47 "GET /v2.0/networks/d1f29231-45c5-485a-ab04-a9cc3a9236ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958324 Jul 14 09:18:18.800511 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656ee7f-ae4d-4f63-b49b-b4fd5e2215a7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Pushing event deleted for resources: {'Port': ['ID=152ef32a-4453-4690-a8c2-5ceb3e3ece54,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:18.826467 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a656ee7f-ae4d-4f63-b49b-b4fd5e2215a7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:18.834574 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50744) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:18.836126 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a656ee7f-ae4d-4f63-b49b-b4fd5e2215a7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] 10.222.0.25 "DELETE /v2.0/ports/152ef32a-4453-4690-a8c2-5ceb3e3ece54 HTTP/1.1" status: 204 len: 168 time: 1.7145333 Jul 14 09:18:18.931120 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff634a0-0cb8-48d7-8e3c-07330ea11658 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:18:18.955741 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2ff634a0-0cb8-48d7-8e3c-07330ea11658 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] 10.222.0.25 "GET /v2.0/ports/152ef32a-4453-4690-a8c2-5ceb3e3ece54 HTTP/1.1" status: 404 len: 333 time: 0.1194601 Jul 14 09:18:18.957185 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50748) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:18.978734 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-e491ab11-4fba-4523-be56-eeacffb9061a tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Request body: {'port': {'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1076283307'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:19.078357 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e491ab11-4fba-4523-be56-eeacffb9061a tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Made reservation on behalf of 4c9d342202514259a483dd6ebac662f6 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:19.088177 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e491ab11-4fba-4523-be56-eeacffb9061a tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:19.187364 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-e491ab11-4fba-4523-be56-eeacffb9061a tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] device_id is not set on port eab1e628-7122-4873-95cb-2a101b999d92 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:18:19.541132 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01830ae0-7fcf-4806-8a30-5f474dcdca07 req-3c5dc5a1-5978-4e0c-b447-ff31b6e8b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:19.543844 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01830ae0-7fcf-4806-8a30-5f474dcdca07 req-3c5dc5a1-5978-4e0c-b447-ff31b6e8b82f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c5a1976cf14422ba46daf3169a08a6c&device_id=ae7d5e2d-47f1-4ae3-9613-230414996530 HTTP/1.1" status: 200 len: 1096 time: 0.6004193 Jul 14 09:18:19.792046 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e491ab11-4fba-4523-be56-eeacffb9061a tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:19.907371 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e491ab11-4fba-4523-be56-eeacffb9061a tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:19.991177 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b5404-62a2-45ad-b934-f4516bfe42e3 req-f47bec75-8093-49c7-8c66-3723f1d0d49f tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:20.024013 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe8b5404-62a2-45ad-b934-f4516bfe42e3 req-f47bec75-8093-49c7-8c66-3723f1d0d49f tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7d5e2d-47f1-4ae3-9613-230414996530 HTTP/1.1" status: 200 len: 944 time: 1.0563004 Jul 14 09:18:20.036907 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01830ae0-7fcf-4806-8a30-5f474dcdca07 req-8e5bbe1b-15c4-4204-a48e-ac512879ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:20.042162 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01830ae0-7fcf-4806-8a30-5f474dcdca07 req-8e5bbe1b-15c4-4204-a48e-ac512879ad4a service neutron] 10.222.0.47 "GET /v2.0/networks?id=d1f29231-45c5-485a-ab04-a9cc3a9236ce HTTP/1.1" status: 200 len: 915 time: 0.4879820 Jul 14 09:18:20.058142 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491ab11-4fba-4523-be56-eeacffb9061a tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Pushing event updated for resources: {'Port': ['ID=eab1e628-7122-4873-95cb-2a101b999d92,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:20.107418 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e491ab11-4fba-4523-be56-eeacffb9061a tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:20.113252 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e491ab11-4fba-4523-be56-eeacffb9061a tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:20.122100 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e491ab11-4fba-4523-be56-eeacffb9061a tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:20.122805 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e491ab11-4fba-4523-be56-eeacffb9061a tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:20.128177 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e491ab11-4fba-4523-be56-eeacffb9061a tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:20.157835 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e491ab11-4fba-4523-be56-eeacffb9061a tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1973150 Jul 14 09:18:20.162159 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50772) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:20.180555 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:20.403772 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:20.969361 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50786) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:20.988687 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] device_id is not set on port eab1e628-7122-4873-95cb-2a101b999d92 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:18:21.030869 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df504294-8c10-45c0-926f-3648492169fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:21.057654 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:21.097826 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Transition to ACTIVE for port object eab1e628-7122-4873-95cb-2a101b999d92 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:21.103021 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:21.263204 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:21.273148 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:21.273578 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:21.273921 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:21.295831 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Pushing event updated for resources: {'Port': ['ID=eab1e628-7122-4873-95cb-2a101b999d92,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:21.316022 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port eab1e628-7122-4873-95cb-2a101b999d92 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:21.316375 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port eab1e628-7122-4873-95cb-2a101b999d92 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:21.317249 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempt 2 to bind port eab1e628-7122-4873-95cb-2a101b999d92 Jul 14 09:18:21.350650 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01830ae0-7fcf-4806-8a30-5f474dcdca07 req-7cca85a8-7206-4c5a-9805-cb1cf08b0151 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7898730-f5ba-4bbe-b8aa-acccafc4226b HTTP/1.1" status: 200 len: 217 time: 1.2720940 Jul 14 09:18:21.351228 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:21.351535 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:21.351818 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:21.373192 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port eab1e628-7122-4873-95cb-2a101b999d92 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:21.373539 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port eab1e628-7122-4873-95cb-2a101b999d92 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:21.373930 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempt 3 to bind port eab1e628-7122-4873-95cb-2a101b999d92 Jul 14 09:18:21.417540 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:21.418162 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:21.418663 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:21.427590 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port eab1e628-7122-4873-95cb-2a101b999d92 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:21.428333 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port eab1e628-7122-4873-95cb-2a101b999d92 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:21.428745 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempt 4 to bind port eab1e628-7122-4873-95cb-2a101b999d92 Jul 14 09:18:21.478772 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe8b5404-62a2-45ad-b934-f4516bfe42e3 req-d1f990fb-bcfe-4fa1-a083-27e4278b9dcb tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/security-groups?id=86fa0607-3ab6-4d2c-8ceb-2199ef9f8a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4519351 Jul 14 09:18:21.487314 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:21.487770 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:21.488367 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:21.511585 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port eab1e628-7122-4873-95cb-2a101b999d92 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:21.512098 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port eab1e628-7122-4873-95cb-2a101b999d92 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:21.512554 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempt 5 to bind port eab1e628-7122-4873-95cb-2a101b999d92 Jul 14 09:18:21.523559 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01830ae0-7fcf-4806-8a30-5f474dcdca07 req-250999eb-d7d2-4875-91f0-1e61b6f31fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:21.530764 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01830ae0-7fcf-4806-8a30-5f474dcdca07 req-250999eb-d7d2-4875-91f0-1e61b6f31fae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4877f996-564c-438d-a073-8c5869d48a51 HTTP/1.1" status: 200 len: 854 time: 0.1537318 Jul 14 09:18:21.574757 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:21.575243 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:21.575616 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:21.597584 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port eab1e628-7122-4873-95cb-2a101b999d92 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:21.604079 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port eab1e628-7122-4873-95cb-2a101b999d92 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:21.604550 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempt 6 to bind port eab1e628-7122-4873-95cb-2a101b999d92 Jul 14 09:18:21.670793 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:21.671274 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:21.688557 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:21.693429 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-006a1bd2-625d-48ad-ad98-351504cbd5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:21.730435 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port eab1e628-7122-4873-95cb-2a101b999d92 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:21.735537 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port eab1e628-7122-4873-95cb-2a101b999d92 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:21.738482 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempt 7 to bind port eab1e628-7122-4873-95cb-2a101b999d92 Jul 14 09:18:21.761287 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01830ae0-7fcf-4806-8a30-5f474dcdca07 req-47b0da48-5c7d-4557-a951-8f69be46d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:21.775616 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01830ae0-7fcf-4806-8a30-5f474dcdca07 req-47b0da48-5c7d-4557-a951-8f69be46d322 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d1f29231-45c5-485a-ab04-a9cc3a9236ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1868894 Jul 14 09:18:21.793307 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:21.794080 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:21.794646 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:21.808416 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port eab1e628-7122-4873-95cb-2a101b999d92 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:21.809169 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port eab1e628-7122-4873-95cb-2a101b999d92 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:21.812016 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempt 8 to bind port eab1e628-7122-4873-95cb-2a101b999d92 Jul 14 09:18:21.837906 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:21.838505 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:21.839129 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:21.853097 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port eab1e628-7122-4873-95cb-2a101b999d92 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:21.853714 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port eab1e628-7122-4873-95cb-2a101b999d92 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:21.858605 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempt 9 to bind port eab1e628-7122-4873-95cb-2a101b999d92 Jul 14 09:18:21.877849 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:21.878563 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:21.879169 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:21.892890 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port eab1e628-7122-4873-95cb-2a101b999d92 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:21.893602 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port eab1e628-7122-4873-95cb-2a101b999d92 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:21.901939 n-d-771362-35 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempt 10 to bind port eab1e628-7122-4873-95cb-2a101b999d92 Jul 14 09:18:21.939704 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:21.940626 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:21.942053 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port eab1e628-7122-4873-95cb-2a101b999d92 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:21.984470 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port eab1e628-7122-4873-95cb-2a101b999d92 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:21.988695 n-d-771362-35 neutron-server[93772]: ERROR neutron.plugins.ml2.managers [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port eab1e628-7122-4873-95cb-2a101b999d92 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:21.990063 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:22.014194 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-006a1bd2-625d-48ad-ad98-351504cbd5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:22.061899 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-006a1bd2-625d-48ad-ad98-351504cbd5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:22.144523 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01830ae0-7fcf-4806-8a30-5f474dcdca07 req-9adf9ea2-4c44-49fc-9c4b-b8a2c2ca04e7 service neutron] 10.222.0.47 "GET /v2.0/networks/d1f29231-45c5-485a-ab04-a9cc3a9236ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349206 Jul 14 09:18:22.155599 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:22.359818 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] For port eab1e628-7122-4873-95cb-2a101b999d92, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:18:22.360441 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempted to set empty binding levels {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:18:22.376863 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-006a1bd2-625d-48ad-ad98-351504cbd5a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2bb1e87fd8c54de0995da1ba37864c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4056237 Jul 14 09:18:22.384261 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50810) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:22.388048 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:22.402808 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01830ae0-7fcf-4806-8a30-5f474dcdca07 req-552b09ca-65cf-4d17-b704-811dab0dc9b9 service neutron] 10.222.0.47 "GET /v2.0/networks/d1f29231-45c5-485a-ab04-a9cc3a9236ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320206 Jul 14 09:18:22.469629 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] In _notify_port_updated(), no bound segment for port eab1e628-7122-4873-95cb-2a101b999d92 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:18:22.476080 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.477241 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:22.486259 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50816) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:22.488566 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] 10.222.0.25 "PUT /v2.0/ports/eab1e628-7122-4873-95cb-2a101b999d92 HTTP/1.1" status: 200 len: 976 time: 2.3249576 Jul 14 09:18:22.549966 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe89fb-a3f8-454f-97ff-35aed9e8d338 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Pushing event updated for resources: {'Port': ['ID=eab1e628-7122-4873-95cb-2a101b999d92,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:22.555231 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a1bd2-625d-48ad-ad98-351504cbd5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fedb371-62c2-4826-9cd3-b5b548427f11,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:22.709489 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da10df79-383a-4f71-8156-1fdd955778f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:22.763514 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da10df79-383a-4f71-8156-1fdd955778f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:22.891003 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da10df79-383a-4f71-8156-1fdd955778f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:22.893958 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da10df79-383a-4f71-8156-1fdd955778f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:22.895196 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-da10df79-383a-4f71-8156-1fdd955778f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0fedb371-62c2-4826-9cd3-b5b548427f11 HTTP/1.1" status: 204 len: 168 time: 0.4885695 Jul 14 09:18:22.919229 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.919745 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.920231 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.920832 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.921297 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.921774 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.922309 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.922823 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.923286 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.923916 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.924332 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.925227 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.925457 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.925913 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.926352 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.926802 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.927334 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.927928 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.928294 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.928780 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.929253 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.930040 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.930507 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.931016 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.931545 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.931991 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.932505 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.932947 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.933525 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.933902 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.934382 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.934837 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.935332 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.936241 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.936857 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.937153 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.941140 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10df79-383a-4f71-8156-1fdd955778f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fedb371-62c2-4826-9cd3-b5b548427f11,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:22.941717 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e10ed159-e9d4-47fd-9e63-952936dfc3f7 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32514 time: 0.4543419 Jul 14 09:18:22.947195 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50832) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:23.012906 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadb251-7f4e-447e-ac6c-7b90da1ee04b req-f6e6db09-05a2-411b-ae3e-ca56f9cd450a tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:23.020367 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4eadb251-7f4e-447e-ac6c-7b90da1ee04b req-f6e6db09-05a2-411b-ae3e-ca56f9cd450a tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7d5e2d-47f1-4ae3-9613-230414996530 HTTP/1.1" status: 200 len: 944 time: 0.2309084 Jul 14 09:18:23.197584 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4eadb251-7f4e-447e-ac6c-7b90da1ee04b req-77f380ed-6015-4228-87c3-64d78267bea4 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/security-groups?id=86fa0607-3ab6-4d2c-8ceb-2199ef9f8a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667693 Jul 14 09:18:23.258405 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-34085d58-f19c-43df-9be5-f7bd109fcf20 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Deleting port eab1e628-7122-4873-95cb-2a101b999d92 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:23.259352 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34085d58-f19c-43df-9be5-f7bd109fcf20 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:23.380993 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-34085d58-f19c-43df-9be5-f7bd109fcf20 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] For port eab1e628-7122-4873-95cb-2a101b999d92, host n-h1-771362-35, got binding levels [] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:23.381535 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34085d58-f19c-43df-9be5-f7bd109fcf20 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:23.415911 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-34085d58-f19c-43df-9be5-f7bd109fcf20 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Calling delete_port for eab1e628-7122-4873-95cb-2a101b999d92 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:18:23.561147 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34085d58-f19c-43df-9be5-f7bd109fcf20 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:23.657810 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:23.680865 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34085d58-f19c-43df-9be5-f7bd109fcf20 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:23.684214 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-34085d58-f19c-43df-9be5-f7bd109fcf20 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] 10.222.0.25 "DELETE /v2.0/ports/eab1e628-7122-4873-95cb-2a101b999d92 HTTP/1.1" status: 204 len: 168 time: 0.7291594 Jul 14 09:18:23.685931 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34085d58-f19c-43df-9be5-f7bd109fcf20 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Pushing event deleted for resources: {'Port': ['ID=eab1e628-7122-4873-95cb-2a101b999d92,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:23.686818 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50846) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:23.741944 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6eca5eb-259a-4c95-8389-bfeaa66a1831 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:18:23.745079 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e6eca5eb-259a-4c95-8389-bfeaa66a1831 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] 10.222.0.25 "GET /v2.0/ports/eab1e628-7122-4873-95cb-2a101b999d92 HTTP/1.1" status: 404 len: 333 time: 0.0561161 Jul 14 09:18:23.749111 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50852) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:23.760760 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ad392dcc-0f98-4e96-a5b4-7cd42d7ffdb1 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2035280154', 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:23.799452 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad392dcc-0f98-4e96-a5b4-7cd42d7ffdb1 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Made reservation on behalf of 4c9d342202514259a483dd6ebac662f6 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:23.807197 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad392dcc-0f98-4e96-a5b4-7cd42d7ffdb1 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:23.842329 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ad392dcc-0f98-4e96-a5b4-7cd42d7ffdb1 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] device_id is not set on port 39fa4693-e7e9-4a00-83e1-4b0717f9d3a0 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:18:24.079153 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad392dcc-0f98-4e96-a5b4-7cd42d7ffdb1 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:24.133805 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad392dcc-0f98-4e96-a5b4-7cd42d7ffdb1 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:24.198129 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad392dcc-0f98-4e96-a5b4-7cd42d7ffdb1 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:24.202010 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ad392dcc-0f98-4e96-a5b4-7cd42d7ffdb1 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:24.207296 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad392dcc-0f98-4e96-a5b4-7cd42d7ffdb1 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:24.209112 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad392dcc-0f98-4e96-a5b4-7cd42d7ffdb1 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:24.209913 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad392dcc-0f98-4e96-a5b4-7cd42d7ffdb1 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:24.217922 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad392dcc-0f98-4e96-a5b4-7cd42d7ffdb1 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Pushing event updated for resources: {'Port': ['ID=39fa4693-e7e9-4a00-83e1-4b0717f9d3a0,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:24.241836 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ad392dcc-0f98-4e96-a5b4-7cd42d7ffdb1 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4900405 Jul 14 09:18:24.244631 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50868) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:24.397917 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631835b2-d0f0-4696-b77a-809df84f4a38 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:24.400115 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-631835b2-d0f0-4696-b77a-809df84f4a38 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] 10.222.0.25 "GET /v2.0/ports/39fa4693-e7e9-4a00-83e1-4b0717f9d3a0 HTTP/1.1" status: 200 len: 955 time: 0.1541889 Jul 14 09:18:24.403240 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50874) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:24.642815 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fc488ed8-1208-42db-8e21-91187b36a0d1 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Deleting port 39fa4693-e7e9-4a00-83e1-4b0717f9d3a0 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:24.646650 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc488ed8-1208-42db-8e21-91187b36a0d1 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:24.766184 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c69014-06a9-45cd-90a5-aca5e0b14eed req-c01a906d-8698-49a4-b0a2-4f738a485b6a tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:24.770718 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-41c69014-06a9-45cd-90a5-aca5e0b14eed req-c01a906d-8698-49a4-b0a2-4f738a485b6a tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7d5e2d-47f1-4ae3-9613-230414996530 HTTP/1.1" status: 200 len: 944 time: 0.2136583 Jul 14 09:18:24.828667 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc488ed8-1208-42db-8e21-91187b36a0d1 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:24.860689 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fc488ed8-1208-42db-8e21-91187b36a0d1 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Calling delete_port for 39fa4693-e7e9-4a00-83e1-4b0717f9d3a0 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:18:24.861603 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-41c69014-06a9-45cd-90a5-aca5e0b14eed req-5cbe9243-0eb8-497d-a750-78a5f58b4481 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/security-groups?id=86fa0607-3ab6-4d2c-8ceb-2199ef9f8a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831838 Jul 14 09:18:25.036187 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc488ed8-1208-42db-8e21-91187b36a0d1 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.087378 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc488ed8-1208-42db-8e21-91187b36a0d1 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.094472 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fc488ed8-1208-42db-8e21-91187b36a0d1 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] 10.222.0.25 "DELETE /v2.0/ports/39fa4693-e7e9-4a00-83e1-4b0717f9d3a0 HTTP/1.1" status: 204 len: 168 time: 0.6875138 Jul 14 09:18:25.095133 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50892) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:25.168773 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc488ed8-1208-42db-8e21-91187b36a0d1 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Pushing event deleted for resources: {'Port': ['ID=39fa4693-e7e9-4a00-83e1-4b0717f9d3a0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:25.185410 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b4c1575-4ed0-4c11-8814-b2857c586e00 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:18:25.189857 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1b4c1575-4ed0-4c11-8814-b2857c586e00 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] 10.222.0.25 "GET /v2.0/ports/39fa4693-e7e9-4a00-83e1-4b0717f9d3a0 HTTP/1.1" status: 404 len: 333 time: 0.0925756 Jul 14 09:18:25.194591 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50896) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:25.200130 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-1445ec59-7952-411c-aa80-864df5545475 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Request body: {'port': {'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1233367554'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:25.274156 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1445ec59-7952-411c-aa80-864df5545475 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Made reservation on behalf of 4c9d342202514259a483dd6ebac662f6 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:25.287885 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1445ec59-7952-411c-aa80-864df5545475 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.352842 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1445ec59-7952-411c-aa80-864df5545475 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] device_id is not set on port 957764e2-71bf-407b-9c85-091698f5a933 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:18:25.577403 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1445ec59-7952-411c-aa80-864df5545475 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.683948 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1445ec59-7952-411c-aa80-864df5545475 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.839098 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1445ec59-7952-411c-aa80-864df5545475 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:25.844948 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445ec59-7952-411c-aa80-864df5545475 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Pushing event updated for resources: {'Port': ['ID=957764e2-71bf-407b-9c85-091698f5a933,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:25.847858 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-1445ec59-7952-411c-aa80-864df5545475 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:25.869292 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1445ec59-7952-411c-aa80-864df5545475 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:25.870298 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1445ec59-7952-411c-aa80-864df5545475 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:25.870941 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1445ec59-7952-411c-aa80-864df5545475 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.939975 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445ec59-7952-411c-aa80-864df5545475 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:25.944672 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445ec59-7952-411c-aa80-864df5545475 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:25.957132 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445ec59-7952-411c-aa80-864df5545475 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:25.957750 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445ec59-7952-411c-aa80-864df5545475 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:25.958910 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445ec59-7952-411c-aa80-864df5545475 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:25.959583 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445ec59-7952-411c-aa80-864df5545475 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:25.960256 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445ec59-7952-411c-aa80-864df5545475 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:25.960956 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445ec59-7952-411c-aa80-864df5545475 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:25.961676 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445ec59-7952-411c-aa80-864df5545475 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:25.963830 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445ec59-7952-411c-aa80-864df5545475 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:25.964590 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445ec59-7952-411c-aa80-864df5545475 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:25.965259 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445ec59-7952-411c-aa80-864df5545475 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:26.024148 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1445ec59-7952-411c-aa80-864df5545475 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8280940 Jul 14 09:18:26.026931 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50922) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:26.033557 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:26.400547 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:26.580693 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308083a9-7d38-4e56-92dd-fe4e682dc54d req-33583c85-a8df-4a1f-8f18-0e526d5d4351 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:26.612381 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-308083a9-7d38-4e56-92dd-fe4e682dc54d req-33583c85-a8df-4a1f-8f18-0e526d5d4351 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7d5e2d-47f1-4ae3-9613-230414996530 HTTP/1.1" status: 200 len: 944 time: 0.3584673 Jul 14 09:18:26.725094 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-308083a9-7d38-4e56-92dd-fe4e682dc54d req-93499883-efd6-4314-986c-ff0f1402e895 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/security-groups?id=86fa0607-3ab6-4d2c-8ceb-2199ef9f8a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107256 Jul 14 09:18:26.901385 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] device_id is not set on port 957764e2-71bf-407b-9c85-091698f5a933 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:18:26.915339 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:26.937220 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Transition to ACTIVE for port object 957764e2-71bf-407b-9c85-091698f5a933 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:26.945572 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:27.053602 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:27.054881 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:27.055524 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:27.061452 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port 957764e2-71bf-407b-9c85-091698f5a933 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:27.062279 n-d-771362-35 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port 957764e2-71bf-407b-9c85-091698f5a933 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:27.063084 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Pushing event updated for resources: {'Port': ['ID=957764e2-71bf-407b-9c85-091698f5a933,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:27.075074 n-d-771362-35 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempt 2 to bind port 957764e2-71bf-407b-9c85-091698f5a933 Jul 14 09:18:27.109405 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:27.111043 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:27.113015 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:27.131897 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port 957764e2-71bf-407b-9c85-091698f5a933 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:27.132646 n-d-771362-35 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port 957764e2-71bf-407b-9c85-091698f5a933 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:27.136136 n-d-771362-35 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempt 3 to bind port 957764e2-71bf-407b-9c85-091698f5a933 Jul 14 09:18:27.169500 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:27.169950 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:27.172978 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:27.184656 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port 957764e2-71bf-407b-9c85-091698f5a933 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:27.184995 n-d-771362-35 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port 957764e2-71bf-407b-9c85-091698f5a933 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:27.185493 n-d-771362-35 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempt 4 to bind port 957764e2-71bf-407b-9c85-091698f5a933 Jul 14 09:18:27.226457 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:27.228631 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:27.229025 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:27.238625 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port 957764e2-71bf-407b-9c85-091698f5a933 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:27.240765 n-d-771362-35 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port 957764e2-71bf-407b-9c85-091698f5a933 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:27.242207 n-d-771362-35 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempt 5 to bind port 957764e2-71bf-407b-9c85-091698f5a933 Jul 14 09:18:27.293308 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:27.293714 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:27.294407 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:27.300747 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port 957764e2-71bf-407b-9c85-091698f5a933 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:27.301283 n-d-771362-35 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port 957764e2-71bf-407b-9c85-091698f5a933 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:27.301500 n-d-771362-35 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempt 6 to bind port 957764e2-71bf-407b-9c85-091698f5a933 Jul 14 09:18:27.318614 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:27.319060 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:27.319483 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:27.325803 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port 957764e2-71bf-407b-9c85-091698f5a933 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:27.326158 n-d-771362-35 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port 957764e2-71bf-407b-9c85-091698f5a933 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:27.326557 n-d-771362-35 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempt 7 to bind port 957764e2-71bf-407b-9c85-091698f5a933 Jul 14 09:18:27.343603 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:27.343846 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:27.344404 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:27.354271 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port 957764e2-71bf-407b-9c85-091698f5a933 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:27.354749 n-d-771362-35 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port 957764e2-71bf-407b-9c85-091698f5a933 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:27.355151 n-d-771362-35 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempt 8 to bind port 957764e2-71bf-407b-9c85-091698f5a933 Jul 14 09:18:27.387467 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:27.388356 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:27.389586 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:27.405736 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port 957764e2-71bf-407b-9c85-091698f5a933 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:27.410922 n-d-771362-35 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port 957764e2-71bf-407b-9c85-091698f5a933 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:27.411963 n-d-771362-35 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempt 9 to bind port 957764e2-71bf-407b-9c85-091698f5a933 Jul 14 09:18:27.453243 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:27.456586 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:27.457313 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:27.464141 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port 957764e2-71bf-407b-9c85-091698f5a933 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:27.464854 n-d-771362-35 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port 957764e2-71bf-407b-9c85-091698f5a933 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:27.465543 n-d-771362-35 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempt 10 to bind port 957764e2-71bf-407b-9c85-091698f5a933 Jul 14 09:18:27.505527 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:27.505809 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:27.506157 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempting to bind port 957764e2-71bf-407b-9c85-091698f5a933 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:27.526025 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Port 957764e2-71bf-407b-9c85-091698f5a933 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:27.526573 n-d-771362-35 neutron-server[93773]: ERROR neutron.plugins.ml2.managers [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Failed to bind port 957764e2-71bf-407b-9c85-091698f5a933 on host n-h1-771362-35 for vnic_type normal using segments [{'id': '203dd80b-261e-42bb-a930-fc2ed445bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bd8ffc-cb74-4ba8-95b5-bd42b2f85044'}] Jul 14 09:18:27.526741 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:27.782523 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] For port 957764e2-71bf-407b-9c85-091698f5a933, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:18:27.792575 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attempted to set empty binding levels {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:18:27.798845 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:27.883710 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] In _notify_port_updated(), no bound segment for port 957764e2-71bf-407b-9c85-091698f5a933 on network 18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 {{(pid=93773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:18:27.884863 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:27.885873 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:27.888319 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] 10.222.0.25 "PUT /v2.0/ports/957764e2-71bf-407b-9c85-091698f5a933 HTTP/1.1" status: 200 len: 976 time: 1.8592806 Jul 14 09:18:27.892603 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50970) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:27.924954 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b787fb2-1b26-407a-ab76-6da4005139dd tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Pushing event updated for resources: {'Port': ['ID=957764e2-71bf-407b-9c85-091698f5a933,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:28.147413 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b24700c4-6263-4fcd-a741-5c8d7cfaf6b5 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Deleting port 957764e2-71bf-407b-9c85-091698f5a933 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:28.148030 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b24700c4-6263-4fcd-a741-5c8d7cfaf6b5 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:28.226379 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fbc42-da02-4f50-9775-f385e24ab2b8 req-6e945b15-d551-4fe6-bfba-a472fa782260 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:28.227852 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe7fbc42-da02-4f50-9775-f385e24ab2b8 req-6e945b15-d551-4fe6-bfba-a472fa782260 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7d5e2d-47f1-4ae3-9613-230414996530 HTTP/1.1" status: 200 len: 944 time: 0.1316292 Jul 14 09:18:28.231617 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b24700c4-6263-4fcd-a741-5c8d7cfaf6b5 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] For port 957764e2-71bf-407b-9c85-091698f5a933, host n-h1-771362-35, got binding levels [] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:28.232240 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b24700c4-6263-4fcd-a741-5c8d7cfaf6b5 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:28.245925 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f79a8f-d6f7-4504-bc47-924fab4a2686 req-f47249b8-7961-4971-9f12-df37e0f3351e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:28.247602 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-59f79a8f-d6f7-4504-bc47-924fab4a2686 req-f47249b8-7961-4971-9f12-df37e0f3351e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 946 time: 0.1037970 Jul 14 09:18:28.250502 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b24700c4-6263-4fcd-a741-5c8d7cfaf6b5 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Calling delete_port for 957764e2-71bf-407b-9c85-091698f5a933 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:18:28.298380 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe7fbc42-da02-4f50-9775-f385e24ab2b8 req-323e45b7-e823-4a18-af50-21ebb90caa67 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/security-groups?id=86fa0607-3ab6-4d2c-8ceb-2199ef9f8a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612438 Jul 14 09:18:28.320074 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-59f79a8f-d6f7-4504-bc47-924fab4a2686 req-dc1e3006-a65c-42f5-a3bf-71c25690cc40 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579262 Jul 14 09:18:28.398564 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b24700c4-6263-4fcd-a741-5c8d7cfaf6b5 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:28.430423 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24700c4-6263-4fcd-a741-5c8d7cfaf6b5 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Pushing event deleted for resources: {'Port': ['ID=957764e2-71bf-407b-9c85-091698f5a933,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:28.449511 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b24700c4-6263-4fcd-a741-5c8d7cfaf6b5 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:28.451942 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b24700c4-6263-4fcd-a741-5c8d7cfaf6b5 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] 10.222.0.25 "DELETE /v2.0/ports/957764e2-71bf-407b-9c85-091698f5a933 HTTP/1.1" status: 204 len: 168 time: 0.5564809 Jul 14 09:18:28.454879 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50990) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:28.496529 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-61174cf5-6b33-4aff-a088-5b5e54b191c2 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:18:28.498883 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-61174cf5-6b33-4aff-a088-5b5e54b191c2 tempest-PortsAdminExtendedAttrsTestJSON-44696422 tempest-PortsAdminExtendedAttrsTestJSON-44696422-project-admin] 10.222.0.25 "GET /v2.0/ports/957764e2-71bf-407b-9c85-091698f5a933 HTTP/1.1" status: 404 len: 333 time: 0.0417459 Jul 14 09:18:28.502472 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50994) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:28.620642 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-629d00d3-9ea8-4e13-94b6-b1e2bf096123 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:28.795985 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-629d00d3-9ea8-4e13-94b6-b1e2bf096123 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:28.810749 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-629d00d3-9ea8-4e13-94b6-b1e2bf096123 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18bd8ffc-cb74-4ba8-95b5-bd42b2f85044']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:28.824125 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-629d00d3-9ea8-4e13-94b6-b1e2bf096123 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203dd80b-261e-42bb-a930-fc2ed445bb18') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:28.824561 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-629d00d3-9ea8-4e13-94b6-b1e2bf096123 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203dd80b-261e-42bb-a930-fc2ed445bb18') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:28.836596 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-629d00d3-9ea8-4e13-94b6-b1e2bf096123 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:28.853046 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-629d00d3-9ea8-4e13-94b6-b1e2bf096123 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:28.860195 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-629d00d3-9ea8-4e13-94b6-b1e2bf096123 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:18:28.860783 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-629d00d3-9ea8-4e13-94b6-b1e2bf096123 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:18:28.864176 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:18:29.007254 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-629d00d3-9ea8-4e13-94b6-b1e2bf096123 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:29.029578 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-629d00d3-9ea8-4e13-94b6-b1e2bf096123 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:29.047655 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-629d00d3-9ea8-4e13-94b6-b1e2bf096123 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] 10.222.0.25 "DELETE /v2.0/networks/18bd8ffc-cb74-4ba8-95b5-bd42b2f85044 HTTP/1.1" status: 204 len: 168 time: 0.5395322 Jul 14 09:18:29.060127 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d00d3-9ea8-4e13-94b6-b1e2bf096123 tempest-PortsAdminExtendedAttrsTestJSON-1712861741 tempest-PortsAdminExtendedAttrsTestJSON-1712861741-project] Pushing event deleted for resources: {'Network': ['ID=18bd8ffc-cb74-4ba8-95b5-bd42b2f85044,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:29.465814 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51052) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:29.566067 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d4289-c998-443b-9caf-a503ed0f738b req-fba473d0-3608-44ed-9aa6-570d14ccd8ba tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:29.574087 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-713d4289-c998-443b-9caf-a503ed0f738b req-fba473d0-3608-44ed-9aa6-570d14ccd8ba tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7d5e2d-47f1-4ae3-9613-230414996530 HTTP/1.1" status: 200 len: 944 time: 0.0996985 Jul 14 09:18:29.639023 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-713d4289-c998-443b-9caf-a503ed0f738b req-66393f1c-e276-4289-92ad-1104a0c34ff1 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/security-groups?id=86fa0607-3ab6-4d2c-8ceb-2199ef9f8a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638745 Jul 14 09:18:29.672227 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51062) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:29.676208 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-94b65614-1378-4809-9a6d-f7f62fdf1c8a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dd1edee05fb544a490afbe507ddb0af4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2090878 Jul 14 09:18:29.759874 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6bc4f3a2-c606-46f8-a46b-92a0d34f4efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:29.792068 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6bc4f3a2-c606-46f8-a46b-92a0d34f4efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:29.874617 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6bc4f3a2-c606-46f8-a46b-92a0d34f4efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:29.877534 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6bc4f3a2-c606-46f8-a46b-92a0d34f4efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:29.883171 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6bc4f3a2-c606-46f8-a46b-92a0d34f4efa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f6e7743-2be9-4a27-a984-47681f80d0be HTTP/1.1" status: 204 len: 168 time: 0.2050910 Jul 14 09:18:29.905953 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4f3a2-c606-46f8-a46b-92a0d34f4efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6e7743-2be9-4a27-a984-47681f80d0be,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:30.464518 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51114) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:30.528907 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-afafa79a-490c-4f97-8de8-e4f5969a5ece admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c9d342202514259a483dd6ebac662f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0631266 Jul 14 09:18:30.531624 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51116) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:30.607932 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-88a60807-a5e9-4fd9-9c54-e2125999bb6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:30.641517 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-88a60807-a5e9-4fd9-9c54-e2125999bb6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:30.728940 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-88a60807-a5e9-4fd9-9c54-e2125999bb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:30.732610 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-88a60807-a5e9-4fd9-9c54-e2125999bb6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:30.736114 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-88a60807-a5e9-4fd9-9c54-e2125999bb6f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/894b38d3-f2ee-47e4-bafc-fd9a2a9f3c61 HTTP/1.1" status: 204 len: 168 time: 0.2010901 Jul 14 09:18:30.754620 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a60807-a5e9-4fd9-9c54-e2125999bb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894b38d3-f2ee-47e4-bafc-fd9a2a9f3c61,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:31.012957 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6e656-ed36-4748-a980-ba760c22dcfc req-1ba8c81b-3464-47af-87f7-eb5ce8b751fe tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:31.029283 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40e6e656-ed36-4748-a980-ba760c22dcfc req-1ba8c81b-3464-47af-87f7-eb5ce8b751fe tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7d5e2d-47f1-4ae3-9613-230414996530 HTTP/1.1" status: 200 len: 944 time: 0.1749637 Jul 14 09:18:31.082308 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40e6e656-ed36-4748-a980-ba760c22dcfc req-bf526096-e5e6-4a00-85c8-35996d30ea0e tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/security-groups?id=86fa0607-3ab6-4d2c-8ceb-2199ef9f8a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518408 Jul 14 09:18:31.172103 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 3a61054c-ca03-43e7-a0bf-a3248953dd22 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:18:31.477190 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 3a61054c-ca03-43e7-a0bf-a3248953dd22, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=3a61054c-ca03-43e7-a0bf-a3248953dd22,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:31.497248 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '3a61054c-ca03-43e7-a0bf-a3248953dd22', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'port_id': '3a61054c-ca03-43e7-a0bf-a3248953dd22', 'mac_address': 'fa:16:3e:29:d7:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:18:31.566074 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:31.580838 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a61054c-ca03-43e7-a0bf-a3248953dd22 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:31.613954 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 3a61054c-ca03-43e7-a0bf-a3248953dd22, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=3a61054c-ca03-43e7-a0bf-a3248953dd22,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:31.632764 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:31.710869 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=3a61054c-ca03-43e7-a0bf-a3248953dd22,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:31.719481 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:31.719918 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:31.720258 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:31.720591 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:31.720928 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:31.721256 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:31.721585 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:31.722033 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:31.722214 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:31.722755 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:31.723246 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:31.724096 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:31.773107 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['3a61054c-ca03-43e7-a0bf-a3248953dd22'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:32.445173 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bff5de-fd41-4293-8d39-b1c3b912204d req-e40b0e83-0e78-460d-b5aa-fa5485dce55a tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:32.456441 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-89bff5de-fd41-4293-8d39-b1c3b912204d req-e40b0e83-0e78-460d-b5aa-fa5485dce55a tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7d5e2d-47f1-4ae3-9613-230414996530 HTTP/1.1" status: 200 len: 944 time: 0.1652279 Jul 14 09:18:32.531183 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-89bff5de-fd41-4293-8d39-b1c3b912204d req-c7d83faa-ed59-4c66-ad5e-3c031cb4898f tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/security-groups?id=86fa0607-3ab6-4d2c-8ceb-2199ef9f8a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702796 Jul 14 09:18:32.601170 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device f7898730-f5ba-4bbe-b8aa-acccafc4226b details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:18:32.777680 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port f7898730-f5ba-4bbe-b8aa-acccafc4226b, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f7898730-f5ba-4bbe-b8aa-acccafc4226b,segment=NetworkSegment(d0b30f4a-f14e-4c50-911e-ba22eb64a9b0),segment_id=d0b30f4a-f14e-4c50-911e-ba22eb64a9b0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:32.800399 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'f7898730-f5ba-4bbe-b8aa-acccafc4226b', 'network_id': 'd1f29231-45c5-485a-ab04-a9cc3a9236ce', 'port_id': 'f7898730-f5ba-4bbe-b8aa-acccafc4226b', 'mac_address': 'fa:16:3e:e5:39:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4877f996-564c-438d-a073-8c5869d48a51', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:18:32.873121 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:32.891056 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7898730-f5ba-4bbe-b8aa-acccafc4226b {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:32.916414 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port f7898730-f5ba-4bbe-b8aa-acccafc4226b, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f7898730-f5ba-4bbe-b8aa-acccafc4226b,segment=NetworkSegment(d0b30f4a-f14e-4c50-911e-ba22eb64a9b0),segment_id=d0b30f4a-f14e-4c50-911e-ba22eb64a9b0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:32.929378 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:33.019845 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=f7898730-f5ba-4bbe-b8aa-acccafc4226b,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:33.182895 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 3a61054c-ca03-43e7-a0bf-a3248953dd22 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:18:33.265850 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['f7898730-f5ba-4bbe-b8aa-acccafc4226b'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:33.348182 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51264) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:33.399591 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 3a61054c-ca03-43e7-a0bf-a3248953dd22 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:33.399978 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:33.589087 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:33.643261 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-fd14e8a5-2c29-466e-afda-d5801d496b8d tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1498073232', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:33.689848 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd14e8a5-2c29-466e-afda-d5801d496b8d tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Made reservation on behalf of 28065c3666c04fed8393a44d2636afea for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:33.692559 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd14e8a5-2c29-466e-afda-d5801d496b8d tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:33.713338 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd14e8a5-2c29-466e-afda-d5801d496b8d tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:33.795055 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af7149e-75f7-4f8b-b8c1-1563cedcd044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a61054c-ca03-43e7-a0bf-a3248953dd22'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:33.832023 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb86aa2c-1c4a-4d41-b7eb-f5dee4d948da" -d '{"events": [{"server_uuid": "4af7149e-75f7-4f8b-b8c1-1563cedcd044", "name": "network-vif-plugged", "status": "completed", "tag": "3a61054c-ca03-43e7-a0bf-a3248953dd22"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:33.921685 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd14e8a5-2c29-466e-afda-d5801d496b8d tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:33.928225 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd14e8a5-2c29-466e-afda-d5801d496b8d tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:33.934412 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-fd14e8a5-2c29-466e-afda-d5801d496b8d tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] device_id is not set on port 1ccbb788-1f6f-4540-a8a3-a99ebf48d221 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:18:33.940854 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 3a61054c-ca03-43e7-a0bf-a3248953dd22, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=3a61054c-ca03-43e7-a0bf-a3248953dd22,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:33.967263 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:33.972953 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af212304-7392-4cd2-b3fb-d7f9c977dbb5 x-openstack-request-id: req-af212304-7392-4cd2-b3fb-d7f9c977dbb5 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:33.973272 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af7149e-75f7-4f8b-b8c1-1563cedcd044", "name": "network-vif-plugged", "status": "completed", "tag": "3a61054c-ca03-43e7-a0bf-a3248953dd22", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:33.973529 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af212304-7392-4cd2-b3fb-d7f9c977dbb5 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:33.975695 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af7149e-75f7-4f8b-b8c1-1563cedcd044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a61054c-ca03-43e7-a0bf-a3248953dd22', 'code': 200} Jul 14 09:18:33.988788 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a79a4d-1f55-4340-b7fc-c83c32e7189a req-3acec363-9b4b-4b92-bbfd-85cb9950a18c tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:33.995717 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07a79a4d-1f55-4340-b7fc-c83c32e7189a req-3acec363-9b4b-4b92-bbfd-85cb9950a18c tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7d5e2d-47f1-4ae3-9613-230414996530 HTTP/1.1" status: 200 len: 945 time: 0.1896241 Jul 14 09:18:34.032550 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14e8a5-2c29-466e-afda-d5801d496b8d tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc36bfda-33dc-4547-a540-76ac0af4c89e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:34.142680 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=3a61054c-ca03-43e7-a0bf-a3248953dd22,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:34.171041 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07a79a4d-1f55-4340-b7fc-c83c32e7189a req-55d953dd-0018-43c7-83cc-090df2c7abf6 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/security-groups?id=86fa0607-3ab6-4d2c-8ceb-2199ef9f8a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706841 Jul 14 09:18:34.184813 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-fd14e8a5-2c29-466e-afda-d5801d496b8d tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Allocated IP 172.25.6.27 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/1ccbb788-1f6f-4540-a8a3-a99ebf48d221) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:34.512266 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd14e8a5-2c29-466e-afda-d5801d496b8d tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:34.600737 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device f7898730-f5ba-4bbe-b8aa-acccafc4226b up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:18:34.611633 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd14e8a5-2c29-466e-afda-d5801d496b8d tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:34.698522 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd14e8a5-2c29-466e-afda-d5801d496b8d tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:34.710371 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-fd14e8a5-2c29-466e-afda-d5801d496b8d tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:34.718291 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port f7898730-f5ba-4bbe-b8aa-acccafc4226b completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:34.722758 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd14e8a5-2c29-466e-afda-d5801d496b8d tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:34.726212 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port f7898730-f5ba-4bbe-b8aa-acccafc4226b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:34.727795 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:34.884775 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd14e8a5-2c29-466e-afda-d5801d496b8d tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:34.885485 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd14e8a5-2c29-466e-afda-d5801d496b8d tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:34.930463 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:34.988343 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fd14e8a5-2c29-466e-afda-d5801d496b8d tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6384146 Jul 14 09:18:34.991792 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51332) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:35.006134 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-bc88cbf9-4c97-4e62-9aeb-e77a6fb08473 tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.27'}]}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:35.025454 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14e8a5-2c29-466e-afda-d5801d496b8d tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Pushing event updated for resources: {'Port': ['ID=1ccbb788-1f6f-4540-a8a3-a99ebf48d221,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:35.047869 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port f7898730-f5ba-4bbe-b8aa-acccafc4226b, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f7898730-f5ba-4bbe-b8aa-acccafc4226b,segment=NetworkSegment(d0b30f4a-f14e-4c50-911e-ba22eb64a9b0),segment_id=d0b30f4a-f14e-4c50-911e-ba22eb64a9b0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:35.053879 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:35.114945 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc88cbf9-4c97-4e62-9aeb-e77a6fb08473 tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:35.116582 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc88cbf9-4c97-4e62-9aeb-e77a6fb08473 tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:35.166556 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=f7898730-f5ba-4bbe-b8aa-acccafc4226b,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:35.224817 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc88cbf9-4c97-4e62-9aeb-e77a6fb08473 tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:35.603664 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc88cbf9-4c97-4e62-9aeb-e77a6fb08473 tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:35.757577 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3348b54-5750-4731-bd67-2611334dd6a2 req-4298b88b-64d1-4c81-963d-fe40d8e11547 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:35.766337 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c3348b54-5750-4731-bd67-2611334dd6a2 req-4298b88b-64d1-4c81-963d-fe40d8e11547 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7d5e2d-47f1-4ae3-9613-230414996530 HTTP/1.1" status: 200 len: 946 time: 0.1991291 Jul 14 09:18:35.884858 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c3348b54-5750-4731-bd67-2611334dd6a2 req-62a6aa50-cb65-48bc-b3f3-4ca2a77d2b8d tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/security-groups?id=86fa0607-3ab6-4d2c-8ceb-2199ef9f8a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168258 Jul 14 09:18:35.977536 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7d5e2d-47f1-4ae3-9613-230414996530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7898730-f5ba-4bbe-b8aa-acccafc4226b'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:35.983716 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cbbdb4-55a4-403e-9504-943eca1dc4b3" -d '{"events": [{"server_uuid": "ae7d5e2d-47f1-4ae3-9613-230414996530", "name": "network-vif-plugged", "status": "completed", "tag": "f7898730-f5ba-4bbe-b8aa-acccafc4226b"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:36.124611 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ed104c-8aa3-4d38-a6bd-b609f5b06576 x-openstack-request-id: req-a8ed104c-8aa3-4d38-a6bd-b609f5b06576 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:36.124909 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7d5e2d-47f1-4ae3-9613-230414996530", "name": "network-vif-plugged", "status": "completed", "tag": "f7898730-f5ba-4bbe-b8aa-acccafc4226b", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:36.125165 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8ed104c-8aa3-4d38-a6bd-b609f5b06576 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:36.125573 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7d5e2d-47f1-4ae3-9613-230414996530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7898730-f5ba-4bbe-b8aa-acccafc4226b', 'code': 200} Jul 14 09:18:36.638382 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8675f-2d6e-4c7c-bce3-fe0c24e53520 req-e0b73694-ccb4-409c-83b3-85bc03b10514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:36.640907 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-96e8675f-2d6e-4c7c-bce3-fe0c24e53520 req-e0b73694-ccb4-409c-83b3-85bc03b10514 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ae7d5e2d-47f1-4ae3-9613-230414996530 HTTP/1.1" status: 200 len: 1098 time: 0.4187932 Jul 14 09:18:36.758017 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b5318-9bd3-4b4f-a6b3-9d6c4d78656c req-d5490a3a-40ca-478b-8a10-c8a252520155 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:36.760382 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6e9b5318-9bd3-4b4f-a6b3-9d6c4d78656c req-d5490a3a-40ca-478b-8a10-c8a252520155 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 946 time: 0.3745453 Jul 14 09:18:36.822548 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-96e8675f-2d6e-4c7c-bce3-fe0c24e53520 req-b711d985-5883-4a2e-9c08-201a53852af4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=86fa0607-3ab6-4d2c-8ceb-2199ef9f8a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662941 Jul 14 09:18:36.897124 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6e9b5318-9bd3-4b4f-a6b3-9d6c4d78656c req-b9a0976d-49c3-460f-ba7d-88eacc5e600b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215858 Jul 14 09:18:36.920223 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc88cbf9-4c97-4e62-9aeb-e77a6fb08473 tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:36.964174 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc88cbf9-4c97-4e62-9aeb-e77a6fb08473 tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:37.261828 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc88cbf9-4c97-4e62-9aeb-e77a6fb08473 tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:37.429637 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c37c2-2b25-4f77-97ad-85d2bd9a6b31 req-c6c265b6-2da8-48a3-a5ba-6e588bf4a254 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:37.448113 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a7c37c2-2b25-4f77-97ad-85d2bd9a6b31 req-c6c265b6-2da8-48a3-a5ba-6e588bf4a254 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7d5e2d-47f1-4ae3-9613-230414996530 HTTP/1.1" status: 200 len: 946 time: 0.2557838 Jul 14 09:18:37.667772 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a7c37c2-2b25-4f77-97ad-85d2bd9a6b31 req-ca711192-217f-42f8-aa10-947d4a7df2b1 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/security-groups?id=86fa0607-3ab6-4d2c-8ceb-2199ef9f8a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180033 Jul 14 09:18:37.691429 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc88cbf9-4c97-4e62-9aeb-e77a6fb08473 tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:37.695480 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc88cbf9-4c97-4e62-9aeb-e77a6fb08473 tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:37.784408 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc88cbf9-4c97-4e62-9aeb-e77a6fb08473 tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:37.790321 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc88cbf9-4c97-4e62-9aeb-e77a6fb08473 tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 40f5ed0c-6aee-460d-8499-cdb1bec03d4a {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:18:37.816935 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-bc88cbf9-4c97-4e62-9aeb-e77a6fb08473 tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:18:37.818479 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bc88cbf9-4c97-4e62-9aeb-e77a6fb08473 tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.8231223 Jul 14 09:18:37.821828 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51422) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:38.050250 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75955339-f0ca-4883-a612-29507c4732c3 req-30481d8d-0a50-47a5-b7d6-143e00121655 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:38.054442 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75955339-f0ca-4883-a612-29507c4732c3 req-30481d8d-0a50-47a5-b7d6-143e00121655 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.44 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 946 time: 0.2220597 Jul 14 09:18:38.109472 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3f891486-cf9d-4c32-90d2-d01b00f25b86 tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Deleting port 1ccbb788-1f6f-4540-a8a3-a99ebf48d221 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:38.110130 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f891486-cf9d-4c32-90d2-d01b00f25b86 tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:38.311727 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8c70b-75d6-44f4-be80-1b50279301e7 req-211589fa-793e-4996-a77c-56358f74c572 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:38.315162 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-85a8c70b-75d6-44f4-be80-1b50279301e7 req-211589fa-793e-4996-a77c-56358f74c572 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 946 time: 0.1769862 Jul 14 09:18:38.316924 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f891486-cf9d-4c32-90d2-d01b00f25b86 tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:38.392297 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3f891486-cf9d-4c32-90d2-d01b00f25b86 tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Calling delete_port for 1ccbb788-1f6f-4540-a8a3-a99ebf48d221 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:18:38.432404 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-85a8c70b-75d6-44f4-be80-1b50279301e7 req-4bfe56c7-3030-4f76-856b-3368d62f493c tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac774be6-0b8f-4683-a973-88fe410efe40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800514 Jul 14 09:18:38.495075 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-75955339-f0ca-4883-a612-29507c4732c3 req-36c7eea3-0606-4078-b2eb-0a2ff7d524f4 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Deleting port 0ccd8883-5e6d-4335-8e0d-817d9631487d {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:38.495364 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-75955339-f0ca-4883-a612-29507c4732c3 req-36c7eea3-0606-4078-b2eb-0a2ff7d524f4 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:38.873709 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f891486-cf9d-4c32-90d2-d01b00f25b86 tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:38.894718 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-75955339-f0ca-4883-a612-29507c4732c3 req-36c7eea3-0606-4078-b2eb-0a2ff7d524f4 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] For port 0ccd8883-5e6d-4335-8e0d-817d9631487d, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=0ccd8883-5e6d-4335-8e0d-817d9631487d,segment=NetworkSegment(5718229c-ea30-4e86-8990-a6b2e9e91341),segment_id=5718229c-ea30-4e86-8990-a6b2e9e91341)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:38.897034 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-75955339-f0ca-4883-a612-29507c4732c3 req-36c7eea3-0606-4078-b2eb-0a2ff7d524f4 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:38.908046 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f891486-cf9d-4c32-90d2-d01b00f25b86 tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ccbb788-1f6f-4540-a8a3-a99ebf48d221,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:39.066684 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f891486-cf9d-4c32-90d2-d01b00f25b86 tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:39.070262 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3f891486-cf9d-4c32-90d2-d01b00f25b86 tempest-RoutersAdminNegativeTest-1798327034 tempest-RoutersAdminNegativeTest-1798327034-project-admin] 10.222.0.25 "DELETE /v2.0/ports/1ccbb788-1f6f-4540-a8a3-a99ebf48d221 HTTP/1.1" status: 204 len: 168 time: 1.2466955 Jul 14 09:18:39.284553 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444403f3-5016-45f1-a049-35ddea90189b req-b6a371d9-dbc0-47eb-82c0-90fb8c6ca03e tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:39.294203 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-444403f3-5016-45f1-a049-35ddea90189b req-b6a371d9-dbc0-47eb-82c0-90fb8c6ca03e tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7d5e2d-47f1-4ae3-9613-230414996530 HTTP/1.1" status: 200 len: 946 time: 0.2052143 Jul 14 09:18:39.590849 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-444403f3-5016-45f1-a049-35ddea90189b req-9cb7f094-7fd9-44c5-bef0-acfc229cb76b tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/security-groups?id=86fa0607-3ab6-4d2c-8ceb-2199ef9f8a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952881 Jul 14 09:18:39.657024 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-75955339-f0ca-4883-a612-29507c4732c3 req-36c7eea3-0606-4078-b2eb-0a2ff7d524f4 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:39.658057 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-75955339-f0ca-4883-a612-29507c4732c3 req-36c7eea3-0606-4078-b2eb-0a2ff7d524f4 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:39.658819 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [req-75955339-f0ca-4883-a612-29507c4732c3 req-36c7eea3-0606-4078-b2eb-0a2ff7d524f4 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Floating IP a0b20219-3a4f-4401-874e-332db6d8f3d3 disassociated. External IP: 172.25.6.168, port: 0ccd8883-5e6d-4335-8e0d-817d9631487d. Jul 14 09:18:39.659711 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-75955339-f0ca-4883-a612-29507c4732c3 req-36c7eea3-0606-4078-b2eb-0a2ff7d524f4 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Calling delete_port for 0ccd8883-5e6d-4335-8e0d-817d9631487d owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:18:39.917394 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51500) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:40.035873 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-75955339-f0ca-4883-a612-29507c4732c3 req-36c7eea3-0606-4078-b2eb-0a2ff7d524f4 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:40.202800 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c7eea3-0606-4078-b2eb-0a2ff7d524f4 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Pushing event deleted for resources: {'Port': ['ID=0ccd8883-5e6d-4335-8e0d-817d9631487d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:40.221987 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2c3ec674-7678-45f9-9071-0ba61b758d58 req-5edf5a97-c83e-40c3-b6cc-dfd3e207fed4 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 210 time: 0.2026906 Jul 14 09:18:40.405485 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd7544de-05e1-4c63-a414-a5dea17bca10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:40.521067 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:40.624420 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75955339-f0ca-4883-a612-29507c4732c3 req-36c7eea3-0606-4078-b2eb-0a2ff7d524f4 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Router af1314ac-be2e-4773-85c3-8f839a9a772f has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:18:40.665660 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd7544de-05e1-4c63-a414-a5dea17bca10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:40.673022 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd7544de-05e1-4c63-a414-a5dea17bca10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:40.801676 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bd7544de-05e1-4c63-a414-a5dea17bca10 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b372156dac1c4443b9e072842a9c6807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8832211 Jul 14 09:18:40.804659 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51522) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:40.805163 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7544de-05e1-4c63-a414-a5dea17bca10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f18620-445f-43e9-9f0e-ec53b7beb291,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:40.842562 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75955339-f0ca-4883-a612-29507c4732c3 req-36c7eea3-0606-4078-b2eb-0a2ff7d524f4 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:18:40.865922 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f41de5b-cf83-4b1a-8cad-98d70120d013 None None] Sync routers for ids ['af1314ac-be2e-4773-85c3-8f839a9a772f'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:18:40.920377 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f41de5b-cf83-4b1a-8cad-98d70120d013 None None] Routers {'af1314ac-be2e-4773-85c3-8f839a9a772f'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:18:40.921877 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6f41de5b-cf83-4b1a-8cad-98d70120d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:18:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['af1314ac-be2e-4773-85c3-8f839a9a772f'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:40.945889 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-75955339-f0ca-4883-a612-29507c4732c3 req-36c7eea3-0606-4078-b2eb-0a2ff7d524f4 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] No DVR routers for this DVR port 0ccd8883-5e6d-4335-8e0d-817d9631487d on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:18:40.948821 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-75955339-f0ca-4883-a612-29507c4732c3 req-36c7eea3-0606-4078-b2eb-0a2ff7d524f4 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:40.949051 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3fbcf3a7-0776-4593-9ca6-6180d1c90d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:40.951236 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75955339-f0ca-4883-a612-29507c4732c3 req-36c7eea3-0606-4078-b2eb-0a2ff7d524f4 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.44 "DELETE /v2.0/ports/0ccd8883-5e6d-4335-8e0d-817d9631487d HTTP/1.1" status: 204 len: 173 time: 2.8753920 Jul 14 09:18:40.951955 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b192d5b0-bbe8-4b65-90ca-cbe955f9482c', 'name': 'network-vif-deleted', 'tag': '0ccd8883-5e6d-4335-8e0d-817d9631487d'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:40.955457 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddcbf54-24d1-421e-9ae7-6aca8742756f" -d '{"events": [{"server_uuid": "b192d5b0-bbe8-4b65-90ca-cbe955f9482c", "name": "network-vif-deleted", "tag": "0ccd8883-5e6d-4335-8e0d-817d9631487d"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:41.027017 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3fbcf3a7-0776-4593-9ca6-6180d1c90d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:41.086787 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584f5df9-0864-4f48-a319-255d13c1be6b x-openstack-request-id: req-584f5df9-0864-4f48-a319-255d13c1be6b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:41.087086 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b192d5b0-bbe8-4b65-90ca-cbe955f9482c", "name": "network-vif-deleted", "tag": "0ccd8883-5e6d-4335-8e0d-817d9631487d", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:41.087577 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-584f5df9-0864-4f48-a319-255d13c1be6b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:41.087978 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b192d5b0-bbe8-4b65-90ca-cbe955f9482c', 'name': 'network-vif-deleted', 'tag': '0ccd8883-5e6d-4335-8e0d-817d9631487d', 'status': 'completed', 'code': 200} Jul 14 09:18:41.183182 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3fbcf3a7-0776-4593-9ca6-6180d1c90d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:41.197443 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3fbcf3a7-0776-4593-9ca6-6180d1c90d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:41.198865 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3fbcf3a7-0776-4593-9ca6-6180d1c90d01 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/61f18620-445f-43e9-9f0e-ec53b7beb291 HTTP/1.1" status: 204 len: 168 time: 0.3906808 Jul 14 09:18:41.229201 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 0ccd8883-5e6d-4335-8e0d-817d9631487d no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:18:41.238699 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbcf3a7-0776-4593-9ca6-6180d1c90d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f18620-445f-43e9-9f0e-ec53b7beb291,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:41.302948 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 0ccd8883-5e6d-4335-8e0d-817d9631487d {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:18:41.311524 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 0ccd8883-5e6d-4335-8e0d-817d9631487d not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:18:41.345965 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-6f41de5b-cf83-4b1a-8cad-98d70120d013 None None] Set router af1314ac-be2e-4773-85c3-8f839a9a772f gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:18:41.793160 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c2e9d69e-3940-414a-891f-b3899af450fb req-296653f0-8771-4e44-b5ba-5732eb38833d tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b192d5b0-bbe8-4b65-90ca-cbe955f9482c HTTP/1.1" status: 200 len: 210 time: 0.1745791 Jul 14 09:18:41.832899 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6f41de5b-cf83-4b1a-8cad-98d70120d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'name': 'tempest-AttachVolumeTestJSON-417553449-router', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:13:47Z', 'updated_at': '2021-07-14T09:13:54Z', 'revision_number': 4, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'gw_port': {'id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:48Z', 'updated_at': '2021-07-14T09:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '2c491f64-4b43-4aba-904f-696486d56c55', 'name': '', 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'mac_address': 'fa:16:3e:a7:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:51Z', 'updated_at': '2021-07-14T09:14:05Z', 'revision_number': 5, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'subnets': [{'id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:41.996979 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f41de5b-cf83-4b1a-8cad-98d70120d013 None None] Checking router: af1314ac-be2e-4773-85c3-8f839a9a772f for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:18:42.025643 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f41de5b-cf83-4b1a-8cad-98d70120d013 None None] Routers {'af1314ac-be2e-4773-85c3-8f839a9a772f'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:18:42.026444 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6f41de5b-cf83-4b1a-8cad-98d70120d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:18:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['af1314ac-be2e-4773-85c3-8f839a9a772f'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:42.070665 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:42.270970 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51572) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:42.340499 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-6f41de5b-cf83-4b1a-8cad-98d70120d013 None None] Set router af1314ac-be2e-4773-85c3-8f839a9a772f gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:18:42.350644 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3275e379-87c8-4468-bd3f-ce0be36fd6a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=28065c3666c04fed8393a44d2636afea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0776119 Jul 14 09:18:42.353143 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51574) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:42.492445 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-07a49f8a-5f6d-4704-be67-ed3701cce00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:42.564755 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-07a49f8a-5f6d-4704-be67-ed3701cce00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:42.637368 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-07a49f8a-5f6d-4704-be67-ed3701cce00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:42.640396 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-07a49f8a-5f6d-4704-be67-ed3701cce00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:42.641870 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-07a49f8a-5f6d-4704-be67-ed3701cce00f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc36bfda-33dc-4547-a540-76ac0af4c89e HTTP/1.1" status: 204 len: 168 time: 0.2873600 Jul 14 09:18:42.659685 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a49f8a-5f6d-4704-be67-ed3701cce00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc36bfda-33dc-4547-a540-76ac0af4c89e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:42.998332 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6f41de5b-cf83-4b1a-8cad-98d70120d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'name': 'tempest-AttachVolumeTestJSON-417553449-router', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:13:47Z', 'updated_at': '2021-07-14T09:13:54Z', 'revision_number': 4, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'gw_port': {'id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:48Z', 'updated_at': '2021-07-14T09:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '2c491f64-4b43-4aba-904f-696486d56c55', 'name': '', 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'mac_address': 'fa:16:3e:a7:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:51Z', 'updated_at': '2021-07-14T09:14:05Z', 'revision_number': 5, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'subnets': [{'id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:43.071439 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f41de5b-cf83-4b1a-8cad-98d70120d013 None None] The sync data for ids ['af1314ac-be2e-4773-85c3-8f839a9a772f'] in n-d-771362-35 is: [{'id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'name': 'tempest-AttachVolumeTestJSON-417553449-router', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:13:47Z', 'updated_at': '2021-07-14T09:13:54Z', 'revision_number': 4, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'gw_port': {'id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:48Z', 'updated_at': '2021-07-14T09:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '2c491f64-4b43-4aba-904f-696486d56c55', 'name': '', 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'mac_address': 'fa:16:3e:a7:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:51Z', 'updated_at': '2021-07-14T09:14:05Z', 'revision_number': 5, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'subnets': [{'id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:18:43.158863 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51606) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:43.344134 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0712b516-7529-4761-8c0c-cca1f704a6ae tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:43.384915 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0712b516-7529-4761-8c0c-cca1f704a6ae tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:43.469694 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0712b516-7529-4761-8c0c-cca1f704a6ae tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:43.475578 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0712b516-7529-4761-8c0c-cca1f704a6ae tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:43.478355 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0712b516-7529-4761-8c0c-cca1f704a6ae tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "DELETE /v2.0/security-groups/ac774be6-0b8f-4683-a973-88fe410efe40 HTTP/1.1" status: 204 len: 168 time: 0.3178012 Jul 14 09:18:43.483524 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51618) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:43.498991 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712b516-7529-4761-8c0c-cca1f704a6ae tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac774be6-0b8f-4683-a973-88fe410efe40,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:43.539844 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-d1b15e4b-fbd0-4a7c-965c-6a2dda2a58d1 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] show failed (client error): The resource could not be found. Jul 14 09:18:43.541257 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d1b15e4b-fbd0-4a7c-965c-6a2dda2a58d1 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups/ac774be6-0b8f-4683-a973-88fe410efe40 HTTP/1.1" status: 404 len: 347 time: 0.0537124 Jul 14 09:18:43.544776 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51622) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:43.859115 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb5c4e9-5892-4ed2-bdb3-d1988a4d9734 None None] New status for floating IP a0b20219-3a4f-4401-874e-332db6d8f3d3: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:18:44.012327 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-816f0de0-aa92-4184-b479-ea5cde77828f tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Deleting port 8f647d78-255d-463b-8a5b-689b6bfd4b5b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:44.012688 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-816f0de0-aa92-4184-b479-ea5cde77828f tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:44.325054 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-816f0de0-aa92-4184-b479-ea5cde77828f tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:44.328257 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-816f0de0-aa92-4184-b479-ea5cde77828f tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:44.374116 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-816f0de0-aa92-4184-b479-ea5cde77828f tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Calling delete_port for 8f647d78-255d-463b-8a5b-689b6bfd4b5b owned by network:floatingip {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:18:44.908759 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-816f0de0-aa92-4184-b479-ea5cde77828f tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:45.150881 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51682) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:45.189197 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f0de0-aa92-4184-b479-ea5cde77828f tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Pushing event deleted for resources: {'Port': ['ID=8f647d78-255d-463b-8a5b-689b6bfd4b5b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:45.365048 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-816f0de0-aa92-4184-b479-ea5cde77828f tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for floatingip, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:45.370463 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-816f0de0-aa92-4184-b479-ea5cde77828f tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:45.374878 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-816f0de0-aa92-4184-b479-ea5cde77828f tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "DELETE /v2.0/floatingips/a0b20219-3a4f-4401-874e-332db6d8f3d3 HTTP/1.1" status: 204 len: 168 time: 1.8258636 Jul 14 09:18:45.492539 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e73cc6d-74ea-43b0-9cd8-4e73aca07d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:45.840075 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e73cc6d-74ea-43b0-9cd8-4e73aca07d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:45.840271 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51700) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:45.844692 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e73cc6d-74ea-43b0-9cd8-4e73aca07d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:45.953862 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73cc6d-74ea-43b0-9cd8-4e73aca07d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715eaad4-3b25-4f46-ba05-ec6807248743,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:45.970107 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51706) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:45.971114 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2e73cc6d-74ea-43b0-9cd8-4e73aca07d01 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c9bbce089f754adaa06c889ff939ad3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8135338 Jul 14 09:18:46.104811 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d992298-7f9c-4fb0-93b1-4803f7dcc9a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:46.143545 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51714) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:46.161840 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d992298-7f9c-4fb0-93b1-4803f7dcc9a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:46.265763 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d992298-7f9c-4fb0-93b1-4803f7dcc9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:46.271216 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d992298-7f9c-4fb0-93b1-4803f7dcc9a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:46.276844 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1d992298-7f9c-4fb0-93b1-4803f7dcc9a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/715eaad4-3b25-4f46-ba05-ec6807248743 HTTP/1.1" status: 204 len: 168 time: 0.3041105 Jul 14 09:18:46.291150 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51724) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:46.296290 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-346031dc-9e52-4686-8c02-f7888b57d632 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Request body: {'security_group': {'name': 'tempest-securitygroup--673583158', 'description': 'tempest-description--359373824'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:46.299648 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d992298-7f9c-4fb0-93b1-4803f7dcc9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715eaad4-3b25-4f46-ba05-ec6807248743,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:46.391621 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-346031dc-9e52-4686-8c02-f7888b57d632 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:46.457195 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-4cd59a9b-ba52-4aa6-8736-bd51b2f54a9d tempest-SubnetPoolsTestJSON-1564855338 tempest-SubnetPoolsTestJSON-1564855338-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1368067433', 'prefixes': ['172.20.0.0/16']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:46.640299 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-346031dc-9e52-4686-8c02-f7888b57d632 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:46.646711 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-346031dc-9e52-4686-8c02-f7888b57d632 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:46.712463 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346031dc-9e52-4686-8c02-f7888b57d632 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbf16f7-fa3c-44b8-aa5c-99687b33fe4b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:46.718068 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b9af5ef2-3c4c-44b7-bbeb-c9a81180bc01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:46.774813 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-346031dc-9e52-4686-8c02-f7888b57d632 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:46.776423 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-346031dc-9e52-4686-8c02-f7888b57d632 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4842007 Jul 14 09:18:46.779215 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51736) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:46.787344 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-7251c0e9-e8bb-4768-afa7-98472d27e38f tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Request body: {'security_group_rule': {'security_group_id': 'cfbf16f7-fa3c-44b8-aa5c-99687b33fe4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:46.985909 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b9af5ef2-3c4c-44b7-bbeb-c9a81180bc01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:47.003521 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4cd59a9b-ba52-4aa6-8736-bd51b2f54a9d tempest-SubnetPoolsTestJSON-1564855338 tempest-SubnetPoolsTestJSON-1564855338-project] Notify callbacks [] for subnetpool, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:47.008809 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4cd59a9b-ba52-4aa6-8736-bd51b2f54a9d tempest-SubnetPoolsTestJSON-1564855338 tempest-SubnetPoolsTestJSON-1564855338-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.1667469 Jul 14 09:18:47.011553 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b9af5ef2-3c4c-44b7-bbeb-c9a81180bc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:47.013032 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51738) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:47.075524 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51740) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:47.085345 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51742) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:47.088884 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b9af5ef2-3c4c-44b7-bbeb-c9a81180bc01 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=090b184e7f1e42cab4967d3cedb18b02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9440675 Jul 14 09:18:47.139702 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd4d1ada-fc4c-40a0-8f47-31ddd940db2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:47.165968 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e0ad2b45-aacb-46f7-b582-ea7d4a972b2f tempest-SubnetPoolsTestJSON-1564855338 tempest-SubnetPoolsTestJSON-1564855338-project] 10.222.0.25 "GET /v2.0/subnetpools/aaf86cd5-711f-4cc0-b9a3-844a8e35eced HTTP/1.1" status: 200 len: 732 time: 0.1502914 Jul 14 09:18:47.166675 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51748) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:47.174508 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af5ef2-3c4c-44b7-bbeb-c9a81180bc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42723984-a386-40f2-8e06-629161752388,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:47.188240 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-442aab16-e9b7-42ce-a866-74044a9926bf tempest-SubnetPoolsTestJSON-1564855338 tempest-SubnetPoolsTestJSON-1564855338-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-286945172'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:47.256642 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7251c0e9-e8bb-4768-afa7-98472d27e38f tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:47.373839 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd4d1ada-fc4c-40a0-8f47-31ddd940db2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:47.380657 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd4d1ada-fc4c-40a0-8f47-31ddd940db2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:47.503064 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cd4d1ada-fc4c-40a0-8f47-31ddd940db2b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d82fbee71e7a460a85dcf8c1ddf9e637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4125624 Jul 14 09:18:47.503929 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51756) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:47.523935 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d1ada-fc4c-40a0-8f47-31ddd940db2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac489a03-0049-49b9-b448-ebe4c58b55e0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:47.619337 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8394a336-3a37-4575-a748-c0879177f2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:47.668063 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7251c0e9-e8bb-4768-afa7-98472d27e38f tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:47.677057 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-854fc51e-51ba-4570-b7a0-5dd03f53ec84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:47.678294 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-442aab16-e9b7-42ce-a866-74044a9926bf tempest-SubnetPoolsTestJSON-1564855338 tempest-SubnetPoolsTestJSON-1564855338-project] Notify callbacks [] for subnetpool, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:47.679835 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-442aab16-e9b7-42ce-a866-74044a9926bf tempest-SubnetPoolsTestJSON-1564855338 tempest-SubnetPoolsTestJSON-1564855338-project] 10.222.0.25 "PUT /v2.0/subnetpools/aaf86cd5-711f-4cc0-b9a3-844a8e35eced HTTP/1.1" status: 200 len: 683 time: 0.5011060 Jul 14 09:18:47.688985 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51762) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:47.715066 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-854fc51e-51ba-4570-b7a0-5dd03f53ec84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:47.726164 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7251c0e9-e8bb-4768-afa7-98472d27e38f tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:47.780416 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8394a336-3a37-4575-a748-c0879177f2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:47.806736 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7251c0e9-e8bb-4768-afa7-98472d27e38f tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:47.808116 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7251c0e9-e8bb-4768-afa7-98472d27e38f tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0276926 Jul 14 09:18:47.811367 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51768) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:47.820469 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e4759f69-ceed-4b6e-a63c-ba3de7595334 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Request body: {'security_group_rule': {'security_group_id': 'cfbf16f7-fa3c-44b8-aa5c-99687b33fe4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:47.827850 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251c0e9-e8bb-4768-afa7-98472d27e38f tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a337cc60-91cd-46bc-93da-3bf1ca1d17df,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:47.848912 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-854fc51e-51ba-4570-b7a0-5dd03f53ec84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:47.860932 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-854fc51e-51ba-4570-b7a0-5dd03f53ec84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:47.874918 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-854fc51e-51ba-4570-b7a0-5dd03f53ec84 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac489a03-0049-49b9-b448-ebe4c58b55e0 HTTP/1.1" status: 204 len: 168 time: 0.3546772 Jul 14 09:18:47.905003 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854fc51e-51ba-4570-b7a0-5dd03f53ec84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac489a03-0049-49b9-b448-ebe4c58b55e0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:47.912540 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2bd06be-24e6-4eb9-af8d-b0a0a1fb848f tempest-SubnetPoolsTestJSON-1564855338 tempest-SubnetPoolsTestJSON-1564855338-project] Notify callbacks [] for subnetpool, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:47.913705 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b2bd06be-24e6-4eb9-af8d-b0a0a1fb848f tempest-SubnetPoolsTestJSON-1564855338 tempest-SubnetPoolsTestJSON-1564855338-project] 10.222.0.25 "DELETE /v2.0/subnetpools/aaf86cd5-711f-4cc0-b9a3-844a8e35eced HTTP/1.1" status: 204 len: 168 time: 0.2234275 Jul 14 09:18:47.918407 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51772) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:47.933479 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8394a336-3a37-4575-a748-c0879177f2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:47.936182 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8394a336-3a37-4575-a748-c0879177f2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:47.946807 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8394a336-3a37-4575-a748-c0879177f2ec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/42723984-a386-40f2-8e06-629161752388 HTTP/1.1" status: 204 len: 168 time: 0.8589270 Jul 14 09:18:47.974356 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394a336-3a37-4575-a748-c0879177f2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42723984-a386-40f2-8e06-629161752388,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:47.978264 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-1f1cbb78-0a55-4175-bd94-2a42d7038c74 tempest-SubnetPoolsTestJSON-1564855338 tempest-SubnetPoolsTestJSON-1564855338-project] show failed (client error): The resource could not be found. Jul 14 09:18:47.979617 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1f1cbb78-0a55-4175-bd94-2a42d7038c74 tempest-SubnetPoolsTestJSON-1564855338 tempest-SubnetPoolsTestJSON-1564855338-project] 10.222.0.25 "GET /v2.0/subnetpools/aaf86cd5-711f-4cc0-b9a3-844a8e35eced HTTP/1.1" status: 404 len: 346 time: 0.0553391 Jul 14 09:18:47.984154 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51776) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:48.040309 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-77f50516-6390-45b5-b698-856fe2d34e8c tempest-SubnetPoolsTestJSON-1564855338 tempest-SubnetPoolsTestJSON-1564855338-project] delete failed (client error): The resource could not be found. Jul 14 09:18:48.049265 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-77f50516-6390-45b5-b698-856fe2d34e8c tempest-SubnetPoolsTestJSON-1564855338 tempest-SubnetPoolsTestJSON-1564855338-project] 10.222.0.25 "DELETE /v2.0/subnetpools/aaf86cd5-711f-4cc0-b9a3-844a8e35eced HTTP/1.1" status: 404 len: 346 time: 0.0595298 Jul 14 09:18:48.067806 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e4759f69-ceed-4b6e-a63c-ba3de7595334 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:48.170702 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e4759f69-ceed-4b6e-a63c-ba3de7595334 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:48.176113 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e4759f69-ceed-4b6e-a63c-ba3de7595334 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:48.203439 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4759f69-ceed-4b6e-a63c-ba3de7595334 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655761b9-40c0-47a9-b509-e7a5a1caf388,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:48.207523 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e4759f69-ceed-4b6e-a63c-ba3de7595334 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:48.211538 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e4759f69-ceed-4b6e-a63c-ba3de7595334 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3958321 Jul 14 09:18:48.212728 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51784) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:48.219344 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-92611305-ac6c-4003-a401-4ab28f062915 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:48.286824 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92611305-ac6c-4003-a401-4ab28f062915 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:48.376571 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d38a3385-1b81-4ece-b2bd-c6ffd05e57b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:48.540781 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92611305-ac6c-4003-a401-4ab28f062915 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:48.792798 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51802) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:48.825127 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-92611305-ac6c-4003-a401-4ab28f062915 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Allocated IP 172.25.6.201 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/4ea32cea-5d1b-4057-9528-d6474d2db1ec) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:48.831434 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2630910e-a702-4ed1-b12b-6d2af693da36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:48.981836 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92611305-ac6c-4003-a401-4ab28f062915 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:49.035830 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92611305-ac6c-4003-a401-4ab28f062915 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:49.085406 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51808) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:49.169611 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92611305-ac6c-4003-a401-4ab28f062915 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Pushing event updated for resources: {'Port': ['ID=4ea32cea-5d1b-4057-9528-d6474d2db1ec,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:49.179809 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2630910e-a702-4ed1-b12b-6d2af693da36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:49.182466 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92611305-ac6c-4003-a401-4ab28f062915 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:49.184345 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-92611305-ac6c-4003-a401-4ab28f062915 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:49.185798 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2630910e-a702-4ed1-b12b-6d2af693da36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:49.199602 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92611305-ac6c-4003-a401-4ab28f062915 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:49.335757 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2630910e-a702-4ed1-b12b-6d2af693da36 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a93c0e7c82e74c94bf2d1546f884d409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5384769 Jul 14 09:18:49.335757 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630910e-a702-4ed1-b12b-6d2af693da36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241ca4a6-773e-4a32-be85-41c2ad3c012c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:49.337592 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51818) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:49.455115 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51826) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:49.513334 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c28dc9c6-d4e9-4091-be79-879847b4143f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:49.530914 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf54a3d0-cd1e-4111-b6c5-c1ec98c31ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:49.638564 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92611305-ac6c-4003-a401-4ab28f062915 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:49.640805 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2a371c3-325e-4763-a4f9-4c26af3cc4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:49.655600 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-bf54a3d0-cd1e-4111-b6c5-c1ec98c31ec1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:18:49.655600 n-d-771362-35 neutron-server[93772]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:18:49.655600 n-d-771362-35 neutron-server[93772]: [parameters: {'project_id_1': '124ec4843b514c5fbe89a92394147de4', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 18, 49, 595252)}] Jul 14 09:18:49.655600 n-d-771362-35 neutron-server[93772]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:18:49.660090 n-d-771362-35 neutron-server[93772]: DEBUG oslo_db.api [None req-bf54a3d0-cd1e-4111-b6c5-c1ec98c31ec1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:18:49.811151 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c28dc9c6-d4e9-4091-be79-879847b4143f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:49.817597 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c28dc9c6-d4e9-4091-be79-879847b4143f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:49.903636 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28dc9c6-d4e9-4091-be79-879847b4143f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff4fcac-41b0-4895-81e9-c472a51c31ce,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:49.920039 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c28dc9c6-d4e9-4091-be79-879847b4143f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22a803e89d664c0dbd083b77f0342aec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4645226 Jul 14 09:18:49.941077 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51834) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:50.105453 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-25f3973b-bff2-400f-862f-7cf537a7c73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.137924 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-25f3973b-bff2-400f-862f-7cf537a7c73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.192783 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf54a3d0-cd1e-4111-b6c5-c1ec98c31ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.364958 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-25f3973b-bff2-400f-862f-7cf537a7c73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.373699 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-25f3973b-bff2-400f-862f-7cf537a7c73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.375853 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-25f3973b-bff2-400f-862f-7cf537a7c73f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ff4fcac-41b0-4895-81e9-c472a51c31ce HTTP/1.1" status: 204 len: 168 time: 0.4296331 Jul 14 09:18:50.397055 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3973b-bff2-400f-862f-7cf537a7c73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff4fcac-41b0-4895-81e9-c472a51c31ce,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:50.424571 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2a371c3-325e-4763-a4f9-4c26af3cc4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.487061 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92611305-ac6c-4003-a401-4ab28f062915 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.491031 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf54a3d0-cd1e-4111-b6c5-c1ec98c31ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.497099 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf54a3d0-cd1e-4111-b6c5-c1ec98c31ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.580432 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bf54a3d0-cd1e-4111-b6c5-c1ec98c31ec1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=124ec4843b514c5fbe89a92394147de4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4897857 Jul 14 09:18:50.582187 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54a3d0-cd1e-4111-b6c5-c1ec98c31ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0c1101-d715-408c-9e74-279779db5ac0,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:50.586230 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51850) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:50.662284 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3d20b4b-194e-4e17-8e05-f1a641c99917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.692220 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3d20b4b-194e-4e17-8e05-f1a641c99917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.734591 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2a371c3-325e-4763-a4f9-4c26af3cc4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.743435 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2a371c3-325e-4763-a4f9-4c26af3cc4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.745194 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a2a371c3-325e-4763-a4f9-4c26af3cc4c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/241ca4a6-773e-4a32-be85-41c2ad3c012c HTTP/1.1" status: 204 len: 168 time: 1.4053621 Jul 14 09:18:50.770805 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3d20b4b-194e-4e17-8e05-f1a641c99917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.775396 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3d20b4b-194e-4e17-8e05-f1a641c99917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.777381 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a3d20b4b-194e-4e17-8e05-f1a641c99917 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea0c1101-d715-408c-9e74-279779db5ac0 HTTP/1.1" status: 204 len: 168 time: 0.1899099 Jul 14 09:18:50.790371 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d20b4b-194e-4e17-8e05-f1a641c99917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0c1101-d715-408c-9e74-279779db5ac0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:50.803017 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a371c3-325e-4763-a4f9-4c26af3cc4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241ca4a6-773e-4a32-be85-41c2ad3c012c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:51.021861 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92611305-ac6c-4003-a401-4ab28f062915 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:51.023654 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-188c6c89-3136-4346-886c-cfcffa7a11e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:51.031421 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92611305-ac6c-4003-a401-4ab28f062915 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:51.235141 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92611305-ac6c-4003-a401-4ab28f062915 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:51.254111 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92611305-ac6c-4003-a401-4ab28f062915 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:51.257014 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-92611305-ac6c-4003-a401-4ab28f062915 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0430076 Jul 14 09:18:51.269730 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:51.289285 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92611305-ac6c-4003-a401-4ab28f062915 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Pushing event updated for resources: {'Port': ['ID=4ea32cea-5d1b-4057-9528-d6474d2db1ec,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:51.967168 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-b180d3d6-296f-483c-bab2-6fbf89ed7cab tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--673583158&fields=id&tenant_id=b327168895324cc0b6c369e00d5c9690 HTTP/1.1" status: 200 len: 267 time: 0.0936387 Jul 14 09:18:52.133632 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:52.204678 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-50ea5026-54f9-4eb9-b4d3-0fe3a02ef45b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:52.214893 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-50ea5026-54f9-4eb9-b4d3-0fe3a02ef45b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/networks?id=5e1db2f5-19ca-4d5a-a84c-a02b32125113 HTTP/1.1" status: 200 len: 810 time: 0.2459960 Jul 14 09:18:52.234397 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-064aa397-44a9-442a-a981-d8ae9f6fa56d tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/quotas/b327168895324cc0b6c369e00d5c9690 HTTP/1.1" status: 200 len: 375 time: 0.0184572 Jul 14 09:18:52.363064 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-20deb861-7112-4bca-8ea5-97492d3dfc29 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b327168895324cc0b6c369e00d5c9690&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1277564 Jul 14 09:18:52.522351 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-b5aa92c6-b6be-4eb4-ac9f-2eb7a80d2222 service neutron] 10.222.0.25 "GET /v2.0/networks/5e1db2f5-19ca-4d5a-a84c-a02b32125113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556625 Jul 14 09:18:52.704465 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-9f1636af-4478-4ba3-a8f1-096edde7ba5b service neutron] 10.222.0.25 "GET /v2.0/networks/5e1db2f5-19ca-4d5a-a84c-a02b32125113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787944 Jul 14 09:18:52.829020 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:18:53.146718 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-14e42fc1-81d2-45d8-87b0-dc98df012602 req-65be2746-5a57-4883-bf5e-b85fcdc9390b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=870f5628-2c8d-472c-8b40-a90a580aabc0 HTTP/1.1" status: 200 len: 210 time: 0.1060152 Jul 14 09:18:53.663055 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:53.954365 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51994) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:54.194713 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-fc4fef63-624a-40c7-a9dd-fc859b56d789 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-998939128-network', 'tenant_id': 'a882c986baed4ebfacaced3fbf474695'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:54.275343 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4fef63-624a-40c7-a9dd-fc859b56d789 admin admin] Made reservation on behalf of a882c986baed4ebfacaced3fbf474695 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:54.297084 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc4fef63-624a-40c7-a9dd-fc859b56d789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:54.345536 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc4fef63-624a-40c7-a9dd-fc859b56d789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:54.658430 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc4fef63-624a-40c7-a9dd-fc859b56d789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:54.669962 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc4fef63-624a-40c7-a9dd-fc859b56d789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:54.719191 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5ca233b7-9843-4fe7-a364-0b2a969d8cbd req-5a1a2c31-777f-408c-b099-19b011c3a139 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=870f5628-2c8d-472c-8b40-a90a580aabc0 HTTP/1.1" status: 200 len: 210 time: 0.1381619 Jul 14 09:18:54.744270 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fef63-624a-40c7-a9dd-fc859b56d789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe09e0c-5f55-40a0-86df-ec718d5b9b8e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:54.759359 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4fef63-624a-40c7-a9dd-fc859b56d789 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:18:54.786156 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc4fef63-624a-40c7-a9dd-fc859b56d789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:54.786818 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-fc4fef63-624a-40c7-a9dd-fc859b56d789 admin admin] Added segment 6bdc78fe-bc73-4feb-9957-f6eb99e66ca1 of type vlan for network acf05e0f-9a7d-4dab-bf5a-b1d713cb7a3d Jul 14 09:18:54.873114 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc4fef63-624a-40c7-a9dd-fc859b56d789 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:54.983549 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc4fef63-624a-40c7-a9dd-fc859b56d789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:54.986982 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4fef63-624a-40c7-a9dd-fc859b56d789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:54.989258 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc4fef63-624a-40c7-a9dd-fc859b56d789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:55.055086 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fc4fef63-624a-40c7-a9dd-fc859b56d789 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0951400 Jul 14 09:18:55.055313 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52032) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:55.059443 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-128ce7c2-a8ae-48fc-8a41-da01bb05d602 admin admin] Request body: {'subnet': {'network_id': 'acf05e0f-9a7d-4dab-bf5a-b1d713cb7a3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-998939128-subnet', 'tenant_id': 'a882c986baed4ebfacaced3fbf474695', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:55.137493 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128ce7c2-a8ae-48fc-8a41-da01bb05d602 admin admin] Made reservation on behalf of a882c986baed4ebfacaced3fbf474695 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:55.140464 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-128ce7c2-a8ae-48fc-8a41-da01bb05d602 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:55.238395 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fef63-624a-40c7-a9dd-fc859b56d789 admin admin] Pushing event updated for resources: {'Network': ['ID=acf05e0f-9a7d-4dab-bf5a-b1d713cb7a3d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:55.260655 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network acf05e0f-9a7d-4dab-bf5a-b1d713cb7a3d details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:18:55.851473 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-128ce7c2-a8ae-48fc-8a41-da01bb05d602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:55.880781 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-31f05d85-4c92-422e-a8be-026b7a633684 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:55.908963 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-31f05d85-4c92-422e-a8be-026b7a633684 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.44 "GET /v2.0/networks?id=5e1db2f5-19ca-4d5a-a84c-a02b32125113 HTTP/1.1" status: 200 len: 810 time: 0.3551335 Jul 14 09:18:56.383998 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d6d05a72-98ef-40e4-ab8e-deb1d951ff6b req-ee8b17a4-25ef-48b9-ae2d-31e0ecef375b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=870f5628-2c8d-472c-8b40-a90a580aabc0 HTTP/1.1" status: 200 len: 210 time: 0.3851984 Jul 14 09:18:56.449742 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ce7c2-a8ae-48fc-8a41-da01bb05d602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87fd2127-c08c-4115-a728-70d94507a4eb,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:56.462633 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-2d9badab-3442-47d3-ae2b-04d7bcf46b6d tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b327168895324cc0b6c369e00d5c9690 HTTP/1.1" status: 200 len: 379 time: 0.4610667 Jul 14 09:18:56.464137 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128ce7c2-a8ae-48fc-8a41-da01bb05d602 admin admin] Checking segment: {'id': '6bdc78fe-bc73-4feb-9957-f6eb99e66ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'acf05e0f-9a7d-4dab-bf5a-b1d713cb7a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:56.465287 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128ce7c2-a8ae-48fc-8a41-da01bb05d602 admin admin] Network hostable DHCP agents. Network: acf05e0f-9a7d-4dab-bf5a-b1d713cb7a3d, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:18:56.484217 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-abdafd40-d420-4056-9c3f-89e6ca3f5f57 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Request body: {'port': {'device_id': '870f5628-2c8d-472c-8b40-a90a580aabc0', 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113', 'admin_state_up': True, 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'security_groups': ['cfbf16f7-fa3c-44b8-aa5c-99687b33fe4b']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:56.593155 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128ce7c2-a8ae-48fc-8a41-da01bb05d602 admin admin] Network acf05e0f-9a7d-4dab-bf5a-b1d713cb7a3d is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:18:56.618499 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-128ce7c2-a8ae-48fc-8a41-da01bb05d602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, acf05e0f-9a7d-4dab-bf5a-b1d713cb7a3d) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:56.632399 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf7de72-e966-4e36-890c-e1331e2764f4 None None] Network acf05e0f-9a7d-4dab-bf5a-b1d713cb7a3d requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:18:56.708280 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128ce7c2-a8ae-48fc-8a41-da01bb05d602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:56.708918 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-128ce7c2-a8ae-48fc-8a41-da01bb05d602 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:56.747147 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-abdafd40-d420-4056-9c3f-89e6ca3f5f57 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Made reservation on behalf of b327168895324cc0b6c369e00d5c9690 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:56.763398 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-abdafd40-d420-4056-9c3f-89e6ca3f5f57 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:56.796675 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-128ce7c2-a8ae-48fc-8a41-da01bb05d602 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7410569 Jul 14 09:18:57.033020 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376d0fe8-1931-4234-931e-e793e6d8e4f8 None None] Network acf05e0f-9a7d-4dab-bf5a-b1d713cb7a3d requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:18:57.194144 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-abdafd40-d420-4056-9c3f-89e6ca3f5f57 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Allocated IP 172.20.0.7 (5e1db2f5-19ca-4d5a-a84c-a02b32125113/02258896-8a0a-43a5-90d3-5cf3546f791a/8ffe49b1-22ee-4823-97a6-1c4dd804b1fa) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:57.572869 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-abdafd40-d420-4056-9c3f-89e6ca3f5f57 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:57.606813 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-abdafd40-d420-4056-9c3f-89e6ca3f5f57 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Transition to ACTIVE for port object 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:57.664870 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-abdafd40-d420-4056-9c3f-89e6ca3f5f57 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:57.720864 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-abdafd40-d420-4056-9c3f-89e6ca3f5f57 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Network 5e1db2f5-19ca-4d5a-a84c-a02b32125113 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:57.726176 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-abdafd40-d420-4056-9c3f-89e6ca3f5f57 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:57.731617 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-abdafd40-d420-4056-9c3f-89e6ca3f5f57 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:57.823561 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-abdafd40-d420-4056-9c3f-89e6ca3f5f57 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:57.824884 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-abdafd40-d420-4056-9c3f-89e6ca3f5f57 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.090965 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdafd40-d420-4056-9c3f-89e6ca3f5f57 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Pushing event updated for resources: {'Port': ['ID=8ffe49b1-22ee-4823-97a6-1c4dd804b1fa,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:58.107131 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-abdafd40-d420-4056-9c3f-89e6ca3f5f57 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6343217 Jul 14 09:18:58.144795 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-9bf8dc15-383d-490a-ac4c-dc561b282b0d service neutron] Request body: {'port': {'device_id': '870f5628-2c8d-472c-8b40-a90a580aabc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:58.383938 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52150) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:58.390973 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-f111c539-288b-4d61-a417-147ebad778d9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1112596798-network', 'tenant_id': '359d564c1a6943ef9b11b75e30aceafd'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:58.429079 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f111c539-288b-4d61-a417-147ebad778d9 admin admin] Made reservation on behalf of 359d564c1a6943ef9b11b75e30aceafd for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:58.433650 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f111c539-288b-4d61-a417-147ebad778d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.437157 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c0cf9f22-5846-4b7b-88af-45d97aa4ced8 None None] Provisioning for port 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:58.442360 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc0a79-4e7a-4cd0-8dd9-e7cf37cb7206 req-41949f45-32f9-422d-9606-fbb22f38af5f tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:58.451764 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00dc0a79-4e7a-4cd0-8dd9-e7cf37cb7206 req-41949f45-32f9-422d-9606-fbb22f38af5f tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=870f5628-2c8d-472c-8b40-a90a580aabc0 HTTP/1.1" status: 200 len: 931 time: 0.6048408 Jul 14 09:18:58.459091 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f111c539-288b-4d61-a417-147ebad778d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.463209 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c0cf9f22-5846-4b7b-88af-45d97aa4ced8 None None] Provisioning complete for port 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:58.472916 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0cf9f22-5846-4b7b-88af-45d97aa4ced8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.473939 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-9bf8dc15-383d-490a-ac4c-dc561b282b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.617417 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf9f22-5846-4b7b-88af-45d97aa4ced8 None None] Port 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:18:58.667877 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00dc0a79-4e7a-4cd0-8dd9-e7cf37cb7206 req-5c00e786-ae5c-445c-8073-880fd3a243af tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbf16f7-fa3c-44b8-aa5c-99687b33fe4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040596 Jul 14 09:18:58.730402 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f111c539-288b-4d61-a417-147ebad778d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.737373 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f111c539-288b-4d61-a417-147ebad778d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.797960 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f111c539-288b-4d61-a417-147ebad778d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:18:58.850097 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f111c539-288b-4d61-a417-147ebad778d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.850448 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-f111c539-288b-4d61-a417-147ebad778d9 admin admin] Added segment 5011013e-72ab-4bb1-9d69-d345128d6162 of type vlan for network 2b4c4ea6-fc90-4a50-b30d-08ed3f7a1e1f Jul 14 09:18:58.913053 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f111c539-288b-4d61-a417-147ebad778d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.975439 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f111c539-288b-4d61-a417-147ebad778d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.979759 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f111c539-288b-4d61-a417-147ebad778d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:58.982097 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f111c539-288b-4d61-a417-147ebad778d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:59.053163 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111c539-288b-4d61-a417-147ebad778d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087c235b-be05-43db-b967-006590cba1f1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:59.081794 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f111c539-288b-4d61-a417-147ebad778d9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6966312 Jul 14 09:18:59.086763 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52164) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:59.100987 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-48e14b94-4c8f-4876-afce-3751ac7c05ac admin admin] Request body: {'subnet': {'network_id': '2b4c4ea6-fc90-4a50-b30d-08ed3f7a1e1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1112596798-subnet', 'tenant_id': '359d564c1a6943ef9b11b75e30aceafd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:59.170641 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e14b94-4c8f-4876-afce-3751ac7c05ac admin admin] Made reservation on behalf of 359d564c1a6943ef9b11b75e30aceafd for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:59.173258 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48e14b94-4c8f-4876-afce-3751ac7c05ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:59.235260 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111c539-288b-4d61-a417-147ebad778d9 admin admin] Pushing event updated for resources: {'Network': ['ID=2b4c4ea6-fc90-4a50-b30d-08ed3f7a1e1f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:59.275322 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 2b4c4ea6-fc90-4a50-b30d-08ed3f7a1e1f details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:18:59.760171 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-0333a9eb-dcc3-461e-bb72-941ed56aa6ff service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1351943 Jul 14 09:18:59.844918 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-9bf8dc15-383d-490a-ac4c-dc561b282b0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:59.855437 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-9bf8dc15-383d-490a-ac4c-dc561b282b0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:59.870626 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-9bf8dc15-383d-490a-ac4c-dc561b282b0d service neutron] Transition to ACTIVE for port object 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:59.900068 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-9bf8dc15-383d-490a-ac4c-dc561b282b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:00.110797 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b342158-9da7-423f-926b-600bea454d95 req-d7bcff22-bc38-4365-816b-90c67e90a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:00.113626 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b342158-9da7-423f-926b-600bea454d95 req-d7bcff22-bc38-4365-816b-90c67e90a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:00.121859 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b342158-9da7-423f-926b-600bea454d95 req-d7bcff22-bc38-4365-816b-90c67e90a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:00.121859 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b342158-9da7-423f-926b-600bea454d95 req-d7bcff22-bc38-4365-816b-90c67e90a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:00.121859 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b342158-9da7-423f-926b-600bea454d95 req-d7bcff22-bc38-4365-816b-90c67e90a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:00.121859 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b342158-9da7-423f-926b-600bea454d95 req-d7bcff22-bc38-4365-816b-90c67e90a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:00.131733 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b342158-9da7-423f-926b-600bea454d95 req-d7bcff22-bc38-4365-816b-90c67e90a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:00.131733 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-d7bcff22-bc38-4365-816b-90c67e90a16c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ff8ef452914843b3a211f5977d735f89&device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 6496 time: 0.2501948 Jul 14 09:19:00.158707 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8dc15-383d-490a-ac4c-dc561b282b0d service neutron] Pushing event updated for resources: {'Port': ['ID=8ffe49b1-22ee-4823-97a6-1c4dd804b1fa,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:00.458899 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b342158-9da7-423f-926b-600bea454d95 req-12a09c12-bf32-42cb-8383-35b7ab52f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:00.461737 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b342158-9da7-423f-926b-600bea454d95 req-12a09c12-bf32-42cb-8383-35b7ab52f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:00.463100 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b342158-9da7-423f-926b-600bea454d95 req-12a09c12-bf32-42cb-8383-35b7ab52f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:00.468743 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-12a09c12-bf32-42cb-8383-35b7ab52f18b service neutron] 10.222.0.44 "GET /v2.0/networks?id=fae645fa-dbb7-4242-86d8-0493fe1d9e27&id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&id=f88ba657-d9b2-4a2f-8603-745af5d48899&id=f88ba657-d9b2-4a2f-8603-745af5d48899 HTTP/1.1" status: 200 len: 2289 time: 0.3036337 Jul 14 09:19:00.540368 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48e14b94-4c8f-4876-afce-3751ac7c05ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:00.643015 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-16902908-e1fa-4864-a5a7-17e07ba6b617 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf4ec6aa-127a-4c61-9e72-9dc4988aae8b HTTP/1.1" status: 200 len: 1000 time: 0.1665940 Jul 14 09:19:00.662309 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e14b94-4c8f-4876-afce-3751ac7c05ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5a5ce20-e683-4a1a-ab85-1b12be835477,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:00.680942 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-9bf8dc15-383d-490a-ac4c-dc561b282b0d service neutron] Attempting to bind port 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:00.686323 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-9bf8dc15-383d-490a-ac4c-dc561b282b0d service neutron] Attempting to bind port 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '5718229c-ea30-4e86-8990-a6b2e9e91341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:00.687193 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-9bf8dc15-383d-490a-ac4c-dc561b282b0d service neutron] Attempting to bind port 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa on network 5e1db2f5-19ca-4d5a-a84c-a02b32125113 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:00.699085 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-9bf8dc15-383d-490a-ac4c-dc561b282b0d service neutron] Port 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa on network 5e1db2f5-19ca-4d5a-a84c-a02b32125113 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:19:00.704487 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-9bf8dc15-383d-490a-ac4c-dc561b282b0d service neutron] Attempting to bind port 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa on network 5e1db2f5-19ca-4d5a-a84c-a02b32125113 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:00.743509 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-9bf8dc15-383d-490a-ac4c-dc561b282b0d service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:00.756125 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-9bf8dc15-383d-490a-ac4c-dc561b282b0d service neutron] Checking segment: {'id': '5718229c-ea30-4e86-8990-a6b2e9e91341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:00.758509 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-9bf8dc15-383d-490a-ac4c-dc561b282b0d service neutron] Bound using segment: {'id': '5718229c-ea30-4e86-8990-a6b2e9e91341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:00.759161 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-9bf8dc15-383d-490a-ac4c-dc561b282b0d service neutron] Bound port: 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5718229c-ea30-4e86-8990-a6b2e9e91341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:00.759975 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-9bf8dc15-383d-490a-ac4c-dc561b282b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:00.884518 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b342158-9da7-423f-926b-600bea454d95 req-b390dc0b-7ba3-4dd9-a53c-d10e4382b9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:00.886488 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-b390dc0b-7ba3-4dd9-a53c-d10e4382b9eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fb2be10d-9b03-46a3-ae63-922114d77bf7 HTTP/1.1" status: 200 len: 850 time: 0.2366107 Jul 14 09:19:00.927049 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e14b94-4c8f-4876-afce-3751ac7c05ac admin admin] Checking segment: {'id': '5011013e-72ab-4bb1-9d69-d345128d6162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2b4c4ea6-fc90-4a50-b30d-08ed3f7a1e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:00.928330 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e14b94-4c8f-4876-afce-3751ac7c05ac admin admin] Network hostable DHCP agents. Network: 2b4c4ea6-fc90-4a50-b30d-08ed3f7a1e1f, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:19:01.007128 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b342158-9da7-423f-926b-600bea454d95 req-56d907eb-535a-4cee-8be3-d050c5cb5df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:01.014012 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-56d907eb-535a-4cee-8be3-d050c5cb5df6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fae645fa-dbb7-4242-86d8-0493fe1d9e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1108150 Jul 14 09:19:01.131073 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-9bf8dc15-383d-490a-ac4c-dc561b282b0d service neutron] For port 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:01.138609 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-9bf8dc15-383d-490a-ac4c-dc561b282b0d service neutron] For port 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=8ffe49b1-22ee-4823-97a6-1c4dd804b1fa,segment=NetworkSegment(5718229c-ea30-4e86-8990-a6b2e9e91341),segment_id=5718229c-ea30-4e86-8990-a6b2e9e91341)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:01.151992 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e14b94-4c8f-4876-afce-3751ac7c05ac admin admin] Network 2b4c4ea6-fc90-4a50-b30d-08ed3f7a1e1f is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:19:01.159706 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-9bf8dc15-383d-490a-ac4c-dc561b282b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:01.231563 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-ab5bc2c8-2a7e-4b16-b9c1-6d53f3ba70ad service neutron] 10.222.0.44 "GET /v2.0/networks/fae645fa-dbb7-4242-86d8-0493fe1d9e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032218 Jul 14 09:19:01.381547 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-9bf8dc15-383d-490a-ac4c-dc561b282b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:01.387150 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-9bf8dc15-383d-490a-ac4c-dc561b282b0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:01.389103 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-9bf8dc15-383d-490a-ac4c-dc561b282b0d service neutron] 10.222.0.44 "PUT /v2.0/ports/8ffe49b1-22ee-4823-97a6-1c4dd804b1fa HTTP/1.1" status: 200 len: 1092 time: 3.2639132 Jul 14 09:19:01.390383 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870f5628-2c8d-472c-8b40-a90a580aabc0', 'tag': '8ffe49b1-22ee-4823-97a6-1c4dd804b1fa'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:01.408255 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1b8e2b-be12-4b6f-84ef-d6e74f3e3ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "870f5628-2c8d-472c-8b40-a90a580aabc0", "tag": "8ffe49b1-22ee-4823-97a6-1c4dd804b1fa"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:01.444123 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-48e14b94-4c8f-4876-afce-3751ac7c05ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 2b4c4ea6-fc90-4a50-b30d-08ed3f7a1e1f) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:01.461323 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7075ab3-be8a-42e6-b0c0-1e33dd09ed96 None None] Network 2b4c4ea6-fc90-4a50-b30d-08ed3f7a1e1f requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:19:01.523135 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e14b94-4c8f-4876-afce-3751ac7c05ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:01.525951 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48e14b94-4c8f-4876-afce-3751ac7c05ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:01.589446 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1973db8-d8cf-4dc4-b850-be73cd9af7d5 req-705c4162-202f-42e5-ab74-6fa836f6c2d6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:01.602238 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1973db8-d8cf-4dc4-b850-be73cd9af7d5 req-705c4162-202f-42e5-ab74-6fa836f6c2d6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=870f5628-2c8d-472c-8b40-a90a580aabc0 HTTP/1.1" status: 200 len: 943 time: 1.3260968 Jul 14 09:19:01.612412 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-b191413e-ad27-4803-bc34-7fad99d99c0c service neutron] 10.222.0.44 "GET /v2.0/networks/fae645fa-dbb7-4242-86d8-0493fe1d9e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702533 Jul 14 09:19:01.673961 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-48e14b94-4c8f-4876-afce-3751ac7c05ac admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5845604 Jul 14 09:19:01.818558 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-e0f04bd0-5e3a-4fc8-a1a8-016bebc921b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=aa53f161-f281-47d6-8367-e1b2fa57dfc8 HTTP/1.1" status: 200 len: 217 time: 0.1940184 Jul 14 09:19:01.870311 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8dc15-383d-490a-ac4c-dc561b282b0d service neutron] Pushing event updated for resources: {'Port': ['ID=8ffe49b1-22ee-4823-97a6-1c4dd804b1fa,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:01.972552 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1973db8-d8cf-4dc4-b850-be73cd9af7d5 req-ad7d13ee-3687-4f42-89d8-af6c3e5f0a3c tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbf16f7-fa3c-44b8-aa5c-99687b33fe4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3619370 Jul 14 09:19:02.100849 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b342158-9da7-423f-926b-600bea454d95 req-0930bec5-0829-42bc-9d3c-1438b6472873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:02.108636 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-0930bec5-0829-42bc-9d3c-1438b6472873 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4419a97-e126-425f-83f4-d7774f653116 HTTP/1.1" status: 200 len: 797 time: 0.2784331 Jul 14 09:19:02.110448 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e100cfd-6ef8-4579-9988-bcac83c0c27a None None] Network 2b4c4ea6-fc90-4a50-b30d-08ed3f7a1e1f requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:19:02.126252 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee4dd1fa-7043-4914-8548-dcf5977623f6 req-438c3c79-60c5-4217-b109-7ae37f59ba3e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ae7d5e2d-47f1-4ae3-9613-230414996530&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4506361 Jul 14 09:19:02.128146 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-8a511b22-77b6-4dc6-bef7-bba12985e0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:02.146092 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-8a511b22-77b6-4dc6-bef7-bba12985e0a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b327168895324cc0b6c369e00d5c9690&device_id=870f5628-2c8d-472c-8b40-a90a580aabc0 HTTP/1.1" status: 200 len: 1095 time: 0.6399257 Jul 14 09:19:02.213875 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52264) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:02.241762 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-b96d7960-2142-4e17-9d37-ee4ed36716f8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ffe49b1-22ee-4823-97a6-1c4dd804b1fa HTTP/1.1" status: 200 len: 217 time: 0.0896449 Jul 14 09:19:02.252270 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdec1b05-4637-49e1-8343-9aec6ea1cc27 x-openstack-request-id: req-fdec1b05-4637-49e1-8343-9aec6ea1cc27 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:02.252894 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870f5628-2c8d-472c-8b40-a90a580aabc0", "tag": "8ffe49b1-22ee-4823-97a6-1c4dd804b1fa", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:02.253368 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fdec1b05-4637-49e1-8343-9aec6ea1cc27 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:02.254225 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870f5628-2c8d-472c-8b40-a90a580aabc0', 'tag': '8ffe49b1-22ee-4823-97a6-1c4dd804b1fa', 'status': 'completed', 'code': 200} Jul 14 09:19:02.408806 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-440dd070-6eb0-414b-8d18-ce4796f7f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:02.412273 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-440dd070-6eb0-414b-8d18-ce4796f7f4c6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=02258896-8a0a-43a5-90d3-5cf3546f791a HTTP/1.1" status: 200 len: 849 time: 0.1550932 Jul 14 09:19:02.466775 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a929911d-b945-4537-b6c2-5f8fba0e6673 admin admin] Deleting subnet 87fd2127-c08c-4115-a728-70d94507a4eb {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:19:02.469851 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4dd1fa-7043-4914-8548-dcf5977623f6 req-2277a29a-bca8-4f63-8262-2ff83fa1dac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:02.471892 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee4dd1fa-7043-4914-8548-dcf5977623f6 req-2277a29a-bca8-4f63-8262-2ff83fa1dac6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c5a1976cf14422ba46daf3169a08a6c&device_id=ae7d5e2d-47f1-4ae3-9613-230414996530 HTTP/1.1" status: 200 len: 1098 time: 0.2163301 Jul 14 09:19:02.498977 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a929911d-b945-4537-b6c2-5f8fba0e6673 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:02.559938 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b342158-9da7-423f-926b-600bea454d95 req-c36b81db-895f-4b85-9b09-7f94423dba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:02.568367 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-c36b81db-895f-4b85-9b09-7f94423dba39 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4502335 Jul 14 09:19:02.689680 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a929911d-b945-4537-b6c2-5f8fba0e6673 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:02.773038 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a929911d-b945-4537-b6c2-5f8fba0e6673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:02.804490 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-24060704-dd45-4c30-8fe3-fbb18e773a00 service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305119 Jul 14 09:19:02.927893 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-4d728c98-9118-400d-b8e7-6f67eeb27e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:02.930346 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-4d728c98-9118-400d-b8e7-6f67eeb27e1e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5e1db2f5-19ca-4d5a-a84c-a02b32125113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5119314 Jul 14 09:19:02.974963 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4dd1fa-7043-4914-8548-dcf5977623f6 req-4bda8243-9472-4f67-9b3c-ee3b134a0baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:02.977136 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee4dd1fa-7043-4914-8548-dcf5977623f6 req-4bda8243-9472-4f67-9b3c-ee3b134a0baa service neutron] 10.222.0.47 "GET /v2.0/networks?id=d1f29231-45c5-485a-ab04-a9cc3a9236ce HTTP/1.1" status: 200 len: 915 time: 0.4497416 Jul 14 09:19:03.089112 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-3ddc6628-df1d-49d8-9d03-f2a45956df7f service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676713 Jul 14 09:19:03.106839 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a929911d-b945-4537-b6c2-5f8fba0e6673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:03.161346 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee4dd1fa-7043-4914-8548-dcf5977623f6 req-d4472938-f70a-4a4a-b6d3-ccc5902507e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7898730-f5ba-4bbe-b8aa-acccafc4226b HTTP/1.1" status: 200 len: 217 time: 0.1629562 Jul 14 09:19:03.202916 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929911d-b945-4537-b6c2-5f8fba0e6673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87fd2127-c08c-4115-a728-70d94507a4eb,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:03.224567 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a929911d-b945-4537-b6c2-5f8fba0e6673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:03.227520 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a929911d-b945-4537-b6c2-5f8fba0e6673 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/87fd2127-c08c-4115-a728-70d94507a4eb HTTP/1.1" status: 204 len: 168 time: 1.0014224 Jul 14 09:19:03.271564 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52292) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:03.281341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4dd1fa-7043-4914-8548-dcf5977623f6 req-46c051ad-ba93-4ab5-8fcc-7d09118d3203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:03.282930 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee4dd1fa-7043-4914-8548-dcf5977623f6 req-46c051ad-ba93-4ab5-8fcc-7d09118d3203 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4877f996-564c-438d-a073-8c5869d48a51 HTTP/1.1" status: 200 len: 854 time: 0.1141675 Jul 14 09:19:03.618465 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b724155-b167-429c-8aa4-f5cc0ac5af97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:03.621616 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-4d84ea00-cbe2-4606-830b-29ab0e163f5d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=69a28d42-49fa-4c87-9949-66b30fa09b71 HTTP/1.1" status: 200 len: 217 time: 0.5169957 Jul 14 09:19:03.889171 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b724155-b167-429c-8aa4-f5cc0ac5af97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:03.902024 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-8b724155-b167-429c-8aa4-f5cc0ac5af97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf05e0f-9a7d-4dab-bf5a-b1d713cb7a3d']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:03.915221 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-8b724155-b167-429c-8aa4-f5cc0ac5af97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bdc78fe-bc73-4feb-9957-f6eb99e66ca1') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:03.915640 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-8b724155-b167-429c-8aa4-f5cc0ac5af97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bdc78fe-bc73-4feb-9957-f6eb99e66ca1') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:03.939979 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b724155-b167-429c-8aa4-f5cc0ac5af97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:03.987648 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b724155-b167-429c-8aa4-f5cc0ac5af97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:04.001934 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b724155-b167-429c-8aa4-f5cc0ac5af97 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:19:04.002489 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b724155-b167-429c-8aa4-f5cc0ac5af97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:19:04.157806 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:19:04.163761 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b724155-b167-429c-8aa4-f5cc0ac5af97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:04.183521 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b724155-b167-429c-8aa4-f5cc0ac5af97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:04.187728 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8b724155-b167-429c-8aa4-f5cc0ac5af97 admin admin] 10.222.0.25 "DELETE /v2.0/networks/acf05e0f-9a7d-4dab-bf5a-b1d713cb7a3d HTTP/1.1" status: 204 len: 168 time: 0.8994293 Jul 14 09:19:04.216779 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52312) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:04.343963 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b724155-b167-429c-8aa4-f5cc0ac5af97 admin admin] Pushing event deleted for resources: {'Network': ['ID=acf05e0f-9a7d-4dab-bf5a-b1d713cb7a3d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:04.373992 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-e3353851-f7d0-4e38-818a-8fc954d8a3d0 service neutron] 10.222.0.44 "GET /v2.0/networks/5e1db2f5-19ca-4d5a-a84c-a02b32125113?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4353890 Jul 14 09:19:04.382018 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b342158-9da7-423f-926b-600bea454d95 req-7b612836-c9b6-4b19-826e-e4e910151efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:04.388210 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-7b612836-c9b6-4b19-826e-e4e910151efe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4419a97-e126-425f-83f4-d7774f653116 HTTP/1.1" status: 200 len: 797 time: 0.7591097 Jul 14 09:19:04.593860 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4dd1fa-7043-4914-8548-dcf5977623f6 req-4ce84867-fc61-45e1-a032-4f8bab8e09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:04.600543 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee4dd1fa-7043-4914-8548-dcf5977623f6 req-4ce84867-fc61-45e1-a032-4f8bab8e09cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d1f29231-45c5-485a-ab04-a9cc3a9236ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3051927 Jul 14 09:19:04.622572 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22861b62-bbb3-47d1-9724-7e1d5d89fabc req-b6445bc0-400e-4f0c-a9a8-f6915041485e tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:04.642205 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-22861b62-bbb3-47d1-9724-7e1d5d89fabc req-b6445bc0-400e-4f0c-a9a8-f6915041485e tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=870f5628-2c8d-472c-8b40-a90a580aabc0 HTTP/1.1" status: 200 len: 943 time: 1.2930903 Jul 14 09:19:04.969374 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-22861b62-bbb3-47d1-9724-7e1d5d89fabc req-1c125e2e-8195-4cd1-b2c1-116385395275 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbf16f7-fa3c-44b8-aa5c-99687b33fe4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3100374 Jul 14 09:19:05.012266 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe39442c-66b1-4e1e-88c0-b34214c01768 req-8ea441bd-ba84-4a61-800d-daf00834ba4f service neutron] 10.222.0.44 "GET /v2.0/networks/5e1db2f5-19ca-4d5a-a84c-a02b32125113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6257424 Jul 14 09:19:05.026308 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee4dd1fa-7043-4914-8548-dcf5977623f6 req-cdebca81-fb51-4b52-816b-6981e8beee60 service neutron] 10.222.0.47 "GET /v2.0/networks/d1f29231-45c5-485a-ab04-a9cc3a9236ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761072 Jul 14 09:19:05.134290 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2432c58d-41ce-4dcc-b918-b32b7b09a155 admin admin] Deleting subnet d5a5ce20-e683-4a1a-ab85-1b12be835477 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:19:05.138424 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2432c58d-41ce-4dcc-b918-b32b7b09a155 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:05.187984 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2432c58d-41ce-4dcc-b918-b32b7b09a155 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:05.228058 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b342158-9da7-423f-926b-600bea454d95 req-9b630d28-d361-47ee-95d5-2bd290a1598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:05.229225 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-9b630d28-d361-47ee-95d5-2bd290a1598c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8283894 Jul 14 09:19:05.247114 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee4dd1fa-7043-4914-8548-dcf5977623f6 req-89fe2b15-82a7-4482-9672-eec6697b34e7 service neutron] 10.222.0.47 "GET /v2.0/networks/d1f29231-45c5-485a-ab04-a9cc3a9236ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097709 Jul 14 09:19:05.262060 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2432c58d-41ce-4dcc-b918-b32b7b09a155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:05.465101 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b8e2b-be12-4b6f-84ef-d6e74f3e3ce2 req-6fbe6855-46aa-47ff-a5e8-4e9a67ef984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:05.466653 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2b1b8e2b-be12-4b6f-84ef-d6e74f3e3ce2 req-6fbe6855-46aa-47ff-a5e8-4e9a67ef984a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b327168895324cc0b6c369e00d5c9690&device_id=870f5628-2c8d-472c-8b40-a90a580aabc0 HTTP/1.1" status: 200 len: 1095 time: 0.2172124 Jul 14 09:19:05.469368 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-de09dfdc-96af-4ebb-b6a7-af463064e649 service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260268 Jul 14 09:19:05.498925 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2432c58d-41ce-4dcc-b918-b32b7b09a155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:05.750932 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432c58d-41ce-4dcc-b918-b32b7b09a155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5a5ce20-e683-4a1a-ab85-1b12be835477,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:05.759816 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-36a0a40f-9ccb-42a2-98eb-59d75436024f service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047439 Jul 14 09:19:05.763597 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2432c58d-41ce-4dcc-b918-b32b7b09a155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:05.766224 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2432c58d-41ce-4dcc-b918-b32b7b09a155 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d5a5ce20-e683-4a1a-ab85-1b12be835477 HTTP/1.1" status: 204 len: 168 time: 1.5396240 Jul 14 09:19:05.768913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52368) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:05.840245 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-2311654e-3a09-4c54-8798-19399c751867 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=2b44d6f1-61fb-4df1-8681-4fe4b3de6c61 HTTP/1.1" status: 200 len: 217 time: 0.0728855 Jul 14 09:19:05.914986 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b8e2b-be12-4b6f-84ef-d6e74f3e3ce2 req-6feacf1a-267b-45cd-aeb3-9d00e8cef6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:05.924704 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2b1b8e2b-be12-4b6f-84ef-d6e74f3e3ce2 req-6feacf1a-267b-45cd-aeb3-9d00e8cef6cc service neutron] 10.222.0.44 "GET /v2.0/networks?id=5e1db2f5-19ca-4d5a-a84c-a02b32125113 HTTP/1.1" status: 200 len: 910 time: 0.3720145 Jul 14 09:19:06.110538 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2b1b8e2b-be12-4b6f-84ef-d6e74f3e3ce2 req-ea8a6d27-2b22-4ce8-98d1-14e0fdc6fb18 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ffe49b1-22ee-4823-97a6-1c4dd804b1fa HTTP/1.1" status: 200 len: 217 time: 0.1778009 Jul 14 09:19:06.206500 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf8e9472-27c2-415c-97dd-c1a3a791e790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:06.210801 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b342158-9da7-423f-926b-600bea454d95 req-2b2b0d75-efd3-48b4-80d8-a01499f34ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:06.213025 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-2b2b0d75-efd3-48b4-80d8-a01499f34ff6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4419a97-e126-425f-83f4-d7774f653116 HTTP/1.1" status: 200 len: 797 time: 0.3562820 Jul 14 09:19:06.398865 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b8e2b-be12-4b6f-84ef-d6e74f3e3ce2 req-3c6f56df-cd11-4593-afba-a54b6c1b49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:06.412651 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2b1b8e2b-be12-4b6f-84ef-d6e74f3e3ce2 req-3c6f56df-cd11-4593-afba-a54b6c1b49ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=02258896-8a0a-43a5-90d3-5cf3546f791a HTTP/1.1" status: 200 len: 849 time: 0.2890332 Jul 14 09:19:06.466135 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf8e9472-27c2-415c-97dd-c1a3a791e790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:06.493243 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b342158-9da7-423f-926b-600bea454d95 req-92bcccfe-bc91-4cf4-a2c4-370b2357c5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:06.495343 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-92bcccfe-bc91-4cf4-a2c4-370b2357c5e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2756271 Jul 14 09:19:06.502599 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-bf8e9472-27c2-415c-97dd-c1a3a791e790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4c4ea6-fc90-4a50-b30d-08ed3f7a1e1f']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:06.563687 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8d07f-3913-444b-87f1-f32da2b82add req-51da8cb4-49cf-4fbd-969d-10f026c0ebf7 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:06.574471 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2f8d07f-3913-444b-87f1-f32da2b82add req-51da8cb4-49cf-4fbd-969d-10f026c0ebf7 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 946 time: 0.4489036 Jul 14 09:19:06.624316 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-bf8e9472-27c2-415c-97dd-c1a3a791e790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5011013e-72ab-4bb1-9d69-d345128d6162') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:06.624618 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-bf8e9472-27c2-415c-97dd-c1a3a791e790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5011013e-72ab-4bb1-9d69-d345128d6162') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:06.639721 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf7178-f0d2-41c2-9ab7-e5ec4f80e091 req-7a9107f4-cc7c-4b5b-910f-62e894ee28bf tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:06.641524 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ccf7178-f0d2-41c2-9ab7-e5ec4f80e091 req-7a9107f4-cc7c-4b5b-910f-62e894ee28bf tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=870f5628-2c8d-472c-8b40-a90a580aabc0 HTTP/1.1" status: 200 len: 943 time: 0.3551247 Jul 14 09:19:06.649093 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf8e9472-27c2-415c-97dd-c1a3a791e790 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:06.707861 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf8e9472-27c2-415c-97dd-c1a3a791e790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:06.732521 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2f8d07f-3913-444b-87f1-f32da2b82add req-328f6fd4-7ee1-4031-8587-2dcc23e5bff6 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601796 Jul 14 09:19:06.736757 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b8e2b-be12-4b6f-84ef-d6e74f3e3ce2 req-385cb304-2c4c-43ce-b44c-2e76ce99a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:06.738328 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2b1b8e2b-be12-4b6f-84ef-d6e74f3e3ce2 req-385cb304-2c4c-43ce-b44c-2e76ce99a11d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5e1db2f5-19ca-4d5a-a84c-a02b32125113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3086538 Jul 14 09:19:06.770996 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8e9472-27c2-415c-97dd-c1a3a791e790 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:19:06.771661 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf8e9472-27c2-415c-97dd-c1a3a791e790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:19:06.773899 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:19:06.787688 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ccf7178-f0d2-41c2-9ab7-e5ec4f80e091 req-f8cdc687-197e-47b7-92a8-14642a1faea6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbf16f7-fa3c-44b8-aa5c-99687b33fe4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116729 Jul 14 09:19:06.923160 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-b96cf514-2827-4a27-bf94-4ffbe6a915a0 service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166906 Jul 14 09:19:06.932958 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2b1b8e2b-be12-4b6f-84ef-d6e74f3e3ce2 req-759876ac-fbdc-4b94-a7c6-a6444181b566 service neutron] 10.222.0.44 "GET /v2.0/networks/5e1db2f5-19ca-4d5a-a84c-a02b32125113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644208 Jul 14 09:19:06.947470 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf8e9472-27c2-415c-97dd-c1a3a791e790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:06.996542 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf8e9472-27c2-415c-97dd-c1a3a791e790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:06.998767 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bf8e9472-27c2-415c-97dd-c1a3a791e790 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2b4c4ea6-fc90-4a50-b30d-08ed3f7a1e1f HTTP/1.1" status: 204 len: 168 time: 1.2283144 Jul 14 09:19:07.013835 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e9472-27c2-415c-97dd-c1a3a791e790 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b4c4ea6-fc90-4a50-b30d-08ed3f7a1e1f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:07.127134 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-bb419341-0343-4f12-85e3-d349ff84b970 service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973791 Jul 14 09:19:07.211179 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-6084e331-772c-4cb1-bf30-2f5d0468919b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=2a5cfa4e-dbe9-436e-8fa1-4ef550880916 HTTP/1.1" status: 200 len: 217 time: 0.0783246 Jul 14 09:19:07.214256 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2b1b8e2b-be12-4b6f-84ef-d6e74f3e3ce2 req-f800a567-2e29-4dc1-a506-af74e73f999a service neutron] 10.222.0.44 "GET /v2.0/networks/5e1db2f5-19ca-4d5a-a84c-a02b32125113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735753 Jul 14 09:19:07.337035 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b342158-9da7-423f-926b-600bea454d95 req-8250c358-582f-4cdb-b21b-6919bf4d761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:07.339215 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-8250c358-582f-4cdb-b21b-6919bf4d761d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4419a97-e126-425f-83f4-d7774f653116 HTTP/1.1" status: 200 len: 797 time: 0.1168933 Jul 14 09:19:07.368149 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:19:07.440353 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52430) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:07.566314 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-34b810c9-f0a6-47a5-b467-97cff324fc2c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a882c986baed4ebfacaced3fbf474695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1213243 Jul 14 09:19:07.570012 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52438) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:07.573995 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b342158-9da7-423f-926b-600bea454d95 req-ea843868-5fc5-470a-a805-0968e0500c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:07.579277 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-ea843868-5fc5-470a-a805-0968e0500c26 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2316451 Jul 14 09:19:07.696777 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=8ffe49b1-22ee-4823-97a6-1c4dd804b1fa,segment=NetworkSegment(5718229c-ea30-4e86-8990-a6b2e9e91341),segment_id=5718229c-ea30-4e86-8990-a6b2e9e91341)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:07.734021 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '8ffe49b1-22ee-4823-97a6-1c4dd804b1fa', 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113', 'port_id': '8ffe49b1-22ee-4823-97a6-1c4dd804b1fa', 'mac_address': 'fa:16:3e:e6:aa:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:19:07.840504 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:07.866801 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:07.889707 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=8ffe49b1-22ee-4823-97a6-1c4dd804b1fa,segment=NetworkSegment(5718229c-ea30-4e86-8990-a6b2e9e91341),segment_id=5718229c-ea30-4e86-8990-a6b2e9e91341)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:07.895768 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:08.026871 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-2a45494a-d6b7-407b-b27a-0814603b0270 service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368896 Jul 14 09:19:08.033671 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-394ce238-baf0-4f46-a9a1-c0aaad9d05ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:08.040376 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=8ffe49b1-22ee-4823-97a6-1c4dd804b1fa,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:08.145374 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-394ce238-baf0-4f46-a9a1-c0aaad9d05ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:08.198640 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['8ffe49b1-22ee-4823-97a6-1c4dd804b1fa'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:08.251777 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-54f4c27c-8f5b-4234-99ad-c7d542c702df service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155731 Jul 14 09:19:08.258210 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48cf4e-9d8e-4d40-9aa2-8b5d44b54473 req-f08498e3-2f36-4058-932f-b3803aba80e8 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:08.264526 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1c48cf4e-9d8e-4d40-9aa2-8b5d44b54473 req-f08498e3-2f36-4058-932f-b3803aba80e8 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=870f5628-2c8d-472c-8b40-a90a580aabc0 HTTP/1.1" status: 200 len: 944 time: 0.1700966 Jul 14 09:19:08.362391 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-394ce238-baf0-4f46-a9a1-c0aaad9d05ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:08.366224 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-394ce238-baf0-4f46-a9a1-c0aaad9d05ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:08.369748 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-394ce238-baf0-4f46-a9a1-c0aaad9d05ad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/abe09e0c-5f55-40a0-86df-ec718d5b9b8e HTTP/1.1" status: 204 len: 168 time: 0.7851706 Jul 14 09:19:08.369748 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-92b3df3a-d8d3-4c38-8382-cf01823e74a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9d9e2c32-d3bd-4896-8ea6-73f8af857809 HTTP/1.1" status: 200 len: 217 time: 0.1071203 Jul 14 09:19:08.374994 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1c48cf4e-9d8e-4d40-9aa2-8b5d44b54473 req-6011f8e7-66f1-4f8b-aec9-6f8b06e98631 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbf16f7-fa3c-44b8-aa5c-99687b33fe4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031506 Jul 14 09:19:08.392352 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ce238-baf0-4f46-a9a1-c0aaad9d05ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe09e0c-5f55-40a0-86df-ec718d5b9b8e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:08.476957 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b342158-9da7-423f-926b-600bea454d95 req-676336ca-835e-4b42-b8ee-c1cd421ab401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:08.481220 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-676336ca-835e-4b42-b8ee-c1cd421ab401 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6305651f-f686-4eb8-85f0-81bfcb17deeb HTTP/1.1" status: 200 len: 797 time: 0.1039886 Jul 14 09:19:08.606564 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b342158-9da7-423f-926b-600bea454d95 req-bd5b36c8-d160-4fc9-ac98-7bfeeb1ec1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:08.608611 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-bd5b36c8-d160-4fc9-ac98-7bfeeb1ec1ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f88ba657-d9b2-4a2f-8603-745af5d48899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1187303 Jul 14 09:19:08.750611 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-5425b6fa-4832-4b4d-aed7-4c8bd5bf63da service neutron] 10.222.0.44 "GET /v2.0/networks/f88ba657-d9b2-4a2f-8603-745af5d48899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334176 Jul 14 09:19:08.972301 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-6df13ef7-8a83-41ee-a637-3fee2f93eeae service neutron] 10.222.0.44 "GET /v2.0/networks/f88ba657-d9b2-4a2f-8603-745af5d48899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990919 Jul 14 09:19:09.096735 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-9c043df0-da9e-4d2c-b492-18d82cf14a1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ec03830c-6d12-40d0-8974-6acc684013fd HTTP/1.1" status: 200 len: 217 time: 0.1221676 Jul 14 09:19:09.237748 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b342158-9da7-423f-926b-600bea454d95 req-66ee78d8-6df5-4064-8e06-9f144b1442b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:09.241745 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-66ee78d8-6df5-4064-8e06-9f144b1442b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6305651f-f686-4eb8-85f0-81bfcb17deeb HTTP/1.1" status: 200 len: 797 time: 0.1359103 Jul 14 09:19:09.312166 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52502) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:09.388369 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-654f4d69-4788-4ea4-821d-90b3a43c28c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=359d564c1a6943ef9b11b75e30aceafd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0740721 Jul 14 09:19:09.391228 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52504) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:09.394337 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b342158-9da7-423f-926b-600bea454d95 req-90eb199d-ffa4-46fd-9e22-593414ee3b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:09.397866 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-90eb199d-ffa4-46fd-9e22-593414ee3b54 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f88ba657-d9b2-4a2f-8603-745af5d48899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1474235 Jul 14 09:19:09.398925 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 3a61054c-ca03-43e7-a0bf-a3248953dd22 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:09.555448 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b1d4f05-fad1-4b99-b600-01f3f54b93d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:09.657776 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-8add6297-9db6-4170-a6b0-80a787831ff8 service neutron] 10.222.0.44 "GET /v2.0/networks/f88ba657-d9b2-4a2f-8603-745af5d48899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515373 Jul 14 09:19:09.664714 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b1d4f05-fad1-4b99-b600-01f3f54b93d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:09.762659 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:09.832605 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af7149e-75f7-4f8b-b8c1-1563cedcd044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a61054c-ca03-43e7-a0bf-a3248953dd22'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:09.843157 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66ecaa2-cced-4451-b78b-25ba86f3648c" -d '{"events": [{"server_uuid": "4af7149e-75f7-4f8b-b8c1-1563cedcd044", "name": "network-vif-unplugged", "status": "completed", "tag": "3a61054c-ca03-43e7-a0bf-a3248953dd22"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:09.863816 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5b342158-9da7-423f-926b-600bea454d95 req-d9e060ad-8b34-410d-907d-8b4b209ee444 service neutron] 10.222.0.44 "GET /v2.0/networks/f88ba657-d9b2-4a2f-8603-745af5d48899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969378 Jul 14 09:19:09.880546 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 3a61054c-ca03-43e7-a0bf-a3248953dd22, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=3a61054c-ca03-43e7-a0bf-a3248953dd22,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:09.886338 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:09.897151 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b1d4f05-fad1-4b99-b600-01f3f54b93d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:09.901327 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b1d4f05-fad1-4b99-b600-01f3f54b93d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:09.905989 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6b1d4f05-fad1-4b99-b600-01f3f54b93d2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/087c235b-be05-43db-b967-006590cba1f1 HTTP/1.1" status: 204 len: 168 time: 0.5136316 Jul 14 09:19:09.946669 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e39270-cf26-40ab-b3c3-a9ac9ebfc43a req-73e4d31a-d3b7-4161-8205-47198d9b7d40 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:09.953948 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52e39270-cf26-40ab-b3c3-a9ac9ebfc43a req-73e4d31a-d3b7-4161-8205-47198d9b7d40 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=870f5628-2c8d-472c-8b40-a90a580aabc0 HTTP/1.1" status: 200 len: 944 time: 0.3320034 Jul 14 09:19:09.978684 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d4f05-fad1-4b99-b600-01f3f54b93d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087c235b-be05-43db-b967-006590cba1f1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:10.034318 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c43c8f-a654-4bb3-bc6a-2ec4e5a20ad6 x-openstack-request-id: req-97c43c8f-a654-4bb3-bc6a-2ec4e5a20ad6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:10.034597 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af7149e-75f7-4f8b-b8c1-1563cedcd044", "name": "network-vif-unplugged", "status": "completed", "tag": "3a61054c-ca03-43e7-a0bf-a3248953dd22", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:10.035575 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97c43c8f-a654-4bb3-bc6a-2ec4e5a20ad6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:10.035575 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af7149e-75f7-4f8b-b8c1-1563cedcd044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a61054c-ca03-43e7-a0bf-a3248953dd22', 'code': 200} Jul 14 09:19:10.060440 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=3a61054c-ca03-43e7-a0bf-a3248953dd22,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:10.072455 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52e39270-cf26-40ab-b3c3-a9ac9ebfc43a req-6f612b80-303b-4304-bc77-3f989d3a5576 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbf16f7-fa3c-44b8-aa5c-99687b33fe4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870690 Jul 14 09:19:10.526880 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:11.411044 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 3a61054c-ca03-43e7-a0bf-a3248953dd22 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:19:11.423095 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:11.439189 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1ec0a-9304-4da0-afaf-fa6382a8cea4 req-66df43da-6e74-4482-a069-157f292f689b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:11.440792 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-84f1ec0a-9304-4da0-afaf-fa6382a8cea4 req-66df43da-6e74-4482-a069-157f292f689b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=870f5628-2c8d-472c-8b40-a90a580aabc0 HTTP/1.1" status: 200 len: 944 time: 0.1259565 Jul 14 09:19:11.598207 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-84f1ec0a-9304-4da0-afaf-fa6382a8cea4 req-410b9f5a-7167-43d7-8413-43ccb7874caf tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbf16f7-fa3c-44b8-aa5c-99687b33fe4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465762 Jul 14 09:19:11.665357 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:11.755361 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:11.755886 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:11.909770 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 3a61054c-ca03-43e7-a0bf-a3248953dd22, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=3a61054c-ca03-43e7-a0bf-a3248953dd22,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:11.926885 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '3a61054c-ca03-43e7-a0bf-a3248953dd22', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'port_id': '3a61054c-ca03-43e7-a0bf-a3248953dd22', 'mac_address': 'fa:16:3e:29:d7:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:19:12.015662 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.036271 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a61054c-ca03-43e7-a0bf-a3248953dd22 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:12.105716 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.122504 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 3a61054c-ca03-43e7-a0bf-a3248953dd22, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=3a61054c-ca03-43e7-a0bf-a3248953dd22,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:12.167806 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.364878 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=3a61054c-ca03-43e7-a0bf-a3248953dd22,revision_number=9']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:12.380108 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.411606 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870f5628-2c8d-472c-8b40-a90a580aabc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffe49b1-22ee-4823-97a6-1c4dd804b1fa'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:12.411606 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4fb4bf-1f6e-4e82-bd73-f6bfdfb7dfa6" -d '{"events": [{"server_uuid": "870f5628-2c8d-472c-8b40-a90a580aabc0", "name": "network-vif-plugged", "status": "completed", "tag": "8ffe49b1-22ee-4823-97a6-1c4dd804b1fa"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:12.467980 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['3a61054c-ca03-43e7-a0bf-a3248953dd22'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:12.525567 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=8ffe49b1-22ee-4823-97a6-1c4dd804b1fa,segment=NetworkSegment(5718229c-ea30-4e86-8990-a6b2e9e91341),segment_id=5718229c-ea30-4e86-8990-a6b2e9e91341)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:12.540363 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.566543 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de36904-6fe6-43b6-a7dd-d28ee575da5e x-openstack-request-id: req-1de36904-6fe6-43b6-a7dd-d28ee575da5e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:12.572509 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870f5628-2c8d-472c-8b40-a90a580aabc0", "name": "network-vif-plugged", "status": "completed", "tag": "8ffe49b1-22ee-4823-97a6-1c4dd804b1fa", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:12.572948 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1de36904-6fe6-43b6-a7dd-d28ee575da5e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:12.573557 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870f5628-2c8d-472c-8b40-a90a580aabc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffe49b1-22ee-4823-97a6-1c4dd804b1fa', 'code': 200} Jul 14 09:19:12.807028 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b029a24-9733-4fbc-9415-834fab9f9595 req-c55df051-6100-4194-9191-e6c4f18d9925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:12.813341 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9b029a24-9733-4fbc-9415-834fab9f9595 req-c55df051-6100-4194-9191-e6c4f18d9925 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=870f5628-2c8d-472c-8b40-a90a580aabc0 HTTP/1.1" status: 200 len: 1097 time: 0.1616743 Jul 14 09:19:12.893425 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=8ffe49b1-22ee-4823-97a6-1c4dd804b1fa,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:12.903732 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9b029a24-9733-4fbc-9415-834fab9f9595 req-992c3fa1-42ac-4ce2-905a-34d82667dc38 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cfbf16f7-fa3c-44b8-aa5c-99687b33fe4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802162 Jul 14 09:19:13.145667 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff7e0-fce8-43dc-a6dc-a0709a2cd86d req-d57cb90f-e577-437b-9d35-8ff8ab3b5056 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:13.154108 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ae3ff7e0-fce8-43dc-a6dc-a0709a2cd86d req-d57cb90f-e577-437b-9d35-8ff8ab3b5056 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=870f5628-2c8d-472c-8b40-a90a580aabc0 HTTP/1.1" status: 200 len: 945 time: 0.1247871 Jul 14 09:19:13.188814 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7440ef-8596-4eb6-aa42-19a3a577274f req-1ce25acb-30d2-48be-9e90-65a12c0242f2 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:13.197363 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9d7440ef-8596-4eb6-aa42-19a3a577274f req-1ce25acb-30d2-48be-9e90-65a12c0242f2 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7d5e2d-47f1-4ae3-9613-230414996530 HTTP/1.1" status: 200 len: 946 time: 0.1823065 Jul 14 09:19:13.239546 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ae3ff7e0-fce8-43dc-a6dc-a0709a2cd86d req-9ff1e03f-8dc4-4890-a7d8-3c3a312d02cc tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbf16f7-fa3c-44b8-aa5c-99687b33fe4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836909 Jul 14 09:19:13.276555 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9d7440ef-8596-4eb6-aa42-19a3a577274f req-5d168f36-1779-42f9-b8d4-6daee23b8b25 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/security-groups?id=86fa0607-3ab6-4d2c-8ceb-2199ef9f8a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780957 Jul 14 09:19:13.935206 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52722) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:14.546575 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-17044fdb-ea00-489e-921c-8ecf151630af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.959234 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26966af0-27df-415e-8544-1ba5b65c58a7 req-588bbe31-90e8-40a0-9437-f966a221a792 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:14.967580 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26966af0-27df-415e-8544-1ba5b65c58a7 req-588bbe31-90e8-40a0-9437-f966a221a792 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=870f5628-2c8d-472c-8b40-a90a580aabc0 HTTP/1.1" status: 200 len: 945 time: 0.3452826 Jul 14 09:19:15.074366 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-17044fdb-ea00-489e-921c-8ecf151630af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.114304 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26966af0-27df-415e-8544-1ba5b65c58a7 req-3ab28acc-4c82-4c26-a8e3-94467145b5dd tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbf16f7-fa3c-44b8-aa5c-99687b33fe4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454618 Jul 14 09:19:15.115255 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-17044fdb-ea00-489e-921c-8ecf151630af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.153438 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2e3ef-20bc-4d4f-884e-5e313bf2515f req-912a8ad9-260f-459f-b527-6bf09452138b tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:15.162273 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1be2e3ef-20bc-4d4f-884e-5e313bf2515f req-912a8ad9-260f-459f-b527-6bf09452138b tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7d5e2d-47f1-4ae3-9613-230414996530 HTTP/1.1" status: 200 len: 946 time: 0.5523641 Jul 14 09:19:15.206502 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52770) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:15.226814 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-17044fdb-ea00-489e-921c-8ecf151630af admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=670e26d3d30a4e349638bda36c934ba0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2540972 Jul 14 09:19:15.424886 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 3a61054c-ca03-43e7-a0bf-a3248953dd22 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:15.451254 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-800fac19-09a9-4bc3-8768-1020ac91454b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.452027 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1be2e3ef-20bc-4d4f-884e-5e313bf2515f req-2a27b7dc-c7ae-43bb-a737-7fa4d16e8bb5 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/security-groups?id=86fa0607-3ab6-4d2c-8ceb-2199ef9f8a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886181 Jul 14 09:19:15.492837 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905135d-60e5-4c27-ab4f-89fffdabde19 req-86964d1c-f368-47bc-9086-2b6f2a588074 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:15.500557 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f905135d-60e5-4c27-ab4f-89fffdabde19 req-86964d1c-f368-47bc-9086-2b6f2a588074 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae7d5e2d-47f1-4ae3-9613-230414996530 HTTP/1.1" status: 200 len: 946 time: 0.6485014 Jul 14 09:19:15.534936 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 3a61054c-ca03-43e7-a0bf-a3248953dd22 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:15.544654 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.564870 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-800fac19-09a9-4bc3-8768-1020ac91454b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.565914 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17044fdb-ea00-489e-921c-8ecf151630af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86958e3e-f5b7-4861-a277-e7a2cd9373a3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:15.744987 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52782) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:15.751668 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.780375 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af7149e-75f7-4f8b-b8c1-1563cedcd044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a61054c-ca03-43e7-a0bf-a3248953dd22'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:15.783019 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc213bd-c801-4af3-adf5-4d74d7f9255a" -d '{"events": [{"server_uuid": "4af7149e-75f7-4f8b-b8c1-1563cedcd044", "name": "network-vif-plugged", "status": "completed", "tag": "3a61054c-ca03-43e7-a0bf-a3248953dd22"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:15.793448 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-800fac19-09a9-4bc3-8768-1020ac91454b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.801658 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-800fac19-09a9-4bc3-8768-1020ac91454b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.802996 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 3a61054c-ca03-43e7-a0bf-a3248953dd22, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=3a61054c-ca03-43e7-a0bf-a3248953dd22,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:15.824147 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.832742 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-800fac19-09a9-4bc3-8768-1020ac91454b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/86958e3e-f5b7-4861-a277-e7a2cd9373a3 HTTP/1.1" status: 204 len: 168 time: 0.6217325 Jul 14 09:19:15.867324 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fac19-09a9-4bc3-8768-1020ac91454b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86958e3e-f5b7-4861-a277-e7a2cd9373a3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:15.930465 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66100ca1-98b2-462e-a884-3026add26b68 x-openstack-request-id: req-66100ca1-98b2-462e-a884-3026add26b68 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:15.935848 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af7149e-75f7-4f8b-b8c1-1563cedcd044", "name": "network-vif-plugged", "status": "completed", "tag": "3a61054c-ca03-43e7-a0bf-a3248953dd22", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:15.935848 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66100ca1-98b2-462e-a884-3026add26b68 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:15.936285 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af7149e-75f7-4f8b-b8c1-1563cedcd044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a61054c-ca03-43e7-a0bf-a3248953dd22', 'code': 200} Jul 14 09:19:16.066827 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85b42b-2ed8-48f9-8efc-16fd48bdb28f req-644a49c1-3d0a-45bc-81b9-fdffc8ba07bf tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:16.089806 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d85b42b-2ed8-48f9-8efc-16fd48bdb28f req-644a49c1-3d0a-45bc-81b9-fdffc8ba07bf tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=870f5628-2c8d-472c-8b40-a90a580aabc0 HTTP/1.1" status: 200 len: 945 time: 0.4287169 Jul 14 09:19:16.089806 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52794) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:16.090609 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fefdff6c-b1a5-49ad-ad1f-9892755ef693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.092618 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d8f95bd9-1928-4d8e-be55-450154b9c8a9 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Request body: {'floatingip': {'port_id': '8ffe49b1-22ee-4823-97a6-1c4dd804b1fa'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:16.151671 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=3a61054c-ca03-43e7-a0bf-a3248953dd22,revision_number=10']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:16.159484 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8f95bd9-1928-4d8e-be55-450154b9c8a9 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.226914 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-f905135d-60e5-4c27-ab4f-89fffdabde19 req-84c3f82a-f06b-4fa5-a92e-36e5cc1c792a tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Deleting port f7898730-f5ba-4bbe-b8aa-acccafc4226b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:16.227267 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f905135d-60e5-4c27-ab4f-89fffdabde19 req-84c3f82a-f06b-4fa5-a92e-36e5cc1c792a tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.352784 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fefdff6c-b1a5-49ad-ad1f-9892755ef693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.358518 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fefdff6c-b1a5-49ad-ad1f-9892755ef693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.479021 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52808) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:16.499007 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-f905135d-60e5-4c27-ab4f-89fffdabde19 req-84c3f82a-f06b-4fa5-a92e-36e5cc1c792a tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] For port f7898730-f5ba-4bbe-b8aa-acccafc4226b, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f7898730-f5ba-4bbe-b8aa-acccafc4226b,segment=NetworkSegment(d0b30f4a-f14e-4c50-911e-ba22eb64a9b0),segment_id=d0b30f4a-f14e-4c50-911e-ba22eb64a9b0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:16.502444 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f905135d-60e5-4c27-ab4f-89fffdabde19 req-84c3f82a-f06b-4fa5-a92e-36e5cc1c792a tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.539464 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5174b882-8e0d-4cf3-bcb2-eba7b0188b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.547434 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-f905135d-60e5-4c27-ab4f-89fffdabde19 req-84c3f82a-f06b-4fa5-a92e-36e5cc1c792a tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Calling delete_port for f7898730-f5ba-4bbe-b8aa-acccafc4226b owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:16.605293 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fefdff6c-b1a5-49ad-ad1f-9892755ef693 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3aeb947871c845508cef11489624ce81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8588066 Jul 14 09:19:16.615765 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52812) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:16.626058 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefdff6c-b1a5-49ad-ad1f-9892755ef693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee690b2e-7544-4eba-93ea-2a7a8c833de5,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:16.771317 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5174b882-8e0d-4cf3-bcb2-eba7b0188b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.776038 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5174b882-8e0d-4cf3-bcb2-eba7b0188b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.825020 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5174b882-8e0d-4cf3-bcb2-eba7b0188b05 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa680071dc0b42e7bc6087563ef58f30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3366668 Jul 14 09:19:16.827804 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52816) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:16.916825 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c820213-d19f-4e4a-b602-7b375c4d80e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.940371 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174b882-8e0d-4cf3-bcb2-eba7b0188b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfd76a2-1365-48fd-a04e-4d58a907bd50,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:16.976484 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-acfd0aad-b5be-442b-9e30-459bdd3d9b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.011406 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-acfd0aad-b5be-442b-9e30-459bdd3d9b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.060361 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c820213-d19f-4e4a-b602-7b375c4d80e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.087148 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-acfd0aad-b5be-442b-9e30-459bdd3d9b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.093586 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-acfd0aad-b5be-442b-9e30-459bdd3d9b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.098128 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-acfd0aad-b5be-442b-9e30-459bdd3d9b3e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fdfd76a2-1365-48fd-a04e-4d58a907bd50 HTTP/1.1" status: 204 len: 168 time: 0.2659419 Jul 14 09:19:17.118922 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd0aad-b5be-442b-9e30-459bdd3d9b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfd76a2-1365-48fd-a04e-4d58a907bd50,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:17.153438 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa9ca6-f251-4847-9600-b3c237c4e874 req-b602f4e0-d654-4e68-ab51-336b6b1abfaa tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:17.155177 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a2fa9ca6-f251-4847-9600-b3c237c4e874 req-b602f4e0-d654-4e68-ab51-336b6b1abfaa tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7d5e2d-47f1-4ae3-9613-230414996530 HTTP/1.1" status: 200 len: 946 time: 0.4524333 Jul 14 09:19:17.400395 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f905135d-60e5-4c27-ab4f-89fffdabde19 req-84c3f82a-f06b-4fa5-a92e-36e5cc1c792a tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.413357 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8f95bd9-1928-4d8e-be55-450154b9c8a9 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.483000 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8f95bd9-1928-4d8e-be55-450154b9c8a9 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.489897 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3f82a-f06b-4fa5-a92e-36e5cc1c792a tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Pushing event deleted for resources: {'Port': ['ID=f7898730-f5ba-4bbe-b8aa-acccafc4226b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:17.538578 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c3f82a-f06b-4fa5-a92e-36e5cc1c792a tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:17.538971 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c3f82a-f06b-4fa5-a92e-36e5cc1c792a tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:17.539541 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c3f82a-f06b-4fa5-a92e-36e5cc1c792a tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:17.539859 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c3f82a-f06b-4fa5-a92e-36e5cc1c792a tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:17.540201 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c3f82a-f06b-4fa5-a92e-36e5cc1c792a tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:17.540534 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c3f82a-f06b-4fa5-a92e-36e5cc1c792a tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:17.540874 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c3f82a-f06b-4fa5-a92e-36e5cc1c792a tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:17.541265 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c3f82a-f06b-4fa5-a92e-36e5cc1c792a tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:17.542070 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c3f82a-f06b-4fa5-a92e-36e5cc1c792a tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:17.542522 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c3f82a-f06b-4fa5-a92e-36e5cc1c792a tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:17.543346 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c3f82a-f06b-4fa5-a92e-36e5cc1c792a tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:17.544160 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c3f82a-f06b-4fa5-a92e-36e5cc1c792a tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:18.236561 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f905135d-60e5-4c27-ab4f-89fffdabde19 req-84c3f82a-f06b-4fa5-a92e-36e5cc1c792a tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] No DVR routers for this DVR port f7898730-f5ba-4bbe-b8aa-acccafc4226b on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:18.251901 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a2fa9ca6-f251-4847-9600-b3c237c4e874 req-344c882d-4775-47c9-b82a-15c59e2a01e6 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/security-groups?id=86fa0607-3ab6-4d2c-8ceb-2199ef9f8a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8584108 Jul 14 09:19:18.256861 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f905135d-60e5-4c27-ab4f-89fffdabde19 req-84c3f82a-f06b-4fa5-a92e-36e5cc1c792a tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.261832 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f905135d-60e5-4c27-ab4f-89fffdabde19 req-84c3f82a-f06b-4fa5-a92e-36e5cc1c792a tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.47 "DELETE /v2.0/ports/f7898730-f5ba-4bbe-b8aa-acccafc4226b HTTP/1.1" status: 204 len: 173 time: 2.6906106 Jul 14 09:19:18.267522 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7d5e2d-47f1-4ae3-9613-230414996530', 'name': 'network-vif-deleted', 'tag': 'f7898730-f5ba-4bbe-b8aa-acccafc4226b'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:18.270757 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30451321-e029-44d7-8965-d55dfabe4341" -d '{"events": [{"server_uuid": "ae7d5e2d-47f1-4ae3-9613-230414996530", "name": "network-vif-deleted", "tag": "f7898730-f5ba-4bbe-b8aa-acccafc4226b"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:18.314000 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c820213-d19f-4e4a-b602-7b375c4d80e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.332515 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c820213-d19f-4e4a-b602-7b375c4d80e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.338907 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7c820213-d19f-4e4a-b602-7b375c4d80e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee690b2e-7544-4eba-93ea-2a7a8c833de5 HTTP/1.1" status: 204 len: 168 time: 1.7140455 Jul 14 09:19:18.379992 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3c1995-766f-4661-8cb9-76f3b90dda3b x-openstack-request-id: req-0a3c1995-766f-4661-8cb9-76f3b90dda3b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:18.380590 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7d5e2d-47f1-4ae3-9613-230414996530", "name": "network-vif-deleted", "tag": "f7898730-f5ba-4bbe-b8aa-acccafc4226b", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:18.381029 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a3c1995-766f-4661-8cb9-76f3b90dda3b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:18.381602 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7d5e2d-47f1-4ae3-9613-230414996530', 'name': 'network-vif-deleted', 'tag': 'f7898730-f5ba-4bbe-b8aa-acccafc4226b', 'status': 'completed', 'code': 200} Jul 14 09:19:18.393659 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81826e4e-3b6e-41b8-8b42-912de1fc7a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.457042 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c820213-d19f-4e4a-b602-7b375c4d80e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee690b2e-7544-4eba-93ea-2a7a8c833de5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:18.524562 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-d8f95bd9-1928-4d8e-be55-450154b9c8a9 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Floating IP c617340f-c201-4f7d-b38a-d6e87f2c3b99 associated. External IP: 172.25.6.201, port: 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa. Jul 14 09:19:18.862837 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device f7898730-f5ba-4bbe-b8aa-acccafc4226b no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:18.912583 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: f7898730-f5ba-4bbe-b8aa-acccafc4226b {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:18.915855 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device f7898730-f5ba-4bbe-b8aa-acccafc4226b not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:19.098136 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52882) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:19.134611 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2b69-54c6-498e-acad-83ad318732a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.215629 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f95bd9-1928-4d8e-be55-450154b9c8a9 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Router af1314ac-be2e-4773-85c3-8f839a9a772f has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:19:19.713252 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2b69-54c6-498e-acad-83ad318732a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.728396 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2b69-54c6-498e-acad-83ad318732a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.858791 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2b6f2b69-54c6-498e-acad-83ad318732a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=451aa072a73a4e0393c6fd356b82edfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7581189 Jul 14 09:19:19.860416 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f2b69-54c6-498e-acad-83ad318732a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b67903-1cc5-4948-a1d6-07761d55f13e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:19.876973 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52904) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:19.927809 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-771f7f21-4de3-4449-a512-ea38074e6c67 req-c7136e47-9f73-41f7-ae83-4fb0266386f1 tempest-AttachSCSIVolumeTestJSON-471194031 tempest-AttachSCSIVolumeTestJSON-471194031-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7d5e2d-47f1-4ae3-9613-230414996530 HTTP/1.1" status: 200 len: 210 time: 0.2468126 Jul 14 09:19:19.971823 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e753ffa9-b827-41be-8580-a084a00a39ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.993771 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f95bd9-1928-4d8e-be55-450154b9c8a9 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:20.007379 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18914e65-4c38-4cb9-8ed3-48dae05a04c6 None None] Sync routers for ids ['af1314ac-be2e-4773-85c3-8f839a9a772f'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:20.016802 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8f95bd9-1928-4d8e-be55-450154b9c8a9 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.024738 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18914e65-4c38-4cb9-8ed3-48dae05a04c6 None None] Routers {'af1314ac-be2e-4773-85c3-8f839a9a772f'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:20.025440 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-18914e65-4c38-4cb9-8ed3-48dae05a04c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:18:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['af1314ac-be2e-4773-85c3-8f839a9a772f'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:20.067346 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e753ffa9-b827-41be-8580-a084a00a39ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.211206 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d8f95bd9-1928-4d8e-be55-450154b9c8a9 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "PUT /v2.0/floatingips/c617340f-c201-4f7d-b38a-d6e87f2c3b99 HTTP/1.1" status: 200 len: 991 time: 4.1253135 Jul 14 09:19:20.224949 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e753ffa9-b827-41be-8580-a084a00a39ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.228223 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e753ffa9-b827-41be-8580-a084a00a39ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.229480 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e753ffa9-b827-41be-8580-a084a00a39ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/76b67903-1cc5-4948-a1d6-07761d55f13e HTTP/1.1" status: 204 len: 168 time: 0.3496499 Jul 14 09:19:20.264083 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753ffa9-b827-41be-8580-a084a00a39ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b67903-1cc5-4948-a1d6-07761d55f13e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:20.385842 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870f5628-2c8d-472c-8b40-a90a580aabc0', 'tag': '8ffe49b1-22ee-4823-97a6-1c4dd804b1fa'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:20.388452 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26984e20-9f72-4535-9023-0530326cfe00" -d '{"events": [{"name": "network-changed", "server_uuid": "870f5628-2c8d-472c-8b40-a90a580aabc0", "tag": "8ffe49b1-22ee-4823-97a6-1c4dd804b1fa"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:20.425337 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-18914e65-4c38-4cb9-8ed3-48dae05a04c6 None None] Set router af1314ac-be2e-4773-85c3-8f839a9a772f gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:20.658423 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96536f1d-6011-4c6b-a8de-d12cf64bc84e x-openstack-request-id: req-96536f1d-6011-4c6b-a8de-d12cf64bc84e {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:20.659023 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870f5628-2c8d-472c-8b40-a90a580aabc0", "tag": "8ffe49b1-22ee-4823-97a6-1c4dd804b1fa", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:20.659636 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96536f1d-6011-4c6b-a8de-d12cf64bc84e {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:20.660263 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870f5628-2c8d-472c-8b40-a90a580aabc0', 'tag': '8ffe49b1-22ee-4823-97a6-1c4dd804b1fa', 'status': 'completed', 'code': 200} Jul 14 09:19:20.943263 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26984e20-9f72-4535-9023-0530326cfe00 req-3eb35f7d-3c5d-46dc-91de-5dd54836ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:20.958713 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26984e20-9f72-4535-9023-0530326cfe00 req-3eb35f7d-3c5d-46dc-91de-5dd54836ece6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b327168895324cc0b6c369e00d5c9690&device_id=870f5628-2c8d-472c-8b40-a90a580aabc0 HTTP/1.1" status: 200 len: 1097 time: 0.2709291 Jul 14 09:19:21.048954 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e8fa4a3-1327-411a-894e-66609fe2c5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:21.274343 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:21.301365 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-18914e65-4c38-4cb9-8ed3-48dae05a04c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'name': 'tempest-AttachVolumeTestJSON-417553449-router', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:13:47Z', 'updated_at': '2021-07-14T09:13:54Z', 'revision_number': 4, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'gw_port': {'id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:48Z', 'updated_at': '2021-07-14T09:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'c617340f-c201-4f7d-b38a-d6e87f2c3b99', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'port_id': '8ffe49b1-22ee-4823-97a6-1c4dd804b1fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113', 'mac_address': 'fa:16:3e:e6:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f5628-2c8d-472c-8b40-a90a580aabc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:18:49Z', 'updated_at': '2021-07-14T09:19:17Z', 'revision_number': 1, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c491f64-4b43-4aba-904f-696486d56c55', 'name': '', 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'mac_address': 'fa:16:3e:a7:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:51Z', 'updated_at': '2021-07-14T09:14:05Z', 'revision_number': 5, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'subnets': [{'id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:21.339711 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26984e20-9f72-4535-9023-0530326cfe00 req-4069cb79-287a-4fc6-a9d9-38cc99233237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:21.341909 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26984e20-9f72-4535-9023-0530326cfe00 req-4069cb79-287a-4fc6-a9d9-38cc99233237 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5e1db2f5-19ca-4d5a-a84c-a02b32125113 HTTP/1.1" status: 200 len: 910 time: 0.3755934 Jul 14 09:19:21.384834 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52954) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:21.393084 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18914e65-4c38-4cb9-8ed3-48dae05a04c6 None None] Checking router: af1314ac-be2e-4773-85c3-8f839a9a772f for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:19:21.412200 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb7720ee-7601-4132-bb15-d04a5a93cdd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:21.417905 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18914e65-4c38-4cb9-8ed3-48dae05a04c6 None None] Routers {'af1314ac-be2e-4773-85c3-8f839a9a772f'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:21.420108 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-18914e65-4c38-4cb9-8ed3-48dae05a04c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:19:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['af1314ac-be2e-4773-85c3-8f839a9a772f'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:21.647123 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26984e20-9f72-4535-9023-0530326cfe00 req-ca645174-243e-4900-9087-892293bb6dde service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ffe49b1-22ee-4823-97a6-1c4dd804b1fa HTTP/1.1" status: 200 len: 999 time: 0.2977989 Jul 14 09:19:21.829467 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26984e20-9f72-4535-9023-0530326cfe00 req-a2387877-2842-4ca5-aad5-17accf78147b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:21.837509 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26984e20-9f72-4535-9023-0530326cfe00 req-a2387877-2842-4ca5-aad5-17accf78147b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=02258896-8a0a-43a5-90d3-5cf3546f791a HTTP/1.1" status: 200 len: 849 time: 0.1805751 Jul 14 09:19:21.888968 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb7720ee-7601-4132-bb15-d04a5a93cdd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:21.894417 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb7720ee-7601-4132-bb15-d04a5a93cdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:22.014978 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7720ee-7601-4132-bb15-d04a5a93cdd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bb222a-cd29-4de7-93b1-5198c2855ca6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:22.045474 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-eb7720ee-7601-4132-bb15-d04a5a93cdd7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b81d76f1c6f400dbcb295714451f2c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6586723 Jul 14 09:19:22.051279 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52976) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:22.140999 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:22.164741 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26984e20-9f72-4535-9023-0530326cfe00 req-100f016b-1b31-4fd0-8cd0-f476719d2390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:22.166307 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26984e20-9f72-4535-9023-0530326cfe00 req-100f016b-1b31-4fd0-8cd0-f476719d2390 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5e1db2f5-19ca-4d5a-a84c-a02b32125113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3115528 Jul 14 09:19:22.240057 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-18914e65-4c38-4cb9-8ed3-48dae05a04c6 None None] Set router af1314ac-be2e-4773-85c3-8f839a9a772f gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:22.377698 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-728ddda2-c172-4350-96b3-6058196becb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:22.422749 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-728ddda2-c172-4350-96b3-6058196becb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:22.427865 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26984e20-9f72-4535-9023-0530326cfe00 req-49356fae-9143-4561-b2e0-4aa73bafcb92 service neutron] 10.222.0.44 "GET /v2.0/networks/5e1db2f5-19ca-4d5a-a84c-a02b32125113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459433 Jul 14 09:19:22.624768 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-728ddda2-c172-4350-96b3-6058196becb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:22.635465 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-728ddda2-c172-4350-96b3-6058196becb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:22.644080 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-728ddda2-c172-4350-96b3-6058196becb2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48bb222a-cd29-4de7-93b1-5198c2855ca6 HTTP/1.1" status: 204 len: 168 time: 0.5899446 Jul 14 09:19:22.652537 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26984e20-9f72-4535-9023-0530326cfe00 req-a8f0385a-58b6-4b10-8dd6-2f879be11a36 service neutron] 10.222.0.44 "GET /v2.0/networks/5e1db2f5-19ca-4d5a-a84c-a02b32125113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155986 Jul 14 09:19:22.696305 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ddda2-c172-4350-96b3-6058196becb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bb222a-cd29-4de7-93b1-5198c2855ca6,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:22.967115 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-18914e65-4c38-4cb9-8ed3-48dae05a04c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'name': 'tempest-AttachVolumeTestJSON-417553449-router', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:13:47Z', 'updated_at': '2021-07-14T09:13:54Z', 'revision_number': 4, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'gw_port': {'id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:48Z', 'updated_at': '2021-07-14T09:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'c617340f-c201-4f7d-b38a-d6e87f2c3b99', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'port_id': '8ffe49b1-22ee-4823-97a6-1c4dd804b1fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113', 'mac_address': 'fa:16:3e:e6:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f5628-2c8d-472c-8b40-a90a580aabc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:18:49Z', 'updated_at': '2021-07-14T09:19:17Z', 'revision_number': 1, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c491f64-4b43-4aba-904f-696486d56c55', 'name': '', 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'mac_address': 'fa:16:3e:a7:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:51Z', 'updated_at': '2021-07-14T09:14:05Z', 'revision_number': 5, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'subnets': [{'id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:23.028121 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18914e65-4c38-4cb9-8ed3-48dae05a04c6 None None] The sync data for ids ['af1314ac-be2e-4773-85c3-8f839a9a772f'] in n-d-771362-35 is: [{'id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'name': 'tempest-AttachVolumeTestJSON-417553449-router', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:13:47Z', 'updated_at': '2021-07-14T09:13:54Z', 'revision_number': 4, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'gw_port': {'id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:48Z', 'updated_at': '2021-07-14T09:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'c617340f-c201-4f7d-b38a-d6e87f2c3b99', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'port_id': '8ffe49b1-22ee-4823-97a6-1c4dd804b1fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113', 'mac_address': 'fa:16:3e:e6:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f5628-2c8d-472c-8b40-a90a580aabc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:18:49Z', 'updated_at': '2021-07-14T09:19:17Z', 'revision_number': 1, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c491f64-4b43-4aba-904f-696486d56c55', 'name': '', 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'mac_address': 'fa:16:3e:a7:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:51Z', 'updated_at': '2021-07-14T09:14:05Z', 'revision_number': 5, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'subnets': [{'id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:23.106677 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53028) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:23.432886 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa9a3d8d-d4b4-48ed-a126-c35d09892eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:23.558998 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f76b9f-5f93-4878-8bd7-61f24e859659 None None] New status for floating IP c617340f-c201-4f7d-b38a-d6e87f2c3b99: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:19:23.716568 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:23.745198 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa9a3d8d-d4b4-48ed-a126-c35d09892eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:23.750503 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa9a3d8d-d4b4-48ed-a126-c35d09892eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:23.863064 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-aa9a3d8d-d4b4-48ed-a126-c35d09892eaa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fb1d567ab599460b88976eabfe05c17c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7548776 Jul 14 09:19:23.865879 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53062) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:23.881785 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a3d8d-d4b4-48ed-a126-c35d09892eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4865bba-b514-45fd-b8a9-cb31b7e21cf5,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:24.068337 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-465f7087-0501-4133-8618-aabc9c7adc82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.155280 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-465f7087-0501-4133-8618-aabc9c7adc82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.287580 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-465f7087-0501-4133-8618-aabc9c7adc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.290899 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-465f7087-0501-4133-8618-aabc9c7adc82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.304275 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-465f7087-0501-4133-8618-aabc9c7adc82 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4865bba-b514-45fd-b8a9-cb31b7e21cf5 HTTP/1.1" status: 204 len: 168 time: 0.4334238 Jul 14 09:19:24.335354 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f7087-0501-4133-8618-aabc9c7adc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4865bba-b514-45fd-b8a9-cb31b7e21cf5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:25.002634 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53104) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:25.009150 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53106) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:25.028915 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-48ca003c-62ad-47d9-994e-2b798d961278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.266859 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-48ca003c-62ad-47d9-994e-2b798d961278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.290002 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-48ca003c-62ad-47d9-994e-2b798d961278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.361912 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53114) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:25.370905 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-48ca003c-62ad-47d9-994e-2b798d961278 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c14f02f3c641458aa6ae4d4cc705987f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3671713 Jul 14 09:19:25.374078 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca003c-62ad-47d9-994e-2b798d961278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2b7bc0-853c-40c0-bb6b-36c98e2b706c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:25.461691 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-acf099df-be25-4bd5-9089-1e549ac2e5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.537444 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-acf099df-be25-4bd5-9089-1e549ac2e5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.660549 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8712b049-715f-4c55-bdac-f741883c5fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.694022 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-acf099df-be25-4bd5-9089-1e549ac2e5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.698211 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-acf099df-be25-4bd5-9089-1e549ac2e5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.700950 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-acf099df-be25-4bd5-9089-1e549ac2e5f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a2b7bc0-853c-40c0-bb6b-36c98e2b706c HTTP/1.1" status: 204 len: 168 time: 0.3366027 Jul 14 09:19:25.728274 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf099df-be25-4bd5-9089-1e549ac2e5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2b7bc0-853c-40c0-bb6b-36c98e2b706c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:25.920917 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8712b049-715f-4c55-bdac-f741883c5fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.929854 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8712b049-715f-4c55-bdac-f741883c5fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.015092 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8712b049-715f-4c55-bdac-f741883c5fb2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b20623f4de7d439e925cb5be5e902349&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0048800 Jul 14 09:19:26.016540 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712b049-715f-4c55-bdac-f741883c5fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cc5f49-9bf8-4ad5-9189-efd419859210,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:26.017730 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53138) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:26.179191 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2e9d94ab-8e41-458a-98ca-6ae58578115b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.224735 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2e9d94ab-8e41-458a-98ca-6ae58578115b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.312287 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2e9d94ab-8e41-458a-98ca-6ae58578115b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.315772 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2e9d94ab-8e41-458a-98ca-6ae58578115b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.317826 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2e9d94ab-8e41-458a-98ca-6ae58578115b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65cc5f49-9bf8-4ad5-9189-efd419859210 HTTP/1.1" status: 204 len: 168 time: 0.2985754 Jul 14 09:19:26.341547 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d94ab-8e41-458a-98ca-6ae58578115b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cc5f49-9bf8-4ad5-9189-efd419859210,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:26.353492 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d94ab-8e41-458a-98ca-6ae58578115b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:26.353883 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d94ab-8e41-458a-98ca-6ae58578115b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:26.354180 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d94ab-8e41-458a-98ca-6ae58578115b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:26.355057 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d94ab-8e41-458a-98ca-6ae58578115b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:26.355057 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d94ab-8e41-458a-98ca-6ae58578115b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:26.355387 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d94ab-8e41-458a-98ca-6ae58578115b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:26.355524 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d94ab-8e41-458a-98ca-6ae58578115b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:26.355813 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d94ab-8e41-458a-98ca-6ae58578115b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:26.356135 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d94ab-8e41-458a-98ca-6ae58578115b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:26.356458 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d94ab-8e41-458a-98ca-6ae58578115b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:26.356780 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d94ab-8e41-458a-98ca-6ae58578115b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:26.357096 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d94ab-8e41-458a-98ca-6ae58578115b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:28.845536 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53270) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:29.820779 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:19:30.186414 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53314) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:30.217551 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40150cb6-1933-4011-ba8f-5b00d52e2495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.525809 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4edbf6c-3bfd-42a3-92f9-7af76a688541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.872031 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4edbf6c-3bfd-42a3-92f9-7af76a688541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.872031 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4edbf6c-3bfd-42a3-92f9-7af76a688541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.949804 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-40150cb6-1933-4011-ba8f-5b00d52e2495 admin admin] Deleting port 1748e1d6-1825-474f-a1bf-d1e677916d19 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:30.954379 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40150cb6-1933-4011-ba8f-5b00d52e2495 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.072922 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f4edbf6c-3bfd-42a3-92f9-7af76a688541 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d46193ac281842e8beb6373a3a4bb8e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8844652 Jul 14 09:19:31.074928 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53330) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:31.099881 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4edbf6c-3bfd-42a3-92f9-7af76a688541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446df8ac-7746-4495-bd0c-8a0e371ed57e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:31.176792 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b132-6036-434c-bd4a-2ed83800f44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.186419 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-40150cb6-1933-4011-ba8f-5b00d52e2495 admin admin] For port 1748e1d6-1825-474f-a1bf-d1e677916d19, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=1748e1d6-1825-474f-a1bf-d1e677916d19,segment=NetworkSegment(d0b30f4a-f14e-4c50-911e-ba22eb64a9b0),segment_id=d0b30f4a-f14e-4c50-911e-ba22eb64a9b0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:31.186790 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40150cb6-1933-4011-ba8f-5b00d52e2495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.220489 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-40150cb6-1933-4011-ba8f-5b00d52e2495 admin admin] Calling delete_port for 1748e1d6-1825-474f-a1bf-d1e677916d19 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:31.222220 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b132-6036-434c-bd4a-2ed83800f44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.381659 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b132-6036-434c-bd4a-2ed83800f44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.384682 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b132-6036-434c-bd4a-2ed83800f44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.393470 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b4b7b132-6036-434c-bd4a-2ed83800f44f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/446df8ac-7746-4495-bd0c-8a0e371ed57e HTTP/1.1" status: 204 len: 168 time: 0.3172364 Jul 14 09:19:31.453056 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7b132-6036-434c-bd4a-2ed83800f44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446df8ac-7746-4495-bd0c-8a0e371ed57e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:31.876146 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40150cb6-1933-4011-ba8f-5b00d52e2495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.914426 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40150cb6-1933-4011-ba8f-5b00d52e2495 admin admin] Pushing event deleted for resources: {'Port': ['ID=1748e1d6-1825-474f-a1bf-d1e677916d19,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:32.173102 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40150cb6-1933-4011-ba8f-5b00d52e2495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:32.612346 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40150cb6-1933-4011-ba8f-5b00d52e2495 admin admin] Router d7fb8794-4b64-4aad-924a-0dff16414e1f has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:19:32.995110 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40150cb6-1933-4011-ba8f-5b00d52e2495 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:33.006703 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a2565e-ffc7-4e1b-b430-2ecfb81ff938 None None] Sync routers for ids ['d7fb8794-4b64-4aad-924a-0dff16414e1f'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:33.011412 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53390) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:33.018847 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-40150cb6-1933-4011-ba8f-5b00d52e2495 admin admin] 10.222.0.25 "PUT /v2.0/routers/d7fb8794-4b64-4aad-924a-0dff16414e1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1717308 Jul 14 09:19:33.023912 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a2565e-ffc7-4e1b-b430-2ecfb81ff938 None None] Routers {'d7fb8794-4b64-4aad-924a-0dff16414e1f'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:33.025170 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-10a2565e-ffc7-4e1b-b430-2ecfb81ff938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:19:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['d7fb8794-4b64-4aad-924a-0dff16414e1f'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:33.223264 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b90842c-982e-4f3e-b1d0-b3ba5e39f13f admin admin] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:33.275213 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-10a2565e-ffc7-4e1b-b430-2ecfb81ff938 None None] Set router d7fb8794-4b64-4aad-924a-0dff16414e1f gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:33.399032 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b90842c-982e-4f3e-b1d0-b3ba5e39f13f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:33.523724 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0b90842c-982e-4f3e-b1d0-b3ba5e39f13f admin admin] Deleting port 03c3e69b-80af-4033-82b5-a863bb907679 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:33.525727 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b90842c-982e-4f3e-b1d0-b3ba5e39f13f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:33.704275 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0b90842c-982e-4f3e-b1d0-b3ba5e39f13f admin admin] For port 03c3e69b-80af-4033-82b5-a863bb907679, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=03c3e69b-80af-4033-82b5-a863bb907679,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:33.707141 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b90842c-982e-4f3e-b1d0-b3ba5e39f13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:33.751148 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-10a2565e-ffc7-4e1b-b430-2ecfb81ff938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fb8794-4b64-4aad-924a-0dff16414e1f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2070806492-router', 'tenant_id': '5c5a1976cf14422ba46daf3169a08a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '03c3e69b-80af-4033-82b5-a863bb907679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:06Z', 'updated_at': '2021-07-14T09:19:31Z', 'revision_number': 5, 'project_id': '5c5a1976cf14422ba46daf3169a08a6c', 'gw_port': {'id': '03c3e69b-80af-4033-82b5-a863bb907679', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fb8794-4b64-4aad-924a-0dff16414e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:07Z', 'updated_at': '2021-07-14T09:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:33.751424 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0b90842c-982e-4f3e-b1d0-b3ba5e39f13f admin admin] Calling delete_port for 03c3e69b-80af-4033-82b5-a863bb907679 owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:33.819833 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a2565e-ffc7-4e1b-b430-2ecfb81ff938 None None] Checking router: d7fb8794-4b64-4aad-924a-0dff16414e1f for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:19:33.850251 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a2565e-ffc7-4e1b-b430-2ecfb81ff938 None None] Routers {'d7fb8794-4b64-4aad-924a-0dff16414e1f'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:33.855651 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-10a2565e-ffc7-4e1b-b430-2ecfb81ff938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:19:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['d7fb8794-4b64-4aad-924a-0dff16414e1f'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:34.112174 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-10a2565e-ffc7-4e1b-b430-2ecfb81ff938 None None] Set router d7fb8794-4b64-4aad-924a-0dff16414e1f gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:34.312037 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-10a2565e-ffc7-4e1b-b430-2ecfb81ff938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fb8794-4b64-4aad-924a-0dff16414e1f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2070806492-router', 'tenant_id': '5c5a1976cf14422ba46daf3169a08a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:06Z', 'updated_at': '2021-07-14T09:19:33Z', 'revision_number': 6, 'project_id': '5c5a1976cf14422ba46daf3169a08a6c', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:34.389669 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b90842c-982e-4f3e-b1d0-b3ba5e39f13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:34.408946 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a2565e-ffc7-4e1b-b430-2ecfb81ff938 None None] The sync data for ids ['d7fb8794-4b64-4aad-924a-0dff16414e1f'] in n-d-771362-35 is: [{'id': 'd7fb8794-4b64-4aad-924a-0dff16414e1f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2070806492-router', 'tenant_id': '5c5a1976cf14422ba46daf3169a08a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:06Z', 'updated_at': '2021-07-14T09:19:33Z', 'revision_number': 6, 'project_id': '5c5a1976cf14422ba46daf3169a08a6c', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:34.435971 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90842c-982e-4f3e-b1d0-b3ba5e39f13f admin admin] Pushing event deleted for resources: {'Port': ['ID=03c3e69b-80af-4033-82b5-a863bb907679,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:34.767072 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b90842c-982e-4f3e-b1d0-b3ba5e39f13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.119318 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b90842c-982e-4f3e-b1d0-b3ba5e39f13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.123746 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b90842c-982e-4f3e-b1d0-b3ba5e39f13f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.296947 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b90842c-982e-4f3e-b1d0-b3ba5e39f13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.297586 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b90842c-982e-4f3e-b1d0-b3ba5e39f13f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7fb8794-4b64-4aad-924a-0dff16414e1f {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:19:35.312300 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b90842c-982e-4f3e-b1d0-b3ba5e39f13f admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.316403 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0b90842c-982e-4f3e-b1d0-b3ba5e39f13f admin admin] 10.222.0.25 "DELETE /v2.0/routers/d7fb8794-4b64-4aad-924a-0dff16414e1f HTTP/1.1" status: 204 len: 168 time: 2.3010566 Jul 14 09:19:35.317687 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53464) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:35.429826 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-95271988-eb60-4a71-bf55-66658dd03de1 admin admin] Deleting subnet 4877f996-564c-438d-a073-8c5869d48a51 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:19:35.438747 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95271988-eb60-4a71-bf55-66658dd03de1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.510070 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95271988-eb60-4a71-bf55-66658dd03de1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.801889 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95271988-eb60-4a71-bf55-66658dd03de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.979357 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95271988-eb60-4a71-bf55-66658dd03de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.115216 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95271988-eb60-4a71-bf55-66658dd03de1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4877f996-564c-438d-a073-8c5869d48a51,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:36.139665 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95271988-eb60-4a71-bf55-66658dd03de1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.140464 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665ca125-cae6-4e6d-82f8-c396efffd0ee None None] Network d1f29231-45c5-485a-ab04-a9cc3a9236ce requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:19:36.145921 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53518) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:36.146921 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-95271988-eb60-4a71-bf55-66658dd03de1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4877f996-564c-438d-a073-8c5869d48a51 HTTP/1.1" status: 204 len: 168 time: 0.8272088 Jul 14 09:19:36.391905 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad4f80a3-6df5-4385-b310-89de31bf3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.520572 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ad4f80a3-6df5-4385-b310-89de31bf3e3c admin admin] Deleting port 349e9e35-bb17-4618-af60-878a6e9a6f86 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:36.521087 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad4f80a3-6df5-4385-b310-89de31bf3e3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.552293 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a5f227-e703-4b8c-9acf-bdc1d43ceca1 None None] DHCP port deletion for d1f29231-45c5-485a-ab04-a9cc3a9236ce request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:19:36.684791 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 03c3e69b-80af-4033-82b5-a863bb907679 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:36.697083 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ad4f80a3-6df5-4385-b310-89de31bf3e3c admin admin] For port 349e9e35-bb17-4618-af60-878a6e9a6f86, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=349e9e35-bb17-4618-af60-878a6e9a6f86,segment=NetworkSegment(d0b30f4a-f14e-4c50-911e-ba22eb64a9b0),segment_id=d0b30f4a-f14e-4c50-911e-ba22eb64a9b0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:36.697494 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad4f80a3-6df5-4385-b310-89de31bf3e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.717052 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ad4f80a3-6df5-4385-b310-89de31bf3e3c admin admin] Calling delete_port for 349e9e35-bb17-4618-af60-878a6e9a6f86 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:36.734272 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 03c3e69b-80af-4033-82b5-a863bb907679 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:36.734967 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 03c3e69b-80af-4033-82b5-a863bb907679 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:36.735768 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 349e9e35-bb17-4618-af60-878a6e9a6f86 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:36.780636 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-07a5f227-e703-4b8c-9acf-bdc1d43ceca1 None None] Deleting port 349e9e35-bb17-4618-af60-878a6e9a6f86 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:36.782084 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07a5f227-e703-4b8c-9acf-bdc1d43ceca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.831947 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad4f80a3-6df5-4385-b310-89de31bf3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.893107 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f80a3-6df5-4385-b310-89de31bf3e3c admin admin] Pushing event deleted for resources: {'Port': ['ID=349e9e35-bb17-4618-af60-878a6e9a6f86,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:36.910540 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4f80a3-6df5-4385-b310-89de31bf3e3c admin admin] No DVR routers for this DVR port 349e9e35-bb17-4618-af60-878a6e9a6f86 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:37.141454 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad4f80a3-6df5-4385-b310-89de31bf3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.178091 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ad4f80a3-6df5-4385-b310-89de31bf3e3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f29231-45c5-485a-ab04-a9cc3a9236ce']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:37.201627 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ad4f80a3-6df5-4385-b310-89de31bf3e3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b30f4a-f14e-4c50-911e-ba22eb64a9b0') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:37.202313 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ad4f80a3-6df5-4385-b310-89de31bf3e3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b30f4a-f14e-4c50-911e-ba22eb64a9b0') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:37.221124 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad4f80a3-6df5-4385-b310-89de31bf3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.258648 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad4f80a3-6df5-4385-b310-89de31bf3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.276671 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4f80a3-6df5-4385-b310-89de31bf3e3c admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:19:37.277488 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad4f80a3-6df5-4385-b310-89de31bf3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:19:37.279746 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:19:37.464016 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad4f80a3-6df5-4385-b310-89de31bf3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.481388 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No active binding found for port 349e9e35-bb17-4618-af60-878a6e9a6f86 {{(pid=93774) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 09:19:37.481902 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 349e9e35-bb17-4618-af60-878a6e9a6f86 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:37.493207 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 1748e1d6-1825-474f-a1bf-d1e677916d19 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:37.509563 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad4f80a3-6df5-4385-b310-89de31bf3e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.514098 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ad4f80a3-6df5-4385-b310-89de31bf3e3c admin admin] 10.222.0.25 "DELETE /v2.0/networks/d1f29231-45c5-485a-ab04-a9cc3a9236ce HTTP/1.1" status: 204 len: 168 time: 1.3639412 Jul 14 09:19:37.514277 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-07a5f227-e703-4b8c-9acf-bdc1d43ceca1 None None] For port 349e9e35-bb17-4618-af60-878a6e9a6f86, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=349e9e35-bb17-4618-af60-878a6e9a6f86,segment=NetworkSegment(d0b30f4a-f14e-4c50-911e-ba22eb64a9b0),segment_id=d0b30f4a-f14e-4c50-911e-ba22eb64a9b0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:37.514277 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07a5f227-e703-4b8c-9acf-bdc1d43ceca1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.515595 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f80a3-6df5-4385-b310-89de31bf3e3c admin admin] Pushing event deleted for resources: {'Network': ['ID=d1f29231-45c5-485a-ab04-a9cc3a9236ce,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:37.519025 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53586) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:37.570171 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 1748e1d6-1825-474f-a1bf-d1e677916d19 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:37.571212 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 1748e1d6-1825-474f-a1bf-d1e677916d19 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:37.582999 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-07a5f227-e703-4b8c-9acf-bdc1d43ceca1 None None] Calling delete_port for 349e9e35-bb17-4618-af60-878a6e9a6f86 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:37.793389 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07a5f227-e703-4b8c-9acf-bdc1d43ceca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.802982 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-07a5f227-e703-4b8c-9acf-bdc1d43ceca1 None None] Network d1f29231-45c5-485a-ab04-a9cc3a9236ce is not hosted by any dhcp agent {{(pid=93774) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:19:37.804384 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a5f227-e703-4b8c-9acf-bdc1d43ceca1 None None] No DVR routers for this DVR port 349e9e35-bb17-4618-af60-878a6e9a6f86 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:37.847229 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5f227-e703-4b8c-9acf-bdc1d43ceca1 None None] Pushing event deleted for resources: {'Port': ['ID=349e9e35-bb17-4618-af60-878a6e9a6f86,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:37.865135 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5f227-e703-4b8c-9acf-bdc1d43ceca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:37.865973 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5f227-e703-4b8c-9acf-bdc1d43ceca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:37.866895 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5f227-e703-4b8c-9acf-bdc1d43ceca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:37.867628 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5f227-e703-4b8c-9acf-bdc1d43ceca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:37.868491 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5f227-e703-4b8c-9acf-bdc1d43ceca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:37.869374 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5f227-e703-4b8c-9acf-bdc1d43ceca1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:37.870109 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5f227-e703-4b8c-9acf-bdc1d43ceca1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:37.870568 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5f227-e703-4b8c-9acf-bdc1d43ceca1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:37.871059 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5f227-e703-4b8c-9acf-bdc1d43ceca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:37.871780 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5f227-e703-4b8c-9acf-bdc1d43ceca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:37.872547 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5f227-e703-4b8c-9acf-bdc1d43ceca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:37.872990 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5f227-e703-4b8c-9acf-bdc1d43ceca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:38.756544 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53626) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:39.124035 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-698d3bb2-4c6c-49ce-ac2d-7a7413e709c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.310167 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6734631f-a16f-4545-a57d-444936835330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.370544 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-698d3bb2-4c6c-49ce-ac2d-7a7413e709c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.377327 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-698d3bb2-4c6c-49ce-ac2d-7a7413e709c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.516314 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-698d3bb2-4c6c-49ce-ac2d-7a7413e709c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bac9a6f4ccae49c3bcc770cd85665301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7584581 Jul 14 09:19:39.521611 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53640) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:39.525697 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d3bb2-4c6c-49ce-ac2d-7a7413e709c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c34963-4c43-4dcd-958b-7ccde5edef36,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:39.685305 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-804f1222-7396-445e-bcb0-61e0bc9ecce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.747814 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-804f1222-7396-445e-bcb0-61e0bc9ecce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.928781 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6734631f-a16f-4545-a57d-444936835330 admin admin] Deleting port 78c910c5-cbf3-414b-ab86-fc7f13d38ae9 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:39.929406 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6734631f-a16f-4545-a57d-444936835330 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.942512 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-804f1222-7396-445e-bcb0-61e0bc9ecce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.945242 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-804f1222-7396-445e-bcb0-61e0bc9ecce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.946408 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-804f1222-7396-445e-bcb0-61e0bc9ecce0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f7c34963-4c43-4dcd-958b-7ccde5edef36 HTTP/1.1" status: 204 len: 168 time: 0.4235525 Jul 14 09:19:40.005426 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f1222-7396-445e-bcb0-61e0bc9ecce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c34963-4c43-4dcd-958b-7ccde5edef36,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:40.126552 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6734631f-a16f-4545-a57d-444936835330 admin admin] For port 78c910c5-cbf3-414b-ab86-fc7f13d38ae9, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=78c910c5-cbf3-414b-ab86-fc7f13d38ae9,segment=NetworkSegment(4416d694-72eb-43b0-baf0-32cf3136595d),segment_id=4416d694-72eb-43b0-baf0-32cf3136595d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:40.133000 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6734631f-a16f-4545-a57d-444936835330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:40.193397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6734631f-a16f-4545-a57d-444936835330 admin admin] Calling delete_port for 78c910c5-cbf3-414b-ab86-fc7f13d38ae9 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:40.518118 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:40.684250 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53686) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:40.717496 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5dd0db5e-ad5e-4e63-a1d1-3527fb65025c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:40.907728 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6734631f-a16f-4545-a57d-444936835330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:40.933802 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5dd0db5e-ad5e-4e63-a1d1-3527fb65025c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:40.941318 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5dd0db5e-ad5e-4e63-a1d1-3527fb65025c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:40.996277 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734631f-a16f-4545-a57d-444936835330 admin admin] Pushing event deleted for resources: {'Port': ['ID=78c910c5-cbf3-414b-ab86-fc7f13d38ae9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:41.051148 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0db5e-ad5e-4e63-a1d1-3527fb65025c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37d1372-d22c-481a-8ad8-27bd31fddfdb,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:41.108398 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5dd0db5e-ad5e-4e63-a1d1-3527fb65025c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dd02f875f7ad4e9aa97de875251162e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4191928 Jul 14 09:19:41.110263 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53718) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:41.302343 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40cc31b2-c684-471a-b621-e75aac87bbbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:41.400283 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40cc31b2-c684-471a-b621-e75aac87bbbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:41.594260 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40cc31b2-c684-471a-b621-e75aac87bbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:41.608832 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40cc31b2-c684-471a-b621-e75aac87bbbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:41.610925 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-40cc31b2-c684-471a-b621-e75aac87bbbe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d37d1372-d22c-481a-8ad8-27bd31fddfdb HTTP/1.1" status: 204 len: 168 time: 0.4992561 Jul 14 09:19:41.619363 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6734631f-a16f-4545-a57d-444936835330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:41.651920 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc31b2-c684-471a-b621-e75aac87bbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37d1372-d22c-481a-8ad8-27bd31fddfdb,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:41.820201 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53770) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:42.114304 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:42.263127 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6734631f-a16f-4545-a57d-444936835330 admin admin] Router 8927f7c5-6961-4aab-82ed-dd386ccff1c0 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:19:42.530296 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-42c6ad6f-fa66-4721-a1ce-f40479fdfd46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:42.671701 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6734631f-a16f-4545-a57d-444936835330 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:42.684444 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6734631f-a16f-4545-a57d-444936835330 admin admin] 10.222.0.25 "PUT /v2.0/routers/8927f7c5-6961-4aab-82ed-dd386ccff1c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1583807 Jul 14 09:19:42.686490 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53836) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:42.689824 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d00b847-dc71-4868-8eb0-cc7719ee7993 None None] Sync routers for ids ['8927f7c5-6961-4aab-82ed-dd386ccff1c0'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:42.734241 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d00b847-dc71-4868-8eb0-cc7719ee7993 None None] Routers {'8927f7c5-6961-4aab-82ed-dd386ccff1c0'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:42.734892 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6d00b847-dc71-4868-8eb0-cc7719ee7993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:19:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['8927f7c5-6961-4aab-82ed-dd386ccff1c0'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:43.022472 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-42c6ad6f-fa66-4721-a1ce-f40479fdfd46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.048948 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-42c6ad6f-fa66-4721-a1ce-f40479fdfd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.114542 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0b2de68-eb89-4b73-aafc-1067e1df1aa2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.216216 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-6d00b847-dc71-4868-8eb0-cc7719ee7993 None None] Set router 8927f7c5-6961-4aab-82ed-dd386ccff1c0 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:43.239318 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6ad6f-fa66-4721-a1ce-f40479fdfd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017c6926-792b-44d4-9575-424718e6c233,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:43.246241 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-42c6ad6f-fa66-4721-a1ce-f40479fdfd46 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=513c8d802fac4b64a9357ad324772886&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4224210 Jul 14 09:19:43.249959 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53878) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:43.405154 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5155635c-9655-4057-a116-ed51156c61ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.496128 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5155635c-9655-4057-a116-ed51156c61ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.593825 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6d00b847-dc71-4868-8eb0-cc7719ee7993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8927f7c5-6961-4aab-82ed-dd386ccff1c0', 'name': 'tempest-AttachSCSIVolumeTestJSON-320849757-router', 'tenant_id': '24f474deff0a4aaba06cc9264b7b2982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:19:40Z', 'revision_number': 5, 'project_id': '24f474deff0a4aaba06cc9264b7b2982', 'gw_port': {'id': 'b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8927f7c5-6961-4aab-82ed-dd386ccff1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:22Z', 'updated_at': '2021-07-14T09:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:43.612057 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5155635c-9655-4057-a116-ed51156c61ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.621730 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5155635c-9655-4057-a116-ed51156c61ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.626164 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5155635c-9655-4057-a116-ed51156c61ec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/017c6926-792b-44d4-9575-424718e6c233 HTTP/1.1" status: 204 len: 168 time: 0.3750770 Jul 14 09:19:43.634622 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0b2de68-eb89-4b73-aafc-1067e1df1aa2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.672330 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155635c-9655-4057-a116-ed51156c61ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017c6926-792b-44d4-9575-424718e6c233,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:43.707233 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d00b847-dc71-4868-8eb0-cc7719ee7993 None None] Checking router: 8927f7c5-6961-4aab-82ed-dd386ccff1c0 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:19:43.763940 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d00b847-dc71-4868-8eb0-cc7719ee7993 None None] Routers {'8927f7c5-6961-4aab-82ed-dd386ccff1c0'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:43.766147 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6d00b847-dc71-4868-8eb0-cc7719ee7993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:19:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['8927f7c5-6961-4aab-82ed-dd386ccff1c0'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:43.798358 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f0b2de68-eb89-4b73-aafc-1067e1df1aa2 admin admin] Deleting port b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:43.798703 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0b2de68-eb89-4b73-aafc-1067e1df1aa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.954380 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-6d00b847-dc71-4868-8eb0-cc7719ee7993 None None] Set router 8927f7c5-6961-4aab-82ed-dd386ccff1c0 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:43.966670 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f0b2de68-eb89-4b73-aafc-1067e1df1aa2 admin admin] For port b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:43.967110 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0b2de68-eb89-4b73-aafc-1067e1df1aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.989821 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f0b2de68-eb89-4b73-aafc-1067e1df1aa2 admin admin] Calling delete_port for b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:44.114940 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6d00b847-dc71-4868-8eb0-cc7719ee7993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8927f7c5-6961-4aab-82ed-dd386ccff1c0', 'name': 'tempest-AttachSCSIVolumeTestJSON-320849757-router', 'tenant_id': '24f474deff0a4aaba06cc9264b7b2982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:19:43Z', 'revision_number': 6, 'project_id': '24f474deff0a4aaba06cc9264b7b2982', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:44.166824 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d00b847-dc71-4868-8eb0-cc7719ee7993 None None] The sync data for ids ['8927f7c5-6961-4aab-82ed-dd386ccff1c0'] in n-d-771362-35 is: [{'id': '8927f7c5-6961-4aab-82ed-dd386ccff1c0', 'name': 'tempest-AttachSCSIVolumeTestJSON-320849757-router', 'tenant_id': '24f474deff0a4aaba06cc9264b7b2982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:19:43Z', 'revision_number': 6, 'project_id': '24f474deff0a4aaba06cc9264b7b2982', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:44.294417 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be812877-7177-43ef-bb39-fb259c32fbe7 req-ed34bd5f-9672-440f-81a1-a67856da64d4 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:44.312269 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-be812877-7177-43ef-bb39-fb259c32fbe7 req-ed34bd5f-9672-440f-81a1-a67856da64d4 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 947 time: 0.1617215 Jul 14 09:19:44.384795 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-be812877-7177-43ef-bb39-fb259c32fbe7 req-7db780ba-809e-42bf-a3f0-01c90f7746c7 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712647 Jul 14 09:19:44.388372 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0b2de68-eb89-4b73-aafc-1067e1df1aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.477692 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54040) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:44.490032 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2de68-eb89-4b73-aafc-1067e1df1aa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:44.790340 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 78c910c5-cbf3-414b-ab86-fc7f13d38ae9 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:44.823362 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2552ca93-c97a-4ad1-8c30-82b9501c133e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.869176 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0b2de68-eb89-4b73-aafc-1067e1df1aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.905282 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 78c910c5-cbf3-414b-ab86-fc7f13d38ae9 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:44.907330 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 78c910c5-cbf3-414b-ab86-fc7f13d38ae9 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:44.997831 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54088) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:45.052050 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-610f5b81-c431-43b8-ac7e-8487853a413c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.127024 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2552ca93-c97a-4ad1-8c30-82b9501c133e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.137908 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2552ca93-c97a-4ad1-8c30-82b9501c133e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.145988 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0b2de68-eb89-4b73-aafc-1067e1df1aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.152717 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0b2de68-eb89-4b73-aafc-1067e1df1aa2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.322787 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2552ca93-c97a-4ad1-8c30-82b9501c133e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d85753a3c6f47009bcd7ccf77dd4af0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8399270 Jul 14 09:19:45.324306 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54140) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:45.325301 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552ca93-c97a-4ad1-8c30-82b9501c133e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9bbd05-caf4-4046-b0a6-fe6db8f40a35,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:45.347314 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0b2de68-eb89-4b73-aafc-1067e1df1aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.348459 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b2de68-eb89-4b73-aafc-1067e1df1aa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8927f7c5-6961-4aab-82ed-dd386ccff1c0 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:19:45.357823 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0b2de68-eb89-4b73-aafc-1067e1df1aa2 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.371267 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f0b2de68-eb89-4b73-aafc-1067e1df1aa2 admin admin] 10.222.0.25 "DELETE /v2.0/routers/8927f7c5-6961-4aab-82ed-dd386ccff1c0 HTTP/1.1" status: 204 len: 168 time: 2.6836321 Jul 14 09:19:45.372782 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54146) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:45.501254 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-17dc5e61-cf90-4939-86ce-4d4aa6cc286f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.513456 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29e459d-d68a-4c0c-aa76-e2e2d02efc1c admin admin] Deleting subnet 1d4f508a-fd0f-4701-ab30-d5d47d0e8f53 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:19:45.527635 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b29e459d-d68a-4c0c-aa76-e2e2d02efc1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.540648 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-17dc5e61-cf90-4939-86ce-4d4aa6cc286f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.635187 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-610f5b81-c431-43b8-ac7e-8487853a413c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.644047 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-610f5b81-c431-43b8-ac7e-8487853a413c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.648886 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b29e459d-d68a-4c0c-aa76-e2e2d02efc1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.716500 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-17dc5e61-cf90-4939-86ce-4d4aa6cc286f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.722066 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-17dc5e61-cf90-4939-86ce-4d4aa6cc286f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.725843 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-17dc5e61-cf90-4939-86ce-4d4aa6cc286f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e9bbd05-caf4-4046-b0a6-fe6db8f40a35 HTTP/1.1" status: 204 len: 168 time: 0.3970382 Jul 14 09:19:45.780687 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f5b81-c431-43b8-ac7e-8487853a413c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b6ad30-9aa9-49a6-a295-98a864a42fea,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:45.825491 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-610f5b81-c431-43b8-ac7e-8487853a413c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=582f26846e69481db64b148e8c62c678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8221090 Jul 14 09:19:45.827351 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc5e61-cf90-4939-86ce-4d4aa6cc286f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9bbd05-caf4-4046-b0a6-fe6db8f40a35,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:45.829233 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54198) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:45.984408 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b29e459d-d68a-4c0c-aa76-e2e2d02efc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.012578 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-739a0052-5200-4536-82f1-b0d3473cf76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.057417 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-739a0052-5200-4536-82f1-b0d3473cf76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.158523 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-739a0052-5200-4536-82f1-b0d3473cf76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.162309 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-739a0052-5200-4536-82f1-b0d3473cf76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.165879 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-739a0052-5200-4536-82f1-b0d3473cf76d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4b6ad30-9aa9-49a6-a295-98a864a42fea HTTP/1.1" status: 204 len: 168 time: 0.3242640 Jul 14 09:19:46.181037 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a0052-5200-4536-82f1-b0d3473cf76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b6ad30-9aa9-49a6-a295-98a864a42fea,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:46.443118 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4734aec-88ae-4a4d-93e6-a9333159ee0a req-6ebba129-d8aa-4876-af31-60f8101a70de tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:46.444764 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a4734aec-88ae-4a4d-93e6-a9333159ee0a req-6ebba129-d8aa-4876-af31-60f8101a70de tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 947 time: 0.4919353 Jul 14 09:19:46.489521 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b29e459d-d68a-4c0c-aa76-e2e2d02efc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.557389 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a12b62b-558a-4c63-ac4b-f243bdb4f373 None None] Network 4681fcc6-0d44-4537-81f6-19e5d0eef79b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:19:46.568571 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b29e459d-d68a-4c0c-aa76-e2e2d02efc1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.575978 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b29e459d-d68a-4c0c-aa76-e2e2d02efc1c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1d4f508a-fd0f-4701-ab30-d5d47d0e8f53 HTTP/1.1" status: 204 len: 168 time: 1.1994095 Jul 14 09:19:46.579879 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54284) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:46.591091 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e459d-d68a-4c0c-aa76-e2e2d02efc1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d4f508a-fd0f-4701-ab30-d5d47d0e8f53,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:46.622376 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:46.639062 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a4734aec-88ae-4a4d-93e6-a9333159ee0a req-d7048836-e784-4ed1-bdec-6f42111f33d7 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849034 Jul 14 09:19:46.816701 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-125aecf9-c1e4-4a3b-8e8c-19d0230e4c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.830120 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:46.831102 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b8f3c694-0eaa-43fa-a610-f6cb44ec8b5c not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:47.118155 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1620e5f8-a404-443f-bd84-878caea73208 None None] DHCP port deletion for 4681fcc6-0d44-4537-81f6-19e5d0eef79b request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:19:47.227745 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1620e5f8-a404-443f-bd84-878caea73208 None None] Deleting port 9b5a3bbc-cb57-479d-8cd4-4a49a425d264 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:47.228440 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1620e5f8-a404-443f-bd84-878caea73208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.303426 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1620e5f8-a404-443f-bd84-878caea73208 None None] For port 9b5a3bbc-cb57-479d-8cd4-4a49a425d264, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9b5a3bbc-cb57-479d-8cd4-4a49a425d264,segment=NetworkSegment(4416d694-72eb-43b0-baf0-32cf3136595d),segment_id=4416d694-72eb-43b0-baf0-32cf3136595d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:47.303867 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1620e5f8-a404-443f-bd84-878caea73208 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.342587 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1620e5f8-a404-443f-bd84-878caea73208 None None] Calling delete_port for 9b5a3bbc-cb57-479d-8cd4-4a49a425d264 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:47.459315 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1620e5f8-a404-443f-bd84-878caea73208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.470511 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-125aecf9-c1e4-4a3b-8e8c-19d0230e4c26 admin admin] Deleting port 9b5a3bbc-cb57-479d-8cd4-4a49a425d264 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:47.471140 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-125aecf9-c1e4-4a3b-8e8c-19d0230e4c26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.513437 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1620e5f8-a404-443f-bd84-878caea73208 None None] No DVR routers for this DVR port 9b5a3bbc-cb57-479d-8cd4-4a49a425d264 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:47.526196 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620e5f8-a404-443f-bd84-878caea73208 None None] Pushing event deleted for resources: {'Port': ['ID=9b5a3bbc-cb57-479d-8cd4-4a49a425d264,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:47.551465 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 3a61054c-ca03-43e7-a0bf-a3248953dd22 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:47.563356 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-125aecf9-c1e4-4a3b-8e8c-19d0230e4c26 admin admin] For port 9b5a3bbc-cb57-479d-8cd4-4a49a425d264, host n-d-771362-35, got binding levels [] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:47.563660 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-125aecf9-c1e4-4a3b-8e8c-19d0230e4c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.590652 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-125aecf9-c1e4-4a3b-8e8c-19d0230e4c26 admin admin] Calling delete_port for 9b5a3bbc-cb57-479d-8cd4-4a49a425d264 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:47.599428 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.ipam_backend_mixin [None req-125aecf9-c1e4-4a3b-8e8c-19d0230e4c26 admin admin] Port 9b5a3bbc-cb57-479d-8cd4-4a49a425d264 was not found and therefore no delete operation was performed {{(pid=93772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:19:47.603241 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-125aecf9-c1e4-4a3b-8e8c-19d0230e4c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.698618 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125aecf9-c1e4-4a3b-8e8c-19d0230e4c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b5a3bbc-cb57-479d-8cd4-4a49a425d264,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:47.714977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125aecf9-c1e4-4a3b-8e8c-19d0230e4c26 admin admin] No DVR routers for this DVR port 9b5a3bbc-cb57-479d-8cd4-4a49a425d264 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:47.735665 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.771748 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af7149e-75f7-4f8b-b8c1-1563cedcd044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a61054c-ca03-43e7-a0bf-a3248953dd22'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:47.774339 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce943ec8-02fa-4c1a-9f97-1f6b5035c8eb" -d '{"events": [{"server_uuid": "4af7149e-75f7-4f8b-b8c1-1563cedcd044", "name": "network-vif-unplugged", "status": "completed", "tag": "3a61054c-ca03-43e7-a0bf-a3248953dd22"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:47.790723 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 3a61054c-ca03-43e7-a0bf-a3248953dd22, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=3a61054c-ca03-43e7-a0bf-a3248953dd22,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:47.799214 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.829840 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-125aecf9-c1e4-4a3b-8e8c-19d0230e4c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.853536 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-125aecf9-c1e4-4a3b-8e8c-19d0230e4c26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4681fcc6-0d44-4537-81f6-19e5d0eef79b']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:47.874687 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-125aecf9-c1e4-4a3b-8e8c-19d0230e4c26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4416d694-72eb-43b0-baf0-32cf3136595d') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:47.875167 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-125aecf9-c1e4-4a3b-8e8c-19d0230e4c26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4416d694-72eb-43b0-baf0-32cf3136595d') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:47.896003 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-125aecf9-c1e4-4a3b-8e8c-19d0230e4c26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.915162 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-125aecf9-c1e4-4a3b-8e8c-19d0230e4c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.934316 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125aecf9-c1e4-4a3b-8e8c-19d0230e4c26 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:19:47.936749 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-125aecf9-c1e4-4a3b-8e8c-19d0230e4c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:19:47.942176 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:19:47.948016 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=3a61054c-ca03-43e7-a0bf-a3248953dd22,revision_number=11']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:48.054724 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-125aecf9-c1e4-4a3b-8e8c-19d0230e4c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:48.063156 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-125aecf9-c1e4-4a3b-8e8c-19d0230e4c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:48.067879 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-125aecf9-c1e4-4a3b-8e8c-19d0230e4c26 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4681fcc6-0d44-4537-81f6-19e5d0eef79b HTTP/1.1" status: 204 len: 168 time: 1.4866147 Jul 14 09:19:48.088178 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477f1bfa-5a80-4fd0-9a7d-3b330d67c3b7 x-openstack-request-id: req-477f1bfa-5a80-4fd0-9a7d-3b330d67c3b7 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:48.088498 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af7149e-75f7-4f8b-b8c1-1563cedcd044", "name": "network-vif-unplugged", "status": "completed", "tag": "3a61054c-ca03-43e7-a0bf-a3248953dd22", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:48.088625 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-477f1bfa-5a80-4fd0-9a7d-3b330d67c3b7 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:48.089033 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af7149e-75f7-4f8b-b8c1-1563cedcd044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a61054c-ca03-43e7-a0bf-a3248953dd22', 'code': 200} Jul 14 09:19:48.101008 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125aecf9-c1e4-4a3b-8e8c-19d0230e4c26 admin admin] Pushing event deleted for resources: {'Network': ['ID=4681fcc6-0d44-4537-81f6-19e5d0eef79b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:48.111024 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cac90f-bdba-4ec0-8b76-c284e7822170 req-63b81a91-b843-41dc-8584-b6a82815b014 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:48.120007 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-32cac90f-bdba-4ec0-8b76-c284e7822170 req-63b81a91-b843-41dc-8584-b6a82815b014 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.1385102 Jul 14 09:19:48.190912 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-32cac90f-bdba-4ec0-8b76-c284e7822170 req-44c0b83f-ab97-463e-aa35-3548ca46c8b5 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687995 Jul 14 09:19:48.254668 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54374) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:48.307468 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0796e74e-e509-4d3f-a25a-7d374d5a7c12 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c5a1976cf14422ba46daf3169a08a6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509975 Jul 14 09:19:48.309644 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54380) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:48.364788 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-72583e5d-60a8-4507-87d7-bad155456b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:48.396859 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c977471-6a26-46ab-9cf5-968cc1bb070c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:48.422841 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c977471-6a26-46ab-9cf5-968cc1bb070c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:48.492011 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c977471-6a26-46ab-9cf5-968cc1bb070c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:48.500341 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c977471-6a26-46ab-9cf5-968cc1bb070c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:48.512842 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6c977471-6a26-46ab-9cf5-968cc1bb070c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/86fa0607-3ab6-4d2c-8ceb-2199ef9f8a79 HTTP/1.1" status: 204 len: 168 time: 0.1970701 Jul 14 09:19:48.529372 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c977471-6a26-46ab-9cf5-968cc1bb070c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fa0607-3ab6-4d2c-8ceb-2199ef9f8a79,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:48.683874 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9b5a3bbc-cb57-479d-8cd4-4a49a425d264 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:48.751450 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 9b5a3bbc-cb57-479d-8cd4-4a49a425d264 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:48.752213 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9b5a3bbc-cb57-479d-8cd4-4a49a425d264 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:48.993437 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54404) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:49.049560 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e5f4d38f-5882-4179-a74f-fb6dae5f6608 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24f474deff0a4aaba06cc9264b7b2982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544944 Jul 14 09:19:49.051980 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54414) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:49.156373 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e1d7da6-fcda-47a3-af6a-bc84a9ffb2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:49.182017 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e1d7da6-fcda-47a3-af6a-bc84a9ffb2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:49.257524 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e1d7da6-fcda-47a3-af6a-bc84a9ffb2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:49.276228 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e1d7da6-fcda-47a3-af6a-bc84a9ffb2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:49.279243 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1e1d7da6-fcda-47a3-af6a-bc84a9ffb2ad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e3825b8-17d5-438b-b39f-bcc5f1b5b96f HTTP/1.1" status: 204 len: 168 time: 0.2256365 Jul 14 09:19:49.293320 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d7da6-fcda-47a3-af6a-bc84a9ffb2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3825b8-17d5-438b-b39f-bcc5f1b5b96f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:49.315368 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54430) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:49.524627 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307e5c5-53c5-47bc-826a-3b5798baf0e5 req-261e6f78-72c9-4370-83cb-263229bb44f8 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:49.530686 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8307e5c5-53c5-47bc-826a-3b5798baf0e5 req-261e6f78-72c9-4370-83cb-263229bb44f8 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.1107626 Jul 14 09:19:49.572281 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 3a61054c-ca03-43e7-a0bf-a3248953dd22 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:19:49.650598 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8307e5c5-53c5-47bc-826a-3b5798baf0e5 req-0a633449-5c80-4d6b-a99a-976771d98335 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975800 Jul 14 09:19:49.734109 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54440) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:49.748209 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 3a61054c-ca03-43e7-a0bf-a3248953dd22, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=3a61054c-ca03-43e7-a0bf-a3248953dd22,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:49.774369 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '3a61054c-ca03-43e7-a0bf-a3248953dd22', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'port_id': '3a61054c-ca03-43e7-a0bf-a3248953dd22', 'mac_address': 'fa:16:3e:29:d7:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:19:49.832830 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:49.860726 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a61054c-ca03-43e7-a0bf-a3248953dd22 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:49.890888 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-af0ca669-f69e-495f-9298-aad828ed3a39 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1449027120'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:49.906061 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 3a61054c-ca03-43e7-a0bf-a3248953dd22, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=3a61054c-ca03-43e7-a0bf-a3248953dd22,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:49.913221 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:49.956620 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53725d02-1cbd-44c9-8e6d-418fee60608e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:49.975772 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0ca669-f69e-495f-9298-aad828ed3a39 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Made reservation on behalf of aa191752d203431e908ea3288129fbbf for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:49.979818 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af0ca669-f69e-495f-9298-aad828ed3a39 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:49.992630 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af0ca669-f69e-495f-9298-aad828ed3a39 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:50.046645 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=3a61054c-ca03-43e7-a0bf-a3248953dd22,revision_number=12']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:50.063788 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['3a61054c-ca03-43e7-a0bf-a3248953dd22'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:50.067348 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-af0ca669-f69e-495f-9298-aad828ed3a39 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:19:50.067348 n-d-771362-35 neutron-server[93773]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:19:50.067348 n-d-771362-35 neutron-server[93773]: [parameters: {'project_id_1': 'aa191752d203431e908ea3288129fbbf', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 19, 50, 8690)}] Jul 14 09:19:50.067348 n-d-771362-35 neutron-server[93773]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:19:50.067800 n-d-771362-35 neutron-server[93773]: DEBUG oslo_db.api [None req-af0ca669-f69e-495f-9298-aad828ed3a39 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:19:50.114906 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53725d02-1cbd-44c9-8e6d-418fee60608e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:50.121486 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53725d02-1cbd-44c9-8e6d-418fee60608e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:50.157854 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54464) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:50.158773 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-53725d02-1cbd-44c9-8e6d-418fee60608e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=78a6f168145a415e8b20a7eacbc4c3ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4225073 Jul 14 09:19:50.209199 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53725d02-1cbd-44c9-8e6d-418fee60608e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35f0ec3-ee38-4b28-8401-3d4fe2360ad0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:50.246001 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86df8a48-4afe-4c92-86b3-3c3f31e95cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:50.279309 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86df8a48-4afe-4c92-86b3-3c3f31e95cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:50.354963 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86df8a48-4afe-4c92-86b3-3c3f31e95cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:50.359366 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86df8a48-4afe-4c92-86b3-3c3f31e95cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:50.360945 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-86df8a48-4afe-4c92-86b3-3c3f31e95cee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e35f0ec3-ee38-4b28-8401-3d4fe2360ad0 HTTP/1.1" status: 204 len: 168 time: 0.2021000 Jul 14 09:19:50.374769 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df8a48-4afe-4c92-86b3-3c3f31e95cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35f0ec3-ee38-4b28-8401-3d4fe2360ad0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:50.569541 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af0ca669-f69e-495f-9298-aad828ed3a39 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:50.798659 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54498) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:50.817570 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af0ca669-f69e-495f-9298-aad828ed3a39 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:50.820762 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d534e748-ba20-4c28-bd98-9d9326d9f1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:50.827780 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af0ca669-f69e-495f-9298-aad828ed3a39 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:50.993524 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0ca669-f69e-495f-9298-aad828ed3a39 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:19:51.036714 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4aa84e2-0bde-43c6-94d0-de2defb49673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.054805 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d534e748-ba20-4c28-bd98-9d9326d9f1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.055526 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ca669-f69e-495f-9298-aad828ed3a39 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a43eda4-38f5-4b29-bfd0-b97c5b713011,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:51.059515 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d534e748-ba20-4c28-bd98-9d9326d9f1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.063370 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af0ca669-f69e-495f-9298-aad828ed3a39 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.064160 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-af0ca669-f69e-495f-9298-aad828ed3a39 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Added segment 1c06ced6-be50-4d55-a74e-577d3e9e3b02 of type vlan for network 6b240769-52cd-4624-864a-83ec4a591dc4 Jul 14 09:19:51.136940 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d534e748-ba20-4c28-bd98-9d9326d9f1b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c393c4c73b344a8384a15f1b91a27f2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3332129 Jul 14 09:19:51.136940 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534e748-ba20-4c28-bd98-9d9326d9f1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02ebe7b-6410-4517-9568-baa68683253c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:51.137546 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54508) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:51.243084 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af0ca669-f69e-495f-9298-aad828ed3a39 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.248187 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.264512 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46135c44-8973-43c8-8f72-11a804c63ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.286701 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54510) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:51.295177 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b8598-1378-4872-954d-fb3e6a09858b req-ffbbe12a-dfbf-4cfc-a107-2179f93ae291 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:51.296920 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8e8b8598-1378-4872-954d-fb3e6a09858b req-ffbbe12a-dfbf-4cfc-a107-2179f93ae291 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 946 time: 0.4065752 Jul 14 09:19:51.351735 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46135c44-8973-43c8-8f72-11a804c63ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.356176 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af0ca669-f69e-495f-9298-aad828ed3a39 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.363691 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0ca669-f69e-495f-9298-aad828ed3a39 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:51.364457 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af0ca669-f69e-495f-9298-aad828ed3a39 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.413047 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8e8b8598-1378-4872-954d-fb3e6a09858b req-ea5196e0-5d2e-4832-b894-51be484e89a2 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069071 Jul 14 09:19:51.476470 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46135c44-8973-43c8-8f72-11a804c63ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.479504 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46135c44-8973-43c8-8f72-11a804c63ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.484551 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-46135c44-8973-43c8-8f72-11a804c63ca3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f02ebe7b-6410-4517-9568-baa68683253c HTTP/1.1" status: 204 len: 168 time: 0.3251464 Jul 14 09:19:51.511018 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46135c44-8973-43c8-8f72-11a804c63ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02ebe7b-6410-4517-9568-baa68683253c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:51.548862 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-af0ca669-f69e-495f-9298-aad828ed3a39 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2291946 Jul 14 09:19:51.549540 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54520) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:51.562517 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-a70d14c5-4d36-41e8-9f25-82d7529b2394 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Request body: {'subnet': {'network_id': '6b240769-52cd-4624-864a-83ec4a591dc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:51.574796 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 3a61054c-ca03-43e7-a0bf-a3248953dd22 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:51.576900 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ca669-f69e-495f-9298-aad828ed3a39 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Pushing event updated for resources: {'Network': ['ID=6b240769-52cd-4624-864a-83ec4a591dc4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:51.627059 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 6b240769-52cd-4624-864a-83ec4a591dc4 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:19:51.716055 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-14e1ce37-8094-41c4-87e9-e51701aa89a9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1456547827-network', 'tenant_id': '84f159b8c2ea428bbeca4ed65622f535'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:51.721247 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70d14c5-4d36-41e8-9f25-82d7529b2394 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Made reservation on behalf of aa191752d203431e908ea3288129fbbf for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:51.726551 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a70d14c5-4d36-41e8-9f25-82d7529b2394 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.754107 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 3a61054c-ca03-43e7-a0bf-a3248953dd22 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:51.754484 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.807089 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e1ce37-8094-41c4-87e9-e51701aa89a9 admin admin] Made reservation on behalf of 84f159b8c2ea428bbeca4ed65622f535 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:51.810222 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-14e1ce37-8094-41c4-87e9-e51701aa89a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.823680 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-14e1ce37-8094-41c4-87e9-e51701aa89a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.028058 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.077775 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-14e1ce37-8094-41c4-87e9-e51701aa89a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.087918 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-14e1ce37-8094-41c4-87e9-e51701aa89a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.104539 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af7149e-75f7-4f8b-b8c1-1563cedcd044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a61054c-ca03-43e7-a0bf-a3248953dd22'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:52.111731 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7f123a-facd-445d-b525-32e0511a34b0" -d '{"events": [{"server_uuid": "4af7149e-75f7-4f8b-b8c1-1563cedcd044", "name": "network-vif-plugged", "status": "completed", "tag": "3a61054c-ca03-43e7-a0bf-a3248953dd22"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:52.145313 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e1ce37-8094-41c4-87e9-e51701aa89a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:19:52.156727 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 3a61054c-ca03-43e7-a0bf-a3248953dd22, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=3a61054c-ca03-43e7-a0bf-a3248953dd22,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:52.161644 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-14e1ce37-8094-41c4-87e9-e51701aa89a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.161930 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-14e1ce37-8094-41c4-87e9-e51701aa89a9 admin admin] Added segment a0abad46-9e53-4184-8dba-417f4b85701c of type vlan for network 0bfffefd-0b05-4fc3-968d-4b7ed0641b9d Jul 14 09:19:52.178363 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.186767 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.218306 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-14e1ce37-8094-41c4-87e9-e51701aa89a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.274735 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1ce37-8094-41c4-87e9-e51701aa89a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848b8e87-d653-4060-a871-5b541d29df35,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:52.276284 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a990bf8f-f2c3-4cf3-9424-fb6722cc8d08 x-openstack-request-id: req-a990bf8f-f2c3-4cf3-9424-fb6722cc8d08 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:52.276510 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af7149e-75f7-4f8b-b8c1-1563cedcd044", "name": "network-vif-plugged", "status": "completed", "tag": "3a61054c-ca03-43e7-a0bf-a3248953dd22", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:52.277553 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a990bf8f-f2c3-4cf3-9424-fb6722cc8d08 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:52.277553 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af7149e-75f7-4f8b-b8c1-1563cedcd044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a61054c-ca03-43e7-a0bf-a3248953dd22', 'code': 200} Jul 14 09:19:52.290768 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-14e1ce37-8094-41c4-87e9-e51701aa89a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.291837 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e1ce37-8094-41c4-87e9-e51701aa89a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:52.292533 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-14e1ce37-8094-41c4-87e9-e51701aa89a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.347560 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=3a61054c-ca03-43e7-a0bf-a3248953dd22,revision_number=13']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:52.418782 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1ce37-8094-41c4-87e9-e51701aa89a9 admin admin] Pushing event updated for resources: {'Network': ['ID=0bfffefd-0b05-4fc3-968d-4b7ed0641b9d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:52.440104 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 0bfffefd-0b05-4fc3-968d-4b7ed0641b9d details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:19:52.462409 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-14e1ce37-8094-41c4-87e9-e51701aa89a9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1721511 Jul 14 09:19:52.463048 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54538) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:52.468427 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6009f0ee-3a13-4e1f-b2f6-39124408b032 admin admin] Request body: {'subnet': {'network_id': '0bfffefd-0b05-4fc3-968d-4b7ed0641b9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1456547827-subnet', 'tenant_id': '84f159b8c2ea428bbeca4ed65622f535', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:52.489747 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a70d14c5-4d36-41e8-9f25-82d7529b2394 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.532243 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6009f0ee-3a13-4e1f-b2f6-39124408b032 admin admin] Made reservation on behalf of 84f159b8c2ea428bbeca4ed65622f535 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:52.545619 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6009f0ee-3a13-4e1f-b2f6-39124408b032 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.675839 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d14c5-4d36-41e8-9f25-82d7529b2394 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Pushing event updated for resources: {'Subnet': ['ID=5adffa35-aedf-4f15-9161-aa7ee7bf117a,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:52.787138 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70d14c5-4d36-41e8-9f25-82d7529b2394 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Checking segment: {'id': '1c06ced6-be50-4d55-a74e-577d3e9e3b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6b240769-52cd-4624-864a-83ec4a591dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:52.791920 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70d14c5-4d36-41e8-9f25-82d7529b2394 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Network hostable DHCP agents. Network: 6b240769-52cd-4624-864a-83ec4a591dc4, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:19:52.851300 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70d14c5-4d36-41e8-9f25-82d7529b2394 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Network 6b240769-52cd-4624-864a-83ec4a591dc4 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:19:52.864303 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a70d14c5-4d36-41e8-9f25-82d7529b2394 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 6b240769-52cd-4624-864a-83ec4a591dc4) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:52.871869 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d14c5-4d36-41e8-9f25-82d7529b2394 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:52.875904 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a70d14c5-4d36-41e8-9f25-82d7529b2394 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.878382 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cdbebf-daea-44bd-9263-63e1b01e0d82 None None] Network 6b240769-52cd-4624-864a-83ec4a591dc4 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:19:52.930237 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a70d14c5-4d36-41e8-9f25-82d7529b2394 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3770702 Jul 14 09:19:52.930802 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54554) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:52.936014 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-666a0ef0-7582-45e3-ab85-0c7a7f829982 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Request body: {'port': {'network_id': '6b240769-52cd-4624-864a-83ec4a591dc4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1024195137'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:53.263864 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666a0ef0-7582-45e3-ab85-0c7a7f829982 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Made reservation on behalf of aa191752d203431e908ea3288129fbbf for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:53.279933 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-666a0ef0-7582-45e3-ab85-0c7a7f829982 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.286412 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ca6e6b-8cce-4c96-8342-ffa15519de6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-6b240769-52cd-4624-864a-83ec4a591dc4', 'network_id': '6b240769-52cd-4624-864a-83ec4a591dc4', 'tenant_id': 'aa191752d203431e908ea3288129fbbf', 'fixed_ips': [{'subnet_id': '5adffa35-aedf-4f15-9161-aa7ee7bf117a'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:19:53.287027 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7259c4-aef2-4f33-a9d1-b42b2cef53a9 req-d76e4445-4bbe-4913-8771-007296a54870 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:53.290445 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38ca6e6b-8cce-4c96-8342-ffa15519de6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.300175 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9e7259c4-aef2-4f33-a9d1-b42b2cef53a9 req-d76e4445-4bbe-4913-8771-007296a54870 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 947 time: 0.3530211 Jul 14 09:19:53.301159 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6009f0ee-3a13-4e1f-b2f6-39124408b032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.340140 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-666a0ef0-7582-45e3-ab85-0c7a7f829982 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] device_id is not set on port 518cc07d-73a1-480c-a3f5-8daa14145ab0 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:19:53.432871 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9e7259c4-aef2-4f33-a9d1-b42b2cef53a9 req-3bad5230-b709-4032-8ddf-0bb0c65f0431 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133602 Jul 14 09:19:53.480050 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009f0ee-3a13-4e1f-b2f6-39124408b032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc7c5ebf-353b-40ee-8044-b6d1b4087f3e,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:53.521774 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6009f0ee-3a13-4e1f-b2f6-39124408b032 admin admin] Checking segment: {'id': 'a0abad46-9e53-4184-8dba-417f4b85701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0bfffefd-0b05-4fc3-968d-4b7ed0641b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:53.522157 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6009f0ee-3a13-4e1f-b2f6-39124408b032 admin admin] Network hostable DHCP agents. Network: 0bfffefd-0b05-4fc3-968d-4b7ed0641b9d, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:19:53.552435 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6009f0ee-3a13-4e1f-b2f6-39124408b032 admin admin] Network 0bfffefd-0b05-4fc3-968d-4b7ed0641b9d is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:19:53.569070 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6009f0ee-3a13-4e1f-b2f6-39124408b032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 0bfffefd-0b05-4fc3-968d-4b7ed0641b9d) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:53.588972 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a12083-f656-47cf-ae01-b040b3ddf610 None None] Network 0bfffefd-0b05-4fc3-968d-4b7ed0641b9d requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:19:53.595858 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6009f0ee-3a13-4e1f-b2f6-39124408b032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:53.597480 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6009f0ee-3a13-4e1f-b2f6-39124408b032 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.641674 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-666a0ef0-7582-45e3-ab85-0c7a7f829982 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Allocated IP 172.20.0.13 (6b240769-52cd-4624-864a-83ec4a591dc4/5adffa35-aedf-4f15-9161-aa7ee7bf117a/518cc07d-73a1-480c-a3f5-8daa14145ab0) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:53.668588 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6009f0ee-3a13-4e1f-b2f6-39124408b032 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2041116 Jul 14 09:19:53.673754 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54566) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:53.678253 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-db6e97b2-04ab-4b86-aea9-c27146e1d73c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1456547827-router', 'tenant_id': '84f159b8c2ea428bbeca4ed65622f535', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:53.767000 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db6e97b2-04ab-4b86-aea9-c27146e1d73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.768139 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db6e97b2-04ab-4b86-aea9-c27146e1d73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.785863 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.900291 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db6e97b2-04ab-4b86-aea9-c27146e1d73c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.022331 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b8d6a4-b791-4cdd-b5e9-77caf3120a85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-0bfffefd-0b05-4fc3-968d-4b7ed0641b9d', 'network_id': '0bfffefd-0b05-4fc3-968d-4b7ed0641b9d', 'tenant_id': '84f159b8c2ea428bbeca4ed65622f535', 'fixed_ips': [{'subnet_id': 'bc7c5ebf-353b-40ee-8044-b6d1b4087f3e'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:19:54.023387 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-33b8d6a4-b791-4cdd-b5e9-77caf3120a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.097903 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-666a0ef0-7582-45e3-ab85-0c7a7f829982 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.131728 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-666a0ef0-7582-45e3-ab85-0c7a7f829982 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Transition to ACTIVE for port object 518cc07d-73a1-480c-a3f5-8daa14145ab0 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:54.205071 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-666a0ef0-7582-45e3-ab85-0c7a7f829982 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.261288 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666a0ef0-7582-45e3-ab85-0c7a7f829982 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Network 6b240769-52cd-4624-864a-83ec4a591dc4 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:54.268422 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-666a0ef0-7582-45e3-ab85-0c7a7f829982 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:54.272994 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666a0ef0-7582-45e3-ab85-0c7a7f829982 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:54.273341 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db6e97b2-04ab-4b86-aea9-c27146e1d73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.363660 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a0ef0-7582-45e3-ab85-0c7a7f829982 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Pushing event updated for resources: {'Port': ['ID=518cc07d-73a1-480c-a3f5-8daa14145ab0,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:54.373092 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-38ca6e6b-8cce-4c96-8342-ffa15519de6d None None] Allocated IP 172.20.0.2 (6b240769-52cd-4624-864a-83ec4a591dc4/5adffa35-aedf-4f15-9161-aa7ee7bf117a/7d143a3c-ad0a-4c01-b2ec-6e691ff24989) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:54.404838 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666a0ef0-7582-45e3-ab85-0c7a7f829982 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:54.407863 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-666a0ef0-7582-45e3-ab85-0c7a7f829982 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.439812 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-666a0ef0-7582-45e3-ab85-0c7a7f829982 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.5071318 Jul 14 09:19:54.443779 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54582) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:54.444002 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-33b8d6a4-b791-4cdd-b5e9-77caf3120a85 None None] Allocated IP 172.20.0.2 (0bfffefd-0b05-4fc3-968d-4b7ed0641b9d/bc7c5ebf-353b-40ee-8044-b6d1b4087f3e/c9367717-34a2-45f8-8400-81686163d620) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:54.885228 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38ca6e6b-8cce-4c96-8342-ffa15519de6d None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.896273 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-38ca6e6b-8cce-4c96-8342-ffa15519de6d None None] Transition to ACTIVE for port object 7d143a3c-ad0a-4c01-b2ec-6e691ff24989 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:54.912578 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-38ca6e6b-8cce-4c96-8342-ffa15519de6d None None] Transition to ACTIVE for port object 7d143a3c-ad0a-4c01-b2ec-6e691ff24989 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:54.933033 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38ca6e6b-8cce-4c96-8342-ffa15519de6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.988481 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ca6e6b-8cce-4c96-8342-ffa15519de6d None None] Network 6b240769-52cd-4624-864a-83ec4a591dc4 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:55.001566 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-38ca6e6b-8cce-4c96-8342-ffa15519de6d None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:55.037374 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ca6e6b-8cce-4c96-8342-ffa15519de6d None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:55.116678 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b4b49f50-d41b-46a8-9b3d-8e6b641d3a76 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Deleting port 518cc07d-73a1-480c-a3f5-8daa14145ab0 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:55.117290 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b4b49f50-d41b-46a8-9b3d-8e6b641d3a76 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.168709 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7c543-d136-4769-a4d6-b973e405e31b req-d48c8476-9e62-4c42-99f3-30f96c6c6bfe tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:55.177886 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2d7c543-d136-4769-a4d6-b973e405e31b req-d48c8476-9e62-4c42-99f3-30f96c6c6bfe tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 947 time: 0.3208401 Jul 14 09:19:55.231826 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-33b8d6a4-b791-4cdd-b5e9-77caf3120a85 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.251346 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca6e6b-8cce-4c96-8342-ffa15519de6d None None] Pushing event updated for resources: {'Port': ['ID=7d143a3c-ad0a-4c01-b2ec-6e691ff24989,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:55.286067 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db6e97b2-04ab-4b86-aea9-c27146e1d73c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.314322 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2d7c543-d136-4769-a4d6-b973e405e31b req-27b1767b-1456-47c7-927a-2d967f4e8481 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360927 Jul 14 09:19:55.327797 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-33b8d6a4-b791-4cdd-b5e9-77caf3120a85 None None] Transition to ACTIVE for port object c9367717-34a2-45f8-8400-81686163d620 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:55.334112 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-38ca6e6b-8cce-4c96-8342-ffa15519de6d None None] Attempting to bind port 7d143a3c-ad0a-4c01-b2ec-6e691ff24989 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:55.334598 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-38ca6e6b-8cce-4c96-8342-ffa15519de6d None None] Attempting to bind port 7d143a3c-ad0a-4c01-b2ec-6e691ff24989 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '1c06ced6-be50-4d55-a74e-577d3e9e3b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6b240769-52cd-4624-864a-83ec4a591dc4'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:55.338061 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ca6e6b-8cce-4c96-8342-ffa15519de6d None None] Attempting to bind port 7d143a3c-ad0a-4c01-b2ec-6e691ff24989 on network 6b240769-52cd-4624-864a-83ec4a591dc4 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:55.353143 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db6e97b2-04ab-4b86-aea9-c27146e1d73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.362312 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ca6e6b-8cce-4c96-8342-ffa15519de6d None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:55.363924 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ca6e6b-8cce-4c96-8342-ffa15519de6d None None] Checking segment: {'id': '1c06ced6-be50-4d55-a74e-577d3e9e3b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6b240769-52cd-4624-864a-83ec4a591dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:55.366502 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38ca6e6b-8cce-4c96-8342-ffa15519de6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.371214 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ca6e6b-8cce-4c96-8342-ffa15519de6d None None] Bound using segment: {'id': '1c06ced6-be50-4d55-a74e-577d3e9e3b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6b240769-52cd-4624-864a-83ec4a591dc4'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:55.371719 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-38ca6e6b-8cce-4c96-8342-ffa15519de6d None None] Bound port: 7d143a3c-ad0a-4c01-b2ec-6e691ff24989, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c06ced6-be50-4d55-a74e-577d3e9e3b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6b240769-52cd-4624-864a-83ec4a591dc4'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:55.374012 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38ca6e6b-8cce-4c96-8342-ffa15519de6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.435123 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-33b8d6a4-b791-4cdd-b5e9-77caf3120a85 None None] Transition to ACTIVE for port object c9367717-34a2-45f8-8400-81686163d620 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:55.493098 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-33b8d6a4-b791-4cdd-b5e9-77caf3120a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.505094 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b4b49f50-d41b-46a8-9b3d-8e6b641d3a76 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.558029 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b4b49f50-d41b-46a8-9b3d-8e6b641d3a76 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Calling delete_port for 518cc07d-73a1-480c-a3f5-8daa14145ab0 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:55.834211 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-db6e97b2-04ab-4b86-aea9-c27146e1d73c admin admin] Allocated IP 172.25.6.174 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/c772db5e-21a7-41b5-9fa8-8d605c319178) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:55.981915 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b8d6a4-b791-4cdd-b5e9-77caf3120a85 None None] Network 0bfffefd-0b05-4fc3-968d-4b7ed0641b9d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:56.004013 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-33b8d6a4-b791-4cdd-b5e9-77caf3120a85 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:56.009296 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b8d6a4-b791-4cdd-b5e9-77caf3120a85 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:56.025460 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8d6a4-b791-4cdd-b5e9-77caf3120a85 None None] Pushing event updated for resources: {'Port': ['ID=c9367717-34a2-45f8-8400-81686163d620,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:56.030770 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-38ca6e6b-8cce-4c96-8342-ffa15519de6d None None] For port 7d143a3c-ad0a-4c01-b2ec-6e691ff24989, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:56.039769 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-38ca6e6b-8cce-4c96-8342-ffa15519de6d None None] For port 7d143a3c-ad0a-4c01-b2ec-6e691ff24989, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7d143a3c-ad0a-4c01-b2ec-6e691ff24989,segment=NetworkSegment(1c06ced6-be50-4d55-a74e-577d3e9e3b02),segment_id=1c06ced6-be50-4d55-a74e-577d3e9e3b02)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:56.050858 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38ca6e6b-8cce-4c96-8342-ffa15519de6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.209766 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-33b8d6a4-b791-4cdd-b5e9-77caf3120a85 None None] Attempting to bind port c9367717-34a2-45f8-8400-81686163d620 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:56.210136 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-33b8d6a4-b791-4cdd-b5e9-77caf3120a85 None None] Attempting to bind port c9367717-34a2-45f8-8400-81686163d620 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'a0abad46-9e53-4184-8dba-417f4b85701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0bfffefd-0b05-4fc3-968d-4b7ed0641b9d'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:56.210496 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b8d6a4-b791-4cdd-b5e9-77caf3120a85 None None] Attempting to bind port c9367717-34a2-45f8-8400-81686163d620 on network 0bfffefd-0b05-4fc3-968d-4b7ed0641b9d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:56.218546 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b4b49f50-d41b-46a8-9b3d-8e6b641d3a76 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.223240 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db6e97b2-04ab-4b86-aea9-c27146e1d73c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.225529 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b8d6a4-b791-4cdd-b5e9-77caf3120a85 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:56.225915 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b8d6a4-b791-4cdd-b5e9-77caf3120a85 None None] Checking segment: {'id': 'a0abad46-9e53-4184-8dba-417f4b85701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0bfffefd-0b05-4fc3-968d-4b7ed0641b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:56.226314 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-33b8d6a4-b791-4cdd-b5e9-77caf3120a85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.226720 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b8d6a4-b791-4cdd-b5e9-77caf3120a85 None None] Bound using segment: {'id': 'a0abad46-9e53-4184-8dba-417f4b85701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0bfffefd-0b05-4fc3-968d-4b7ed0641b9d'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:56.227900 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-33b8d6a4-b791-4cdd-b5e9-77caf3120a85 None None] Bound port: c9367717-34a2-45f8-8400-81686163d620, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0abad46-9e53-4184-8dba-417f4b85701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0bfffefd-0b05-4fc3-968d-4b7ed0641b9d'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:56.227900 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-33b8d6a4-b791-4cdd-b5e9-77caf3120a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.277529 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca6e6b-8cce-4c96-8342-ffa15519de6d None None] Pushing event updated for resources: {'Port': ['ID=7d143a3c-ad0a-4c01-b2ec-6e691ff24989,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:56.308339 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b49f50-d41b-46a8-9b3d-8e6b641d3a76 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Pushing event deleted for resources: {'Port': ['ID=518cc07d-73a1-480c-a3f5-8daa14145ab0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:56.514403 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-33b8d6a4-b791-4cdd-b5e9-77caf3120a85 None None] For port c9367717-34a2-45f8-8400-81686163d620, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:56.525564 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-33b8d6a4-b791-4cdd-b5e9-77caf3120a85 None None] For port c9367717-34a2-45f8-8400-81686163d620, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c9367717-34a2-45f8-8400-81686163d620,segment=NetworkSegment(a0abad46-9e53-4184-8dba-417f4b85701c),segment_id=a0abad46-9e53-4184-8dba-417f4b85701c)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:56.537136 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-33b8d6a4-b791-4cdd-b5e9-77caf3120a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.575605 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b4b49f50-d41b-46a8-9b3d-8e6b641d3a76 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.584299 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b4b49f50-d41b-46a8-9b3d-8e6b641d3a76 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] 10.222.0.25 "DELETE /v2.0/ports/518cc07d-73a1-480c-a3f5-8daa14145ab0 HTTP/1.1" status: 204 len: 168 time: 2.1394842 Jul 14 09:19:56.587032 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54640) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:56.597662 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db6e97b2-04ab-4b86-aea9-c27146e1d73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.875070 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6e97b2-04ab-4b86-aea9-c27146e1d73c admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:56.979084 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8d6a4-b791-4cdd-b5e9-77caf3120a85 None None] Pushing event updated for resources: {'Port': ['ID=c9367717-34a2-45f8-8400-81686163d620,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:57.054862 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1f118412-e5e7-40cc-aa7f-e6963d7338c3 tempest-DHCPAgentSchedulersTestJSON-1525001623 tempest-DHCPAgentSchedulersTestJSON-1525001623-project-admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.4664307 Jul 14 09:19:57.055396 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54650) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:57.063263 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54652) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:57.091482 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-5e5481c3-04d0-46cd-a3e2-ad5817166d8e tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1886768777'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:57.120834 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-db6e97b2-04ab-4b86-aea9-c27146e1d73c admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:57.130400 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6e97b2-04ab-4b86-aea9-c27146e1d73c admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:57.159989 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5481c3-04d0-46cd-a3e2-ad5817166d8e tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Made reservation on behalf of aa191752d203431e908ea3288129fbbf for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:57.166183 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e5481c3-04d0-46cd-a3e2-ad5817166d8e tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:57.232802 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1021e02f-816c-4e4a-92d1-63f74e3c3dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:57.265586 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5481c3-04d0-46cd-a3e2-ad5817166d8e tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:19:57.295659 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e5481c3-04d0-46cd-a3e2-ad5817166d8e tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:57.296024 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-5e5481c3-04d0-46cd-a3e2-ad5817166d8e tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Added segment 5ab80d77-c58b-48c6-8bbd-980c6b01b532 of type vlan for network 14ecf7e9-84aa-46e4-af64-d8564bdb974d Jul 14 09:19:57.411362 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e97b2-04ab-4b86-aea9-c27146e1d73c admin admin] Pushing event updated for resources: {'Port': ['ID=c772db5e-21a7-41b5-9fa8-8d605c319178,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:57.419062 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e5481c3-04d0-46cd-a3e2-ad5817166d8e tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:57.486325 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfaaa2-99c0-4068-9221-a8d2a5fa5678 req-1f5a39f4-36d5-43b7-bfcf-97ea0f68f48d tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:57.499253 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7acfaaa2-99c0-4068-9221-a8d2a5fa5678 req-1f5a39f4-36d5-43b7-bfcf-97ea0f68f48d tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 947 time: 0.6208956 Jul 14 09:19:57.525734 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e5481c3-04d0-46cd-a3e2-ad5817166d8e tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:57.535174 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5481c3-04d0-46cd-a3e2-ad5817166d8e tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:57.535889 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e5481c3-04d0-46cd-a3e2-ad5817166d8e tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:57.756374 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1021e02f-816c-4e4a-92d1-63f74e3c3dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:57.775054 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1021e02f-816c-4e4a-92d1-63f74e3c3dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:57.877706 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7acfaaa2-99c0-4068-9221-a8d2a5fa5678 req-26d6462f-dd79-401b-98b4-2812f8bd0bfe tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3750610 Jul 14 09:19:57.894588 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5481c3-04d0-46cd-a3e2-ad5817166d8e tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Pushing event updated for resources: {'Network': ['ID=14ecf7e9-84aa-46e4-af64-d8564bdb974d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:57.906340 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 14ecf7e9-84aa-46e4-af64-d8564bdb974d details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:19:57.907870 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1021e02f-816c-4e4a-92d1-63f74e3c3dd5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=270817983abc4bfebfec54e113436e07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8358219 Jul 14 09:19:57.910558 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54668) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:57.920961 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5e5481c3-04d0-46cd-a3e2-ad5817166d8e tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8423402 Jul 14 09:19:57.929688 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54670) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:58.014038 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54672) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:58.024913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021e02f-816c-4e4a-92d1-63f74e3c3dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787a37d6-8981-482f-b871-f9976e58f373,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:58.041455 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e54e63e0-8cef-499d-9a81-dd2efd0f7320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:58.078175 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e54e63e0-8cef-499d-9a81-dd2efd0f7320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:58.092157 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864b7f7-435f-4d54-92d5-308bcc8652a9 req-fe9f1a5d-1fce-4d9d-8254-d8da7858ed6a tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:58.105547 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5864b7f7-435f-4d54-92d5-308bcc8652a9 req-fe9f1a5d-1fce-4d9d-8254-d8da7858ed6a tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fb2c3f0-f85f-4452-9a24-59a29fee904a HTTP/1.1" status: 200 len: 949 time: 0.3752625 Jul 14 09:19:58.205527 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e54e63e0-8cef-499d-9a81-dd2efd0f7320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:58.210115 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e54e63e0-8cef-499d-9a81-dd2efd0f7320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:58.215010 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e54e63e0-8cef-499d-9a81-dd2efd0f7320 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/787a37d6-8981-482f-b871-f9976e58f373 HTTP/1.1" status: 204 len: 168 time: 0.3006811 Jul 14 09:19:58.229286 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e63e0-8cef-499d-9a81-dd2efd0f7320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787a37d6-8981-482f-b871-f9976e58f373,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:58.376886 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03858d44-3781-40a0-b78a-65e377263824 None None] Network 6b240769-52cd-4624-864a-83ec4a591dc4 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:19:58.403531 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8d9c-1df8-4faf-8da2-3a5a0524438b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:58.542295 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7955a24a-2b68-4a63-b37b-7be781798580 None None] Provisioning for port 7d143a3c-ad0a-4c01-b2ec-6e691ff24989 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:58.661237 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8d9c-1df8-4faf-8da2-3a5a0524438b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:58.667276 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8d9c-1df8-4faf-8da2-3a5a0524438b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:58.685357 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-683a4a0e-d100-4448-833b-d5f172a42559 tempest-DHCPAgentSchedulersTestJSON-1525001623 tempest-DHCPAgentSchedulersTestJSON-1525001623-project-admin] 10.222.0.25 "GET /v2.0/agents/fba0bc3e-171b-4abf-bf3a-4bd3bdefe306/dhcp-networks HTTP/1.1" status: 200 len: 8060 time: 0.7491987 Jul 14 09:19:58.692657 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54682) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:58.788494 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5864b7f7-435f-4d54-92d5-308bcc8652a9 req-30c9cb14-c65a-4020-b40d-5e0ef9220233 tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.25 "GET /v2.0/security-groups?id=9aba0d47-0071-473c-a117-d1a725c25858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6775541 Jul 14 09:19:58.840461 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54684) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:58.891814 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4073ab6d-fae2-4c47-96c2-b6c1e4b176a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:58.922062 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7d143a3c-ad0a-4c01-b2ec-6e691ff24989 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:58.961399 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fa1b7d-d0e4-402e-b708-ffbc2394f18b None None] Network 0bfffefd-0b05-4fc3-968d-4b7ed0641b9d requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:19:58.981171 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f4bc8d9c-1df8-4faf-8da2-3a5a0524438b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=358576f3c717425692c0ce38b37ce6ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9635146 Jul 14 09:19:58.998268 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54688) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:59.102861 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ad6840b6-dd48-4121-ac7e-edebac148cd5 None None] Provisioning for port c9367717-34a2-45f8-8400-81686163d620 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:59.143013 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc8d9c-1df8-4faf-8da2-3a5a0524438b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f438000a-dcf4-4cdc-ae55-4c97bfe6e63b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:59.207686 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 7d143a3c-ad0a-4c01-b2ec-6e691ff24989 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:59.291408 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 7d143a3c-ad0a-4c01-b2ec-6e691ff24989 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:59.304442 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:59.313651 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18e16909-6885-4064-9f75-ab69df2023b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:59.363204 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18e16909-6885-4064-9f75-ab69df2023b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:59.482093 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ef31a-ed8b-457d-bc33-514841d008e9 req-fefa10c0-aaf6-4c09-bd9b-05e0cb37df37 tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:59.486962 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a80ef31a-ed8b-457d-bc33-514841d008e9 req-fefa10c0-aaf6-4c09-bd9b-05e0cb37df37 tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.44 "GET /v2.0/ports?device_id=1fb2c3f0-f85f-4452-9a24-59a29fee904a HTTP/1.1" status: 200 len: 949 time: 0.4337697 Jul 14 09:19:59.495953 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7e4f116f-8552-475f-8b14-6c91990022ac None None] Provisioning complete for port 7d143a3c-ad0a-4c01-b2ec-6e691ff24989 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:59.497820 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7e4f116f-8552-475f-8b14-6c91990022ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:59.548251 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18e16909-6885-4064-9f75-ab69df2023b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:59.552403 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18e16909-6885-4064-9f75-ab69df2023b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:59.555854 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-18e16909-6885-4064-9f75-ab69df2023b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f438000a-dcf4-4cdc-ae55-4c97bfe6e63b HTTP/1.1" status: 204 len: 168 time: 0.5521710 Jul 14 09:19:59.644758 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a175802-7385-4575-ae12-c7fcbc729388 tempest-DHCPAgentSchedulersTestJSON-1525001623 tempest-DHCPAgentSchedulersTestJSON-1525001623-project-admin] Network 14ecf7e9-84aa-46e4-af64-d8564bdb974d is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:19:59.676161 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e16909-6885-4064-9f75-ab69df2023b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f438000a-dcf4-4cdc-ae55-4c97bfe6e63b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:59.721792 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7a175802-7385-4575-ae12-c7fcbc729388 tempest-DHCPAgentSchedulersTestJSON-1525001623 tempest-DHCPAgentSchedulersTestJSON-1525001623-project-admin] 10.222.0.25 "POST /v2.0/agents/fba0bc3e-171b-4abf-bf3a-4bd3bdefe306/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9921560 Jul 14 09:19:59.722682 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54696) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:59.758338 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ffadde-b636-4115-a94e-923d44b75014 None None] Network 14ecf7e9-84aa-46e4-af64-d8564bdb974d requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:19:59.891989 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.077441 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db6e97b2-04ab-4b86-aea9-c27146e1d73c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.327420 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7e4f116f-8552-475f-8b14-6c91990022ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.372080 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-a80ef31a-ed8b-457d-bc33-514841d008e9 req-1acc19dc-bb32-4516-b773-a820b0e5ba8c tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Deleting port 1c7b932f-86ac-43e0-956c-9aadbc253d69 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:00.372868 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a80ef31a-ed8b-457d-bc33-514841d008e9 req-1acc19dc-bb32-4516-b773-a820b0e5ba8c tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.381149 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 7d143a3c-ad0a-4c01-b2ec-6e691ff24989, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7d143a3c-ad0a-4c01-b2ec-6e691ff24989,segment=NetworkSegment(1c06ced6-be50-4d55-a74e-577d3e9e3b02),segment_id=1c06ced6-be50-4d55-a74e-577d3e9e3b02)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:00.416497 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.418055 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c9367717-34a2-45f8-8400-81686163d620 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:00.465398 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82450c50-24dd-43cb-aa0b-6df0b3e76a94 req-56dd78a4-da41-4598-ba0e-750602d4fb18 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:00.467076 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82450c50-24dd-43cb-aa0b-6df0b3e76a94 req-56dd78a4-da41-4598-ba0e-750602d4fb18 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 947 time: 0.6024933 Jul 14 09:20:00.516115 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-a80ef31a-ed8b-457d-bc33-514841d008e9 req-1acc19dc-bb32-4516-b773-a820b0e5ba8c tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] For port 1c7b932f-86ac-43e0-956c-9aadbc253d69, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1c7b932f-86ac-43e0-956c-9aadbc253d69,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:00.516498 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a80ef31a-ed8b-457d-bc33-514841d008e9 req-1acc19dc-bb32-4516-b773-a820b0e5ba8c tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.542801 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-a80ef31a-ed8b-457d-bc33-514841d008e9 req-1acc19dc-bb32-4516-b773-a820b0e5ba8c tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Calling delete_port for 1c7b932f-86ac-43e0-956c-9aadbc253d69 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:00.667383 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-7e4f116f-8552-475f-8b14-6c91990022ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:20:00.667930 n-d-771362-35 neutron-server[93774]: DEBUG oslo_db.api [None req-7e4f116f-8552-475f-8b14-6c91990022ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:20:00.677551 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=7d143a3c-ad0a-4c01-b2ec-6e691ff24989,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:00.708190 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port c9367717-34a2-45f8-8400-81686163d620 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:00.709571 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4073ab6d-fae2-4c47-96c2-b6c1e4b176a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.713167 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c9367717-34a2-45f8-8400-81686163d620 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:00.713700 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.734971 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4073ab6d-fae2-4c47-96c2-b6c1e4b176a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.823971 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-25c9a394-0e40-46ef-aa60-bf30d71529d8 tempest-DHCPAgentSchedulersTestJSON-1525001623 tempest-DHCPAgentSchedulersTestJSON-1525001623-project-admin] 10.222.0.25 "GET /v2.0/agents/fba0bc3e-171b-4abf-bf3a-4bd3bdefe306/dhcp-networks HTTP/1.1" status: 200 len: 8830 time: 1.0791295 Jul 14 09:20:00.824303 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073ab6d-fae2-4c47-96c2-b6c1e4b176a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16586dab-95a8-4c3b-8970-22fe06850e07,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:00.824968 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a80ef31a-ed8b-457d-bc33-514841d008e9 req-1acc19dc-bb32-4516-b773-a820b0e5ba8c tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.826819 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54718) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:00.938970 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db6e97b2-04ab-4b86-aea9-c27146e1d73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.964819 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.965016 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc19dc-bb32-4516-b773-a820b0e5ba8c tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Pushing event deleted for resources: {'Port': ['ID=1c7b932f-86ac-43e0-956c-9aadbc253d69,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:00.992086 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4073ab6d-fae2-4c47-96c2-b6c1e4b176a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c7fd8308b70a4d5eb1f6c8faa7ec7926&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1538081 Jul 14 09:20:00.994395 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54724) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:01.035327 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80ef31a-ed8b-457d-bc33-514841d008e9 req-1acc19dc-bb32-4516-b773-a820b0e5ba8c tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] No DVR routers for this DVR port 1c7b932f-86ac-43e0-956c-9aadbc253d69 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:01.050571 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a80ef31a-ed8b-457d-bc33-514841d008e9 req-1acc19dc-bb32-4516-b773-a820b0e5ba8c tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.054516 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a80ef31a-ed8b-457d-bc33-514841d008e9 req-1acc19dc-bb32-4516-b773-a820b0e5ba8c tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.44 "DELETE /v2.0/ports/1c7b932f-86ac-43e0-956c-9aadbc253d69 HTTP/1.1" status: 204 len: 173 time: 1.5253334 Jul 14 09:20:01.054997 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb2c3f0-f85f-4452-9a24-59a29fee904a', 'name': 'network-vif-deleted', 'tag': '1c7b932f-86ac-43e0-956c-9aadbc253d69'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:01.059078 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d90a809-0051-4739-9491-a4d927c5253b" -d '{"events": [{"server_uuid": "1fb2c3f0-f85f-4452-9a24-59a29fee904a", "name": "network-vif-deleted", "tag": "1c7b932f-86ac-43e0-956c-9aadbc253d69"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:01.061910 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port c9367717-34a2-45f8-8400-81686163d620, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c9367717-34a2-45f8-8400-81686163d620,segment=NetworkSegment(a0abad46-9e53-4184-8dba-417f4b85701c),segment_id=a0abad46-9e53-4184-8dba-417f4b85701c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:01.075826 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.104413 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3497b601-51c1-4382-9a49-00444e99ed46 tempest-DHCPAgentSchedulersTestJSON-1525001623 tempest-DHCPAgentSchedulersTestJSON-1525001623-project-admin] 10.222.0.25 "DELETE /v2.0/agents/fba0bc3e-171b-4abf-bf3a-4bd3bdefe306/dhcp-networks/14ecf7e9-84aa-46e4-af64-d8564bdb974d HTTP/1.1" status: 204 len: 168 time: 0.2744935 Jul 14 09:20:01.106832 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54734) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:01.128426 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f78c9-eb70-40f8-b519-397bca8b2e95 req-e61e256d-9a34-4303-b09e-a2c7e5f3091c tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:01.140656 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f15f78c9-eb70-40f8-b519-397bca8b2e95 req-e61e256d-9a34-4303-b09e-a2c7e5f3091c tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fb2c3f0-f85f-4452-9a24-59a29fee904a HTTP/1.1" status: 200 len: 867 time: 1.0714898 Jul 14 09:20:01.226893 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82450c50-24dd-43cb-aa0b-6df0b3e76a94 req-effb94ea-24ad-4585-9fd9-1d8b087aff6d tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7200277 Jul 14 09:20:01.286629 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7d143a3c-ad0a-4c01-b2ec-6e691ff24989 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:01.373906 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=c9367717-34a2-45f8-8400-81686163d620,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:01.385165 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f15f78c9-eb70-40f8-b519-397bca8b2e95 req-fe623d5e-96d9-43aa-b0e3-4b07fd2bd7f8 tempest-VolumesBackupsTest-1961963721 tempest-VolumesBackupsTest-1961963721-project] 10.222.0.25 "GET /v2.0/security-groups?id=9aba0d47-0071-473c-a117-d1a725c25858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428944 Jul 14 09:20:01.419014 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e9573e76-5140-4f79-bd47-2918994232dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.451117 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e9573e76-5140-4f79-bd47-2918994232dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.491860 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f542dc49-ef7b-4914-8a79-705f78bd70e1 tempest-DHCPAgentSchedulersTestJSON-1525001623 tempest-DHCPAgentSchedulersTestJSON-1525001623-project-admin] 10.222.0.25 "GET /v2.0/agents/fba0bc3e-171b-4abf-bf3a-4bd3bdefe306/dhcp-networks HTTP/1.1" status: 200 len: 8060 time: 0.3825872 Jul 14 09:20:01.501997 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54738) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:01.528037 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 7d143a3c-ad0a-4c01-b2ec-6e691ff24989 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:01.528404 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.574627 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54740) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:01.577279 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-69580adf-3467-46cb-8b59-1bc9776a259f tempest-DHCPAgentSchedulersTestJSON-1525001623 tempest-DHCPAgentSchedulersTestJSON-1525001623-project-admin] 10.222.0.25 "GET /v2.0/networks/6b240769-52cd-4624-864a-83ec4a591dc4/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0700397 Jul 14 09:20:01.597103 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-90c5e452-6ddf-4714-ade8-1f1f64b44b89 None None] Could not find standard attr ID for object 518cc07d-73a1-480c-a3f5-8daa14145ab0. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:20:01.634010 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 1c7b932f-86ac-43e0-956c-9aadbc253d69 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:01.638121 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-81608ed2-5c2c-4b64-b0cc-ad9af605420d tempest-DHCPAgentSchedulersTestJSON-1525001623 tempest-DHCPAgentSchedulersTestJSON-1525001623-project-admin] 10.222.0.25 "GET /v2.0/networks/6b240769-52cd-4624-864a-83ec4a591dc4/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0592628 Jul 14 09:20:01.641093 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54742) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:01.651458 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54744) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:01.660961 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6e97b2-04ab-4b86-aea9-c27146e1d73c admin admin] Router cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:20:01.707072 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 1c7b932f-86ac-43e0-956c-9aadbc253d69 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:01.707686 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 1c7b932f-86ac-43e0-956c-9aadbc253d69 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:01.714318 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e9573e76-5140-4f79-bd47-2918994232dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.718891 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-90c5e452-6ddf-4714-ade8-1f1f64b44b89 None None] Provisioning complete for port c9367717-34a2-45f8-8400-81686163d620 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:01.719470 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90c5e452-6ddf-4714-ade8-1f1f64b44b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.725165 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e9573e76-5140-4f79-bd47-2918994232dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.729722 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e9573e76-5140-4f79-bd47-2918994232dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/16586dab-95a8-4c3b-8970-22fe06850e07 HTTP/1.1" status: 204 len: 168 time: 0.7314575 Jul 14 09:20:01.861118 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9573e76-5140-4f79-bd47-2918994232dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16586dab-95a8-4c3b-8970-22fe06850e07,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:01.901484 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4222567-326c-4957-bfb6-7f507d7b3ace x-openstack-request-id: req-d4222567-326c-4957-bfb6-7f507d7b3ace {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:01.901824 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb2c3f0-f85f-4452-9a24-59a29fee904a", "name": "network-vif-deleted", "tag": "1c7b932f-86ac-43e0-956c-9aadbc253d69", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:01.902089 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4222567-326c-4957-bfb6-7f507d7b3ace {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:01.902528 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb2c3f0-f85f-4452-9a24-59a29fee904a', 'name': 'network-vif-deleted', 'tag': '1c7b932f-86ac-43e0-956c-9aadbc253d69', 'status': 'completed', 'code': 200} Jul 14 09:20:01.960742 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-bef7bdae-0f94-4e2e-ae97-7988c2891845 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1533020110-network', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:02.036016 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54752) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:02.037550 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-981e0fa6-253b-4699-ad13-da9577ba81d0 tempest-DHCPAgentSchedulersTestJSON-1525001623 tempest-DHCPAgentSchedulersTestJSON-1525001623-project-admin] 10.222.0.25 "GET /v2.0/agents/fba0bc3e-171b-4abf-bf3a-4bd3bdefe306/dhcp-networks HTTP/1.1" status: 200 len: 8060 time: 0.3949082 Jul 14 09:20:02.039136 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef7bdae-0f94-4e2e-ae97-7988c2891845 admin admin] Made reservation on behalf of 16836e26dfbf453ca94c396d1972ac2d for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:02.041852 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bef7bdae-0f94-4e2e-ae97-7988c2891845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.054928 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bef7bdae-0f94-4e2e-ae97-7988c2891845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.148910 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6e97b2-04ab-4b86-aea9-c27146e1d73c admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:02.170778 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c3fa07-d632-4ec6-b3f6-25c0f753bef0 None None] Sync routers for ids ['cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:02.188085 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c3fa07-d632-4ec6-b3f6-25c0f753bef0 None None] Routers {'cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:02.191182 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-31c3fa07-d632-4ec6-b3f6-25c0f753bef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:19:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:02.229175 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a77c6d64-ed0f-4325-912b-a9eb40dfad4c tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.265442 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bef7bdae-0f94-4e2e-ae97-7988c2891845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.274006 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bef7bdae-0f94-4e2e-ae97-7988c2891845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.316121 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7bdae-0f94-4e2e-ae97-7988c2891845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42d4376-7263-4121-aab3-786efe235fbc,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:02.327238 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef7bdae-0f94-4e2e-ae97-7988c2891845 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:20:02.343201 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db6e97b2-04ab-4b86-aea9-c27146e1d73c admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.345138 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bef7bdae-0f94-4e2e-ae97-7988c2891845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.345485 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-bef7bdae-0f94-4e2e-ae97-7988c2891845 admin admin] Added segment 1b770b2e-122b-4497-b312-82778ff5d613 of type vlan for network 56fa79e5-8443-4914-b116-eff9c1f86a87 Jul 14 09:20:02.349409 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-db6e97b2-04ab-4b86-aea9-c27146e1d73c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.6719148 Jul 14 09:20:02.351410 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54760) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:02.414250 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-31c3fa07-d632-4ec6-b3f6-25c0f753bef0 None None] Set router cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:02.458667 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bef7bdae-0f94-4e2e-ae97-7988c2891845 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.551993 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bef7bdae-0f94-4e2e-ae97-7988c2891845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.553094 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef7bdae-0f94-4e2e-ae97-7988c2891845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:02.553986 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bef7bdae-0f94-4e2e-ae97-7988c2891845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.689372 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bef7bdae-0f94-4e2e-ae97-7988c2891845 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0357001 Jul 14 09:20:02.691452 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54770) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:02.764296 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7bdae-0f94-4e2e-ae97-7988c2891845 admin admin] Pushing event updated for resources: {'Network': ['ID=56fa79e5-8443-4914-b116-eff9c1f86a87,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:02.777395 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 56fa79e5-8443-4914-b116-eff9c1f86a87 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:20:02.817108 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e9371e6b-0a47-4526-b6b2-7aedc7c36877 admin admin] Request body: {'subnet': {'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1533020110-subnet', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:02.846255 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a77c6d64-ed0f-4325-912b-a9eb40dfad4c tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.930431 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a77c6d64-ed0f-4325-912b-a9eb40dfad4c tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ecf7e9-84aa-46e4-af64-d8564bdb974d']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:02.965996 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-31c3fa07-d632-4ec6-b3f6-25c0f753bef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1456547827-router', 'tenant_id': '84f159b8c2ea428bbeca4ed65622f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'c772db5e-21a7-41b5-9fa8-8d605c319178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:53Z', 'updated_at': '2021-07-14T09:19:57Z', 'revision_number': 3, 'project_id': '84f159b8c2ea428bbeca4ed65622f535', 'gw_port': {'id': 'c772db5e-21a7-41b5-9fa8-8d605c319178', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:76:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:55Z', 'updated_at': '2021-07-14T09:19:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:02.996817 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a77c6d64-ed0f-4325-912b-a9eb40dfad4c tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab80d77-c58b-48c6-8bbd-980c6b01b532') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:02.997210 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a77c6d64-ed0f-4325-912b-a9eb40dfad4c tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab80d77-c58b-48c6-8bbd-980c6b01b532') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:03.019973 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a77c6d64-ed0f-4325-912b-a9eb40dfad4c tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.078937 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c3fa07-d632-4ec6-b3f6-25c0f753bef0 None None] Checking router: cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:20:03.082496 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9371e6b-0a47-4526-b6b2-7aedc7c36877 admin admin] Made reservation on behalf of 16836e26dfbf453ca94c396d1972ac2d for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:03.083038 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c3fa07-d632-4ec6-b3f6-25c0f753bef0 None None] Updating router cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c port c772db5e-21a7-41b5-9fa8-8d605c319178 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:20:03.096572 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e9371e6b-0a47-4526-b6b2-7aedc7c36877 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.151944 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-31c3fa07-d632-4ec6-b3f6-25c0f753bef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.228262 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a77c6d64-ed0f-4325-912b-a9eb40dfad4c tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.236423 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77c6d64-ed0f-4325-912b-a9eb40dfad4c tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:20:03.236974 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a77c6d64-ed0f-4325-912b-a9eb40dfad4c tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.254709 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c9367717-34a2-45f8-8400-81686163d620 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:03.402078 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c9367717-34a2-45f8-8400-81686163d620 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:03.402665 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:20:03.415565 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:20:03.518793 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a77c6d64-ed0f-4325-912b-a9eb40dfad4c tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.525359 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a77c6d64-ed0f-4325-912b-a9eb40dfad4c tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.528334 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a77c6d64-ed0f-4325-912b-a9eb40dfad4c tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] 10.222.0.25 "DELETE /v2.0/networks/14ecf7e9-84aa-46e4-af64-d8564bdb974d HTTP/1.1" status: 204 len: 168 time: 1.4906914 Jul 14 09:20:03.530603 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54790) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:03.576660 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c6d64-ed0f-4325-912b-a9eb40dfad4c tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Pushing event deleted for resources: {'Network': ['ID=14ecf7e9-84aa-46e4-af64-d8564bdb974d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:03.597155 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6755e6-001a-43d8-bf8b-02959af263d3 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] DELETE failed (client error): The resource could not be found. Jul 14 09:20:03.598097 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6755e6-001a-43d8-bf8b-02959af263d3 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:20:03.601256 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ef6755e6-001a-43d8-bf8b-02959af263d3 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] 10.222.0.25 "DELETE /v2.0/ports/518cc07d-73a1-480c-a3f5-8daa14145ab0 HTTP/1.1" status: 404 len: 333 time: 0.0695992 Jul 14 09:20:03.604215 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54792) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:03.616468 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1d79c-bea2-480d-8ed9-88bbdfd76f6b req-f25f951e-4023-4e50-a872-1da8ae95d2fc tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:03.623948 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e5a1d79c-bea2-480d-8ed9-88bbdfd76f6b req-f25f951e-4023-4e50-a872-1da8ae95d2fc tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 947 time: 0.9461224 Jul 14 09:20:03.698365 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a991a0-f75e-4ae8-83c4-95cee69c7083 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Deleting subnet 5adffa35-aedf-4f15-9161-aa7ee7bf117a {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:20:03.702961 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57a991a0-f75e-4ae8-83c4-95cee69c7083 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.739541 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e5a1d79c-bea2-480d-8ed9-88bbdfd76f6b req-cbb1a5ad-4e68-4ba8-ad1b-a23a47084cee tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142428 Jul 14 09:20:03.799936 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57a991a0-f75e-4ae8-83c4-95cee69c7083 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.900642 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a07be95-d781-4145-a0f4-890cd8bc7b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.910970 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e9371e6b-0a47-4526-b6b2-7aedc7c36877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.958049 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-31c3fa07-d632-4ec6-b3f6-25c0f753bef0 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:04.004640 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-31c3fa07-d632-4ec6-b3f6-25c0f753bef0 None None] Transition to ACTIVE for port object c772db5e-21a7-41b5-9fa8-8d605c319178 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:04.018042 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57a991a0-f75e-4ae8-83c4-95cee69c7083 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:04.018735 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-31c3fa07-d632-4ec6-b3f6-25c0f753bef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:04.130691 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9371e6b-0a47-4526-b6b2-7aedc7c36877 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d588393-54eb-4f64-a93a-52a5f5f3384f,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:04.166846 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797f5ee-f24c-48a6-96a7-240d00f7a9c2 None None] Pushing event updated for resources: {'Port': ['ID=c772db5e-21a7-41b5-9fa8-8d605c319178,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:04.183823 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57a991a0-f75e-4ae8-83c4-95cee69c7083 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:04.194356 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797f5ee-f24c-48a6-96a7-240d00f7a9c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:04.195439 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797f5ee-f24c-48a6-96a7-240d00f7a9c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:04.196103 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797f5ee-f24c-48a6-96a7-240d00f7a9c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:04.197487 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797f5ee-f24c-48a6-96a7-240d00f7a9c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:04.198322 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797f5ee-f24c-48a6-96a7-240d00f7a9c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:04.199287 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797f5ee-f24c-48a6-96a7-240d00f7a9c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:04.199891 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797f5ee-f24c-48a6-96a7-240d00f7a9c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:04.200477 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797f5ee-f24c-48a6-96a7-240d00f7a9c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:04.201878 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797f5ee-f24c-48a6-96a7-240d00f7a9c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:04.202583 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797f5ee-f24c-48a6-96a7-240d00f7a9c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:04.203194 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797f5ee-f24c-48a6-96a7-240d00f7a9c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:04.203797 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a797f5ee-f24c-48a6-96a7-240d00f7a9c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:04.211676 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-31c3fa07-d632-4ec6-b3f6-25c0f753bef0 None None] Attempting to bind port c772db5e-21a7-41b5-9fa8-8d605c319178 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:04.212151 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-31c3fa07-d632-4ec6-b3f6-25c0f753bef0 None None] Attempting to bind port c772db5e-21a7-41b5-9fa8-8d605c319178 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:04.212734 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c3fa07-d632-4ec6-b3f6-25c0f753bef0 None None] Attempting to bind port c772db5e-21a7-41b5-9fa8-8d605c319178 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:04.237938 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c3fa07-d632-4ec6-b3f6-25c0f753bef0 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:04.238801 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c3fa07-d632-4ec6-b3f6-25c0f753bef0 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:04.239548 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-31c3fa07-d632-4ec6-b3f6-25c0f753bef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:04.240173 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c3fa07-d632-4ec6-b3f6-25c0f753bef0 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:04.241724 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-31c3fa07-d632-4ec6-b3f6-25c0f753bef0 None None] Bound port: c772db5e-21a7-41b5-9fa8-8d605c319178, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:04.245243 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-31c3fa07-d632-4ec6-b3f6-25c0f753bef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:04.250164 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9371e6b-0a47-4526-b6b2-7aedc7c36877 admin admin] Checking segment: {'id': '1b770b2e-122b-4497-b312-82778ff5d613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:04.250783 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9371e6b-0a47-4526-b6b2-7aedc7c36877 admin admin] Network hostable DHCP agents. Network: 56fa79e5-8443-4914-b116-eff9c1f86a87, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:20:04.273875 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922e4b2d-cc21-49d3-934a-2bab245893bf None None] Network 6b240769-52cd-4624-864a-83ec4a591dc4 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:04.274433 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a991a0-f75e-4ae8-83c4-95cee69c7083 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Pushing event deleted for resources: {'Subnet': ['ID=5adffa35-aedf-4f15-9161-aa7ee7bf117a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:04.293124 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57a991a0-f75e-4ae8-83c4-95cee69c7083 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:04.297532 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-57a991a0-f75e-4ae8-83c4-95cee69c7083 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] 10.222.0.25 "DELETE /v2.0/subnets/5adffa35-aedf-4f15-9161-aa7ee7bf117a HTTP/1.1" status: 204 len: 168 time: 0.6898842 Jul 14 09:20:04.299814 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54810) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:04.393993 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-31c3fa07-d632-4ec6-b3f6-25c0f753bef0 None None] For port c772db5e-21a7-41b5-9fa8-8d605c319178, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:04.401984 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-31c3fa07-d632-4ec6-b3f6-25c0f753bef0 None None] For port c772db5e-21a7-41b5-9fa8-8d605c319178, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c772db5e-21a7-41b5-9fa8-8d605c319178,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:04.413206 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-31c3fa07-d632-4ec6-b3f6-25c0f753bef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:04.462313 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9371e6b-0a47-4526-b6b2-7aedc7c36877 admin admin] Network 56fa79e5-8443-4914-b116-eff9c1f86a87 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:20:04.493387 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797f5ee-f24c-48a6-96a7-240d00f7a9c2 None None] Pushing event updated for resources: {'Port': ['ID=c772db5e-21a7-41b5-9fa8-8d605c319178,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:04.525394 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c3fa07-d632-4ec6-b3f6-25c0f753bef0 None None] Routers {'cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:04.526198 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-31c3fa07-d632-4ec6-b3f6-25c0f753bef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:19:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:04.555922 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-e9371e6b-0a47-4526-b6b2-7aedc7c36877 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 56fa79e5-8443-4914-b116-eff9c1f86a87) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:04.570471 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9371e6b-0a47-4526-b6b2-7aedc7c36877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:04.571572 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e9371e6b-0a47-4526-b6b2-7aedc7c36877 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:04.607821 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d4354d-d70a-4027-b123-5a11147657c9 None None] Network 56fa79e5-8443-4914-b116-eff9c1f86a87 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:04.618289 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30fd3d00-0f7f-4b03-859a-a3c259fc3563 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:04.624040 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-2a07be95-d781-4145-a0f4-890cd8bc7b97 admin admin] Allocated IP 172.20.0.1 (0bfffefd-0b05-4fc3-968d-4b7ed0641b9d/bc7c5ebf-353b-40ee-8044-b6d1b4087f3e/212dd3b2-d400-415d-87b7-d51cdfcf20c1) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:04.735350 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-30fd3d00-0f7f-4b03-859a-a3c259fc3563 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Deleting port 7d143a3c-ad0a-4c01-b2ec-6e691ff24989 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:04.736026 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30fd3d00-0f7f-4b03-859a-a3c259fc3563 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:04.749746 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-31c3fa07-d632-4ec6-b3f6-25c0f753bef0 None None] Set router cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:04.966375 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efad7506-ae22-4e9f-871d-763360005693 None None] DHCP port deletion for 6b240769-52cd-4624-864a-83ec4a591dc4 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:20:05.014528 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-30fd3d00-0f7f-4b03-859a-a3c259fc3563 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] For port 7d143a3c-ad0a-4c01-b2ec-6e691ff24989, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7d143a3c-ad0a-4c01-b2ec-6e691ff24989,segment=NetworkSegment(1c06ced6-be50-4d55-a74e-577d3e9e3b02),segment_id=1c06ced6-be50-4d55-a74e-577d3e9e3b02)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:05.014837 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30fd3d00-0f7f-4b03-859a-a3c259fc3563 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.057576 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-30fd3d00-0f7f-4b03-859a-a3c259fc3563 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Calling delete_port for 7d143a3c-ad0a-4c01-b2ec-6e691ff24989 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:05.184519 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-31c3fa07-d632-4ec6-b3f6-25c0f753bef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1456547827-router', 'tenant_id': '84f159b8c2ea428bbeca4ed65622f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'c772db5e-21a7-41b5-9fa8-8d605c319178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:53Z', 'updated_at': '2021-07-14T09:19:57Z', 'revision_number': 3, 'project_id': '84f159b8c2ea428bbeca4ed65622f535', 'gw_port': {'id': 'c772db5e-21a7-41b5-9fa8-8d605c319178', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:76:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:55Z', 'updated_at': '2021-07-14T09:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:05.202160 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3e6fcd-038f-4613-88c5-b0870d20698a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-56fa79e5-8443-4914-b116-eff9c1f86a87', 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'fixed_ips': [{'subnet_id': '3d588393-54eb-4f64-a93a-52a5f5f3384f'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:20:05.203105 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fa3e6fcd-038f-4613-88c5-b0870d20698a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.253539 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7d143a3c-ad0a-4c01-b2ec-6e691ff24989 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:05.262755 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c3fa07-d632-4ec6-b3f6-25c0f753bef0 None None] The sync data for ids ['cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c'] in n-d-771362-35 is: [{'id': 'cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1456547827-router', 'tenant_id': '84f159b8c2ea428bbeca4ed65622f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'c772db5e-21a7-41b5-9fa8-8d605c319178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:53Z', 'updated_at': '2021-07-14T09:19:57Z', 'revision_number': 3, 'project_id': '84f159b8c2ea428bbeca4ed65622f535', 'gw_port': {'id': 'c772db5e-21a7-41b5-9fa8-8d605c319178', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:76:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:55Z', 'updated_at': '2021-07-14T09:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:05.332089 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30fd3d00-0f7f-4b03-859a-a3c259fc3563 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.370346 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fd3d00-0f7f-4b03-859a-a3c259fc3563 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] No DVR routers for this DVR port 7d143a3c-ad0a-4c01-b2ec-6e691ff24989 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:05.485795 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No active binding found for port 7d143a3c-ad0a-4c01-b2ec-6e691ff24989 {{(pid=93774) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 09:20:05.487712 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7d143a3c-ad0a-4c01-b2ec-6e691ff24989 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:05.498133 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-efad7506-ae22-4e9f-871d-763360005693 None None] Deleting port 7d143a3c-ad0a-4c01-b2ec-6e691ff24989 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:05.498381 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-efad7506-ae22-4e9f-871d-763360005693 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.565525 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd3d00-0f7f-4b03-859a-a3c259fc3563 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Pushing event deleted for resources: {'Port': ['ID=7d143a3c-ad0a-4c01-b2ec-6e691ff24989,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:05.659048 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-efad7506-ae22-4e9f-871d-763360005693 None None] For port 7d143a3c-ad0a-4c01-b2ec-6e691ff24989, host n-d-771362-35, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:05.665062 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-efad7506-ae22-4e9f-871d-763360005693 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.675957 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30fd3d00-0f7f-4b03-859a-a3c259fc3563 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.703569 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-30fd3d00-0f7f-4b03-859a-a3c259fc3563 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b240769-52cd-4624-864a-83ec4a591dc4']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:05.729776 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-efad7506-ae22-4e9f-871d-763360005693 None None] Calling delete_port for 7d143a3c-ad0a-4c01-b2ec-6e691ff24989 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:05.731900 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-30fd3d00-0f7f-4b03-859a-a3c259fc3563 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c06ced6-be50-4d55-a74e-577d3e9e3b02') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:05.732434 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-30fd3d00-0f7f-4b03-859a-a3c259fc3563 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c06ced6-be50-4d55-a74e-577d3e9e3b02') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:05.747888 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30fd3d00-0f7f-4b03-859a-a3c259fc3563 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.751133 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-efad7506-ae22-4e9f-871d-763360005693 None None] Port 7d143a3c-ad0a-4c01-b2ec-6e691ff24989 was not found and therefore no delete operation was performed {{(pid=93774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:20:05.757055 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-efad7506-ae22-4e9f-871d-763360005693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.816301 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30fd3d00-0f7f-4b03-859a-a3c259fc3563 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.824666 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30fd3d00-0f7f-4b03-859a-a3c259fc3563 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:20:05.825098 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30fd3d00-0f7f-4b03-859a-a3c259fc3563 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:20:05.828488 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:20:05.905022 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e9371e6b-0a47-4526-b6b2-7aedc7c36877 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.1893506 Jul 14 09:20:05.942321 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54828) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:05.985252 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-748fe6ec-68f9-485d-be03-8fa0d04c3d84 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1533020110-router', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:06.083750 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30fd3d00-0f7f-4b03-859a-a3c259fc3563 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.107215 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30fd3d00-0f7f-4b03-859a-a3c259fc3563 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.112657 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a07be95-d781-4145-a0f4-890cd8bc7b97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.113893 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-30fd3d00-0f7f-4b03-859a-a3c259fc3563 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] 10.222.0.25 "DELETE /v2.0/networks/6b240769-52cd-4624-864a-83ec4a591dc4 HTTP/1.1" status: 204 len: 168 time: 1.8121064 Jul 14 09:20:06.116354 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-748fe6ec-68f9-485d-be03-8fa0d04c3d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.118648 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-748fe6ec-68f9-485d-be03-8fa0d04c3d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.154124 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd3d00-0f7f-4b03-859a-a3c259fc3563 tempest-DHCPAgentSchedulersTestJSON-948409531 tempest-DHCPAgentSchedulersTestJSON-948409531-project] Pushing event deleted for resources: {'Network': ['ID=6b240769-52cd-4624-864a-83ec4a591dc4,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:06.179087 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5a577-0b34-403f-956a-dfcb4d0932ef req-14525ad2-9a51-4395-98e7-465f3a370494 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:06.185918 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5bc5a577-0b34-403f-956a-dfcb4d0932ef req-14525ad2-9a51-4395-98e7-465f3a370494 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 947 time: 0.3141367 Jul 14 09:20:06.270358 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2a07be95-d781-4145-a0f4-890cd8bc7b97 admin admin] Transition to ACTIVE for port object 212dd3b2-d400-415d-87b7-d51cdfcf20c1 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:06.347524 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-748fe6ec-68f9-485d-be03-8fa0d04c3d84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.391421 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad7506-ae22-4e9f-871d-763360005693 None None] Pushing event deleted for resources: {'Port': ['ID=7d143a3c-ad0a-4c01-b2ec-6e691ff24989,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:06.401779 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5bc5a577-0b34-403f-956a-dfcb4d0932ef req-160303de-dcfe-485b-829c-8b7b267c830a tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941524 Jul 14 09:20:06.418562 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-fa3e6fcd-038f-4613-88c5-b0870d20698a None None] Allocated IP 172.20.0.2 (56fa79e5-8443-4914-b116-eff9c1f86a87/3d588393-54eb-4f64-a93a-52a5f5f3384f/b5234a7e-1553-43d6-89c3-65f0dbef69cf) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:06.442091 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efad7506-ae22-4e9f-871d-763360005693 None None] No DVR routers for this DVR port 7d143a3c-ad0a-4c01-b2ec-6e691ff24989 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:06.479936 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a07be95-d781-4145-a0f4-890cd8bc7b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.743411 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a07be95-d781-4145-a0f4-890cd8bc7b97 admin admin] Network 0bfffefd-0b05-4fc3-968d-4b7ed0641b9d is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:06.755460 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-2a07be95-d781-4145-a0f4-890cd8bc7b97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:06.772059 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a07be95-d781-4145-a0f4-890cd8bc7b97 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:06.776254 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07be95-d781-4145-a0f4-890cd8bc7b97 admin admin] Pushing event updated for resources: {'Port': ['ID=212dd3b2-d400-415d-87b7-d51cdfcf20c1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:06.821070 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:20:06.864805 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54844) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:06.939295 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a07be95-d781-4145-a0f4-890cd8bc7b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.976956 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fa3e6fcd-038f-4613-88c5-b0870d20698a None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:07.013100 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-fa3e6fcd-038f-4613-88c5-b0870d20698a None None] Transition to ACTIVE for port object b5234a7e-1553-43d6-89c3-65f0dbef69cf will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:07.068797 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-fa3e6fcd-038f-4613-88c5-b0870d20698a None None] Transition to ACTIVE for port object b5234a7e-1553-43d6-89c3-65f0dbef69cf will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:07.079370 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fa3e6fcd-038f-4613-88c5-b0870d20698a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:07.312731 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3e6fcd-038f-4613-88c5-b0870d20698a None None] Network 56fa79e5-8443-4914-b116-eff9c1f86a87 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:07.346169 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-fa3e6fcd-038f-4613-88c5-b0870d20698a None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:07.360258 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3e6fcd-038f-4613-88c5-b0870d20698a None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:07.365548 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e6fcd-038f-4613-88c5-b0870d20698a None None] Pushing event updated for resources: {'Port': ['ID=b5234a7e-1553-43d6-89c3-65f0dbef69cf,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:07.388788 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e58c65fc-bcae-4c3d-926e-cb6ef580a3ae None None] Provisioning for port 212dd3b2-d400-415d-87b7-d51cdfcf20c1 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:07.443182 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c772db5e-21a7-41b5-9fa8-8d605c319178 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:07.519724 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-91752504-e714-4d60-902b-b5316eb405f3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa191752d203431e908ea3288129fbbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6448572 Jul 14 09:20:07.521596 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54852) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:07.603067 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e58c65fc-bcae-4c3d-926e-cb6ef580a3ae None None] Provisioning complete for port 212dd3b2-d400-415d-87b7-d51cdfcf20c1 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:07.612129 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e58c65fc-bcae-4c3d-926e-cb6ef580a3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:07.737228 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-fa3e6fcd-038f-4613-88c5-b0870d20698a None None] Attempting to bind port b5234a7e-1553-43d6-89c3-65f0dbef69cf on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:07.738153 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-fa3e6fcd-038f-4613-88c5-b0870d20698a None None] Attempting to bind port b5234a7e-1553-43d6-89c3-65f0dbef69cf by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '1b770b2e-122b-4497-b312-82778ff5d613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:07.738843 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3e6fcd-038f-4613-88c5-b0870d20698a None None] Attempting to bind port b5234a7e-1553-43d6-89c3-65f0dbef69cf on network 56fa79e5-8443-4914-b116-eff9c1f86a87 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:07.747050 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3e6fcd-038f-4613-88c5-b0870d20698a None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:07.747971 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3e6fcd-038f-4613-88c5-b0870d20698a None None] Checking segment: {'id': '1b770b2e-122b-4497-b312-82778ff5d613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:07.748650 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fa3e6fcd-038f-4613-88c5-b0870d20698a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:07.749290 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3e6fcd-038f-4613-88c5-b0870d20698a None None] Bound using segment: {'id': '1b770b2e-122b-4497-b312-82778ff5d613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:07.750047 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-fa3e6fcd-038f-4613-88c5-b0870d20698a None None] Bound port: b5234a7e-1553-43d6-89c3-65f0dbef69cf, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b770b2e-122b-4497-b312-82778ff5d613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:07.750707 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fa3e6fcd-038f-4613-88c5-b0870d20698a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:07.754959 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port c772db5e-21a7-41b5-9fa8-8d605c319178 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:07.763707 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e58c65fc-bcae-4c3d-926e-cb6ef580a3ae None None] Port 212dd3b2-d400-415d-87b7-d51cdfcf20c1 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:07.771796 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c772db5e-21a7-41b5-9fa8-8d605c319178 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:07.772516 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:07.810854 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-748fe6ec-68f9-485d-be03-8fa0d04c3d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:07.924656 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-fa3e6fcd-038f-4613-88c5-b0870d20698a None None] For port b5234a7e-1553-43d6-89c3-65f0dbef69cf, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:07.936750 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-fa3e6fcd-038f-4613-88c5-b0870d20698a None None] For port b5234a7e-1553-43d6-89c3-65f0dbef69cf, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b5234a7e-1553-43d6-89c3-65f0dbef69cf,segment=NetworkSegment(1b770b2e-122b-4497-b312-82778ff5d613),segment_id=1b770b2e-122b-4497-b312-82778ff5d613)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:07.945475 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fa3e6fcd-038f-4613-88c5-b0870d20698a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:08.012570 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d52d56e-4045-42bc-b424-448ced7d81ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:08.074608 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d52d56e-4045-42bc-b424-448ced7d81ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:08.164089 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:08.216697 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port c772db5e-21a7-41b5-9fa8-8d605c319178, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c772db5e-21a7-41b5-9fa8-8d605c319178,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:08.225593 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:08.250769 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d52d56e-4045-42bc-b424-448ced7d81ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:08.256168 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d52d56e-4045-42bc-b424-448ced7d81ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:08.258201 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e6fcd-038f-4613-88c5-b0870d20698a None None] Pushing event updated for resources: {'Port': ['ID=b5234a7e-1553-43d6-89c3-65f0dbef69cf,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:08.266055 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8d52d56e-4045-42bc-b424-448ced7d81ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a43eda4-38f5-4b29-bfd0-b97c5b713011 HTTP/1.1" status: 204 len: 168 time: 0.7298722 Jul 14 09:20:08.274100 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-748fe6ec-68f9-485d-be03-8fa0d04c3d84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:08.341930 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52d56e-4045-42bc-b424-448ced7d81ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a43eda4-38f5-4b29-bfd0-b97c5b713011,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:08.366796 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a07be95-d781-4145-a0f4-890cd8bc7b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:08.371619 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-748fe6ec-68f9-485d-be03-8fa0d04c3d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:08.396822 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d2d1a-8a97-4ea3-9e5d-ec62d6b68187 req-2c27007e-04fc-4aa1-a5a1-8b0ae89a0d42 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:08.401687 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5c4d2d1a-8a97-4ea3-9e5d-ec62d6b68187 req-2c27007e-04fc-4aa1-a5a1-8b0ae89a0d42 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 947 time: 0.6803510 Jul 14 09:20:08.479829 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=c772db5e-21a7-41b5-9fa8-8d605c319178,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:08.555026 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-748fe6ec-68f9-485d-be03-8fa0d04c3d84 admin admin] Allocated IP 172.25.6.152 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/ceccdf53-e846-46dd-a61f-7e6607e1753f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:08.632117 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5c4d2d1a-8a97-4ea3-9e5d-ec62d6b68187 req-e5cb88a9-893d-4c0d-9a63-fe56056307f5 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148786 Jul 14 09:20:09.041235 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-748fe6ec-68f9-485d-be03-8fa0d04c3d84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:09.059819 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54902) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:09.120413 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a07be95-d781-4145-a0f4-890cd8bc7b97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:09.157975 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a07be95-d781-4145-a0f4-890cd8bc7b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:09.168248 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1335fefd-7786-4aa1-bc13-012ee810073e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:09.203739 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-748fe6ec-68f9-485d-be03-8fa0d04c3d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:09.346621 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748fe6ec-68f9-485d-be03-8fa0d04c3d84 admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:09.350357 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748fe6ec-68f9-485d-be03-8fa0d04c3d84 admin admin] Pushing event updated for resources: {'Port': ['ID=ceccdf53-e846-46dd-a61f-7e6607e1753f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:09.365179 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-748fe6ec-68f9-485d-be03-8fa0d04c3d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:09.369990 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748fe6ec-68f9-485d-be03-8fa0d04c3d84 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:09.406412 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a07be95-d781-4145-a0f4-890cd8bc7b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:09.433961 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07be95-d781-4145-a0f4-890cd8bc7b97 admin admin] Pushing event updated for resources: {'Port': ['ID=212dd3b2-d400-415d-87b7-d51cdfcf20c1,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:09.461754 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b5234a7e-1553-43d6-89c3-65f0dbef69cf up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:09.662688 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port b5234a7e-1553-43d6-89c3-65f0dbef69cf completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:09.671711 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c772db5e-21a7-41b5-9fa8-8d605c319178 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:09.858364 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c772db5e-21a7-41b5-9fa8-8d605c319178 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:09.859380 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.044864 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-748fe6ec-68f9-485d-be03-8fa0d04c3d84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.101193 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1335fefd-7786-4aa1-bc13-012ee810073e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.121914 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a07be95-d781-4145-a0f4-890cd8bc7b97 admin admin] Network 0bfffefd-0b05-4fc3-968d-4b7ed0641b9d is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:10.132286 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1335fefd-7786-4aa1-bc13-012ee810073e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.252909 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1335fefd-7786-4aa1-bc13-012ee810073e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc8cd682469e47d79109785151a41acf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1889443 Jul 14 09:20:10.255204 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335fefd-7786-4aa1-bc13-012ee810073e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eee0a37-bcf4-4c46-b718-f0001895d237,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:10.265671 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-2a07be95-d781-4145-a0f4-890cd8bc7b97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:10.279607 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54946) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:10.335671 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaab78d-43cb-45f1-ac58-98ef172b4783 None None] Network 56fa79e5-8443-4914-b116-eff9c1f86a87 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:10.613321 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-748fe6ec-68f9-485d-be03-8fa0d04c3d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.688854 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.728870 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a20aa0e0-7e76-4ce9-858d-38b330effed2 None None] Provisioning for port b5234a7e-1553-43d6-89c3-65f0dbef69cf completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:10.737343 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a20aa0e0-7e76-4ce9-858d-38b330effed2 None None] Provisioning complete for port b5234a7e-1553-43d6-89c3-65f0dbef69cf triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:10.738187 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a20aa0e0-7e76-4ce9-858d-38b330effed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.835053 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73de38e-3838-45c9-8e8d-577998439376 req-8de09a5f-a6be-4b5c-adb8-d52394dff5de tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:10.861512 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d73de38e-3838-45c9-8e8d-577998439376 req-8de09a5f-a6be-4b5c-adb8-d52394dff5de tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 947 time: 0.7495708 Jul 14 09:20:10.924602 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a20aa0e0-7e76-4ce9-858d-38b330effed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.977643 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e1003f3-e779-44ca-83f7-4b7a0ab18b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.047128 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a07be95-d781-4145-a0f4-890cd8bc7b97 admin admin] Router cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:20:11.088496 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a20aa0e0-7e76-4ce9-858d-38b330effed2 None None] For port b5234a7e-1553-43d6-89c3-65f0dbef69cf, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b5234a7e-1553-43d6-89c3-65f0dbef69cf,segment=NetworkSegment(1b770b2e-122b-4497-b312-82778ff5d613),segment_id=1b770b2e-122b-4497-b312-82778ff5d613)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:11.094687 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a20aa0e0-7e76-4ce9-858d-38b330effed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.100364 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e1003f3-e779-44ca-83f7-4b7a0ab18b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.146442 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d73de38e-3838-45c9-8e8d-577998439376 req-f6c8cf14-112e-43a8-88db-0624578eca92 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2781816 Jul 14 09:20:11.176493 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20aa0e0-7e76-4ce9-858d-38b330effed2 None None] Pushing event updated for resources: {'Port': ['ID=b5234a7e-1553-43d6-89c3-65f0dbef69cf,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:11.228030 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-88a4d8f7-8168-4b44-8081-58132beb857e None None] Provisioning complete for port 212dd3b2-d400-415d-87b7-d51cdfcf20c1 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:11.228382 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88a4d8f7-8168-4b44-8081-58132beb857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.289002 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-88a4d8f7-8168-4b44-8081-58132beb857e None None] Port 212dd3b2-d400-415d-87b7-d51cdfcf20c1 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:11.318133 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748fe6ec-68f9-485d-be03-8fa0d04c3d84 admin admin] Router 2b5b0678-ea3d-4d60-b1dd-138ab8544039 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:20:11.343480 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b70a62-1c20-4685-9862-569f4b60b5aa req-7e004594-798e-4f69-a5a6-d5008f7d5f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:11.345431 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-87b70a62-1c20-4685-9862-569f4b60b5aa req-7e004594-798e-4f69-a5a6-d5008f7d5f7d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 1099 time: 0.2692788 Jul 14 09:20:11.472764 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a07be95-d781-4145-a0f4-890cd8bc7b97 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:11.482268 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2a07be95-d781-4145-a0f4-890cd8bc7b97 admin admin] 10.222.0.25 "PUT /v2.0/routers/cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0934343 Jul 14 09:20:11.485536 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402c0ff3-58e4-4d2a-adec-f2933a94d7b6 None None] Sync routers for ids ['cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:11.491882 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e1003f3-e779-44ca-83f7-4b7a0ab18b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.504331 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e1003f3-e779-44ca-83f7-4b7a0ab18b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.505519 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5e1003f3-e779-44ca-83f7-4b7a0ab18b1a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7eee0a37-bcf4-4c46-b718-f0001895d237 HTTP/1.1" status: 204 len: 168 time: 1.0987163 Jul 14 09:20:11.526105 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1003f3-e779-44ca-83f7-4b7a0ab18b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eee0a37-bcf4-4c46-b718-f0001895d237,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:11.532783 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402c0ff3-58e4-4d2a-adec-f2933a94d7b6 None None] Routers {'cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:11.536745 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-402c0ff3-58e4-4d2a-adec-f2933a94d7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:19:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:11.650350 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b70a62-1c20-4685-9862-569f4b60b5aa req-977ae22d-73ea-4b3a-ae5c-e705cf93c7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:11.652470 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-87b70a62-1c20-4685-9862-569f4b60b5aa req-977ae22d-73ea-4b3a-ae5c-e705cf93c7b8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 912 time: 0.2391272 Jul 14 09:20:11.792730 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748fe6ec-68f9-485d-be03-8fa0d04c3d84 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:11.803569 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fcdb62-4cdc-4287-9abb-7aa605464f70 None None] Sync routers for ids ['2b5b0678-ea3d-4d60-b1dd-138ab8544039'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:11.822081 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fcdb62-4cdc-4287-9abb-7aa605464f70 None None] Routers {'2b5b0678-ea3d-4d60-b1dd-138ab8544039'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:11.823641 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b4fcdb62-4cdc-4287-9abb-7aa605464f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:19:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2b5b0678-ea3d-4d60-b1dd-138ab8544039'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:11.938483 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-38be17bc-360a-49fc-9735-87bd72faa860 None None] Provisioning complete for port b5234a7e-1553-43d6-89c3-65f0dbef69cf triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:11.939902 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38be17bc-360a-49fc-9735-87bd72faa860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.945688 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-87b70a62-1c20-4685-9862-569f4b60b5aa req-85eb7a41-9632-4deb-b0cb-df6baae381a4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a61054c-ca03-43e7-a0bf-a3248953dd22 HTTP/1.1" status: 200 len: 1001 time: 0.1463401 Jul 14 09:20:12.054847 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-748fe6ec-68f9-485d-be03-8fa0d04c3d84 admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.055930 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-748fe6ec-68f9-485d-be03-8fa0d04c3d84 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1032505 Jul 14 09:20:12.059107 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54984) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:12.103516 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b70a62-1c20-4685-9862-569f4b60b5aa req-164d6d7b-c57e-4c64-b0c0-1fa128cdb6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:12.106387 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-87b70a62-1c20-4685-9862-569f4b60b5aa req-164d6d7b-c57e-4c64-b0c0-1fa128cdb6b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a288c610-4f62-489b-a703-60b0f1c60f0a HTTP/1.1" status: 200 len: 851 time: 0.1490309 Jul 14 09:20:12.242082 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b4fcdb62-4cdc-4287-9abb-7aa605464f70 None None] Set router 2b5b0678-ea3d-4d60-b1dd-138ab8544039 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:12.249334 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b70a62-1c20-4685-9862-569f4b60b5aa req-3c35d33f-3cbc-4d08-b42e-0aeb537f6bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:12.251078 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-87b70a62-1c20-4685-9862-569f4b60b5aa req-3c35d33f-3cbc-4d08-b42e-0aeb537f6bff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa88f091-33f9-4aa2-8101-31241b8b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1356430 Jul 14 09:20:12.261582 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.281858 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-402c0ff3-58e4-4d2a-adec-f2933a94d7b6 None None] Set router cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:12.577358 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-87b70a62-1c20-4685-9862-569f4b60b5aa req-9955296e-ddea-4ed3-82af-e23d97b7c342 service neutron] 10.222.0.44 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199005 Jul 14 09:20:12.792940 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-87b70a62-1c20-4685-9862-569f4b60b5aa req-629f328c-6948-4197-9ec4-c77d5b49a69c service neutron] 10.222.0.44 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033203 Jul 14 09:20:12.877914 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f54a8095-d6cc-4618-8cfd-903f597eb745 req-e21adef4-ef8c-4e4b-a29f-525f2015f719 tempest-FloatingIPsNegativeTestJSON-1183103002 tempest-FloatingIPsNegativeTestJSON-1183103002-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=84f159b8c2ea428bbeca4ed65622f535 HTTP/1.1" status: 200 len: 217 time: 0.2466829 Jul 14 09:20:12.944244 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c34e5-1276-4c9e-9c78-dd584a3253ba req-f5a34150-a795-4ce2-8263-e8b60aaeb6c5 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:12.955790 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-395c34e5-1276-4c9e-9c78-dd584a3253ba req-f5a34150-a795-4ce2-8263-e8b60aaeb6c5 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 947 time: 0.3264039 Jul 14 09:20:12.979526 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-402c0ff3-58e4-4d2a-adec-f2933a94d7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1456547827-router', 'tenant_id': '84f159b8c2ea428bbeca4ed65622f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'c772db5e-21a7-41b5-9fa8-8d605c319178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:53Z', 'updated_at': '2021-07-14T09:20:07Z', 'revision_number': 4, 'project_id': '84f159b8c2ea428bbeca4ed65622f535', 'gw_port': {'id': 'c772db5e-21a7-41b5-9fa8-8d605c319178', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:55Z', 'updated_at': '2021-07-14T09:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '212dd3b2-d400-415d-87b7-d51cdfcf20c1', 'name': '', 'network_id': '0bfffefd-0b05-4fc3-968d-4b7ed0641b9d', 'tenant_id': '84f159b8c2ea428bbeca4ed65622f535', 'mac_address': 'fa:16:3e:db:23:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'bc7c5ebf-353b-40ee-8044-b6d1b4087f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:03Z', 'updated_at': '2021-07-14T09:20:08Z', 'revision_number': 2, 'project_id': '84f159b8c2ea428bbeca4ed65622f535', 'subnets': [{'id': 'bc7c5ebf-353b-40ee-8044-b6d1b4087f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:13.032156 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402c0ff3-58e4-4d2a-adec-f2933a94d7b6 None None] Checking router: cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:20:13.032521 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402c0ff3-58e4-4d2a-adec-f2933a94d7b6 None None] Updating router cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c port 212dd3b2-d400-415d-87b7-d51cdfcf20c1 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:20:13.073582 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-402c0ff3-58e4-4d2a-adec-f2933a94d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.123084 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b4fcdb62-4cdc-4287-9abb-7aa605464f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'name': 'tempest-TestVolumeBackupRestore-1533020110-router', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:06Z', 'updated_at': '2021-07-14T09:20:09Z', 'revision_number': 3, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'gw_port': {'id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:08Z', 'updated_at': '2021-07-14T09:20:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:13.160666 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-395c34e5-1276-4c9e-9c78-dd584a3253ba req-a29344e7-f13a-4855-9af3-a2d706340adc tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030196 Jul 14 09:20:13.305001 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fcdb62-4cdc-4287-9abb-7aa605464f70 None None] Checking router: 2b5b0678-ea3d-4d60-b1dd-138ab8544039 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:20:13.307037 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fcdb62-4cdc-4287-9abb-7aa605464f70 None None] Updating router 2b5b0678-ea3d-4d60-b1dd-138ab8544039 port ceccdf53-e846-46dd-a61f-7e6607e1753f binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:20:13.376085 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b5cb5e2c-ea85-4e0e-8a29-0e73486726da req-06712820-c04d-41b0-88f2-d729bdd7f4cc tempest-FloatingIPsNegativeTestJSON-1183103002 tempest-FloatingIPsNegativeTestJSON-1183103002-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0828533 Jul 14 09:20:13.430562 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b5234a7e-1553-43d6-89c3-65f0dbef69cf up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:13.459060 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b4fcdb62-4cdc-4287-9abb-7aa605464f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.559322 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-3c5b9c92-58cd-4409-9238-57542ced3ac0 req-a74cefb7-0957-4d6e-8b92-64143864ae88 tempest-FloatingIPsNegativeTestJSON-1183103002 tempest-FloatingIPsNegativeTestJSON-1183103002-project] show failed (client error): The resource could not be found. Jul 14 09:20:13.572050 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3c5b9c92-58cd-4409-9238-57542ced3ac0 req-a74cefb7-0957-4d6e-8b92-64143864ae88 tempest-FloatingIPsNegativeTestJSON-1183103002 tempest-FloatingIPsNegativeTestJSON-1183103002-project] 10.222.0.25 "GET /v2.0/floatingips/b33d5a8c-5281-41e9-878a-f2e74fed526d HTTP/1.1" status: 404 len: 350 time: 0.1006238 Jul 14 09:20:13.581756 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55026) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:13.685732 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port b5234a7e-1553-43d6-89c3-65f0dbef69cf triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:13.697547 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.787854 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8c4df9a-a049-4eb9-aa9d-aa412109b33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.040570 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-402c0ff3-58e4-4d2a-adec-f2933a94d7b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.095196 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-402c0ff3-58e4-4d2a-adec-f2933a94d7b6 None None] Transition to ACTIVE for port object 212dd3b2-d400-415d-87b7-d51cdfcf20c1 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:14.119079 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-402c0ff3-58e4-4d2a-adec-f2933a94d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.245495 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-d8c4df9a-a049-4eb9-aa9d-aa412109b33c admin admin] Allocated IP 172.20.0.1 (56fa79e5-8443-4914-b116-eff9c1f86a87/3d588393-54eb-4f64-a93a-52a5f5f3384f/44524d74-ae18-4a79-b164-1341397ec24f) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:14.328083 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b4fcdb62-4cdc-4287-9abb-7aa605464f70 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.345131 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d61a7d-89d3-48ba-a043-f6131205c9ec None None] Pushing event updated for resources: {'Port': ['ID=212dd3b2-d400-415d-87b7-d51cdfcf20c1,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:14.385775 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b4fcdb62-4cdc-4287-9abb-7aa605464f70 None None] Transition to ACTIVE for port object ceccdf53-e846-46dd-a61f-7e6607e1753f will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:14.409266 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a901619-c9db-4f0e-98bd-5e8b282f9297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.415777 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b4fcdb62-4cdc-4287-9abb-7aa605464f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.534193 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-402c0ff3-58e4-4d2a-adec-f2933a94d7b6 None None] Attempting to bind port 212dd3b2-d400-415d-87b7-d51cdfcf20c1 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:14.536100 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-402c0ff3-58e4-4d2a-adec-f2933a94d7b6 None None] Attempting to bind port 212dd3b2-d400-415d-87b7-d51cdfcf20c1 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'a0abad46-9e53-4184-8dba-417f4b85701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0bfffefd-0b05-4fc3-968d-4b7ed0641b9d'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:14.537061 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402c0ff3-58e4-4d2a-adec-f2933a94d7b6 None None] Attempting to bind port 212dd3b2-d400-415d-87b7-d51cdfcf20c1 on network 0bfffefd-0b05-4fc3-968d-4b7ed0641b9d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:14.554873 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402c0ff3-58e4-4d2a-adec-f2933a94d7b6 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:14.555788 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402c0ff3-58e4-4d2a-adec-f2933a94d7b6 None None] Checking segment: {'id': 'a0abad46-9e53-4184-8dba-417f4b85701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0bfffefd-0b05-4fc3-968d-4b7ed0641b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:14.557554 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-402c0ff3-58e4-4d2a-adec-f2933a94d7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.558146 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402c0ff3-58e4-4d2a-adec-f2933a94d7b6 None None] Bound using segment: {'id': 'a0abad46-9e53-4184-8dba-417f4b85701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0bfffefd-0b05-4fc3-968d-4b7ed0641b9d'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:14.559051 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-402c0ff3-58e4-4d2a-adec-f2933a94d7b6 None None] Bound port: 212dd3b2-d400-415d-87b7-d51cdfcf20c1, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0abad46-9e53-4184-8dba-417f4b85701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0bfffefd-0b05-4fc3-968d-4b7ed0641b9d'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:14.561254 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-402c0ff3-58e4-4d2a-adec-f2933a94d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.567124 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-b4fcdb62-4cdc-4287-9abb-7aa605464f70 None None] Attempting to bind port ceccdf53-e846-46dd-a61f-7e6607e1753f on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:14.567796 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-b4fcdb62-4cdc-4287-9abb-7aa605464f70 None None] Attempting to bind port ceccdf53-e846-46dd-a61f-7e6607e1753f by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:14.568342 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fcdb62-4cdc-4287-9abb-7aa605464f70 None None] Attempting to bind port ceccdf53-e846-46dd-a61f-7e6607e1753f on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:14.599074 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fcdb62-4cdc-4287-9abb-7aa605464f70 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:14.603157 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fcdb62-4cdc-4287-9abb-7aa605464f70 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:14.603866 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b4fcdb62-4cdc-4287-9abb-7aa605464f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.604470 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fcdb62-4cdc-4287-9abb-7aa605464f70 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:14.605149 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-b4fcdb62-4cdc-4287-9abb-7aa605464f70 None None] Bound port: ceccdf53-e846-46dd-a61f-7e6607e1753f, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:14.605737 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b4fcdb62-4cdc-4287-9abb-7aa605464f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.676972 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8c4df9a-a049-4eb9-aa9d-aa412109b33c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.743355 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d8c4df9a-a049-4eb9-aa9d-aa412109b33c admin admin] Transition to ACTIVE for port object 44524d74-ae18-4a79-b164-1341397ec24f will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:14.812783 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-402c0ff3-58e4-4d2a-adec-f2933a94d7b6 None None] For port 212dd3b2-d400-415d-87b7-d51cdfcf20c1, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:14.823233 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-402c0ff3-58e4-4d2a-adec-f2933a94d7b6 None None] For port 212dd3b2-d400-415d-87b7-d51cdfcf20c1, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=212dd3b2-d400-415d-87b7-d51cdfcf20c1,segment=NetworkSegment(a0abad46-9e53-4184-8dba-417f4b85701c),segment_id=a0abad46-9e53-4184-8dba-417f4b85701c)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:14.842869 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-402c0ff3-58e4-4d2a-adec-f2933a94d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.844414 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b4fcdb62-4cdc-4287-9abb-7aa605464f70 None None] For port ceccdf53-e846-46dd-a61f-7e6607e1753f, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:14.853846 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b4fcdb62-4cdc-4287-9abb-7aa605464f70 None None] For port ceccdf53-e846-46dd-a61f-7e6607e1753f, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ceccdf53-e846-46dd-a61f-7e6607e1753f,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:14.872151 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b4fcdb62-4cdc-4287-9abb-7aa605464f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.874319 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f6f09-7d9c-4b5d-9fc7-a45da397533e None None] Pushing event updated for resources: {'Port': ['ID=ceccdf53-e846-46dd-a61f-7e6607e1753f,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:14.889684 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8c4df9a-a049-4eb9-aa9d-aa412109b33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.016664 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4df9a-a049-4eb9-aa9d-aa412109b33c admin admin] Pushing event updated for resources: {'Port': ['ID=44524d74-ae18-4a79-b164-1341397ec24f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:15.064863 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c4df9a-a049-4eb9-aa9d-aa412109b33c admin admin] Network 56fa79e5-8443-4914-b116-eff9c1f86a87 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:15.067435 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-d8c4df9a-a049-4eb9-aa9d-aa412109b33c admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:15.079117 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d61a7d-89d3-48ba-a043-f6131205c9ec None None] Pushing event updated for resources: {'Port': ['ID=212dd3b2-d400-415d-87b7-d51cdfcf20c1,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:15.095727 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f6f09-7d9c-4b5d-9fc7-a45da397533e None None] Pushing event updated for resources: {'Port': ['ID=ceccdf53-e846-46dd-a61f-7e6607e1753f,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:15.106067 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402c0ff3-58e4-4d2a-adec-f2933a94d7b6 None None] Routers {'cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:15.109253 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-402c0ff3-58e4-4d2a-adec-f2933a94d7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:19:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:15.119090 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c4df9a-a049-4eb9-aa9d-aa412109b33c admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:15.173302 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fcdb62-4cdc-4287-9abb-7aa605464f70 None None] Routers {'2b5b0678-ea3d-4d60-b1dd-138ab8544039'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:15.174706 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b4fcdb62-4cdc-4287-9abb-7aa605464f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:19:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2b5b0678-ea3d-4d60-b1dd-138ab8544039'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:15.402301 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6a901619-c9db-4f0e-98bd-5e8b282f9297 admin admin] Deleting port 212dd3b2-d400-415d-87b7-d51cdfcf20c1 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:15.403002 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a901619-c9db-4f0e-98bd-5e8b282f9297 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.423834 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8c4df9a-a049-4eb9-aa9d-aa412109b33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.438149 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc035768-8d36-4b34-bd7f-3f424261e742 req-d1198167-e280-4192-9886-986f8eb5db38 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:15.446497 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dc035768-8d36-4b34-bd7f-3f424261e742 req-d1198167-e280-4192-9886-986f8eb5db38 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 947 time: 0.6292629 Jul 14 09:20:15.578633 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6a901619-c9db-4f0e-98bd-5e8b282f9297 admin admin] For port 212dd3b2-d400-415d-87b7-d51cdfcf20c1, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=212dd3b2-d400-415d-87b7-d51cdfcf20c1,segment=NetworkSegment(a0abad46-9e53-4184-8dba-417f4b85701c),segment_id=a0abad46-9e53-4184-8dba-417f4b85701c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:15.579740 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a901619-c9db-4f0e-98bd-5e8b282f9297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.606419 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b4fcdb62-4cdc-4287-9abb-7aa605464f70 None None] Set router 2b5b0678-ea3d-4d60-b1dd-138ab8544039 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:15.616155 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6a901619-c9db-4f0e-98bd-5e8b282f9297 admin admin] Calling delete_port for 212dd3b2-d400-415d-87b7-d51cdfcf20c1 owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:15.781758 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-402c0ff3-58e4-4d2a-adec-f2933a94d7b6 None None] Set router cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:15.792002 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dc035768-8d36-4b34-bd7f-3f424261e742 req-fb06ed1f-36d6-4d39-b9ac-3b565d9c36ec tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3389843 Jul 14 09:20:15.869861 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8c4df9a-a049-4eb9-aa9d-aa412109b33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.068829 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a901619-c9db-4f0e-98bd-5e8b282f9297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.229443 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a901619-c9db-4f0e-98bd-5e8b282f9297 admin admin] Pushing event deleted for resources: {'Port': ['ID=212dd3b2-d400-415d-87b7-d51cdfcf20c1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:16.254879 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-987f7f68-92bb-449b-ae11-ccbdd2d494ea None None] Provisioning for port 44524d74-ae18-4a79-b164-1341397ec24f completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:16.370963 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b4fcdb62-4cdc-4287-9abb-7aa605464f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'name': 'tempest-TestVolumeBackupRestore-1533020110-router', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:06Z', 'updated_at': '2021-07-14T09:20:09Z', 'revision_number': 3, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'gw_port': {'id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:08Z', 'updated_at': '2021-07-14T09:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:16.483737 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8c4df9a-a049-4eb9-aa9d-aa412109b33c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.486255 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fcdb62-4cdc-4287-9abb-7aa605464f70 None None] The sync data for ids ['2b5b0678-ea3d-4d60-b1dd-138ab8544039'] in n-d-771362-35 is: [{'id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'name': 'tempest-TestVolumeBackupRestore-1533020110-router', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:06Z', 'updated_at': '2021-07-14T09:20:09Z', 'revision_number': 3, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'gw_port': {'id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:08Z', 'updated_at': '2021-07-14T09:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:16.502491 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8c4df9a-a049-4eb9-aa9d-aa412109b33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.643784 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a901619-c9db-4f0e-98bd-5e8b282f9297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.726465 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8c4df9a-a049-4eb9-aa9d-aa412109b33c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.848865 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-987f7f68-92bb-449b-ae11-ccbdd2d494ea None None] Provisioning complete for port 44524d74-ae18-4a79-b164-1341397ec24f triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:16.849320 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-987f7f68-92bb-449b-ae11-ccbdd2d494ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.921014 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4df9a-a049-4eb9-aa9d-aa412109b33c admin admin] Pushing event updated for resources: {'Port': ['ID=44524d74-ae18-4a79-b164-1341397ec24f,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:16.992860 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-402c0ff3-58e4-4d2a-adec-f2933a94d7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1456547827-router', 'tenant_id': '84f159b8c2ea428bbeca4ed65622f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'c772db5e-21a7-41b5-9fa8-8d605c319178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:53Z', 'updated_at': '2021-07-14T09:20:07Z', 'revision_number': 4, 'project_id': '84f159b8c2ea428bbeca4ed65622f535', 'gw_port': {'id': 'c772db5e-21a7-41b5-9fa8-8d605c319178', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:55Z', 'updated_at': '2021-07-14T09:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '212dd3b2-d400-415d-87b7-d51cdfcf20c1', 'name': '', 'network_id': '0bfffefd-0b05-4fc3-968d-4b7ed0641b9d', 'tenant_id': '84f159b8c2ea428bbeca4ed65622f535', 'mac_address': 'fa:16:3e:db:23:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'bc7c5ebf-353b-40ee-8044-b6d1b4087f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:03Z', 'updated_at': '2021-07-14T09:20:14Z', 'revision_number': 4, 'project_id': '84f159b8c2ea428bbeca4ed65622f535', 'subnets': [{'id': 'bc7c5ebf-353b-40ee-8044-b6d1b4087f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:17.001740 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-987f7f68-92bb-449b-ae11-ccbdd2d494ea None None] Port 44524d74-ae18-4a79-b164-1341397ec24f cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:17.034506 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55076) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:17.090085 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c4df9a-a049-4eb9-aa9d-aa412109b33c admin admin] Network 56fa79e5-8443-4914-b116-eff9c1f86a87 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:17.091603 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-d8c4df9a-a049-4eb9-aa9d-aa412109b33c admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:17.204631 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402c0ff3-58e4-4d2a-adec-f2933a94d7b6 None None] The sync data for ids ['cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c'] in n-d-771362-35 is: [{'id': 'cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1456547827-router', 'tenant_id': '84f159b8c2ea428bbeca4ed65622f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'c772db5e-21a7-41b5-9fa8-8d605c319178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:53Z', 'updated_at': '2021-07-14T09:20:07Z', 'revision_number': 4, 'project_id': '84f159b8c2ea428bbeca4ed65622f535', 'gw_port': {'id': 'c772db5e-21a7-41b5-9fa8-8d605c319178', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:55Z', 'updated_at': '2021-07-14T09:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '212dd3b2-d400-415d-87b7-d51cdfcf20c1', 'name': '', 'network_id': '0bfffefd-0b05-4fc3-968d-4b7ed0641b9d', 'tenant_id': '84f159b8c2ea428bbeca4ed65622f535', 'mac_address': 'fa:16:3e:db:23:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'bc7c5ebf-353b-40ee-8044-b6d1b4087f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:03Z', 'updated_at': '2021-07-14T09:20:14Z', 'revision_number': 4, 'project_id': '84f159b8c2ea428bbeca4ed65622f535', 'subnets': [{'id': 'bc7c5ebf-353b-40ee-8044-b6d1b4087f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:17.532686 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ceccdf53-e846-46dd-a61f-7e6607e1753f up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:17.609567 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a901619-c9db-4f0e-98bd-5e8b282f9297 admin admin] Router cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:20:17.737828 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port ceccdf53-e846-46dd-a61f-7e6607e1753f completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:17.756711 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port ceccdf53-e846-46dd-a61f-7e6607e1753f triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:17.758583 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.055365 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-569a15ad-1812-430a-ae5c-c02fffa2edd1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:18.067278 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db39fd-4954-47ad-9337-067237476d72 req-2fff213e-0566-435f-a804-873467c9a2f5 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:18.071514 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94db39fd-4954-47ad-9337-067237476d72 req-2fff213e-0566-435f-a804-873467c9a2f5 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 947 time: 0.6421635 Jul 14 09:20:18.157881 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a901619-c9db-4f0e-98bd-5e8b282f9297 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:18.162083 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-07fec1a2-37b4-46d5-acb0-abb0622293cc None None] Provisioning complete for port 44524d74-ae18-4a79-b164-1341397ec24f triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:18.163775 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07fec1a2-37b4-46d5-acb0-abb0622293cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.165644 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.183651 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6a901619-c9db-4f0e-98bd-5e8b282f9297 admin admin] 10.222.0.25 "PUT /v2.0/routers/cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5972321 Jul 14 09:20:18.183893 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-569a15ad-1812-430a-ae5c-c02fffa2edd1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks [] for floatingip, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.199576 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55088) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:18.220179 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94db39fd-4954-47ad-9337-067237476d72 req-d66d3a8e-108d-47d5-a5c9-e83095dafb9b tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380224 Jul 14 09:20:18.238496 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c4df9a-a049-4eb9-aa9d-aa412109b33c admin admin] Router 2b5b0678-ea3d-4d60-b1dd-138ab8544039 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:20:18.247235 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port ceccdf53-e846-46dd-a61f-7e6607e1753f, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ceccdf53-e846-46dd-a61f-7e6607e1753f,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:18.321502 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.558382 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-07fec1a2-37b4-46d5-acb0-abb0622293cc None None] Port 44524d74-ae18-4a79-b164-1341397ec24f cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:18.582843 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1a3a052-ce63-4403-a280-b90407da0c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.617794 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c4df9a-a049-4eb9-aa9d-aa412109b33c admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:18.636118 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=ceccdf53-e846-46dd-a61f-7e6607e1753f,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:18.650880 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d8c4df9a-a049-4eb9-aa9d-aa412109b33c admin admin] 10.222.0.25 "PUT /v2.0/routers/2b5b0678-ea3d-4d60-b1dd-138ab8544039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5890095 Jul 14 09:20:18.722156 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f115091c-5b8d-48fc-b9f9-b404b12dea58 admin admin] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:19.288915 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ceccdf53-e846-46dd-a61f-7e6607e1753f up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:19.484328 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port ceccdf53-e846-46dd-a61f-7e6607e1753f triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:19.484795 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:19.826553 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da58a0f-ee77-48a4-acdd-e5127da8f10a req-53d9cb11-fd13-478f-a756-6fe45dce8a9d tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:19.831865 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4da58a0f-ee77-48a4-acdd-e5127da8f10a req-53d9cb11-fd13-478f-a756-6fe45dce8a9d tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 947 time: 0.2615218 Jul 14 09:20:19.967418 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4da58a0f-ee77-48a4-acdd-e5127da8f10a req-9db016a7-e706-4c3b-bf22-d52cf3ca8478 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244044 Jul 14 09:20:20.276065 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f115091c-5b8d-48fc-b9f9-b404b12dea58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.484426 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-569a15ad-1812-430a-ae5c-c02fffa2edd1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.504609 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f115091c-5b8d-48fc-b9f9-b404b12dea58 admin admin] Deleting port c772db5e-21a7-41b5-9fa8-8d605c319178 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:20.505209 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f115091c-5b8d-48fc-b9f9-b404b12dea58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.675278 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a0b33b-d004-4351-868f-9c21bef8c311 None None] Sync routers for ids ['2b5b0678-ea3d-4d60-b1dd-138ab8544039'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:20.711943 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a0b33b-d004-4351-868f-9c21bef8c311 None None] Routers {'2b5b0678-ea3d-4d60-b1dd-138ab8544039'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:20.712727 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-60a0b33b-d004-4351-868f-9c21bef8c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:19:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2b5b0678-ea3d-4d60-b1dd-138ab8544039'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:20.748626 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008c93e1-3a4b-4615-a643-b77e747fe1a3 None None] Sync routers for ids ['cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:20.764578 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008c93e1-3a4b-4615-a643-b77e747fe1a3 None None] Routers {'cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:20.765202 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-008c93e1-3a4b-4615-a643-b77e747fe1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:19:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:20.796344 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55122) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:20.803751 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1024007021-network', 'tenant_id': '1f8eebcfd1c044f9b2795fe342a21914'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:20.832440 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f115091c-5b8d-48fc-b9f9-b404b12dea58 admin admin] For port c772db5e-21a7-41b5-9fa8-8d605c319178, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c772db5e-21a7-41b5-9fa8-8d605c319178,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:20.833814 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f115091c-5b8d-48fc-b9f9-b404b12dea58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.864956 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f115091c-5b8d-48fc-b9f9-b404b12dea58 admin admin] Calling delete_port for c772db5e-21a7-41b5-9fa8-8d605c319178 owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:20.873813 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] Made reservation on behalf of 1f8eebcfd1c044f9b2795fe342a21914 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:20.883925 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.954971 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.998873 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-008c93e1-3a4b-4615-a643-b77e747fe1a3 None None] Set router cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:21.039373 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-60a0b33b-d004-4351-868f-9c21bef8c311 None None] Set router 2b5b0678-ea3d-4d60-b1dd-138ab8544039 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:21.161091 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-008c93e1-3a4b-4615-a643-b77e747fe1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1456547827-router', 'tenant_id': '84f159b8c2ea428bbeca4ed65622f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:53Z', 'updated_at': '2021-07-14T09:20:20Z', 'revision_number': 6, 'project_id': '84f159b8c2ea428bbeca4ed65622f535', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:21.284167 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008c93e1-3a4b-4615-a643-b77e747fe1a3 None None] Checking router: cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:20:21.307320 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008c93e1-3a4b-4615-a643-b77e747fe1a3 None None] Routers {'cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:21.310363 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-008c93e1-3a4b-4615-a643-b77e747fe1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:19:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:21.477150 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f65fa440-c1b7-45dd-9b00-dbd85ea0187a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.486190 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.553376 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f115091c-5b8d-48fc-b9f9-b404b12dea58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.593537 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.618074 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.674019 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:20:21.678432 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-008c93e1-3a4b-4615-a643-b77e747fe1a3 None None] Set router cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:21.682814 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115091c-5b8d-48fc-b9f9-b404b12dea58 admin admin] Pushing event deleted for resources: {'Port': ['ID=c772db5e-21a7-41b5-9fa8-8d605c319178,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:21.717541 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.718128 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] Added segment be2df54a-1bd7-4c06-9780-52ec2fe08997 of type vlan for network a1edddbd-7cda-472c-9205-a9b6e9f21312 Jul 14 09:20:21.732436 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-60a0b33b-d004-4351-868f-9c21bef8c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'name': 'tempest-TestVolumeBackupRestore-1533020110-router', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:06Z', 'updated_at': '2021-07-14T09:20:15Z', 'revision_number': 4, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'gw_port': {'id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:08Z', 'updated_at': '2021-07-14T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '44524d74-ae18-4a79-b164-1341397ec24f', 'name': '', 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'mac_address': 'fa:16:3e:a8:08:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '3d588393-54eb-4f64-a93a-52a5f5f3384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:16Z', 'revision_number': 2, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'subnets': [{'id': '3d588393-54eb-4f64-a93a-52a5f5f3384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:21.735947 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-569a15ad-1812-430a-ae5c-c02fffa2edd1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Allocated IP 172.25.6.227 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/678fef6c-ec03-46dd-a5da-c98c4f5fb908) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:21.910263 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-008c93e1-3a4b-4615-a643-b77e747fe1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1456547827-router', 'tenant_id': '84f159b8c2ea428bbeca4ed65622f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:53Z', 'updated_at': '2021-07-14T09:20:20Z', 'revision_number': 6, 'project_id': '84f159b8c2ea428bbeca4ed65622f535', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:21.915028 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a0b33b-d004-4351-868f-9c21bef8c311 None None] Checking router: 2b5b0678-ea3d-4d60-b1dd-138ab8544039 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:20:21.921192 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a0b33b-d004-4351-868f-9c21bef8c311 None None] Updating router 2b5b0678-ea3d-4d60-b1dd-138ab8544039 port 44524d74-ae18-4a79-b164-1341397ec24f binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:20:21.976900 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008c93e1-3a4b-4615-a643-b77e747fe1a3 None None] The sync data for ids ['cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c'] in n-d-771362-35 is: [{'id': 'cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1456547827-router', 'tenant_id': '84f159b8c2ea428bbeca4ed65622f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:53Z', 'updated_at': '2021-07-14T09:20:20Z', 'revision_number': 6, 'project_id': '84f159b8c2ea428bbeca4ed65622f535', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:22.018110 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e201ab3-e749-41e5-b52f-ad89047772ae req-cde08e2c-e3e3-4b30-8937-f4380c7b11b0 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:22.019772 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0e201ab3-e749-41e5-b52f-ad89047772ae req-cde08e2c-e3e3-4b30-8937-f4380c7b11b0 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 947 time: 0.6812394 Jul 14 09:20:22.024526 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f115091c-5b8d-48fc-b9f9-b404b12dea58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.066243 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.078390 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60a0b33b-d004-4351-868f-9c21bef8c311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.185167 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f115091c-5b8d-48fc-b9f9-b404b12dea58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.191237 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f115091c-5b8d-48fc-b9f9-b404b12dea58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.275194 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.db.resource_extend [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:20:22.281210 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cc4973-6684-4d3c-97d5-4316fbcbfa14,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:22.295219 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-569a15ad-1812-430a-ae5c-c02fffa2edd1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.309909 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f115091c-5b8d-48fc-b9f9-b404b12dea58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.310591 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f115091c-5b8d-48fc-b9f9-b404b12dea58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:20:22.317888 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f115091c-5b8d-48fc-b9f9-b404b12dea58 admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.321694 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f115091c-5b8d-48fc-b9f9-b404b12dea58 admin admin] 10.222.0.25 "DELETE /v2.0/routers/cbbc6209-1c3e-4ea2-9db4-fbc39a4dec2c HTTP/1.1" status: 204 len: 168 time: 4.1062706 Jul 14 09:20:22.329013 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55138) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:22.420125 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d95067fb-8ce2-4f24-8069-40c2ada216b7 admin admin] Deleting subnet bc7c5ebf-353b-40ee-8044-b6d1b4087f3e {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:20:22.431783 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d95067fb-8ce2-4f24-8069-40c2ada216b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.436843 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0e201ab3-e749-41e5-b52f-ad89047772ae req-ada656f1-a939-4f4b-8597-0429f8ce3986 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3837016 Jul 14 09:20:22.448363 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:22.458341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:22.458341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:22.458341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:22.458341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:22.458341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:22.464960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:22.464960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:22.464960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:22.464960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:22.464960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:22.464960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:22.481220 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.484472 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:22.487779 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.491908 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d95067fb-8ce2-4f24-8069-40c2ada216b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.661238 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.668964 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d95067fb-8ce2-4f24-8069-40c2ada216b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.696029 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-569a15ad-1812-430a-ae5c-c02fffa2edd1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.719333 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569a15ad-1812-430a-ae5c-c02fffa2edd1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:22.739572 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60a0b33b-d004-4351-868f-9c21bef8c311 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.759915 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-60a0b33b-d004-4351-868f-9c21bef8c311 None None] Transition to ACTIVE for port object 44524d74-ae18-4a79-b164-1341397ec24f will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:22.769200 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-569a15ad-1812-430a-ae5c-c02fffa2edd1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:22.779623 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60a0b33b-d004-4351-868f-9c21bef8c311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.781655 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569a15ad-1812-430a-ae5c-c02fffa2edd1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:22.873338 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a15ad-1812-430a-ae5c-c02fffa2edd1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Pushing event updated for resources: {'Port': ['ID=678fef6c-ec03-46dd-a5da-c98c4f5fb908,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:22.889311 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ff552-158e-4d65-b082-60263e1489f3 None None] Pushing event updated for resources: {'Port': ['ID=44524d74-ae18-4a79-b164-1341397ec24f,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:22.957667 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d95067fb-8ce2-4f24-8069-40c2ada216b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.980866 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-60a0b33b-d004-4351-868f-9c21bef8c311 None None] Attempting to bind port 44524d74-ae18-4a79-b164-1341397ec24f on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:22.981332 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-60a0b33b-d004-4351-868f-9c21bef8c311 None None] Attempting to bind port 44524d74-ae18-4a79-b164-1341397ec24f by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '1b770b2e-122b-4497-b312-82778ff5d613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:22.981808 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a0b33b-d004-4351-868f-9c21bef8c311 None None] Attempting to bind port 44524d74-ae18-4a79-b164-1341397ec24f on network 56fa79e5-8443-4914-b116-eff9c1f86a87 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:22.989531 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a0b33b-d004-4351-868f-9c21bef8c311 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:22.990837 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a0b33b-d004-4351-868f-9c21bef8c311 None None] Checking segment: {'id': '1b770b2e-122b-4497-b312-82778ff5d613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:22.992244 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60a0b33b-d004-4351-868f-9c21bef8c311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.993530 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a0b33b-d004-4351-868f-9c21bef8c311 None None] Bound using segment: {'id': '1b770b2e-122b-4497-b312-82778ff5d613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:22.996402 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-60a0b33b-d004-4351-868f-9c21bef8c311 None None] Bound port: 44524d74-ae18-4a79-b164-1341397ec24f, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b770b2e-122b-4497-b312-82778ff5d613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:22.997461 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60a0b33b-d004-4351-868f-9c21bef8c311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.219135 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-60a0b33b-d004-4351-868f-9c21bef8c311 None None] For port 44524d74-ae18-4a79-b164-1341397ec24f, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:23.232177 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-60a0b33b-d004-4351-868f-9c21bef8c311 None None] For port 44524d74-ae18-4a79-b164-1341397ec24f, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=44524d74-ae18-4a79-b164-1341397ec24f,segment=NetworkSegment(1b770b2e-122b-4497-b312-82778ff5d613),segment_id=1b770b2e-122b-4497-b312-82778ff5d613)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:23.243215 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60a0b33b-d004-4351-868f-9c21bef8c311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.247512 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95067fb-8ce2-4f24-8069-40c2ada216b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc7c5ebf-353b-40ee-8044-b6d1b4087f3e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:23.296758 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d95067fb-8ce2-4f24-8069-40c2ada216b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.304992 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d95067fb-8ce2-4f24-8069-40c2ada216b7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bc7c5ebf-353b-40ee-8044-b6d1b4087f3e HTTP/1.1" status: 204 len: 168 time: 0.9721026 Jul 14 09:20:23.324704 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55146) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:23.367347 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db19532-69c7-40f7-8a2a-e84eda8d3957 None None] Network 0bfffefd-0b05-4fc3-968d-4b7ed0641b9d requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:23.437272 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 212dd3b2-d400-415d-87b7-d51cdfcf20c1 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:23.555410 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] Pushing event updated for resources: {'Network': ['ID=a1edddbd-7cda-472c-9205-a9b6e9f21312,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:23.621707 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4093aefc-04f8-4ebc-8b1f-fa7aabef9082 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8241458 Jul 14 09:20:23.679590 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55152) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:23.735312 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-07812fb6-31fe-40e0-a2ef-6443e5a0caea admin admin] Request body: {'subnet': {'network_id': 'a1edddbd-7cda-472c-9205-a9b6e9f21312', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1024007021-subnet', 'tenant_id': '1f8eebcfd1c044f9b2795fe342a21914', 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:23.840622 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07812fb6-31fe-40e0-a2ef-6443e5a0caea admin admin] Made reservation on behalf of 1f8eebcfd1c044f9b2795fe342a21914 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:23.848243 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-07812fb6-31fe-40e0-a2ef-6443e5a0caea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.870346 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 212dd3b2-d400-415d-87b7-d51cdfcf20c1 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:23.873538 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 212dd3b2-d400-415d-87b7-d51cdfcf20c1 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:23.874190 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c772db5e-21a7-41b5-9fa8-8d605c319178 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:23.874594 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68187d55-7455-4c90-85fb-899d8c6e9d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.881380 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network a1edddbd-7cda-472c-9205-a9b6e9f21312 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:20:23.934595 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-569a15ad-1812-430a-ae5c-c02fffa2edd1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.047597 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-569a15ad-1812-430a-ae5c-c02fffa2edd1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.202962 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a0b33b-d004-4351-868f-9c21bef8c311 None None] Routers {'2b5b0678-ea3d-4d60-b1dd-138ab8544039'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:24.206197 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-60a0b33b-d004-4351-868f-9c21bef8c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:20:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2b5b0678-ea3d-4d60-b1dd-138ab8544039'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:24.305696 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-68187d55-7455-4c90-85fb-899d8c6e9d9a admin admin] Deleting port c9367717-34a2-45f8-8400-81686163d620 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:24.306710 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68187d55-7455-4c90-85fb-899d8c6e9d9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.381264 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-07812fb6-31fe-40e0-a2ef-6443e5a0caea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.410491 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-60a0b33b-d004-4351-868f-9c21bef8c311 None None] Set router 2b5b0678-ea3d-4d60-b1dd-138ab8544039 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:24.445013 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-68187d55-7455-4c90-85fb-899d8c6e9d9a admin admin] For port c9367717-34a2-45f8-8400-81686163d620, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c9367717-34a2-45f8-8400-81686163d620,segment=NetworkSegment(a0abad46-9e53-4184-8dba-417f4b85701c),segment_id=a0abad46-9e53-4184-8dba-417f4b85701c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:24.447582 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68187d55-7455-4c90-85fb-899d8c6e9d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.473296 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-68187d55-7455-4c90-85fb-899d8c6e9d9a admin admin] Calling delete_port for c9367717-34a2-45f8-8400-81686163d620 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:24.542842 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07812fb6-31fe-40e0-a2ef-6443e5a0caea admin admin] Pushing event updated for resources: {'Subnet': ['ID=75b77f8e-292d-442b-96db-411ac796f67e,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:24.547008 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-569a15ad-1812-430a-ae5c-c02fffa2edd1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.560254 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-569a15ad-1812-430a-ae5c-c02fffa2edd1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.563046 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: c772db5e-21a7-41b5-9fa8-8d605c319178 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:24.563423 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c772db5e-21a7-41b5-9fa8-8d605c319178 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:24.715116 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.718288 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9bd39-4e9a-4880-a0ed-2a09d0fe7ac0 req-cb3b41ff-57df-4bf9-b7a0-04754dd773b0 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:24.726562 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-faa9bd39-4e9a-4880-a0ed-2a09d0fe7ac0 req-cb3b41ff-57df-4bf9-b7a0-04754dd773b0 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 947 time: 0.5816367 Jul 14 09:20:24.737761 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a15ad-1812-430a-ae5c-c02fffa2edd1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Pushing event updated for resources: {'Port': ['ID=678fef6c-ec03-46dd-a5da-c98c4f5fb908,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:24.746486 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07812fb6-31fe-40e0-a2ef-6443e5a0caea admin admin] Checking segment: {'id': 'be2df54a-1bd7-4c06-9780-52ec2fe08997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a1edddbd-7cda-472c-9205-a9b6e9f21312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:24.746829 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07812fb6-31fe-40e0-a2ef-6443e5a0caea admin admin] Network hostable DHCP agents. Network: a1edddbd-7cda-472c-9205-a9b6e9f21312, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:20:24.760464 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ff552-158e-4d65-b082-60263e1489f3 None None] Pushing event updated for resources: {'Port': ['ID=44524d74-ae18-4a79-b164-1341397ec24f,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:24.805122 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-569a15ad-1812-430a-ae5c-c02fffa2edd1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.823197 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-569a15ad-1812-430a-ae5c-c02fffa2edd1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.824586 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-569a15ad-1812-430a-ae5c-c02fffa2edd1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7867272 Jul 14 09:20:24.828625 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55166) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:24.829429 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68187d55-7455-4c90-85fb-899d8c6e9d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.838364 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-97e94fa7-cdb9-4194-8a90-41e6895cca18 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1133137088'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:24.871972 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e94fa7-cdb9-4194-8a90-41e6895cca18 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Made reservation on behalf of 6e66a3d0bf54475399e7464addc9dced for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:24.876158 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97e94fa7-cdb9-4194-8a90-41e6895cca18 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.914376 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68187d55-7455-4c90-85fb-899d8c6e9d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=c9367717-34a2-45f8-8400-81686163d620,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:24.921336 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97e94fa7-cdb9-4194-8a90-41e6895cca18 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.926662 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68187d55-7455-4c90-85fb-899d8c6e9d9a admin admin] No DVR routers for this DVR port c9367717-34a2-45f8-8400-81686163d620 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:24.999458 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-faa9bd39-4e9a-4880-a0ed-2a09d0fe7ac0 req-f58caddc-bff0-4d41-8281-60f4a68b9b9a tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2284791 Jul 14 09:20:25.005890 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07812fb6-31fe-40e0-a2ef-6443e5a0caea admin admin] Network a1edddbd-7cda-472c-9205-a9b6e9f21312 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:20:25.033064 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-07812fb6-31fe-40e0-a2ef-6443e5a0caea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, a1edddbd-7cda-472c-9205-a9b6e9f21312) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:25.051116 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07812fb6-31fe-40e0-a2ef-6443e5a0caea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:25.051911 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-07812fb6-31fe-40e0-a2ef-6443e5a0caea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.109025 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f48b545-1cda-4bde-b93b-b00fa142ec81 None None] Network a1edddbd-7cda-472c-9205-a9b6e9f21312 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:25.181929 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97e94fa7-cdb9-4194-8a90-41e6895cca18 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.196375 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97e94fa7-cdb9-4194-8a90-41e6895cca18 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.202369 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-07812fb6-31fe-40e0-a2ef-6443e5a0caea admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5061064 Jul 14 09:20:25.204593 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55176) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:25.211570 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8f254738-626c-46a4-b715-2d71c00742b9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1024007021-router', 'tenant_id': '1f8eebcfd1c044f9b2795fe342a21914', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:25.245088 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1a0cc4-a38e-45ed-a80c-a84278faaa2a None None] DHCP port deletion for 0bfffefd-0b05-4fc3-968d-4b7ed0641b9d request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:20:25.269725 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c9367717-34a2-45f8-8400-81686163d620 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:25.282718 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f254738-626c-46a4-b715-2d71c00742b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.286316 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f254738-626c-46a4-b715-2d71c00742b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.342192 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e94fa7-cdb9-4194-8a90-41e6895cca18 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:20:25.354653 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: c9367717-34a2-45f8-8400-81686163d620 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:25.355001 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c9367717-34a2-45f8-8400-81686163d620 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:25.356490 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68187d55-7455-4c90-85fb-899d8c6e9d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.394147 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e94fa7-cdb9-4194-8a90-41e6895cca18 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd29836-89bf-41b3-bbcb-1d338b188c0c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:25.416092 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-68187d55-7455-4c90-85fb-899d8c6e9d9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bfffefd-0b05-4fc3-968d-4b7ed0641b9d']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:25.418692 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97e94fa7-cdb9-4194-8a90-41e6895cca18 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.419051 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-97e94fa7-cdb9-4194-8a90-41e6895cca18 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Added segment ec71f85a-b943-4179-9301-eccb33ca4cb3 of type vlan for network da68efe2-38e6-409a-b933-319ea1e41c15 Jul 14 09:20:25.450482 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f254738-626c-46a4-b715-2d71c00742b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.466923 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-68187d55-7455-4c90-85fb-899d8c6e9d9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0abad46-9e53-4184-8dba-417f4b85701c') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:25.467227 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-68187d55-7455-4c90-85fb-899d8c6e9d9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0abad46-9e53-4184-8dba-417f4b85701c') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:25.525441 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68187d55-7455-4c90-85fb-899d8c6e9d9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.573977 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-60a0b33b-d004-4351-868f-9c21bef8c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'name': 'tempest-TestVolumeBackupRestore-1533020110-router', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:06Z', 'updated_at': '2021-07-14T09:20:15Z', 'revision_number': 4, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'gw_port': {'id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:08Z', 'updated_at': '2021-07-14T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '44524d74-ae18-4a79-b164-1341397ec24f', 'name': '', 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'mac_address': 'fa:16:3e:a8:08:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '3d588393-54eb-4f64-a93a-52a5f5f3384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:23Z', 'revision_number': 4, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'subnets': [{'id': '3d588393-54eb-4f64-a93a-52a5f5f3384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:25.608941 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97e94fa7-cdb9-4194-8a90-41e6895cca18 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.615347 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68187d55-7455-4c90-85fb-899d8c6e9d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.632998 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68187d55-7455-4c90-85fb-899d8c6e9d9a admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:20:25.633851 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68187d55-7455-4c90-85fb-899d8c6e9d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:20:25.636027 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:20:25.714863 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a0b33b-d004-4351-868f-9c21bef8c311 None None] The sync data for ids ['2b5b0678-ea3d-4d60-b1dd-138ab8544039'] in n-d-771362-35 is: [{'id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'name': 'tempest-TestVolumeBackupRestore-1533020110-router', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:06Z', 'updated_at': '2021-07-14T09:20:15Z', 'revision_number': 4, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'gw_port': {'id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:08Z', 'updated_at': '2021-07-14T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '44524d74-ae18-4a79-b164-1341397ec24f', 'name': '', 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'mac_address': 'fa:16:3e:a8:08:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '3d588393-54eb-4f64-a93a-52a5f5f3384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:23Z', 'revision_number': 4, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'subnets': [{'id': '3d588393-54eb-4f64-a93a-52a5f5f3384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:25.746412 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97e94fa7-cdb9-4194-8a90-41e6895cca18 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.753134 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e94fa7-cdb9-4194-8a90-41e6895cca18 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:25.762116 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97e94fa7-cdb9-4194-8a90-41e6895cca18 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.854940 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75f88be-cca4-40f7-bc73-16ddd6e6ed54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-a1edddbd-7cda-472c-9205-a9b6e9f21312', 'network_id': 'a1edddbd-7cda-472c-9205-a9b6e9f21312', 'tenant_id': '1f8eebcfd1c044f9b2795fe342a21914', 'fixed_ips': [{'subnet_id': '75b77f8e-292d-442b-96db-411ac796f67e'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:20:25.856245 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d75f88be-cca4-40f7-bc73-16ddd6e6ed54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.950698 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f254738-626c-46a4-b715-2d71c00742b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:26.041108 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e94fa7-cdb9-4194-8a90-41e6895cca18 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Pushing event updated for resources: {'Network': ['ID=da68efe2-38e6-409a-b933-319ea1e41c15,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:26.061619 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68187d55-7455-4c90-85fb-899d8c6e9d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:26.069926 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68187d55-7455-4c90-85fb-899d8c6e9d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:26.073525 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-68187d55-7455-4c90-85fb-899d8c6e9d9a admin admin] 10.222.0.25 "DELETE /v2.0/networks/0bfffefd-0b05-4fc3-968d-4b7ed0641b9d HTTP/1.1" status: 204 len: 168 time: 2.7267423 Jul 14 09:20:26.126538 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55192) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:26.133221 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5dc0189b-fbf7-4610-b053-ef41d32c64c3 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Request body: {'subnet': {'network_id': 'da68efe2-38e6-409a-b933-319ea1e41c15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:26.133706 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-97e94fa7-cdb9-4194-8a90-41e6895cca18 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2892780 Jul 14 09:20:26.135572 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68187d55-7455-4c90-85fb-899d8c6e9d9a admin admin] Pushing event deleted for resources: {'Network': ['ID=0bfffefd-0b05-4fc3-968d-4b7ed0641b9d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:26.406720 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network da68efe2-38e6-409a-b933-319ea1e41c15 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:20:26.598675 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc0189b-fbf7-4610-b053-ef41d32c64c3 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Made reservation on behalf of 6e66a3d0bf54475399e7464addc9dced for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:26.609368 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5dc0189b-fbf7-4610-b053-ef41d32c64c3 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:26.680742 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55214) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:26.820400 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e82009c3-54b7-484f-85fd-c44560acc3d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=84f159b8c2ea428bbeca4ed65622f535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1377633 Jul 14 09:20:26.821025 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55222) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:26.941426 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7d1c5a44-0c12-4e69-b9b9-a0a2c7e5b155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:26.947949 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-d75f88be-cca4-40f7-bc73-16ddd6e6ed54 None None] Allocated IP 172.20.0.2 (a1edddbd-7cda-472c-9205-a9b6e9f21312/75b77f8e-292d-442b-96db-411ac796f67e/7d529452-9479-4bcd-9790-7ea256c1f55a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:26.980948 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac7522-6240-4983-b710-ad115cc5c831 req-81d82f45-c8e1-4247-8cd3-4056a51f8f2c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:27.007052 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2bac7522-6240-4983-b710-ad115cc5c831 req-81d82f45-c8e1-4247-8cd3-4056a51f8f2c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 947 time: 0.5706871 Jul 14 09:20:27.015213 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7d1c5a44-0c12-4e69-b9b9-a0a2c7e5b155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.153319 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7d1c5a44-0c12-4e69-b9b9-a0a2c7e5b155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.161288 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7d1c5a44-0c12-4e69-b9b9-a0a2c7e5b155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.184974 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7d1c5a44-0c12-4e69-b9b9-a0a2c7e5b155 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/848b8e87-d653-4060-a871-5b541d29df35 HTTP/1.1" status: 204 len: 168 time: 0.3605368 Jul 14 09:20:27.228013 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c5a44-0c12-4e69-b9b9-a0a2c7e5b155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848b8e87-d653-4060-a871-5b541d29df35,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:27.276239 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c5a44-0c12-4e69-b9b9-a0a2c7e5b155 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:27.279938 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c5a44-0c12-4e69-b9b9-a0a2c7e5b155 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:27.280571 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c5a44-0c12-4e69-b9b9-a0a2c7e5b155 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:27.281183 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c5a44-0c12-4e69-b9b9-a0a2c7e5b155 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:27.281779 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c5a44-0c12-4e69-b9b9-a0a2c7e5b155 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:27.282434 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c5a44-0c12-4e69-b9b9-a0a2c7e5b155 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:27.282584 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c5a44-0c12-4e69-b9b9-a0a2c7e5b155 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:27.288335 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c5a44-0c12-4e69-b9b9-a0a2c7e5b155 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:27.288944 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c5a44-0c12-4e69-b9b9-a0a2c7e5b155 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:27.289679 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c5a44-0c12-4e69-b9b9-a0a2c7e5b155 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:27.290317 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c5a44-0c12-4e69-b9b9-a0a2c7e5b155 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:27.290903 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c5a44-0c12-4e69-b9b9-a0a2c7e5b155 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:27.310525 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2bac7522-6240-4983-b710-ad115cc5c831 req-93bb4166-4df7-40b3-bedc-96d682decb37 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3020504 Jul 14 09:20:27.343415 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f254738-626c-46a4-b715-2d71c00742b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.459219 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f254738-626c-46a4-b715-2d71c00742b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.605501 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d75f88be-cca4-40f7-bc73-16ddd6e6ed54 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.619386 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d75f88be-cca4-40f7-bc73-16ddd6e6ed54 None None] Transition to ACTIVE for port object 7d529452-9479-4bcd-9790-7ea256c1f55a will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:27.657475 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 44524d74-ae18-4a79-b164-1341397ec24f up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:27.674876 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d75f88be-cca4-40f7-bc73-16ddd6e6ed54 None None] Transition to ACTIVE for port object 7d529452-9479-4bcd-9790-7ea256c1f55a will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:27.745377 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5dc0189b-fbf7-4610-b053-ef41d32c64c3 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.752854 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d75f88be-cca4-40f7-bc73-16ddd6e6ed54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.851298 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75f88be-cca4-40f7-bc73-16ddd6e6ed54 None None] Network a1edddbd-7cda-472c-9205-a9b6e9f21312 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:27.857240 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d75f88be-cca4-40f7-bc73-16ddd6e6ed54 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:27.862312 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75f88be-cca4-40f7-bc73-16ddd6e6ed54 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:27.902468 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f88be-cca4-40f7-bc73-16ddd6e6ed54 None None] Pushing event updated for resources: {'Port': ['ID=7d529452-9479-4bcd-9790-7ea256c1f55a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:27.906358 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0189b-fbf7-4610-b053-ef41d32c64c3 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Pushing event updated for resources: {'Subnet': ['ID=9be6cf73-7f71-4222-a1f2-918e41df1a08,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:27.985681 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 44524d74-ae18-4a79-b164-1341397ec24f completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:28.026048 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-8f254738-626c-46a4-b715-2d71c00742b9 admin admin] Allocated IP 172.25.6.184 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/ceebfe08-0c24-4f56-9bce-cc7b5279faa1) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:28.046319 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 44524d74-ae18-4a79-b164-1341397ec24f triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:28.047863 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.207204 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-d75f88be-cca4-40f7-bc73-16ddd6e6ed54 None None] Attempting to bind port 7d529452-9479-4bcd-9790-7ea256c1f55a on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:28.207530 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-d75f88be-cca4-40f7-bc73-16ddd6e6ed54 None None] Attempting to bind port 7d529452-9479-4bcd-9790-7ea256c1f55a by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'be2df54a-1bd7-4c06-9780-52ec2fe08997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a1edddbd-7cda-472c-9205-a9b6e9f21312'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:28.207902 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75f88be-cca4-40f7-bc73-16ddd6e6ed54 None None] Attempting to bind port 7d529452-9479-4bcd-9790-7ea256c1f55a on network a1edddbd-7cda-472c-9205-a9b6e9f21312 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:28.225000 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75f88be-cca4-40f7-bc73-16ddd6e6ed54 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:28.225617 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75f88be-cca4-40f7-bc73-16ddd6e6ed54 None None] Checking segment: {'id': 'be2df54a-1bd7-4c06-9780-52ec2fe08997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a1edddbd-7cda-472c-9205-a9b6e9f21312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:28.226092 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d75f88be-cca4-40f7-bc73-16ddd6e6ed54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.226574 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75f88be-cca4-40f7-bc73-16ddd6e6ed54 None None] Bound using segment: {'id': 'be2df54a-1bd7-4c06-9780-52ec2fe08997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a1edddbd-7cda-472c-9205-a9b6e9f21312'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:28.227132 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-d75f88be-cca4-40f7-bc73-16ddd6e6ed54 None None] Bound port: 7d529452-9479-4bcd-9790-7ea256c1f55a, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2df54a-1bd7-4c06-9780-52ec2fe08997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a1edddbd-7cda-472c-9205-a9b6e9f21312'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:28.227943 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d75f88be-cca4-40f7-bc73-16ddd6e6ed54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.248604 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc0189b-fbf7-4610-b053-ef41d32c64c3 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Checking segment: {'id': 'ec71f85a-b943-4179-9301-eccb33ca4cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'da68efe2-38e6-409a-b933-319ea1e41c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:28.248982 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc0189b-fbf7-4610-b053-ef41d32c64c3 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Network hostable DHCP agents. Network: da68efe2-38e6-409a-b933-319ea1e41c15, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:20:28.308277 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f254738-626c-46a4-b715-2d71c00742b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.320379 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc0189b-fbf7-4610-b053-ef41d32c64c3 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Network da68efe2-38e6-409a-b933-319ea1e41c15 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:20:28.339879 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.358190 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-5dc0189b-fbf7-4610-b053-ef41d32c64c3 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, da68efe2-38e6-409a-b933-319ea1e41c15) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:28.370668 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc0189b-fbf7-4610-b053-ef41d32c64c3 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:28.371526 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5dc0189b-fbf7-4610-b053-ef41d32c64c3 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.391310 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c168702-7315-49cb-b790-c29610b7887e None None] Network da68efe2-38e6-409a-b933-319ea1e41c15 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:28.445315 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 44524d74-ae18-4a79-b164-1341397ec24f, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=44524d74-ae18-4a79-b164-1341397ec24f,segment=NetworkSegment(1b770b2e-122b-4497-b312-82778ff5d613),segment_id=1b770b2e-122b-4497-b312-82778ff5d613)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:28.471518 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f254738-626c-46a4-b715-2d71c00742b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.574565 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.606794 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f254738-626c-46a4-b715-2d71c00742b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ceebfe08-0c24-4f56-9bce-cc7b5279faa1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:28.615942 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55298) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:28.618639 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5dc0189b-fbf7-4610-b053-ef41d32c64c3 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4897723 Jul 14 09:20:28.623375 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-07afbf4d-d5dd-415a-8722-99a37dbca9a1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1697666947', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}, 'admin_state_up': False}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:28.669257 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f254738-626c-46a4-b715-2d71c00742b9 admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:28.680487 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-8f254738-626c-46a4-b715-2d71c00742b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:28.700765 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f254738-626c-46a4-b715-2d71c00742b9 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:28.742807 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07afbf4d-d5dd-415a-8722-99a37dbca9a1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.762151 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07afbf4d-d5dd-415a-8722-99a37dbca9a1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.964997 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d75f88be-cca4-40f7-bc73-16ddd6e6ed54 None None] For port 7d529452-9479-4bcd-9790-7ea256c1f55a, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:29.003831 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=44524d74-ae18-4a79-b164-1341397ec24f,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:29.007735 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07afbf4d-d5dd-415a-8722-99a37dbca9a1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.034739 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d75f88be-cca4-40f7-bc73-16ddd6e6ed54 None None] For port 7d529452-9479-4bcd-9790-7ea256c1f55a, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7d529452-9479-4bcd-9790-7ea256c1f55a,segment=NetworkSegment(be2df54a-1bd7-4c06-9780-52ec2fe08997),segment_id=be2df54a-1bd7-4c06-9780-52ec2fe08997)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:29.066091 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d75f88be-cca4-40f7-bc73-16ddd6e6ed54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.200170 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f88be-cca4-40f7-bc73-16ddd6e6ed54 None None] Pushing event updated for resources: {'Port': ['ID=7d529452-9479-4bcd-9790-7ea256c1f55a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:29.388470 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b333951-aec1-437f-b670-4b8b25c37dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-da68efe2-38e6-409a-b933-319ea1e41c15', 'network_id': 'da68efe2-38e6-409a-b933-319ea1e41c15', 'tenant_id': '6e66a3d0bf54475399e7464addc9dced', 'fixed_ips': [{'subnet_id': '9be6cf73-7f71-4222-a1f2-918e41df1a08'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:20:29.389568 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b333951-aec1-437f-b670-4b8b25c37dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.409827 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 44524d74-ae18-4a79-b164-1341397ec24f up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:29.463680 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70126a1-c9f0-4f25-bbd9-9c5b4501408e req-298c2f61-eba3-432a-b777-d093667ddc4a tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:29.494662 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55320) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:29.500299 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f70126a1-c9f0-4f25-bbd9-9c5b4501408e req-298c2f61-eba3-432a-b777-d093667ddc4a tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 947 time: 0.6675441 Jul 14 09:20:29.714096 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07afbf4d-d5dd-415a-8722-99a37dbca9a1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.781069 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 3a61054c-ca03-43e7-a0bf-a3248953dd22 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:29.841452 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-e6656089-b526-402c-a40e-27772f2f02ff admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1468947695-network', 'tenant_id': '0f93b605ed694049a873461b5d255206'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:29.953545 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f254738-626c-46a4-b715-2d71c00742b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.971407 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f70126a1-c9f0-4f25-bbd9-9c5b4501408e req-751a81bc-7a24-46b3-9de8-4cc0adfed7a7 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4698582 Jul 14 09:20:29.996150 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 44524d74-ae18-4a79-b164-1341397ec24f triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:29.996150 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.074321 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6656089-b526-402c-a40e-27772f2f02ff admin admin] Made reservation on behalf of 0f93b605ed694049a873461b5d255206 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:30.076900 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6656089-b526-402c-a40e-27772f2f02ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.108566 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6656089-b526-402c-a40e-27772f2f02ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.125144 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-9b333951-aec1-437f-b670-4b8b25c37dfd None None] Allocated IP 172.20.0.2 (da68efe2-38e6-409a-b933-319ea1e41c15/9be6cf73-7f71-4222-a1f2-918e41df1a08/a3e74509-c684-4be7-831d-1718e8a317be) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:30.447080 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07afbf4d-d5dd-415a-8722-99a37dbca9a1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.504004 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07afbf4d-d5dd-415a-8722-99a37dbca9a1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.515742 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6656089-b526-402c-a40e-27772f2f02ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.541972 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f254738-626c-46a4-b715-2d71c00742b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.560932 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6656089-b526-402c-a40e-27772f2f02ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.605152 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.721251 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6656089-b526-402c-a40e-27772f2f02ff admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:20:30.727753 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62575069-640a-4f82-9c7c-fb99b42148bc req-293e97e7-81ca-4597-9ac8-c6e69a45a092 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:30.733882 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-62575069-640a-4f82-9c7c-fb99b42148bc req-293e97e7-81ca-4597-9ac8-c6e69a45a092 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 947 time: 0.3226244 Jul 14 09:20:30.785798 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6656089-b526-402c-a40e-27772f2f02ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191b8cfd-ea16-4bc0-9960-040fe57a9dff,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:30.796267 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6656089-b526-402c-a40e-27772f2f02ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.796972 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-e6656089-b526-402c-a40e-27772f2f02ff admin admin] Added segment a2727fbf-1c27-4fb3-9aab-cfc5fd7020d1 of type vlan for network 860b5fab-0493-49ab-a49a-be68d5aa3d7f Jul 14 09:20:30.805637 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af7149e-75f7-4f8b-b8c1-1563cedcd044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a61054c-ca03-43e7-a0bf-a3248953dd22'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:30.813360 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae75a05-9010-4561-8620-1000835361ea" -d '{"events": [{"server_uuid": "4af7149e-75f7-4f8b-b8c1-1563cedcd044", "name": "network-vif-unplugged", "status": "completed", "tag": "3a61054c-ca03-43e7-a0bf-a3248953dd22"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:30.850033 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-62575069-640a-4f82-9c7c-fb99b42148bc req-f5f2f194-f520-427f-8602-e8f98933cf8b tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841913 Jul 14 09:20:30.899348 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f254738-626c-46a4-b715-2d71c00742b9 admin admin] Router 03b5eb33-42bb-4e42-bd1e-374fe50af7ce is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:20:30.915652 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 3a61054c-ca03-43e7-a0bf-a3248953dd22, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=3a61054c-ca03-43e7-a0bf-a3248953dd22,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:30.958835 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.961596 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ea309d-b9eb-4846-b5c7-fe6243eb21b3 x-openstack-request-id: req-76ea309d-b9eb-4846-b5c7-fe6243eb21b3 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:30.972331 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af7149e-75f7-4f8b-b8c1-1563cedcd044", "name": "network-vif-unplugged", "status": "completed", "tag": "3a61054c-ca03-43e7-a0bf-a3248953dd22", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:30.972645 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76ea309d-b9eb-4846-b5c7-fe6243eb21b3 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:30.987595 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af7149e-75f7-4f8b-b8c1-1563cedcd044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a61054c-ca03-43e7-a0bf-a3248953dd22', 'code': 200} Jul 14 09:20:31.003792 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b333951-aec1-437f-b670-4b8b25c37dfd None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.030598 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6656089-b526-402c-a40e-27772f2f02ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.070990 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6656089-b526-402c-a40e-27772f2f02ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.072687 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6656089-b526-402c-a40e-27772f2f02ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:31.073563 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6656089-b526-402c-a40e-27772f2f02ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.104319 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-9b333951-aec1-437f-b670-4b8b25c37dfd None None] Transition to ACTIVE for port object a3e74509-c684-4be7-831d-1718e8a317be will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:31.266194 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6656089-b526-402c-a40e-27772f2f02ff admin admin] Pushing event updated for resources: {'Network': ['ID=860b5fab-0493-49ab-a49a-be68d5aa3d7f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:31.307351 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-9b333951-aec1-437f-b670-4b8b25c37dfd None None] Transition to ACTIVE for port object a3e74509-c684-4be7-831d-1718e8a317be will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:31.310813 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 860b5fab-0493-49ab-a49a-be68d5aa3d7f details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:20:31.318349 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f254738-626c-46a4-b715-2d71c00742b9 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:31.327849 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-07afbf4d-d5dd-415a-8722-99a37dbca9a1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Allocated IP 172.25.6.224 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/cae76e8f-bec0-47b5-a88d-312a8740451b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:31.369103 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f254738-626c-46a4-b715-2d71c00742b9 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.375660 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8f254738-626c-46a4-b715-2d71c00742b9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1668899 Jul 14 09:20:31.376881 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55370) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:31.389739 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f3b2a5-a8b7-4901-bef9-95e503b108b5 None None] Network a1edddbd-7cda-472c-9205-a9b6e9f21312 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:31.401698 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7d529452-9479-4bcd-9790-7ea256c1f55a up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:31.406951 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8292407c-7638-4dcc-979f-012531202f0f None None] Sync routers for ids ['03b5eb33-42bb-4e42-bd1e-374fe50af7ce'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:31.415210 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=3a61054c-ca03-43e7-a0bf-a3248953dd22,revision_number=14']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:31.513449 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07afbf4d-d5dd-415a-8722-99a37dbca9a1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.624854 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b333951-aec1-437f-b670-4b8b25c37dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.635149 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07afbf4d-d5dd-415a-8722-99a37dbca9a1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.660880 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e6656089-b526-402c-a40e-27772f2f02ff admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1631820 Jul 14 09:20:31.678912 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55384) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:31.716836 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-e71618f7-d2cc-49b4-83f8-55cf32960b9c admin admin] Request body: {'subnet': {'network_id': '860b5fab-0493-49ab-a49a-be68d5aa3d7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1468947695-subnet', 'tenant_id': '0f93b605ed694049a873461b5d255206', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:31.749579 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07afbf4d-d5dd-415a-8722-99a37dbca9a1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:31.761958 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-07afbf4d-d5dd-415a-8722-99a37dbca9a1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:31.771673 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07afbf4d-d5dd-415a-8722-99a37dbca9a1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:31.823448 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afbf4d-d5dd-415a-8722-99a37dbca9a1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Pushing event updated for resources: {'Port': ['ID=cae76e8f-bec0-47b5-a88d-312a8740451b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:31.832013 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71618f7-d2cc-49b4-83f8-55cf32960b9c admin admin] Made reservation on behalf of 0f93b605ed694049a873461b5d255206 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:31.841272 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e71618f7-d2cc-49b4-83f8-55cf32960b9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.151619 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8292407c-7638-4dcc-979f-012531202f0f None None] Routers {'03b5eb33-42bb-4e42-bd1e-374fe50af7ce'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:32.152525 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8292407c-7638-4dcc-979f-012531202f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:20:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['03b5eb33-42bb-4e42-bd1e-374fe50af7ce'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:32.225465 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1232dc9d-4f30-4b51-886c-ef34e5146e25 None None] Provisioning for port 7d529452-9479-4bcd-9790-7ea256c1f55a completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:32.235882 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b333951-aec1-437f-b670-4b8b25c37dfd None None] Network da68efe2-38e6-409a-b933-319ea1e41c15 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:32.467889 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-9b333951-aec1-437f-b670-4b8b25c37dfd None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:32.501052 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b333951-aec1-437f-b670-4b8b25c37dfd None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:32.584179 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b333951-aec1-437f-b670-4b8b25c37dfd None None] Pushing event updated for resources: {'Port': ['ID=a3e74509-c684-4be7-831d-1718e8a317be,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:32.833285 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 7d529452-9479-4bcd-9790-7ea256c1f55a completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:32.890156 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 7d529452-9479-4bcd-9790-7ea256c1f55a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:32.890535 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.970738 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-9b333951-aec1-437f-b670-4b8b25c37dfd None None] Attempting to bind port a3e74509-c684-4be7-831d-1718e8a317be on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:32.971856 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-9b333951-aec1-437f-b670-4b8b25c37dfd None None] Attempting to bind port a3e74509-c684-4be7-831d-1718e8a317be by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'ec71f85a-b943-4179-9301-eccb33ca4cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'da68efe2-38e6-409a-b933-319ea1e41c15'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:32.985460 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b333951-aec1-437f-b670-4b8b25c37dfd None None] Attempting to bind port a3e74509-c684-4be7-831d-1718e8a317be on network da68efe2-38e6-409a-b933-319ea1e41c15 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:33.095663 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-8292407c-7638-4dcc-979f-012531202f0f None None] Set router 03b5eb33-42bb-4e42-bd1e-374fe50af7ce gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:33.337460 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b333951-aec1-437f-b670-4b8b25c37dfd None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:33.338860 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b333951-aec1-437f-b670-4b8b25c37dfd None None] Checking segment: {'id': 'ec71f85a-b943-4179-9301-eccb33ca4cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'da68efe2-38e6-409a-b933-319ea1e41c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:33.339531 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b333951-aec1-437f-b670-4b8b25c37dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.342817 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b333951-aec1-437f-b670-4b8b25c37dfd None None] Bound using segment: {'id': 'ec71f85a-b943-4179-9301-eccb33ca4cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'da68efe2-38e6-409a-b933-319ea1e41c15'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:33.345181 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-9b333951-aec1-437f-b670-4b8b25c37dfd None None] Bound port: a3e74509-c684-4be7-831d-1718e8a317be, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec71f85a-b943-4179-9301-eccb33ca4cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'da68efe2-38e6-409a-b933-319ea1e41c15'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:33.351853 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b333951-aec1-437f-b670-4b8b25c37dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.511373 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-227ed10a-9924-479b-abdf-50adf919f7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.634671 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-63e7191a-b4ff-43ec-9215-014a18a8ba75 None None] Provisioning complete for port 7d529452-9479-4bcd-9790-7ea256c1f55a triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:33.635115 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63e7191a-b4ff-43ec-9215-014a18a8ba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.642817 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.700129 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-9b333951-aec1-437f-b670-4b8b25c37dfd None None] For port a3e74509-c684-4be7-831d-1718e8a317be, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:33.718330 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07afbf4d-d5dd-415a-8722-99a37dbca9a1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.782603 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-9b333951-aec1-437f-b670-4b8b25c37dfd None None] For port a3e74509-c684-4be7-831d-1718e8a317be, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a3e74509-c684-4be7-831d-1718e8a317be,segment=NetworkSegment(ec71f85a-b943-4179-9301-eccb33ca4cb3),segment_id=ec71f85a-b943-4179-9301-eccb33ca4cb3)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:33.827006 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 7d529452-9479-4bcd-9790-7ea256c1f55a, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7d529452-9479-4bcd-9790-7ea256c1f55a,segment=NetworkSegment(be2df54a-1bd7-4c06-9780-52ec2fe08997),segment_id=be2df54a-1bd7-4c06-9780-52ec2fe08997)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:33.831093 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b333951-aec1-437f-b670-4b8b25c37dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.846248 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.971860 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-227ed10a-9924-479b-abdf-50adf919f7c8 admin admin] Allocated IP 172.20.0.1 (a1edddbd-7cda-472c-9205-a9b6e9f21312/75b77f8e-292d-442b-96db-411ac796f67e/2a2a4964-214d-4a4b-93b1-95947c8c9203) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:34.027543 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b333951-aec1-437f-b670-4b8b25c37dfd None None] Pushing event updated for resources: {'Port': ['ID=a3e74509-c684-4be7-831d-1718e8a317be,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:34.120221 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8292407c-7638-4dcc-979f-012531202f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b5eb33-42bb-4e42-bd1e-374fe50af7ce', 'name': 'tempest-TestVolumeBackupRestore-1024007021-router', 'tenant_id': '1f8eebcfd1c044f9b2795fe342a21914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'ceebfe08-0c24-4f56-9bce-cc7b5279faa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:25Z', 'updated_at': '2021-07-14T09:20:29Z', 'revision_number': 3, 'project_id': '1f8eebcfd1c044f9b2795fe342a21914', 'gw_port': {'id': 'ceebfe08-0c24-4f56-9bce-cc7b5279faa1', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:95:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b5eb33-42bb-4e42-bd1e-374fe50af7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:27Z', 'updated_at': '2021-07-14T09:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:34.122716 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-227ed10a-9924-479b-abdf-50adf919f7c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.154283 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-227ed10a-9924-479b-abdf-50adf919f7c8 admin admin] Transition to ACTIVE for port object 2a2a4964-214d-4a4b-93b1-95947c8c9203 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:34.188669 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07afbf4d-d5dd-415a-8722-99a37dbca9a1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.198601 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8292407c-7638-4dcc-979f-012531202f0f None None] Checking router: 03b5eb33-42bb-4e42-bd1e-374fe50af7ce for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:20:34.200066 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8292407c-7638-4dcc-979f-012531202f0f None None] Updating router 03b5eb33-42bb-4e42-bd1e-374fe50af7ce port ceebfe08-0c24-4f56-9bce-cc7b5279faa1 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:20:34.232777 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-227ed10a-9924-479b-abdf-50adf919f7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.403415 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e71618f7-d2cc-49b4-83f8-55cf32960b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.420774 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=7d529452-9479-4bcd-9790-7ea256c1f55a,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:34.432735 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227ed10a-9924-479b-abdf-50adf919f7c8 admin admin] Network a1edddbd-7cda-472c-9205-a9b6e9f21312 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:34.440942 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8292407c-7638-4dcc-979f-012531202f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.477629 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-227ed10a-9924-479b-abdf-50adf919f7c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:34.484916 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227ed10a-9924-479b-abdf-50adf919f7c8 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:34.489635 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07afbf4d-d5dd-415a-8722-99a37dbca9a1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Router 70dbf818-7d09-4aac-bc87-8a6b5661f25e is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:20:34.495802 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ed10a-9924-479b-abdf-50adf919f7c8 admin admin] Pushing event updated for resources: {'Port': ['ID=2a2a4964-214d-4a4b-93b1-95947c8c9203,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:34.677074 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71618f7-d2cc-49b4-83f8-55cf32960b9c admin admin] Checking segment: {'id': 'a2727fbf-1c27-4fb3-9aab-cfc5fd7020d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '860b5fab-0493-49ab-a49a-be68d5aa3d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:34.677702 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71618f7-d2cc-49b4-83f8-55cf32960b9c admin admin] Network hostable DHCP agents. Network: 860b5fab-0493-49ab-a49a-be68d5aa3d7f, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:20:34.700797 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-227ed10a-9924-479b-abdf-50adf919f7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.734008 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ec17e-02f2-49ca-8438-c89b591b7ca7 req-ec162a6c-1116-4edb-91ec-7997fc27a142 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:34.738054 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e43ec17e-02f2-49ca-8438-c89b591b7ca7 req-ec162a6c-1116-4edb-91ec-7997fc27a142 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.8431594 Jul 14 09:20:34.745149 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71618f7-d2cc-49b4-83f8-55cf32960b9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c02dee7e-44f1-4364-a285-9ec527bf351a,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:34.866593 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71618f7-d2cc-49b4-83f8-55cf32960b9c admin admin] Network 860b5fab-0493-49ab-a49a-be68d5aa3d7f is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:20:34.890948 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e43ec17e-02f2-49ca-8438-c89b591b7ca7 req-6e1d0eeb-a904-4279-91b9-b48779d8cf1c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639164 Jul 14 09:20:35.100742 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8292407c-7638-4dcc-979f-012531202f0f None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.120928 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8292407c-7638-4dcc-979f-012531202f0f None None] Transition to ACTIVE for port object ceebfe08-0c24-4f56-9bce-cc7b5279faa1 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:35.146464 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8292407c-7638-4dcc-979f-012531202f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.152657 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07afbf4d-d5dd-415a-8722-99a37dbca9a1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:35.166802 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39ff4fc-d7c2-4be6-a0af-3ee08ca6e295 None None] Sync routers for ids ['70dbf818-7d09-4aac-bc87-8a6b5661f25e'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:35.172351 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e71618f7-d2cc-49b4-83f8-55cf32960b9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 860b5fab-0493-49ab-a49a-be68d5aa3d7f) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:35.186949 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71618f7-d2cc-49b4-83f8-55cf32960b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:35.190664 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e71618f7-d2cc-49b4-83f8-55cf32960b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.195246 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39ff4fc-d7c2-4be6-a0af-3ee08ca6e295 None None] Routers {'70dbf818-7d09-4aac-bc87-8a6b5661f25e'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:35.195923 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d39ff4fc-d7c2-4be6-a0af-3ee08ca6e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:20:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['70dbf818-7d09-4aac-bc87-8a6b5661f25e'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:35.202571 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-227ed10a-9924-479b-abdf-50adf919f7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.223642 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07afbf4d-d5dd-415a-8722-99a37dbca9a1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.234422 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-07afbf4d-d5dd-415a-8722-99a37dbca9a1 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.6140652 Jul 14 09:20:35.237196 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55490) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:35.245475 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e71618f7-d2cc-49b4-83f8-55cf32960b9c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.5393677 Jul 14 09:20:35.246116 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55492) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:35.250864 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-984484c6-a4f0-4b63-8519-444fad4cba1a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1468947695-router', 'tenant_id': '0f93b605ed694049a873461b5d255206', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:35.313002 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da08ac-8427-42a4-a62c-c9398d872db3 None None] Pushing event updated for resources: {'Port': ['ID=ceebfe08-0c24-4f56-9bce-cc7b5279faa1,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:35.314618 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d39ff4fc-d7c2-4be6-a0af-3ee08ca6e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:35.325223 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-984484c6-a4f0-4b63-8519-444fad4cba1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.326359 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-984484c6-a4f0-4b63-8519-444fad4cba1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.344385 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96027c50-d4bf-4dd4-b6b3-b35e17285d79 None None] Network 860b5fab-0493-49ab-a49a-be68d5aa3d7f requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:35.345839 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39ff4fc-d7c2-4be6-a0af-3ee08ca6e295 None None] Routers {'70dbf818-7d09-4aac-bc87-8a6b5661f25e'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:35.347418 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d39ff4fc-d7c2-4be6-a0af-3ee08ca6e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:20:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['70dbf818-7d09-4aac-bc87-8a6b5661f25e'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:35.446545 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d39ff4fc-d7c2-4be6-a0af-3ee08ca6e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:35.447308 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39ff4fc-d7c2-4be6-a0af-3ee08ca6e295 None None] The sync data for ids ['70dbf818-7d09-4aac-bc87-8a6b5661f25e'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:35.564808 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-984484c6-a4f0-4b63-8519-444fad4cba1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.757722 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d955ed94-7ad0-4722-a200-bc1e2c6a35aa None None] Provisioning for port 2a2a4964-214d-4a4b-93b1-95947c8c9203 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:35.760015 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8292407c-7638-4dcc-979f-012531202f0f None None] Attempting to bind port ceebfe08-0c24-4f56-9bce-cc7b5279faa1 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:35.760385 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8292407c-7638-4dcc-979f-012531202f0f None None] Attempting to bind port ceebfe08-0c24-4f56-9bce-cc7b5279faa1 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:35.760746 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8292407c-7638-4dcc-979f-012531202f0f None None] Attempting to bind port ceebfe08-0c24-4f56-9bce-cc7b5279faa1 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:35.777413 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d955ed94-7ad0-4722-a200-bc1e2c6a35aa None None] Provisioning complete for port 2a2a4964-214d-4a4b-93b1-95947c8c9203 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:35.777788 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d955ed94-7ad0-4722-a200-bc1e2c6a35aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.910247 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-227ed10a-9924-479b-abdf-50adf919f7c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.949122 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d955ed94-7ad0-4722-a200-bc1e2c6a35aa None None] Port 2a2a4964-214d-4a4b-93b1-95947c8c9203 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:35.950671 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8292407c-7638-4dcc-979f-012531202f0f None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:35.951051 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8292407c-7638-4dcc-979f-012531202f0f None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:35.951454 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8292407c-7638-4dcc-979f-012531202f0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.951864 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8292407c-7638-4dcc-979f-012531202f0f None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:35.959161 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8292407c-7638-4dcc-979f-012531202f0f None None] Bound port: ceebfe08-0c24-4f56-9bce-cc7b5279faa1, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:35.959604 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8292407c-7638-4dcc-979f-012531202f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.967893 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-984484c6-a4f0-4b63-8519-444fad4cba1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.040396 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-227ed10a-9924-479b-abdf-50adf919f7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.103192 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8292407c-7638-4dcc-979f-012531202f0f None None] For port ceebfe08-0c24-4f56-9bce-cc7b5279faa1, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:36.114383 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8292407c-7638-4dcc-979f-012531202f0f None None] For port ceebfe08-0c24-4f56-9bce-cc7b5279faa1, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ceebfe08-0c24-4f56-9bce-cc7b5279faa1,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:36.117092 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-860b5fab-0493-49ab-a49a-be68d5aa3d7f', 'network_id': '860b5fab-0493-49ab-a49a-be68d5aa3d7f', 'tenant_id': '0f93b605ed694049a873461b5d255206', 'fixed_ips': [{'subnet_id': 'c02dee7e-44f1-4364-a285-9ec527bf351a'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:20:36.118361 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.267883 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b00cef-551c-4860-ae3a-2cd93021d004 req-10b986e9-e3cc-4282-9c2d-62714462a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:36.270188 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-09b00cef-551c-4860-ae3a-2cd93021d004 req-10b986e9-e3cc-4282-9c2d-62714462a499 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 1097 time: 0.2923532 Jul 14 09:20:36.377381 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Allocated IP 172.20.0.2 (860b5fab-0493-49ab-a49a-be68d5aa3d7f/c02dee7e-44f1-4364-a285-9ec527bf351a/faef5077-7167-4072-b03e-b1ef16598bb5) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:36.431426 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-227ed10a-9924-479b-abdf-50adf919f7c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.551748 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.561364 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Transition to ACTIVE for port object faef5077-7167-4072-b03e-b1ef16598bb5 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:36.578844 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Transition to ACTIVE for port object faef5077-7167-4072-b03e-b1ef16598bb5 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:36.583281 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8292407c-7638-4dcc-979f-012531202f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.596285 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ed10a-9924-479b-abdf-50adf919f7c8 admin admin] Pushing event updated for resources: {'Port': ['ID=2a2a4964-214d-4a4b-93b1-95947c8c9203,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:36.600670 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ef63af-74e3-4726-88c3-fabdac192683 None None] Network da68efe2-38e6-409a-b933-319ea1e41c15 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:36.647088 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b00cef-551c-4860-ae3a-2cd93021d004 req-7ff1c73d-9f5b-47c2-8d87-7209f9d11b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:36.649112 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-09b00cef-551c-4860-ae3a-2cd93021d004 req-7ff1c73d-9f5b-47c2-8d87-7209f9d11b9a service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 912 time: 0.3721042 Jul 14 09:20:36.714467 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7d529452-9479-4bcd-9790-7ea256c1f55a up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:36.769901 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-984484c6-a4f0-4b63-8519-444fad4cba1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.798834 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.826494 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Network 860b5fab-0493-49ab-a49a-be68d5aa3d7f is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:36.847515 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-984484c6-a4f0-4b63-8519-444fad4cba1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.865882 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:36.868381 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8292407c-7638-4dcc-979f-012531202f0f None None] Routers {'03b5eb33-42bb-4e42-bd1e-374fe50af7ce'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:36.869254 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8292407c-7638-4dcc-979f-012531202f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:20:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['03b5eb33-42bb-4e42-bd1e-374fe50af7ce'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:36.959589 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-09b00cef-551c-4860-ae3a-2cd93021d004 req-0c844778-0e78-4147-ba6c-6736c4fde06e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a61054c-ca03-43e7-a0bf-a3248953dd22 HTTP/1.1" status: 200 len: 999 time: 0.2974956 Jul 14 09:20:37.116982 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b00cef-551c-4860-ae3a-2cd93021d004 req-b374ef4e-fdce-4c3b-833f-2fe57979a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:37.119533 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-09b00cef-551c-4860-ae3a-2cd93021d004 req-b374ef4e-fdce-4c3b-833f-2fe57979a0d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a288c610-4f62-489b-a703-60b0f1c60f0a HTTP/1.1" status: 200 len: 851 time: 0.1335368 Jul 14 09:20:37.148511 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:37.266906 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-547a3132-7f86-4f16-8c7c-0c1718f151e2 None None] Provisioning for port a3e74509-c684-4be7-831d-1718e8a317be completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:37.286801 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-984484c6-a4f0-4b63-8519-444fad4cba1a admin admin] Allocated IP 172.25.6.177 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/34a58249-29df-4584-b25a-bb2c67a278bd) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:37.303045 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b00cef-551c-4860-ae3a-2cd93021d004 req-6740dea9-b3b9-4508-bd4e-adeda07f4227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:37.304911 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-09b00cef-551c-4860-ae3a-2cd93021d004 req-6740dea9-b3b9-4508-bd4e-adeda07f4227 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa88f091-33f9-4aa2-8101-31241b8b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1781838 Jul 14 09:20:37.377219 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227ed10a-9924-479b-abdf-50adf919f7c8 admin admin] Network a1edddbd-7cda-472c-9205-a9b6e9f21312 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:37.378570 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da08ac-8427-42a4-a62c-c9398d872db3 None None] Pushing event updated for resources: {'Port': ['ID=ceebfe08-0c24-4f56-9bce-cc7b5279faa1,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:37.383641 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-227ed10a-9924-479b-abdf-50adf919f7c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:37.410044 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [req-09b00cef-551c-4860-ae3a-2cd93021d004 req-4eddb6da-6660-4c54-9014-5dcf88840578 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:37.411387 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-09b00cef-551c-4860-ae3a-2cd93021d004 req-4eddb6da-6660-4c54-9014-5dcf88840578 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0949638 Jul 14 09:20:37.647869 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-984484c6-a4f0-4b63-8519-444fad4cba1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:37.686028 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-09b00cef-551c-4860-ae3a-2cd93021d004 req-848fc558-002a-4a24-92d5-08aea97442b1 service neutron] 10.222.0.44 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663143 Jul 14 09:20:37.688298 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c570d8-4ca4-4a52-af5d-568373f9c21c req-c7b45fe8-eeb6-49e4-826c-e3ef5ea6a23a tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:37.703460 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-79c570d8-4ca4-4a52-af5d-568373f9c21c req-c7b45fe8-eeb6-49e4-826c-e3ef5ea6a23a tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 1.3373163 Jul 14 09:20:37.752059 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-8292407c-7638-4dcc-979f-012531202f0f None None] Set router 03b5eb33-42bb-4e42-bd1e-374fe50af7ce gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:37.817706 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227ed10a-9924-479b-abdf-50adf919f7c8 admin admin] Router 03b5eb33-42bb-4e42-bd1e-374fe50af7ce has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:20:37.927436 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-984484c6-a4f0-4b63-8519-444fad4cba1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:37.941404 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Attempting to bind port faef5077-7167-4072-b03e-b1ef16598bb5 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:37.941932 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Attempting to bind port faef5077-7167-4072-b03e-b1ef16598bb5 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'a2727fbf-1c27-4fb3-9aab-cfc5fd7020d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '860b5fab-0493-49ab-a49a-be68d5aa3d7f'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:37.942419 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Attempting to bind port faef5077-7167-4072-b03e-b1ef16598bb5 on network 860b5fab-0493-49ab-a49a-be68d5aa3d7f {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:37.945045 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-79c570d8-4ca4-4a52-af5d-568373f9c21c req-e2472977-4db2-4ed3-9856-94422b52cc82 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2406530 Jul 14 09:20:37.971198 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4127891a-4aa0-4105-8142-04ab21351125 None None] Provisioning complete for port 2a2a4964-214d-4a4b-93b1-95947c8c9203 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:37.974432 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4127891a-4aa0-4105-8142-04ab21351125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:37.979010 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 7d529452-9479-4bcd-9790-7ea256c1f55a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:37.979780 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:38.021195 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984484c6-a4f0-4b63-8519-444fad4cba1a admin admin] Pushing event updated for resources: {'Port': ['ID=34a58249-29df-4584-b25a-bb2c67a278bd,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:38.028072 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3848715a-388b-48ce-bf97-75d60a49ff57 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:38.029443 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-09b00cef-551c-4860-ae3a-2cd93021d004 req-6db03ca1-c790-4237-8fb5-9e1e5b47d280 service neutron] 10.222.0.44 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345118 Jul 14 09:20:38.053006 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984484c6-a4f0-4b63-8519-444fad4cba1a admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:38.057333 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-984484c6-a4f0-4b63-8519-444fad4cba1a admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:38.065139 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984484c6-a4f0-4b63-8519-444fad4cba1a admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:38.151921 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:38.153090 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Checking segment: {'id': 'a2727fbf-1c27-4fb3-9aab-cfc5fd7020d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '860b5fab-0493-49ab-a49a-be68d5aa3d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:38.154009 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:38.155316 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Bound using segment: {'id': 'a2727fbf-1c27-4fb3-9aab-cfc5fd7020d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '860b5fab-0493-49ab-a49a-be68d5aa3d7f'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:38.156260 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Bound port: faef5077-7167-4072-b03e-b1ef16598bb5, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2727fbf-1c27-4fb3-9aab-cfc5fd7020d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '860b5fab-0493-49ab-a49a-be68d5aa3d7f'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:38.156871 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:38.184890 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4127891a-4aa0-4105-8142-04ab21351125 None None] Port 2a2a4964-214d-4a4b-93b1-95947c8c9203 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:38.195985 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Pushing event updated for resources: {'Port': ['ID=faef5077-7167-4072-b03e-b1ef16598bb5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:38.469375 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:38.470117 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:38.470698 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:38.471258 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:38.471989 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:38.472520 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:38.473052 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:38.473857 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:38.474384 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:38.474894 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:38.475411 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:38.475963 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:38.613361 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] For port faef5077-7167-4072-b03e-b1ef16598bb5, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:38.617697 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] For port faef5077-7167-4072-b03e-b1ef16598bb5, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=faef5077-7167-4072-b03e-b1ef16598bb5,segment=NetworkSegment(a2727fbf-1c27-4fb3-9aab-cfc5fd7020d1),segment_id=a2727fbf-1c27-4fb3-9aab-cfc5fd7020d1)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:38.632586 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:38.658938 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227ed10a-9924-479b-abdf-50adf919f7c8 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:38.669388 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-984484c6-a4f0-4b63-8519-444fad4cba1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:38.872853 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10a5d4-0070-435e-9239-346cad01e07b None None] Pushing event updated for resources: {'Port': ['ID=faef5077-7167-4072-b03e-b1ef16598bb5,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:38.994141 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8292407c-7638-4dcc-979f-012531202f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b5eb33-42bb-4e42-bd1e-374fe50af7ce', 'name': 'tempest-TestVolumeBackupRestore-1024007021-router', 'tenant_id': '1f8eebcfd1c044f9b2795fe342a21914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'ceebfe08-0c24-4f56-9bce-cc7b5279faa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:25Z', 'updated_at': '2021-07-14T09:20:35Z', 'revision_number': 4, 'project_id': '1f8eebcfd1c044f9b2795fe342a21914', 'gw_port': {'id': 'ceebfe08-0c24-4f56-9bce-cc7b5279faa1', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:95:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b5eb33-42bb-4e42-bd1e-374fe50af7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:27Z', 'updated_at': '2021-07-14T09:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '2a2a4964-214d-4a4b-93b1-95947c8c9203', 'name': '', 'network_id': 'a1edddbd-7cda-472c-9205-a9b6e9f21312', 'tenant_id': '1f8eebcfd1c044f9b2795fe342a21914', 'mac_address': 'fa:16:3e:a7:18:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b5eb33-42bb-4e42-bd1e-374fe50af7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '75b77f8e-292d-442b-96db-411ac796f67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:33Z', 'updated_at': '2021-07-14T09:20:35Z', 'revision_number': 2, 'project_id': '1f8eebcfd1c044f9b2795fe342a21914', 'subnets': [{'id': '75b77f8e-292d-442b-96db-411ac796f67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:39.006701 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a3e74509-c684-4be7-831d-1718e8a317be up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:39.069516 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-227ed10a-9924-479b-abdf-50adf919f7c8 admin admin] 10.222.0.25 "PUT /v2.0/routers/03b5eb33-42bb-4e42-bd1e-374fe50af7ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6809704 Jul 14 09:20:39.121554 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-3848715a-388b-48ce-bf97-75d60a49ff57 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Allocated IP 172.20.0.1 (da68efe2-38e6-409a-b933-319ea1e41c15/9be6cf73-7f71-4222-a1f2-918e41df1a08/e4edf523-5b15-483f-84a0-b1fe5ef0c307) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:39.132452 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8292407c-7638-4dcc-979f-012531202f0f None None] The sync data for ids ['03b5eb33-42bb-4e42-bd1e-374fe50af7ce'] in n-d-771362-35 is: [{'id': '03b5eb33-42bb-4e42-bd1e-374fe50af7ce', 'name': 'tempest-TestVolumeBackupRestore-1024007021-router', 'tenant_id': '1f8eebcfd1c044f9b2795fe342a21914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'ceebfe08-0c24-4f56-9bce-cc7b5279faa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:25Z', 'updated_at': '2021-07-14T09:20:35Z', 'revision_number': 4, 'project_id': '1f8eebcfd1c044f9b2795fe342a21914', 'gw_port': {'id': 'ceebfe08-0c24-4f56-9bce-cc7b5279faa1', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:95:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b5eb33-42bb-4e42-bd1e-374fe50af7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:27Z', 'updated_at': '2021-07-14T09:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '2a2a4964-214d-4a4b-93b1-95947c8c9203', 'name': '', 'network_id': 'a1edddbd-7cda-472c-9205-a9b6e9f21312', 'tenant_id': '1f8eebcfd1c044f9b2795fe342a21914', 'mac_address': 'fa:16:3e:a7:18:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b5eb33-42bb-4e42-bd1e-374fe50af7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '75b77f8e-292d-442b-96db-411ac796f67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:33Z', 'updated_at': '2021-07-14T09:20:35Z', 'revision_number': 2, 'project_id': '1f8eebcfd1c044f9b2795fe342a21914', 'subnets': [{'id': '75b77f8e-292d-442b-96db-411ac796f67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:39.233565 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port a3e74509-c684-4be7-831d-1718e8a317be completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:39.246179 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port a3e74509-c684-4be7-831d-1718e8a317be triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:39.246727 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.247245 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-984484c6-a4f0-4b63-8519-444fad4cba1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.494437 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.567899 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3848715a-388b-48ce-bf97-75d60a49ff57 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.599400 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3848715a-388b-48ce-bf97-75d60a49ff57 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Transition to ACTIVE for port object e4edf523-5b15-483f-84a0-b1fe5ef0c307 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:39.656348 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7a89c-f224-4157-8ac9-67b949a692d3 req-05a93ff6-4c62-4dad-a9e7-fdf7a1f2eeb1 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:39.658636 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-18f7a89c-f224-4157-8ac9-67b949a692d3 req-05a93ff6-4c62-4dad-a9e7-fdf7a1f2eeb1 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.3974833 Jul 14 09:20:39.666000 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port a3e74509-c684-4be7-831d-1718e8a317be, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a3e74509-c684-4be7-831d-1718e8a317be,segment=NetworkSegment(ec71f85a-b943-4179-9301-eccb33ca4cb3),segment_id=ec71f85a-b943-4179-9301-eccb33ca4cb3)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:39.673159 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.912021 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=a3e74509-c684-4be7-831d-1718e8a317be,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:39.930082 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-18f7a89c-f224-4157-8ac9-67b949a692d3 req-79c0b540-3425-4fe2-96f7-93af55655c1b tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543740 Jul 14 09:20:39.988094 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3848715a-388b-48ce-bf97-75d60a49ff57 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.133643 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device faef5077-7167-4072-b03e-b1ef16598bb5 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:40.270237 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848715a-388b-48ce-bf97-75d60a49ff57 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Pushing event updated for resources: {'Port': ['ID=e4edf523-5b15-483f-84a0-b1fe5ef0c307,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:40.352932 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3848715a-388b-48ce-bf97-75d60a49ff57 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Network da68efe2-38e6-409a-b933-319ea1e41c15 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:40.354364 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port faef5077-7167-4072-b03e-b1ef16598bb5 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:40.355543 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-3848715a-388b-48ce-bf97-75d60a49ff57 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:40.359012 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3848715a-388b-48ce-bf97-75d60a49ff57 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:40.520370 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.612211 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3848715a-388b-48ce-bf97-75d60a49ff57 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.109096 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984484c6-a4f0-4b63-8519-444fad4cba1a admin admin] Router a01be967-c318-4c09-bfc4-987ce620b023 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:20:41.199135 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5b97f-6cb4-4a93-bf61-97d8ecb9fa3d req-a69c2783-a2bf-40a5-ab09-e2e9f6afc1de tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:41.222459 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5be5b97f-6cb4-4a93-bf61-97d8ecb9fa3d req-a69c2783-a2bf-40a5-ab09-e2e9f6afc1de tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.4745610 Jul 14 09:20:41.397672 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-88e6fb80-4d82-46e9-96ed-71a008a84cb7 None None] Provisioning for port e4edf523-5b15-483f-84a0-b1fe5ef0c307 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:41.409170 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-88e6fb80-4d82-46e9-96ed-71a008a84cb7 None None] Provisioning complete for port e4edf523-5b15-483f-84a0-b1fe5ef0c307 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:41.412033 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88e6fb80-4d82-46e9-96ed-71a008a84cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.490280 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984484c6-a4f0-4b63-8519-444fad4cba1a admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:41.506418 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e588d72-b92c-482e-86d7-0ec2e4f51330 None None] Sync routers for ids ['a01be967-c318-4c09-bfc4-987ce620b023'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:41.523839 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-984484c6-a4f0-4b63-8519-444fad4cba1a admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.534756 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-984484c6-a4f0-4b63-8519-444fad4cba1a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.2872436 Jul 14 09:20:41.540662 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55660) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.569920 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c99910b-02bf-46d8-ad66-d0bb5f019549 None None] Network 860b5fab-0493-49ab-a49a-be68d5aa3d7f requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:41.577105 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3848715a-388b-48ce-bf97-75d60a49ff57 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.651912 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5be5b97f-6cb4-4a93-bf61-97d8ecb9fa3d req-446cc28f-852c-4aec-9182-ffaea6c7c5c9 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4284296 Jul 14 09:20:41.740451 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e588d72-b92c-482e-86d7-0ec2e4f51330 None None] Routers {'a01be967-c318-4c09-bfc4-987ce620b023'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:41.742031 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5e588d72-b92c-482e-86d7-0ec2e4f51330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:20:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['a01be967-c318-4c09-bfc4-987ce620b023'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:41.841175 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-88e6fb80-4d82-46e9-96ed-71a008a84cb7 None None] Port e4edf523-5b15-483f-84a0-b1fe5ef0c307 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:42.131790 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-5e588d72-b92c-482e-86d7-0ec2e4f51330 None None] Set router a01be967-c318-4c09-bfc4-987ce620b023 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:42.280234 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a3e74509-c684-4be7-831d-1718e8a317be up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:42.652026 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3cb74307-5441-4963-b429-c8c713a1db25 None None] Provisioning for port faef5077-7167-4072-b03e-b1ef16598bb5 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:42.732808 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.768875 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3cb74307-5441-4963-b429-c8c713a1db25 None None] Provisioning complete for port faef5077-7167-4072-b03e-b1ef16598bb5 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:42.769428 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3cb74307-5441-4963-b429-c8c713a1db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.889819 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556913a-d51d-4c61-998e-ba37f186aef7 req-cfc58665-6cdc-4d09-88a4-626efd1a21ba tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:42.895581 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3a5eab3-44e4-41ac-8297-532aa93150aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.915880 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3556913a-d51d-4c61-998e-ba37f186aef7 req-cfc58665-6cdc-4d09-88a4-626efd1a21ba tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.1684153 Jul 14 09:20:42.995221 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port a3e74509-c684-4be7-831d-1718e8a317be triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:42.995733 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.065972 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3556913a-d51d-4c61-998e-ba37f186aef7 req-2c67d0c5-00e5-4a12-b8f7-e671791044b8 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598551 Jul 14 09:20:43.273637 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3848715a-388b-48ce-bf97-75d60a49ff57 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.295005 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3848715a-388b-48ce-bf97-75d60a49ff57 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.384963 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f3a5eab3-44e4-41ac-8297-532aa93150aa admin admin] Allocated IP 172.20.0.1 (860b5fab-0493-49ab-a49a-be68d5aa3d7f/c02dee7e-44f1-4364-a285-9ec527bf351a/a0e883db-d20f-41cf-8451-e407fab1516f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:43.588123 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848715a-388b-48ce-bf97-75d60a49ff57 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Pushing event updated for resources: {'Port': ['ID=e4edf523-5b15-483f-84a0-b1fe5ef0c307,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:43.682011 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3848715a-388b-48ce-bf97-75d60a49ff57 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.692995 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7208e0-c935-4b42-afb1-7854e53360da None None] Sync routers for ids ['03b5eb33-42bb-4e42-bd1e-374fe50af7ce'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:43.716313 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7208e0-c935-4b42-afb1-7854e53360da None None] Routers {'03b5eb33-42bb-4e42-bd1e-374fe50af7ce'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:43.717284 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6a7208e0-c935-4b42-afb1-7854e53360da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:20:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['03b5eb33-42bb-4e42-bd1e-374fe50af7ce'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:43.779680 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3a5eab3-44e4-41ac-8297-532aa93150aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.817556 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f3a5eab3-44e4-41ac-8297-532aa93150aa admin admin] Transition to ACTIVE for port object a0e883db-d20f-41cf-8451-e407fab1516f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:43.850284 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3cb74307-5441-4963-b429-c8c713a1db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.922313 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3a5eab3-44e4-41ac-8297-532aa93150aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.955207 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-6a7208e0-c935-4b42-afb1-7854e53360da None None] Set router 03b5eb33-42bb-4e42-bd1e-374fe50af7ce gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:43.961883 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-96c780bf-ad44-48cd-a8f9-7b4fdd00ba68 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:43.964515 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-96c780bf-ad44-48cd-a8f9-7b4fdd00ba68 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 812 time: 0.4192967 Jul 14 09:20:44.062612 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-97be3c23-5bfd-4cfb-8d75-b2f25a60b80c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/quotas/6c80c9228c3d4d0587f67366dd594a1e HTTP/1.1" status: 200 len: 375 time: 0.0877278 Jul 14 09:20:44.073962 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3cb74307-5441-4963-b429-c8c713a1db25 None None] For port faef5077-7167-4072-b03e-b1ef16598bb5, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=faef5077-7167-4072-b03e-b1ef16598bb5,segment=NetworkSegment(a2727fbf-1c27-4fb3-9aab-cfc5fd7020d1),segment_id=a2727fbf-1c27-4fb3-9aab-cfc5fd7020d1)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:44.084493 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3cb74307-5441-4963-b429-c8c713a1db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:44.085184 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a5eab3-44e4-41ac-8297-532aa93150aa admin admin] Network 860b5fab-0493-49ab-a49a-be68d5aa3d7f is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:44.093116 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f3a5eab3-44e4-41ac-8297-532aa93150aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:44.105038 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a5eab3-44e4-41ac-8297-532aa93150aa admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:44.213010 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3848715a-388b-48ce-bf97-75d60a49ff57 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Network da68efe2-38e6-409a-b933-319ea1e41c15 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:44.217659 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-3848715a-388b-48ce-bf97-75d60a49ff57 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:44.222586 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5eab3-44e4-41ac-8297-532aa93150aa admin admin] Pushing event updated for resources: {'Port': ['ID=a0e883db-d20f-41cf-8451-e407fab1516f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:44.261087 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3a5eab3-44e4-41ac-8297-532aa93150aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:44.277389 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5e588d72-b92c-482e-86d7-0ec2e4f51330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01be967-c318-4c09-bfc4-987ce620b023', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1468947695-router', 'tenant_id': '0f93b605ed694049a873461b5d255206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '34a58249-29df-4584-b25a-bb2c67a278bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:35Z', 'updated_at': '2021-07-14T09:20:38Z', 'revision_number': 3, 'project_id': '0f93b605ed694049a873461b5d255206', 'gw_port': {'id': '34a58249-29df-4584-b25a-bb2c67a278bd', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:91:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01be967-c318-4c09-bfc4-987ce620b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:36Z', 'updated_at': '2021-07-14T09:20:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:44.305230 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:20:44.379469 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ceebfe08-0c24-4f56-9bce-cc7b5279faa1 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:44.385303 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e588d72-b92c-482e-86d7-0ec2e4f51330 None None] Checking router: a01be967-c318-4c09-bfc4-987ce620b023 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:20:44.385977 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e588d72-b92c-482e-86d7-0ec2e4f51330 None None] Updating router a01be967-c318-4c09-bfc4-987ce620b023 port 34a58249-29df-4584-b25a-bb2c67a278bd binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:20:44.603791 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6a7208e0-c935-4b42-afb1-7854e53360da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b5eb33-42bb-4e42-bd1e-374fe50af7ce', 'name': 'tempest-TestVolumeBackupRestore-1024007021-router', 'tenant_id': '1f8eebcfd1c044f9b2795fe342a21914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'ceebfe08-0c24-4f56-9bce-cc7b5279faa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:25Z', 'updated_at': '2021-07-14T09:20:35Z', 'revision_number': 4, 'project_id': '1f8eebcfd1c044f9b2795fe342a21914', 'gw_port': {'id': 'ceebfe08-0c24-4f56-9bce-cc7b5279faa1', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:95:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b5eb33-42bb-4e42-bd1e-374fe50af7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:27Z', 'updated_at': '2021-07-14T09:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '2a2a4964-214d-4a4b-93b1-95947c8c9203', 'name': '', 'network_id': 'a1edddbd-7cda-472c-9205-a9b6e9f21312', 'tenant_id': '1f8eebcfd1c044f9b2795fe342a21914', 'mac_address': 'fa:16:3e:a7:18:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b5eb33-42bb-4e42-bd1e-374fe50af7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '75b77f8e-292d-442b-96db-411ac796f67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:33Z', 'updated_at': '2021-07-14T09:20:35Z', 'revision_number': 2, 'project_id': '1f8eebcfd1c044f9b2795fe342a21914', 'subnets': [{'id': '75b77f8e-292d-442b-96db-411ac796f67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:44.631735 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb74307-5441-4963-b429-c8c713a1db25 None None] Pushing event updated for resources: {'Port': ['ID=faef5077-7167-4072-b03e-b1ef16598bb5,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:44.702675 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7208e0-c935-4b42-afb1-7854e53360da None None] Checking router: 03b5eb33-42bb-4e42-bd1e-374fe50af7ce for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:20:44.703295 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7208e0-c935-4b42-afb1-7854e53360da None None] Updating router 03b5eb33-42bb-4e42-bd1e-374fe50af7ce port 2a2a4964-214d-4a4b-93b1-95947c8c9203 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:20:44.728758 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3a5eab3-44e4-41ac-8297-532aa93150aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:44.736296 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3848715a-388b-48ce-bf97-75d60a49ff57 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Router 70dbf818-7d09-4aac-bc87-8a6b5661f25e has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:20:44.747440 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-11e9ce40-181a-4ab5-b5ac-f42167e34859 None None] Provisioning complete for port faef5077-7167-4072-b03e-b1ef16598bb5 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:44.748231 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-11e9ce40-181a-4ab5-b5ac-f42167e34859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:44.788673 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6a7208e0-c935-4b42-afb1-7854e53360da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:44.838270 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5e588d72-b92c-482e-86d7-0ec2e4f51330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:44.866121 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-3f107daa-521f-4aa8-8c13-755af9fd828b tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7756779 Jul 14 09:20:45.127610 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port ceebfe08-0c24-4f56-9bce-cc7b5279faa1 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:45.168994 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port ceebfe08-0c24-4f56-9bce-cc7b5279faa1 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:45.180723 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:45.185752 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3a5eab3-44e4-41ac-8297-532aa93150aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:45.191832 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3a5eab3-44e4-41ac-8297-532aa93150aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:45.208034 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3848715a-388b-48ce-bf97-75d60a49ff57 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:45.217125 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3848715a-388b-48ce-bf97-75d60a49ff57 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] 10.222.0.25 "PUT /v2.0/routers/70dbf818-7d09-4aac-bc87-8a6b5661f25e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9761152 Jul 14 09:20:45.222897 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55762) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:45.236427 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-9d9ffa1f-575b-447b-a282-6ad2946f47c8 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Request body: {'port': {'network_id': 'da68efe2-38e6-409a-b933-319ea1e41c15', 'name': 'tempest-FloatingIPAdminTestJSON-1227640041'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:45.345779 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8348f527-4df7-4811-b527-477be7593b40 None None] Sync routers for ids ['70dbf818-7d09-4aac-bc87-8a6b5661f25e'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:45.390174 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8348f527-4df7-4811-b527-477be7593b40 None None] Routers {'70dbf818-7d09-4aac-bc87-8a6b5661f25e'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:45.391142 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8348f527-4df7-4811-b527-477be7593b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:20:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['70dbf818-7d09-4aac-bc87-8a6b5661f25e'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:45.433253 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-0a6d8c17-508f-4db9-9cd4-beeaacb2f3ca service neutron] 10.222.0.25 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5532470 Jul 14 09:20:45.450028 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8348f527-4df7-4811-b527-477be7593b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:45.452711 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5eab3-44e4-41ac-8297-532aa93150aa admin admin] Pushing event updated for resources: {'Port': ['ID=a0e883db-d20f-41cf-8451-e407fab1516f,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:45.509146 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8348f527-4df7-4811-b527-477be7593b40 None None] Routers {'70dbf818-7d09-4aac-bc87-8a6b5661f25e'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:45.509821 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8348f527-4df7-4811-b527-477be7593b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:20:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['70dbf818-7d09-4aac-bc87-8a6b5661f25e'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:45.601325 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8348f527-4df7-4811-b527-477be7593b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:45.601959 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8348f527-4df7-4811-b527-477be7593b40 None None] The sync data for ids ['70dbf818-7d09-4aac-bc87-8a6b5661f25e'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:45.667397 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:45.675208 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6a098f51-77a7-4567-b114-cfb920009351 None None] Provisioning for port a0e883db-d20f-41cf-8451-e407fab1516f completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:45.689476 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6a098f51-77a7-4567-b114-cfb920009351 None None] Provisioning complete for port a0e883db-d20f-41cf-8451-e407fab1516f triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:45.697456 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3a5eab3-44e4-41ac-8297-532aa93150aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:45.699789 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a098f51-77a7-4567-b114-cfb920009351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:45.710197 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6a7208e0-c935-4b42-afb1-7854e53360da None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:45.746446 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6a7208e0-c935-4b42-afb1-7854e53360da None None] Transition to ACTIVE for port object 2a2a4964-214d-4a4b-93b1-95947c8c9203 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:45.748542 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-9e94ef26-2850-4aaa-b2d3-3a50a4289dc2 service neutron] 10.222.0.25 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025565 Jul 14 09:20:45.763517 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6a7208e0-c935-4b42-afb1-7854e53360da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:45.776580 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6a098f51-77a7-4567-b114-cfb920009351 None None] Port a0e883db-d20f-41cf-8451-e407fab1516f cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:45.798026 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port ceebfe08-0c24-4f56-9bce-cc7b5279faa1, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ceebfe08-0c24-4f56-9bce-cc7b5279faa1,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:45.831143 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:45.935666 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986649bd-0d36-43e1-a9e9-94a6ae35e374 None None] Pushing event updated for resources: {'Port': ['ID=2a2a4964-214d-4a4b-93b1-95947c8c9203,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:45.947049 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a5eab3-44e4-41ac-8297-532aa93150aa admin admin] Network 860b5fab-0493-49ab-a49a-be68d5aa3d7f is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:45.973098 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f3a5eab3-44e4-41ac-8297-532aa93150aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:46.022621 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6a098f51-77a7-4567-b114-cfb920009351 None None] Provisioning complete for port e4edf523-5b15-483f-84a0-b1fe5ef0c307 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:46.036423 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a098f51-77a7-4567-b114-cfb920009351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:46.166605 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-6a7208e0-c935-4b42-afb1-7854e53360da None None] Attempting to bind port 2a2a4964-214d-4a4b-93b1-95947c8c9203 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:46.167190 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-6a7208e0-c935-4b42-afb1-7854e53360da None None] Attempting to bind port 2a2a4964-214d-4a4b-93b1-95947c8c9203 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'be2df54a-1bd7-4c06-9780-52ec2fe08997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a1edddbd-7cda-472c-9205-a9b6e9f21312'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:46.183236 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7208e0-c935-4b42-afb1-7854e53360da None None] Attempting to bind port 2a2a4964-214d-4a4b-93b1-95947c8c9203 on network a1edddbd-7cda-472c-9205-a9b6e9f21312 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:46.205897 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7208e0-c935-4b42-afb1-7854e53360da None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:46.208984 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7208e0-c935-4b42-afb1-7854e53360da None None] Checking segment: {'id': 'be2df54a-1bd7-4c06-9780-52ec2fe08997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a1edddbd-7cda-472c-9205-a9b6e9f21312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:46.209648 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6a7208e0-c935-4b42-afb1-7854e53360da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:46.210374 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7208e0-c935-4b42-afb1-7854e53360da None None] Bound using segment: {'id': 'be2df54a-1bd7-4c06-9780-52ec2fe08997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a1edddbd-7cda-472c-9205-a9b6e9f21312'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:46.211061 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-6a7208e0-c935-4b42-afb1-7854e53360da None None] Bound port: 2a2a4964-214d-4a4b-93b1-95947c8c9203, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2df54a-1bd7-4c06-9780-52ec2fe08997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a1edddbd-7cda-472c-9205-a9b6e9f21312'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:46.211703 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6a7208e0-c935-4b42-afb1-7854e53360da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:46.271479 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5e588d72-b92c-482e-86d7-0ec2e4f51330 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:46.320010 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device faef5077-7167-4072-b03e-b1ef16598bb5 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:46.492226 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-6a7208e0-c935-4b42-afb1-7854e53360da None None] For port 2a2a4964-214d-4a4b-93b1-95947c8c9203, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:46.503070 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-6a7208e0-c935-4b42-afb1-7854e53360da None None] For port 2a2a4964-214d-4a4b-93b1-95947c8c9203, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2a2a4964-214d-4a4b-93b1-95947c8c9203,segment=NetworkSegment(be2df54a-1bd7-4c06-9780-52ec2fe08997),segment_id=be2df54a-1bd7-4c06-9780-52ec2fe08997)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:46.503360 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9ffa1f-575b-447b-a282-6ad2946f47c8 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Made reservation on behalf of 6e66a3d0bf54475399e7464addc9dced for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:46.514228 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6a7208e0-c935-4b42-afb1-7854e53360da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:46.518365 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d9ffa1f-575b-447b-a282-6ad2946f47c8 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:46.618872 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-9d9ffa1f-575b-447b-a282-6ad2946f47c8 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] device_id is not set on port 395f4037-9a4a-46af-857f-6617eae6465a yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:20:46.628500 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-27aca075-0058-4ea0-9366-17ac4f1c70c7 req-1f3b570b-54cb-4260-8918-2755e45137b7 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 210 time: 0.1605761 Jul 14 09:20:46.654839 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5e588d72-b92c-482e-86d7-0ec2e4f51330 None None] Transition to ACTIVE for port object 34a58249-29df-4584-b25a-bb2c67a278bd will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:46.697129 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6a098f51-77a7-4567-b114-cfb920009351 None None] Port e4edf523-5b15-483f-84a0-b1fe5ef0c307 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:46.706898 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5e588d72-b92c-482e-86d7-0ec2e4f51330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:46.724290 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=ceebfe08-0c24-4f56-9bce-cc7b5279faa1,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:46.825243 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a5eab3-44e4-41ac-8297-532aa93150aa admin admin] Router a01be967-c318-4c09-bfc4-987ce620b023 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:20:46.970941 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port faef5077-7167-4072-b03e-b1ef16598bb5 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:46.971418 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:46.973750 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-5e588d72-b92c-482e-86d7-0ec2e4f51330 None None] Attempting to bind port 34a58249-29df-4584-b25a-bb2c67a278bd on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:46.974127 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-5e588d72-b92c-482e-86d7-0ec2e4f51330 None None] Attempting to bind port 34a58249-29df-4584-b25a-bb2c67a278bd by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:46.974492 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e588d72-b92c-482e-86d7-0ec2e4f51330 None None] Attempting to bind port 34a58249-29df-4584-b25a-bb2c67a278bd on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:46.994132 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e588d72-b92c-482e-86d7-0ec2e4f51330 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:46.994508 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e588d72-b92c-482e-86d7-0ec2e4f51330 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:46.994913 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5e588d72-b92c-482e-86d7-0ec2e4f51330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:46.995329 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e588d72-b92c-482e-86d7-0ec2e4f51330 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:46.995859 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-5e588d72-b92c-482e-86d7-0ec2e4f51330 None None] Bound port: 34a58249-29df-4584-b25a-bb2c67a278bd, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:46.996251 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5e588d72-b92c-482e-86d7-0ec2e4f51330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.028455 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7208e0-c935-4b42-afb1-7854e53360da None None] Routers {'03b5eb33-42bb-4e42-bd1e-374fe50af7ce'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:47.029206 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6a7208e0-c935-4b42-afb1-7854e53360da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:20:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['03b5eb33-42bb-4e42-bd1e-374fe50af7ce'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:47.209009 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a5eab3-44e4-41ac-8297-532aa93150aa admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:47.259548 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f3a5eab3-44e4-41ac-8297-532aa93150aa admin admin] 10.222.0.25 "PUT /v2.0/routers/a01be967-c318-4c09-bfc4-987ce620b023/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7054622 Jul 14 09:20:47.299697 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-6a7208e0-c935-4b42-afb1-7854e53360da None None] Set router 03b5eb33-42bb-4e42-bd1e-374fe50af7ce gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:47.381865 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b8f27-5e60-4ed6-8100-a874e0138c3d None None] Pushing event updated for resources: {'Port': ['ID=34a58249-29df-4584-b25a-bb2c67a278bd,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:47.581146 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-5e588d72-b92c-482e-86d7-0ec2e4f51330 None None] For port 34a58249-29df-4584-b25a-bb2c67a278bd, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:47.585439 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-5e588d72-b92c-482e-86d7-0ec2e4f51330 None None] For port 34a58249-29df-4584-b25a-bb2c67a278bd, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=34a58249-29df-4584-b25a-bb2c67a278bd,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:47.615808 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5e588d72-b92c-482e-86d7-0ec2e4f51330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.632327 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986649bd-0d36-43e1-a9e9-94a6ae35e374 None None] Pushing event updated for resources: {'Port': ['ID=2a2a4964-214d-4a4b-93b1-95947c8c9203,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:47.649124 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-306212d8-63f5-49fa-9c70-585765701ec2 None None] Provisioning complete for port a0e883db-d20f-41cf-8451-e407fab1516f triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:47.649589 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-306212d8-63f5-49fa-9c70-585765701ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.702840 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-9d9ffa1f-575b-447b-a282-6ad2946f47c8 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Allocated IP 172.20.0.10 (da68efe2-38e6-409a-b933-319ea1e41c15/9be6cf73-7f71-4222-a1f2-918e41df1a08/395f4037-9a4a-46af-857f-6617eae6465a) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:47.942052 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b94fe4d1-0b56-404d-9598-6c1e258eab24 req-8e01ad3f-cd4f-44e9-815f-e13d248480ba tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 210 time: 0.1271327 Jul 14 09:20:47.988079 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6a7208e0-c935-4b42-afb1-7854e53360da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b5eb33-42bb-4e42-bd1e-374fe50af7ce', 'name': 'tempest-TestVolumeBackupRestore-1024007021-router', 'tenant_id': '1f8eebcfd1c044f9b2795fe342a21914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'ceebfe08-0c24-4f56-9bce-cc7b5279faa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:25Z', 'updated_at': '2021-07-14T09:20:35Z', 'revision_number': 4, 'project_id': '1f8eebcfd1c044f9b2795fe342a21914', 'gw_port': {'id': 'ceebfe08-0c24-4f56-9bce-cc7b5279faa1', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:95:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5eb33-42bb-4e42-bd1e-374fe50af7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:27Z', 'updated_at': '2021-07-14T09:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '2a2a4964-214d-4a4b-93b1-95947c8c9203', 'name': '', 'network_id': 'a1edddbd-7cda-472c-9205-a9b6e9f21312', 'tenant_id': '1f8eebcfd1c044f9b2795fe342a21914', 'mac_address': 'fa:16:3e:a7:18:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b5eb33-42bb-4e42-bd1e-374fe50af7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '75b77f8e-292d-442b-96db-411ac796f67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:33Z', 'updated_at': '2021-07-14T09:20:46Z', 'revision_number': 4, 'project_id': '1f8eebcfd1c044f9b2795fe342a21914', 'subnets': [{'id': '75b77f8e-292d-442b-96db-411ac796f67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:48.029244 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b8f27-5e60-4ed6-8100-a874e0138c3d None None] Pushing event updated for resources: {'Port': ['ID=34a58249-29df-4584-b25a-bb2c67a278bd,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:48.106200 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-d499a83f-68f1-4cbc-ab5f-ae0eaa7c77b6 req-5938e84d-151f-481e-b7ea-aea0e4859874 tempest-FloatingIPDetailsNegativeTestJSON-722218047 tempest-FloatingIPDetailsNegativeTestJSON-722218047-project] show failed (client error): The resource could not be found. Jul 14 09:20:48.119720 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d499a83f-68f1-4cbc-ab5f-ae0eaa7c77b6 req-5938e84d-151f-481e-b7ea-aea0e4859874 tempest-FloatingIPDetailsNegativeTestJSON-722218047 tempest-FloatingIPDetailsNegativeTestJSON-722218047-project] 10.222.0.25 "GET /v2.0/floatingips/be5cd890-1c2e-4552-a374-0a7aa8e3619c HTTP/1.1" status: 404 len: 350 time: 0.1358783 Jul 14 09:20:48.126761 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55822) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:48.160232 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7208e0-c935-4b42-afb1-7854e53360da None None] The sync data for ids ['03b5eb33-42bb-4e42-bd1e-374fe50af7ce'] in n-d-771362-35 is: [{'id': '03b5eb33-42bb-4e42-bd1e-374fe50af7ce', 'name': 'tempest-TestVolumeBackupRestore-1024007021-router', 'tenant_id': '1f8eebcfd1c044f9b2795fe342a21914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'ceebfe08-0c24-4f56-9bce-cc7b5279faa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:25Z', 'updated_at': '2021-07-14T09:20:35Z', 'revision_number': 4, 'project_id': '1f8eebcfd1c044f9b2795fe342a21914', 'gw_port': {'id': 'ceebfe08-0c24-4f56-9bce-cc7b5279faa1', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:95:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5eb33-42bb-4e42-bd1e-374fe50af7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:27Z', 'updated_at': '2021-07-14T09:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '2a2a4964-214d-4a4b-93b1-95947c8c9203', 'name': '', 'network_id': 'a1edddbd-7cda-472c-9205-a9b6e9f21312', 'tenant_id': '1f8eebcfd1c044f9b2795fe342a21914', 'mac_address': 'fa:16:3e:a7:18:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b5eb33-42bb-4e42-bd1e-374fe50af7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '75b77f8e-292d-442b-96db-411ac796f67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:33Z', 'updated_at': '2021-07-14T09:20:46Z', 'revision_number': 4, 'project_id': '1f8eebcfd1c044f9b2795fe342a21914', 'subnets': [{'id': '75b77f8e-292d-442b-96db-411ac796f67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:48.178398 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-306212d8-63f5-49fa-9c70-585765701ec2 None None] Port a0e883db-d20f-41cf-8451-e407fab1516f cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:48.198311 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e588d72-b92c-482e-86d7-0ec2e4f51330 None None] Routers {'a01be967-c318-4c09-bfc4-987ce620b023'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:48.199581 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5e588d72-b92c-482e-86d7-0ec2e4f51330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:20:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['a01be967-c318-4c09-bfc4-987ce620b023'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:48.519070 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d9ffa1f-575b-447b-a282-6ad2946f47c8 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.575393 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9d9ffa1f-575b-447b-a282-6ad2946f47c8 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Transition to ACTIVE for port object 395f4037-9a4a-46af-857f-6617eae6465a will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:48.634350 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2a2a4964-214d-4a4b-93b1-95947c8c9203 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:48.668614 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d9ffa1f-575b-447b-a282-6ad2946f47c8 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.759828 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ab48dde8-acc2-4eff-b9db-e17029b334fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.822497 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-5e588d72-b92c-482e-86d7-0ec2e4f51330 None None] Set router a01be967-c318-4c09-bfc4-987ce620b023 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:48.854400 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9ffa1f-575b-447b-a282-6ad2946f47c8 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Network da68efe2-38e6-409a-b933-319ea1e41c15 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:48.863148 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-9d9ffa1f-575b-447b-a282-6ad2946f47c8 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:48.866573 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9ffa1f-575b-447b-a282-6ad2946f47c8 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:48.931144 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ffa1f-575b-447b-a282-6ad2946f47c8 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Pushing event updated for resources: {'Port': ['ID=395f4037-9a4a-46af-857f-6617eae6465a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:49.003348 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9ffa1f-575b-447b-a282-6ad2946f47c8 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:49.004151 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d9ffa1f-575b-447b-a282-6ad2946f47c8 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.041989 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9d9ffa1f-575b-447b-a282-6ad2946f47c8 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.8122439 Jul 14 09:20:49.046619 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55838) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:49.198264 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 2a2a4964-214d-4a4b-93b1-95947c8c9203 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:49.226983 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 2a2a4964-214d-4a4b-93b1-95947c8c9203 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:49.227368 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.494095 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-0600baa5-4c01-49ce-a1cd-f802eddd3ac3 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'project_id': '6e66a3d0bf54475399e7464addc9dced', 'port_id': '395f4037-9a4a-46af-857f-6617eae6465a'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:49.532454 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-085fa2c4-dc32-4485-8092-0b6e4a61697d None None] Provisioning for port 395f4037-9a4a-46af-857f-6617eae6465a completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:49.544670 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.544941 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0600baa5-4c01-49ce-a1cd-f802eddd3ac3 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.574549 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-085fa2c4-dc32-4485-8092-0b6e4a61697d None None] Provisioning complete for port 395f4037-9a4a-46af-857f-6617eae6465a triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:49.574844 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-085fa2c4-dc32-4485-8092-0b6e4a61697d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.653662 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b90c2830-d9d2-4904-b7c8-3e3882b4dd2e req-0f9ab626-e2b7-4e73-9e04-0827e9f5f03e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 210 time: 0.2468901 Jul 14 09:20:49.735332 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 2a2a4964-214d-4a4b-93b1-95947c8c9203, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2a2a4964-214d-4a4b-93b1-95947c8c9203,segment=NetworkSegment(be2df54a-1bd7-4c06-9780-52ec2fe08997),segment_id=be2df54a-1bd7-4c06-9780-52ec2fe08997)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:49.768001 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.768896 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ceebfe08-0c24-4f56-9bce-cc7b5279faa1 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:49.937631 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0600baa5-4c01-49ce-a1cd-f802eddd3ac3 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.938285 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-085fa2c4-dc32-4485-8092-0b6e4a61697d None None] Port 395f4037-9a4a-46af-857f-6617eae6465a cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:49.944146 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fe188c6-4e8e-47b4-8c39-1f92f4d23549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.112818 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5e588d72-b92c-482e-86d7-0ec2e4f51330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01be967-c318-4c09-bfc4-987ce620b023', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1468947695-router', 'tenant_id': '0f93b605ed694049a873461b5d255206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '34a58249-29df-4584-b25a-bb2c67a278bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:35Z', 'updated_at': '2021-07-14T09:20:44Z', 'revision_number': 4, 'project_id': '0f93b605ed694049a873461b5d255206', 'gw_port': {'id': '34a58249-29df-4584-b25a-bb2c67a278bd', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:91:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01be967-c318-4c09-bfc4-987ce620b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:36Z', 'updated_at': '2021-07-14T09:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'a0e883db-d20f-41cf-8451-e407fab1516f', 'name': '', 'network_id': '860b5fab-0493-49ab-a49a-be68d5aa3d7f', 'tenant_id': '0f93b605ed694049a873461b5d255206', 'mac_address': 'fa:16:3e:fd:9a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01be967-c318-4c09-bfc4-987ce620b023', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': 'c02dee7e-44f1-4364-a285-9ec527bf351a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:42Z', 'updated_at': '2021-07-14T09:20:44Z', 'revision_number': 2, 'project_id': '0f93b605ed694049a873461b5d255206', 'subnets': [{'id': 'c02dee7e-44f1-4364-a285-9ec527bf351a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:50.134563 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-35d14e5a-e931-4119-9f0a-882a9f061b13 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:50.139340 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-35d14e5a-e931-4119-9f0a-882a9f061b13 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.47 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 812 time: 0.5575926 Jul 14 09:20:50.166352 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e588d72-b92c-482e-86d7-0ec2e4f51330 None None] The sync data for ids ['a01be967-c318-4c09-bfc4-987ce620b023'] in n-d-771362-35 is: [{'id': 'a01be967-c318-4c09-bfc4-987ce620b023', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1468947695-router', 'tenant_id': '0f93b605ed694049a873461b5d255206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '34a58249-29df-4584-b25a-bb2c67a278bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:35Z', 'updated_at': '2021-07-14T09:20:44Z', 'revision_number': 4, 'project_id': '0f93b605ed694049a873461b5d255206', 'gw_port': {'id': '34a58249-29df-4584-b25a-bb2c67a278bd', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:91:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01be967-c318-4c09-bfc4-987ce620b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:36Z', 'updated_at': '2021-07-14T09:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'a0e883db-d20f-41cf-8451-e407fab1516f', 'name': '', 'network_id': '860b5fab-0493-49ab-a49a-be68d5aa3d7f', 'tenant_id': '0f93b605ed694049a873461b5d255206', 'mac_address': 'fa:16:3e:fd:9a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01be967-c318-4c09-bfc4-987ce620b023', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': 'c02dee7e-44f1-4364-a285-9ec527bf351a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:42Z', 'updated_at': '2021-07-14T09:20:44Z', 'revision_number': 2, 'project_id': '0f93b605ed694049a873461b5d255206', 'subnets': [{'id': 'c02dee7e-44f1-4364-a285-9ec527bf351a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:50.243913 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=2a2a4964-214d-4a4b-93b1-95947c8c9203,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:50.256350 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-0600baa5-4c01-49ce-a1cd-f802eddd3ac3 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Allocated IP 172.25.6.35 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/f0d85114-de1c-40e7-8ef8-7ceaf6a949ce) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:50.260051 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ca45efb8-efc3-40f9-8721-8378c8e8e565 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Request body: {'port': {'device_id': '0ed6e465-31fe-4d2d-ae89-e415c2753da6', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'admin_state_up': True, 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:50.276412 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port ceebfe08-0c24-4f56-9bce-cc7b5279faa1 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:50.277012 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.511339 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0600baa5-4c01-49ce-a1cd-f802eddd3ac3 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.613552 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ca45efb8-efc3-40f9-8721-8378c8e8e565 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Made reservation on behalf of 6c80c9228c3d4d0587f67366dd594a1e for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:50.619265 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ca45efb8-efc3-40f9-8721-8378c8e8e565 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.715878 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0600baa5-4c01-49ce-a1cd-f802eddd3ac3 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.786393 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2a2a4964-214d-4a4b-93b1-95947c8c9203 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:50.883904 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600baa5-4c01-49ce-a1cd-f802eddd3ac3 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Pushing event updated for resources: {'Port': ['ID=f0d85114-de1c-40e7-8ef8-7ceaf6a949ce,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:50.921501 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0600baa5-4c01-49ce-a1cd-f802eddd3ac3 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:50.925084 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0600baa5-4c01-49ce-a1cd-f802eddd3ac3 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:50.931172 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0600baa5-4c01-49ce-a1cd-f802eddd3ac3 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:51.097100 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 2a2a4964-214d-4a4b-93b1-95947c8c9203 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:51.097729 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.209451 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-41b02a0e-d100-43b7-94c7-db279366f35c req-ff84a3be-e42a-4dc2-bd3d-5df99346cbc8 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 210 time: 0.1129916 Jul 14 09:20:51.214729 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ca45efb8-efc3-40f9-8721-8378c8e8e565 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Allocated IP 172.20.0.4 (aa88f091-33f9-4aa2-8101-31241b8b415b/a288c610-4f62-489b-a703-60b0f1c60f0a/b29ce761-d555-438b-874b-abdefcc5327f) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:51.301025 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3edf7c37-d378-4e2f-9748-52afe2321b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.375349 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.452862 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7fe188c6-4e8e-47b4-8c39-1f92f4d23549 admin admin] Deleting port a0e883db-d20f-41cf-8451-e407fab1516f {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:51.453258 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fe188c6-4e8e-47b4-8c39-1f92f4d23549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.805516 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fe188c6-4e8e-47b4-8c39-1f92f4d23549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.872793 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7fe188c6-4e8e-47b4-8c39-1f92f4d23549 admin admin] Calling delete_port for a0e883db-d20f-41cf-8451-e407fab1516f owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:51.907311 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ca45efb8-efc3-40f9-8721-8378c8e8e565 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.958676 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ca45efb8-efc3-40f9-8721-8378c8e8e565 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Transition to ACTIVE for port object b29ce761-d555-438b-874b-abdefcc5327f will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:52.082223 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0600baa5-4c01-49ce-a1cd-f802eddd3ac3 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.145682 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.157149 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ca45efb8-efc3-40f9-8721-8378c8e8e565 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.269538 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ca45efb8-efc3-40f9-8721-8378c8e8e565 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Network aa88f091-33f9-4aa2-8101-31241b8b415b is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:52.460558 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fe188c6-4e8e-47b4-8c39-1f92f4d23549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.468631 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ca45efb8-efc3-40f9-8721-8378c8e8e565 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:52.496145 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ca45efb8-efc3-40f9-8721-8378c8e8e565 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:52.532109 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45efb8-efc3-40f9-8721-8378c8e8e565 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Pushing event updated for resources: {'Port': ['ID=b29ce761-d555-438b-874b-abdefcc5327f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:52.625454 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe188c6-4e8e-47b4-8c39-1f92f4d23549 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0e883db-d20f-41cf-8451-e407fab1516f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:52.752561 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 34a58249-29df-4584-b25a-bb2c67a278bd up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:52.956361 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 34a58249-29df-4584-b25a-bb2c67a278bd completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:52.966755 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 34a58249-29df-4584-b25a-bb2c67a278bd triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:52.967148 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.145095 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ca45efb8-efc3-40f9-8721-8378c8e8e565 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:53.155364 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ca45efb8-efc3-40f9-8721-8378c8e8e565 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.186494 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a902977a-ea5b-4a7c-bf2f-396d01f380ff None None] Provisioning for port b29ce761-d555-438b-874b-abdefcc5327f completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:53.216045 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a902977a-ea5b-4a7c-bf2f-396d01f380ff None None] Provisioning complete for port b29ce761-d555-438b-874b-abdefcc5327f triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:53.221543 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a902977a-ea5b-4a7c-bf2f-396d01f380ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.289713 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.336818 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 34a58249-29df-4584-b25a-bb2c67a278bd, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=34a58249-29df-4584-b25a-bb2c67a278bd,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:53.338930 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a902977a-ea5b-4a7c-bf2f-396d01f380ff None None] Port b29ce761-d555-438b-874b-abdefcc5327f cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:53.346690 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.468695 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0600baa5-4c01-49ce-a1cd-f802eddd3ac3 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.868221 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.875327 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0600baa5-4c01-49ce-a1cd-f802eddd3ac3 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.881715 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0600baa5-4c01-49ce-a1cd-f802eddd3ac3 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.904247 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=34a58249-29df-4584-b25a-bb2c67a278bd,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:53.918581 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ca45efb8-efc3-40f9-8721-8378c8e8e565 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7671437 Jul 14 09:20:53.930094 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-65d7607a-ab3b-422c-8ed9-8267ba3282b2 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:53.935944 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-65d7607a-ab3b-422c-8ed9-8267ba3282b2 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057955 Jul 14 09:20:53.994220 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fe188c6-4e8e-47b4-8c39-1f92f4d23549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.021213 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d8c50-8d4a-47e9-8be2-be53b38d7005 req-99506547-1528-4d16-a4c5-2e650761105c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:54.029227 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c06d8c50-8d4a-47e9-8be2-be53b38d7005 req-99506547-1528-4d16-a4c5-2e650761105c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 931 time: 1.5117798 Jul 14 09:20:54.030308 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600baa5-4c01-49ce-a1cd-f802eddd3ac3 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Pushing event updated for resources: {'Port': ['ID=f0d85114-de1c-40e7-8ef8-7ceaf6a949ce,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:54.072399 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0600baa5-4c01-49ce-a1cd-f802eddd3ac3 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.226552 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ce2e66d9-c921-4f59-838d-33877744a39b service neutron] Request body: {'port': {'device_id': '0ed6e465-31fe-4d2d-ae89-e415c2753da6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:54.346102 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c06d8c50-8d4a-47e9-8be2-be53b38d7005 req-de9c7ef9-12aa-4815-b414-36a199910698 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149199 Jul 14 09:20:54.364267 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-0600baa5-4c01-49ce-a1cd-f802eddd3ac3 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Floating IP d7d40e83-ae91-4d78-a72e-a97ce3c6b293 associated. External IP: 172.25.6.35, port: 395f4037-9a4a-46af-857f-6617eae6465a. Jul 14 09:20:54.484610 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55deed7d-0f57-4769-8a5b-2d9702f6f147 None None] Sync routers for ids ['a01be967-c318-4c09-bfc4-987ce620b023'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:54.528337 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55deed7d-0f57-4769-8a5b-2d9702f6f147 None None] Routers {'a01be967-c318-4c09-bfc4-987ce620b023'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:54.529337 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-55deed7d-0f57-4769-8a5b-2d9702f6f147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:20:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['a01be967-c318-4c09-bfc4-987ce620b023'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:54.570167 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ce2e66d9-c921-4f59-838d-33877744a39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.812610 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 34a58249-29df-4584-b25a-bb2c67a278bd up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:54.816994 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-55deed7d-0f57-4769-8a5b-2d9702f6f147 None None] Set router a01be967-c318-4c09-bfc4-987ce620b023 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:54.952065 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 34a58249-29df-4584-b25a-bb2c67a278bd triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:54.952444 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.166645 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe188c6-4e8e-47b4-8c39-1f92f4d23549 admin admin] Router a01be967-c318-4c09-bfc4-987ce620b023 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:20:55.211108 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0600baa5-4c01-49ce-a1cd-f802eddd3ac3 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Router 70dbf818-7d09-4aac-bc87-8a6b5661f25e has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:20:55.301978 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-55deed7d-0f57-4769-8a5b-2d9702f6f147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01be967-c318-4c09-bfc4-987ce620b023', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1468947695-router', 'tenant_id': '0f93b605ed694049a873461b5d255206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '34a58249-29df-4584-b25a-bb2c67a278bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:35Z', 'updated_at': '2021-07-14T09:20:52Z', 'revision_number': 5, 'project_id': '0f93b605ed694049a873461b5d255206', 'gw_port': {'id': '34a58249-29df-4584-b25a-bb2c67a278bd', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:91:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01be967-c318-4c09-bfc4-987ce620b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:36Z', 'updated_at': '2021-07-14T09:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:55.421031 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55deed7d-0f57-4769-8a5b-2d9702f6f147 None None] Checking router: a01be967-c318-4c09-bfc4-987ce620b023 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:20:55.453326 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55deed7d-0f57-4769-8a5b-2d9702f6f147 None None] Routers {'a01be967-c318-4c09-bfc4-987ce620b023'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:55.453963 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-55deed7d-0f57-4769-8a5b-2d9702f6f147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:20:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['a01be967-c318-4c09-bfc4-987ce620b023'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:55.522527 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe188c6-4e8e-47b4-8c39-1f92f4d23549 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:55.546091 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7fe188c6-4e8e-47b4-8c39-1f92f4d23549 admin admin] 10.222.0.25 "PUT /v2.0/routers/a01be967-c318-4c09-bfc4-987ce620b023/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4209478 Jul 14 09:20:55.551034 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55960) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:55.632119 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0600baa5-4c01-49ce-a1cd-f802eddd3ac3 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:55.660948 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4407dc16-685e-4f18-bd0a-6de163135ce9 None None] Sync routers for ids ['70dbf818-7d09-4aac-bc87-8a6b5661f25e'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:55.689263 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0600baa5-4c01-49ce-a1cd-f802eddd3ac3 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.693365 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4407dc16-685e-4f18-bd0a-6de163135ce9 None None] Routers {'70dbf818-7d09-4aac-bc87-8a6b5661f25e'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:55.696794 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4407dc16-685e-4f18-bd0a-6de163135ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:20:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['70dbf818-7d09-4aac-bc87-8a6b5661f25e'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:55.710533 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-55deed7d-0f57-4769-8a5b-2d9702f6f147 None None] Set router a01be967-c318-4c09-bfc4-987ce620b023 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:55.842996 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0600baa5-4c01-49ce-a1cd-f802eddd3ac3 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.7918630 Jul 14 09:20:55.843209 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4407dc16-685e-4f18-bd0a-6de163135ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:55.845611 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55968) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:55.873221 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4407dc16-685e-4f18-bd0a-6de163135ce9 None None] Routers {'70dbf818-7d09-4aac-bc87-8a6b5661f25e'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:55.874000 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4407dc16-685e-4f18-bd0a-6de163135ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:20:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['70dbf818-7d09-4aac-bc87-8a6b5661f25e'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:55.958308 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-079a83ba-2d0f-4875-b3e7-0dea1d6f1884 admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.983340 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4407dc16-685e-4f18-bd0a-6de163135ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:55.984437 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4407dc16-685e-4f18-bd0a-6de163135ce9 None None] The sync data for ids ['70dbf818-7d09-4aac-bc87-8a6b5661f25e'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:56.209133 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-079a83ba-2d0f-4875-b3e7-0dea1d6f1884 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:56.215298 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-55deed7d-0f57-4769-8a5b-2d9702f6f147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01be967-c318-4c09-bfc4-987ce620b023', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1468947695-router', 'tenant_id': '0f93b605ed694049a873461b5d255206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '34a58249-29df-4584-b25a-bb2c67a278bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:35Z', 'updated_at': '2021-07-14T09:20:52Z', 'revision_number': 5, 'project_id': '0f93b605ed694049a873461b5d255206', 'gw_port': {'id': '34a58249-29df-4584-b25a-bb2c67a278bd', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:91:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01be967-c318-4c09-bfc4-987ce620b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:36Z', 'updated_at': '2021-07-14T09:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:56.290604 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55deed7d-0f57-4769-8a5b-2d9702f6f147 None None] The sync data for ids ['a01be967-c318-4c09-bfc4-987ce620b023'] in n-d-771362-35 is: [{'id': 'a01be967-c318-4c09-bfc4-987ce620b023', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1468947695-router', 'tenant_id': '0f93b605ed694049a873461b5d255206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '34a58249-29df-4584-b25a-bb2c67a278bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:35Z', 'updated_at': '2021-07-14T09:20:52Z', 'revision_number': 5, 'project_id': '0f93b605ed694049a873461b5d255206', 'gw_port': {'id': '34a58249-29df-4584-b25a-bb2c67a278bd', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:91:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01be967-c318-4c09-bfc4-987ce620b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:36Z', 'updated_at': '2021-07-14T09:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:56.361943 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-aa097e50-af57-43ab-9020-e1ccbe655e77 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] 10.222.0.25 "GET /v2.0/floatingips/d7d40e83-ae91-4d78-a72e-a97ce3c6b293 HTTP/1.1" status: 200 len: 983 time: 0.5148253 Jul 14 09:20:56.362512 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55984) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:56.367361 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ce2e66d9-c921-4f59-838d-33877744a39b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29ce761-d555-438b-874b-abdefcc5327f {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:56.394405 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ce2e66d9-c921-4f59-838d-33877744a39b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:56.534127 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ce2e66d9-c921-4f59-838d-33877744a39b service neutron] Transition to ACTIVE for port object b29ce761-d555-438b-874b-abdefcc5327f will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:56.563409 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a13941-c278-48f8-a8b6-896a223ef2dc req-54b1e312-cc11-4b6d-a69d-b5cf062de324 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:56.581259 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-68a13941-c278-48f8-a8b6-896a223ef2dc req-54b1e312-cc11-4b6d-a69d-b5cf062de324 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 931 time: 0.4248297 Jul 14 09:20:56.591471 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ce2e66d9-c921-4f59-838d-33877744a39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:56.745051 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ad8cd02a-e731-484a-8562-3f201d8949f5 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3819 time: 0.3813119 Jul 14 09:20:56.745883 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55996) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:56.768508 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a0e883db-d20f-41cf-8451-e407fab1516f no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:56.780360 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e66d9-c921-4f59-838d-33877744a39b service neutron] Pushing event updated for resources: {'Port': ['ID=b29ce761-d555-438b-874b-abdefcc5327f,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:56.821153 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-079a83ba-2d0f-4875-b3e7-0dea1d6f1884 admin admin] Deleting port 34a58249-29df-4584-b25a-bb2c67a278bd {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:56.821505 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-079a83ba-2d0f-4875-b3e7-0dea1d6f1884 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:56.837458 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: a0e883db-d20f-41cf-8451-e407fab1516f {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:56.837807 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a0e883db-d20f-41cf-8451-e407fab1516f not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:56.972288 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-079a83ba-2d0f-4875-b3e7-0dea1d6f1884 admin admin] For port 34a58249-29df-4584-b25a-bb2c67a278bd, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=34a58249-29df-4584-b25a-bb2c67a278bd,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:56.972662 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-079a83ba-2d0f-4875-b3e7-0dea1d6f1884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.008486 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-079a83ba-2d0f-4875-b3e7-0dea1d6f1884 admin admin] Calling delete_port for 34a58249-29df-4584-b25a-bb2c67a278bd owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:57.202953 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-497286df-5657-41f8-8b76-6cfd993d76f2 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Deleting port f0d85114-de1c-40e7-8ef8-7ceaf6a949ce {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:57.203680 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-497286df-5657-41f8-8b76-6cfd993d76f2 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.521921 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-497286df-5657-41f8-8b76-6cfd993d76f2 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.522562 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-497286df-5657-41f8-8b76-6cfd993d76f2 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.581194 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-497286df-5657-41f8-8b76-6cfd993d76f2 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Calling delete_port for f0d85114-de1c-40e7-8ef8-7ceaf6a949ce owned by network:floatingip {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:57.628043 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-079a83ba-2d0f-4875-b3e7-0dea1d6f1884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.762171 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a83ba-2d0f-4875-b3e7-0dea1d6f1884 admin admin] Pushing event deleted for resources: {'Port': ['ID=34a58249-29df-4584-b25a-bb2c67a278bd,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:57.910734 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-68a13941-c278-48f8-a8b6-896a223ef2dc req-b18c1667-3111-4964-ac0c-25349b0fdd77 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3278332 Jul 14 09:20:57.982267 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-497286df-5657-41f8-8b76-6cfd993d76f2 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.019764 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497286df-5657-41f8-8b76-6cfd993d76f2 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Pushing event deleted for resources: {'Port': ['ID=f0d85114-de1c-40e7-8ef8-7ceaf6a949ce,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:58.112755 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-497286df-5657-41f8-8b76-6cfd993d76f2 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks [] for floatingip, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.113271 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-497286df-5657-41f8-8b76-6cfd993d76f2 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Floating IP d7d40e83-ae91-4d78-a72e-a97ce3c6b293 disassociated (deleted). External IP: 172.25.6.35, port: 395f4037-9a4a-46af-857f-6617eae6465a. Jul 14 09:20:58.187219 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-079a83ba-2d0f-4875-b3e7-0dea1d6f1884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.362119 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ce2e66d9-c921-4f59-838d-33877744a39b service neutron] Attempting to bind port b29ce761-d555-438b-874b-abdefcc5327f on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:58.363243 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ce2e66d9-c921-4f59-838d-33877744a39b service neutron] Attempting to bind port b29ce761-d555-438b-874b-abdefcc5327f by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:58.363726 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ce2e66d9-c921-4f59-838d-33877744a39b service neutron] Attempting to bind port b29ce761-d555-438b-874b-abdefcc5327f on network aa88f091-33f9-4aa2-8101-31241b8b415b {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:58.432825 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ce2e66d9-c921-4f59-838d-33877744a39b service neutron] Port b29ce761-d555-438b-874b-abdefcc5327f on network aa88f091-33f9-4aa2-8101-31241b8b415b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:20:58.432984 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497286df-5657-41f8-8b76-6cfd993d76f2 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Router 70dbf818-7d09-4aac-bc87-8a6b5661f25e has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:20:58.433989 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ce2e66d9-c921-4f59-838d-33877744a39b service neutron] Attempting to bind port b29ce761-d555-438b-874b-abdefcc5327f on network aa88f091-33f9-4aa2-8101-31241b8b415b {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:58.456063 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf3c618-5892-4757-810a-b404bcb88868 None None] Sync routers for ids ['a01be967-c318-4c09-bfc4-987ce620b023'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:58.457423 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-079a83ba-2d0f-4875-b3e7-0dea1d6f1884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.460195 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-079a83ba-2d0f-4875-b3e7-0dea1d6f1884 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.467122 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ce2e66d9-c921-4f59-838d-33877744a39b service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:58.469248 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ce2e66d9-c921-4f59-838d-33877744a39b service neutron] Checking segment: {'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:58.471222 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ce2e66d9-c921-4f59-838d-33877744a39b service neutron] Bound using segment: {'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:58.473549 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ce2e66d9-c921-4f59-838d-33877744a39b service neutron] Bound port: b29ce761-d555-438b-874b-abdefcc5327f, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:58.473549 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ce2e66d9-c921-4f59-838d-33877744a39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.476246 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf3c618-5892-4757-810a-b404bcb88868 None None] Routers {'a01be967-c318-4c09-bfc4-987ce620b023'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:58.477837 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-caf3c618-5892-4757-810a-b404bcb88868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:20:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['a01be967-c318-4c09-bfc4-987ce620b023'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:58.657600 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-caf3c618-5892-4757-810a-b404bcb88868 None None] Set router a01be967-c318-4c09-bfc4-987ce620b023 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:58.722023 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497286df-5657-41f8-8b76-6cfd993d76f2 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:58.728775 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-497286df-5657-41f8-8b76-6cfd993d76f2 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.736358 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9def04eb-a4ba-454d-8f22-4cfac027c606 None None] Sync routers for ids ['70dbf818-7d09-4aac-bc87-8a6b5661f25e'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:58.762876 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9def04eb-a4ba-454d-8f22-4cfac027c606 None None] Routers {'70dbf818-7d09-4aac-bc87-8a6b5661f25e'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:58.777345 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9def04eb-a4ba-454d-8f22-4cfac027c606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:20:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['70dbf818-7d09-4aac-bc87-8a6b5661f25e'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:58.787689 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-497286df-5657-41f8-8b76-6cfd993d76f2 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] 10.222.0.25 "DELETE /v2.0/floatingips/d7d40e83-ae91-4d78-a72e-a97ce3c6b293 HTTP/1.1" status: 204 len: 168 time: 2.0406544 Jul 14 09:20:58.791888 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56030) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:58.803776 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-7dfd4375-9784-4555-abf0-15faf8307a57 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:58.857356 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ce2e66d9-c921-4f59-838d-33877744a39b service neutron] For port b29ce761-d555-438b-874b-abdefcc5327f, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:58.862053 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ce2e66d9-c921-4f59-838d-33877744a39b service neutron] For port b29ce761-d555-438b-874b-abdefcc5327f, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b29ce761-d555-438b-874b-abdefcc5327f,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:58.865504 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-caf3c618-5892-4757-810a-b404bcb88868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01be967-c318-4c09-bfc4-987ce620b023', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1468947695-router', 'tenant_id': '0f93b605ed694049a873461b5d255206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:35Z', 'updated_at': '2021-07-14T09:20:57Z', 'revision_number': 7, 'project_id': '0f93b605ed694049a873461b5d255206', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:58.868137 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ce2e66d9-c921-4f59-838d-33877744a39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.871187 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7dfd4375-9784-4555-abf0-15faf8307a57 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.890863 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-079a83ba-2d0f-4875-b3e7-0dea1d6f1884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.891563 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079a83ba-2d0f-4875-b3e7-0dea1d6f1884 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a01be967-c318-4c09-bfc4-987ce620b023 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:20:58.913443 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9def04eb-a4ba-454d-8f22-4cfac027c606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:58.954564 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9def04eb-a4ba-454d-8f22-4cfac027c606 None None] Routers {'70dbf818-7d09-4aac-bc87-8a6b5661f25e'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:58.955348 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9def04eb-a4ba-454d-8f22-4cfac027c606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:20:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['70dbf818-7d09-4aac-bc87-8a6b5661f25e'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:58.959549 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ce2e66d9-c921-4f59-838d-33877744a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:58.960251 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ce2e66d9-c921-4f59-838d-33877744a39b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.973627 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-ce2e66d9-c921-4f59-838d-33877744a39b service neutron] 10.222.0.47 "PUT /v2.0/ports/b29ce761-d555-438b-874b-abdefcc5327f HTTP/1.1" status: 200 len: 1092 time: 5.0343940 Jul 14 09:20:58.985080 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-079a83ba-2d0f-4875-b3e7-0dea1d6f1884 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.987812 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-079a83ba-2d0f-4875-b3e7-0dea1d6f1884 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a01be967-c318-4c09-bfc4-987ce620b023 HTTP/1.1" status: 204 len: 168 time: 3.4325688 Jul 14 09:20:58.997069 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed6e465-31fe-4d2d-ae89-e415c2753da6', 'tag': 'b29ce761-d555-438b-874b-abdefcc5327f'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:59.004815 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1be505-9e74-487e-b7f6-8784d29e8da1" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed6e465-31fe-4d2d-ae89-e415c2753da6", "tag": "b29ce761-d555-438b-874b-abdefcc5327f"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:59.015052 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56042) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:59.070550 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf3c618-5892-4757-810a-b404bcb88868 None None] Checking router: a01be967-c318-4c09-bfc4-987ce620b023 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:20:59.099243 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9def04eb-a4ba-454d-8f22-4cfac027c606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:59.100679 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9def04eb-a4ba-454d-8f22-4cfac027c606 None None] The sync data for ids ['70dbf818-7d09-4aac-bc87-8a6b5661f25e'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:59.110549 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf3c618-5892-4757-810a-b404bcb88868 None None] Routers set() bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:59.111072 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf3c618-5892-4757-810a-b404bcb88868 None None] Router IDs set() for agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:20:59.116917 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_agentschedulers_db [None req-caf3c618-5892-4757-810a-b404bcb88868 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a01be967-c318-4c09-bfc4-987ce620b023'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:20:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent'). {{(pid=93775) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 09:20:59.117566 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf3c618-5892-4757-810a-b404bcb88868 None None] The sync data for ids ['a01be967-c318-4c09-bfc4-987ce620b023'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:59.291821 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e66d9-c921-4f59-838d-33877744a39b service neutron] Pushing event updated for resources: {'Port': ['ID=b29ce761-d555-438b-874b-abdefcc5327f,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:59.318639 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-43cddccb-270f-4cd8-b88b-b6afb81a471d admin admin] Deleting subnet c02dee7e-44f1-4364-a285-9ec527bf351a {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:20:59.334330 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43cddccb-270f-4cd8-b88b-b6afb81a471d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.428744 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7dfd4375-9784-4555-abf0-15faf8307a57 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.507336 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43cddccb-270f-4cd8-b88b-b6afb81a471d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.617998 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43cddccb-270f-4cd8-b88b-b6afb81a471d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.766067 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-7dfd4375-9784-4555-abf0-15faf8307a57 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Allocated IP 172.25.6.110 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/7b6517e0-93cf-4243-983f-d545eeada336) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:59.808067 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50715031-566a-4035-a1d5-139147760f37 x-openstack-request-id: req-50715031-566a-4035-a1d5-139147760f37 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:59.808436 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed6e465-31fe-4d2d-ae89-e415c2753da6", "tag": "b29ce761-d555-438b-874b-abdefcc5327f", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:59.808701 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50715031-566a-4035-a1d5-139147760f37 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:59.809144 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed6e465-31fe-4d2d-ae89-e415c2753da6', 'tag': 'b29ce761-d555-438b-874b-abdefcc5327f', 'status': 'completed', 'code': 200} Jul 14 09:20:59.812379 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43cddccb-270f-4cd8-b88b-b6afb81a471d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.871362 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cddccb-270f-4cd8-b88b-b6afb81a471d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c02dee7e-44f1-4364-a285-9ec527bf351a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:59.909969 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb941c3-f1d6-444d-b850-31a8889504d3 None None] Network 860b5fab-0493-49ab-a49a-be68d5aa3d7f requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:59.912921 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43cddccb-270f-4cd8-b88b-b6afb81a471d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.914947 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-43cddccb-270f-4cd8-b88b-b6afb81a471d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c02dee7e-44f1-4364-a285-9ec527bf351a HTTP/1.1" status: 204 len: 168 time: 0.8924234 Jul 14 09:20:59.933160 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56062) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:00.022603 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-c1b1615a-efe8-419d-a661-f57f3e747ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:00.029097 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7dfd4375-9784-4555-abf0-15faf8307a57 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.033057 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-c1b1615a-efe8-419d-a661-f57f3e747ac9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 1095 time: 0.8635259 Jul 14 09:21:00.105680 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07c94c-76c7-4daa-b6bf-b21725168ee4 req-53bc3e30-1b77-4a15-8637-c1dbb4712c3f tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:00.113837 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-df07c94c-76c7-4daa-b6bf-b21725168ee4 req-53bc3e30-1b77-4a15-8637-c1dbb4712c3f tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 943 time: 0.3971355 Jul 14 09:21:00.121255 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7dfd4375-9784-4555-abf0-15faf8307a57 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.182208 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-c1c97e64-4b5b-4630-a84c-a24c875f2e6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b29ce761-d555-438b-874b-abdefcc5327f HTTP/1.1" status: 200 len: 217 time: 0.1323774 Jul 14 09:21:00.227930 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c39f45a-144f-4c49-a3d3-e3f2e908564e None None] DHCP port deletion for 860b5fab-0493-49ab-a49a-be68d5aa3d7f request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:21:00.259469 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd4375-9784-4555-abf0-15faf8307a57 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Pushing event updated for resources: {'Port': ['ID=7b6517e0-93cf-4243-983f-d545eeada336,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:00.270236 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfd4375-9784-4555-abf0-15faf8307a57 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:00.276313 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-7dfd4375-9784-4555-abf0-15faf8307a57 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:00.281579 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92148a91-2416-46ea-90ff-6f8738d789f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.288396 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfd4375-9784-4555-abf0-15faf8307a57 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:00.318763 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-df07c94c-76c7-4daa-b6bf-b21725168ee4 req-556cdc66-a821-4ffd-9066-0812cee9c34d tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013333 Jul 14 09:21:00.396024 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8c39f45a-144f-4c49-a3d3-e3f2e908564e None None] Deleting port faef5077-7167-4072-b03e-b1ef16598bb5 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:00.399573 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8c39f45a-144f-4c49-a3d3-e3f2e908564e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.473321 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-b69f2aab-0ab4-4614-a1ef-b1ee8b6fa615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:00.479124 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-b69f2aab-0ab4-4614-a1ef-b1ee8b6fa615 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a288c610-4f62-489b-a703-60b0f1c60f0a HTTP/1.1" status: 200 len: 851 time: 0.2813852 Jul 14 09:21:00.556162 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7dfd4375-9784-4555-abf0-15faf8307a57 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.612519 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8c39f45a-144f-4c49-a3d3-e3f2e908564e None None] For port faef5077-7167-4072-b03e-b1ef16598bb5, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=faef5077-7167-4072-b03e-b1ef16598bb5,segment=NetworkSegment(a2727fbf-1c27-4fb3-9aab-cfc5fd7020d1),segment_id=a2727fbf-1c27-4fb3-9aab-cfc5fd7020d1)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:00.613155 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8c39f45a-144f-4c49-a3d3-e3f2e908564e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.654630 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8c39f45a-144f-4c49-a3d3-e3f2e908564e None None] Calling delete_port for faef5077-7167-4072-b03e-b1ef16598bb5 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:00.658514 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7dfd4375-9784-4555-abf0-15faf8307a57 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.663748 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 34a58249-29df-4584-b25a-bb2c67a278bd no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:00.698849 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-92148a91-2416-46ea-90ff-6f8738d789f3 admin admin] Deleting port faef5077-7167-4072-b03e-b1ef16598bb5 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:00.699358 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92148a91-2416-46ea-90ff-6f8738d789f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.710957 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 34a58249-29df-4584-b25a-bb2c67a278bd {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:00.711314 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 34a58249-29df-4584-b25a-bb2c67a278bd not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:00.711755 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device faef5077-7167-4072-b03e-b1ef16598bb5 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:00.811795 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-814d0713-1112-4590-8384-89fe12b0c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:00.825433 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-814d0713-1112-4590-8384-89fe12b0c57b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa88f091-33f9-4aa2-8101-31241b8b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3290334 Jul 14 09:21:00.963236 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:01.010936 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-1021c652-e72b-423e-8d89-d899f747e3ce service neutron] 10.222.0.47 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761487 Jul 14 09:21:01.036301 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7dfd4375-9784-4555-abf0-15faf8307a57 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:01.042324 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-92148a91-2416-46ea-90ff-6f8738d789f3 admin admin] For port faef5077-7167-4072-b03e-b1ef16598bb5, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=faef5077-7167-4072-b03e-b1ef16598bb5,segment=NetworkSegment(a2727fbf-1c27-4fb3-9aab-cfc5fd7020d1),segment_id=a2727fbf-1c27-4fb3-9aab-cfc5fd7020d1)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:01.042737 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92148a91-2416-46ea-90ff-6f8738d789f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:01.047427 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7dfd4375-9784-4555-abf0-15faf8307a57 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:01.076494 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8c39f45a-144f-4c49-a3d3-e3f2e908564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:01.095727 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c39f45a-144f-4c49-a3d3-e3f2e908564e None None] No DVR routers for this DVR port faef5077-7167-4072-b03e-b1ef16598bb5 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:01.116786 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-92148a91-2416-46ea-90ff-6f8738d789f3 admin admin] Calling delete_port for faef5077-7167-4072-b03e-b1ef16598bb5 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:01.140404 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39f45a-144f-4c49-a3d3-e3f2e908564e None None] Pushing event deleted for resources: {'Port': ['ID=faef5077-7167-4072-b03e-b1ef16598bb5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:01.211797 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd4375-9784-4555-abf0-15faf8307a57 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Pushing event updated for resources: {'Port': ['ID=7b6517e0-93cf-4243-983f-d545eeada336,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:01.223377 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7dfd4375-9784-4555-abf0-15faf8307a57 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:01.238435 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21b9d736-99f7-4597-8cc4-f29bda229200 req-69acec79-b4ec-498f-a991-e9ff23ed1689 service neutron] 10.222.0.47 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084455 Jul 14 09:21:01.246172 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7dfd4375-9784-4555-abf0-15faf8307a57 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:01.248097 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7dfd4375-9784-4555-abf0-15faf8307a57 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4543707 Jul 14 09:21:01.252895 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56086) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:01.289053 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92148a91-2416-46ea-90ff-6f8738d789f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:01.363574 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92148a91-2416-46ea-90ff-6f8738d789f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=faef5077-7167-4072-b03e-b1ef16598bb5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:01.417502 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-5a0bbab8-4f87-436b-aac7-7c094a0c4c5d tempest-FloatingIPAdminTestJSON-1157306250 tempest-FloatingIPAdminTestJSON-1157306250-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:01.472066 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92148a91-2416-46ea-90ff-6f8738d789f3 admin admin] No DVR routers for this DVR port faef5077-7167-4072-b03e-b1ef16598bb5 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:01.491708 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a0bbab8-4f87-436b-aac7-7c094a0c4c5d tempest-FloatingIPAdminTestJSON-1157306250 tempest-FloatingIPAdminTestJSON-1157306250-project] Notify callbacks [] for floatingip, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:01.765994 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a0bbab8-4f87-436b-aac7-7c094a0c4c5d tempest-FloatingIPAdminTestJSON-1157306250 tempest-FloatingIPAdminTestJSON-1157306250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:01.858638 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92148a91-2416-46ea-90ff-6f8738d789f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:01.942383 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-92148a91-2416-46ea-90ff-6f8738d789f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860b5fab-0493-49ab-a49a-be68d5aa3d7f']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:01.952790 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-5a0bbab8-4f87-436b-aac7-7c094a0c4c5d tempest-FloatingIPAdminTestJSON-1157306250 tempest-FloatingIPAdminTestJSON-1157306250-project] Allocated IP 172.25.6.220 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/adec6cf6-577e-4e16-9d55-1000725130f1) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:01.954925 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-92148a91-2416-46ea-90ff-6f8738d789f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2727fbf-1c27-4fb3-9aab-cfc5fd7020d1') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:01.955302 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-92148a91-2416-46ea-90ff-6f8738d789f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2727fbf-1c27-4fb3-9aab-cfc5fd7020d1') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:01.969144 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92148a91-2416-46ea-90ff-6f8738d789f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.012593 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92148a91-2416-46ea-90ff-6f8738d789f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.025936 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92148a91-2416-46ea-90ff-6f8738d789f3 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:21:02.026596 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92148a91-2416-46ea-90ff-6f8738d789f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: self.session.flush() Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: self.session.flush() Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: self.session.flush() Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: self.session.flush() Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:21:02.028918 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:21:02.060270 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1be505-9e74-487e-b7f6-8784d29e8da1 req-a10eb3ce-075d-44da-8434-a5ca242ca3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:02.064564 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9a1be505-9e74-487e-b7f6-8784d29e8da1 req-a10eb3ce-075d-44da-8434-a5ca242ca3d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 1095 time: 0.7115023 Jul 14 09:21:02.116156 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1e8a5-7559-4a08-aca4-95855d50923e req-93e8a323-79fa-486e-aa90-71487af590ee tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:02.118457 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-87c1e8a5-7559-4a08-aca4-95855d50923e req-93e8a323-79fa-486e-aa90-71487af590ee tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 943 time: 0.4204364 Jul 14 09:21:02.164528 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a0bbab8-4f87-436b-aac7-7c094a0c4c5d tempest-FloatingIPAdminTestJSON-1157306250 tempest-FloatingIPAdminTestJSON-1157306250-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.239169 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92148a91-2416-46ea-90ff-6f8738d789f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.248376 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a0bbab8-4f87-436b-aac7-7c094a0c4c5d tempest-FloatingIPAdminTestJSON-1157306250 tempest-FloatingIPAdminTestJSON-1157306250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.269876 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92148a91-2416-46ea-90ff-6f8738d789f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.272915 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-92148a91-2416-46ea-90ff-6f8738d789f3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/860b5fab-0493-49ab-a49a-be68d5aa3d7f HTTP/1.1" status: 204 len: 168 time: 2.3387327 Jul 14 09:21:02.277296 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92148a91-2416-46ea-90ff-6f8738d789f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=860b5fab-0493-49ab-a49a-be68d5aa3d7f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:02.320305 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-87c1e8a5-7559-4a08-aca4-95855d50923e req-a7546b0d-9549-42b4-8bb2-f60c6720a23f tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431768 Jul 14 09:21:02.320887 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0bbab8-4f87-436b-aac7-7c094a0c4c5d tempest-FloatingIPAdminTestJSON-1157306250 tempest-FloatingIPAdminTestJSON-1157306250-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:02.361425 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bbab8-4f87-436b-aac7-7c094a0c4c5d tempest-FloatingIPAdminTestJSON-1157306250 tempest-FloatingIPAdminTestJSON-1157306250-project] Pushing event updated for resources: {'Port': ['ID=adec6cf6-577e-4e16-9d55-1000725130f1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:02.366345 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5a0bbab8-4f87-436b-aac7-7c094a0c4c5d tempest-FloatingIPAdminTestJSON-1157306250 tempest-FloatingIPAdminTestJSON-1157306250-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:02.371456 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0bbab8-4f87-436b-aac7-7c094a0c4c5d tempest-FloatingIPAdminTestJSON-1157306250 tempest-FloatingIPAdminTestJSON-1157306250-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:02.407055 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1be505-9e74-487e-b7f6-8784d29e8da1 req-e8a95b27-b8e9-48a4-aaa9-252175c083fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:02.410696 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9a1be505-9e74-487e-b7f6-8784d29e8da1 req-e8a95b27-b8e9-48a4-aaa9-252175c083fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 912 time: 0.2852976 Jul 14 09:21:02.553643 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9a1be505-9e74-487e-b7f6-8784d29e8da1 req-61c036c9-0867-419b-872f-0cbbad12d307 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b29ce761-d555-438b-874b-abdefcc5327f HTTP/1.1" status: 200 len: 217 time: 0.1364808 Jul 14 09:21:02.591686 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a0bbab8-4f87-436b-aac7-7c094a0c4c5d tempest-FloatingIPAdminTestJSON-1157306250 tempest-FloatingIPAdminTestJSON-1157306250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.611887 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56124) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:02.667216 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a0bbab8-4f87-436b-aac7-7c094a0c4c5d tempest-FloatingIPAdminTestJSON-1157306250 tempest-FloatingIPAdminTestJSON-1157306250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.776911 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1be505-9e74-487e-b7f6-8784d29e8da1 req-72158c19-6966-4c82-8cc3-42a254c452d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:02.778910 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9a1be505-9e74-487e-b7f6-8784d29e8da1 req-72158c19-6966-4c82-8cc3-42a254c452d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a288c610-4f62-489b-a703-60b0f1c60f0a HTTP/1.1" status: 200 len: 851 time: 0.2076631 Jul 14 09:21:02.830564 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9b447943-22b0-45e8-9cdb-40fa97741886 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0f93b605ed694049a873461b5d255206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2172294 Jul 14 09:21:02.831200 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56128) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:02.958199 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1be505-9e74-487e-b7f6-8784d29e8da1 req-a31cd111-da24-4edb-9445-20476c44883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:02.960211 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9a1be505-9e74-487e-b7f6-8784d29e8da1 req-a31cd111-da24-4edb-9445-20476c44883b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa88f091-33f9-4aa2-8101-31241b8b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1719244 Jul 14 09:21:02.999777 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d79badd-1a81-46c0-927c-2dffbc0b2906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:03.111576 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d79badd-1a81-46c0-927c-2dffbc0b2906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:03.236554 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9a1be505-9e74-487e-b7f6-8784d29e8da1 req-6eb4f557-cc8f-495a-b36c-623aee89ff7c service neutron] 10.222.0.47 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610190 Jul 14 09:21:03.244136 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d79badd-1a81-46c0-927c-2dffbc0b2906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:03.257791 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d79badd-1a81-46c0-927c-2dffbc0b2906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:03.257791 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2d79badd-1a81-46c0-927c-2dffbc0b2906 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/191b8cfd-ea16-4bc0-9960-040fe57a9dff HTTP/1.1" status: 204 len: 168 time: 0.4060042 Jul 14 09:21:03.294816 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79badd-1a81-46c0-927c-2dffbc0b2906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191b8cfd-ea16-4bc0-9960-040fe57a9dff,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:03.463139 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9a1be505-9e74-487e-b7f6-8784d29e8da1 req-cfd234b6-8cb3-449b-8708-47b05ac36c2a service neutron] 10.222.0.47 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040758 Jul 14 09:21:03.753914 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a0bbab8-4f87-436b-aac7-7c094a0c4c5d tempest-FloatingIPAdminTestJSON-1157306250 tempest-FloatingIPAdminTestJSON-1157306250-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:03.760702 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a0bbab8-4f87-436b-aac7-7c094a0c4c5d tempest-FloatingIPAdminTestJSON-1157306250 tempest-FloatingIPAdminTestJSON-1157306250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:03.862058 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bbab8-4f87-436b-aac7-7c094a0c4c5d tempest-FloatingIPAdminTestJSON-1157306250 tempest-FloatingIPAdminTestJSON-1157306250-project] Pushing event updated for resources: {'Port': ['ID=adec6cf6-577e-4e16-9d55-1000725130f1,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:03.871610 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a0bbab8-4f87-436b-aac7-7c094a0c4c5d tempest-FloatingIPAdminTestJSON-1157306250 tempest-FloatingIPAdminTestJSON-1157306250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:03.888823 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a0bbab8-4f87-436b-aac7-7c094a0c4c5d tempest-FloatingIPAdminTestJSON-1157306250 tempest-FloatingIPAdminTestJSON-1157306250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:03.893460 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5a0bbab8-4f87-436b-aac7-7c094a0c4c5d tempest-FloatingIPAdminTestJSON-1157306250 tempest-FloatingIPAdminTestJSON-1157306250-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6399159 Jul 14 09:21:03.894614 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56154) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:03.900240 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2c9f7-7d37-4bd0-a97f-b5449015991a req-25ac3221-c6df-49b0-8593-b0311a6a8aab tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:03.905958 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-24a2c9f7-7d37-4bd0-a97f-b5449015991a req-25ac3221-c6df-49b0-8593-b0311a6a8aab tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 943 time: 0.2122521 Jul 14 09:21:03.946697 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [req-c75f535a-45ab-406a-b4d4-e07517cc1933 req-995f0440-bff8-4ec2-aded-92e3ee126ed5 service neutron] (93772) timed out ('10.222.0.47', 59452) {{(pid=93772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:21:04.004580 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-24a2c9f7-7d37-4bd0-a97f-b5449015991a req-b0382b0e-240a-4997-96df-9b81264ecd7e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937111 Jul 14 09:21:04.014254 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56156) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:04.022446 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-91bcce6b-5f5d-4ddb-b218-b12cf40e91c2 tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4004 time: 0.1265104 Jul 14 09:21:04.110481 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f2982d02-69da-4ac1-83ce-2057457035f9 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0925760 Jul 14 09:21:04.111633 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56162) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:04.506556 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f230eae8-5b00-4946-be6e-5b75379c47ad tempest-FloatingIPAdminTestJSON-1157306250 tempest-FloatingIPAdminTestJSON-1157306250-project] Deleting port adec6cf6-577e-4e16-9d55-1000725130f1 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:04.507075 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f230eae8-5b00-4946-be6e-5b75379c47ad tempest-FloatingIPAdminTestJSON-1157306250 tempest-FloatingIPAdminTestJSON-1157306250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:04.774302 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f230eae8-5b00-4946-be6e-5b75379c47ad tempest-FloatingIPAdminTestJSON-1157306250 tempest-FloatingIPAdminTestJSON-1157306250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:04.774302 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f230eae8-5b00-4946-be6e-5b75379c47ad tempest-FloatingIPAdminTestJSON-1157306250 tempest-FloatingIPAdminTestJSON-1157306250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:04.835529 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f230eae8-5b00-4946-be6e-5b75379c47ad tempest-FloatingIPAdminTestJSON-1157306250 tempest-FloatingIPAdminTestJSON-1157306250-project] Calling delete_port for adec6cf6-577e-4e16-9d55-1000725130f1 owned by network:floatingip {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:05.043432 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56204) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:05.196502 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f230eae8-5b00-4946-be6e-5b75379c47ad tempest-FloatingIPAdminTestJSON-1157306250 tempest-FloatingIPAdminTestJSON-1157306250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:05.353024 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230eae8-5b00-4946-be6e-5b75379c47ad tempest-FloatingIPAdminTestJSON-1157306250 tempest-FloatingIPAdminTestJSON-1157306250-project] Pushing event deleted for resources: {'Port': ['ID=adec6cf6-577e-4e16-9d55-1000725130f1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:05.363688 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b29ce761-d555-438b-874b-abdefcc5327f details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:05.492793 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f230eae8-5b00-4946-be6e-5b75379c47ad tempest-FloatingIPAdminTestJSON-1157306250 tempest-FloatingIPAdminTestJSON-1157306250-project] Notify callbacks [] for floatingip, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:05.519010 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f230eae8-5b00-4946-be6e-5b75379c47ad tempest-FloatingIPAdminTestJSON-1157306250 tempest-FloatingIPAdminTestJSON-1157306250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:05.531016 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f230eae8-5b00-4946-be6e-5b75379c47ad tempest-FloatingIPAdminTestJSON-1157306250 tempest-FloatingIPAdminTestJSON-1157306250-project] 10.222.0.25 "DELETE /v2.0/floatingips/e19ec9c9-5abe-4a4a-b4ee-25a509b27584 HTTP/1.1" status: 204 len: 168 time: 1.4179242 Jul 14 09:21:05.534301 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56220) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:05.599976 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port b29ce761-d555-438b-874b-abdefcc5327f, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b29ce761-d555-438b-874b-abdefcc5327f,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:05.614543 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'b29ce761-d555-438b-874b-abdefcc5327f', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'port_id': 'b29ce761-d555-438b-874b-abdefcc5327f', 'mac_address': 'fa:16:3e:2b:42:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:05.665857 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:05.681916 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29ce761-d555-438b-874b-abdefcc5327f {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:05.705975 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port b29ce761-d555-438b-874b-abdefcc5327f, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b29ce761-d555-438b-874b-abdefcc5327f,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:05.710925 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:05.867038 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=b29ce761-d555-438b-874b-abdefcc5327f,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:05.975468 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-80dbeaf1-5203-4ebf-a786-2ab4d05a27cf tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Deleting port 7b6517e0-93cf-4243-983f-d545eeada336 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:05.976071 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80dbeaf1-5203-4ebf-a786-2ab4d05a27cf tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.007968 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['b29ce761-d555-438b-874b-abdefcc5327f'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:06.069413 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6d805d7f-de5e-4f6b-a76f-fcda61983745 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1905179074-network', 'tenant_id': '31d43ce6bd414ffdbd7d4e17338c0b3c'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:06.108563 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80dbeaf1-5203-4ebf-a786-2ab4d05a27cf tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.109050 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80dbeaf1-5203-4ebf-a786-2ab4d05a27cf tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.129660 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-80dbeaf1-5203-4ebf-a786-2ab4d05a27cf tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Calling delete_port for 7b6517e0-93cf-4243-983f-d545eeada336 owned by network:floatingip {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:06.191261 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d805d7f-de5e-4f6b-a76f-fcda61983745 admin admin] Made reservation on behalf of 31d43ce6bd414ffdbd7d4e17338c0b3c for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:06.194003 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d805d7f-de5e-4f6b-a76f-fcda61983745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.227934 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d805d7f-de5e-4f6b-a76f-fcda61983745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.314035 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f5199-af07-4f67-baaf-8ad5e9425d6a req-7bedcf38-b467-4e93-ae05-e2361692d04f tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:06.322797 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-017f5199-af07-4f67-baaf-8ad5e9425d6a req-7bedcf38-b467-4e93-ae05-e2361692d04f tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 944 time: 1.1100297 Jul 14 09:21:06.452387 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80dbeaf1-5203-4ebf-a786-2ab4d05a27cf tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.514535 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbeaf1-5203-4ebf-a786-2ab4d05a27cf tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b6517e0-93cf-4243-983f-d545eeada336,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:06.520031 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-017f5199-af07-4f67-baaf-8ad5e9425d6a req-96235430-18ab-4b88-8bac-0e4fa03f79f4 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946123 Jul 14 09:21:06.644166 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d805d7f-de5e-4f6b-a76f-fcda61983745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.651095 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d805d7f-de5e-4f6b-a76f-fcda61983745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.690827 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d805d7f-de5e-4f6b-a76f-fcda61983745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385a62bc-048d-42dd-96e8-43944779e147,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:06.706426 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d805d7f-de5e-4f6b-a76f-fcda61983745 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:21:06.721982 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d805d7f-de5e-4f6b-a76f-fcda61983745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.722519 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-6d805d7f-de5e-4f6b-a76f-fcda61983745 admin admin] Added segment 9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d of type vlan for network 71b7ddbc-8e59-4deb-be30-9b93db9321e3 Jul 14 09:21:06.787883 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d805d7f-de5e-4f6b-a76f-fcda61983745 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.802655 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80dbeaf1-5203-4ebf-a786-2ab4d05a27cf tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.813033 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80dbeaf1-5203-4ebf-a786-2ab4d05a27cf tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.814413 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-80dbeaf1-5203-4ebf-a786-2ab4d05a27cf tempest-FloatingIPAdminTestJSON-1877548831 tempest-FloatingIPAdminTestJSON-1877548831-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/24007cfd-2e10-4773-bd33-25236b83d56f HTTP/1.1" status: 204 len: 168 time: 1.2789340 Jul 14 09:21:06.820435 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56250) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:06.882310 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d805d7f-de5e-4f6b-a76f-fcda61983745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.883305 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d805d7f-de5e-4f6b-a76f-fcda61983745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:06.884264 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d805d7f-de5e-4f6b-a76f-fcda61983745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.914837 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6d805d7f-de5e-4f6b-a76f-fcda61983745 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.8702483 Jul 14 09:21:06.920009 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56254) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:06.926508 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-41adf3f1-3645-47d8-a23f-5af92cd1e221 admin admin] Request body: {'subnet': {'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1905179074-subnet', 'tenant_id': '31d43ce6bd414ffdbd7d4e17338c0b3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:06.983973 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41adf3f1-3645-47d8-a23f-5af92cd1e221 admin admin] Made reservation on behalf of 31d43ce6bd414ffdbd7d4e17338c0b3c for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:06.987712 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-41adf3f1-3645-47d8-a23f-5af92cd1e221 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.993220 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d805d7f-de5e-4f6b-a76f-fcda61983745 admin admin] Pushing event updated for resources: {'Network': ['ID=71b7ddbc-8e59-4deb-be30-9b93db9321e3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:07.006479 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 71b7ddbc-8e59-4deb-be30-9b93db9321e3 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:21:07.112528 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-125f5c21-e4d0-4315-98d2-88888b102a0d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Deleting port 395f4037-9a4a-46af-857f-6617eae6465a {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:07.113052 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-125f5c21-e4d0-4315-98d2-88888b102a0d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.274485 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-125f5c21-e4d0-4315-98d2-88888b102a0d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.295132 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-125f5c21-e4d0-4315-98d2-88888b102a0d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Calling delete_port for 395f4037-9a4a-46af-857f-6617eae6465a owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:07.372427 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b29ce761-d555-438b-874b-abdefcc5327f up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:07.548373 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port b29ce761-d555-438b-874b-abdefcc5327f completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:07.553842 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port b29ce761-d555-438b-874b-abdefcc5327f triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:07.554361 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.557261 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-125f5c21-e4d0-4315-98d2-88888b102a0d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.602268 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-41adf3f1-3645-47d8-a23f-5af92cd1e221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.758138 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.811639 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41adf3f1-3645-47d8-a23f-5af92cd1e221 admin admin] Pushing event updated for resources: {'Subnet': ['ID=366d3585-af72-4619-a55f-a5b56cfe701c,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:07.823576 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41adf3f1-3645-47d8-a23f-5af92cd1e221 admin admin] Checking segment: {'id': '9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:07.823958 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41adf3f1-3645-47d8-a23f-5af92cd1e221 admin admin] Network hostable DHCP agents. Network: 71b7ddbc-8e59-4deb-be30-9b93db9321e3, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:21:07.860753 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41adf3f1-3645-47d8-a23f-5af92cd1e221 admin admin] Network 71b7ddbc-8e59-4deb-be30-9b93db9321e3 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:21:07.863884 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port b29ce761-d555-438b-874b-abdefcc5327f, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b29ce761-d555-438b-874b-abdefcc5327f,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:07.871766 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed6e465-31fe-4d2d-ae89-e415c2753da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29ce761-d555-438b-874b-abdefcc5327f'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:07.878200 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-41adf3f1-3645-47d8-a23f-5af92cd1e221 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 71b7ddbc-8e59-4deb-be30-9b93db9321e3) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:07.878410 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b388b4ff-d726-4d99-bbed-f4126eb791df" -d '{"events": [{"server_uuid": "0ed6e465-31fe-4d2d-ae89-e415c2753da6", "name": "network-vif-plugged", "status": "completed", "tag": "b29ce761-d555-438b-874b-abdefcc5327f"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:07.888648 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41adf3f1-3645-47d8-a23f-5af92cd1e221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:07.889659 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-41adf3f1-3645-47d8-a23f-5af92cd1e221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.892189 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f5c21-e4d0-4315-98d2-88888b102a0d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Pushing event deleted for resources: {'Port': ['ID=395f4037-9a4a-46af-857f-6617eae6465a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:07.912015 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.928278 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5107ed23-f1e7-492d-af7e-fcea0a6f6a15 None None] Network 71b7ddbc-8e59-4deb-be30-9b93db9321e3 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:07.981255 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-41adf3f1-3645-47d8-a23f-5af92cd1e221 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0573113 Jul 14 09:21:07.997697 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-125f5c21-e4d0-4315-98d2-88888b102a0d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:08.011837 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-125f5c21-e4d0-4315-98d2-88888b102a0d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] 10.222.0.25 "DELETE /v2.0/ports/395f4037-9a4a-46af-857f-6617eae6465a HTTP/1.1" status: 204 len: 168 time: 1.1881673 Jul 14 09:21:08.012529 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56282) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:08.106259 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace283f-e5f7-4e5f-a706-edf214fe4102 req-feced270-263f-4555-a8d2-c3fd84810b50 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:08.157851 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7ace283f-e5f7-4e5f-a706-edf214fe4102 req-feced270-263f-4555-a8d2-c3fd84810b50 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 945 time: 0.2846642 Jul 14 09:21:08.196586 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db0dfa5-a2ee-462a-bfe1-3c28fed084b4 x-openstack-request-id: req-0db0dfa5-a2ee-462a-bfe1-3c28fed084b4 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:08.197399 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed6e465-31fe-4d2d-ae89-e415c2753da6", "name": "network-vif-plugged", "status": "completed", "tag": "b29ce761-d555-438b-874b-abdefcc5327f", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:08.197923 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0db0dfa5-a2ee-462a-bfe1-3c28fed084b4 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:08.213053 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed6e465-31fe-4d2d-ae89-e415c2753da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29ce761-d555-438b-874b-abdefcc5327f', 'code': 200} Jul 14 09:21:08.218070 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=b29ce761-d555-438b-874b-abdefcc5327f,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:08.296752 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd6f85d-2bb4-4ca7-835f-7fb1b3551da4 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:08.301957 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7dd6f85d-2bb4-4ca7-835f-7fb1b3551da4 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] 10.222.0.25 "GET /v2.0/ports?device_id=70dbf818-7d09-4aac-bc87-8a6b5661f25e HTTP/1.1" status: 200 len: 913 time: 0.2883382 Jul 14 09:21:08.302965 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56290) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:08.394753 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7ace283f-e5f7-4e5f-a706-edf214fe4102 req-f27128b4-4b22-46af-86f7-e55a059d51c7 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956742 Jul 14 09:21:08.466678 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c942594-3d81-4f0c-8882-90110a62c5e8 req-b965ae3a-68e9-4e69-8b0e-2cc76d3cdaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:08.467829 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0c942594-3d81-4f0c-8882-90110a62c5e8 req-b965ae3a-68e9-4e69-8b0e-2cc76d3cdaae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 1097 time: 0.3085859 Jul 14 09:21:08.553557 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0c942594-3d81-4f0c-8882-90110a62c5e8 req-f87d96a8-c1b0-4725-a10c-aee8d86e7fa4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758224 Jul 14 09:21:08.623052 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72152cf-c276-4700-a42f-2f1fee947978 None None] Network 71b7ddbc-8e59-4deb-be30-9b93db9321e3 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:09.135958 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-0cf522fb-9aae-4214-b63e-8b773f0d2eba tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:09.154936 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-0cf522fb-9aae-4214-b63e-8b773f0d2eba tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/networks?id=71b7ddbc-8e59-4deb-be30-9b93db9321e3 HTTP/1.1" status: 200 len: 805 time: 0.2303174 Jul 14 09:21:09.181578 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-9df3f61b-d622-43c0-825d-5fe452e2535a tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/quotas/31d43ce6bd414ffdbd7d4e17338c0b3c HTTP/1.1" status: 200 len: 375 time: 0.0254550 Jul 14 09:21:09.229761 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-010175dc-dab9-4440-8fb6-c01fb3aa8df9 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.251324 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-14b21b13-f95b-4dd2-9804-222a6d3612da tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=31d43ce6bd414ffdbd7d4e17338c0b3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678115 Jul 14 09:21:09.264795 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-4d3e4524-2cd8-49e7-91e6-bf70d88defef service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:21:09.272631 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-4d3e4524-2cd8-49e7-91e6-bf70d88defef service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118740 Jul 14 09:21:09.523983 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-268dc1a4-249b-459e-80a4-4de9971922b6 service neutron] 10.222.0.25 "GET /v2.0/networks/71b7ddbc-8e59-4deb-be30-9b93db9321e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484224 Jul 14 09:21:09.806856 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-48e24afb-29de-4683-8c20-5db61a4a95ae service neutron] 10.222.0.25 "GET /v2.0/networks/71b7ddbc-8e59-4deb-be30-9b93db9321e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788332 Jul 14 09:21:09.895465 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-010175dc-dab9-4440-8fb6-c01fb3aa8df9 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Deleting port e4edf523-5b15-483f-84a0-b1fe5ef0c307 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:09.898386 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-010175dc-dab9-4440-8fb6-c01fb3aa8df9 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.068733 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-010175dc-dab9-4440-8fb6-c01fb3aa8df9 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.104527 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-010175dc-dab9-4440-8fb6-c01fb3aa8df9 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Calling delete_port for e4edf523-5b15-483f-84a0-b1fe5ef0c307 owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:10.275774 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ed077f28-fb90-4de9-bf7e-9abba4652b5d req-5cb7775d-f119-4514-a33a-b6624916bc1b tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=c18d044a-b42a-4081-98f8-e4703e4d1395 HTTP/1.1" status: 200 len: 210 time: 0.1659846 Jul 14 09:21:10.293029 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622d48c-2385-41d6-bed1-3b83ac25c4c4 req-90688226-2d37-46c2-beb4-078943ead258 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:10.300747 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b622d48c-2385-41d6-bed1-3b83ac25c4c4 req-90688226-2d37-46c2-beb4-078943ead258 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 945 time: 0.4250598 Jul 14 09:21:10.379527 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b622d48c-2385-41d6-bed1-3b83ac25c4c4 req-6120389d-a3f6-49d2-8fb4-07f05e1b6825 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777757 Jul 14 09:21:10.514077 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.636369 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-010175dc-dab9-4440-8fb6-c01fb3aa8df9 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.694777 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010175dc-dab9-4440-8fb6-c01fb3aa8df9 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Pushing event deleted for resources: {'Port': ['ID=e4edf523-5b15-483f-84a0-b1fe5ef0c307,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:11.095949 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-010175dc-dab9-4440-8fb6-c01fb3aa8df9 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:11.226384 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90dd52-e9b7-4e2a-96e9-1d173e576baf req-d7c05ad7-ac3c-4c6b-8560-0043bdb3abe1 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:11.231795 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb90dd52-e9b7-4e2a-96e9-1d173e576baf req-d7c05ad7-ac3c-4c6b-8560-0043bdb3abe1 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 945 time: 0.1249163 Jul 14 09:21:11.304655 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb90dd52-e9b7-4e2a-96e9-1d173e576baf req-8d969201-82f6-4584-961e-d18ba45fc8d2 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660176 Jul 14 09:21:11.566472 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e5a7c81-b8d4-4321-a8d4-15ae8a3c52ff req-f1363e12-305e-437a-aa61-d4d052434d77 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=c18d044a-b42a-4081-98f8-e4703e4d1395 HTTP/1.1" status: 200 len: 210 time: 0.0718482 Jul 14 09:21:11.637732 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010175dc-dab9-4440-8fb6-c01fb3aa8df9 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Router 70dbf818-7d09-4aac-bc87-8a6b5661f25e has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:21:11.876369 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010175dc-dab9-4440-8fb6-c01fb3aa8df9 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:21:11.888923 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcbb648-bb78-43dd-b4e4-7cf005be08ac None None] Sync routers for ids ['70dbf818-7d09-4aac-bc87-8a6b5661f25e'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:21:11.895310 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-010175dc-dab9-4440-8fb6-c01fb3aa8df9 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] 10.222.0.25 "PUT /v2.0/routers/70dbf818-7d09-4aac-bc87-8a6b5661f25e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5913019 Jul 14 09:21:11.895462 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56398) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:11.907426 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcbb648-bb78-43dd-b4e4-7cf005be08ac None None] Routers {'70dbf818-7d09-4aac-bc87-8a6b5661f25e'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:11.908164 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3dcbb648-bb78-43dd-b4e4-7cf005be08ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:20:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['70dbf818-7d09-4aac-bc87-8a6b5661f25e'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:11.972285 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3dcbb648-bb78-43dd-b4e4-7cf005be08ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:11.984304 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcbb648-bb78-43dd-b4e4-7cf005be08ac None None] Routers {'70dbf818-7d09-4aac-bc87-8a6b5661f25e'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:11.985379 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3dcbb648-bb78-43dd-b4e4-7cf005be08ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:20:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['70dbf818-7d09-4aac-bc87-8a6b5661f25e'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:12.029461 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3dcbb648-bb78-43dd-b4e4-7cf005be08ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:12.030131 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcbb648-bb78-43dd-b4e4-7cf005be08ac None None] The sync data for ids ['70dbf818-7d09-4aac-bc87-8a6b5661f25e'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:21:12.119576 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.153570 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03792bd1-94d9-46a6-bb58-00fbbad92113 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.464083 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03792bd1-94d9-46a6-bb58-00fbbad92113 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.637719 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-6592a58f-6292-448b-a3f5-1c8c1ba455bd tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:12.643818 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-6592a58f-6292-448b-a3f5-1c8c1ba455bd tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.44 "GET /v2.0/networks?id=71b7ddbc-8e59-4deb-be30-9b93db9321e3 HTTP/1.1" status: 200 len: 805 time: 0.3827183 Jul 14 09:21:12.655988 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-31cc6510-6f61-4fe6-844c-811569560d38 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Request body: {'port': {'device_id': 'c18d044a-b42a-4081-98f8-e4703e4d1395', 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3', 'admin_state_up': True, 'tenant_id': '31d43ce6bd414ffdbd7d4e17338c0b3c'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:12.788021 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-03792bd1-94d9-46a6-bb58-00fbbad92113 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Deleting port cae76e8f-bec0-47b5-a88d-312a8740451b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:12.788374 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03792bd1-94d9-46a6-bb58-00fbbad92113 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.818795 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-31cc6510-6f61-4fe6-844c-811569560d38 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Made reservation on behalf of 31d43ce6bd414ffdbd7d4e17338c0b3c for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:12.820001 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe4d03-7121-403d-a780-d1d0a2c6a328 req-363c28bc-70f5-45bc-9788-43aa7839a6c3 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:12.821696 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b9fe4d03-7121-403d-a780-d1d0a2c6a328 req-363c28bc-70f5-45bc-9788-43aa7839a6c3 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 945 time: 0.2734776 Jul 14 09:21:12.828362 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-31cc6510-6f61-4fe6-844c-811569560d38 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.939785 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e73c4b6f-b3a5-414d-ad62-e200c45b38e3 req-2799dc84-0f56-49e0-b3e6-a29a0454fe16 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=c18d044a-b42a-4081-98f8-e4703e4d1395 HTTP/1.1" status: 200 len: 210 time: 0.0810766 Jul 14 09:21:12.954836 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b9fe4d03-7121-403d-a780-d1d0a2c6a328 req-6612d495-49e7-42b9-b160-e220b09eb66c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208899 Jul 14 09:21:13.070371 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03792bd1-94d9-46a6-bb58-00fbbad92113 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:13.076485 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-31cc6510-6f61-4fe6-844c-811569560d38 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Allocated IP 172.20.0.3 (71b7ddbc-8e59-4deb-be30-9b93db9321e3/366d3585-af72-4619-a55f-a5b56cfe701c/733dcb60-a7b2-4e67-9180-26ffd6546f93) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:13.092341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-03792bd1-94d9-46a6-bb58-00fbbad92113 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Calling delete_port for cae76e8f-bec0-47b5-a88d-312a8740451b owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:13.340567 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-31cc6510-6f61-4fe6-844c-811569560d38 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:13.346534 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03792bd1-94d9-46a6-bb58-00fbbad92113 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:13.398628 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03792bd1-94d9-46a6-bb58-00fbbad92113 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Pushing event deleted for resources: {'Port': ['ID=cae76e8f-bec0-47b5-a88d-312a8740451b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:13.446786 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-31cc6510-6f61-4fe6-844c-811569560d38 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:13.513677 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03792bd1-94d9-46a6-bb58-00fbbad92113 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:13.548219 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-31cc6510-6f61-4fe6-844c-811569560d38 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Network 71b7ddbc-8e59-4deb-be30-9b93db9321e3 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:13.553425 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-31cc6510-6f61-4fe6-844c-811569560d38 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:13.557396 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-31cc6510-6f61-4fe6-844c-811569560d38 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:13.660880 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc6510-6f61-4fe6-844c-811569560d38 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Pushing event updated for resources: {'Port': ['ID=733dcb60-a7b2-4e67-9180-26ffd6546f93,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:13.702356 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-31cc6510-6f61-4fe6-844c-811569560d38 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:13.703190 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-31cc6510-6f61-4fe6-844c-811569560d38 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:13.708778 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03792bd1-94d9-46a6-bb58-00fbbad92113 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:13.715806 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03792bd1-94d9-46a6-bb58-00fbbad92113 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:13.734266 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-31cc6510-6f61-4fe6-844c-811569560d38 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0830910 Jul 14 09:21:13.748682 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-dd747c63-7071-4aec-891a-106f6737b183 service neutron] Request body: {'port': {'device_id': 'c18d044a-b42a-4081-98f8-e4703e4d1395', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:13.785468 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03792bd1-94d9-46a6-bb58-00fbbad92113 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:13.786057 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03792bd1-94d9-46a6-bb58-00fbbad92113 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Fanout notify agent at l3_agent the message router_deleted on router 70dbf818-7d09-4aac-bc87-8a6b5661f25e {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:21:13.798805 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03792bd1-94d9-46a6-bb58-00fbbad92113 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:13.803378 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-03792bd1-94d9-46a6-bb58-00fbbad92113 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] 10.222.0.25 "DELETE /v2.0/routers/70dbf818-7d09-4aac-bc87-8a6b5661f25e HTTP/1.1" status: 204 len: 168 time: 1.9031205 Jul 14 09:21:13.803666 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56462) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:13.888726 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-dd747c63-7071-4aec-891a-106f6737b183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:13.890819 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c4606e-1168-4281-957d-e913b8979ae5 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Deleting subnet 9be6cf73-7f71-4222-a1f2-918e41df1a08 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:21:13.897459 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58c4606e-1168-4281-957d-e913b8979ae5 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.028289 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58c4606e-1168-4281-957d-e913b8979ae5 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.479800 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58c4606e-1168-4281-957d-e913b8979ae5 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.506779 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-dd747c63-7071-4aec-891a-106f6737b183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 733dcb60-a7b2-4e67-9180-26ffd6546f93 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:14.523901 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-dd747c63-7071-4aec-891a-106f6737b183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.574378 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-dd747c63-7071-4aec-891a-106f6737b183 service neutron] Transition to ACTIVE for port object 733dcb60-a7b2-4e67-9180-26ffd6546f93 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:14.581568 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-dd747c63-7071-4aec-891a-106f6737b183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.708791 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a0a9f-284d-45ca-b812-5f289ce5badd req-03f0f7ed-3064-4d03-85ce-1966b796d9ab tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:14.712713 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-810a0a9f-284d-45ca-b812-5f289ce5badd req-03f0f7ed-3064-4d03-85ce-1966b796d9ab tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 945 time: 0.3369310 Jul 14 09:21:14.755463 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f2e72-b2c2-488f-95b8-f6e68c1d6816 req-9e3061b7-ec16-4775-8f41-744daa6bd563 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:14.760247 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd747c63-7071-4aec-891a-106f6737b183 service neutron] Pushing event updated for resources: {'Port': ['ID=733dcb60-a7b2-4e67-9180-26ffd6546f93,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:14.763714 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-034f2e72-b2c2-488f-95b8-f6e68c1d6816 req-9e3061b7-ec16-4775-8f41-744daa6bd563 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=c18d044a-b42a-4081-98f8-e4703e4d1395 HTTP/1.1" status: 200 len: 931 time: 0.4629636 Jul 14 09:21:14.775778 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58c4606e-1168-4281-957d-e913b8979ae5 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.857414 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b09d04-074b-46d2-aa71-1b4edfb7368a None None] Network da68efe2-38e6-409a-b933-319ea1e41c15 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:14.858665 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58c4606e-1168-4281-957d-e913b8979ae5 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.861927 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-58c4606e-1168-4281-957d-e913b8979ae5 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] 10.222.0.25 "DELETE /v2.0/subnets/9be6cf73-7f71-4222-a1f2-918e41df1a08 HTTP/1.1" status: 204 len: 168 time: 1.0567844 Jul 14 09:21:14.867391 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56492) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:14.900775 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4606e-1168-4281-957d-e913b8979ae5 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Pushing event deleted for resources: {'Subnet': ['ID=9be6cf73-7f71-4222-a1f2-918e41df1a08,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:14.944763 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-810a0a9f-284d-45ca-b812-5f289ce5badd req-74c7d44d-2838-4bc3-834a-87ee5ba6b42f tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099798 Jul 14 09:21:14.963245 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-034f2e72-b2c2-488f-95b8-f6e68c1d6816 req-17947c0b-3248-46ea-9181-25d5e2417729 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984103 Jul 14 09:21:15.028979 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-402a1d19-5dc6-4d0c-aeff-713a400d898d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.043044 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-dd747c63-7071-4aec-891a-106f6737b183 service neutron] Attempting to bind port 733dcb60-a7b2-4e67-9180-26ffd6546f93 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:15.043387 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-dd747c63-7071-4aec-891a-106f6737b183 service neutron] Attempting to bind port 733dcb60-a7b2-4e67-9180-26ffd6546f93 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:15.043758 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-dd747c63-7071-4aec-891a-106f6737b183 service neutron] Attempting to bind port 733dcb60-a7b2-4e67-9180-26ffd6546f93 on network 71b7ddbc-8e59-4deb-be30-9b93db9321e3 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:15.059116 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-dd747c63-7071-4aec-891a-106f6737b183 service neutron] Port 733dcb60-a7b2-4e67-9180-26ffd6546f93 on network 71b7ddbc-8e59-4deb-be30-9b93db9321e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:15.059761 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-dd747c63-7071-4aec-891a-106f6737b183 service neutron] Attempting to bind port 733dcb60-a7b2-4e67-9180-26ffd6546f93 on network 71b7ddbc-8e59-4deb-be30-9b93db9321e3 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:15.067597 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-dd747c63-7071-4aec-891a-106f6737b183 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:15.068329 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-dd747c63-7071-4aec-891a-106f6737b183 service neutron] Checking segment: {'id': '9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:15.069019 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-dd747c63-7071-4aec-891a-106f6737b183 service neutron] Bound using segment: {'id': '9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:15.069758 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-dd747c63-7071-4aec-891a-106f6737b183 service neutron] Bound port: 733dcb60-a7b2-4e67-9180-26ffd6546f93, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:15.070334 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-dd747c63-7071-4aec-891a-106f6737b183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.209272 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-402a1d19-5dc6-4d0c-aeff-713a400d898d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Deleting port a3e74509-c684-4be7-831d-1718e8a317be {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:15.209772 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-402a1d19-5dc6-4d0c-aeff-713a400d898d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.329894 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-dd747c63-7071-4aec-891a-106f6737b183 service neutron] For port 733dcb60-a7b2-4e67-9180-26ffd6546f93, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:15.337295 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01b460e-c181-4d37-9c8d-21d76abe296c None None] DHCP port deletion for da68efe2-38e6-409a-b933-319ea1e41c15 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:21:15.369280 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-dd747c63-7071-4aec-891a-106f6737b183 service neutron] For port 733dcb60-a7b2-4e67-9180-26ffd6546f93, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=733dcb60-a7b2-4e67-9180-26ffd6546f93,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:15.385757 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-402a1d19-5dc6-4d0c-aeff-713a400d898d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] For port a3e74509-c684-4be7-831d-1718e8a317be, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a3e74509-c684-4be7-831d-1718e8a317be,segment=NetworkSegment(ec71f85a-b943-4179-9301-eccb33ca4cb3),segment_id=ec71f85a-b943-4179-9301-eccb33ca4cb3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:15.385757 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-402a1d19-5dc6-4d0c-aeff-713a400d898d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.396526 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-dd747c63-7071-4aec-891a-106f6737b183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.432933 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e01b460e-c181-4d37-9c8d-21d76abe296c None None] Deleting port a3e74509-c684-4be7-831d-1718e8a317be {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:15.433489 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e01b460e-c181-4d37-9c8d-21d76abe296c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.471016 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-402a1d19-5dc6-4d0c-aeff-713a400d898d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Calling delete_port for a3e74509-c684-4be7-831d-1718e8a317be owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:15.527714 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-dd747c63-7071-4aec-891a-106f6737b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:15.528469 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-dd747c63-7071-4aec-891a-106f6737b183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.530066 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-dd747c63-7071-4aec-891a-106f6737b183 service neutron] 10.222.0.44 "PUT /v2.0/ports/733dcb60-a7b2-4e67-9180-26ffd6546f93 HTTP/1.1" status: 200 len: 1092 time: 1.7882760 Jul 14 09:21:15.532685 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18d044a-b42a-4081-98f8-e4703e4d1395', 'tag': '733dcb60-a7b2-4e67-9180-26ffd6546f93'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:15.535249 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65c36b6-a5f5-4fe8-8f39-031ef0ed5242" -d '{"events": [{"name": "network-changed", "server_uuid": "c18d044a-b42a-4081-98f8-e4703e4d1395", "tag": "733dcb60-a7b2-4e67-9180-26ffd6546f93"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:15.616331 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e01b460e-c181-4d37-9c8d-21d76abe296c None None] For port a3e74509-c684-4be7-831d-1718e8a317be, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a3e74509-c684-4be7-831d-1718e8a317be,segment=NetworkSegment(ec71f85a-b943-4179-9301-eccb33ca4cb3),segment_id=ec71f85a-b943-4179-9301-eccb33ca4cb3)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:15.619121 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e01b460e-c181-4d37-9c8d-21d76abe296c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.711573 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e01b460e-c181-4d37-9c8d-21d76abe296c None None] Calling delete_port for a3e74509-c684-4be7-831d-1718e8a317be owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:15.767452 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-402a1d19-5dc6-4d0c-aeff-713a400d898d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.840811 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd747c63-7071-4aec-891a-106f6737b183 service neutron] Pushing event updated for resources: {'Port': ['ID=733dcb60-a7b2-4e67-9180-26ffd6546f93,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:15.868585 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402a1d19-5dc6-4d0c-aeff-713a400d898d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] No DVR routers for this DVR port a3e74509-c684-4be7-831d-1718e8a317be on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:15.950395 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8903f7-c500-42eb-a033-2fa03e1f5f97 x-openstack-request-id: req-3a8903f7-c500-42eb-a033-2fa03e1f5f97 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:15.950918 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18d044a-b42a-4081-98f8-e4703e4d1395", "tag": "733dcb60-a7b2-4e67-9180-26ffd6546f93", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:15.951072 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a8903f7-c500-42eb-a033-2fa03e1f5f97 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:15.952850 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18d044a-b42a-4081-98f8-e4703e4d1395', 'tag': '733dcb60-a7b2-4e67-9180-26ffd6546f93', 'status': 'completed', 'code': 200} Jul 14 09:21:15.962199 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a1d19-5dc6-4d0c-aeff-713a400d898d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Pushing event deleted for resources: {'Port': ['ID=a3e74509-c684-4be7-831d-1718e8a317be,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:16.082544 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e01b460e-c181-4d37-9c8d-21d76abe296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.191539 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-402a1d19-5dc6-4d0c-aeff-713a400d898d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.210387 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b460e-c181-4d37-9c8d-21d76abe296c None None] Pushing event deleted for resources: {'Port': ['ID=a3e74509-c684-4be7-831d-1718e8a317be,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:16.229041 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-402a1d19-5dc6-4d0c-aeff-713a400d898d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da68efe2-38e6-409a-b933-319ea1e41c15']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:16.243248 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01b460e-c181-4d37-9c8d-21d76abe296c None None] No DVR routers for this DVR port a3e74509-c684-4be7-831d-1718e8a317be on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:16.257851 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-a5b01cb3-0a02-4682-b986-fb03c350bceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:16.259471 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-a5b01cb3-0a02-4682-b986-fb03c350bceb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=31d43ce6bd414ffdbd7d4e17338c0b3c&device_id=c18d044a-b42a-4081-98f8-e4703e4d1395 HTTP/1.1" status: 200 len: 1095 time: 0.5104542 Jul 14 09:21:16.271780 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-402a1d19-5dc6-4d0c-aeff-713a400d898d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec71f85a-b943-4179-9301-eccb33ca4cb3') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:16.272160 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-402a1d19-5dc6-4d0c-aeff-713a400d898d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec71f85a-b943-4179-9301-eccb33ca4cb3') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:16.379790 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-402a1d19-5dc6-4d0c-aeff-713a400d898d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.403291 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-22b38406-f745-4817-9234-a696fde2e657 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=733dcb60-a7b2-4e67-9180-26ffd6546f93 HTTP/1.1" status: 200 len: 217 time: 0.1332543 Jul 14 09:21:16.423160 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-402a1d19-5dc6-4d0c-aeff-713a400d898d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.452410 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-402a1d19-5dc6-4d0c-aeff-713a400d898d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:21:16.452828 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-402a1d19-5dc6-4d0c-aeff-713a400d898d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:21:16.456775 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:21:16.538304 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-a247cebc-e126-45ed-a213-7933bf2c41b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:16.539674 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-a247cebc-e126-45ed-a213-7933bf2c41b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=366d3585-af72-4619-a55f-a5b56cfe701c HTTP/1.1" status: 200 len: 845 time: 0.1290436 Jul 14 09:21:16.545933 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-402a1d19-5dc6-4d0c-aeff-713a400d898d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.549492 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1fe49-daaa-4f62-b79f-c803bae88500 req-7c3445f9-c7c4-4947-8c24-beed9ba70dc2 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:16.557351 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6fe1fe49-daaa-4f62-b79f-c803bae88500 req-7c3445f9-c7c4-4947-8c24-beed9ba70dc2 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=c18d044a-b42a-4081-98f8-e4703e4d1395 HTTP/1.1" status: 200 len: 943 time: 0.1981969 Jul 14 09:21:16.575799 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eab36e-f653-4419-8f22-364de3511207 req-1ec9282a-4f97-4721-9a34-da70ab26e667 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:16.583561 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e1eab36e-f653-4419-8f22-364de3511207 req-1ec9282a-4f97-4721-9a34-da70ab26e667 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 945 time: 0.3209469 Jul 14 09:21:16.612361 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-402a1d19-5dc6-4d0c-aeff-713a400d898d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.612361 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-402a1d19-5dc6-4d0c-aeff-713a400d898d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] 10.222.0.25 "DELETE /v2.0/networks/da68efe2-38e6-409a-b933-319ea1e41c15 HTTP/1.1" status: 204 len: 168 time: 1.7429478 Jul 14 09:21:16.621339 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56538) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:16.646067 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6fe1fe49-daaa-4f62-b79f-c803bae88500 req-5412c65a-3c8d-489f-a911-272eeda06054 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876689 Jul 14 09:21:16.656486 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a3e74509-c684-4be7-831d-1718e8a317be no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:16.660682 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a1d19-5dc6-4d0c-aeff-713a400d898d tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Pushing event deleted for resources: {'Network': ['ID=da68efe2-38e6-409a-b933-319ea1e41c15,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:16.678929 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-14e415a3-3380-4ec0-8d70-986b2a7b99d2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71b7ddbc-8e59-4deb-be30-9b93db9321e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1295226 Jul 14 09:21:16.743792 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: a3e74509-c684-4be7-831d-1718e8a317be {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:16.745445 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e1eab36e-f653-4419-8f22-364de3511207 req-4ae882b3-d664-465a-8630-14738948eb3a tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480141 Jul 14 09:21:16.754575 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a3e74509-c684-4be7-831d-1718e8a317be not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:16.821206 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-65e29533-91a0-4c33-b6f7-c69196ca23fa service neutron] 10.222.0.44 "GET /v2.0/networks/71b7ddbc-8e59-4deb-be30-9b93db9321e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325159 Jul 14 09:21:16.861070 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-07f3ecaf-705d-4aa8-8b76-309a63e66462 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Deleting port 678fef6c-ec03-46dd-a5da-c98c4f5fb908 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:16.861525 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-07f3ecaf-705d-4aa8-8b76-309a63e66462 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.969048 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-07f3ecaf-705d-4aa8-8b76-309a63e66462 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.969858 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-07f3ecaf-705d-4aa8-8b76-309a63e66462 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.988517 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-07f3ecaf-705d-4aa8-8b76-309a63e66462 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Calling delete_port for 678fef6c-ec03-46dd-a5da-c98c4f5fb908 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:17.335627 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-07f3ecaf-705d-4aa8-8b76-309a63e66462 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.397535 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3ecaf-705d-4aa8-8b76-309a63e66462 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Pushing event deleted for resources: {'Port': ['ID=678fef6c-ec03-46dd-a5da-c98c4f5fb908,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:17.494224 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f64cd9e1-70d2-4d90-9804-4158e07535bd req-bff1cdc5-116b-48b2-8030-650976a43b46 service neutron] 10.222.0.44 "GET /v2.0/networks/71b7ddbc-8e59-4deb-be30-9b93db9321e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6659896 Jul 14 09:21:17.573073 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-07f3ecaf-705d-4aa8-8b76-309a63e66462 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.598821 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-07f3ecaf-705d-4aa8-8b76-309a63e66462 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.602779 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-07f3ecaf-705d-4aa8-8b76-309a63e66462 tempest-FloatingIPAdminTestJSON-1880320910 tempest-FloatingIPAdminTestJSON-1880320910-project] 10.222.0.25 "DELETE /v2.0/floatingips/bb0bb4a8-0ac2-4c08-b7dd-fff03cfb0268 HTTP/1.1" status: 204 len: 168 time: 0.9801245 Jul 14 09:21:17.692940 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c36b6-a5f5-4fe8-8f39-031ef0ed5242 req-142f3caa-3c67-43ed-91c2-b83f49193ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:17.710119 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a65c36b6-a5f5-4fe8-8f39-031ef0ed5242 req-142f3caa-3c67-43ed-91c2-b83f49193ddb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=31d43ce6bd414ffdbd7d4e17338c0b3c&device_id=c18d044a-b42a-4081-98f8-e4703e4d1395 HTTP/1.1" status: 200 len: 1095 time: 0.1338539 Jul 14 09:21:18.011983 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c36b6-a5f5-4fe8-8f39-031ef0ed5242 req-fa5ce7c3-e468-49f5-bcfb-cf17909524df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:18.014403 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a65c36b6-a5f5-4fe8-8f39-031ef0ed5242 req-fa5ce7c3-e468-49f5-bcfb-cf17909524df service neutron] 10.222.0.44 "GET /v2.0/networks?id=71b7ddbc-8e59-4deb-be30-9b93db9321e3 HTTP/1.1" status: 200 len: 905 time: 0.2935548 Jul 14 09:21:18.076277 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a65c36b6-a5f5-4fe8-8f39-031ef0ed5242 req-2a2ee4e5-f3fe-45c5-b141-323e9f0f9ed0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=733dcb60-a7b2-4e67-9180-26ffd6546f93 HTTP/1.1" status: 200 len: 217 time: 0.0551844 Jul 14 09:21:18.095888 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56588) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:18.222256 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c36b6-a5f5-4fe8-8f39-031ef0ed5242 req-9d42bcc6-ae5b-4533-b3f4-79f7ecdfdb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:18.224342 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a65c36b6-a5f5-4fe8-8f39-031ef0ed5242 req-9d42bcc6-ae5b-4533-b3f4-79f7ecdfdb06 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=366d3585-af72-4619-a55f-a5b56cfe701c HTTP/1.1" status: 200 len: 845 time: 0.1322763 Jul 14 09:21:18.229068 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef7472-b65f-4a76-a78d-17e5dac24723 req-72fac98a-b0d9-47ce-9a31-23879d252fbd tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:18.230679 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6ef7472-b65f-4a76-a78d-17e5dac24723 req-72fac98a-b0d9-47ce-9a31-23879d252fbd tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 945 time: 0.2550294 Jul 14 09:21:18.254424 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae05787-6dd2-4a4a-b25e-5dffe0f8ec7b req-aeca6997-74db-4a31-a89f-09243f728dc4 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:18.261593 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8ae05787-6dd2-4a4a-b25e-5dffe0f8ec7b req-aeca6997-74db-4a31-a89f-09243f728dc4 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=c18d044a-b42a-4081-98f8-e4703e4d1395 HTTP/1.1" status: 200 len: 943 time: 0.2708135 Jul 14 09:21:18.295027 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a65c36b6-a5f5-4fe8-8f39-031ef0ed5242 req-22e349b7-bf43-4c1c-b959-b4cde57311f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71b7ddbc-8e59-4deb-be30-9b93db9321e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628588 Jul 14 09:21:18.372687 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e46b2dc7-1b8b-465f-b114-ebc9df38c039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.454502 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6ef7472-b65f-4a76-a78d-17e5dac24723 req-1dc46811-c5f7-4b1f-8180-7d5078e1a8a1 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826296 Jul 14 09:21:18.520275 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8ae05787-6dd2-4a4a-b25e-5dffe0f8ec7b req-8635cc4c-2ac6-4612-a0ad-13baa920c882 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408736 Jul 14 09:21:18.568194 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56602) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:18.569180 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b04cae2f-d081-42c5-903c-7c93f4ef97b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e66a3d0bf54475399e7464addc9dced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4711006 Jul 14 09:21:18.651659 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a65c36b6-a5f5-4fe8-8f39-031ef0ed5242 req-295a7f37-6f3c-41fd-b389-968bbb6bf740 service neutron] 10.222.0.44 "GET /v2.0/networks/71b7ddbc-8e59-4deb-be30-9b93db9321e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487227 Jul 14 09:21:18.784396 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9def058b-5dd4-404c-b438-1660b317fe69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.863231 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9def058b-5dd4-404c-b438-1660b317fe69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.897796 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a65c36b6-a5f5-4fe8-8f39-031ef0ed5242 req-f7c51b55-c508-4892-b68f-0e3b43153458 service neutron] 10.222.0.44 "GET /v2.0/networks/71b7ddbc-8e59-4deb-be30-9b93db9321e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295666 Jul 14 09:21:18.986074 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9def058b-5dd4-404c-b438-1660b317fe69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.990307 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9def058b-5dd4-404c-b438-1660b317fe69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.997548 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9def058b-5dd4-404c-b438-1660b317fe69 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1bd29836-89bf-41b3-bbcb-1d338b188c0c HTTP/1.1" status: 204 len: 168 time: 0.4197927 Jul 14 09:21:19.013077 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def058b-5dd4-404c-b438-1660b317fe69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd29836-89bf-41b3-bbcb-1d338b188c0c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:19.519633 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56632) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:19.536317 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6e68453-145d-4159-bf0a-d62dea8c9de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.751052 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6e68453-145d-4159-bf0a-d62dea8c9de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.758151 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6e68453-145d-4159-bf0a-d62dea8c9de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.767625 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463db1c-0c7f-40d1-8a28-8fdd465bb50c req-59e21cb5-3a90-4716-984e-180250e71f7f tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:19.775821 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c463db1c-0c7f-40d1-8a28-8fdd465bb50c req-59e21cb5-3a90-4716-984e-180250e71f7f tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 945 time: 0.1032331 Jul 14 09:21:19.845856 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c463db1c-0c7f-40d1-8a28-8fdd465bb50c req-0e456833-dd7b-47c4-bef2-8ba463562877 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688832 Jul 14 09:21:19.850384 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56648) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:19.850857 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a6e68453-145d-4159-bf0a-d62dea8c9de2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=26d92411f838464b922b5772ec7f53ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3299193 Jul 14 09:21:19.870359 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e68453-145d-4159-bf0a-d62dea8c9de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dd96ed-4964-4a78-85f1-8eab2dfd8062,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:20.027115 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd8f42c1-fb67-4080-b962-220854636192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.033049 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 733dcb60-a7b2-4e67-9180-26ffd6546f93 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:20.068285 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd8f42c1-fb67-4080-b962-220854636192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.135426 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd8f42c1-fb67-4080-b962-220854636192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.143209 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd8f42c1-fb67-4080-b962-220854636192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.146894 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fd8f42c1-fb67-4080-b962-220854636192 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c0dd96ed-4964-4a78-85f1-8eab2dfd8062 HTTP/1.1" status: 204 len: 168 time: 0.2928782 Jul 14 09:21:20.173802 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 733dcb60-a7b2-4e67-9180-26ffd6546f93, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=733dcb60-a7b2-4e67-9180-26ffd6546f93,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:20.182552 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f42c1-fb67-4080-b962-220854636192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dd96ed-4964-4a78-85f1-8eab2dfd8062,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:20.202346 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '733dcb60-a7b2-4e67-9180-26ffd6546f93', 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3', 'port_id': '733dcb60-a7b2-4e67-9180-26ffd6546f93', 'mac_address': 'fa:16:3e:25:16:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366d3585-af72-4619-a55f-a5b56cfe701c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:20.238591 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce508a-ec4c-453b-aba4-5b8c04d1f492 req-52ae0ee3-574b-4542-9701-4f1b795c52f8 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:20.242673 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08ce508a-ec4c-453b-aba4-5b8c04d1f492 req-52ae0ee3-574b-4542-9701-4f1b795c52f8 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=c18d044a-b42a-4081-98f8-e4703e4d1395 HTTP/1.1" status: 200 len: 943 time: 0.3480291 Jul 14 09:21:20.257082 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.320037 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 733dcb60-a7b2-4e67-9180-26ffd6546f93 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:20.378256 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08ce508a-ec4c-453b-aba4-5b8c04d1f492 req-b34c8be8-0e65-481f-b4b1-5ff18cfc3c2b tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262496 Jul 14 09:21:20.382936 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 733dcb60-a7b2-4e67-9180-26ffd6546f93, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=733dcb60-a7b2-4e67-9180-26ffd6546f93,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:20.393764 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.490082 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=733dcb60-a7b2-4e67-9180-26ffd6546f93,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:20.760482 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['733dcb60-a7b2-4e67-9180-26ffd6546f93'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:20.936093 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56688) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:20.965129 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ab7d2f4-6ec9-4dd2-9a31-b1130ae6ae75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.122582 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f99e331e-b919-4846-a42c-a3f4746df541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.166906 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:21:21.259042 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.292140 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ab7d2f4-6ec9-4dd2-9a31-b1130ae6ae75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.301292 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ab7d2f4-6ec9-4dd2-9a31-b1130ae6ae75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.370326 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7d2f4-6ec9-4dd2-9a31-b1130ae6ae75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a920db1-a3ca-4d0a-adb4-91e964d66451,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:21.376060 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9ab7d2f4-6ec9-4dd2-9a31-b1130ae6ae75 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b04159cf3f8e49ddad22de8aa003f2d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4386594 Jul 14 09:21:21.379129 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56696) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:21.410905 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df89de1-6878-41ea-a5f3-48cb2b233d49 req-f9afc7fc-4692-4542-bf5d-b57749e87d0b tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:21.412596 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9df89de1-6878-41ea-a5f3-48cb2b233d49 req-f9afc7fc-4692-4542-bf5d-b57749e87d0b tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 945 time: 0.2817874 Jul 14 09:21:21.472307 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9df89de1-6878-41ea-a5f3-48cb2b233d49 req-09db8351-c092-4c13-8fd2-f35ba9403b8c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524812 Jul 14 09:21:21.508774 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f8a02b4-16ea-47c8-ae6b-7565e902babf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.556769 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f8a02b4-16ea-47c8-ae6b-7565e902babf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.686300 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f8a02b4-16ea-47c8-ae6b-7565e902babf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.692258 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f8a02b4-16ea-47c8-ae6b-7565e902babf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.694610 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2f8a02b4-16ea-47c8-ae6b-7565e902babf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a920db1-a3ca-4d0a-adb4-91e964d66451 HTTP/1.1" status: 204 len: 168 time: 0.3141446 Jul 14 09:21:21.728910 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a02b4-16ea-47c8-ae6b-7565e902babf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a920db1-a3ca-4d0a-adb4-91e964d66451,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:21.774676 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b3eee-2d4b-41ac-9e2c-69f0d428eaad req-af51be40-9845-4d74-9995-2ff7f1190710 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:21.785169 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-639b3eee-2d4b-41ac-9e2c-69f0d428eaad req-af51be40-9845-4d74-9995-2ff7f1190710 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=c18d044a-b42a-4081-98f8-e4703e4d1395 HTTP/1.1" status: 200 len: 944 time: 0.1899912 Jul 14 09:21:21.849608 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-639b3eee-2d4b-41ac-9e2c-69f0d428eaad req-fc7ca95c-c0fd-470d-9424-adaedae0d3e3 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632012 Jul 14 09:21:22.139118 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.780344 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6cdf6-2c3a-4527-a0f8-95ffffa58655 req-9d0a52a2-be7f-433f-bde2-b8321d3e280c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:22.782761 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7e6cdf6-2c3a-4527-a0f8-95ffffa58655 req-9d0a52a2-be7f-433f-bde2-b8321d3e280c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 945 time: 0.1580892 Jul 14 09:21:22.883451 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7e6cdf6-2c3a-4527-a0f8-95ffffa58655 req-cc5cadc8-df23-4f23-99be-54557b67a6fd tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934334 Jul 14 09:21:23.207617 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf7ec3-2ede-43c9-9147-40a956c3ece2 req-99918ff5-ea7e-4a03-99a7-818be73076ac tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:23.209351 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25cf7ec3-2ede-43c9-9147-40a956c3ece2 req-99918ff5-ea7e-4a03-99a7-818be73076ac tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=c18d044a-b42a-4081-98f8-e4703e4d1395 HTTP/1.1" status: 200 len: 944 time: 0.1099212 Jul 14 09:21:23.271384 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25cf7ec3-2ede-43c9-9147-40a956c3ece2 req-18c0e383-f665-425f-9729-9ade19103f37 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541310 Jul 14 09:21:23.673101 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.051140 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 733dcb60-a7b2-4e67-9180-26ffd6546f93 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:24.101286 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56796) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:24.125664 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 733dcb60-a7b2-4e67-9180-26ffd6546f93 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:24.133178 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 733dcb60-a7b2-4e67-9180-26ffd6546f93 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:24.133556 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.167203 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74499d94-237a-478d-964d-277bb6b1775a req-d8a52e47-e0aa-4c99-87bc-5ac18f845e0e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:24.177886 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74499d94-237a-478d-964d-277bb6b1775a req-d8a52e47-e0aa-4c99-87bc-5ac18f845e0e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 945 time: 0.1095529 Jul 14 09:21:24.254183 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74499d94-237a-478d-964d-277bb6b1775a req-be83e948-a225-4e32-b20b-2b1913e85a67 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751019 Jul 14 09:21:24.330326 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.344417 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-5f6dc9fe-68f6-4226-9f3e-9f41cb890bce tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-984033978'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:24.345044 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-5f6dc9fe-68f6-4226-9f3e-9f41cb890bce tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] Unknown quota resources ['metering_label']. {{(pid=93772) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:21:24.369967 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18d044a-b42a-4081-98f8-e4703e4d1395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733dcb60-a7b2-4e67-9180-26ffd6546f93'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:24.384532 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72c3aa6-eed4-4fb8-b8f7-9be1f73f0cc7" -d '{"events": [{"server_uuid": "c18d044a-b42a-4081-98f8-e4703e4d1395", "name": "network-vif-plugged", "status": "completed", "tag": "733dcb60-a7b2-4e67-9180-26ffd6546f93"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:24.407412 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 733dcb60-a7b2-4e67-9180-26ffd6546f93, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=733dcb60-a7b2-4e67-9180-26ffd6546f93,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:24.417870 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.561352 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c4bb5-3f1f-4071-b235-c25e531025bd req-ae4bf015-3909-49ae-8bc3-0b0505999c80 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:24.563667 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2c3c4bb5-3f1f-4071-b235-c25e531025bd req-ae4bf015-3909-49ae-8bc3-0b0505999c80 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=c18d044a-b42a-4081-98f8-e4703e4d1395 HTTP/1.1" status: 200 len: 945 time: 0.1144516 Jul 14 09:21:24.583775 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=733dcb60-a7b2-4e67-9180-26ffd6546f93,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:24.659912 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2c3c4bb5-3f1f-4071-b235-c25e531025bd req-65e5d266-d699-4104-89be-48b69e7569b5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853348 Jul 14 09:21:24.682214 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b7b172-31f5-437a-af78-b6154e4da817 x-openstack-request-id: req-e5b7b172-31f5-437a-af78-b6154e4da817 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:24.685079 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18d044a-b42a-4081-98f8-e4703e4d1395", "name": "network-vif-plugged", "status": "completed", "tag": "733dcb60-a7b2-4e67-9180-26ffd6546f93", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:24.685567 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5b7b172-31f5-437a-af78-b6154e4da817 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:24.686278 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18d044a-b42a-4081-98f8-e4703e4d1395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733dcb60-a7b2-4e67-9180-26ffd6546f93', 'code': 200} Jul 14 09:21:24.810361 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f6dc9fe-68f6-4226-9f3e-9f41cb890bce tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.815165 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5f6dc9fe-68f6-4226-9f3e-9f41cb890bce tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7117455 Jul 14 09:21:24.817197 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56832) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:24.821770 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-37455bcc-bc55-4cb8-b19f-326feb51ca9b tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c277f79b-7f06-433c-b7ca-1c1d8e076806'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:24.822268 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-37455bcc-bc55-4cb8-b19f-326feb51ca9b tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93773) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:21:24.923608 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929897e-0f85-46c2-aa3e-8bb4f94d5481 req-e7e10a04-7dce-44b1-b692-63ca6c4ae641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:24.929103 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f929897e-0f85-46c2-aa3e-8bb4f94d5481 req-e7e10a04-7dce-44b1-b692-63ca6c4ae641 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c18d044a-b42a-4081-98f8-e4703e4d1395 HTTP/1.1" status: 200 len: 1097 time: 0.1440046 Jul 14 09:21:24.946398 n-d-771362-35 neutron-server[93773]: WARNING neutron.services.metering.metering_plugin [None req-37455bcc-bc55-4cb8-b19f-326feb51ca9b tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 09:21:24.974364 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f929897e-0f85-46c2-aa3e-8bb4f94d5481 req-444beaad-3af9-4273-a50c-ab104972f291 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365901 Jul 14 09:21:25.086182 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37455bcc-bc55-4cb8-b19f-326feb51ca9b tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.087400 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-37455bcc-bc55-4cb8-b19f-326feb51ca9b tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2691758 Jul 14 09:21:25.091977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56842) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:25.098634 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-e0f1291a-ff69-4873-a6c2-a545dfc51452 tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c277f79b-7f06-433c-b7ca-1c1d8e076806'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:25.099288 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-e0f1291a-ff69-4873-a6c2-a545dfc51452 tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93772) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:21:25.218646 n-d-771362-35 neutron-server[93772]: WARNING neutron.services.metering.metering_plugin [None req-e0f1291a-ff69-4873-a6c2-a545dfc51452 tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 09:21:25.459815 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0f1291a-ff69-4873-a6c2-a545dfc51452 tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.464227 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e0f1291a-ff69-4873-a6c2-a545dfc51452 tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3708248 Jul 14 09:21:25.465081 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56850) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:25.481925 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-47796a42-52bc-4219-875e-365ab8a68a06 tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=7a6eebf8-e57e-4e0f-9e0c-cc8e3cecaa6f HTTP/1.1" status: 200 len: 462 time: 0.0154777 Jul 14 09:21:25.482755 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56852) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:25.548158 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de10f1-7f6d-41fb-bbfe-b32906ded666 req-04810e04-9484-45e2-a577-3ff7ebee2d58 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:25.549702 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c4de10f1-7f6d-41fb-bbfe-b32906ded666 req-04810e04-9484-45e2-a577-3ff7ebee2d58 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 945 time: 0.1064847 Jul 14 09:21:25.609332 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-81db5943-0428-46a5-aa92-780572211d8d tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.615177 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-81db5943-0428-46a5-aa92-780572211d8d tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/7a6eebf8-e57e-4e0f-9e0c-cc8e3cecaa6f HTTP/1.1" status: 204 len: 168 time: 0.1312201 Jul 14 09:21:25.615811 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56854) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:25.630718 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-803387d3-6f02-4d7b-ac00-96672dfaf85f tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=7a6eebf8-e57e-4e0f-9e0c-cc8e3cecaa6f HTTP/1.1" status: 200 len: 221 time: 0.0137479 Jul 14 09:21:25.631338 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56856) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:25.636520 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ab5fc6c1-a0d9-4aee-96dd-01e5ce809a27 tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--354415475', 'description': 'label created by tempest'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:25.636974 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ab5fc6c1-a0d9-4aee-96dd-01e5ce809a27 tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] Unknown quota resources ['metering_label']. {{(pid=93772) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:21:26.018746 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c4de10f1-7f6d-41fb-bbfe-b32906ded666 req-04daae86-0392-4124-9513-d3f6faa8288f tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620686 Jul 14 09:21:26.020967 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab5fc6c1-a0d9-4aee-96dd-01e5ce809a27 tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.022479 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ab5fc6c1-a0d9-4aee-96dd-01e5ce809a27 tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3901548 Jul 14 09:21:26.031077 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56870) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:26.099097 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2df7d-8d41-464d-b7a6-2c087b92b699 req-302ba0f2-fa28-4d99-80cd-3046fad5f76c tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:26.105954 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17a2df7d-8d41-464d-b7a6-2c087b92b699 req-302ba0f2-fa28-4d99-80cd-3046fad5f76c tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=c18d044a-b42a-4081-98f8-e4703e4d1395 HTTP/1.1" status: 200 len: 945 time: 0.0916944 Jul 14 09:21:26.165511 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17a2df7d-8d41-464d-b7a6-2c087b92b699 req-d36d1ee8-c74f-4119-a192-b0dc6933eac7 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585251 Jul 14 09:21:26.177674 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a129f181-95fe-4d0c-a671-ddf787e7e17f tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=f6f5c265-05e2-4011-af81-56f0b233e683 HTTP/1.1" status: 200 len: 467 time: 0.1390576 Jul 14 09:21:26.177823 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56872) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:26.400607 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44bb2c49-0fb3-4e1a-9f0c-737a3dac0303 tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.402047 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-44bb2c49-0fb3-4e1a-9f0c-737a3dac0303 tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/f6f5c265-05e2-4011-af81-56f0b233e683 HTTP/1.1" status: 204 len: 168 time: 0.2232311 Jul 14 09:21:26.404906 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56878) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:26.419779 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e10a9dcb-87e2-4f15-99ab-541a3b52b922 tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=f6f5c265-05e2-4011-af81-56f0b233e683 HTTP/1.1" status: 200 len: 216 time: 0.0104156 Jul 14 09:21:26.419947 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56880) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:26.433724 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fc4c03ff-0f2a-483b-b85d-697c83d42a48 tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0097494 Jul 14 09:21:26.433883 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56882) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:26.450000 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f776751a-3fc6-4989-ae73-4e839f77299b tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0116878 Jul 14 09:21:26.450179 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56884) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:26.503276 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c6bc4c2f-9775-4b42-ac2d-ba090e4a8f66 tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/c277f79b-7f06-433c-b7ca-1c1d8e076806 HTTP/1.1" status: 200 len: 472 time: 0.0520053 Jul 14 09:21:26.506644 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56886) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:26.519639 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a5d87c18-1b1e-46fa-a13e-d43f773a73a1 tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/5fd109f7-3561-406b-8485-ab80057d8b99 HTTP/1.1" status: 200 len: 459 time: 0.0119390 Jul 14 09:21:26.522772 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56888) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:26.630527 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-242d6033-b919-4f0a-bbba-f0cd9f342ae7 tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.635185 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-242d6033-b919-4f0a-bbba-f0cd9f342ae7 tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/5fd109f7-3561-406b-8485-ab80057d8b99 HTTP/1.1" status: 204 len: 168 time: 0.1096909 Jul 14 09:21:26.635782 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56890) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:26.830763 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba5fd88e-2b5a-4d77-bfa8-ea0f4df4756e tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.832152 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ba5fd88e-2b5a-4d77-bfa8-ea0f4df4756e tempest-MeteringIpV6TestJSON-1893792727 tempest-MeteringIpV6TestJSON-1893792727-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/c277f79b-7f06-433c-b7ca-1c1d8e076806 HTTP/1.1" status: 204 len: 168 time: 0.1954002 Jul 14 09:21:27.113129 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56906) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:27.254430 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8794f34-ec77-492f-badb-d1eef4c98650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.436849 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34723aee-2eff-48bd-8023-2172d9ad54b8 req-f6d4ed50-630f-4d7c-997e-0d7202bdba9e tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:27.447807 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-34723aee-2eff-48bd-8023-2172d9ad54b8 req-f6d4ed50-630f-4d7c-997e-0d7202bdba9e tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=c18d044a-b42a-4081-98f8-e4703e4d1395 HTTP/1.1" status: 200 len: 945 time: 0.1569057 Jul 14 09:21:27.460744 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8c25e-adb9-4b6e-a5d1-f3a8bf2dbbae req-30b16532-e722-4a05-83af-22774c5734f9 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:27.462315 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-65f8c25e-adb9-4b6e-a5d1-f3a8bf2dbbae req-30b16532-e722-4a05-83af-22774c5734f9 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 945 time: 0.2811348 Jul 14 09:21:27.476851 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8794f34-ec77-492f-badb-d1eef4c98650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.495593 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8794f34-ec77-492f-badb-d1eef4c98650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.571622 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-34723aee-2eff-48bd-8023-2172d9ad54b8 req-37a31060-3eb1-41e3-a3db-0cea0c3d6d30 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082628 Jul 14 09:21:27.576103 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-65f8c25e-adb9-4b6e-a5d1-f3a8bf2dbbae req-9f0236c1-86c1-474d-a2fe-49015d400b67 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015575 Jul 14 09:21:27.581282 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56918) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:27.588575 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d8794f34-ec77-492f-badb-d1eef4c98650 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d7f442fc80bd4866a56662c5c6ce4788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4742227 Jul 14 09:21:27.589641 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8794f34-ec77-492f-badb-d1eef4c98650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e863f330-ddd9-4189-b2f3-6039b9816371,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:27.606410 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8794f34-ec77-492f-badb-d1eef4c98650 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:27.606775 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8794f34-ec77-492f-badb-d1eef4c98650 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:27.607122 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8794f34-ec77-492f-badb-d1eef4c98650 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:27.607460 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8794f34-ec77-492f-badb-d1eef4c98650 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:27.607817 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8794f34-ec77-492f-badb-d1eef4c98650 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:27.608153 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8794f34-ec77-492f-badb-d1eef4c98650 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:27.608481 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8794f34-ec77-492f-badb-d1eef4c98650 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:27.608896 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8794f34-ec77-492f-badb-d1eef4c98650 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:27.609122 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8794f34-ec77-492f-badb-d1eef4c98650 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:27.609447 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8794f34-ec77-492f-badb-d1eef4c98650 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:27.610379 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8794f34-ec77-492f-badb-d1eef4c98650 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:27.610714 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8794f34-ec77-492f-badb-d1eef4c98650 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:27.670993 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a64a8e3-860e-466c-8e6f-0352d7ce250f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.697818 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a64a8e3-860e-466c-8e6f-0352d7ce250f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.763955 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a64a8e3-860e-466c-8e6f-0352d7ce250f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.767723 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a64a8e3-860e-466c-8e6f-0352d7ce250f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.781637 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7a64a8e3-860e-466c-8e6f-0352d7ce250f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e863f330-ddd9-4189-b2f3-6039b9816371 HTTP/1.1" status: 204 len: 168 time: 0.1915090 Jul 14 09:21:27.802011 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64a8e3-860e-466c-8e6f-0352d7ce250f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e863f330-ddd9-4189-b2f3-6039b9816371,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:27.820907 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64a8e3-860e-466c-8e6f-0352d7ce250f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:27.821249 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64a8e3-860e-466c-8e6f-0352d7ce250f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:27.821597 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64a8e3-860e-466c-8e6f-0352d7ce250f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:27.821951 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64a8e3-860e-466c-8e6f-0352d7ce250f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:27.822322 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64a8e3-860e-466c-8e6f-0352d7ce250f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:27.822593 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64a8e3-860e-466c-8e6f-0352d7ce250f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:27.822922 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64a8e3-860e-466c-8e6f-0352d7ce250f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:27.823254 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64a8e3-860e-466c-8e6f-0352d7ce250f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:27.823612 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64a8e3-860e-466c-8e6f-0352d7ce250f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:27.823967 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64a8e3-860e-466c-8e6f-0352d7ce250f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:27.824268 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64a8e3-860e-466c-8e6f-0352d7ce250f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:27.824594 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64a8e3-860e-466c-8e6f-0352d7ce250f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:28.142302 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe97fc7-89f6-4a42-a0ac-0adcad13f28b req-f2d74825-413b-49b5-8aa6-fb2bf9fabad8 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:28.149927 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-afe97fc7-89f6-4a42-a0ac-0adcad13f28b req-f2d74825-413b-49b5-8aa6-fb2bf9fabad8 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=c18d044a-b42a-4081-98f8-e4703e4d1395 HTTP/1.1" status: 200 len: 945 time: 0.1011357 Jul 14 09:21:28.190736 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56936) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:28.209315 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f833e36f-4fac-453b-a74e-35b6d870aad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:28.220781 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-afe97fc7-89f6-4a42-a0ac-0adcad13f28b req-1e0a48de-0ce9-4d02-bd48-8f0e6e620d60 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699530 Jul 14 09:21:28.312332 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f833e36f-4fac-453b-a74e-35b6d870aad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:28.319863 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f833e36f-4fac-453b-a74e-35b6d870aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:28.375420 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f833e36f-4fac-453b-a74e-35b6d870aad1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e39bf8eff59f4686a62fd065a169e660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1835349 Jul 14 09:21:28.376862 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833e36f-4fac-453b-a74e-35b6d870aad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60b8fac-3238-42f2-b951-18fb97b5c9f7,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:28.378395 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56938) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:28.432135 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43d44214-d2ee-4eb1-b211-3420d248ddd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:28.455028 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43d44214-d2ee-4eb1-b211-3420d248ddd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:28.536067 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43d44214-d2ee-4eb1-b211-3420d248ddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:28.551868 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43d44214-d2ee-4eb1-b211-3420d248ddd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:28.556049 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-43d44214-d2ee-4eb1-b211-3420d248ddd4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f60b8fac-3238-42f2-b951-18fb97b5c9f7 HTTP/1.1" status: 204 len: 168 time: 0.1735034 Jul 14 09:21:28.563217 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d44214-d2ee-4eb1-b211-3420d248ddd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60b8fac-3238-42f2-b951-18fb97b5c9f7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:28.863747 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaf763-99b8-4316-b3c4-eed7aaa36c38 req-7c82bac0-c54c-452d-baa6-8c038e41c09a tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:28.865375 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2eaf763-99b8-4316-b3c4-eed7aaa36c38 req-7c82bac0-c54c-452d-baa6-8c038e41c09a tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 945 time: 0.1109014 Jul 14 09:21:28.911914 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2eaf763-99b8-4316-b3c4-eed7aaa36c38 req-7186050e-1c92-4009-99cf-6716138fa1b6 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388560 Jul 14 09:21:29.489666 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2babd97-76ca-4d60-a562-e669c084ef9e req-5f6d5e1a-b723-4d1d-9654-e4c454771b9d tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:29.498440 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2babd97-76ca-4d60-a562-e669c084ef9e req-5f6d5e1a-b723-4d1d-9654-e4c454771b9d tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=c18d044a-b42a-4081-98f8-e4703e4d1395 HTTP/1.1" status: 200 len: 945 time: 0.0953546 Jul 14 09:21:29.574587 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2babd97-76ca-4d60-a562-e669c084ef9e req-4c1244e6-47b6-4c29-9056-919088dffc97 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727649 Jul 14 09:21:30.237038 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e736c6c-ef81-4118-a42d-5f2c522a6d6a req-5de47f6f-3f88-47cd-8b23-05cb63096820 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:30.246397 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9e736c6c-ef81-4118-a42d-5f2c522a6d6a req-5de47f6f-3f88-47cd-8b23-05cb63096820 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 945 time: 0.1013448 Jul 14 09:21:30.330557 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9e736c6c-ef81-4118-a42d-5f2c522a6d6a req-73982ebe-2bf3-4109-a85a-a8990302fc49 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828354 Jul 14 09:21:30.382408 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57020) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:30.535369 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-25ec55c2-44a7-4178-9c3a-00ce626bee63 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-631265304'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:30.571729 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25ec55c2-44a7-4178-9c3a-00ce626bee63 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.572798 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25ec55c2-44a7-4178-9c3a-00ce626bee63 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.634172 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25ec55c2-44a7-4178-9c3a-00ce626bee63 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.648399 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25ec55c2-44a7-4178-9c3a-00ce626bee63 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.674771 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25ec55c2-44a7-4178-9c3a-00ce626bee63 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.678467 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-25ec55c2-44a7-4178-9c3a-00ce626bee63 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2924387 Jul 14 09:21:30.678790 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57038) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:30.774279 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10dfcbc1-0c12-49ad-8ee3-dac4e4fe288d tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.942475 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10dfcbc1-0c12-49ad-8ee3-dac4e4fe288d tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.945546 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10dfcbc1-0c12-49ad-8ee3-dac4e4fe288d tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.996494 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10dfcbc1-0c12-49ad-8ee3-dac4e4fe288d tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.997018 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10dfcbc1-0c12-49ad-8ee3-dac4e4fe288d tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54221a16-c64c-47bb-be63-08843f083c2f {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:21:31.003043 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10dfcbc1-0c12-49ad-8ee3-dac4e4fe288d tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.008125 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-10dfcbc1-0c12-49ad-8ee3-dac4e4fe288d tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] 10.222.0.25 "DELETE /v2.0/routers/54221a16-c64c-47bb-be63-08843f083c2f HTTP/1.1" status: 204 len: 168 time: 0.3281097 Jul 14 09:21:31.011780 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57040) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:31.018935 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-bfb01baf-177b-4cda-9a41-0b07083356a7 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Request body: {'router': {'name': 'tempest-router-1624010038', 'distributed': False}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:31.049009 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bfb01baf-177b-4cda-9a41-0b07083356a7 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.050390 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bfb01baf-177b-4cda-9a41-0b07083356a7 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.114487 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bfb01baf-177b-4cda-9a41-0b07083356a7 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.122088 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bfb01baf-177b-4cda-9a41-0b07083356a7 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.138955 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bfb01baf-177b-4cda-9a41-0b07083356a7 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.142739 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bfb01baf-177b-4cda-9a41-0b07083356a7 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1281757 Jul 14 09:21:31.145054 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57044) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:31.238728 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92d24541-f64e-4e55-b6c5-76068b085faf tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.447146 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92d24541-f64e-4e55-b6c5-76068b085faf tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.449752 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92d24541-f64e-4e55-b6c5-76068b085faf tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.504872 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92d24541-f64e-4e55-b6c5-76068b085faf tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.505449 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d24541-f64e-4e55-b6c5-76068b085faf tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50d61820-6735-48cf-a2a1-f6420f1f3b76 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:21:31.510990 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92d24541-f64e-4e55-b6c5-76068b085faf tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.515819 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-92d24541-f64e-4e55-b6c5-76068b085faf tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] 10.222.0.25 "DELETE /v2.0/routers/50d61820-6735-48cf-a2a1-f6420f1f3b76 HTTP/1.1" status: 204 len: 168 time: 0.3663769 Jul 14 09:21:31.516436 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57062) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:31.536973 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-b374f489-2b62-4c87-b512-0c642724dc0b tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Request body: {'router': {'name': 'tempest-router-1022568447', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b9b5a6ea643d432695cac0940fb54d15'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:31.601206 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b374f489-2b62-4c87-b512-0c642724dc0b tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.602395 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b374f489-2b62-4c87-b512-0c642724dc0b tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.707938 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b374f489-2b62-4c87-b512-0c642724dc0b tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.715878 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b374f489-2b62-4c87-b512-0c642724dc0b tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.724647 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2dd44-2c00-464c-9659-052961143dce req-96b16084-9acc-45c1-9318-cdb75adaa059 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:31.728969 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cea2dd44-2c00-464c-9659-052961143dce req-96b16084-9acc-45c1-9318-cdb75adaa059 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 945 time: 0.1780202 Jul 14 09:21:31.752747 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b374f489-2b62-4c87-b512-0c642724dc0b tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.754129 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b374f489-2b62-4c87-b512-0c642724dc0b tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2366774 Jul 14 09:21:31.757088 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57076) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:31.787550 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-57ade4b0-d922-4210-9694-af65189b1630 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:31.848914 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cea2dd44-2c00-464c-9659-052961143dce req-6a8fe34a-6e3f-4f9d-b7c0-eaf4e8008ce8 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026185 Jul 14 09:21:32.093291 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57ade4b0-d922-4210-9694-af65189b1630 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.093893 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57ade4b0-d922-4210-9694-af65189b1630 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks [] for router, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.182315 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-57ade4b0-d922-4210-9694-af65189b1630 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93772) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 14 09:21:32.182682 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-57ade4b0-d922-4210-9694-af65189b1630 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Router b523d1eb-dfa0-4161-ab86-80b1f7cf3450 migrating from provider to provider. {{(pid=93772) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 14 09:21:32.183079 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57ade4b0-d922-4210-9694-af65189b1630 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.188994 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57ade4b0-d922-4210-9694-af65189b1630 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.194943 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57ade4b0-d922-4210-9694-af65189b1630 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1997542'] for router, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.308689 n-d-771362-35 neutron-server[93772]: WARNING neutron.scheduler.l3_agent_scheduler [None req-57ade4b0-d922-4210-9694-af65189b1630 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] No L3 agents can host the router b523d1eb-dfa0-4161-ab86-80b1f7cf3450 Jul 14 09:21:32.419220 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ade4b0-d922-4210-9694-af65189b1630 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Hosts for router b523d1eb-dfa0-4161-ab86-80b1f7cf3450: [] {{(pid=93772) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 14 09:21:32.446257 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ade4b0-d922-4210-9694-af65189b1630 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Hosts for other DVR routers connected to router b523d1eb-dfa0-4161-ab86-80b1f7cf3450: set() {{(pid=93772) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 14 09:21:32.449038 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57ade4b0-d922-4210-9694-af65189b1630 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.453832 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57100) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:32.460038 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-57ade4b0-d922-4210-9694-af65189b1630 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] 10.222.0.25 "PUT /v2.0/routers/b523d1eb-dfa0-4161-ab86-80b1f7cf3450 HTTP/1.1" status: 200 len: 717 time: 0.7015049 Jul 14 09:21:32.541841 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57106) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:32.553318 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e2ff8668-a89b-4a9a-ac22-75b87ce18d0b tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] 10.222.0.25 "GET /v2.0/routers/b523d1eb-dfa0-4161-ab86-80b1f7cf3450 HTTP/1.1" status: 200 len: 717 time: 0.0973811 Jul 14 09:21:32.773284 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57118) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:32.773886 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-36bee3f4-8443-463c-9d16-bee2ce36d4a4 tempest-RoutersTestDVR-1348949955 tempest-RoutersTestDVR-1348949955-project] 10.222.0.25 "GET /v2.0/routers/b523d1eb-dfa0-4161-ab86-80b1f7cf3450 HTTP/1.1" status: 200 len: 683 time: 0.2296040 Jul 14 09:21:32.958457 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b669a412-b308-45a2-b930-4fd91d9ad3e3 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.186124 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b669a412-b308-45a2-b930-4fd91d9ad3e3 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.189839 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b669a412-b308-45a2-b930-4fd91d9ad3e3 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.259466 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b669a412-b308-45a2-b930-4fd91d9ad3e3 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.261387 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b669a412-b308-45a2-b930-4fd91d9ad3e3 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b523d1eb-dfa0-4161-ab86-80b1f7cf3450 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:21:33.282993 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f342299-e211-42c4-b2f6-a4fbdae4095f req-74d672ca-becb-4ba0-a3f5-2a679901aa23 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:33.286965 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f342299-e211-42c4-b2f6-a4fbdae4095f req-74d672ca-becb-4ba0-a3f5-2a679901aa23 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 945 time: 0.2315600 Jul 14 09:21:33.299210 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b669a412-b308-45a2-b930-4fd91d9ad3e3 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.300602 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b669a412-b308-45a2-b930-4fd91d9ad3e3 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] 10.222.0.25 "DELETE /v2.0/routers/b523d1eb-dfa0-4161-ab86-80b1f7cf3450 HTTP/1.1" status: 204 len: 168 time: 0.5262747 Jul 14 09:21:33.304466 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57138) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:33.309757 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-9670e5cd-b81b-487b-9573-3d460016a2e2 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Request body: {'router': {'name': 'tempest-router-735835557', 'distributed': True}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:33.336455 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9670e5cd-b81b-487b-9573-3d460016a2e2 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.337501 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9670e5cd-b81b-487b-9573-3d460016a2e2 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.367031 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f342299-e211-42c4-b2f6-a4fbdae4095f req-825f2516-1108-4766-aad4-6534eafd441f tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789888 Jul 14 09:21:33.417711 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9670e5cd-b81b-487b-9573-3d460016a2e2 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.434888 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9670e5cd-b81b-487b-9573-3d460016a2e2 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.453250 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9670e5cd-b81b-487b-9573-3d460016a2e2 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.459028 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57144) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:33.471579 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9670e5cd-b81b-487b-9573-3d460016a2e2 tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1658652 Jul 14 09:21:33.554971 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb6a38a1-33a8-42f1-8e91-e3d84705ee9c tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.777802 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb6a38a1-33a8-42f1-8e91-e3d84705ee9c tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.781005 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb6a38a1-33a8-42f1-8e91-e3d84705ee9c tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.863682 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb6a38a1-33a8-42f1-8e91-e3d84705ee9c tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.865339 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6a38a1-33a8-42f1-8e91-e3d84705ee9c tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c08748b0-2f33-4272-9547-992d29e24596 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:21:33.881164 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb6a38a1-33a8-42f1-8e91-e3d84705ee9c tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.885666 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bb6a38a1-33a8-42f1-8e91-e3d84705ee9c tempest-RoutersTestDVR-1848855715 tempest-RoutersTestDVR-1848855715-project-admin] 10.222.0.25 "DELETE /v2.0/routers/c08748b0-2f33-4272-9547-992d29e24596 HTTP/1.1" status: 204 len: 168 time: 0.4213266 Jul 14 09:21:34.129975 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 733dcb60-a7b2-4e67-9180-26ffd6546f93 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:34.381048 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 733dcb60-a7b2-4e67-9180-26ffd6546f93, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=733dcb60-a7b2-4e67-9180-26ffd6546f93,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:34.405639 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '733dcb60-a7b2-4e67-9180-26ffd6546f93', 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3', 'port_id': '733dcb60-a7b2-4e67-9180-26ffd6546f93', 'mac_address': 'fa:16:3e:25:16:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366d3585-af72-4619-a55f-a5b56cfe701c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:34.420707 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57190) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:34.462479 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.507447 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 733dcb60-a7b2-4e67-9180-26ffd6546f93 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:34.579457 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 733dcb60-a7b2-4e67-9180-26ffd6546f93, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=733dcb60-a7b2-4e67-9180-26ffd6546f93,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:34.588517 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.622958 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd20eabe-0018-4442-9a10-553b2ccb9e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.727369 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=733dcb60-a7b2-4e67-9180-26ffd6546f93,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:34.745876 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['733dcb60-a7b2-4e67-9180-26ffd6546f93'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:34.811250 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8627e5c-0f6f-4240-b680-00961ca03975 req-39fcba11-d9c3-473e-a411-05ceed86a545 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:34.818344 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d8627e5c-0f6f-4240-b680-00961ca03975 req-39fcba11-d9c3-473e-a411-05ceed86a545 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 945 time: 0.1529119 Jul 14 09:21:34.919425 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd20eabe-0018-4442-9a10-553b2ccb9e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.930906 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd20eabe-0018-4442-9a10-553b2ccb9e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.033103 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d8627e5c-0f6f-4240-b680-00961ca03975 req-f7d45d65-9a63-4ecb-a379-16c08daafa0b tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066021 Jul 14 09:21:35.068862 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20eabe-0018-4442-9a10-553b2ccb9e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60562c5c-e64e-498f-9a38-2bf9d5b3c95c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:35.102411 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57230) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:35.105122 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bd20eabe-0018-4442-9a10-553b2ccb9e24 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9b5a6ea643d432695cac0940fb54d15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6821382 Jul 14 09:21:35.225191 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58e9d1cf-2165-4a3d-b5a3-c0cc7a0ef142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.287266 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58e9d1cf-2165-4a3d-b5a3-c0cc7a0ef142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.383643 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58e9d1cf-2165-4a3d-b5a3-c0cc7a0ef142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.387703 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58e9d1cf-2165-4a3d-b5a3-c0cc7a0ef142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.388511 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-58e9d1cf-2165-4a3d-b5a3-c0cc7a0ef142 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/60562c5c-e64e-498f-9a38-2bf9d5b3c95c HTTP/1.1" status: 204 len: 168 time: 0.2847183 Jul 14 09:21:35.408822 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9d1cf-2165-4a3d-b5a3-c0cc7a0ef142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60562c5c-e64e-498f-9a38-2bf9d5b3c95c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:35.968356 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57250) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:35.993930 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-589853a7-70fb-45f9-84c9-f25b16039761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.145510 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 733dcb60-a7b2-4e67-9180-26ffd6546f93 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:36.236460 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-589853a7-70fb-45f9-84c9-f25b16039761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.245984 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-589853a7-70fb-45f9-84c9-f25b16039761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.342800 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 733dcb60-a7b2-4e67-9180-26ffd6546f93 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:36.343175 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.396330 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57274) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:36.396815 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-589853a7-70fb-45f9-84c9-f25b16039761 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=83cd8e8c488e4154a8788592ff30c3b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4256637 Jul 14 09:21:36.397456 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589853a7-70fb-45f9-84c9-f25b16039761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394a4bc0-8fec-44c7-8801-99d286dd830f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:36.501816 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.564062 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0323585-9835-4bd1-a09f-bd80ba09cc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.580184 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 733dcb60-a7b2-4e67-9180-26ffd6546f93, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=733dcb60-a7b2-4e67-9180-26ffd6546f93,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:36.585446 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18d044a-b42a-4081-98f8-e4703e4d1395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733dcb60-a7b2-4e67-9180-26ffd6546f93'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:36.595971 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca21b631-bdfe-4d49-80e8-b5966812d806" -d '{"events": [{"server_uuid": "c18d044a-b42a-4081-98f8-e4703e4d1395", "name": "network-vif-plugged", "status": "completed", "tag": "733dcb60-a7b2-4e67-9180-26ffd6546f93"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:36.602453 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.650757 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0323585-9835-4bd1-a09f-bd80ba09cc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.660772 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=733dcb60-a7b2-4e67-9180-26ffd6546f93,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:36.768660 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62496b71-5d1b-4e61-abf7-6e56effb7c96 x-openstack-request-id: req-62496b71-5d1b-4e61-abf7-6e56effb7c96 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:36.769070 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18d044a-b42a-4081-98f8-e4703e4d1395", "name": "network-vif-plugged", "status": "completed", "tag": "733dcb60-a7b2-4e67-9180-26ffd6546f93", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:36.769422 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62496b71-5d1b-4e61-abf7-6e56effb7c96 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:36.769943 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18d044a-b42a-4081-98f8-e4703e4d1395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733dcb60-a7b2-4e67-9180-26ffd6546f93', 'code': 200} Jul 14 09:21:36.896321 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0323585-9835-4bd1-a09f-bd80ba09cc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.902887 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0323585-9835-4bd1-a09f-bd80ba09cc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.906665 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d0323585-9835-4bd1-a09f-bd80ba09cc06 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/394a4bc0-8fec-44c7-8801-99d286dd830f HTTP/1.1" status: 204 len: 168 time: 0.5079451 Jul 14 09:21:36.959366 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0323585-9835-4bd1-a09f-bd80ba09cc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394a4bc0-8fec-44c7-8801-99d286dd830f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:37.025065 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfede5-0559-411b-b21f-92d44866b274 req-138d1910-7dae-421d-b8bc-09d8afa21585 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:37.030980 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5bbfede5-0559-411b-b21f-92d44866b274 req-138d1910-7dae-421d-b8bc-09d8afa21585 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 945 time: 0.2836032 Jul 14 09:21:37.162994 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5bbfede5-0559-411b-b21f-92d44866b274 req-d6ed9a74-aa92-4019-9e9d-16940fa91232 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204848 Jul 14 09:21:38.630122 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6d059-e8f6-4dbc-a9ab-e9d4f0223782 req-0a94973a-80d5-4a5e-93b5-fc67b3ed4910 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:38.634901 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b7f6d059-e8f6-4dbc-a9ab-e9d4f0223782 req-0a94973a-80d5-4a5e-93b5-fc67b3ed4910 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 945 time: 0.1401715 Jul 14 09:21:38.680316 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57370) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:38.710572 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b7f6d059-e8f6-4dbc-a9ab-e9d4f0223782 req-75044915-0742-4837-915b-4bdd3c51ab58 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674560 Jul 14 09:21:38.952207 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-587fe550-08bd-4cc1-bf51-0522dd922481 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-720745'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:39.002217 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587fe550-08bd-4cc1-bf51-0522dd922481 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Made reservation on behalf of 4457416aa92045b8bb2a46a0eae1dd39 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:39.008458 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-587fe550-08bd-4cc1-bf51-0522dd922481 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.020235 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-587fe550-08bd-4cc1-bf51-0522dd922481 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.194427 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-587fe550-08bd-4cc1-bf51-0522dd922481 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.199783 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-587fe550-08bd-4cc1-bf51-0522dd922481 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.214504 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587fe550-08bd-4cc1-bf51-0522dd922481 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:21:39.227959 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-587fe550-08bd-4cc1-bf51-0522dd922481 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.228382 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-587fe550-08bd-4cc1-bf51-0522dd922481 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Added segment 324ed5ff-2f7c-4034-966b-ee89ff3d2128 of type vlan for network 9b9b2816-5bc9-4e3b-9912-02c62b56c501 Jul 14 09:21:39.286284 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-587fe550-08bd-4cc1-bf51-0522dd922481 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.339781 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-587fe550-08bd-4cc1-bf51-0522dd922481 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.348417 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587fe550-08bd-4cc1-bf51-0522dd922481 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:39.349224 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-587fe550-08bd-4cc1-bf51-0522dd922481 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.595504 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587fe550-08bd-4cc1-bf51-0522dd922481 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=948b12d8-984e-4c52-b2a5-b991325b9f56,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:39.611473 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57400) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:39.618425 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-131ad367-cbcf-45ae-9154-56f06fe81aaa tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Request body: {'subnet': {'network_id': '9b9b2816-5bc9-4e3b-9912-02c62b56c501', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:39.620383 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-587fe550-08bd-4cc1-bf51-0522dd922481 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9381962 Jul 14 09:21:39.624045 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587fe550-08bd-4cc1-bf51-0522dd922481 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Pushing event updated for resources: {'Network': ['ID=9b9b2816-5bc9-4e3b-9912-02c62b56c501,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:39.645871 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 9b9b2816-5bc9-4e3b-9912-02c62b56c501 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:21:39.889453 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131ad367-cbcf-45ae-9154-56f06fe81aaa tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Made reservation on behalf of 4457416aa92045b8bb2a46a0eae1dd39 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:39.894112 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-131ad367-cbcf-45ae-9154-56f06fe81aaa tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.377077 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-131ad367-cbcf-45ae-9154-56f06fe81aaa tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.522343 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.565628 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ad367-cbcf-45ae-9154-56f06fe81aaa tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Pushing event updated for resources: {'Subnet': ['ID=d4507d71-7d98-4977-b3b1-5d320a668323,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:40.640616 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131ad367-cbcf-45ae-9154-56f06fe81aaa tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Checking segment: {'id': '324ed5ff-2f7c-4034-966b-ee89ff3d2128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9b9b2816-5bc9-4e3b-9912-02c62b56c501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:40.641110 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131ad367-cbcf-45ae-9154-56f06fe81aaa tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Network hostable DHCP agents. Network: 9b9b2816-5bc9-4e3b-9912-02c62b56c501, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:21:40.698075 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57052d-bde3-4e01-b423-06e174e307f9 req-933c5938-b92e-47c5-a3ae-a94cb7746f53 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:40.705681 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-df57052d-bde3-4e01-b423-06e174e307f9 req-933c5938-b92e-47c5-a3ae-a94cb7746f53 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 945 time: 0.3344276 Jul 14 09:21:40.770991 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131ad367-cbcf-45ae-9154-56f06fe81aaa tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Network 9b9b2816-5bc9-4e3b-9912-02c62b56c501 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:21:40.792527 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-131ad367-cbcf-45ae-9154-56f06fe81aaa tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 9b9b2816-5bc9-4e3b-9912-02c62b56c501) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:40.809481 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1389017b-ca66-4e91-8794-6b3cda3dd4fa None None] Network 9b9b2816-5bc9-4e3b-9912-02c62b56c501 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:40.818439 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-df57052d-bde3-4e01-b423-06e174e307f9 req-1740e0b6-08e1-4297-9a45-d6dc8a39981c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115713 Jul 14 09:21:40.825139 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131ad367-cbcf-45ae-9154-56f06fe81aaa tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:40.826153 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-131ad367-cbcf-45ae-9154-56f06fe81aaa tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.858603 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-131ad367-cbcf-45ae-9154-56f06fe81aaa tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2455606 Jul 14 09:21:40.861786 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57436) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:40.869972 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6a6772bf-c48e-4b81-9903-2d4701f0e490 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Request body: {'port': {'network_id': '9b9b2816-5bc9-4e3b-9912-02c62b56c501', 'name': 'tempest-AllowedAddressPairTestJSON-1579882306'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:41.305444 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-9b9b2816-5bc9-4e3b-9912-02c62b56c501', 'network_id': '9b9b2816-5bc9-4e3b-9912-02c62b56c501', 'tenant_id': '4457416aa92045b8bb2a46a0eae1dd39', 'fixed_ips': [{'subnet_id': 'd4507d71-7d98-4977-b3b1-5d320a668323'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:21:41.306441 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.368141 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6772bf-c48e-4b81-9903-2d4701f0e490 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Made reservation on behalf of 4457416aa92045b8bb2a46a0eae1dd39 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:41.376893 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a6772bf-c48e-4b81-9903-2d4701f0e490 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.424307 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-6a6772bf-c48e-4b81-9903-2d4701f0e490 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] device_id is not set on port 304086b8-88da-41e7-9bd7-68baff2e9199 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:21:41.761237 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-6a6772bf-c48e-4b81-9903-2d4701f0e490 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Allocated IP 172.20.0.6 (9b9b2816-5bc9-4e3b-9912-02c62b56c501/d4507d71-7d98-4977-b3b1-5d320a668323/304086b8-88da-41e7-9bd7-68baff2e9199) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:42.118271 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:42.984050 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a6772bf-c48e-4b81-9903-2d4701f0e490 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:43.031425 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731c820-eeca-4356-8f82-06f4954cad48 req-ee6349bc-6142-459c-bca1-90b093eaa685 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:43.052157 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8731c820-eeca-4356-8f82-06f4954cad48 req-ee6349bc-6142-459c-bca1-90b093eaa685 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 945 time: 0.4452899 Jul 14 09:21:43.069608 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6a6772bf-c48e-4b81-9903-2d4701f0e490 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Transition to ACTIVE for port object 304086b8-88da-41e7-9bd7-68baff2e9199 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:43.159385 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8731c820-eeca-4356-8f82-06f4954cad48 req-aab58896-859f-446a-9d56-5e7b85c10459 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062760 Jul 14 09:21:43.224087 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a6772bf-c48e-4b81-9903-2d4701f0e490 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:43.380256 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6772bf-c48e-4b81-9903-2d4701f0e490 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Network 9b9b2816-5bc9-4e3b-9912-02c62b56c501 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:43.399602 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6a6772bf-c48e-4b81-9903-2d4701f0e490 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:43.432780 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6772bf-c48e-4b81-9903-2d4701f0e490 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:43.488351 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Allocated IP 172.20.0.2 (9b9b2816-5bc9-4e3b-9912-02c62b56c501/d4507d71-7d98-4977-b3b1-5d320a668323/48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:43.514463 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6772bf-c48e-4b81-9903-2d4701f0e490 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Pushing event updated for resources: {'Port': ['ID=304086b8-88da-41e7-9bd7-68baff2e9199,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:43.614152 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6772bf-c48e-4b81-9903-2d4701f0e490 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:43.614848 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a6772bf-c48e-4b81-9903-2d4701f0e490 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:43.658144 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6a6772bf-c48e-4b81-9903-2d4701f0e490 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7950358 Jul 14 09:21:43.661132 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57514) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:43.671308 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-938efe77-6810-470b-802f-416abbc36a80 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Request body: {'port': {'network_id': '9b9b2816-5bc9-4e3b-9912-02c62b56c501', 'name': 'tempest-AllowedAddressPairTestJSON-2026229463', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:3c:0a:58'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:43.827319 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938efe77-6810-470b-802f-416abbc36a80 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Made reservation on behalf of 4457416aa92045b8bb2a46a0eae1dd39 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:43.931440 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:43.942618 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Transition to ACTIVE for port object 48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:43.963200 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Transition to ACTIVE for port object 48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:43.971800 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.049414 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Network 9b9b2816-5bc9-4e3b-9912-02c62b56c501 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:44.055955 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:44.059811 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:44.070336 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Pushing event updated for resources: {'Port': ['ID=48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:44.080708 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:44.081534 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:44.081941 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:44.082795 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:44.084674 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:44.085092 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:44.085498 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:44.085875 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:44.086234 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:44.086771 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:44.087177 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:44.088738 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:44.176127 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-938efe77-6810-470b-802f-416abbc36a80 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.228453 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-938efe77-6810-470b-802f-416abbc36a80 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] device_id is not set on port 3558efe4-0fb4-4dc2-b770-d5bf1e2e7af1 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:21:44.258169 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a52b3-7dd2-437e-9a9d-d519e62c69d9 req-747be096-67ee-4201-bdb5-a0c76c2f7411 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:44.317175 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7d5a52b3-7dd2-437e-9a9d-d519e62c69d9 req-747be096-67ee-4201-bdb5-a0c76c2f7411 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.3181758 Jul 14 09:21:44.500758 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-938efe77-6810-470b-802f-416abbc36a80 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Allocated IP 172.20.0.14 (9b9b2816-5bc9-4e3b-9912-02c62b56c501/d4507d71-7d98-4977-b3b1-5d320a668323/3558efe4-0fb4-4dc2-b770-d5bf1e2e7af1) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:44.693692 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-938efe77-6810-470b-802f-416abbc36a80 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.706949 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7d5a52b3-7dd2-437e-9a9d-d519e62c69d9 req-e2295883-7f33-40e8-ae5d-9e279d6cbc54 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3887336 Jul 14 09:21:44.734450 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-938efe77-6810-470b-802f-416abbc36a80 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Transition to ACTIVE for port object 3558efe4-0fb4-4dc2-b770-d5bf1e2e7af1 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:44.736795 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Attempting to bind port 48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:44.737459 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Attempting to bind port 48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '324ed5ff-2f7c-4034-966b-ee89ff3d2128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9b9b2816-5bc9-4e3b-9912-02c62b56c501'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:44.737867 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Attempting to bind port 48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b on network 9b9b2816-5bc9-4e3b-9912-02c62b56c501 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:44.761877 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:44.761877 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Checking segment: {'id': '324ed5ff-2f7c-4034-966b-ee89ff3d2128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9b9b2816-5bc9-4e3b-9912-02c62b56c501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:44.761877 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.761877 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Bound using segment: {'id': '324ed5ff-2f7c-4034-966b-ee89ff3d2128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9b9b2816-5bc9-4e3b-9912-02c62b56c501'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:44.761877 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Bound port: 48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324ed5ff-2f7c-4034-966b-ee89ff3d2128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9b9b2816-5bc9-4e3b-9912-02c62b56c501'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:44.761877 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.793984 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-938efe77-6810-470b-802f-416abbc36a80 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.899460 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938efe77-6810-470b-802f-416abbc36a80 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Network 9b9b2816-5bc9-4e3b-9912-02c62b56c501 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:44.904583 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] For port 48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:44.913340 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] For port 48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b,segment=NetworkSegment(324ed5ff-2f7c-4034-966b-ee89ff3d2128),segment_id=324ed5ff-2f7c-4034-966b-ee89ff3d2128)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:44.914770 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-938efe77-6810-470b-802f-416abbc36a80 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:44.920267 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.931868 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938efe77-6810-470b-802f-416abbc36a80 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:45.023122 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938efe77-6810-470b-802f-416abbc36a80 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:45.023344 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce81444-e815-486e-b3c4-2aa8c7d38c17 None None] Pushing event updated for resources: {'Port': ['ID=48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:45.024164 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-938efe77-6810-470b-802f-416abbc36a80 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.034814 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938efe77-6810-470b-802f-416abbc36a80 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Pushing event updated for resources: {'Port': ['ID=3558efe4-0fb4-4dc2-b770-d5bf1e2e7af1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:45.098167 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-938efe77-6810-470b-802f-416abbc36a80 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.4354312 Jul 14 09:21:45.100118 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57544) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:45.257240 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df010d-5521-4373-a634-14716c001ad9 req-03492cbc-6509-4c39-844e-4e716ececb32 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:45.271951 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1df010d-5521-4373-a634-14716c001ad9 req-03492cbc-6509-4c39-844e-4e716ececb32 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.2297797 Jul 14 09:21:45.379219 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32dbc00-6162-41db-8fc2-d5cc10ecfed1 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:45.405171 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32dbc00-6162-41db-8fc2-d5cc10ecfed1 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:45.419115 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32dbc00-6162-41db-8fc2-d5cc10ecfed1 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:45.428374 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f32dbc00-6162-41db-8fc2-d5cc10ecfed1 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.3269498 Jul 14 09:21:45.433221 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57552) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:45.501702 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1df010d-5521-4373-a634-14716c001ad9 req-57f32ade-74ff-4755-8f80-175ad6b89d85 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120593 Jul 14 09:21:45.851610 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-09bc42e6-2aaf-4ac9-9477-1008692aeb43 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Deleting port 3558efe4-0fb4-4dc2-b770-d5bf1e2e7af1 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:45.851996 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09bc42e6-2aaf-4ac9-9477-1008692aeb43 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.020531 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09bc42e6-2aaf-4ac9-9477-1008692aeb43 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.053251 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-09bc42e6-2aaf-4ac9-9477-1008692aeb43 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Calling delete_port for 3558efe4-0fb4-4dc2-b770-d5bf1e2e7af1 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:46.187902 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-59320a0f-f87b-476e-a177-c42015de98fb tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:46.194315 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-59320a0f-f87b-476e-a177-c42015de98fb tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 812 time: 0.2886000 Jul 14 09:21:46.229192 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-bf02076a-a48d-456b-84b2-44493478d47d tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/quotas/6c80c9228c3d4d0587f67366dd594a1e HTTP/1.1" status: 200 len: 375 time: 0.0276542 Jul 14 09:21:46.349089 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09bc42e6-2aaf-4ac9-9477-1008692aeb43 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.445540 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc42e6-2aaf-4ac9-9477-1008692aeb43 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Pushing event deleted for resources: {'Port': ['ID=3558efe4-0fb4-4dc2-b770-d5bf1e2e7af1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:46.589589 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-c8cf71a5-3a42-417e-bcf0-deaac5e546f7 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3593025 Jul 14 09:21:46.895173 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:46.966366 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-04d524f4-409e-44b5-9a17-8bdde9bdb970 service neutron] 10.222.0.25 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610628 Jul 14 09:21:47.009366 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:47.099773 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09bc42e6-2aaf-4ac9-9477-1008692aeb43 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:47.117634 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-09bc42e6-2aaf-4ac9-9477-1008692aeb43 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] 10.222.0.25 "DELETE /v2.0/ports/3558efe4-0fb4-4dc2-b770-d5bf1e2e7af1 HTTP/1.1" status: 204 len: 168 time: 1.6804335 Jul 14 09:21:47.131289 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57600) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:47.171984 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-6f83318c-3bc9-450a-a16b-07865203b372 service neutron] 10.222.0.25 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842897 Jul 14 09:21:47.215287 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc386e3-2ace-48d1-ac87-30cf17eae994 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] GET failed (client error): The resource could not be found. Jul 14 09:21:47.221348 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1dc386e3-2ace-48d1-ac87-30cf17eae994 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] 10.222.0.25 "GET /v2.0/ports/3558efe4-0fb4-4dc2-b770-d5bf1e2e7af1 HTTP/1.1" status: 404 len: 333 time: 0.0846782 Jul 14 09:21:47.221544 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57604) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:47.229320 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-8bac31b2-94b1-430e-a0c5-f8daf17e39f9 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Request body: {'port': {'network_id': '9b9b2816-5bc9-4e3b-9912-02c62b56c501', 'name': 'tempest-AllowedAddressPairTestJSON-1360493967'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:47.329559 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ae01a7-cd9a-4c73-b5d4-77849485a1b8 None None] Network 9b9b2816-5bc9-4e3b-9912-02c62b56c501 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:47.597777 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bac31b2-94b1-430e-a0c5-f8daf17e39f9 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Made reservation on behalf of 4457416aa92045b8bb2a46a0eae1dd39 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:47.602376 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8bac31b2-94b1-430e-a0c5-f8daf17e39f9 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:47.642234 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e094eb90-ed55-4570-820a-9f1bc3f950ed req-6f3f1012-bb60-44af-b4c0-21588d9b83ba tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=66abb7d3-38c2-49ee-b810-297c1a4ae5e6 HTTP/1.1" status: 200 len: 210 time: 0.0609710 Jul 14 09:21:47.669072 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-8bac31b2-94b1-430e-a0c5-f8daf17e39f9 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] device_id is not set on port acbe1249-7720-4bb2-8866-77432951a712 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:21:47.707249 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-00c5a28d-ece6-47a0-8cfe-c1d93a40e1d1 None None] Provisioning for port 48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:47.828063 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-00c5a28d-ece6-47a0-8cfe-c1d93a40e1d1 None None] Provisioning complete for port 48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:47.829895 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00c5a28d-ece6-47a0-8cfe-c1d93a40e1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:47.960571 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-8bac31b2-94b1-430e-a0c5-f8daf17e39f9 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Allocated IP 172.20.0.3 (9b9b2816-5bc9-4e3b-9912-02c62b56c501/d4507d71-7d98-4977-b3b1-5d320a668323/acbe1249-7720-4bb2-8866-77432951a712) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:48.094216 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00c5a28d-ece6-47a0-8cfe-c1d93a40e1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.157318 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-00c5a28d-ece6-47a0-8cfe-c1d93a40e1d1 None None] For port 48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b,segment=NetworkSegment(324ed5ff-2f7c-4034-966b-ee89ff3d2128),segment_id=324ed5ff-2f7c-4034-966b-ee89ff3d2128)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:48.179237 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00c5a28d-ece6-47a0-8cfe-c1d93a40e1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.417567 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5a28d-ece6-47a0-8cfe-c1d93a40e1d1 None None] Pushing event updated for resources: {'Port': ['ID=48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:48.426698 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b99a1e6-91ca-4191-b7c8-d15d9f2fd84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.525969 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8bac31b2-94b1-430e-a0c5-f8daf17e39f9 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.605315 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8bac31b2-94b1-430e-a0c5-f8daf17e39f9 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Transition to ACTIVE for port object acbe1249-7720-4bb2-8866-77432951a712 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:48.734686 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8bac31b2-94b1-430e-a0c5-f8daf17e39f9 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.780479 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8d9c75b3-4c57-435d-a977-ba59fd5a11d4 None None] Provisioning for port 304086b8-88da-41e7-9bd7-68baff2e9199 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:48.800719 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8d9c75b3-4c57-435d-a977-ba59fd5a11d4 None None] Provisioning complete for port 304086b8-88da-41e7-9bd7-68baff2e9199 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:48.802779 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d9c75b3-4c57-435d-a977-ba59fd5a11d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.852401 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:48.896775 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bac31b2-94b1-430e-a0c5-f8daf17e39f9 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Network 9b9b2816-5bc9-4e3b-9912-02c62b56c501 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:48.913528 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8bac31b2-94b1-430e-a0c5-f8daf17e39f9 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:48.930996 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:48.940857 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bac31b2-94b1-430e-a0c5-f8daf17e39f9 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:48.945966 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.957246 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8d9c75b3-4c57-435d-a977-ba59fd5a11d4 None None] Port 304086b8-88da-41e7-9bd7-68baff2e9199 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:21:49.143359 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac31b2-94b1-430e-a0c5-f8daf17e39f9 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Pushing event updated for resources: {'Port': ['ID=acbe1249-7720-4bb2-8866-77432951a712,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:49.147007 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8d9c75b3-4c57-435d-a977-ba59fd5a11d4 None None] Provisioning complete for port 48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:49.155452 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d9c75b3-4c57-435d-a977-ba59fd5a11d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.283333 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-140ea73f-75f8-44c9-8db8-dd32de970469 req-c8d06217-48bb-4206-ba89-1ef6fe874f14 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=66abb7d3-38c2-49ee-b810-297c1a4ae5e6 HTTP/1.1" status: 200 len: 210 time: 0.1454108 Jul 14 09:21:49.297979 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bac31b2-94b1-430e-a0c5-f8daf17e39f9 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:49.298685 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8bac31b2-94b1-430e-a0c5-f8daf17e39f9 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.381168 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8bac31b2-94b1-430e-a0c5-f8daf17e39f9 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1547713 Jul 14 09:21:49.386378 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57662) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:49.396091 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-4b47d372-842f-41de-8f82-e3fb04c4ebc3 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:3c:0a:58'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:49.932715 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-823d77a7-87c4-497e-8ee7-4a5392ca488c None None] Provisioning complete for port 304086b8-88da-41e7-9bd7-68baff2e9199 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:49.933468 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-823d77a7-87c4-497e-8ee7-4a5392ca488c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.094616 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-823d77a7-87c4-497e-8ee7-4a5392ca488c None None] Port 304086b8-88da-41e7-9bd7-68baff2e9199 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:21:50.216161 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-424a0641-2c46-48cd-b01a-5b1ceadc46ba None None] Could not find standard attr ID for object 3558efe4-0fb4-4dc2-b770-d5bf1e2e7af1. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:21:50.238074 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4b47d372-842f-41de-8f82-e3fb04c4ebc3 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.748670 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-dada4292-ac16-4d1c-bd82-ea7f15926d54 None None] Provisioning for port acbe1249-7720-4bb2-8866-77432951a712 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:50.767551 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-dada4292-ac16-4d1c-bd82-ea7f15926d54 None None] Provisioning complete for port acbe1249-7720-4bb2-8866-77432951a712 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:50.770474 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dada4292-ac16-4d1c-bd82-ea7f15926d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.962561 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-dada4292-ac16-4d1c-bd82-ea7f15926d54 None None] Port acbe1249-7720-4bb2-8866-77432951a712 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:21:51.041567 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23edb171-3e05-4bf4-9c23-907643670455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.255009 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.313557 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bcf5eff6-8962-4302-b17e-e7526765885c req-682c1823-c139-40a1-8937-318d00d65c1d tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=66abb7d3-38c2-49ee-b810-297c1a4ae5e6 HTTP/1.1" status: 200 len: 210 time: 0.5205982 Jul 14 09:21:51.460850 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-86febc0c-c650-4515-88cd-664cb6ca8a72 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:51.470103 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-86febc0c-c650-4515-88cd-664cb6ca8a72 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.47 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 812 time: 0.9238214 Jul 14 09:21:51.478207 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4b47d372-842f-41de-8f82-e3fb04c4ebc3 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.504276 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-dc4f068a-45ae-4d08-97e4-719b9d40b6ff tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Request body: {'port': {'device_id': '66abb7d3-38c2-49ee-b810-297c1a4ae5e6', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'admin_state_up': True, 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:51.512236 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4b47d372-842f-41de-8f82-e3fb04c4ebc3 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.827144 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47d372-842f-41de-8f82-e3fb04c4ebc3 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Pushing event updated for resources: {'Port': ['ID=acbe1249-7720-4bb2-8866-77432951a712,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:51.857981 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4b47d372-842f-41de-8f82-e3fb04c4ebc3 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] In _notify_port_updated(), no bound segment for port acbe1249-7720-4bb2-8866-77432951a712 on network 9b9b2816-5bc9-4e3b-9912-02c62b56c501 {{(pid=93773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:21:51.864924 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b47d372-842f-41de-8f82-e3fb04c4ebc3 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:51.865976 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4b47d372-842f-41de-8f82-e3fb04c4ebc3 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.867331 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4b47d372-842f-41de-8f82-e3fb04c4ebc3 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] 10.222.0.25 "PUT /v2.0/ports/acbe1249-7720-4bb2-8866-77432951a712 HTTP/1.1" status: 200 len: 993 time: 2.4792380 Jul 14 09:21:51.872987 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57724) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:51.913600 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-dc4f068a-45ae-4d08-97e4-719b9d40b6ff tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Made reservation on behalf of 6c80c9228c3d4d0587f67366dd594a1e for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:51.919026 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-dc4f068a-45ae-4d08-97e4-719b9d40b6ff tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.162201 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-98374cb0-c7b8-479c-a93d-b0a08f2cfb3b None None] Provisioning complete for port acbe1249-7720-4bb2-8866-77432951a712 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:52.162964 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-98374cb0-c7b8-479c-a93d-b0a08f2cfb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.173056 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-689c10d7-46b9-42bd-b574-9538067a6267 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Deleting port acbe1249-7720-4bb2-8866-77432951a712 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:52.173056 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-689c10d7-46b9-42bd-b574-9538067a6267 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.214118 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-98374cb0-c7b8-479c-a93d-b0a08f2cfb3b None None] Port acbe1249-7720-4bb2-8866-77432951a712 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:21:52.245557 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.432180 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-dc4f068a-45ae-4d08-97e4-719b9d40b6ff tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Allocated IP 172.20.0.12 (aa88f091-33f9-4aa2-8101-31241b8b415b/a288c610-4f62-489b-a703-60b0f1c60f0a/ef4dbc08-3ed1-45e7-8e6d-292a29e70367) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:52.451254 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-689c10d7-46b9-42bd-b574-9538067a6267 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.500358 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-689c10d7-46b9-42bd-b574-9538067a6267 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Calling delete_port for acbe1249-7720-4bb2-8866-77432951a712 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:52.734796 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d9f6a5f6-0351-4e61-b5ec-44fbb8e9e61b req-8aec525c-eb97-408c-b3c9-bf17c7a7cbb3 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=66abb7d3-38c2-49ee-b810-297c1a4ae5e6 HTTP/1.1" status: 200 len: 210 time: 0.0799391 Jul 14 09:21:52.882360 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-dc4f068a-45ae-4d08-97e4-719b9d40b6ff tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.941400 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-689c10d7-46b9-42bd-b574-9538067a6267 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.942658 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-dc4f068a-45ae-4d08-97e4-719b9d40b6ff tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Transition to ACTIVE for port object ef4dbc08-3ed1-45e7-8e6d-292a29e70367 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:53.067167 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-dc4f068a-45ae-4d08-97e4-719b9d40b6ff tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.079869 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['b29ce761-d555-438b-874b-abdefcc5327f'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:53.097991 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c10d7-46b9-42bd-b574-9538067a6267 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Pushing event deleted for resources: {'Port': ['ID=acbe1249-7720-4bb2-8866-77432951a712,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:53.144772 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-dc4f068a-45ae-4d08-97e4-719b9d40b6ff tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Network aa88f091-33f9-4aa2-8101-31241b8b415b is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:53.147182 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-dc4f068a-45ae-4d08-97e4-719b9d40b6ff tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:53.151681 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-dc4f068a-45ae-4d08-97e4-719b9d40b6ff tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:53.262232 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f068a-45ae-4d08-97e4-719b9d40b6ff tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Pushing event updated for resources: {'Port': ['ID=ef4dbc08-3ed1-45e7-8e6d-292a29e70367,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:53.313600 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-dc4f068a-45ae-4d08-97e4-719b9d40b6ff tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:53.314479 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-dc4f068a-45ae-4d08-97e4-719b9d40b6ff tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.345677 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-dc4f068a-45ae-4d08-97e4-719b9d40b6ff tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8644288 Jul 14 09:21:53.369995 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-84c359d9-b49e-4df6-84a4-ad5a42a2abb9 service neutron] Request body: {'port': {'device_id': '66abb7d3-38c2-49ee-b810-297c1a4ae5e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:53.668804 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-84c359d9-b49e-4df6-84a4-ad5a42a2abb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.687296 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.783911 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ef39698e-fde5-4933-bb68-467c4befe331 None None] Provisioning for port ef4dbc08-3ed1-45e7-8e6d-292a29e70367 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:53.794026 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ef39698e-fde5-4933-bb68-467c4befe331 None None] Provisioning complete for port ef4dbc08-3ed1-45e7-8e6d-292a29e70367 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:53.794620 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef39698e-fde5-4933-bb68-467c4befe331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.904260 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ef39698e-fde5-4933-bb68-467c4befe331 None None] Port ef4dbc08-3ed1-45e7-8e6d-292a29e70367 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:21:54.263573 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b0829-52a3-442b-a0a1-5b14623be05e req-b268818e-abf1-4f63-86c4-f73a7738c27b tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:54.267052 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6e7b0829-52a3-442b-a0a1-5b14623be05e req-b268818e-abf1-4f63-86c4-f73a7738c27b tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=66abb7d3-38c2-49ee-b810-297c1a4ae5e6 HTTP/1.1" status: 200 len: 932 time: 0.2025795 Jul 14 09:21:54.374812 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6e7b0829-52a3-442b-a0a1-5b14623be05e req-a32a5692-14b9-4063-9da3-a63e95a87e2a tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010206 Jul 14 09:21:54.449073 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-689c10d7-46b9-42bd-b574-9538067a6267 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.451169 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-689c10d7-46b9-42bd-b574-9538067a6267 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] 10.222.0.25 "DELETE /v2.0/ports/acbe1249-7720-4bb2-8866-77432951a712 HTTP/1.1" status: 204 len: 168 time: 2.5766780 Jul 14 09:21:54.462195 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57794) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:54.564947 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c7c7be-dac7-49fe-986b-7ad00b09a496 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] GET failed (client error): The resource could not be found. Jul 14 09:21:54.567260 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b9c7c7be-dac7-49fe-986b-7ad00b09a496 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] 10.222.0.25 "GET /v2.0/ports/acbe1249-7720-4bb2-8866-77432951a712 HTTP/1.1" status: 404 len: 333 time: 0.1038013 Jul 14 09:21:54.573898 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57798) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:54.590625 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c620a044-4c6c-4f2c-8832-ca719693f67e tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Request body: {'port': {'network_id': '9b9b2816-5bc9-4e3b-9912-02c62b56c501', 'name': 'tempest-AllowedAddressPairTestJSON-1287333439'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:54.617353 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-84c359d9-b49e-4df6-84a4-ad5a42a2abb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4dbc08-3ed1-45e7-8e6d-292a29e70367 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:54.645684 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-84c359d9-b49e-4df6-84a4-ad5a42a2abb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.700812 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-84c359d9-b49e-4df6-84a4-ad5a42a2abb9 service neutron] Transition to ACTIVE for port object ef4dbc08-3ed1-45e7-8e6d-292a29e70367 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:54.710213 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-84c359d9-b49e-4df6-84a4-ad5a42a2abb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.794992 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c359d9-b49e-4df6-84a4-ad5a42a2abb9 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4dbc08-3ed1-45e7-8e6d-292a29e70367,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:54.914971 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c620a044-4c6c-4f2c-8832-ca719693f67e tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Made reservation on behalf of 4457416aa92045b8bb2a46a0eae1dd39 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:54.921855 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c620a044-4c6c-4f2c-8832-ca719693f67e tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.944455 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-c620a044-4c6c-4f2c-8832-ca719693f67e tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] device_id is not set on port 19620002-7aa7-40f1-8a13-8eb47f01d4f9 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:21:55.021956 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-84c359d9-b49e-4df6-84a4-ad5a42a2abb9 service neutron] Attempting to bind port ef4dbc08-3ed1-45e7-8e6d-292a29e70367 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:55.022303 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-84c359d9-b49e-4df6-84a4-ad5a42a2abb9 service neutron] Attempting to bind port ef4dbc08-3ed1-45e7-8e6d-292a29e70367 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:55.022636 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-84c359d9-b49e-4df6-84a4-ad5a42a2abb9 service neutron] Attempting to bind port ef4dbc08-3ed1-45e7-8e6d-292a29e70367 on network aa88f091-33f9-4aa2-8101-31241b8b415b {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:55.032533 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-84c359d9-b49e-4df6-84a4-ad5a42a2abb9 service neutron] Port ef4dbc08-3ed1-45e7-8e6d-292a29e70367 on network aa88f091-33f9-4aa2-8101-31241b8b415b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:55.032533 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-84c359d9-b49e-4df6-84a4-ad5a42a2abb9 service neutron] Attempting to bind port ef4dbc08-3ed1-45e7-8e6d-292a29e70367 on network aa88f091-33f9-4aa2-8101-31241b8b415b {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:55.053600 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-84c359d9-b49e-4df6-84a4-ad5a42a2abb9 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:55.054194 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-84c359d9-b49e-4df6-84a4-ad5a42a2abb9 service neutron] Checking segment: {'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:55.054772 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-84c359d9-b49e-4df6-84a4-ad5a42a2abb9 service neutron] Bound using segment: {'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:55.055406 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-84c359d9-b49e-4df6-84a4-ad5a42a2abb9 service neutron] Bound port: ef4dbc08-3ed1-45e7-8e6d-292a29e70367, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:55.055980 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-84c359d9-b49e-4df6-84a4-ad5a42a2abb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.348624 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-84c359d9-b49e-4df6-84a4-ad5a42a2abb9 service neutron] For port ef4dbc08-3ed1-45e7-8e6d-292a29e70367, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:55.373136 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-84c359d9-b49e-4df6-84a4-ad5a42a2abb9 service neutron] For port ef4dbc08-3ed1-45e7-8e6d-292a29e70367, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=ef4dbc08-3ed1-45e7-8e6d-292a29e70367,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:55.384599 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-84c359d9-b49e-4df6-84a4-ad5a42a2abb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.438385 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c620a044-4c6c-4f2c-8832-ca719693f67e tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Allocated IP 172.20.0.4 (9b9b2816-5bc9-4e3b-9912-02c62b56c501/d4507d71-7d98-4977-b3b1-5d320a668323/19620002-7aa7-40f1-8a13-8eb47f01d4f9) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:55.563325 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-84c359d9-b49e-4df6-84a4-ad5a42a2abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:55.566801 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-84c359d9-b49e-4df6-84a4-ad5a42a2abb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.576598 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-84c359d9-b49e-4df6-84a4-ad5a42a2abb9 service neutron] 10.222.0.47 "PUT /v2.0/ports/ef4dbc08-3ed1-45e7-8e6d-292a29e70367 HTTP/1.1" status: 200 len: 1093 time: 2.2198317 Jul 14 09:21:55.577101 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66abb7d3-38c2-49ee-b810-297c1a4ae5e6', 'tag': 'ef4dbc08-3ed1-45e7-8e6d-292a29e70367'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:55.588464 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37bb0bd-a8ae-4cf8-8a6e-365099e01746" -d '{"events": [{"name": "network-changed", "server_uuid": "66abb7d3-38c2-49ee-b810-297c1a4ae5e6", "tag": "ef4dbc08-3ed1-45e7-8e6d-292a29e70367"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:55.915256 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ccec39-c17f-441f-9b46-0b339fa03a0a x-openstack-request-id: req-79ccec39-c17f-441f-9b46-0b339fa03a0a {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:55.916004 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66abb7d3-38c2-49ee-b810-297c1a4ae5e6", "tag": "ef4dbc08-3ed1-45e7-8e6d-292a29e70367", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:55.916102 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79ccec39-c17f-441f-9b46-0b339fa03a0a {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:55.916612 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66abb7d3-38c2-49ee-b810-297c1a4ae5e6', 'tag': 'ef4dbc08-3ed1-45e7-8e6d-292a29e70367', 'status': 'completed', 'code': 200} Jul 14 09:21:55.940440 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c359d9-b49e-4df6-84a4-ad5a42a2abb9 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4dbc08-3ed1-45e7-8e6d-292a29e70367,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:56.062389 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c620a044-4c6c-4f2c-8832-ca719693f67e tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.095778 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-0138f7b3-9a39-407b-9571-23b296abaa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:56.098715 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-0138f7b3-9a39-407b-9571-23b296abaa3d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&device_id=66abb7d3-38c2-49ee-b810-297c1a4ae5e6 HTTP/1.1" status: 200 len: 1096 time: 0.4707603 Jul 14 09:21:56.118688 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c620a044-4c6c-4f2c-8832-ca719693f67e tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Transition to ACTIVE for port object 19620002-7aa7-40f1-8a13-8eb47f01d4f9 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:56.260509 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c620a044-4c6c-4f2c-8832-ca719693f67e tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.311663 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-4728c58d-f436-4c04-b994-5cbfdcef34ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef4dbc08-3ed1-45e7-8e6d-292a29e70367 HTTP/1.1" status: 200 len: 217 time: 0.2037172 Jul 14 09:21:56.443100 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129fc84-3a37-4dca-a380-8d5cdfa3e76c req-38a66699-6920-4c16-9dbe-7971f00e68f7 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:56.446096 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0129fc84-3a37-4dca-a380-8d5cdfa3e76c req-38a66699-6920-4c16-9dbe-7971f00e68f7 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=66abb7d3-38c2-49ee-b810-297c1a4ae5e6 HTTP/1.1" status: 200 len: 944 time: 0.6971397 Jul 14 09:21:56.576480 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c620a044-4c6c-4f2c-8832-ca719693f67e tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Network 9b9b2816-5bc9-4e3b-9912-02c62b56c501 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:56.594079 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620a044-4c6c-4f2c-8832-ca719693f67e tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Pushing event updated for resources: {'Port': ['ID=19620002-7aa7-40f1-8a13-8eb47f01d4f9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:56.601657 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c620a044-4c6c-4f2c-8832-ca719693f67e tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:56.619049 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0129fc84-3a37-4dca-a380-8d5cdfa3e76c req-51049434-6fd6-406d-ae5c-6781b01dc428 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119843 Jul 14 09:21:56.623817 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-e7ba33f7-2920-4aa8-b174-f5672cb04b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:56.627902 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-e7ba33f7-2920-4aa8-b174-f5672cb04b70 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a288c610-4f62-489b-a703-60b0f1c60f0a HTTP/1.1" status: 200 len: 851 time: 0.2952268 Jul 14 09:21:56.641425 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c620a044-4c6c-4f2c-8832-ca719693f67e tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:56.822281 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c620a044-4c6c-4f2c-8832-ca719693f67e tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:56.823188 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c620a044-4c6c-4f2c-8832-ca719693f67e tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.877361 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c620a044-4c6c-4f2c-8832-ca719693f67e tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2911723 Jul 14 09:21:56.878075 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57858) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:56.888442 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-8a509175-5860-47dc-bed9-75fe810ae4d4 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3c:0a:58'}]}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:56.947074 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-a55382a1-9d76-4b40-bf6a-2548065acd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:56.954294 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-a55382a1-9d76-4b40-bf6a-2548065acd26 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa88f091-33f9-4aa2-8101-31241b8b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3118572 Jul 14 09:21:57.140818 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-86df533b-8513-46f8-8ec3-a003cc8a8d8a service neutron] 10.222.0.47 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797717 Jul 14 09:21:57.169661 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a509175-5860-47dc-bed9-75fe810ae4d4 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.243037 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-069731e6-9c15-4a5a-9a7d-b80fc27e07bc None None] Provisioning for port 19620002-7aa7-40f1-8a13-8eb47f01d4f9 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:57.252301 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-069731e6-9c15-4a5a-9a7d-b80fc27e07bc None None] Provisioning complete for port 19620002-7aa7-40f1-8a13-8eb47f01d4f9 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:57.252677 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-069731e6-9c15-4a5a-9a7d-b80fc27e07bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.348694 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-069731e6-9c15-4a5a-9a7d-b80fc27e07bc None None] Port 19620002-7aa7-40f1-8a13-8eb47f01d4f9 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:21:57.373315 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4fa96810-a04c-48c5-8752-c370d98c0118 req-9259d102-8870-431a-a1e9-a0bb241967d7 service neutron] 10.222.0.47 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249708 Jul 14 09:21:57.531871 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a509175-5860-47dc-bed9-75fe810ae4d4 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.538760 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a509175-5860-47dc-bed9-75fe810ae4d4 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.560777 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bb0bd-a8ae-4cf8-8a6e-365099e01746 req-bb72224f-2540-46b2-a6e7-868a9e496218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:57.563362 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a37bb0bd-a8ae-4cf8-8a6e-365099e01746 req-bb72224f-2540-46b2-a6e7-868a9e496218 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&device_id=66abb7d3-38c2-49ee-b810-297c1a4ae5e6 HTTP/1.1" status: 200 len: 1096 time: 0.1298122 Jul 14 09:21:57.857909 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bb0bd-a8ae-4cf8-8a6e-365099e01746 req-41683e62-dbd2-4466-a5b6-eeea9e91cb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:57.862639 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8a509175-5860-47dc-bed9-75fe810ae4d4 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] In _notify_port_updated(), no bound segment for port 19620002-7aa7-40f1-8a13-8eb47f01d4f9 on network 9b9b2816-5bc9-4e3b-9912-02c62b56c501 {{(pid=93772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:21:57.867247 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a37bb0bd-a8ae-4cf8-8a6e-365099e01746 req-41683e62-dbd2-4466-a5b6-eeea9e91cb3a service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 912 time: 0.2974310 Jul 14 09:21:57.871671 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a509175-5860-47dc-bed9-75fe810ae4d4 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:57.872361 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a509175-5860-47dc-bed9-75fe810ae4d4 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.883153 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8a509175-5860-47dc-bed9-75fe810ae4d4 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] 10.222.0.25 "PUT /v2.0/ports/19620002-7aa7-40f1-8a13-8eb47f01d4f9 HTTP/1.1" status: 200 len: 996 time: 0.9946449 Jul 14 09:21:57.896066 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57874) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:57.926646 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a509175-5860-47dc-bed9-75fe810ae4d4 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Pushing event updated for resources: {'Port': ['ID=19620002-7aa7-40f1-8a13-8eb47f01d4f9,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:57.999860 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a37bb0bd-a8ae-4cf8-8a6e-365099e01746 req-bd34ca26-5aec-4b4e-8b34-e2161f99ac88 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef4dbc08-3ed1-45e7-8e6d-292a29e70367 HTTP/1.1" status: 200 len: 217 time: 0.1206894 Jul 14 09:21:58.182865 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e959a588-960a-4043-92de-f30031b46d10 None None] Provisioning complete for port 19620002-7aa7-40f1-8a13-8eb47f01d4f9 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:58.183918 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e959a588-960a-4043-92de-f30031b46d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.211816 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:21:58.254376 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e67fc953-b3e4-4b44-a855-5094c659faf7 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Deleting port 19620002-7aa7-40f1-8a13-8eb47f01d4f9 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:58.254913 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e67fc953-b3e4-4b44-a855-5094c659faf7 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.294939 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e959a588-960a-4043-92de-f30031b46d10 None None] Port 19620002-7aa7-40f1-8a13-8eb47f01d4f9 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:21:58.309018 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bb0bd-a8ae-4cf8-8a6e-365099e01746 req-3d274f7a-5303-44d3-980e-8d99df944bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:58.326651 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a37bb0bd-a8ae-4cf8-8a6e-365099e01746 req-3d274f7a-5303-44d3-980e-8d99df944bde service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a288c610-4f62-489b-a703-60b0f1c60f0a HTTP/1.1" status: 200 len: 851 time: 0.3233860 Jul 14 09:21:58.583029 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bb0bd-a8ae-4cf8-8a6e-365099e01746 req-2d56edb4-f1c6-4592-98fa-cdc4673896be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:58.584931 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a37bb0bd-a8ae-4cf8-8a6e-365099e01746 req-2d56edb4-f1c6-4592-98fa-cdc4673896be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa88f091-33f9-4aa2-8101-31241b8b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2469399 Jul 14 09:21:58.610380 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e67fc953-b3e4-4b44-a855-5094c659faf7 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.611827 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c70cf1-66b5-48e3-9301-425b17fa0b57 req-894bf2d7-9181-4fa2-b872-c3b3afdacaa3 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:58.629012 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12c70cf1-66b5-48e3-9301-425b17fa0b57 req-894bf2d7-9181-4fa2-b872-c3b3afdacaa3 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=66abb7d3-38c2-49ee-b810-297c1a4ae5e6 HTTP/1.1" status: 200 len: 944 time: 0.4953036 Jul 14 09:21:58.652167 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e67fc953-b3e4-4b44-a855-5094c659faf7 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Calling delete_port for 19620002-7aa7-40f1-8a13-8eb47f01d4f9 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:59.369270 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e67fc953-b3e4-4b44-a855-5094c659faf7 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.481287 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67fc953-b3e4-4b44-a855-5094c659faf7 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Pushing event deleted for resources: {'Port': ['ID=19620002-7aa7-40f1-8a13-8eb47f01d4f9,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:59.636680 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device ef4dbc08-3ed1-45e7-8e6d-292a29e70367 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:59.701265 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e67fc953-b3e4-4b44-a855-5094c659faf7 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.709672 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e67fc953-b3e4-4b44-a855-5094c659faf7 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] 10.222.0.25 "DELETE /v2.0/ports/19620002-7aa7-40f1-8a13-8eb47f01d4f9 HTTP/1.1" status: 204 len: 168 time: 1.8117273 Jul 14 09:21:59.711439 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57910) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:59.730957 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a37bb0bd-a8ae-4cf8-8a6e-365099e01746 req-1e466210-9fb1-46ac-bb73-8a2632db1605 service neutron] 10.222.0.47 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0942061 Jul 14 09:21:59.786837 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f0a885-be13-4278-99bd-52c38c18be05 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] GET failed (client error): The resource could not be found. Jul 14 09:21:59.793615 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-27f0a885-be13-4278-99bd-52c38c18be05 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] 10.222.0.25 "GET /v2.0/ports/19620002-7aa7-40f1-8a13-8eb47f01d4f9 HTTP/1.1" status: 404 len: 333 time: 0.0802565 Jul 14 09:21:59.801515 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57914) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:59.807051 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-881367b8-8d04-4d36-a193-00e720ee52e6 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Request body: {'port': {'network_id': '9b9b2816-5bc9-4e3b-9912-02c62b56c501', 'name': 'tempest-AllowedAddressPairTestJSON-610569035'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:59.832216 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12c70cf1-66b5-48e3-9301-425b17fa0b57 req-4ed1f556-3f9b-4235-b031-9c44a9d74c35 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2017038 Jul 14 09:22:00.031785 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a37bb0bd-a8ae-4cf8-8a6e-365099e01746 req-18668c71-a337-4bc7-b48a-18d93b506a0d service neutron] 10.222.0.47 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925773 Jul 14 09:22:00.064018 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881367b8-8d04-4d36-a193-00e720ee52e6 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Made reservation on behalf of 4457416aa92045b8bb2a46a0eae1dd39 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:00.081152 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-881367b8-8d04-4d36-a193-00e720ee52e6 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.150044 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-881367b8-8d04-4d36-a193-00e720ee52e6 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] device_id is not set on port b6829ee2-2770-4502-9021-c2492731ad62 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:22:00.203716 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port ef4dbc08-3ed1-45e7-8e6d-292a29e70367, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=ef4dbc08-3ed1-45e7-8e6d-292a29e70367,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:00.240094 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'ef4dbc08-3ed1-45e7-8e6d-292a29e70367', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'port_id': 'ef4dbc08-3ed1-45e7-8e6d-292a29e70367', 'mac_address': 'fa:16:3e:34:1c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:22:00.437842 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.467541 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4dbc08-3ed1-45e7-8e6d-292a29e70367 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:00.562190 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port ef4dbc08-3ed1-45e7-8e6d-292a29e70367, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=ef4dbc08-3ed1-45e7-8e6d-292a29e70367,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:00.585354 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.653563 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-881367b8-8d04-4d36-a193-00e720ee52e6 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Allocated IP 172.20.0.8 (9b9b2816-5bc9-4e3b-9912-02c62b56c501/d4507d71-7d98-4977-b3b1-5d320a668323/b6829ee2-2770-4502-9021-c2492731ad62) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:00.688725 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=ef4dbc08-3ed1-45e7-8e6d-292a29e70367,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:00.811932 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['ef4dbc08-3ed1-45e7-8e6d-292a29e70367'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:01.112529 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-881367b8-8d04-4d36-a193-00e720ee52e6 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.150091 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-881367b8-8d04-4d36-a193-00e720ee52e6 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Transition to ACTIVE for port object b6829ee2-2770-4502-9021-c2492731ad62 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:01.238376 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-881367b8-8d04-4d36-a193-00e720ee52e6 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.355272 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881367b8-8d04-4d36-a193-00e720ee52e6 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Network 9b9b2816-5bc9-4e3b-9912-02c62b56c501 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:01.362145 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad579e-f992-429f-93f8-1f007ff308f4 req-0fb2edb5-708c-4ccf-b6d3-90436816bfa3 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:01.366107 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0ad579e-f992-429f-93f8-1f007ff308f4 req-0fb2edb5-708c-4ccf-b6d3-90436816bfa3 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=66abb7d3-38c2-49ee-b810-297c1a4ae5e6 HTTP/1.1" status: 200 len: 945 time: 0.2037416 Jul 14 09:22:01.397339 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-881367b8-8d04-4d36-a193-00e720ee52e6 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:01.403069 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881367b8-8d04-4d36-a193-00e720ee52e6 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:01.525362 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0ad579e-f992-429f-93f8-1f007ff308f4 req-111395fe-c057-4f73-9d57-66a8188ec7b2 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495664 Jul 14 09:22:01.533655 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881367b8-8d04-4d36-a193-00e720ee52e6 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Pushing event updated for resources: {'Port': ['ID=b6829ee2-2770-4502-9021-c2492731ad62,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:01.614010 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881367b8-8d04-4d36-a193-00e720ee52e6 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:01.627857 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-881367b8-8d04-4d36-a193-00e720ee52e6 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.654544 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device ef4dbc08-3ed1-45e7-8e6d-292a29e70367 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:01.677811 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-881367b8-8d04-4d36-a193-00e720ee52e6 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8752553 Jul 14 09:22:01.680540 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57970) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:01.686237 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-8fe95636-8a56-498e-95fa-17dd54f0efe1 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Request body: {'port': {'network_id': '9b9b2816-5bc9-4e3b-9912-02c62b56c501', 'name': 'tempest-AllowedAddressPairTestJSON-509705180'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:01.870841 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port ef4dbc08-3ed1-45e7-8e6d-292a29e70367 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:01.890491 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port ef4dbc08-3ed1-45e7-8e6d-292a29e70367 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:01.890938 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.955680 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe95636-8a56-498e-95fa-17dd54f0efe1 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Made reservation on behalf of 4457416aa92045b8bb2a46a0eae1dd39 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:01.964120 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8fe95636-8a56-498e-95fa-17dd54f0efe1 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.993497 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-8fe95636-8a56-498e-95fa-17dd54f0efe1 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] device_id is not set on port d2890397-4031-43b6-b773-3bd9d9af84b9 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:22:02.031603 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-bbb7a36e-d56a-4636-a967-60125ed205dd None None] Provisioning for port b6829ee2-2770-4502-9021-c2492731ad62 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:02.141909 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-bbb7a36e-d56a-4636-a967-60125ed205dd None None] Provisioning complete for port b6829ee2-2770-4502-9021-c2492731ad62 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:02.142376 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bbb7a36e-d56a-4636-a967-60125ed205dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.152057 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.254090 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66abb7d3-38c2-49ee-b810-297c1a4ae5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4dbc08-3ed1-45e7-8e6d-292a29e70367'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:02.262635 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabb1485-f649-4a9c-89fb-939592a2b80e" -d '{"events": [{"server_uuid": "66abb7d3-38c2-49ee-b810-297c1a4ae5e6", "name": "network-vif-plugged", "status": "completed", "tag": "ef4dbc08-3ed1-45e7-8e6d-292a29e70367"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:02.302252 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-8fe95636-8a56-498e-95fa-17dd54f0efe1 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Allocated IP 172.20.0.13 (9b9b2816-5bc9-4e3b-9912-02c62b56c501/d4507d71-7d98-4977-b3b1-5d320a668323/d2890397-4031-43b6-b773-3bd9d9af84b9) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:02.322881 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port ef4dbc08-3ed1-45e7-8e6d-292a29e70367, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=ef4dbc08-3ed1-45e7-8e6d-292a29e70367,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:02.334104 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-bbb7a36e-d56a-4636-a967-60125ed205dd None None] Port b6829ee2-2770-4502-9021-c2492731ad62 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:02.341295 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.471117 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=ef4dbc08-3ed1-45e7-8e6d-292a29e70367,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:02.485760 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0f1a91-a586-4eee-9ed2-0d6ec4d10da8 x-openstack-request-id: req-8a0f1a91-a586-4eee-9ed2-0d6ec4d10da8 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:02.486322 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66abb7d3-38c2-49ee-b810-297c1a4ae5e6", "name": "network-vif-plugged", "status": "completed", "tag": "ef4dbc08-3ed1-45e7-8e6d-292a29e70367", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:02.486750 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a0f1a91-a586-4eee-9ed2-0d6ec4d10da8 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:02.487282 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66abb7d3-38c2-49ee-b810-297c1a4ae5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4dbc08-3ed1-45e7-8e6d-292a29e70367', 'code': 200} Jul 14 09:22:02.680550 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ae265-fb94-438c-93b7-e9046c301145 req-fcd34f84-17a4-4ea5-9ec6-03490512f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:02.693165 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-541ae265-fb94-438c-93b7-e9046c301145 req-fcd34f84-17a4-4ea5-9ec6-03490512f265 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=66abb7d3-38c2-49ee-b810-297c1a4ae5e6 HTTP/1.1" status: 200 len: 1098 time: 0.2202728 Jul 14 09:22:02.822439 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-541ae265-fb94-438c-93b7-e9046c301145 req-e5828ed2-9b82-496c-9331-e66913af57c3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231656 Jul 14 09:22:02.832849 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8fe95636-8a56-498e-95fa-17dd54f0efe1 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.880129 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8fe95636-8a56-498e-95fa-17dd54f0efe1 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Transition to ACTIVE for port object d2890397-4031-43b6-b773-3bd9d9af84b9 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:02.986009 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8fe95636-8a56-498e-95fa-17dd54f0efe1 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.072088 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe95636-8a56-498e-95fa-17dd54f0efe1 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Network 9b9b2816-5bc9-4e3b-9912-02c62b56c501 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:03.081318 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8fe95636-8a56-498e-95fa-17dd54f0efe1 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:03.088549 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe95636-8a56-498e-95fa-17dd54f0efe1 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:03.094084 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c315645-1b5c-4bd6-abb7-9abfe0dcb9ae req-cd60443e-4b12-45de-96ce-708d47847580 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:03.095839 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c315645-1b5c-4bd6-abb7-9abfe0dcb9ae req-cd60443e-4b12-45de-96ce-708d47847580 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=66abb7d3-38c2-49ee-b810-297c1a4ae5e6 HTTP/1.1" status: 200 len: 946 time: 0.1640835 Jul 14 09:22:03.189416 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c315645-1b5c-4bd6-abb7-9abfe0dcb9ae req-babdbcf8-0a50-4755-b36e-b9255209ec93 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841684 Jul 14 09:22:03.331968 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe95636-8a56-498e-95fa-17dd54f0efe1 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:03.332695 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8fe95636-8a56-498e-95fa-17dd54f0efe1 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.346890 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe95636-8a56-498e-95fa-17dd54f0efe1 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Pushing event updated for resources: {'Port': ['ID=d2890397-4031-43b6-b773-3bd9d9af84b9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:03.384329 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8fe95636-8a56-498e-95fa-17dd54f0efe1 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7023098 Jul 14 09:22:03.387414 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58002) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:03.410752 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c19d7014-1d82-4691-997c-c329419abb81 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:3c:0a:58'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:b2:0b:81'}]}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:03.733325 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-840434cb-eefe-4155-bf58-12a409d00772 None None] Provisioning for port d2890397-4031-43b6-b773-3bd9d9af84b9 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:03.756525 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-840434cb-eefe-4155-bf58-12a409d00772 None None] Provisioning complete for port d2890397-4031-43b6-b773-3bd9d9af84b9 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:03.756929 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-840434cb-eefe-4155-bf58-12a409d00772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.850247 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c19d7014-1d82-4691-997c-c329419abb81 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.872073 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-840434cb-eefe-4155-bf58-12a409d00772 None None] Port d2890397-4031-43b6-b773-3bd9d9af84b9 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:03.877160 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-01485473-54c3-4fad-844e-de31a2fa3744 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3540001 Jul 14 09:22:04.272583 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-8c6c047e-3be8-4f98-8db4-91e79f655755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:04.273248 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-8c6c047e-3be8-4f98-8db4-91e79f655755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:04.274068 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-8c6c047e-3be8-4f98-8db4-91e79f655755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:04.275744 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-8c6c047e-3be8-4f98-8db4-91e79f655755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:04.279083 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-8c6c047e-3be8-4f98-8db4-91e79f655755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:04.289632 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-8c6c047e-3be8-4f98-8db4-91e79f655755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:04.290238 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-8c6c047e-3be8-4f98-8db4-91e79f655755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:04.292467 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-8c6c047e-3be8-4f98-8db4-91e79f655755 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ff8ef452914843b3a211f5977d735f89&device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 6496 time: 0.3180068 Jul 14 09:22:04.568312 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08e430-de44-4215-a43a-e8275bcdc1b4 req-f51abb3b-9a79-44cc-9177-839aa163c20a tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:04.591014 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6e08e430-de44-4215-a43a-e8275bcdc1b4 req-f51abb3b-9a79-44cc-9177-839aa163c20a tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=66abb7d3-38c2-49ee-b810-297c1a4ae5e6 HTTP/1.1" status: 200 len: 946 time: 0.1497552 Jul 14 09:22:04.600653 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c19d7014-1d82-4691-997c-c329419abb81 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.620147 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c19d7014-1d82-4691-997c-c329419abb81 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.668259 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6e08e430-de44-4215-a43a-e8275bcdc1b4 req-0a1026f5-a980-40d8-8416-a1de2142fe02 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638185 Jul 14 09:22:04.726174 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-21df1a04-e257-456d-b5d0-288e7c212b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:04.726659 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-21df1a04-e257-456d-b5d0-288e7c212b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:04.727132 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-21df1a04-e257-456d-b5d0-288e7c212b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:04.741059 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-21df1a04-e257-456d-b5d0-288e7c212b12 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fae645fa-dbb7-4242-86d8-0493fe1d9e27&id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&id=f88ba657-d9b2-4a2f-8603-745af5d48899&id=f88ba657-d9b2-4a2f-8603-745af5d48899 HTTP/1.1" status: 200 len: 2289 time: 0.4085140 Jul 14 09:22:04.922866 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-49d85179-fab3-44db-93f2-5793db26f0c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf4ec6aa-127a-4c61-9e72-9dc4988aae8b HTTP/1.1" status: 200 len: 1000 time: 0.1679730 Jul 14 09:22:05.012029 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d7014-1d82-4691-997c-c329419abb81 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Pushing event updated for resources: {'Port': ['ID=d2890397-4031-43b6-b773-3bd9d9af84b9,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:05.044441 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c19d7014-1d82-4691-997c-c329419abb81 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] In _notify_port_updated(), no bound segment for port d2890397-4031-43b6-b773-3bd9d9af84b9 on network 9b9b2816-5bc9-4e3b-9912-02c62b56c501 {{(pid=93772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:22:05.051050 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19d7014-1d82-4691-997c-c329419abb81 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:05.052024 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c19d7014-1d82-4691-997c-c329419abb81 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.053626 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c19d7014-1d82-4691-997c-c329419abb81 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] 10.222.0.25 "PUT /v2.0/ports/d2890397-4031-43b6-b773-3bd9d9af84b9 HTTP/1.1" status: 200 len: 1055 time: 1.6651881 Jul 14 09:22:05.057437 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58098) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:05.062927 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-d1ed15de-8116-4b30-a9d5-9907339367a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:05.064395 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-d1ed15de-8116-4b30-a9d5-9907339367a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fb2be10d-9b03-46a3-ae63-922114d77bf7 HTTP/1.1" status: 200 len: 850 time: 0.1014299 Jul 14 09:22:05.270803 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-48c6744e-255d-4e50-9a28-4e49e850f7fc None None] Provisioning complete for port d2890397-4031-43b6-b773-3bd9d9af84b9 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:05.271364 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-48c6744e-255d-4e50-9a28-4e49e850f7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.323564 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-7c45b5d0-4c3a-448c-8c94-511599158f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:05.333252 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-04e074a9-b008-4e92-aca6-3816755ba317 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Deleting port d2890397-4031-43b6-b773-3bd9d9af84b9 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:05.333613 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04e074a9-b008-4e92-aca6-3816755ba317 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.335440 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-7c45b5d0-4c3a-448c-8c94-511599158f5b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fae645fa-dbb7-4242-86d8-0493fe1d9e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2591641 Jul 14 09:22:05.340303 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-48c6744e-255d-4e50-9a28-4e49e850f7fc None None] Port d2890397-4031-43b6-b773-3bd9d9af84b9 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:05.515827 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-481dec8c-a7d4-4fcb-a81c-68ef1ea456d0 service neutron] 10.222.0.44 "GET /v2.0/networks/fae645fa-dbb7-4242-86d8-0493fe1d9e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736577 Jul 14 09:22:05.696669 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04e074a9-b008-4e92-aca6-3816755ba317 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.730860 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-04e074a9-b008-4e92-aca6-3816755ba317 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Calling delete_port for d2890397-4031-43b6-b773-3bd9d9af84b9 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:06.148472 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04e074a9-b008-4e92-aca6-3816755ba317 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.288602 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 733dcb60-a7b2-4e67-9180-26ffd6546f93 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:06.299800 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-15a3cbab-f3cc-4e4b-9173-b3f87e5f9302 service neutron] 10.222.0.44 "GET /v2.0/networks/fae645fa-dbb7-4242-86d8-0493fe1d9e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7763243 Jul 14 09:22:06.308196 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e074a9-b008-4e92-aca6-3816755ba317 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Pushing event deleted for resources: {'Port': ['ID=d2890397-4031-43b6-b773-3bd9d9af84b9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:06.426904 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-8ca6995f-e242-4125-b35c-0b0a57ee873b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=aa53f161-f281-47d6-8367-e1b2fa57dfc8 HTTP/1.1" status: 200 len: 217 time: 0.1143186 Jul 14 09:22:06.506868 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.526918 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-516db34c-5dba-4c13-b0b0-49153a0bf553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:06.528473 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-516db34c-5dba-4c13-b0b0-49153a0bf553 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4419a97-e126-425f-83f4-d7774f653116 HTTP/1.1" status: 200 len: 797 time: 0.0905085 Jul 14 09:22:06.555189 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 733dcb60-a7b2-4e67-9180-26ffd6546f93, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=733dcb60-a7b2-4e67-9180-26ffd6546f93,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:06.556898 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18d044a-b42a-4081-98f8-e4703e4d1395', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '733dcb60-a7b2-4e67-9180-26ffd6546f93'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:06.565465 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2843d2-2d99-461f-93fd-0a05e23529ad" -d '{"events": [{"server_uuid": "c18d044a-b42a-4081-98f8-e4703e4d1395", "name": "network-vif-unplugged", "status": "completed", "tag": "733dcb60-a7b2-4e67-9180-26ffd6546f93"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:06.570968 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.649734 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-a9632230-6711-4bf6-8cf3-1cc4a89723e0 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:06.660553 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-a9632230-6711-4bf6-8cf3-1cc4a89723e0 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/networks?id=71b7ddbc-8e59-4deb-be30-9b93db9321e3 HTTP/1.1" status: 200 len: 805 time: 0.3494389 Jul 14 09:22:06.666382 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-88406d79-4227-403d-9506-49ae0cf19d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:06.675396 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=733dcb60-a7b2-4e67-9180-26ffd6546f93,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:06.680219 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-88406d79-4227-403d-9506-49ae0cf19d82 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1423364 Jul 14 09:22:06.710748 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-43982a0d-ac4b-497f-a351-2bcb0983f363 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/quotas/31d43ce6bd414ffdbd7d4e17338c0b3c HTTP/1.1" status: 200 len: 375 time: 0.0486536 Jul 14 09:22:06.855737 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-8435679a-9623-49d1-a314-b52bf8793848 service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670678 Jul 14 09:22:07.017313 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f62066d2-b48e-4227-8670-99217aebd481 req-866d2835-cc20-42ae-a998-7092b0e472e1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8869023 Jul 14 09:22:07.041495 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-7c14af1c-5aa3-4580-bc25-b11fed930212 service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759484 Jul 14 09:22:07.091695 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b330e-8f50-4c97-8d33-c0e2cd1e59f1 req-45fcda4e-309c-457d-ac85-9b106722ce2d tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:07.099437 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d43b330e-8f50-4c97-8d33-c0e2cd1e59f1 req-45fcda4e-309c-457d-ac85-9b106722ce2d tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=870f5628-2c8d-472c-8b40-a90a580aabc0 HTTP/1.1" status: 200 len: 945 time: 0.4356787 Jul 14 09:22:07.118740 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-651872cd-ea48-45ed-81c2-a38ff0500a6b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=69a28d42-49fa-4c87-9949-66b30fa09b71 HTTP/1.1" status: 200 len: 217 time: 0.0696604 Jul 14 09:22:07.212994 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04e074a9-b008-4e92-aca6-3816755ba317 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:07.222149 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-04e074a9-b008-4e92-aca6-3816755ba317 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] 10.222.0.25 "DELETE /v2.0/ports/d2890397-4031-43b6-b773-3bd9d9af84b9 HTTP/1.1" status: 204 len: 168 time: 2.1576939 Jul 14 09:22:07.238387 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58166) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:07.258012 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-13c2ae2a-459f-4480-8ca1-029a8b02fbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:07.259846 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-13c2ae2a-459f-4480-8ca1-029a8b02fbe7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4419a97-e126-425f-83f4-d7774f653116 HTTP/1.1" status: 200 len: 797 time: 0.1346061 Jul 14 09:22:07.303654 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-43408553-5d3f-4a85-bba1-1306b96f8b27 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=31d43ce6bd414ffdbd7d4e17338c0b3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5350573 Jul 14 09:22:07.318038 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77b02d2-4061-4c31-9be4-b92cc21c697b tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] GET failed (client error): The resource could not be found. Jul 14 09:22:07.323918 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c77b02d2-4061-4c31-9be4-b92cc21c697b tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] 10.222.0.25 "GET /v2.0/ports/d2890397-4031-43b6-b773-3bd9d9af84b9 HTTP/1.1" status: 404 len: 333 time: 0.0828116 Jul 14 09:22:07.324338 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58174) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:07.388932 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d43b330e-8f50-4c97-8d33-c0e2cd1e59f1 req-9d0a4de4-fed1-4937-a028-3c3d7024a4d2 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbf16f7-fa3c-44b8-aa5c-99687b33fe4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2874732 Jul 14 09:22:07.442051 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62066d2-b48e-4227-8670-99217aebd481 req-3c51a2dc-7cb0-413a-8820-f531a62457e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:07.445044 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-03cd52c6-6e9a-49d5-ab79-43f6c5f78220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:07.446813 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-03cd52c6-6e9a-49d5-ab79-43f6c5f78220 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1791916 Jul 14 09:22:07.447551 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f62066d2-b48e-4227-8670-99217aebd481 req-3c51a2dc-7cb0-413a-8820-f531a62457e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 1097 time: 0.3405821 Jul 14 09:22:07.614573 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488f4cb1-47a2-496d-a9de-5269db3b87ea x-openstack-request-id: req-488f4cb1-47a2-496d-a9de-5269db3b87ea {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:07.615105 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18d044a-b42a-4081-98f8-e4703e4d1395", "name": "network-vif-unplugged", "status": "completed", "tag": "733dcb60-a7b2-4e67-9180-26ffd6546f93", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:07.615105 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-488f4cb1-47a2-496d-a9de-5269db3b87ea {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:07.615653 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18d044a-b42a-4081-98f8-e4703e4d1395', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '733dcb60-a7b2-4e67-9180-26ffd6546f93', 'code': 200} Jul 14 09:22:07.708006 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9308e461-c651-4f41-9110-40e2d2055f02 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Deleting port b6829ee2-2770-4502-9021-c2492731ad62 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:07.708351 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9308e461-c651-4f41-9110-40e2d2055f02 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:07.713271 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-3948b804-fd78-4ed3-b0a1-403b2fbd3d8c service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579293 Jul 14 09:22:07.811823 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9308e461-c651-4f41-9110-40e2d2055f02 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:07.828208 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9308e461-c651-4f41-9110-40e2d2055f02 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Calling delete_port for b6829ee2-2770-4502-9021-c2492731ad62 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:07.874635 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-8f85fa18-e2a9-4a79-9f98-b2986588adae service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522074 Jul 14 09:22:07.932659 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-fdd2d307-62ee-4e34-a275-46086639e5ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=2b44d6f1-61fb-4df1-8681-4fe4b3de6c61 HTTP/1.1" status: 200 len: 217 time: 0.0461905 Jul 14 09:22:08.002622 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9308e461-c651-4f41-9110-40e2d2055f02 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:08.054143 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308e461-c651-4f41-9110-40e2d2055f02 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Pushing event deleted for resources: {'Port': ['ID=b6829ee2-2770-4502-9021-c2492731ad62,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:08.172440 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-f3f136ed-5bff-44d5-a179-d6de54c42bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:08.175478 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-f3f136ed-5bff-44d5-a179-d6de54c42bcd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4419a97-e126-425f-83f4-d7774f653116 HTTP/1.1" status: 200 len: 797 time: 0.2283456 Jul 14 09:22:08.198378 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9308e461-c651-4f41-9110-40e2d2055f02 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:08.204582 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9308e461-c651-4f41-9110-40e2d2055f02 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] 10.222.0.25 "DELETE /v2.0/ports/b6829ee2-2770-4502-9021-c2492731ad62 HTTP/1.1" status: 204 len: 168 time: 0.8755341 Jul 14 09:22:08.210766 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58182) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:08.267954 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-9978fbf5-4396-41e9-a40a-15c399c751ab tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] GET failed (client error): The resource could not be found. Jul 14 09:22:08.275994 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9978fbf5-4396-41e9-a40a-15c399c751ab tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] 10.222.0.25 "GET /v2.0/ports/b6829ee2-2770-4502-9021-c2492731ad62 HTTP/1.1" status: 404 len: 333 time: 0.0624335 Jul 14 09:22:08.286084 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58188) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:08.291878 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-36fec859-77d9-47d7-9930-cdee54caf928 service neutron] 10.222.0.25 "GET /v2.0/networks/71b7ddbc-8e59-4deb-be30-9b93db9321e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9871583 Jul 14 09:22:08.400088 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5932ad2-bfaf-4bdb-8e42-9ab1eb3308ed req-c0dfe697-952a-45a9-ba2a-bd67512fa04b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:08.401896 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b5932ad2-bfaf-4bdb-8e42-9ab1eb3308ed req-c0dfe697-952a-45a9-ba2a-bd67512fa04b tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.44 "GET /v2.0/ports?device_id=870f5628-2c8d-472c-8b40-a90a580aabc0 HTTP/1.1" status: 200 len: 945 time: 0.3387370 Jul 14 09:22:08.520039 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-8fa3aa1b-e649-4c4d-91d6-789f76bdc0af service neutron] 10.222.0.25 "GET /v2.0/networks/71b7ddbc-8e59-4deb-be30-9b93db9321e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271509 Jul 14 09:22:08.608372 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1ccff-dc75-4d88-ba52-7249e2e65014 req-51cd45ec-50bd-4d1c-99a8-85be9bffb702 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:08.623054 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-65b1ccff-dc75-4d88-ba52-7249e2e65014 req-51cd45ec-50bd-4d1c-99a8-85be9bffb702 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.44 "GET /v2.0/ports?device_id=c18d044a-b42a-4081-98f8-e4703e4d1395 HTTP/1.1" status: 200 len: 943 time: 0.9461706 Jul 14 09:22:08.627344 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62066d2-b48e-4227-8670-99217aebd481 req-b2ccdb0c-15a7-4dda-a68f-889f4d812243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:08.633549 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f62066d2-b48e-4227-8670-99217aebd481 req-b2ccdb0c-15a7-4dda-a68f-889f4d812243 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 912 time: 1.1500170 Jul 14 09:22:08.714089 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-29b3c487-0497-4384-8ebd-a7f362c6032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:08.715736 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-29b3c487-0497-4384-8ebd-a7f362c6032e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5296626 Jul 14 09:22:08.785767 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4f881416-70a8-43b6-9024-6343389aed28 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Deleting port 304086b8-88da-41e7-9bd7-68baff2e9199 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:08.786347 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f881416-70a8-43b6-9024-6343389aed28 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:08.843693 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f62066d2-b48e-4227-8670-99217aebd481 req-c9c697ee-13da-4b38-b71f-df51727b8fab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b29ce761-d555-438b-874b-abdefcc5327f HTTP/1.1" status: 200 len: 217 time: 0.0894566 Jul 14 09:22:08.906929 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f881416-70a8-43b6-9024-6343389aed28 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:08.933268 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4f881416-70a8-43b6-9024-6343389aed28 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Calling delete_port for 304086b8-88da-41e7-9bd7-68baff2e9199 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:09.046451 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62066d2-b48e-4227-8670-99217aebd481 req-aeef0e1b-ccfa-43ff-b14f-e147a8b92584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:09.048158 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f62066d2-b48e-4227-8670-99217aebd481 req-aeef0e1b-ccfa-43ff-b14f-e147a8b92584 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a288c610-4f62-489b-a703-60b0f1c60f0a HTTP/1.1" status: 200 len: 851 time: 0.1404505 Jul 14 09:22:09.145858 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7fd85b26-017f-4167-b9e4-15a3bc0cc2dd req-9460e20e-78f9-4f48-9ae5-fcae559398a5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 210 time: 0.0953577 Jul 14 09:22:09.189398 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-65b1ccff-dc75-4d88-ba52-7249e2e65014 req-9cbc19bd-ea4a-45b5-959b-197568ca0422 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Deleting port 733dcb60-a7b2-4e67-9180-26ffd6546f93 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:09.194505 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-65b1ccff-dc75-4d88-ba52-7249e2e65014 req-9cbc19bd-ea4a-45b5-959b-197568ca0422 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:09.265172 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-b5932ad2-bfaf-4bdb-8e42-9ab1eb3308ed req-f0cd93a0-89a3-4098-a0b7-f9fe2ad34328 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Deleting port 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:09.265675 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b5932ad2-bfaf-4bdb-8e42-9ab1eb3308ed req-f0cd93a0-89a3-4098-a0b7-f9fe2ad34328 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:09.378274 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62066d2-b48e-4227-8670-99217aebd481 req-54218c9b-0a6f-4809-8beb-2298a3078d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:09.379818 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f62066d2-b48e-4227-8670-99217aebd481 req-54218c9b-0a6f-4809-8beb-2298a3078d35 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa88f091-33f9-4aa2-8101-31241b8b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3196197 Jul 14 09:22:09.476819 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56096ac-18a8-4107-bd4c-896c7fb39209 req-4b9b5d0d-4966-4e24-a9f0-9a998e855f1d tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:09.478900 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d56096ac-18a8-4107-bd4c-896c7fb39209 req-4b9b5d0d-4966-4e24-a9f0-9a998e855f1d tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=870f5628-2c8d-472c-8b40-a90a580aabc0 HTTP/1.1" status: 200 len: 945 time: 0.7327213 Jul 14 09:22:09.546750 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-b5932ad2-bfaf-4bdb-8e42-9ab1eb3308ed req-f0cd93a0-89a3-4098-a0b7-f9fe2ad34328 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] For port 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=8ffe49b1-22ee-4823-97a6-1c4dd804b1fa,segment=NetworkSegment(5718229c-ea30-4e86-8990-a6b2e9e91341),segment_id=5718229c-ea30-4e86-8990-a6b2e9e91341)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:09.547478 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b5932ad2-bfaf-4bdb-8e42-9ab1eb3308ed req-f0cd93a0-89a3-4098-a0b7-f9fe2ad34328 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:09.629016 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d56096ac-18a8-4107-bd4c-896c7fb39209 req-71a23fda-ac9a-42b5-8b7c-914f6f094758 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbf16f7-fa3c-44b8-aa5c-99687b33fe4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406531 Jul 14 09:22:09.645481 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-65b1ccff-dc75-4d88-ba52-7249e2e65014 req-9cbc19bd-ea4a-45b5-959b-197568ca0422 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] For port 733dcb60-a7b2-4e67-9180-26ffd6546f93, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=733dcb60-a7b2-4e67-9180-26ffd6546f93,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:09.645481 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-65b1ccff-dc75-4d88-ba52-7249e2e65014 req-9cbc19bd-ea4a-45b5-959b-197568ca0422 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:09.673543 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-65b1ccff-dc75-4d88-ba52-7249e2e65014 req-9cbc19bd-ea4a-45b5-959b-197568ca0422 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Calling delete_port for 733dcb60-a7b2-4e67-9180-26ffd6546f93 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:09.742847 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-56d24a4b-297c-4ccf-a5b4-2f64fa750104 service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0197515 Jul 14 09:22:09.765130 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f881416-70a8-43b6-9024-6343389aed28 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:09.773977 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f62066d2-b48e-4227-8670-99217aebd481 req-b5625d41-2f39-4ccd-aad8-07168162d900 service neutron] 10.222.0.47 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848510 Jul 14 09:22:09.840485 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f881416-70a8-43b6-9024-6343389aed28 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Pushing event deleted for resources: {'Port': ['ID=304086b8-88da-41e7-9bd7-68baff2e9199,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:09.993596 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f62066d2-b48e-4227-8670-99217aebd481 req-65953815-ec1d-470f-bed7-d9eabc3935dd service neutron] 10.222.0.47 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118065 Jul 14 09:22:10.241169 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-65b1ccff-dc75-4d88-ba52-7249e2e65014 req-9cbc19bd-ea4a-45b5-959b-197568ca0422 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.289970 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:10.406068 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc19bd-ea4a-45b5-959b-197568ca0422 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Pushing event deleted for resources: {'Port': ['ID=733dcb60-a7b2-4e67-9180-26ffd6546f93,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:10.463877 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-94c6dfdc-ec07-4dab-94a8-64611be00dd9 service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7123764 Jul 14 09:22:10.515595 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b1ccff-dc75-4d88-ba52-7249e2e65014 req-9cbc19bd-ea4a-45b5-959b-197568ca0422 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] No DVR routers for this DVR port 733dcb60-a7b2-4e67-9180-26ffd6546f93 on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:10.518547 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-65b1ccff-dc75-4d88-ba52-7249e2e65014 req-9cbc19bd-ea4a-45b5-959b-197568ca0422 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.520752 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-65b1ccff-dc75-4d88-ba52-7249e2e65014 req-9cbc19bd-ea4a-45b5-959b-197568ca0422 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.44 "DELETE /v2.0/ports/733dcb60-a7b2-4e67-9180-26ffd6546f93 HTTP/1.1" status: 204 len: 173 time: 1.8859370 Jul 14 09:22:10.521276 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18d044a-b42a-4081-98f8-e4703e4d1395', 'name': 'network-vif-deleted', 'tag': '733dcb60-a7b2-4e67-9180-26ffd6546f93'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:10.525021 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a40d2b-8b20-461b-967a-206013aa8179" -d '{"events": [{"server_uuid": "c18d044a-b42a-4081-98f8-e4703e4d1395", "name": "network-vif-deleted", "tag": "733dcb60-a7b2-4e67-9180-26ffd6546f93"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:10.533541 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f881416-70a8-43b6-9024-6343389aed28 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.538185 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4f881416-70a8-43b6-9024-6343389aed28 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] 10.222.0.25 "DELETE /v2.0/ports/304086b8-88da-41e7-9bd7-68baff2e9199 HTTP/1.1" status: 204 len: 168 time: 2.2450707 Jul 14 09:22:10.539375 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58244) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:10.544687 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-757625b2-d2e9-4cca-90ad-726a852d9e63 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=2a5cfa4e-dbe9-436e-8fa1-4ef550880916 HTTP/1.1" status: 200 len: 217 time: 0.0577645 Jul 14 09:22:10.548695 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b5932ad2-bfaf-4bdb-8e42-9ab1eb3308ed req-f0cd93a0-89a3-4098-a0b7-f9fe2ad34328 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.549173 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b5932ad2-bfaf-4bdb-8e42-9ab1eb3308ed req-f0cd93a0-89a3-4098-a0b7-f9fe2ad34328 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.549635 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [req-b5932ad2-bfaf-4bdb-8e42-9ab1eb3308ed req-f0cd93a0-89a3-4098-a0b7-f9fe2ad34328 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Floating IP c617340f-c201-4f7d-b38a-d6e87f2c3b99 disassociated. External IP: 172.25.6.201, port: 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa. Jul 14 09:22:10.550275 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-b5932ad2-bfaf-4bdb-8e42-9ab1eb3308ed req-f0cd93a0-89a3-4098-a0b7-f9fe2ad34328 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Calling delete_port for 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:10.646898 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.655089 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.670523 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-96d40b8d-7de5-4e53-8efa-9b1151ff1a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:10.672658 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-96d40b8d-7de5-4e53-8efa-9b1151ff1a4e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4419a97-e126-425f-83f4-d7774f653116 HTTP/1.1" status: 200 len: 797 time: 0.1197138 Jul 14 09:22:10.720123 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-594d428b-4d60-4c58-8c15-dedfbfb060cf req-cee9b335-1fad-4c2b-b0ee-4523eb1de3d3 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 210 time: 0.0836391 Jul 14 09:22:10.866713 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=8ffe49b1-22ee-4823-97a6-1c4dd804b1fa,segment=NetworkSegment(5718229c-ea30-4e86-8990-a6b2e9e91341),segment_id=5718229c-ea30-4e86-8990-a6b2e9e91341)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:10.866713 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870f5628-2c8d-472c-8b40-a90a580aabc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ffe49b1-22ee-4823-97a6-1c4dd804b1fa'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:10.866713 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9335df3-2f92-45b7-b488-06c3382e63d9" -d '{"events": [{"server_uuid": "870f5628-2c8d-472c-8b40-a90a580aabc0", "name": "network-vif-unplugged", "status": "completed", "tag": "8ffe49b1-22ee-4823-97a6-1c4dd804b1fa"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:10.875078 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4cd9a7b-9631-4e16-93be-3319a5cef7a3 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Deleting subnet d4507d71-7d98-4977-b3b1-5d320a668323 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:22:10.965552 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d4cd9a7b-9631-4e16-93be-3319a5cef7a3 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.967018 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.967018 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 733dcb60-a7b2-4e67-9180-26ffd6546f93 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:10.994083 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f656c55-e2f6-498e-b8ea-93ba2dcb201a x-openstack-request-id: req-1f656c55-e2f6-498e-b8ea-93ba2dcb201a {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:10.994806 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18d044a-b42a-4081-98f8-e4703e4d1395", "name": "network-vif-deleted", "tag": "733dcb60-a7b2-4e67-9180-26ffd6546f93", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:10.994806 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f656c55-e2f6-498e-b8ea-93ba2dcb201a {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:10.995355 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18d044a-b42a-4081-98f8-e4703e4d1395', 'name': 'network-vif-deleted', 'tag': '733dcb60-a7b2-4e67-9180-26ffd6546f93', 'status': 'completed', 'code': 200} Jul 14 09:22:11.032373 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d4cd9a7b-9631-4e16-93be-3319a5cef7a3 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:11.086727 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 733dcb60-a7b2-4e67-9180-26ffd6546f93 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:11.087383 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 733dcb60-a7b2-4e67-9180-26ffd6546f93 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:11.112025 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee7ca7e-32e6-4b06-b49c-645f63fc5312 x-openstack-request-id: req-7ee7ca7e-32e6-4b06-b49c-645f63fc5312 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:11.113656 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870f5628-2c8d-472c-8b40-a90a580aabc0", "name": "network-vif-unplugged", "status": "completed", "tag": "8ffe49b1-22ee-4823-97a6-1c4dd804b1fa", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:11.114644 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ee7ca7e-32e6-4b06-b49c-645f63fc5312 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:11.115228 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870f5628-2c8d-472c-8b40-a90a580aabc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ffe49b1-22ee-4823-97a6-1c4dd804b1fa', 'code': 200} Jul 14 09:22:11.157480 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=8ffe49b1-22ee-4823-97a6-1c4dd804b1fa,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:11.333250 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b5932ad2-bfaf-4bdb-8e42-9ab1eb3308ed req-f0cd93a0-89a3-4098-a0b7-f9fe2ad34328 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:11.382597 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-637e45cf-f18e-4f3c-9ffe-7210d90cb0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:11.389329 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-637e45cf-f18e-4f3c-9ffe-7210d90cb0dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6962693 Jul 14 09:22:11.395167 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd93a0-89a3-4098-a0b7-f9fe2ad34328 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Pushing event deleted for resources: {'Port': ['ID=8ffe49b1-22ee-4823-97a6-1c4dd804b1fa,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:11.439049 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-75529989-0d9c-44c4-8fa7-37eb32f96964 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:11.440643 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-75529989-0d9c-44c4-8fa7-37eb32f96964 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.47 "GET /v2.0/networks?id=71b7ddbc-8e59-4deb-be30-9b93db9321e3 HTTP/1.1" status: 200 len: 805 time: 0.4503562 Jul 14 09:22:11.457811 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-3678b340-5c69-4bb1-8879-08f304c90832 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Request body: {'port': {'device_id': '0ac1770f-9820-4a91-9dec-ace9fab5f357', 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3', 'admin_state_up': True, 'tenant_id': '31d43ce6bd414ffdbd7d4e17338c0b3c'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:11.618221 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-d0b8f523-ab8f-47c9-9f3b-4a557684bef9 service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880445 Jul 14 09:22:11.687194 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d4cd9a7b-9631-4e16-93be-3319a5cef7a3 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:11.752916 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-10f26f1b-3b2b-4983-a8ca-261f32e1055f service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276891 Jul 14 09:22:11.757968 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-3678b340-5c69-4bb1-8879-08f304c90832 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Made reservation on behalf of 31d43ce6bd414ffdbd7d4e17338c0b3c for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:11.764918 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-3678b340-5c69-4bb1-8879-08f304c90832 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:11.845585 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e29cb-84e0-4cf9-9ebe-fe1d4349f2b2 req-3cac9f5f-5ac6-452f-8597-2eb1d6010958 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:11.851270 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee5e29cb-84e0-4cf9-9ebe-fe1d4349f2b2 req-3cac9f5f-5ac6-452f-8597-2eb1d6010958 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=870f5628-2c8d-472c-8b40-a90a580aabc0 HTTP/1.1" status: 200 len: 865 time: 0.6227529 Jul 14 09:22:12.096851 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-150e848b-7975-4217-8bd6-72311451f9e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9d9e2c32-d3bd-4896-8ea6-73f8af857809 HTTP/1.1" status: 200 len: 217 time: 0.1594276 Jul 14 09:22:12.103454 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5932ad2-bfaf-4bdb-8e42-9ab1eb3308ed req-f0cd93a0-89a3-4098-a0b7-f9fe2ad34328 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Router af1314ac-be2e-4773-85c3-8f839a9a772f has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:22:12.115411 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.177636 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-0c8af191-f42c-4537-b971-cd3e38dc44bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:12.179306 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-0c8af191-f42c-4537-b971-cd3e38dc44bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6305651f-f686-4eb8-85f0-81bfcb17deeb HTTP/1.1" status: 200 len: 797 time: 0.0736949 Jul 14 09:22:12.425134 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-0a74d0ae-65e8-4049-b510-f4bed5193ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:12.460643 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-0a74d0ae-65e8-4049-b510-f4bed5193ed4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f88ba657-d9b2-4a2f-8603-745af5d48899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2365906 Jul 14 09:22:12.870696 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-42a16bb0-5291-4ffb-972b-46936b2a5370 req-51b4975a-5b72-49ee-96b7-d7dd4fad0024 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 210 time: 0.7436495 Jul 14 09:22:12.946080 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee5e29cb-84e0-4cf9-9ebe-fe1d4349f2b2 req-82ce746b-033a-4f1b-b6cd-e68470f3cb5f tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbf16f7-fa3c-44b8-aa5c-99687b33fe4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0757949 Jul 14 09:22:12.951804 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d4cd9a7b-9631-4e16-93be-3319a5cef7a3 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.994295 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d4cd9a7b-9631-4e16-93be-3319a5cef7a3 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.997517 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed43b427-8c61-43c5-985b-d1647f2f48a9 None None] Network 9b9b2816-5bc9-4e3b-9912-02c62b56c501 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:13.009264 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d4cd9a7b-9631-4e16-93be-3319a5cef7a3 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] 10.222.0.25 "DELETE /v2.0/subnets/d4507d71-7d98-4977-b3b1-5d320a668323 HTTP/1.1" status: 204 len: 168 time: 2.4659688 Jul 14 09:22:13.011111 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58314) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:13.133058 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd9a7b-9631-4e16-93be-3319a5cef7a3 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Pushing event deleted for resources: {'Subnet': ['ID=d4507d71-7d98-4977-b3b1-5d320a668323,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:13.225470 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-3678b340-5c69-4bb1-8879-08f304c90832 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Allocated IP 172.20.0.9 (71b7ddbc-8e59-4deb-be30-9b93db9321e3/366d3585-af72-4619-a55f-a5b56cfe701c/7e10296b-8315-4629-b4ff-c6d24a26e037) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:13.249258 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5932ad2-bfaf-4bdb-8e42-9ab1eb3308ed req-f0cd93a0-89a3-4098-a0b7-f9fe2ad34328 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:22:13.269500 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa347779-d2b0-43b3-864d-81dcb3762e5f None None] Sync routers for ids ['af1314ac-be2e-4773-85c3-8f839a9a772f'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:22:13.289954 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1912ddef-b1cf-4fa1-abec-b89ab067c094 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.309153 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa347779-d2b0-43b3-864d-81dcb3762e5f None None] Routers {'af1314ac-be2e-4773-85c3-8f839a9a772f'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:13.309808 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-aa347779-d2b0-43b3-864d-81dcb3762e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:21:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['af1314ac-be2e-4773-85c3-8f839a9a772f'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:13.392815 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5932ad2-bfaf-4bdb-8e42-9ab1eb3308ed req-f0cd93a0-89a3-4098-a0b7-f9fe2ad34328 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] No DVR routers for this DVR port 8ffe49b1-22ee-4823-97a6-1c4dd804b1fa on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:13.399278 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b5932ad2-bfaf-4bdb-8e42-9ab1eb3308ed req-f0cd93a0-89a3-4098-a0b7-f9fe2ad34328 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.401606 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b5932ad2-bfaf-4bdb-8e42-9ab1eb3308ed req-f0cd93a0-89a3-4098-a0b7-f9fe2ad34328 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.44 "DELETE /v2.0/ports/8ffe49b1-22ee-4823-97a6-1c4dd804b1fa HTTP/1.1" status: 204 len: 173 time: 4.9630761 Jul 14 09:22:13.402224 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870f5628-2c8d-472c-8b40-a90a580aabc0', 'name': 'network-vif-deleted', 'tag': '8ffe49b1-22ee-4823-97a6-1c4dd804b1fa'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:13.405544 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767222f7-e2f1-4481-a0cf-5e3347663284" -d '{"events": [{"server_uuid": "870f5628-2c8d-472c-8b40-a90a580aabc0", "name": "network-vif-deleted", "tag": "8ffe49b1-22ee-4823-97a6-1c4dd804b1fa"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:13.455695 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-3452dce9-b4da-4b2c-9bf4-9b565efb38b5 service neutron] 10.222.0.44 "GET /v2.0/networks/f88ba657-d9b2-4a2f-8603-745af5d48899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9910009 Jul 14 09:22:13.460709 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d4a7b7-827f-4ced-a01f-adc6745451f7 x-openstack-request-id: req-f6d4a7b7-827f-4ced-a01f-adc6745451f7 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:13.461002 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870f5628-2c8d-472c-8b40-a90a580aabc0", "name": "network-vif-deleted", "tag": "8ffe49b1-22ee-4823-97a6-1c4dd804b1fa", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:13.462145 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6d4a7b7-827f-4ced-a01f-adc6745451f7 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:13.462559 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870f5628-2c8d-472c-8b40-a90a580aabc0', 'name': 'network-vif-deleted', 'tag': '8ffe49b1-22ee-4823-97a6-1c4dd804b1fa', 'status': 'completed', 'code': 200} Jul 14 09:22:13.612645 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-aa347779-d2b0-43b3-864d-81dcb3762e5f None None] Set router af1314ac-be2e-4773-85c3-8f839a9a772f gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:13.615535 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1912ddef-b1cf-4fa1-abec-b89ab067c094 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Deleting port 48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:13.616104 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1912ddef-b1cf-4fa1-abec-b89ab067c094 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.726651 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-3678b340-5c69-4bb1-8879-08f304c90832 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.759525 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-77efb7d8-5000-4c7b-b800-a45e092df3c7 service neutron] 10.222.0.44 "GET /v2.0/networks/f88ba657-d9b2-4a2f-8603-745af5d48899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926216 Jul 14 09:22:13.860248 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-7f45cb11-10f7-4a22-9933-861347977740 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ec03830c-6d12-40d0-8974-6acc684013fd HTTP/1.1" status: 200 len: 217 time: 0.0930290 Jul 14 09:22:13.900007 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1912ddef-b1cf-4fa1-abec-b89ab067c094 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] For port 48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b,segment=NetworkSegment(324ed5ff-2f7c-4034-966b-ee89ff3d2128),segment_id=324ed5ff-2f7c-4034-966b-ee89ff3d2128)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:13.900985 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1912ddef-b1cf-4fa1-abec-b89ab067c094 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.915825 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1912ddef-b1cf-4fa1-abec-b89ab067c094 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Calling delete_port for 48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:13.957370 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-fbceaae7-7d64-498e-9161-8060fef30f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:13.959020 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-fbceaae7-7d64-498e-9161-8060fef30f53 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6305651f-f686-4eb8-85f0-81bfcb17deeb HTTP/1.1" status: 200 len: 797 time: 0.0918727 Jul 14 09:22:14.057302 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-3678b340-5c69-4bb1-8879-08f304c90832 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:14.064697 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158de09c-b03c-4f9b-abd6-3fc4c1e9b459 None None] DHCP port deletion for 9b9b2816-5bc9-4e3b-9912-02c62b56c501 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:22:14.144849 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-3678b340-5c69-4bb1-8879-08f304c90832 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Network 71b7ddbc-8e59-4deb-be30-9b93db9321e3 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:14.146750 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1912ddef-b1cf-4fa1-abec-b89ab067c094 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:14.150106 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678b340-5c69-4bb1-8879-08f304c90832 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Pushing event updated for resources: {'Port': ['ID=7e10296b-8315-4629-b4ff-c6d24a26e037,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:14.153054 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-aa347779-d2b0-43b3-864d-81dcb3762e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'name': 'tempest-AttachVolumeTestJSON-417553449-router', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:13:47Z', 'updated_at': '2021-07-14T09:13:54Z', 'revision_number': 4, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'gw_port': {'id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:48Z', 'updated_at': '2021-07-14T09:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '2c491f64-4b43-4aba-904f-696486d56c55', 'name': '', 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'mac_address': 'fa:16:3e:a7:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:51Z', 'updated_at': '2021-07-14T09:14:05Z', 'revision_number': 5, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'subnets': [{'id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:14.164238 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-3678b340-5c69-4bb1-8879-08f304c90832 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:14.167745 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-3678b340-5c69-4bb1-8879-08f304c90832 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:14.194761 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa347779-d2b0-43b3-864d-81dcb3762e5f None None] Checking router: af1314ac-be2e-4773-85c3-8f839a9a772f for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:22:14.213119 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa347779-d2b0-43b3-864d-81dcb3762e5f None None] Routers {'af1314ac-be2e-4773-85c3-8f839a9a772f'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:14.216881 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-aa347779-d2b0-43b3-864d-81dcb3762e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:21:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['af1314ac-be2e-4773-85c3-8f839a9a772f'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:14.217276 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-4669a562-fe8d-4a0b-a61d-96d8a4823fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:14.221677 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-4669a562-fe8d-4a0b-a61d-96d8a4823fba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f88ba657-d9b2-4a2f-8603-745af5d48899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2539597 Jul 14 09:22:14.259794 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1912ddef-b1cf-4fa1-abec-b89ab067c094 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] No DVR routers for this DVR port 48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:14.414690 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912ddef-b1cf-4fa1-abec-b89ab067c094 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Pushing event deleted for resources: {'Port': ['ID=48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:14.438715 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-d33aaf05-3580-45be-8eb0-706fc5de099f service neutron] 10.222.0.44 "GET /v2.0/networks/f88ba657-d9b2-4a2f-8603-745af5d48899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103989 Jul 14 09:22:14.490839 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-aa347779-d2b0-43b3-864d-81dcb3762e5f None None] Set router af1314ac-be2e-4773-85c3-8f839a9a772f gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:14.544322 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-03c24529-e105-4fdc-98db-94d4a87ac743 req-f3ccd07c-efb9-4b7d-906b-ce6b0c9e5d2a tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/ports?device_id=870f5628-2c8d-472c-8b40-a90a580aabc0 HTTP/1.1" status: 200 len: 210 time: 0.0920432 Jul 14 09:22:14.692520 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-3678b340-5c69-4bb1-8879-08f304c90832 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:14.693210 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-3678b340-5c69-4bb1-8879-08f304c90832 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:14.714811 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-632c0f09-aa50-4c11-9ef4-9e6a0fcad8a5 req-948e1175-a346-4f92-bcea-3bd185d1aeb5 service neutron] 10.222.0.44 "GET /v2.0/networks/f88ba657-d9b2-4a2f-8603-745af5d48899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681272 Jul 14 09:22:14.720279 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-3678b340-5c69-4bb1-8879-08f304c90832 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2659731 Jul 14 09:22:14.732053 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1912ddef-b1cf-4fa1-abec-b89ab067c094 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:14.754783 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-99c14ae9-8c71-4756-9cf3-162a6829fe75 service neutron] Request body: {'port': {'device_id': '0ac1770f-9820-4a91-9dec-ace9fab5f357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:14.768505 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9a827-7870-40f1-86ab-dde783ed33a0 req-10c0a60c-6a72-4ddd-b027-8f618afbec4f tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:14.771602 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52d9a827-7870-40f1-86ab-dde783ed33a0 req-10c0a60c-6a72-4ddd-b027-8f618afbec4f tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 931 time: 0.5709577 Jul 14 09:22:14.777695 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-1912ddef-b1cf-4fa1-abec-b89ab067c094 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9b2816-5bc9-4e3b-9912-02c62b56c501']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:14.868460 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:14.870738 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-1912ddef-b1cf-4fa1-abec-b89ab067c094 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324ed5ff-2f7c-4034-966b-ee89ff3d2128') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:14.874885 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-1912ddef-b1cf-4fa1-abec-b89ab067c094 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324ed5ff-2f7c-4034-966b-ee89ff3d2128') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:14.920309 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1912ddef-b1cf-4fa1-abec-b89ab067c094 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:14.933542 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:14.933893 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 48ad0a10-18d8-4db5-bfb6-ffc2ec05ab8b not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:14.939280 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52d9a827-7870-40f1-86ab-dde783ed33a0 req-de6739ee-cf4b-4b8d-8e9b-a6971647c771 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384962 Jul 14 09:22:15.016357 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-99c14ae9-8c71-4756-9cf3-162a6829fe75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.021086 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1912ddef-b1cf-4fa1-abec-b89ab067c094 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.038998 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1912ddef-b1cf-4fa1-abec-b89ab067c094 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:22:15.039599 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1912ddef-b1cf-4fa1-abec-b89ab067c094 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:22:15.043780 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:22:15.258795 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1912ddef-b1cf-4fa1-abec-b89ab067c094 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.281596 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1912ddef-b1cf-4fa1-abec-b89ab067c094 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.286928 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1912ddef-b1cf-4fa1-abec-b89ab067c094 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] 10.222.0.25 "DELETE /v2.0/networks/9b9b2816-5bc9-4e3b-9912-02c62b56c501 HTTP/1.1" status: 204 len: 168 time: 2.2110612 Jul 14 09:22:15.356759 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912ddef-b1cf-4fa1-abec-b89ab067c094 tempest-AllowedAddressPairTestJSON-2142009955 tempest-AllowedAddressPairTestJSON-2142009955-project] Pushing event deleted for resources: {'Network': ['ID=9b9b2816-5bc9-4e3b-9912-02c62b56c501,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:15.433777 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-aa347779-d2b0-43b3-864d-81dcb3762e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'name': 'tempest-AttachVolumeTestJSON-417553449-router', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:13:47Z', 'updated_at': '2021-07-14T09:13:54Z', 'revision_number': 4, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'gw_port': {'id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:48Z', 'updated_at': '2021-07-14T09:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '2c491f64-4b43-4aba-904f-696486d56c55', 'name': '', 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'mac_address': 'fa:16:3e:a7:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:51Z', 'updated_at': '2021-07-14T09:14:05Z', 'revision_number': 5, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'subnets': [{'id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:15.526112 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa347779-d2b0-43b3-864d-81dcb3762e5f None None] The sync data for ids ['af1314ac-be2e-4773-85c3-8f839a9a772f'] in n-d-771362-35 is: [{'id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'name': 'tempest-AttachVolumeTestJSON-417553449-router', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:13:47Z', 'updated_at': '2021-07-14T09:13:54Z', 'revision_number': 4, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'gw_port': {'id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:48Z', 'updated_at': '2021-07-14T09:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '2c491f64-4b43-4aba-904f-696486d56c55', 'name': '', 'network_id': '5e1db2f5-19ca-4d5a-a84c-a02b32125113', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'mac_address': 'fa:16:3e:a7:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:51Z', 'updated_at': '2021-07-14T09:14:05Z', 'revision_number': 5, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'subnets': [{'id': '02258896-8a0a-43a5-90d3-5cf3546f791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:22:15.680632 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-99c14ae9-8c71-4756-9cf3-162a6829fe75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e10296b-8315-4629-b4ff-c6d24a26e037 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:15.733767 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-99c14ae9-8c71-4756-9cf3-162a6829fe75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.804061 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-99c14ae9-8c71-4756-9cf3-162a6829fe75 service neutron] Transition to ACTIVE for port object 7e10296b-8315-4629-b4ff-c6d24a26e037 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:15.813639 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58390) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:15.847778 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58392) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:15.849456 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-99c14ae9-8c71-4756-9cf3-162a6829fe75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.063746 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c14ae9-8c71-4756-9cf3-162a6829fe75 service neutron] Pushing event updated for resources: {'Port': ['ID=7e10296b-8315-4629-b4ff-c6d24a26e037,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:16.113908 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad014fc9-3b3e-4cf8-9e18-563271299c51 None None] New status for floating IP c617340f-c201-4f7d-b38a-d6e87f2c3b99: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:22:16.164734 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74ba3323-6ae2-403d-94c3-764d6e4af2e8 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.208135 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74ba3323-6ae2-403d-94c3-764d6e4af2e8 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.253721 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-da250b04-f379-4492-b635-3581c021b205 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4457416aa92045b8bb2a46a0eae1dd39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4045832 Jul 14 09:22:16.263625 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58410) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:16.454805 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d666d37-7460-49f3-9e3f-5d14ff934564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.513275 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d666d37-7460-49f3-9e3f-5d14ff934564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.574114 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-99c14ae9-8c71-4756-9cf3-162a6829fe75 service neutron] Attempting to bind port 7e10296b-8315-4629-b4ff-c6d24a26e037 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:16.574479 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-99c14ae9-8c71-4756-9cf3-162a6829fe75 service neutron] Attempting to bind port 7e10296b-8315-4629-b4ff-c6d24a26e037 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:16.574824 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-99c14ae9-8c71-4756-9cf3-162a6829fe75 service neutron] Attempting to bind port 7e10296b-8315-4629-b4ff-c6d24a26e037 on network 71b7ddbc-8e59-4deb-be30-9b93db9321e3 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:16.593628 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-99c14ae9-8c71-4756-9cf3-162a6829fe75 service neutron] Port 7e10296b-8315-4629-b4ff-c6d24a26e037 on network 71b7ddbc-8e59-4deb-be30-9b93db9321e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:16.594062 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-99c14ae9-8c71-4756-9cf3-162a6829fe75 service neutron] Attempting to bind port 7e10296b-8315-4629-b4ff-c6d24a26e037 on network 71b7ddbc-8e59-4deb-be30-9b93db9321e3 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:16.613039 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74ba3323-6ae2-403d-94c3-764d6e4af2e8 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.616715 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74ba3323-6ae2-403d-94c3-764d6e4af2e8 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.617987 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-74ba3323-6ae2-403d-94c3-764d6e4af2e8 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "DELETE /v2.0/security-groups/cfbf16f7-fa3c-44b8-aa5c-99687b33fe4b HTTP/1.1" status: 204 len: 168 time: 0.8024170 Jul 14 09:22:16.621259 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58424) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:16.642519 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-251d151f-63c1-4264-a0ed-03900e8da8fe tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] show failed (client error): The resource could not be found. Jul 14 09:22:16.643801 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-251d151f-63c1-4264-a0ed-03900e8da8fe tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "GET /v2.0/security-groups/cfbf16f7-fa3c-44b8-aa5c-99687b33fe4b HTTP/1.1" status: 404 len: 347 time: 0.0212679 Jul 14 09:22:16.653249 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58426) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:16.665029 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-99c14ae9-8c71-4756-9cf3-162a6829fe75 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:16.665372 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-99c14ae9-8c71-4756-9cf3-162a6829fe75 service neutron] Checking segment: {'id': '9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:16.665944 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-99c14ae9-8c71-4756-9cf3-162a6829fe75 service neutron] Bound using segment: {'id': '9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:16.666611 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-99c14ae9-8c71-4756-9cf3-162a6829fe75 service neutron] Bound port: 7e10296b-8315-4629-b4ff-c6d24a26e037, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:16.667182 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-99c14ae9-8c71-4756-9cf3-162a6829fe75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.729425 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba3323-6ae2-403d-94c3-764d6e4af2e8 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbf16f7-fa3c-44b8-aa5c-99687b33fe4b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:16.746210 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b235c-34fa-401a-9b69-f6925dfda940 req-3b3eef7b-5de8-4c14-a7c2-f56e62f38345 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:16.753957 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-014b235c-34fa-401a-9b69-f6925dfda940 req-3b3eef7b-5de8-4c14-a7c2-f56e62f38345 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 943 time: 0.4548686 Jul 14 09:22:16.767668 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a7cb8-11ff-43ba-8252-2726d75f8dbd req-526bf7e4-b43f-44d7-a370-cba0cebacc02 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:16.768272 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d666d37-7460-49f3-9e3f-5d14ff934564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.773415 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d666d37-7460-49f3-9e3f-5d14ff934564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.774688 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe3a7cb8-11ff-43ba-8252-2726d75f8dbd req-526bf7e4-b43f-44d7-a370-cba0cebacc02 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.3565190 Jul 14 09:22:16.775749 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1d666d37-7460-49f3-9e3f-5d14ff934564 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/948b12d8-984e-4c52-b2a5-b991325b9f56 HTTP/1.1" status: 204 len: 168 time: 0.5070126 Jul 14 09:22:16.823667 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d666d37-7460-49f3-9e3f-5d14ff934564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948b12d8-984e-4c52-b2a5-b991325b9f56,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:16.877058 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-84bbd740-ffa7-4307-a3a3-723a929946d6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Deleting port 4ea32cea-5d1b-4057-9528-d6474d2db1ec {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:16.877773 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84bbd740-ffa7-4307-a3a3-723a929946d6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.927629 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe3a7cb8-11ff-43ba-8252-2726d75f8dbd req-523e144e-337a-4ecd-b63c-53558fd4449e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516166 Jul 14 09:22:16.942736 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-014b235c-34fa-401a-9b69-f6925dfda940 req-8eeeea21-538b-4587-a307-d79c86127b20 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876311 Jul 14 09:22:17.028818 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-99c14ae9-8c71-4756-9cf3-162a6829fe75 service neutron] For port 7e10296b-8315-4629-b4ff-c6d24a26e037, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:17.053836 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-99c14ae9-8c71-4756-9cf3-162a6829fe75 service neutron] For port 7e10296b-8315-4629-b4ff-c6d24a26e037, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=7e10296b-8315-4629-b4ff-c6d24a26e037,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:17.092883 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-99c14ae9-8c71-4756-9cf3-162a6829fe75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:17.119782 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84bbd740-ffa7-4307-a3a3-723a929946d6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:17.122789 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84bbd740-ffa7-4307-a3a3-723a929946d6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:17.156356 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-84bbd740-ffa7-4307-a3a3-723a929946d6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Calling delete_port for 4ea32cea-5d1b-4057-9528-d6474d2db1ec owned by network:floatingip {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:17.266801 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c14ae9-8c71-4756-9cf3-162a6829fe75 service neutron] Pushing event updated for resources: {'Port': ['ID=7e10296b-8315-4629-b4ff-c6d24a26e037,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:17.297788 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-99c14ae9-8c71-4756-9cf3-162a6829fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:17.298760 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-99c14ae9-8c71-4756-9cf3-162a6829fe75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:17.300702 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-99c14ae9-8c71-4756-9cf3-162a6829fe75 service neutron] 10.222.0.47 "PUT /v2.0/ports/7e10296b-8315-4629-b4ff-c6d24a26e037 HTTP/1.1" status: 200 len: 1092 time: 2.5715976 Jul 14 09:22:17.301258 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac1770f-9820-4a91-9dec-ace9fab5f357', 'tag': '7e10296b-8315-4629-b4ff-c6d24a26e037'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:17.303697 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff922238-49fe-438c-94a7-e4c99c622571" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac1770f-9820-4a91-9dec-ace9fab5f357", "tag": "7e10296b-8315-4629-b4ff-c6d24a26e037"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:17.490571 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c8fca6-6659-4e18-890f-27c792fdbfcb x-openstack-request-id: req-b5c8fca6-6659-4e18-890f-27c792fdbfcb {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:17.490951 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac1770f-9820-4a91-9dec-ace9fab5f357", "tag": "7e10296b-8315-4629-b4ff-c6d24a26e037", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:17.491219 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5c8fca6-6659-4e18-890f-27c792fdbfcb {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:17.491645 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac1770f-9820-4a91-9dec-ace9fab5f357', 'tag': '7e10296b-8315-4629-b4ff-c6d24a26e037', 'status': 'completed', 'code': 200} Jul 14 09:22:17.511667 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84bbd740-ffa7-4307-a3a3-723a929946d6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:17.551353 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bbd740-ffa7-4307-a3a3-723a929946d6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Pushing event deleted for resources: {'Port': ['ID=4ea32cea-5d1b-4057-9528-d6474d2db1ec,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:17.704504 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17caf607-b69c-46bf-86b2-4c971cc09a3c req-65049e2a-d74a-4c07-bf85-3b78a3977a62 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:17.706737 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17caf607-b69c-46bf-86b2-4c971cc09a3c req-65049e2a-d74a-4c07-bf85-3b78a3977a62 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.3565917 Jul 14 09:22:17.747594 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84bbd740-ffa7-4307-a3a3-723a929946d6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks [] for floatingip, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:17.762796 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84bbd740-ffa7-4307-a3a3-723a929946d6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:17.763711 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-9e2bf093-fb1e-405f-ac77-f5aedf316476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:17.766467 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-84bbd740-ffa7-4307-a3a3-723a929946d6 tempest-AttachVolumeTestJSON-1477950100 tempest-AttachVolumeTestJSON-1477950100-project] 10.222.0.25 "DELETE /v2.0/floatingips/c617340f-c201-4f7d-b38a-d6e87f2c3b99 HTTP/1.1" status: 204 len: 168 time: 1.1102588 Jul 14 09:22:17.768599 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-9e2bf093-fb1e-405f-ac77-f5aedf316476 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=31d43ce6bd414ffdbd7d4e17338c0b3c&device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 1095 time: 0.3988173 Jul 14 09:22:17.906725 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17caf607-b69c-46bf-86b2-4c971cc09a3c req-a2cf84a4-0ca3-4b1f-b962-fb3f070e606e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929040 Jul 14 09:22:17.908773 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-7972c9cd-becc-498f-b416-1aef6a775a66 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e10296b-8315-4629-b4ff-c6d24a26e037 HTTP/1.1" status: 200 len: 217 time: 0.1261249 Jul 14 09:22:18.005110 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-c72d7f36-2b4d-4ecc-8314-acbf76a0a941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:18.022669 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-c72d7f36-2b4d-4ecc-8314-acbf76a0a941 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=366d3585-af72-4619-a55f-a5b56cfe701c HTTP/1.1" status: 200 len: 845 time: 0.0906723 Jul 14 09:22:18.101634 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-322af804-54aa-41fc-9666-7c866b327c48 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71b7ddbc-8e59-4deb-be30-9b93db9321e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685878 Jul 14 09:22:18.383232 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-82f1b5cf-6863-4c2c-a353-a8adb4ca7c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:18.673720 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-85a042dd-3081-400e-882a-a5e0bca2e095 service neutron] 10.222.0.47 "GET /v2.0/networks/71b7ddbc-8e59-4deb-be30-9b93db9321e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652590 Jul 14 09:22:18.696023 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58498) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:18.997239 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54de3dbd-2330-4d30-88d9-f16b3efafb3a req-61cf5bcd-0fe8-4fdf-9bb1-4e09cf15ed6b service neutron] 10.222.0.47 "GET /v2.0/networks/71b7ddbc-8e59-4deb-be30-9b93db9321e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759693 Jul 14 09:22:19.027868 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072a4b0-199f-4e50-a0af-bb509ab4d83f req-963bc026-a3a0-4760-8da3-c46d0926a32e tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:19.037767 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4072a4b0-199f-4e50-a0af-bb509ab4d83f req-963bc026-a3a0-4760-8da3-c46d0926a32e tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 943 time: 0.6213346 Jul 14 09:22:19.093133 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-070ef588-ea44-4c0f-8e07-cd07226115bc tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.094349 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-070ef588-ea44-4c0f-8e07-cd07226115bc tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3951054 Jul 14 09:22:19.097654 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58520) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.103249 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-ad59bab2-a6c4-4325-837b-6e748ce98a54 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.111564 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ad59bab2-a6c4-4325-837b-6e748ce98a54 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0125184 Jul 14 09:22:19.116468 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58522) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.125972 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-5ad32998-2a23-4cb5-98d7-27a2e7bae94c tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.147105 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5ad32998-2a23-4cb5-98d7-27a2e7bae94c tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0269637 Jul 14 09:22:19.147528 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58524) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.162893 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-22246424-ce95-4dbd-9749-16ec4816d975 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.170318 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-22246424-ce95-4dbd-9749-16ec4816d975 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0193021 Jul 14 09:22:19.170830 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58526) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.187720 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-332e6940-e587-4484-ad44-66585d5e9537 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.199579 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-332e6940-e587-4484-ad44-66585d5e9537 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0240192 Jul 14 09:22:19.205339 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58530) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.217009 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4072a4b0-199f-4e50-a0af-bb509ab4d83f req-5a90288a-8754-4188-9622-df32b60f5f11 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602423 Jul 14 09:22:19.227209 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-4e20fb92-8fe9-40ce-ba6e-cf916b004bba tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.230997 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4e20fb92-8fe9-40ce-ba6e-cf916b004bba tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0183311 Jul 14 09:22:19.250739 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58532) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.268983 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-3aa9095e-0929-4703-b381-80527639771a tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.281774 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3aa9095e-0929-4703-b381-80527639771a tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0297120 Jul 14 09:22:19.284456 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58534) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.298171 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [None req-e9064313-2f39-44bf-b79d-799e501fd834 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.308349 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58538) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.308649 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e9064313-2f39-44bf-b79d-799e501fd834 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0223765 Jul 14 09:22:19.316689 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-d831279d-d0bc-4714-bc4b-0107faa0baf5 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.317828 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d831279d-d0bc-4714-bc4b-0107faa0baf5 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0082583 Jul 14 09:22:19.320389 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58542) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.332050 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-8066b0b6-8d53-4462-b093-c770e3e00242 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.333329 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8066b0b6-8d53-4462-b093-c770e3e00242 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0117791 Jul 14 09:22:19.336181 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58544) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.346927 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-bfe120be-855c-4af4-8ee7-c1cc1d0f2610 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.348541 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bfe120be-855c-4af4-8ee7-c1cc1d0f2610 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0111575 Jul 14 09:22:19.361052 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58546) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.369846 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-9df649d0-5b46-4bd1-b1c7-39074d1b6833 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.371199 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9df649d0-5b46-4bd1-b1c7-39074d1b6833 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0090032 Jul 14 09:22:19.374636 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58548) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.387257 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-d1c7ce88-13b7-4ed3-b1d5-5ba5c80245ce tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.388593 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d1c7ce88-13b7-4ed3-b1d5-5ba5c80245ce tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0054567 Jul 14 09:22:19.392092 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58552) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.399870 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-928bd938-d896-430a-b56d-c08f6f526fad tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.401350 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-928bd938-d896-430a-b56d-c08f6f526fad tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0056059 Jul 14 09:22:19.404323 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58554) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.410943 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-38d1d010-46d5-40f7-947e-60427794e1db tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.412144 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-38d1d010-46d5-40f7-947e-60427794e1db tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0058172 Jul 14 09:22:19.416408 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58556) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.427983 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-95ba9690-6556-42e9-a5d6-04bfb70cd42e tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.429136 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-95ba9690-6556-42e9-a5d6-04bfb70cd42e tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0115206 Jul 14 09:22:19.431976 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58558) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.441055 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-459662ba-7f2f-4bc4-bdf2-de1483d797d2 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.442498 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-459662ba-7f2f-4bc4-bdf2-de1483d797d2 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0094347 Jul 14 09:22:19.445366 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58560) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.456090 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [None req-71cdb6a8-6684-4a30-82db-3e85b600b679 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.457506 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-71cdb6a8-6684-4a30-82db-3e85b600b679 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0093379 Jul 14 09:22:19.460565 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58562) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.473182 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-f6b61754-c3f2-401d-9b3f-6d616b768c41 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.474592 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f6b61754-c3f2-401d-9b3f-6d616b768c41 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0127993 Jul 14 09:22:19.477155 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58564) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.478614 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff922238-49fe-438c-94a7-e4c99c622571 req-65a8c4ff-dff4-45c8-89f2-3e394a66df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:19.481872 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ff922238-49fe-438c-94a7-e4c99c622571 req-65a8c4ff-dff4-45c8-89f2-3e394a66df29 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=31d43ce6bd414ffdbd7d4e17338c0b3c&device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 1095 time: 0.2918618 Jul 14 09:22:19.493184 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-603182af-74c6-4802-91c2-2e064922b63f tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.497472 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-603182af-74c6-4802-91c2-2e064922b63f tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0186205 Jul 14 09:22:19.500442 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58566) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.505460 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-ac2f9e53-ab4b-4c0f-bf8c-748c296c7ebe tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.520378 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ac2f9e53-ab4b-4c0f-bf8c-748c296c7ebe tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0186887 Jul 14 09:22:19.529687 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58568) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.541745 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-030dfcb1-b36f-498f-a808-6f0650aeb54c tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.551223 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-030dfcb1-b36f-498f-a808-6f0650aeb54c tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0179853 Jul 14 09:22:19.553831 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58570) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.559230 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-fe930cc7-8eff-43ca-9729-ac3bc080b8f1 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.569919 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fe930cc7-8eff-43ca-9729-ac3bc080b8f1 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0138636 Jul 14 09:22:19.571685 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58572) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.587232 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-486886fe-9e99-47a0-af36-f236e6ffe9a8 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.588657 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-486886fe-9e99-47a0-af36-f236e6ffe9a8 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0108750 Jul 14 09:22:19.591670 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58574) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.602337 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ceedf3-cb00-4d38-8b95-a1bb90aa529c req-081ec242-3e57-4980-92b2-8373759c2bad tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:19.603285 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-bf056c78-893b-419e-b2c7-d0dcf410a41d tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.606493 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bf056c78-893b-419e-b2c7-d0dcf410a41d tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0116267 Jul 14 09:22:19.609201 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58576) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.613153 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d8ceedf3-cb00-4d38-8b95-a1bb90aa529c req-081ec242-3e57-4980-92b2-8373759c2bad tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.2347510 Jul 14 09:22:19.621130 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-b6bd3b8a-0cb7-468d-9c01-33522effe994 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.624853 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b6bd3b8a-0cb7-468d-9c01-33522effe994 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0136497 Jul 14 09:22:19.626999 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58580) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.636772 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-6307c07e-582f-4e73-a49c-66d90be42803 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.641711 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6307c07e-582f-4e73-a49c-66d90be42803 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0098145 Jul 14 09:22:19.644501 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58582) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.654532 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-97aada07-9b44-4492-93b3-4ef6fe01e528 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.657943 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-97aada07-9b44-4492-93b3-4ef6fe01e528 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0121441 Jul 14 09:22:19.661751 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58584) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.672053 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-9567d59a-ec1c-49e1-aa06-a78790a62002 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.673462 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9567d59a-ec1c-49e1-aa06-a78790a62002 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0105016 Jul 14 09:22:19.676864 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58586) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.686006 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-dc568ed0-6076-42bd-ac44-de89a0f1db71 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.693061 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-dc568ed0-6076-42bd-ac44-de89a0f1db71 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0148110 Jul 14 09:22:19.695468 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58588) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.703122 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-53a32837-41f2-42b6-8b98-8575ba10c7a2 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.706742 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-53a32837-41f2-42b6-8b98-8575ba10c7a2 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0100305 Jul 14 09:22:19.719532 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58590) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.719748 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d8ceedf3-cb00-4d38-8b95-a1bb90aa529c req-dbb48303-65fe-40f2-ae73-58a593b35b5e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877814 Jul 14 09:22:19.720376 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-ad6ff25d-39cb-4281-9d81-a8442b1da9b3 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.721641 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ad6ff25d-39cb-4281-9d81-a8442b1da9b3 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0107903 Jul 14 09:22:19.741026 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58594) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.741026 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-12e286cf-3499-4560-88d9-6c3cd345c00b tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.748201 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58596) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.757442 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-12e286cf-3499-4560-88d9-6c3cd345c00b tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0083020 Jul 14 09:22:19.768258 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [None req-f3d3ba1e-b656-4445-8b99-db0daa687374 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.777790 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f3d3ba1e-b656-4445-8b99-db0daa687374 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0282867 Jul 14 09:22:19.782296 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58598) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.787100 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-38b356a7-a98f-4f33-b086-850afbf53430 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.788363 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-38b356a7-a98f-4f33-b086-850afbf53430 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0047944 Jul 14 09:22:19.791421 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58600) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.797672 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff922238-49fe-438c-94a7-e4c99c622571 req-e32fff72-3db6-4a52-93b4-d857e7634cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:19.799305 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ff922238-49fe-438c-94a7-e4c99c622571 req-e32fff72-3db6-4a52-93b4-d857e7634cf8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=71b7ddbc-8e59-4deb-be30-9b93db9321e3 HTTP/1.1" status: 200 len: 905 time: 0.3068824 Jul 14 09:22:19.805764 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-295c2f8d-b6a4-476d-9da1-9b0d9171f9ea tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.810358 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-295c2f8d-b6a4-476d-9da1-9b0d9171f9ea tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0142303 Jul 14 09:22:19.810951 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58604) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.815892 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-a65f3a84-2d9c-44d8-a3bf-20166da66ce1 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.823555 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a65f3a84-2d9c-44d8-a3bf-20166da66ce1 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0113900 Jul 14 09:22:19.824348 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58606) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.831449 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-148d79e3-6e24-48a9-a353-46091576332a tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.837340 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-148d79e3-6e24-48a9-a353-46091576332a tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0118239 Jul 14 09:22:19.838253 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58608) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.849291 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-bc5043cc-75d0-4e92-b882-a12ac00e0c26 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.853219 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bc5043cc-75d0-4e92-b882-a12ac00e0c26 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0138330 Jul 14 09:22:19.854106 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58610) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.859080 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-cd472149-0679-467c-9a9c-44d27c36cffc tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.862681 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cd472149-0679-467c-9a9c-44d27c36cffc tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0074997 Jul 14 09:22:19.863398 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58612) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.868228 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-a91bc051-2abd-486d-b87b-c6414b17717a tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.875992 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a91bc051-2abd-486d-b87b-c6414b17717a tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0111132 Jul 14 09:22:19.876815 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58614) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.881963 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-aa684f48-25a6-434e-a7f2-3576b4d7781f tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.888325 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-aa684f48-25a6-434e-a7f2-3576b4d7781f tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0099750 Jul 14 09:22:19.893307 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58618) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.909838 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-7d938c9f-daa3-401a-98aa-5db0990eb4ef tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.910619 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7d938c9f-daa3-401a-98aa-5db0990eb4ef tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0157840 Jul 14 09:22:19.913646 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58620) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.922564 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-cf998943-4e94-485a-bb75-8a054faf068c tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.926448 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cf998943-4e94-485a-bb75-8a054faf068c tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0095093 Jul 14 09:22:19.929034 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58624) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.934750 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-2bae13d7-06d2-4291-958a-79b2e93786b2 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.938692 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2bae13d7-06d2-4291-958a-79b2e93786b2 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0057845 Jul 14 09:22:19.942251 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58626) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.948185 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-97427703-de38-439d-afa1-fe06057d0f7f tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.951379 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-97427703-de38-439d-afa1-fe06057d0f7f tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0058007 Jul 14 09:22:19.960074 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58630) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.965267 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [None req-8a83ddbd-9ad2-490c-a7b2-43c7cabf0a5e tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.968830 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8a83ddbd-9ad2-490c-a7b2-43c7cabf0a5e tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0049448 Jul 14 09:22:19.969400 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58632) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.975971 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-cc56723d-18e7-4b9d-8340-6617cb5ea096 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:19.979713 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cc56723d-18e7-4b9d-8340-6617cb5ea096 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0065789 Jul 14 09:22:19.979813 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ff922238-49fe-438c-94a7-e4c99c622571 req-2e09d05c-becf-4c0e-8e03-7b726ee380a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e10296b-8315-4629-b4ff-c6d24a26e037 HTTP/1.1" status: 200 len: 217 time: 0.1619039 Jul 14 09:22:19.979900 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58634) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:20.003033 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-215ed20f-1543-43d7-ab1d-ad3a320f837c tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:20.008093 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-215ed20f-1543-43d7-ab1d-ad3a320f837c tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0235140 Jul 14 09:22:20.008822 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58636) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:20.013846 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-93e673cf-c5c6-4b8a-94f0-724c34588487 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:20.017554 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-93e673cf-c5c6-4b8a-94f0-724c34588487 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0051997 Jul 14 09:22:20.017739 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58638) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:20.022112 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-34ce8011-1560-4bb1-b5e3-667451818559 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:20.025308 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-34ce8011-1560-4bb1-b5e3-667451818559 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0044076 Jul 14 09:22:20.027260 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58640) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:20.038756 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-f6d7dcf5-28b4-4976-a1a4-b7513c7af0cb tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:20.043992 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f6d7dcf5-28b4-4976-a1a4-b7513c7af0cb tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0115168 Jul 14 09:22:20.044650 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58642) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:20.051045 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-cd39539b-c580-4851-a064-f4828738167a tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:20.058766 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cd39539b-c580-4851-a064-f4828738167a tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0109253 Jul 14 09:22:20.059372 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58646) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:20.064841 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-e84073b1-3c52-4923-8be2-8c2a7536b530 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:20.068186 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e84073b1-3c52-4923-8be2-8c2a7536b530 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0055654 Jul 14 09:22:20.068589 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58650) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:20.073641 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-a54e3975-02b3-422c-beae-e74761102477 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:20.077125 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a54e3975-02b3-422c-beae-e74761102477 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0051270 Jul 14 09:22:20.078424 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58652) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:20.084721 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff922238-49fe-438c-94a7-e4c99c622571 req-ea30a706-0642-44f1-923d-45e51a648c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:20.086245 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ff922238-49fe-438c-94a7-e4c99c622571 req-ea30a706-0642-44f1-923d-45e51a648c31 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=366d3585-af72-4619-a55f-a5b56cfe701c HTTP/1.1" status: 200 len: 845 time: 0.1078570 Jul 14 09:22:20.093762 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-6871146c-dd8d-4f55-a86a-b53f91524068 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:20.097795 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6871146c-dd8d-4f55-a86a-b53f91524068 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0154366 Jul 14 09:22:20.098806 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58654) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:20.103474 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-1cd6b0c9-4fc5-43da-8f85-2e2110ad21de tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:20.108500 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1cd6b0c9-4fc5-43da-8f85-2e2110ad21de tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0060186 Jul 14 09:22:20.109206 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58656) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:20.116116 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-556a1859-b749-43e4-8488-7cb127490f5a tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:20.122440 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-556a1859-b749-43e4-8488-7cb127490f5a tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0098429 Jul 14 09:22:20.123043 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58658) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:20.137873 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-6d239e6d-3420-4bc7-aa38-ded25406e58c tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:20.142935 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6d239e6d-3420-4bc7-aa38-ded25406e58c tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0136316 Jul 14 09:22:20.143593 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58660) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:20.158721 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-e3c4f82c-37da-4189-a48f-1916e71413eb tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:20.158958 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ff922238-49fe-438c-94a7-e4c99c622571 req-fc78ef2e-c10c-4c6e-92f1-c45aff48c748 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71b7ddbc-8e59-4deb-be30-9b93db9321e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595860 Jul 14 09:22:20.162318 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e3c4f82c-37da-4189-a48f-1916e71413eb tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0153587 Jul 14 09:22:20.163948 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58662) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:20.183698 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [None req-cbb430f5-38ef-4c5d-8ca2-4719ac5b3f19 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:20.188428 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cbb430f5-38ef-4c5d-8ca2-4719ac5b3f19 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0210819 Jul 14 09:22:20.190693 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58664) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:20.201247 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-4e4eb77d-9c5b-400c-9a5a-afe79d1118d7 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:20.206561 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4e4eb77d-9c5b-400c-9a5a-afe79d1118d7 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0100322 Jul 14 09:22:20.207456 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58666) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:20.220384 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-3e61bb1c-caf9-40ec-9151-0260d56f0755 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:20.231813 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3e61bb1c-caf9-40ec-9151-0260d56f0755 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0158634 Jul 14 09:22:20.232117 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58670) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:20.244104 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-646af1de-ea00-497e-9469-f6c12c4abd27 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:20.247806 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-646af1de-ea00-497e-9469-f6c12c4abd27 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0111127 Jul 14 09:22:20.248301 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58672) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:20.264645 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-80b2e152-06eb-474d-b8e6-f2241eb13603 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:20.270153 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-80b2e152-06eb-474d-b8e6-f2241eb13603 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0141885 Jul 14 09:22:20.270712 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58678) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:20.287558 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-5c78f213-f765-465e-853b-9bb3797986c4 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:20.292152 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5c78f213-f765-465e-853b-9bb3797986c4 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0172210 Jul 14 09:22:20.295076 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58682) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:20.311173 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-bcf2c9da-c5ac-475a-8583-f8e8f8e91b26 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:20.319027 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bcf2c9da-c5ac-475a-8583-f8e8f8e91b26 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0182092 Jul 14 09:22:20.319438 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58686) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:20.330355 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-d1ff9c9f-7992-4d20-b30c-a071ecdfb1e5 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:20.331532 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d1ff9c9f-7992-4d20-b30c-a071ecdfb1e5 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0110197 Jul 14 09:22:20.335086 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58688) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:20.347286 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [None req-93882cb4-3b96-412c-a820-9f0c27096919 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:20.350727 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-93882cb4-3b96-412c-a820-9f0c27096919 tempest-ExtensionsTestJSON-782740596 tempest-ExtensionsTestJSON-782740596-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0143447 Jul 14 09:22:20.525251 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ff922238-49fe-438c-94a7-e4c99c622571 req-7cc670ec-5660-4f11-b094-8545af0f138d service neutron] 10.222.0.47 "GET /v2.0/networks/71b7ddbc-8e59-4deb-be30-9b93db9321e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596869 Jul 14 09:22:21.040394 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc786c57-c394-4db1-af36-50005354585b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.090131 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58712) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:21.269880 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.326020 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ff922238-49fe-438c-94a7-e4c99c622571 req-e331a213-c221-49e5-89d0-aa8fe6680977 service neutron] 10.222.0.47 "GET /v2.0/networks/71b7ddbc-8e59-4deb-be30-9b93db9321e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7849596 Jul 14 09:22:21.343968 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b725a2f-196e-43ab-9fe8-b2a2ffcb2f78 req-d9b73e9c-ebd0-4bb4-8f6b-5568d7a0b6d5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:21.352525 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b725a2f-196e-43ab-9fe8-b2a2ffcb2f78 req-d9b73e9c-ebd0-4bb4-8f6b-5568d7a0b6d5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 943 time: 0.5274129 Jul 14 09:22:21.409280 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15fd3707-f544-46d7-a4da-7f2951add13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.432487 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b725a2f-196e-43ab-9fe8-b2a2ffcb2f78 req-7651fad5-bbe8-4067-9646-023ca3e82e5f tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784299 Jul 14 09:22:21.681945 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45d600-37a3-4f19-9176-2e81d8202927 req-7c8bf8eb-9332-4fe2-aeb7-548d02b33124 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:21.683760 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7f45d600-37a3-4f19-9176-2e81d8202927 req-7c8bf8eb-9332-4fe2-aeb7-548d02b33124 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.1946645 Jul 14 09:22:21.699394 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15fd3707-f544-46d7-a4da-7f2951add13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.706625 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15fd3707-f544-46d7-a4da-7f2951add13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.731672 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 7e10296b-8315-4629-b4ff-c6d24a26e037 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:22:21.849348 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7f45d600-37a3-4f19-9176-2e81d8202927 req-199f22b1-bfd1-402a-a28b-d9fd3d03098f tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553633 Jul 14 09:22:21.850035 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd3707-f544-46d7-a4da-7f2951add13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7434de-d289-4415-83be-ba0429929103,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:21.864527 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-15fd3707-f544-46d7-a4da-7f2951add13e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5b6951ae1b28413f96d394ab625b98bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7721593 Jul 14 09:22:21.867420 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58738) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:21.946197 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 7e10296b-8315-4629-b4ff-c6d24a26e037, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=7e10296b-8315-4629-b4ff-c6d24a26e037,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:21.985379 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '7e10296b-8315-4629-b4ff-c6d24a26e037', 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3', 'port_id': '7e10296b-8315-4629-b4ff-c6d24a26e037', 'mac_address': 'fa:16:3e:cf:f7:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366d3585-af72-4619-a55f-a5b56cfe701c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:22:22.033788 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-911c96ae-a88e-425e-8edd-9cea21ea1e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.078448 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.107578 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e10296b-8315-4629-b4ff-c6d24a26e037 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:22.113167 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-911c96ae-a88e-425e-8edd-9cea21ea1e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.150557 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 7e10296b-8315-4629-b4ff-c6d24a26e037, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=7e10296b-8315-4629-b4ff-c6d24a26e037,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:22.157827 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.163014 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.231966 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-911c96ae-a88e-425e-8edd-9cea21ea1e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.234462 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-911c96ae-a88e-425e-8edd-9cea21ea1e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.238585 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-911c96ae-a88e-425e-8edd-9cea21ea1e15 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5b7434de-d289-4415-83be-ba0429929103 HTTP/1.1" status: 204 len: 168 time: 0.3697357 Jul 14 09:22:22.252609 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c96ae-a88e-425e-8edd-9cea21ea1e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7434de-d289-4415-83be-ba0429929103,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:22.257434 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=7e10296b-8315-4629-b4ff-c6d24a26e037,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:22.402411 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['7e10296b-8315-4629-b4ff-c6d24a26e037'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:22.848457 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43521b-daec-4e04-ba40-e580e3da2158 req-385588a8-1982-4d6f-8ab6-ec3f584f8d72 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:22.850305 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac43521b-daec-4e04-ba40-e580e3da2158 req-385588a8-1982-4d6f-8ab6-ec3f584f8d72 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 944 time: 0.1490552 Jul 14 09:22:22.941569 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac43521b-daec-4e04-ba40-e580e3da2158 req-7b42b30b-1142-4e01-adf7-6deb2e9a303e tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848908 Jul 14 09:22:23.289231 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ce6d4-fe8d-45aa-ab63-e971c7b98a57 req-2c4bf4fe-5b20-4c7d-a569-cfe412fceeb7 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:23.290894 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a53ce6d4-fe8d-45aa-ab63-e971c7b98a57 req-2c4bf4fe-5b20-4c7d-a569-cfe412fceeb7 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.1484632 Jul 14 09:22:23.366336 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a53ce6d4-fe8d-45aa-ab63-e971c7b98a57 req-2e1ba5d3-8dcc-48c2-91d3-1661cb661718 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576665 Jul 14 09:22:23.701927 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.736036 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 7e10296b-8315-4629-b4ff-c6d24a26e037 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:23.766675 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58816) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:23.892813 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 7e10296b-8315-4629-b4ff-c6d24a26e037 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:23.900726 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 7e10296b-8315-4629-b4ff-c6d24a26e037 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:23.902888 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.980366 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-a87c9131-bf21-4f0d-a207-00d669f0a501 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1135698822'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:24.041903 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87c9131-bf21-4f0d-a207-00d669f0a501 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Made reservation on behalf of 6f37084a708e4ad8ab22b9549922aa95 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:24.047233 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a87c9131-bf21-4f0d-a207-00d669f0a501 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.068156 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a87c9131-bf21-4f0d-a207-00d669f0a501 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.156009 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.223035 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac1770f-9820-4a91-9dec-ace9fab5f357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e10296b-8315-4629-b4ff-c6d24a26e037'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:24.233485 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595c7c01-b5f2-4ea0-9183-a9b0755caea9" -d '{"events": [{"server_uuid": "0ac1770f-9820-4a91-9dec-ace9fab5f357", "name": "network-vif-plugged", "status": "completed", "tag": "7e10296b-8315-4629-b4ff-c6d24a26e037"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:24.306750 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 7e10296b-8315-4629-b4ff-c6d24a26e037, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=7e10296b-8315-4629-b4ff-c6d24a26e037,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:24.315568 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.382409 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a87c9131-bf21-4f0d-a207-00d669f0a501 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.404206 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a87c9131-bf21-4f0d-a207-00d669f0a501 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.492314 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a87c9131-bf21-4f0d-a207-00d669f0a501 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:22:24.499041 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269e267-a6bf-4870-892d-c7011ba382bf req-4f8924b7-dfdd-459f-bc1e-c5ddff1debb8 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:24.523534 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=7e10296b-8315-4629-b4ff-c6d24a26e037,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:24.547451 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f269e267-a6bf-4870-892d-c7011ba382bf req-4f8924b7-dfdd-459f-bc1e-c5ddff1debb8 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 944 time: 0.2858112 Jul 14 09:22:24.552975 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c9131-bf21-4f0d-a207-00d669f0a501 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5987c7cc-9596-4edc-b032-81615eb5b25e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:24.576045 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff818cf1-693d-40a4-a615-26f485f47fe8 x-openstack-request-id: req-ff818cf1-693d-40a4-a615-26f485f47fe8 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:24.576338 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac1770f-9820-4a91-9dec-ace9fab5f357", "name": "network-vif-plugged", "status": "completed", "tag": "7e10296b-8315-4629-b4ff-c6d24a26e037", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:24.584139 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff818cf1-693d-40a4-a615-26f485f47fe8 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:24.584662 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac1770f-9820-4a91-9dec-ace9fab5f357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e10296b-8315-4629-b4ff-c6d24a26e037', 'code': 200} Jul 14 09:22:24.613193 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a87c9131-bf21-4f0d-a207-00d669f0a501 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.620045 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-a87c9131-bf21-4f0d-a207-00d669f0a501 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Added segment 0ee8f947-804d-43df-85a3-2c5956a52818 of type vlan for network 904993c0-e587-49cb-80d1-02bda6776ce8 Jul 14 09:22:24.734822 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a87c9131-bf21-4f0d-a207-00d669f0a501 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.780615 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f269e267-a6bf-4870-892d-c7011ba382bf req-3959535e-6261-48d2-9f9a-3448968e1a32 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289250 Jul 14 09:22:24.834586 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b901f4f-0c15-4e2e-9a80-6808fcab3c6d req-cb88c961-1003-460f-96ab-aa33a6aa8339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:24.836435 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a87c9131-bf21-4f0d-a207-00d669f0a501 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.839153 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b901f4f-0c15-4e2e-9a80-6808fcab3c6d req-cb88c961-1003-460f-96ab-aa33a6aa8339 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 1097 time: 0.1415136 Jul 14 09:22:24.849281 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87c9131-bf21-4f0d-a207-00d669f0a501 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:24.850134 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a87c9131-bf21-4f0d-a207-00d669f0a501 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.005410 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a87c9131-bf21-4f0d-a207-00d669f0a501 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2375293 Jul 14 09:22:25.008970 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58858) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:25.018540 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-8812e8e5-8d82-4281-8c96-2268579b4f49 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Request body: {'subnet': {'network_id': '904993c0-e587-49cb-80d1-02bda6776ce8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:25.025095 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c9131-bf21-4f0d-a207-00d669f0a501 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Pushing event updated for resources: {'Network': ['ID=904993c0-e587-49cb-80d1-02bda6776ce8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:25.025694 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b901f4f-0c15-4e2e-9a80-6808fcab3c6d req-c7e02470-4c3d-4c50-8345-14609cdb4a68 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352212 Jul 14 09:22:25.040503 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 904993c0-e587-49cb-80d1-02bda6776ce8 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:22:25.086657 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d448f-900e-45f7-85ea-9f0358e55426 req-eb85ba70-8535-4fcb-8724-7e9baf768812 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:25.100855 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b64d448f-900e-45f7-85ea-9f0358e55426 req-eb85ba70-8535-4fcb-8724-7e9baf768812 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.2576795 Jul 14 09:22:25.195907 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8812e8e5-8d82-4281-8c96-2268579b4f49 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Made reservation on behalf of 6f37084a708e4ad8ab22b9549922aa95 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:25.201350 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8812e8e5-8d82-4281-8c96-2268579b4f49 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.238875 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b64d448f-900e-45f7-85ea-9f0358e55426 req-5b73461f-7faf-49a9-85c1-4f96e07343b7 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247017 Jul 14 09:22:25.693215 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8812e8e5-8d82-4281-8c96-2268579b4f49 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.786694 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812e8e5-8d82-4281-8c96-2268579b4f49 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Pushing event updated for resources: {'Subnet': ['ID=406bcb43-c2ea-4406-b09f-edef1b309756,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:25.794557 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8812e8e5-8d82-4281-8c96-2268579b4f49 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Checking segment: {'id': '0ee8f947-804d-43df-85a3-2c5956a52818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '904993c0-e587-49cb-80d1-02bda6776ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:25.794898 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8812e8e5-8d82-4281-8c96-2268579b4f49 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Network hostable DHCP agents. Network: 904993c0-e587-49cb-80d1-02bda6776ce8, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:22:25.833232 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8812e8e5-8d82-4281-8c96-2268579b4f49 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Network 904993c0-e587-49cb-80d1-02bda6776ce8 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:22:25.848855 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8812e8e5-8d82-4281-8c96-2268579b4f49 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 904993c0-e587-49cb-80d1-02bda6776ce8) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:25.854172 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8812e8e5-8d82-4281-8c96-2268579b4f49 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:25.855204 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8812e8e5-8d82-4281-8c96-2268579b4f49 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.882327 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce29f85-9284-4aa8-b018-e850e935c41c None None] Network 904993c0-e587-49cb-80d1-02bda6776ce8 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:25.883369 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8812e8e5-8d82-4281-8c96-2268579b4f49 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8720281 Jul 14 09:22:25.884929 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58882) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:25.891953 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1d4e7024-04a4-4deb-9b37-34cd780f3ed5 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-297574322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:25.959445 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d4e7024-04a4-4deb-9b37-34cd780f3ed5 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.960824 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d4e7024-04a4-4deb-9b37-34cd780f3ed5 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.090701 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d4e7024-04a4-4deb-9b37-34cd780f3ed5 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.099691 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d4e7024-04a4-4deb-9b37-34cd780f3ed5 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.137911 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d4e7024-04a4-4deb-9b37-34cd780f3ed5 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.140264 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1d4e7024-04a4-4deb-9b37-34cd780f3ed5 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2535186 Jul 14 09:22:26.143106 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58892) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:26.396641 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1598da09-9a7c-4bf0-bdb5-ad03ba01dc56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-904993c0-e587-49cb-80d1-02bda6776ce8', 'network_id': '904993c0-e587-49cb-80d1-02bda6776ce8', 'tenant_id': '6f37084a708e4ad8ab22b9549922aa95', 'fixed_ips': [{'subnet_id': '406bcb43-c2ea-4406-b09f-edef1b309756'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:22:26.398160 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1598da09-9a7c-4bf0-bdb5-ad03ba01dc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.405301 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2b6c2-955e-477c-b8d2-44e3a441d546 req-3b4dba07-bf7c-4eb2-91fc-e84eaaf67bcd tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:26.414494 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ffb2b6c2-955e-477c-b8d2-44e3a441d546 req-3b4dba07-bf7c-4eb2-91fc-e84eaaf67bcd tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 945 time: 0.2721546 Jul 14 09:22:26.507464 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ffb2b6c2-955e-477c-b8d2-44e3a441d546 req-e2d2891c-39c8-4356-aedf-a29dbef0bfa0 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917215 Jul 14 09:22:26.600001 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-1598da09-9a7c-4bf0-bdb5-ad03ba01dc56 None None] Allocated IP 172.20.0.2 (904993c0-e587-49cb-80d1-02bda6776ce8/406bcb43-c2ea-4406-b09f-edef1b309756/74b042d5-051d-49b0-b393-d78a810f80a8) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:26.712047 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf695294-9cda-4887-8a31-ee09693898e3 req-167f9e01-2dc4-45b9-911a-cd6a8d261f4f tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:26.732168 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cf695294-9cda-4887-8a31-ee09693898e3 req-167f9e01-2dc4-45b9-911a-cd6a8d261f4f tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.1700814 Jul 14 09:22:26.821339 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cf695294-9cda-4887-8a31-ee09693898e3 req-0bd063f0-a52d-4267-828d-a03cfc15795d tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882018 Jul 14 09:22:26.957008 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1598da09-9a7c-4bf0-bdb5-ad03ba01dc56 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.968747 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1598da09-9a7c-4bf0-bdb5-ad03ba01dc56 None None] Transition to ACTIVE for port object 74b042d5-051d-49b0-b393-d78a810f80a8 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:26.985036 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:27.007380 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1598da09-9a7c-4bf0-bdb5-ad03ba01dc56 None None] Transition to ACTIVE for port object 74b042d5-051d-49b0-b393-d78a810f80a8 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:27.016086 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1598da09-9a7c-4bf0-bdb5-ad03ba01dc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:27.109405 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1598da09-9a7c-4bf0-bdb5-ad03ba01dc56 None None] Network 904993c0-e587-49cb-80d1-02bda6776ce8 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:27.112791 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-1598da09-9a7c-4bf0-bdb5-ad03ba01dc56 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:27.117245 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1598da09-9a7c-4bf0-bdb5-ad03ba01dc56 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:27.124718 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598da09-9a7c-4bf0-bdb5-ad03ba01dc56 None None] Pushing event updated for resources: {'Port': ['ID=74b042d5-051d-49b0-b393-d78a810f80a8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:27.245252 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1598da09-9a7c-4bf0-bdb5-ad03ba01dc56 None None] Attempting to bind port 74b042d5-051d-49b0-b393-d78a810f80a8 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:27.245629 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1598da09-9a7c-4bf0-bdb5-ad03ba01dc56 None None] Attempting to bind port 74b042d5-051d-49b0-b393-d78a810f80a8 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '0ee8f947-804d-43df-85a3-2c5956a52818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '904993c0-e587-49cb-80d1-02bda6776ce8'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:27.245990 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1598da09-9a7c-4bf0-bdb5-ad03ba01dc56 None None] Attempting to bind port 74b042d5-051d-49b0-b393-d78a810f80a8 on network 904993c0-e587-49cb-80d1-02bda6776ce8 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:27.256462 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1598da09-9a7c-4bf0-bdb5-ad03ba01dc56 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:27.256837 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1598da09-9a7c-4bf0-bdb5-ad03ba01dc56 None None] Checking segment: {'id': '0ee8f947-804d-43df-85a3-2c5956a52818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '904993c0-e587-49cb-80d1-02bda6776ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:27.257245 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1598da09-9a7c-4bf0-bdb5-ad03ba01dc56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:27.257739 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1598da09-9a7c-4bf0-bdb5-ad03ba01dc56 None None] Bound using segment: {'id': '0ee8f947-804d-43df-85a3-2c5956a52818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '904993c0-e587-49cb-80d1-02bda6776ce8'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:27.258228 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1598da09-9a7c-4bf0-bdb5-ad03ba01dc56 None None] Bound port: 74b042d5-051d-49b0-b393-d78a810f80a8, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee8f947-804d-43df-85a3-2c5956a52818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '904993c0-e587-49cb-80d1-02bda6776ce8'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:27.258637 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1598da09-9a7c-4bf0-bdb5-ad03ba01dc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:27.427214 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1598da09-9a7c-4bf0-bdb5-ad03ba01dc56 None None] For port 74b042d5-051d-49b0-b393-d78a810f80a8, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:27.436866 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1598da09-9a7c-4bf0-bdb5-ad03ba01dc56 None None] For port 74b042d5-051d-49b0-b393-d78a810f80a8, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=74b042d5-051d-49b0-b393-d78a810f80a8,segment=NetworkSegment(0ee8f947-804d-43df-85a3-2c5956a52818),segment_id=0ee8f947-804d-43df-85a3-2c5956a52818)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:27.448711 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1598da09-9a7c-4bf0-bdb5-ad03ba01dc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:27.636653 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Allocated IP 172.20.0.1 (904993c0-e587-49cb-80d1-02bda6776ce8/406bcb43-c2ea-4406-b09f-edef1b309756/dd5b926e-5b96-4648-a5f6-93ce8565477a) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:27.656242 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598da09-9a7c-4bf0-bdb5-ad03ba01dc56 None None] Pushing event updated for resources: {'Port': ['ID=74b042d5-051d-49b0-b393-d78a810f80a8,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:27.902435 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb031ec4-f911-4823-b412-17d9f0245527 req-415f80a7-082e-47c7-a116-8e0e3c92dc23 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:27.909973 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fb031ec4-f911-4823-b412-17d9f0245527 req-415f80a7-082e-47c7-a116-8e0e3c92dc23 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 945 time: 0.1393259 Jul 14 09:22:27.961568 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.049441 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fb031ec4-f911-4823-b412-17d9f0245527 req-2c25e31f-160e-4b67-8e05-3b2792d9f3fa tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384521 Jul 14 09:22:28.052996 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Transition to ACTIVE for port object dd5b926e-5b96-4648-a5f6-93ce8565477a will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:28.136917 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.255220 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Network 904993c0-e587-49cb-80d1-02bda6776ce8 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:28.269874 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:28.277813 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Pushing event updated for resources: {'Port': ['ID=dd5b926e-5b96-4648-a5f6-93ce8565477a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:28.287883 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:28.288120 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a138602-f2be-4b25-8188-170897349080 req-9224c6b0-0691-4902-b9ff-993f58d40d8f tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:28.294637 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a138602-f2be-4b25-8188-170897349080 req-9224c6b0-0691-4902-b9ff-993f58d40d8f tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.1323073 Jul 14 09:22:28.320156 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:28.320575 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:28.321062 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:28.321415 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:28.341472 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:28.345260 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:28.347400 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:28.348611 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:28.349038 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:28.356917 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:28.357927 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:28.358829 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:28.421445 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a138602-f2be-4b25-8188-170897349080 req-5ca89010-faa6-4842-b61d-299c6a16e194 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261802 Jul 14 09:22:28.479749 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.908837 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.920341 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 74b042d5-051d-49b0-b393-d78a810f80a8 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:29.045044 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 74b042d5-051d-49b0-b393-d78a810f80a8 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:29.090560 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1a086-5ee0-4559-a31b-e213b449efec req-e2199a49-a7fa-447a-91f6-e7ef42a35aed tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:29.100375 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d6c1a086-5ee0-4559-a31b-e213b449efec req-e2199a49-a7fa-447a-91f6-e7ef42a35aed tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 945 time: 0.1778910 Jul 14 09:22:29.167671 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d6c1a086-5ee0-4559-a31b-e213b449efec req-c94ba29e-565b-4f1b-b057-5545b7cca9ea tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659764 Jul 14 09:22:29.411668 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3457faca-1cc1-4c8e-8755-575223da6a12 None None] Network 904993c0-e587-49cb-80d1-02bda6776ce8 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:29.508369 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.544201 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.606096 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.614248 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-50bc7b93-543a-4700-bb70-9baa5a6f580f None None] Provisioning for port 74b042d5-051d-49b0-b393-d78a810f80a8 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:29.627255 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-50bc7b93-543a-4700-bb70-9baa5a6f580f None None] Provisioning complete for port 74b042d5-051d-49b0-b393-d78a810f80a8 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:29.628011 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50bc7b93-543a-4700-bb70-9baa5a6f580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.855958 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Pushing event updated for resources: {'Port': ['ID=dd5b926e-5b96-4648-a5f6-93ce8565477a,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:29.885543 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50bc7b93-543a-4700-bb70-9baa5a6f580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.906745 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70698e4-9482-4102-9d58-e6086526a0ee req-b51cfa59-0b74-4731-9f48-2f63261e621b tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:29.912200 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a70698e4-9482-4102-9d58-e6086526a0ee req-b51cfa59-0b74-4731-9f48-2f63261e621b tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.2238026 Jul 14 09:22:29.995798 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Network 904993c0-e587-49cb-80d1-02bda6776ce8 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:29.999880 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:30.010787 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a70698e4-9482-4102-9d58-e6086526a0ee req-eca211ab-3220-4125-a542-d827d57b9a33 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925004 Jul 14 09:22:30.082210 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-50bc7b93-543a-4700-bb70-9baa5a6f580f None None] For port 74b042d5-051d-49b0-b393-d78a810f80a8, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=74b042d5-051d-49b0-b393-d78a810f80a8,segment=NetworkSegment(0ee8f947-804d-43df-85a3-2c5956a52818),segment_id=0ee8f947-804d-43df-85a3-2c5956a52818)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:30.094554 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50bc7b93-543a-4700-bb70-9baa5a6f580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.269578 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7b93-543a-4700-bb70-9baa5a6f580f None None] Pushing event updated for resources: {'Port': ['ID=74b042d5-051d-49b0-b393-d78a810f80a8,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:30.492335 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb565a3-c4c8-48f8-9f10-4ae94bc9507b req-6c95247c-b406-4369-b65c-39b36d91b2b2 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:30.501601 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2bb565a3-c4c8-48f8-9f10-4ae94bc9507b req-6c95247c-b406-4369-b65c-39b36d91b2b2 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 945 time: 0.1053820 Jul 14 09:22:30.593068 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2bb565a3-c4c8-48f8-9f10-4ae94bc9507b req-e746aa29-9497-4bfd-bb70-ed39b511e179 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904930 Jul 14 09:22:30.745036 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-10217855-3ab1-4a6c-bc73-adef4917d00e None None] Provisioning complete for port 74b042d5-051d-49b0-b393-d78a810f80a8 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:30.745412 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10217855-3ab1-4a6c-bc73-adef4917d00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.843221 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 74b042d5-051d-49b0-b393-d78a810f80a8 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:31.039543 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Router eec3b1dc-b267-47b3-810e-96efe0db40e0 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:22:31.344103 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 74b042d5-051d-49b0-b393-d78a810f80a8 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:31.344683 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.460151 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:22:31.475841 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f3c515d1-9cd9-4254-8e9a-a1fe2b8cd4af tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] 10.222.0.25 "PUT /v2.0/routers/eec3b1dc-b267-47b3-810e-96efe0db40e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3289211 Jul 14 09:22:31.476484 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59050) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:31.492351 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-a57505ad-4fb2-497a-96ab-6b0228adbaee tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Request body: {'port': {'network_id': '904993c0-e587-49cb-80d1-02bda6776ce8', 'name': 'tempest-FloatingIPNegativeTestJSON-381559627'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:31.525011 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb1f64-0a12-4dbd-b0ef-057f2962a664 req-199adffd-0ba5-4a7a-a783-30fd20b95174 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:31.532764 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01fb1f64-0a12-4dbd-b0ef-057f2962a664 req-199adffd-0ba5-4a7a-a783-30fd20b95174 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.2198384 Jul 14 09:22:31.544906 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec18d3b-245e-4474-a677-1d10191bdb93 None None] Sync routers for ids ['eec3b1dc-b267-47b3-810e-96efe0db40e0'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:22:31.583723 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-10217855-3ab1-4a6c-bc73-adef4917d00e None None] Provisioning for port dd5b926e-5b96-4648-a5f6-93ce8565477a completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:31.594475 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec18d3b-245e-4474-a677-1d10191bdb93 None None] Routers {'eec3b1dc-b267-47b3-810e-96efe0db40e0'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:31.599208 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-eec18d3b-245e-4474-a677-1d10191bdb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:22:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['eec3b1dc-b267-47b3-810e-96efe0db40e0'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:31.601566 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-10217855-3ab1-4a6c-bc73-adef4917d00e None None] Provisioning complete for port dd5b926e-5b96-4648-a5f6-93ce8565477a triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:31.601957 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10217855-3ab1-4a6c-bc73-adef4917d00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.623385 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01fb1f64-0a12-4dbd-b0ef-057f2962a664 req-11f1a431-6d23-4d5b-8751-33a10fdc4196 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892169 Jul 14 09:22:31.815033 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57505ad-4fb2-497a-96ab-6b0228adbaee tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Made reservation on behalf of 6f37084a708e4ad8ab22b9549922aa95 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:31.815800 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-eec18d3b-245e-4474-a677-1d10191bdb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:31.819633 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a57505ad-4fb2-497a-96ab-6b0228adbaee tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.886568 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-a57505ad-4fb2-497a-96ab-6b0228adbaee tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] device_id is not set on port eb7b4410-25d2-4b0b-9db0-81a370df0b0a yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:22:31.891939 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec18d3b-245e-4474-a677-1d10191bdb93 None None] Routers {'eec3b1dc-b267-47b3-810e-96efe0db40e0'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:31.897321 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-eec18d3b-245e-4474-a677-1d10191bdb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:22:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['eec3b1dc-b267-47b3-810e-96efe0db40e0'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:31.908603 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-10217855-3ab1-4a6c-bc73-adef4917d00e None None] Port dd5b926e-5b96-4648-a5f6-93ce8565477a cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:31.968800 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-eec18d3b-245e-4474-a677-1d10191bdb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:31.971583 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec18d3b-245e-4474-a677-1d10191bdb93 None None] The sync data for ids ['eec3b1dc-b267-47b3-810e-96efe0db40e0'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:22:32.049914 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8a708212-1bc2-4c74-8c33-410680babb56 None None] Provisioning complete for port dd5b926e-5b96-4648-a5f6-93ce8565477a triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:32.050270 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8a708212-1bc2-4c74-8c33-410680babb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.103366 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d53bc-1fa9-46e6-a1ee-cfd322eb1150 req-941e141b-25a9-464b-bdd1-a2e8de412749 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:32.113994 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e74d53bc-1fa9-46e6-a1ee-cfd322eb1150 req-941e141b-25a9-464b-bdd1-a2e8de412749 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 945 time: 0.1591320 Jul 14 09:22:32.210691 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-a57505ad-4fb2-497a-96ab-6b0228adbaee tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Allocated IP 172.20.0.14 (904993c0-e587-49cb-80d1-02bda6776ce8/406bcb43-c2ea-4406-b09f-edef1b309756/eb7b4410-25d2-4b0b-9db0-81a370df0b0a) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:32.242760 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e74d53bc-1fa9-46e6-a1ee-cfd322eb1150 req-3fe9c796-fb40-48e0-b885-f54550cdf2e5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138370 Jul 14 09:22:32.424921 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8a708212-1bc2-4c74-8c33-410680babb56 None None] Port dd5b926e-5b96-4648-a5f6-93ce8565477a cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:32.495247 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a57505ad-4fb2-497a-96ab-6b0228adbaee tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.510422 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a57505ad-4fb2-497a-96ab-6b0228adbaee tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Transition to ACTIVE for port object eb7b4410-25d2-4b0b-9db0-81a370df0b0a will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:32.547968 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a57505ad-4fb2-497a-96ab-6b0228adbaee tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.635180 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57505ad-4fb2-497a-96ab-6b0228adbaee tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Pushing event updated for resources: {'Port': ['ID=eb7b4410-25d2-4b0b-9db0-81a370df0b0a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:32.679841 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57505ad-4fb2-497a-96ab-6b0228adbaee tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Network 904993c0-e587-49cb-80d1-02bda6776ce8 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:32.685221 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a57505ad-4fb2-497a-96ab-6b0228adbaee tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:32.714528 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57505ad-4fb2-497a-96ab-6b0228adbaee tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:32.852267 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57505ad-4fb2-497a-96ab-6b0228adbaee tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:32.856131 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a57505ad-4fb2-497a-96ab-6b0228adbaee tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.895152 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a57505ad-4fb2-497a-96ab-6b0228adbaee tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4175262 Jul 14 09:22:32.903573 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59090) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:32.923942 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-1696bf3e-f7e4-4aa3-ad33-b27eaee4f55c tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:32.953247 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8c328-3734-4641-adb9-089296543484 req-bdbaa862-0e6b-4995-b0c9-b5495bf0295d tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:32.962472 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-02f8c328-3734-4641-adb9-089296543484 req-bdbaa862-0e6b-4995-b0c9-b5495bf0295d tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.1690402 Jul 14 09:22:32.989824 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1696bf3e-f7e4-4aa3-ad33-b27eaee4f55c tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks [] for floatingip, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.033821 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-02f8c328-3734-4641-adb9-089296543484 req-9e61bd82-8f56-488f-8f27-ebffccbec723 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700650 Jul 14 09:22:33.160391 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c308f6f8-2a6f-49fb-b416-0171b2b0db65 None None] Provisioning for port eb7b4410-25d2-4b0b-9db0-81a370df0b0a completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:33.175747 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c308f6f8-2a6f-49fb-b416-0171b2b0db65 None None] Provisioning complete for port eb7b4410-25d2-4b0b-9db0-81a370df0b0a triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:33.176472 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c308f6f8-2a6f-49fb-b416-0171b2b0db65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.268827 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c308f6f8-2a6f-49fb-b416-0171b2b0db65 None None] Port eb7b4410-25d2-4b0b-9db0-81a370df0b0a cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:33.322152 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1696bf3e-f7e4-4aa3-ad33-b27eaee4f55c tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.596386 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-1696bf3e-f7e4-4aa3-ad33-b27eaee4f55c tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Allocated IP 172.25.6.234 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/069b8e49-9159-4551-a835-6e9348b965de) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:33.622251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71546b-99db-461a-ab3d-23fee1cd3c30 req-9c8016df-da3e-47c3-b5dc-d2ae81c6c28e tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:33.630752 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ea71546b-99db-461a-ab3d-23fee1cd3c30 req-9c8016df-da3e-47c3-b5dc-d2ae81c6c28e tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 945 time: 0.1402574 Jul 14 09:22:33.718253 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ea71546b-99db-461a-ab3d-23fee1cd3c30 req-aa65c78d-8ce3-4cb4-8c99-b93847884c76 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842543 Jul 14 09:22:33.863164 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1696bf3e-f7e4-4aa3-ad33-b27eaee4f55c tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.866738 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e033ab-5ef4-4346-b85e-65d057a2bfbe req-8575c790-bec1-4236-a583-63ef177a614a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:33.868416 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f5e033ab-5ef4-4346-b85e-65d057a2bfbe req-8575c790-bec1-4236-a583-63ef177a614a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 1097 time: 0.1190040 Jul 14 09:22:33.934908 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5118c97-3ec2-47f5-9a56-4bde0dd61743 req-8e44501d-7628-4d73-a1f2-b6453cd5f1d6 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:33.940014 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e5118c97-3ec2-47f5-9a56-4bde0dd61743 req-8e44501d-7628-4d73-a1f2-b6453cd5f1d6 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.1354511 Jul 14 09:22:33.997914 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1696bf3e-f7e4-4aa3-ad33-b27eaee4f55c tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.009102 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e033ab-5ef4-4346-b85e-65d057a2bfbe req-e171da7c-d5bc-478e-af24-e86065d13586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:34.010931 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f5e033ab-5ef4-4346-b85e-65d057a2bfbe req-e171da7c-d5bc-478e-af24-e86065d13586 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 912 time: 0.1354611 Jul 14 09:22:34.020784 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e5118c97-3ec2-47f5-9a56-4bde0dd61743 req-37070c10-1b60-4c70-a6ec-a820dbc697ef tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738642 Jul 14 09:22:34.143557 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1696bf3e-f7e4-4aa3-ad33-b27eaee4f55c tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:34.149915 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-1696bf3e-f7e4-4aa3-ad33-b27eaee4f55c tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:34.158357 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1696bf3e-f7e4-4aa3-ad33-b27eaee4f55c tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:34.186861 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1696bf3e-f7e4-4aa3-ad33-b27eaee4f55c tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Pushing event updated for resources: {'Port': ['ID=069b8e49-9159-4551-a835-6e9348b965de,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:34.214985 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f5e033ab-5ef4-4346-b85e-65d057a2bfbe req-885ac875-8670-4ceb-9ea6-097e6039614a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a61054c-ca03-43e7-a0bf-a3248953dd22 HTTP/1.1" status: 200 len: 999 time: 0.1424737 Jul 14 09:22:34.364135 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e033ab-5ef4-4346-b85e-65d057a2bfbe req-ce7d9599-a897-4235-80cd-5800f5ef7360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:34.366338 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f5e033ab-5ef4-4346-b85e-65d057a2bfbe req-ce7d9599-a897-4235-80cd-5800f5ef7360 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a288c610-4f62-489b-a703-60b0f1c60f0a HTTP/1.1" status: 200 len: 851 time: 0.1446745 Jul 14 09:22:34.411784 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1696bf3e-f7e4-4aa3-ad33-b27eaee4f55c tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.508667 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e033ab-5ef4-4346-b85e-65d057a2bfbe req-739cd5ac-f26f-492a-a8ab-ec3d3d585d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:34.510704 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f5e033ab-5ef4-4346-b85e-65d057a2bfbe req-739cd5ac-f26f-492a-a8ab-ec3d3d585d8b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa88f091-33f9-4aa2-8101-31241b8b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1358931 Jul 14 09:22:34.517037 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1696bf3e-f7e4-4aa3-ad33-b27eaee4f55c tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.927932 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f5e033ab-5ef4-4346-b85e-65d057a2bfbe req-4705a87a-3856-4271-8f43-24f9b1a4e874 service neutron] 10.222.0.44 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764963 Jul 14 09:22:35.087757 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ff07a-3d3a-4685-819d-9a04e003cd08 req-91c57c67-eed9-4872-a215-9cf2470ae4bd tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:35.101496 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f89ff07a-3d3a-4685-819d-9a04e003cd08 req-91c57c67-eed9-4872-a215-9cf2470ae4bd tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 945 time: 0.1253791 Jul 14 09:22:35.147215 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1696bf3e-f7e4-4aa3-ad33-b27eaee4f55c tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.151855 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f5e033ab-5ef4-4346-b85e-65d057a2bfbe req-7ba0dfb5-b60f-4381-a98b-537f4cf20558 service neutron] 10.222.0.44 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169597 Jul 14 09:22:35.168837 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1696bf3e-f7e4-4aa3-ad33-b27eaee4f55c tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.170311 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:22:35.171370 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f89ff07a-3d3a-4685-819d-9a04e003cd08 req-79c31954-89f3-494a-9c31-7100fea5f523 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575230 Jul 14 09:22:35.346513 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1696bf3e-f7e4-4aa3-ad33-b27eaee4f55c tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Pushing event updated for resources: {'Port': ['ID=069b8e49-9159-4551-a835-6e9348b965de,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:35.404975 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1696bf3e-f7e4-4aa3-ad33-b27eaee4f55c tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.423820 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1696bf3e-f7e4-4aa3-ad33-b27eaee4f55c tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.429374 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1696bf3e-f7e4-4aa3-ad33-b27eaee4f55c tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5129683 Jul 14 09:22:35.429649 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59136) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:35.434361 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-b113701a-3a25-4d35-bf9d-cbedfe0662d5 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Request body: {'floatingip': {'port_id': 'eb7b4410-25d2-4b0b-9db0-81a370df0b0a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:35.463552 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eaad4b-a6f7-4e4e-a180-01f52ef494dc req-5474ffbc-ccaa-4eab-ac53-34da4f70a573 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:35.471542 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4eaad4b-a6f7-4e4e-a180-01f52ef494dc req-5474ffbc-ccaa-4eab-ac53-34da4f70a573 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.1019135 Jul 14 09:22:35.520650 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4eaad4b-a6f7-4e4e-a180-01f52ef494dc req-866798ff-6a90-48e6-b685-687f37e21cec tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511780 Jul 14 09:22:35.562226 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b113701a-3a25-4d35-bf9d-cbedfe0662d5 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks [] for floatingip, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.807635 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-b113701a-3a25-4d35-bf9d-cbedfe0662d5 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] update failed (client error): The resource could not be found. Jul 14 09:22:35.812741 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b113701a-3a25-4d35-bf9d-cbedfe0662d5 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] 10.222.0.25 "PUT /v2.0/floatingips/170ecf70-7311-4260-a16c-826cae46c1c8 HTTP/1.1" status: 404 len: 507 time: 0.3820181 Jul 14 09:22:35.815824 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59152) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:36.087921 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59160) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:36.114901 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f46869a6-4145-41ee-9a60-ad725ddf015f tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Deleting port 069b8e49-9159-4551-a835-6e9348b965de {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:36.118570 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f46869a6-4145-41ee-9a60-ad725ddf015f tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:36.333565 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f46869a6-4145-41ee-9a60-ad725ddf015f tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:36.333905 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f46869a6-4145-41ee-9a60-ad725ddf015f tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:36.363598 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f46869a6-4145-41ee-9a60-ad725ddf015f tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Calling delete_port for 069b8e49-9159-4551-a835-6e9348b965de owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:36.608883 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eccc90-cedd-4d97-b225-f9f225883f7e req-39dfb995-2506-4acc-a199-45a751c61052 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:36.616619 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-31eccc90-cedd-4d97-b225-f9f225883f7e req-39dfb995-2506-4acc-a199-45a751c61052 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 945 time: 0.1800187 Jul 14 09:22:36.705900 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-31eccc90-cedd-4d97-b225-f9f225883f7e req-75925afc-47bf-4ef0-ad21-e02f7fe241b9 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883083 Jul 14 09:22:36.876673 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f46869a6-4145-41ee-9a60-ad725ddf015f tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:36.916228 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46869a6-4145-41ee-9a60-ad725ddf015f tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Pushing event deleted for resources: {'Port': ['ID=069b8e49-9159-4551-a835-6e9348b965de,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:36.934167 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46869a6-4145-41ee-9a60-ad725ddf015f tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:36.934563 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46869a6-4145-41ee-9a60-ad725ddf015f tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:36.934902 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46869a6-4145-41ee-9a60-ad725ddf015f tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:36.935283 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46869a6-4145-41ee-9a60-ad725ddf015f tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:36.935713 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46869a6-4145-41ee-9a60-ad725ddf015f tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:36.936096 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46869a6-4145-41ee-9a60-ad725ddf015f tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:36.936686 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46869a6-4145-41ee-9a60-ad725ddf015f tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:36.937033 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46869a6-4145-41ee-9a60-ad725ddf015f tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:36.937476 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46869a6-4145-41ee-9a60-ad725ddf015f tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:36.937808 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46869a6-4145-41ee-9a60-ad725ddf015f tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:36.938181 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46869a6-4145-41ee-9a60-ad725ddf015f tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:36.938511 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46869a6-4145-41ee-9a60-ad725ddf015f tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:37.015170 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4b438-9964-4f0a-b352-b774b6315de6 req-ac2d8169-3a67-4ced-aeaa-d7f394a229eb tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:37.016793 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-93b4b438-9964-4f0a-b352-b774b6315de6 req-ac2d8169-3a67-4ced-aeaa-d7f394a229eb tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.2367785 Jul 14 09:22:37.076070 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d05ccfb-ba86-40a6-ac2e-f18a06eb516a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.130424 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f46869a6-4145-41ee-9a60-ad725ddf015f tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.133809 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f46869a6-4145-41ee-9a60-ad725ddf015f tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.140846 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59186) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:37.144185 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f46869a6-4145-41ee-9a60-ad725ddf015f tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] 10.222.0.25 "DELETE /v2.0/floatingips/170ecf70-7311-4260-a16c-826cae46c1c8 HTTP/1.1" status: 204 len: 168 time: 1.3271880 Jul 14 09:22:37.146052 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ed3c5e5b-fcbe-42a1-b22e-ffc0d9df58c6 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Request body: {'floatingip': {'floating_network_id': '904993c0-e587-49cb-80d1-02bda6776ce8', 'port_id': 'eb7b4410-25d2-4b0b-9db0-81a370df0b0a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:37.220269 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-93b4b438-9964-4f0a-b352-b774b6315de6 req-d0cbfad8-bd22-4e70-870e-ec41e029fe64 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635294 Jul 14 09:22:37.324910 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ed3c5e5b-fcbe-42a1-b22e-ffc0d9df58c6 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks [] for floatingip, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.614812 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-ed3c5e5b-fcbe-42a1-b22e-ffc0d9df58c6 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:22:37.616889 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ed3c5e5b-fcbe-42a1-b22e-ffc0d9df58c6 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4747295 Jul 14 09:22:37.622882 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59198) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:37.631220 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-9863df02-1034-4286-aa39-1b13496396f6 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'port_id': 'eb7b4410-25d2-4b0b-9db0-81a370df0b0a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:37.668711 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9863df02-1034-4286-aa39-1b13496396f6 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks [] for floatingip, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.117262 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8d05ccfb-ba86-40a6-ac2e-f18a06eb516a admin admin] Deleting port 2c491f64-4b43-4aba-904f-696486d56c55 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:38.117891 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e9ab5-c4d4-42b5-a9ea-110eb9a71fd8 req-fb0e2b45-f91c-4662-9ad6-1e4079c41137 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:38.118049 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d05ccfb-ba86-40a6-ac2e-f18a06eb516a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.124504 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-573e9ab5-c4d4-42b5-a9ea-110eb9a71fd8 req-fb0e2b45-f91c-4662-9ad6-1e4079c41137 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.6276984 Jul 14 09:22:38.179282 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88ecb6-81c1-48ac-869f-e1ad27ef4dd8 req-8bb61761-8b8f-4052-9b18-cf6a89dc40e0 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:38.191374 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8e88ecb6-81c1-48ac-869f-e1ad27ef4dd8 req-8bb61761-8b8f-4052-9b18-cf6a89dc40e0 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 945 time: 0.1624091 Jul 14 09:22:38.239343 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9863df02-1034-4286-aa39-1b13496396f6 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.242806 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8e88ecb6-81c1-48ac-869f-e1ad27ef4dd8 req-26109505-e69e-4e82-a8e1-9c6da791098e tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502095 Jul 14 09:22:38.311393 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-573e9ab5-c4d4-42b5-a9ea-110eb9a71fd8 req-c514070c-6020-464b-b47e-d9a1ad309e48 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854889 Jul 14 09:22:38.336160 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8d05ccfb-ba86-40a6-ac2e-f18a06eb516a admin admin] For port 2c491f64-4b43-4aba-904f-696486d56c55, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2c491f64-4b43-4aba-904f-696486d56c55,segment=NetworkSegment(5718229c-ea30-4e86-8990-a6b2e9e91341),segment_id=5718229c-ea30-4e86-8990-a6b2e9e91341)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:38.336784 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d05ccfb-ba86-40a6-ac2e-f18a06eb516a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.360310 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8d05ccfb-ba86-40a6-ac2e-f18a06eb516a admin admin] Calling delete_port for 2c491f64-4b43-4aba-904f-696486d56c55 owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:38.508615 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-9863df02-1034-4286-aa39-1b13496396f6 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Allocated IP 172.25.6.236 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/69cc1929-af09-4fe8-a2ea-1ef74a0aa566) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:38.821902 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9863df02-1034-4286-aa39-1b13496396f6 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.867506 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d05ccfb-ba86-40a6-ac2e-f18a06eb516a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.904135 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05ccfb-ba86-40a6-ac2e-f18a06eb516a admin admin] Pushing event deleted for resources: {'Port': ['ID=2c491f64-4b43-4aba-904f-696486d56c55,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:39.079540 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9863df02-1034-4286-aa39-1b13496396f6 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:39.089524 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07eec9-d865-4793-962a-e7d32ca6da6e req-f062ec94-bc56-467b-9d80-16b42ff43974 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:39.091448 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fa07eec9-d865-4793-962a-e7d32ca6da6e req-f062ec94-bc56-467b-9d80-16b42ff43974 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.1376605 Jul 14 09:22:39.174941 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fa07eec9-d865-4793-962a-e7d32ca6da6e req-e4c7d431-7c67-4530-92c4-e1b54012f884 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697534 Jul 14 09:22:39.235832 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9863df02-1034-4286-aa39-1b13496396f6 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:39.251084 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-9863df02-1034-4286-aa39-1b13496396f6 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:39.266106 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9863df02-1034-4286-aa39-1b13496396f6 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:39.288229 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863df02-1034-4286-aa39-1b13496396f6 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Pushing event updated for resources: {'Port': ['ID=69cc1929-af09-4fe8-a2ea-1ef74a0aa566,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:39.458071 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d05ccfb-ba86-40a6-ac2e-f18a06eb516a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:39.634225 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795c889-fc6e-4c8f-9156-31e7fb6796d5 req-d84bc8c7-b7db-448b-9a6b-2b7c973570d4 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:39.636058 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0795c889-fc6e-4c8f-9156-31e7fb6796d5 req-d84bc8c7-b7db-448b-9a6b-2b7c973570d4 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 945 time: 0.1573119 Jul 14 09:22:39.720073 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0795c889-fc6e-4c8f-9156-31e7fb6796d5 req-cec7c7ef-94bd-42d5-8ec0-91794c661360 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771811 Jul 14 09:22:39.922513 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9863df02-1034-4286-aa39-1b13496396f6 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Deleting port 69cc1929-af09-4fe8-a2ea-1ef74a0aa566 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:39.922878 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9863df02-1034-4286-aa39-1b13496396f6 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.012778 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209e860-bbf7-4385-a252-286db2a44803 req-18f5827e-5bf9-41ca-9135-255c2dba7e6f tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:40.022577 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0209e860-bbf7-4385-a252-286db2a44803 req-18f5827e-5bf9-41ca-9135-255c2dba7e6f tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.1484878 Jul 14 09:22:40.090888 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9863df02-1034-4286-aa39-1b13496396f6 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.091230 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9863df02-1034-4286-aa39-1b13496396f6 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.121167 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0209e860-bbf7-4385-a252-286db2a44803 req-9bf3da38-e526-47af-98c4-69e164318ade tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936835 Jul 14 09:22:40.162799 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9863df02-1034-4286-aa39-1b13496396f6 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Calling delete_port for 69cc1929-af09-4fe8-a2ea-1ef74a0aa566 owned by network:floatingip {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:40.255318 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d05ccfb-ba86-40a6-ac2e-f18a06eb516a admin admin] Router af1314ac-be2e-4773-85c3-8f839a9a772f has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:22:40.535801 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d05ccfb-ba86-40a6-ac2e-f18a06eb516a admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:22:40.548974 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8d05ccfb-ba86-40a6-ac2e-f18a06eb516a admin admin] 10.222.0.25 "PUT /v2.0/routers/af1314ac-be2e-4773-85c3-8f839a9a772f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4573822 Jul 14 09:22:40.549681 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59270) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:40.554958 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.558848 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e415c-d445-43a1-bf4e-0a1cbfe51c4b None None] Sync routers for ids ['af1314ac-be2e-4773-85c3-8f839a9a772f'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:22:40.578467 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008e415c-d445-43a1-bf4e-0a1cbfe51c4b None None] Routers {'af1314ac-be2e-4773-85c3-8f839a9a772f'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:40.579185 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-008e415c-d445-43a1-bf4e-0a1cbfe51c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:22:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['af1314ac-be2e-4773-85c3-8f839a9a772f'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:40.581565 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9863df02-1034-4286-aa39-1b13496396f6 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.661722 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863df02-1034-4286-aa39-1b13496396f6 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Pushing event deleted for resources: {'Port': ['ID=69cc1929-af09-4fe8-a2ea-1ef74a0aa566,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:40.716974 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-008e415c-d445-43a1-bf4e-0a1cbfe51c4b None None] Set router af1314ac-be2e-4773-85c3-8f839a9a772f gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:40.739600 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-9863df02-1034-4286-aa39-1b13496396f6 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] create failed (client error): The resource could not be found. Jul 14 09:22:40.746704 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9863df02-1034-4286-aa39-1b13496396f6 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.1211238 Jul 14 09:22:40.754354 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59272) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:40.879585 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95198ec1-ccee-4d74-b02b-2fdbf98e9f3f admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.980135 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-008e415c-d445-43a1-bf4e-0a1cbfe51c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'name': 'tempest-AttachVolumeTestJSON-417553449-router', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:13:47Z', 'updated_at': '2021-07-14T09:22:38Z', 'revision_number': 5, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'gw_port': {'id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:48Z', 'updated_at': '2021-07-14T09:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:41.067134 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e415c-d445-43a1-bf4e-0a1cbfe51c4b None None] Checking router: af1314ac-be2e-4773-85c3-8f839a9a772f for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:22:41.072765 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9329dedb-bcfa-4910-ad07-91be6cb782ea tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Deleting port eb7b4410-25d2-4b0b-9db0-81a370df0b0a {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:41.073123 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9329dedb-bcfa-4910-ad07-91be6cb782ea tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.095005 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008e415c-d445-43a1-bf4e-0a1cbfe51c4b None None] Routers {'af1314ac-be2e-4773-85c3-8f839a9a772f'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:41.097414 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-008e415c-d445-43a1-bf4e-0a1cbfe51c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:22:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['af1314ac-be2e-4773-85c3-8f839a9a772f'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:41.219011 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95198ec1-ccee-4d74-b02b-2fdbf98e9f3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.260909 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9329dedb-bcfa-4910-ad07-91be6cb782ea tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.269863 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac194820-4338-4bfd-a526-a8f93d6baff4 req-3cf18bbf-5d73-43cc-8d39-2eb88a236b37 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:41.271945 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac194820-4338-4bfd-a526-a8f93d6baff4 req-3cf18bbf-5d73-43cc-8d39-2eb88a236b37 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 945 time: 0.2364230 Jul 14 09:22:41.277741 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9329dedb-bcfa-4910-ad07-91be6cb782ea tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Calling delete_port for eb7b4410-25d2-4b0b-9db0-81a370df0b0a owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:41.396662 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-008e415c-d445-43a1-bf4e-0a1cbfe51c4b None None] Set router af1314ac-be2e-4773-85c3-8f839a9a772f gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:41.530544 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac194820-4338-4bfd-a526-a8f93d6baff4 req-49771689-2918-4947-8a11-a7db10610fe9 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467860 Jul 14 09:22:41.568973 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-95198ec1-ccee-4d74-b02b-2fdbf98e9f3f admin admin] Deleting port 77bffdb0-8446-4ab1-a57d-0621c6f8ddf8 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:41.569492 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95198ec1-ccee-4d74-b02b-2fdbf98e9f3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.661659 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9329dedb-bcfa-4910-ad07-91be6cb782ea tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.759958 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf727aa-33be-4271-80b4-d3381a2f0fa6 req-a466a431-fcd2-4498-8de8-b17d9abd1d77 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:41.762100 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329dedb-bcfa-4910-ad07-91be6cb782ea tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Pushing event deleted for resources: {'Port': ['ID=eb7b4410-25d2-4b0b-9db0-81a370df0b0a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:41.768136 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1bf727aa-33be-4271-80b4-d3381a2f0fa6 req-a466a431-fcd2-4498-8de8-b17d9abd1d77 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.1157396 Jul 14 09:22:41.804564 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-95198ec1-ccee-4d74-b02b-2fdbf98e9f3f admin admin] For port 77bffdb0-8446-4ab1-a57d-0621c6f8ddf8, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=77bffdb0-8446-4ab1-a57d-0621c6f8ddf8,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:41.805362 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95198ec1-ccee-4d74-b02b-2fdbf98e9f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.834555 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-95198ec1-ccee-4d74-b02b-2fdbf98e9f3f admin admin] Calling delete_port for 77bffdb0-8446-4ab1-a57d-0621c6f8ddf8 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:41.852235 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1bf727aa-33be-4271-80b4-d3381a2f0fa6 req-7ae3c695-f071-4fd4-a77e-c040783706c6 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826972 Jul 14 09:22:41.991690 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-008e415c-d445-43a1-bf4e-0a1cbfe51c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'name': 'tempest-AttachVolumeTestJSON-417553449-router', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:13:47Z', 'updated_at': '2021-07-14T09:22:38Z', 'revision_number': 5, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'gw_port': {'id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:48Z', 'updated_at': '2021-07-14T09:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:42.009524 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9329dedb-bcfa-4910-ad07-91be6cb782ea tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.016869 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9329dedb-bcfa-4910-ad07-91be6cb782ea tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] 10.222.0.25 "DELETE /v2.0/ports/eb7b4410-25d2-4b0b-9db0-81a370df0b0a HTTP/1.1" status: 204 len: 168 time: 1.2610421 Jul 14 09:22:42.021030 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59320) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:42.069619 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e415c-d445-43a1-bf4e-0a1cbfe51c4b None None] The sync data for ids ['af1314ac-be2e-4773-85c3-8f839a9a772f'] in n-d-771362-35 is: [{'id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'name': 'tempest-AttachVolumeTestJSON-417553449-router', 'tenant_id': 'b327168895324cc0b6c369e00d5c9690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:13:47Z', 'updated_at': '2021-07-14T09:22:38Z', 'revision_number': 5, 'project_id': 'b327168895324cc0b6c369e00d5c9690', 'gw_port': {'id': '77bffdb0-8446-4ab1-a57d-0621c6f8ddf8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1314ac-be2e-4773-85c3-8f839a9a772f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:13:48Z', 'updated_at': '2021-07-14T09:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:22:42.150708 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.283566 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acfb86f-6a36-4e52-b07d-4cf8a23d5ca8 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:42.283566 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4acfb86f-6a36-4e52-b07d-4cf8a23d5ca8 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec3b1dc-b267-47b3-810e-96efe0db40e0 HTTP/1.1" status: 200 len: 913 time: 0.2604594 Jul 14 09:22:42.285876 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59326) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:42.367619 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95198ec1-ccee-4d74-b02b-2fdbf98e9f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.418062 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95198ec1-ccee-4d74-b02b-2fdbf98e9f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=77bffdb0-8446-4ab1-a57d-0621c6f8ddf8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:42.652435 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95198ec1-ccee-4d74-b02b-2fdbf98e9f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.941418 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2c491f64-4b43-4aba-904f-696486d56c55 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:43.004640 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 2c491f64-4b43-4aba-904f-696486d56c55 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:43.005094 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2c491f64-4b43-4aba-904f-696486d56c55 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:43.059084 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95198ec1-ccee-4d74-b02b-2fdbf98e9f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.075554 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95198ec1-ccee-4d74-b02b-2fdbf98e9f3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.231228 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8c0d7-570a-4588-a19f-dacd41a02b03 req-db1f271f-7203-455f-bab9-d74d99b8a1b0 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:43.233585 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d0e8c0d7-570a-4588-a19f-dacd41a02b03 req-db1f271f-7203-455f-bab9-d74d99b8a1b0 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.5772929 Jul 14 09:22:43.260900 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95198ec1-ccee-4d74-b02b-2fdbf98e9f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.261432 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95198ec1-ccee-4d74-b02b-2fdbf98e9f3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router af1314ac-be2e-4773-85c3-8f839a9a772f {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:22:43.271830 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95198ec1-ccee-4d74-b02b-2fdbf98e9f3f admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.273779 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-95198ec1-ccee-4d74-b02b-2fdbf98e9f3f admin admin] 10.222.0.25 "DELETE /v2.0/routers/af1314ac-be2e-4773-85c3-8f839a9a772f HTTP/1.1" status: 204 len: 168 time: 2.7220056 Jul 14 09:22:43.286532 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59378) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:43.354050 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11cbcc-eecb-4199-849a-f3a32f641a89 req-14d76acb-7584-42d6-812b-f057873a6fc4 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:43.375693 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe11cbcc-eecb-4199-849a-f3a32f641a89 req-14d76acb-7584-42d6-812b-f057873a6fc4 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 945 time: 0.5286562 Jul 14 09:22:43.397538 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8396ae59-c394-4a48-8abe-35a7a8cb4a37 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.406412 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d126d9f8-c942-4490-8656-3ffa633b1c8d admin admin] Deleting subnet 02258896-8a0a-43a5-90d3-5cf3546f791a {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:22:43.450755 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d126d9f8-c942-4490-8656-3ffa633b1c8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.548534 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d0e8c0d7-570a-4588-a19f-dacd41a02b03 req-84ee103c-12de-40ee-bfc6-ee01b68945b9 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2974825 Jul 14 09:22:43.598957 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe11cbcc-eecb-4199-849a-f3a32f641a89 req-af38e9d8-a92b-4323-98f8-c62ec169e3ab tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192097 Jul 14 09:22:43.622546 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d126d9f8-c942-4490-8656-3ffa633b1c8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.401983 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d126d9f8-c942-4490-8656-3ffa633b1c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.481095 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d126d9f8-c942-4490-8656-3ffa633b1c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.512723 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126d9f8-c942-4490-8656-3ffa633b1c8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02258896-8a0a-43a5-90d3-5cf3546f791a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:44.529026 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d126d9f8-c942-4490-8656-3ffa633b1c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.532109 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d126d9f8-c942-4490-8656-3ffa633b1c8d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/02258896-8a0a-43a5-90d3-5cf3546f791a HTTP/1.1" status: 204 len: 168 time: 1.2497950 Jul 14 09:22:44.535192 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59496) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:44.536216 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c197a629-886d-421a-915e-9a75913a8c4b None None] Network 5e1db2f5-19ca-4d5a-a84c-a02b32125113 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:44.728486 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 77bffdb0-8446-4ab1-a57d-0621c6f8ddf8 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:44.826361 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 77bffdb0-8446-4ab1-a57d-0621c6f8ddf8 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:44.827078 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 77bffdb0-8446-4ab1-a57d-0621c6f8ddf8 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:44.851371 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc958ff5-a8bf-4cf9-ab7b-614e1abf2b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.874642 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8396ae59-c394-4a48-8abe-35a7a8cb4a37 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Deleting port dd5b926e-5b96-4648-a5f6-93ce8565477a {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:44.879618 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8396ae59-c394-4a48-8abe-35a7a8cb4a37 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.037077 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b501f0c-9ab4-4323-b2da-e40cb338b5d0 req-62e5df8e-e1fe-4cfd-b436-02ba74c2dc47 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:45.061556 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3b501f0c-9ab4-4323-b2da-e40cb338b5d0 req-62e5df8e-e1fe-4cfd-b436-02ba74c2dc47 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.2061207 Jul 14 09:22:45.096538 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425d1cc6-950b-41b3-86bc-761508bbd824 None None] DHCP port deletion for 5e1db2f5-19ca-4d5a-a84c-a02b32125113 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:22:45.239520 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-425d1cc6-950b-41b3-86bc-761508bbd824 None None] Deleting port f6393eef-6adc-425c-80e0-dee146e5f1c6 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:45.239907 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-425d1cc6-950b-41b3-86bc-761508bbd824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.296374 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8396ae59-c394-4a48-8abe-35a7a8cb4a37 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.351437 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8396ae59-c394-4a48-8abe-35a7a8cb4a37 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Calling delete_port for dd5b926e-5b96-4648-a5f6-93ce8565477a owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:45.380718 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-425d1cc6-950b-41b3-86bc-761508bbd824 None None] For port f6393eef-6adc-425c-80e0-dee146e5f1c6, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f6393eef-6adc-425c-80e0-dee146e5f1c6,segment=NetworkSegment(5718229c-ea30-4e86-8990-a6b2e9e91341),segment_id=5718229c-ea30-4e86-8990-a6b2e9e91341)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:45.380718 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-425d1cc6-950b-41b3-86bc-761508bbd824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.407897 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cc958ff5-a8bf-4cf9-ab7b-614e1abf2b90 admin admin] Deleting port f6393eef-6adc-425c-80e0-dee146e5f1c6 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:45.407897 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc958ff5-a8bf-4cf9-ab7b-614e1abf2b90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.424414 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-425d1cc6-950b-41b3-86bc-761508bbd824 None None] Calling delete_port for f6393eef-6adc-425c-80e0-dee146e5f1c6 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:45.447613 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3b501f0c-9ab4-4323-b2da-e40cb338b5d0 req-f57f0a32-c043-41c3-8915-539f66cbd0a9 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3771429 Jul 14 09:22:45.573847 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cc958ff5-a8bf-4cf9-ab7b-614e1abf2b90 admin admin] For port f6393eef-6adc-425c-80e0-dee146e5f1c6, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f6393eef-6adc-425c-80e0-dee146e5f1c6,segment=NetworkSegment(5718229c-ea30-4e86-8990-a6b2e9e91341),segment_id=5718229c-ea30-4e86-8990-a6b2e9e91341)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:45.574793 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc958ff5-a8bf-4cf9-ab7b-614e1abf2b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.592210 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cc958ff5-a8bf-4cf9-ab7b-614e1abf2b90 admin admin] Calling delete_port for f6393eef-6adc-425c-80e0-dee146e5f1c6 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:45.746911 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-425d1cc6-950b-41b3-86bc-761508bbd824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.828789 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d1cc6-950b-41b3-86bc-761508bbd824 None None] Pushing event deleted for resources: {'Port': ['ID=f6393eef-6adc-425c-80e0-dee146e5f1c6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:45.850614 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425d1cc6-950b-41b3-86bc-761508bbd824 None None] No DVR routers for this DVR port f6393eef-6adc-425c-80e0-dee146e5f1c6 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:45.870030 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d1cc6-950b-41b3-86bc-761508bbd824 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:45.870282 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d1cc6-950b-41b3-86bc-761508bbd824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:45.870718 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d1cc6-950b-41b3-86bc-761508bbd824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:45.870949 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d1cc6-950b-41b3-86bc-761508bbd824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:45.871285 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d1cc6-950b-41b3-86bc-761508bbd824 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:45.879815 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d1cc6-950b-41b3-86bc-761508bbd824 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:45.880333 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d1cc6-950b-41b3-86bc-761508bbd824 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:45.880681 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d1cc6-950b-41b3-86bc-761508bbd824 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:45.881026 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d1cc6-950b-41b3-86bc-761508bbd824 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:45.881364 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d1cc6-950b-41b3-86bc-761508bbd824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:45.881698 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d1cc6-950b-41b3-86bc-761508bbd824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:45.882028 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d1cc6-950b-41b3-86bc-761508bbd824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:45.895775 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12871a-9caa-452a-9213-aa8b4f7f646a req-f960fb8a-8d2f-4bb7-87ab-9c65337526ac tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:45.906567 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd12871a-9caa-452a-9213-aa8b4f7f646a req-f960fb8a-8d2f-4bb7-87ab-9c65337526ac tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 945 time: 0.8922710 Jul 14 09:22:45.933376 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc958ff5-a8bf-4cf9-ab7b-614e1abf2b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.973593 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8396ae59-c394-4a48-8abe-35a7a8cb4a37 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.068811 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396ae59-c394-4a48-8abe-35a7a8cb4a37 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Pushing event deleted for resources: {'Port': ['ID=dd5b926e-5b96-4648-a5f6-93ce8565477a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:46.071710 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd12871a-9caa-452a-9213-aa8b4f7f646a req-bf4f9fdb-b21b-4893-afd1-d2c0c1513cde tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609573 Jul 14 09:22:46.079156 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc958ff5-a8bf-4cf9-ab7b-614e1abf2b90 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6393eef-6adc-425c-80e0-dee146e5f1c6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:46.101229 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc958ff5-a8bf-4cf9-ab7b-614e1abf2b90 admin admin] No DVR routers for this DVR port f6393eef-6adc-425c-80e0-dee146e5f1c6 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:46.371345 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc958ff5-a8bf-4cf9-ab7b-614e1abf2b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.387859 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-cc958ff5-a8bf-4cf9-ab7b-614e1abf2b90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1db2f5-19ca-4d5a-a84c-a02b32125113']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:46.393027 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8396ae59-c394-4a48-8abe-35a7a8cb4a37 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.525441 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-cc958ff5-a8bf-4cf9-ab7b-614e1abf2b90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5718229c-ea30-4e86-8990-a6b2e9e91341') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:46.525768 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-cc958ff5-a8bf-4cf9-ab7b-614e1abf2b90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5718229c-ea30-4e86-8990-a6b2e9e91341') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:46.575296 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc958ff5-a8bf-4cf9-ab7b-614e1abf2b90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.624525 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d52113-26c8-4782-9000-f1659fa427cf req-928d39db-5724-490a-9fff-1db9aaae4227 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:46.629325 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c2d52113-26c8-4782-9000-f1659fa427cf req-928d39db-5724-490a-9fff-1db9aaae4227 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.3735354 Jul 14 09:22:46.650287 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc958ff5-a8bf-4cf9-ab7b-614e1abf2b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.718299 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc958ff5-a8bf-4cf9-ab7b-614e1abf2b90 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:22:46.718935 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc958ff5-a8bf-4cf9-ab7b-614e1abf2b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: self.session.flush() Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: self.session.flush() Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: self.session.flush() Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: self.session.flush() Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:22:46.750349 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:22:46.805655 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f6393eef-6adc-425c-80e0-dee146e5f1c6 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:46.860157 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8396ae59-c394-4a48-8abe-35a7a8cb4a37 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Router eec3b1dc-b267-47b3-810e-96efe0db40e0 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:22:46.892695 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: f6393eef-6adc-425c-80e0-dee146e5f1c6 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:46.893304 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f6393eef-6adc-425c-80e0-dee146e5f1c6 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:46.954938 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc958ff5-a8bf-4cf9-ab7b-614e1abf2b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.987992 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc958ff5-a8bf-4cf9-ab7b-614e1abf2b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.994114 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cc958ff5-a8bf-4cf9-ab7b-614e1abf2b90 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5e1db2f5-19ca-4d5a-a84c-a02b32125113 HTTP/1.1" status: 204 len: 168 time: 2.4575927 Jul 14 09:22:47.024361 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c2d52113-26c8-4782-9000-f1659fa427cf req-554eeda4-834c-4196-8f93-b574cf25c955 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3296654 Jul 14 09:22:47.026992 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc958ff5-a8bf-4cf9-ab7b-614e1abf2b90 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e1db2f5-19ca-4d5a-a84c-a02b32125113,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:47.129285 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8396ae59-c394-4a48-8abe-35a7a8cb4a37 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:22:47.153610 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8396ae59-c394-4a48-8abe-35a7a8cb4a37 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] 10.222.0.25 "PUT /v2.0/routers/eec3b1dc-b267-47b3-810e-96efe0db40e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8635981 Jul 14 09:22:47.156172 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59740) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:47.163034 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2db0c0-1858-40da-a5f7-d7a78681ed17 None None] Sync routers for ids ['eec3b1dc-b267-47b3-810e-96efe0db40e0'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:22:47.184866 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2db0c0-1858-40da-a5f7-d7a78681ed17 None None] Routers {'eec3b1dc-b267-47b3-810e-96efe0db40e0'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:47.186940 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2a2db0c0-1858-40da-a5f7-d7a78681ed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:22:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['eec3b1dc-b267-47b3-810e-96efe0db40e0'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:47.332200 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2a2db0c0-1858-40da-a5f7-d7a78681ed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:47.359259 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59764) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:47.362323 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2db0c0-1858-40da-a5f7-d7a78681ed17 None None] Routers {'eec3b1dc-b267-47b3-810e-96efe0db40e0'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:47.362958 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2a2db0c0-1858-40da-a5f7-d7a78681ed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:22:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['eec3b1dc-b267-47b3-810e-96efe0db40e0'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:47.421051 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2a2db0c0-1858-40da-a5f7-d7a78681ed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:47.422117 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2db0c0-1858-40da-a5f7-d7a78681ed17 None None] The sync data for ids ['eec3b1dc-b267-47b3-810e-96efe0db40e0'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:22:47.447038 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8a0f79d6-bf90-4aa8-8714-973b522b1b97 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b327168895324cc0b6c369e00d5c9690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0856588 Jul 14 09:22:47.450794 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59774) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:47.566429 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3ce218e-928b-44f4-8f9e-0dc026aed47a tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.583423 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bda528e0-eded-4ae1-8ffc-7dbf140e3f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.628630 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bda528e0-eded-4ae1-8ffc-7dbf140e3f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.759539 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bda528e0-eded-4ae1-8ffc-7dbf140e3f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.763322 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bda528e0-eded-4ae1-8ffc-7dbf140e3f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.768403 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bda528e0-eded-4ae1-8ffc-7dbf140e3f66 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4656bde2-0071-4740-939f-51d2254b0189 HTTP/1.1" status: 204 len: 168 time: 0.3124731 Jul 14 09:22:47.806879 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda528e0-eded-4ae1-8ffc-7dbf140e3f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4656bde2-0071-4740-939f-51d2254b0189,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:47.901213 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac49d57-1f70-4cec-b492-c98193a0447d req-2e9db5da-dc97-437e-bbb1-41fb2feb661b tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:47.912369 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7ac49d57-1f70-4cec-b492-c98193a0447d req-2e9db5da-dc97-437e-bbb1-41fb2feb661b tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 945 time: 0.4678996 Jul 14 09:22:48.019086 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32d115-0de3-4c41-9a2a-b3eac089a96c req-53b254c3-fe06-4d06-ab97-68d99f872604 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:48.029810 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da32d115-0de3-4c41-9a2a-b3eac089a96c req-53b254c3-fe06-4d06-ab97-68d99f872604 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.5292945 Jul 14 09:22:48.146966 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3ce218e-928b-44f4-8f9e-0dc026aed47a tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.152302 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3ce218e-928b-44f4-8f9e-0dc026aed47a tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.211414 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7ac49d57-1f70-4cec-b492-c98193a0447d req-72031a5b-e750-48d8-805a-67a136585f6e tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839947 Jul 14 09:22:48.405574 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-997669ba-a2b8-4a1c-a18f-b1b42eb17e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.463665 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da32d115-0de3-4c41-9a2a-b3eac089a96c req-29bdd332-6c01-4043-9072-059c3140af3f tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3528745 Jul 14 09:22:48.466298 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3ce218e-928b-44f4-8f9e-0dc026aed47a tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.471169 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ce218e-928b-44f4-8f9e-0dc026aed47a tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Fanout notify agent at l3_agent the message router_deleted on router eec3b1dc-b267-47b3-810e-96efe0db40e0 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:22:48.500165 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3ce218e-928b-44f4-8f9e-0dc026aed47a tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.501645 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b3ce218e-928b-44f4-8f9e-0dc026aed47a tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] 10.222.0.25 "DELETE /v2.0/routers/eec3b1dc-b267-47b3-810e-96efe0db40e0 HTTP/1.1" status: 204 len: 168 time: 1.3441753 Jul 14 09:22:48.506601 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59886) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:48.616532 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-01cede72-16f6-4353-a9b0-afac9aeef92b tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Deleting subnet 406bcb43-c2ea-4406-b09f-edef1b309756 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:22:48.620887 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01cede72-16f6-4353-a9b0-afac9aeef92b tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.691088 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01cede72-16f6-4353-a9b0-afac9aeef92b tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.950126 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c25ea5-f7e4-402c-a140-f9e6a5a6e012 req-41cfe14b-97a7-4907-8ab3-2cb00569a22a tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:48.953475 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01cede72-16f6-4353-a9b0-afac9aeef92b tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.960293 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-60c25ea5-f7e4-402c-a140-f9e6a5a6e012 req-41cfe14b-97a7-4907-8ab3-2cb00569a22a tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.2060182 Jul 14 09:22:49.023631 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-60c25ea5-f7e4-402c-a140-f9e6a5a6e012 req-c964e93c-d6ab-46f4-9e45-4c8e21b3b6f6 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596616 Jul 14 09:22:49.068521 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01cede72-16f6-4353-a9b0-afac9aeef92b tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.109274 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cede72-16f6-4353-a9b0-afac9aeef92b tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Pushing event deleted for resources: {'Subnet': ['ID=406bcb43-c2ea-4406-b09f-edef1b309756,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:49.114591 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01cede72-16f6-4353-a9b0-afac9aeef92b tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.118442 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-01cede72-16f6-4353-a9b0-afac9aeef92b tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] 10.222.0.25 "DELETE /v2.0/subnets/406bcb43-c2ea-4406-b09f-edef1b309756 HTTP/1.1" status: 204 len: 168 time: 0.6102731 Jul 14 09:22:49.121230 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59910) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:49.142564 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494e0849-3664-4817-9e37-144ee737d7f7 None None] Network 904993c0-e587-49cb-80d1-02bda6776ce8 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:49.247658 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f1b3dd2-c200-4824-9745-a76973087536 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.428803 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8f1b3dd2-c200-4824-9745-a76973087536 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Deleting port 74b042d5-051d-49b0-b393-d78a810f80a8 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:49.430054 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f1b3dd2-c200-4824-9745-a76973087536 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.556090 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a600ec44-6232-4389-a648-eaad89f6f365 None None] DHCP port deletion for 904993c0-e587-49cb-80d1-02bda6776ce8 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:22:49.715755 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a600ec44-6232-4389-a648-eaad89f6f365 None None] Deleting port 74b042d5-051d-49b0-b393-d78a810f80a8 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:49.715918 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a600ec44-6232-4389-a648-eaad89f6f365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.779613 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8f1b3dd2-c200-4824-9745-a76973087536 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] For port 74b042d5-051d-49b0-b393-d78a810f80a8, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=74b042d5-051d-49b0-b393-d78a810f80a8,segment=NetworkSegment(0ee8f947-804d-43df-85a3-2c5956a52818),segment_id=0ee8f947-804d-43df-85a3-2c5956a52818)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:49.780101 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f1b3dd2-c200-4824-9745-a76973087536 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.838357 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8f1b3dd2-c200-4824-9745-a76973087536 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Calling delete_port for 74b042d5-051d-49b0-b393-d78a810f80a8 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:49.980250 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a600ec44-6232-4389-a648-eaad89f6f365 None None] For port 74b042d5-051d-49b0-b393-d78a810f80a8, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=74b042d5-051d-49b0-b393-d78a810f80a8,segment=NetworkSegment(0ee8f947-804d-43df-85a3-2c5956a52818),segment_id=0ee8f947-804d-43df-85a3-2c5956a52818)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:49.981239 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a600ec44-6232-4389-a648-eaad89f6f365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.036240 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a600ec44-6232-4389-a648-eaad89f6f365 None None] Calling delete_port for 74b042d5-051d-49b0-b393-d78a810f80a8 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:50.133540 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f1b3dd2-c200-4824-9745-a76973087536 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.195114 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1b3dd2-c200-4824-9745-a76973087536 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] No DVR routers for this DVR port 74b042d5-051d-49b0-b393-d78a810f80a8 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:50.266847 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b3dd2-c200-4824-9745-a76973087536 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Pushing event deleted for resources: {'Port': ['ID=74b042d5-051d-49b0-b393-d78a810f80a8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:50.304853 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a600ec44-6232-4389-a648-eaad89f6f365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.351031 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63658a-3436-4d51-875f-0b8db50e7e4c req-fbce33be-691a-4fd5-806e-a1f3283b86da tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:50.359978 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba63658a-3436-4d51-875f-0b8db50e7e4c req-fbce33be-691a-4fd5-806e-a1f3283b86da tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 945 time: 0.6160634 Jul 14 09:22:50.378788 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600ec44-6232-4389-a648-eaad89f6f365 None None] Pushing event deleted for resources: {'Port': ['ID=74b042d5-051d-49b0-b393-d78a810f80a8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:50.390853 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a600ec44-6232-4389-a648-eaad89f6f365 None None] No DVR routers for this DVR port 74b042d5-051d-49b0-b393-d78a810f80a8 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:50.431565 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f1b3dd2-c200-4824-9745-a76973087536 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.454308 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-8f1b3dd2-c200-4824-9745-a76973087536 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904993c0-e587-49cb-80d1-02bda6776ce8']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:50.485908 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-8f1b3dd2-c200-4824-9745-a76973087536 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee8f947-804d-43df-85a3-2c5956a52818') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:50.486755 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-8f1b3dd2-c200-4824-9745-a76973087536 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee8f947-804d-43df-85a3-2c5956a52818') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:50.506481 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f1b3dd2-c200-4824-9745-a76973087536 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.524321 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba63658a-3436-4d51-875f-0b8db50e7e4c req-04ddfa86-b7f2-4596-8ae6-16cf94639748 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630447 Jul 14 09:22:50.551626 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f1b3dd2-c200-4824-9745-a76973087536 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.568327 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1b3dd2-c200-4824-9745-a76973087536 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:22:50.568873 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f1b3dd2-c200-4824-9745-a76973087536 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:22:50.572802 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:22:50.677160 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f1b3dd2-c200-4824-9745-a76973087536 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.690810 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f1b3dd2-c200-4824-9745-a76973087536 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.698528 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8f1b3dd2-c200-4824-9745-a76973087536 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] 10.222.0.25 "DELETE /v2.0/networks/904993c0-e587-49cb-80d1-02bda6776ce8 HTTP/1.1" status: 204 len: 168 time: 1.5741212 Jul 14 09:22:50.734204 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b3dd2-c200-4824-9745-a76973087536 tempest-FloatingIPNegativeTestJSON-1789695661 tempest-FloatingIPNegativeTestJSON-1789695661-project] Pushing event deleted for resources: {'Network': ['ID=904993c0-e587-49cb-80d1-02bda6776ce8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:50.794280 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 74b042d5-051d-49b0-b393-d78a810f80a8 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:50.905826 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 74b042d5-051d-49b0-b393-d78a810f80a8 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:50.906384 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 74b042d5-051d-49b0-b393-d78a810f80a8 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:51.036861 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0554d91d-71a0-4a63-a1b4-f223b572d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.250781 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.265182 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59984) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:51.542100 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6fdcf33b-ccd7-4983-a28a-ec1fce2bfa0c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f37084a708e4ad8ab22b9549922aa95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2751141 Jul 14 09:22:51.545455 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59996) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:51.667803 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e89d5f90-05a9-41a4-97cb-502a48cd3e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.706647 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e89d5f90-05a9-41a4-97cb-502a48cd3e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.800523 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e89d5f90-05a9-41a4-97cb-502a48cd3e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.810091 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e89d5f90-05a9-41a4-97cb-502a48cd3e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.812079 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e89d5f90-05a9-41a4-97cb-502a48cd3e58 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5987c7cc-9596-4edc-b032-81615eb5b25e HTTP/1.1" status: 204 len: 168 time: 0.2653136 Jul 14 09:22:51.830742 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d5f90-05a9-41a4-97cb-502a48cd3e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5987c7cc-9596-4edc-b032-81615eb5b25e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:51.845785 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e2d4e-74d7-41a1-968b-0248edbfc62f req-bf493913-4a8d-4288-83b9-2dad5338d715 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:51.847971 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f83e2d4e-74d7-41a1-968b-0248edbfc62f req-bf493913-4a8d-4288-83b9-2dad5338d715 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 945 time: 0.1140826 Jul 14 09:22:51.911325 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f83e2d4e-74d7-41a1-968b-0248edbfc62f req-edc8da95-c423-459b-90d9-ef3c9394f1ed tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495565 Jul 14 09:22:52.142928 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:53.068483 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60096) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:53.309089 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf3271-8b27-4160-ac8d-6fc5b47eba7d req-59bcbc98-b7f2-4e4b-b7fc-d085a904ae61 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:53.315119 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f2cf3271-8b27-4160-ac8d-6fc5b47eba7d req-59bcbc98-b7f2-4e4b-b7fc-d085a904ae61 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 945 time: 0.0998232 Jul 14 09:22:53.343539 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-bb452848-b5ae-4001-875a-a3219f402261 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Request body: {'networks': [{'name': 'tempest-network--602180666'}, {'name': 'tempest-network--997930948'}]} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:53.344312 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-bb452848-b5ae-4001-875a-a3219f402261 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Request body: {'network': {'name': 'tempest-network--602180666'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:53.344857 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-bb452848-b5ae-4001-875a-a3219f402261 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Request body: {'network': {'name': 'tempest-network--997930948'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:53.389928 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb452848-b5ae-4001-875a-a3219f402261 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Made reservation on behalf of 22a71193c81f43c7a2da38fb927252d9 for: {'network': 2} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:53.402678 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f2cf3271-8b27-4160-ac8d-6fc5b47eba7d req-291499a6-fb7b-44de-bfaa-308db8fd2999 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793142 Jul 14 09:22:53.403599 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb452848-b5ae-4001-875a-a3219f402261 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:53.413768 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb452848-b5ae-4001-875a-a3219f402261 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:53.647028 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb452848-b5ae-4001-875a-a3219f402261 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:53.653080 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb452848-b5ae-4001-875a-a3219f402261 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:53.654237 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb452848-b5ae-4001-875a-a3219f402261 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:53.686832 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:53.748723 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb452848-b5ae-4001-875a-a3219f402261 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:22:53.751773 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb452848-b5ae-4001-875a-a3219f402261 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9357fcf5-d893-4c75-8a30-fee7dc52f19a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:53.770226 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb452848-b5ae-4001-875a-a3219f402261 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:53.770837 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-bb452848-b5ae-4001-875a-a3219f402261 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Added segment 86d2fc50-12fc-4a4c-b2af-92598135199c of type vlan for network c69c847d-15a2-4dc1-a21c-60bad66e8c02 Jul 14 09:22:53.833246 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb452848-b5ae-4001-875a-a3219f402261 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:53.916648 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb452848-b5ae-4001-875a-a3219f402261 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:22:53.951589 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb452848-b5ae-4001-875a-a3219f402261 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:53.952412 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-bb452848-b5ae-4001-875a-a3219f402261 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Added segment dad69637-6491-4be1-ba2c-fc828d469d78 of type vlan for network f4715907-0b86-4329-acf6-f585b0335e32 Jul 14 09:22:54.016993 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb452848-b5ae-4001-875a-a3219f402261 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:54.068491 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb452848-b5ae-4001-875a-a3219f402261 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:54.073274 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb452848-b5ae-4001-875a-a3219f402261 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:54.089092 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb452848-b5ae-4001-875a-a3219f402261 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:54.101187 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb452848-b5ae-4001-875a-a3219f402261 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:54.104665 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb452848-b5ae-4001-875a-a3219f402261 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:54.150252 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bb452848-b5ae-4001-875a-a3219f402261 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.0799248 Jul 14 09:22:54.152058 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60144) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:54.299452 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb452848-b5ae-4001-875a-a3219f402261 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Pushing event updated for resources: {'Network': ['ID=c69c847d-15a2-4dc1-a21c-60bad66e8c02,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:54.313441 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network c69c847d-15a2-4dc1-a21c-60bad66e8c02 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:22:54.498646 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb452848-b5ae-4001-875a-a3219f402261 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Pushing event updated for resources: {'Network': ['ID=f4715907-0b86-4329-acf6-f585b0335e32,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:54.523954 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network f4715907-0b86-4329-acf6-f585b0335e32 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:22:55.037599 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba40ebf-1bd4-4e57-935f-b9ec7b208ee0 req-654a762e-9760-4b77-aace-28087116e57e tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:55.046180 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fba40ebf-1bd4-4e57-935f-b9ec7b208ee0 req-654a762e-9760-4b77-aace-28087116e57e tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 945 time: 0.2368360 Jul 14 09:22:55.106177 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fba40ebf-1bd4-4e57-935f-b9ec7b208ee0 req-3299b5e5-5773-4fe4-8017-5cf71f8fdc2f tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587330 Jul 14 09:22:55.125383 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a65c6a7-c769-43c3-b8a0-b0d93e1f193b tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:55.131907 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a65c6a7-c769-43c3-b8a0-b0d93e1f193b tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:55.138679 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a65c6a7-c769-43c3-b8a0-b0d93e1f193b tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:55.145036 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a65c6a7-c769-43c3-b8a0-b0d93e1f193b tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:55.146938 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2a65c6a7-c769-43c3-b8a0-b0d93e1f193b tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.9937916 Jul 14 09:22:55.151426 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60190) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:55.271701 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-355e21e2-2b2f-4daf-acd8-0443423e84fa tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.433389 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-355e21e2-2b2f-4daf-acd8-0443423e84fa tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.445704 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-355e21e2-2b2f-4daf-acd8-0443423e84fa tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69c847d-15a2-4dc1-a21c-60bad66e8c02']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:55.457254 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-355e21e2-2b2f-4daf-acd8-0443423e84fa tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d2fc50-12fc-4a4c-b2af-92598135199c') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:55.457663 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-355e21e2-2b2f-4daf-acd8-0443423e84fa tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d2fc50-12fc-4a4c-b2af-92598135199c') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:55.467532 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-355e21e2-2b2f-4daf-acd8-0443423e84fa tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.488224 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-355e21e2-2b2f-4daf-acd8-0443423e84fa tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.494797 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355e21e2-2b2f-4daf-acd8-0443423e84fa tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:22:55.495209 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-355e21e2-2b2f-4daf-acd8-0443423e84fa tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.530052 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60204) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:22:55.584952 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:22:55.598158 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-355e21e2-2b2f-4daf-acd8-0443423e84fa tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.633432 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-355e21e2-2b2f-4daf-acd8-0443423e84fa tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.645755 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-355e21e2-2b2f-4daf-acd8-0443423e84fa tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] 10.222.0.25 "DELETE /v2.0/networks/c69c847d-15a2-4dc1-a21c-60bad66e8c02 HTTP/1.1" status: 204 len: 168 time: 0.4931073 Jul 14 09:22:55.646941 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e21e2-2b2f-4daf-acd8-0443423e84fa tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Pushing event deleted for resources: {'Network': ['ID=c69c847d-15a2-4dc1-a21c-60bad66e8c02,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:55.649842 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60210) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:55.733533 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07873d74-1183-48dc-8d88-88c29a7c57e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.798469 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4ff45f2c-dc05-4090-9049-77fbf45a5a09 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.957817 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07873d74-1183-48dc-8d88-88c29a7c57e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.962109 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4ff45f2c-dc05-4090-9049-77fbf45a5a09 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.963358 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07873d74-1183-48dc-8d88-88c29a7c57e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.975590 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-4ff45f2c-dc05-4090-9049-77fbf45a5a09 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4715907-0b86-4329-acf6-f585b0335e32']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:56.031784 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-4ff45f2c-dc05-4090-9049-77fbf45a5a09 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad69637-6491-4be1-ba2c-fc828d469d78') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:56.032098 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-4ff45f2c-dc05-4090-9049-77fbf45a5a09 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad69637-6491-4be1-ba2c-fc828d469d78') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:56.038725 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-07873d74-1183-48dc-8d88-88c29a7c57e6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fca87961bb714b1584397e851389e888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5068195 Jul 14 09:22:56.041387 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60222) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:56.068232 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4ff45f2c-dc05-4090-9049-77fbf45a5a09 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.079396 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07873d74-1183-48dc-8d88-88c29a7c57e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab9a714-d7d1-4992-ae25-ab26fdab6417,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:56.100483 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4ff45f2c-dc05-4090-9049-77fbf45a5a09 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.112569 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff45f2c-dc05-4090-9049-77fbf45a5a09 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:22:56.113016 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4ff45f2c-dc05-4090-9049-77fbf45a5a09 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.224229 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7a72ee0-7903-454f-8c14-7b07fc5ce306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:22:56.245674 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:22:56.252425 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4ff45f2c-dc05-4090-9049-77fbf45a5a09 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.276492 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4ff45f2c-dc05-4090-9049-77fbf45a5a09 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.278456 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4ff45f2c-dc05-4090-9049-77fbf45a5a09 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] 10.222.0.25 "DELETE /v2.0/networks/f4715907-0b86-4329-acf6-f585b0335e32 HTTP/1.1" status: 204 len: 168 time: 0.6274531 Jul 14 09:22:56.298462 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60238) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:56.306618 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff45f2c-dc05-4090-9049-77fbf45a5a09 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Pushing event deleted for resources: {'Network': ['ID=f4715907-0b86-4329-acf6-f585b0335e32,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:56.482635 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7a72ee0-7903-454f-8c14-7b07fc5ce306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.637699 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d398d58d-bf9b-452c-9fa6-57e80eb8867a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:56.646218 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d398d58d-bf9b-452c-9fa6-57e80eb8867a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:56.651646 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d398d58d-bf9b-452c-9fa6-57e80eb8867a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3484900 Jul 14 09:22:56.652017 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60240) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:56.658624 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ebc6c8cd-0f39-4bda-9a1e-22fb54fd376f tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-43816990'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:56.663177 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7a72ee0-7903-454f-8c14-7b07fc5ce306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.669079 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7a72ee0-7903-454f-8c14-7b07fc5ce306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.673290 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e7a72ee0-7903-454f-8c14-7b07fc5ce306 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7ab9a714-d7d1-4992-ae25-ab26fdab6417 HTTP/1.1" status: 204 len: 168 time: 0.6277742 Jul 14 09:22:56.707368 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc6c8cd-0f39-4bda-9a1e-22fb54fd376f tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Made reservation on behalf of 22a71193c81f43c7a2da38fb927252d9 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:56.708725 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a72ee0-7903-454f-8c14-7b07fc5ce306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab9a714-d7d1-4992-ae25-ab26fdab6417,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:56.717780 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c8cd-0f39-4bda-9a1e-22fb54fd376f tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.792255 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc6c8cd-0f39-4bda-9a1e-22fb54fd376f tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:22:56.824358 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c8cd-0f39-4bda-9a1e-22fb54fd376f tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.824898 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-ebc6c8cd-0f39-4bda-9a1e-22fb54fd376f tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Added segment 3d4825cd-8079-413b-b0f0-03fb7be70190 of type vlan for network 7e63eace-c270-4794-8e00-8511486be100 Jul 14 09:22:56.883651 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c8cd-0f39-4bda-9a1e-22fb54fd376f tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.918643 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c8cd-0f39-4bda-9a1e-22fb54fd376f tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.925385 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc6c8cd-0f39-4bda-9a1e-22fb54fd376f tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:56.926162 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c8cd-0f39-4bda-9a1e-22fb54fd376f tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.030688 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6c8cd-0f39-4bda-9a1e-22fb54fd376f tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Pushing event updated for resources: {'Network': ['ID=7e63eace-c270-4794-8e00-8511486be100,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:57.036465 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ebc6c8cd-0f39-4bda-9a1e-22fb54fd376f tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3828385 Jul 14 09:22:57.039470 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60254) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:57.046555 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 7e63eace-c270-4794-8e00-8511486be100 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:22:57.053123 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-6a7f2f9f-99a0-444c-8616-b9c124c45acb tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1340145509'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:57.098733 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7f2f9f-99a0-444c-8616-b9c124c45acb tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Made reservation on behalf of 22a71193c81f43c7a2da38fb927252d9 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:57.103066 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a7f2f9f-99a0-444c-8616-b9c124c45acb tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.151300 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60256) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:57.162879 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7f2f9f-99a0-444c-8616-b9c124c45acb tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:22:57.177987 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cab56f57-d87a-4c30-9f0d-8585526dcdf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.198400 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a7f2f9f-99a0-444c-8616-b9c124c45acb tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.199263 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-6a7f2f9f-99a0-444c-8616-b9c124c45acb tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Added segment d593fb9f-d625-4548-aa45-adda22a09057 of type vlan for network 298350cc-d664-4729-99f4-f148d9023afe Jul 14 09:22:57.341414 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a7f2f9f-99a0-444c-8616-b9c124c45acb tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.346941 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cab56f57-d87a-4c30-9f0d-8585526dcdf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.354836 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cab56f57-d87a-4c30-9f0d-8585526dcdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.421467 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a7f2f9f-99a0-444c-8616-b9c124c45acb tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.427717 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7f2f9f-99a0-444c-8616-b9c124c45acb tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:57.428569 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a7f2f9f-99a0-444c-8616-b9c124c45acb tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.432298 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cab56f57-d87a-4c30-9f0d-8585526dcdf7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=619ad98c5c1d47e0a86fc6ca8f941f35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2791438 Jul 14 09:22:57.433999 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab56f57-d87a-4c30-9f0d-8585526dcdf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59098848-79d3-4c71-904a-eaf7606d7217,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:57.443990 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60272) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:57.468687 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6a7f2f9f-99a0-444c-8616-b9c124c45acb tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4273307 Jul 14 09:22:57.472532 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60276) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:57.483580 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-474763b0-6547-4529-ade4-d3d2b4eba22a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Request body: {'ports': [{'network_id': '7e63eace-c270-4794-8e00-8511486be100', 'name': 'tempest-port--1044025486', 'admin_state_up': True}, {'network_id': '298350cc-d664-4729-99f4-f148d9023afe', 'admin_state_up': False}]} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:57.485987 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-474763b0-6547-4529-ade4-d3d2b4eba22a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Request body: {'port': {'network_id': '7e63eace-c270-4794-8e00-8511486be100', 'name': 'tempest-port--1044025486', 'admin_state_up': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:57.487594 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-474763b0-6547-4529-ade4-d3d2b4eba22a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Request body: {'port': {'network_id': '298350cc-d664-4729-99f4-f148d9023afe', 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:57.561935 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34d69cc9-f445-4926-b91d-d4eeb5f271f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.590361 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34d69cc9-f445-4926-b91d-d4eeb5f271f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.641558 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f2f9f-99a0-444c-8616-b9c124c45acb tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Pushing event updated for resources: {'Network': ['ID=298350cc-d664-4729-99f4-f148d9023afe,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:57.652437 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34d69cc9-f445-4926-b91d-d4eeb5f271f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.656397 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 298350cc-d664-4729-99f4-f148d9023afe details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:22:57.657912 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34d69cc9-f445-4926-b91d-d4eeb5f271f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.659973 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-34d69cc9-f445-4926-b91d-d4eeb5f271f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/59098848-79d3-4c71-904a-eaf7606d7217 HTTP/1.1" status: 204 len: 168 time: 0.2111709 Jul 14 09:22:57.670215 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d69cc9-f445-4926-b91d-d4eeb5f271f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59098848-79d3-4c71-904a-eaf7606d7217,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:57.722526 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474763b0-6547-4529-ade4-d3d2b4eba22a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Made reservation on behalf of 22a71193c81f43c7a2da38fb927252d9 for: {'port': 2} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:57.728899 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-474763b0-6547-4529-ade4-d3d2b4eba22a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.750656 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-474763b0-6547-4529-ade4-d3d2b4eba22a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.886382 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 7e10296b-8315-4629-b4ff-c6d24a26e037 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:22:57.893662 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-474763b0-6547-4529-ade4-d3d2b4eba22a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] device_id is not set on port ff89d3bc-d9fd-4344-9158-e4f1518a2358 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:22:58.068564 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-474763b0-6547-4529-ade4-d3d2b4eba22a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.136241 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 7e10296b-8315-4629-b4ff-c6d24a26e037, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=7e10296b-8315-4629-b4ff-c6d24a26e037,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:58.149456 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '7e10296b-8315-4629-b4ff-c6d24a26e037', 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3', 'port_id': '7e10296b-8315-4629-b4ff-c6d24a26e037', 'mac_address': 'fa:16:3e:cf:f7:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366d3585-af72-4619-a55f-a5b56cfe701c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:22:58.189857 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-474763b0-6547-4529-ade4-d3d2b4eba22a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] device_id is not set on port e978d2cd-d809-417a-9690-7d95ef0bb0e3 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:22:58.207255 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.223236 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e10296b-8315-4629-b4ff-c6d24a26e037 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:58.244351 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 7e10296b-8315-4629-b4ff-c6d24a26e037, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=7e10296b-8315-4629-b4ff-c6d24a26e037,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:58.250549 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.315835 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=7e10296b-8315-4629-b4ff-c6d24a26e037,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:58.384317 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-474763b0-6547-4529-ade4-d3d2b4eba22a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.407802 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['7e10296b-8315-4629-b4ff-c6d24a26e037'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:58.487768 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-474763b0-6547-4529-ade4-d3d2b4eba22a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.556480 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474763b0-6547-4529-ade4-d3d2b4eba22a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Pushing event updated for resources: {'Port': ['ID=ff89d3bc-d9fd-4344-9158-e4f1518a2358,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:58.647624 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474763b0-6547-4529-ade4-d3d2b4eba22a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Checking segment: {'id': '3d4825cd-8079-413b-b0f0-03fb7be70190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7e63eace-c270-4794-8e00-8511486be100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:58.648010 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474763b0-6547-4529-ade4-d3d2b4eba22a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Network hostable DHCP agents. Network: 7e63eace-c270-4794-8e00-8511486be100, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:22:58.753634 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474763b0-6547-4529-ade4-d3d2b4eba22a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Network 7e63eace-c270-4794-8e00-8511486be100 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:22:58.812993 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-474763b0-6547-4529-ade4-d3d2b4eba22a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 7e63eace-c270-4794-8e00-8511486be100) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:58.827430 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d842590-c709-4a15-955b-078ea8ed4382 None None] Network 7e63eace-c270-4794-8e00-8511486be100 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:58.829353 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474763b0-6547-4529-ade4-d3d2b4eba22a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:58.831378 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-474763b0-6547-4529-ade4-d3d2b4eba22a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.961508 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474763b0-6547-4529-ade4-d3d2b4eba22a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Pushing event updated for resources: {'Port': ['ID=e978d2cd-d809-417a-9690-7d95ef0bb0e3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:58.982283 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474763b0-6547-4529-ade4-d3d2b4eba22a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Checking segment: {'id': 'd593fb9f-d625-4548-aa45-adda22a09057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '298350cc-d664-4729-99f4-f148d9023afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:58.982737 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474763b0-6547-4529-ade4-d3d2b4eba22a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Network hostable DHCP agents. Network: 298350cc-d664-4729-99f4-f148d9023afe, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:22:59.037391 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474763b0-6547-4529-ade4-d3d2b4eba22a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Network 298350cc-d664-4729-99f4-f148d9023afe is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:22:59.050710 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-474763b0-6547-4529-ade4-d3d2b4eba22a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 298350cc-d664-4729-99f4-f148d9023afe) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:59.067375 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474763b0-6547-4529-ade4-d3d2b4eba22a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:59.069710 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d83f846-acb9-43e4-b80b-2a387843bb1a None None] Network 298350cc-d664-4729-99f4-f148d9023afe requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:59.075293 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474763b0-6547-4529-ade4-d3d2b4eba22a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:59.081985 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474763b0-6547-4529-ade4-d3d2b4eba22a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:59.082800 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-474763b0-6547-4529-ade4-d3d2b4eba22a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.103078 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-474763b0-6547-4529-ade4-d3d2b4eba22a tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6279247 Jul 14 09:22:59.106039 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60338) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:59.364518 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716d01fc-001d-4073-93df-4eea166d3710 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:59.371249 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716d01fc-001d-4073-93df-4eea166d3710 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:59.381612 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-716d01fc-001d-4073-93df-4eea166d3710 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2737141 Jul 14 09:22:59.383799 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60350) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:59.625286 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4698ecea-867a-4c06-95ef-57fe428ab88b tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Deleting port ff89d3bc-d9fd-4344-9158-e4f1518a2358 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:59.626354 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4698ecea-867a-4c06-95ef-57fe428ab88b tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.709569 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4698ecea-867a-4c06-95ef-57fe428ab88b tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.737663 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4698ecea-867a-4c06-95ef-57fe428ab88b tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Calling delete_port for ff89d3bc-d9fd-4344-9158-e4f1518a2358 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:59.901555 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 7e10296b-8315-4629-b4ff-c6d24a26e037 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:59.985884 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4698ecea-867a-4c06-95ef-57fe428ab88b tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.094290 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 7e10296b-8315-4629-b4ff-c6d24a26e037 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:00.094936 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.117640 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698ecea-867a-4c06-95ef-57fe428ab88b tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Pushing event deleted for resources: {'Port': ['ID=ff89d3bc-d9fd-4344-9158-e4f1518a2358,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:00.141246 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4698ecea-867a-4c06-95ef-57fe428ab88b tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.148880 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60390) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:00.151280 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4698ecea-867a-4c06-95ef-57fe428ab88b tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] 10.222.0.25 "DELETE /v2.0/ports/ff89d3bc-d9fd-4344-9158-e4f1518a2358 HTTP/1.1" status: 204 len: 168 time: 0.7663794 Jul 14 09:23:00.244622 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.284787 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac1770f-9820-4a91-9dec-ace9fab5f357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e10296b-8315-4629-b4ff-c6d24a26e037'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:00.289265 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9ecd3a-66c9-4620-b8a6-b26f1a93b539" -d '{"events": [{"server_uuid": "0ac1770f-9820-4a91-9dec-ace9fab5f357", "name": "network-vif-plugged", "status": "completed", "tag": "7e10296b-8315-4629-b4ff-c6d24a26e037"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:00.333355 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 7e10296b-8315-4629-b4ff-c6d24a26e037, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=7e10296b-8315-4629-b4ff-c6d24a26e037,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:00.340146 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.387720 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217e31a5-cc7e-484d-9609-f0c6fd34ca5c x-openstack-request-id: req-217e31a5-cc7e-484d-9609-f0c6fd34ca5c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:00.392830 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac1770f-9820-4a91-9dec-ace9fab5f357", "name": "network-vif-plugged", "status": "completed", "tag": "7e10296b-8315-4629-b4ff-c6d24a26e037", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:00.395861 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-217e31a5-cc7e-484d-9609-f0c6fd34ca5c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:00.396522 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac1770f-9820-4a91-9dec-ace9fab5f357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e10296b-8315-4629-b4ff-c6d24a26e037', 'code': 200} Jul 14 09:23:00.398738 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7535863d-0e3c-4a04-b132-61bbb0e78b81 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Deleting port e978d2cd-d809-417a-9690-7d95ef0bb0e3 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:00.399376 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7535863d-0e3c-4a04-b132-61bbb0e78b81 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.453581 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=7e10296b-8315-4629-b4ff-c6d24a26e037,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:00.510657 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7535863d-0e3c-4a04-b132-61bbb0e78b81 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.527471 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7535863d-0e3c-4a04-b132-61bbb0e78b81 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Calling delete_port for e978d2cd-d809-417a-9690-7d95ef0bb0e3 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:00.642827 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7535863d-0e3c-4a04-b132-61bbb0e78b81 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.686270 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535863d-0e3c-4a04-b132-61bbb0e78b81 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Pushing event deleted for resources: {'Port': ['ID=e978d2cd-d809-417a-9690-7d95ef0bb0e3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:00.692473 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7535863d-0e3c-4a04-b132-61bbb0e78b81 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.694585 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7535863d-0e3c-4a04-b132-61bbb0e78b81 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] 10.222.0.25 "DELETE /v2.0/ports/e978d2cd-d809-417a-9690-7d95ef0bb0e3 HTTP/1.1" status: 204 len: 168 time: 0.5446372 Jul 14 09:23:00.699334 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60414) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:00.751270 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60416) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:00.752656 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0aef8d2a-c010-410a-a853-8ce5003572a2 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0516417 Jul 14 09:23:00.756623 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-1c35fba4-5add-4935-847e-d75dddad6b34 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1573683659'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:00.802644 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c35fba4-5add-4935-847e-d75dddad6b34 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Made reservation on behalf of 22a71193c81f43c7a2da38fb927252d9 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:00.806588 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c35fba4-5add-4935-847e-d75dddad6b34 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.857951 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c35fba4-5add-4935-847e-d75dddad6b34 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:23:00.877920 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c35fba4-5add-4935-847e-d75dddad6b34 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.878275 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-1c35fba4-5add-4935-847e-d75dddad6b34 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Added segment da4eafd7-4177-47a3-905f-a27d0baeb180 of type vlan for network d870c326-d6fe-48da-9a6b-17cbd422a357 Jul 14 09:23:00.962046 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c35fba4-5add-4935-847e-d75dddad6b34 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.015413 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c35fba4-5add-4935-847e-d75dddad6b34 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.024340 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c35fba4-5add-4935-847e-d75dddad6b34 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:01.025978 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c35fba4-5add-4935-847e-d75dddad6b34 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.172400 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1c35fba4-5add-4935-847e-d75dddad6b34 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4200141 Jul 14 09:23:01.175395 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60434) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:01.181873 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5e63bdde-a828-4d72-914c-59a697337664 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-696876247'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:01.201230 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35fba4-5add-4935-847e-d75dddad6b34 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Pushing event updated for resources: {'Network': ['ID=d870c326-d6fe-48da-9a6b-17cbd422a357,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:01.228180 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network d870c326-d6fe-48da-9a6b-17cbd422a357 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:23:01.269383 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e63bdde-a828-4d72-914c-59a697337664 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Made reservation on behalf of 22a71193c81f43c7a2da38fb927252d9 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:01.273264 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e63bdde-a828-4d72-914c-59a697337664 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.333619 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e63bdde-a828-4d72-914c-59a697337664 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:23:01.354439 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e63bdde-a828-4d72-914c-59a697337664 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.354795 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-5e63bdde-a828-4d72-914c-59a697337664 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Added segment b57bb5f3-8cad-4f43-992d-d4b6f0f2ceaa of type vlan for network d9d83174-3eb9-467f-8882-5649e31d1358 Jul 14 09:23:01.487331 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e63bdde-a828-4d72-914c-59a697337664 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.556300 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e63bdde-a828-4d72-914c-59a697337664 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.562654 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e63bdde-a828-4d72-914c-59a697337664 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:01.565819 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e63bdde-a828-4d72-914c-59a697337664 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.692134 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5e63bdde-a828-4d72-914c-59a697337664 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5154836 Jul 14 09:23:01.786576 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63bdde-a828-4d72-914c-59a697337664 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Pushing event updated for resources: {'Network': ['ID=d9d83174-3eb9-467f-8882-5649e31d1358,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:01.813540 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network d9d83174-3eb9-467f-8882-5649e31d1358 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:23:02.756850 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60480) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:03.112000 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3012c814-6094-4f76-b8aa-6ffac3525c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.335876 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3012c814-6094-4f76-b8aa-6ffac3525c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.345056 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3012c814-6094-4f76-b8aa-6ffac3525c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.401831 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3012c814-6094-4f76-b8aa-6ffac3525c43 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fad2d725c62a4a578a009a4a21041a3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6413016 Jul 14 09:23:03.401831 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012c814-6094-4f76-b8aa-6ffac3525c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f275e6c3-c408-4412-b27f-8667f6e6e2a3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:03.402172 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60502) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:03.504749 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a87f4a1e-02f1-4c3c-8981-661532d60fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.561103 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a87f4a1e-02f1-4c3c-8981-661532d60fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.661713 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a87f4a1e-02f1-4c3c-8981-661532d60fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.665851 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a87f4a1e-02f1-4c3c-8981-661532d60fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.667266 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a87f4a1e-02f1-4c3c-8981-661532d60fd0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f275e6c3-c408-4412-b27f-8667f6e6e2a3 HTTP/1.1" status: 204 len: 168 time: 0.2640898 Jul 14 09:23:03.681749 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f4a1e-02f1-4c3c-8981-661532d60fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f275e6c3-c408-4412-b27f-8667f6e6e2a3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:04.368316 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60538) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:04.399609 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01e046ff-03e4-446f-b1c7-690f0958deec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.761937 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01e046ff-03e4-446f-b1c7-690f0958deec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.820956 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01e046ff-03e4-446f-b1c7-690f0958deec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.941109 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-01e046ff-03e4-446f-b1c7-690f0958deec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a8caab0574684ad6b92207c5ab64bfc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5714123 Jul 14 09:23:04.943699 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60542) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:05.003869 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e046ff-03e4-446f-b1c7-690f0958deec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce7b1eb-4367-4865-93aa-7910aa12959c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:05.072861 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-58218d45-ab93-4ae0-be5e-c04a4b5348f4 req-d07bbe37-74e8-4c6c-b06c-a6a9082d10c1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3074682 Jul 14 09:23:05.132019 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-301dfe6e-527b-476b-9e21-9445d2d3162f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.201065 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-301dfe6e-527b-476b-9e21-9445d2d3162f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.401678 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58218d45-ab93-4ae0-be5e-c04a4b5348f4 req-dc4b79e5-0904-456d-9ca9-e36bda0db4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:05.403693 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-58218d45-ab93-4ae0-be5e-c04a4b5348f4 req-dc4b79e5-0904-456d-9ca9-e36bda0db4b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 1097 time: 0.2480240 Jul 14 09:23:05.504099 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-301dfe6e-527b-476b-9e21-9445d2d3162f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.513969 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-301dfe6e-527b-476b-9e21-9445d2d3162f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.520393 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-301dfe6e-527b-476b-9e21-9445d2d3162f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ce7b1eb-4367-4865-93aa-7910aa12959c HTTP/1.1" status: 204 len: 168 time: 0.5665922 Jul 14 09:23:05.552515 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301dfe6e-527b-476b-9e21-9445d2d3162f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce7b1eb-4367-4865-93aa-7910aa12959c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:05.572769 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60566) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:05.580598 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-85580b8f-3a9e-430a-8aa1-3a21174a8dab tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Request body: {'subnets': [{'network_id': 'd870c326-d6fe-48da-9a6b-17cbd422a357', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1183358924', 'ip_version': 6}, {'network_id': 'd9d83174-3eb9-467f-8882-5649e31d1358', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:05.581180 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-85580b8f-3a9e-430a-8aa1-3a21174a8dab tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Request body: {'subnet': {'network_id': 'd870c326-d6fe-48da-9a6b-17cbd422a357', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1183358924', 'ip_version': 6}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:05.582346 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-85580b8f-3a9e-430a-8aa1-3a21174a8dab tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Request body: {'subnet': {'network_id': 'd9d83174-3eb9-467f-8882-5649e31d1358', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:05.826306 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58218d45-ab93-4ae0-be5e-c04a4b5348f4 req-7be3554c-4512-4996-ba91-e430e117c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:05.830980 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-58218d45-ab93-4ae0-be5e-c04a4b5348f4 req-7be3554c-4512-4996-ba91-e430e117c4af service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 912 time: 0.3544836 Jul 14 09:23:05.934381 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85580b8f-3a9e-430a-8aa1-3a21174a8dab tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Made reservation on behalf of 22a71193c81f43c7a2da38fb927252d9 for: {'subnet': 2} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:05.942018 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85580b8f-3a9e-430a-8aa1-3a21174a8dab tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.942663 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85580b8f-3a9e-430a-8aa1-3a21174a8dab tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.043267 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-58218d45-ab93-4ae0-be5e-c04a4b5348f4 req-9b478452-3be5-4f83-984b-aa3a4144e1b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a61054c-ca03-43e7-a0bf-a3248953dd22 HTTP/1.1" status: 200 len: 999 time: 0.2062144 Jul 14 09:23:06.249128 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58218d45-ab93-4ae0-be5e-c04a4b5348f4 req-66f92a1e-557e-48e2-b342-994d7f998230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:06.250601 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-58218d45-ab93-4ae0-be5e-c04a4b5348f4 req-66f92a1e-557e-48e2-b342-994d7f998230 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a288c610-4f62-489b-a703-60b0f1c60f0a HTTP/1.1" status: 200 len: 851 time: 0.2012944 Jul 14 09:23:06.580735 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58218d45-ab93-4ae0-be5e-c04a4b5348f4 req-a846f689-08bc-4e6b-a01a-67799fbcca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:06.583049 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-58218d45-ab93-4ae0-be5e-c04a4b5348f4 req-a846f689-08bc-4e6b-a01a-67799fbcca09 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa88f091-33f9-4aa2-8101-31241b8b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3199661 Jul 14 09:23:06.852018 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85580b8f-3a9e-430a-8aa1-3a21174a8dab tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.889558 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-58218d45-ab93-4ae0-be5e-c04a4b5348f4 req-4095012f-9686-4d2e-a6fe-6cd784c22c60 service neutron] 10.222.0.44 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900021 Jul 14 09:23:07.000634 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85580b8f-3a9e-430a-8aa1-3a21174a8dab tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Pushing event updated for resources: {'Subnet': ['ID=46d781a2-730b-4aca-832b-bae7f163f8cf,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:07.043824 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85580b8f-3a9e-430a-8aa1-3a21174a8dab tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Checking segment: {'id': 'da4eafd7-4177-47a3-905f-a27d0baeb180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd870c326-d6fe-48da-9a6b-17cbd422a357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:07.044861 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85580b8f-3a9e-430a-8aa1-3a21174a8dab tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Network hostable DHCP agents. Network: d870c326-d6fe-48da-9a6b-17cbd422a357, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:23:07.080269 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85580b8f-3a9e-430a-8aa1-3a21174a8dab tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Network d870c326-d6fe-48da-9a6b-17cbd422a357 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:23:07.095079 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-85580b8f-3a9e-430a-8aa1-3a21174a8dab tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, d870c326-d6fe-48da-9a6b-17cbd422a357) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:07.103033 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2826846d-6a2f-4b70-8b2e-8e57ac643fb0 None None] Network d870c326-d6fe-48da-9a6b-17cbd422a357 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:07.115593 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85580b8f-3a9e-430a-8aa1-3a21174a8dab tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.186467 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-58218d45-ab93-4ae0-be5e-c04a4b5348f4 req-b93baaae-e4e3-49a0-a568-6ac8a934c6ea service neutron] 10.222.0.44 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911909 Jul 14 09:23:07.248156 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85580b8f-3a9e-430a-8aa1-3a21174a8dab tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Checking segment: {'id': 'b57bb5f3-8cad-4f43-992d-d4b6f0f2ceaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd9d83174-3eb9-467f-8882-5649e31d1358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:07.248540 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85580b8f-3a9e-430a-8aa1-3a21174a8dab tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Network hostable DHCP agents. Network: d9d83174-3eb9-467f-8882-5649e31d1358, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:23:07.255819 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85580b8f-3a9e-430a-8aa1-3a21174a8dab tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Pushing event updated for resources: {'Subnet': ['ID=ce3683e9-38a0-404d-b09f-713e280c014f,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:07.310264 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85580b8f-3a9e-430a-8aa1-3a21174a8dab tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Network d9d83174-3eb9-467f-8882-5649e31d1358 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:23:07.362378 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-85580b8f-3a9e-430a-8aa1-3a21174a8dab tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, d9d83174-3eb9-467f-8882-5649e31d1358) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:07.376223 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85580b8f-3a9e-430a-8aa1-3a21174a8dab tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:07.377295 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85580b8f-3a9e-430a-8aa1-3a21174a8dab tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:07.378099 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85580b8f-3a9e-430a-8aa1-3a21174a8dab tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.397977 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-85580b8f-3a9e-430a-8aa1-3a21174a8dab tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.8234377 Jul 14 09:23:07.401914 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60624) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:07.407275 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4c5d1a-fee8-41c3-9aef-8dadc72ef58b None None] Network d9d83174-3eb9-467f-8882-5649e31d1358 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:07.663161 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd0f89a-eb95-464a-8273-41fd06adce67 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:07.674170 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd0f89a-eb95-464a-8273-41fd06adce67 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:07.683530 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd0f89a-eb95-464a-8273-41fd06adce67 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:07.694229 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8bd0f89a-eb95-464a-8273-41fd06adce67 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2805614 Jul 14 09:23:07.694722 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60640) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:07.810987 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f704f4-09b6-47e2-9a7a-65c1a963aa07 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Deleting subnet 46d781a2-730b-4aca-832b-bae7f163f8cf {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:23:07.814772 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9f704f4-09b6-47e2-9a7a-65c1a963aa07 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.848745 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053ddfd0-a561-4954-893e-e4348fa43f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-d870c326-d6fe-48da-9a6b-17cbd422a357', 'network_id': 'd870c326-d6fe-48da-9a6b-17cbd422a357', 'tenant_id': '22a71193c81f43c7a2da38fb927252d9', 'fixed_ips': [{'subnet_id': '46d781a2-730b-4aca-832b-bae7f163f8cf'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:23:07.850005 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-053ddfd0-a561-4954-893e-e4348fa43f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.976903 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55175249-8225-4795-a8c8-71de87ae78a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-d9d83174-3eb9-467f-8882-5649e31d1358', 'network_id': 'd9d83174-3eb9-467f-8882-5649e31d1358', 'tenant_id': '22a71193c81f43c7a2da38fb927252d9', 'fixed_ips': [{'subnet_id': 'ce3683e9-38a0-404d-b09f-713e280c014f'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:23:07.977801 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55175249-8225-4795-a8c8-71de87ae78a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.978908 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e21b4f5-1548-4d58-9a9f-a479714d1fa2 req-42a9de08-76d8-4490-8d4e-0183be4ac4a7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=66abb7d3-38c2-49ee-b810-297c1a4ae5e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2240467 Jul 14 09:23:07.992527 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9f704f4-09b6-47e2-9a7a-65c1a963aa07 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.238994 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9f704f4-09b6-47e2-9a7a-65c1a963aa07 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.328046 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21b4f5-1548-4d58-9a9f-a479714d1fa2 req-534b11b7-9fe7-44b3-aa20-bba8e4bcd329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:08.329593 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e21b4f5-1548-4d58-9a9f-a479714d1fa2 req-534b11b7-9fe7-44b3-aa20-bba8e4bcd329 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&device_id=66abb7d3-38c2-49ee-b810-297c1a4ae5e6 HTTP/1.1" status: 200 len: 1098 time: 0.2567980 Jul 14 09:23:08.500318 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9f704f4-09b6-47e2-9a7a-65c1a963aa07 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server [None req-053ddfd0-a561-4954-893e-e4348fa43f79 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46d781a2-730b-4aca-832b-bae7f163f8cf: This subnet is being modified by another concurrent operation. Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:23:08.620646 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46d781a2-730b-4aca-832b-bae7f163f8cf: This subnet is being modified by another concurrent operation. Jul 14 09:23:08.626014 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server Jul 14 09:23:08.655029 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9f704f4-09b6-47e2-9a7a-65c1a963aa07 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.657088 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea93f4b-0104-41c7-9b1d-e3e773a89d1f None None] Network d870c326-d6fe-48da-9a6b-17cbd422a357 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:08.667471 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60676) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:08.667972 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d9f704f4-09b6-47e2-9a7a-65c1a963aa07 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] 10.222.0.25 "DELETE /v2.0/subnets/46d781a2-730b-4aca-832b-bae7f163f8cf HTTP/1.1" status: 204 len: 168 time: 0.9685416 Jul 14 09:23:08.670896 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f704f4-09b6-47e2-9a7a-65c1a963aa07 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Pushing event deleted for resources: {'Subnet': ['ID=46d781a2-730b-4aca-832b-bae7f163f8cf,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:08.794796 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21b4f5-1548-4d58-9a9f-a479714d1fa2 req-8d4a4726-9b13-4f8b-9543-09b21ee91aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:08.801000 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e21b4f5-1548-4d58-9a9f-a479714d1fa2 req-8d4a4726-9b13-4f8b-9543-09b21ee91aa7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 912 time: 0.4406662 Jul 14 09:23:08.921160 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-819008c6-4e10-43a4-899c-6b53826a4947 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Deleting subnet ce3683e9-38a0-404d-b09f-713e280c014f {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:23:08.934245 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e21b4f5-1548-4d58-9a9f-a479714d1fa2 req-364b95a8-4dd0-400b-858c-7c27a76fbe13 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef4dbc08-3ed1-45e7-8e6d-292a29e70367 HTTP/1.1" status: 200 len: 217 time: 0.1284401 Jul 14 09:23:08.939979 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-55175249-8225-4795-a8c8-71de87ae78a9 None None] Allocated IP 2001:db8:0:1::1 (d9d83174-3eb9-467f-8882-5649e31d1358/ce3683e9-38a0-404d-b09f-713e280c014f/a3223def-cd07-4438-9351-de905c802b2f) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:09.085183 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21b4f5-1548-4d58-9a9f-a479714d1fa2 req-376db385-95ed-4488-9d00-24e14ac46375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:09.090202 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e21b4f5-1548-4d58-9a9f-a479714d1fa2 req-376db385-95ed-4488-9d00-24e14ac46375 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a288c610-4f62-489b-a703-60b0f1c60f0a HTTP/1.1" status: 200 len: 851 time: 0.1475723 Jul 14 09:23:09.342285 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21b4f5-1548-4d58-9a9f-a479714d1fa2 req-d8df8923-aa5a-434d-a10d-4001baf90fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:09.344255 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e21b4f5-1548-4d58-9a9f-a479714d1fa2 req-d8df8923-aa5a-434d-a10d-4001baf90fb8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa88f091-33f9-4aa2-8101-31241b8b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2462792 Jul 14 09:23:09.535641 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55175249-8225-4795-a8c8-71de87ae78a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.548185 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-55175249-8225-4795-a8c8-71de87ae78a9 None None] Transition to ACTIVE for port object a3223def-cd07-4438-9351-de905c802b2f will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:09.586390 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-55175249-8225-4795-a8c8-71de87ae78a9 None None] Transition to ACTIVE for port object a3223def-cd07-4438-9351-de905c802b2f will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:09.606362 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-819008c6-4e10-43a4-899c-6b53826a4947 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.611167 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55175249-8225-4795-a8c8-71de87ae78a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.648996 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e21b4f5-1548-4d58-9a9f-a479714d1fa2 req-a33e4105-3a46-4998-b2b3-b0fa5e534129 service neutron] 10.222.0.47 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976615 Jul 14 09:23:09.725351 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55175249-8225-4795-a8c8-71de87ae78a9 None None] Pushing event updated for resources: {'Port': ['ID=a3223def-cd07-4438-9351-de905c802b2f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:09.729241 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-819008c6-4e10-43a4-899c-6b53826a4947 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.780013 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55175249-8225-4795-a8c8-71de87ae78a9 None None] Network d9d83174-3eb9-467f-8882-5649e31d1358 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:09.783527 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-55175249-8225-4795-a8c8-71de87ae78a9 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:09.787654 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55175249-8225-4795-a8c8-71de87ae78a9 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:09.923430 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e21b4f5-1548-4d58-9a9f-a479714d1fa2 req-35fd623f-79ab-48d5-a3d5-0927337f15a1 service neutron] 10.222.0.47 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577548 Jul 14 09:23:09.960940 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-819008c6-4e10-43a4-899c-6b53826a4947 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.051422 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-819008c6-4e10-43a4-899c-6b53826a4947 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.127614 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819008c6-4e10-43a4-899c-6b53826a4947 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Pushing event deleted for resources: {'Subnet': ['ID=ce3683e9-38a0-404d-b09f-713e280c014f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:10.130146 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-819008c6-4e10-43a4-899c-6b53826a4947 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.132714 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-819008c6-4e10-43a4-899c-6b53826a4947 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] 10.222.0.25 "DELETE /v2.0/subnets/ce3683e9-38a0-404d-b09f-713e280c014f HTTP/1.1" status: 204 len: 168 time: 1.4633875 Jul 14 09:23:10.135394 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60734) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:10.271685 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dac5fc-0ebb-4063-908d-ef68a0e7576e tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:10.276293 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-03dac5fc-0ebb-4063-908d-ef68a0e7576e tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1393156 Jul 14 09:23:10.282138 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60738) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:10.510836 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-55175249-8225-4795-a8c8-71de87ae78a9 None None] Attempting to bind port a3223def-cd07-4438-9351-de905c802b2f on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:10.511465 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-55175249-8225-4795-a8c8-71de87ae78a9 None None] Attempting to bind port a3223def-cd07-4438-9351-de905c802b2f by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'b57bb5f3-8cad-4f43-992d-d4b6f0f2ceaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd9d83174-3eb9-467f-8882-5649e31d1358'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:10.512123 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55175249-8225-4795-a8c8-71de87ae78a9 None None] Attempting to bind port a3223def-cd07-4438-9351-de905c802b2f on network d9d83174-3eb9-467f-8882-5649e31d1358 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:10.574904 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55175249-8225-4795-a8c8-71de87ae78a9 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:10.576303 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55175249-8225-4795-a8c8-71de87ae78a9 None None] Checking segment: {'id': 'b57bb5f3-8cad-4f43-992d-d4b6f0f2ceaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd9d83174-3eb9-467f-8882-5649e31d1358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:10.576747 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55175249-8225-4795-a8c8-71de87ae78a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.577265 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55175249-8225-4795-a8c8-71de87ae78a9 None None] Bound using segment: {'id': 'b57bb5f3-8cad-4f43-992d-d4b6f0f2ceaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd9d83174-3eb9-467f-8882-5649e31d1358'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:10.577760 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-55175249-8225-4795-a8c8-71de87ae78a9 None None] Bound port: a3223def-cd07-4438-9351-de905c802b2f, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57bb5f3-8cad-4f43-992d-d4b6f0f2ceaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd9d83174-3eb9-467f-8882-5649e31d1358'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:10.581836 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55175249-8225-4795-a8c8-71de87ae78a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.593905 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.869636 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-55175249-8225-4795-a8c8-71de87ae78a9 None None] For port a3223def-cd07-4438-9351-de905c802b2f, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:10.882970 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-55175249-8225-4795-a8c8-71de87ae78a9 None None] For port a3223def-cd07-4438-9351-de905c802b2f, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a3223def-cd07-4438-9351-de905c802b2f,segment=NetworkSegment(b57bb5f3-8cad-4f43-992d-d4b6f0f2ceaa),segment_id=b57bb5f3-8cad-4f43-992d-d4b6f0f2ceaa)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:10.889096 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55175249-8225-4795-a8c8-71de87ae78a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:11.172485 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fa85194-b98f-4eb9-98b4-42e82ab8f705 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:11.174945 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9acdda-16f4-4767-804b-8fcf153443ba None None] Network d9d83174-3eb9-467f-8882-5649e31d1358 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:11.313270 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9fa85194-b98f-4eb9-98b4-42e82ab8f705 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Deleting port a3223def-cd07-4438-9351-de905c802b2f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:11.313611 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fa85194-b98f-4eb9-98b4-42e82ab8f705 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:11.382320 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55175249-8225-4795-a8c8-71de87ae78a9 None None] Pushing event updated for resources: {'Port': ['ID=a3223def-cd07-4438-9351-de905c802b2f,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:11.492897 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9fa85194-b98f-4eb9-98b4-42e82ab8f705 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] For port a3223def-cd07-4438-9351-de905c802b2f, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a3223def-cd07-4438-9351-de905c802b2f,segment=NetworkSegment(b57bb5f3-8cad-4f43-992d-d4b6f0f2ceaa),segment_id=b57bb5f3-8cad-4f43-992d-d4b6f0f2ceaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:11.493562 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fa85194-b98f-4eb9-98b4-42e82ab8f705 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:11.509187 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9fa85194-b98f-4eb9-98b4-42e82ab8f705 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Calling delete_port for a3223def-cd07-4438-9351-de905c802b2f owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:11.617479 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc58be24-c360-4082-8146-2f3e0254be2d None None] get_active_networks_info from n-d-771362-35 {{(pid=93774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:23:11.764982 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fa85194-b98f-4eb9-98b4-42e82ab8f705 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:11.893659 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa85194-b98f-4eb9-98b4-42e82ab8f705 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Pushing event deleted for resources: {'Port': ['ID=a3223def-cd07-4438-9351-de905c802b2f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:11.906603 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc58be24-c360-4082-8146-2f3e0254be2d None None] Resources bound (agent type, host, resource id): {{(pid=93774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:23:11.917852 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa85194-b98f-4eb9-98b4-42e82ab8f705 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] No DVR routers for this DVR port a3223def-cd07-4438-9351-de905c802b2f on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:12.170766 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:23:12.333299 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fa85194-b98f-4eb9-98b4-42e82ab8f705 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.365963 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-9fa85194-b98f-4eb9-98b4-42e82ab8f705 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d83174-3eb9-467f-8882-5649e31d1358']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:12.421099 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-9fa85194-b98f-4eb9-98b4-42e82ab8f705 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b57bb5f3-8cad-4f43-992d-d4b6f0f2ceaa') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:12.425422 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-9fa85194-b98f-4eb9-98b4-42e82ab8f705 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b57bb5f3-8cad-4f43-992d-d4b6f0f2ceaa') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:12.467055 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fa85194-b98f-4eb9-98b4-42e82ab8f705 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.506242 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fa85194-b98f-4eb9-98b4-42e82ab8f705 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.531148 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa85194-b98f-4eb9-98b4-42e82ab8f705 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:23:12.531644 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fa85194-b98f-4eb9-98b4-42e82ab8f705 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:23:12.535822 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:23:12.549311 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.735000 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fa85194-b98f-4eb9-98b4-42e82ab8f705 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.780724 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fa85194-b98f-4eb9-98b4-42e82ab8f705 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.802171 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9fa85194-b98f-4eb9-98b4-42e82ab8f705 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] 10.222.0.25 "DELETE /v2.0/networks/d9d83174-3eb9-467f-8882-5649e31d1358 HTTP/1.1" status: 204 len: 168 time: 2.5157390 Jul 14 09:23:12.802617 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60824) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:12.884547 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa85194-b98f-4eb9-98b4-42e82ab8f705 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Pushing event deleted for resources: {'Network': ['ID=d9d83174-3eb9-467f-8882-5649e31d1358,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:13.009100 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ccfa98e-d556-44b0-bb22-2731ee50d3d9 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.057823 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abde822d-40f4-42d8-8320-08bb63b5c539 None None] get_active_networks_info from n-d-771362-35 {{(pid=93774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:23:13.207979 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ccfa98e-d556-44b0-bb22-2731ee50d3d9 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.226358 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-7ccfa98e-d556-44b0-bb22-2731ee50d3d9 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d870c326-d6fe-48da-9a6b-17cbd422a357']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:13.240285 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-7ccfa98e-d556-44b0-bb22-2731ee50d3d9 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da4eafd7-4177-47a3-905f-a27d0baeb180') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:13.240862 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-7ccfa98e-d556-44b0-bb22-2731ee50d3d9 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da4eafd7-4177-47a3-905f-a27d0baeb180') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:13.261416 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ccfa98e-d556-44b0-bb22-2731ee50d3d9 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.305796 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ccfa98e-d556-44b0-bb22-2731ee50d3d9 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.332973 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ccfa98e-d556-44b0-bb22-2731ee50d3d9 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:23:13.333411 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ccfa98e-d556-44b0-bb22-2731ee50d3d9 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:23:13.376482 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:23:13.413546 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abde822d-40f4-42d8-8320-08bb63b5c539 None None] Resources bound (agent type, host, resource id): {{(pid=93774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:23:13.492581 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ccfa98e-d556-44b0-bb22-2731ee50d3d9 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.506940 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ccfa98e-d556-44b0-bb22-2731ee50d3d9 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.512548 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60856) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:13.515315 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7ccfa98e-d556-44b0-bb22-2731ee50d3d9 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] 10.222.0.25 "DELETE /v2.0/networks/d870c326-d6fe-48da-9a6b-17cbd422a357 HTTP/1.1" status: 204 len: 168 time: 0.7102299 Jul 14 09:23:13.542604 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfa98e-d556-44b0-bb22-2731ee50d3d9 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Pushing event deleted for resources: {'Network': ['ID=d870c326-d6fe-48da-9a6b-17cbd422a357,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:13.797344 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e433bb2d-05b3-478b-92ff-14f4967a31c9 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.105218 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e433bb2d-05b3-478b-92ff-14f4967a31c9 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.140709 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-e433bb2d-05b3-478b-92ff-14f4967a31c9 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298350cc-d664-4729-99f4-f148d9023afe']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:14.191383 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-e433bb2d-05b3-478b-92ff-14f4967a31c9 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd593fb9f-d625-4548-aa45-adda22a09057') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:14.191968 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-e433bb2d-05b3-478b-92ff-14f4967a31c9 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd593fb9f-d625-4548-aa45-adda22a09057') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:14.207523 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e433bb2d-05b3-478b-92ff-14f4967a31c9 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.233156 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e433bb2d-05b3-478b-92ff-14f4967a31c9 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.243055 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e433bb2d-05b3-478b-92ff-14f4967a31c9 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:23:14.243852 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e433bb2d-05b3-478b-92ff-14f4967a31c9 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:23:14.247584 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:23:14.380317 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e433bb2d-05b3-478b-92ff-14f4967a31c9 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.388393 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e433bb2d-05b3-478b-92ff-14f4967a31c9 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.390508 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e433bb2d-05b3-478b-92ff-14f4967a31c9 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] 10.222.0.25 "DELETE /v2.0/networks/298350cc-d664-4729-99f4-f148d9023afe HTTP/1.1" status: 204 len: 168 time: 0.8757908 Jul 14 09:23:14.393715 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60886) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:14.463577 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433bb2d-05b3-478b-92ff-14f4967a31c9 tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Pushing event deleted for resources: {'Network': ['ID=298350cc-d664-4729-99f4-f148d9023afe,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:14.613386 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-da887acc-9d93-4f3c-a1cf-6b47c73c68ed tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.921368 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-da887acc-9d93-4f3c-a1cf-6b47c73c68ed tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.953643 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-da887acc-9d93-4f3c-a1cf-6b47c73c68ed tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e63eace-c270-4794-8e00-8511486be100']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:14.999878 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-da887acc-9d93-4f3c-a1cf-6b47c73c68ed tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4825cd-8079-413b-b0f0-03fb7be70190') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:15.003010 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-da887acc-9d93-4f3c-a1cf-6b47c73c68ed tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4825cd-8079-413b-b0f0-03fb7be70190') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:15.036408 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-da887acc-9d93-4f3c-a1cf-6b47c73c68ed tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.097711 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-da887acc-9d93-4f3c-a1cf-6b47c73c68ed tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.132012 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da887acc-9d93-4f3c-a1cf-6b47c73c68ed tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:23:15.134131 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-da887acc-9d93-4f3c-a1cf-6b47c73c68ed tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:23:15.141995 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:23:15.270511 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-da887acc-9d93-4f3c-a1cf-6b47c73c68ed tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.286151 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-da887acc-9d93-4f3c-a1cf-6b47c73c68ed tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.289675 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-da887acc-9d93-4f3c-a1cf-6b47c73c68ed tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] 10.222.0.25 "DELETE /v2.0/networks/7e63eace-c270-4794-8e00-8511486be100 HTTP/1.1" status: 204 len: 168 time: 0.8948722 Jul 14 09:23:15.334411 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da887acc-9d93-4f3c-a1cf-6b47c73c68ed tempest-BulkNetworkOpsIpV6Test-1410387891 tempest-BulkNetworkOpsIpV6Test-1410387891-project] Pushing event deleted for resources: {'Network': ['ID=7e63eace-c270-4794-8e00-8511486be100,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:15.888185 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60948) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:16.833575 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60990) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:16.862325 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8c542c2d-b264-4a87-af88-0b81198a6c21 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22a71193c81f43c7a2da38fb927252d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9718697 Jul 14 09:23:17.240495 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a83267ee-7ace-456e-8da8-1f55fe1a67e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:17.433885 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b6743-b6fd-47b0-97d5-c3dac6b112b4 req-546933f6-b26e-4d41-b21e-1d0571095724 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:17.457923 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a83267ee-7ace-456e-8da8-1f55fe1a67e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:17.463944 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-727b6743-b6fd-47b0-97d5-c3dac6b112b4 req-546933f6-b26e-4d41-b21e-1d0571095724 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.2387800 Jul 14 09:23:17.495934 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952dcdbc-636a-47fc-bd0d-6b6f7f24cf80 req-44ba481b-d032-465d-969f-cab35c9899ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:17.497927 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-952dcdbc-636a-47fc-bd0d-6b6f7f24cf80 req-44ba481b-d032-465d-969f-cab35c9899ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 1097 time: 0.4214377 Jul 14 09:23:17.539502 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-727b6743-b6fd-47b0-97d5-c3dac6b112b4 req-19cbe071-1243-4c89-90ef-2593e5d81b07 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742302 Jul 14 09:23:17.733820 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a83267ee-7ace-456e-8da8-1f55fe1a67e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:17.737521 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a83267ee-7ace-456e-8da8-1f55fe1a67e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:17.741230 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a83267ee-7ace-456e-8da8-1f55fe1a67e0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9357fcf5-d893-4c75-8a30-fee7dc52f19a HTTP/1.1" status: 204 len: 168 time: 0.9029205 Jul 14 09:23:17.807289 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952dcdbc-636a-47fc-bd0d-6b6f7f24cf80 req-e8561dc5-de85-446d-a7df-00fe98997908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:17.832719 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-952dcdbc-636a-47fc-bd0d-6b6f7f24cf80 req-e8561dc5-de85-446d-a7df-00fe98997908 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 912 time: 0.2756960 Jul 14 09:23:17.833780 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83267ee-7ace-456e-8da8-1f55fe1a67e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9357fcf5-d893-4c75-8a30-fee7dc52f19a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:18.000455 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-952dcdbc-636a-47fc-bd0d-6b6f7f24cf80 req-1e60dabf-7368-4c7b-89c0-6a3152f858f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a61054c-ca03-43e7-a0bf-a3248953dd22 HTTP/1.1" status: 200 len: 999 time: 0.1563616 Jul 14 09:23:18.179021 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952dcdbc-636a-47fc-bd0d-6b6f7f24cf80 req-00a09d70-5040-4996-9262-930903bdaeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:18.184748 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-952dcdbc-636a-47fc-bd0d-6b6f7f24cf80 req-00a09d70-5040-4996-9262-930903bdaeae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a288c610-4f62-489b-a703-60b0f1c60f0a HTTP/1.1" status: 200 len: 851 time: 0.1762929 Jul 14 09:23:18.403995 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952dcdbc-636a-47fc-bd0d-6b6f7f24cf80 req-8feb9273-029b-403a-a9a8-12d1b4d6af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:18.412886 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b0391d2-bc9e-42d0-868b-16ee5a32e5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:18.416829 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-952dcdbc-636a-47fc-bd0d-6b6f7f24cf80 req-8feb9273-029b-403a-a9a8-12d1b4d6af90 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa88f091-33f9-4aa2-8101-31241b8b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2212760 Jul 14 09:23:18.737447 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-952dcdbc-636a-47fc-bd0d-6b6f7f24cf80 req-721fe5c6-06a8-4707-a292-9a95930333f8 service neutron] 10.222.0.44 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162477 Jul 14 09:23:19.052578 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-952dcdbc-636a-47fc-bd0d-6b6f7f24cf80 req-25fddbf9-d0b5-48d8-b81d-53c7d14eee7a service neutron] 10.222.0.44 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083491 Jul 14 09:23:19.119997 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46112a-e550-481d-81a8-4465f1f44f1d req-a25f6360-be5d-447e-9685-196aa5860d3a tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:19.128265 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2f46112a-e550-481d-81a8-4465f1f44f1d req-a25f6360-be5d-447e-9685-196aa5860d3a tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.1486423 Jul 14 09:23:19.219001 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2f46112a-e550-481d-81a8-4465f1f44f1d req-f14374d9-ebdf-49d0-b853-a182b5e6d12f tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896506 Jul 14 09:23:20.871143 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eca348-3840-4b67-8676-cf14dae2debc req-3f2fd5a0-f684-47b6-a670-33ad146cbc75 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:20.890528 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21eca348-3840-4b67-8676-cf14dae2debc req-3f2fd5a0-f684-47b6-a670-33ad146cbc75 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.1707158 Jul 14 09:23:20.950811 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21eca348-3840-4b67-8676-cf14dae2debc req-4d3b55bb-afa6-455e-9f96-36ac7778d20a tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591638 Jul 14 09:23:21.018647 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 32918) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:21.066783 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-72e8ce4c-80eb-4a3f-8474-96c7a9462df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:21.278205 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:21.291723 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-a2e53248-d1b8-4447-a02a-1e2761ee3756 tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] Request body: {'port': {'network_id': '7d5abe12-a69f-4222-9d4c-9f08f99e0f47', 'name': 'tempest-NetworksNegativeTestJSON-416015798'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:21.336591 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e53248-d1b8-4447-a02a-1e2761ee3756 tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] POST failed (client error): The resource could not be found. Jul 14 09:23:21.338670 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e53248-d1b8-4447-a02a-1e2761ee3756 tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:21.348416 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 32938) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:21.351202 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a2e53248-d1b8-4447-a02a-1e2761ee3756 tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3305950 Jul 14 09:23:21.418175 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-802f1a4a-557f-4fda-b330-60209d22670d tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:21.419109 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-802f1a4a-557f-4fda-b330-60209d22670d tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:21.422632 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-802f1a4a-557f-4fda-b330-60209d22670d tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] 10.222.0.25 "DELETE /v2.0/networks/fca9b57e-8202-4773-99c7-ac43c6e15111 HTTP/1.1" status: 404 len: 339 time: 0.0702088 Jul 14 09:23:21.427890 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 32950) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:21.512986 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b3a40f-a667-4978-b650-a1853fad4677 tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:21.513840 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90b3a40f-a667-4978-b650-a1853fad4677 tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:21.523146 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 32952) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:21.523606 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-90b3a40f-a667-4978-b650-a1853fad4677 tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] 10.222.0.25 "DELETE /v2.0/ports/37173af0-2fc8-40f4-81b6-ed134cc8f7d9 HTTP/1.1" status: 404 len: 333 time: 0.0939670 Jul 14 09:23:21.628803 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62ab56c-e9fe-4df7-8e48-d34f0366beb9 tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:21.629869 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c62ab56c-e9fe-4df7-8e48-d34f0366beb9 tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:21.640632 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 32958) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:21.655078 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c62ab56c-e9fe-4df7-8e48-d34f0366beb9 tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] 10.222.0.25 "DELETE /v2.0/subnets/3fd53840-75ef-4f8e-8c93-d50422de9b24 HTTP/1.1" status: 404 len: 337 time: 0.1306787 Jul 14 09:23:21.671049 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeefdcc3-a753-4bb6-954a-fd018e6712fd tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] GET failed (client error): The resource could not be found. Jul 14 09:23:21.680034 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 32960) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:21.693757 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-eeefdcc3-a753-4bb6-954a-fd018e6712fd tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] 10.222.0.25 "GET /v2.0/networks/d3cffaea-18d6-4a69-8a21-76a90b0a0023 HTTP/1.1" status: 404 len: 339 time: 0.0510793 Jul 14 09:23:21.724289 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4119f54b-8ec3-4226-ab94-551dd66eb012 tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] GET failed (client error): The resource could not be found. Jul 14 09:23:21.734146 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 32962) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:21.748090 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4119f54b-8ec3-4226-ab94-551dd66eb012 tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] 10.222.0.25 "GET /v2.0/ports/2b5dc3bf-8b20-4e7e-857d-b3167d45a676 HTTP/1.1" status: 404 len: 333 time: 0.0667109 Jul 14 09:23:21.781104 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd64c8e-ca85-4f93-bd25-efeff1a3083c tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] GET failed (client error): The resource could not be found. Jul 14 09:23:21.788974 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 32964) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:21.802337 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2221d1e8-3493-421a-a993-ae1edc56a366 tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:21.806039 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fdd64c8e-ca85-4f93-bd25-efeff1a3083c tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] 10.222.0.25 "GET /v2.0/subnets/d47066b6-021e-4e05-9fa5-2b8edad8a568 HTTP/1.1" status: 404 len: 337 time: 0.0698581 Jul 14 09:23:21.821241 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2221d1e8-3493-421a-a993-ae1edc56a366 tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] PUT failed (client error): The resource could not be found. Jul 14 09:23:21.822791 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2221d1e8-3493-421a-a993-ae1edc56a366 tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:21.832863 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 32968) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:21.838622 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-18ddf74e-302c-47a4-8b01-7d74ece900a7 tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:21.843952 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2221d1e8-3493-421a-a993-ae1edc56a366 tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] 10.222.0.25 "PUT /v2.0/networks/778b397e-7c7d-4007-bf8c-87d8865bc24d HTTP/1.1" status: 404 len: 339 time: 0.0531466 Jul 14 09:23:21.884901 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ddf74e-302c-47a4-8b01-7d74ece900a7 tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] PUT failed (client error): The resource could not be found. Jul 14 09:23:21.885987 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ddf74e-302c-47a4-8b01-7d74ece900a7 tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:21.892083 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 32972) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:21.901388 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-87aad1c2-98ca-40ae-9c20-7970248e73c8 tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:21.913107 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-18ddf74e-302c-47a4-8b01-7d74ece900a7 tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] 10.222.0.25 "PUT /v2.0/ports/55623ac6-0812-46f8-9bd8-b81a6f77247e HTTP/1.1" status: 404 len: 333 time: 0.0732083 Jul 14 09:23:21.983438 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-87aad1c2-98ca-40ae-9c20-7970248e73c8 tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] PUT failed (client error): The resource could not be found. Jul 14 09:23:21.986794 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87aad1c2-98ca-40ae-9c20-7970248e73c8 tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:21.994591 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-87aad1c2-98ca-40ae-9c20-7970248e73c8 tempest-NetworksNegativeTestJSON-70854357 tempest-NetworksNegativeTestJSON-70854357-project] 10.222.0.25 "PUT /v2.0/subnets/dcfcf77d-f81a-46ad-b1cb-ee86d5e85c9d HTTP/1.1" status: 404 len: 337 time: 0.1000698 Jul 14 09:23:22.152667 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:22.803252 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33016) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:23.227598 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b88e81ca-e15f-45bf-be99-014917641625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:23.464330 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b88e81ca-e15f-45bf-be99-014917641625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:23.484803 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b88e81ca-e15f-45bf-be99-014917641625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:23.630647 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e81ca-e15f-45bf-be99-014917641625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f920399-30fd-44cd-ac13-7d23b8526653,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:23.669839 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 33054) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:23.698718 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b88e81ca-e15f-45bf-be99-014917641625 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a0b1d076c3304121934eb4a451ccded1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8709891 Jul 14 09:23:23.720230 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:23.773365 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b1848dec-8432-46cf-9560-90cbe27e01d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:23.878573 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b1848dec-8432-46cf-9560-90cbe27e01d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:23.987775 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b1848dec-8432-46cf-9560-90cbe27e01d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:23.994980 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b1848dec-8432-46cf-9560-90cbe27e01d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:23.997734 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b1848dec-8432-46cf-9560-90cbe27e01d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f920399-30fd-44cd-ac13-7d23b8526653 HTTP/1.1" status: 204 len: 168 time: 0.3243196 Jul 14 09:23:24.019456 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1848dec-8432-46cf-9560-90cbe27e01d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f920399-30fd-44cd-ac13-7d23b8526653,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:26.131650 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 33174) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:26.775394 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33200) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:26.784161 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-913fbba4-1583-4464-aaaa-ad3d6624c844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:26.922839 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-1f01693e-34c8-4fed-afe2-4d27eed50e22 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1372283315', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:27.214704 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-913fbba4-1583-4464-aaaa-ad3d6624c844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.231627 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-913fbba4-1583-4464-aaaa-ad3d6624c844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.289800 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f01693e-34c8-4fed-afe2-4d27eed50e22 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.291073 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f01693e-34c8-4fed-afe2-4d27eed50e22 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.337401 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-913fbba4-1583-4464-aaaa-ad3d6624c844 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a327723f4e124cd89d0bcfc7c965045d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2042413 Jul 14 09:23:27.347324 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 33220) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:27.418640 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f01693e-34c8-4fed-afe2-4d27eed50e22 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.425138 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f01693e-34c8-4fed-afe2-4d27eed50e22 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.446629 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f01693e-34c8-4fed-afe2-4d27eed50e22 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.452242 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1f01693e-34c8-4fed-afe2-4d27eed50e22 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6756763 Jul 14 09:23:27.453157 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33224) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:27.459283 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-f52adbd4-cde5-4862-8ba0-99b4d3e24aa2 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-204073506'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:27.501506 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52adbd4-cde5-4862-8ba0-99b4d3e24aa2 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Made reservation on behalf of 0b30718bc3644cdda988432a8f3e2318 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:27.508981 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f52adbd4-cde5-4862-8ba0-99b4d3e24aa2 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.528862 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fbba4-1583-4464-aaaa-ad3d6624c844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6e0de2-270d-4e68-9a83-3798e3083d1f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:27.529583 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f52adbd4-cde5-4862-8ba0-99b4d3e24aa2 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.533939 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-60adc2a3-8d87-42e3-93c0-5f84969160a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.646767 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-60adc2a3-8d87-42e3-93c0-5f84969160a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.677677 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f52adbd4-cde5-4862-8ba0-99b4d3e24aa2 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.684859 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f52adbd4-cde5-4862-8ba0-99b4d3e24aa2 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.757225 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-60adc2a3-8d87-42e3-93c0-5f84969160a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.760466 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-60adc2a3-8d87-42e3-93c0-5f84969160a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.764164 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-60adc2a3-8d87-42e3-93c0-5f84969160a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f6e0de2-270d-4e68-9a83-3798e3083d1f HTTP/1.1" status: 204 len: 168 time: 0.4126039 Jul 14 09:23:27.764347 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52adbd4-cde5-4862-8ba0-99b4d3e24aa2 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f932bd04-24d4-4220-a6a5-a029665aa2a0,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:27.779472 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52adbd4-cde5-4862-8ba0-99b4d3e24aa2 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:23:27.782024 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60adc2a3-8d87-42e3-93c0-5f84969160a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6e0de2-270d-4e68-9a83-3798e3083d1f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:27.797781 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f52adbd4-cde5-4862-8ba0-99b4d3e24aa2 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.798163 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-f52adbd4-cde5-4862-8ba0-99b4d3e24aa2 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Added segment 55a8b012-3e0f-4458-9665-c42ea7d33d0a of type vlan for network ca781c36-f18e-4eea-a668-af060232ec65 Jul 14 09:23:27.918279 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f52adbd4-cde5-4862-8ba0-99b4d3e24aa2 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.968585 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f52adbd4-cde5-4862-8ba0-99b4d3e24aa2 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.979680 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52adbd4-cde5-4862-8ba0-99b4d3e24aa2 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:27.980374 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f52adbd4-cde5-4862-8ba0-99b4d3e24aa2 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.069068 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f52adbd4-cde5-4862-8ba0-99b4d3e24aa2 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6145649 Jul 14 09:23:28.072520 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 33250) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:28.079747 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7ffafb0e-5636-4020-a537-36af071cf5ab tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Request body: {'subnet': {'network_id': 'ca781c36-f18e-4eea-a668-af060232ec65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:28.082191 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52adbd4-cde5-4862-8ba0-99b4d3e24aa2 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Pushing event updated for resources: {'Network': ['ID=ca781c36-f18e-4eea-a668-af060232ec65,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:28.093066 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network ca781c36-f18e-4eea-a668-af060232ec65 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:23:28.248478 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffafb0e-5636-4020-a537-36af071cf5ab tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Made reservation on behalf of 0b30718bc3644cdda988432a8f3e2318 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:28.258602 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ffafb0e-5636-4020-a537-36af071cf5ab tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.608876 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ffafb0e-5636-4020-a537-36af071cf5ab tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.611302 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33278) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:28.636440 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-238dce8a-e5ff-44de-8022-85abcda22394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.662772 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffafb0e-5636-4020-a537-36af071cf5ab tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Pushing event updated for resources: {'Subnet': ['ID=ecc65864-7975-4d71-a04e-528d959512b9,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:28.718509 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffafb0e-5636-4020-a537-36af071cf5ab tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Checking segment: {'id': '55a8b012-3e0f-4458-9665-c42ea7d33d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ca781c36-f18e-4eea-a668-af060232ec65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:28.719066 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffafb0e-5636-4020-a537-36af071cf5ab tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Network hostable DHCP agents. Network: ca781c36-f18e-4eea-a668-af060232ec65, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:23:28.777024 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffafb0e-5636-4020-a537-36af071cf5ab tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Network ca781c36-f18e-4eea-a668-af060232ec65 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:23:28.802921 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-238dce8a-e5ff-44de-8022-85abcda22394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.804544 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7ffafb0e-5636-4020-a537-36af071cf5ab tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, ca781c36-f18e-4eea-a668-af060232ec65) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:28.814330 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c141499-6381-4ad6-884f-8e8efc2d7949 None None] Network ca781c36-f18e-4eea-a668-af060232ec65 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:28.815514 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-238dce8a-e5ff-44de-8022-85abcda22394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.816056 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffafb0e-5636-4020-a537-36af071cf5ab tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:28.816731 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ffafb0e-5636-4020-a537-36af071cf5ab tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.852978 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7ffafb0e-5636-4020-a537-36af071cf5ab tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7782729 Jul 14 09:23:28.855787 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 33294) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:28.864791 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0ef3ef3c-cc68-4432-803c-434b39c39520 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Request body: {'network': {'name': 'tempest-router-network01--398510503'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:28.891625 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-238dce8a-e5ff-44de-8022-85abcda22394 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75c5b57ae98b404695dbaa8b99e5fe35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2787688 Jul 14 09:23:28.892344 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33298) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:28.905721 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dce8a-e5ff-44de-8022-85abcda22394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb61153c-ed51-49b7-8fba-ec0f5a4d1b07,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:28.945038 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef3ef3c-cc68-4432-803c-434b39c39520 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Made reservation on behalf of 0b30718bc3644cdda988432a8f3e2318 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:28.952261 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0ef3ef3c-cc68-4432-803c-434b39c39520 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.956927 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dce8a-e5ff-44de-8022-85abcda22394 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:28.957291 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dce8a-e5ff-44de-8022-85abcda22394 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:28.957639 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dce8a-e5ff-44de-8022-85abcda22394 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:28.957981 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dce8a-e5ff-44de-8022-85abcda22394 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:28.958318 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dce8a-e5ff-44de-8022-85abcda22394 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:28.958661 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dce8a-e5ff-44de-8022-85abcda22394 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:28.958988 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dce8a-e5ff-44de-8022-85abcda22394 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:28.963319 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dce8a-e5ff-44de-8022-85abcda22394 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:28.963879 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dce8a-e5ff-44de-8022-85abcda22394 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:28.964394 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dce8a-e5ff-44de-8022-85abcda22394 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:28.964888 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dce8a-e5ff-44de-8022-85abcda22394 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:28.965946 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dce8a-e5ff-44de-8022-85abcda22394 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:29.035206 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef3ef3c-cc68-4432-803c-434b39c39520 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:23:29.064503 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-407d91bd-c09c-41e3-8730-83c7c2551b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.070112 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0ef3ef3c-cc68-4432-803c-434b39c39520 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.071027 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-0ef3ef3c-cc68-4432-803c-434b39c39520 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Added segment 2d53fa06-f7e3-4f17-bc9f-c9e0b94f288d of type vlan for network b5af6ad6-8ced-4597-9058-922c6a7a76cf Jul 14 09:23:29.149617 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71523062-2e2d-4a96-88b1-dcc4b43bd917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-ca781c36-f18e-4eea-a668-af060232ec65', 'network_id': 'ca781c36-f18e-4eea-a668-af060232ec65', 'tenant_id': '0b30718bc3644cdda988432a8f3e2318', 'fixed_ips': [{'subnet_id': 'ecc65864-7975-4d71-a04e-528d959512b9'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:23:29.152504 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71523062-2e2d-4a96-88b1-dcc4b43bd917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.155744 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-407d91bd-c09c-41e3-8730-83c7c2551b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.204703 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0ef3ef3c-cc68-4432-803c-434b39c39520 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.293894 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0ef3ef3c-cc68-4432-803c-434b39c39520 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.315984 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef3ef3c-cc68-4432-803c-434b39c39520 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:29.316649 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0ef3ef3c-cc68-4432-803c-434b39c39520 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.330719 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-407d91bd-c09c-41e3-8730-83c7c2551b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.334246 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-407d91bd-c09c-41e3-8730-83c7c2551b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.337776 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-407d91bd-c09c-41e3-8730-83c7c2551b5d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb61153c-ed51-49b7-8fba-ec0f5a4d1b07 HTTP/1.1" status: 204 len: 168 time: 0.4401958 Jul 14 09:23:29.366133 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d91bd-c09c-41e3-8730-83c7c2551b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb61153c-ed51-49b7-8fba-ec0f5a4d1b07,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:29.377732 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0ef3ef3c-cc68-4432-803c-434b39c39520 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5162241 Jul 14 09:23:29.379015 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33322) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:29.401634 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-f70a629f-173a-48db-9f06-cab9eeee1fe0 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Request body: {'network': {'name': 'tempest-router-network02--2498598'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:29.521891 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3ef3c-cc68-4432-803c-434b39c39520 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Pushing event updated for resources: {'Network': ['ID=b5af6ad6-8ced-4597-9058-922c6a7a76cf,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:29.550417 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70a629f-173a-48db-9f06-cab9eeee1fe0 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Made reservation on behalf of 0b30718bc3644cdda988432a8f3e2318 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:29.551768 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network b5af6ad6-8ced-4597-9058-922c6a7a76cf details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:23:29.556800 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f70a629f-173a-48db-9f06-cab9eeee1fe0 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.621533 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70a629f-173a-48db-9f06-cab9eeee1fe0 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:23:29.653109 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-71523062-2e2d-4a96-88b1-dcc4b43bd917 None None] Allocated IP 172.20.0.2 (ca781c36-f18e-4eea-a668-af060232ec65/ecc65864-7975-4d71-a04e-528d959512b9/093c1a76-17fe-4d6a-b1a3-be639ac964e5) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:29.666476 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f70a629f-173a-48db-9f06-cab9eeee1fe0 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.667285 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-f70a629f-173a-48db-9f06-cab9eeee1fe0 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Added segment 5a180593-9761-438a-935c-84945d7b6670 of type vlan for network d6f6140e-c4ff-4a51-a27e-a9b9c994aa59 Jul 14 09:23:29.746028 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f70a629f-173a-48db-9f06-cab9eeee1fe0 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.799674 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f70a629f-173a-48db-9f06-cab9eeee1fe0 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.818966 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70a629f-173a-48db-9f06-cab9eeee1fe0 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:29.819823 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f70a629f-173a-48db-9f06-cab9eeee1fe0 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.909913 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71523062-2e2d-4a96-88b1-dcc4b43bd917 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.947317 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-71523062-2e2d-4a96-88b1-dcc4b43bd917 None None] Transition to ACTIVE for port object 093c1a76-17fe-4d6a-b1a3-be639ac964e5 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:29.989379 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-71523062-2e2d-4a96-88b1-dcc4b43bd917 None None] Transition to ACTIVE for port object 093c1a76-17fe-4d6a-b1a3-be639ac964e5 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:30.002923 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71523062-2e2d-4a96-88b1-dcc4b43bd917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.025082 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a629f-173a-48db-9f06-cab9eeee1fe0 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Pushing event updated for resources: {'Network': ['ID=d6f6140e-c4ff-4a51-a27e-a9b9c994aa59,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:30.060029 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f70a629f-173a-48db-9f06-cab9eeee1fe0 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6789515 Jul 14 09:23:30.062517 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33364) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:30.070034 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-f4ac7f60-b4eb-4022-aa72-fd0c54153446 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Request body: {'subnet': {'network_id': 'b5af6ad6-8ced-4597-9058-922c6a7a76cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:30.093368 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network d6f6140e-c4ff-4a51-a27e-a9b9c994aa59 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:23:30.196888 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71523062-2e2d-4a96-88b1-dcc4b43bd917 None None] Pushing event updated for resources: {'Port': ['ID=093c1a76-17fe-4d6a-b1a3-be639ac964e5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:30.221744 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71523062-2e2d-4a96-88b1-dcc4b43bd917 None None] Network ca781c36-f18e-4eea-a668-af060232ec65 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:30.225061 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-71523062-2e2d-4a96-88b1-dcc4b43bd917 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:30.228548 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71523062-2e2d-4a96-88b1-dcc4b43bd917 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:30.236873 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ac7f60-b4eb-4022-aa72-fd0c54153446 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Made reservation on behalf of 0b30718bc3644cdda988432a8f3e2318 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:30.250706 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4ac7f60-b4eb-4022-aa72-fd0c54153446 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.300689 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-71523062-2e2d-4a96-88b1-dcc4b43bd917 None None] Attempting to bind port 093c1a76-17fe-4d6a-b1a3-be639ac964e5 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:30.301071 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-71523062-2e2d-4a96-88b1-dcc4b43bd917 None None] Attempting to bind port 093c1a76-17fe-4d6a-b1a3-be639ac964e5 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '55a8b012-3e0f-4458-9665-c42ea7d33d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ca781c36-f18e-4eea-a668-af060232ec65'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:30.301432 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71523062-2e2d-4a96-88b1-dcc4b43bd917 None None] Attempting to bind port 093c1a76-17fe-4d6a-b1a3-be639ac964e5 on network ca781c36-f18e-4eea-a668-af060232ec65 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:30.308029 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71523062-2e2d-4a96-88b1-dcc4b43bd917 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:30.308535 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71523062-2e2d-4a96-88b1-dcc4b43bd917 None None] Checking segment: {'id': '55a8b012-3e0f-4458-9665-c42ea7d33d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ca781c36-f18e-4eea-a668-af060232ec65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:30.309084 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71523062-2e2d-4a96-88b1-dcc4b43bd917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.309748 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71523062-2e2d-4a96-88b1-dcc4b43bd917 None None] Bound using segment: {'id': '55a8b012-3e0f-4458-9665-c42ea7d33d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ca781c36-f18e-4eea-a668-af060232ec65'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:30.310569 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-71523062-2e2d-4a96-88b1-dcc4b43bd917 None None] Bound port: 093c1a76-17fe-4d6a-b1a3-be639ac964e5, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a8b012-3e0f-4458-9665-c42ea7d33d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ca781c36-f18e-4eea-a668-af060232ec65'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:30.310977 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71523062-2e2d-4a96-88b1-dcc4b43bd917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.492907 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-71523062-2e2d-4a96-88b1-dcc4b43bd917 None None] For port 093c1a76-17fe-4d6a-b1a3-be639ac964e5, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:30.500895 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-71523062-2e2d-4a96-88b1-dcc4b43bd917 None None] For port 093c1a76-17fe-4d6a-b1a3-be639ac964e5, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=093c1a76-17fe-4d6a-b1a3-be639ac964e5,segment=NetworkSegment(55a8b012-3e0f-4458-9665-c42ea7d33d0a),segment_id=55a8b012-3e0f-4458-9665-c42ea7d33d0a)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:30.513457 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71523062-2e2d-4a96-88b1-dcc4b43bd917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.700262 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71523062-2e2d-4a96-88b1-dcc4b43bd917 None None] Pushing event updated for resources: {'Port': ['ID=093c1a76-17fe-4d6a-b1a3-be639ac964e5,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:30.927644 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4ac7f60-b4eb-4022-aa72-fd0c54153446 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.936405 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf4728-c2ac-4c74-8fa4-c10274b91afb req-7cf159c1-2de9-4539-8cae-8cb3284c0287 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:30.978630 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf4728-c2ac-4c74-8fa4-c10274b91afb req-7cf159c1-2de9-4539-8cae-8cb3284c0287 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:31.008554 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf4728-c2ac-4c74-8fa4-c10274b91afb req-7cf159c1-2de9-4539-8cae-8cb3284c0287 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:31.025999 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf4728-c2ac-4c74-8fa4-c10274b91afb req-7cf159c1-2de9-4539-8cae-8cb3284c0287 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:31.033202 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf4728-c2ac-4c74-8fa4-c10274b91afb req-7cf159c1-2de9-4539-8cae-8cb3284c0287 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:31.040635 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf4728-c2ac-4c74-8fa4-c10274b91afb req-7cf159c1-2de9-4539-8cae-8cb3284c0287 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:31.066957 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf4728-c2ac-4c74-8fa4-c10274b91afb req-7cf159c1-2de9-4539-8cae-8cb3284c0287 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:31.083079 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-98bf4728-c2ac-4c74-8fa4-c10274b91afb req-7cf159c1-2de9-4539-8cae-8cb3284c0287 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5432 time: 0.3143380 Jul 14 09:23:31.223759 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-98bf4728-c2ac-4c74-8fa4-c10274b91afb req-b9e6bcf2-048e-4cd7-beff-35a172621ae3 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1324742 Jul 14 09:23:31.359471 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac7f60-b4eb-4022-aa72-fd0c54153446 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Pushing event updated for resources: {'Subnet': ['ID=eda54d7f-059c-4008-b878-4e36dd65bd96,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:31.385313 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ac7f60-b4eb-4022-aa72-fd0c54153446 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Checking segment: {'id': '2d53fa06-f7e3-4f17-bc9f-c9e0b94f288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b5af6ad6-8ced-4597-9058-922c6a7a76cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:31.386065 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ac7f60-b4eb-4022-aa72-fd0c54153446 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Network hostable DHCP agents. Network: b5af6ad6-8ced-4597-9058-922c6a7a76cf, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:23:31.451506 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ac7f60-b4eb-4022-aa72-fd0c54153446 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Network b5af6ad6-8ced-4597-9058-922c6a7a76cf is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:23:31.481733 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f4ac7f60-b4eb-4022-aa72-fd0c54153446 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, b5af6ad6-8ced-4597-9058-922c6a7a76cf) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:31.486138 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ac7f60-b4eb-4022-aa72-fd0c54153446 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:31.486751 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4ac7f60-b4eb-4022-aa72-fd0c54153446 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.498228 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd36b9cb-3e12-47fa-b99d-c4e61ef89984 None None] Network b5af6ad6-8ced-4597-9058-922c6a7a76cf requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:31.542615 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f4ac7f60-b4eb-4022-aa72-fd0c54153446 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4788206 Jul 14 09:23:31.546525 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33450) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:31.590457 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-3f038a51-bf67-4431-a4fb-68930632eadf tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Request body: {'subnet': {'network_id': 'd6f6140e-c4ff-4a51-a27e-a9b9c994aa59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:31.602609 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192975e4-40e0-4b88-8911-f0c83cce486e req-680398f8-8de4-4789-973f-f43fee977a37 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:31.616472 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192975e4-40e0-4b88-8911-f0c83cce486e req-680398f8-8de4-4789-973f-f43fee977a37 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:31.630404 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192975e4-40e0-4b88-8911-f0c83cce486e req-680398f8-8de4-4789-973f-f43fee977a37 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:31.638378 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192975e4-40e0-4b88-8911-f0c83cce486e req-680398f8-8de4-4789-973f-f43fee977a37 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:31.644611 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192975e4-40e0-4b88-8911-f0c83cce486e req-680398f8-8de4-4789-973f-f43fee977a37 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:31.651568 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192975e4-40e0-4b88-8911-f0c83cce486e req-680398f8-8de4-4789-973f-f43fee977a37 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:31.657865 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192975e4-40e0-4b88-8911-f0c83cce486e req-680398f8-8de4-4789-973f-f43fee977a37 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:31.664694 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-192975e4-40e0-4b88-8911-f0c83cce486e req-680398f8-8de4-4789-973f-f43fee977a37 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5432 time: 0.2469471 Jul 14 09:23:31.967473 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f038a51-bf67-4431-a4fb-68930632eadf tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Made reservation on behalf of 0b30718bc3644cdda988432a8f3e2318 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:31.979159 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f038a51-bf67-4431-a4fb-68930632eadf tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:32.042143 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f8fbe0-f4f1-4a66-93e0-a94dd92c447c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-b5af6ad6-8ced-4597-9058-922c6a7a76cf', 'network_id': 'b5af6ad6-8ced-4597-9058-922c6a7a76cf', 'tenant_id': '0b30718bc3644cdda988432a8f3e2318', 'fixed_ips': [{'subnet_id': 'eda54d7f-059c-4008-b878-4e36dd65bd96'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:23:32.044103 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0f8fbe0-f4f1-4a66-93e0-a94dd92c447c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:32.151386 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 7e10296b-8315-4629-b4ff-c6d24a26e037 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:32.304860 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-c0f8fbe0-f4f1-4a66-93e0-a94dd92c447c None None] Allocated IP 172.20.0.2 (b5af6ad6-8ced-4597-9058-922c6a7a76cf/eda54d7f-059c-4008-b878-4e36dd65bd96/e5fec339-ddd0-41d5-9954-06a5df8609c6) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:32.616107 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:32.682652 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f038a51-bf67-4431-a4fb-68930632eadf tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:32.803828 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f038a51-bf67-4431-a4fb-68930632eadf tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Pushing event updated for resources: {'Subnet': ['ID=cce64ffe-2156-46a9-a4d5-a2da97ddb0b7,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:32.814367 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-8095c9e5-864a-4f76-8ae5-8ffb332c87a7 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:32.828038 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-8095c9e5-864a-4f76-8ae5-8ffb332c87a7 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/networks?id=71b7ddbc-8e59-4deb-be30-9b93db9321e3 HTTP/1.1" status: 200 len: 805 time: 0.3890867 Jul 14 09:23:32.875309 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 7e10296b-8315-4629-b4ff-c6d24a26e037, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=7e10296b-8315-4629-b4ff-c6d24a26e037,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:32.876683 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac1770f-9820-4a91-9dec-ace9fab5f357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e10296b-8315-4629-b4ff-c6d24a26e037'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:32.880505 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471464b3-e512-44dc-a9b7-8e75c6ddb323" -d '{"events": [{"server_uuid": "0ac1770f-9820-4a91-9dec-ace9fab5f357", "name": "network-vif-unplugged", "status": "completed", "tag": "7e10296b-8315-4629-b4ff-c6d24a26e037"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:32.886442 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-336677cd-1148-429e-9c92-ee1c70604fcc tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/quotas/31d43ce6bd414ffdbd7d4e17338c0b3c HTTP/1.1" status: 200 len: 375 time: 0.0573678 Jul 14 09:23:32.915536 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:32.982410 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f038a51-bf67-4431-a4fb-68930632eadf tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Checking segment: {'id': '5a180593-9761-438a-935c-84945d7b6670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd6f6140e-c4ff-4a51-a27e-a9b9c994aa59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:32.988197 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f038a51-bf67-4431-a4fb-68930632eadf tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Network hostable DHCP agents. Network: d6f6140e-c4ff-4a51-a27e-a9b9c994aa59, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:23:33.048196 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37455238-a956-44fa-b360-f526a6bf369b x-openstack-request-id: req-37455238-a956-44fa-b360-f526a6bf369b {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:33.048634 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac1770f-9820-4a91-9dec-ace9fab5f357", "name": "network-vif-unplugged", "status": "completed", "tag": "7e10296b-8315-4629-b4ff-c6d24a26e037", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:33.048805 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37455238-a956-44fa-b360-f526a6bf369b {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:33.049147 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac1770f-9820-4a91-9dec-ace9fab5f357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e10296b-8315-4629-b4ff-c6d24a26e037', 'code': 200} Jul 14 09:23:33.070011 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0f8fbe0-f4f1-4a66-93e0-a94dd92c447c None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.086574 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f038a51-bf67-4431-a4fb-68930632eadf tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Network d6f6140e-c4ff-4a51-a27e-a9b9c994aa59 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:23:33.101081 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-bb654de0-6a14-4368-9d29-3b0ca457c905 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=31d43ce6bd414ffdbd7d4e17338c0b3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1996696 Jul 14 09:23:33.128655 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-3f038a51-bf67-4431-a4fb-68930632eadf tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, d6f6140e-c4ff-4a51-a27e-a9b9c994aa59) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:33.141548 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f038a51-bf67-4431-a4fb-68930632eadf tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:33.142523 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f038a51-bf67-4431-a4fb-68930632eadf tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.156040 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=7e10296b-8315-4629-b4ff-c6d24a26e037,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:33.182219 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 093c1a76-17fe-4d6a-b1a3-be639ac964e5 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:33.186312 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782cf68e-5b05-4000-b675-880bf777f237 None None] Network ca781c36-f18e-4eea-a668-af060232ec65 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:33.237876 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 33524) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:33.238722 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3f038a51-bf67-4431-a4fb-68930632eadf tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6905630 Jul 14 09:23:33.337684 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-6615d56c-640a-487e-8b1e-61f9f8ad6396 service neutron] 10.222.0.25 "GET /v2.0/networks/71b7ddbc-8e59-4deb-be30-9b93db9321e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357306 Jul 14 09:23:33.450598 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c55eb6d-58ef-47b2-9b1d-ee994626871f None None] Network d6f6140e-c4ff-4a51-a27e-a9b9c994aa59 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:33.696375 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c0f8fbe0-f4f1-4a66-93e0-a94dd92c447c None None] Transition to ACTIVE for port object e5fec339-ddd0-41d5-9954-06a5df8609c6 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:33.731903 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c0f8fbe0-f4f1-4a66-93e0-a94dd92c447c None None] Transition to ACTIVE for port object e5fec339-ddd0-41d5-9954-06a5df8609c6 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:33.774723 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-80a85efa-91d8-404f-9511-22c77a521c1e service neutron] 10.222.0.25 "GET /v2.0/networks/71b7ddbc-8e59-4deb-be30-9b93db9321e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947868 Jul 14 09:23:33.977564 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0f8fbe0-f4f1-4a66-93e0-a94dd92c447c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.344728 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8fbe0-f4f1-4a66-93e0-a94dd92c447c None None] Pushing event updated for resources: {'Port': ['ID=e5fec339-ddd0-41d5-9954-06a5df8609c6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:34.362273 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f8fbe0-f4f1-4a66-93e0-a94dd92c447c None None] Network b5af6ad6-8ced-4597-9058-922c6a7a76cf is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:34.371069 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3132419c-1f23-491f-8387-5dbee995b59e None None] Provisioning for port 093c1a76-17fe-4d6a-b1a3-be639ac964e5 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:34.375008 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c0f8fbe0-f4f1-4a66-93e0-a94dd92c447c None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:34.385368 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f8fbe0-f4f1-4a66-93e0-a94dd92c447c None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:34.541072 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d77d79a-0581-47e5-93a2-d426b37dd16d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-d6f6140e-c4ff-4a51-a27e-a9b9c994aa59', 'network_id': 'd6f6140e-c4ff-4a51-a27e-a9b9c994aa59', 'tenant_id': '0b30718bc3644cdda988432a8f3e2318', 'fixed_ips': [{'subnet_id': 'cce64ffe-2156-46a9-a4d5-a2da97ddb0b7'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:23:34.544703 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4d77d79a-0581-47e5-93a2-d426b37dd16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.627461 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c0f8fbe0-f4f1-4a66-93e0-a94dd92c447c None None] Attempting to bind port e5fec339-ddd0-41d5-9954-06a5df8609c6 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:34.628221 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c0f8fbe0-f4f1-4a66-93e0-a94dd92c447c None None] Attempting to bind port e5fec339-ddd0-41d5-9954-06a5df8609c6 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '2d53fa06-f7e3-4f17-bc9f-c9e0b94f288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b5af6ad6-8ced-4597-9058-922c6a7a76cf'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:34.628866 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f8fbe0-f4f1-4a66-93e0-a94dd92c447c None None] Attempting to bind port e5fec339-ddd0-41d5-9954-06a5df8609c6 on network b5af6ad6-8ced-4597-9058-922c6a7a76cf {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:34.642878 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f8fbe0-f4f1-4a66-93e0-a94dd92c447c None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:34.643889 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f8fbe0-f4f1-4a66-93e0-a94dd92c447c None None] Checking segment: {'id': '2d53fa06-f7e3-4f17-bc9f-c9e0b94f288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b5af6ad6-8ced-4597-9058-922c6a7a76cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:34.644613 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0f8fbe0-f4f1-4a66-93e0-a94dd92c447c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.645199 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f8fbe0-f4f1-4a66-93e0-a94dd92c447c None None] Bound using segment: {'id': '2d53fa06-f7e3-4f17-bc9f-c9e0b94f288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b5af6ad6-8ced-4597-9058-922c6a7a76cf'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:34.645914 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c0f8fbe0-f4f1-4a66-93e0-a94dd92c447c None None] Bound port: e5fec339-ddd0-41d5-9954-06a5df8609c6, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d53fa06-f7e3-4f17-bc9f-c9e0b94f288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b5af6ad6-8ced-4597-9058-922c6a7a76cf'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:34.646905 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0f8fbe0-f4f1-4a66-93e0-a94dd92c447c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.649103 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 093c1a76-17fe-4d6a-b1a3-be639ac964e5 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:34.656518 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 093c1a76-17fe-4d6a-b1a3-be639ac964e5 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:34.670547 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.919843 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f2b1ebe7-2b1d-4d2d-8e9c-806d7ec1e748 req-046fdea5-95e0-4570-a777-da6cc56f96e7 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=a38eeccf-7d9f-4576-a89b-74ae4e9a2bde HTTP/1.1" status: 200 len: 210 time: 0.0966904 Jul 14 09:23:35.060393 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040139f-454c-41d9-a9a8-5c63ca1bcb45 req-9798cfd3-79de-433a-94e7-8b4828d81dd6 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:35.062232 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5040139f-454c-41d9-a9a8-5c63ca1bcb45 req-9798cfd3-79de-433a-94e7-8b4828d81dd6 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac1770f-9820-4a91-9dec-ace9fab5f357 HTTP/1.1" status: 200 len: 943 time: 1.2040370 Jul 14 09:23:35.117619 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.432268 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-4d77d79a-0581-47e5-93a2-d426b37dd16d None None] Allocated IP 172.20.0.2 (d6f6140e-c4ff-4a51-a27e-a9b9c994aa59/cce64ffe-2156-46a9-a4d5-a2da97ddb0b7/a22c3279-dbda-44da-a749-3b0030101bdd) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:35.553877 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c0f8fbe0-f4f1-4a66-93e0-a94dd92c447c None None] For port e5fec339-ddd0-41d5-9954-06a5df8609c6, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:35.665916 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c0f8fbe0-f4f1-4a66-93e0-a94dd92c447c None None] For port e5fec339-ddd0-41d5-9954-06a5df8609c6, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e5fec339-ddd0-41d5-9954-06a5df8609c6,segment=NetworkSegment(2d53fa06-f7e3-4f17-bc9f-c9e0b94f288d),segment_id=2d53fa06-f7e3-4f17-bc9f-c9e0b94f288d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:35.674955 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.720865 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 093c1a76-17fe-4d6a-b1a3-be639ac964e5, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=093c1a76-17fe-4d6a-b1a3-be639ac964e5,segment=NetworkSegment(55a8b012-3e0f-4458-9665-c42ea7d33d0a),segment_id=55a8b012-3e0f-4458-9665-c42ea7d33d0a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:35.727391 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0f8fbe0-f4f1-4a66-93e0-a94dd92c447c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.806811 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-5040139f-454c-41d9-a9a8-5c63ca1bcb45 req-bb026de7-b2c8-4e02-a6c3-0c538ca4da81 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Deleting port 7e10296b-8315-4629-b4ff-c6d24a26e037 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:35.807447 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5040139f-454c-41d9-a9a8-5c63ca1bcb45 req-bb026de7-b2c8-4e02-a6c3-0c538ca4da81 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.851956 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33624) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:35.863104 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Allocated IP 172.20.0.1 (b5af6ad6-8ced-4597-9058-922c6a7a76cf/eda54d7f-059c-4008-b878-4e36dd65bd96/51f3b3c4-3f45-4a62-a8ba-8a40a321891b) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:35.879584 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c237ad22-0374-430d-8d9f-e09afff058c0 None None] Provisioning complete for port 093c1a76-17fe-4d6a-b1a3-be639ac964e5 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:35.880353 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c237ad22-0374-430d-8d9f-e09afff058c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.908095 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.909695 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8fbe0-f4f1-4a66-93e0-a94dd92c447c None None] Pushing event updated for resources: {'Port': ['ID=e5fec339-ddd0-41d5-9954-06a5df8609c6,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:36.163022 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9be516a2-d7a8-42c5-a6a4-5d5509769cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.217106 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-5040139f-454c-41d9-a9a8-5c63ca1bcb45 req-bb026de7-b2c8-4e02-a6c3-0c538ca4da81 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] For port 7e10296b-8315-4629-b4ff-c6d24a26e037, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=7e10296b-8315-4629-b4ff-c6d24a26e037,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:36.218152 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5040139f-454c-41d9-a9a8-5c63ca1bcb45 req-bb026de7-b2c8-4e02-a6c3-0c538ca4da81 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.313240 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.329565 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Transition to ACTIVE for port object 51f3b3c4-3f45-4a62-a8ba-8a40a321891b will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:36.377821 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 33650) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:36.454952 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.489183 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4d77d79a-0581-47e5-93a2-d426b37dd16d None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.492594 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7d07f9c-c9c1-441c-bc4e-0504c561e501 req-044669b7-bd12-46dc-a121-090cc27e326f tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=a38eeccf-7d9f-4576-a89b-74ae4e9a2bde HTTP/1.1" status: 200 len: 210 time: 0.3335848 Jul 14 09:23:36.495570 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-5040139f-454c-41d9-a9a8-5c63ca1bcb45 req-bb026de7-b2c8-4e02-a6c3-0c538ca4da81 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Calling delete_port for 7e10296b-8315-4629-b4ff-c6d24a26e037 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:36.515186 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4d77d79a-0581-47e5-93a2-d426b37dd16d None None] Transition to ACTIVE for port object a22c3279-dbda-44da-a749-3b0030101bdd will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:36.526775 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=093c1a76-17fe-4d6a-b1a3-be639ac964e5,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:36.621802 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4d77d79a-0581-47e5-93a2-d426b37dd16d None None] Transition to ACTIVE for port object a22c3279-dbda-44da-a749-3b0030101bdd will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:36.633551 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9be516a2-d7a8-42c5-a6a4-5d5509769cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.642109 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4d77d79a-0581-47e5-93a2-d426b37dd16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.664170 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9be516a2-d7a8-42c5-a6a4-5d5509769cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.775663 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77d79a-0581-47e5-93a2-d426b37dd16d None None] Pushing event updated for resources: {'Port': ['ID=a22c3279-dbda-44da-a749-3b0030101bdd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:36.802681 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d77d79a-0581-47e5-93a2-d426b37dd16d None None] Network d6f6140e-c4ff-4a51-a27e-a9b9c994aa59 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:36.804738 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4d77d79a-0581-47e5-93a2-d426b37dd16d None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:36.809188 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d77d79a-0581-47e5-93a2-d426b37dd16d None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:36.817041 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9be516a2-d7a8-42c5-a6a4-5d5509769cef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b2d24c5963eb4501a5d11b221f217994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9637535 Jul 14 09:23:36.832503 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33658) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:36.861099 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be516a2-d7a8-42c5-a6a4-5d5509769cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73af1e33-ae23-4227-81c5-0aff354175bc,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:36.930280 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-8ab9347b-3342-4189-b8ac-aecde9a1aafb tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:36.935058 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-8ab9347b-3342-4189-b8ac-aecde9a1aafb tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.44 "GET /v2.0/networks?id=71b7ddbc-8e59-4deb-be30-9b93db9321e3 HTTP/1.1" status: 200 len: 805 time: 0.5123379 Jul 14 09:23:36.967847 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-dcc239c1-057d-4e21-989d-e6f6290c08ae tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Request body: {'port': {'device_id': 'a38eeccf-7d9f-4576-a89b-74ae4e9a2bde', 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3', 'admin_state_up': True, 'tenant_id': '31d43ce6bd414ffdbd7d4e17338c0b3c'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:36.991804 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Network b5af6ad6-8ced-4597-9058-922c6a7a76cf is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:37.008171 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:37.019109 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:37.036738 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-4d77d79a-0581-47e5-93a2-d426b37dd16d None None] Attempting to bind port a22c3279-dbda-44da-a749-3b0030101bdd on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:37.044092 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-4d77d79a-0581-47e5-93a2-d426b37dd16d None None] Attempting to bind port a22c3279-dbda-44da-a749-3b0030101bdd by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '5a180593-9761-438a-935c-84945d7b6670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd6f6140e-c4ff-4a51-a27e-a9b9c994aa59'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:37.044730 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d77d79a-0581-47e5-93a2-d426b37dd16d None None] Attempting to bind port a22c3279-dbda-44da-a749-3b0030101bdd on network d6f6140e-c4ff-4a51-a27e-a9b9c994aa59 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:37.048389 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Pushing event updated for resources: {'Port': ['ID=51f3b3c4-3f45-4a62-a8ba-8a40a321891b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:37.063183 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d77d79a-0581-47e5-93a2-d426b37dd16d None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:37.063589 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d77d79a-0581-47e5-93a2-d426b37dd16d None None] Checking segment: {'id': '5a180593-9761-438a-935c-84945d7b6670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd6f6140e-c4ff-4a51-a27e-a9b9c994aa59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:37.064033 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4d77d79a-0581-47e5-93a2-d426b37dd16d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.064574 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d77d79a-0581-47e5-93a2-d426b37dd16d None None] Bound using segment: {'id': '5a180593-9761-438a-935c-84945d7b6670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd6f6140e-c4ff-4a51-a27e-a9b9c994aa59'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:37.066025 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-4d77d79a-0581-47e5-93a2-d426b37dd16d None None] Bound port: a22c3279-dbda-44da-a749-3b0030101bdd, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a180593-9761-438a-935c-84945d7b6670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd6f6140e-c4ff-4a51-a27e-a9b9c994aa59'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:37.072782 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:37.073137 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:37.073524 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:37.075061 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:37.076262 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:37.076612 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:37.076946 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:37.077277 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:37.077605 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:37.077939 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:37.078264 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:37.078585 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:37.079232 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4d77d79a-0581-47e5-93a2-d426b37dd16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.098549 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3739137-67a0-47cd-b9dc-8fcbacb7916a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.191019 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a34edc-fb05-4f00-aa3d-02460520cec0 req-1889e65d-6154-4a34-ba26-1eed316e1ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:37.191470 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a34edc-fb05-4f00-aa3d-02460520cec0 req-1889e65d-6154-4a34-ba26-1eed316e1ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:37.191972 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a34edc-fb05-4f00-aa3d-02460520cec0 req-1889e65d-6154-4a34-ba26-1eed316e1ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:37.192435 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a34edc-fb05-4f00-aa3d-02460520cec0 req-1889e65d-6154-4a34-ba26-1eed316e1ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:37.192898 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a34edc-fb05-4f00-aa3d-02460520cec0 req-1889e65d-6154-4a34-ba26-1eed316e1ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:37.193351 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a34edc-fb05-4f00-aa3d-02460520cec0 req-1889e65d-6154-4a34-ba26-1eed316e1ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:37.193818 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a34edc-fb05-4f00-aa3d-02460520cec0 req-1889e65d-6154-4a34-ba26-1eed316e1ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:37.199771 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82a34edc-fb05-4f00-aa3d-02460520cec0 req-1889e65d-6154-4a34-ba26-1eed316e1ab0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 6496 time: 0.7696280 Jul 14 09:23:37.228628 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.259150 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-4d77d79a-0581-47e5-93a2-d426b37dd16d None None] For port a22c3279-dbda-44da-a749-3b0030101bdd, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:37.260247 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3739137-67a0-47cd-b9dc-8fcbacb7916a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.279658 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-4d77d79a-0581-47e5-93a2-d426b37dd16d None None] For port a22c3279-dbda-44da-a749-3b0030101bdd, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a22c3279-dbda-44da-a749-3b0030101bdd,segment=NetworkSegment(5a180593-9761-438a-935c-84945d7b6670),segment_id=5a180593-9761-438a-935c-84945d7b6670)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:37.293682 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4d77d79a-0581-47e5-93a2-d426b37dd16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.364735 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3739137-67a0-47cd-b9dc-8fcbacb7916a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.367957 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3739137-67a0-47cd-b9dc-8fcbacb7916a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.372970 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a3739137-67a0-47cd-b9dc-8fcbacb7916a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/73af1e33-ae23-4227-81c5-0aff354175bc HTTP/1.1" status: 204 len: 168 time: 0.5392139 Jul 14 09:23:37.385863 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3739137-67a0-47cd-b9dc-8fcbacb7916a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73af1e33-ae23-4227-81c5-0aff354175bc,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:37.388185 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-dcc239c1-057d-4e21-989d-e6f6290c08ae tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Made reservation on behalf of 31d43ce6bd414ffdbd7d4e17338c0b3c for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:37.393021 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-dcc239c1-057d-4e21-989d-e6f6290c08ae tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.397426 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82a34edc-fb05-4f00-aa3d-02460520cec0 req-bf182fda-87ae-4c62-bdfe-7ff8aa7fda4d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1854997 Jul 14 09:23:37.406897 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5040139f-454c-41d9-a9a8-5c63ca1bcb45 req-bb026de7-b2c8-4e02-a6c3-0c538ca4da81 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.553594 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77d79a-0581-47e5-93a2-d426b37dd16d None None] Pushing event updated for resources: {'Port': ['ID=a22c3279-dbda-44da-a749-3b0030101bdd,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:37.728419 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb026de7-b2c8-4e02-a6c3-0c538ca4da81 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Pushing event deleted for resources: {'Port': ['ID=7e10296b-8315-4629-b4ff-c6d24a26e037,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:37.787412 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-dcc239c1-057d-4e21-989d-e6f6290c08ae tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Allocated IP 172.20.0.12 (71b7ddbc-8e59-4deb-be30-9b93db9321e3/366d3585-af72-4619-a55f-a5b56cfe701c/f9352f56-fa83-453b-8c2e-3a7c63bf9c74) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:37.875654 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.953812 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5040139f-454c-41d9-a9a8-5c63ca1bcb45 req-bb026de7-b2c8-4e02-a6c3-0c538ca4da81 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] No DVR routers for this DVR port 7e10296b-8315-4629-b4ff-c6d24a26e037 on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:37.980328 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-af975176-5049-4f2a-a37c-fa50ca27e644 req-91627ed8-0670-4580-b217-c8dc853890fe tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=a38eeccf-7d9f-4576-a89b-74ae4e9a2bde HTTP/1.1" status: 200 len: 210 time: 0.2481768 Jul 14 09:23:37.996992 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5040139f-454c-41d9-a9a8-5c63ca1bcb45 req-bb026de7-b2c8-4e02-a6c3-0c538ca4da81 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.999315 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5040139f-454c-41d9-a9a8-5c63ca1bcb45 req-bb026de7-b2c8-4e02-a6c3-0c538ca4da81 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.47 "DELETE /v2.0/ports/7e10296b-8315-4629-b4ff-c6d24a26e037 HTTP/1.1" status: 204 len: 173 time: 2.9270847 Jul 14 09:23:37.999865 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac1770f-9820-4a91-9dec-ace9fab5f357', 'name': 'network-vif-deleted', 'tag': '7e10296b-8315-4629-b4ff-c6d24a26e037'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:38.005554 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101222a5-30b3-486e-b34c-9a8c58cdf9e8" -d '{"events": [{"server_uuid": "0ac1770f-9820-4a91-9dec-ace9fab5f357", "name": "network-vif-deleted", "tag": "7e10296b-8315-4629-b4ff-c6d24a26e037"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:38.105794 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 7e10296b-8315-4629-b4ff-c6d24a26e037 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:38.205356 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 7e10296b-8315-4629-b4ff-c6d24a26e037 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:23:38.205895 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 7e10296b-8315-4629-b4ff-c6d24a26e037 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:38.273018 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0add9ec6-c1f8-4eb7-af9d-18a8cc6b037f None None] Network b5af6ad6-8ced-4597-9058-922c6a7a76cf requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:38.448919 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-dcc239c1-057d-4e21-989d-e6f6290c08ae tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.484282 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33698) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:38.556745 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c0462388-90f7-45c9-84d1-b8c1cf3e112c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.584513 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e5fec339-ddd0-41d5-9954-06a5df8609c6 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:38.689595 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.694279 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d53ea2-2910-40f2-a7f7-93d306f00ece x-openstack-request-id: req-e0d53ea2-2910-40f2-a7f7-93d306f00ece {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:38.694870 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac1770f-9820-4a91-9dec-ace9fab5f357", "name": "network-vif-deleted", "tag": "7e10296b-8315-4629-b4ff-c6d24a26e037", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:38.695409 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0d53ea2-2910-40f2-a7f7-93d306f00ece {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:38.696318 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac1770f-9820-4a91-9dec-ace9fab5f357', 'name': 'network-vif-deleted', 'tag': '7e10296b-8315-4629-b4ff-c6d24a26e037', 'status': 'completed', 'code': 200} Jul 14 09:23:38.701781 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.713806 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-69f5733e-874c-423d-a015-072c04afc494 None None] Provisioning for port e5fec339-ddd0-41d5-9954-06a5df8609c6 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:38.735064 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-dcc239c1-057d-4e21-989d-e6f6290c08ae tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.782458 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.964592 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Pushing event updated for resources: {'Port': ['ID=51f3b3c4-3f45-4a62-a8ba-8a40a321891b,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:39.001334 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-dcc239c1-057d-4e21-989d-e6f6290c08ae tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Network 71b7ddbc-8e59-4deb-be30-9b93db9321e3 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:39.051209 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port e5fec339-ddd0-41d5-9954-06a5df8609c6 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:39.062871 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-dcc239c1-057d-4e21-989d-e6f6290c08ae tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:39.073168 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port e5fec339-ddd0-41d5-9954-06a5df8609c6 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:39.077678 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.093654 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-dcc239c1-057d-4e21-989d-e6f6290c08ae tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:39.125994 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Network b5af6ad6-8ced-4597-9058-922c6a7a76cf is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:39.127631 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:39.129310 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc239c1-057d-4e21-989d-e6f6290c08ae tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Pushing event updated for resources: {'Port': ['ID=f9352f56-fa83-453b-8c2e-3a7c63bf9c74,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:39.393528 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.432881 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Router 883cbb2b-a0b9-4a82-ae0a-67f4fea9b233 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:23:39.486341 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-dcc239c1-057d-4e21-989d-e6f6290c08ae tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:39.488462 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-dcc239c1-057d-4e21-989d-e6f6290c08ae tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.520246 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c0462388-90f7-45c9-84d1-b8c1cf3e112c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.552458 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c0462388-90f7-45c9-84d1-b8c1cf3e112c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.611582 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port e5fec339-ddd0-41d5-9954-06a5df8609c6, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e5fec339-ddd0-41d5-9954-06a5df8609c6,segment=NetworkSegment(2d53fa06-f7e3-4f17-bc9f-c9e0b94f288d),segment_id=2d53fa06-f7e3-4f17-bc9f-c9e0b94f288d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:39.615262 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-dcc239c1-057d-4e21-989d-e6f6290c08ae tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6664124 Jul 14 09:23:39.626085 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.626907 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 093c1a76-17fe-4d6a-b1a3-be639ac964e5 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:39.688200 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-99c2eb49-9f3d-4320-8f9a-73c4cb52ffac service neutron] Request body: {'port': {'device_id': 'a38eeccf-7d9f-4576-a89b-74ae4e9a2bde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:39.714861 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=e5fec339-ddd0-41d5-9954-06a5df8609c6,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:39.760805 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7459f113-1e5b-4813-9475-9257495574ad None None] Network d6f6140e-c4ff-4a51-a27e-a9b9c994aa59 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:39.808237 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c0462388-90f7-45c9-84d1-b8c1cf3e112c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d11c827818f34109a8653461d2e88f33&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3220487 Jul 14 09:23:39.810661 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33724) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:39.811670 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55474c-0754-49e5-9e7a-d46eece2b420 req-e45719fe-7ae2-40e8-9baa-cc8d5053384c tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:39.813297 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2c55474c-0754-49e5-9e7a-d46eece2b420 req-e45719fe-7ae2-40e8-9baa-cc8d5053384c tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=a38eeccf-7d9f-4576-a89b-74ae4e9a2bde HTTP/1.1" status: 200 len: 932 time: 0.3568308 Jul 14 09:23:39.822697 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:23:39.832909 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0462388-90f7-45c9-84d1-b8c1cf3e112c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872de5db-9082-48a3-8a75-b706d51e5df1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:39.834306 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149c65e4-39aa-437b-a14d-318ecdec57f3 None None] Sync routers for ids ['883cbb2b-a0b9-4a82-ae0a-67f4fea9b233'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:23:39.847397 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-dc0bf8cc-55ab-4462-ab6b-26aa2e709538 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] 10.222.0.25 "PUT /v2.0/routers/883cbb2b-a0b9-4a82-ae0a-67f4fea9b233/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6084864 Jul 14 09:23:39.863791 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 33728) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:39.864906 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149c65e4-39aa-437b-a14d-318ecdec57f3 None None] Routers {'883cbb2b-a0b9-4a82-ae0a-67f4fea9b233'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:23:39.865558 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-149c65e4-39aa-437b-a14d-318ecdec57f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:23:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['883cbb2b-a0b9-4a82-ae0a-67f4fea9b233'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:39.955473 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-05739320-da1d-414b-9e4b-f60380a46e81 None None] Provisioning for port a22c3279-dbda-44da-a749-3b0030101bdd completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:40.031749 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-149c65e4-39aa-437b-a14d-318ecdec57f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:40.051306 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149c65e4-39aa-437b-a14d-318ecdec57f3 None None] Routers {'883cbb2b-a0b9-4a82-ae0a-67f4fea9b233'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:23:40.053399 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-149c65e4-39aa-437b-a14d-318ecdec57f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:23:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['883cbb2b-a0b9-4a82-ae0a-67f4fea9b233'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:40.083173 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 093c1a76-17fe-4d6a-b1a3-be639ac964e5 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:40.083573 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.118996 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f6852838-0276-43fd-9dd0-e5861a174cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.130713 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-149c65e4-39aa-437b-a14d-318ecdec57f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:40.131883 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149c65e4-39aa-437b-a14d-318ecdec57f3 None None] The sync data for ids ['883cbb2b-a0b9-4a82-ae0a-67f4fea9b233'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:23:40.133105 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-99c2eb49-9f3d-4320-8f9a-73c4cb52ffac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.183606 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2c55474c-0754-49e5-9e7a-d46eece2b420 req-cd42fc7b-e81d-425c-83d5-42426c318f57 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586185 Jul 14 09:23:40.225488 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f6852838-0276-43fd-9dd0-e5861a174cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.310834 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c1427165-9ea9-4905-8dad-6191f0fd3e2a None None] Provisioning complete for port e5fec339-ddd0-41d5-9954-06a5df8609c6 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:40.335313 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c1427165-9ea9-4905-8dad-6191f0fd3e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.625506 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a22c3279-dbda-44da-a749-3b0030101bdd up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:40.689560 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.796757 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-99c2eb49-9f3d-4320-8f9a-73c4cb52ffac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9352f56-fa83-453b-8c2e-3a7c63bf9c74 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:40.806669 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-99c2eb49-9f3d-4320-8f9a-73c4cb52ffac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.816219 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-19c76658-a7e1-4921-82f5-c39d04f37c43 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:23:40.817439 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-19c76658-a7e1-4921-82f5-c39d04f37c43 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] 10.222.0.25 "PUT /v2.0/routers/883cbb2b-a0b9-4a82-ae0a-67f4fea9b233/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9525535 Jul 14 09:23:40.820473 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 33746) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:40.852984 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-99c2eb49-9f3d-4320-8f9a-73c4cb52ffac service neutron] Transition to ACTIVE for port object f9352f56-fa83-453b-8c2e-3a7c63bf9c74 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:40.864607 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-99c2eb49-9f3d-4320-8f9a-73c4cb52ffac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.879222 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c1427165-9ea9-4905-8dad-6191f0fd3e2a None None] Provisioning for port 51f3b3c4-3f45-4a62-a8ba-8a40a321891b completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:40.889034 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c1427165-9ea9-4905-8dad-6191f0fd3e2a None None] Provisioning complete for port 51f3b3c4-3f45-4a62-a8ba-8a40a321891b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:40.889298 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c1427165-9ea9-4905-8dad-6191f0fd3e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.954720 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port a22c3279-dbda-44da-a749-3b0030101bdd completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:40.974088 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port a22c3279-dbda-44da-a749-3b0030101bdd triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:40.974499 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.990495 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2eb49-9f3d-4320-8f9a-73c4cb52ffac service neutron] Pushing event updated for resources: {'Port': ['ID=f9352f56-fa83-453b-8c2e-3a7c63bf9c74,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:41.039628 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c1427165-9ea9-4905-8dad-6191f0fd3e2a None None] Port 51f3b3c4-3f45-4a62-a8ba-8a40a321891b cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:23:41.056499 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-99c2eb49-9f3d-4320-8f9a-73c4cb52ffac service neutron] Attempting to bind port f9352f56-fa83-453b-8c2e-3a7c63bf9c74 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:41.057124 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-99c2eb49-9f3d-4320-8f9a-73c4cb52ffac service neutron] Attempting to bind port f9352f56-fa83-453b-8c2e-3a7c63bf9c74 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:41.057640 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-99c2eb49-9f3d-4320-8f9a-73c4cb52ffac service neutron] Attempting to bind port f9352f56-fa83-453b-8c2e-3a7c63bf9c74 on network 71b7ddbc-8e59-4deb-be30-9b93db9321e3 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:41.062333 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f6852838-0276-43fd-9dd0-e5861a174cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.065169 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f6852838-0276-43fd-9dd0-e5861a174cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.066602 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f6852838-0276-43fd-9dd0-e5861a174cb2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/872de5db-9082-48a3-8a75-b706d51e5df1 HTTP/1.1" status: 204 len: 168 time: 1.2420077 Jul 14 09:23:41.082468 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-99c2eb49-9f3d-4320-8f9a-73c4cb52ffac service neutron] Port f9352f56-fa83-453b-8c2e-3a7c63bf9c74 on network 71b7ddbc-8e59-4deb-be30-9b93db9321e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:41.084126 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-99c2eb49-9f3d-4320-8f9a-73c4cb52ffac service neutron] Attempting to bind port f9352f56-fa83-453b-8c2e-3a7c63bf9c74 on network 71b7ddbc-8e59-4deb-be30-9b93db9321e3 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:41.107926 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6852838-0276-43fd-9dd0-e5861a174cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872de5db-9082-48a3-8a75-b706d51e5df1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:41.128613 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-99c2eb49-9f3d-4320-8f9a-73c4cb52ffac service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:41.129571 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-99c2eb49-9f3d-4320-8f9a-73c4cb52ffac service neutron] Checking segment: {'id': '9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:41.130747 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-99c2eb49-9f3d-4320-8f9a-73c4cb52ffac service neutron] Bound using segment: {'id': '9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:41.131327 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-99c2eb49-9f3d-4320-8f9a-73c4cb52ffac service neutron] Bound port: f9352f56-fa83-453b-8c2e-3a7c63bf9c74, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:41.132022 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-99c2eb49-9f3d-4320-8f9a-73c4cb52ffac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.222116 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.336683 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-99c2eb49-9f3d-4320-8f9a-73c4cb52ffac service neutron] For port f9352f56-fa83-453b-8c2e-3a7c63bf9c74, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:41.341650 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2de6e691-2eb5-4141-9582-22ce593d701a None None] Provisioning complete for port a22c3279-dbda-44da-a749-3b0030101bdd triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:41.343888 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2de6e691-2eb5-4141-9582-22ce593d701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.353663 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-99c2eb49-9f3d-4320-8f9a-73c4cb52ffac service neutron] For port f9352f56-fa83-453b-8c2e-3a7c63bf9c74, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=f9352f56-fa83-453b-8c2e-3a7c63bf9c74,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:41.361939 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-99c2eb49-9f3d-4320-8f9a-73c4cb52ffac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.410521 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-99c2eb49-9f3d-4320-8f9a-73c4cb52ffac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:41.411354 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-99c2eb49-9f3d-4320-8f9a-73c4cb52ffac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.412987 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-99c2eb49-9f3d-4320-8f9a-73c4cb52ffac service neutron] 10.222.0.44 "PUT /v2.0/ports/f9352f56-fa83-453b-8c2e-3a7c63bf9c74 HTTP/1.1" status: 200 len: 1093 time: 1.7692666 Jul 14 09:23:41.413475 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38eeccf-7d9f-4576-a89b-74ae4e9a2bde', 'tag': 'f9352f56-fa83-453b-8c2e-3a7c63bf9c74'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:41.415937 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17894e02-c317-46d3-991a-f6258cea49de" -d '{"events": [{"name": "network-changed", "server_uuid": "a38eeccf-7d9f-4576-a89b-74ae4e9a2bde", "tag": "f9352f56-fa83-453b-8c2e-3a7c63bf9c74"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:41.484932 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port a22c3279-dbda-44da-a749-3b0030101bdd, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a22c3279-dbda-44da-a749-3b0030101bdd,segment=NetworkSegment(5a180593-9761-438a-935c-84945d7b6670),segment_id=5a180593-9761-438a-935c-84945d7b6670)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:41.519044 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2eb49-9f3d-4320-8f9a-73c4cb52ffac service neutron] Pushing event updated for resources: {'Port': ['ID=f9352f56-fa83-453b-8c2e-3a7c63bf9c74,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:41.534806 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.550732 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-9eaa349e-22b5-4d00-a49d-deadaa94fa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:41.552485 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-9eaa349e-22b5-4d00-a49d-deadaa94fa52 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=31d43ce6bd414ffdbd7d4e17338c0b3c&device_id=a38eeccf-7d9f-4576-a89b-74ae4e9a2bde HTTP/1.1" status: 200 len: 1096 time: 0.0823905 Jul 14 09:23:41.554804 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3851e63f-4a35-42ad-aefc-3207dae0c4a7 x-openstack-request-id: req-3851e63f-4a35-42ad-aefc-3207dae0c4a7 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:41.556427 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38eeccf-7d9f-4576-a89b-74ae4e9a2bde", "tag": "f9352f56-fa83-453b-8c2e-3a7c63bf9c74", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:41.556809 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3851e63f-4a35-42ad-aefc-3207dae0c4a7 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:41.557436 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a38eeccf-7d9f-4576-a89b-74ae4e9a2bde', 'tag': 'f9352f56-fa83-453b-8c2e-3a7c63bf9c74', 'status': 'completed', 'code': 200} Jul 14 09:23:41.651932 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92d73f31-db29-40ab-9de4-75658ca1a232 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.749562 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-fef1fb8a-208f-4c7e-b39d-ae9c2f024add service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9352f56-fa83-453b-8c2e-3a7c63bf9c74 HTTP/1.1" status: 200 len: 217 time: 0.1856179 Jul 14 09:23:41.811110 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e5fec339-ddd0-41d5-9954-06a5df8609c6 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:41.855396 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-f0026cda-d7d8-41cf-9af7-ca353e30c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:41.860779 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-f0026cda-d7d8-41cf-9af7-ca353e30c212 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=366d3585-af72-4619-a55f-a5b56cfe701c HTTP/1.1" status: 200 len: 845 time: 0.1023135 Jul 14 09:23:41.866256 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=a22c3279-dbda-44da-a749-3b0030101bdd,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:41.938921 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port e5fec339-ddd0-41d5-9954-06a5df8609c6 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:41.939300 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.942612 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2de6e691-2eb5-4141-9582-22ce593d701a None None] Provisioning complete for port 51f3b3c4-3f45-4a62-a8ba-8a40a321891b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:41.942937 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2de6e691-2eb5-4141-9582-22ce593d701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.951031 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-baf3614a-59c4-4f41-9da4-53db8ca3f02d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71b7ddbc-8e59-4deb-be30-9b93db9321e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813715 Jul 14 09:23:42.022881 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2de6e691-2eb5-4141-9582-22ce593d701a None None] Port 51f3b3c4-3f45-4a62-a8ba-8a40a321891b cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:23:42.164089 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.206267 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-bfdf588c-fd62-49b6-ac7a-6abe8fb7d00d service neutron] 10.222.0.44 "GET /v2.0/networks/71b7ddbc-8e59-4deb-be30-9b93db9321e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470927 Jul 14 09:23:42.345719 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6588146a-26ba-44fd-83a5-93fa8ff30952 req-612dfd24-8e03-4adb-9363-4285beaf566b service neutron] 10.222.0.44 "GET /v2.0/networks/71b7ddbc-8e59-4deb-be30-9b93db9321e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190593 Jul 14 09:23:42.554070 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93075b-b612-4018-85d5-0ed01c1f7403 req-b4f7f280-537f-482a-a3a7-bdba6d97f927 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:42.562972 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e93075b-b612-4018-85d5-0ed01c1f7403 req-b4f7f280-537f-482a-a3a7-bdba6d97f927 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=a38eeccf-7d9f-4576-a89b-74ae4e9a2bde HTTP/1.1" status: 200 len: 944 time: 0.9077804 Jul 14 09:23:42.617480 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17894e02-c317-46d3-991a-f6258cea49de req-efcc5fa8-819c-47af-a29a-abf4f413f49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:42.619299 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-17894e02-c317-46d3-991a-f6258cea49de req-efcc5fa8-819c-47af-a29a-abf4f413f49f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=31d43ce6bd414ffdbd7d4e17338c0b3c&device_id=a38eeccf-7d9f-4576-a89b-74ae4e9a2bde HTTP/1.1" status: 200 len: 1096 time: 0.1617734 Jul 14 09:23:42.656777 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e93075b-b612-4018-85d5-0ed01c1f7403 req-cdbbc765-c5d2-4453-930f-3787ac96b12c tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923474 Jul 14 09:23:42.910687 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17894e02-c317-46d3-991a-f6258cea49de req-9060de94-2a24-419b-ba9d-18914af42c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:42.913688 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-17894e02-c317-46d3-991a-f6258cea49de req-9060de94-2a24-419b-ba9d-18914af42c9a service neutron] 10.222.0.44 "GET /v2.0/networks?id=71b7ddbc-8e59-4deb-be30-9b93db9321e3 HTTP/1.1" status: 200 len: 905 time: 0.2877216 Jul 14 09:23:42.951396 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-92d73f31-db29-40ab-9de4-75658ca1a232 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Deleting port 51f3b3c4-3f45-4a62-a8ba-8a40a321891b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:42.952243 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92d73f31-db29-40ab-9de4-75658ca1a232 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.972850 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-17894e02-c317-46d3-991a-f6258cea49de req-37ea40a6-7766-475a-851b-8656950531d0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9352f56-fa83-453b-8c2e-3a7c63bf9c74 HTTP/1.1" status: 200 len: 217 time: 0.0506802 Jul 14 09:23:43.039122 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17894e02-c317-46d3-991a-f6258cea49de req-f8eb1973-ea4d-4197-bac4-6cbbb240bca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:43.040817 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-17894e02-c317-46d3-991a-f6258cea49de req-f8eb1973-ea4d-4197-bac4-6cbbb240bca0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=366d3585-af72-4619-a55f-a5b56cfe701c HTTP/1.1" status: 200 len: 845 time: 0.0608578 Jul 14 09:23:43.113777 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92d73f31-db29-40ab-9de4-75658ca1a232 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:43.128395 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-17894e02-c317-46d3-991a-f6258cea49de req-34e52d6f-dc29-4749-a11d-a9e383e95518 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71b7ddbc-8e59-4deb-be30-9b93db9321e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792339 Jul 14 09:23:43.158590 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-92d73f31-db29-40ab-9de4-75658ca1a232 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Calling delete_port for 51f3b3c4-3f45-4a62-a8ba-8a40a321891b owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:43.290761 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-17894e02-c317-46d3-991a-f6258cea49de req-385fd5b4-4633-464a-949c-2aa0f1d2c723 service neutron] 10.222.0.44 "GET /v2.0/networks/71b7ddbc-8e59-4deb-be30-9b93db9321e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548514 Jul 14 09:23:43.432901 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-17894e02-c317-46d3-991a-f6258cea49de req-95a9aa4f-1c56-4eb9-b8e1-727719925308 service neutron] 10.222.0.44 "GET /v2.0/networks/71b7ddbc-8e59-4deb-be30-9b93db9321e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350315 Jul 14 09:23:43.629311 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92d73f31-db29-40ab-9de4-75658ca1a232 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:43.688832 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a22c3279-dbda-44da-a749-3b0030101bdd up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:43.698553 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d73f31-db29-40ab-9de4-75658ca1a232 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Pushing event deleted for resources: {'Port': ['ID=51f3b3c4-3f45-4a62-a8ba-8a40a321891b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:43.765364 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port a22c3279-dbda-44da-a749-3b0030101bdd triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:43.765678 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:44.158231 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33858) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:44.204068 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92d73f31-db29-40ab-9de4-75658ca1a232 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:44.348450 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620ff43-4c00-4365-aca6-91e788166ad2 req-362462b6-fdcf-4896-9a93-ed287fdcc942 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:44.350991 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3620ff43-4c00-4365-aca6-91e788166ad2 req-362462b6-fdcf-4896-9a93-ed287fdcc942 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=a38eeccf-7d9f-4576-a89b-74ae4e9a2bde HTTP/1.1" status: 200 len: 944 time: 0.3940098 Jul 14 09:23:44.453468 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-5a2905f5-6b2a-4356-b05a-6842e7bf574c tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-588450871'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:44.486864 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3620ff43-4c00-4365-aca6-91e788166ad2 req-1edb972f-0015-426c-847d-833bc9495a29 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215665 Jul 14 09:23:44.504159 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d73f31-db29-40ab-9de4-75658ca1a232 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Router 883cbb2b-a0b9-4a82-ae0a-67f4fea9b233 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:23:44.504349 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2905f5-6b2a-4356-b05a-6842e7bf574c tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Made reservation on behalf of 5e57bd2ea18440b89111b17a99415443 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:44.507903 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a2905f5-6b2a-4356-b05a-6842e7bf574c tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:44.539436 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a2905f5-6b2a-4356-b05a-6842e7bf574c tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:44.623429 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d73f31-db29-40ab-9de4-75658ca1a232 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:23:44.633096 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-92d73f31-db29-40ab-9de4-75658ca1a232 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] 10.222.0.25 "PUT /v2.0/routers/883cbb2b-a0b9-4a82-ae0a-67f4fea9b233/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8080437 Jul 14 09:23:44.634032 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 33874) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:44.640458 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deecc912-f233-40d6-9426-5b0f4e6899d2 None None] Sync routers for ids ['883cbb2b-a0b9-4a82-ae0a-67f4fea9b233'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:23:44.651248 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deecc912-f233-40d6-9426-5b0f4e6899d2 None None] Routers {'883cbb2b-a0b9-4a82-ae0a-67f4fea9b233'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:23:44.652281 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-deecc912-f233-40d6-9426-5b0f4e6899d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:23:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['883cbb2b-a0b9-4a82-ae0a-67f4fea9b233'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:44.693335 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-deecc912-f233-40d6-9426-5b0f4e6899d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:44.696983 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device f9352f56-fa83-453b-8c2e-3a7c63bf9c74 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:44.723245 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deecc912-f233-40d6-9426-5b0f4e6899d2 None None] Routers {'883cbb2b-a0b9-4a82-ae0a-67f4fea9b233'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:23:44.724210 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-deecc912-f233-40d6-9426-5b0f4e6899d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:23:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['883cbb2b-a0b9-4a82-ae0a-67f4fea9b233'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:44.739818 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a2905f5-6b2a-4356-b05a-6842e7bf574c tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:44.743886 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-d282c0d9-0701-4c03-bc7c-91cf2c3359d7 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] delete failed (client error): The resource could not be found. Jul 14 09:23:44.745956 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a2905f5-6b2a-4356-b05a-6842e7bf574c tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:44.752768 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d282c0d9-0701-4c03-bc7c-91cf2c3359d7 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-1677289496 HTTP/1.1" status: 404 len: 335 time: 0.1142061 Jul 14 09:23:44.753077 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 33880) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:44.764321 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d4526724-5399-40e4-a175-92922e6d8a46 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Request body: {'router': {'external_gateway_info': {'network_id': '883cbb2b-a0b9-4a82-ae0a-67f4fea9b233'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:44.773381 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2905f5-6b2a-4356-b05a-6842e7bf574c tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:23:44.795298 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a2905f5-6b2a-4356-b05a-6842e7bf574c tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:44.795952 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-5a2905f5-6b2a-4356-b05a-6842e7bf574c tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Added segment b9324f51-8d55-4417-8b05-5a49f043fa63 of type vlan for network cfd5b4b9-4ace-4ca4-8f0d-a2e04c22068b Jul 14 09:23:44.931670 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a2905f5-6b2a-4356-b05a-6842e7bf574c tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.015790 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a2905f5-6b2a-4356-b05a-6842e7bf574c tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.021781 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2905f5-6b2a-4356-b05a-6842e7bf574c tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:45.032268 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a2905f5-6b2a-4356-b05a-6842e7bf574c tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.110210 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2905f5-6b2a-4356-b05a-6842e7bf574c tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=048f1e76-21b4-4da1-ace0-73284cf170a1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:45.127763 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5a2905f5-6b2a-4356-b05a-6842e7bf574c tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9678257 Jul 14 09:23:45.139111 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33890) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:45.146985 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-deecc912-f233-40d6-9426-5b0f4e6899d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:45.147709 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deecc912-f233-40d6-9426-5b0f4e6899d2 None None] The sync data for ids ['883cbb2b-a0b9-4a82-ae0a-67f4fea9b233'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:23:45.160818 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2905f5-6b2a-4356-b05a-6842e7bf574c tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Pushing event updated for resources: {'Network': ['ID=cfd5b4b9-4ace-4ca4-8f0d-a2e04c22068b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:45.163962 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port f9352f56-fa83-453b-8c2e-3a7c63bf9c74, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=f9352f56-fa83-453b-8c2e-3a7c63bf9c74,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:45.183142 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network cfd5b4b9-4ace-4ca4-8f0d-a2e04c22068b details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:23:45.228746 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'f9352f56-fa83-453b-8c2e-3a7c63bf9c74', 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3', 'port_id': 'f9352f56-fa83-453b-8c2e-3a7c63bf9c74', 'mac_address': 'fa:16:3e:a9:42:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366d3585-af72-4619-a55f-a5b56cfe701c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:45.305586 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-e8e572e6-01bf-4708-90b3-92372505d2cb tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Request body: {'network': {'name': 'tempest-network--686167813', 'router:external': True}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:45.337056 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.352333 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e572e6-01bf-4708-90b3-92372505d2cb tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Made reservation on behalf of 45e2b104a0c04c40854ac76636ae4b6a for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:45.356491 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8e572e6-01bf-4708-90b3-92372505d2cb tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.372741 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9352f56-fa83-453b-8c2e-3a7c63bf9c74 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:45.376825 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8e572e6-01bf-4708-90b3-92372505d2cb tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.377821 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d4526724-5399-40e4-a175-92922e6d8a46 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.421753 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port f9352f56-fa83-453b-8c2e-3a7c63bf9c74, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=f9352f56-fa83-453b-8c2e-3a7c63bf9c74,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:45.422719 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-d4526724-5399-40e4-a175-92922e6d8a46 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] update failed (client error): The resource could not be found. Jul 14 09:23:45.424028 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d4526724-5399-40e4-a175-92922e6d8a46 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] 10.222.0.25 "PUT /v2.0/routers/883cbb2b-a0b9-4a82-ae0a-67f4fea9b233 HTTP/1.1" status: 404 len: 339 time: 0.6699395 Jul 14 09:23:45.430523 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 33902) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:45.430801 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.530415 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=f9352f56-fa83-453b-8c2e-3a7c63bf9c74,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:45.620559 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8e572e6-01bf-4708-90b3-92372505d2cb tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.628825 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8e572e6-01bf-4708-90b3-92372505d2cb tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.681607 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e572e6-01bf-4708-90b3-92372505d2cb tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:23:45.694640 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e572e6-01bf-4708-90b3-92372505d2cb tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6ff198-ac76-4ae8-85c1-143478766945,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:45.701903 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8e572e6-01bf-4708-90b3-92372505d2cb tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.702584 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-e8e572e6-01bf-4708-90b3-92372505d2cb tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Added segment 0eacc54a-0fa0-42c1-a7df-0a7df3457163 of type vlan for network b058ad3c-d4dd-4ca1-8907-77bc8b2bdfc7 Jul 14 09:23:45.734287 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['f9352f56-fa83-453b-8c2e-3a7c63bf9c74'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:45.785306 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8e572e6-01bf-4708-90b3-92372505d2cb tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.865094 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8e572e6-01bf-4708-90b3-92372505d2cb tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.868000 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e572e6-01bf-4708-90b3-92372505d2cb tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:45.879580 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8e572e6-01bf-4708-90b3-92372505d2cb tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.001616 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66c0dea5-1720-4c2d-ad97-ed57f95e4ca8 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.064076 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d378bd-d496-4341-a9f3-11c1b200609c req-3d77a2b6-1923-4224-81b9-ec56d20943f7 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:46.065455 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-03d378bd-d496-4341-a9f3-11c1b200609c req-3d77a2b6-1923-4224-81b9-ec56d20943f7 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=a38eeccf-7d9f-4576-a89b-74ae4e9a2bde HTTP/1.1" status: 200 len: 945 time: 0.2937176 Jul 14 09:23:46.268142 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-03d378bd-d496-4341-a9f3-11c1b200609c req-a78df0f6-433c-48a0-91ef-5bb856937e71 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016776 Jul 14 09:23:46.444465 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e8e572e6-01bf-4708-90b3-92372505d2cb tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.3033712 Jul 14 09:23:46.450613 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33934) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:46.545130 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-66c0dea5-1720-4c2d-ad97-ed57f95e4ca8 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Allocated IP 172.20.0.1 (ca781c36-f18e-4eea-a668-af060232ec65/ecc65864-7975-4d71-a04e-528d959512b9/a5b45d84-6f15-41e5-967c-96ff5abeb135) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:46.565124 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e572e6-01bf-4708-90b3-92372505d2cb tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Pushing event updated for resources: {'Network': ['ID=b058ad3c-d4dd-4ca1-8907-77bc8b2bdfc7,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:46.586692 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network b058ad3c-d4dd-4ca1-8907-77bc8b2bdfc7 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:23:46.637976 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1f9f875-a4ab-43aa-9314-a35b1435d77d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.760255 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1f9f875-a4ab-43aa-9314-a35b1435d77d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.799846 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-b1f9f875-a4ab-43aa-9314-a35b1435d77d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b058ad3c-d4dd-4ca1-8907-77bc8b2bdfc7']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:46.809689 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66c0dea5-1720-4c2d-ad97-ed57f95e4ca8 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.825456 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-b1f9f875-a4ab-43aa-9314-a35b1435d77d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eacc54a-0fa0-42c1-a7df-0a7df3457163') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:46.826019 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-b1f9f875-a4ab-43aa-9314-a35b1435d77d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eacc54a-0fa0-42c1-a7df-0a7df3457163') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:46.832102 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-66c0dea5-1720-4c2d-ad97-ed57f95e4ca8 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Transition to ACTIVE for port object a5b45d84-6f15-41e5-967c-96ff5abeb135 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:46.837538 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1f9f875-a4ab-43aa-9314-a35b1435d77d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.854560 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1f9f875-a4ab-43aa-9314-a35b1435d77d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.867021 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f9f875-a4ab-43aa-9314-a35b1435d77d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:23:46.867316 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1f9f875-a4ab-43aa-9314-a35b1435d77d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:23:46.871324 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:23:46.881657 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66c0dea5-1720-4c2d-ad97-ed57f95e4ca8 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.972977 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c0dea5-1720-4c2d-ad97-ed57f95e4ca8 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Network ca781c36-f18e-4eea-a668-af060232ec65 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:46.974565 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-66c0dea5-1720-4c2d-ad97-ed57f95e4ca8 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:46.977271 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1f9f875-a4ab-43aa-9314-a35b1435d77d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.982814 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f9f875-a4ab-43aa-9314-a35b1435d77d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b058ad3c-d4dd-4ca1-8907-77bc8b2bdfc7 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:23:46.987232 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1f9f875-a4ab-43aa-9314-a35b1435d77d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.991808 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c0dea5-1720-4c2d-ad97-ed57f95e4ca8 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:46.993910 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b1f9f875-a4ab-43aa-9314-a35b1435d77d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] 10.222.0.25 "DELETE /v2.0/networks/b058ad3c-d4dd-4ca1-8907-77bc8b2bdfc7 HTTP/1.1" status: 204 len: 168 time: 0.5420184 Jul 14 09:23:47.004666 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 33958) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:47.017616 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9f875-a4ab-43aa-9314-a35b1435d77d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Pushing event deleted for resources: {'Network': ['ID=b058ad3c-d4dd-4ca1-8907-77bc8b2bdfc7,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:47.028604 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5bce5b95-5fc7-4a4f-808c-13f80ee178cb tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:47.082083 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0dea5-1720-4c2d-ad97-ed57f95e4ca8 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Pushing event updated for resources: {'Port': ['ID=a5b45d84-6f15-41e5-967c-96ff5abeb135,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:47.150510 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66c0dea5-1720-4c2d-ad97-ed57f95e4ca8 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:47.231395 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bce5b95-5fc7-4a4f-808c-13f80ee178cb tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Made reservation on behalf of 45e2b104a0c04c40854ac76636ae4b6a for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:47.234635 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bce5b95-5fc7-4a4f-808c-13f80ee178cb tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:47.361864 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bce5b95-5fc7-4a4f-808c-13f80ee178cb tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:23:47.374042 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bce5b95-5fc7-4a4f-808c-13f80ee178cb tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:47.375071 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-5bce5b95-5fc7-4a4f-808c-13f80ee178cb tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Added segment ee58eb18-6e52-460a-ae2b-f4494038efad of type vlan for network de871ec9-89a5-47c4-8ba2-f960c097de2c Jul 14 09:23:47.441707 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bce5b95-5fc7-4a4f-808c-13f80ee178cb tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:47.518194 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bce5b95-5fc7-4a4f-808c-13f80ee178cb tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:47.519648 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bce5b95-5fc7-4a4f-808c-13f80ee178cb tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:47.520514 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bce5b95-5fc7-4a4f-808c-13f80ee178cb tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:47.646482 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a8489580-2a2b-4b4f-b0f0-aa84c07bb96b None None] Provisioning for port a5b45d84-6f15-41e5-967c-96ff5abeb135 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:47.660305 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a8489580-2a2b-4b4f-b0f0-aa84c07bb96b None None] Provisioning complete for port a5b45d84-6f15-41e5-967c-96ff5abeb135 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:47.661496 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8489580-2a2b-4b4f-b0f0-aa84c07bb96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:47.755572 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a8489580-2a2b-4b4f-b0f0-aa84c07bb96b None None] Port a5b45d84-6f15-41e5-967c-96ff5abeb135 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:23:47.762475 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce5b95-5fc7-4a4f-808c-13f80ee178cb tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Pushing event updated for resources: {'Network': ['ID=de871ec9-89a5-47c4-8ba2-f960c097de2c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:47.774505 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5bce5b95-5fc7-4a4f-808c-13f80ee178cb tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.7687352 Jul 14 09:23:47.778140 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 33980) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:47.783555 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network de871ec9-89a5-47c4-8ba2-f960c097de2c details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:23:47.786432 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c075575d-ed55-402a-9d1d-d2b2fdcbabfc tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Request body: {'subnet': {'network_id': 'de871ec9-89a5-47c4-8ba2-f960c097de2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:47.880663 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c075575d-ed55-402a-9d1d-d2b2fdcbabfc tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Made reservation on behalf of 45e2b104a0c04c40854ac76636ae4b6a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:47.887481 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c075575d-ed55-402a-9d1d-d2b2fdcbabfc tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:47.916594 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a98d3-3620-48bd-a55f-0755c1beae87 req-08d37890-c80d-44c1-8863-e6ed722a43d7 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:47.918321 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-348a98d3-3620-48bd-a55f-0755c1beae87 req-08d37890-c80d-44c1-8863-e6ed722a43d7 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=a38eeccf-7d9f-4576-a89b-74ae4e9a2bde HTTP/1.1" status: 200 len: 945 time: 0.3854709 Jul 14 09:23:47.923678 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66c0dea5-1720-4c2d-ad97-ed57f95e4ca8 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.027340 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-348a98d3-3620-48bd-a55f-0755c1beae87 req-694d39bd-9f7d-461b-8ccd-12fc87620896 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918009 Jul 14 09:23:48.415290 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f8bf4a4-6279-4571-81e3-cc6be42ab823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.444261 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66c0dea5-1720-4c2d-ad97-ed57f95e4ca8 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.446263 n-d-771362-35 neutron-server[93772]: DEBUG neutron.objects.ports [None req-c075575d-ed55-402a-9d1d-d2b2fdcbabfc tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:23:48.446798 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c075575d-ed55-402a-9d1d-d2b2fdcbabfc tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.452316 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66c0dea5-1720-4c2d-ad97-ed57f95e4ca8 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.551235 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66c0dea5-1720-4c2d-ad97-ed57f95e4ca8 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.556542 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075575d-ed55-402a-9d1d-d2b2fdcbabfc tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6f0105c4-dac9-4474-a75d-9dc0da86e1ed,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:48.559211 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0dea5-1720-4c2d-ad97-ed57f95e4ca8 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Pushing event updated for resources: {'Port': ['ID=a5b45d84-6f15-41e5-967c-96ff5abeb135,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:48.573185 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075575d-ed55-402a-9d1d-d2b2fdcbabfc tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Checking segment: {'id': 'ee58eb18-6e52-460a-ae2b-f4494038efad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'de871ec9-89a5-47c4-8ba2-f960c097de2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:48.573568 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c075575d-ed55-402a-9d1d-d2b2fdcbabfc tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Network hostable DHCP agents. Network: de871ec9-89a5-47c4-8ba2-f960c097de2c, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:23:48.594664 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c075575d-ed55-402a-9d1d-d2b2fdcbabfc tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Network de871ec9-89a5-47c4-8ba2-f960c097de2c is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:23:48.607659 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c075575d-ed55-402a-9d1d-d2b2fdcbabfc tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, de871ec9-89a5-47c4-8ba2-f960c097de2c) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:48.616917 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c075575d-ed55-402a-9d1d-d2b2fdcbabfc tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:48.617850 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c075575d-ed55-402a-9d1d-d2b2fdcbabfc tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.620543 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d52a1de-1166-44f8-b556-7c232acbb54b None None] Network de871ec9-89a5-47c4-8ba2-f960c097de2c requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:48.640073 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c075575d-ed55-402a-9d1d-d2b2fdcbabfc tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8605840 Jul 14 09:23:48.642957 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34002) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:48.650414 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-1f5a0fb7-b2e0-431f-a4a4-605fa8da94d5 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Request body: {'floatingip': {'floating_network_id': 'de871ec9-89a5-47c4-8ba2-f960c097de2c'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:48.694160 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f5a0fb7-b2e0-431f-a4a4-605fa8da94d5 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.736813 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device f9352f56-fa83-453b-8c2e-3a7c63bf9c74 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:48.738029 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c0dea5-1720-4c2d-ad97-ed57f95e4ca8 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Network ca781c36-f18e-4eea-a668-af060232ec65 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:48.739607 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-66c0dea5-1720-4c2d-ad97-ed57f95e4ca8 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:48.850583 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port f9352f56-fa83-453b-8c2e-3a7c63bf9c74 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:48.864116 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port f9352f56-fa83-453b-8c2e-3a7c63bf9c74 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:48.864877 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.869894 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f5a0fb7-b2e0-431f-a4a4-605fa8da94d5 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.960325 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c0dea5-1720-4c2d-ad97-ed57f95e4ca8 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Router 883cbb2b-a0b9-4a82-ae0a-67f4fea9b233 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:23:49.006860 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-1f5a0fb7-b2e0-431f-a4a4-605fa8da94d5 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Allocated IP 172.20.0.7 (de871ec9-89a5-47c4-8ba2-f960c097de2c/6f0105c4-dac9-4474-a75d-9dc0da86e1ed/c85d214a-baac-467a-8578-cdec38a5b5a5) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:49.041727 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7ac9d0-5757-4846-9567-8f6010ec57df None None] Network de871ec9-89a5-47c4-8ba2-f960c097de2c requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:49.164074 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:49.180265 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:23:49.214604 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f5a0fb7-b2e0-431f-a4a4-605fa8da94d5 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:49.285821 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port f9352f56-fa83-453b-8c2e-3a7c63bf9c74, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=f9352f56-fa83-453b-8c2e-3a7c63bf9c74,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:49.292050 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38eeccf-7d9f-4576-a89b-74ae4e9a2bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9352f56-fa83-453b-8c2e-3a7c63bf9c74'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:49.299020 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da745ef7-a8d5-4181-bcaa-63bd1a539bcf" -d '{"events": [{"server_uuid": "a38eeccf-7d9f-4576-a89b-74ae4e9a2bde", "name": "network-vif-plugged", "status": "completed", "tag": "f9352f56-fa83-453b-8c2e-3a7c63bf9c74"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:49.306694 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f5a0fb7-b2e0-431f-a4a4-605fa8da94d5 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:49.326913 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:49.341940 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5a0fb7-b2e0-431f-a4a4-605fa8da94d5 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Network de871ec9-89a5-47c4-8ba2-f960c097de2c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:49.345264 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-1f5a0fb7-b2e0-431f-a4a4-605fa8da94d5 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:49.369731 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5a0fb7-b2e0-431f-a4a4-605fa8da94d5 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:49.443890 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984c00f5-e751-48dd-b324-aa83cdb83805 x-openstack-request-id: req-984c00f5-e751-48dd-b324-aa83cdb83805 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:49.444272 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38eeccf-7d9f-4576-a89b-74ae4e9a2bde", "name": "network-vif-plugged", "status": "completed", "tag": "f9352f56-fa83-453b-8c2e-3a7c63bf9c74", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:49.444592 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-984c00f5-e751-48dd-b324-aa83cdb83805 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:49.445231 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38eeccf-7d9f-4576-a89b-74ae4e9a2bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9352f56-fa83-453b-8c2e-3a7c63bf9c74', 'code': 200} Jul 14 09:23:49.446505 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=f9352f56-fa83-453b-8c2e-3a7c63bf9c74,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:49.447710 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a0fb7-b2e0-431f-a4a4-605fa8da94d5 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Pushing event updated for resources: {'Port': ['ID=c85d214a-baac-467a-8578-cdec38a5b5a5,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:49.476991 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ba05e2a7-380a-4a81-a3b2-94b3d7df98bd None None] Provisioning complete for port a5b45d84-6f15-41e5-967c-96ff5abeb135 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:49.477714 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba05e2a7-380a-4a81-a3b2-94b3d7df98bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:49.481472 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:49.482082 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:49.482629 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:49.483183 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:49.487000 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:49.487661 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:49.488211 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:49.488749 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:49.489283 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:49.489891 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:49.490452 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:49.490974 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:49.559007 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ba05e2a7-380a-4a81-a3b2-94b3d7df98bd None None] Port a5b45d84-6f15-41e5-967c-96ff5abeb135 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:23:49.689043 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f5a0fb7-b2e0-431f-a4a4-605fa8da94d5 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:49.792357 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cdbf1-d3ef-4d0b-a5d3-8f3d1593ea14 req-8023745d-949e-4337-b376-998d2a2069b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:49.795162 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1c9cdbf1-d3ef-4d0b-a5d3-8f3d1593ea14 req-8023745d-949e-4337-b376-998d2a2069b3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a38eeccf-7d9f-4576-a89b-74ae4e9a2bde HTTP/1.1" status: 200 len: 1098 time: 0.2338765 Jul 14 09:23:49.797811 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f5a0fb7-b2e0-431f-a4a4-605fa8da94d5 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:49.996686 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c0dea5-1720-4c2d-ad97-ed57f95e4ca8 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:23:50.006229 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-66c0dea5-1720-4c2d-ad97-ed57f95e4ca8 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] 10.222.0.25 "PUT /v2.0/routers/883cbb2b-a0b9-4a82-ae0a-67f4fea9b233/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5736918 Jul 14 09:23:50.007247 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34044) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:50.008148 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1422d7c8-8e82-42a1-97cb-a9da31b3a86a None None] Sync routers for ids ['883cbb2b-a0b9-4a82-ae0a-67f4fea9b233'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:23:50.025679 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1c9cdbf1-d3ef-4d0b-a5d3-8f3d1593ea14 req-a4eb66f2-43e2-4ec7-8782-1d04f674666e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822071 Jul 14 09:23:50.045364 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1422d7c8-8e82-42a1-97cb-a9da31b3a86a None None] Routers {'883cbb2b-a0b9-4a82-ae0a-67f4fea9b233'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:23:50.046321 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1422d7c8-8e82-42a1-97cb-a9da31b3a86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:23:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['883cbb2b-a0b9-4a82-ae0a-67f4fea9b233'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:50.066804 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e843180-d641-4e9b-9c12-e332f274b80c req-e460836c-6cae-4e9e-b754-246b6f69888e tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:50.078344 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6e843180-d641-4e9b-9c12-e332f274b80c req-e460836c-6cae-4e9e-b754-246b6f69888e tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=a38eeccf-7d9f-4576-a89b-74ae4e9a2bde HTTP/1.1" status: 200 len: 946 time: 0.1859553 Jul 14 09:23:50.117901 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f5a0fb7-b2e0-431f-a4a4-605fa8da94d5 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.125960 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f5a0fb7-b2e0-431f-a4a4-605fa8da94d5 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.128332 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1422d7c8-8e82-42a1-97cb-a9da31b3a86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:50.163593 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1422d7c8-8e82-42a1-97cb-a9da31b3a86a None None] Routers {'883cbb2b-a0b9-4a82-ae0a-67f4fea9b233'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:23:50.164283 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1422d7c8-8e82-42a1-97cb-a9da31b3a86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:23:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['883cbb2b-a0b9-4a82-ae0a-67f4fea9b233'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:50.186205 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6e843180-d641-4e9b-9c12-e332f274b80c req-4fd2a07e-6ee4-42cd-aa18-0abeb7bed577 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062579 Jul 14 09:23:50.206697 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c2652f2-566b-408f-ad76-cddffe940222 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.272703 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a0fb7-b2e0-431f-a4a4-605fa8da94d5 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Pushing event updated for resources: {'Port': ['ID=c85d214a-baac-467a-8578-cdec38a5b5a5,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:50.283584 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f5a0fb7-b2e0-431f-a4a4-605fa8da94d5 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.310117 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f5a0fb7-b2e0-431f-a4a4-605fa8da94d5 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.311554 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1f5a0fb7-b2e0-431f-a4a4-605fa8da94d5 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6668770 Jul 14 09:23:50.314407 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34052) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:50.415282 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1422d7c8-8e82-42a1-97cb-a9da31b3a86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:50.419575 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-8c2652f2-566b-408f-ad76-cddffe940222 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 09:23:50.420990 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1422d7c8-8e82-42a1-97cb-a9da31b3a86a None None] The sync data for ids ['883cbb2b-a0b9-4a82-ae0a-67f4fea9b233'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:23:50.422401 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8c2652f2-566b-408f-ad76-cddffe940222 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] 10.222.0.25 "DELETE /v2.0/routers/883cbb2b-a0b9-4a82-ae0a-67f4fea9b233 HTTP/1.1" status: 409 len: 329 time: 0.4117818 Jul 14 09:23:50.423425 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34060) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:50.468950 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b6d688af-ff9a-434c-a1a2-0d2d7fe8ee1d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] 10.222.0.25 "GET /v2.0/floatingips?floating_network_id=de871ec9-89a5-47c4-8ba2-f960c097de2c HTTP/1.1" status: 200 len: 689 time: 0.1509438 Jul 14 09:23:50.469310 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34062) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:50.610242 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ef2a44f-7dcd-42b7-b429-df0999e6392a tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.738178 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4ef2a44f-7dcd-42b7-b429-df0999e6392a tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Deleting port c85d214a-baac-467a-8578-cdec38a5b5a5 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:50.738494 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ef2a44f-7dcd-42b7-b429-df0999e6392a tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.877316 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ef2a44f-7dcd-42b7-b429-df0999e6392a tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.883026 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ef2a44f-7dcd-42b7-b429-df0999e6392a tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.904550 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4ef2a44f-7dcd-42b7-b429-df0999e6392a tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Calling delete_port for c85d214a-baac-467a-8578-cdec38a5b5a5 owned by network:floatingip {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:50.954776 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31684671-7742-44aa-b552-4e02fe8a3de0 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.031641 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95094780-877a-42cb-8106-4f7270ebf3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.259670 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ef2a44f-7dcd-42b7-b429-df0999e6392a tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.269337 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.344984 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2a44f-7dcd-42b7-b429-df0999e6392a tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Pushing event deleted for resources: {'Port': ['ID=c85d214a-baac-467a-8578-cdec38a5b5a5,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:51.484744 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ef2a44f-7dcd-42b7-b429-df0999e6392a tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.620613 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ef2a44f-7dcd-42b7-b429-df0999e6392a tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.649373 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-31684671-7742-44aa-b552-4e02fe8a3de0 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Deleting port a5b45d84-6f15-41e5-967c-96ff5abeb135 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:51.650653 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31684671-7742-44aa-b552-4e02fe8a3de0 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.734599 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ef2a44f-7dcd-42b7-b429-df0999e6392a tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.822492 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31684671-7742-44aa-b552-4e02fe8a3de0 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.839521 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-31684671-7742-44aa-b552-4e02fe8a3de0 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Calling delete_port for a5b45d84-6f15-41e5-967c-96ff5abeb135 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:51.858579 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ef2a44f-7dcd-42b7-b429-df0999e6392a tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.907020 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2a44f-7dcd-42b7-b429-df0999e6392a tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6f0105c4-dac9-4474-a75d-9dc0da86e1ed,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:51.915221 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-4ef2a44f-7dcd-42b7-b429-df0999e6392a tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de871ec9-89a5-47c4-8ba2-f960c097de2c']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:51.930039 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aecb84-97ae-43bc-9ff7-b09428b376ac req-1fdd9375-c09c-4a7b-b05f-2d6b632b759a tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:51.937463 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3aecb84-97ae-43bc-9ff7-b09428b376ac req-1fdd9375-c09c-4a7b-b05f-2d6b632b759a tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=a38eeccf-7d9f-4576-a89b-74ae4e9a2bde HTTP/1.1" status: 200 len: 946 time: 0.4275532 Jul 14 09:23:51.943867 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-4ef2a44f-7dcd-42b7-b429-df0999e6392a tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee58eb18-6e52-460a-ae2b-f4494038efad') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:51.944254 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-4ef2a44f-7dcd-42b7-b429-df0999e6392a tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee58eb18-6e52-460a-ae2b-f4494038efad') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:51.970415 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ef2a44f-7dcd-42b7-b429-df0999e6392a tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.998821 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ef2a44f-7dcd-42b7-b429-df0999e6392a tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.025120 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef2a44f-7dcd-42b7-b429-df0999e6392a tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:23:52.032412 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ef2a44f-7dcd-42b7-b429-df0999e6392a tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:23:52.038506 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:23:52.112221 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3aecb84-97ae-43bc-9ff7-b09428b376ac req-716fff95-d211-445c-8e6a-8e9f534467ac tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738048 Jul 14 09:23:52.129696 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ef2a44f-7dcd-42b7-b429-df0999e6392a tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.134919 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef2a44f-7dcd-42b7-b429-df0999e6392a tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network de871ec9-89a5-47c4-8ba2-f960c097de2c {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:23:52.140374 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ef2a44f-7dcd-42b7-b429-df0999e6392a tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.142696 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4ef2a44f-7dcd-42b7-b429-df0999e6392a tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] 10.222.0.25 "DELETE /v2.0/networks/de871ec9-89a5-47c4-8ba2-f960c097de2c HTTP/1.1" status: 204 len: 168 time: 1.6724873 Jul 14 09:23:52.154874 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.157675 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34106) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:52.211654 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31684671-7742-44aa-b552-4e02fe8a3de0 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.269868 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2a44f-7dcd-42b7-b429-df0999e6392a tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Pushing event deleted for resources: {'Network': ['ID=de871ec9-89a5-47c4-8ba2-f960c097de2c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:52.315854 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31684671-7742-44aa-b552-4e02fe8a3de0 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Pushing event deleted for resources: {'Port': ['ID=a5b45d84-6f15-41e5-967c-96ff5abeb135,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:52.378300 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a7c09f54-49ed-413f-a9c7-a136aa5b43dc tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1779 time: 0.2186882 Jul 14 09:23:52.390311 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34116) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:52.715410 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28afe909-84ef-4714-8146-c059c6619e84 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:52.726953 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28afe909-84ef-4714-8146-c059c6619e84 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:52.727720 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28afe909-84ef-4714-8146-c059c6619e84 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:52.728508 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28afe909-84ef-4714-8146-c059c6619e84 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:52.733613 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28afe909-84ef-4714-8146-c059c6619e84 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:52.747068 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28afe909-84ef-4714-8146-c059c6619e84 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:52.747785 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28afe909-84ef-4714-8146-c059c6619e84 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:52.748270 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28afe909-84ef-4714-8146-c059c6619e84 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:52.749970 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31684671-7742-44aa-b552-4e02fe8a3de0 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.759081 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28afe909-84ef-4714-8146-c059c6619e84 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:52.759704 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28afe909-84ef-4714-8146-c059c6619e84 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:52.760184 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28afe909-84ef-4714-8146-c059c6619e84 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:52.761032 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28afe909-84ef-4714-8146-c059c6619e84 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:52.761244 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28afe909-84ef-4714-8146-c059c6619e84 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:52.771412 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34124) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:52.774521 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-28afe909-84ef-4714-8146-c059c6619e84 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8243 time: 0.3634362 Jul 14 09:23:52.965197 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-b9f190de-6266-495c-80d9-9c79f5c5d5d2 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] delete failed (client error): The resource could not be found. Jul 14 09:23:52.966519 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b9f190de-6266-495c-80d9-9c79f5c5d5d2 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/12c8a75d-68fe-4385-8266-4c4306c3c7ba HTTP/1.1" status: 404 len: 345 time: 0.1935418 Jul 14 09:23:52.970702 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34138) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:52.995185 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8195608d-3232-4718-b8d4-de98d577fd88 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] DELETE failed (client error): The resource could not be found. Jul 14 09:23:52.997408 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8195608d-3232-4718-b8d4-de98d577fd88 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:53.000764 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8195608d-3232-4718-b8d4-de98d577fd88 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] 10.222.0.25 "DELETE /v2.0/networks/de871ec9-89a5-47c4-8ba2-f960c097de2c HTTP/1.1" status: 404 len: 339 time: 0.0279868 Jul 14 09:23:53.006509 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34140) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:53.013137 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ef310526-9919-48a2-89c6-3dbeb2962d03 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Request body: {'network': {'name': 'tempest-network--1184585263', 'router:external': True}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:53.048663 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef310526-9919-48a2-89c6-3dbeb2962d03 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Made reservation on behalf of 45e2b104a0c04c40854ac76636ae4b6a for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:53.060755 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef310526-9919-48a2-89c6-3dbeb2962d03 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:53.102221 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef310526-9919-48a2-89c6-3dbeb2962d03 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:23:53.113694 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef310526-9919-48a2-89c6-3dbeb2962d03 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:53.114121 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-ef310526-9919-48a2-89c6-3dbeb2962d03 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Added segment d68974e3-4f70-4f51-92c2-027c38c3c61b of type vlan for network 3f5b5561-17ba-46e0-a934-baf06652e9bd Jul 14 09:23:53.177282 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31684671-7742-44aa-b552-4e02fe8a3de0 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Router 883cbb2b-a0b9-4a82-ae0a-67f4fea9b233 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:23:53.179392 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef310526-9919-48a2-89c6-3dbeb2962d03 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:53.259086 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef310526-9919-48a2-89c6-3dbeb2962d03 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:53.260207 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef310526-9919-48a2-89c6-3dbeb2962d03 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:53.261046 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef310526-9919-48a2-89c6-3dbeb2962d03 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:53.305956 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8cbee-dae5-4822-b7c0-93a1628c98ee req-5a83a66e-45e7-4938-a0e8-7fed6e4eeba6 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:53.314069 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26a8cbee-dae5-4822-b7c0-93a1628c98ee req-5a83a66e-45e7-4938-a0e8-7fed6e4eeba6 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=a38eeccf-7d9f-4576-a89b-74ae4e9a2bde HTTP/1.1" status: 200 len: 946 time: 0.1843338 Jul 14 09:23:53.349061 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31684671-7742-44aa-b552-4e02fe8a3de0 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:23:53.357286 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-31684671-7742-44aa-b552-4e02fe8a3de0 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] 10.222.0.25 "PUT /v2.0/routers/883cbb2b-a0b9-4a82-ae0a-67f4fea9b233/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9323916 Jul 14 09:23:53.365345 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ef310526-9919-48a2-89c6-3dbeb2962d03 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3549867 Jul 14 09:23:53.365345 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34142) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:53.367116 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34144) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:53.407904 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26a8cbee-dae5-4822-b7c0-93a1628c98ee req-8b29310f-e53f-442c-bad7-059e091319bf tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910659 Jul 14 09:23:53.459191 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-33cf91a3-9540-4f35-904d-d12d0aa05929 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] show failed (client error): The resource could not be found. Jul 14 09:23:53.460271 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-33cf91a3-9540-4f35-904d-d12d0aa05929 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-396693783 HTTP/1.1" status: 404 len: 334 time: 0.0718360 Jul 14 09:23:53.461101 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef310526-9919-48a2-89c6-3dbeb2962d03 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Pushing event updated for resources: {'Network': ['ID=3f5b5561-17ba-46e0-a934-baf06652e9bd,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:53.464269 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34152) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:53.469736 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5fd0d253-056c-4adf-bbc9-e3ea1c2ed0b5 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:53.474580 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 3f5b5561-17ba-46e0-a934-baf06652e9bd details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:23:53.479276 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b9c719-fcca-43fb-98e6-4ccf7fa1b350 None None] Sync routers for ids ['883cbb2b-a0b9-4a82-ae0a-67f4fea9b233'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:23:53.554447 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b9c719-fcca-43fb-98e6-4ccf7fa1b350 None None] Routers {'883cbb2b-a0b9-4a82-ae0a-67f4fea9b233'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:23:53.555313 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-41b9c719-fcca-43fb-98e6-4ccf7fa1b350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:23:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['883cbb2b-a0b9-4a82-ae0a-67f4fea9b233'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:53.561107 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-5fd0d253-056c-4adf-bbc9-e3ea1c2ed0b5 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] update failed (client error): The resource could not be found. Jul 14 09:23:53.562603 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5fd0d253-056c-4adf-bbc9-e3ea1c2ed0b5 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-1713746401 HTTP/1.1" status: 404 len: 335 time: 0.0966401 Jul 14 09:23:53.567155 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34154) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:53.616157 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-41b9c719-fcca-43fb-98e6-4ccf7fa1b350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:53.634332 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b9c719-fcca-43fb-98e6-4ccf7fa1b350 None None] Routers {'883cbb2b-a0b9-4a82-ae0a-67f4fea9b233'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:23:53.635835 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-41b9c719-fcca-43fb-98e6-4ccf7fa1b350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:23:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['883cbb2b-a0b9-4a82-ae0a-67f4fea9b233'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:53.701405 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-41b9c719-fcca-43fb-98e6-4ccf7fa1b350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:53.702060 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b9c719-fcca-43fb-98e6-4ccf7fa1b350 None None] The sync data for ids ['883cbb2b-a0b9-4a82-ae0a-67f4fea9b233'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:23:53.711758 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b745e9ca-d4ae-4386-8713-874befcecd47 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Deleting subnet cce64ffe-2156-46a9-a4d5-a2da97ddb0b7 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:23:53.719933 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:53.726863 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17e566-a8c0-4000-8f07-859c9fe5175e tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:53.740122 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17e566-a8c0-4000-8f07-859c9fe5175e tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:53.748680 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17e566-a8c0-4000-8f07-859c9fe5175e tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:53.757350 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17e566-a8c0-4000-8f07-859c9fe5175e tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:53.762213 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bb17e566-a8c0-4000-8f07-859c9fe5175e tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3910296 Jul 14 09:23:53.762213 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b745e9ca-d4ae-4386-8713-874befcecd47 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:53.762706 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34156) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:53.829867 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b745e9ca-d4ae-4386-8713-874befcecd47 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:53.925897 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7111ecb-6a84-472e-b24e-6f7dfa75c354 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:53.956901 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b745e9ca-d4ae-4386-8713-874befcecd47 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.030447 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7111ecb-6a84-472e-b24e-6f7dfa75c354 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.045995 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-a7111ecb-6a84-472e-b24e-6f7dfa75c354 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5b5561-17ba-46e0-a934-baf06652e9bd']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:54.059775 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-a7111ecb-6a84-472e-b24e-6f7dfa75c354 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68974e3-4f70-4f51-92c2-027c38c3c61b') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:54.060192 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-a7111ecb-6a84-472e-b24e-6f7dfa75c354 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68974e3-4f70-4f51-92c2-027c38c3c61b') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:54.061003 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b745e9ca-d4ae-4386-8713-874befcecd47 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.070170 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7111ecb-6a84-472e-b24e-6f7dfa75c354 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.088063 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7111ecb-6a84-472e-b24e-6f7dfa75c354 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.095021 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7111ecb-6a84-472e-b24e-6f7dfa75c354 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:23:54.095775 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7111ecb-6a84-472e-b24e-6f7dfa75c354 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.108048 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745e9ca-d4ae-4386-8713-874befcecd47 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Pushing event deleted for resources: {'Subnet': ['ID=cce64ffe-2156-46a9-a4d5-a2da97ddb0b7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:54.118372 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b745e9ca-d4ae-4386-8713-874befcecd47 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.118759 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27edfcc-c4f5-409a-a9e7-71c43f5832e6 None None] Network d6f6140e-c4ff-4a51-a27e-a9b9c994aa59 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:54.122887 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b745e9ca-d4ae-4386-8713-874befcecd47 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] 10.222.0.25 "DELETE /v2.0/subnets/cce64ffe-2156-46a9-a4d5-a2da97ddb0b7 HTTP/1.1" status: 204 len: 168 time: 0.5519316 Jul 14 09:23:54.123112 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34162) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:54.228310 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a7dbd8-f978-4cae-af7d-15aed14992a6 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Deleting subnet eda54d7f-059c-4008-b878-4e36dd65bd96 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:23:54.237061 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71a7dbd8-f978-4cae-af7d-15aed14992a6 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:23:54.241286 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:23:54.250552 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7111ecb-6a84-472e-b24e-6f7dfa75c354 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.259318 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7111ecb-6a84-472e-b24e-6f7dfa75c354 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3f5b5561-17ba-46e0-a934-baf06652e9bd {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:23:54.273379 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7111ecb-6a84-472e-b24e-6f7dfa75c354 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.275535 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a7111ecb-6a84-472e-b24e-6f7dfa75c354 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] 10.222.0.25 "DELETE /v2.0/networks/3f5b5561-17ba-46e0-a934-baf06652e9bd HTTP/1.1" status: 204 len: 168 time: 0.5116796 Jul 14 09:23:54.294736 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34170) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:54.319532 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-144d9c47-8abe-4ebd-9207-ba0b8241db81 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Request body: {'network': {'name': 'tempest-network--1209454957', 'router:external': True}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:54.331002 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7111ecb-6a84-472e-b24e-6f7dfa75c354 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f5b5561-17ba-46e0-a934-baf06652e9bd,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:54.353963 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144d9c47-8abe-4ebd-9207-ba0b8241db81 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Made reservation on behalf of 45e2b104a0c04c40854ac76636ae4b6a for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:54.359305 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-144d9c47-8abe-4ebd-9207-ba0b8241db81 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.401500 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144d9c47-8abe-4ebd-9207-ba0b8241db81 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:23:54.416552 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-144d9c47-8abe-4ebd-9207-ba0b8241db81 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.417190 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-144d9c47-8abe-4ebd-9207-ba0b8241db81 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Added segment 4fd3356f-435c-4f81-9a43-52f03c013935 of type vlan for network a98e96d4-6ab2-436f-8dae-b47dde179efc Jul 14 09:23:54.482607 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71a7dbd8-f978-4cae-af7d-15aed14992a6 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.533967 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-144d9c47-8abe-4ebd-9207-ba0b8241db81 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.560554 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21dd169-a85b-4708-997e-c28b99d7d6ee None None] DHCP port deletion for d6f6140e-c4ff-4a51-a27e-a9b9c994aa59 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:23:54.656928 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-144d9c47-8abe-4ebd-9207-ba0b8241db81 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.657976 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144d9c47-8abe-4ebd-9207-ba0b8241db81 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:54.658568 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-144d9c47-8abe-4ebd-9207-ba0b8241db81 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.693286 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d21dd169-a85b-4708-997e-c28b99d7d6ee None None] Deleting port a22c3279-dbda-44da-a749-3b0030101bdd {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:54.694801 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d21dd169-a85b-4708-997e-c28b99d7d6ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.747443 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71a7dbd8-f978-4cae-af7d-15aed14992a6 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.821958 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d9c47-8abe-4ebd-9207-ba0b8241db81 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Pushing event updated for resources: {'Network': ['ID=a98e96d4-6ab2-436f-8dae-b47dde179efc,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:54.841176 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-144d9c47-8abe-4ebd-9207-ba0b8241db81 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5359621 Jul 14 09:23:54.841885 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d21dd169-a85b-4708-997e-c28b99d7d6ee None None] For port a22c3279-dbda-44da-a749-3b0030101bdd, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a22c3279-dbda-44da-a749-3b0030101bdd,segment=NetworkSegment(5a180593-9761-438a-935c-84945d7b6670),segment_id=5a180593-9761-438a-935c-84945d7b6670)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:54.842854 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d21dd169-a85b-4708-997e-c28b99d7d6ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.843742 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34180) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:54.862872 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d21dd169-a85b-4708-997e-c28b99d7d6ee None None] Calling delete_port for a22c3279-dbda-44da-a749-3b0030101bdd owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:54.981857 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3849d432-65ac-4058-a106-b58d53774552 tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:54.983633 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3849d432-65ac-4058-a106-b58d53774552 tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] 10.222.0.25 "GET /v2.0/networks/a98e96d4-6ab2-436f-8dae-b47dde179efc HTTP/1.1" status: 200 len: 757 time: 0.1387217 Jul 14 09:23:54.986724 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34182) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:55.106145 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd556543-a3bd-437c-85f2-df3738c4b5f4 req-9765e76f-e98e-49c2-846a-3613fe840cf9 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:55.107863 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network a98e96d4-6ab2-436f-8dae-b47dde179efc details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:23:55.114969 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bd556543-a3bd-437c-85f2-df3738c4b5f4 req-9765e76f-e98e-49c2-846a-3613fe840cf9 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.7422960 Jul 14 09:23:55.127313 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71a7dbd8-f978-4cae-af7d-15aed14992a6 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.157049 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71a7dbd8-f978-4cae-af7d-15aed14992a6 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.163771 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-71a7dbd8-f978-4cae-af7d-15aed14992a6 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] 10.222.0.25 "DELETE /v2.0/subnets/eda54d7f-059c-4008-b878-4e36dd65bd96 HTTP/1.1" status: 204 len: 168 time: 1.0350070 Jul 14 09:23:55.163968 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34188) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:55.186675 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7dbd8-f978-4cae-af7d-15aed14992a6 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Pushing event deleted for resources: {'Subnet': ['ID=eda54d7f-059c-4008-b878-4e36dd65bd96,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:55.213203 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d21dd169-a85b-4708-997e-c28b99d7d6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.215817 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ddb9a-f88b-448d-b922-f21af4d9ebfd req-086fb237-9908-4bf7-974c-f397493db331 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:55.219069 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc443f10-c681-4b62-8cab-84a9099be650 None None] Network b5af6ad6-8ced-4597-9058-922c6a7a76cf requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:55.226376 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-050ddb9a-f88b-448d-b922-f21af4d9ebfd req-086fb237-9908-4bf7-974c-f397493db331 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=a38eeccf-7d9f-4576-a89b-74ae4e9a2bde HTTP/1.1" status: 200 len: 946 time: 0.4161994 Jul 14 09:23:55.269238 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bd556543-a3bd-437c-85f2-df3738c4b5f4 req-a9934ced-15a0-4e3d-89de-8805ac1b317a tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530550 Jul 14 09:23:55.365763 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-050ddb9a-f88b-448d-b922-f21af4d9ebfd req-ae5cd8d1-9bf3-46fb-ba7d-9d213a191275 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377325 Jul 14 09:23:55.373405 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-395c0d08-ae44-493f-b622-cc38ed0d1054 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.393408 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdc6eaa-13a5-4e1a-8621-b94906f1164c tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:55.394407 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21dd169-a85b-4708-997e-c28b99d7d6ee None None] No DVR routers for this DVR port a22c3279-dbda-44da-a749-3b0030101bdd on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:55.395542 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bfdc6eaa-13a5-4e1a-8621-b94906f1164c tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] 10.222.0.25 "GET /v2.0/networks/cfd5b4b9-4ace-4ca4-8f0d-a2e04c22068b HTTP/1.1" status: 200 len: 767 time: 0.4073997 Jul 14 09:23:55.398606 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34196) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:55.447797 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21dd169-a85b-4708-997e-c28b99d7d6ee None None] Pushing event deleted for resources: {'Port': ['ID=a22c3279-dbda-44da-a749-3b0030101bdd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:55.547883 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-395c0d08-ae44-493f-b622-cc38ed0d1054 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.582420 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-395c0d08-ae44-493f-b622-cc38ed0d1054 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f6140e-c4ff-4a51-a27e-a9b9c994aa59']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:55.611176 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f882fbe-7d17-4c75-b87f-0cbe9cb1f6a0 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.635630 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-395c0d08-ae44-493f-b622-cc38ed0d1054 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a180593-9761-438a-935c-84945d7b6670') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:55.635936 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-395c0d08-ae44-493f-b622-cc38ed0d1054 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a180593-9761-438a-935c-84945d7b6670') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:55.681783 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-395c0d08-ae44-493f-b622-cc38ed0d1054 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.709150 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a22c3279-dbda-44da-a749-3b0030101bdd no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:55.718768 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-395c0d08-ae44-493f-b622-cc38ed0d1054 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.734435 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395c0d08-ae44-493f-b622-cc38ed0d1054 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:23:55.734851 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-395c0d08-ae44-493f-b622-cc38ed0d1054 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:23:55.738260 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:23:55.773650 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: a22c3279-dbda-44da-a749-3b0030101bdd {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:23:55.774027 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a22c3279-dbda-44da-a749-3b0030101bdd not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:55.862060 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-395c0d08-ae44-493f-b622-cc38ed0d1054 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.878571 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-395c0d08-ae44-493f-b622-cc38ed0d1054 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.883888 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-395c0d08-ae44-493f-b622-cc38ed0d1054 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] 10.222.0.25 "DELETE /v2.0/networks/d6f6140e-c4ff-4a51-a27e-a9b9c994aa59 HTTP/1.1" status: 204 len: 168 time: 0.7156532 Jul 14 09:23:55.887297 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34210) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:55.909662 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea54e46c-19b9-47ce-bcef-1e50733876ba None None] DHCP port deletion for b5af6ad6-8ced-4597-9058-922c6a7a76cf request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:23:55.932697 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c0d08-ae44-493f-b622-cc38ed0d1054 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Pushing event deleted for resources: {'Network': ['ID=d6f6140e-c4ff-4a51-a27e-a9b9c994aa59,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:55.935332 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f882fbe-7d17-4c75-b87f-0cbe9cb1f6a0 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.946545 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475eaacd-4c6d-4645-8ff1-bc8c6a5a2da5 req-e147caa8-f3da-41a7-a77b-93bc95782e13 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:55.955134 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-475eaacd-4c6d-4645-8ff1-bc8c6a5a2da5 req-e147caa8-f3da-41a7-a77b-93bc95782e13 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.3383536 Jul 14 09:23:55.992652 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-4f882fbe-7d17-4c75-b87f-0cbe9cb1f6a0 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98e96d4-6ab2-436f-8dae-b47dde179efc']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:56.018520 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-4f882fbe-7d17-4c75-b87f-0cbe9cb1f6a0 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd3356f-435c-4f81-9a43-52f03c013935') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:56.019085 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-4f882fbe-7d17-4c75-b87f-0cbe9cb1f6a0 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd3356f-435c-4f81-9a43-52f03c013935') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:56.031726 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ea54e46c-19b9-47ce-bcef-1e50733876ba None None] Deleting port e5fec339-ddd0-41d5-9954-06a5df8609c6 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:56.032271 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea54e46c-19b9-47ce-bcef-1e50733876ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.041193 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f882fbe-7d17-4c75-b87f-0cbe9cb1f6a0 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.056089 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-475eaacd-4c6d-4645-8ff1-bc8c6a5a2da5 req-d979992f-e617-4fa6-9003-07b33c73f587 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996971 Jul 14 09:23:56.082074 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f882fbe-7d17-4c75-b87f-0cbe9cb1f6a0 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.114494 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f882fbe-7d17-4c75-b87f-0cbe9cb1f6a0 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:23:56.115444 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f882fbe-7d17-4c75-b87f-0cbe9cb1f6a0 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:23:56.116996 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:23:56.163527 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06a70126-ccc0-4925-b57a-78c7576aeaae tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.168803 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ea54e46c-19b9-47ce-bcef-1e50733876ba None None] For port e5fec339-ddd0-41d5-9954-06a5df8609c6, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e5fec339-ddd0-41d5-9954-06a5df8609c6,segment=NetworkSegment(2d53fa06-f7e3-4f17-bc9f-c9e0b94f288d),segment_id=2d53fa06-f7e3-4f17-bc9f-c9e0b94f288d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:56.169330 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea54e46c-19b9-47ce-bcef-1e50733876ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.204504 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ea54e46c-19b9-47ce-bcef-1e50733876ba None None] Calling delete_port for e5fec339-ddd0-41d5-9954-06a5df8609c6 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:56.248401 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-06a70126-ccc0-4925-b57a-78c7576aeaae tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Deleting port e5fec339-ddd0-41d5-9954-06a5df8609c6 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:56.250737 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06a70126-ccc0-4925-b57a-78c7576aeaae tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.267447 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f882fbe-7d17-4c75-b87f-0cbe9cb1f6a0 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.273038 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f882fbe-7d17-4c75-b87f-0cbe9cb1f6a0 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a98e96d4-6ab2-436f-8dae-b47dde179efc {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:23:56.275572 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f882fbe-7d17-4c75-b87f-0cbe9cb1f6a0 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.277879 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4f882fbe-7d17-4c75-b87f-0cbe9cb1f6a0 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] 10.222.0.25 "DELETE /v2.0/networks/a98e96d4-6ab2-436f-8dae-b47dde179efc HTTP/1.1" status: 204 len: 168 time: 0.8780663 Jul 14 09:23:56.284390 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34222) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:56.302724 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f646ed97-fb92-426d-85db-1cd4fb9ffa0d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Request body: {'network': {'name': 'tempest-network--271502854'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:56.343442 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f882fbe-7d17-4c75-b87f-0cbe9cb1f6a0 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Pushing event deleted for resources: {'Network': ['ID=a98e96d4-6ab2-436f-8dae-b47dde179efc,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:56.363649 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea54e46c-19b9-47ce-bcef-1e50733876ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.395428 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea54e46c-19b9-47ce-bcef-1e50733876ba None None] No DVR routers for this DVR port e5fec339-ddd0-41d5-9954-06a5df8609c6 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:56.401037 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f646ed97-fb92-426d-85db-1cd4fb9ffa0d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Made reservation on behalf of 45e2b104a0c04c40854ac76636ae4b6a for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:56.406003 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f646ed97-fb92-426d-85db-1cd4fb9ffa0d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.460568 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54e46c-19b9-47ce-bcef-1e50733876ba None None] Pushing event deleted for resources: {'Port': ['ID=e5fec339-ddd0-41d5-9954-06a5df8609c6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:56.510360 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-06a70126-ccc0-4925-b57a-78c7576aeaae tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] For port e5fec339-ddd0-41d5-9954-06a5df8609c6, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e5fec339-ddd0-41d5-9954-06a5df8609c6,segment=NetworkSegment(2d53fa06-f7e3-4f17-bc9f-c9e0b94f288d),segment_id=2d53fa06-f7e3-4f17-bc9f-c9e0b94f288d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:56.510729 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06a70126-ccc0-4925-b57a-78c7576aeaae tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.521731 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f646ed97-fb92-426d-85db-1cd4fb9ffa0d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:23:56.569589 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-06a70126-ccc0-4925-b57a-78c7576aeaae tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Calling delete_port for e5fec339-ddd0-41d5-9954-06a5df8609c6 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:56.571822 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f646ed97-fb92-426d-85db-1cd4fb9ffa0d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.572240 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-f646ed97-fb92-426d-85db-1cd4fb9ffa0d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Added segment 5ae66cd3-7d2f-4f91-9d12-f06655d563c3 of type vlan for network cb46315f-35c5-4d70-9e82-42a62d767018 Jul 14 09:23:57.205919 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06a70126-ccc0-4925-b57a-78c7576aeaae tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.208842 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f646ed97-fb92-426d-85db-1cd4fb9ffa0d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.242030 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-d758c7e9-484b-4113-931d-81cc48c51a97 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:57.243612 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-d758c7e9-484b-4113-931d-81cc48c51a97 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 812 time: 0.7090495 Jul 14 09:23:57.245070 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a70126-ccc0-4925-b57a-78c7576aeaae tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Pushing event deleted for resources: {'Port': ['ID=e5fec339-ddd0-41d5-9954-06a5df8609c6,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:57.252301 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a70126-ccc0-4925-b57a-78c7576aeaae tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] No DVR routers for this DVR port e5fec339-ddd0-41d5-9954-06a5df8609c6 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:57.271955 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-6962cf13-e44a-4b02-8c16-a30843c58883 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/quotas/6c80c9228c3d4d0587f67366dd594a1e HTTP/1.1" status: 200 len: 375 time: 0.0160594 Jul 14 09:23:57.325518 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f646ed97-fb92-426d-85db-1cd4fb9ffa0d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.326845 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f646ed97-fb92-426d-85db-1cd4fb9ffa0d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:57.327378 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f646ed97-fb92-426d-85db-1cd4fb9ffa0d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.396239 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f646ed97-fb92-426d-85db-1cd4fb9ffa0d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1026254 Jul 14 09:23:57.401271 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06a70126-ccc0-4925-b57a-78c7576aeaae tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.405513 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34262) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:57.414314 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-3a3a8207-403c-427c-a54e-83a457e1f636 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:57.430205 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646ed97-fb92-426d-85db-1cd4fb9ffa0d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Pushing event updated for resources: {'Network': ['ID=cb46315f-35c5-4d70-9e82-42a62d767018,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:57.441967 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network cb46315f-35c5-4d70-9e82-42a62d767018 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:23:57.498428 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-a1c2f44f-a5b6-4989-a8ff-b673f32450d4 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2200100 Jul 14 09:23:57.612901 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-26bfcbb2-6987-417a-812d-dfb975a1f06f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:23:57.619690 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-26bfcbb2-6987-417a-812d-dfb975a1f06f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1203403 Jul 14 09:23:57.661449 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-06a70126-ccc0-4925-b57a-78c7576aeaae tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5af6ad6-8ced-4597-9058-922c6a7a76cf']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:57.680201 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e5fec339-ddd0-41d5-9954-06a5df8609c6 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:57.681693 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-06a70126-ccc0-4925-b57a-78c7576aeaae tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d53fa06-f7e3-4f17-bc9f-c9e0b94f288d') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:57.682111 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-06a70126-ccc0-4925-b57a-78c7576aeaae tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d53fa06-f7e3-4f17-bc9f-c9e0b94f288d') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:57.703708 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06a70126-ccc0-4925-b57a-78c7576aeaae tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.712448 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: e5fec339-ddd0-41d5-9954-06a5df8609c6 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:23:57.717659 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e5fec339-ddd0-41d5-9954-06a5df8609c6 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:57.727085 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06a70126-ccc0-4925-b57a-78c7576aeaae tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.738543 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a70126-ccc0-4925-b57a-78c7576aeaae tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:23:57.739287 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06a70126-ccc0-4925-b57a-78c7576aeaae tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: self.session.flush() Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: self.session.flush() Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: self.session.flush() Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: self.session.flush() Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:23:57.816018 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:23:57.851012 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-0d6fce56-d46b-482b-9153-d1bb7895bce4 service neutron] 10.222.0.25 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304280 Jul 14 09:23:57.861094 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06a70126-ccc0-4925-b57a-78c7576aeaae tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.870089 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06a70126-ccc0-4925-b57a-78c7576aeaae tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.872936 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-06a70126-ccc0-4925-b57a-78c7576aeaae tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] 10.222.0.25 "DELETE /v2.0/networks/b5af6ad6-8ced-4597-9058-922c6a7a76cf HTTP/1.1" status: 204 len: 168 time: 1.9842465 Jul 14 09:23:57.877354 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34284) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:57.919669 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a70126-ccc0-4925-b57a-78c7576aeaae tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Pushing event deleted for resources: {'Network': ['ID=b5af6ad6-8ced-4597-9058-922c6a7a76cf,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:57.937706 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a3a8207-403c-427c-a54e-83a457e1f636 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.963521 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08266ef-ee84-4392-9079-e77003511cdc tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Deleting subnet ecc65864-7975-4d71-a04e-528d959512b9 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:23:57.967457 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a3a8207-403c-427c-a54e-83a457e1f636 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.970262 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a08266ef-ee84-4392-9079-e77003511cdc tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.973807 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-41333734-094a-4f00-b562-bb981106386f service neutron] 10.222.0.25 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102448 Jul 14 09:23:58.010252 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3a3a8207-403c-427c-a54e-83a457e1f636 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Network cb46315f-35c5-4d70-9e82-42a62d767018 is not hosted by any dhcp agent {{(pid=93772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:23:58.011971 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3a8207-403c-427c-a54e-83a457e1f636 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:58.012932 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a3a8207-403c-427c-a54e-83a457e1f636 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.014392 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3a3a8207-403c-427c-a54e-83a457e1f636 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] 10.222.0.25 "PUT /v2.0/networks/cb46315f-35c5-4d70-9e82-42a62d767018 HTTP/1.1" status: 200 len: 856 time: 0.6073849 Jul 14 09:23:58.017454 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34286) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:58.081002 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a08266ef-ee84-4392-9079-e77003511cdc tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.084491 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a8207-403c-427c-a54e-83a457e1f636 tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Pushing event updated for resources: {'Network': ['ID=cb46315f-35c5-4d70-9e82-42a62d767018,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:58.153369 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4af4a7c-325c-43a0-9acf-9455ae3dca9d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.242838 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a08266ef-ee84-4392-9079-e77003511cdc tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.363651 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a08266ef-ee84-4392-9079-e77003511cdc tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.403572 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9decc98f-b6b0-4cc6-8f54-1bffaf6e0178 req-946e28b3-ed77-4668-91e1-c6b6096fd6b3 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff HTTP/1.1" status: 200 len: 210 time: 0.1074238 Jul 14 09:23:58.406174 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b00054f-d724-4adf-ad4c-1e22b826ec17 None None] Network ca781c36-f18e-4eea-a668-af060232ec65 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:58.415143 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08266ef-ee84-4392-9079-e77003511cdc tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Pushing event deleted for resources: {'Subnet': ['ID=ecc65864-7975-4d71-a04e-528d959512b9,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:58.419014 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a08266ef-ee84-4392-9079-e77003511cdc tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.427080 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a08266ef-ee84-4392-9079-e77003511cdc tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] 10.222.0.25 "DELETE /v2.0/subnets/ecc65864-7975-4d71-a04e-528d959512b9 HTTP/1.1" status: 204 len: 168 time: 0.5484128 Jul 14 09:23:58.429208 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34302) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:58.430473 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4af4a7c-325c-43a0-9acf-9455ae3dca9d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.453072 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-f4af4a7c-325c-43a0-9acf-9455ae3dca9d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb46315f-35c5-4d70-9e82-42a62d767018']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:58.480521 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-f4af4a7c-325c-43a0-9acf-9455ae3dca9d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae66cd3-7d2f-4f91-9d12-f06655d563c3') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:58.481067 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-f4af4a7c-325c-43a0-9acf-9455ae3dca9d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae66cd3-7d2f-4f91-9d12-f06655d563c3') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:58.492729 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4af4a7c-325c-43a0-9acf-9455ae3dca9d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.510557 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4af4a7c-325c-43a0-9acf-9455ae3dca9d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.519135 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4af4a7c-325c-43a0-9acf-9455ae3dca9d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:23:58.520241 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4af4a7c-325c-43a0-9acf-9455ae3dca9d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:23:58.523204 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:23:58.598680 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c653b092-53ef-4458-833f-b83b07fe4b10 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.606532 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4af4a7c-325c-43a0-9acf-9455ae3dca9d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.622165 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4af4a7c-325c-43a0-9acf-9455ae3dca9d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cb46315f-35c5-4d70-9e82-42a62d767018 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:23:58.652273 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4af4a7c-325c-43a0-9acf-9455ae3dca9d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.660963 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f4af4a7c-325c-43a0-9acf-9455ae3dca9d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] 10.222.0.25 "DELETE /v2.0/networks/cb46315f-35c5-4d70-9e82-42a62d767018 HTTP/1.1" status: 204 len: 168 time: 0.6392486 Jul 14 09:23:58.663890 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34322) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:58.665351 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c653b092-53ef-4458-833f-b83b07fe4b10 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Deleting port 093c1a76-17fe-4d6a-b1a3-be639ac964e5 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:58.665840 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c653b092-53ef-4458-833f-b83b07fe4b10 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.688750 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af4a7c-325c-43a0-9acf-9455ae3dca9d tempest-ExternalNetworksTestJSON-2133150262 tempest-ExternalNetworksTestJSON-2133150262-project-admin] Pushing event deleted for resources: {'Network': ['ID=cb46315f-35c5-4d70-9e82-42a62d767018,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:58.725973 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-573aabd8-8bb8-4cf9-813d-d4650be7eb3f tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:58.727069 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573aabd8-8bb8-4cf9-813d-d4650be7eb3f tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:58.732051 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34324) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:58.735315 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-573aabd8-8bb8-4cf9-813d-d4650be7eb3f tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] 10.222.0.25 "DELETE /v2.0/subnets/6f0105c4-dac9-4474-a75d-9dc0da86e1ed HTTP/1.1" status: 404 len: 337 time: 0.0665734 Jul 14 09:23:58.788350 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6b5e07-7164-447d-9612-28a076950618 None None] DHCP port deletion for ca781c36-f18e-4eea-a668-af060232ec65 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:23:58.798135 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device f9352f56-fa83-453b-8c2e-3a7c63bf9c74 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:58.803023 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c653b092-53ef-4458-833f-b83b07fe4b10 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] For port 093c1a76-17fe-4d6a-b1a3-be639ac964e5, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=093c1a76-17fe-4d6a-b1a3-be639ac964e5,segment=NetworkSegment(55a8b012-3e0f-4458-9665-c42ea7d33d0a),segment_id=55a8b012-3e0f-4458-9665-c42ea7d33d0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:58.803712 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c653b092-53ef-4458-833f-b83b07fe4b10 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.825416 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c653b092-53ef-4458-833f-b83b07fe4b10 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Calling delete_port for 093c1a76-17fe-4d6a-b1a3-be639ac964e5 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:58.901513 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8446687f-153a-4fdf-8afb-ba91faa754bb tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.035155 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c653b092-53ef-4458-833f-b83b07fe4b10 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.123143 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8446687f-153a-4fdf-8afb-ba91faa754bb tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.144700 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-8446687f-153a-4fdf-8afb-ba91faa754bb tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd5b4b9-4ace-4ca4-8f0d-a2e04c22068b']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:59.145897 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653b092-53ef-4458-833f-b83b07fe4b10 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Pushing event deleted for resources: {'Port': ['ID=093c1a76-17fe-4d6a-b1a3-be639ac964e5,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:59.181690 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-8446687f-153a-4fdf-8afb-ba91faa754bb tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9324f51-8d55-4417-8b05-5a49f043fa63') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:59.182414 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-8446687f-153a-4fdf-8afb-ba91faa754bb tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9324f51-8d55-4417-8b05-5a49f043fa63') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:59.197820 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8446687f-153a-4fdf-8afb-ba91faa754bb tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.200903 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port f9352f56-fa83-453b-8c2e-3a7c63bf9c74, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=f9352f56-fa83-453b-8c2e-3a7c63bf9c74,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:59.254780 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c653b092-53ef-4458-833f-b83b07fe4b10 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] No DVR routers for this DVR port 093c1a76-17fe-4d6a-b1a3-be639ac964e5 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:59.268091 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'f9352f56-fa83-453b-8c2e-3a7c63bf9c74', 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3', 'port_id': 'f9352f56-fa83-453b-8c2e-3a7c63bf9c74', 'mac_address': 'fa:16:3e:a9:42:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366d3585-af72-4619-a55f-a5b56cfe701c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:59.286088 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8446687f-153a-4fdf-8afb-ba91faa754bb tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.308735 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8446687f-153a-4fdf-8afb-ba91faa754bb tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:23:59.316036 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8446687f-153a-4fdf-8afb-ba91faa754bb tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:23:59.319873 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:23:59.388574 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.400187 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0b6b5e07-7164-447d-9612-28a076950618 None None] Deleting port 093c1a76-17fe-4d6a-b1a3-be639ac964e5 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:59.400585 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0b6b5e07-7164-447d-9612-28a076950618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.566172 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c653b092-53ef-4458-833f-b83b07fe4b10 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.608684 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-c653b092-53ef-4458-833f-b83b07fe4b10 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca781c36-f18e-4eea-a668-af060232ec65']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:59.658166 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8446687f-153a-4fdf-8afb-ba91faa754bb tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.670922 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-c653b092-53ef-4458-833f-b83b07fe4b10 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a8b012-3e0f-4458-9665-c42ea7d33d0a') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:59.671518 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-c653b092-53ef-4458-833f-b83b07fe4b10 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a8b012-3e0f-4458-9665-c42ea7d33d0a') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:59.721148 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8446687f-153a-4fdf-8afb-ba91faa754bb tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.725631 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8446687f-153a-4fdf-8afb-ba91faa754bb tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] 10.222.0.25 "DELETE /v2.0/networks/cfd5b4b9-4ace-4ca4-8f0d-a2e04c22068b HTTP/1.1" status: 204 len: 168 time: 0.9922545 Jul 14 09:23:59.742391 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c653b092-53ef-4458-833f-b83b07fe4b10 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.779972 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c653b092-53ef-4458-833f-b83b07fe4b10 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.803828 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c653b092-53ef-4458-833f-b83b07fe4b10 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:23:59.807137 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c653b092-53ef-4458-833f-b83b07fe4b10 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:23:59.821564 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:23:59.872293 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446687f-153a-4fdf-8afb-ba91faa754bb tempest-ExternalNetworksTestJSON-1687397190 tempest-ExternalNetworksTestJSON-1687397190-project] Pushing event deleted for resources: {'Network': ['ID=cfd5b4b9-4ace-4ca4-8f0d-a2e04c22068b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:00.150414 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d9e4b40d-d901-4d80-b79c-7a2536a923d2 req-6b215140-4c29-4c6e-b843-855e2439e9cd tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff HTTP/1.1" status: 200 len: 210 time: 0.1554816 Jul 14 09:24:00.154305 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 093c1a76-17fe-4d6a-b1a3-be639ac964e5 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:00.155160 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c653b092-53ef-4458-833f-b83b07fe4b10 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.166670 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9352f56-fa83-453b-8c2e-3a7c63bf9c74 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:00.176448 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 093c1a76-17fe-4d6a-b1a3-be639ac964e5 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:00.176872 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 093c1a76-17fe-4d6a-b1a3-be639ac964e5 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:00.202258 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c653b092-53ef-4458-833f-b83b07fe4b10 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.208402 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c653b092-53ef-4458-833f-b83b07fe4b10 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] 10.222.0.25 "DELETE /v2.0/networks/ca781c36-f18e-4eea-a668-af060232ec65 HTTP/1.1" status: 204 len: 168 time: 1.7779474 Jul 14 09:24:00.211086 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34378) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.212290 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port f9352f56-fa83-453b-8c2e-3a7c63bf9c74, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=f9352f56-fa83-453b-8c2e-3a7c63bf9c74,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:00.213756 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0b6b5e07-7164-447d-9612-28a076950618 None None] For port 093c1a76-17fe-4d6a-b1a3-be639ac964e5, host n-d-771362-35, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:00.214227 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0b6b5e07-7164-447d-9612-28a076950618 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.223117 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653b092-53ef-4458-833f-b83b07fe4b10 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Pushing event deleted for resources: {'Network': ['ID=ca781c36-f18e-4eea-a668-af060232ec65,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:00.225452 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.233346 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0b6b5e07-7164-447d-9612-28a076950618 None None] Calling delete_port for 093c1a76-17fe-4d6a-b1a3-be639ac964e5 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:00.237329 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-0b6b5e07-7164-447d-9612-28a076950618 None None] Port 093c1a76-17fe-4d6a-b1a3-be639ac964e5 was not found and therefore no delete operation was performed {{(pid=93774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:24:00.264457 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0b6b5e07-7164-447d-9612-28a076950618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.308790 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0b6b5e07-7164-447d-9612-28a076950618 None None] Network ca781c36-f18e-4eea-a668-af060232ec65 is not hosted by any dhcp agent {{(pid=93774) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:24:00.309272 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6b5e07-7164-447d-9612-28a076950618 None None] No DVR routers for this DVR port 093c1a76-17fe-4d6a-b1a3-be639ac964e5 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:00.327738 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-91339039-076d-48cb-a319-d53e14504918 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] 10.222.0.25 "GET /v2.0/ports?device_id=883cbb2b-a0b9-4a82-ae0a-67f4fea9b233 HTTP/1.1" status: 200 len: 205 time: 0.1118536 Jul 14 09:24:00.331697 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34388) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.349276 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=f9352f56-fa83-453b-8c2e-3a7c63bf9c74,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:00.404628 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['f9352f56-fa83-453b-8c2e-3a7c63bf9c74'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:00.410082 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b5e07-7164-447d-9612-28a076950618 None None] Pushing event deleted for resources: {'Port': ['ID=093c1a76-17fe-4d6a-b1a3-be639ac964e5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:00.447545 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-850dbbd5-815c-479e-b1e9-ce0554fa3728 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.786363 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34410) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.931264 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-22534d33-801e-435d-a1c5-7f6a2502173c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:00.938154 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-22534d33-801e-435d-a1c5-7f6a2502173c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.47 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 812 time: 0.2274208 Jul 14 09:24:00.951901 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-0ff55a68-0cff-49e0-a744-712eb45a8bef tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Request body: {'port': {'device_id': '17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'admin_state_up': True, 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:01.186123 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-0ff55a68-0cff-49e0-a744-712eb45a8bef tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Made reservation on behalf of 6c80c9228c3d4d0587f67366dd594a1e for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:01.190387 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-0ff55a68-0cff-49e0-a744-712eb45a8bef tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.222082 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-850dbbd5-815c-479e-b1e9-ce0554fa3728 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.224724 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-850dbbd5-815c-479e-b1e9-ce0554fa3728 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.471217 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-850dbbd5-815c-479e-b1e9-ce0554fa3728 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.474377 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850dbbd5-815c-479e-b1e9-ce0554fa3728 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Fanout notify agent at l3_agent the message router_deleted on router 883cbb2b-a0b9-4a82-ae0a-67f4fea9b233 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:24:01.493524 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-850dbbd5-815c-479e-b1e9-ce0554fa3728 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.510202 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-850dbbd5-815c-479e-b1e9-ce0554fa3728 tempest-RoutersNegativeTest-1484137226 tempest-RoutersNegativeTest-1484137226-project] 10.222.0.25 "DELETE /v2.0/routers/883cbb2b-a0b9-4a82-ae0a-67f4fea9b233 HTTP/1.1" status: 204 len: 168 time: 1.1761329 Jul 14 09:24:01.586118 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1b709172-9551-479a-bd91-40a582b401d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5e57bd2ea18440b89111b17a99415443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7854106 Jul 14 09:24:01.587286 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34444) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.598805 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-0ff55a68-0cff-49e0-a744-712eb45a8bef tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Allocated IP 172.20.0.11 (aa88f091-33f9-4aa2-8101-31241b8b415b/a288c610-4f62-489b-a703-60b0f1c60f0a/de691dfd-96f3-4577-9f5d-f79aca18f516) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:01.603083 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6d0c3e4-07d3-4735-8ecd-5fd8e556a324 req-870136c8-543a-4e7e-b348-c8b2c4ceec56 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff HTTP/1.1" status: 200 len: 210 time: 0.2327185 Jul 14 09:24:01.754950 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7167b06-5e6e-4c81-9579-fac19c0b29fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.847895 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7167b06-5e6e-4c81-9579-fac19c0b29fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.920034 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34454) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:02.053456 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7167b06-5e6e-4c81-9579-fac19c0b29fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:02.065875 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7167b06-5e6e-4c81-9579-fac19c0b29fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:02.068400 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e7167b06-5e6e-4c81-9579-fac19c0b29fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/048f1e76-21b4-4da1-ace0-73284cf170a1 HTTP/1.1" status: 204 len: 168 time: 0.4757428 Jul 14 09:24:02.104377 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7167b06-5e6e-4c81-9579-fac19c0b29fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048f1e76-21b4-4da1-ace0-73284cf170a1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:02.273614 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-0ff55a68-0cff-49e0-a744-712eb45a8bef tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:02.370619 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-0ff55a68-0cff-49e0-a744-712eb45a8bef tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Transition to ACTIVE for port object de691dfd-96f3-4577-9f5d-f79aca18f516 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:02.476465 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-0ff55a68-0cff-49e0-a744-712eb45a8bef tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:02.495414 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['b29ce761-d555-438b-874b-abdefcc5327f', 'ef4dbc08-3ed1-45e7-8e6d-292a29e70367'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:02.693780 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff55a68-0cff-49e0-a744-712eb45a8bef tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Pushing event updated for resources: {'Port': ['ID=de691dfd-96f3-4577-9f5d-f79aca18f516,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:02.747126 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-0ff55a68-0cff-49e0-a744-712eb45a8bef tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Network aa88f091-33f9-4aa2-8101-31241b8b415b is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:02.751370 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-0ff55a68-0cff-49e0-a744-712eb45a8bef tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:02.755982 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-0ff55a68-0cff-49e0-a744-712eb45a8bef tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:02.912419 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device f9352f56-fa83-453b-8c2e-3a7c63bf9c74 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:02.989825 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-0ff55a68-0cff-49e0-a744-712eb45a8bef tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:02.990919 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-0ff55a68-0cff-49e0-a744-712eb45a8bef tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.079434 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-0ff55a68-0cff-49e0-a744-712eb45a8bef tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1320460 Jul 14 09:24:03.104150 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-4ccd3c86-dc6b-4d72-92b5-395ddf15767a service neutron] Request body: {'port': {'device_id': '17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:03.222642 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34496) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:03.248362 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8dcb5763-8095-4b47-bd58-6d0153de3ba0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b30718bc3644cdda988432a8f3e2318&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3193858 Jul 14 09:24:03.249101 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34504) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:03.431399 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port f9352f56-fa83-453b-8c2e-3a7c63bf9c74 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:03.431815 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.531828 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7ad28571-fbc4-4417-8e80-679a07c69663 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=45e2b104a0c04c40854ac76636ae4b6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2771850 Jul 14 09:24:03.535130 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34516) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:03.627456 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-438d5d92-c9bf-4aa4-bac1-0b852db66be2 None None] Provisioning for port de691dfd-96f3-4577-9f5d-f79aca18f516 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:03.636986 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ebdd6-fb31-4345-9edf-be43e75e1451 req-3748672d-0209-4885-ae0b-3d8a8c812ab7 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:03.646087 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f3ebdd6-fb31-4345-9edf-be43e75e1451 req-3748672d-0209-4885-ae0b-3d8a8c812ab7 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff HTTP/1.1" status: 200 len: 932 time: 0.6465673 Jul 14 09:24:03.667185 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72485404-da0c-41a0-a7a6-09601d4c5b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.670230 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2596a8b4-983b-4645-8985-34038724d012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.672099 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-438d5d92-c9bf-4aa4-bac1-0b852db66be2 None None] Provisioning complete for port de691dfd-96f3-4577-9f5d-f79aca18f516 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:03.674067 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-438d5d92-c9bf-4aa4-bac1-0b852db66be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.723830 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2596a8b4-983b-4645-8985-34038724d012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.758914 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-4ccd3c86-dc6b-4d72-92b5-395ddf15767a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.779400 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72485404-da0c-41a0-a7a6-09601d4c5b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.826856 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f3ebdd6-fb31-4345-9edf-be43e75e1451 req-0e81a50b-c52c-4db6-9629-d54695f420bb tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795585 Jul 14 09:24:03.835941 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2596a8b4-983b-4645-8985-34038724d012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.856344 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2596a8b4-983b-4645-8985-34038724d012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.858879 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2596a8b4-983b-4645-8985-34038724d012 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac6ff198-ac76-4ae8-85c1-143478766945 HTTP/1.1" status: 204 len: 168 time: 0.3178625 Jul 14 09:24:03.908971 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596a8b4-983b-4645-8985-34038724d012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6ff198-ac76-4ae8-85c1-143478766945,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:03.979065 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-438d5d92-c9bf-4aa4-bac1-0b852db66be2 None None] Port de691dfd-96f3-4577-9f5d-f79aca18f516 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:24:03.999728 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72485404-da0c-41a0-a7a6-09601d4c5b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.002351 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72485404-da0c-41a0-a7a6-09601d4c5b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.013331 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-72485404-da0c-41a0-a7a6-09601d4c5b2e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f932bd04-24d4-4220-a6a5-a029665aa2a0 HTTP/1.1" status: 204 len: 168 time: 0.7586992 Jul 14 09:24:04.027418 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.163730 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port f9352f56-fa83-453b-8c2e-3a7c63bf9c74, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=f9352f56-fa83-453b-8c2e-3a7c63bf9c74,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:04.167199 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38eeccf-7d9f-4576-a89b-74ae4e9a2bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9352f56-fa83-453b-8c2e-3a7c63bf9c74'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:04.177776 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112589e9-493b-4771-a84c-d11b9c90b81d" -d '{"events": [{"server_uuid": "a38eeccf-7d9f-4576-a89b-74ae4e9a2bde", "name": "network-vif-plugged", "status": "completed", "tag": "f9352f56-fa83-453b-8c2e-3a7c63bf9c74"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:04.207358 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.368537 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=f9352f56-fa83-453b-8c2e-3a7c63bf9c74,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:04.373847 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ee8ca1-aeba-4f8f-8de2-75f7c8629e46 x-openstack-request-id: req-b7ee8ca1-aeba-4f8f-8de2-75f7c8629e46 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:04.374430 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38eeccf-7d9f-4576-a89b-74ae4e9a2bde", "name": "network-vif-plugged", "status": "completed", "tag": "f9352f56-fa83-453b-8c2e-3a7c63bf9c74", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:04.374799 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7ee8ca1-aeba-4f8f-8de2-75f7c8629e46 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:04.378151 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38eeccf-7d9f-4576-a89b-74ae4e9a2bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9352f56-fa83-453b-8c2e-3a7c63bf9c74', 'code': 200} Jul 14 09:24:04.383621 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72485404-da0c-41a0-a7a6-09601d4c5b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f932bd04-24d4-4220-a6a5-a029665aa2a0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:04.936401 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-4ccd3c86-dc6b-4d72-92b5-395ddf15767a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de691dfd-96f3-4577-9f5d-f79aca18f516 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:04.969648 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-4ccd3c86-dc6b-4d72-92b5-395ddf15767a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.046759 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-4ccd3c86-dc6b-4d72-92b5-395ddf15767a service neutron] Transition to ACTIVE for port object de691dfd-96f3-4577-9f5d-f79aca18f516 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:05.062723 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-4ccd3c86-dc6b-4d72-92b5-395ddf15767a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.392578 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd3c86-dc6b-4d72-92b5-395ddf15767a service neutron] Pushing event updated for resources: {'Port': ['ID=de691dfd-96f3-4577-9f5d-f79aca18f516,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:05.441356 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-4ccd3c86-dc6b-4d72-92b5-395ddf15767a service neutron] Attempting to bind port de691dfd-96f3-4577-9f5d-f79aca18f516 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:05.441705 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-4ccd3c86-dc6b-4d72-92b5-395ddf15767a service neutron] Attempting to bind port de691dfd-96f3-4577-9f5d-f79aca18f516 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:05.442045 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-4ccd3c86-dc6b-4d72-92b5-395ddf15767a service neutron] Attempting to bind port de691dfd-96f3-4577-9f5d-f79aca18f516 on network aa88f091-33f9-4aa2-8101-31241b8b415b {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:05.474633 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-4ccd3c86-dc6b-4d72-92b5-395ddf15767a service neutron] Port de691dfd-96f3-4577-9f5d-f79aca18f516 on network aa88f091-33f9-4aa2-8101-31241b8b415b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:05.476246 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-4ccd3c86-dc6b-4d72-92b5-395ddf15767a service neutron] Attempting to bind port de691dfd-96f3-4577-9f5d-f79aca18f516 on network aa88f091-33f9-4aa2-8101-31241b8b415b {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:05.502927 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-4ccd3c86-dc6b-4d72-92b5-395ddf15767a service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:05.503273 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-4ccd3c86-dc6b-4d72-92b5-395ddf15767a service neutron] Checking segment: {'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:05.503699 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-4ccd3c86-dc6b-4d72-92b5-395ddf15767a service neutron] Bound using segment: {'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:05.504155 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-4ccd3c86-dc6b-4d72-92b5-395ddf15767a service neutron] Bound port: de691dfd-96f3-4577-9f5d-f79aca18f516, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:05.504520 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-4ccd3c86-dc6b-4d72-92b5-395ddf15767a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.586145 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8c59f-44ef-4305-a794-2b42d0a90e57 req-2e658e97-cf96-493c-90bb-d62fca96819c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:05.607375 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-adb8c59f-44ef-4305-a794-2b42d0a90e57 req-2e658e97-cf96-493c-90bb-d62fca96819c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff HTTP/1.1" status: 200 len: 944 time: 0.4707971 Jul 14 09:24:05.837797 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-adb8c59f-44ef-4305-a794-2b42d0a90e57 req-f4744317-5c93-4b9b-bafe-cb684531ee49 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231009 Jul 14 09:24:05.926723 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-4ccd3c86-dc6b-4d72-92b5-395ddf15767a service neutron] For port de691dfd-96f3-4577-9f5d-f79aca18f516, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:05.944034 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-4ccd3c86-dc6b-4d72-92b5-395ddf15767a service neutron] For port de691dfd-96f3-4577-9f5d-f79aca18f516, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=de691dfd-96f3-4577-9f5d-f79aca18f516,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:05.953191 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-4ccd3c86-dc6b-4d72-92b5-395ddf15767a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.104255 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-4ccd3c86-dc6b-4d72-92b5-395ddf15767a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:06.107638 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-4ccd3c86-dc6b-4d72-92b5-395ddf15767a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.111719 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-4ccd3c86-dc6b-4d72-92b5-395ddf15767a service neutron] 10.222.0.47 "PUT /v2.0/ports/de691dfd-96f3-4577-9f5d-f79aca18f516 HTTP/1.1" status: 200 len: 1093 time: 3.0221560 Jul 14 09:24:06.114274 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff', 'tag': 'de691dfd-96f3-4577-9f5d-f79aca18f516'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:06.118258 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae00cb66-53bd-4558-b4e8-e027b636c6f6" -d '{"events": [{"name": "network-changed", "server_uuid": "17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff", "tag": "de691dfd-96f3-4577-9f5d-f79aca18f516"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:06.305696 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24829e3f-7727-4d66-a315-b2b28bc34c7f x-openstack-request-id: req-24829e3f-7727-4d66-a315-b2b28bc34c7f {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:06.306616 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff", "tag": "de691dfd-96f3-4577-9f5d-f79aca18f516", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:06.307208 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24829e3f-7727-4d66-a315-b2b28bc34c7f {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:06.308161 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff', 'tag': 'de691dfd-96f3-4577-9f5d-f79aca18f516', 'status': 'completed', 'code': 200} Jul 14 09:24:06.310592 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd3c86-dc6b-4d72-92b5-395ddf15767a service neutron] Pushing event updated for resources: {'Port': ['ID=de691dfd-96f3-4577-9f5d-f79aca18f516,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:06.438420 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-94575820-5227-4b67-ab08-042a420efb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:06.448319 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-94575820-5227-4b67-ab08-042a420efb05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&device_id=17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff HTTP/1.1" status: 200 len: 1096 time: 0.1462879 Jul 14 09:24:06.594825 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-78aec4f4-c19b-43b4-a11d-053a73b12e09 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de691dfd-96f3-4577-9f5d-f79aca18f516 HTTP/1.1" status: 200 len: 217 time: 0.1453559 Jul 14 09:24:06.748519 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-4ad4bf23-f2cf-4a52-8f33-40a87c1ebd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:06.750087 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-4ad4bf23-f2cf-4a52-8f33-40a87c1ebd40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a288c610-4f62-489b-a703-60b0f1c60f0a HTTP/1.1" status: 200 len: 851 time: 0.1487858 Jul 14 09:24:06.880974 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-bd4d4a7c-ce11-4f26-9ce7-3762a938bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:06.882779 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-bd4d4a7c-ce11-4f26-9ce7-3762a938bd73 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa88f091-33f9-4aa2-8101-31241b8b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1240914 Jul 14 09:24:07.343623 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-9bdb625c-f99d-47ed-8551-ebedefc0d748 service neutron] 10.222.0.47 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525554 Jul 14 09:24:07.742087 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6856b12-4b23-4681-a7fc-5d167ca0cd8a req-b99002c8-ba46-4ae2-94e3-73d2e458c032 service neutron] 10.222.0.47 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705432 Jul 14 09:24:07.813669 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a8467-5218-4fd4-acb9-f3e1563e9d82 req-09c0cefe-f2d8-49bc-9d9b-22e79418c045 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:07.839787 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a40a8467-5218-4fd4-acb9-f3e1563e9d82 req-09c0cefe-f2d8-49bc-9d9b-22e79418c045 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff HTTP/1.1" status: 200 len: 944 time: 0.6379747 Jul 14 09:24:08.010734 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34724) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:08.125040 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a40a8467-5218-4fd4-acb9-f3e1563e9d82 req-0f11e0cb-19e3-4d36-bef5-80d21d2b914e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814457 Jul 14 09:24:08.204718 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00cb66-53bd-4558-b4e8-e027b636c6f6 req-06fecf88-c760-43a9-aebd-6f0fc2e7deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:08.211113 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ae00cb66-53bd-4558-b4e8-e027b636c6f6 req-06fecf88-c760-43a9-aebd-6f0fc2e7deb3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&device_id=17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff HTTP/1.1" status: 200 len: 1096 time: 0.3328836 Jul 14 09:24:08.404229 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-4a8c682f-b3f9-48c0-bce0-5af6bb1cd08b tempest-QuotasTest-167038224 tempest-QuotasTest-167038224-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:08.469669 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00cb66-53bd-4558-b4e8-e027b636c6f6 req-809d0511-e530-4458-bf2d-3f80e60e0559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:08.472409 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ae00cb66-53bd-4558-b4e8-e027b636c6f6 req-809d0511-e530-4458-bf2d-3f80e60e0559 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 912 time: 0.2321014 Jul 14 09:24:08.559738 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4a8c682f-b3f9-48c0-bce0-5af6bb1cd08b tempest-QuotasTest-167038224 tempest-QuotasTest-167038224-project-admin] 10.222.0.25 "PUT /v2.0/quotas/f454825a537343a1bf960ac49ab403eb HTTP/1.1" status: 200 len: 366 time: 0.5444477 Jul 14 09:24:08.560589 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34738) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:08.571302 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ae00cb66-53bd-4558-b4e8-e027b636c6f6 req-092ccb97-5ecb-40bd-8415-703ee0d925f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de691dfd-96f3-4577-9f5d-f79aca18f516 HTTP/1.1" status: 200 len: 217 time: 0.0894499 Jul 14 09:24:08.610019 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a11fbad7-ae18-486b-bff3-240fc5dc4c79 tempest-QuotasTest-167038224 tempest-QuotasTest-167038224-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0336871 Jul 14 09:24:08.611084 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34744) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:08.642999 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-56d905ee-3585-482a-af3d-b8df0c5813cb tempest-QuotasTest-167038224 tempest-QuotasTest-167038224-project-admin] 10.222.0.25 "GET /v2.0/quotas/f454825a537343a1bf960ac49ab403eb HTTP/1.1" status: 200 len: 366 time: 0.0293415 Jul 14 09:24:08.646649 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34746) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:08.670717 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-13b70f92-53b1-491f-a62b-3c83a5a48c7b tempest-QuotasTest-167038224 tempest-QuotasTest-167038224-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/f454825a537343a1bf960ac49ab403eb HTTP/1.1" status: 204 len: 168 time: 0.0226808 Jul 14 09:24:08.671841 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34748) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:08.689030 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0b483583-b765-465c-95e3-233cd0ea693c tempest-QuotasTest-167038224 tempest-QuotasTest-167038224-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0148232 Jul 14 09:24:08.690009 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34750) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:08.720884 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2cb5aade-db5e-4105-a1ae-66d350ac420a tempest-QuotasTest-167038224 tempest-QuotasTest-167038224-project-admin] 10.222.0.25 "GET /v2.0/quotas/f454825a537343a1bf960ac49ab403eb HTTP/1.1" status: 200 len: 370 time: 0.0291646 Jul 14 09:24:08.742088 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34752) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:08.763953 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-36b67189-1232-4d30-8e27-457aa4b0fe17 tempest-QuotasTest-167038224 tempest-QuotasTest-167038224-project-admin] 10.222.0.25 "GET /v2.0/quotas/f454825a537343a1bf960ac49ab403eb/default HTTP/1.1" status: 200 len: 370 time: 0.0187201 Jul 14 09:24:08.765952 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34754) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:08.808429 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00cb66-53bd-4558-b4e8-e027b636c6f6 req-b7c64d61-aac3-455e-a222-05d017ad6b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:08.811646 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ae00cb66-53bd-4558-b4e8-e027b636c6f6 req-b7c64d61-aac3-455e-a222-05d017ad6b16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a288c610-4f62-489b-a703-60b0f1c60f0a HTTP/1.1" status: 200 len: 851 time: 0.2261329 Jul 14 09:24:08.819256 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-f77986ca-35bc-4a22-b634-18f4083b8ee5 tempest-QuotasTest-167038224 tempest-QuotasTest-167038224-project-admin] delete failed (client error): The resource could not be found. Jul 14 09:24:08.821870 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f77986ca-35bc-4a22-b634-18f4083b8ee5 tempest-QuotasTest-167038224 tempest-QuotasTest-167038224-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/f454825a537343a1bf960ac49ab403eb HTTP/1.1" status: 404 len: 348 time: 0.0542619 Jul 14 09:24:08.939238 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00cb66-53bd-4558-b4e8-e027b636c6f6 req-2fd63afa-5666-4adf-9b55-ea21d0aadb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:08.940842 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ae00cb66-53bd-4558-b4e8-e027b636c6f6 req-2fd63afa-5666-4adf-9b55-ea21d0aadb30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa88f091-33f9-4aa2-8101-31241b8b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1186841 Jul 14 09:24:09.089803 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ae00cb66-53bd-4558-b4e8-e027b636c6f6 req-ce224878-8c44-4931-bbc0-c193b8035cb5 service neutron] 10.222.0.47 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399236 Jul 14 09:24:09.118011 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34776) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:09.232926 n-d-771362-35 neutron-server[93772]: DEBUG neutron.quota.resource [None req-02586c55-74e2-47cd-b494-7d6b8ee94138 tempest-QuotasTest-167038224 tempest-QuotasTest-167038224-project-admin] Usage tracker for resource:network and tenant:0521e23310fb4f8d9bf386f4a6aad92b is out of sync, need to count used quota {{(pid=93772) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:24:09.275055 n-d-771362-35 neutron-server[93772]: DEBUG neutron.quota.resource [None req-02586c55-74e2-47cd-b494-7d6b8ee94138 tempest-QuotasTest-167038224 tempest-QuotasTest-167038224-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93772) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:24:09.306376 n-d-771362-35 neutron-server[93772]: DEBUG neutron.quota.resource [None req-02586c55-74e2-47cd-b494-7d6b8ee94138 tempest-QuotasTest-167038224 tempest-QuotasTest-167038224-project-admin] Usage tracker for resource:subnet and tenant:0521e23310fb4f8d9bf386f4a6aad92b is out of sync, need to count used quota {{(pid=93772) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:24:09.331056 n-d-771362-35 neutron-server[93772]: DEBUG neutron.quota.resource [None req-02586c55-74e2-47cd-b494-7d6b8ee94138 tempest-QuotasTest-167038224 tempest-QuotasTest-167038224-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93772) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:24:09.361627 n-d-771362-35 neutron-server[93772]: DEBUG neutron.quota.resource [None req-02586c55-74e2-47cd-b494-7d6b8ee94138 tempest-QuotasTest-167038224 tempest-QuotasTest-167038224-project-admin] Usage tracker for resource:subnetpool and tenant:0521e23310fb4f8d9bf386f4a6aad92b is out of sync, need to count used quota {{(pid=93772) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:24:09.376851 n-d-771362-35 neutron-server[93772]: DEBUG neutron.quota.resource [None req-02586c55-74e2-47cd-b494-7d6b8ee94138 tempest-QuotasTest-167038224 tempest-QuotasTest-167038224-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93772) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:24:09.390962 n-d-771362-35 neutron-server[93772]: DEBUG neutron.quota.resource [None req-02586c55-74e2-47cd-b494-7d6b8ee94138 tempest-QuotasTest-167038224 tempest-QuotasTest-167038224-project-admin] Usage tracker for resource:port and tenant:0521e23310fb4f8d9bf386f4a6aad92b is out of sync, need to count used quota {{(pid=93772) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:24:09.392081 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ae00cb66-53bd-4558-b4e8-e027b636c6f6 req-965f9e75-3f1f-4e5e-94f8-234b70425ad1 service neutron] 10.222.0.47 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952707 Jul 14 09:24:09.418527 n-d-771362-35 neutron-server[93772]: DEBUG neutron.quota.resource [None req-02586c55-74e2-47cd-b494-7d6b8ee94138 tempest-QuotasTest-167038224 tempest-QuotasTest-167038224-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93772) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:24:09.433726 n-d-771362-35 neutron-server[93772]: DEBUG neutron.quota.resource [None req-02586c55-74e2-47cd-b494-7d6b8ee94138 tempest-QuotasTest-167038224 tempest-QuotasTest-167038224-project-admin] Usage tracker for resource:router and tenant:0521e23310fb4f8d9bf386f4a6aad92b is out of sync, need to count used quota {{(pid=93772) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:24:09.447906 n-d-771362-35 neutron-server[93772]: DEBUG neutron.quota.resource [None req-02586c55-74e2-47cd-b494-7d6b8ee94138 tempest-QuotasTest-167038224 tempest-QuotasTest-167038224-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93772) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:24:09.473592 n-d-771362-35 neutron-server[93772]: DEBUG neutron.quota.resource [None req-02586c55-74e2-47cd-b494-7d6b8ee94138 tempest-QuotasTest-167038224 tempest-QuotasTest-167038224-project-admin] Usage tracker for resource:floatingip and tenant:0521e23310fb4f8d9bf386f4a6aad92b is out of sync, need to count used quota {{(pid=93772) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:24:09.489442 n-d-771362-35 neutron-server[93772]: DEBUG neutron.quota.resource [None req-02586c55-74e2-47cd-b494-7d6b8ee94138 tempest-QuotasTest-167038224 tempest-QuotasTest-167038224-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93772) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:24:09.640344 n-d-771362-35 neutron-server[93772]: DEBUG neutron.quota.resource [None req-02586c55-74e2-47cd-b494-7d6b8ee94138 tempest-QuotasTest-167038224 tempest-QuotasTest-167038224-project-admin] Usage tracker for resource:security_group and tenant:0521e23310fb4f8d9bf386f4a6aad92b is out of sync, need to count used quota {{(pid=93772) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:24:09.646990 n-d-771362-35 neutron-server[93772]: DEBUG neutron.quota.resource [None req-02586c55-74e2-47cd-b494-7d6b8ee94138 tempest-QuotasTest-167038224 tempest-QuotasTest-167038224-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93772) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:24:09.654415 n-d-771362-35 neutron-server[93772]: DEBUG neutron.quota.resource [None req-02586c55-74e2-47cd-b494-7d6b8ee94138 tempest-QuotasTest-167038224 tempest-QuotasTest-167038224-project-admin] Usage tracker for resource:security_group_rule and tenant:0521e23310fb4f8d9bf386f4a6aad92b is out of sync, need to count used quota {{(pid=93772) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:24:09.660711 n-d-771362-35 neutron-server[93772]: DEBUG neutron.quota.resource [None req-02586c55-74e2-47cd-b494-7d6b8ee94138 tempest-QuotasTest-167038224 tempest-QuotasTest-167038224-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93772) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:24:09.699982 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745b732-71ca-4d96-ab9c-2e6babb6e441 req-078de2c2-e65b-40c7-9f4d-7f0c62815f48 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:09.720336 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8745b732-71ca-4d96-ab9c-2e6babb6e441 req-078de2c2-e65b-40c7-9f4d-7f0c62815f48 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff HTTP/1.1" status: 200 len: 944 time: 0.2314575 Jul 14 09:24:09.726027 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-02586c55-74e2-47cd-b494-7d6b8ee94138 tempest-QuotasTest-167038224 tempest-QuotasTest-167038224-project-admin] 10.222.0.25 "GET /v2.0/quotas/0521e23310fb4f8d9bf386f4a6aad92b/details.json HTTP/1.1" status: 200 len: 703 time: 0.6018276 Jul 14 09:24:09.975907 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8745b732-71ca-4d96-ab9c-2e6babb6e441 req-9f0f635c-3979-477a-880d-62e03df92cd9 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550211 Jul 14 09:24:10.049704 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10d7432f-2df2-4811-92e2-47c3ba7cdecb req-27b2af4c-6f6c-49ce-93eb-28269de2e883 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3217385 Jul 14 09:24:10.318180 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7432f-2df2-4811-92e2-47c3ba7cdecb req-aa697d53-58b2-422b-83b3-e11dd6bdd716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:10.322605 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10d7432f-2df2-4811-92e2-47c3ba7cdecb req-aa697d53-58b2-422b-83b3-e11dd6bdd716 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 1097 time: 0.1240692 Jul 14 09:24:10.400862 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device de691dfd-96f3-4577-9f5d-f79aca18f516 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:10.520171 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7432f-2df2-4811-92e2-47c3ba7cdecb req-063a9e75-42ff-41fe-abe3-dbf089271a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:10.525116 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10d7432f-2df2-4811-92e2-47c3ba7cdecb req-063a9e75-42ff-41fe-abe3-dbf089271a3a service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 912 time: 0.1759477 Jul 14 09:24:10.605571 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:10.637463 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34826) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:10.650387 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10d7432f-2df2-4811-92e2-47c3ba7cdecb req-45885fd5-b166-4701-ab3c-fa86fa235797 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b29ce761-d555-438b-874b-abdefcc5327f HTTP/1.1" status: 200 len: 217 time: 0.1186461 Jul 14 09:24:10.721947 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port de691dfd-96f3-4577-9f5d-f79aca18f516, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=de691dfd-96f3-4577-9f5d-f79aca18f516,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:10.776237 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'de691dfd-96f3-4577-9f5d-f79aca18f516', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'port_id': 'de691dfd-96f3-4577-9f5d-f79aca18f516', 'mac_address': 'fa:16:3e:83:72:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:10.800019 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1660ba3b-7186-438f-89a5-eb962cb49958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:10.803589 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7432f-2df2-4811-92e2-47c3ba7cdecb req-de431ad5-e17d-4bc3-9411-19e1901638f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:10.805308 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10d7432f-2df2-4811-92e2-47c3ba7cdecb req-de431ad5-e17d-4bc3-9411-19e1901638f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a288c610-4f62-489b-a703-60b0f1c60f0a HTTP/1.1" status: 200 len: 851 time: 0.1482241 Jul 14 09:24:10.862817 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:10.895210 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de691dfd-96f3-4577-9f5d-f79aca18f516 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:10.951806 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port de691dfd-96f3-4577-9f5d-f79aca18f516, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=de691dfd-96f3-4577-9f5d-f79aca18f516,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:10.960129 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.017556 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1660ba3b-7186-438f-89a5-eb962cb49958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.023321 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1660ba3b-7186-438f-89a5-eb962cb49958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.057264 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7432f-2df2-4811-92e2-47c3ba7cdecb req-c866a0c4-6ee7-402e-a3c7-a930d38677bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:11.077634 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660ba3b-7186-438f-89a5-eb962cb49958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed01e0e-63b0-40f2-9114-9ecca016c74d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:11.080612 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10d7432f-2df2-4811-92e2-47c3ba7cdecb req-c866a0c4-6ee7-402e-a3c7-a930d38677bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa88f091-33f9-4aa2-8101-31241b8b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2467685 Jul 14 09:24:11.097744 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1660ba3b-7186-438f-89a5-eb962cb49958 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a0085ba0715b48bb9f56a594837eb135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4585183 Jul 14 09:24:11.105350 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34844) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:11.167247 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=de691dfd-96f3-4577-9f5d-f79aca18f516,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:11.172388 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f01512c4-37f4-4b89-9be6-c34b11ff4e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.196648 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f01512c4-37f4-4b89-9be6-c34b11ff4e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.200885 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['de691dfd-96f3-4577-9f5d-f79aca18f516'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:11.291103 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f01512c4-37f4-4b89-9be6-c34b11ff4e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.294898 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f01512c4-37f4-4b89-9be6-c34b11ff4e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.299155 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f01512c4-37f4-4b89-9be6-c34b11ff4e42 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ed01e0e-63b0-40f2-9114-9ecca016c74d HTTP/1.1" status: 204 len: 168 time: 0.1924736 Jul 14 09:24:11.388701 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01512c4-37f4-4b89-9be6-c34b11ff4e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed01e0e-63b0-40f2-9114-9ecca016c74d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:11.459987 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10d7432f-2df2-4811-92e2-47c3ba7cdecb req-11d1cd0a-ef68-4112-a2f7-e0f208a28e8d service neutron] 10.222.0.47 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783746 Jul 14 09:24:11.646553 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10d7432f-2df2-4811-92e2-47c3ba7cdecb req-1aabef8e-d25a-4e24-aad3-d57ab093a969 service neutron] 10.222.0.47 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797488 Jul 14 09:24:11.993011 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd117c27-1efc-46e2-bf67-b468465faad6 req-ce9ddbcf-6510-4007-9f79-be6c82e921c4 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:12.002535 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd117c27-1efc-46e2-bf67-b468465faad6 req-ce9ddbcf-6510-4007-9f79-be6c82e921c4 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff HTTP/1.1" status: 200 len: 945 time: 0.2480402 Jul 14 09:24:12.165863 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd117c27-1efc-46e2-bf67-b468465faad6 req-7463a1b9-1b07-43f9-afe4-1155a44af2a9 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568546 Jul 14 09:24:12.177956 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.331041 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34888) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:12.347460 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f622600b-3a35-4dd9-af44-9a0e07cbb26c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.433521 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device de691dfd-96f3-4577-9f5d-f79aca18f516 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:12.519174 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f622600b-3a35-4dd9-af44-9a0e07cbb26c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.528470 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f622600b-3a35-4dd9-af44-9a0e07cbb26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.543944 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port de691dfd-96f3-4577-9f5d-f79aca18f516 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:12.549372 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port de691dfd-96f3-4577-9f5d-f79aca18f516 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:12.550145 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.630670 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34902) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:12.631225 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f622600b-3a35-4dd9-af44-9a0e07cbb26c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0521e23310fb4f8d9bf386f4a6aad92b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2981234 Jul 14 09:24:12.632347 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622600b-3a35-4dd9-af44-9a0e07cbb26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d351a6-d627-437c-bbdb-37f036c57c3b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:12.761712 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-abddac2c-699e-4cef-b14b-cfbbb93c00f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.780435 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.815882 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-abddac2c-699e-4cef-b14b-cfbbb93c00f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.852454 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port de691dfd-96f3-4577-9f5d-f79aca18f516, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=de691dfd-96f3-4577-9f5d-f79aca18f516,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:12.852454 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de691dfd-96f3-4577-9f5d-f79aca18f516'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:12.868259 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eca2fae-a0b9-4af0-a894-e79259ebbf8d" -d '{"events": [{"server_uuid": "17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff", "name": "network-vif-plugged", "status": "completed", "tag": "de691dfd-96f3-4577-9f5d-f79aca18f516"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:12.875085 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.926529 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-abddac2c-699e-4cef-b14b-cfbbb93c00f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.931359 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-abddac2c-699e-4cef-b14b-cfbbb93c00f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.938836 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-abddac2c-699e-4cef-b14b-cfbbb93c00f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f4d351a6-d627-437c-bbdb-37f036c57c3b HTTP/1.1" status: 204 len: 168 time: 0.3037608 Jul 14 09:24:12.962553 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abddac2c-699e-4cef-b14b-cfbbb93c00f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d351a6-d627-437c-bbdb-37f036c57c3b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:13.006250 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=de691dfd-96f3-4577-9f5d-f79aca18f516,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:13.029384 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8226d9c-cdae-4239-8c65-77bb5e7b4cfc x-openstack-request-id: req-d8226d9c-cdae-4239-8c65-77bb5e7b4cfc {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:13.030576 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff", "name": "network-vif-plugged", "status": "completed", "tag": "de691dfd-96f3-4577-9f5d-f79aca18f516", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:13.030989 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8226d9c-cdae-4239-8c65-77bb5e7b4cfc {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:13.031656 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de691dfd-96f3-4577-9f5d-f79aca18f516', 'code': 200} Jul 14 09:24:13.273047 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2cfcec-5ec6-49a3-9341-f77d6ba5d9ee req-e0ca4797-8923-4c5d-976e-080346027459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:13.284078 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c2cfcec-5ec6-49a3-9341-f77d6ba5d9ee req-e0ca4797-8923-4c5d-976e-080346027459 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff HTTP/1.1" status: 200 len: 1098 time: 0.1619713 Jul 14 09:24:13.438703 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c2cfcec-5ec6-49a3-9341-f77d6ba5d9ee req-943cd55f-5ff5-482a-885a-384174be124c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465962 Jul 14 09:24:13.626754 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4702e3-1162-4669-9529-6736a3ef0f7c req-c30774aa-697e-4d39-b396-59bda8f7e119 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:13.634052 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb4702e3-1162-4669-9529-6736a3ef0f7c req-c30774aa-697e-4d39-b396-59bda8f7e119 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff HTTP/1.1" status: 200 len: 946 time: 0.1765151 Jul 14 09:24:13.840510 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb4702e3-1162-4669-9529-6736a3ef0f7c req-29c89d3d-be32-4e7e-af7d-7fec471f2354 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051432 Jul 14 09:24:14.968770 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35016) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:15.124684 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ffa159be-4598-4e2d-9f52-93cc67cd233e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Request body: {'security_group': {'name': 'tempest-secgroup--897750779'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:15.228353 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffa159be-4598-4e2d-9f52-93cc67cd233e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.263272 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffa159be-4598-4e2d-9f52-93cc67cd233e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.438961 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae9338-5de6-4387-8034-5a7c84f6fbc1 req-5a78e2e2-f053-44ff-88f9-cfdda8b857ad tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:15.450446 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-02ae9338-5de6-4387-8034-5a7c84f6fbc1 req-5a78e2e2-f053-44ff-88f9-cfdda8b857ad tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff HTTP/1.1" status: 200 len: 946 time: 0.2956972 Jul 14 09:24:15.575067 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-02ae9338-5de6-4387-8034-5a7c84f6fbc1 req-0c31ef07-331f-4540-9772-1dfb9346e0e3 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230822 Jul 14 09:24:15.706540 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffa159be-4598-4e2d-9f52-93cc67cd233e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.712382 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffa159be-4598-4e2d-9f52-93cc67cd233e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.888198 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa159be-4598-4e2d-9f52-93cc67cd233e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b6326d-8baf-463e-a089-fadd7ba22bc1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:15.934193 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8b4379d4-7fa1-4f9a-a500-9bc4add059de req-0478560f-6673-4db2-874f-ed1b5f561256 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=6c80c9228c3d4d0587f67366dd594a1e HTTP/1.1" status: 200 len: 267 time: 0.0970814 Jul 14 09:24:15.944473 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffa159be-4598-4e2d-9f52-93cc67cd233e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.957125 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffa159be-4598-4e2d-9f52-93cc67cd233e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.038318 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffa159be-4598-4e2d-9f52-93cc67cd233e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.044002 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ffa159be-4598-4e2d-9f52-93cc67cd233e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0708063 Jul 14 09:24:16.045700 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35072) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:16.086853 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa159be-4598-4e2d-9f52-93cc67cd233e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe2a4bd-57d3-4a49-a7fa-caed80c94ba3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:16.157878 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c4d0bdc7-1e3d-410a-9d14-157d8050d8bb tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1089997 Jul 14 09:24:16.159201 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35084) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:16.166073 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-03e6d7ae-a4ba-4aea-a90c-4664bdd2ec3a tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Request body: {'security_group': {'name': 'tempest-security--1070505573', 'description': 'tempest-security-description-879080374'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:16.205822 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4379d4-7fa1-4f9a-a500-9bc4add059de req-b983d2ce-11bc-42e9-ad9c-ffe055009e21 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:16.209307 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8b4379d4-7fa1-4f9a-a500-9bc4add059de req-b983d2ce-11bc-42e9-ad9c-ffe055009e21 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff HTTP/1.1" status: 200 len: 946 time: 0.2676513 Jul 14 09:24:16.221707 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-8b4379d4-7fa1-4f9a-a500-9bc4add059de req-9c17ee8c-1553-4608-aacf-82bc500b7383 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Request body: {'port': {'security_groups': []}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:16.253293 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03e6d7ae-a4ba-4aea-a90c-4664bdd2ec3a tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.392157 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03e6d7ae-a4ba-4aea-a90c-4664bdd2ec3a tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.404267 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03e6d7ae-a4ba-4aea-a90c-4664bdd2ec3a tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.408398 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8b4379d4-7fa1-4f9a-a500-9bc4add059de req-9c17ee8c-1553-4608-aacf-82bc500b7383 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.410965 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03e6d7ae-a4ba-4aea-a90c-4664bdd2ec3a tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.416306 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35102) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:16.417227 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-03e6d7ae-a4ba-4aea-a90c-4664bdd2ec3a tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "PUT /v2.0/security-groups/7fe2a4bd-57d3-4a49-a7fa-caed80c94ba3 HTTP/1.1" status: 200 len: 1779 time: 0.2563541 Jul 14 09:24:16.479413 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6d7ae-a4ba-4aea-a90c-4664bdd2ec3a tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe2a4bd-57d3-4a49-a7fa-caed80c94ba3,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:16.681707 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a4807700-3d31-485f-ac58-4d7e81bd14b5 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "GET /v2.0/security-groups/7fe2a4bd-57d3-4a49-a7fa-caed80c94ba3 HTTP/1.1" status: 200 len: 1779 time: 0.2636027 Jul 14 09:24:16.685405 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35126) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:16.848491 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a2c07d1-8d9d-42a1-8057-6ff232ebf6b4 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.871974 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-8b4379d4-7fa1-4f9a-a500-9bc4add059de req-9c17ee8c-1553-4608-aacf-82bc500b7383 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] For port de691dfd-96f3-4577-9f5d-f79aca18f516, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=de691dfd-96f3-4577-9f5d-f79aca18f516,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:16.925624 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a2c07d1-8d9d-42a1-8057-6ff232ebf6b4 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.971758 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8b4379d4-7fa1-4f9a-a500-9bc4add059de req-9c17ee8c-1553-4608-aacf-82bc500b7383 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.985785 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8b4379d4-7fa1-4f9a-a500-9bc4add059de req-9c17ee8c-1553-4608-aacf-82bc500b7383 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.999304 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['b29ce761-d555-438b-874b-abdefcc5327f', 'ef4dbc08-3ed1-45e7-8e6d-292a29e70367', 'de691dfd-96f3-4577-9f5d-f79aca18f516'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:17.078563 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4379d4-7fa1-4f9a-a500-9bc4add059de req-9c17ee8c-1553-4608-aacf-82bc500b7383 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:17.082795 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8b4379d4-7fa1-4f9a-a500-9bc4add059de req-9c17ee8c-1553-4608-aacf-82bc500b7383 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.087019 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a2c07d1-8d9d-42a1-8057-6ff232ebf6b4 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.092730 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a2c07d1-8d9d-42a1-8057-6ff232ebf6b4 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.094473 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7a2c07d1-8d9d-42a1-8057-6ff232ebf6b4 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "DELETE /v2.0/security-groups/7fe2a4bd-57d3-4a49-a7fa-caed80c94ba3 HTTP/1.1" status: 204 len: 168 time: 0.4079299 Jul 14 09:24:17.118352 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8b4379d4-7fa1-4f9a-a500-9bc4add059de req-9c17ee8c-1553-4608-aacf-82bc500b7383 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "PUT /v2.0/ports/de691dfd-96f3-4577-9f5d-f79aca18f516 HTTP/1.1" status: 200 len: 905 time: 0.9016228 Jul 14 09:24:17.120935 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff', 'tag': 'de691dfd-96f3-4577-9f5d-f79aca18f516'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:17.145231 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb2a46b-10d6-4edd-9307-0ac37880f87e" -d '{"events": [{"name": "network-changed", "server_uuid": "17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff", "tag": "de691dfd-96f3-4577-9f5d-f79aca18f516"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:17.146992 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35150) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:17.184713 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['de691dfd-96f3-4577-9f5d-f79aca18f516'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:17.349832 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c07d1-8d9d-42a1-8057-6ff232ebf6b4 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe2a4bd-57d3-4a49-a7fa-caed80c94ba3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:17.468756 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c7e4e56e-8aef-451d-b329-a559633be470 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3183792 Jul 14 09:24:17.477461 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35182) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:17.549573 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-e5d6279b-123a-44b5-8654-97d94ed36fe9 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] delete failed (client error): The resource could not be found. Jul 14 09:24:17.551727 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e5d6279b-123a-44b5-8654-97d94ed36fe9 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "DELETE /v2.0/security-groups/7fe2a4bd-57d3-4a49-a7fa-caed80c94ba3 HTTP/1.1" status: 404 len: 347 time: 0.0720675 Jul 14 09:24:17.558086 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35188) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:17.580685 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-7ccf9219-f5ab-4a9e-919b-ef51f4467279 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Request body: {'security_group': {'name': 'tempest-secgroup--1486563185'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:17.694366 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ccf9219-f5ab-4a9e-919b-ef51f4467279 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.715031 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b770f159-b307-428f-bc45-d25abc764949 x-openstack-request-id: req-b770f159-b307-428f-bc45-d25abc764949 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:17.719730 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff", "tag": "de691dfd-96f3-4577-9f5d-f79aca18f516", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:17.720169 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b770f159-b307-428f-bc45-d25abc764949 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:17.721112 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff', 'tag': 'de691dfd-96f3-4577-9f5d-f79aca18f516', 'status': 'completed', 'code': 200} Jul 14 09:24:17.796014 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17ee8c-1553-4608-aacf-82bc500b7383 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Pushing event updated for resources: {'Port': ['ID=de691dfd-96f3-4577-9f5d-f79aca18f516,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:18.041522 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ccf9219-f5ab-4a9e-919b-ef51f4467279 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.052975 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ccf9219-f5ab-4a9e-919b-ef51f4467279 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.087740 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2a46b-10d6-4edd-9307-0ac37880f87e req-b9c7ce74-7e9a-4db8-8c12-e892214457bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:18.091027 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5cb2a46b-10d6-4edd-9307-0ac37880f87e req-b9c7ce74-7e9a-4db8-8c12-e892214457bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&device_id=17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff HTTP/1.1" status: 200 len: 1060 time: 0.3889165 Jul 14 09:24:18.121108 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-df52c33c-f739-4fc9-9b7e-3ed42171a3ea None None] Provisioning complete for port de691dfd-96f3-4577-9f5d-f79aca18f516 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:18.121674 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df52c33c-f739-4fc9-9b7e-3ed42171a3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.136294 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ccf9219-f5ab-4a9e-919b-ef51f4467279 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.144403 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7ccf9219-f5ab-4a9e-919b-ef51f4467279 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5847778 Jul 14 09:24:18.161980 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35212) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:18.215165 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-d911c146-8918-481c-b2fe-983cf5a704c4 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Request body: {'security_group_rule': {'security_group_id': '23df50f4-a126-4c77-ad87-6290d987ca3f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:18.307638 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf9219-f5ab-4a9e-919b-ef51f4467279 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23df50f4-a126-4c77-ad87-6290d987ca3f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:18.394703 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d911c146-8918-481c-b2fe-983cf5a704c4 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.466989 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22505726-48ae-49fd-8ad2-734369d046ad req-97e6222d-130e-4172-b9e5-84eea539b0ab tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:18.480646 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-22505726-48ae-49fd-8ad2-734369d046ad req-97e6222d-130e-4172-b9e5-84eea539b0ab tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff HTTP/1.1" status: 200 len: 908 time: 0.5506270 Jul 14 09:24:18.671135 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35bbd08a-d98d-4c95-841a-d06446a4377d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.690743 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2a46b-10d6-4edd-9307-0ac37880f87e req-d84f9c61-e084-49ba-85c3-1594af30551c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:18.711422 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5cb2a46b-10d6-4edd-9307-0ac37880f87e req-d84f9c61-e084-49ba-85c3-1594af30551c service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 912 time: 0.6079926 Jul 14 09:24:18.720462 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d911c146-8918-481c-b2fe-983cf5a704c4 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.726808 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d911c146-8918-481c-b2fe-983cf5a704c4 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.830912 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911c146-8918-481c-b2fe-983cf5a704c4 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6613b89f-d38f-4866-9775-be6f1c8716be,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:18.856636 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d911c146-8918-481c-b2fe-983cf5a704c4 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.859922 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5cb2a46b-10d6-4edd-9307-0ac37880f87e req-3c1aef2b-c778-40b8-bf36-7a589a139c1e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de691dfd-96f3-4577-9f5d-f79aca18f516 HTTP/1.1" status: 200 len: 217 time: 0.1440527 Jul 14 09:24:18.861227 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d911c146-8918-481c-b2fe-983cf5a704c4 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6978862 Jul 14 09:24:18.866078 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35260) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:18.963238 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-482b1c0d-cdc5-4299-9d56-83f7b77b30ef tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.001432 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-482b1c0d-cdc5-4299-9d56-83f7b77b30ef tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.149010 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-482b1c0d-cdc5-4299-9d56-83f7b77b30ef tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.174131 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-482b1c0d-cdc5-4299-9d56-83f7b77b30ef tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.179444 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-482b1c0d-cdc5-4299-9d56-83f7b77b30ef tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/6613b89f-d38f-4866-9775-be6f1c8716be HTTP/1.1" status: 204 len: 168 time: 0.3068190 Jul 14 09:24:19.179444 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b1c0d-cdc5-4299-9d56-83f7b77b30ef tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6613b89f-d38f-4866-9775-be6f1c8716be,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:19.196586 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35278) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:19.321306 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-35a0259e-4e46-4da6-a813-79667ad5d0d0 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1224794 Jul 14 09:24:19.331430 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35284) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:19.653502 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-455eac1e-b4a5-4f1a-9a8b-494b4307b566 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.713185 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-455eac1e-b4a5-4f1a-9a8b-494b4307b566 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.809192 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2a46b-10d6-4edd-9307-0ac37880f87e req-95364b42-054a-4860-a214-1fc6e08fcccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:19.812652 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5cb2a46b-10d6-4edd-9307-0ac37880f87e req-95364b42-054a-4860-a214-1fc6e08fcccd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a288c610-4f62-489b-a703-60b0f1c60f0a HTTP/1.1" status: 200 len: 851 time: 0.9444425 Jul 14 09:24:19.813385 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-455eac1e-b4a5-4f1a-9a8b-494b4307b566 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.816048 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-455eac1e-b4a5-4f1a-9a8b-494b4307b566 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.817444 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-455eac1e-b4a5-4f1a-9a8b-494b4307b566 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "DELETE /v2.0/security-groups/23df50f4-a126-4c77-ad87-6290d987ca3f HTTP/1.1" status: 204 len: 168 time: 0.4830554 Jul 14 09:24:19.826813 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35324) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:19.867131 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455eac1e-b4a5-4f1a-9a8b-494b4307b566 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23df50f4-a126-4c77-ad87-6290d987ca3f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:19.979475 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9fc490f8-c91d-428e-ab68-675a4309971c tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1510270 Jul 14 09:24:19.986913 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35330) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:20.044983 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b1942baf-6a7c-4c5f-8644-e088cc00fc24 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Request body: {'security_group': {'name': 'tempest-secgroup--1249817365'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:20.132036 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7cd72b-113e-420e-b572-5100730d764b req-96b40516-f9e6-47c9-8f63-6f41a95a47b5 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:20.133826 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8d7cd72b-113e-420e-b572-5100730d764b req-96b40516-f9e6-47c9-8f63-6f41a95a47b5 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 1.1916940 Jul 14 09:24:20.229854 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b1942baf-6a7c-4c5f-8644-e088cc00fc24 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.376243 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2a46b-10d6-4edd-9307-0ac37880f87e req-7449ca2f-f005-4962-8869-b4f77288c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:20.378806 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5cb2a46b-10d6-4edd-9307-0ac37880f87e req-7449ca2f-f005-4962-8869-b4f77288c7bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa88f091-33f9-4aa2-8101-31241b8b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5362692 Jul 14 09:24:20.384310 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8d7cd72b-113e-420e-b572-5100730d764b req-df236161-ac42-414f-8f6e-e50d72d5d40f tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245586 Jul 14 09:24:20.509606 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b1942baf-6a7c-4c5f-8644-e088cc00fc24 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.530845 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b1942baf-6a7c-4c5f-8644-e088cc00fc24 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.622870 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1942baf-6a7c-4c5f-8644-e088cc00fc24 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cccda20-d318-4529-bba4-27e1f8b4c2c6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:20.695687 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b1942baf-6a7c-4c5f-8644-e088cc00fc24 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.697189 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b1942baf-6a7c-4c5f-8644-e088cc00fc24 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7107925 Jul 14 09:24:20.700179 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35382) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:20.705250 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-a352fecd-4c66-46e5-bb8b-4792bfb83406 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Request body: {'security_group_rule': {'security_group_id': '0cccda20-d318-4529-bba4-27e1f8b4c2c6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:20.839965 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5cb2a46b-10d6-4edd-9307-0ac37880f87e req-7a78aa6a-15a9-475f-91cc-7a3a666f1332 service neutron] 10.222.0.47 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503696 Jul 14 09:24:20.858220 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a352fecd-4c66-46e5-bb8b-4792bfb83406 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.062197 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a7034a3-05ba-493e-b889-f81e543a5cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.107915 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a352fecd-4c66-46e5-bb8b-4792bfb83406 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.114596 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a352fecd-4c66-46e5-bb8b-4792bfb83406 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.161991 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352fecd-4c66-46e5-bb8b-4792bfb83406 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e419f5-0774-4c97-8720-a309fad7fb3c,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:21.183228 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a352fecd-4c66-46e5-bb8b-4792bfb83406 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.187943 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a352fecd-4c66-46e5-bb8b-4792bfb83406 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4835217 Jul 14 09:24:21.188631 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35422) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:21.193478 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-4d5e7696-7b73-429a-86dc-1f2bffb72c9e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Request body: {'security_group_rule': {'security_group_id': '0cccda20-d318-4529-bba4-27e1f8b4c2c6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:21.263961 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.268638 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d5e7696-7b73-429a-86dc-1f2bffb72c9e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.311468 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e77872-c05c-4cce-ae2b-3c070c60e1fd req-2118a626-d7a5-4a33-b24a-5ccc830e6649 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:21.332239 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7e77872-c05c-4cce-ae2b-3c070c60e1fd req-2118a626-d7a5-4a33-b24a-5ccc830e6649 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.4456091 Jul 14 09:24:21.433254 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d5e7696-7b73-429a-86dc-1f2bffb72c9e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.438231 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d5e7696-7b73-429a-86dc-1f2bffb72c9e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.505245 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e7696-7b73-429a-86dc-1f2bffb72c9e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ad4183-b875-4bfc-8761-91b3868023d2,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:21.518863 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d5e7696-7b73-429a-86dc-1f2bffb72c9e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.521242 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4d5e7696-7b73-429a-86dc-1f2bffb72c9e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3319106 Jul 14 09:24:21.529158 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35438) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:21.532402 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5cb2a46b-10d6-4edd-9307-0ac37880f87e req-1b670c35-e4cd-44a8-b602-a4f6cf62788b service neutron] 10.222.0.47 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6793509 Jul 14 09:24:21.534927 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-0a74ce1b-ecf4-4f2d-82cb-18f3a0575deb tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Request body: {'security_group_rule': {'security_group_id': '0cccda20-d318-4529-bba4-27e1f8b4c2c6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:21.568919 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7e77872-c05c-4cce-ae2b-3c070c60e1fd req-e3c2b10e-6ff6-461b-8799-4589731569eb tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325120 Jul 14 09:24:21.616222 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a74ce1b-ecf4-4f2d-82cb-18f3a0575deb tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.849077 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a74ce1b-ecf4-4f2d-82cb-18f3a0575deb tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.855379 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a74ce1b-ecf4-4f2d-82cb-18f3a0575deb tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.947648 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74ce1b-ecf4-4f2d-82cb-18f3a0575deb tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ece8020-acad-4146-b2e1-f66238f6d1a5,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:21.957819 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a74ce1b-ecf4-4f2d-82cb-18f3a0575deb tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.959727 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0a74ce1b-ecf4-4f2d-82cb-18f3a0575deb tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4298973 Jul 14 09:24:21.962657 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35478) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:21.974245 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f3233892-af15-4373-8417-36e288d88827 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Request body: {'security_group_rule': {'security_group_id': '0cccda20-d318-4529-bba4-27e1f8b4c2c6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:22.095277 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3233892-af15-4373-8417-36e288d88827 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.153362 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.534572 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3233892-af15-4373-8417-36e288d88827 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.611581 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6414083-19ca-455c-8243-be72d878c997 req-ce861f11-87f1-42b5-9f79-3af81ff2ddbd tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:22.619120 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6414083-19ca-455c-8243-be72d878c997 req-ce861f11-87f1-42b5-9f79-3af81ff2ddbd tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 812 time: 0.4601734 Jul 14 09:24:22.628150 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3233892-af15-4373-8417-36e288d88827 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.656889 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3233892-af15-4373-8417-36e288d88827 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=188eae24-5fb6-4370-87b7-1da854549950,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:22.681591 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6414083-19ca-455c-8243-be72d878c997 req-6d6ee8ee-ec37-4d57-b687-f4730d4ae84b tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/quotas/6c80c9228c3d4d0587f67366dd594a1e HTTP/1.1" status: 200 len: 375 time: 0.0612466 Jul 14 09:24:22.740816 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3233892-af15-4373-8417-36e288d88827 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.743448 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f3233892-af15-4373-8417-36e288d88827 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7783775 Jul 14 09:24:22.747955 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35524) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:22.755257 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-07011bf8-0cd2-4c3a-95b3-1b474ef04355 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Request body: {'security_group_rule': {'security_group_id': '0cccda20-d318-4529-bba4-27e1f8b4c2c6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:22.808078 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6414083-19ca-455c-8243-be72d878c997 req-4b277ff0-b036-412e-8811-f5bc84737bb7 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1248159 Jul 14 09:24:22.992024 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07011bf8-0cd2-4c3a-95b3-1b474ef04355 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.106908 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6414083-19ca-455c-8243-be72d878c997 req-daeb24e8-df36-4f2d-8291-361524be2050 service neutron] 10.222.0.25 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968469 Jul 14 09:24:23.237041 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07011bf8-0cd2-4c3a-95b3-1b474ef04355 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.242641 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07011bf8-0cd2-4c3a-95b3-1b474ef04355 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.291432 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07011bf8-0cd2-4c3a-95b3-1b474ef04355 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.296716 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-07011bf8-0cd2-4c3a-95b3-1b474ef04355 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5448730 Jul 14 09:24:23.297259 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35562) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:23.298142 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07011bf8-0cd2-4c3a-95b3-1b474ef04355 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b22752d-0946-4948-82e4-81cab12054ac,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:23.396963 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6414083-19ca-455c-8243-be72d878c997 req-99edba5e-53e8-4250-81c0-e435c6cafe30 service neutron] 10.222.0.25 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695546 Jul 14 09:24:23.400532 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a8c084a-106a-4e81-b564-fa5a4b6f4b81 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.430527 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a8c084a-106a-4e81-b564-fa5a4b6f4b81 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.505806 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a8c084a-106a-4e81-b564-fa5a4b6f4b81 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.513717 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a8c084a-106a-4e81-b564-fa5a4b6f4b81 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.515119 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1a8c084a-106a-4e81-b564-fa5a4b6f4b81 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/9b22752d-0946-4948-82e4-81cab12054ac HTTP/1.1" status: 204 len: 168 time: 0.1934981 Jul 14 09:24:23.518210 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35574) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:23.527262 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c084a-106a-4e81-b564-fa5a4b6f4b81 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b22752d-0946-4948-82e4-81cab12054ac,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:23.697862 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f10978e8-8d50-4491-8b2d-2be780962ac3 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1755922 Jul 14 09:24:23.699603 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35582) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:23.702498 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.758852 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af3b6d5f-d6aa-47b8-b70c-f3ddce8c557a tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.798928 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af3b6d5f-d6aa-47b8-b70c-f3ddce8c557a tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.889398 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af3b6d5f-d6aa-47b8-b70c-f3ddce8c557a tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.904969 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af3b6d5f-d6aa-47b8-b70c-f3ddce8c557a tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.905350 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35600) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:23.920893 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-af3b6d5f-d6aa-47b8-b70c-f3ddce8c557a tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/188eae24-5fb6-4370-87b7-1da854549950 HTTP/1.1" status: 204 len: 168 time: 0.2098448 Jul 14 09:24:24.003128 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f647fde8-8449-4df1-80df-db66bbf6c073 req-3790e482-b7df-40fe-8d4b-dda4e3d8b74b tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 210 time: 0.1369300 Jul 14 09:24:24.046648 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b6d5f-d6aa-47b8-b70c-f3ddce8c557a tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=188eae24-5fb6-4370-87b7-1da854549950,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:24.056289 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5b87cfca-cba1-45bb-8061-77de72dbf5ff tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1484573 Jul 14 09:24:24.060018 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35606) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:24.181859 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4454a6c-af94-42a7-8be0-d4cef30eb8f9 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.261792 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4454a6c-af94-42a7-8be0-d4cef30eb8f9 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.397979 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4454a6c-af94-42a7-8be0-d4cef30eb8f9 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.421039 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4454a6c-af94-42a7-8be0-d4cef30eb8f9 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.425587 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35646) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:24.434964 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a4454a6c-af94-42a7-8be0-d4cef30eb8f9 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/6ece8020-acad-4146-b2e1-f66238f6d1a5 HTTP/1.1" status: 204 len: 168 time: 0.3616538 Jul 14 09:24:24.461492 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4454a6c-af94-42a7-8be0-d4cef30eb8f9 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ece8020-acad-4146-b2e1-f66238f6d1a5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:24.559670 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-38db0229-d969-40f7-b5b8-b940cfffb9b3 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1325755 Jul 14 09:24:24.562544 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35660) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:24.598073 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-08da6b3a-c71c-4071-8cde-71d46270f6e5 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.617321 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-08da6b3a-c71c-4071-8cde-71d46270f6e5 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.687822 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-08da6b3a-c71c-4071-8cde-71d46270f6e5 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.697872 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-08da6b3a-c71c-4071-8cde-71d46270f6e5 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.700973 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-08da6b3a-c71c-4071-8cde-71d46270f6e5 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/71ad4183-b875-4bfc-8761-91b3868023d2 HTTP/1.1" status: 204 len: 168 time: 0.1359878 Jul 14 09:24:24.703321 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35666) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:24.733566 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da6b3a-c71c-4071-8cde-71d46270f6e5 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71ad4183-b875-4bfc-8761-91b3868023d2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:24.834570 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35674) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:24.851293 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5879d0dd-e2aa-4342-9ab6-67c152c352d9 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1255121 Jul 14 09:24:24.919624 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c7debb32-14de-4731-a328-ebf381ae1ae4 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.955231 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c7debb32-14de-4731-a328-ebf381ae1ae4 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.039865 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c7debb32-14de-4731-a328-ebf381ae1ae4 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.049435 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c7debb32-14de-4731-a328-ebf381ae1ae4 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.052141 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c7debb32-14de-4731-a328-ebf381ae1ae4 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/e8e419f5-0774-4c97-8720-a309fad7fb3c HTTP/1.1" status: 204 len: 168 time: 0.2161651 Jul 14 09:24:25.057407 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35688) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:25.096548 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7debb32-14de-4731-a328-ebf381ae1ae4 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8e419f5-0774-4c97-8720-a309fad7fb3c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:25.245555 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35706) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:25.246222 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8e51b005-7751-4909-80d6-dbbf88bfb81e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1814322 Jul 14 09:24:25.420945 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7bfc0bd2-faa9-43c2-93a2-733cdcc24aa5 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.493497 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7bfc0bd2-faa9-43c2-93a2-733cdcc24aa5 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.582081 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f02d002c-698e-49fc-abb5-09a3b2ec7a40 req-c19f5b33-8668-4435-bd3f-cfeee97483f2 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 210 time: 0.0801344 Jul 14 09:24:25.639325 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7bfc0bd2-faa9-43c2-93a2-733cdcc24aa5 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.642658 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7bfc0bd2-faa9-43c2-93a2-733cdcc24aa5 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.644021 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7bfc0bd2-faa9-43c2-93a2-733cdcc24aa5 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "DELETE /v2.0/security-groups/0cccda20-d318-4529-bba4-27e1f8b4c2c6 HTTP/1.1" status: 204 len: 168 time: 0.3966525 Jul 14 09:24:25.647029 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35738) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:25.661342 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc0bd2-faa9-43c2-93a2-733cdcc24aa5 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cccda20-d318-4529-bba4-27e1f8b4c2c6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:25.843009 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c827d92f-11c4-48e7-87cc-6ce5ef7ae40e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1943882 Jul 14 09:24:25.848740 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35750) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:25.855270 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c4176dc3-e896-4940-b772-8e494035cc33 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Request body: {'security_group': {'name': 'tempest-secgroup--1980611391'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:25.975393 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c4176dc3-e896-4940-b772-8e494035cc33 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.176063 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:24:26.378519 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6414083-19ca-455c-8243-be72d878c997 req-17be332c-9007-4156-9633-611f886eb8c1 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:26.386533 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6414083-19ca-455c-8243-be72d878c997 req-17be332c-9007-4156-9633-611f886eb8c1 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.44 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 812 time: 0.4564564 Jul 14 09:24:26.417851 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-c6414083-19ca-455c-8243-be72d878c997 req-f4978311-bd56-4b1b-b02f-e74ad91d6adb tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Request body: {'port': {'device_id': '8689473b-de84-4715-9999-283cdb3360d0', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'admin_state_up': True, 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:26.617248 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c4176dc3-e896-4940-b772-8e494035cc33 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.653157 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c4176dc3-e896-4940-b772-8e494035cc33 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.782868 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c4176dc3-e896-4940-b772-8e494035cc33 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.787195 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c4176dc3-e896-4940-b772-8e494035cc33 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9365091 Jul 14 09:24:26.791324 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35854) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:26.797320 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-cf254e5c-8d32-465d-90f9-c69e6a422fef tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Request body: {'security_group_rule': {'security_group_id': 'b17a76df-aa23-488d-bd63-eb8b8638c77d', 'direction': 'ingress', 'protocol': 17}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:26.811417 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4176dc3-e896-4940-b772-8e494035cc33 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b17a76df-aa23-488d-bd63-eb8b8638c77d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:26.934043 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-cf254e5c-8d32-465d-90f9-c69e6a422fef tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:24:26.934043 n-d-771362-35 neutron-server[93773]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:24:26.934043 n-d-771362-35 neutron-server[93773]: [parameters: {'project_id_1': 'f8337936f80f4b78a06dd3348d6c2c11', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 24, 26, 884849)}] Jul 14 09:24:26.934043 n-d-771362-35 neutron-server[93773]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:24:26.938005 n-d-771362-35 neutron-server[93773]: DEBUG oslo_db.api [None req-cf254e5c-8d32-465d-90f9-c69e6a422fef tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:24:26.961718 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6414083-19ca-455c-8243-be72d878c997 req-f4978311-bd56-4b1b-b02f-e74ad91d6adb tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Made reservation on behalf of 6c80c9228c3d4d0587f67366dd594a1e for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:26.966127 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-c6414083-19ca-455c-8243-be72d878c997 req-f4978311-bd56-4b1b-b02f-e74ad91d6adb tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.029510 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4f4e8fab-6a65-4794-be35-1e1550dc4b5a req-71b67e28-6b4b-49e6-8862-982c8c45ff89 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 210 time: 0.0644867 Jul 14 09:24:27.336890 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-c6414083-19ca-455c-8243-be72d878c997 req-f4978311-bd56-4b1b-b02f-e74ad91d6adb tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Allocated IP 172.20.0.6 (aa88f091-33f9-4aa2-8101-31241b8b415b/a288c610-4f62-489b-a703-60b0f1c60f0a/6ff9168a-16ee-4d16-bd0d-880452991f03) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:27.520274 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf254e5c-8d32-465d-90f9-c69e6a422fef tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.604997 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-c6414083-19ca-455c-8243-be72d878c997 req-f4978311-bd56-4b1b-b02f-e74ad91d6adb tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.625080 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-c6414083-19ca-455c-8243-be72d878c997 req-f4978311-bd56-4b1b-b02f-e74ad91d6adb tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Transition to ACTIVE for port object 6ff9168a-16ee-4d16-bd0d-880452991f03 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:27.677556 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-c6414083-19ca-455c-8243-be72d878c997 req-f4978311-bd56-4b1b-b02f-e74ad91d6adb tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.690994 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf254e5c-8d32-465d-90f9-c69e6a422fef tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.696381 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['b29ce761-d555-438b-874b-abdefcc5327f', 'ef4dbc08-3ed1-45e7-8e6d-292a29e70367'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:27.700752 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf254e5c-8d32-465d-90f9-c69e6a422fef tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.760581 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf254e5c-8d32-465d-90f9-c69e6a422fef tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc76da34-64a1-4736-b8a9-848808be8e83,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:27.784198 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4978311-bd56-4b1b-b02f-e74ad91d6adb tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Pushing event updated for resources: {'Port': ['ID=6ff9168a-16ee-4d16-bd0d-880452991f03,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:27.808288 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf254e5c-8d32-465d-90f9-c69e6a422fef tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.810178 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cf254e5c-8d32-465d-90f9-c69e6a422fef tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0170655 Jul 14 09:24:27.813949 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35948) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:27.825340 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6414083-19ca-455c-8243-be72d878c997 req-f4978311-bd56-4b1b-b02f-e74ad91d6adb tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Network aa88f091-33f9-4aa2-8101-31241b8b415b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:27.832445 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-c6414083-19ca-455c-8243-be72d878c997 req-f4978311-bd56-4b1b-b02f-e74ad91d6adb tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:27.836932 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6414083-19ca-455c-8243-be72d878c997 req-f4978311-bd56-4b1b-b02f-e74ad91d6adb tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:27.987022 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ddac29e8-9767-4fd8-b3f6-0f194c77e03e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.010254 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6414083-19ca-455c-8243-be72d878c997 req-f4978311-bd56-4b1b-b02f-e74ad91d6adb tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:28.012165 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-c6414083-19ca-455c-8243-be72d878c997 req-f4978311-bd56-4b1b-b02f-e74ad91d6adb tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.044078 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6414083-19ca-455c-8243-be72d878c997 req-f4978311-bd56-4b1b-b02f-e74ad91d6adb tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6436090 Jul 14 09:24:28.069088 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ddac29e8-9767-4fd8-b3f6-0f194c77e03e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.077398 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-c6414083-19ca-455c-8243-be72d878c997 req-76e2e9df-2381-47c0-a75c-aa1e227e07a3 service neutron] Request body: {'port': {'device_id': '8689473b-de84-4715-9999-283cdb3360d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:28.183976 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ddac29e8-9767-4fd8-b3f6-0f194c77e03e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.186769 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ddac29e8-9767-4fd8-b3f6-0f194c77e03e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.188954 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ddac29e8-9767-4fd8-b3f6-0f194c77e03e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "DELETE /v2.0/security-groups/b17a76df-aa23-488d-bd63-eb8b8638c77d HTTP/1.1" status: 204 len: 168 time: 0.3717353 Jul 14 09:24:28.205174 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35990) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:28.206013 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac29e8-9767-4fd8-b3f6-0f194c77e03e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17a76df-aa23-488d-bd63-eb8b8638c77d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:28.490841 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-c6414083-19ca-455c-8243-be72d878c997 req-76e2e9df-2381-47c0-a75c-aa1e227e07a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.493383 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-356d98e4-30f7-4961-8fe0-28e80e014edd None None] Provisioning for port 6ff9168a-16ee-4d16-bd0d-880452991f03 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:28.563445 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-356d98e4-30f7-4961-8fe0-28e80e014edd None None] Provisioning complete for port 6ff9168a-16ee-4d16-bd0d-880452991f03 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:28.564508 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-356d98e4-30f7-4961-8fe0-28e80e014edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.658040 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b0ca672a-8630-447c-911e-da60c3e8e037 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4379511 Jul 14 09:24:28.663869 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36022) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:28.689901 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-cc9794f6-7810-4f9d-9eea-85d8f95c6782 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Request body: {'security_group': {'name': 'tempest-secgroup--184540808'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:28.708055 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-356d98e4-30f7-4961-8fe0-28e80e014edd None None] Port 6ff9168a-16ee-4d16-bd0d-880452991f03 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:24:28.785332 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54042d8-bd5e-45d3-bd12-780b87a6874b req-0e0f8ee0-1ade-428b-abcd-8f064d91d731 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:28.797385 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f54042d8-bd5e-45d3-bd12-780b87a6874b req-0e0f8ee0-1ade-428b-abcd-8f064d91d731 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 931 time: 0.3449476 Jul 14 09:24:28.964346 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f54042d8-bd5e-45d3-bd12-780b87a6874b req-2d74ab59-2252-4fff-9d6b-87adc76b7754 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607189 Jul 14 09:24:29.226618 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc9794f6-7810-4f9d-9eea-85d8f95c6782 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.739717 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc9794f6-7810-4f9d-9eea-85d8f95c6782 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.761400 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-c6414083-19ca-455c-8243-be72d878c997 req-76e2e9df-2381-47c0-a75c-aa1e227e07a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff9168a-16ee-4d16-bd0d-880452991f03 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:29.793531 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-c6414083-19ca-455c-8243-be72d878c997 req-76e2e9df-2381-47c0-a75c-aa1e227e07a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.840819 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-c6414083-19ca-455c-8243-be72d878c997 req-76e2e9df-2381-47c0-a75c-aa1e227e07a3 service neutron] Transition to ACTIVE for port object 6ff9168a-16ee-4d16-bd0d-880452991f03 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:29.843451 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc9794f6-7810-4f9d-9eea-85d8f95c6782 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.891542 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-c6414083-19ca-455c-8243-be72d878c997 req-76e2e9df-2381-47c0-a75c-aa1e227e07a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.896291 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9794f6-7810-4f9d-9eea-85d8f95c6782 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39980919-1a25-42f8-a1c8-425d7ebfa788,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:29.937808 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9794f6-7810-4f9d-9eea-85d8f95c6782 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:29.938114 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9794f6-7810-4f9d-9eea-85d8f95c6782 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:29.938645 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9794f6-7810-4f9d-9eea-85d8f95c6782 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:29.939165 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9794f6-7810-4f9d-9eea-85d8f95c6782 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:29.939690 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9794f6-7810-4f9d-9eea-85d8f95c6782 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:29.940464 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9794f6-7810-4f9d-9eea-85d8f95c6782 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:29.940975 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9794f6-7810-4f9d-9eea-85d8f95c6782 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:29.941463 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9794f6-7810-4f9d-9eea-85d8f95c6782 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:29.941967 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9794f6-7810-4f9d-9eea-85d8f95c6782 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:29.942467 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9794f6-7810-4f9d-9eea-85d8f95c6782 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:29.942977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9794f6-7810-4f9d-9eea-85d8f95c6782 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:29.943726 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9794f6-7810-4f9d-9eea-85d8f95c6782 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:29.951137 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc9794f6-7810-4f9d-9eea-85d8f95c6782 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.952663 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cc9794f6-7810-4f9d-9eea-85d8f95c6782 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2777662 Jul 14 09:24:29.956993 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36132) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:29.966936 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-49848e41-ca6a-43db-8803-e83b64983d35 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Request body: {'security_group': {'name': 'tempest-secgroup--971070432'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:30.011905 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2e9df-2381-47c0-a75c-aa1e227e07a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff9168a-16ee-4d16-bd0d-880452991f03,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:30.105302 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49848e41-ca6a-43db-8803-e83b64983d35 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.171844 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-c6414083-19ca-455c-8243-be72d878c997 req-76e2e9df-2381-47c0-a75c-aa1e227e07a3 service neutron] Attempting to bind port 6ff9168a-16ee-4d16-bd0d-880452991f03 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:30.173673 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-c6414083-19ca-455c-8243-be72d878c997 req-76e2e9df-2381-47c0-a75c-aa1e227e07a3 service neutron] Attempting to bind port 6ff9168a-16ee-4d16-bd0d-880452991f03 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:30.174778 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6414083-19ca-455c-8243-be72d878c997 req-76e2e9df-2381-47c0-a75c-aa1e227e07a3 service neutron] Attempting to bind port 6ff9168a-16ee-4d16-bd0d-880452991f03 on network aa88f091-33f9-4aa2-8101-31241b8b415b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:30.196898 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6414083-19ca-455c-8243-be72d878c997 req-76e2e9df-2381-47c0-a75c-aa1e227e07a3 service neutron] Port 6ff9168a-16ee-4d16-bd0d-880452991f03 on network aa88f091-33f9-4aa2-8101-31241b8b415b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:30.197527 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6414083-19ca-455c-8243-be72d878c997 req-76e2e9df-2381-47c0-a75c-aa1e227e07a3 service neutron] Attempting to bind port 6ff9168a-16ee-4d16-bd0d-880452991f03 on network aa88f091-33f9-4aa2-8101-31241b8b415b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:30.244581 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6414083-19ca-455c-8243-be72d878c997 req-76e2e9df-2381-47c0-a75c-aa1e227e07a3 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:30.248392 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6414083-19ca-455c-8243-be72d878c997 req-76e2e9df-2381-47c0-a75c-aa1e227e07a3 service neutron] Checking segment: {'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:30.252465 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6414083-19ca-455c-8243-be72d878c997 req-76e2e9df-2381-47c0-a75c-aa1e227e07a3 service neutron] Bound using segment: {'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:30.253149 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-c6414083-19ca-455c-8243-be72d878c997 req-76e2e9df-2381-47c0-a75c-aa1e227e07a3 service neutron] Bound port: 6ff9168a-16ee-4d16-bd0d-880452991f03, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c397d3-9192-425c-9a06-68c5df1d780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:30.254000 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-c6414083-19ca-455c-8243-be72d878c997 req-76e2e9df-2381-47c0-a75c-aa1e227e07a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.439295 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49848e41-ca6a-43db-8803-e83b64983d35 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.452755 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-c6414083-19ca-455c-8243-be72d878c997 req-76e2e9df-2381-47c0-a75c-aa1e227e07a3 service neutron] For port 6ff9168a-16ee-4d16-bd0d-880452991f03, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:30.464356 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-c6414083-19ca-455c-8243-be72d878c997 req-76e2e9df-2381-47c0-a75c-aa1e227e07a3 service neutron] For port 6ff9168a-16ee-4d16-bd0d-880452991f03, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=6ff9168a-16ee-4d16-bd0d-880452991f03,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:30.473490 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-c6414083-19ca-455c-8243-be72d878c997 req-76e2e9df-2381-47c0-a75c-aa1e227e07a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.505604 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49848e41-ca6a-43db-8803-e83b64983d35 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.559331 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6414083-19ca-455c-8243-be72d878c997 req-76e2e9df-2381-47c0-a75c-aa1e227e07a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:30.563206 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-c6414083-19ca-455c-8243-be72d878c997 req-76e2e9df-2381-47c0-a75c-aa1e227e07a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.579089 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6414083-19ca-455c-8243-be72d878c997 req-76e2e9df-2381-47c0-a75c-aa1e227e07a3 service neutron] 10.222.0.44 "PUT /v2.0/ports/6ff9168a-16ee-4d16-bd0d-880452991f03 HTTP/1.1" status: 200 len: 1092 time: 2.5118828 Jul 14 09:24:30.579089 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8689473b-de84-4715-9999-283cdb3360d0', 'tag': '6ff9168a-16ee-4d16-bd0d-880452991f03'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:30.600403 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700fd2be-bf0d-4a39-bdb2-f833a6a751b0" -d '{"events": [{"name": "network-changed", "server_uuid": "8689473b-de84-4715-9999-283cdb3360d0", "tag": "6ff9168a-16ee-4d16-bd0d-880452991f03"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:30.770335 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49848e41-ca6a-43db-8803-e83b64983d35 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.772024 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-49848e41-ca6a-43db-8803-e83b64983d35 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8138428 Jul 14 09:24:30.785104 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36202) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:30.804376 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a22f83e3-72cb-47eb-bf92-1540048b6028 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Request body: {'security_group_rule': {'security_group_id': '39980919-1a25-42f8-a1c8-425d7ebfa788', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7275665c-9067-4581-97b1-df1245766e43', 'remote_ip_prefix': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:30.907839 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49848e41-ca6a-43db-8803-e83b64983d35 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7275665c-9067-4581-97b1-df1245766e43,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:30.957292 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device f9352f56-fa83-453b-8c2e-3a7c63bf9c74 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:30.996083 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a22f83e3-72cb-47eb-bf92-1540048b6028 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.024468 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9894b9e-03b0-4bfc-a573-3e4692b621b9 req-e60e8755-5230-4348-90b9-6e6f6d72788c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:31.040496 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9894b9e-03b0-4bfc-a573-3e4692b621b9 req-e60e8755-5230-4348-90b9-6e6f6d72788c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 943 time: 0.5979469 Jul 14 09:24:31.100720 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-b6c76474-f895-456e-ae95-51a17e3633f0 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:31.108715 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-b6c76474-f895-456e-ae95-51a17e3633f0 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/networks?id=71b7ddbc-8e59-4deb-be30-9b93db9321e3 HTTP/1.1" status: 200 len: 805 time: 0.5758018 Jul 14 09:24:31.144938 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-4f39478d-567b-466d-8974-d82be8345221 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/quotas/31d43ce6bd414ffdbd7d4e17338c0b3c HTTP/1.1" status: 200 len: 375 time: 0.0348523 Jul 14 09:24:31.425374 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.464022 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9894b9e-03b0-4bfc-a573-3e4692b621b9 req-af0aefa1-9c33-4b68-99f2-7257ca7cf6f6 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179032 Jul 14 09:24:31.534072 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38eeccf-7d9f-4576-a89b-74ae4e9a2bde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9352f56-fa83-453b-8c2e-3a7c63bf9c74'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:31.536056 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a22f83e3-72cb-47eb-bf92-1540048b6028 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.545093 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a144fe-c97a-40d3-93f7-81e40ab3637f" -d '{"events": [{"server_uuid": "a38eeccf-7d9f-4576-a89b-74ae4e9a2bde", "name": "network-vif-unplugged", "status": "completed", "tag": "f9352f56-fa83-453b-8c2e-3a7c63bf9c74"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:31.552698 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a22f83e3-72cb-47eb-bf92-1540048b6028 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.614834 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port f9352f56-fa83-453b-8c2e-3a7c63bf9c74, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=f9352f56-fa83-453b-8c2e-3a7c63bf9c74,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:31.622402 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.649685 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2e9df-2381-47c0-a75c-aa1e227e07a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff9168a-16ee-4d16-bd0d-880452991f03,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:31.676417 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [req-04018d30-fb0e-423f-abc7-8bdd386f419b req-999bad22-def2-4dfe-9989-3cea0df0b0ea service neutron] (93772) timed out ('10.222.0.25', 38996) {{(pid=93772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:24:31.682939 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6414083-19ca-455c-8243-be72d878c997 req-f9204edf-6b3a-4779-b814-4c19dd5fba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:31.685687 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6414083-19ca-455c-8243-be72d878c997 req-f9204edf-6b3a-4779-b814-4c19dd5fba28 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 1095 time: 1.0269125 Jul 14 09:24:31.693591 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f83e3-72cb-47eb-bf92-1540048b6028 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3745c5f7-0dfd-43fd-a682-3e74c1e1281f,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:31.737056 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a22f83e3-72cb-47eb-bf92-1540048b6028 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.744475 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a22f83e3-72cb-47eb-bf92-1540048b6028 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9507673 Jul 14 09:24:31.746409 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36266) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:31.779804 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-d3c520a5-0dd9-49fa-ace9-eedc8274feaa tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=31d43ce6bd414ffdbd7d4e17338c0b3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6330938 Jul 14 09:24:31.846392 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=f9352f56-fa83-453b-8c2e-3a7c63bf9c74,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:31.874794 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc655a7f-fbff-4982-898d-0d89e17eac4d x-openstack-request-id: req-cc655a7f-fbff-4982-898d-0d89e17eac4d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:31.875291 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8689473b-de84-4715-9999-283cdb3360d0", "tag": "6ff9168a-16ee-4d16-bd0d-880452991f03", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:31.875742 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc655a7f-fbff-4982-898d-0d89e17eac4d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:31.876374 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8689473b-de84-4715-9999-283cdb3360d0', 'tag': '6ff9168a-16ee-4d16-bd0d-880452991f03', 'status': 'completed', 'code': 200} Jul 14 09:24:31.921758 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6707f3-0b23-4528-ac82-8574e29ea73f x-openstack-request-id: req-7c6707f3-0b23-4528-ac82-8574e29ea73f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:31.922263 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38eeccf-7d9f-4576-a89b-74ae4e9a2bde", "name": "network-vif-unplugged", "status": "completed", "tag": "f9352f56-fa83-453b-8c2e-3a7c63bf9c74", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:31.922522 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c6707f3-0b23-4528-ac82-8574e29ea73f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:31.922920 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38eeccf-7d9f-4576-a89b-74ae4e9a2bde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9352f56-fa83-453b-8c2e-3a7c63bf9c74', 'code': 200} Jul 14 09:24:31.927875 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-299e3c5c-620c-4c48-ba88-38f260b4b838 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.944471 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-299e3c5c-620c-4c48-ba88-38f260b4b838 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.015264 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6414083-19ca-455c-8243-be72d878c997 req-08566901-1516-41f1-8c2a-01ac2e74f720 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ff9168a-16ee-4d16-bd0d-880452991f03 HTTP/1.1" status: 200 len: 217 time: 0.3133116 Jul 14 09:24:32.017902 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-94417a79-44b2-4b54-9e36-897648cbf0fc service neutron] 10.222.0.25 "GET /v2.0/networks/71b7ddbc-8e59-4deb-be30-9b93db9321e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371516 Jul 14 09:24:32.091616 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6414083-19ca-455c-8243-be72d878c997 req-eb3ca3ef-26d1-47cf-a325-2ec9eddb091a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:32.094826 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6414083-19ca-455c-8243-be72d878c997 req-eb3ca3ef-26d1-47cf-a325-2ec9eddb091a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a288c610-4f62-489b-a703-60b0f1c60f0a HTTP/1.1" status: 200 len: 851 time: 0.0678012 Jul 14 09:24:32.224177 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-0ad8b39f-7dc8-4105-9f2d-1c56d976f170 service neutron] 10.222.0.25 "GET /v2.0/networks/71b7ddbc-8e59-4deb-be30-9b93db9321e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964679 Jul 14 09:24:32.239899 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-299e3c5c-620c-4c48-ba88-38f260b4b838 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.283825 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-299e3c5c-620c-4c48-ba88-38f260b4b838 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.288843 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-299e3c5c-620c-4c48-ba88-38f260b4b838 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/3745c5f7-0dfd-43fd-a682-3e74c1e1281f HTTP/1.1" status: 204 len: 168 time: 0.4841492 Jul 14 09:24:32.295074 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36306) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:32.363050 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e3c5c-620c-4c48-ba88-38f260b4b838 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3745c5f7-0dfd-43fd-a682-3e74c1e1281f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:32.376996 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef257f7-ad8d-457b-a590-718ca798b76c req-48c680e0-2b89-4ad8-ac39-571f3845af07 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:32.379412 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8ef257f7-ad8d-457b-a590-718ca798b76c req-48c680e0-2b89-4ad8-ac39-571f3845af07 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.44 "GET /v2.0/ports?device_id=a38eeccf-7d9f-4576-a89b-74ae4e9a2bde HTTP/1.1" status: 200 len: 944 time: 0.5014460 Jul 14 09:24:32.504868 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-dacd6e92-92e0-486b-b33a-60e0ef80859a tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2015886 Jul 14 09:24:32.512132 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36330) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:32.528838 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6414083-19ca-455c-8243-be72d878c997 req-5687d615-0d26-441c-9431-09e43b535e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:32.530433 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6414083-19ca-455c-8243-be72d878c997 req-5687d615-0d26-441c-9431-09e43b535e88 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa88f091-33f9-4aa2-8101-31241b8b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4285827 Jul 14 09:24:32.712404 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-8ef257f7-ad8d-457b-a590-718ca798b76c req-940d13a6-35d9-4d19-8779-cba22d0891e5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Deleting port f9352f56-fa83-453b-8c2e-3a7c63bf9c74 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:32.715007 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8ef257f7-ad8d-457b-a590-718ca798b76c req-940d13a6-35d9-4d19-8779-cba22d0891e5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.740287 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38e72ceb-5da4-4a41-a5f1-f4339eb0c18e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.847695 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38e72ceb-5da4-4a41-a5f1-f4339eb0c18e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.061502 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9166f66-e4c5-4929-ba75-ff51f37fb2c3 req-9d9fc334-ccb1-4312-8bcf-b239ab503021 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=272bd2f9-792b-4dd5-b379-99814a53d5aa HTTP/1.1" status: 200 len: 210 time: 0.0970209 Jul 14 09:24:33.062122 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-8ef257f7-ad8d-457b-a590-718ca798b76c req-940d13a6-35d9-4d19-8779-cba22d0891e5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] For port f9352f56-fa83-453b-8c2e-3a7c63bf9c74, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=f9352f56-fa83-453b-8c2e-3a7c63bf9c74,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:33.067598 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8ef257f7-ad8d-457b-a590-718ca798b76c req-940d13a6-35d9-4d19-8779-cba22d0891e5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.108425 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-8ef257f7-ad8d-457b-a590-718ca798b76c req-940d13a6-35d9-4d19-8779-cba22d0891e5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Calling delete_port for f9352f56-fa83-453b-8c2e-3a7c63bf9c74 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:33.143270 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38e72ceb-5da4-4a41-a5f1-f4339eb0c18e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.149505 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38e72ceb-5da4-4a41-a5f1-f4339eb0c18e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.149505 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-38e72ceb-5da4-4a41-a5f1-f4339eb0c18e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "DELETE /v2.0/security-groups/7275665c-9067-4581-97b1-df1245766e43 HTTP/1.1" status: 204 len: 168 time: 0.6335032 Jul 14 09:24:33.154167 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36382) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:33.170156 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e72ceb-5da4-4a41-a5f1-f4339eb0c18e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7275665c-9067-4581-97b1-df1245766e43,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:33.191750 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6414083-19ca-455c-8243-be72d878c997 req-1042226d-a0ac-4bbe-b684-bdd11ad6d053 service neutron] 10.222.0.44 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6541088 Jul 14 09:24:33.290641 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0cb4a-8c44-46ca-a277-75e3e333c270 req-8f061743-d619-4da3-a4ce-af4fbce0e5a3 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:33.305837 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10a0cb4a-8c44-46ca-a277-75e3e333c270 req-8f061743-d619-4da3-a4ce-af4fbce0e5a3 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 943 time: 0.2363040 Jul 14 09:24:33.431299 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10a0cb4a-8c44-46ca-a277-75e3e333c270 req-14d1f41c-cc89-460e-ba6b-5b7b4484de24 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082766 Jul 14 09:24:33.866848 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-087672de-9098-4815-865d-7c4105c502a2 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.7095757 Jul 14 09:24:33.870422 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36438) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:33.940684 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6414083-19ca-455c-8243-be72d878c997 req-8646c5aa-c820-47d2-8acc-6a84dbd1055a service neutron] 10.222.0.44 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035865 Jul 14 09:24:33.962773 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8ef257f7-ad8d-457b-a590-718ca798b76c req-940d13a6-35d9-4d19-8779-cba22d0891e5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.018886 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64e297a3-2a6b-46bf-9c92-87c670db7639 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.051871 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64e297a3-2a6b-46bf-9c92-87c670db7639 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.118883 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d13a6-35d9-4d19-8779-cba22d0891e5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Pushing event deleted for resources: {'Port': ['ID=f9352f56-fa83-453b-8c2e-3a7c63bf9c74,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:34.147079 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64e297a3-2a6b-46bf-9c92-87c670db7639 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.153788 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64e297a3-2a6b-46bf-9c92-87c670db7639 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.157643 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-64e297a3-2a6b-46bf-9c92-87c670db7639 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "DELETE /v2.0/security-groups/39980919-1a25-42f8-a1c8-425d7ebfa788 HTTP/1.1" status: 204 len: 168 time: 0.2859700 Jul 14 09:24:34.181896 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36460) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:34.183680 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e297a3-2a6b-46bf-9c92-87c670db7639 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39980919-1a25-42f8-a1c8-425d7ebfa788,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:34.278931 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef257f7-ad8d-457b-a590-718ca798b76c req-940d13a6-35d9-4d19-8779-cba22d0891e5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] No DVR routers for this DVR port f9352f56-fa83-453b-8c2e-3a7c63bf9c74 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:34.282347 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8ef257f7-ad8d-457b-a590-718ca798b76c req-940d13a6-35d9-4d19-8779-cba22d0891e5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.285297 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8ef257f7-ad8d-457b-a590-718ca798b76c req-940d13a6-35d9-4d19-8779-cba22d0891e5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.44 "DELETE /v2.0/ports/f9352f56-fa83-453b-8c2e-3a7c63bf9c74 HTTP/1.1" status: 204 len: 173 time: 1.8957911 Jul 14 09:24:34.286254 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38eeccf-7d9f-4576-a89b-74ae4e9a2bde', 'name': 'network-vif-deleted', 'tag': 'f9352f56-fa83-453b-8c2e-3a7c63bf9c74'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:34.300955 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8066111e-afc1-490e-8694-7fde9aa760dd" -d '{"events": [{"server_uuid": "a38eeccf-7d9f-4576-a89b-74ae4e9a2bde", "name": "network-vif-deleted", "tag": "f9352f56-fa83-453b-8c2e-3a7c63bf9c74"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:34.358704 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4493c7d8-ff37-4963-8e22-f6e87f565c5d tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1478980 Jul 14 09:24:34.365390 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36478) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:34.376074 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0e859191-cee5-4909-a303-d3a2ef41182d tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Request body: {'security_group': {'name': 'tempest-secgroup--1015454232'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:34.385396 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fd2be-bf0d-4a39-bdb2-f833a6a751b0 req-8d59ffe7-a987-409e-80c7-71e9ebb41dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:34.388224 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-700fd2be-bf0d-4a39-bdb2-f833a6a751b0 req-8d59ffe7-a987-409e-80c7-71e9ebb41dcc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 1095 time: 0.2933471 Jul 14 09:24:34.469006 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e859191-cee5-4909-a303-d3a2ef41182d tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.495618 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d501099-1355-4c73-bc03-971acd31932a x-openstack-request-id: req-7d501099-1355-4c73-bc03-971acd31932a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:34.496255 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38eeccf-7d9f-4576-a89b-74ae4e9a2bde", "name": "network-vif-deleted", "tag": "f9352f56-fa83-453b-8c2e-3a7c63bf9c74", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:34.496700 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d501099-1355-4c73-bc03-971acd31932a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:34.497148 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38eeccf-7d9f-4576-a89b-74ae4e9a2bde', 'name': 'network-vif-deleted', 'tag': 'f9352f56-fa83-453b-8c2e-3a7c63bf9c74', 'status': 'completed', 'code': 200} Jul 14 09:24:34.628066 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3c75668c-d733-4762-9a0d-8b05b5158728 req-c1bef4f3-1150-4713-9054-8fdea4255af0 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=272bd2f9-792b-4dd5-b379-99814a53d5aa HTTP/1.1" status: 200 len: 210 time: 0.1046104 Jul 14 09:24:34.797923 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fd2be-bf0d-4a39-bdb2-f833a6a751b0 req-3907aa5d-e84b-4ab1-9d19-8659a1a069c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:34.800002 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-700fd2be-bf0d-4a39-bdb2-f833a6a751b0 req-3907aa5d-e84b-4ab1-9d19-8659a1a069c7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 912 time: 0.4027622 Jul 14 09:24:34.859251 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-700fd2be-bf0d-4a39-bdb2-f833a6a751b0 req-c1d044ad-b80c-4176-b6d7-9dcacb22986f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ff9168a-16ee-4d16-bd0d-880452991f03 HTTP/1.1" status: 200 len: 217 time: 0.0461748 Jul 14 09:24:34.878981 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e859191-cee5-4909-a303-d3a2ef41182d tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.887309 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e859191-cee5-4909-a303-d3a2ef41182d tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.948603 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e859191-cee5-4909-a303-d3a2ef41182d tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.953212 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0e859191-cee5-4909-a303-d3a2ef41182d tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5861809 Jul 14 09:24:34.955252 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36500) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:34.962119 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-15629fcf-6dea-411d-a625-c8e414819535 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Request body: {'security_group_rule': {'security_group_id': 'dd8602c5-5609-4241-98ab-d9ef6ee010cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:34.972787 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e859191-cee5-4909-a303-d3a2ef41182d tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8602c5-5609-4241-98ab-d9ef6ee010cc,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:35.010130 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3abd05-856a-4937-8fb2-d387adbdf4c2 req-c77a9a31-d5be-4dac-b046-f845e766bb4d tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:35.022478 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9d3abd05-856a-4937-8fb2-d387adbdf4c2 req-c77a9a31-d5be-4dac-b046-f845e766bb4d tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 943 time: 0.2547922 Jul 14 09:24:35.091125 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-15629fcf-6dea-411d-a625-c8e414819535 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.102349 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fd2be-bf0d-4a39-bdb2-f833a6a751b0 req-444c971b-a8f7-4549-bc95-396bc1729c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:35.110231 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-700fd2be-bf0d-4a39-bdb2-f833a6a751b0 req-444c971b-a8f7-4549-bc95-396bc1729c43 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a288c610-4f62-489b-a703-60b0f1c60f0a HTTP/1.1" status: 200 len: 851 time: 0.2367578 Jul 14 09:24:35.190373 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9d3abd05-856a-4937-8fb2-d387adbdf4c2 req-6338d38e-d06d-40eb-886f-dcd0be393943 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544421 Jul 14 09:24:35.243650 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fd2be-bf0d-4a39-bdb2-f833a6a751b0 req-bf182c1a-451d-40de-bc14-569521366627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:35.246138 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-700fd2be-bf0d-4a39-bdb2-f833a6a751b0 req-bf182c1a-451d-40de-bc14-569521366627 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa88f091-33f9-4aa2-8101-31241b8b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1335382 Jul 14 09:24:35.272165 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-15629fcf-6dea-411d-a625-c8e414819535 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.278033 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-15629fcf-6dea-411d-a625-c8e414819535 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.309441 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15629fcf-6dea-411d-a625-c8e414819535 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c660e1d-5952-4fd3-877b-faaeb6c49fe2,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:35.329420 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-15629fcf-6dea-411d-a625-c8e414819535 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.343659 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-15629fcf-6dea-411d-a625-c8e414819535 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3853724 Jul 14 09:24:35.348971 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36506) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:35.434553 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ca229e2-9e47-41dc-991e-1dcb61b4f46c tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.447581 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ca229e2-9e47-41dc-991e-1dcb61b4f46c tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.511889 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ca229e2-9e47-41dc-991e-1dcb61b4f46c tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.542925 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ca229e2-9e47-41dc-991e-1dcb61b4f46c tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.542925 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3ca229e2-9e47-41dc-991e-1dcb61b4f46c tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/5c660e1d-5952-4fd3-877b-faaeb6c49fe2 HTTP/1.1" status: 204 len: 168 time: 0.1878707 Jul 14 09:24:35.542925 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca229e2-9e47-41dc-991e-1dcb61b4f46c tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c660e1d-5952-4fd3-877b-faaeb6c49fe2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:35.551070 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36512) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:35.640746 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-700fd2be-bf0d-4a39-bdb2-f833a6a751b0 req-8a33cd34-164b-48f9-b647-03149c76f3be service neutron] 10.222.0.44 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845894 Jul 14 09:24:35.835560 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5a272dff-541a-4793-baf0-6f2905c8fa90 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2787411 Jul 14 09:24:35.835804 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36526) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:35.980404 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-700fd2be-bf0d-4a39-bdb2-f833a6a751b0 req-d17d8ad3-67ca-4654-98d6-95a8824d8e85 service neutron] 10.222.0.44 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330140 Jul 14 09:24:35.982903 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4916036d-b87a-4cbc-9cd1-9c03b54bbcce req-5427db96-a2dc-475c-a7a3-20fe4a7f8997 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=272bd2f9-792b-4dd5-b379-99814a53d5aa HTTP/1.1" status: 200 len: 210 time: 0.0415077 Jul 14 09:24:35.990068 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-7b47ddb7-4076-4828-ad6f-3cfc22344d11 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:35.991560 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-7b47ddb7-4076-4828-ad6f-3cfc22344d11 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.47 "GET /v2.0/networks?id=71b7ddbc-8e59-4deb-be30-9b93db9321e3 HTTP/1.1" status: 200 len: 805 time: 0.3997226 Jul 14 09:24:36.009881 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-56acf2d4-32a5-4974-ba3c-490c5d0f15d5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Request body: {'port': {'device_id': '272bd2f9-792b-4dd5-b379-99814a53d5aa', 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3', 'admin_state_up': True, 'tenant_id': '31d43ce6bd414ffdbd7d4e17338c0b3c'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:36.029387 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b69ad35a-c75f-4eae-9d6c-afc633003560 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.060445 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b69ad35a-c75f-4eae-9d6c-afc633003560 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.136536 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b69ad35a-c75f-4eae-9d6c-afc633003560 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.140372 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b69ad35a-c75f-4eae-9d6c-afc633003560 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.142074 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b69ad35a-c75f-4eae-9d6c-afc633003560 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "DELETE /v2.0/security-groups/dd8602c5-5609-4241-98ab-d9ef6ee010cc HTTP/1.1" status: 204 len: 168 time: 0.3068078 Jul 14 09:24:36.157696 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36532) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:36.173940 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ad35a-c75f-4eae-9d6c-afc633003560 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8602c5-5609-4241-98ab-d9ef6ee010cc,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:36.250636 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-56acf2d4-32a5-4974-ba3c-490c5d0f15d5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Made reservation on behalf of 31d43ce6bd414ffdbd7d4e17338c0b3c for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:36.254904 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-56acf2d4-32a5-4974-ba3c-490c5d0f15d5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.294214 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36540) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:36.295130 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-48eb7fd1-59e1-4d5b-a649-6ce26169b405 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1196258 Jul 14 09:24:36.309683 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-cb1f03e1-6a09-413d-a455-a0af96b910ab tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Request body: {'security_group': {'name': 'tempest-secgroup--667921380'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:36.414521 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb1f03e1-6a09-413d-a455-a0af96b910ab tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.566228 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-56acf2d4-32a5-4974-ba3c-490c5d0f15d5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Allocated IP 172.20.0.6 (71b7ddbc-8e59-4deb-be30-9b93db9321e3/366d3585-af72-4619-a55f-a5b56cfe701c/07b248d9-2194-4451-8b7d-261da0bd2dda) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:36.699175 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb1f03e1-6a09-413d-a455-a0af96b910ab tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.707056 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb1f03e1-6a09-413d-a455-a0af96b910ab tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.732927 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393281f2-048e-4cda-8232-872615202dfb req-0df7b66b-3c99-4161-9fc6-792864d6916c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:36.734641 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-393281f2-048e-4cda-8232-872615202dfb req-0df7b66b-3c99-4161-9fc6-792864d6916c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 943 time: 0.2979341 Jul 14 09:24:36.900559 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-56acf2d4-32a5-4974-ba3c-490c5d0f15d5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.905970 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb1f03e1-6a09-413d-a455-a0af96b910ab tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.907362 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cb1f03e1-6a09-413d-a455-a0af96b910ab tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6114740 Jul 14 09:24:36.911671 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36562) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:36.917796 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-6e11404e-156c-47fa-a9ad-009f87346921 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Request body: {'security_group_rule': {'security_group_id': '9d60a3bb-4338-4b3a-a7bc-c4c706fcf868', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:36.930903 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f03e1-6a09-413d-a455-a0af96b910ab tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d60a3bb-4338-4b3a-a7bc-c4c706fcf868,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:36.939602 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 6ff9168a-16ee-4d16-bd0d-880452991f03 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:36.975607 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6e11404e-156c-47fa-a9ad-009f87346921 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.008651 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-393281f2-048e-4cda-8232-872615202dfb req-abe8ad66-01ca-4d08-b774-7b3b047c7261 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559026 Jul 14 09:24:37.069271 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-56acf2d4-32a5-4974-ba3c-490c5d0f15d5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.110890 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6e11404e-156c-47fa-a9ad-009f87346921 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.116566 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6e11404e-156c-47fa-a9ad-009f87346921 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.169037 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device f9352f56-fa83-453b-8c2e-3a7c63bf9c74 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:37.176925 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6e11404e-156c-47fa-a9ad-009f87346921 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.183098 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6e11404e-156c-47fa-a9ad-009f87346921 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2666423 Jul 14 09:24:37.189695 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36574) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:37.213053 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-56acf2d4-32a5-4974-ba3c-490c5d0f15d5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Network 71b7ddbc-8e59-4deb-be30-9b93db9321e3 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:37.213700 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: f9352f56-fa83-453b-8c2e-3a7c63bf9c74 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:37.214226 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device f9352f56-fa83-453b-8c2e-3a7c63bf9c74 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:37.251083 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acf2d4-32a5-4974-ba3c-490c5d0f15d5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Pushing event updated for resources: {'Port': ['ID=07b248d9-2194-4451-8b7d-261da0bd2dda,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:37.260270 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-dd755eae-7ee5-40f6-87cf-0b5837c01a1d tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "GET /v2.0/security-group-rules/963010be-6f8a-4c0e-afee-200f60d1c7ef HTTP/1.1" status: 200 len: 763 time: 0.0690637 Jul 14 09:24:37.262980 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11404e-156c-47fa-a9ad-009f87346921 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963010be-6f8a-4c0e-afee-200f60d1c7ef,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:37.263340 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-56acf2d4-32a5-4974-ba3c-490c5d0f15d5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:37.268556 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36576) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:37.272424 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 6ff9168a-16ee-4d16-bd0d-880452991f03, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=6ff9168a-16ee-4d16-bd0d-880452991f03,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:37.280406 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-56acf2d4-32a5-4974-ba3c-490c5d0f15d5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:37.287791 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '6ff9168a-16ee-4d16-bd0d-880452991f03', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'port_id': '6ff9168a-16ee-4d16-bd0d-880452991f03', 'mac_address': 'fa:16:3e:d6:19:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:37.333966 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.356077 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff9168a-16ee-4d16-bd0d-880452991f03 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:37.376082 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acf2d4-32a5-4974-ba3c-490c5d0f15d5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:37.376441 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acf2d4-32a5-4974-ba3c-490c5d0f15d5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:37.376785 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acf2d4-32a5-4974-ba3c-490c5d0f15d5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:37.377128 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acf2d4-32a5-4974-ba3c-490c5d0f15d5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:37.377635 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acf2d4-32a5-4974-ba3c-490c5d0f15d5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:37.378179 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acf2d4-32a5-4974-ba3c-490c5d0f15d5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:37.383623 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acf2d4-32a5-4974-ba3c-490c5d0f15d5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:37.384037 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acf2d4-32a5-4974-ba3c-490c5d0f15d5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:37.384415 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acf2d4-32a5-4974-ba3c-490c5d0f15d5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:37.388341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acf2d4-32a5-4974-ba3c-490c5d0f15d5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:37.388557 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-dfb14b69-be58-4f03-a1bb-085c72bad13a tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1141744 Jul 14 09:24:37.388668 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acf2d4-32a5-4974-ba3c-490c5d0f15d5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:37.388668 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56acf2d4-32a5-4974-ba3c-490c5d0f15d5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:37.389354 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36580) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:37.404870 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-56acf2d4-32a5-4974-ba3c-490c5d0f15d5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:37.405865 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-56acf2d4-32a5-4974-ba3c-490c5d0f15d5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.411589 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 6ff9168a-16ee-4d16-bd0d-880452991f03, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=6ff9168a-16ee-4d16-bd0d-880452991f03,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:37.429665 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.448848 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06ea75e7-36ac-4446-abe4-f22ca6b92df4 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.461807 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06ea75e7-36ac-4446-abe4-f22ca6b92df4 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.490338 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-56acf2d4-32a5-4974-ba3c-490c5d0f15d5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4881103 Jul 14 09:24:37.522626 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06ea75e7-36ac-4446-abe4-f22ca6b92df4 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.528095 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-bd9a72dd-faed-4529-8714-dffaa387c5f8 service neutron] Request body: {'port': {'device_id': '272bd2f9-792b-4dd5-b379-99814a53d5aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:37.548178 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06ea75e7-36ac-4446-abe4-f22ca6b92df4 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.551955 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-06ea75e7-36ac-4446-abe4-f22ca6b92df4 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/963010be-6f8a-4c0e-afee-200f60d1c7ef HTTP/1.1" status: 204 len: 168 time: 0.1614609 Jul 14 09:24:37.558611 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=6ff9168a-16ee-4d16-bd0d-880452991f03,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:37.559185 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36584) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:37.562118 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea75e7-36ac-4446-abe4-f22ca6b92df4 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=963010be-6f8a-4c0e-afee-200f60d1c7ef,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:37.656049 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-079a8532-3411-4ce8-9046-6296c8028833 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0952947 Jul 14 09:24:37.661881 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36586) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:37.672173 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-a4e9176b-5373-4557-8359-bec8fddf3d46 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Request body: {'security_group_rule': {'security_group_id': '9d60a3bb-4338-4b3a-a7bc-c4c706fcf868', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:37.716041 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['6ff9168a-16ee-4d16-bd0d-880452991f03'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:37.720141 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-bd9a72dd-faed-4529-8714-dffaa387c5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.753820 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a4e9176b-5373-4557-8359-bec8fddf3d46 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.793632 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf3ab9-f82f-459e-8969-a8674374fc6a req-67e9b2b8-f0e1-48b8-9156-9b200b1af77e tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:37.805946 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f5bf3ab9-f82f-459e-8969-a8674374fc6a req-67e9b2b8-f0e1-48b8-9156-9b200b1af77e tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=272bd2f9-792b-4dd5-b379-99814a53d5aa HTTP/1.1" status: 200 len: 931 time: 0.3777537 Jul 14 09:24:37.864752 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a4e9176b-5373-4557-8359-bec8fddf3d46 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.873931 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a4e9176b-5373-4557-8359-bec8fddf3d46 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.915652 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9176b-5373-4557-8359-bec8fddf3d46 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f878f0f-313d-47c2-942d-5c83c7c26bce,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:37.936275 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a4e9176b-5373-4557-8359-bec8fddf3d46 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.938080 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a4e9176b-5373-4557-8359-bec8fddf3d46 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2740476 Jul 14 09:24:37.941016 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36590) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:37.942440 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f5bf3ab9-f82f-459e-8969-a8674374fc6a req-617756f2-b94e-48c4-9011-400ea1c27d44 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338995 Jul 14 09:24:37.978432 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-510e9387-40d1-4f9c-b1b0-1d6ac3a0a5f5 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "GET /v2.0/security-group-rules/5f878f0f-313d-47c2-942d-5c83c7c26bce HTTP/1.1" status: 200 len: 763 time: 0.0362668 Jul 14 09:24:37.982353 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36592) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:38.044321 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2636cddb-662b-477b-85d9-84b207ac17e3 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0607543 Jul 14 09:24:38.050627 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36594) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:38.108730 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3400e841-7342-4e0d-9d11-e6a3afd0f475 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.194743 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3400e841-7342-4e0d-9d11-e6a3afd0f475 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.245982 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3400e841-7342-4e0d-9d11-e6a3afd0f475 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.309491 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3400e841-7342-4e0d-9d11-e6a3afd0f475 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.310904 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3400e841-7342-4e0d-9d11-e6a3afd0f475 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/5f878f0f-313d-47c2-942d-5c83c7c26bce HTTP/1.1" status: 204 len: 168 time: 0.2591991 Jul 14 09:24:38.313377 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36604) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:38.403659 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400e841-7342-4e0d-9d11-e6a3afd0f475 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f878f0f-313d-47c2-942d-5c83c7c26bce,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:38.411675 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5c614edd-f2b7-4a87-98f7-5fd4ef4206ab tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0970888 Jul 14 09:24:38.417978 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36606) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:38.433125 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b67814b6-5a30-48f0-b008-fa8ada049d31 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Request body: {'security_group_rule': {'security_group_id': '9d60a3bb-4338-4b3a-a7bc-c4c706fcf868', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:38.506162 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b67814b6-5a30-48f0-b008-fa8ada049d31 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.598223 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b67814b6-5a30-48f0-b008-fa8ada049d31 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.610904 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b67814b6-5a30-48f0-b008-fa8ada049d31 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.666620 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b67814b6-5a30-48f0-b008-fa8ada049d31 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.667935 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b67814b6-5a30-48f0-b008-fa8ada049d31 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2420185 Jul 14 09:24:38.670675 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36608) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:38.680790 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80837aff-60a7-4cdc-af1b-281536f837f5 req-76b4e9a9-1090-41e7-87df-feb703b71928 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:38.682459 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-80837aff-60a7-4cdc-af1b-281536f837f5 req-76b4e9a9-1090-41e7-87df-feb703b71928 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 944 time: 0.4256403 Jul 14 09:24:38.687594 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67814b6-5a30-48f0-b008-fa8ada049d31 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51650974-20b7-440f-9226-0783dff9e45a,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:38.705323 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-21d014db-ce54-427e-9133-a439f578aae1 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "GET /v2.0/security-group-rules/51650974-20b7-440f-9226-0783dff9e45a HTTP/1.1" status: 200 len: 764 time: 0.0331733 Jul 14 09:24:38.705567 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-bd9a72dd-faed-4529-8714-dffaa387c5f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b248d9-2194-4451-8b7d-261da0bd2dda {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:38.717701 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36610) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:38.732065 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-bd9a72dd-faed-4529-8714-dffaa387c5f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.759258 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-bd9a72dd-faed-4529-8714-dffaa387c5f8 service neutron] Transition to ACTIVE for port object 07b248d9-2194-4451-8b7d-261da0bd2dda will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:38.767264 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-80837aff-60a7-4cdc-af1b-281536f837f5 req-18912c20-c655-45be-aa8b-b62a5a8f798b tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759070 Jul 14 09:24:38.776996 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-bd9a72dd-faed-4529-8714-dffaa387c5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.822199 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d08888c9-0317-432b-a769-dede53816a3b tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1025851 Jul 14 09:24:38.823683 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36614) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:38.858947 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a72dd-faed-4529-8714-dffaa387c5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=07b248d9-2194-4451-8b7d-261da0bd2dda,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:38.879756 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-98d970ba-cf3b-4353-854a-49fd603ce0d2 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.898054 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-98d970ba-cf3b-4353-854a-49fd603ce0d2 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.950010 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 6ff9168a-16ee-4d16-bd0d-880452991f03 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:38.970753 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-98d970ba-cf3b-4353-854a-49fd603ce0d2 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.988574 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-98d970ba-cf3b-4353-854a-49fd603ce0d2 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.994663 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36618) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:38.996343 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-98d970ba-cf3b-4353-854a-49fd603ce0d2 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/51650974-20b7-440f-9226-0783dff9e45a HTTP/1.1" status: 204 len: 168 time: 0.1714702 Jul 14 09:24:39.014278 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d970ba-cf3b-4353-854a-49fd603ce0d2 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51650974-20b7-440f-9226-0783dff9e45a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:39.093230 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 6ff9168a-16ee-4d16-bd0d-880452991f03 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:39.106762 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 6ff9168a-16ee-4d16-bd0d-880452991f03 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:39.109620 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.242375 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-bd9a72dd-faed-4529-8714-dffaa387c5f8 service neutron] Attempting to bind port 07b248d9-2194-4451-8b7d-261da0bd2dda on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:39.242919 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-bd9a72dd-faed-4529-8714-dffaa387c5f8 service neutron] Attempting to bind port 07b248d9-2194-4451-8b7d-261da0bd2dda by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:39.243445 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-bd9a72dd-faed-4529-8714-dffaa387c5f8 service neutron] Attempting to bind port 07b248d9-2194-4451-8b7d-261da0bd2dda on network 71b7ddbc-8e59-4deb-be30-9b93db9321e3 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:39.272014 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-388c1f74-7182-4da2-ae22-f3f013c73c46 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2719717 Jul 14 09:24:39.272877 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36626) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:39.369194 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-bd9a72dd-faed-4529-8714-dffaa387c5f8 service neutron] Port 07b248d9-2194-4451-8b7d-261da0bd2dda on network 71b7ddbc-8e59-4deb-be30-9b93db9321e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:39.370385 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-bd9a72dd-faed-4529-8714-dffaa387c5f8 service neutron] Attempting to bind port 07b248d9-2194-4451-8b7d-261da0bd2dda on network 71b7ddbc-8e59-4deb-be30-9b93db9321e3 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:39.388037 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-bd9a72dd-faed-4529-8714-dffaa387c5f8 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:39.388380 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-bd9a72dd-faed-4529-8714-dffaa387c5f8 service neutron] Checking segment: {'id': '9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:39.388778 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-bd9a72dd-faed-4529-8714-dffaa387c5f8 service neutron] Bound using segment: {'id': '9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:39.389220 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-bd9a72dd-faed-4529-8714-dffaa387c5f8 service neutron] Bound port: 07b248d9-2194-4451-8b7d-261da0bd2dda, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:39.389586 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-bd9a72dd-faed-4529-8714-dffaa387c5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.391745 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.424232 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8689473b-de84-4715-9999-283cdb3360d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff9168a-16ee-4d16-bd0d-880452991f03'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:39.425517 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2a9b3034-fb94-4519-8fa7-f84764c1631f tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.426961 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919006c1-e32a-474f-84f4-421cac820a48" -d '{"events": [{"server_uuid": "8689473b-de84-4715-9999-283cdb3360d0", "name": "network-vif-plugged", "status": "completed", "tag": "6ff9168a-16ee-4d16-bd0d-880452991f03"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:39.442725 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 6ff9168a-16ee-4d16-bd0d-880452991f03, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=6ff9168a-16ee-4d16-bd0d-880452991f03,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:39.450126 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.500734 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2a9b3034-fb94-4519-8fa7-f84764c1631f tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.508087 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4373ce43-ab64-42c5-8fc4-c0e4a3aa718f x-openstack-request-id: req-4373ce43-ab64-42c5-8fc4-c0e4a3aa718f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:39.508764 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8689473b-de84-4715-9999-283cdb3360d0", "name": "network-vif-plugged", "status": "completed", "tag": "6ff9168a-16ee-4d16-bd0d-880452991f03", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:39.510886 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4373ce43-ab64-42c5-8fc4-c0e4a3aa718f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:39.511699 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8689473b-de84-4715-9999-283cdb3360d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff9168a-16ee-4d16-bd0d-880452991f03', 'code': 200} Jul 14 09:24:39.565095 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=6ff9168a-16ee-4d16-bd0d-880452991f03,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:39.567926 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2a9b3034-fb94-4519-8fa7-f84764c1631f tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.577525 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2a9b3034-fb94-4519-8fa7-f84764c1631f tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.582675 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2a9b3034-fb94-4519-8fa7-f84764c1631f tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "DELETE /v2.0/security-groups/9d60a3bb-4338-4b3a-a7bc-c4c706fcf868 HTTP/1.1" status: 204 len: 168 time: 0.3054280 Jul 14 09:24:39.591024 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36630) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:39.607341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db8102-42f4-451e-9f42-9c34c787be88 req-68ac1179-37a4-4c8c-b3ef-db9a74d216aa tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:39.616053 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e8db8102-42f4-451e-9f42-9c34c787be88 req-68ac1179-37a4-4c8c-b3ef-db9a74d216aa tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=272bd2f9-792b-4dd5-b379-99814a53d5aa HTTP/1.1" status: 200 len: 943 time: 0.3433950 Jul 14 09:24:39.664320 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-bd9a72dd-faed-4529-8714-dffaa387c5f8 service neutron] For port 07b248d9-2194-4451-8b7d-261da0bd2dda, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:39.696885 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e8db8102-42f4-451e-9f42-9c34c787be88 req-d6835606-8f6d-4ae9-8cee-10e49fa88f71 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797012 Jul 14 09:24:39.709224 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-bd9a72dd-faed-4529-8714-dffaa387c5f8 service neutron] For port 07b248d9-2194-4451-8b7d-261da0bd2dda, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=07b248d9-2194-4451-8b7d-261da0bd2dda,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:39.724928 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b3034-fb94-4519-8fa7-f84764c1631f tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d60a3bb-4338-4b3a-a7bc-c4c706fcf868,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:39.726264 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-bd9a72dd-faed-4529-8714-dffaa387c5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.779202 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-bd9a72dd-faed-4529-8714-dffaa387c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:39.779914 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-bd9a72dd-faed-4529-8714-dffaa387c5f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.784116 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-bd9a72dd-faed-4529-8714-dffaa387c5f8 service neutron] 10.222.0.47 "PUT /v2.0/ports/07b248d9-2194-4451-8b7d-261da0bd2dda HTTP/1.1" status: 200 len: 1092 time: 2.2683294 Jul 14 09:24:39.790370 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272bd2f9-792b-4dd5-b379-99814a53d5aa', 'tag': '07b248d9-2194-4451-8b7d-261da0bd2dda'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:39.795123 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e3c221-7d76-43ac-b1b9-61db3975ef33" -d '{"events": [{"name": "network-changed", "server_uuid": "272bd2f9-792b-4dd5-b379-99814a53d5aa", "tag": "07b248d9-2194-4451-8b7d-261da0bd2dda"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:39.825911 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ed7dd014-cc36-433f-aa55-c1de217de183 tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2238853 Jul 14 09:24:39.833927 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36638) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:39.848479 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd42435-ac0a-4529-9a19-cab744c64e31 req-4823e1d1-af83-4a8b-9621-611d2247e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:39.850173 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-abd42435-ac0a-4529-9a19-cab744c64e31 req-4823e1d1-af83-4a8b-9621-611d2247e635 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 1097 time: 0.2221975 Jul 14 09:24:39.909108 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-809290af-3578-4730-b9f0-923360e8d27e tempest-SecGroupTest-412531023 tempest-SecGroupTest-412531023-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0743787 Jul 14 09:24:39.929131 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-abd42435-ac0a-4529-9a19-cab744c64e31 req-c00e7292-7cc1-414d-8ac3-45b97bc6d43b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704472 Jul 14 09:24:40.464787 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a084072-f1aa-4f13-90aa-61851f5163ad x-openstack-request-id: req-3a084072-f1aa-4f13-90aa-61851f5163ad {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:40.465456 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272bd2f9-792b-4dd5-b379-99814a53d5aa", "tag": "07b248d9-2194-4451-8b7d-261da0bd2dda", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:40.465456 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a084072-f1aa-4f13-90aa-61851f5163ad {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:40.465869 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272bd2f9-792b-4dd5-b379-99814a53d5aa', 'tag': '07b248d9-2194-4451-8b7d-261da0bd2dda', 'status': 'completed', 'code': 200} Jul 14 09:24:40.492600 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36656) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:40.585583 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.615274 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a72dd-faed-4529-8714-dffaa387c5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=07b248d9-2194-4451-8b7d-261da0bd2dda,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:40.687332 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-bffcb808-51df-4847-99fa-b58fae5d6327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:40.689387 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-bffcb808-51df-4847-99fa-b58fae5d6327 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=31d43ce6bd414ffdbd7d4e17338c0b3c&device_id=272bd2f9-792b-4dd5-b379-99814a53d5aa HTTP/1.1" status: 200 len: 1095 time: 0.8293319 Jul 14 09:24:40.720545 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d097e6b-509a-4e7f-904c-4d78d505677a req-a9be4ce2-b862-406f-8f0c-027a06aa050b tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:40.723678 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0d097e6b-509a-4e7f-904c-4d78d505677a req-a9be4ce2-b862-406f-8f0c-027a06aa050b tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 945 time: 0.2550972 Jul 14 09:24:40.728461 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2dd50686-0bda-4136-a912-34568dbaaadd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f8337936f80f4b78a06dd3348d6c2c11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2316175 Jul 14 09:24:40.735116 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36664) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:40.791977 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-22cb8baa-53c3-4386-82fb-8763b70b8aad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07b248d9-2194-4451-8b7d-261da0bd2dda HTTP/1.1" status: 200 len: 217 time: 0.0921009 Jul 14 09:24:40.865040 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e42cd883-1592-4b77-aee3-67f963556911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.939721 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e42cd883-1592-4b77-aee3-67f963556911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.976833 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0d097e6b-509a-4e7f-904c-4d78d505677a req-601f72f7-d6d0-4981-aee6-58aa34488207 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902766 Jul 14 09:24:40.993832 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-9284e673-9cef-496a-9ca7-2b33a53fc536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:40.996102 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-9284e673-9cef-496a-9ca7-2b33a53fc536 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=366d3585-af72-4619-a55f-a5b56cfe701c HTTP/1.1" status: 200 len: 845 time: 0.1966722 Jul 14 09:24:41.041209 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-6ab04457-ade2-4dd9-a7f3-cacdd89739de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71b7ddbc-8e59-4deb-be30-9b93db9321e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377696 Jul 14 09:24:41.068118 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e42cd883-1592-4b77-aee3-67f963556911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.073167 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e42cd883-1592-4b77-aee3-67f963556911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.079300 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e42cd883-1592-4b77-aee3-67f963556911 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9b6326d-8baf-463e-a089-fadd7ba22bc1 HTTP/1.1" status: 204 len: 168 time: 0.3424051 Jul 14 09:24:41.091423 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cd883-1592-4b77-aee3-67f963556911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b6326d-8baf-463e-a089-fadd7ba22bc1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:41.154583 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e42cb7-e11c-4a7a-9f88-f4e698156263 req-d51e0514-e70a-487e-8202-2ca80914cb4f tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:41.156167 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4e42cb7-e11c-4a7a-9f88-f4e698156263 req-d51e0514-e70a-487e-8202-2ca80914cb4f tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=272bd2f9-792b-4dd5-b379-99814a53d5aa HTTP/1.1" status: 200 len: 943 time: 0.2442837 Jul 14 09:24:41.243864 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-85ee07b0-8c00-4c31-b8d6-d227d3b3822a service neutron] 10.222.0.47 "GET /v2.0/networks/71b7ddbc-8e59-4deb-be30-9b93db9321e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951473 Jul 14 09:24:41.248017 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4e42cb7-e11c-4a7a-9f88-f4e698156263 req-1842276c-2603-4167-8c86-c1aadef3c6fe tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834925 Jul 14 09:24:41.416032 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b92e1a18-c188-432d-aa64-aca4ce48434b req-bafc81b6-6cdb-449f-b8b1-e7ee26ba34e9 service neutron] 10.222.0.47 "GET /v2.0/networks/71b7ddbc-8e59-4deb-be30-9b93db9321e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650524 Jul 14 09:24:41.679383 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3c221-7d76-43ac-b1b9-61db3975ef33 req-085e9152-5388-4a38-b3db-72e3aa633cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:41.684265 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f4e3c221-7d76-43ac-b1b9-61db3975ef33 req-085e9152-5388-4a38-b3db-72e3aa633cd9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=31d43ce6bd414ffdbd7d4e17338c0b3c&device_id=272bd2f9-792b-4dd5-b379-99814a53d5aa HTTP/1.1" status: 200 len: 1095 time: 0.1879447 Jul 14 09:24:41.858905 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3c221-7d76-43ac-b1b9-61db3975ef33 req-4923e0a1-c2a2-4f5b-b42b-2338351fd566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:41.860531 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f4e3c221-7d76-43ac-b1b9-61db3975ef33 req-4923e0a1-c2a2-4f5b-b42b-2338351fd566 service neutron] 10.222.0.47 "GET /v2.0/networks?id=71b7ddbc-8e59-4deb-be30-9b93db9321e3 HTTP/1.1" status: 200 len: 905 time: 0.1694062 Jul 14 09:24:41.947221 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f4e3c221-7d76-43ac-b1b9-61db3975ef33 req-a9601ae6-f39f-4fbe-a3e1-d7a30b11c019 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07b248d9-2194-4451-8b7d-261da0bd2dda HTTP/1.1" status: 200 len: 217 time: 0.0789220 Jul 14 09:24:42.051265 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3c221-7d76-43ac-b1b9-61db3975ef33 req-76943375-fc2d-4bb4-b28a-e175048e855a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:42.052972 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f4e3c221-7d76-43ac-b1b9-61db3975ef33 req-76943375-fc2d-4bb4-b28a-e175048e855a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=366d3585-af72-4619-a55f-a5b56cfe701c HTTP/1.1" status: 200 len: 845 time: 0.0992534 Jul 14 09:24:42.186200 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.209006 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f4e3c221-7d76-43ac-b1b9-61db3975ef33 req-1d4ccf8d-170a-46f6-8470-a0837e17343f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71b7ddbc-8e59-4deb-be30-9b93db9321e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1398392 Jul 14 09:24:42.436583 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f4e3c221-7d76-43ac-b1b9-61db3975ef33 req-55f3fce4-f150-4229-88b6-89734206ffd2 service neutron] 10.222.0.47 "GET /v2.0/networks/71b7ddbc-8e59-4deb-be30-9b93db9321e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164230 Jul 14 09:24:42.695997 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36708) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:42.912010 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-1974b421-062c-43e4-9453-ac6a90692a06 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:42.915796 n-d-771362-35 neutron-server[93772]: WARNING neutron.api.v2.base [None req-1974b421-062c-43e4-9453-ac6a90692a06 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 09:24:42.916573 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-1974b421-062c-43e4-9453-ac6a90692a06 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:24:42.918832 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048cb01-8607-42bd-b3eb-34ba9ed80304 req-b4d0119d-c91a-4361-96a2-dc1cd4c8f69c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:42.920567 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8048cb01-8607-42bd-b3eb-34ba9ed80304 req-b4d0119d-c91a-4361-96a2-dc1cd4c8f69c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 945 time: 0.4864101 Jul 14 09:24:42.928250 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36716) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:42.929714 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1974b421-062c-43e4-9453-ac6a90692a06 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2217531 Jul 14 09:24:42.934741 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-cd8a0f7e-35fb-4934-babe-1b161dc198f2 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group': {'name': 'tempest-secgroup--1070668833'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:42.946086 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f4e3c221-7d76-43ac-b1b9-61db3975ef33 req-7ef57e4e-f10d-4c25-b0fd-cd58e80e7eeb service neutron] 10.222.0.47 "GET /v2.0/networks/71b7ddbc-8e59-4deb-be30-9b93db9321e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018640 Jul 14 09:24:42.966587 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd73012-42b6-4ad8-b235-79f440259b17 req-aa7fd6e5-bf8a-487b-b548-8ac80df81abd tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:42.974330 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ecd73012-42b6-4ad8-b235-79f440259b17 req-aa7fd6e5-bf8a-487b-b548-8ac80df81abd tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=272bd2f9-792b-4dd5-b379-99814a53d5aa HTTP/1.1" status: 200 len: 943 time: 0.3635442 Jul 14 09:24:43.050028 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0f7e-35fb-4934-babe-1b161dc198f2 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.056718 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8048cb01-8607-42bd-b3eb-34ba9ed80304 req-109405ef-08df-4808-8da3-6fef8b68218f tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260910 Jul 14 09:24:43.078777 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ecd73012-42b6-4ad8-b235-79f440259b17 req-0e2a8bed-f37f-4017-bbeb-0ba5a394938e tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032605 Jul 14 09:24:43.080486 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0f7e-35fb-4934-babe-1b161dc198f2 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.226224 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0f7e-35fb-4934-babe-1b161dc198f2 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.232572 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0f7e-35fb-4934-babe-1b161dc198f2 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.281038 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a0f7e-35fb-4934-babe-1b161dc198f2 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c1cd42-0dfe-4544-8a32-6e8bf05c101c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:43.395688 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0f7e-35fb-4934-babe-1b161dc198f2 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.401126 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0f7e-35fb-4934-babe-1b161dc198f2 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.435297 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0f7e-35fb-4934-babe-1b161dc198f2 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.443668 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cd8a0f7e-35fb-4934-babe-1b161dc198f2 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5073750 Jul 14 09:24:43.443668 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a0f7e-35fb-4934-babe-1b161dc198f2 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c632575-916a-4775-b1ff-f71af17758ac,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:43.443668 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36730) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:43.449063 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d61e5b0b-a7fb-458c-b710-35060c09c98e tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group_rule': {'security_group_id': '9c632575-916a-4775-b1ff-f71af17758ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:43.500925 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d61e5b0b-a7fb-458c-b710-35060c09c98e tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.632197 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d61e5b0b-a7fb-458c-b710-35060c09c98e tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.639888 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d61e5b0b-a7fb-458c-b710-35060c09c98e tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.660059 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b5d54-6941-4410-9474-79aa5a95de67 req-ffb3ad2c-bf32-4386-8071-8d223514fb6f tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:43.662351 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc7b5d54-6941-4410-9474-79aa5a95de67 req-ffb3ad2c-bf32-4386-8071-8d223514fb6f tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 945 time: 0.1243372 Jul 14 09:24:43.680242 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e5b0b-a7fb-458c-b710-35060c09c98e tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11aec96e-91c5-4b84-be09-174385acf001,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:43.718413 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d61e5b0b-a7fb-458c-b710-35060c09c98e tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.719807 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d61e5b0b-a7fb-458c-b710-35060c09c98e tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2749543 Jul 14 09:24:43.723134 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36742) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:43.738918 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc7b5d54-6941-4410-9474-79aa5a95de67 req-123eefa5-0b53-475f-9e0b-6d04842aa03d tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600917 Jul 14 09:24:43.744098 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-fce0d657-3c6c-48ce-af8a-b50f947be97d tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group_rule': {'security_group_id': '9c632575-916a-4775-b1ff-f71af17758ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:43.819242 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fce0d657-3c6c-48ce-af8a-b50f947be97d tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.909897 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-fce0d657-3c6c-48ce-af8a-b50f947be97d tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:24:43.912017 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fce0d657-3c6c-48ce-af8a-b50f947be97d tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1862621 Jul 14 09:24:43.915400 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36754) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:44.009532 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-481393cc-344f-4758-bee4-056e85876d94 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.106253 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-481393cc-344f-4758-bee4-056e85876d94 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.162281 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-481393cc-344f-4758-bee4-056e85876d94 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.169065 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-481393cc-344f-4758-bee4-056e85876d94 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.173315 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-481393cc-344f-4758-bee4-056e85876d94 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "DELETE /v2.0/security-groups/9c632575-916a-4775-b1ff-f71af17758ac HTTP/1.1" status: 204 len: 168 time: 0.2532623 Jul 14 09:24:44.174127 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36768) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:44.209885 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481393cc-344f-4758-bee4-056e85876d94 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c632575-916a-4775-b1ff-f71af17758ac,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:44.282222 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-00e7950d-c976-40d6-9584-014cf97a2806 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1064582 Jul 14 09:24:44.285972 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36770) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:44.291068 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-28bd5a3c-a5f2-4ec5-b714-013d13d03717 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group': {'name': 'tempest-secgroup--1369323820'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:44.356987 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe92e1-013d-46d4-b539-f48e2b53b22e req-b73fa830-44c9-42fa-ae60-1f5571676c4c tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:44.358900 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-46fe92e1-013d-46d4-b539-f48e2b53b22e req-b73fa830-44c9-42fa-ae60-1f5571676c4c tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=272bd2f9-792b-4dd5-b379-99814a53d5aa HTTP/1.1" status: 200 len: 943 time: 0.1011276 Jul 14 09:24:44.372279 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28bd5a3c-a5f2-4ec5-b714-013d13d03717 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.485274 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-46fe92e1-013d-46d4-b539-f48e2b53b22e req-8acf438c-022d-457b-9e32-09849bacf4b9 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102362 Jul 14 09:24:44.526585 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 07b248d9-2194-4451-8b7d-261da0bd2dda details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:44.573141 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28bd5a3c-a5f2-4ec5-b714-013d13d03717 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.585942 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28bd5a3c-a5f2-4ec5-b714-013d13d03717 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.656178 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 07b248d9-2194-4451-8b7d-261da0bd2dda, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=07b248d9-2194-4451-8b7d-261da0bd2dda,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:44.666297 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28bd5a3c-a5f2-4ec5-b714-013d13d03717 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.667747 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-28bd5a3c-a5f2-4ec5-b714-013d13d03717 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3805974 Jul 14 09:24:44.668708 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd5a3c-a5f2-4ec5-b714-013d13d03717 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89269554-a570-4942-a228-ea162f22fb23,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:44.670904 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36778) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:44.675916 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '07b248d9-2194-4451-8b7d-261da0bd2dda', 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3', 'port_id': '07b248d9-2194-4451-8b7d-261da0bd2dda', 'mac_address': 'fa:16:3e:8e:a5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366d3585-af72-4619-a55f-a5b56cfe701c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:44.678335 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-3570a835-2c59-4b51-8cba-329fdb96e4c4 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group_rule': {'security_group_id': '89269554-a570-4942-a228-ea162f22fb23', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:44.679523 n-d-771362-35 neutron-server[93773]: WARNING neutron.api.v2.base [None req-3570a835-2c59-4b51-8cba-329fdb96e4c4 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 14 09:24:44.680260 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-3570a835-2c59-4b51-8cba-329fdb96e4c4 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:24:44.684437 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3570a835-2c59-4b51-8cba-329fdb96e4c4 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0086877 Jul 14 09:24:44.684623 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36780) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:44.758150 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.796549 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b248d9-2194-4451-8b7d-261da0bd2dda {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:44.805372 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f1e4b9f-3e82-4bae-8210-98bcd0c9678b tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.843713 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 07b248d9-2194-4451-8b7d-261da0bd2dda, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=07b248d9-2194-4451-8b7d-261da0bd2dda,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:44.849124 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.860243 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f1e4b9f-3e82-4bae-8210-98bcd0c9678b tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.953162 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f1e4b9f-3e82-4bae-8210-98bcd0c9678b tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.956537 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f1e4b9f-3e82-4bae-8210-98bcd0c9678b tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.957884 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9f1e4b9f-3e82-4bae-8210-98bcd0c9678b tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "DELETE /v2.0/security-groups/89269554-a570-4942-a228-ea162f22fb23 HTTP/1.1" status: 204 len: 168 time: 0.2724564 Jul 14 09:24:44.960586 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36788) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:44.979399 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e4b9f-3e82-4bae-8210-98bcd0c9678b tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89269554-a570-4942-a228-ea162f22fb23,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:45.061173 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=07b248d9-2194-4451-8b7d-261da0bd2dda,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:45.146011 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['07b248d9-2194-4451-8b7d-261da0bd2dda'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:45.205006 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5eb92474-eeb2-4997-813e-77b5ac78d633 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2399719 Jul 14 09:24:45.205683 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36802) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:45.212348 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-f2a4892e-7fe8-467d-ad60-94da0c7913c4 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group': {'name': 'tempest-secgroup--891150975'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:45.281073 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c37a5-6c91-45f3-b3e0-3b910c3761ea req-5c8780a9-cc30-4ec2-9737-3ca6363eadca tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:45.289800 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-141c37a5-6c91-45f3-b3e0-3b910c3761ea req-5c8780a9-cc30-4ec2-9737-3ca6363eadca tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 945 time: 0.2152598 Jul 14 09:24:45.294347 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2a4892e-7fe8-467d-ad60-94da0c7913c4 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.370758 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-141c37a5-6c91-45f3-b3e0-3b910c3761ea req-6fa031be-9be2-49fc-8df3-63588669f51c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793850 Jul 14 09:24:45.485373 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2a4892e-7fe8-467d-ad60-94da0c7913c4 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.493074 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2a4892e-7fe8-467d-ad60-94da0c7913c4 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.518868 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2a4892e-7fe8-467d-ad60-94da0c7913c4 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.521143 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f2a4892e-7fe8-467d-ad60-94da0c7913c4 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3138981 Jul 14 09:24:45.525346 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36810) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:45.533467 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-486860d0-529f-43b2-ad5d-130a18fa226d tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group_rule': {'security_group_id': '0a635331-11f7-452b-b491-c80d836c4610', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:45.554378 n-d-771362-35 neutron-server[93773]: WARNING neutron.api.v2.base [None req-486860d0-529f-43b2-ad5d-130a18fa226d tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 14 09:24:45.558611 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-486860d0-529f-43b2-ad5d-130a18fa226d tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:24:45.564523 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-486860d0-529f-43b2-ad5d-130a18fa226d tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0355988 Jul 14 09:24:45.566961 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36812) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:45.721040 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4892e-7fe8-467d-ad60-94da0c7913c4 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a635331-11f7-452b-b491-c80d836c4610,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:45.725014 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bef494d-a92b-4697-9aa1-7edba055455f tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.801836 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bef494d-a92b-4697-9aa1-7edba055455f tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.911316 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c809443-e003-48eb-9e0a-5d76be0a15df req-aa011983-9074-4df5-87f0-57be2a3d2739 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:45.912988 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9c809443-e003-48eb-9e0a-5d76be0a15df req-aa011983-9074-4df5-87f0-57be2a3d2739 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=272bd2f9-792b-4dd5-b379-99814a53d5aa HTTP/1.1" status: 200 len: 944 time: 0.1758411 Jul 14 09:24:45.976233 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bef494d-a92b-4697-9aa1-7edba055455f tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.978929 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bef494d-a92b-4697-9aa1-7edba055455f tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.988929 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1bef494d-a92b-4697-9aa1-7edba055455f tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "DELETE /v2.0/security-groups/0a635331-11f7-452b-b491-c80d836c4610 HTTP/1.1" status: 204 len: 168 time: 0.4173770 Jul 14 09:24:45.989374 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36822) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:46.075090 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9c809443-e003-48eb-9e0a-5d76be0a15df req-bf3d43de-94cf-494c-85ec-cd3003723d33 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537082 Jul 14 09:24:46.079245 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef494d-a92b-4697-9aa1-7edba055455f tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a635331-11f7-452b-b491-c80d836c4610,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:46.124467 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fc200b0d-9270-45f2-852c-02a7af3991b2 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1327355 Jul 14 09:24:46.128067 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36828) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:46.135771 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-0d602f75-fa1b-4b73-83e6-01d3ae4834fa tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group': {'name': 'tempest-secgroup--83023248'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:46.188303 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d602f75-fa1b-4b73-83e6-01d3ae4834fa tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.399205 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d602f75-fa1b-4b73-83e6-01d3ae4834fa tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.412654 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d602f75-fa1b-4b73-83e6-01d3ae4834fa tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.457558 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d602f75-fa1b-4b73-83e6-01d3ae4834fa tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.461339 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0d602f75-fa1b-4b73-83e6-01d3ae4834fa tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3283803 Jul 14 09:24:46.461693 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36848) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:46.467108 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7b2130b0-7eab-497c-8576-eafb733bdf6f tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group_rule': {'security_group_id': '82fbc29b-1a4a-4003-bf53-f9fbd894777e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:46.469668 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d602f75-fa1b-4b73-83e6-01d3ae4834fa tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82fbc29b-1a4a-4003-bf53-f9fbd894777e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:46.493304 n-d-771362-35 neutron-server[93773]: WARNING neutron.api.v2.base [None req-7b2130b0-7eab-497c-8576-eafb733bdf6f tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 14 09:24:46.494232 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-7b2130b0-7eab-497c-8576-eafb733bdf6f tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:24:46.495957 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7b2130b0-7eab-497c-8576-eafb733bdf6f tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0331686 Jul 14 09:24:46.498701 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36850) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:46.504890 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d53aba67-8e15-4639-9022-e38931fed59a tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group_rule': {'security_group_id': '82fbc29b-1a4a-4003-bf53-f9fbd894777e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:46.508385 n-d-771362-35 neutron-server[93773]: WARNING neutron.api.v2.base [None req-d53aba67-8e15-4639-9022-e38931fed59a tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 14 09:24:46.510698 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-d53aba67-8e15-4639-9022-e38931fed59a tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:24:46.512642 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d53aba67-8e15-4639-9022-e38931fed59a tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0127294 Jul 14 09:24:46.515476 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36852) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:46.520907 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-84ebc85c-6a93-4741-8117-750ca07f17e0 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group_rule': {'security_group_id': '82fbc29b-1a4a-4003-bf53-f9fbd894777e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:46.522862 n-d-771362-35 neutron-server[93772]: WARNING neutron.api.v2.base [None req-84ebc85c-6a93-4741-8117-750ca07f17e0 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 14 09:24:46.523379 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-84ebc85c-6a93-4741-8117-750ca07f17e0 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:24:46.527395 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-84ebc85c-6a93-4741-8117-750ca07f17e0 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079083 Jul 14 09:24:46.527770 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36854) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:46.558448 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 07b248d9-2194-4451-8b7d-261da0bd2dda up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:46.567616 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-20b83716-ff55-4d2a-8f4f-702eb661e590 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group_rule': {'security_group_id': '82fbc29b-1a4a-4003-bf53-f9fbd894777e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:46.573116 n-d-771362-35 neutron-server[93773]: WARNING neutron.api.v2.base [None req-20b83716-ff55-4d2a-8f4f-702eb661e590 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 14 09:24:46.575063 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-20b83716-ff55-4d2a-8f4f-702eb661e590 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:24:46.579475 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-20b83716-ff55-4d2a-8f4f-702eb661e590 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0445771 Jul 14 09:24:46.582519 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36858) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:46.646399 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 07b248d9-2194-4451-8b7d-261da0bd2dda completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:46.672465 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 07b248d9-2194-4451-8b7d-261da0bd2dda triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:46.675836 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.742476 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-247a9ba5-62e5-494b-91a7-ab1d43ec1484 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.793739 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81dcfa-5f95-4833-bf90-bf868f38e7ae req-1898e4bc-142c-492f-beac-f5f4cfd5db77 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:46.802206 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a81dcfa-5f95-4833-bf90-bf868f38e7ae req-1898e4bc-142c-492f-beac-f5f4cfd5db77 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 945 time: 0.1879330 Jul 14 09:24:46.820526 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-247a9ba5-62e5-494b-91a7-ab1d43ec1484 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.894637 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a81dcfa-5f95-4833-bf90-bf868f38e7ae req-9fd6bea7-c61b-4e06-9a07-fe317129df79 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914931 Jul 14 09:24:46.925939 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-247a9ba5-62e5-494b-91a7-ab1d43ec1484 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.928861 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.929532 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-247a9ba5-62e5-494b-91a7-ab1d43ec1484 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.930703 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-247a9ba5-62e5-494b-91a7-ab1d43ec1484 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "DELETE /v2.0/security-groups/82fbc29b-1a4a-4003-bf53-f9fbd894777e HTTP/1.1" status: 204 len: 168 time: 0.3470893 Jul 14 09:24:46.933815 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36874) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:46.953416 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a9ba5-62e5-494b-91a7-ab1d43ec1484 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fbc29b-1a4a-4003-bf53-f9fbd894777e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:46.985212 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 07b248d9-2194-4451-8b7d-261da0bd2dda, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=07b248d9-2194-4451-8b7d-261da0bd2dda,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:46.987803 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272bd2f9-792b-4dd5-b379-99814a53d5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b248d9-2194-4451-8b7d-261da0bd2dda'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:46.993169 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bf10b0-8e8c-4703-97c3-28f1aa1e8d3e" -d '{"events": [{"server_uuid": "272bd2f9-792b-4dd5-b379-99814a53d5aa", "name": "network-vif-plugged", "status": "completed", "tag": "07b248d9-2194-4451-8b7d-261da0bd2dda"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:47.007205 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.115266 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-357eaa25-ae98-4afe-9c46-661681f88e5a tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1801050 Jul 14 09:24:47.116646 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13ae466-c0cf-4ecc-92e0-ee8ca0096a2a x-openstack-request-id: req-d13ae466-c0cf-4ecc-92e0-ee8ca0096a2a {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:47.117060 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272bd2f9-792b-4dd5-b379-99814a53d5aa", "name": "network-vif-plugged", "status": "completed", "tag": "07b248d9-2194-4451-8b7d-261da0bd2dda", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:47.118343 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d13ae466-c0cf-4ecc-92e0-ee8ca0096a2a {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:47.118484 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272bd2f9-792b-4dd5-b379-99814a53d5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b248d9-2194-4451-8b7d-261da0bd2dda', 'code': 200} Jul 14 09:24:47.122423 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36890) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:47.128883 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-58e87191-4031-4685-ad39-ac87ba7a6f1e tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group': {'name': 'tempest-secgroup--1273257864'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:47.184990 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58e87191-4031-4685-ad39-ac87ba7a6f1e tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.223209 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=07b248d9-2194-4451-8b7d-261da0bd2dda,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:47.415041 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58e87191-4031-4685-ad39-ac87ba7a6f1e tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.429860 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58e87191-4031-4685-ad39-ac87ba7a6f1e tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.494986 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58e87191-4031-4685-ad39-ac87ba7a6f1e tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.496776 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-58e87191-4031-4685-ad39-ac87ba7a6f1e tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3724110 Jul 14 09:24:47.500390 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36898) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:47.515406 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-07dcd22b-c41d-474d-9b8e-3072a0b24a41 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group_rule': {'security_group_id': 'c8b77456-7e6d-466c-8469-287af1b3d27e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:47.518236 n-d-771362-35 neutron-server[93772]: WARNING neutron.api.v2.base [None req-07dcd22b-c41d-474d-9b8e-3072a0b24a41 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 09:24:47.521962 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-07dcd22b-c41d-474d-9b8e-3072a0b24a41 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:24:47.523342 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-07dcd22b-c41d-474d-9b8e-3072a0b24a41 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0166357 Jul 14 09:24:47.528507 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36900) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:47.534852 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-52f8835a-d70a-4387-a61e-74e07a80cb1f tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group_rule': {'security_group_id': 'c8b77456-7e6d-466c-8469-287af1b3d27e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:47.539404 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b452efd-3fa4-459b-8d05-172e1639acd5 req-4d900c27-0e69-49be-b60e-440aa0816bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.543822 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b452efd-3fa4-459b-8d05-172e1639acd5 req-4d900c27-0e69-49be-b60e-440aa0816bca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=272bd2f9-792b-4dd5-b379-99814a53d5aa HTTP/1.1" status: 200 len: 1097 time: 0.2653949 Jul 14 09:24:47.562373 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e87191-4031-4685-ad39-ac87ba7a6f1e tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b77456-7e6d-466c-8469-287af1b3d27e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:47.593330 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b452efd-3fa4-459b-8d05-172e1639acd5 req-ce86ee98-8357-4ee6-a058-a0c9c05babb1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410085 Jul 14 09:24:47.615670 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35112cc-8f02-416b-a2a7-67419793faef req-d18acee4-64f5-43d8-895e-da156984aba2 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.617480 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e35112cc-8f02-416b-a2a7-67419793faef req-d18acee4-64f5-43d8-895e-da156984aba2 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=272bd2f9-792b-4dd5-b379-99814a53d5aa HTTP/1.1" status: 200 len: 945 time: 0.2071667 Jul 14 09:24:47.663654 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-52f8835a-d70a-4387-a61e-74e07a80cb1f tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:24:47.669702 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-52f8835a-d70a-4387-a61e-74e07a80cb1f tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1384447 Jul 14 09:24:47.672191 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36906) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:47.680848 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-9fa5a42e-f078-43c2-8d49-ca6fba01b743 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group_rule': {'security_group_id': 'c8b77456-7e6d-466c-8469-287af1b3d27e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:47.681328 n-d-771362-35 neutron-server[93772]: WARNING neutron.api.v2.base [None req-9fa5a42e-f078-43c2-8d49-ca6fba01b743 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 14 09:24:47.681886 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-9fa5a42e-f078-43c2-8d49-ca6fba01b743 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:24:47.690079 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9fa5a42e-f078-43c2-8d49-ca6fba01b743 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0167401 Jul 14 09:24:47.690680 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36908) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:47.703304 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-f9d681cf-d178-41e2-9ada-bf0b007c2188 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group_rule': {'security_group_id': 'c8b77456-7e6d-466c-8469-287af1b3d27e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:47.732711 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e35112cc-8f02-416b-a2a7-67419793faef req-6c6c2dc8-0555-4dd5-bd46-364ae10b20e5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078999 Jul 14 09:24:47.773135 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-f9d681cf-d178-41e2-9ada-bf0b007c2188 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:24:47.774288 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f9d681cf-d178-41e2-9ada-bf0b007c2188 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0825458 Jul 14 09:24:47.777488 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36912) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:47.782685 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-97940f70-ce18-45b7-ac66-559f63db6492 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group_rule': {'security_group_id': 'c8b77456-7e6d-466c-8469-287af1b3d27e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:47.783347 n-d-771362-35 neutron-server[93772]: WARNING neutron.api.v2.base [None req-97940f70-ce18-45b7-ac66-559f63db6492 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 09:24:47.784025 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-97940f70-ce18-45b7-ac66-559f63db6492 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:24:47.788267 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-97940f70-ce18-45b7-ac66-559f63db6492 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062168 Jul 14 09:24:47.788267 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36914) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:47.792898 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-2933b0a3-106c-487d-8918-b3edb0728db0 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group_rule': {'security_group_id': 'c8b77456-7e6d-466c-8469-287af1b3d27e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:47.824820 n-d-771362-35 neutron-server[93772]: INFO neutron.db.securitygroups_db [None req-2933b0a3-106c-487d-8918-b3edb0728db0 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Project 0208b02854d2441c8175daa3684143d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:24:47.842494 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-2933b0a3-106c-487d-8918-b3edb0728db0 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:24:47.847070 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2933b0a3-106c-487d-8918-b3edb0728db0 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0551155 Jul 14 09:24:47.847397 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36916) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:47.854858 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-8b520c9b-e134-43b4-9184-db74dcebc51b tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group_rule': {'security_group_id': 'c8b77456-7e6d-466c-8469-287af1b3d27e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:47.855458 n-d-771362-35 neutron-server[93772]: WARNING neutron.api.v2.base [None req-8b520c9b-e134-43b4-9184-db74dcebc51b tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 14 09:24:47.856001 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-8b520c9b-e134-43b4-9184-db74dcebc51b tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:24:47.857163 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8b520c9b-e134-43b4-9184-db74dcebc51b tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073810 Jul 14 09:24:47.861966 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36918) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:47.866838 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-bf387dcc-9f97-44cc-9910-143b3aa8e8a7 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group_rule': {'security_group_id': 'c8b77456-7e6d-466c-8469-287af1b3d27e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:47.896241 n-d-771362-35 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-bf387dcc-9f97-44cc-9910-143b3aa8e8a7 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Project 0208b02854d2441c8175daa3684143d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:24:47.941872 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-bf387dcc-9f97-44cc-9910-143b3aa8e8a7 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:24:47.945743 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bf387dcc-9f97-44cc-9910-143b3aa8e8a7 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0801749 Jul 14 09:24:47.946034 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36922) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:47.952341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-4bc28804-572c-4e84-85f7-30da4f1161cf tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group_rule': {'security_group_id': 'c8b77456-7e6d-466c-8469-287af1b3d27e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:47.990941 n-d-771362-35 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-4bc28804-572c-4e84-85f7-30da4f1161cf tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Project 0208b02854d2441c8175daa3684143d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:24:48.016597 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-4bc28804-572c-4e84-85f7-30da4f1161cf tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:24:48.018326 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4bc28804-572c-4e84-85f7-30da4f1161cf tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0709679 Jul 14 09:24:48.021274 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36924) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:48.122160 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2f1b778-2605-485b-907c-98ca2b183892 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.241693 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2f1b778-2605-485b-907c-98ca2b183892 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.333855 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d322b3-8038-4a1d-99ca-d8f778fd5574 req-e95d72f3-aad6-4db3-89f2-df6b4ef9c543 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:48.351289 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-36d322b3-8038-4a1d-99ca-d8f778fd5574 req-e95d72f3-aad6-4db3-89f2-df6b4ef9c543 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 945 time: 0.2262392 Jul 14 09:24:48.385634 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ab220da-cbd2-4174-8173-8ef4b6861100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.453487 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-36d322b3-8038-4a1d-99ca-d8f778fd5574 req-1be8bc33-c8b0-4942-b09d-fae7655281c4 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850122 Jul 14 09:24:48.462266 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2f1b778-2605-485b-907c-98ca2b183892 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.468795 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2f1b778-2605-485b-907c-98ca2b183892 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.474930 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b2f1b778-2605-485b-907c-98ca2b183892 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "DELETE /v2.0/security-groups/c8b77456-7e6d-466c-8469-287af1b3d27e HTTP/1.1" status: 204 len: 168 time: 0.4482603 Jul 14 09:24:48.474930 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36936) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:48.553133 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-dad993ff-7a12-40f9-9abb-a91c1a90ee57 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0770059 Jul 14 09:24:48.557596 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36940) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:48.560011 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1b778-2605-485b-907c-98ca2b183892 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b77456-7e6d-466c-8469-287af1b3d27e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:48.563062 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-dbf35729-486b-426e-8cb9-75ace49b0aa5 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group': {'name': 'tempest-secgroup--1659683179'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:48.637757 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbf35729-486b-426e-8cb9-75ace49b0aa5 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.975931 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbf35729-486b-426e-8cb9-75ace49b0aa5 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.982468 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbf35729-486b-426e-8cb9-75ace49b0aa5 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.028512 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 6ff9168a-16ee-4d16-bd0d-880452991f03 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:49.159084 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf35729-486b-426e-8cb9-75ace49b0aa5 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=005f0247-0633-43d5-af63-d75e76f1308d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:49.168388 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbf35729-486b-426e-8cb9-75ace49b0aa5 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.172388 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-dbf35729-486b-426e-8cb9-75ace49b0aa5 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6137764 Jul 14 09:24:49.177742 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36952) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:49.200031 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c91a93a5-f685-423f-ac5e-5912cfdbed82 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group_rule': {'security_group_id': '005f0247-0633-43d5-af63-d75e76f1308d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:49.295828 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-c91a93a5-f685-423f-ac5e-5912cfdbed82 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] create failed (client error): The resource could not be found. Jul 14 09:24:49.297370 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c91a93a5-f685-423f-ac5e-5912cfdbed82 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1182101 Jul 14 09:24:49.301651 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36964) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:49.327346 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-4464b886-a64e-4719-a574-5b66956641eb tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group_rule': {'security_group_id': '005f0247-0633-43d5-af63-d75e76f1308d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '250b7d25-c34f-4e86-9eac-d0df5c59cd15'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:49.382175 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 6ff9168a-16ee-4d16-bd0d-880452991f03, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=6ff9168a-16ee-4d16-bd0d-880452991f03,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:49.403983 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '6ff9168a-16ee-4d16-bd0d-880452991f03', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'port_id': '6ff9168a-16ee-4d16-bd0d-880452991f03', 'mac_address': 'fa:16:3e:d6:19:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:49.413452 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fccbd-303b-4ddd-a446-7f2c629577fb req-e39e516f-545a-4859-bf64-95f7e02b045d tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:49.430728 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-519fccbd-303b-4ddd-a446-7f2c629577fb req-e39e516f-545a-4859-bf64-95f7e02b045d tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=272bd2f9-792b-4dd5-b379-99814a53d5aa HTTP/1.1" status: 200 len: 945 time: 0.3144779 Jul 14 09:24:49.437239 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36968) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:49.501544 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.533365 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-4464b886-a64e-4719-a574-5b66956641eb tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] create failed (client error): The resource could not be found. Jul 14 09:24:49.545813 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4464b886-a64e-4719-a574-5b66956641eb tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2387834 Jul 14 09:24:49.551912 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36978) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:49.595757 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ff9168a-16ee-4d16-bd0d-880452991f03 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:49.597630 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-519fccbd-303b-4ddd-a446-7f2c629577fb req-3b436c28-61f1-4aff-b54c-f45016c767a9 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631420 Jul 14 09:24:49.724890 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b30510bd-ac45-416f-bda3-42394846e4e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.742403 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 6ff9168a-16ee-4d16-bd0d-880452991f03, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=6ff9168a-16ee-4d16-bd0d-880452991f03,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:49.753264 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.788002 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7721f0b4-e28c-4bc6-bfc7-5d85cc4611bf tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.907288 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7721f0b4-e28c-4bc6-bfc7-5d85cc4611bf tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.957986 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['6ff9168a-16ee-4d16-bd0d-880452991f03'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:50.091247 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=6ff9168a-16ee-4d16-bd0d-880452991f03,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:50.111304 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:50.111724 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:50.112026 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:50.112366 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:50.112891 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:50.113852 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:50.114466 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:50.115191 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:50.115845 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:50.117800 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:50.118767 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:50.119736 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:50.199339 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b30510bd-ac45-416f-bda3-42394846e4e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.207249 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b30510bd-ac45-416f-bda3-42394846e4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.241494 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fe2ea-00c0-41ee-b9d9-04f8ed9d66c7 req-d2f6b88b-1ca1-4ea0-b166-a6342c85690d tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:50.242734 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30510bd-ac45-416f-bda3-42394846e4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6431b0-c819-4946-95da-f35c8c6253b3,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:50.268402 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f66fe2ea-00c0-41ee-b9d9-04f8ed9d66c7 req-d2f6b88b-1ca1-4ea0-b166-a6342c85690d tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 944 time: 0.2544911 Jul 14 09:24:50.361593 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b30510bd-ac45-416f-bda3-42394846e4e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d51ab63d0e7049589f6beb4c4998a18e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9223163 Jul 14 09:24:50.366645 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37008) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:50.431181 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7721f0b4-e28c-4bc6-bfc7-5d85cc4611bf tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.436821 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7721f0b4-e28c-4bc6-bfc7-5d85cc4611bf tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.441087 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7721f0b4-e28c-4bc6-bfc7-5d85cc4611bf tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "DELETE /v2.0/security-groups/005f0247-0633-43d5-af63-d75e76f1308d HTTP/1.1" status: 204 len: 168 time: 0.8874800 Jul 14 09:24:50.449815 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f66fe2ea-00c0-41ee-b9d9-04f8ed9d66c7 req-94c9d3db-b735-49c3-bb65-c80e34cfe2c1 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720955 Jul 14 09:24:50.452634 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37014) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:50.487552 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721f0b4-e28c-4bc6-bfc7-5d85cc4611bf tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=005f0247-0633-43d5-af63-d75e76f1308d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:50.517936 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-269df95f-903d-442b-b6a3-620ffcc84c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.554037 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-269df95f-903d-442b-b6a3-620ffcc84c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.675030 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b099950c-7420-4962-9635-47e3b258c563 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2209203 Jul 14 09:24:50.680292 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37024) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:50.685234 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-269df95f-903d-442b-b6a3-620ffcc84c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.688212 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-269df95f-903d-442b-b6a3-620ffcc84c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.690332 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-269df95f-903d-442b-b6a3-620ffcc84c7b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c6431b0-c819-4946-95da-f35c8c6253b3 HTTP/1.1" status: 204 len: 168 time: 0.3163180 Jul 14 09:24:50.706377 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8f5e1923-c63e-4168-a2ca-095f2160d5b1 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group_rule': {'security_group_id': '6dd4c132-56c8-4e98-9e4c-de4afc3f849b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:50.727243 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269df95f-903d-442b-b6a3-620ffcc84c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6431b0-c819-4946-95da-f35c8c6253b3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:50.867401 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-8f5e1923-c63e-4168-a2ca-095f2160d5b1 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] create failed (client error): The resource could not be found. Jul 14 09:24:50.871648 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8f5e1923-c63e-4168-a2ca-095f2160d5b1 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1883087 Jul 14 09:24:50.873203 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37042) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:50.884228 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-6165bb11-e448-4599-b8f3-e12f3e03d883 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group': {'name': 'tempest-secgroup--542658198'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:51.008279 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6165bb11-e448-4599-b8f3-e12f3e03d883 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.061093 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c73d403-4aa6-456c-9622-893fcf318010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.076658 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 6ff9168a-16ee-4d16-bd0d-880452991f03 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:51.236895 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 6ff9168a-16ee-4d16-bd0d-880452991f03 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:51.237537 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.274142 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6165bb11-e448-4599-b8f3-e12f3e03d883 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.288754 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6165bb11-e448-4599-b8f3-e12f3e03d883 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.318758 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.329761 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6165bb11-e448-4599-b8f3-e12f3e03d883 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.348984 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6165bb11-e448-4599-b8f3-e12f3e03d883 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4720099 Jul 14 09:24:51.349535 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37068) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:51.357834 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-860f5c5a-faa3-4f9a-9f56-f952303a97a7 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group': {'name': 'tempest-secgroup--115249429'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:51.407368 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165bb11-e448-4599-b8f3-e12f3e03d883 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88debfac-03ef-4e8e-93d9-b8daa3fc1261,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:51.420725 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.461672 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 6ff9168a-16ee-4d16-bd0d-880452991f03, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=6ff9168a-16ee-4d16-bd0d-880452991f03,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:51.463364 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8689473b-de84-4715-9999-283cdb3360d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff9168a-16ee-4d16-bd0d-880452991f03'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:51.466719 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9658b66c-365f-4e92-b9db-9cdadf13f5e3" -d '{"events": [{"server_uuid": "8689473b-de84-4715-9999-283cdb3360d0", "name": "network-vif-plugged", "status": "completed", "tag": "6ff9168a-16ee-4d16-bd0d-880452991f03"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:51.475167 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.490695 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-860f5c5a-faa3-4f9a-9f56-f952303a97a7 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.531858 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37080) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:51.549332 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d2d5a2c-ace1-4834-8af7-17e3274dcf60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.606371 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=6ff9168a-16ee-4d16-bd0d-880452991f03,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:51.625173 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7ddb53-92f0-4683-801c-98ca4f37da13 x-openstack-request-id: req-dc7ddb53-92f0-4683-801c-98ca4f37da13 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:51.625482 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8689473b-de84-4715-9999-283cdb3360d0", "name": "network-vif-plugged", "status": "completed", "tag": "6ff9168a-16ee-4d16-bd0d-880452991f03", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:51.628248 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc7ddb53-92f0-4683-801c-98ca4f37da13 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:51.628634 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8689473b-de84-4715-9999-283cdb3360d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff9168a-16ee-4d16-bd0d-880452991f03', 'code': 200} Jul 14 09:24:51.752678 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-860f5c5a-faa3-4f9a-9f56-f952303a97a7 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.760603 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-860f5c5a-faa3-4f9a-9f56-f952303a97a7 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.865842 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f5c5a-faa3-4f9a-9f56-f952303a97a7 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ce94ad-c85f-40f3-93ba-4171184fffe6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:51.977180 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d2d5a2c-ace1-4834-8af7-17e3274dcf60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.992300 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d2d5a2c-ace1-4834-8af7-17e3274dcf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.997655 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf08bf7-76ea-4bf9-9c50-585563bb2239 req-d2ca2bc4-14df-4004-a098-79426eb75e74 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:52.004770 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0bf08bf7-76ea-4bf9-9c50-585563bb2239 req-d2ca2bc4-14df-4004-a098-79426eb75e74 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 945 time: 0.1209533 Jul 14 09:24:52.014433 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-860f5c5a-faa3-4f9a-9f56-f952303a97a7 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.019392 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-860f5c5a-faa3-4f9a-9f56-f952303a97a7 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6675861 Jul 14 09:24:52.022050 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37098) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:52.034283 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-73ede0d1-d7a6-4a94-8dde-955dfe4d97ac tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group_rule': {'security_group_id': '88debfac-03ef-4e8e-93d9-b8daa3fc1261', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd5ce94ad-c85f-40f3-93ba-4171184fffe6'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:52.077646 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3d2d5a2c-ace1-4834-8af7-17e3274dcf60 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=28d970482447471db984533c928b2786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5441582 Jul 14 09:24:52.078623 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37100) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:52.079737 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350913ca-14ae-4ce0-b543-ec9d5f6d583f req-cd403926-1908-4e6e-a216-1a2573a4f068 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:52.079994 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d5a2c-ace1-4834-8af7-17e3274dcf60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f54881-38d4-4c52-b115-9c3c5fa42c6b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:52.081782 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-350913ca-14ae-4ce0-b543-ec9d5f6d583f req-cd403926-1908-4e6e-a216-1a2573a4f068 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=272bd2f9-792b-4dd5-b379-99814a53d5aa HTTP/1.1" status: 200 len: 945 time: 0.2428527 Jul 14 09:24:52.104702 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0bf08bf7-76ea-4bf9-9c50-585563bb2239 req-23bed3e1-824d-4f00-b0d6-a15a640f1baf tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989680 Jul 14 09:24:52.172391 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.177447 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-73ede0d1-d7a6-4a94-8dde-955dfe4d97ac tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:24:52.188334 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-73ede0d1-d7a6-4a94-8dde-955dfe4d97ac tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1581168 Jul 14 09:24:52.190158 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37102) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:52.258363 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-350913ca-14ae-4ce0-b543-ec9d5f6d583f req-9b7fb63b-a5b2-428e-9eb0-48bdbc51c8a5 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495674 Jul 14 09:24:52.265129 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a80b4f1-9564-48ac-985a-5f4928204065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.301350 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a80b4f1-9564-48ac-985a-5f4928204065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.349410 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-96b46bef-2703-4cf6-b029-c5c85c7d4028 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.420686 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-96b46bef-2703-4cf6-b029-c5c85c7d4028 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.442815 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a80b4f1-9564-48ac-985a-5f4928204065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.445444 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a80b4f1-9564-48ac-985a-5f4928204065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.446667 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9a80b4f1-9564-48ac-985a-5f4928204065 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58f54881-38d4-4c52-b115-9c3c5fa42c6b HTTP/1.1" status: 204 len: 168 time: 0.3359547 Jul 14 09:24:52.474601 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80b4f1-9564-48ac-985a-5f4928204065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f54881-38d4-4c52-b115-9c3c5fa42c6b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:52.551779 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-96b46bef-2703-4cf6-b029-c5c85c7d4028 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.554327 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-96b46bef-2703-4cf6-b029-c5c85c7d4028 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.555533 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-96b46bef-2703-4cf6-b029-c5c85c7d4028 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "DELETE /v2.0/security-groups/d5ce94ad-c85f-40f3-93ba-4171184fffe6 HTTP/1.1" status: 204 len: 168 time: 0.3613493 Jul 14 09:24:52.559240 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37110) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:52.579354 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b46bef-2703-4cf6-b029-c5c85c7d4028 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ce94ad-c85f-40f3-93ba-4171184fffe6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:52.703104 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37112) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:52.707659 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8e514945-8a3f-4cd6-b3e0-2f03dd12b332 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1448770 Jul 14 09:24:52.781917 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-86e15b5a-9fab-4bcc-b90f-0a9cbff37540 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.810326 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-86e15b5a-9fab-4bcc-b90f-0a9cbff37540 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.887961 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-86e15b5a-9fab-4bcc-b90f-0a9cbff37540 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.900702 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-86e15b5a-9fab-4bcc-b90f-0a9cbff37540 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.905751 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-86e15b5a-9fab-4bcc-b90f-0a9cbff37540 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "DELETE /v2.0/security-groups/88debfac-03ef-4e8e-93d9-b8daa3fc1261 HTTP/1.1" status: 204 len: 168 time: 0.2011359 Jul 14 09:24:52.915282 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37116) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:52.957951 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e15b5a-9fab-4bcc-b90f-0a9cbff37540 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88debfac-03ef-4e8e-93d9-b8daa3fc1261,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:53.154092 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37128) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:53.158927 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8c7ec95d-8f01-4091-a247-fbb972ad8085 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2396111 Jul 14 09:24:53.170552 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7d5883d0-4b8a-4727-aa0d-031db1bbeca9 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group': {'name': 'tempest-secgroup--408388129'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:53.270229 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d5883d0-4b8a-4727-aa0d-031db1bbeca9 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.721447 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d5883d0-4b8a-4727-aa0d-031db1bbeca9 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.724408 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.731467 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d5883d0-4b8a-4727-aa0d-031db1bbeca9 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.790470 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902422ea-5d5a-4bcf-8371-04314f19fd87 req-0eea30cf-49d4-41d1-8603-eb04a541ca34 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:53.797912 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-902422ea-5d5a-4bcf-8371-04314f19fd87 req-0eea30cf-49d4-41d1-8603-eb04a541ca34 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 945 time: 0.3316545 Jul 14 09:24:53.808943 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5883d0-4b8a-4727-aa0d-031db1bbeca9 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7effec4-2b35-4b04-aa71-93ca4358165d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:53.855168 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d5883d0-4b8a-4727-aa0d-031db1bbeca9 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.856541 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7d5883d0-4b8a-4727-aa0d-031db1bbeca9 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7003522 Jul 14 09:24:53.862256 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37142) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:53.871161 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-3ead7bce-5995-46a1-8ef5-6e2be1abd77a tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group_rule': {'security_group_id': 'b7effec4-2b35-4b04-aa71-93ca4358165d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:53.971619 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-902422ea-5d5a-4bcf-8371-04314f19fd87 req-8118d7ca-3fee-465f-93ec-912c884146cc tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722994 Jul 14 09:24:54.074170 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-3ead7bce-5995-46a1-8ef5-6e2be1abd77a tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:24:54.078364 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37148) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:54.083539 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-aa67e0ed-dcfb-4335-bb41-1733f92b6f35 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group_rule': {'security_group_id': 'b7effec4-2b35-4b04-aa71-93ca4358165d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:54.091956 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3ead7bce-5995-46a1-8ef5-6e2be1abd77a tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2281382 Jul 14 09:24:54.326607 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-aa67e0ed-dcfb-4335-bb41-1733f92b6f35 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:24:54.331188 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-aa67e0ed-dcfb-4335-bb41-1733f92b6f35 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2483625 Jul 14 09:24:54.339738 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37160) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:54.590218 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 07b248d9-2194-4451-8b7d-261da0bd2dda details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:54.599055 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7acba1-9007-4b28-a0df-fe52c3dabee5 req-7eaf719f-2d69-43ba-bfb0-75536223848b tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:54.611151 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9e7acba1-9007-4b28-a0df-fe52c3dabee5 req-7eaf719f-2d69-43ba-bfb0-75536223848b tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=272bd2f9-792b-4dd5-b379-99814a53d5aa HTTP/1.1" status: 200 len: 945 time: 0.3760934 Jul 14 09:24:54.682142 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-374260d0-107e-475e-8ec2-2768afa1b836 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.719735 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-374260d0-107e-475e-8ec2-2768afa1b836 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.747776 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37174) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:54.788821 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-374260d0-107e-475e-8ec2-2768afa1b836 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.792037 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-374260d0-107e-475e-8ec2-2768afa1b836 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.794040 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-374260d0-107e-475e-8ec2-2768afa1b836 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "DELETE /v2.0/security-groups/b7effec4-2b35-4b04-aa71-93ca4358165d HTTP/1.1" status: 204 len: 168 time: 0.4532123 Jul 14 09:24:54.797037 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37178) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:54.816794 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9e7acba1-9007-4b28-a0df-fe52c3dabee5 req-f3302d18-4193-4c0b-b52f-b2cb2900d010 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027035 Jul 14 09:24:54.833049 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37180) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:54.842548 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b1338010-1920-4207-9e84-2904975b1550 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1023167854', 'description': 'tempest-secgroup-smoke-1023167854 description', 'project_id': '16836e26dfbf453ca94c396d1972ac2d'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:54.904113 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374260d0-107e-475e-8ec2-2768afa1b836 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7effec4-2b35-4b04-aa71-93ca4358165d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:54.910590 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b1338010-1920-4207-9e84-2904975b1550 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.968359 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-01194a6d-d011-41f9-99bf-99de5c04b968 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1699851 Jul 14 09:24:54.974045 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37186) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:54.995507 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ba0238a1-308c-4924-8605-229a9ae57f62 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group': {'name': 'tempest-secgroup--1213783664'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:55.033568 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 07b248d9-2194-4451-8b7d-261da0bd2dda, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=07b248d9-2194-4451-8b7d-261da0bd2dda,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:55.075311 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '07b248d9-2194-4451-8b7d-261da0bd2dda', 'network_id': '71b7ddbc-8e59-4deb-be30-9b93db9321e3', 'port_id': '07b248d9-2194-4451-8b7d-261da0bd2dda', 'mac_address': 'fa:16:3e:8e:a5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366d3585-af72-4619-a55f-a5b56cfe701c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:55.183089 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b1338010-1920-4207-9e84-2904975b1550 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.205833 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b1338010-1920-4207-9e84-2904975b1550 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.229333 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba0238a1-308c-4924-8605-229a9ae57f62 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.251043 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.336943 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07b248d9-2194-4451-8b7d-261da0bd2dda {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:55.417414 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b1338010-1920-4207-9e84-2904975b1550 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.426712 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 07b248d9-2194-4451-8b7d-261da0bd2dda, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=07b248d9-2194-4451-8b7d-261da0bd2dda,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:55.428843 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b1338010-1920-4207-9e84-2904975b1550 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5942388 Jul 14 09:24:55.432638 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37198) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:55.435055 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.462923 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8e2f4bcc-a0ec-4164-9de0-267ced491354 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Request body: {'security_group_rule': {'security_group_id': '0e07a578-499e-4f14-b2e2-4651e25776d8', 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:55.490841 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2729856f-a930-40dc-a931-e39d3a2a49a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.565872 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1338010-1920-4207-9e84-2904975b1550 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e07a578-499e-4f14-b2e2-4651e25776d8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:55.599720 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=07b248d9-2194-4451-8b7d-261da0bd2dda,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:55.625088 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['07b248d9-2194-4451-8b7d-261da0bd2dda'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:55.644826 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b23c20-f992-4da4-9d06-f07ef5c363a9 req-09dc0de3-fe29-49df-9d34-1a04ff7f43b2 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:55.656109 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00b23c20-f992-4da4-9d06-f07ef5c363a9 req-09dc0de3-fe29-49df-9d34-1a04ff7f43b2 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 945 time: 0.3287358 Jul 14 09:24:55.674587 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba0238a1-308c-4924-8605-229a9ae57f62 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.686390 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba0238a1-308c-4924-8605-229a9ae57f62 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.772974 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00b23c20-f992-4da4-9d06-f07ef5c363a9 req-bec60818-666f-485a-9a8e-197814931241 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139195 Jul 14 09:24:55.926193 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0238a1-308c-4924-8605-229a9ae57f62 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06d206ce-c6ef-4b39-9f1c-eee0bc8ba147,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:56.033894 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37210) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:56.081756 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2729856f-a930-40dc-a931-e39d3a2a49a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.087085 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2729856f-a930-40dc-a931-e39d3a2a49a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.160292 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e2f4bcc-a0ec-4164-9de0-267ced491354 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.170150 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729856f-a930-40dc-a931-e39d3a2a49a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edde38c-ab2b-4ade-a2b5-ec3ae7f79134,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:56.237297 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba0238a1-308c-4924-8605-229a9ae57f62 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.241693 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ba0238a1-308c-4924-8605-229a9ae57f62 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2661538 Jul 14 09:24:56.242311 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37216) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:56.242751 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317807d3-a37f-45d4-998a-bc7148b43df3 req-04b6445c-2ce7-4fa3-b5e2-ba6f55959822 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:56.245197 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-317807d3-a37f-45d4-998a-bc7148b43df3 req-04b6445c-2ce7-4fa3-b5e2-ba6f55959822 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=272bd2f9-792b-4dd5-b379-99814a53d5aa HTTP/1.1" status: 200 len: 944 time: 0.1637633 Jul 14 09:24:56.255765 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-22408b97-8009-4402-ad54-eb6b81bc938b tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:56.256550 n-d-771362-35 neutron-server[93772]: WARNING neutron.api.v2.base [None req-22408b97-8009-4402-ad54-eb6b81bc938b tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 09:24:56.257262 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-22408b97-8009-4402-ad54-eb6b81bc938b tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] update failed (client error): There was a conflict when trying to complete your request. Jul 14 09:24:56.261796 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-22408b97-8009-4402-ad54-eb6b81bc938b tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "PUT /v2.0/security-groups/06d206ce-c6ef-4b39-9f1c-eee0bc8ba147 HTTP/1.1" status: 409 len: 330 time: 0.0134935 Jul 14 09:24:56.265216 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37218) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:56.278204 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2729856f-a930-40dc-a931-e39d3a2a49a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea446a91f31a4bf2b5b895462db66912&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5292873 Jul 14 09:24:56.286299 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e2f4bcc-a0ec-4164-9de0-267ced491354 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.294543 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37220) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:56.305565 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e2f4bcc-a0ec-4164-9de0-267ced491354 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.307443 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d8bb499-66a7-4756-b81d-75be1b9f0274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.348345 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f4bcc-a0ec-4164-9de0-267ced491354 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d129ca-c83c-4f97-bfd3-5b6abd7013b1,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:56.352234 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e2f4bcc-a0ec-4164-9de0-267ced491354 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.353619 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8e2f4bcc-a0ec-4164-9de0-267ced491354 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9061861 Jul 14 09:24:56.357823 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37222) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:56.370158 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0d821b1f-fe1d-4ef2-b376-7f9d73c73d23 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Request body: {'security_group_rule': {'security_group_id': '0e07a578-499e-4f14-b2e2-4651e25776d8', 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:56.394130 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3952e713-7399-49f5-a2ab-be68204f05aa tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.424256 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-317807d3-a37f-45d4-998a-bc7148b43df3 req-2a6b818f-8da8-4b0b-817a-ad5ef25479e9 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647544 Jul 14 09:24:56.425063 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d821b1f-fe1d-4ef2-b376-7f9d73c73d23 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.438021 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3952e713-7399-49f5-a2ab-be68204f05aa tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.450816 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ab4a8b9-dacb-4db6-a073-09efbc37a8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.542172 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ab4a8b9-dacb-4db6-a073-09efbc37a8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.583304 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3952e713-7399-49f5-a2ab-be68204f05aa tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.587259 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3952e713-7399-49f5-a2ab-be68204f05aa tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.592915 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37230) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:56.593304 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3952e713-7399-49f5-a2ab-be68204f05aa tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "DELETE /v2.0/security-groups/06d206ce-c6ef-4b39-9f1c-eee0bc8ba147 HTTP/1.1" status: 204 len: 168 time: 0.3266604 Jul 14 09:24:56.606158 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 07b248d9-2194-4451-8b7d-261da0bd2dda no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:56.624914 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d821b1f-fe1d-4ef2-b376-7f9d73c73d23 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.632350 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952e713-7399-49f5-a2ab-be68204f05aa tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d206ce-c6ef-4b39-9f1c-eee0bc8ba147,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:56.674910 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d821b1f-fe1d-4ef2-b376-7f9d73c73d23 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.709306 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ab4a8b9-dacb-4db6-a073-09efbc37a8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.712049 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ab4a8b9-dacb-4db6-a073-09efbc37a8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.715962 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0ab4a8b9-dacb-4db6-a073-09efbc37a8c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9edde38c-ab2b-4ade-a2b5-ec3ae7f79134 HTTP/1.1" status: 204 len: 168 time: 0.4176927 Jul 14 09:24:56.724991 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d8bb499-66a7-4756-b81d-75be1b9f0274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.728150 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4a8b9-dacb-4db6-a073-09efbc37a8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edde38c-ab2b-4ade-a2b5-ec3ae7f79134,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:56.739719 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d8bb499-66a7-4756-b81d-75be1b9f0274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.746246 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d821b1f-fe1d-4ef2-b376-7f9d73c73d23 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=673b41aa-ef5c-4430-8864-95289a4c8272,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:56.746886 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.769417 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-df6515d0-1e17-4262-9ac6-a81e9b560b91 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1744130 Jul 14 09:24:56.772312 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 07b248d9-2194-4451-8b7d-261da0bd2dda {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:56.773596 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37234) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:56.776588 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d821b1f-fe1d-4ef2-b376-7f9d73c73d23 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.777811 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0d821b1f-fe1d-4ef2-b376-7f9d73c73d23 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4168034 Jul 14 09:24:56.784222 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37236) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:56.808153 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-3e24440e-34d4-4c53-94da-2cbb444a92b3 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Request body: {'security_group_rule': {'security_group_id': '0e07a578-499e-4f14-b2e2-4651e25776d8', 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:56.810222 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 07b248d9-2194-4451-8b7d-261da0bd2dda, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=07b248d9-2194-4451-8b7d-261da0bd2dda,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:56.815746 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.838340 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-29477060-0987-4774-ab17-313d1c8c9291 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] delete failed (client error): The resource could not be found. Jul 14 09:24:56.840023 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-29477060-0987-4774-ab17-313d1c8c9291 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "DELETE /v2.0/security-groups/87bca975-125e-46a4-b044-e2f909b4e78c HTTP/1.1" status: 404 len: 347 time: 0.0652058 Jul 14 09:24:56.844382 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37240) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:56.860447 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0d8bb499-66a7-4756-b81d-75be1b9f0274 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d2e9a8d4266648ce8a62d3c0801bf5be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8253832 Jul 14 09:24:56.869433 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-400feff3-95a9-4160-9a6f-b5d4ab677fa1 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] show failed (client error): The resource could not be found. Jul 14 09:24:56.870698 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37242) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:56.871705 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-400feff3-95a9-4160-9a6f-b5d4ab677fa1 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "GET /v2.0/security-groups/7880c65f-f27b-43c0-a9d7-1d4844b4c684 HTTP/1.1" status: 404 len: 347 time: 0.0255001 Jul 14 09:24:56.876413 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37244) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:56.892820 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8bb499-66a7-4756-b81d-75be1b9f0274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896767da-2810-441a-a88d-9c25044889e9,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:56.945192 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e24440e-34d4-4c53-94da-2cbb444a92b3 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.957934 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-d7a192fd-22b2-42b2-a310-425886a888e9 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] show failed (client error): The resource could not be found. Jul 14 09:24:56.968100 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d7a192fd-22b2-42b2-a310-425886a888e9 tempest-NegativeSecGroupIPv6Test-322205714 tempest-NegativeSecGroupIPv6Test-322205714-project] 10.222.0.25 "GET /v2.0/security-group-rules/5f60bc44-ca3a-447c-ab25-302e2950db3a HTTP/1.1" status: 404 len: 356 time: 0.0834768 Jul 14 09:24:57.003126 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20244ff9-13d4-4ba6-b3bd-9fe5598b3434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.017541 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=07b248d9-2194-4451-8b7d-261da0bd2dda,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:57.128971 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e24440e-34d4-4c53-94da-2cbb444a92b3 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.138014 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e24440e-34d4-4c53-94da-2cbb444a92b3 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.143840 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20244ff9-13d4-4ba6-b3bd-9fe5598b3434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.187310 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e24440e-34d4-4c53-94da-2cbb444a92b3 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.193131 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37260) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:57.196843 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3e24440e-34d4-4c53-94da-2cbb444a92b3 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3969123 Jul 14 09:24:57.203127 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b48fa374-aecf-4778-aae1-7742b1780a78 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Request body: {'security_group_rule': {'security_group_id': '0e07a578-499e-4f14-b2e2-4651e25776d8', 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:57.204924 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24440e-34d4-4c53-94da-2cbb444a92b3 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a275aad6-4512-4b63-a8a2-02307e3dd407,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:57.280110 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b48fa374-aecf-4778-aae1-7742b1780a78 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.344436 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37268) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:57.356828 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b48fa374-aecf-4778-aae1-7742b1780a78 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.367138 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81d271-c3b9-4a2d-9054-58a2b54299c9 req-dd3c0686-8db5-42e3-8db9-80d9a297e9d8 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:57.368852 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bf81d271-c3b9-4a2d-9054-58a2b54299c9 req-dd3c0686-8db5-42e3-8db9-80d9a297e9d8 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 945 time: 0.3150196 Jul 14 09:24:57.372345 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b48fa374-aecf-4778-aae1-7742b1780a78 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.391051 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9cdf235a-c33c-4306-a25e-417850c420d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.420546 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37270) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:57.450230 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20244ff9-13d4-4ba6-b3bd-9fe5598b3434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.454638 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20244ff9-13d4-4ba6-b3bd-9fe5598b3434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.456202 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-20244ff9-13d4-4ba6-b3bd-9fe5598b3434 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/896767da-2810-441a-a88d-9c25044889e9 HTTP/1.1" status: 204 len: 168 time: 0.5835001 Jul 14 09:24:57.457213 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fa374-aecf-4778-aae1-7742b1780a78 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f732ab-251b-4029-993d-08c1455f5dc7,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:57.484362 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20244ff9-13d4-4ba6-b3bd-9fe5598b3434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896767da-2810-441a-a88d-9c25044889e9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:57.505998 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bf81d271-c3b9-4a2d-9054-58a2b54299c9 req-c537e4a2-2ff5-4a0a-b1a5-ecaca62f0cc4 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223006 Jul 14 09:24:57.612256 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9cdf235a-c33c-4306-a25e-417850c420d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.627855 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9cdf235a-c33c-4306-a25e-417850c420d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.635644 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b48fa374-aecf-4778-aae1-7742b1780a78 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.639607 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b48fa374-aecf-4778-aae1-7742b1780a78 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4393346 Jul 14 09:24:57.641724 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37278) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:57.655803 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0723f194-809e-44fa-b8fe-ac25c2b4ed2a tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Request body: {'security_group_rule': {'security_group_id': '0e07a578-499e-4f14-b2e2-4651e25776d8', 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:57.721509 n-d-771362-35 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-0723f194-809e-44fa-b8fe-ac25c2b4ed2a tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Project 16836e26dfbf453ca94c396d1972ac2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:24:57.728693 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0723f194-809e-44fa-b8fe-ac25c2b4ed2a tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.748047 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9cdf235a-c33c-4306-a25e-417850c420d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fcd1b119c8264165bcfdc8692341db19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3995469 Jul 14 09:24:57.753000 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37280) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:57.755175 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf235a-c33c-4306-a25e-417850c420d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6828f806-074d-4ec6-b073-fae29a358c8b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:57.868060 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0723f194-809e-44fa-b8fe-ac25c2b4ed2a tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.905397 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0723f194-809e-44fa-b8fe-ac25c2b4ed2a tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.923409 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723f194-809e-44fa-b8fe-ac25c2b4ed2a tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72c255f-5e30-4812-86dc-e762fd67d78c,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:57.927141 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b9925570-c96e-41bd-ae59-aa5f040ed9fa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0208b02854d2441c8175daa3684143d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5019994 Jul 14 09:24:57.935185 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37288) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:57.976715 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0723f194-809e-44fa-b8fe-ac25c2b4ed2a tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.989097 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0723f194-809e-44fa-b8fe-ac25c2b4ed2a tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3443952 Jul 14 09:24:57.997350 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37292) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:58.001456 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8e9ce9e-aa59-4b03-bb46-154f9553c8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.003467 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-4d721f42-d9ac-4270-b4d8-67c4c6fedbeb tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Request body: {'security_group_rule': {'security_group_id': '0e07a578-499e-4f14-b2e2-4651e25776d8', 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:58.050875 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ab5cbfe-6eb9-4ae5-ad34-54c2d1e931e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.055206 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8e9ce9e-aa59-4b03-bb46-154f9553c8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.064670 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfa44f-a02a-4c4f-8f67-885e4f8f68fd req-647aae79-ef57-4254-85fb-3c2253cbf35a tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:58.075658 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fabfa44f-a02a-4c4f-8f67-885e4f8f68fd req-647aae79-ef57-4254-85fb-3c2253cbf35a tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=272bd2f9-792b-4dd5-b379-99814a53d5aa HTTP/1.1" status: 200 len: 943 time: 0.2050819 Jul 14 09:24:58.123705 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ab5cbfe-6eb9-4ae5-ad34-54c2d1e931e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.187768 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fabfa44f-a02a-4c4f-8f67-885e4f8f68fd req-10a7a930-edab-42a0-a70c-ecd4c8f688cb tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/security-groups?id=385a62bc-048d-42dd-96e8-43944779e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050925 Jul 14 09:24:58.190466 n-d-771362-35 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-4d721f42-d9ac-4270-b4d8-67c4c6fedbeb tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Project 16836e26dfbf453ca94c396d1972ac2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:24:58.211021 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d721f42-d9ac-4270-b4d8-67c4c6fedbeb tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.222007 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8e9ce9e-aa59-4b03-bb46-154f9553c8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.227385 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8e9ce9e-aa59-4b03-bb46-154f9553c8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.231571 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e8e9ce9e-aa59-4b03-bb46-154f9553c8c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6828f806-074d-4ec6-b073-fae29a358c8b HTTP/1.1" status: 204 len: 168 time: 0.4667482 Jul 14 09:24:58.246400 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9ce9e-aa59-4b03-bb46-154f9553c8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6828f806-074d-4ec6-b073-fae29a358c8b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:58.263645 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ab5cbfe-6eb9-4ae5-ad34-54c2d1e931e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.267800 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ab5cbfe-6eb9-4ae5-ad34-54c2d1e931e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.285226 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5ab5cbfe-6eb9-4ae5-ad34-54c2d1e931e0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/25c1cd42-0dfe-4544-8a32-6e8bf05c101c HTTP/1.1" status: 204 len: 168 time: 0.3336883 Jul 14 09:24:58.295084 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5cbfe-6eb9-4ae5-ad34-54c2d1e931e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c1cd42-0dfe-4544-8a32-6e8bf05c101c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:58.334604 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d721f42-d9ac-4270-b4d8-67c4c6fedbeb tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.341746 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d721f42-d9ac-4270-b4d8-67c4c6fedbeb tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.379566 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d721f42-d9ac-4270-b4d8-67c4c6fedbeb tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a75a53d-994a-4964-9b7e-2ec25ba115bc,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:58.403523 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d721f42-d9ac-4270-b4d8-67c4c6fedbeb tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.418488 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4d721f42-d9ac-4270-b4d8-67c4c6fedbeb tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4193466 Jul 14 09:24:59.004991 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-d891c9db-79b8-40e1-a5a9-20486efef96a tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1023167854&fields=id&tenant_id=16836e26dfbf453ca94c396d1972ac2d HTTP/1.1" status: 200 len: 267 time: 0.1441314 Jul 14 09:24:59.205511 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4bb7a-2c5b-4c93-90a8-bf267466c5b2 req-af295936-a649-49e9-b206-2ad293cef72c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:59.207114 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-29e4bb7a-2c5b-4c93-90a8-bf267466c5b2 req-af295936-a649-49e9-b206-2ad293cef72c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 945 time: 0.5048547 Jul 14 09:24:59.300353 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-483c7096-851c-42db-b0bb-bec198bc9eda tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:59.315266 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-483c7096-851c-42db-b0bb-bec198bc9eda tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/networks?id=56fa79e5-8443-4914-b116-eff9c1f86a87 HTTP/1.1" status: 200 len: 814 time: 0.3071213 Jul 14 09:24:59.348721 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-c169df35-f0e6-417b-bc88-71f3154ccc38 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/quotas/16836e26dfbf453ca94c396d1972ac2d HTTP/1.1" status: 200 len: 375 time: 0.0299134 Jul 14 09:24:59.392130 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36e1cb-6038-4cc4-887e-234e8ee90199 req-529cfba6-a768-4db7-ab12-523112b7d11c tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:59.398170 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4a36e1cb-6038-4cc4-887e-234e8ee90199 req-529cfba6-a768-4db7-ab12-523112b7d11c tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.47 "GET /v2.0/ports?device_id=272bd2f9-792b-4dd5-b379-99814a53d5aa HTTP/1.1" status: 200 len: 943 time: 0.3773983 Jul 14 09:24:59.568012 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-29e4bb7a-2c5b-4c93-90a8-bf267466c5b2 req-c00a7e4a-da1c-4290-8c6b-0543fc018e34 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520648 Jul 14 09:24:59.724279 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-86cd0271-dbb9-4bfb-ae5d-cb853d793fa7 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=16836e26dfbf453ca94c396d1972ac2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3766530 Jul 14 09:24:59.855934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-4a36e1cb-6038-4cc4-887e-234e8ee90199 req-c312056a-48a0-4f2a-a32b-39c0c17fe93b tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Deleting port 07b248d9-2194-4451-8b7d-261da0bd2dda {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:59.856549 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4a36e1cb-6038-4cc4-887e-234e8ee90199 req-c312056a-48a0-4f2a-a32b-39c0c17fe93b tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.979838 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-4a36e1cb-6038-4cc4-887e-234e8ee90199 req-c312056a-48a0-4f2a-a32b-39c0c17fe93b tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] For port 07b248d9-2194-4451-8b7d-261da0bd2dda, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=07b248d9-2194-4451-8b7d-261da0bd2dda,segment=NetworkSegment(9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d),segment_id=9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:59.980356 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4a36e1cb-6038-4cc4-887e-234e8ee90199 req-c312056a-48a0-4f2a-a32b-39c0c17fe93b tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.004852 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-4a36e1cb-6038-4cc4-887e-234e8ee90199 req-c312056a-48a0-4f2a-a32b-39c0c17fe93b tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Calling delete_port for 07b248d9-2194-4451-8b7d-261da0bd2dda owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:00.282074 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-cc084ba5-4114-40d9-874f-65b31aa896a3 service neutron] 10.222.0.25 "GET /v2.0/networks/56fa79e5-8443-4914-b116-eff9c1f86a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452006 Jul 14 09:25:00.566861 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-b39b8b79-92fe-4cfd-8422-b4fe17534726 service neutron] 10.222.0.25 "GET /v2.0/networks/56fa79e5-8443-4914-b116-eff9c1f86a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389309 Jul 14 09:25:00.597004 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37398) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:00.620487 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4a36e1cb-6038-4cc4-887e-234e8ee90199 req-c312056a-48a0-4f2a-a32b-39c0c17fe93b tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.730856 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c312056a-48a0-4f2a-a32b-39c0c17fe93b tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Pushing event deleted for resources: {'Port': ['ID=07b248d9-2194-4451-8b7d-261da0bd2dda,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:00.921640 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a36e1cb-6038-4cc4-887e-234e8ee90199 req-c312056a-48a0-4f2a-a32b-39c0c17fe93b tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] No DVR routers for this DVR port 07b248d9-2194-4451-8b7d-261da0bd2dda on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:00.924355 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-4a36e1cb-6038-4cc4-887e-234e8ee90199 req-c312056a-48a0-4f2a-a32b-39c0c17fe93b tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.929171 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4a36e1cb-6038-4cc4-887e-234e8ee90199 req-c312056a-48a0-4f2a-a32b-39c0c17fe93b tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.47 "DELETE /v2.0/ports/07b248d9-2194-4451-8b7d-261da0bd2dda HTTP/1.1" status: 204 len: 173 time: 1.4624255 Jul 14 09:25:00.932402 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272bd2f9-792b-4dd5-b379-99814a53d5aa', 'name': 'network-vif-deleted', 'tag': '07b248d9-2194-4451-8b7d-261da0bd2dda'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:00.937326 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37410) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:00.937985 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e600cd49-d442-4282-b3e7-b2a32d3286a4" -d '{"events": [{"server_uuid": "272bd2f9-792b-4dd5-b379-99814a53d5aa", "name": "network-vif-deleted", "tag": "07b248d9-2194-4451-8b7d-261da0bd2dda"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:01.033034 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-e150c1aa-adc4-48bf-9304-8234dacd307f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1241509775-network', 'tenant_id': '073cc9ac11394150be76039d95218b03'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:01.083693 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e8757be-c320-4aa9-9425-ba657e29c307 req-5c387a6c-509a-4ead-b1df-ae8be6ff76c7 tempest-ImagesTestJSON-240212788 tempest-ImagesTestJSON-240212788-project] 10.222.0.25 "GET /v2.0/ports?device_id=272bd2f9-792b-4dd5-b379-99814a53d5aa HTTP/1.1" status: 200 len: 210 time: 0.8639867 Jul 14 09:25:01.133147 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c423e224-4b8b-408c-a0f3-bfc2e16179f7 tempest-ServiceProvidersTest-553566159 tempest-ServiceProvidersTest-553566159-project] 10.222.0.25 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1939828 Jul 14 09:25:01.134160 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e150c1aa-adc4-48bf-9304-8234dacd307f admin admin] Made reservation on behalf of 073cc9ac11394150be76039d95218b03 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:01.149402 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e150c1aa-adc4-48bf-9304-8234dacd307f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.171472 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e150c1aa-adc4-48bf-9304-8234dacd307f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.505120 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137f13f-61d9-444a-9700-a3d8d0e936c4 req-cd566633-56cc-41a7-906b-b11b9b4af6f8 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:01.516636 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2137f13f-61d9-444a-9700-a3d8d0e936c4 req-cd566633-56cc-41a7-906b-b11b9b4af6f8 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 945 time: 0.1231220 Jul 14 09:25:01.535330 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e150c1aa-adc4-48bf-9304-8234dacd307f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.543685 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e150c1aa-adc4-48bf-9304-8234dacd307f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.569887 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2137f13f-61d9-444a-9700-a3d8d0e936c4 req-8fe3e1d3-c1de-4395-890f-e878d9369c3b tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519712 Jul 14 09:25:01.683295 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e150c1aa-adc4-48bf-9304-8234dacd307f admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:25:01.716967 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150c1aa-adc4-48bf-9304-8234dacd307f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7c9ef2-6fb0-489d-9916-f5b7c92bd494,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:01.732091 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9119d38a-f612-4d69-8ff6-131615fec319 x-openstack-request-id: req-9119d38a-f612-4d69-8ff6-131615fec319 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:01.732453 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272bd2f9-792b-4dd5-b379-99814a53d5aa", "name": "network-vif-deleted", "tag": "07b248d9-2194-4451-8b7d-261da0bd2dda", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:01.732709 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9119d38a-f612-4d69-8ff6-131615fec319 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:01.733167 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272bd2f9-792b-4dd5-b379-99814a53d5aa', 'name': 'network-vif-deleted', 'tag': '07b248d9-2194-4451-8b7d-261da0bd2dda', 'status': 'completed', 'code': 200} Jul 14 09:25:01.736899 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e150c1aa-adc4-48bf-9304-8234dacd307f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.737475 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-e150c1aa-adc4-48bf-9304-8234dacd307f admin admin] Added segment 2e1dcfd0-4170-42ee-8820-c2ceba98fd41 of type vlan for network 19405001-c459-4c6d-81a3-a6699cb89e41 Jul 14 09:25:01.793964 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37438) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:01.857174 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e150c1aa-adc4-48bf-9304-8234dacd307f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.922435 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e150c1aa-adc4-48bf-9304-8234dacd307f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.923930 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e150c1aa-adc4-48bf-9304-8234dacd307f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:01.924703 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e150c1aa-adc4-48bf-9304-8234dacd307f admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.956104 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ab27cebc-1baa-48c9-b71e-3b6877cf95f6 req-6f91eab3-289c-4d7f-97eb-e0db167a5b2b tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 210 time: 0.0893030 Jul 14 09:25:02.100217 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e150c1aa-adc4-48bf-9304-8234dacd307f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5006886 Jul 14 09:25:02.103089 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37448) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:02.114137 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-71b73a95-bb9d-44b2-9053-8edcf4fe48e6 admin admin] Request body: {'subnet': {'network_id': '19405001-c459-4c6d-81a3-a6699cb89e41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1241509775-subnet', 'tenant_id': '073cc9ac11394150be76039d95218b03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:02.114435 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150c1aa-adc4-48bf-9304-8234dacd307f admin admin] Pushing event updated for resources: {'Network': ['ID=19405001-c459-4c6d-81a3-a6699cb89e41,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:02.126770 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 19405001-c459-4c6d-81a3-a6699cb89e41 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:25:02.160536 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12568f70-67c6-48a1-aae0-bc9e3e69871a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.227625 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b73a95-bb9d-44b2-9053-8edcf4fe48e6 admin admin] Made reservation on behalf of 073cc9ac11394150be76039d95218b03 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:02.240177 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71b73a95-bb9d-44b2-9053-8edcf4fe48e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.603662 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 07b248d9-2194-4451-8b7d-261da0bd2dda no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:02.654580 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 07b248d9-2194-4451-8b7d-261da0bd2dda {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:02.656209 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 07b248d9-2194-4451-8b7d-261da0bd2dda not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:02.661658 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12568f70-67c6-48a1-aae0-bc9e3e69871a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.733425 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12568f70-67c6-48a1-aae0-bc9e3e69871a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.944775 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71b73a95-bb9d-44b2-9053-8edcf4fe48e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.958825 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37494) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:02.959311 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-12568f70-67c6-48a1-aae0-bc9e3e69871a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e626a561823f413cb6ebe00cfe94cd99&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1616683 Jul 14 09:25:02.965838 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12568f70-67c6-48a1-aae0-bc9e3e69871a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89875ce-7978-4e87-bc53-5bee7fcb0ac5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:03.077333 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b73a95-bb9d-44b2-9053-8edcf4fe48e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4078f06c-18e4-4a53-979a-de8ea00a0c47,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:03.113181 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6856da77-1720-4ce4-bb37-a6a6db51de7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.148618 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b73a95-bb9d-44b2-9053-8edcf4fe48e6 admin admin] Checking segment: {'id': '2e1dcfd0-4170-42ee-8820-c2ceba98fd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '19405001-c459-4c6d-81a3-a6699cb89e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:03.149058 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b73a95-bb9d-44b2-9053-8edcf4fe48e6 admin admin] Network hostable DHCP agents. Network: 19405001-c459-4c6d-81a3-a6699cb89e41, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:25:03.169431 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6856da77-1720-4ce4-bb37-a6a6db51de7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.176849 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:25:03.197242 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf2da4-0756-4acc-9bb4-ae62404683db req-2d2df504-2af3-40a4-ba51-cf0fb8178213 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:03.205922 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-48bf2da4-0756-4acc-9bb4-ae62404683db req-2d2df504-2af3-40a4-ba51-cf0fb8178213 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 945 time: 0.4218063 Jul 14 09:25:03.296273 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-48bf2da4-0756-4acc-9bb4-ae62404683db req-ef1ad36e-9cec-40b1-96ae-550feada5594 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801234 Jul 14 09:25:03.299624 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6856da77-1720-4ce4-bb37-a6a6db51de7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.304142 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6856da77-1720-4ce4-bb37-a6a6db51de7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.309418 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6856da77-1720-4ce4-bb37-a6a6db51de7f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b89875ce-7978-4e87-bc53-5bee7fcb0ac5 HTTP/1.1" status: 204 len: 168 time: 0.3486028 Jul 14 09:25:03.325927 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856da77-1720-4ce4-bb37-a6a6db51de7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89875ce-7978-4e87-bc53-5bee7fcb0ac5,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:03.458944 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8656103-5d40-484d-9641-a8c5a2862893 req-29924e0c-0e78-4155-adae-15c374856766 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 210 time: 0.1804128 Jul 14 09:25:03.472492 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b73a95-bb9d-44b2-9053-8edcf4fe48e6 admin admin] Network 19405001-c459-4c6d-81a3-a6699cb89e41 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:25:03.490953 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-71b73a95-bb9d-44b2-9053-8edcf4fe48e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 19405001-c459-4c6d-81a3-a6699cb89e41) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:03.499780 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b73a95-bb9d-44b2-9053-8edcf4fe48e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:03.503752 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d3f263-475a-416e-971e-0e63ac44cd16 None None] Network 19405001-c459-4c6d-81a3-a6699cb89e41 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:03.515361 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71b73a95-bb9d-44b2-9053-8edcf4fe48e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.536616 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-71b73a95-bb9d-44b2-9053-8edcf4fe48e6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4316056 Jul 14 09:25:03.794829 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37524) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:03.911697 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e16bed-14a6-4513-9f2d-a07eedc1996f None None] Network 19405001-c459-4c6d-81a3-a6699cb89e41 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:03.917226 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9783e191-5c04-4a2a-849f-0e6253604b7f admin admin] Deleting subnet 366d3585-af72-4619-a55f-a5b56cfe701c {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:25:03.921602 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9783e191-5c04-4a2a-849f-0e6253604b7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.015181 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9783e191-5c04-4a2a-849f-0e6253604b7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.170312 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9783e191-5c04-4a2a-849f-0e6253604b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.649812 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9783e191-5c04-4a2a-849f-0e6253604b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.205780 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37570) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:05.210868 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-fd05bd09-e7bd-491e-afc3-f8d9298288b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1906781855-network', 'tenant_id': '7ae4df13939f4106a88dfe0cba72f709'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:05.263416 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd05bd09-e7bd-491e-afc3-f8d9298288b2 admin admin] Made reservation on behalf of 7ae4df13939f4106a88dfe0cba72f709 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:05.269674 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd05bd09-e7bd-491e-afc3-f8d9298288b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.297878 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd05bd09-e7bd-491e-afc3-f8d9298288b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.558225 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd05bd09-e7bd-491e-afc3-f8d9298288b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.564304 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd05bd09-e7bd-491e-afc3-f8d9298288b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.596694 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783e191-5c04-4a2a-849f-0e6253604b7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=366d3585-af72-4619-a55f-a5b56cfe701c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:05.636274 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05bd09-e7bd-491e-afc3-f8d9298288b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abc7034-c473-4246-9c19-9a0363e83324,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:05.668965 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd05bd09-e7bd-491e-afc3-f8d9298288b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:25:05.699829 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-1aeecfb1-475b-4dbc-bb05-98ed6974fc3d tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:05.703676 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-1aeecfb1-475b-4dbc-bb05-98ed6974fc3d tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.47 "GET /v2.0/networks?id=56fa79e5-8443-4914-b116-eff9c1f86a87 HTTP/1.1" status: 200 len: 814 time: 1.4264300 Jul 14 09:25:05.708136 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9783e191-5c04-4a2a-849f-0e6253604b7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.710363 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9783e191-5c04-4a2a-849f-0e6253604b7f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/366d3585-af72-4619-a55f-a5b56cfe701c HTTP/1.1" status: 204 len: 168 time: 1.9134603 Jul 14 09:25:05.713319 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1e7f2b76-54a4-488a-a509-8b22cfbc8f9a req-897c5035-6415-45c9-a747-acee6266699f tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 210 time: 0.8977110 Jul 14 09:25:05.718738 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd05bd09-e7bd-491e-afc3-f8d9298288b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.719360 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-fd05bd09-e7bd-491e-afc3-f8d9298288b2 admin admin] Added segment c00b3182-44d5-4eb1-8548-00dfd37c9c5c of type vlan for network a195ef3c-5ef9-4c63-b344-3493bf066ee4 Jul 14 09:25:05.721288 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37582) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:05.933877 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-84650f3d-68f2-4b12-8c4d-fe7c625615c5 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16836e26dfbf453ca94c396d1972ac2d HTTP/1.1" status: 200 len: 380 time: 0.2193446 Jul 14 09:25:05.939304 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd05bd09-e7bd-491e-afc3-f8d9298288b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.964396 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-3a30f3f2-84f7-464b-ba43-1bc2fbe5968c tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Request body: {'port': {'device_id': 'e4e70716-f7e8-4c53-b23c-de011ea1980f', 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87', 'admin_state_up': True, 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'security_groups': ['0e07a578-499e-4f14-b2e2-4651e25776d8']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:06.094265 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a44ccf5-4385-4802-a042-e82747a57659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.163263 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242ac37-3e5a-48e8-bee2-1f7b4ee9c45e req-6e1d8167-9f91-4936-9ba6-bd761c8935d2 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:06.175687 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9242ac37-3e5a-48e8-bee2-1f7b4ee9c45e req-6e1d8167-9f91-4936-9ba6-bd761c8935d2 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 945 time: 1.3720529 Jul 14 09:25:06.291298 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd05bd09-e7bd-491e-afc3-f8d9298288b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.293343 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd05bd09-e7bd-491e-afc3-f8d9298288b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:06.296441 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd05bd09-e7bd-491e-afc3-f8d9298288b2 admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.313565 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9242ac37-3e5a-48e8-bee2-1f7b4ee9c45e req-85b41c48-b80a-4e2c-8714-03ec8e8aa5d9 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365483 Jul 14 09:25:06.379144 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-3a30f3f2-84f7-464b-ba43-1bc2fbe5968c tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Made reservation on behalf of 16836e26dfbf453ca94c396d1972ac2d for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:06.383928 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-3a30f3f2-84f7-464b-ba43-1bc2fbe5968c tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.629358 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a44ccf5-4385-4802-a042-e82747a57659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.637783 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fd05bd09-e7bd-491e-afc3-f8d9298288b2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4308448 Jul 14 09:25:06.647872 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37600) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:06.657621 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-144d1a1d-ff1a-46ed-8a4e-b472aecb62c8 admin admin] Request body: {'subnet': {'network_id': 'a195ef3c-5ef9-4c63-b344-3493bf066ee4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1906781855-subnet', 'tenant_id': '7ae4df13939f4106a88dfe0cba72f709', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:06.667786 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-3a30f3f2-84f7-464b-ba43-1bc2fbe5968c tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Allocated IP 172.20.0.4 (56fa79e5-8443-4914-b116-eff9c1f86a87/3d588393-54eb-4f64-a93a-52a5f5f3384f/e2641bad-b59e-45ab-b1ad-ebee2c0719e4) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:06.680599 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-4a44ccf5-4385-4802-a042-e82747a57659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b7ddbc-8e59-4deb-be30-9b93db9321e3']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:06.691834 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144d1a1d-ff1a-46ed-8a4e-b472aecb62c8 admin admin] Made reservation on behalf of 7ae4df13939f4106a88dfe0cba72f709 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:06.695015 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-144d1a1d-ff1a-46ed-8a4e-b472aecb62c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.715812 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-4a44ccf5-4385-4802-a042-e82747a57659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:06.716537 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-4a44ccf5-4385-4802-a042-e82747a57659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9ad35f-9b1a-4ff1-ba81-b3861d74fe7d') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:06.745893 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05bd09-e7bd-491e-afc3-f8d9298288b2 admin admin] Pushing event updated for resources: {'Network': ['ID=a195ef3c-5ef9-4c63-b344-3493bf066ee4,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:06.759104 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network a195ef3c-5ef9-4c63-b344-3493bf066ee4 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:25:06.767756 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a44ccf5-4385-4802-a042-e82747a57659 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.807631 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a44ccf5-4385-4802-a042-e82747a57659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.856519 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a44ccf5-4385-4802-a042-e82747a57659 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:06.858250 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a44ccf5-4385-4802-a042-e82747a57659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:06.861094 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:06.984172 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-3a30f3f2-84f7-464b-ba43-1bc2fbe5968c tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.042916 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a44ccf5-4385-4802-a042-e82747a57659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.058178 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-3a30f3f2-84f7-464b-ba43-1bc2fbe5968c tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Transition to ACTIVE for port object e2641bad-b59e-45ab-b1ad-ebee2c0719e4 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:07.066600 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a44ccf5-4385-4802-a042-e82747a57659 admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.083277 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4a44ccf5-4385-4802-a042-e82747a57659 admin admin] 10.222.0.25 "DELETE /v2.0/networks/71b7ddbc-8e59-4deb-be30-9b93db9321e3 HTTP/1.1" status: 204 len: 168 time: 1.3588023 Jul 14 09:25:07.155231 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-3a30f3f2-84f7-464b-ba43-1bc2fbe5968c tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.167879 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44ccf5-4385-4802-a042-e82747a57659 admin admin] Pushing event deleted for resources: {'Network': ['ID=71b7ddbc-8e59-4deb-be30-9b93db9321e3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:07.328308 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-3a30f3f2-84f7-464b-ba43-1bc2fbe5968c tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Network 56fa79e5-8443-4914-b116-eff9c1f86a87 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:07.334399 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-3a30f3f2-84f7-464b-ba43-1bc2fbe5968c tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:07.361288 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-3a30f3f2-84f7-464b-ba43-1bc2fbe5968c tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:07.435875 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-144d1a1d-ff1a-46ed-8a4e-b472aecb62c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.503340 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-3a30f3f2-84f7-464b-ba43-1bc2fbe5968c tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:07.504070 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-3a30f3f2-84f7-464b-ba43-1bc2fbe5968c tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.563221 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-3a30f3f2-84f7-464b-ba43-1bc2fbe5968c tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6113393 Jul 14 09:25:07.565940 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30f3f2-84f7-464b-ba43-1bc2fbe5968c tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Pushing event updated for resources: {'Port': ['ID=e2641bad-b59e-45ab-b1ad-ebee2c0719e4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:07.600390 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-98e511bc-48d7-4121-8194-a1f06a451210 service neutron] Request body: {'port': {'device_id': 'e4e70716-f7e8-4c53-b23c-de011ea1980f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:07.625393 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37624) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:07.720670 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d1a1d-ff1a-46ed-8a4e-b472aecb62c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b0d2077-fc41-4fc2-8f80-2ba5b180c9c0,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:07.721230 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce11dd0-3366-4e9a-b67b-796802ef5164 req-fc09cbd6-328b-4887-baca-65e4655ae66d tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:07.726102 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144d1a1d-ff1a-46ed-8a4e-b472aecb62c8 admin admin] Checking segment: {'id': 'c00b3182-44d5-4eb1-8548-00dfd37c9c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a195ef3c-5ef9-4c63-b344-3493bf066ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:07.726523 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144d1a1d-ff1a-46ed-8a4e-b472aecb62c8 admin admin] Network hostable DHCP agents. Network: a195ef3c-5ef9-4c63-b344-3493bf066ee4, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:25:07.747786 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3ce11dd0-3366-4e9a-b67b-796802ef5164 req-fc09cbd6-328b-4887-baca-65e4655ae66d tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 931 time: 0.5999575 Jul 14 09:25:07.785712 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144d1a1d-ff1a-46ed-8a4e-b472aecb62c8 admin admin] Network a195ef3c-5ef9-4c63-b344-3493bf066ee4 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:25:07.833943 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-65c6d60b-8de2-4d34-91f8-08af4799a1b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31d43ce6bd414ffdbd7d4e17338c0b3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1994359 Jul 14 09:25:07.837172 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37638) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:07.852493 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-144d1a1d-ff1a-46ed-8a4e-b472aecb62c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, a195ef3c-5ef9-4c63-b344-3493bf066ee4) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:07.861786 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351563db-0f96-4c40-918a-61f9d4cf426c None None] Network a195ef3c-5ef9-4c63-b344-3493bf066ee4 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:07.874432 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144d1a1d-ff1a-46ed-8a4e-b472aecb62c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:07.875366 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-144d1a1d-ff1a-46ed-8a4e-b472aecb62c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.948134 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3ce11dd0-3366-4e9a-b67b-796802ef5164 req-e6ccf323-c19c-4d93-a9b8-d1a0f4658b99 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e07a578-499e-4f14-b2e2-4651e25776d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978164 Jul 14 09:25:08.026117 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-144d1a1d-ff1a-46ed-8a4e-b472aecb62c8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3741508 Jul 14 09:25:08.036463 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-98e511bc-48d7-4121-8194-a1f06a451210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.073675 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7757f92b-22f0-49ec-add3-c92af3aca564 None None] Provisioning for port e2641bad-b59e-45ab-b1ad-ebee2c0719e4 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:08.082104 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec95f4-cecf-4da5-8c4e-45bde529cc51 req-5a3ab1ac-b655-471f-ace6-72f3e6f1df06 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:08.083161 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8d0725b-b305-4126-9c05-74b5a940c2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.096499 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7757f92b-22f0-49ec-add3-c92af3aca564 None None] Provisioning complete for port e2641bad-b59e-45ab-b1ad-ebee2c0719e4 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:08.097167 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7757f92b-22f0-49ec-add3-c92af3aca564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.100575 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-daec95f4-cecf-4da5-8c4e-45bde529cc51 req-5a3ab1ac-b655-471f-ace6-72f3e6f1df06 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 945 time: 0.3154860 Jul 14 09:25:08.117489 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8d0725b-b305-4126-9c05-74b5a940c2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.195227 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8d0725b-b305-4126-9c05-74b5a940c2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.198833 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8d0725b-b305-4126-9c05-74b5a940c2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.203574 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a8d0725b-b305-4126-9c05-74b5a940c2df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/385a62bc-048d-42dd-96e8-43944779e147 HTTP/1.1" status: 204 len: 168 time: 0.3620436 Jul 14 09:25:08.247310 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0725b-b305-4126-9c05-74b5a940c2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385a62bc-048d-42dd-96e8-43944779e147,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:08.316268 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7757f92b-22f0-49ec-add3-c92af3aca564 None None] Port e2641bad-b59e-45ab-b1ad-ebee2c0719e4 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:08.531186 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd173078-ba55-436c-ab17-3b60185d58fb None None] Network a195ef3c-5ef9-4c63-b344-3493bf066ee4 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:08.807622 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-92071820-fc13-41c3-870d-cb797340418c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2167373 Jul 14 09:25:09.093888 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-daec95f4-cecf-4da5-8c4e-45bde529cc51 req-80cf26ca-17df-420c-bdcd-63cdca2a3426 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9908123 Jul 14 09:25:09.236078 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb61f-8931-450f-aece-033d75819942 req-69599ce5-4793-4c6b-a2c8-7c8a5f0e94a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:09.238911 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb61f-8931-450f-aece-033d75819942 req-69599ce5-4793-4c6b-a2c8-7c8a5f0e94a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:09.240332 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb61f-8931-450f-aece-033d75819942 req-69599ce5-4793-4c6b-a2c8-7c8a5f0e94a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:09.245024 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb61f-8931-450f-aece-033d75819942 req-69599ce5-4793-4c6b-a2c8-7c8a5f0e94a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:09.245180 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-98e511bc-48d7-4121-8194-a1f06a451210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2641bad-b59e-45ab-b1ad-ebee2c0719e4 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:09.248723 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb61f-8931-450f-aece-033d75819942 req-69599ce5-4793-4c6b-a2c8-7c8a5f0e94a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:09.249664 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb61f-8931-450f-aece-033d75819942 req-69599ce5-4793-4c6b-a2c8-7c8a5f0e94a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:09.255535 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb61f-8931-450f-aece-033d75819942 req-69599ce5-4793-4c6b-a2c8-7c8a5f0e94a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:09.260050 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-69599ce5-4793-4c6b-a2c8-7c8a5f0e94a3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ff8ef452914843b3a211f5977d735f89&device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 6496 time: 0.3739064 Jul 14 09:25:09.277665 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-98e511bc-48d7-4121-8194-a1f06a451210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.311834 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-98e511bc-48d7-4121-8194-a1f06a451210 service neutron] Transition to ACTIVE for port object e2641bad-b59e-45ab-b1ad-ebee2c0719e4 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:09.317557 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-98e511bc-48d7-4121-8194-a1f06a451210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.622938 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e511bc-48d7-4121-8194-a1f06a451210 service neutron] Pushing event updated for resources: {'Port': ['ID=e2641bad-b59e-45ab-b1ad-ebee2c0719e4,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:09.791834 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb61f-8931-450f-aece-033d75819942 req-7e03bfa9-d73b-4a92-84c2-d9eea6d5d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:09.800301 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb61f-8931-450f-aece-033d75819942 req-7e03bfa9-d73b-4a92-84c2-d9eea6d5d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:09.802301 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb61f-8931-450f-aece-033d75819942 req-7e03bfa9-d73b-4a92-84c2-d9eea6d5d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:09.804975 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-7e03bfa9-d73b-4a92-84c2-d9eea6d5d74c service neutron] 10.222.0.44 "GET /v2.0/networks?id=fae645fa-dbb7-4242-86d8-0493fe1d9e27&id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&id=f88ba657-d9b2-4a2f-8603-745af5d48899&id=f88ba657-d9b2-4a2f-8603-745af5d48899 HTTP/1.1" status: 200 len: 2289 time: 0.5059381 Jul 14 09:25:10.037995 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490fade-a032-4f19-8256-ea788050926c req-f954f5c8-3b14-4d71-b010-741f29068543 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:10.039785 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8490fade-a032-4f19-8256-ea788050926c req-f954f5c8-3b14-4d71-b010-741f29068543 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] 10.222.0.25 "GET /v2.0/networks?id=19405001-c459-4c6d-81a3-a6699cb89e41 HTTP/1.1" status: 200 len: 809 time: 0.4186180 Jul 14 09:25:10.065727 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-40c3926f-54d2-4808-8828-53bf97a67f4e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf4ec6aa-127a-4c61-9e72-9dc4988aae8b HTTP/1.1" status: 200 len: 1000 time: 0.2542129 Jul 14 09:25:10.184697 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb61f-8931-450f-aece-033d75819942 req-3a517920-8879-4702-a016-479989995db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:10.186534 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-3a517920-8879-4702-a016-479989995db2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fb2be10d-9b03-46a3-ae63-922114d77bf7 HTTP/1.1" status: 200 len: 850 time: 0.1119361 Jul 14 09:25:10.321533 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8490fade-a032-4f19-8256-ea788050926c req-405ac3d6-5bfc-4ded-bd74-43ec8c3b3439 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] 10.222.0.25 "GET /v2.0/quotas/073cc9ac11394150be76039d95218b03 HTTP/1.1" status: 200 len: 375 time: 0.1871989 Jul 14 09:25:10.358179 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb61f-8931-450f-aece-033d75819942 req-c4260a6a-3be5-46e8-a106-305b7f43d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:10.362980 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-c4260a6a-3be5-46e8-a106-305b7f43d538 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fae645fa-dbb7-4242-86d8-0493fe1d9e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1695910 Jul 14 09:25:10.432371 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-98e511bc-48d7-4121-8194-a1f06a451210 service neutron] Attempting to bind port e2641bad-b59e-45ab-b1ad-ebee2c0719e4 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:10.436811 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-98e511bc-48d7-4121-8194-a1f06a451210 service neutron] Attempting to bind port e2641bad-b59e-45ab-b1ad-ebee2c0719e4 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '1b770b2e-122b-4497-b312-82778ff5d613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:10.437337 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-98e511bc-48d7-4121-8194-a1f06a451210 service neutron] Attempting to bind port e2641bad-b59e-45ab-b1ad-ebee2c0719e4 on network 56fa79e5-8443-4914-b116-eff9c1f86a87 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:10.538578 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8490fade-a032-4f19-8256-ea788050926c req-793d6f58-a1ef-4a65-a396-352965e578b3 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=073cc9ac11394150be76039d95218b03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1803169 Jul 14 09:25:10.634385 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.663731 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-98e511bc-48d7-4121-8194-a1f06a451210 service neutron] Port e2641bad-b59e-45ab-b1ad-ebee2c0719e4 on network 56fa79e5-8443-4914-b116-eff9c1f86a87 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:25:10.664081 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-98e511bc-48d7-4121-8194-a1f06a451210 service neutron] Attempting to bind port e2641bad-b59e-45ab-b1ad-ebee2c0719e4 on network 56fa79e5-8443-4914-b116-eff9c1f86a87 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:10.683283 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-ab4846eb-3714-4c54-96af-b315df93e498 service neutron] 10.222.0.44 "GET /v2.0/networks/fae645fa-dbb7-4242-86d8-0493fe1d9e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113778 Jul 14 09:25:10.803741 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-98e511bc-48d7-4121-8194-a1f06a451210 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:10.804114 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-98e511bc-48d7-4121-8194-a1f06a451210 service neutron] Checking segment: {'id': '1b770b2e-122b-4497-b312-82778ff5d613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:10.804679 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-98e511bc-48d7-4121-8194-a1f06a451210 service neutron] Bound using segment: {'id': '1b770b2e-122b-4497-b312-82778ff5d613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:10.804954 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-98e511bc-48d7-4121-8194-a1f06a451210 service neutron] Bound port: e2641bad-b59e-45ab-b1ad-ebee2c0719e4, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b770b2e-122b-4497-b312-82778ff5d613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:10.805609 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-98e511bc-48d7-4121-8194-a1f06a451210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.899178 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-98e511bc-48d7-4121-8194-a1f06a451210 service neutron] For port e2641bad-b59e-45ab-b1ad-ebee2c0719e4, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:10.903539 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-98e511bc-48d7-4121-8194-a1f06a451210 service neutron] For port e2641bad-b59e-45ab-b1ad-ebee2c0719e4, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=e2641bad-b59e-45ab-b1ad-ebee2c0719e4,segment=NetworkSegment(1b770b2e-122b-4497-b312-82778ff5d613),segment_id=1b770b2e-122b-4497-b312-82778ff5d613)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:10.925123 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-98e511bc-48d7-4121-8194-a1f06a451210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.938534 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4278e0-8d00-4438-98a2-47902075fdf0 req-6333330c-2cca-425a-9bb1-42b5492667a1 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:10.947828 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f4278e0-8d00-4438-98a2-47902075fdf0 req-6333330c-2cca-425a-9bb1-42b5492667a1 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 943 time: 1.3393936 Jul 14 09:25:10.976896 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ad9ca0f-b0a7-4191-8a52-17c1dc21706a req-d2fb12d9-9bdd-4170-a14e-3c33b3fee3a4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=66abb7d3-38c2-49ee-b810-297c1a4ae5e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8532991 Jul 14 09:25:11.015482 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-79fd903d-c335-4021-a906-d2d5f8f46bf4 service neutron] 10.222.0.44 "GET /v2.0/networks/fae645fa-dbb7-4242-86d8-0493fe1d9e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220339 Jul 14 09:25:11.063762 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e511bc-48d7-4121-8194-a1f06a451210 service neutron] Pushing event updated for resources: {'Port': ['ID=e2641bad-b59e-45ab-b1ad-ebee2c0719e4,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:11.135577 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-98e511bc-48d7-4121-8194-a1f06a451210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:11.135785 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-98e511bc-48d7-4121-8194-a1f06a451210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:11.137200 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-98e511bc-48d7-4121-8194-a1f06a451210 service neutron] 10.222.0.47 "PUT /v2.0/ports/e2641bad-b59e-45ab-b1ad-ebee2c0719e4 HTTP/1.1" status: 200 len: 1092 time: 3.5416214 Jul 14 09:25:11.147544 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e70716-f7e8-4c53-b23c-de011ea1980f', 'tag': 'e2641bad-b59e-45ab-b1ad-ebee2c0719e4'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:11.152119 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193d4867-c2e7-4bf3-80d3-28a75622192c" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e70716-f7e8-4c53-b23c-de011ea1980f", "tag": "e2641bad-b59e-45ab-b1ad-ebee2c0719e4"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:11.152484 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-9f593764-f6d4-4ced-bce5-cbe0cfe02f28 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=aa53f161-f281-47d6-8367-e1b2fa57dfc8 HTTP/1.1" status: 200 len: 217 time: 0.1301694 Jul 14 09:25:11.189565 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f4278e0-8d00-4438-98a2-47902075fdf0 req-c33c4987-b646-4f75-bc1a-3db51e03dd31 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e07a578-499e-4f14-b2e2-4651e25776d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2363796 Jul 14 09:25:11.316714 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb61f-8931-450f-aece-033d75819942 req-9dc9b676-3b7a-4747-a752-795f8618e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:11.321216 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-9dc9b676-3b7a-4747-a752-795f8618e3c2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4419a97-e126-425f-83f4-d7774f653116 HTTP/1.1" status: 200 len: 797 time: 0.1603277 Jul 14 09:25:11.405048 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8490fade-a032-4f19-8256-ea788050926c req-5b0e4820-ba45-463b-b6b5-b6e46f4f56a3 service neutron] 10.222.0.25 "GET /v2.0/networks/19405001-c459-4c6d-81a3-a6699cb89e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8654616 Jul 14 09:25:11.513921 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb61f-8931-450f-aece-033d75819942 req-c7c59b4e-b15e-4709-90ef-0efbb0a73cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:11.515790 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-c7c59b4e-b15e-4709-90ef-0efbb0a73cae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1901071 Jul 14 09:25:11.724689 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-f473f955-68dd-4e9e-aa44-5484b3306db1 service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969402 Jul 14 09:25:11.729128 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9ca0f-b0a7-4191-8a52-17c1dc21706a req-4f2c32f4-b303-4c03-8d68-c054f685623a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:11.732025 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ad9ca0f-b0a7-4191-8a52-17c1dc21706a req-4f2c32f4-b303-4c03-8d68-c054f685623a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&device_id=66abb7d3-38c2-49ee-b810-297c1a4ae5e6 HTTP/1.1" status: 200 len: 1098 time: 0.6704953 Jul 14 09:25:11.878098 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9ca0f-b0a7-4191-8a52-17c1dc21706a req-096a70e9-8c10-4e4b-934d-51d0ec229364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:11.883818 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ad9ca0f-b0a7-4191-8a52-17c1dc21706a req-096a70e9-8c10-4e4b-934d-51d0ec229364 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 912 time: 0.1155286 Jul 14 09:25:11.898481 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8490fade-a032-4f19-8256-ea788050926c req-3623699b-aef0-49e5-bb19-9b08aa71e904 service neutron] 10.222.0.25 "GET /v2.0/networks/19405001-c459-4c6d-81a3-a6699cb89e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905522 Jul 14 09:25:11.988252 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ad9ca0f-b0a7-4191-8a52-17c1dc21706a req-35dc42f0-bd3a-4ddd-ab4b-4d404538707f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef4dbc08-3ed1-45e7-8e6d-292a29e70367 HTTP/1.1" status: 200 len: 217 time: 0.0848167 Jul 14 09:25:11.990682 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-fe8a4550-ef88-4d34-a7c4-e0b27ab5c7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:11.993536 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-fe8a4550-ef88-4d34-a7c4-e0b27ab5c7ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16836e26dfbf453ca94c396d1972ac2d&device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 1095 time: 0.8030195 Jul 14 09:25:12.119246 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-48ef4049-7df8-41d6-809a-136f29021ec5 service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861966 Jul 14 09:25:12.213824 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.255916 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-2d370dd4-81e7-45ee-aa23-c07dd600bf77 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=69a28d42-49fa-4c87-9949-66b30fa09b71 HTTP/1.1" status: 200 len: 217 time: 0.1184320 Jul 14 09:25:12.257207 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-eb976efb-0431-4a73-98d9-3c45292a9304 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2641bad-b59e-45ab-b1ad-ebee2c0719e4 HTTP/1.1" status: 200 len: 217 time: 0.2419937 Jul 14 09:25:12.438615 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb61f-8931-450f-aece-033d75819942 req-fd32c02c-d28b-4fb7-969a-b8262c3a2662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:12.440132 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81760d-6d92-42c5-bd35-715fd21ee6c1 req-685fe1b7-46ac-41aa-84d7-b4b139c7b36e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:12.445256 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-fd32c02c-d28b-4fb7-969a-b8262c3a2662 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4419a97-e126-425f-83f4-d7774f653116 HTTP/1.1" status: 200 len: 797 time: 0.1709483 Jul 14 09:25:12.475420 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c81760d-6d92-42c5-bd35-715fd21ee6c1 req-685fe1b7-46ac-41aa-84d7-b4b139c7b36e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 945 time: 0.7859244 Jul 14 09:25:12.556403 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-b79b6a5a-91e6-4372-ba92-e226665ab38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:12.558357 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-b79b6a5a-91e6-4372-ba92-e226665ab38c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d588393-54eb-4f64-a93a-52a5f5f3384f HTTP/1.1" status: 200 len: 853 time: 0.2929738 Jul 14 09:25:12.636812 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9ca0f-b0a7-4191-8a52-17c1dc21706a req-4b661fae-aff6-45dd-a5ed-be6eb7b686ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:12.638815 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ad9ca0f-b0a7-4191-8a52-17c1dc21706a req-4b661fae-aff6-45dd-a5ed-be6eb7b686ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a288c610-4f62-489b-a703-60b0f1c60f0a HTTP/1.1" status: 200 len: 851 time: 0.6217084 Jul 14 09:25:12.685298 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e69b95f-b3b9-4b2b-808a-5ef881591934 x-openstack-request-id: req-9e69b95f-b3b9-4b2b-808a-5ef881591934 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:12.685682 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e70716-f7e8-4c53-b23c-de011ea1980f", "tag": "e2641bad-b59e-45ab-b1ad-ebee2c0719e4", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:12.685981 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e69b95f-b3b9-4b2b-808a-5ef881591934 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:12.686526 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e70716-f7e8-4c53-b23c-de011ea1980f', 'tag': 'e2641bad-b59e-45ab-b1ad-ebee2c0719e4', 'status': 'completed', 'code': 200} Jul 14 09:25:12.743047 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c81760d-6d92-42c5-bd35-715fd21ee6c1 req-3c3dc98d-ddde-46a7-8d78-c5c32aa86976 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666302 Jul 14 09:25:12.771203 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb61f-8931-450f-aece-033d75819942 req-9623f8b7-9742-42e3-ba37-566389f6ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:12.788204 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-9623f8b7-9742-42e3-ba37-566389f6ff7a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3357403 Jul 14 09:25:12.987276 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-830d7b22-3b62-47fe-9965-0cc627fe1721 req-7525c827-6aa4-41c8-9165-520b3964546e tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd2002b7-bc83-4b58-960f-f83b50033ff6 HTTP/1.1" status: 200 len: 210 time: 0.1225600 Jul 14 09:25:13.185488 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9ca0f-b0a7-4191-8a52-17c1dc21706a req-ab4fcc8b-a2dc-49f1-9bfa-5c2c81e08e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:13.190120 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ad9ca0f-b0a7-4191-8a52-17c1dc21706a req-ab4fcc8b-a2dc-49f1-9bfa-5c2c81e08e04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa88f091-33f9-4aa2-8101-31241b8b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4696434 Jul 14 09:25:13.308308 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-70b21426-9dda-4c80-ba98-c126b53e5351 service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080919 Jul 14 09:25:13.430380 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-e40a1407-9a4c-413d-84cc-69320224d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:13.438465 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-e40a1407-9a4c-413d-84cc-69320224d138 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56fa79e5-8443-4914-b116-eff9c1f86a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8673420 Jul 14 09:25:13.587062 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9f2c9-d7af-4fbd-9eab-7ab95dd5b728 req-1700922e-8c6b-4f60-9062-c35f00667269 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:13.606304 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c8a9f2c9-d7af-4fbd-9eab-7ab95dd5b728 req-1700922e-8c6b-4f60-9062-c35f00667269 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 943 time: 0.6582515 Jul 14 09:25:13.622391 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-8e43cecd-e672-41f3-9fdb-1844df6e9466 service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023984 Jul 14 09:25:13.741121 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-ee450021-e179-47a0-a2d9-2239c073edb8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=2b44d6f1-61fb-4df1-8681-4fe4b3de6c61 HTTP/1.1" status: 200 len: 217 time: 0.1134353 Jul 14 09:25:13.910951 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-acdb7839-dae0-4bf1-9026-4c38e2ff670e service neutron] 10.222.0.47 "GET /v2.0/networks/56fa79e5-8443-4914-b116-eff9c1f86a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437866 Jul 14 09:25:14.017896 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb61f-8931-450f-aece-033d75819942 req-44b9ab80-656e-4c86-b7e5-0f46ffed2f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:14.021241 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-44b9ab80-656e-4c86-b7e5-0f46ffed2f9d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4419a97-e126-425f-83f4-d7774f653116 HTTP/1.1" status: 200 len: 797 time: 0.2729669 Jul 14 09:25:14.159995 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c8a9f2c9-d7af-4fbd-9eab-7ab95dd5b728 req-36a59e73-2fe0-4bf7-bfea-c4e1c67e69d2 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e07a578-499e-4f14-b2e2-4651e25776d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5524988 Jul 14 09:25:14.164255 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ad9ca0f-b0a7-4191-8a52-17c1dc21706a req-e2c2abc7-232d-41b0-b50d-09499184a555 service neutron] 10.222.0.47 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9603105 Jul 14 09:25:14.313469 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb61f-8931-450f-aece-033d75819942 req-8362db71-4b6a-4f85-962e-5d9f3ee68553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:14.324653 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-8362db71-4b6a-4f85-962e-5d9f3ee68553 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2887499 Jul 14 09:25:14.653287 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-dc3f7d48-17b7-4876-a2ec-684feea2c12e service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241906 Jul 14 09:25:14.756034 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6a74d36-1972-47cb-974c-ef6a73c48674 req-cf68c797-c809-47ad-9338-223b394eda40 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd2002b7-bc83-4b58-960f-f83b50033ff6 HTTP/1.1" status: 200 len: 210 time: 0.1523697 Jul 14 09:25:14.800973 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9154f69d-ed08-40e6-91cd-6cc19b66bec6 req-8c3b20ab-046b-4f6b-a7f3-25fea987c0d2 service neutron] 10.222.0.47 "GET /v2.0/networks/56fa79e5-8443-4914-b116-eff9c1f86a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8668463 Jul 14 09:25:14.849537 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ad9ca0f-b0a7-4191-8a52-17c1dc21706a req-66ca8404-42c5-4990-a65d-0ac87439f212 service neutron] 10.222.0.47 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6490202 Jul 14 09:25:14.938170 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840556b-e7bd-4da6-993c-70672e510ffa req-1748e409-4418-4cfb-aa6b-34309de1a4ff tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:14.951388 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0840556b-e7bd-4da6-993c-70672e510ffa req-1748e409-4418-4cfb-aa6b-34309de1a4ff tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 945 time: 0.7221520 Jul 14 09:25:14.954712 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37880) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:15.312776 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0840556b-e7bd-4da6-993c-70672e510ffa req-787622d6-abf4-43e5-b65b-130169134081 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588371 Jul 14 09:25:15.497439 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c989e693-d4c6-446a-a2ca-c204471fe9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.568110 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d4867-c2e7-4bf3-80d3-28a75622192c req-4840c622-5c64-4ca0-b1df-3031aab09896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:15.574692 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-193d4867-c2e7-4bf3-80d3-28a75622192c req-4840c622-5c64-4ca0-b1df-3031aab09896 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16836e26dfbf453ca94c396d1972ac2d&device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 1095 time: 0.4972396 Jul 14 09:25:15.942694 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c989e693-d4c6-446a-a2ca-c204471fe9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.047641 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c989e693-d4c6-446a-a2ca-c204471fe9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.159320 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d4867-c2e7-4bf3-80d3-28a75622192c req-e7eb13b5-0e8e-4b2d-a634-28a07dd99e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:16.170515 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-193d4867-c2e7-4bf3-80d3-28a75622192c req-e7eb13b5-0e8e-4b2d-a634-28a07dd99e9d service neutron] 10.222.0.47 "GET /v2.0/networks?id=56fa79e5-8443-4914-b116-eff9c1f86a87 HTTP/1.1" status: 200 len: 914 time: 0.5818150 Jul 14 09:25:16.313853 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-bf5e2c5f-e5db-4e41-b6c3-e8273ade18a1 service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6534886 Jul 14 09:25:16.328338 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490fade-a032-4f19-8256-ea788050926c req-96e9105c-0788-4ef3-9816-46e4ecf261e4 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:16.329909 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8490fade-a032-4f19-8256-ea788050926c req-96e9105c-0788-4ef3-9816-46e4ecf261e4 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] 10.222.0.44 "GET /v2.0/networks?id=19405001-c459-4c6d-81a3-a6699cb89e41 HTTP/1.1" status: 200 len: 809 time: 0.2969425 Jul 14 09:25:16.379146 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-8490fade-a032-4f19-8256-ea788050926c req-9ef6e1be-a1ac-4417-9b84-268fcb24b430 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Request body: {'port': {'device_id': 'bd2002b7-bc83-4b58-960f-f83b50033ff6', 'network_id': '19405001-c459-4c6d-81a3-a6699cb89e41', 'admin_state_up': True, 'tenant_id': '073cc9ac11394150be76039d95218b03'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:16.458539 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-193d4867-c2e7-4bf3-80d3-28a75622192c req-0ee349ff-7dff-4c7d-b627-8c456e1f34bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2641bad-b59e-45ab-b1ad-ebee2c0719e4 HTTP/1.1" status: 200 len: 217 time: 0.2545745 Jul 14 09:25:16.472236 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c989e693-d4c6-446a-a2ca-c204471fe9d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d1ff89f8af6145d2a33fff4718fc246b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5158317 Jul 14 09:25:16.487896 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-5b60f240-9459-4f8c-9342-e5f30c63fcd6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=2a5cfa4e-dbe9-436e-8fa1-4ef550880916 HTTP/1.1" status: 200 len: 217 time: 0.1569667 Jul 14 09:25:16.498693 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37942) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:16.504804 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cce1a850-3809-440d-bf41-221eb0ee7289 req-032e7fb0-66c9-44e8-b43f-bd7d16eda129 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd2002b7-bc83-4b58-960f-f83b50033ff6 HTTP/1.1" status: 200 len: 210 time: 0.2916768 Jul 14 09:25:16.826754 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb61f-8931-450f-aece-033d75819942 req-e8624a52-d52e-4a60-923f-53d2e179d5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:16.832280 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-e8624a52-d52e-4a60-923f-53d2e179d5eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4419a97-e126-425f-83f4-d7774f653116 HTTP/1.1" status: 200 len: 797 time: 0.3200860 Jul 14 09:25:16.894937 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2116cfbb-03ec-403a-99a7-e48373a3be2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.050576 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2116cfbb-03ec-403a-99a7-e48373a3be2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.227166 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8490fade-a032-4f19-8256-ea788050926c req-9ef6e1be-a1ac-4417-9b84-268fcb24b430 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Made reservation on behalf of 073cc9ac11394150be76039d95218b03 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:17.239179 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8490fade-a032-4f19-8256-ea788050926c req-9ef6e1be-a1ac-4417-9b84-268fcb24b430 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.284896 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb61f-8931-450f-aece-033d75819942 req-dca019c9-d7dd-4706-980c-c07eaf9def5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:17.286535 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-dca019c9-d7dd-4706-980c-c07eaf9def5e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fc9d8b4-8882-41d7-9910-af2ade9bb06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4134188 Jul 14 09:25:17.488979 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989e693-d4c6-446a-a2ca-c204471fe9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38040e0-e3fe-4539-8e53-248d75b1fa18,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:17.667236 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-6258cb86-d87a-4265-af46-2a5cd4f5d899 service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204665 Jul 14 09:25:17.668381 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2116cfbb-03ec-403a-99a7-e48373a3be2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.681677 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2116cfbb-03ec-403a-99a7-e48373a3be2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.684034 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2116cfbb-03ec-403a-99a7-e48373a3be2f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b38040e0-e3fe-4539-8e53-248d75b1fa18 HTTP/1.1" status: 204 len: 168 time: 1.1838760 Jul 14 09:25:17.722100 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d4867-c2e7-4bf3-80d3-28a75622192c req-bbf72e78-c493-4511-b760-19bfae430ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:17.730920 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-193d4867-c2e7-4bf3-80d3-28a75622192c req-bbf72e78-c493-4511-b760-19bfae430ba3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d588393-54eb-4f64-a93a-52a5f5f3384f HTTP/1.1" status: 200 len: 853 time: 1.2558901 Jul 14 09:25:17.785578 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afacdc-a6e9-4eea-a1b6-4ddaad93707f req-d907f7a5-0234-4668-8ebf-39cd31223a7e tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:17.804910 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-27afacdc-a6e9-4eea-a1b6-4ddaad93707f req-d907f7a5-0234-4668-8ebf-39cd31223a7e tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 943 time: 2.2117617 Jul 14 09:25:17.917460 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116cfbb-03ec-403a-99a7-e48373a3be2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38040e0-e3fe-4539-8e53-248d75b1fa18,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:18.093601 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-27afacdc-a6e9-4eea-a1b6-4ddaad93707f req-1f936a5a-b3ea-4bae-8cc1-384727bd81c6 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e07a578-499e-4f14-b2e2-4651e25776d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2872214 Jul 14 09:25:18.178370 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa5e22-1ad1-420e-8e8f-bf6ad29dbdf5 req-5cf9b7d4-b56d-4a0b-9e49-47048083bffe tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:18.188841 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dcaa5e22-1ad1-420e-8e8f-bf6ad29dbdf5 req-5cf9b7d4-b56d-4a0b-9e49-47048083bffe tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 945 time: 0.7003503 Jul 14 09:25:18.282579 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d4867-c2e7-4bf3-80d3-28a75622192c req-ab316952-458c-4eff-b20c-ee59ea7febd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:18.294389 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-193d4867-c2e7-4bf3-80d3-28a75622192c req-ab316952-458c-4eff-b20c-ee59ea7febd5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56fa79e5-8443-4914-b116-eff9c1f86a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4851828 Jul 14 09:25:18.398137 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ad7850f-a7a9-4b9c-bade-0a47e97ce227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.493225 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-7fd63440-8777-4c27-9973-f1b98c4b9577 service neutron] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8016887 Jul 14 09:25:18.527609 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dcaa5e22-1ad1-420e-8e8f-bf6ad29dbdf5 req-c0da03cd-5ec0-4bad-b2fc-7b2e990f4b2b tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115809 Jul 14 09:25:18.659257 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37986) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:18.659547 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5819eace-80d4-4744-9f7a-ac9587996477 req-06b83eba-81e3-4e6e-bd60-3b8d3fe1a3fc tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd2002b7-bc83-4b58-960f-f83b50033ff6 HTTP/1.1" status: 200 len: 210 time: 0.1101930 Jul 14 09:25:18.679253 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-52ae9e46-88ec-4eba-b651-6218255480ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9d9e2c32-d3bd-4896-8ea6-73f8af857809 HTTP/1.1" status: 200 len: 217 time: 0.1773880 Jul 14 09:25:18.694181 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-8490fade-a032-4f19-8256-ea788050926c req-9ef6e1be-a1ac-4417-9b84-268fcb24b430 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Allocated IP 172.20.0.11 (19405001-c459-4c6d-81a3-a6699cb89e41/4078f06c-18e4-4a53-979a-de8ea00a0c47/5280dc88-31eb-4538-a65e-91c5a3cbd29d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:18.767025 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-193d4867-c2e7-4bf3-80d3-28a75622192c req-0556becd-6eef-4b03-85a0-1267eb916eb7 service neutron] 10.222.0.47 "GET /v2.0/networks/56fa79e5-8443-4914-b116-eff9c1f86a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371443 Jul 14 09:25:18.847720 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d46e2568-fd88-4794-9b4c-0d04ec98675b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:19.085216 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb61f-8931-450f-aece-033d75819942 req-b146ae77-3c77-491d-8e30-db0314f7d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:19.090644 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-b146ae77-3c77-491d-8e30-db0314f7d003 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6305651f-f686-4eb8-85f0-81bfcb17deeb HTTP/1.1" status: 200 len: 797 time: 0.3876638 Jul 14 09:25:19.094219 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-193d4867-c2e7-4bf3-80d3-28a75622192c req-d4ab3ebf-c5d2-48b7-bc50-bba0f783a394 service neutron] 10.222.0.47 "GET /v2.0/networks/56fa79e5-8443-4914-b116-eff9c1f86a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195457 Jul 14 09:25:19.341458 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-af57b140-40a0-43f0-92e7-6bcd27762dc7 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6662600e54f4458c8a790ab6b812ce38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599823 Jul 14 09:25:19.599900 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb61f-8931-450f-aece-033d75819942 req-32b9b411-b9c1-4b5d-a26b-c9d92bc3ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:19.601970 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-32b9b411-b9c1-4b5d-a26b-c9d92bc3ade1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f88ba657-d9b2-4a2f-8603-745af5d48899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3095634 Jul 14 09:25:19.613116 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8490fade-a032-4f19-8256-ea788050926c req-9ef6e1be-a1ac-4417-9b84-268fcb24b430 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:19.677224 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e475b-5ab9-4b1c-8100-af39ca271924 req-ac06317f-1861-4666-b7f1-68486a7e1a3e tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:19.679436 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ed7e475b-5ab9-4b1c-8100-af39ca271924 req-ac06317f-1861-4666-b7f1-68486a7e1a3e tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 943 time: 0.3068497 Jul 14 09:25:19.734573 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-249d59ad-b349-4c7b-874b-09ea1dfc9e43 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:19.737618 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-249d59ad-b349-4c7b-874b-09ea1dfc9e43 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3900836 Jul 14 09:25:19.767524 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-43b59ae5-79e5-45a7-9379-d3570f3e6bc3 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/quotas/6662600e54f4458c8a790ab6b812ce38 HTTP/1.1" status: 200 len: 375 time: 0.0195458 Jul 14 09:25:19.789637 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d46e2568-fd88-4794-9b4c-0d04ec98675b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:19.791259 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ed7e475b-5ab9-4b1c-8100-af39ca271924 req-9ef05743-b278-4288-b12c-6748be4bbb78 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e07a578-499e-4f14-b2e2-4651e25776d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966821 Jul 14 09:25:19.796439 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8490fade-a032-4f19-8256-ea788050926c req-9ef6e1be-a1ac-4417-9b84-268fcb24b430 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:19.803677 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d46e2568-fd88-4794-9b4c-0d04ec98675b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:19.888108 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-d5304f23-bd45-4f50-8ae7-821af935d2a3 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6662600e54f4458c8a790ab6b812ce38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1150553 Jul 14 09:25:19.952458 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-6f50dece-ec84-4d64-8797-cfe7fc0211d0 service neutron] 10.222.0.44 "GET /v2.0/networks/f88ba657-d9b2-4a2f-8603-745af5d48899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424470 Jul 14 09:25:20.190484 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8490fade-a032-4f19-8256-ea788050926c req-9ef6e1be-a1ac-4417-9b84-268fcb24b430 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Network 19405001-c459-4c6d-81a3-a6699cb89e41 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:20.208892 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e2568-fd88-4794-9b4c-0d04ec98675b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38eb51de-014d-4852-a93d-8a93c69c5ff7,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:20.237804 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 38050) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:20.247392 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d46e2568-fd88-4794-9b4c-0d04ec98675b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a80971467c634a54a53b891fcdc94884&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5829978 Jul 14 09:25:20.262597 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-8490fade-a032-4f19-8256-ea788050926c req-9ef6e1be-a1ac-4417-9b84-268fcb24b430 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:20.267567 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8490fade-a032-4f19-8256-ea788050926c req-9ef6e1be-a1ac-4417-9b84-268fcb24b430 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:20.271287 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6e1be-a1ac-4417-9b84-268fcb24b430 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Pushing event updated for resources: {'Port': ['ID=5280dc88-31eb-4538-a65e-91c5a3cbd29d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:20.340937 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-e70582a7-8474-4ea1-b4c1-308efd4cd7e0 service neutron] 10.222.0.44 "GET /v2.0/networks/f88ba657-d9b2-4a2f-8603-745af5d48899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709893 Jul 14 09:25:20.415848 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73f4ee-656b-420e-8de6-c3f22485ea2b req-3c0d1f94-d882-4c42-b840-0cc91d342571 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:20.425418 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b73f4ee-656b-420e-8de6-c3f22485ea2b req-3c0d1f94-d882-4c42-b840-0cc91d342571 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 945 time: 0.3113120 Jul 14 09:25:20.516243 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-0cbeec05-2edc-4960-bdae-392f94aab524 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ec03830c-6d12-40d0-8974-6acc684013fd HTTP/1.1" status: 200 len: 217 time: 0.1669662 Jul 14 09:25:20.544924 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490fade-a032-4f19-8256-ea788050926c req-9ef6e1be-a1ac-4417-9b84-268fcb24b430 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:20.545833 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8490fade-a032-4f19-8256-ea788050926c req-9ef6e1be-a1ac-4417-9b84-268fcb24b430 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.580539 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b73f4ee-656b-420e-8de6-c3f22485ea2b req-93972fe7-2f4a-4ce6-956a-bb7211156150 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537838 Jul 14 09:25:20.634762 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e60674c9-f02f-4e1f-9fc8-d24b4eaf6617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.637016 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8490fade-a032-4f19-8256-ea788050926c req-9ef6e1be-a1ac-4417-9b84-268fcb24b430 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2685199 Jul 14 09:25:20.653268 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-8490fade-a032-4f19-8256-ea788050926c req-ca2df0d0-1f45-418a-b4dc-7281b47dfd5a service neutron] Request body: {'port': {'device_id': 'bd2002b7-bc83-4b58-960f-f83b50033ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:20.702333 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e60674c9-f02f-4e1f-9fc8-d24b4eaf6617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.731771 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb61f-8931-450f-aece-033d75819942 req-2ddf1878-83ef-442d-b55a-d4d46af3dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:20.733541 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-2ddf1878-83ef-442d-b55a-d4d46af3dbb7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6305651f-f686-4eb8-85f0-81bfcb17deeb HTTP/1.1" status: 200 len: 797 time: 0.2082446 Jul 14 09:25:20.835316 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8490fade-a032-4f19-8256-ea788050926c req-ca2df0d0-1f45-418a-b4dc-7281b47dfd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.843477 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-304ba311-e0f1-4b1c-94ef-fe5eb8079e44 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6662600e54f4458c8a790ab6b812ce38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0934315 Jul 14 09:25:20.868116 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22adfa-74a6-4362-8336-e4d62df81100 req-3ae300cb-b44c-48a5-91b2-c536a66ee96d tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:20.869825 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5c22adfa-74a6-4362-8336-e4d62df81100 req-3ae300cb-b44c-48a5-91b2-c536a66ee96d tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd2002b7-bc83-4b58-960f-f83b50033ff6 HTTP/1.1" status: 200 len: 932 time: 0.4004176 Jul 14 09:25:20.919057 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e60674c9-f02f-4e1f-9fc8-d24b4eaf6617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.922086 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e60674c9-f02f-4e1f-9fc8-d24b4eaf6617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.923737 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e60674c9-f02f-4e1f-9fc8-d24b4eaf6617 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/38eb51de-014d-4852-a93d-8a93c69c5ff7 HTTP/1.1" status: 204 len: 168 time: 0.6846771 Jul 14 09:25:20.928254 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb61f-8931-450f-aece-033d75819942 req-312b1700-8bb4-4c63-b3f9-5f882e4bff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:20.930457 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-312b1700-8bb4-4c63-b3f9-5f882e4bff13 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f88ba657-d9b2-4a2f-8603-745af5d48899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1620154 Jul 14 09:25:20.974353 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60674c9-f02f-4e1f-9fc8-d24b4eaf6617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38eb51de-014d-4852-a93d-8a93c69c5ff7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:21.003596 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5c22adfa-74a6-4362-8336-e4d62df81100 req-394b46d0-4796-47cd-a6d5-2a6166e4a0e8 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] 10.222.0.25 "GET /v2.0/security-groups?id=be7c9ef2-6fb0-489d-9916-f5b7c92bd494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151149 Jul 14 09:25:21.033867 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04c03d8a-d5d8-49e4-b58e-b49b7d9cffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.128727 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-3624ebf0-3093-41f5-b19d-bb85c4659154 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:21.153128 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-3624ebf0-3093-41f5-b19d-bb85c4659154 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3087468 Jul 14 09:25:21.188546 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-842588a6-4d68-4a53-8ce4-3028f03aad08 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/quotas/6662600e54f4458c8a790ab6b812ce38 HTTP/1.1" status: 200 len: 375 time: 0.0342383 Jul 14 09:25:21.269928 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-c6e60151-5b72-45b6-a47f-8bb76a50bb3a tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6662600e54f4458c8a790ab6b812ce38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799291 Jul 14 09:25:21.289143 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.499945 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-9c0e8de6-63f1-418b-ab1d-26160c88fcd8 service neutron] 10.222.0.44 "GET /v2.0/networks/f88ba657-d9b2-4a2f-8603-745af5d48899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5609276 Jul 14 09:25:21.766228 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4038f17-cd23-4309-9ce1-3543c6fe5d06 req-f06099cf-69f8-47ed-9a60-f2dae8ea2ab1 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:21.775339 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4038f17-cd23-4309-9ce1-3543c6fe5d06 req-f06099cf-69f8-47ed-9a60-f2dae8ea2ab1 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 943 time: 0.4208338 Jul 14 09:25:21.808409 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cbe627ee-554e-4da2-a8d6-638c6c062736 req-988e0c6d-22ff-42f8-a06c-edb000426ee0 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaffdb24-dfc5-4e54-a859-3e0367b93545 HTTP/1.1" status: 200 len: 210 time: 0.1294687 Jul 14 09:25:21.979453 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-8490fade-a032-4f19-8256-ea788050926c req-ca2df0d0-1f45-418a-b4dc-7281b47dfd5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5280dc88-31eb-4538-a65e-91c5a3cbd29d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:21.984152 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4038f17-cd23-4309-9ce1-3543c6fe5d06 req-278c52c4-3081-41af-a7a7-09a83a31afa2 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e07a578-499e-4f14-b2e2-4651e25776d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987324 Jul 14 09:25:21.990900 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8490fade-a032-4f19-8256-ea788050926c req-ca2df0d0-1f45-418a-b4dc-7281b47dfd5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.995448 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2fe23-00f8-4722-a9f2-bd78f94f39eb req-c1f123b1-a778-42b5-8f55-4784fa754e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:22.004545 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-05f2fe23-00f8-4722-a9f2-bd78f94f39eb req-c1f123b1-a778-42b5-8f55-4784fa754e2f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 1097 time: 0.4907160 Jul 14 09:25:22.009926 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-8490fade-a032-4f19-8256-ea788050926c req-ca2df0d0-1f45-418a-b4dc-7281b47dfd5a service neutron] Transition to ACTIVE for port object 5280dc88-31eb-4538-a65e-91c5a3cbd29d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:22.032675 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 38128) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:22.076311 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8490fade-a032-4f19-8256-ea788050926c req-ca2df0d0-1f45-418a-b4dc-7281b47dfd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.148361 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99abb61f-8931-450f-aece-033d75819942 req-d89cf03b-33fd-40b1-b2fd-90b4f59af760 service neutron] 10.222.0.44 "GET /v2.0/networks/f88ba657-d9b2-4a2f-8603-745af5d48899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6392095 Jul 14 09:25:22.173436 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.404243 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e30d4a-ecf1-4324-93c4-81805fe477d0 req-34f9af7d-e48b-4cee-a2f4-8249785f1e72 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:22.416277 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74e30d4a-ecf1-4324-93c4-81805fe477d0 req-34f9af7d-e48b-4cee-a2f4-8249785f1e72 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 945 time: 0.3010666 Jul 14 09:25:22.460807 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2df0d0-1f45-418a-b4dc-7281b47dfd5a service neutron] Pushing event updated for resources: {'Port': ['ID=5280dc88-31eb-4538-a65e-91c5a3cbd29d,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:22.476636 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-8490fade-a032-4f19-8256-ea788050926c req-ca2df0d0-1f45-418a-b4dc-7281b47dfd5a service neutron] Attempting to bind port 5280dc88-31eb-4538-a65e-91c5a3cbd29d on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:22.477108 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-8490fade-a032-4f19-8256-ea788050926c req-ca2df0d0-1f45-418a-b4dc-7281b47dfd5a service neutron] Attempting to bind port 5280dc88-31eb-4538-a65e-91c5a3cbd29d by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '2e1dcfd0-4170-42ee-8820-c2ceba98fd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '19405001-c459-4c6d-81a3-a6699cb89e41'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:22.478706 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8490fade-a032-4f19-8256-ea788050926c req-ca2df0d0-1f45-418a-b4dc-7281b47dfd5a service neutron] Attempting to bind port 5280dc88-31eb-4538-a65e-91c5a3cbd29d on network 19405001-c459-4c6d-81a3-a6699cb89e41 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:22.489326 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8490fade-a032-4f19-8256-ea788050926c req-ca2df0d0-1f45-418a-b4dc-7281b47dfd5a service neutron] Port 5280dc88-31eb-4538-a65e-91c5a3cbd29d on network 19405001-c459-4c6d-81a3-a6699cb89e41 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:25:22.489809 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8490fade-a032-4f19-8256-ea788050926c req-ca2df0d0-1f45-418a-b4dc-7281b47dfd5a service neutron] Attempting to bind port 5280dc88-31eb-4538-a65e-91c5a3cbd29d on network 19405001-c459-4c6d-81a3-a6699cb89e41 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:22.495854 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8490fade-a032-4f19-8256-ea788050926c req-ca2df0d0-1f45-418a-b4dc-7281b47dfd5a service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:22.497109 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8490fade-a032-4f19-8256-ea788050926c req-ca2df0d0-1f45-418a-b4dc-7281b47dfd5a service neutron] Checking segment: {'id': '2e1dcfd0-4170-42ee-8820-c2ceba98fd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '19405001-c459-4c6d-81a3-a6699cb89e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:22.497257 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2fe23-00f8-4722-a9f2-bd78f94f39eb req-658c27b3-a87b-4d54-b21e-ca59921e90e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:22.497396 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8490fade-a032-4f19-8256-ea788050926c req-ca2df0d0-1f45-418a-b4dc-7281b47dfd5a service neutron] Bound using segment: {'id': '2e1dcfd0-4170-42ee-8820-c2ceba98fd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '19405001-c459-4c6d-81a3-a6699cb89e41'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:22.497541 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-8490fade-a032-4f19-8256-ea788050926c req-ca2df0d0-1f45-418a-b4dc-7281b47dfd5a service neutron] Bound port: 5280dc88-31eb-4538-a65e-91c5a3cbd29d, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e1dcfd0-4170-42ee-8820-c2ceba98fd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '19405001-c459-4c6d-81a3-a6699cb89e41'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:22.498010 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8490fade-a032-4f19-8256-ea788050926c req-ca2df0d0-1f45-418a-b4dc-7281b47dfd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.499273 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-05f2fe23-00f8-4722-a9f2-bd78f94f39eb req-658c27b3-a87b-4d54-b21e-ca59921e90e1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 912 time: 0.4871907 Jul 14 09:25:22.559541 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14d7323d-115f-4703-bcc0-5e83674ecedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.594895 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-8490fade-a032-4f19-8256-ea788050926c req-ca2df0d0-1f45-418a-b4dc-7281b47dfd5a service neutron] For port 5280dc88-31eb-4538-a65e-91c5a3cbd29d, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:22.600259 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-8490fade-a032-4f19-8256-ea788050926c req-ca2df0d0-1f45-418a-b4dc-7281b47dfd5a service neutron] For port 5280dc88-31eb-4538-a65e-91c5a3cbd29d, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=5280dc88-31eb-4538-a65e-91c5a3cbd29d,segment=NetworkSegment(2e1dcfd0-4170-42ee-8820-c2ceba98fd41),segment_id=2e1dcfd0-4170-42ee-8820-c2ceba98fd41)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:22.606233 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8490fade-a032-4f19-8256-ea788050926c req-ca2df0d0-1f45-418a-b4dc-7281b47dfd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.674880 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2df0d0-1f45-418a-b4dc-7281b47dfd5a service neutron] Pushing event updated for resources: {'Port': ['ID=5280dc88-31eb-4538-a65e-91c5a3cbd29d,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:22.691957 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490fade-a032-4f19-8256-ea788050926c req-ca2df0d0-1f45-418a-b4dc-7281b47dfd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:22.692775 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8490fade-a032-4f19-8256-ea788050926c req-ca2df0d0-1f45-418a-b4dc-7281b47dfd5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.694543 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8490fade-a032-4f19-8256-ea788050926c req-ca2df0d0-1f45-418a-b4dc-7281b47dfd5a service neutron] 10.222.0.44 "PUT /v2.0/ports/5280dc88-31eb-4538-a65e-91c5a3cbd29d HTTP/1.1" status: 200 len: 1093 time: 2.0481536 Jul 14 09:25:22.695278 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2002b7-bc83-4b58-960f-f83b50033ff6', 'tag': '5280dc88-31eb-4538-a65e-91c5a3cbd29d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:22.698663 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f86f5d-911e-460c-af8e-e7ac31b1ca44" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2002b7-bc83-4b58-960f-f83b50033ff6", "tag": "5280dc88-31eb-4538-a65e-91c5a3cbd29d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:22.736133 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-05f2fe23-00f8-4722-a9f2-bd78f94f39eb req-d2182fc4-9df1-405c-800d-fef0c5c7d0d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ff9168a-16ee-4d16-bd0d-880452991f03 HTTP/1.1" status: 200 len: 217 time: 0.1744010 Jul 14 09:25:22.770867 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-c4cfb0e3-f244-4e28-8416-90c76dbf0df1 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=6662600e54f4458c8a790ab6b812ce38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535817 Jul 14 09:25:22.797080 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74e30d4a-ecf1-4324-93c4-81805fe477d0 req-918774c0-edbe-4109-8167-27e253c88808 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768430 Jul 14 09:25:22.927032 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4a2a4b-03b6-45a5-82e2-3051f48a23be x-openstack-request-id: req-0d4a2a4b-03b6-45a5-82e2-3051f48a23be {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:22.927577 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2002b7-bc83-4b58-960f-f83b50033ff6", "tag": "5280dc88-31eb-4538-a65e-91c5a3cbd29d", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:22.927985 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d4a2a4b-03b6-45a5-82e2-3051f48a23be {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:22.928533 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2002b7-bc83-4b58-960f-f83b50033ff6', 'tag': '5280dc88-31eb-4538-a65e-91c5a3cbd29d', 'status': 'completed', 'code': 200} Jul 14 09:25:22.968238 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14d7323d-115f-4703-bcc0-5e83674ecedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.975629 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490fade-a032-4f19-8256-ea788050926c req-df0fe92e-9070-4d7e-b809-130582a914dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:22.977021 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8490fade-a032-4f19-8256-ea788050926c req-df0fe92e-9070-4d7e-b809-130582a914dd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=073cc9ac11394150be76039d95218b03&device_id=bd2002b7-bc83-4b58-960f-f83b50033ff6 HTTP/1.1" status: 200 len: 1096 time: 0.1168625 Jul 14 09:25:23.058969 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2fe23-00f8-4722-a9f2-bd78f94f39eb req-21a1fd0f-754e-4a0c-8ba6-5f0b6420641b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:23.061074 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-05f2fe23-00f8-4722-a9f2-bd78f94f39eb req-21a1fd0f-754e-4a0c-8ba6-5f0b6420641b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a288c610-4f62-489b-a703-60b0f1c60f0a HTTP/1.1" status: 200 len: 851 time: 0.3076179 Jul 14 09:25:23.062453 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8490fade-a032-4f19-8256-ea788050926c req-0a274260-42ce-474d-98c0-3b63bcf0476a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5280dc88-31eb-4538-a65e-91c5a3cbd29d HTTP/1.1" status: 200 len: 217 time: 0.0776563 Jul 14 09:25:23.068002 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14d7323d-115f-4703-bcc0-5e83674ecedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.139908 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490fade-a032-4f19-8256-ea788050926c req-8e9f43b8-4846-4ef0-bf1a-5c27bf516827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:23.146757 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8490fade-a032-4f19-8256-ea788050926c req-8e9f43b8-4846-4ef0-bf1a-5c27bf516827 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4078f06c-18e4-4a53-979a-de8ea00a0c47 HTTP/1.1" status: 200 len: 849 time: 0.0726881 Jul 14 09:25:23.214266 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8490fade-a032-4f19-8256-ea788050926c req-02f473a2-5eb3-4579-bff6-5a849ed81a9d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19405001-c459-4c6d-81a3-a6699cb89e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602527 Jul 14 09:25:23.226668 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9cfef978-459f-4e68-a0b1-beda9db756e3 req-c8c904fa-ef58-4f65-bb52-e84c4f3eacdc tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaffdb24-dfc5-4e54-a859-3e0367b93545 HTTP/1.1" status: 200 len: 210 time: 0.0687912 Jul 14 09:25:23.237967 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-14d7323d-115f-4703-bcc0-5e83674ecedc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe650167c44c4b21bf3725f6d6bfa866&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2007356 Jul 14 09:25:23.250982 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba8de4-dd9b-499d-9cfd-ab1fd3193a88 req-1ae16b4f-b06c-43e7-a4e3-8e543ae33f85 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:23.252718 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83ba8de4-dd9b-499d-9cfd-ab1fd3193a88 req-1ae16b4f-b06c-43e7-a4e3-8e543ae33f85 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd2002b7-bc83-4b58-960f-f83b50033ff6 HTTP/1.1" status: 200 len: 944 time: 0.8984740 Jul 14 09:25:23.255312 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 38174) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:23.257241 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7323d-115f-4703-bcc0-5e83674ecedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f56fbc-fc80-45a5-ac4a-c37e1923cbc4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:23.277716 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2fe23-00f8-4722-a9f2-bd78f94f39eb req-e4510d3e-eca5-4c12-8e61-ea950e68a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:23.290929 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-05f2fe23-00f8-4722-a9f2-bd78f94f39eb req-e4510d3e-eca5-4c12-8e61-ea950e68a29e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa88f091-33f9-4aa2-8101-31241b8b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2086234 Jul 14 09:25:23.298805 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-94f6aed7-9f58-4d80-8c22-a8eda32bda8d tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:23.300468 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-94f6aed7-9f58-4d80-8c22-a8eda32bda8d tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5122230 Jul 14 09:25:23.403391 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-05f2fe23-00f8-4722-a9f2-bd78f94f39eb req-bfea7132-a24b-464f-a182-82d35ec71af9 service neutron] 10.222.0.44 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005483 Jul 14 09:25:23.435809 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-0648badb-315b-40bc-a163-5d7b73be83a8 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Request body: {'port': {'device_id': '7af96464-e362-497e-b960-49e43ae20001', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': '6662600e54f4458c8a790ab6b812ce38'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:23.479045 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8df03552-929d-4d0b-a5a4-9355c8abffc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.536732 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8490fade-a032-4f19-8256-ea788050926c req-6d646d36-003e-4a2a-8725-c087f2602c0b service neutron] 10.222.0.44 "GET /v2.0/networks/19405001-c459-4c6d-81a3-a6699cb89e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120894 Jul 14 09:25:23.543118 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8df03552-929d-4d0b-a5a4-9355c8abffc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.564497 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83ba8de4-dd9b-499d-9cfd-ab1fd3193a88 req-e27a0ff4-7fb3-4c95-82fb-3e9722f67fb6 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] 10.222.0.25 "GET /v2.0/security-groups?id=be7c9ef2-6fb0-489d-9916-f5b7c92bd494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629037 Jul 14 09:25:23.692984 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.699171 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-05f2fe23-00f8-4722-a9f2-bd78f94f39eb req-3f541dbc-4517-4e1f-8bd1-a24d1b3befb3 service neutron] 10.222.0.44 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598221 Jul 14 09:25:23.732229 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8490fade-a032-4f19-8256-ea788050926c req-6b7fd910-2f41-46cd-92e3-fdc4c2c2ef0f service neutron] 10.222.0.44 "GET /v2.0/networks/19405001-c459-4c6d-81a3-a6699cb89e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860697 Jul 14 09:25:23.733145 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ff8b6-fa17-4020-8065-9fa9299d61c8 req-aae5ae91-eb66-4e7f-978b-58ba0fca1ec5 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:23.748682 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6d1ff8b6-fa17-4020-8065-9fa9299d61c8 req-aae5ae91-eb66-4e7f-978b-58ba0fca1ec5 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 943 time: 0.2031133 Jul 14 09:25:23.765553 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-0648badb-315b-40bc-a163-5d7b73be83a8 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Made reservation on behalf of 6662600e54f4458c8a790ab6b812ce38 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:23.779010 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8df03552-929d-4d0b-a5a4-9355c8abffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.781542 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-0648badb-315b-40bc-a163-5d7b73be83a8 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.782155 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8df03552-929d-4d0b-a5a4-9355c8abffc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.782155 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8df03552-929d-4d0b-a5a4-9355c8abffc7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89f56fbc-fc80-45a5-ac4a-c37e1923cbc4 HTTP/1.1" status: 204 len: 168 time: 0.5249608 Jul 14 09:25:23.798942 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df03552-929d-4d0b-a5a4-9355c8abffc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f56fbc-fc80-45a5-ac4a-c37e1923cbc4,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:23.822974 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-0648badb-315b-40bc-a163-5d7b73be83a8 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.979919 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f86f5d-911e-460c-af8e-e7ac31b1ca44 req-b1b6bc77-a931-4739-9322-d13a2f309828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:23.982153 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-71f86f5d-911e-460c-af8e-e7ac31b1ca44 req-b1b6bc77-a931-4739-9322-d13a2f309828 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=073cc9ac11394150be76039d95218b03&device_id=bd2002b7-bc83-4b58-960f-f83b50033ff6 HTTP/1.1" status: 200 len: 1096 time: 0.1528702 Jul 14 09:25:24.004577 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-0648badb-315b-40bc-a163-5d7b73be83a8 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.038720 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-0648badb-315b-40bc-a163-5d7b73be83a8 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.091230 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6d1ff8b6-fa17-4020-8065-9fa9299d61c8 req-fbe9e544-9a33-4530-b600-36ccb348693b tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e07a578-499e-4f14-b2e2-4651e25776d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3415468 Jul 14 09:25:24.093470 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-1fe596a3-18d4-44af-ad0f-d2001f499644 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=6662600e54f4458c8a790ab6b812ce38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0860653 Jul 14 09:25:24.230069 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f86f5d-911e-460c-af8e-e7ac31b1ca44 req-af12d1dd-d674-4f1e-a45a-4134b2c0e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:24.232467 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-71f86f5d-911e-460c-af8e-e7ac31b1ca44 req-af12d1dd-d674-4f1e-a45a-4134b2c0e2b5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=19405001-c459-4c6d-81a3-a6699cb89e41 HTTP/1.1" status: 200 len: 909 time: 0.2430713 Jul 14 09:25:24.327886 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-71f86f5d-911e-460c-af8e-e7ac31b1ca44 req-7ef86e8a-6ff3-4454-8eed-fc521a814db8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5280dc88-31eb-4538-a65e-91c5a3cbd29d HTTP/1.1" status: 200 len: 217 time: 0.0832050 Jul 14 09:25:24.350434 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648badb-315b-40bc-a163-5d7b73be83a8 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9334e828-e08e-4cce-b149-8aaf7c4a29c5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:24.466208 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f86f5d-911e-460c-af8e-e7ac31b1ca44 req-fa5f2a46-1663-43db-86df-1c028e451dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:24.468534 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-71f86f5d-911e-460c-af8e-e7ac31b1ca44 req-fa5f2a46-1663-43db-86df-1c028e451dbd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4078f06c-18e4-4a53-979a-de8ea00a0c47 HTTP/1.1" status: 200 len: 849 time: 0.1343272 Jul 14 09:25:24.570876 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-71f86f5d-911e-460c-af8e-e7ac31b1ca44 req-5fb6ce20-6f89-4e45-9c94-e8d584edb470 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19405001-c459-4c6d-81a3-a6699cb89e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946155 Jul 14 09:25:24.700177 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-24e6f7fd-935e-4d80-929f-d75b03b91da3 req-64ed1129-b66e-42a2-8001-74d5ad9b80a3 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaffdb24-dfc5-4e54-a859-3e0367b93545 HTTP/1.1" status: 200 len: 210 time: 0.1004686 Jul 14 09:25:24.736899 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5607c95-27ac-4344-a1fa-3d11afaa38d9 req-c15a5a5f-2362-4b4c-8f1f-9f851d6ee5f7 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:24.741002 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b5607c95-27ac-4344-a1fa-3d11afaa38d9 req-c15a5a5f-2362-4b4c-8f1f-9f851d6ee5f7 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 945 time: 0.6401012 Jul 14 09:25:24.763143 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-71f86f5d-911e-460c-af8e-e7ac31b1ca44 req-07eef3c5-a752-40ca-b46f-85f1ff126a8d service neutron] 10.222.0.44 "GET /v2.0/networks/19405001-c459-4c6d-81a3-a6699cb89e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821115 Jul 14 09:25:24.861373 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b5607c95-27ac-4344-a1fa-3d11afaa38d9 req-cfc9038d-d66a-4b68-8896-4fa367b78006 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914488 Jul 14 09:25:24.870429 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-f35490e3-9256-4b6e-a28f-9d0cbbf5fdf8 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:24.872375 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-f35490e3-9256-4b6e-a28f-9d0cbbf5fdf8 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7546377 Jul 14 09:25:24.873874 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-0648badb-315b-40bc-a163-5d7b73be83a8 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Allocated IP 192.168.233.165 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/1d721596-e839-47ab-87b5-97d395532aab) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:24.897330 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-eb5e4180-2aca-498a-81cb-013e1ad060b1 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Request body: {'port': {'device_id': 'eaffdb24-dfc5-4e54-a859-3e0367b93545', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': '6662600e54f4458c8a790ab6b812ce38'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:24.952284 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-71f86f5d-911e-460c-af8e-e7ac31b1ca44 req-6c342a03-0528-4735-a4f6-4d58e25c9380 service neutron] 10.222.0.44 "GET /v2.0/networks/19405001-c459-4c6d-81a3-a6699cb89e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780798 Jul 14 09:25:25.225319 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19497b21-463d-4396-8e5c-796e6c68a2ac req-5c279b6c-c434-48eb-999c-816f954eacb1 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:25.244145 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-19497b21-463d-4396-8e5c-796e6c68a2ac req-5c279b6c-c434-48eb-999c-816f954eacb1 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd2002b7-bc83-4b58-960f-f83b50033ff6 HTTP/1.1" status: 200 len: 944 time: 0.2852004 Jul 14 09:25:25.287380 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 5280dc88-31eb-4538-a65e-91c5a3cbd29d details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:25:25.413056 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 6ff9168a-16ee-4d16-bd0d-880452991f03 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:25.463213 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-19497b21-463d-4396-8e5c-796e6c68a2ac req-03715273-c14b-4d7c-9191-99ad87c99f40 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] 10.222.0.25 "GET /v2.0/security-groups?id=be7c9ef2-6fb0-489d-9916-f5b7c92bd494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180309 Jul 14 09:25:25.508381 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 5280dc88-31eb-4538-a65e-91c5a3cbd29d, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=5280dc88-31eb-4538-a65e-91c5a3cbd29d,segment=NetworkSegment(2e1dcfd0-4170-42ee-8820-c2ceba98fd41),segment_id=2e1dcfd0-4170-42ee-8820-c2ceba98fd41)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:25.524869 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-eb5e4180-2aca-498a-81cb-013e1ad060b1 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Made reservation on behalf of 6662600e54f4458c8a790ab6b812ce38 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:25.529985 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '5280dc88-31eb-4538-a65e-91c5a3cbd29d', 'network_id': '19405001-c459-4c6d-81a3-a6699cb89e41', 'port_id': '5280dc88-31eb-4538-a65e-91c5a3cbd29d', 'mac_address': 'fa:16:3e:3c:18:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4078f06c-18e4-4a53-979a-de8ea00a0c47', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:25:25.533700 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-eb5e4180-2aca-498a-81cb-013e1ad060b1 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.598620 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.639786 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.668600 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5280dc88-31eb-4538-a65e-91c5a3cbd29d {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:25.671975 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8689473b-de84-4715-9999-283cdb3360d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ff9168a-16ee-4d16-bd0d-880452991f03'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:25.674806 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e926ab1a-bc45-416b-8184-6b5e1f0577ca" -d '{"events": [{"server_uuid": "8689473b-de84-4715-9999-283cdb3360d0", "name": "network-vif-unplugged", "status": "completed", "tag": "6ff9168a-16ee-4d16-bd0d-880452991f03"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:25.697725 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6135b39-c637-41e8-a89a-07476f7d018c req-749723ba-be4f-4430-a4d1-e550e188afca tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:25.699322 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6135b39-c637-41e8-a89a-07476f7d018c req-749723ba-be4f-4430-a4d1-e550e188afca tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 943 time: 0.4007211 Jul 14 09:25:25.739737 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-0648badb-315b-40bc-a163-5d7b73be83a8 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.743966 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 6ff9168a-16ee-4d16-bd0d-880452991f03, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=6ff9168a-16ee-4d16-bd0d-880452991f03,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:25.775961 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.782909 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b9223e-d42e-4eb1-8963-0bb29a6f5eb2 x-openstack-request-id: req-e0b9223e-d42e-4eb1-8963-0bb29a6f5eb2 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:25.783735 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8689473b-de84-4715-9999-283cdb3360d0", "name": "network-vif-unplugged", "status": "completed", "tag": "6ff9168a-16ee-4d16-bd0d-880452991f03", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:25.784170 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0b9223e-d42e-4eb1-8963-0bb29a6f5eb2 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:25.784792 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8689473b-de84-4715-9999-283cdb3360d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ff9168a-16ee-4d16-bd0d-880452991f03', 'code': 200} Jul 14 09:25:25.789206 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 5280dc88-31eb-4538-a65e-91c5a3cbd29d, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=5280dc88-31eb-4538-a65e-91c5a3cbd29d,segment=NetworkSegment(2e1dcfd0-4170-42ee-8820-c2ceba98fd41),segment_id=2e1dcfd0-4170-42ee-8820-c2ceba98fd41)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:25.854256 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-0648badb-315b-40bc-a163-5d7b73be83a8 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Transition to ACTIVE for port object 1d721596-e839-47ab-87b5-97d395532aab will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:25.866221 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.918020 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=6ff9168a-16ee-4d16-bd0d-880452991f03,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:25.932320 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6135b39-c637-41e8-a89a-07476f7d018c req-3a5c3538-90d2-43ac-8529-8ee250e2a666 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e07a578-499e-4f14-b2e2-4651e25776d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091250 Jul 14 09:25:26.044673 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-0648badb-315b-40bc-a163-5d7b73be83a8 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.110885 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=5280dc88-31eb-4538-a65e-91c5a3cbd29d,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:26.250335 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['5280dc88-31eb-4538-a65e-91c5a3cbd29d'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:26.324408 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-0648badb-315b-40bc-a163-5d7b73be83a8 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:26.727222 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device e2641bad-b59e-45ab-b1ad-ebee2c0719e4 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:25:26.742596 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-0648badb-315b-40bc-a163-5d7b73be83a8 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:26.756284 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35b3c00d-9a89-446b-8b36-981cc85ba24e req-34656e31-c4b3-45b4-b20c-ca798eba892a tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaffdb24-dfc5-4e54-a859-3e0367b93545 HTTP/1.1" status: 200 len: 210 time: 0.5684385 Jul 14 09:25:26.764514 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-0648badb-315b-40bc-a163-5d7b73be83a8 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:26.889678 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-eb5e4180-2aca-498a-81cb-013e1ad060b1 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Allocated IP 192.168.233.85 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/06f23f68-c774-4a63-a8b8-3e902b511b6e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:26.915005 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648badb-315b-40bc-a163-5d7b73be83a8 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Pushing event updated for resources: {'Port': ['ID=1d721596-e839-47ab-87b5-97d395532aab,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:26.935418 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port e2641bad-b59e-45ab-b1ad-ebee2c0719e4, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=e2641bad-b59e-45ab-b1ad-ebee2c0719e4,segment=NetworkSegment(1b770b2e-122b-4497-b312-82778ff5d613),segment_id=1b770b2e-122b-4497-b312-82778ff5d613)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:26.973728 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'e2641bad-b59e-45ab-b1ad-ebee2c0719e4', 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87', 'port_id': 'e2641bad-b59e-45ab-b1ad-ebee2c0719e4', 'mac_address': 'fa:16:3e:c6:de:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d588393-54eb-4f64-a93a-52a5f5f3384f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:25:26.979229 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-0648badb-315b-40bc-a163-5d7b73be83a8 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:26.981772 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-0648badb-315b-40bc-a163-5d7b73be83a8 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.073906 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.104214 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2641bad-b59e-45ab-b1ad-ebee2c0719e4 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:27.131635 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port e2641bad-b59e-45ab-b1ad-ebee2c0719e4, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=e2641bad-b59e-45ab-b1ad-ebee2c0719e4,segment=NetworkSegment(1b770b2e-122b-4497-b312-82778ff5d613),segment_id=1b770b2e-122b-4497-b312-82778ff5d613)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:27.145208 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.173640 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-0648badb-315b-40bc-a163-5d7b73be83a8 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7465603 Jul 14 09:25:27.253924 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=e2641bad-b59e-45ab-b1ad-ebee2c0719e4,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:27.273253 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6fcd2cc1-99c2-43b7-9bda-cf7a7811bcd8 None None] Provisioning for port 1d721596-e839-47ab-87b5-97d395532aab completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:27.285126 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6fcd2cc1-99c2-43b7-9bda-cf7a7811bcd8 None None] Provisioning complete for port 1d721596-e839-47ab-87b5-97d395532aab triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:27.286113 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fcd2cc1-99c2-43b7-9bda-cf7a7811bcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.297670 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-cd443a18-af6b-4184-8d45-36120fd4c5d5 service neutron] Request body: {'port': {'device_id': '7af96464-e362-497e-b960-49e43ae20001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:27.314698 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 5280dc88-31eb-4538-a65e-91c5a3cbd29d up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:27.386088 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6fcd2cc1-99c2-43b7-9bda-cf7a7811bcd8 None None] Port 1d721596-e839-47ab-87b5-97d395532aab cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:27.408263 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b110c-50ae-42c7-9760-ae8f25f23595 req-0b492395-4f18-4a2c-97a6-e1c1738da5d2 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:27.411044 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 5280dc88-31eb-4538-a65e-91c5a3cbd29d completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:27.416514 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 5280dc88-31eb-4538-a65e-91c5a3cbd29d triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:27.417198 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.417567 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd7b110c-50ae-42c7-9760-ae8f25f23595 req-0b492395-4f18-4a2c-97a6-e1c1738da5d2 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 943 time: 1.2388160 Jul 14 09:25:27.428301 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-eb5e4180-2aca-498a-81cb-013e1ad060b1 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.456592 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-eb5e4180-2aca-498a-81cb-013e1ad060b1 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Transition to ACTIVE for port object 06f23f68-c774-4a63-a8b8-3e902b511b6e will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:27.521339 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.529401 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2110e6f-8f86-432c-8dcb-9240ead9b1cc req-0afc9a18-f87a-4039-8fb5-728b018f0564 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:27.531118 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f2110e6f-8f86-432c-8dcb-9240ead9b1cc req-0afc9a18-f87a-4039-8fb5-728b018f0564 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd2002b7-bc83-4b58-960f-f83b50033ff6 HTTP/1.1" status: 200 len: 945 time: 0.4489210 Jul 14 09:25:27.539267 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['e2641bad-b59e-45ab-b1ad-ebee2c0719e4'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:27.564118 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-cd443a18-af6b-4184-8d45-36120fd4c5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.612593 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 5280dc88-31eb-4538-a65e-91c5a3cbd29d, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=5280dc88-31eb-4538-a65e-91c5a3cbd29d,segment=NetworkSegment(2e1dcfd0-4170-42ee-8820-c2ceba98fd41),segment_id=2e1dcfd0-4170-42ee-8820-c2ceba98fd41)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:27.625460 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.670733 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd7b110c-50ae-42c7-9760-ae8f25f23595 req-0db78c06-876a-45e0-b0c9-6f6a84f771c7 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521679 Jul 14 09:25:27.734310 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=5280dc88-31eb-4538-a65e-91c5a3cbd29d,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:27.771084 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f2110e6f-8f86-432c-8dcb-9240ead9b1cc req-7f5d2a58-44c2-4a23-a891-a65b2c1724fb tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] 10.222.0.25 "GET /v2.0/security-groups?id=be7c9ef2-6fb0-489d-9916-f5b7c92bd494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194254 Jul 14 09:25:27.795042 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2002b7-bc83-4b58-960f-f83b50033ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5280dc88-31eb-4538-a65e-91c5a3cbd29d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:27.807121 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-eb5e4180-2aca-498a-81cb-013e1ad060b1 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.820523 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a547a086-3aa1-4065-981a-9978ce3e96b4" -d '{"events": [{"server_uuid": "bd2002b7-bc83-4b58-960f-f83b50033ff6", "name": "network-vif-plugged", "status": "completed", "tag": "5280dc88-31eb-4538-a65e-91c5a3cbd29d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:27.861113 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-eb5e4180-2aca-498a-81cb-013e1ad060b1 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:27.872134 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-eb5e4180-2aca-498a-81cb-013e1ad060b1 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:28.128435 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-eb5e4180-2aca-498a-81cb-013e1ad060b1 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:28.216251 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2573e121-37eb-4f30-af64-3e8579e16099 None None] Provisioning for port 06f23f68-c774-4a63-a8b8-3e902b511b6e completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:28.221495 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2573e121-37eb-4f30-af64-3e8579e16099 None None] Provisioning complete for port 06f23f68-c774-4a63-a8b8-3e902b511b6e triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:28.222694 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2573e121-37eb-4f30-af64-3e8579e16099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.228973 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e4180-2aca-498a-81cb-013e1ad060b1 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Pushing event updated for resources: {'Port': ['ID=06f23f68-c774-4a63-a8b8-3e902b511b6e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:28.238068 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-cd443a18-af6b-4184-8d45-36120fd4c5d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d721596-e839-47ab-87b5-97d395532aab {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:28.256242 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-cd443a18-af6b-4184-8d45-36120fd4c5d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.290580 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-eb5e4180-2aca-498a-81cb-013e1ad060b1 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:28.291263 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-eb5e4180-2aca-498a-81cb-013e1ad060b1 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.302515 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2573e121-37eb-4f30-af64-3e8579e16099 None None] Port 06f23f68-c774-4a63-a8b8-3e902b511b6e cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:28.323772 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-cd443a18-af6b-4184-8d45-36120fd4c5d5 service neutron] Transition to ACTIVE for port object 1d721596-e839-47ab-87b5-97d395532aab will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:28.332737 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-eb5e4180-2aca-498a-81cb-013e1ad060b1 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4488494 Jul 14 09:25:28.345509 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40638829-6885-4b3c-8ef1-c544576eada0 req-8c273702-dd0e-4fd7-8f9e-d7eceedf26dc tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:28.348348 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40638829-6885-4b3c-8ef1-c544576eada0 req-8c273702-dd0e-4fd7-8f9e-d7eceedf26dc tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaffdb24-dfc5-4e54-a859-3e0367b93545 HTTP/1.1" status: 200 len: 935 time: 0.2218075 Jul 14 09:25:28.355807 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-4f312505-64d6-46eb-9a40-d11f4c93de11 service neutron] Request body: {'port': {'device_id': 'eaffdb24-dfc5-4e54-a859-3e0367b93545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:28.358488 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-cd443a18-af6b-4184-8d45-36120fd4c5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.425859 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd443a18-af6b-4184-8d45-36120fd4c5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1d721596-e839-47ab-87b5-97d395532aab,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:28.470448 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ff864-d7b3-41d0-a45b-608ff0850f3a req-ff0204ca-c1a6-4fc6-a5b1-1936123b98f0 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:28.476320 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd5ff864-d7b3-41d0-a45b-608ff0850f3a req-ff0204ca-c1a6-4fc6-a5b1-1936123b98f0 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 944 time: 0.3486221 Jul 14 09:25:28.590411 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40638829-6885-4b3c-8ef1-c544576eada0 req-169ca7f1-596f-4973-afb2-5e87f497720d tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/security-groups?id=9334e828-e08e-4cce-b149-8aaf7c4a29c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292030 Jul 14 09:25:28.687110 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd5ff864-d7b3-41d0-a45b-608ff0850f3a req-01df1883-5c70-4780-99b4-c3348b680bad tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e07a578-499e-4f14-b2e2-4651e25776d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939907 Jul 14 09:25:28.727807 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ec9253-2c89-4443-b236-2ef936f1cbf6 x-openstack-request-id: req-82ec9253-2c89-4443-b236-2ef936f1cbf6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:28.728215 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2002b7-bc83-4b58-960f-f83b50033ff6", "name": "network-vif-plugged", "status": "completed", "tag": "5280dc88-31eb-4538-a65e-91c5a3cbd29d", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:28.728964 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82ec9253-2c89-4443-b236-2ef936f1cbf6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:28.730219 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2002b7-bc83-4b58-960f-f83b50033ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5280dc88-31eb-4538-a65e-91c5a3cbd29d', 'code': 200} Jul 14 09:25:28.744522 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device e2641bad-b59e-45ab-b1ad-ebee2c0719e4 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:28.790944 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-4f312505-64d6-46eb-9a40-d11f4c93de11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.887258 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port e2641bad-b59e-45ab-b1ad-ebee2c0719e4 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:28.904642 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port e2641bad-b59e-45ab-b1ad-ebee2c0719e4 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:28.911828 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.987976 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-cd443a18-af6b-4184-8d45-36120fd4c5d5 service neutron] Attempting to bind port 1d721596-e839-47ab-87b5-97d395532aab on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:28.989177 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-cd443a18-af6b-4184-8d45-36120fd4c5d5 service neutron] Attempting to bind port 1d721596-e839-47ab-87b5-97d395532aab by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:28.991834 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-cd443a18-af6b-4184-8d45-36120fd4c5d5 service neutron] Attempting to bind port 1d721596-e839-47ab-87b5-97d395532aab on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:28.999103 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32cda0-6e4c-44d2-aced-9adb34328292 req-2b6e9072-7673-4ce0-ab76-350861ec0a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:29.001302 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5c32cda0-6e4c-44d2-aced-9adb34328292 req-2b6e9072-7673-4ce0-ab76-350861ec0a0f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bd2002b7-bc83-4b58-960f-f83b50033ff6 HTTP/1.1" status: 200 len: 1098 time: 0.1645832 Jul 14 09:25:29.007689 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-cd443a18-af6b-4184-8d45-36120fd4c5d5 service neutron] Port 1d721596-e839-47ab-87b5-97d395532aab on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:25:29.008260 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-cd443a18-af6b-4184-8d45-36120fd4c5d5 service neutron] Attempting to bind port 1d721596-e839-47ab-87b5-97d395532aab on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:29.087775 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5c32cda0-6e4c-44d2-aced-9adb34328292 req-4b77a958-75e7-4f8c-8910-10378c64bd92 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=be7c9ef2-6fb0-489d-9916-f5b7c92bd494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777757 Jul 14 09:25:29.129839 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-cd443a18-af6b-4184-8d45-36120fd4c5d5 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:29.130729 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-cd443a18-af6b-4184-8d45-36120fd4c5d5 service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:29.130729 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-cd443a18-af6b-4184-8d45-36120fd4c5d5 service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:29.131523 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-cd443a18-af6b-4184-8d45-36120fd4c5d5 service neutron] Bound port: 1d721596-e839-47ab-87b5-97d395532aab, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:29.131992 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-cd443a18-af6b-4184-8d45-36120fd4c5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.214898 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.264133 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port e2641bad-b59e-45ab-b1ad-ebee2c0719e4, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=e2641bad-b59e-45ab-b1ad-ebee2c0719e4,segment=NetworkSegment(1b770b2e-122b-4497-b312-82778ff5d613),segment_id=1b770b2e-122b-4497-b312-82778ff5d613)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:29.270779 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.345191 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 6ff9168a-16ee-4d16-bd0d-880452991f03 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:29.441696 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea2038-7952-4741-8678-fc58a4b57823 req-9cc35357-6853-41a3-973f-77ee013e8607 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:29.443329 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bfea2038-7952-4741-8678-fc58a4b57823 req-9cc35357-6853-41a3-973f-77ee013e8607 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 943 time: 0.4400415 Jul 14 09:25:29.474513 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=e2641bad-b59e-45ab-b1ad-ebee2c0719e4,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:29.524988 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-cd443a18-af6b-4184-8d45-36120fd4c5d5 service neutron] For port 1d721596-e839-47ab-87b5-97d395532aab, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:29.579674 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4af091-1af6-4bca-a20b-154f69bbcd37 req-2293e73e-77b4-4b3c-908f-cd4f2c2be4c9 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:29.581192 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e4af091-1af6-4bca-a20b-154f69bbcd37 req-2293e73e-77b4-4b3c-908f-cd4f2c2be4c9 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd2002b7-bc83-4b58-960f-f83b50033ff6 HTTP/1.1" status: 200 len: 946 time: 0.3830323 Jul 14 09:25:29.590044 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-cd443a18-af6b-4184-8d45-36120fd4c5d5 service neutron] For port 1d721596-e839-47ab-87b5-97d395532aab, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=1d721596-e839-47ab-87b5-97d395532aab,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:29.611708 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-cd443a18-af6b-4184-8d45-36120fd4c5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.667674 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bfea2038-7952-4741-8678-fc58a4b57823 req-85d7544f-9a93-4115-b7a6-ba97db0bf6c3 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098854 Jul 14 09:25:29.733562 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-cd443a18-af6b-4184-8d45-36120fd4c5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:29.734197 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-cd443a18-af6b-4184-8d45-36120fd4c5d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.735693 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-cd443a18-af6b-4184-8d45-36120fd4c5d5 service neutron] 10.222.0.47 "PUT /v2.0/ports/1d721596-e839-47ab-87b5-97d395532aab HTTP/1.1" status: 200 len: 1097 time: 2.4577634 Jul 14 09:25:29.736158 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af96464-e362-497e-b960-49e43ae20001', 'tag': '1d721596-e839-47ab-87b5-97d395532aab'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:29.738713 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e2d440-861a-4d25-8a13-5c2e1507da8c" -d '{"events": [{"name": "network-changed", "server_uuid": "7af96464-e362-497e-b960-49e43ae20001", "tag": "1d721596-e839-47ab-87b5-97d395532aab"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:29.770325 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-4f312505-64d6-46eb-9a40-d11f4c93de11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06f23f68-c774-4a63-a8b8-3e902b511b6e {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:29.804290 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-4f312505-64d6-46eb-9a40-d11f4c93de11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.824703 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e4af091-1af6-4bca-a20b-154f69bbcd37 req-3b8790ce-74a7-4413-b1be-3111a7bb9723 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] 10.222.0.25 "GET /v2.0/security-groups?id=be7c9ef2-6fb0-489d-9916-f5b7c92bd494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335470 Jul 14 09:25:29.931583 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd443a18-af6b-4184-8d45-36120fd4c5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1d721596-e839-47ab-87b5-97d395532aab,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:29.957879 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-4f312505-64d6-46eb-9a40-d11f4c93de11 service neutron] Transition to ACTIVE for port object 06f23f68-c774-4a63-a8b8-3e902b511b6e will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:29.965041 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-4f312505-64d6-46eb-9a40-d11f4c93de11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.208644 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f312505-64d6-46eb-9a40-d11f4c93de11 service neutron] Pushing event updated for resources: {'Port': ['ID=06f23f68-c774-4a63-a8b8-3e902b511b6e,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:30.265948 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-66937c89-2f85-493c-9a64-3bf734749fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:30.269659 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-66937c89-2f85-493c-9a64-3bf734749fb9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6662600e54f4458c8a790ab6b812ce38&device_id=7af96464-e362-497e-b960-49e43ae20001 HTTP/1.1" status: 200 len: 1100 time: 0.4846261 Jul 14 09:25:30.355252 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-5c2dd036-7ce6-424b-b21c-b6fe884b14c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=1d721596-e839-47ab-87b5-97d395532aab HTTP/1.1" status: 200 len: 217 time: 0.0766981 Jul 14 09:25:30.545047 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdace3-b20f-46b6-a7a1-502d1a149638 req-8553f774-c3f8-45a5-8956-0cf14eb7b9c1 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:30.546926 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6dbdace3-b20f-46b6-a7a1-502d1a149638 req-8553f774-c3f8-45a5-8956-0cf14eb7b9c1 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaffdb24-dfc5-4e54-a859-3e0367b93545 HTTP/1.1" status: 200 len: 947 time: 0.5013900 Jul 14 09:25:30.568838 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-4f312505-64d6-46eb-9a40-d11f4c93de11 service neutron] Attempting to bind port 06f23f68-c774-4a63-a8b8-3e902b511b6e on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:30.569072 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-4f312505-64d6-46eb-9a40-d11f4c93de11 service neutron] Attempting to bind port 06f23f68-c774-4a63-a8b8-3e902b511b6e by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:30.569312 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-4f312505-64d6-46eb-9a40-d11f4c93de11 service neutron] Attempting to bind port 06f23f68-c774-4a63-a8b8-3e902b511b6e on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:30.583944 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-4f312505-64d6-46eb-9a40-d11f4c93de11 service neutron] Port 06f23f68-c774-4a63-a8b8-3e902b511b6e on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:25:30.584276 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-4f312505-64d6-46eb-9a40-d11f4c93de11 service neutron] Attempting to bind port 06f23f68-c774-4a63-a8b8-3e902b511b6e on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:30.605818 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-4f312505-64d6-46eb-9a40-d11f4c93de11 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:30.606245 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-4f312505-64d6-46eb-9a40-d11f4c93de11 service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:30.606722 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-4f312505-64d6-46eb-9a40-d11f4c93de11 service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:30.607186 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-4f312505-64d6-46eb-9a40-d11f4c93de11 service neutron] Bound port: 06f23f68-c774-4a63-a8b8-3e902b511b6e, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:30.607605 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-4f312505-64d6-46eb-9a40-d11f4c93de11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.624783 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533040b-5199-41ec-9ea0-0e3e61bf7c7e req-8ec0982d-df88-4ebb-b12f-7e6b529affab tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:30.626402 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a533040b-5199-41ec-9ea0-0e3e61bf7c7e req-8ec0982d-df88-4ebb-b12f-7e6b529affab tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.4824121 Jul 14 09:25:30.673820 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-fcf832c3-040a-4a42-9508-62dcf923c440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:30.675463 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-fcf832c3-040a-4a42-9508-62dcf923c440 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.2934816 Jul 14 09:25:30.728735 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6dbdace3-b20f-46b6-a7a1-502d1a149638 req-a7ced1e9-1d5e-4a9c-aba9-0ba4b6c86bac tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/security-groups?id=9334e828-e08e-4cce-b149-8aaf7c4a29c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645944 Jul 14 09:25:30.731383 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e70716-f7e8-4c53-b23c-de011ea1980f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2641bad-b59e-45ab-b1ad-ebee2c0719e4'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:30.734909 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1660781c-f9a4-4eca-af5e-f0063f93d214" -d '{"events": [{"server_uuid": "e4e70716-f7e8-4c53-b23c-de011ea1980f", "name": "network-vif-plugged", "status": "completed", "tag": "e2641bad-b59e-45ab-b1ad-ebee2c0719e4"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:30.769243 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a533040b-5199-41ec-9ea0-0e3e61bf7c7e req-a0403ead-463e-40a8-a624-4177de60478c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307495 Jul 14 09:25:30.853475 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-4f312505-64d6-46eb-9a40-d11f4c93de11 service neutron] For port 06f23f68-c774-4a63-a8b8-3e902b511b6e, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:30.864230 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-4f312505-64d6-46eb-9a40-d11f4c93de11 service neutron] For port 06f23f68-c774-4a63-a8b8-3e902b511b6e, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=06f23f68-c774-4a63-a8b8-3e902b511b6e,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:30.874145 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6194f7-58a9-4d59-b673-0b5d8e4cfaa0 x-openstack-request-id: req-ed6194f7-58a9-4d59-b673-0b5d8e4cfaa0 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:30.874346 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af96464-e362-497e-b960-49e43ae20001", "tag": "1d721596-e839-47ab-87b5-97d395532aab", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:30.874922 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed6194f7-58a9-4d59-b673-0b5d8e4cfaa0 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:30.875521 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af96464-e362-497e-b960-49e43ae20001', 'tag': '1d721596-e839-47ab-87b5-97d395532aab', 'status': 'completed', 'code': 200} Jul 14 09:25:30.890083 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-4f312505-64d6-46eb-9a40-d11f4c93de11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.946834 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb6d8ea-2cdc-48d1-9eeb-c660df686e6f x-openstack-request-id: req-7bb6d8ea-2cdc-48d1-9eeb-c660df686e6f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:30.947631 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e70716-f7e8-4c53-b23c-de011ea1980f", "name": "network-vif-plugged", "status": "completed", "tag": "e2641bad-b59e-45ab-b1ad-ebee2c0719e4", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:30.947805 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7bb6d8ea-2cdc-48d1-9eeb-c660df686e6f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:30.948714 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e70716-f7e8-4c53-b23c-de011ea1980f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2641bad-b59e-45ab-b1ad-ebee2c0719e4', 'code': 200} Jul 14 09:25:31.013851 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-4f312505-64d6-46eb-9a40-d11f4c93de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:31.014767 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-4f312505-64d6-46eb-9a40-d11f4c93de11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.016815 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-4f312505-64d6-46eb-9a40-d11f4c93de11 service neutron] 10.222.0.47 "PUT /v2.0/ports/06f23f68-c774-4a63-a8b8-3e902b511b6e HTTP/1.1" status: 200 len: 1096 time: 2.6660430 Jul 14 09:25:31.047711 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-aec9fe3c-ef67-4493-9a61-6365cc647169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:31.050412 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-aec9fe3c-ef67-4493-9a61-6365cc647169 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3551238 Jul 14 09:25:31.104749 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f312505-64d6-46eb-9a40-d11f4c93de11 service neutron] Pushing event updated for resources: {'Port': ['ID=06f23f68-c774-4a63-a8b8-3e902b511b6e,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:31.345144 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-5c934b5e-ec20-4d32-b315-59aa267d7cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:31.348360 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-5c934b5e-ec20-4d32-b315-59aa267d7cd6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6662600e54f4458c8a790ab6b812ce38&device_id=eaffdb24-dfc5-4e54-a859-3e0367b93545 HTTP/1.1" status: 200 len: 1099 time: 0.2331021 Jul 14 09:25:31.463443 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-25ec7910-b780-4d27-9450-d4684abecf58 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=06f23f68-c774-4a63-a8b8-3e902b511b6e HTTP/1.1" status: 200 len: 217 time: 0.1058462 Jul 14 09:25:31.573417 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-52bea885-7598-4f30-ba47-b07de3094583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:31.578315 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-52bea885-7598-4f30-ba47-b07de3094583 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1048982 Jul 14 09:25:31.667890 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df234fe-df1f-4b21-a045-c3828692b30c req-98caad5d-c88e-4499-bdfa-e4682d128ab4 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:31.670044 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8df234fe-df1f-4b21-a045-c3828692b30c req-98caad5d-c88e-4499-bdfa-e4682d128ab4 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 945 time: 0.5488214 Jul 14 09:25:31.677813 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd8bfa-28dd-4a04-9a9f-5fa78fcd0ad7 req-6efc06ab-ffef-45a5-8a2b-14555fa0a8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:31.681493 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e3bd8bfa-28dd-4a04-9a9f-5fa78fcd0ad7 req-6efc06ab-ffef-45a5-8a2b-14555fa0a8a4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 1097 time: 0.5545647 Jul 14 09:25:31.704420 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-9c216ca0-8c7b-4677-bbb3-3f7e9732c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:31.710941 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-9c216ca0-8c7b-4677-bbb3-3f7e9732c01e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1280787 Jul 14 09:25:31.791933 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 38414) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:31.803799 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813830aa-e6bb-4571-861d-92028a80c269 req-0e1a2adb-02c3-4a83-8b41-0e210149063b tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:31.817020 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-813830aa-e6bb-4571-861d-92028a80c269 req-0e1a2adb-02c3-4a83-8b41-0e210149063b tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.5597656 Jul 14 09:25:31.827627 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-2a8b4cca-48a1-414d-9348-fc65c4e48148 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7074723 Jul 14 09:25:31.874284 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e3bd8bfa-28dd-4a04-9a9f-5fa78fcd0ad7 req-e594cd69-76ba-47e3-98da-ece761cb19e7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0e07a578-499e-4f14-b2e2-4651e25776d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532159 Jul 14 09:25:31.877293 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-4b80ffbf-9fe3-4c1e-b842-1cc3004161e0 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583986 Jul 14 09:25:31.980798 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8df234fe-df1f-4b21-a045-c3828692b30c req-e0259081-0efc-4fa6-b789-8c5f2cc8b90f tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e07a578-499e-4f14-b2e2-4651e25776d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2936640 Jul 14 09:25:32.028032 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-813830aa-e6bb-4571-861d-92028a80c269 req-46129918-4daa-4252-8cb1-ae61d34520bf tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087052 Jul 14 09:25:32.084911 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad5fb168-0cfc-40bc-aed2-f3646d0c9f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.180677 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c97c493c-63fa-4c56-83c5-273e41ae8562 req-86df79f3-ec09-4412-9062-c065b0b48584 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050599 Jul 14 09:25:32.194941 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9c15c58f-5b3f-4bf7-93af-fd949b5d76fd req-ee2a69b3-3efc-48c1-be3d-4bf20891c949 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702212 Jul 14 09:25:32.366276 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2d440-861a-4d25-8a13-5c2e1507da8c req-99a8827f-ad67-4e7c-ada2-a21fb5a79b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:32.369731 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c8e2d440-861a-4d25-8a13-5c2e1507da8c req-99a8827f-ad67-4e7c-ada2-a21fb5a79b2e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6662600e54f4458c8a790ab6b812ce38&device_id=7af96464-e362-497e-b960-49e43ae20001 HTTP/1.1" status: 200 len: 1100 time: 0.0752614 Jul 14 09:25:32.436490 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d803e-3b09-4d82-af75-68f34aa6221e req-c7abafd8-e097-4613-882f-663f9f3ea78c tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:32.438336 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-992d803e-3b09-4d82-af75-68f34aa6221e req-c7abafd8-e097-4613-882f-663f9f3ea78c tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd2002b7-bc83-4b58-960f-f83b50033ff6 HTTP/1.1" status: 200 len: 946 time: 0.1915140 Jul 14 09:25:32.442675 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad5fb168-0cfc-40bc-aed2-f3646d0c9f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.449693 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad5fb168-0cfc-40bc-aed2-f3646d0c9f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.520696 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2d440-861a-4d25-8a13-5c2e1507da8c req-54d5d984-5f3b-45f4-a37a-96dbf829dd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:32.522092 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c8e2d440-861a-4d25-8a13-5c2e1507da8c req-54d5d984-5f3b-45f4-a37a-96dbf829dd9c service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.1459765 Jul 14 09:25:32.531322 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621faabc-b986-4c61-abc2-16449a16714c req-774c7414-168b-40ed-a2f3-cc5a715e8ce9 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:32.533035 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-621faabc-b986-4c61-abc2-16449a16714c req-774c7414-168b-40ed-a2f3-cc5a715e8ce9 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaffdb24-dfc5-4e54-a859-3e0367b93545 HTTP/1.1" status: 200 len: 947 time: 0.2236316 Jul 14 09:25:32.543118 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ad5fb168-0cfc-40bc-aed2-f3646d0c9f43 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b6047e0f43a40ae99d49f428a2b6603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7224467 Jul 14 09:25:32.547253 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 38428) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:32.549184 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5fb168-0cfc-40bc-aed2-f3646d0c9f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745314fb-925f-45f1-bef6-59cb0d901883,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:32.567862 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-992d803e-3b09-4d82-af75-68f34aa6221e req-39f31d8e-0ff0-4df5-aab4-9187fcae1f47 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] 10.222.0.25 "GET /v2.0/security-groups?id=be7c9ef2-6fb0-489d-9916-f5b7c92bd494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098452 Jul 14 09:25:32.576314 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c8e2d440-861a-4d25-8a13-5c2e1507da8c req-5054b5b3-e421-4867-9b25-6a2cc93cadf6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=1d721596-e839-47ab-87b5-97d395532aab HTTP/1.1" status: 200 len: 217 time: 0.0445528 Jul 14 09:25:32.642741 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2d440-861a-4d25-8a13-5c2e1507da8c req-61dae7a7-e7b6-439e-955d-5be910a8f1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:32.645010 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c8e2d440-861a-4d25-8a13-5c2e1507da8c req-61dae7a7-e7b6-439e-955d-5be910a8f1b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.0580666 Jul 14 09:25:32.701118 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-621faabc-b986-4c61-abc2-16449a16714c req-2b9e1ee7-7e3d-47d3-b27e-d8a98616f84a tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/security-groups?id=9334e828-e08e-4cce-b149-8aaf7c4a29c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477675 Jul 14 09:25:32.803080 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc43a4d9-a375-47b1-8adc-6da1f94c0113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.885697 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaffdb24-dfc5-4e54-a859-3e0367b93545', 'tag': '06f23f68-c774-4a63-a8b8-3e902b511b6e'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:32.892642 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94332d5d-fe04-4e5a-a9c4-cd29b6412ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "eaffdb24-dfc5-4e54-a859-3e0367b93545", "tag": "06f23f68-c774-4a63-a8b8-3e902b511b6e"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:32.937357 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc43a4d9-a375-47b1-8adc-6da1f94c0113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.001323 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3756e7a6-c8c5-49e5-897f-cf49003c763f x-openstack-request-id: req-3756e7a6-c8c5-49e5-897f-cf49003c763f {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:33.001723 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaffdb24-dfc5-4e54-a859-3e0367b93545", "tag": "06f23f68-c774-4a63-a8b8-3e902b511b6e", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:33.002082 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3756e7a6-c8c5-49e5-897f-cf49003c763f {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:33.002559 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaffdb24-dfc5-4e54-a859-3e0367b93545', 'tag': '06f23f68-c774-4a63-a8b8-3e902b511b6e', 'status': 'completed', 'code': 200} Jul 14 09:25:33.170126 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc43a4d9-a375-47b1-8adc-6da1f94c0113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.176452 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc43a4d9-a375-47b1-8adc-6da1f94c0113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.183014 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fc43a4d9-a375-47b1-8adc-6da1f94c0113 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/745314fb-925f-45f1-bef6-59cb0d901883 HTTP/1.1" status: 204 len: 168 time: 0.6313961 Jul 14 09:25:33.216314 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94332d5d-fe04-4e5a-a9c4-cd29b6412ba9 req-21b99bb3-58f0-40ec-8ebd-5e3244cc8bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:33.218131 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94332d5d-fe04-4e5a-a9c4-cd29b6412ba9 req-21b99bb3-58f0-40ec-8ebd-5e3244cc8bd4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6662600e54f4458c8a790ab6b812ce38&device_id=eaffdb24-dfc5-4e54-a859-3e0367b93545 HTTP/1.1" status: 200 len: 1099 time: 0.1995146 Jul 14 09:25:33.541471 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2d440-861a-4d25-8a13-5c2e1507da8c req-6b638d3a-012c-40e8-b435-9a576d0142d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:33.543762 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c8e2d440-861a-4d25-8a13-5c2e1507da8c req-6b638d3a-012c-40e8-b435-9a576d0142d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8920953 Jul 14 09:25:33.778314 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 38470) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:33.795542 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85a2d20e-fa59-4b87-adf4-8a270e56a43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.819816 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c8e2d440-861a-4d25-8a13-5c2e1507da8c req-61ffabb3-4f77-4667-be0f-1c5f9f19ebcd service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667224 Jul 14 09:25:33.824060 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43a4d9-a375-47b1-8adc-6da1f94c0113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745314fb-925f-45f1-bef6-59cb0d901883,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:33.934773 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c8e2d440-861a-4d25-8a13-5c2e1507da8c req-904f5671-1788-4cc9-ba58-fd9351e45f86 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072996 Jul 14 09:25:33.989419 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94332d5d-fe04-4e5a-a9c4-cd29b6412ba9 req-c39f060a-b475-412c-830e-d5129574a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:33.991048 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94332d5d-fe04-4e5a-a9c4-cd29b6412ba9 req-c39f060a-b475-412c-830e-d5129574a8c1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.7198167 Jul 14 09:25:34.009482 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd09d0-c332-4638-b5ee-f105ef11f537 req-01df01e0-bc80-4176-b308-cd7808adb70f tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:34.017343 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75dd09d0-c332-4638-b5ee-f105ef11f537 req-01df01e0-bc80-4176-b308-cd7808adb70f tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 945 time: 0.7533166 Jul 14 09:25:34.039316 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16977ba-fecb-46d9-94c2-991f929f7424 req-102cc3bd-cbb7-4591-85e3-a8300ee19d0a tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:34.042169 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c16977ba-fecb-46d9-94c2-991f929f7424 req-102cc3bd-cbb7-4591-85e3-a8300ee19d0a tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.8585567 Jul 14 09:25:34.077449 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85a2d20e-fa59-4b87-adf4-8a270e56a43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.084163 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85a2d20e-fa59-4b87-adf4-8a270e56a43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.118882 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-85a2d20e-fa59-4b87-adf4-8a270e56a43f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bc523f7018bf4e62b9217f656a285708&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3387480 Jul 14 09:25:34.122864 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 38472) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:34.184707 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2d20e-fa59-4b87-adf4-8a270e56a43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc57a187-bc68-4731-b733-ad4acfaf8a8d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:34.215333 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94332d5d-fe04-4e5a-a9c4-cd29b6412ba9 req-e82ad07b-05b0-48c8-9318-277e94742eeb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=06f23f68-c774-4a63-a8b8-3e902b511b6e HTTP/1.1" status: 200 len: 217 time: 0.1967652 Jul 14 09:25:34.225471 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a2d20e-fa59-4b87-adf4-8a270e56a43f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:34.226506 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a2d20e-fa59-4b87-adf4-8a270e56a43f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:34.227926 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a2d20e-fa59-4b87-adf4-8a270e56a43f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:34.228712 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a2d20e-fa59-4b87-adf4-8a270e56a43f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:34.229386 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a2d20e-fa59-4b87-adf4-8a270e56a43f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:34.229924 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c16977ba-fecb-46d9-94c2-991f929f7424 req-63d03d42-48da-484d-b072-9c0e54799e41 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694491 Jul 14 09:25:34.239370 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a2d20e-fa59-4b87-adf4-8a270e56a43f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:34.240158 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a2d20e-fa59-4b87-adf4-8a270e56a43f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:34.240781 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a2d20e-fa59-4b87-adf4-8a270e56a43f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:34.241385 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a2d20e-fa59-4b87-adf4-8a270e56a43f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:34.247102 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a2d20e-fa59-4b87-adf4-8a270e56a43f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:34.250217 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a2d20e-fa59-4b87-adf4-8a270e56a43f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:34.250877 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a2d20e-fa59-4b87-adf4-8a270e56a43f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:34.304707 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75dd09d0-c332-4638-b5ee-f105ef11f537 req-b568212f-62c9-45be-8cb3-4a40c72a72d1 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e07a578-499e-4f14-b2e2-4651e25776d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614996 Jul 14 09:25:34.315181 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11e33e83-d6a2-4b86-a1ab-8aaee5a35aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.362446 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94332d5d-fe04-4e5a-a9c4-cd29b6412ba9 req-15b9301c-93c5-401a-bddc-4524049f7938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:34.365054 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94332d5d-fe04-4e5a-a9c4-cd29b6412ba9 req-15b9301c-93c5-401a-bddc-4524049f7938 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1287618 Jul 14 09:25:34.445672 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11e33e83-d6a2-4b86-a1ab-8aaee5a35aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.502352 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94332d5d-fe04-4e5a-a9c4-cd29b6412ba9 req-e61714e3-3cf1-4781-b701-23970e630298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:34.519593 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94332d5d-fe04-4e5a-a9c4-cd29b6412ba9 req-e61714e3-3cf1-4781-b701-23970e630298 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1463511 Jul 14 09:25:34.559761 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11e33e83-d6a2-4b86-a1ab-8aaee5a35aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.563010 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11e33e83-d6a2-4b86-a1ab-8aaee5a35aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.565849 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-11e33e83-d6a2-4b86-a1ab-8aaee5a35aed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc57a187-bc68-4731-b733-ad4acfaf8a8d HTTP/1.1" status: 204 len: 168 time: 0.4412963 Jul 14 09:25:34.578322 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e33e83-d6a2-4b86-a1ab-8aaee5a35aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc57a187-bc68-4731-b733-ad4acfaf8a8d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:34.754525 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 1d721596-e839-47ab-87b5-97d395532aab details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:25:34.820508 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94332d5d-fe04-4e5a-a9c4-cd29b6412ba9 req-6a599934-9106-4228-9f44-e6bce05d785f service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038939 Jul 14 09:25:34.840735 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40e04f-bf31-4373-bb09-6cec8b9a4367 req-8f104681-43e4-4497-8f2e-ec6ec46524a1 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:34.848998 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd40e04f-bf31-4373-bb09-6cec8b9a4367 req-8f104681-43e4-4497-8f2e-ec6ec46524a1 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaffdb24-dfc5-4e54-a859-3e0367b93545 HTTP/1.1" status: 200 len: 947 time: 0.3281951 Jul 14 09:25:34.935806 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158fbb9-d972-4ed2-9a76-b741f89cbd4d req-99191be3-e4f4-4196-8c99-b0ab2d5af183 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:34.939117 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0158fbb9-d972-4ed2-9a76-b741f89cbd4d req-99191be3-e4f4-4196-8c99-b0ab2d5af183 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 945 time: 0.4175088 Jul 14 09:25:35.007009 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 1d721596-e839-47ab-87b5-97d395532aab, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=1d721596-e839-47ab-87b5-97d395532aab,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:35.038493 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '1d721596-e839-47ab-87b5-97d395532aab', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '1d721596-e839-47ab-87b5-97d395532aab', 'mac_address': 'fa:16:3e:a9:30:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:25:35.091405 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd40e04f-bf31-4373-bb09-6cec8b9a4367 req-211e0705-85c6-46e1-826d-6d94b5be80f5 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/security-groups?id=9334e828-e08e-4cce-b149-8aaf7c4a29c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409360 Jul 14 09:25:35.172695 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0158fbb9-d972-4ed2-9a76-b741f89cbd4d req-7bbe1d26-6d1a-49e3-9d85-e991371b0748 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e07a578-499e-4f14-b2e2-4651e25776d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713853 Jul 14 09:25:35.172851 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.202853 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 38506) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:35.231644 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d721596-e839-47ab-87b5-97d395532aab {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:35.239484 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94332d5d-fe04-4e5a-a9c4-cd29b6412ba9 req-0bda738c-13f0-4464-8283-15aa503a8b27 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084470 Jul 14 09:25:35.259039 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 1d721596-e839-47ab-87b5-97d395532aab, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=1d721596-e839-47ab-87b5-97d395532aab,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:35.268459 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.269811 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 06f23f68-c774-4a63-a8b8-3e902b511b6e details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:25:35.427026 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 06f23f68-c774-4a63-a8b8-3e902b511b6e, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=06f23f68-c774-4a63-a8b8-3e902b511b6e,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:35.483403 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '06f23f68-c774-4a63-a8b8-3e902b511b6e', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '06f23f68-c774-4a63-a8b8-3e902b511b6e', 'mac_address': 'fa:16:3e:6f:48:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:25:35.505242 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=1d721596-e839-47ab-87b5-97d395532aab,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:35.572754 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec7e69e-8c50-439c-844c-0d87d56940c1 tempest-TestVolumeBackupRestore-1669160151 tempest-TestVolumeBackupRestore-1669160151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:35.575617 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6ec7e69e-8c50-439c-844c-0d87d56940c1 tempest-TestVolumeBackupRestore-1669160151 tempest-TestVolumeBackupRestore-1669160151-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 1092 time: 0.3712473 Jul 14 09:25:35.579852 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 38520) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:35.591043 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'port_id': 'e2641bad-b59e-45ab-b1ad-ebee2c0719e4', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:35.617730 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.637781 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fa6a7-4db2-4ed5-acda-65c108cf1295 req-5f3307ba-6ba6-4594-939e-a25d8ee4c083 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:35.643226 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-397fa6a7-4db2-4ed5-acda-65c108cf1295 req-5f3307ba-6ba6-4594-939e-a25d8ee4c083 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.1651702 Jul 14 09:25:35.646205 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06f23f68-c774-4a63-a8b8-3e902b511b6e {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:35.736671 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.756034 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 06f23f68-c774-4a63-a8b8-3e902b511b6e, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=06f23f68-c774-4a63-a8b8-3e902b511b6e,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:35.764866 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.879065 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=06f23f68-c774-4a63-a8b8-3e902b511b6e,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:36.046967 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-397fa6a7-4db2-4ed5-acda-65c108cf1295 req-21083a04-2a53-4f38-aadd-2ad99a70d524 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3866062 Jul 14 09:25:36.094855 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['1d721596-e839-47ab-87b5-97d395532aab'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:36.141737 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['06f23f68-c774-4a63-a8b8-3e902b511b6e'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:36.148114 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.375733 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Allocated IP 172.25.6.104 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/6a17beff-3ad8-43dd-abfd-20f085d7ce07) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:36.717880 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366304c0-321c-41ab-a3ac-fd75c7f01e18 req-5298f774-70e9-4484-8c6d-3f46225743b0 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:36.720041 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-366304c0-321c-41ab-a3ac-fd75c7f01e18 req-5298f774-70e9-4484-8c6d-3f46225743b0 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaffdb24-dfc5-4e54-a859-3e0367b93545 HTTP/1.1" status: 200 len: 948 time: 0.2545114 Jul 14 09:25:36.724169 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.816128 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-366304c0-321c-41ab-a3ac-fd75c7f01e18 req-7cc99980-5c96-489e-be9a-38463a5b9f7c tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/security-groups?id=9334e828-e08e-4cce-b149-8aaf7c4a29c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866103 Jul 14 09:25:36.885489 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.004579 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Pushing event updated for resources: {'Port': ['ID=6a17beff-3ad8-43dd-abfd-20f085d7ce07,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:37.031089 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:37.034025 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:37.038229 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:37.534754 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000f4cb-94c4-4bbf-828f-b1df195b9a8c req-9204dcc8-3887-4928-8d28-9990523d6ca7 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:37.537319 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a000f4cb-94c4-4bbf-828f-b1df195b9a8c req-9204dcc8-3887-4928-8d28-9990523d6ca7 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.2832038 Jul 14 09:25:37.674334 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98359e8a-543f-413a-aff5-ccc6389c8259 req-96e2753f-3f17-415e-8c7f-74baa987f912 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:37.676142 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-98359e8a-543f-413a-aff5-ccc6389c8259 req-96e2753f-3f17-415e-8c7f-74baa987f912 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd2002b7-bc83-4b58-960f-f83b50033ff6 HTTP/1.1" status: 200 len: 946 time: 0.3058879 Jul 14 09:25:37.689739 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a000f4cb-94c4-4bbf-828f-b1df195b9a8c req-d8374b39-6f52-4747-8864-0cbb4b1a6e22 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107700 Jul 14 09:25:37.780006 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 38602) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:37.830432 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-98359e8a-543f-413a-aff5-ccc6389c8259 req-e7a96917-737e-4f8e-8923-922b2404c6c8 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] 10.222.0.25 "GET /v2.0/security-groups?id=be7c9ef2-6fb0-489d-9916-f5b7c92bd494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211829 Jul 14 09:25:37.934892 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.983747 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c7b9757b-e4f7-4627-b22f-c4c9ce8944a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.074103 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.132587 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c7b9757b-e4f7-4627-b22f-c4c9ce8944a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.147669 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c7b9757b-e4f7-4627-b22f-c4c9ce8944a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.204706 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c7b9757b-e4f7-4627-b22f-c4c9ce8944a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=37b247615b4f402da0b37c29dbc89529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4224224 Jul 14 09:25:38.248271 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9757b-e4f7-4627-b22f-c4c9ce8944a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400e93fa-2ee4-4bdc-93ea-8da72b5e3acf,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:38.248271 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 38614) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:38.249374 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be566142-e3b9-4658-aeed-e49ffc932f96 req-1f8ff627-4960-4bcd-b996-eeb9a89a2142 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:38.249374 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-be566142-e3b9-4658-aeed-e49ffc932f96 req-1f8ff627-4960-4bcd-b996-eeb9a89a2142 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaffdb24-dfc5-4e54-a859-3e0367b93545 HTTP/1.1" status: 200 len: 948 time: 0.2053235 Jul 14 09:25:38.282946 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4bec480-3446-4d5e-bbf3-b9406daebbbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.302113 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-be566142-e3b9-4658-aeed-e49ffc932f96 req-b1e384db-2d7c-4e8e-869a-e26c7d2d6c25 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/security-groups?id=9334e828-e08e-4cce-b149-8aaf7c4a29c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561986 Jul 14 09:25:38.336316 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4bec480-3446-4d5e-bbf3-b9406daebbbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.369344 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.387141 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.402131 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4bec480-3446-4d5e-bbf3-b9406daebbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.405560 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4bec480-3446-4d5e-bbf3-b9406daebbbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.406896 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b4bec480-3446-4d5e-bbf3-b9406daebbbe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/400e93fa-2ee4-4bdc-93ea-8da72b5e3acf HTTP/1.1" status: 204 len: 168 time: 0.1899905 Jul 14 09:25:38.428243 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bec480-3446-4d5e-bbf3-b9406daebbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400e93fa-2ee4-4bdc-93ea-8da72b5e3acf,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:38.456217 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Pushing event updated for resources: {'Port': ['ID=6a17beff-3ad8-43dd-abfd-20f085d7ce07,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:38.514393 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:38.514880 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:38.515239 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:38.515609 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:38.515957 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:38.516292 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:38.516631 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:38.516956 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:38.517289 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:38.517618 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:38.517948 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:38.518273 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:38.575267 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.705513 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Floating IP 21877c49-72f6-4650-b074-52c4b583b7e4 associated. External IP: 172.25.6.104, port: e2641bad-b59e-45ab-b1ad-ebee2c0719e4. Jul 14 09:25:38.796012 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 1d721596-e839-47ab-87b5-97d395532aab up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:38.802690 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ed3fb-e4a5-43fd-93ab-5296f23ddf22 req-a7a5e112-2907-4ea0-879a-38b1565e52fa tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:38.814421 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2e8ed3fb-e4a5-43fd-93ab-5296f23ddf22 req-a7a5e112-2907-4ea0-879a-38b1565e52fa tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd2002b7-bc83-4b58-960f-f83b50033ff6 HTTP/1.1" status: 200 len: 946 time: 0.1200130 Jul 14 09:25:38.941728 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 1d721596-e839-47ab-87b5-97d395532aab completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:38.951666 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 1d721596-e839-47ab-87b5-97d395532aab triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:38.953305 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.100099 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-2e8ed3fb-e4a5-43fd-93ab-5296f23ddf22 req-80c27586-38c5-43e2-aa82-f244e6229483 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Deleting port 5280dc88-31eb-4538-a65e-91c5a3cbd29d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:39.101757 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2e8ed3fb-e4a5-43fd-93ab-5296f23ddf22 req-80c27586-38c5-43e2-aa82-f244e6229483 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.147426 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62061b-9d0c-48c4-a777-45fedc0bc3be req-c4e53a56-a041-43dc-9845-270912f1e42f tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:39.159337 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-be62061b-9d0c-48c4-a777-45fedc0bc3be req-c4e53a56-a041-43dc-9845-270912f1e42f tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.2977378 Jul 14 09:25:39.216500 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.367320 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 1d721596-e839-47ab-87b5-97d395532aab, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=1d721596-e839-47ab-87b5-97d395532aab,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:39.369506 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af96464-e362-497e-b960-49e43ae20001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d721596-e839-47ab-87b5-97d395532aab'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:39.373339 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3e0e13-8b45-4076-bc53-f7f1b1fb5b4a" -d '{"events": [{"server_uuid": "7af96464-e362-497e-b960-49e43ae20001", "name": "network-vif-plugged", "status": "completed", "tag": "1d721596-e839-47ab-87b5-97d395532aab"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:39.377738 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.378837 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 06f23f68-c774-4a63-a8b8-3e902b511b6e up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:39.391546 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Router 2b5b0678-ea3d-4d60-b1dd-138ab8544039 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:25:39.426048 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-2e8ed3fb-e4a5-43fd-93ab-5296f23ddf22 req-80c27586-38c5-43e2-aa82-f244e6229483 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] For port 5280dc88-31eb-4538-a65e-91c5a3cbd29d, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=5280dc88-31eb-4538-a65e-91c5a3cbd29d,segment=NetworkSegment(2e1dcfd0-4170-42ee-8820-c2ceba98fd41),segment_id=2e1dcfd0-4170-42ee-8820-c2ceba98fd41)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:39.427590 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2e8ed3fb-e4a5-43fd-93ab-5296f23ddf22 req-80c27586-38c5-43e2-aa82-f244e6229483 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.460634 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-be62061b-9d0c-48c4-a777-45fedc0bc3be req-799c4b79-b86e-43e1-8691-b1e86dce3f3d tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2998269 Jul 14 09:25:39.496205 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-2e8ed3fb-e4a5-43fd-93ab-5296f23ddf22 req-80c27586-38c5-43e2-aa82-f244e6229483 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Calling delete_port for 5280dc88-31eb-4538-a65e-91c5a3cbd29d owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:39.612428 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b17104-4c89-49e2-a81a-a8f5412201c7 req-ebf628e1-6e87-4f36-87c1-397c47bb7c7a tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:39.620730 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f1b17104-4c89-49e2-a81a-a8f5412201c7 req-ebf628e1-6e87-4f36-87c1-397c47bb7c7a tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd2002b7-bc83-4b58-960f-f83b50033ff6 HTTP/1.1" status: 200 len: 946 time: 0.5107496 Jul 14 09:25:39.792803 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=1d721596-e839-47ab-87b5-97d395532aab,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:39.834984 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 06f23f68-c774-4a63-a8b8-3e902b511b6e completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:39.843660 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 06f23f68-c774-4a63-a8b8-3e902b511b6e triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:39.843987 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.844212 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f1b17104-4c89-49e2-a81a-a8f5412201c7 req-992bdac1-b540-4d54-9975-f1288d01490e tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] 10.222.0.25 "GET /v2.0/security-groups?id=be7c9ef2-6fb0-489d-9916-f5b7c92bd494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226295 Jul 14 09:25:39.845854 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:25:39.865716 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c0834d-a62f-4c97-b45e-cbc590d2e62d None None] Sync routers for ids ['2b5b0678-ea3d-4d60-b1dd-138ab8544039'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:25:39.875867 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c0834d-a62f-4c97-b45e-cbc590d2e62d None None] Routers {'2b5b0678-ea3d-4d60-b1dd-138ab8544039'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:39.876423 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-00c0834d-a62f-4c97-b45e-cbc590d2e62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:25:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2b5b0678-ea3d-4d60-b1dd-138ab8544039'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:39.893420 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2e8ed3fb-e4a5-43fd-93ab-5296f23ddf22 req-80c27586-38c5-43e2-aa82-f244e6229483 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.901777 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.975474 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fd007911-3056-4de2-b976-31e3b714a3dd tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3930485 Jul 14 09:25:39.976350 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e70716-f7e8-4c53-b23c-de011ea1980f', 'tag': 'e2641bad-b59e-45ab-b1ad-ebee2c0719e4'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:39.982511 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7c9888-bbf2-4f94-91ba-f4c01fd83ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e70716-f7e8-4c53-b23c-de011ea1980f", "tag": "e2641bad-b59e-45ab-b1ad-ebee2c0719e4"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:39.987369 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['5280dc88-31eb-4538-a65e-91c5a3cbd29d'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:39.989814 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 38674) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:40.074790 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c27586-38c5-43e2-aa82-f244e6229483 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Pushing event deleted for resources: {'Port': ['ID=5280dc88-31eb-4538-a65e-91c5a3cbd29d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:40.174375 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.178614 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b99c9e-b133-4068-a291-6cc449fd183d tempest-TestVolumeBackupRestore-1669160151 tempest-TestVolumeBackupRestore-1669160151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:40.186556 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b9b99c9e-b133-4068-a291-6cc449fd183d tempest-TestVolumeBackupRestore-1669160151 tempest-TestVolumeBackupRestore-1669160151-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 1092 time: 0.1923678 Jul 14 09:25:40.186556 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 38682) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:40.235078 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d4ac8-0e6d-46e0-933d-c996bb094183 req-07e42af4-7c6b-423c-bb3e-b7d4359f7905 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:40.238181 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8ed3fb-e4a5-43fd-93ab-5296f23ddf22 req-80c27586-38c5-43e2-aa82-f244e6229483 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] No DVR routers for this DVR port 5280dc88-31eb-4538-a65e-91c5a3cbd29d on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:40.246272 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2e8ed3fb-e4a5-43fd-93ab-5296f23ddf22 req-80c27586-38c5-43e2-aa82-f244e6229483 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.250471 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2e8ed3fb-e4a5-43fd-93ab-5296f23ddf22 req-80c27586-38c5-43e2-aa82-f244e6229483 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] 10.222.0.44 "DELETE /v2.0/ports/5280dc88-31eb-4538-a65e-91c5a3cbd29d HTTP/1.1" status: 204 len: 173 time: 1.4312458 Jul 14 09:25:40.250671 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a6d4ac8-0e6d-46e0-933d-c996bb094183 req-07e42af4-7c6b-423c-bb3e-b7d4359f7905 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaffdb24-dfc5-4e54-a859-3e0367b93545 HTTP/1.1" status: 200 len: 948 time: 0.1712799 Jul 14 09:25:40.253573 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2002b7-bc83-4b58-960f-f83b50033ff6', 'name': 'network-vif-deleted', 'tag': '5280dc88-31eb-4538-a65e-91c5a3cbd29d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:40.260559 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3631e0e-d2a2-4cc6-91d7-5671d2ff97e8" -d '{"events": [{"server_uuid": "bd2002b7-bc83-4b58-960f-f83b50033ff6", "name": "network-vif-deleted", "tag": "5280dc88-31eb-4538-a65e-91c5a3cbd29d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:40.292463 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:25:40.317725 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 06f23f68-c774-4a63-a8b8-3e902b511b6e, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=06f23f68-c774-4a63-a8b8-3e902b511b6e,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:40.331903 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.366961 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-00c0834d-a62f-4c97-b45e-cbc590d2e62d None None] Set router 2b5b0678-ea3d-4d60-b1dd-138ab8544039 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:40.424162 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a6d4ac8-0e6d-46e0-933d-c996bb094183 req-7f43237b-69bd-454a-928a-7dac0f9692fe tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/security-groups?id=9334e828-e08e-4cce-b149-8aaf7c4a29c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723151 Jul 14 09:25:40.500480 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=06f23f68-c774-4a63-a8b8-3e902b511b6e,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:40.534394 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a33fdc2-5870-4254-b5f3-97f645711245 x-openstack-request-id: req-0a33fdc2-5870-4254-b5f3-97f645711245 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:40.534787 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af96464-e362-497e-b960-49e43ae20001", "name": "network-vif-plugged", "status": "completed", "tag": "1d721596-e839-47ab-87b5-97d395532aab", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:40.535165 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a33fdc2-5870-4254-b5f3-97f645711245 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:40.536685 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af96464-e362-497e-b960-49e43ae20001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d721596-e839-47ab-87b5-97d395532aab', 'code': 200} Jul 14 09:25:40.613115 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.721517 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cacfe24-0c53-4d57-9c71-0b60532b763e x-openstack-request-id: req-5cacfe24-0c53-4d57-9c71-0b60532b763e {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:40.722028 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e70716-f7e8-4c53-b23c-de011ea1980f", "tag": "e2641bad-b59e-45ab-b1ad-ebee2c0719e4", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:40.726496 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5cacfe24-0c53-4d57-9c71-0b60532b763e {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:40.726738 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e70716-f7e8-4c53-b23c-de011ea1980f', 'tag': 'e2641bad-b59e-45ab-b1ad-ebee2c0719e4', 'status': 'completed', 'code': 200} Jul 14 09:25:40.746546 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-de478ad8-571e-4379-80e5-0a77de278aa9 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Request body: {'floatingip': {'port_id': 'e2641bad-b59e-45ab-b1ad-ebee2c0719e4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:40.782629 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5e31d0-b5b2-4f8e-9bd3-93255b18d13c x-openstack-request-id: req-7f5e31d0-b5b2-4f8e-9bd3-93255b18d13c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:40.783115 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2002b7-bc83-4b58-960f-f83b50033ff6", "name": "network-vif-deleted", "tag": "5280dc88-31eb-4538-a65e-91c5a3cbd29d", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:40.783542 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f5e31d0-b5b2-4f8e-9bd3-93255b18d13c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:40.784226 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2002b7-bc83-4b58-960f-f83b50033ff6', 'name': 'network-vif-deleted', 'tag': '5280dc88-31eb-4538-a65e-91c5a3cbd29d', 'status': 'completed', 'code': 200} Jul 14 09:25:40.825330 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c9888-bbf2-4f94-91ba-f4c01fd83ad1 req-e6b8d17c-69ef-42d4-bf2b-3720e9c8bf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:40.827429 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2d7c9888-bbf2-4f94-91ba-f4c01fd83ad1 req-e6b8d17c-69ef-42d4-bf2b-3720e9c8bf51 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16836e26dfbf453ca94c396d1972ac2d&device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 1097 time: 0.1425123 Jul 14 09:25:40.890943 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-00c0834d-a62f-4c97-b45e-cbc590d2e62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'name': 'tempest-TestVolumeBackupRestore-1533020110-router', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:06Z', 'updated_at': '2021-07-14T09:20:15Z', 'revision_number': 4, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'gw_port': {'id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:08Z', 'updated_at': '2021-07-14T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '21877c49-72f6-4650-b074-52c4b583b7e4', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'port_id': 'e2641bad-b59e-45ab-b1ad-ebee2c0719e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87', 'mac_address': 'fa:16:3e:c6:de:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e70716-f7e8-4c53-b23c-de011ea1980f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:25:37Z', 'updated_at': '2021-07-14T09:25:37Z', 'revision_number': 0, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44524d74-ae18-4a79-b164-1341397ec24f', 'name': '', 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'mac_address': 'fa:16:3e:a8:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '3d588393-54eb-4f64-a93a-52a5f5f3384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:28Z', 'revision_number': 5, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'subnets': [{'id': '3d588393-54eb-4f64-a93a-52a5f5f3384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:40.926565 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de478ad8-571e-4379-80e5-0a77de278aa9 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.987598 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c0834d-a62f-4c97-b45e-cbc590d2e62d None None] Checking router: 2b5b0678-ea3d-4d60-b1dd-138ab8544039 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:25:41.012686 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c0834d-a62f-4c97-b45e-cbc590d2e62d None None] Routers {'2b5b0678-ea3d-4d60-b1dd-138ab8544039'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:41.013566 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-00c0834d-a62f-4c97-b45e-cbc590d2e62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:25:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2b5b0678-ea3d-4d60-b1dd-138ab8544039'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:41.025148 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c9888-bbf2-4f94-91ba-f4c01fd83ad1 req-a0e7c39b-f4a6-494e-8c2c-d893132e0cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:41.028117 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2d7c9888-bbf2-4f94-91ba-f4c01fd83ad1 req-a0e7c39b-f4a6-494e-8c2c-d893132e0cf5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=56fa79e5-8443-4914-b116-eff9c1f86a87 HTTP/1.1" status: 200 len: 914 time: 0.1924565 Jul 14 09:25:41.156295 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76875f0-7f55-4faf-99e8-0ac58bca4b2d req-2d98c106-171c-4559-99fd-06f2629d4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:41.158445 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c76875f0-7f55-4faf-99e8-0ac58bca4b2d req-2d98c106-171c-4559-99fd-06f2629d4620 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7af96464-e362-497e-b960-49e43ae20001 HTTP/1.1" status: 200 len: 1102 time: 0.5110071 Jul 14 09:25:41.214625 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-00c0834d-a62f-4c97-b45e-cbc590d2e62d None None] Set router 2b5b0678-ea3d-4d60-b1dd-138ab8544039 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:41.224795 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-472758e1-d28b-4a92-ac6e-2803561e7927 req-dceac199-e509-43da-ace9-e1b9a3306fe2 tempest-VolumesActionsTest-65083487 tempest-VolumesActionsTest-65083487-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd2002b7-bc83-4b58-960f-f83b50033ff6 HTTP/1.1" status: 200 len: 210 time: 0.1135588 Jul 14 09:25:41.338437 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2d7c9888-bbf2-4f94-91ba-f4c01fd83ad1 req-ee2b2b2a-c5fa-450f-8e7b-771bebe382da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2641bad-b59e-45ab-b1ad-ebee2c0719e4 HTTP/1.1" status: 200 len: 999 time: 0.2901785 Jul 14 09:25:41.414047 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c76875f0-7f55-4faf-99e8-0ac58bca4b2d req-ad0d6ae8-cc79-40c5-9718-5379b7978168 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9334e828-e08e-4cce-b149-8aaf7c4a29c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815531 Jul 14 09:25:41.438336 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c9888-bbf2-4f94-91ba-f4c01fd83ad1 req-841483e9-0e4b-4ab1-b20a-4dee36ea3b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:41.443706 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2d7c9888-bbf2-4f94-91ba-f4c01fd83ad1 req-841483e9-0e4b-4ab1-b20a-4dee36ea3b9e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d588393-54eb-4f64-a93a-52a5f5f3384f HTTP/1.1" status: 200 len: 853 time: 0.0971882 Jul 14 09:25:41.528759 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82279a7-193b-449f-aeb2-d26b14a98932 req-2f621466-1bc1-4735-bc25-c0cce6425a03 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:41.530371 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a82279a7-193b-449f-aeb2-d26b14a98932 req-2f621466-1bc1-4735-bc25-c0cce6425a03 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.4203932 Jul 14 09:25:41.585743 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-00c0834d-a62f-4c97-b45e-cbc590d2e62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'name': 'tempest-TestVolumeBackupRestore-1533020110-router', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:06Z', 'updated_at': '2021-07-14T09:20:15Z', 'revision_number': 4, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'gw_port': {'id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:08Z', 'updated_at': '2021-07-14T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '21877c49-72f6-4650-b074-52c4b583b7e4', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'port_id': 'e2641bad-b59e-45ab-b1ad-ebee2c0719e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87', 'mac_address': 'fa:16:3e:c6:de:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e70716-f7e8-4c53-b23c-de011ea1980f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:25:37Z', 'updated_at': '2021-07-14T09:25:37Z', 'revision_number': 0, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44524d74-ae18-4a79-b164-1341397ec24f', 'name': '', 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'mac_address': 'fa:16:3e:a8:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '3d588393-54eb-4f64-a93a-52a5f5f3384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:28Z', 'revision_number': 5, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'subnets': [{'id': '3d588393-54eb-4f64-a93a-52a5f5f3384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:41.586016 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c9888-bbf2-4f94-91ba-f4c01fd83ad1 req-3a0d4839-909e-4f90-97f5-dd19c76e25e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:41.588674 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2d7c9888-bbf2-4f94-91ba-f4c01fd83ad1 req-3a0d4839-909e-4f90-97f5-dd19c76e25e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56fa79e5-8443-4914-b116-eff9c1f86a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1124499 Jul 14 09:25:41.639071 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c0834d-a62f-4c97-b45e-cbc590d2e62d None None] The sync data for ids ['2b5b0678-ea3d-4d60-b1dd-138ab8544039'] in n-d-771362-35 is: [{'id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'name': 'tempest-TestVolumeBackupRestore-1533020110-router', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:06Z', 'updated_at': '2021-07-14T09:20:15Z', 'revision_number': 4, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'gw_port': {'id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:08Z', 'updated_at': '2021-07-14T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '21877c49-72f6-4650-b074-52c4b583b7e4', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'port_id': 'e2641bad-b59e-45ab-b1ad-ebee2c0719e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87', 'mac_address': 'fa:16:3e:c6:de:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e70716-f7e8-4c53-b23c-de011ea1980f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:25:37Z', 'updated_at': '2021-07-14T09:25:37Z', 'revision_number': 0, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44524d74-ae18-4a79-b164-1341397ec24f', 'name': '', 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'mac_address': 'fa:16:3e:a8:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '3d588393-54eb-4f64-a93a-52a5f5f3384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:28Z', 'revision_number': 5, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'subnets': [{'id': '3d588393-54eb-4f64-a93a-52a5f5f3384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:25:41.810723 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2d7c9888-bbf2-4f94-91ba-f4c01fd83ad1 req-b577af30-67b4-4bdd-b462-ec0209c811af service neutron] 10.222.0.47 "GET /v2.0/networks/56fa79e5-8443-4914-b116-eff9c1f86a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123640 Jul 14 09:25:41.989860 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2d7c9888-bbf2-4f94-91ba-f4c01fd83ad1 req-16f21f22-8e86-4c41-ab2d-6eed834d7ca1 service neutron] 10.222.0.47 "GET /v2.0/networks/56fa79e5-8443-4914-b116-eff9c1f86a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715317 Jul 14 09:25:42.040606 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f8ba25-4d83-4ce1-b46d-414b54a70e75 None None] New status for floating IP 21877c49-72f6-4650-b074-52c4b583b7e4: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:25:42.324018 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80209c1-4573-4402-9836-e94667384adb req-2e2d521c-55a0-48df-94a5-885cd5597439 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.333356 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.353731 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80209c1-4573-4402-9836-e94667384adb req-2e2d521c-55a0-48df-94a5-885cd5597439 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.361104 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80209c1-4573-4402-9836-e94667384adb req-2e2d521c-55a0-48df-94a5-885cd5597439 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.393870 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80209c1-4573-4402-9836-e94667384adb req-2e2d521c-55a0-48df-94a5-885cd5597439 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.408001 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80209c1-4573-4402-9836-e94667384adb req-2e2d521c-55a0-48df-94a5-885cd5597439 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.419315 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80209c1-4573-4402-9836-e94667384adb req-2e2d521c-55a0-48df-94a5-885cd5597439 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.425732 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80209c1-4573-4402-9836-e94667384adb req-2e2d521c-55a0-48df-94a5-885cd5597439 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.428331 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f80209c1-4573-4402-9836-e94667384adb req-2e2d521c-55a0-48df-94a5-885cd5597439 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5432 time: 0.2875736 Jul 14 09:25:42.467999 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a82279a7-193b-449f-aeb2-d26b14a98932 req-ae0203a2-a277-444c-be13-2e68cfcdd9f7 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9213798 Jul 14 09:25:42.537974 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaffdb24-dfc5-4e54-a859-3e0367b93545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f23f68-c774-4a63-a8b8-3e902b511b6e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:42.553264 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e34fae7-7f53-4734-8c2b-c12f215ed82e" -d '{"events": [{"server_uuid": "eaffdb24-dfc5-4e54-a859-3e0367b93545", "name": "network-vif-plugged", "status": "completed", "tag": "06f23f68-c774-4a63-a8b8-3e902b511b6e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:42.553920 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80209c1-4573-4402-9836-e94667384adb req-e2dea223-2f2d-42fa-b30f-0ceeaef82e00 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.560975 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f80209c1-4573-4402-9836-e94667384adb req-e2dea223-2f2d-42fa-b30f-0ceeaef82e00 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.44 "GET /v2.0/ports/69a28d42-49fa-4c87-9949-66b30fa09b71?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1237154 Jul 14 09:25:42.599819 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed4c26-4f6a-4423-9dba-cae1b77a2fc2 req-46cc24da-3b99-4da4-942e-891f2d49931c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.607056 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed4c26-4f6a-4423-9dba-cae1b77a2fc2 req-46cc24da-3b99-4da4-942e-891f2d49931c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.613929 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed4c26-4f6a-4423-9dba-cae1b77a2fc2 req-46cc24da-3b99-4da4-942e-891f2d49931c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.620359 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed4c26-4f6a-4423-9dba-cae1b77a2fc2 req-46cc24da-3b99-4da4-942e-891f2d49931c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.628848 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed4c26-4f6a-4423-9dba-cae1b77a2fc2 req-46cc24da-3b99-4da4-942e-891f2d49931c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.646646 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed4c26-4f6a-4423-9dba-cae1b77a2fc2 req-46cc24da-3b99-4da4-942e-891f2d49931c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.658817 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed4c26-4f6a-4423-9dba-cae1b77a2fc2 req-46cc24da-3b99-4da4-942e-891f2d49931c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.674727 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-96ed4c26-4f6a-4423-9dba-cae1b77a2fc2 req-46cc24da-3b99-4da4-942e-891f2d49931c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5432 time: 1.1774840 Jul 14 09:25:42.700330 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-de478ad8-571e-4379-80e5-0a77de278aa9 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:25:42.703313 n-d-771362-35 neutron-server[93773]: DEBUG oslo_db.api [None req-de478ad8-571e-4379-80e5-0a77de278aa9 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:25:42.767222 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-96ed4c26-4f6a-4423-9dba-cae1b77a2fc2 req-6ce336ef-7fb4-4068-9d78-26d4eb101816 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0912352 Jul 14 09:25:42.905269 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f80209c1-4573-4402-9836-e94667384adb req-f054652c-652a-4fd4-87b3-d63637df35cd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.44 "GET /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3324711 Jul 14 09:25:42.934001 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a02fa-dd68-416c-8dfb-5cb4727cb70d req-c607d61e-bd8a-4994-9156-a5e984e056fd tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.938898 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-519a02fa-dd68-416c-8dfb-5cb4727cb70d req-c607d61e-bd8a-4994-9156-a5e984e056fd tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaffdb24-dfc5-4e54-a859-3e0367b93545 HTTP/1.1" status: 200 len: 949 time: 0.1456137 Jul 14 09:25:43.016218 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-f80209c1-4573-4402-9836-e94667384adb req-88e407a0-55b8-4d12-b6b4-e4d35b8602f7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:43.095064 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-519a02fa-dd68-416c-8dfb-5cb4727cb70d req-f741df77-7a3b-4c99-b823-3d6ef8a200bc tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/security-groups?id=9334e828-e08e-4cce-b149-8aaf7c4a29c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483936 Jul 14 09:25:43.150961 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44f9b65-aa41-49bf-9a73-b911c2e9621e x-openstack-request-id: req-b44f9b65-aa41-49bf-9a73-b911c2e9621e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:43.152350 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaffdb24-dfc5-4e54-a859-3e0367b93545", "name": "network-vif-plugged", "status": "completed", "tag": "06f23f68-c774-4a63-a8b8-3e902b511b6e", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:43.152904 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b44f9b65-aa41-49bf-9a73-b911c2e9621e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:43.161747 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaffdb24-dfc5-4e54-a859-3e0367b93545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f23f68-c774-4a63-a8b8-3e902b511b6e', 'code': 200} Jul 14 09:25:43.204575 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de478ad8-571e-4379-80e5-0a77de278aa9 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.318613 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-88e407a0-55b8-4d12-b6b4-e4d35b8602f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.375352 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 2a5cfa4e-dbe9-436e-8fa1-4ef550880916 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:43.577606 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ac8b8-1cfc-45a6-809f-ca2899d17d28 req-60235767-4ef9-444c-b5fc-5d19ee0ea8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:43.579530 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-832ac8b8-1cfc-45a6-809f-ca2899d17d28 req-60235767-4ef9-444c-b5fc-5d19ee0ea8fe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eaffdb24-dfc5-4e54-a859-3e0367b93545 HTTP/1.1" status: 200 len: 1101 time: 0.3211780 Jul 14 09:25:43.595027 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.654024 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 2a5cfa4e-dbe9-436e-8fa1-4ef550880916, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=2a5cfa4e-dbe9-436e-8fa1-4ef550880916,segment=NetworkSegment(d96c02fe-c211-4c24-b05d-bd0375910386),segment_id=d96c02fe-c211-4c24-b05d-bd0375910386)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:43.663327 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.664515 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 2b44d6f1-61fb-4df1-8681-4fe4b3de6c61 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:43.963933 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-f80209c1-4573-4402-9836-e94667384adb req-88e407a0-55b8-4d12-b6b4-e4d35b8602f7 service neutron] For port 69a28d42-49fa-4c87-9949-66b30fa09b71, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=69a28d42-49fa-4c87-9949-66b30fa09b71,segment=NetworkSegment(d96c02fe-c211-4c24-b05d-bd0375910386),segment_id=d96c02fe-c211-4c24-b05d-bd0375910386)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:43.968656 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=2a5cfa4e-dbe9-436e-8fa1-4ef550880916,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:44.065425 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-f80209c1-4573-4402-9836-e94667384adb req-88e407a0-55b8-4d12-b6b4-e4d35b8602f7 service neutron] For port 69a28d42-49fa-4c87-9949-66b30fa09b71, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:44.081763 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.158002 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-f80209c1-4573-4402-9836-e94667384adb req-88e407a0-55b8-4d12-b6b4-e4d35b8602f7 service neutron] device_id is not set on port 69a28d42-49fa-4c87-9949-66b30fa09b71 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:25:44.161671 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 2b44d6f1-61fb-4df1-8681-4fe4b3de6c61, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=2b44d6f1-61fb-4df1-8681-4fe4b3de6c61,segment=NetworkSegment(d96c02fe-c211-4c24-b05d-bd0375910386),segment_id=d96c02fe-c211-4c24-b05d-bd0375910386)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:44.168761 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.171979 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 5280dc88-31eb-4538-a65e-91c5a3cbd29d no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:44.183946 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-88e407a0-55b8-4d12-b6b4-e4d35b8602f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.193678 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-832ac8b8-1cfc-45a6-809f-ca2899d17d28 req-d2a1b60a-2db3-4115-9b43-c08116b8268b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9334e828-e08e-4cce-b149-8aaf7c4a29c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6029747 Jul 14 09:25:44.198077 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-88e407a0-55b8-4d12-b6b4-e4d35b8602f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.205382 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 5280dc88-31eb-4538-a65e-91c5a3cbd29d {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:44.206190 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 5280dc88-31eb-4538-a65e-91c5a3cbd29d not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:44.206840 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device aa53f161-f281-47d6-8367-e1b2fa57dfc8 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:44.418223 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80209c1-4573-4402-9836-e94667384adb req-88e407a0-55b8-4d12-b6b4-e4d35b8602f7 service neutron] No DVR routers for this DVR port 69a28d42-49fa-4c87-9949-66b30fa09b71 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:44.438004 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=2b44d6f1-61fb-4df1-8681-4fe4b3de6c61,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:44.502546 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e407a0-55b8-4d12-b6b4-e4d35b8602f7 service neutron] Pushing event updated for resources: {'Port': ['ID=69a28d42-49fa-4c87-9949-66b30fa09b71,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:44.522778 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.569195 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-f80209c1-4573-4402-9836-e94667384adb req-88e407a0-55b8-4d12-b6b4-e4d35b8602f7 service neutron] In _notify_port_updated(), no bound segment for port 69a28d42-49fa-4c87-9949-66b30fa09b71 on network 0fc9d8b4-8882-41d7-9910-af2ade9bb06b {{(pid=93772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:25:44.570113 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80209c1-4573-4402-9836-e94667384adb req-88e407a0-55b8-4d12-b6b4-e4d35b8602f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:44.570808 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-88e407a0-55b8-4d12-b6b4-e4d35b8602f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.572990 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f80209c1-4573-4402-9836-e94667384adb req-88e407a0-55b8-4d12-b6b4-e4d35b8602f7 service neutron] 10.222.0.44 "PUT /v2.0/ports/69a28d42-49fa-4c87-9949-66b30fa09b71 HTTP/1.1" status: 200 len: 1028 time: 1.6603720 Jul 14 09:25:44.592657 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port aa53f161-f281-47d6-8367-e1b2fa57dfc8, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=aa53f161-f281-47d6-8367-e1b2fa57dfc8,segment=NetworkSegment(d96c02fe-c211-4c24-b05d-bd0375910386),segment_id=d96c02fe-c211-4c24-b05d-bd0375910386)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:44.598815 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.600878 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device ec03830c-6d12-40d0-8974-6acc684013fd no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:44.757459 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80209c1-4573-4402-9836-e94667384adb req-b0cc95e5-b644-46c2-b489-949c3a3aed26 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:44.761616 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f80209c1-4573-4402-9836-e94667384adb req-b0cc95e5-b644-46c2-b489-949c3a3aed26 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.44 "GET /v2.0/ports/aa53f161-f281-47d6-8367-e1b2fa57dfc8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1828091 Jul 14 09:25:44.784239 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-f80209c1-4573-4402-9836-e94667384adb req-81621135-5425-47cf-8a70-cf46ff0a03ce service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:44.829065 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de478ad8-571e-4379-80e5-0a77de278aa9 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.863257 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de478ad8-571e-4379-80e5-0a77de278aa9 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.903081 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ccb75e65-de56-4dea-a9de-4b6a26cc6df7 None None] Provisioning complete for port 69a28d42-49fa-4c87-9949-66b30fa09b71 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:44.906360 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ccb75e65-de56-4dea-a9de-4b6a26cc6df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.034071 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=aa53f161-f281-47d6-8367-e1b2fa57dfc8,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:45.048235 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-81621135-5425-47cf-8a70-cf46ff0a03ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.081485 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.093133 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc06a7a-4597-4e70-bf50-d6597e5a9bde req-49e263af-122f-45a4-9cee-0bf481acefd9 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:45.101532 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1fc06a7a-4597-4e70-bf50-d6597e5a9bde req-49e263af-122f-45a4-9cee-0bf481acefd9 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 1.2808433 Jul 14 09:25:45.134377 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ccb75e65-de56-4dea-a9de-4b6a26cc6df7 None None] Port 69a28d42-49fa-4c87-9949-66b30fa09b71 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:45.165613 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a5cfa4e-dbe9-436e-8fa1-4ef550880916'}, {'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b44d6f1-61fb-4df1-8681-4fe4b3de6c61'}, {'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa53f161-f281-47d6-8367-e1b2fa57dfc8'}, {'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec03830c-6d12-40d0-8974-6acc684013fd'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:45.172993 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81094a54-2013-4488-a307-bdfce2cf1e04" -d '{"events": [{"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-unplugged", "status": "completed", "tag": "2a5cfa4e-dbe9-436e-8fa1-4ef550880916"}, {"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-unplugged", "status": "completed", "tag": "2b44d6f1-61fb-4df1-8681-4fe4b3de6c61"}, {"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-unplugged", "status": "completed", "tag": "aa53f161-f281-47d6-8367-e1b2fa57dfc8"}, {"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-unplugged", "status": "completed", "tag": "ec03830c-6d12-40d0-8974-6acc684013fd"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:45.189950 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port ec03830c-6d12-40d0-8974-6acc684013fd, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ec03830c-6d12-40d0-8974-6acc684013fd,segment=NetworkSegment(f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a),segment_id=f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:45.196092 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.197152 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9d9e2c32-d3bd-4896-8ea6-73f8af857809 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:45.261517 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-f80209c1-4573-4402-9836-e94667384adb req-81621135-5425-47cf-8a70-cf46ff0a03ce service neutron] For port aa53f161-f281-47d6-8367-e1b2fa57dfc8, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=aa53f161-f281-47d6-8367-e1b2fa57dfc8,segment=NetworkSegment(d96c02fe-c211-4c24-b05d-bd0375910386),segment_id=d96c02fe-c211-4c24-b05d-bd0375910386)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:45.324156 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=ec03830c-6d12-40d0-8974-6acc684013fd,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:45.362592 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-f80209c1-4573-4402-9836-e94667384adb req-81621135-5425-47cf-8a70-cf46ff0a03ce service neutron] For port aa53f161-f281-47d6-8367-e1b2fa57dfc8, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:45.374985 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.416806 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1fc06a7a-4597-4e70-bf50-d6597e5a9bde req-cd9bc853-3314-4b02-8b66-1d9b31562a55 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3067164 Jul 14 09:25:45.438605 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-f80209c1-4573-4402-9836-e94667384adb req-81621135-5425-47cf-8a70-cf46ff0a03ce service neutron] device_id is not set on port aa53f161-f281-47d6-8367-e1b2fa57dfc8 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:25:45.448194 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-81621135-5425-47cf-8a70-cf46ff0a03ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.456007 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-81621135-5425-47cf-8a70-cf46ff0a03ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.465556 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 9d9e2c32-d3bd-4896-8ea6-73f8af857809, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9d9e2c32-d3bd-4896-8ea6-73f8af857809,segment=NetworkSegment(f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a),segment_id=f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:45.473985 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.474679 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device cf4ec6aa-127a-4c61-9e72-9dc4988aae8b no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:45.514143 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e17ccb-e125-4ec5-a882-1536349c54c7 req-502c3a49-2cce-44bd-ac68-10430abd8797 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:45.538915 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e17ccb-e125-4ec5-a882-1536349c54c7 req-502c3a49-2cce-44bd-ac68-10430abd8797 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:45.558935 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e17ccb-e125-4ec5-a882-1536349c54c7 req-502c3a49-2cce-44bd-ac68-10430abd8797 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:45.577457 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e17ccb-e125-4ec5-a882-1536349c54c7 req-502c3a49-2cce-44bd-ac68-10430abd8797 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:45.590109 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e17ccb-e125-4ec5-a882-1536349c54c7 req-502c3a49-2cce-44bd-ac68-10430abd8797 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:45.599801 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e17ccb-e125-4ec5-a882-1536349c54c7 req-502c3a49-2cce-44bd-ac68-10430abd8797 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:45.621517 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e17ccb-e125-4ec5-a882-1536349c54c7 req-502c3a49-2cce-44bd-ac68-10430abd8797 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:45.633930 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26e17ccb-e125-4ec5-a882-1536349c54c7 req-502c3a49-2cce-44bd-ac68-10430abd8797 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 5352 time: 1.5769610 Jul 14 09:25:45.688770 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de478ad8-571e-4379-80e5-0a77de278aa9 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Router 2b5b0678-ea3d-4d60-b1dd-138ab8544039 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:25:45.714749 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80209c1-4573-4402-9836-e94667384adb req-81621135-5425-47cf-8a70-cf46ff0a03ce service neutron] No DVR routers for this DVR port aa53f161-f281-47d6-8367-e1b2fa57dfc8 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:45.739269 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=9d9e2c32-d3bd-4896-8ea6-73f8af857809,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:45.772499 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81621135-5425-47cf-8a70-cf46ff0a03ce service neutron] Pushing event updated for resources: {'Port': ['ID=aa53f161-f281-47d6-8367-e1b2fa57dfc8,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:45.809332 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-f80209c1-4573-4402-9836-e94667384adb req-81621135-5425-47cf-8a70-cf46ff0a03ce service neutron] In _notify_port_updated(), no bound segment for port aa53f161-f281-47d6-8367-e1b2fa57dfc8 on network 0fc9d8b4-8882-41d7-9910-af2ade9bb06b {{(pid=93772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:25:45.810837 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80209c1-4573-4402-9836-e94667384adb req-81621135-5425-47cf-8a70-cf46ff0a03ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:45.811862 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-81621135-5425-47cf-8a70-cf46ff0a03ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.813615 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f80209c1-4573-4402-9836-e94667384adb req-81621135-5425-47cf-8a70-cf46ff0a03ce service neutron] 10.222.0.44 "PUT /v2.0/ports/aa53f161-f281-47d6-8367-e1b2fa57dfc8 HTTP/1.1" status: 200 len: 1026 time: 1.0443811 Jul 14 09:25:45.824650 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.925787 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port cf4ec6aa-127a-4c61-9e72-9dc4988aae8b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=cf4ec6aa-127a-4c61-9e72-9dc4988aae8b,segment=NetworkSegment(1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f),segment_id=1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:45.935765 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.937591 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 69a28d42-49fa-4c87-9949-66b30fa09b71 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:46.036868 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 69a28d42-49fa-4c87-9949-66b30fa09b71 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:46.082678 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26e17ccb-e125-4ec5-a882-1536349c54c7 req-2df4b5fd-af60-4022-a0d1-80ddbc0a5db6 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&id=77e60353-963a-4e4b-b273-95ec8ac752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4472423 Jul 14 09:25:46.092682 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=cf4ec6aa-127a-4c61-9e72-9dc4988aae8b,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:46.096587 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-55347ab5-5d17-49c2-8c1c-35f14681c55b None None] Provisioning complete for port aa53f161-f281-47d6-8367-e1b2fa57dfc8 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:46.097255 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55347ab5-5d17-49c2-8c1c-35f14681c55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.127251 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-f80209c1-4573-4402-9836-e94667384adb req-44a272cf-3a67-48f4-a277-ea283f41a357 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Deleting port 2a5cfa4e-dbe9-436e-8fa1-4ef550880916 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:46.127547 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-44a272cf-3a67-48f4-a277-ea283f41a357 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.186792 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de478ad8-571e-4379-80e5-0a77de278aa9 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:25:46.194604 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de478ad8-571e-4379-80e5-0a77de278aa9 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.201129 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7ddca2-b886-467f-90cc-f9fc3f3fb700 None None] Sync routers for ids ['2b5b0678-ea3d-4d60-b1dd-138ab8544039'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:25:46.217135 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7ddca2-b886-467f-90cc-f9fc3f3fb700 None None] Routers {'2b5b0678-ea3d-4d60-b1dd-138ab8544039'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:46.224294 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1a7ddca2-b886-467f-90cc-f9fc3f3fb700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:25:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2b5b0678-ea3d-4d60-b1dd-138ab8544039'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:46.233475 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-55347ab5-5d17-49c2-8c1c-35f14681c55b None None] Port aa53f161-f281-47d6-8367-e1b2fa57dfc8 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:46.286645 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9195e7-4647-4039-911a-5cc9613a0813 req-ffdc03e5-0bcc-4071-8c32-28dbb0da890b tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:46.288757 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0a9195e7-4647-4039-911a-5cc9613a0813 req-ffdc03e5-0bcc-4071-8c32-28dbb0da890b tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaffdb24-dfc5-4e54-a859-3e0367b93545 HTTP/1.1" status: 200 len: 949 time: 0.5200436 Jul 14 09:25:46.291142 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df17dd11-7cfd-400f-93d7-529147e8a0c8 x-openstack-request-id: req-df17dd11-7cfd-400f-93d7-529147e8a0c8 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:46.291452 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-unplugged", "status": "completed", "tag": "2a5cfa4e-dbe9-436e-8fa1-4ef550880916", "code": 200}, {"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-unplugged", "status": "completed", "tag": "2b44d6f1-61fb-4df1-8681-4fe4b3de6c61", "code": 200}, {"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-unplugged", "status": "completed", "tag": "aa53f161-f281-47d6-8367-e1b2fa57dfc8", "code": 200}, {"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-unplugged", "status": "completed", "tag": "ec03830c-6d12-40d0-8974-6acc684013fd", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:46.291743 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df17dd11-7cfd-400f-93d7-529147e8a0c8 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:46.292158 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a5cfa4e-dbe9-436e-8fa1-4ef550880916', 'code': 200} Jul 14 09:25:46.292414 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b44d6f1-61fb-4df1-8681-4fe4b3de6c61', 'code': 200} Jul 14 09:25:46.292713 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa53f161-f281-47d6-8367-e1b2fa57dfc8', 'code': 200} Jul 14 09:25:46.292963 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec03830c-6d12-40d0-8974-6acc684013fd', 'code': 200} Jul 14 09:25:46.294403 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e70716-f7e8-4c53-b23c-de011ea1980f', 'tag': 'e2641bad-b59e-45ab-b1ad-ebee2c0719e4'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:46.297362 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1035136-ea5a-4c1f-bd8d-5a0018beb4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e70716-f7e8-4c53-b23c-de011ea1980f", "tag": "e2641bad-b59e-45ab-b1ad-ebee2c0719e4"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:46.403066 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5e1891-2001-4ba9-8e35-4ea14f60d7b9 x-openstack-request-id: req-1c5e1891-2001-4ba9-8e35-4ea14f60d7b9 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:46.403752 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e70716-f7e8-4c53-b23c-de011ea1980f", "tag": "e2641bad-b59e-45ab-b1ad-ebee2c0719e4", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:46.405624 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c5e1891-2001-4ba9-8e35-4ea14f60d7b9 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:46.407207 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e70716-f7e8-4c53-b23c-de011ea1980f', 'tag': 'e2641bad-b59e-45ab-b1ad-ebee2c0719e4', 'status': 'completed', 'code': 200} Jul 14 09:25:46.429518 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0a9195e7-4647-4039-911a-5cc9613a0813 req-fe30ab9c-2bcc-42f1-9b8f-ba990b35790e tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/security-groups?id=9334e828-e08e-4cce-b149-8aaf7c4a29c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267726 Jul 14 09:25:46.461756 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-de478ad8-571e-4379-80e5-0a77de278aa9 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "PUT /v2.0/floatingips/21877c49-72f6-4650-b074-52c4b583b7e4 HTTP/1.1" status: 200 len: 993 time: 6.2731602 Jul 14 09:25:46.519666 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-f80209c1-4573-4402-9836-e94667384adb req-44a272cf-3a67-48f4-a277-ea283f41a357 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] For port 2a5cfa4e-dbe9-436e-8fa1-4ef550880916, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=2a5cfa4e-dbe9-436e-8fa1-4ef550880916,segment=NetworkSegment(d96c02fe-c211-4c24-b05d-bd0375910386),segment_id=d96c02fe-c211-4c24-b05d-bd0375910386)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:46.520046 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-44a272cf-3a67-48f4-a277-ea283f41a357 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.545044 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-f80209c1-4573-4402-9836-e94667384adb req-44a272cf-3a67-48f4-a277-ea283f41a357 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Calling delete_port for 2a5cfa4e-dbe9-436e-8fa1-4ef550880916 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:46.579903 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-1a7ddca2-b886-467f-90cc-f9fc3f3fb700 None None] Set router 2b5b0678-ea3d-4d60-b1dd-138ab8544039 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:46.669867 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1035136-ea5a-4c1f-bd8d-5a0018beb4c0 req-39236280-7cca-404b-8b30-ce0cad7117e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:46.671599 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c1035136-ea5a-4c1f-bd8d-5a0018beb4c0 req-39236280-7cca-404b-8b30-ce0cad7117e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16836e26dfbf453ca94c396d1972ac2d&device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 1097 time: 0.2241769 Jul 14 09:25:46.817929 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1035136-ea5a-4c1f-bd8d-5a0018beb4c0 req-4e70542a-6e8c-45dd-a0e2-bb9287114534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:46.819530 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c1035136-ea5a-4c1f-bd8d-5a0018beb4c0 req-4e70542a-6e8c-45dd-a0e2-bb9287114534 service neutron] 10.222.0.47 "GET /v2.0/networks?id=56fa79e5-8443-4914-b116-eff9c1f86a87 HTTP/1.1" status: 200 len: 914 time: 0.1364734 Jul 14 09:25:46.933661 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24693e83-9798-41f2-9112-f62e7c81d541 req-969a9942-a437-4a18-9284-0ff09ae947fa tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:46.942162 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-24693e83-9798-41f2-9112-f62e7c81d541 req-969a9942-a437-4a18-9284-0ff09ae947fa tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.2109466 Jul 14 09:25:46.986515 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c1035136-ea5a-4c1f-bd8d-5a0018beb4c0 req-3e25b170-5556-4689-9f5c-ef22022356a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2641bad-b59e-45ab-b1ad-ebee2c0719e4 HTTP/1.1" status: 200 len: 1001 time: 0.1502795 Jul 14 09:25:47.053902 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce502e-9a8d-4e76-8b43-b85fde9aacf5 req-26c9e02b-af2e-4e67-bdc7-93002c095548 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:47.064580 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5cce502e-9a8d-4e76-8b43-b85fde9aacf5 req-26c9e02b-af2e-4e67-bdc7-93002c095548 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7af96464-e362-497e-b960-49e43ae20001 HTTP/1.1" status: 200 len: 950 time: 0.4284310 Jul 14 09:25:47.110327 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-24693e83-9798-41f2-9112-f62e7c81d541 req-e529a640-fcc0-44a9-9c77-de00c761a9b9 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580529 Jul 14 09:25:47.126246 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1a7ddca2-b886-467f-90cc-f9fc3f3fb700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'name': 'tempest-TestVolumeBackupRestore-1533020110-router', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:06Z', 'updated_at': '2021-07-14T09:20:15Z', 'revision_number': 4, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'gw_port': {'id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:08Z', 'updated_at': '2021-07-14T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '21877c49-72f6-4650-b074-52c4b583b7e4', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'port_id': 'e2641bad-b59e-45ab-b1ad-ebee2c0719e4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87', 'mac_address': 'fa:16:3e:c6:de:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e70716-f7e8-4c53-b23c-de011ea1980f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:25:37Z', 'updated_at': '2021-07-14T09:25:44Z', 'revision_number': 2, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44524d74-ae18-4a79-b164-1341397ec24f', 'name': '', 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'mac_address': 'fa:16:3e:a8:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '3d588393-54eb-4f64-a93a-52a5f5f3384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:28Z', 'revision_number': 5, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'subnets': [{'id': '3d588393-54eb-4f64-a93a-52a5f5f3384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:47.138934 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-44a272cf-3a67-48f4-a277-ea283f41a357 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.180418 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5cce502e-9a8d-4e76-8b43-b85fde9aacf5 req-ccb99cf6-7b17-4fba-bae2-b82e6a8ebef0 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/security-groups?id=9334e828-e08e-4cce-b149-8aaf7c4a29c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146138 Jul 14 09:25:47.194037 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1035136-ea5a-4c1f-bd8d-5a0018beb4c0 req-e1dea5b3-933e-4f3e-81e5-6a333978cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:47.197382 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c1035136-ea5a-4c1f-bd8d-5a0018beb4c0 req-e1dea5b3-933e-4f3e-81e5-6a333978cd0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d588393-54eb-4f64-a93a-52a5f5f3384f HTTP/1.1" status: 200 len: 853 time: 0.1402209 Jul 14 09:25:47.197994 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7ddca2-b886-467f-90cc-f9fc3f3fb700 None None] Checking router: 2b5b0678-ea3d-4d60-b1dd-138ab8544039 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:25:47.209784 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7ddca2-b886-467f-90cc-f9fc3f3fb700 None None] Routers {'2b5b0678-ea3d-4d60-b1dd-138ab8544039'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:47.211289 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1a7ddca2-b886-467f-90cc-f9fc3f3fb700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:25:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2b5b0678-ea3d-4d60-b1dd-138ab8544039'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:47.219604 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a272cf-3a67-48f4-a277-ea283f41a357 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event deleted for resources: {'Port': ['ID=2a5cfa4e-dbe9-436e-8fa1-4ef550880916,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:47.318638 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80209c1-4573-4402-9836-e94667384adb req-44a272cf-3a67-48f4-a277-ea283f41a357 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] No DVR routers for this DVR port 2a5cfa4e-dbe9-436e-8fa1-4ef550880916 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:47.323753 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-44a272cf-3a67-48f4-a277-ea283f41a357 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.326083 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f80209c1-4573-4402-9836-e94667384adb req-44a272cf-3a67-48f4-a277-ea283f41a357 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.44 "DELETE /v2.0/ports/2a5cfa4e-dbe9-436e-8fa1-4ef550880916 HTTP/1.1" status: 204 len: 173 time: 1.5066140 Jul 14 09:25:47.326789 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-deleted', 'tag': '2a5cfa4e-dbe9-436e-8fa1-4ef550880916'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:47.335996 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddfa10f-9283-4898-9a0b-96fc03b0beab" -d '{"events": [{"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-deleted", "tag": "2a5cfa4e-dbe9-436e-8fa1-4ef550880916"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:47.529017 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1035136-ea5a-4c1f-bd8d-5a0018beb4c0 req-183a2b1a-841d-4106-b2dd-8e465d5ad0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:47.537726 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c1035136-ea5a-4c1f-bd8d-5a0018beb4c0 req-183a2b1a-841d-4106-b2dd-8e465d5ad0f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56fa79e5-8443-4914-b116-eff9c1f86a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3117909 Jul 14 09:25:47.541785 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-1a7ddca2-b886-467f-90cc-f9fc3f3fb700 None None] Set router 2b5b0678-ea3d-4d60-b1dd-138ab8544039 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:47.646416 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf1501-bbf0-4526-ab51-f916d6ed7168 req-0f533242-6045-42fa-b77d-f7d6e8e24c85 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:47.715747 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf1501-bbf0-4526-ab51-f916d6ed7168 req-0f533242-6045-42fa-b77d-f7d6e8e24c85 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:47.777684 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-f80209c1-4573-4402-9836-e94667384adb req-73211c94-8951-4f38-8075-aecb7501dfc4 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Deleting port 2b44d6f1-61fb-4df1-8681-4fe4b3de6c61 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:47.778242 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-73211c94-8951-4f38-8075-aecb7501dfc4 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.807886 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf1501-bbf0-4526-ab51-f916d6ed7168 req-0f533242-6045-42fa-b77d-f7d6e8e24c85 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:47.843114 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf1501-bbf0-4526-ab51-f916d6ed7168 req-0f533242-6045-42fa-b77d-f7d6e8e24c85 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:47.863991 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-18cf1501-bbf0-4526-ab51-f916d6ed7168 req-0f533242-6045-42fa-b77d-f7d6e8e24c85 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 3142 time: 0.4189906 Jul 14 09:25:48.002287 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c1035136-ea5a-4c1f-bd8d-5a0018beb4c0 req-1ed17ec4-4774-44b9-8abc-7ad8c518c328 service neutron] 10.222.0.47 "GET /v2.0/networks/56fa79e5-8443-4914-b116-eff9c1f86a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499843 Jul 14 09:25:48.032945 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-18cf1501-bbf0-4526-ab51-f916d6ed7168 req-1d33a0c1-da5d-4678-858d-b89ab0af985c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679175 Jul 14 09:25:48.108095 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-f80209c1-4573-4402-9836-e94667384adb req-73211c94-8951-4f38-8075-aecb7501dfc4 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] For port 2b44d6f1-61fb-4df1-8681-4fe4b3de6c61, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=2b44d6f1-61fb-4df1-8681-4fe4b3de6c61,segment=NetworkSegment(d96c02fe-c211-4c24-b05d-bd0375910386),segment_id=d96c02fe-c211-4c24-b05d-bd0375910386)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:48.108576 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-73211c94-8951-4f38-8075-aecb7501dfc4 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.142357 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4989d93a-24cd-4340-8f8a-e1daead713cf x-openstack-request-id: req-4989d93a-24cd-4340-8f8a-e1daead713cf {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:48.142906 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-deleted", "tag": "2a5cfa4e-dbe9-436e-8fa1-4ef550880916", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:48.143231 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4989d93a-24cd-4340-8f8a-e1daead713cf {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:48.143722 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-deleted', 'tag': '2a5cfa4e-dbe9-436e-8fa1-4ef550880916', 'status': 'completed', 'code': 200} Jul 14 09:25:48.155960 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-f80209c1-4573-4402-9836-e94667384adb req-73211c94-8951-4f38-8075-aecb7501dfc4 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Calling delete_port for 2b44d6f1-61fb-4df1-8681-4fe4b3de6c61 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:48.293881 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d9e2c32-d3bd-4896-8ea6-73f8af857809'}, {'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf4ec6aa-127a-4c61-9e72-9dc4988aae8b'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:48.297138 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3816b75f-ffca-42f3-a884-e0e567c7a465" -d '{"events": [{"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-unplugged", "status": "completed", "tag": "9d9e2c32-d3bd-4896-8ea6-73f8af857809"}, {"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-unplugged", "status": "completed", "tag": "cf4ec6aa-127a-4c61-9e72-9dc4988aae8b"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:48.402797 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31bd4110-9ed7-486f-aeec-b20fe5160c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.410299 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e70716-f7e8-4c53-b23c-de011ea1980f', 'tag': 'e2641bad-b59e-45ab-b1ad-ebee2c0719e4'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:48.414491 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33119007-93ba-492c-8d8e-1469e404b862" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e70716-f7e8-4c53-b23c-de011ea1980f", "tag": "e2641bad-b59e-45ab-b1ad-ebee2c0719e4"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:48.492563 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2d7cbb-e9d2-4c33-822e-f77936a665fb x-openstack-request-id: req-8d2d7cbb-e9d2-4c33-822e-f77936a665fb {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:48.494227 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-unplugged", "status": "completed", "tag": "9d9e2c32-d3bd-4896-8ea6-73f8af857809", "code": 200}, {"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-unplugged", "status": "completed", "tag": "cf4ec6aa-127a-4c61-9e72-9dc4988aae8b", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:48.494717 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d2d7cbb-e9d2-4c33-822e-f77936a665fb {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:48.495340 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d9e2c32-d3bd-4896-8ea6-73f8af857809', 'code': 200} Jul 14 09:25:48.499696 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf4ec6aa-127a-4c61-9e72-9dc4988aae8b', 'code': 200} Jul 14 09:25:48.518718 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-73211c94-8951-4f38-8075-aecb7501dfc4 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.539986 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f09d37-fee2-44da-b71b-a249b461917e req-8f5fba43-1c53-4b87-b933-43be83c4ccf8 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:48.548990 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21f09d37-fee2-44da-b71b-a249b461917e req-8f5fba43-1c53-4b87-b933-43be83c4ccf8 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.1547010 Jul 14 09:25:48.608394 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e59a377-f71b-4237-b39d-8d78a53a24ee x-openstack-request-id: req-8e59a377-f71b-4237-b39d-8d78a53a24ee {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:48.609151 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e70716-f7e8-4c53-b23c-de011ea1980f", "tag": "e2641bad-b59e-45ab-b1ad-ebee2c0719e4", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:48.611092 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e59a377-f71b-4237-b39d-8d78a53a24ee {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:48.611644 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e70716-f7e8-4c53-b23c-de011ea1980f', 'tag': 'e2641bad-b59e-45ab-b1ad-ebee2c0719e4', 'status': 'completed', 'code': 200} Jul 14 09:25:48.669724 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21f09d37-fee2-44da-b71b-a249b461917e req-ad5795b2-3559-4fa6-96d3-1787dfd88707 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194508 Jul 14 09:25:48.684230 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73211c94-8951-4f38-8075-aecb7501dfc4 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event deleted for resources: {'Port': ['ID=2b44d6f1-61fb-4df1-8681-4fe4b3de6c61,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:48.760647 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1a7ddca2-b886-467f-90cc-f9fc3f3fb700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'name': 'tempest-TestVolumeBackupRestore-1533020110-router', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:06Z', 'updated_at': '2021-07-14T09:20:15Z', 'revision_number': 4, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'gw_port': {'id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:08Z', 'updated_at': '2021-07-14T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '21877c49-72f6-4650-b074-52c4b583b7e4', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'port_id': 'e2641bad-b59e-45ab-b1ad-ebee2c0719e4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87', 'mac_address': 'fa:16:3e:c6:de:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e70716-f7e8-4c53-b23c-de011ea1980f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:25:37Z', 'updated_at': '2021-07-14T09:25:44Z', 'revision_number': 2, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44524d74-ae18-4a79-b164-1341397ec24f', 'name': '', 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'mac_address': 'fa:16:3e:a8:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '3d588393-54eb-4f64-a93a-52a5f5f3384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:28Z', 'revision_number': 5, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'subnets': [{'id': '3d588393-54eb-4f64-a93a-52a5f5f3384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:48.790135 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7ddca2-b886-467f-90cc-f9fc3f3fb700 None None] The sync data for ids ['2b5b0678-ea3d-4d60-b1dd-138ab8544039'] in n-d-771362-35 is: [{'id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'name': 'tempest-TestVolumeBackupRestore-1533020110-router', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:06Z', 'updated_at': '2021-07-14T09:20:15Z', 'revision_number': 4, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'gw_port': {'id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:08Z', 'updated_at': '2021-07-14T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '21877c49-72f6-4650-b074-52c4b583b7e4', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'port_id': 'e2641bad-b59e-45ab-b1ad-ebee2c0719e4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87', 'mac_address': 'fa:16:3e:c6:de:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e70716-f7e8-4c53-b23c-de011ea1980f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:25:37Z', 'updated_at': '2021-07-14T09:25:44Z', 'revision_number': 2, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44524d74-ae18-4a79-b164-1341397ec24f', 'name': '', 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'mac_address': 'fa:16:3e:a8:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '3d588393-54eb-4f64-a93a-52a5f5f3384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:28Z', 'revision_number': 5, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'subnets': [{'id': '3d588393-54eb-4f64-a93a-52a5f5f3384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:25:48.793801 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80209c1-4573-4402-9836-e94667384adb req-73211c94-8951-4f38-8075-aecb7501dfc4 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] No DVR routers for this DVR port 2b44d6f1-61fb-4df1-8681-4fe4b3de6c61 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:48.797285 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-73211c94-8951-4f38-8075-aecb7501dfc4 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.799641 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f80209c1-4573-4402-9836-e94667384adb req-73211c94-8951-4f38-8075-aecb7501dfc4 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.44 "DELETE /v2.0/ports/2b44d6f1-61fb-4df1-8681-4fe4b3de6c61 HTTP/1.1" status: 204 len: 173 time: 1.4580064 Jul 14 09:25:48.840706 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c1035136-ea5a-4c1f-bd8d-5a0018beb4c0 req-0069f6b1-6e6e-40f3-8922-d1aeda19bf0b service neutron] 10.222.0.47 "GET /v2.0/networks/56fa79e5-8443-4914-b116-eff9c1f86a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6953750 Jul 14 09:25:49.126118 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-f80209c1-4573-4402-9836-e94667384adb req-51553e11-7cac-4f75-8d77-3872fa46267c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Deleting port 9d9e2c32-d3bd-4896-8ea6-73f8af857809 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:49.127026 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-51553e11-7cac-4f75-8d77-3872fa46267c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.168393 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33119007-93ba-492c-8d8e-1469e404b862 req-c2f40995-6bd7-4385-a0d1-c72dc1112342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:49.177753 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-33119007-93ba-492c-8d8e-1469e404b862 req-c2f40995-6bd7-4385-a0d1-c72dc1112342 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16836e26dfbf453ca94c396d1972ac2d&device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 1097 time: 0.2005680 Jul 14 09:25:49.433132 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-f80209c1-4573-4402-9836-e94667384adb req-51553e11-7cac-4f75-8d77-3872fa46267c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] For port 9d9e2c32-d3bd-4896-8ea6-73f8af857809, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9d9e2c32-d3bd-4896-8ea6-73f8af857809,segment=NetworkSegment(f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a),segment_id=f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:49.433868 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-51553e11-7cac-4f75-8d77-3872fa46267c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.450202 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-f80209c1-4573-4402-9836-e94667384adb req-51553e11-7cac-4f75-8d77-3872fa46267c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Calling delete_port for 9d9e2c32-d3bd-4896-8ea6-73f8af857809 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:49.494615 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14deb059-99d3-44e5-be87-b1f9d4b90cdc req-6c8217e8-a6f5-425c-b756-772311244fdd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:49.496001 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33119007-93ba-492c-8d8e-1469e404b862 req-5dfb0dd0-6987-4cf1-b04f-56ae7c5bcdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:49.497528 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-33119007-93ba-492c-8d8e-1469e404b862 req-5dfb0dd0-6987-4cf1-b04f-56ae7c5bcdef service neutron] 10.222.0.47 "GET /v2.0/networks?id=56fa79e5-8443-4914-b116-eff9c1f86a87 HTTP/1.1" status: 200 len: 914 time: 0.2516835 Jul 14 09:25:49.501969 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14deb059-99d3-44e5-be87-b1f9d4b90cdc req-6c8217e8-a6f5-425c-b756-772311244fdd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:49.509290 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14deb059-99d3-44e5-be87-b1f9d4b90cdc req-6c8217e8-a6f5-425c-b756-772311244fdd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:49.517251 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-14deb059-99d3-44e5-be87-b1f9d4b90cdc req-6c8217e8-a6f5-425c-b756-772311244fdd tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 2410 time: 0.1572838 Jul 14 09:25:49.565621 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-14deb059-99d3-44e5-be87-b1f9d4b90cdc req-990f64ab-b17b-4245-8dd8-8540c593f5be tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467632 Jul 14 09:25:49.634737 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-33119007-93ba-492c-8d8e-1469e404b862 req-32e08926-2329-4002-b46f-e25ed48616cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2641bad-b59e-45ab-b1ad-ebee2c0719e4 HTTP/1.1" status: 200 len: 1001 time: 0.0974989 Jul 14 09:25:49.724236 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33119007-93ba-492c-8d8e-1469e404b862 req-c20af2aa-f7d4-494f-bdc7-a17960e7d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:49.725679 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-33119007-93ba-492c-8d8e-1469e404b862 req-c20af2aa-f7d4-494f-bdc7-a17960e7d399 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d588393-54eb-4f64-a93a-52a5f5f3384f HTTP/1.1" status: 200 len: 853 time: 0.0780587 Jul 14 09:25:49.813466 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-51553e11-7cac-4f75-8d77-3872fa46267c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.861490 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51553e11-7cac-4f75-8d77-3872fa46267c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event deleted for resources: {'Port': ['ID=9d9e2c32-d3bd-4896-8ea6-73f8af857809,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:49.944377 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80209c1-4573-4402-9836-e94667384adb req-51553e11-7cac-4f75-8d77-3872fa46267c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] No DVR routers for this DVR port 9d9e2c32-d3bd-4896-8ea6-73f8af857809 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:49.948153 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-51553e11-7cac-4f75-8d77-3872fa46267c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.951311 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f80209c1-4573-4402-9836-e94667384adb req-51553e11-7cac-4f75-8d77-3872fa46267c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.44 "DELETE /v2.0/ports/9d9e2c32-d3bd-4896-8ea6-73f8af857809 HTTP/1.1" status: 204 len: 173 time: 1.1445177 Jul 14 09:25:50.001750 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa0968-cd1e-410b-851d-101f23657bea req-4466228c-af95-4eb5-a48c-da43a9430cab tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:50.003908 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-defa0968-cd1e-410b-851d-101f23657bea req-4466228c-af95-4eb5-a48c-da43a9430cab tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.0952430 Jul 14 09:25:50.042070 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33119007-93ba-492c-8d8e-1469e404b862 req-fe47ead1-73db-474d-a1a4-909bad2d1f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:50.055873 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-33119007-93ba-492c-8d8e-1469e404b862 req-fe47ead1-73db-474d-a1a4-909bad2d1f87 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56fa79e5-8443-4914-b116-eff9c1f86a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3062711 Jul 14 09:25:50.065296 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-defa0968-cd1e-410b-851d-101f23657bea req-c9d2ba81-5ec5-4d1e-b563-de0714193add tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545175 Jul 14 09:25:50.864032 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 1d721596-e839-47ab-87b5-97d395532aab details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:25:50.906592 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-deleted', 'tag': '2b44d6f1-61fb-4df1-8681-4fe4b3de6c61'}, {'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-deleted', 'tag': '9d9e2c32-d3bd-4896-8ea6-73f8af857809'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:50.915762 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b646d16-e728-4aad-a6b5-bf31af66d229" -d '{"events": [{"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-deleted", "tag": "2b44d6f1-61fb-4df1-8681-4fe4b3de6c61"}, {"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-deleted", "tag": "9d9e2c32-d3bd-4896-8ea6-73f8af857809"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:51.120587 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-33119007-93ba-492c-8d8e-1469e404b862 req-0b3f52d2-9c5f-4ae4-94b7-c9388d7e3219 service neutron] 10.222.0.47 "GET /v2.0/networks/56fa79e5-8443-4914-b116-eff9c1f86a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0481336 Jul 14 09:25:51.122514 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d59a1ab4-e9ff-497b-9b37-b8b0f3aaef10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.140291 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1664d-40e9-417f-8e42-8e40788619c5 req-e379ab79-656a-4ffd-b10d-63a59a32cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:51.143001 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-46a1664d-40e9-417f-8e42-8e40788619c5 req-e379ab79-656a-4ffd-b10d-63a59a32cbae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 1097 time: 0.4761238 Jul 14 09:25:51.291047 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 1d721596-e839-47ab-87b5-97d395532aab, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=1d721596-e839-47ab-87b5-97d395532aab,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:51.331623 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '1d721596-e839-47ab-87b5-97d395532aab', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '1d721596-e839-47ab-87b5-97d395532aab', 'mac_address': 'fa:16:3e:a9:30:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:25:51.342850 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.356541 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1664d-40e9-417f-8e42-8e40788619c5 req-d413cd79-d9d8-46e0-9201-2844fb44571e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:51.358988 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-46a1664d-40e9-417f-8e42-8e40788619c5 req-d413cd79-d9d8-46e0-9201-2844fb44571e service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 912 time: 0.1910796 Jul 14 09:25:51.458749 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.480641 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f776bb1-21dd-4435-85f9-dedd3f593f54 req-27d1c32a-f782-4ffb-9d14-d17a0f92df72 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:51.492714 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f776bb1-21dd-4435-85f9-dedd3f593f54 req-27d1c32a-f782-4ffb-9d14-d17a0f92df72 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:51.498831 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-f80209c1-4573-4402-9836-e94667384adb req-4514ac9f-d76e-490a-a591-0ffcadf605d1 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Deleting port cf4ec6aa-127a-4c61-9e72-9dc4988aae8b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:51.499212 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-4514ac9f-d76e-490a-a591-0ffcadf605d1 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.508968 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3f776bb1-21dd-4435-85f9-dedd3f593f54 req-27d1c32a-f782-4ffb-9d14-d17a0f92df72 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 1677 time: 0.6813505 Jul 14 09:25:51.516246 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d721596-e839-47ab-87b5-97d395532aab {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:51.609091 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 1d721596-e839-47ab-87b5-97d395532aab, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=1d721596-e839-47ab-87b5-97d395532aab,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:51.617581 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.684354 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3f776bb1-21dd-4435-85f9-dedd3f593f54 req-8a916d84-2c5e-400d-9b24-2634054958ae tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739204 Jul 14 09:25:51.737642 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc806f4-0f08-4266-8171-2367bf51ffd2 req-6c577335-3132-406b-8636-5544ee5d1f39 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:51.755678 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cfc806f4-0f08-4266-8171-2367bf51ffd2 req-6c577335-3132-406b-8636-5544ee5d1f39 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.8277433 Jul 14 09:25:51.788804 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['1d721596-e839-47ab-87b5-97d395532aab'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:51.817005 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-f80209c1-4573-4402-9836-e94667384adb req-4514ac9f-d76e-490a-a591-0ffcadf605d1 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] For port cf4ec6aa-127a-4c61-9e72-9dc4988aae8b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=cf4ec6aa-127a-4c61-9e72-9dc4988aae8b,segment=NetworkSegment(1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f),segment_id=1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:51.817373 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-4514ac9f-d76e-490a-a591-0ffcadf605d1 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.932600 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=1d721596-e839-47ab-87b5-97d395532aab,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:51.982184 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cfc806f4-0f08-4266-8171-2367bf51ffd2 req-b9eb3c6d-f458-40af-a5ac-fcf88ff6dc77 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235734 Jul 14 09:25:52.025181 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-46a1664d-40e9-417f-8e42-8e40788619c5 req-871123ff-af2d-4335-9ad2-d82d198ad2a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a61054c-ca03-43e7-a0bf-a3248953dd22 HTTP/1.1" status: 200 len: 999 time: 0.6389959 Jul 14 09:25:52.025399 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:52.025577 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:52.025926 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:52.026300 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:52.026655 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:52.026968 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:52.027299 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:52.049052 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:52.050187 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:52.050756 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:52.051311 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:52.054026 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:52.065836 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-33119007-93ba-492c-8d8e-1469e404b862 req-58fc5e65-b6fd-4ef9-9e37-01a3e7b6ad03 service neutron] 10.222.0.47 "GET /v2.0/networks/56fa79e5-8443-4914-b116-eff9c1f86a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9207950 Jul 14 09:25:52.132422 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de009719-61dd-4c69-8565-46bddc2e0d74 x-openstack-request-id: req-de009719-61dd-4c69-8565-46bddc2e0d74 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:52.135138 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-deleted", "tag": "2b44d6f1-61fb-4df1-8681-4fe4b3de6c61", "status": "completed", "code": 200}, {"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-deleted", "tag": "9d9e2c32-d3bd-4896-8ea6-73f8af857809", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:52.138382 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de009719-61dd-4c69-8565-46bddc2e0d74 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:52.139035 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-deleted', 'tag': '2b44d6f1-61fb-4df1-8681-4fe4b3de6c61', 'status': 'completed', 'code': 200} Jul 14 09:25:52.139441 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-deleted', 'tag': '9d9e2c32-d3bd-4896-8ea6-73f8af857809', 'status': 'completed', 'code': 200} Jul 14 09:25:52.144746 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1664d-40e9-417f-8e42-8e40788619c5 req-57251da9-f554-4523-a6a5-52d30490a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:52.148511 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-46a1664d-40e9-417f-8e42-8e40788619c5 req-57251da9-f554-4523-a6a5-52d30490a30c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a288c610-4f62-489b-a703-60b0f1c60f0a HTTP/1.1" status: 200 len: 851 time: 0.1226003 Jul 14 09:25:52.223873 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.416839 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1664d-40e9-417f-8e42-8e40788619c5 req-da2ca4c4-fc7a-4ac9-9fa5-c14b908371c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:52.426187 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-46a1664d-40e9-417f-8e42-8e40788619c5 req-da2ca4c4-fc7a-4ac9-9fa5-c14b908371c2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa88f091-33f9-4aa2-8101-31241b8b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2703068 Jul 14 09:25:52.589436 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-4514ac9f-d76e-490a-a591-0ffcadf605d1 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.590230 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-4514ac9f-d76e-490a-a591-0ffcadf605d1 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.590970 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [req-f80209c1-4573-4402-9836-e94667384adb req-4514ac9f-d76e-490a-a591-0ffcadf605d1 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Floating IP 7e56d719-6b28-4e6b-98c5-cc80d3f323b9 disassociated. External IP: 172.25.6.17, port: cf4ec6aa-127a-4c61-9e72-9dc4988aae8b. Jul 14 09:25:52.591861 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-f80209c1-4573-4402-9836-e94667384adb req-4514ac9f-d76e-490a-a591-0ffcadf605d1 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Calling delete_port for cf4ec6aa-127a-4c61-9e72-9dc4988aae8b owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:52.670179 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-46a1664d-40e9-417f-8e42-8e40788619c5 req-eafc3b20-ffe3-4f72-9f93-7e768092feec service neutron] 10.222.0.44 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331522 Jul 14 09:25:52.829002 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-4514ac9f-d76e-490a-a591-0ffcadf605d1 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.867034 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 1d721596-e839-47ab-87b5-97d395532aab up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:52.912023 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-46a1664d-40e9-417f-8e42-8e40788619c5 req-7c6fcf92-1796-485d-8194-67a6a4a84e34 service neutron] 10.222.0.44 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346778 Jul 14 09:25:52.942016 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514ac9f-d76e-490a-a591-0ffcadf605d1 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event deleted for resources: {'Port': ['ID=cf4ec6aa-127a-4c61-9e72-9dc4988aae8b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:53.054606 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 1d721596-e839-47ab-87b5-97d395532aab triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:53.058378 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.332611 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f72acf-4d10-4da0-a892-1b64c7847b2d req-f9e2e37f-c0ad-4101-ab81-8a820fe22789 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:53.349596 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-86f72acf-4d10-4da0-a892-1b64c7847b2d req-f9e2e37f-c0ad-4101-ab81-8a820fe22789 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 943 time: 0.3096976 Jul 14 09:25:53.424908 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.466977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f80209c1-4573-4402-9836-e94667384adb req-4514ac9f-d76e-490a-a591-0ffcadf605d1 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Router df8550c3-6229-4d7d-8811-2d810f84b791 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:25:53.514100 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af96464-e362-497e-b960-49e43ae20001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d721596-e839-47ab-87b5-97d395532aab'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:53.520879 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cf8c88-71b1-4751-9c99-c6892b813966" -d '{"events": [{"server_uuid": "7af96464-e362-497e-b960-49e43ae20001", "name": "network-vif-plugged", "status": "completed", "tag": "1d721596-e839-47ab-87b5-97d395532aab"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:53.529356 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-86f72acf-4d10-4da0-a892-1b64c7847b2d req-08184298-7c49-41e9-a660-263f0f7e6723 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687160 Jul 14 09:25:53.590177 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 1d721596-e839-47ab-87b5-97d395532aab, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=1d721596-e839-47ab-87b5-97d395532aab,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:53.598655 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.829955 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94947883-840d-4a6b-a0d8-8ca966c187a2 x-openstack-request-id: req-94947883-840d-4a6b-a0d8-8ca966c187a2 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:53.839854 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af96464-e362-497e-b960-49e43ae20001", "name": "network-vif-plugged", "status": "completed", "tag": "1d721596-e839-47ab-87b5-97d395532aab", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:53.840541 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94947883-840d-4a6b-a0d8-8ca966c187a2 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:53.842742 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af96464-e362-497e-b960-49e43ae20001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d721596-e839-47ab-87b5-97d395532aab', 'code': 200} Jul 14 09:25:53.866336 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa188209-9c74-46ff-93cd-ea86f9a26fed req-497ca04f-c229-417d-bbc8-07412c6e7edc tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:53.882781 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fa188209-9c74-46ff-93cd-ea86f9a26fed req-497ca04f-c229-417d-bbc8-07412c6e7edc tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.3796108 Jul 14 09:25:53.891796 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.957319 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f80209c1-4573-4402-9836-e94667384adb req-4514ac9f-d76e-490a-a591-0ffcadf605d1 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:25:53.973231 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb0df06-4b7c-479d-8995-bee9e9f51414 None None] Sync routers for ids ['df8550c3-6229-4d7d-8811-2d810f84b791'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:25:54.022868 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb0df06-4b7c-479d-8995-bee9e9f51414 None None] Routers {'df8550c3-6229-4d7d-8811-2d810f84b791'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:54.026755 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3cb0df06-4b7c-479d-8995-bee9e9f51414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:25:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['df8550c3-6229-4d7d-8811-2d810f84b791'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:54.031207 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=1d721596-e839-47ab-87b5-97d395532aab,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:54.051727 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fa188209-9c74-46ff-93cd-ea86f9a26fed req-e6d35bc3-830f-4434-91e9-d5837d60a5cf tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615286 Jul 14 09:25:54.138673 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80209c1-4573-4402-9836-e94667384adb req-4514ac9f-d76e-490a-a591-0ffcadf605d1 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] No DVR routers for this DVR port cf4ec6aa-127a-4c61-9e72-9dc4988aae8b on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:54.142431 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-4514ac9f-d76e-490a-a591-0ffcadf605d1 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:54.144558 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f80209c1-4573-4402-9836-e94667384adb req-4514ac9f-d76e-490a-a591-0ffcadf605d1 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.44 "DELETE /v2.0/ports/cf4ec6aa-127a-4c61-9e72-9dc4988aae8b HTTP/1.1" status: 204 len: 173 time: 4.1877146 Jul 14 09:25:54.145072 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-deleted', 'tag': 'cf4ec6aa-127a-4c61-9e72-9dc4988aae8b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:54.150073 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb56983-1ff9-441d-a4bd-30a4fead86c8" -d '{"events": [{"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-deleted", "tag": "cf4ec6aa-127a-4c61-9e72-9dc4988aae8b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:54.316329 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb6304f-0140-426a-b101-e8d880d89630 x-openstack-request-id: req-9cb6304f-0140-426a-b101-e8d880d89630 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:54.317242 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-deleted", "tag": "cf4ec6aa-127a-4c61-9e72-9dc4988aae8b", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:54.319563 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9cb6304f-0140-426a-b101-e8d880d89630 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:54.321787 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-deleted', 'tag': 'cf4ec6aa-127a-4c61-9e72-9dc4988aae8b', 'status': 'completed', 'code': 200} Jul 14 09:25:54.490832 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-3cb0df06-4b7c-479d-8995-bee9e9f51414 None None] Set router df8550c3-6229-4d7d-8811-2d810f84b791 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:54.566884 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-f80209c1-4573-4402-9836-e94667384adb req-ff9d2cec-8159-4ff6-8bad-1667f768c8ac tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Deleting port ec03830c-6d12-40d0-8974-6acc684013fd {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:54.568380 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-ff9d2cec-8159-4ff6-8bad-1667f768c8ac tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:54.769800 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-f80209c1-4573-4402-9836-e94667384adb req-ff9d2cec-8159-4ff6-8bad-1667f768c8ac tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] For port ec03830c-6d12-40d0-8974-6acc684013fd, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ec03830c-6d12-40d0-8974-6acc684013fd,segment=NetworkSegment(f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a),segment_id=f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:54.770177 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-ff9d2cec-8159-4ff6-8bad-1667f768c8ac tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:54.788283 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-f80209c1-4573-4402-9836-e94667384adb req-ff9d2cec-8159-4ff6-8bad-1667f768c8ac tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Calling delete_port for ec03830c-6d12-40d0-8974-6acc684013fd owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:55.073563 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-ff9d2cec-8159-4ff6-8bad-1667f768c8ac tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.117835 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bec8b-501d-4083-90f0-d09fa4d035eb req-6baff4d5-7c2a-4cb7-ace4-b385a18d101a tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:55.129751 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-681bec8b-501d-4083-90f0-d09fa4d035eb req-6baff4d5-7c2a-4cb7-ace4-b385a18d101a tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 865 time: 0.2160468 Jul 14 09:25:55.223241 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-681bec8b-501d-4083-90f0-d09fa4d035eb req-ced310e5-04fa-4098-8d2a-cc984f0e423d tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7dec744-ebce-4026-a902-942e4e52dd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924702 Jul 14 09:25:55.343461 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d2cec-8159-4ff6-8bad-1667f768c8ac tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event deleted for resources: {'Port': ['ID=ec03830c-6d12-40d0-8974-6acc684013fd,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:55.440110 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80209c1-4573-4402-9836-e94667384adb req-ff9d2cec-8159-4ff6-8bad-1667f768c8ac tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] No DVR routers for this DVR port ec03830c-6d12-40d0-8974-6acc684013fd on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:55.449589 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f80209c1-4573-4402-9836-e94667384adb req-ff9d2cec-8159-4ff6-8bad-1667f768c8ac tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.467859 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f80209c1-4573-4402-9836-e94667384adb req-ff9d2cec-8159-4ff6-8bad-1667f768c8ac tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.44 "DELETE /v2.0/ports/ec03830c-6d12-40d0-8974-6acc684013fd HTTP/1.1" status: 204 len: 173 time: 1.3045018 Jul 14 09:25:55.502283 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3cb0df06-4b7c-479d-8995-bee9e9f51414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'name': 'tempest-TaggedBootDevicesTest-826273949-router', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'e37254f5-c222-4efe-b78e-5291e251f513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:14:24Z', 'updated_at': '2021-07-14T09:14:32Z', 'revision_number': 4, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'gw_port': {'id': 'e37254f5-c222-4efe-b78e-5291e251f513', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:14:26Z', 'updated_at': '2021-07-14T09:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '54f7072c-41fd-47f9-82c5-295a7011a6fc', 'name': '', 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'mac_address': 'fa:16:3e:29:d9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'fb2be10d-9b03-46a3-ae63-922114d77bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:14:30Z', 'updated_at': '2021-07-14T09:14:43Z', 'revision_number': 5, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'subnets': [{'id': 'fb2be10d-9b03-46a3-ae63-922114d77bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:55.604564 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb0df06-4b7c-479d-8995-bee9e9f51414 None None] Checking router: df8550c3-6229-4d7d-8811-2d810f84b791 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:25:55.628393 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb0df06-4b7c-479d-8995-bee9e9f51414 None None] Routers {'df8550c3-6229-4d7d-8811-2d810f84b791'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:55.629338 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3cb0df06-4b7c-479d-8995-bee9e9f51414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:25:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['df8550c3-6229-4d7d-8811-2d810f84b791'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:55.684301 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a261a3-7720-451b-9404-e65b2884a0df req-7e6507fb-d99e-4574-9a51-691abb41cbda tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:55.697712 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-53a261a3-7720-451b-9404-e65b2884a0df req-7e6507fb-d99e-4574-9a51-691abb41cbda tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.2448735 Jul 14 09:25:55.821353 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-53a261a3-7720-451b-9404-e65b2884a0df req-df5da91a-d674-489d-8abc-29005d9af7b4 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209309 Jul 14 09:25:55.917168 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-3cb0df06-4b7c-479d-8995-bee9e9f51414 None None] Set router df8550c3-6229-4d7d-8811-2d810f84b791 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:56.215654 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246dfff2-ece1-47d7-8f2d-c7bae745be49 req-d5d97446-87b6-4a9e-b8bc-86208542f8c9 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:56.224944 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-246dfff2-ece1-47d7-8f2d-c7bae745be49 req-d5d97446-87b6-4a9e-b8bc-86208542f8c9 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.1691754 Jul 14 09:25:56.324028 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-deleted', 'tag': 'ec03830c-6d12-40d0-8974-6acc684013fd'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:56.327186 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc08ce1-07d0-432f-ae8d-adbb52a80ef0" -d '{"events": [{"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-deleted", "tag": "ec03830c-6d12-40d0-8974-6acc684013fd"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:56.353640 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-246dfff2-ece1-47d7-8f2d-c7bae745be49 req-9aae573c-848d-4657-97bd-c46b917b09ae tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193016 Jul 14 09:25:56.470948 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324f2f1a-cef7-4f50-823f-66dbdad906f4 x-openstack-request-id: req-324f2f1a-cef7-4f50-823f-66dbdad906f4 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:56.471469 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb8a341-1784-4470-802e-e3d6633f836f", "name": "network-vif-deleted", "tag": "ec03830c-6d12-40d0-8974-6acc684013fd", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:56.471904 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-324f2f1a-cef7-4f50-823f-66dbdad906f4 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:56.472492 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb8a341-1784-4470-802e-e3d6633f836f', 'name': 'network-vif-deleted', 'tag': 'ec03830c-6d12-40d0-8974-6acc684013fd', 'status': 'completed', 'code': 200} Jul 14 09:25:56.704574 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e03008ed-ab84-43f1-83b6-7f27866f88fd req-0302ef47-c4f4-4196-91ec-dc0765f73b20 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.1064758 Jul 14 09:25:56.989276 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d7512-3539-4d0a-a4d6-37ab546ed10a req-6bdbc3fe-5b4c-4ae2-93cc-161e95772250 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:56.990926 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-099d7512-3539-4d0a-a4d6-37ab546ed10a req-6bdbc3fe-5b4c-4ae2-93cc-161e95772250 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.1748614 Jul 14 09:25:57.028222 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3cb0df06-4b7c-479d-8995-bee9e9f51414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'name': 'tempest-TaggedBootDevicesTest-826273949-router', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'e37254f5-c222-4efe-b78e-5291e251f513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:14:24Z', 'updated_at': '2021-07-14T09:14:32Z', 'revision_number': 4, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'gw_port': {'id': 'e37254f5-c222-4efe-b78e-5291e251f513', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:14:26Z', 'updated_at': '2021-07-14T09:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '54f7072c-41fd-47f9-82c5-295a7011a6fc', 'name': '', 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'mac_address': 'fa:16:3e:29:d9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'fb2be10d-9b03-46a3-ae63-922114d77bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:14:30Z', 'updated_at': '2021-07-14T09:14:43Z', 'revision_number': 5, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'subnets': [{'id': 'fb2be10d-9b03-46a3-ae63-922114d77bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:57.107314 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-099d7512-3539-4d0a-a4d6-37ab546ed10a req-60ce7ebe-fe69-4733-83c8-dc20a3e4dcb1 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090758 Jul 14 09:25:57.142518 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb0df06-4b7c-479d-8995-bee9e9f51414 None None] The sync data for ids ['df8550c3-6229-4d7d-8811-2d810f84b791'] in n-d-771362-35 is: [{'id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'name': 'tempest-TaggedBootDevicesTest-826273949-router', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'e37254f5-c222-4efe-b78e-5291e251f513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:14:24Z', 'updated_at': '2021-07-14T09:14:32Z', 'revision_number': 4, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'gw_port': {'id': 'e37254f5-c222-4efe-b78e-5291e251f513', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:14:26Z', 'updated_at': '2021-07-14T09:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '54f7072c-41fd-47f9-82c5-295a7011a6fc', 'name': '', 'network_id': 'fae645fa-dbb7-4242-86d8-0493fe1d9e27', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'mac_address': 'fa:16:3e:29:d9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'fb2be10d-9b03-46a3-ae63-922114d77bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:14:30Z', 'updated_at': '2021-07-14T09:14:43Z', 'revision_number': 5, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'subnets': [{'id': 'fb2be10d-9b03-46a3-ae63-922114d77bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:25:57.741487 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35435247-1815-4670-aef6-405885bf489f None None] New status for floating IP 7e56d719-6b28-4e6b-98c5-cc80d3f323b9: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:25:58.077770 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7879d0f8-7fa7-46d1-8dfc-27db1987e522 req-434c322a-6ab3-4cf2-a408-af006e934a5c tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.0896826 Jul 14 09:25:58.562952 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368adeba-153b-468b-8bfe-628a503e8de7 req-1df486d1-7b1b-4186-bcfd-4d24b19a1905 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:58.566295 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-368adeba-153b-468b-8bfe-628a503e8de7 req-1df486d1-7b1b-4186-bcfd-4d24b19a1905 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.1695538 Jul 14 09:25:58.704936 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-368adeba-153b-468b-8bfe-628a503e8de7 req-d024638d-706c-4955-84c6-cbcba679d9a5 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302195 Jul 14 09:25:59.526986 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-68e5049e-73f8-404a-aa01-5aba63b387b5 req-9f428024-7b28-4576-8ecf-89c885c15a65 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.0739558 Jul 14 09:26:00.183012 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0363ca-27b6-4045-9be8-c79e0317cd4d req-b845a702-077c-4925-a9e9-d997f66e984e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:00.192964 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c0363ca-27b6-4045-9be8-c79e0317cd4d req-b845a702-077c-4925-a9e9-d997f66e984e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.1745863 Jul 14 09:26:00.285707 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c0363ca-27b6-4045-9be8-c79e0317cd4d req-4c21ad97-d586-4330-9a84-1d2eac2b82e2 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887628 Jul 14 09:26:00.911613 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-095448ac-7458-4176-8ad6-d8563091d777 req-6c746999-8f60-4f49-9c1e-d490b55e9af6 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.0421858 Jul 14 09:26:01.381710 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e839a5-9a49-4317-9ddc-4dae1ad24c34 req-012573f3-de20-487b-aeca-ebc04df7daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:01.384097 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-61e839a5-9a49-4317-9ddc-4dae1ad24c34 req-012573f3-de20-487b-aeca-ebc04df7daa4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 1097 time: 0.2575593 Jul 14 09:26:01.815285 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3b138-1a83-40d6-8581-ed47dd244fed req-742fb15e-11c5-4da0-ae90-886a3cd4b086 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:01.835640 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e839a5-9a49-4317-9ddc-4dae1ad24c34 req-aee383f6-366e-4d56-8eaa-df6edd6f99d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:01.837226 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ee3b138-1a83-40d6-8581-ed47dd244fed req-742fb15e-11c5-4da0-ae90-886a3cd4b086 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.3305392 Jul 14 09:26:01.838848 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-61e839a5-9a49-4317-9ddc-4dae1ad24c34 req-aee383f6-366e-4d56-8eaa-df6edd6f99d0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 912 time: 0.4468806 Jul 14 09:26:02.025737 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ee3b138-1a83-40d6-8581-ed47dd244fed req-8ddfbea6-3ae6-4a97-b7d3-c8534b8e38fe tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875019 Jul 14 09:26:02.199746 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-61e839a5-9a49-4317-9ddc-4dae1ad24c34 req-ee2c3ea2-d93b-4892-aeb7-2cc724fb93f0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a61054c-ca03-43e7-a0bf-a3248953dd22 HTTP/1.1" status: 200 len: 999 time: 0.3452501 Jul 14 09:26:02.347752 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f2530f34-45ca-458d-8c64-fa8c796cc795 req-32e55b14-46a1-4ea7-ad05-028e5232f4a7 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.0753047 Jul 14 09:26:02.363056 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e839a5-9a49-4317-9ddc-4dae1ad24c34 req-b8cfd50e-49cf-4b14-b904-e9a311a4cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:02.364616 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-61e839a5-9a49-4317-9ddc-4dae1ad24c34 req-b8cfd50e-49cf-4b14-b904-e9a311a4cf91 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a288c610-4f62-489b-a703-60b0f1c60f0a HTTP/1.1" status: 200 len: 851 time: 0.1592178 Jul 14 09:26:02.587379 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e839a5-9a49-4317-9ddc-4dae1ad24c34 req-6f09a466-b100-411d-81bf-7588ca79e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:02.589623 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-61e839a5-9a49-4317-9ddc-4dae1ad24c34 req-6f09a466-b100-411d-81bf-7588ca79e5a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa88f091-33f9-4aa2-8101-31241b8b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2183099 Jul 14 09:26:02.834147 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-61e839a5-9a49-4317-9ddc-4dae1ad24c34 req-e4fbe4e9-a75b-492f-aa39-75c99968073c service neutron] 10.222.0.44 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358656 Jul 14 09:26:03.136547 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-61e839a5-9a49-4317-9ddc-4dae1ad24c34 req-ca56fa45-3575-4ba1-bfae-da4970a28914 service neutron] 10.222.0.44 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779946 Jul 14 09:26:03.484065 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0976716-d64e-49cb-9a35-1b2cc5a39e93 req-254ca92c-7b38-4945-9c24-4a87e444875c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:03.495792 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c0976716-d64e-49cb-9a35-1b2cc5a39e93 req-254ca92c-7b38-4945-9c24-4a87e444875c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.1363840 Jul 14 09:26:03.644021 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c0976716-d64e-49cb-9a35-1b2cc5a39e93 req-b71c40e3-3230-4478-97bb-616283b751b4 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468973 Jul 14 09:26:03.744854 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4226c2ee-4301-4efd-b762-da4fec4a1a7d req-09d0262e-da6b-4855-aeba-6c8446cfbf73 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.0994759 Jul 14 09:26:05.195737 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-693f880b-bafe-49f0-964b-914dfcb9e935 req-d9a52aa2-bee0-4547-bb88-8de65cccb321 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.0771725 Jul 14 09:26:05.296814 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d604f9-7fcd-4bec-b4f8-73f4361a57c0 req-0bbf3190-8230-49dc-a582-7ed7acc50f75 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:05.299522 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83d604f9-7fcd-4bec-b4f8-73f4361a57c0 req-0bbf3190-8230-49dc-a582-7ed7acc50f75 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.3101017 Jul 14 09:26:05.423456 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83d604f9-7fcd-4bec-b4f8-73f4361a57c0 req-a06f13fb-7f76-4e6c-9a7a-7e1e85abcd18 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093411 Jul 14 09:26:05.830632 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3baa6-8a6d-49cf-9c67-2c370b1c3d08 req-1bbc5ba2-f2ec-4d32-9ce6-5746ef22911b tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:05.851192 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-02f3baa6-8a6d-49cf-9c67-2c370b1c3d08 req-1bbc5ba2-f2ec-4d32-9ce6-5746ef22911b tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.1474025 Jul 14 09:26:05.910488 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-02f3baa6-8a6d-49cf-9c67-2c370b1c3d08 req-a657c96a-cef4-4afd-8d35-76be99a617fe tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580626 Jul 14 09:26:06.631168 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-578426d7-f2c5-485f-9fef-a11eddda911d req-2329a4d5-e6bd-4bfb-a49d-162e2008ba2b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.0813057 Jul 14 09:26:07.846240 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3888bb-8cf7-48b3-8f54-e7c37fd1274d req-707aeadb-8d97-41e7-8133-60d06ac905ed tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:07.856309 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1e3888bb-8cf7-48b3-8f54-e7c37fd1274d req-707aeadb-8d97-41e7-8133-60d06ac905ed tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8689473b-de84-4715-9999-283cdb3360d0 HTTP/1.1" status: 200 len: 943 time: 0.1397216 Jul 14 09:26:08.194209 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-651bd882-6828-4ecf-b73b-a64c5f095286 req-3f1c82f9-80ca-4039-ba86-9c78ce1703a5 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.0709867 Jul 14 09:26:08.239158 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-1e3888bb-8cf7-48b3-8f54-e7c37fd1274d req-0e86d4bd-dec0-4d6e-b2a6-c89645daa6df tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Deleting port 6ff9168a-16ee-4d16-bd0d-880452991f03 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:08.241738 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1e3888bb-8cf7-48b3-8f54-e7c37fd1274d req-0e86d4bd-dec0-4d6e-b2a6-c89645daa6df tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.576182 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-1e3888bb-8cf7-48b3-8f54-e7c37fd1274d req-0e86d4bd-dec0-4d6e-b2a6-c89645daa6df tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] For port 6ff9168a-16ee-4d16-bd0d-880452991f03, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=6ff9168a-16ee-4d16-bd0d-880452991f03,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:08.576958 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1e3888bb-8cf7-48b3-8f54-e7c37fd1274d req-0e86d4bd-dec0-4d6e-b2a6-c89645daa6df tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.608555 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-1e3888bb-8cf7-48b3-8f54-e7c37fd1274d req-0e86d4bd-dec0-4d6e-b2a6-c89645daa6df tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Calling delete_port for 6ff9168a-16ee-4d16-bd0d-880452991f03 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:09.069304 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1e3888bb-8cf7-48b3-8f54-e7c37fd1274d req-0e86d4bd-dec0-4d6e-b2a6-c89645daa6df tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.092132 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['b29ce761-d555-438b-874b-abdefcc5327f', 'ef4dbc08-3ed1-45e7-8e6d-292a29e70367'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:09.177710 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86d4bd-dec0-4d6e-b2a6-c89645daa6df tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Pushing event deleted for resources: {'Port': ['ID=6ff9168a-16ee-4d16-bd0d-880452991f03,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:09.352929 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3888bb-8cf7-48b3-8f54-e7c37fd1274d req-0e86d4bd-dec0-4d6e-b2a6-c89645daa6df tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] No DVR routers for this DVR port 6ff9168a-16ee-4d16-bd0d-880452991f03 on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:09.357881 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-1e3888bb-8cf7-48b3-8f54-e7c37fd1274d req-0e86d4bd-dec0-4d6e-b2a6-c89645daa6df tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.366666 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1e3888bb-8cf7-48b3-8f54-e7c37fd1274d req-0e86d4bd-dec0-4d6e-b2a6-c89645daa6df tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "DELETE /v2.0/ports/6ff9168a-16ee-4d16-bd0d-880452991f03 HTTP/1.1" status: 204 len: 173 time: 1.4940388 Jul 14 09:26:09.368353 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8689473b-de84-4715-9999-283cdb3360d0', 'name': 'network-vif-deleted', 'tag': '6ff9168a-16ee-4d16-bd0d-880452991f03'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:09.371022 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88815985-00ad-4556-ac2c-f037d55f9322" -d '{"events": [{"server_uuid": "8689473b-de84-4715-9999-283cdb3360d0", "name": "network-vif-deleted", "tag": "6ff9168a-16ee-4d16-bd0d-880452991f03"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:09.697870 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f31f6447-9981-4340-8276-7a1be8d77af3 req-5089007e-d0e5-4597-a5cf-293cc976c70c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1067581 Jul 14 09:26:09.881188 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fb23f100-0007-460d-b194-96983e789f03 req-0b3382b4-90af-4509-8e49-1b1de038905a tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.1297319 Jul 14 09:26:09.932643 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f6447-9981-4340-8276-7a1be8d77af3 req-0279bc86-c4d3-4b66-ace8-c3b51fc3156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:09.937139 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f31f6447-9981-4340-8276-7a1be8d77af3 req-0279bc86-c4d3-4b66-ace8-c3b51fc3156a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 1097 time: 0.1979868 Jul 14 09:26:10.167033 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c0df65-f9ae-42d3-a8ab-bd02eb99cc32 x-openstack-request-id: req-e9c0df65-f9ae-42d3-a8ab-bd02eb99cc32 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:10.168097 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8689473b-de84-4715-9999-283cdb3360d0", "name": "network-vif-deleted", "tag": "6ff9168a-16ee-4d16-bd0d-880452991f03", "status": "failed", "code": 422}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:10.168567 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9c0df65-f9ae-42d3-a8ab-bd02eb99cc32 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:10.169510 n-d-771362-35 neutron-server[93773]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8689473b-de84-4715-9999-283cdb3360d0', 'name': 'network-vif-deleted', 'tag': '6ff9168a-16ee-4d16-bd0d-880452991f03', 'status': 'failed', 'code': 422} returned with failed status Jul 14 09:26:10.293013 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f6447-9981-4340-8276-7a1be8d77af3 req-04427e39-7509-4a4f-a97c-e105e2569ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:10.294694 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f31f6447-9981-4340-8276-7a1be8d77af3 req-04427e39-7509-4a4f-a97c-e105e2569ee6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 912 time: 0.3344579 Jul 14 09:26:10.486023 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f31f6447-9981-4340-8276-7a1be8d77af3 req-4dcf804e-0c9b-435f-835f-bd525409d3f0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a61054c-ca03-43e7-a0bf-a3248953dd22 HTTP/1.1" status: 200 len: 999 time: 0.1773953 Jul 14 09:26:10.614686 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.642300 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f6447-9981-4340-8276-7a1be8d77af3 req-a12cef40-46b8-4eeb-ae97-dd0ef0181040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:10.653424 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f31f6447-9981-4340-8276-7a1be8d77af3 req-a12cef40-46b8-4eeb-ae97-dd0ef0181040 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a288c610-4f62-489b-a703-60b0f1c60f0a HTTP/1.1" status: 200 len: 851 time: 0.1545482 Jul 14 09:26:10.875800 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f6447-9981-4340-8276-7a1be8d77af3 req-5aa48d0c-067f-458e-99f5-d4fe42de6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:10.880259 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f31f6447-9981-4340-8276-7a1be8d77af3 req-5aa48d0c-067f-458e-99f5-d4fe42de6ff6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa88f091-33f9-4aa2-8101-31241b8b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2240865 Jul 14 09:26:11.072467 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f31f6447-9981-4340-8276-7a1be8d77af3 req-1fe03428-3f27-4cd0-bbc2-c4fa39a81654 service neutron] 10.222.0.44 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771839 Jul 14 09:26:11.196317 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21b2b13d-4099-4cce-8263-66f72a34ce4f req-defd1fa5-c2bc-4eeb-8aa9-172ce995c33f tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.1195290 Jul 14 09:26:11.394612 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f31f6447-9981-4340-8276-7a1be8d77af3 req-a886f2d0-b42c-470a-90b3-50377d9cf674 service neutron] 10.222.0.44 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094347 Jul 14 09:26:11.746229 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a730bb-4409-499c-be7a-fd29b60295e7 req-cf74b21a-b293-4272-ba2c-e6ab26aeb8d5 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:11.748475 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7a730bb-4409-499c-be7a-fd29b60295e7 req-cf74b21a-b293-4272-ba2c-e6ab26aeb8d5 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff HTTP/1.1" status: 200 len: 908 time: 0.1362560 Jul 14 09:26:11.934136 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b149f461-d5bb-4ee5-85a9-881267cc925b req-48c195e9-55da-41a1-9d85-f5184c692102 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2574124 Jul 14 09:26:12.204555 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149f461-d5bb-4ee5-85a9-881267cc925b req-516945c9-fcd8-4494-8f23-47280bb6f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:12.206179 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b149f461-d5bb-4ee5-85a9-881267cc925b req-516945c9-fcd8-4494-8f23-47280bb6f670 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 1097 time: 0.1449471 Jul 14 09:26:12.210484 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.523640 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149f461-d5bb-4ee5-85a9-881267cc925b req-e2bdf4ab-0b1b-4fa6-a8db-2807f2b93d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:12.527317 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b149f461-d5bb-4ee5-85a9-881267cc925b req-e2bdf4ab-0b1b-4fa6-a8db-2807f2b93d7f service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 200 len: 912 time: 0.2853072 Jul 14 09:26:12.620099 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b149f461-d5bb-4ee5-85a9-881267cc925b req-e0b154fd-48b6-4a18-bdc1-b3aae6f3de3e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b29ce761-d555-438b-874b-abdefcc5327f HTTP/1.1" status: 200 len: 217 time: 0.0792778 Jul 14 09:26:12.714560 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149f461-d5bb-4ee5-85a9-881267cc925b req-6cd50668-61fb-474e-be33-f98df7653471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:12.719613 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b149f461-d5bb-4ee5-85a9-881267cc925b req-6cd50668-61fb-474e-be33-f98df7653471 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a288c610-4f62-489b-a703-60b0f1c60f0a HTTP/1.1" status: 200 len: 851 time: 0.0908847 Jul 14 09:26:12.892482 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149f461-d5bb-4ee5-85a9-881267cc925b req-c42f95ef-b0fa-4381-9c42-3d3574d8216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:12.897653 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b149f461-d5bb-4ee5-85a9-881267cc925b req-c42f95ef-b0fa-4381-9c42-3d3574d8216c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa88f091-33f9-4aa2-8101-31241b8b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1672266 Jul 14 09:26:13.318603 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b149f461-d5bb-4ee5-85a9-881267cc925b req-98000634-2d80-4004-8432-99baef57ab91 service neutron] 10.222.0.47 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057481 Jul 14 09:26:13.406767 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7781fa52-595f-4327-9822-736469a7546a req-3ae99bb7-bb13-4297-a506-22326443b983 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.8015745 Jul 14 09:26:13.630785 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b149f461-d5bb-4ee5-85a9-881267cc925b req-8ac8c1e2-22fc-4602-8071-a59fe8a6b48a service neutron] 10.222.0.47 "GET /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048830 Jul 14 09:26:13.755035 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db554f6-fd97-4bcc-b879-a71ade184cfd req-88773673-7a52-46de-968e-21584f5529b6 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:13.757043 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3db554f6-fd97-4bcc-b879-a71ade184cfd req-88773673-7a52-46de-968e-21584f5529b6 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff HTTP/1.1" status: 200 len: 908 time: 0.3461471 Jul 14 09:26:13.855542 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12caca18-9da4-46b1-bc2d-db3ec12476a2 req-1a42c673-38c1-47f3-8aff-e3a572795490 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:13.857424 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12caca18-9da4-46b1-bc2d-db3ec12476a2 req-1a42c673-38c1-47f3-8aff-e3a572795490 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.47 "GET /v2.0/ports?device_id=17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff HTTP/1.1" status: 200 len: 908 time: 0.2549474 Jul 14 09:26:14.059269 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-12caca18-9da4-46b1-bc2d-db3ec12476a2 req-28c7c5d2-9093-46a3-ae58-21c5ac9f25c8 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Deleting port de691dfd-96f3-4577-9f5d-f79aca18f516 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:14.059725 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-12caca18-9da4-46b1-bc2d-db3ec12476a2 req-28c7c5d2-9093-46a3-ae58-21c5ac9f25c8 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.291737 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-12caca18-9da4-46b1-bc2d-db3ec12476a2 req-28c7c5d2-9093-46a3-ae58-21c5ac9f25c8 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] For port de691dfd-96f3-4577-9f5d-f79aca18f516, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=de691dfd-96f3-4577-9f5d-f79aca18f516,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:14.295102 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-12caca18-9da4-46b1-bc2d-db3ec12476a2 req-28c7c5d2-9093-46a3-ae58-21c5ac9f25c8 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.313509 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-12caca18-9da4-46b1-bc2d-db3ec12476a2 req-28c7c5d2-9093-46a3-ae58-21c5ac9f25c8 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Calling delete_port for de691dfd-96f3-4577-9f5d-f79aca18f516 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:14.473357 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-12caca18-9da4-46b1-bc2d-db3ec12476a2 req-28c7c5d2-9093-46a3-ae58-21c5ac9f25c8 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.750460 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7c5d2-9093-46a3-ae58-21c5ac9f25c8 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Pushing event deleted for resources: {'Port': ['ID=de691dfd-96f3-4577-9f5d-f79aca18f516,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:14.769202 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-12caca18-9da4-46b1-bc2d-db3ec12476a2 req-28c7c5d2-9093-46a3-ae58-21c5ac9f25c8 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] No DVR routers for this DVR port de691dfd-96f3-4577-9f5d-f79aca18f516 on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:14.902605 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-78a08de4-c681-440f-a2c9-bbc1051fe5a3 req-4e7a61b3-89b6-4260-bfdd-d3ecb72e2293 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.1387317 Jul 14 09:26:14.904004 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-12caca18-9da4-46b1-bc2d-db3ec12476a2 req-28c7c5d2-9093-46a3-ae58-21c5ac9f25c8 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.906026 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12caca18-9da4-46b1-bc2d-db3ec12476a2 req-28c7c5d2-9093-46a3-ae58-21c5ac9f25c8 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.47 "DELETE /v2.0/ports/de691dfd-96f3-4577-9f5d-f79aca18f516 HTTP/1.1" status: 204 len: 173 time: 1.0396941 Jul 14 09:26:14.906477 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff', 'name': 'network-vif-deleted', 'tag': 'de691dfd-96f3-4577-9f5d-f79aca18f516'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:14.926968 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e585aeae-8698-44c3-80ec-de47de1efb4c" -d '{"events": [{"server_uuid": "17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff", "name": "network-vif-deleted", "tag": "de691dfd-96f3-4577-9f5d-f79aca18f516"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:15.025518 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca91259a-d488-4ceb-9bd0-566278f969bd x-openstack-request-id: req-ca91259a-d488-4ceb-9bd0-566278f969bd {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:15.026039 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff", "name": "network-vif-deleted", "tag": "de691dfd-96f3-4577-9f5d-f79aca18f516", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:15.026453 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca91259a-d488-4ceb-9bd0-566278f969bd {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:15.027009 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff', 'name': 'network-vif-deleted', 'tag': 'de691dfd-96f3-4577-9f5d-f79aca18f516', 'status': 'completed', 'code': 200} Jul 14 09:26:15.216089 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56fd2f23-eaa6-4434-8afd-34f6cdc29652 req-cf6c1b11-0c70-49de-918e-e073a6f3dea2 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=17f6f19c-2c97-4a46-a3e9-7b92fd6a09ff HTTP/1.1" status: 200 len: 210 time: 0.0809441 Jul 14 09:26:16.369381 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c4dd8f1a-e5f5-439a-9404-6f8bf394d2c5 req-a9ea6489-27d6-4cfb-a96c-7d0f9837cf56 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.1290262 Jul 14 09:26:16.988258 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device de691dfd-96f3-4577-9f5d-f79aca18f516 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:17.130854 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: de691dfd-96f3-4577-9f5d-f79aca18f516 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:17.131287 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device de691dfd-96f3-4577-9f5d-f79aca18f516 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:17.216582 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:26:17.648257 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9d138-2cc9-4b5a-842f-51c2a54b91f2 req-09e77db3-59d8-40e9-ada1-456554416079 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:17.650562 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8ba9d138-2cc9-4b5a-842f-51c2a54b91f2 req-09e77db3-59d8-40e9-ada1-456554416079 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=66abb7d3-38c2-49ee-b810-297c1a4ae5e6 HTTP/1.1" status: 200 len: 946 time: 0.1291380 Jul 14 09:26:17.681862 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ce02460a-2497-46d7-9ef0-9bcac7c8077f req-dd599087-abe1-44a5-a1af-be2ce58f98eb tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.0300837 Jul 14 09:26:17.780156 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8ba9d138-2cc9-4b5a-842f-51c2a54b91f2 req-d3ce307e-6be0-4a26-b4ff-5e60b84494b1 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968633 Jul 14 09:26:18.421777 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f49550a5-e3eb-4204-8f28-86abc224c5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.136352 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0bdfe68a-3f6d-4343-9eab-b3a8dd768600 req-26f1e2b1-c25f-4386-a6fe-c212f5892350 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.1303504 Jul 14 09:26:19.191342 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 39712) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:19.502415 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f021a31-735f-4725-81d8-934202f8516b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.561991 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bd3a3-0133-44ba-a0e8-21041030afed req-980e219e-4f0f-4e61-887d-efee98fd9ced tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:19.569592 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-210bd3a3-0133-44ba-a0e8-21041030afed req-980e219e-4f0f-4e61-887d-efee98fd9ced tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=66abb7d3-38c2-49ee-b810-297c1a4ae5e6 HTTP/1.1" status: 200 len: 946 time: 0.3269336 Jul 14 09:26:19.598636 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557468d-d34e-4004-94f7-071d543fdbfd req-c9a7e888-ac57-4449-9424-652e227e6110 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:19.606564 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6557468d-d34e-4004-94f7-071d543fdbfd req-c9a7e888-ac57-4449-9424-652e227e6110 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.47 "GET /v2.0/ports?device_id=66abb7d3-38c2-49ee-b810-297c1a4ae5e6 HTTP/1.1" status: 200 len: 946 time: 0.4550002 Jul 14 09:26:19.709621 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f021a31-735f-4725-81d8-934202f8516b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.728882 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f021a31-735f-4725-81d8-934202f8516b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.779525 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f021a31-735f-4725-81d8-934202f8516b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec7a553-3895-43c1-885d-001224054f6d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:19.839215 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9f021a31-735f-4725-81d8-934202f8516b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=93a6a6fe42184bf5b808ae779aa4b83c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6466565 Jul 14 09:26:19.841076 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 39738) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:19.903820 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-210bd3a3-0133-44ba-a0e8-21041030afed req-3cfa07ce-4c68-4db5-83e9-5993cf9debec tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955015 Jul 14 09:26:19.965473 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d533c29-312d-4c8f-a6b5-9c862a29574a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.983600 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-6557468d-d34e-4004-94f7-071d543fdbfd req-fff58584-9025-4977-8f44-f21e8b10e3f0 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Deleting port ef4dbc08-3ed1-45e7-8e6d-292a29e70367 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:19.984319 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6557468d-d34e-4004-94f7-071d543fdbfd req-fff58584-9025-4977-8f44-f21e8b10e3f0 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.010291 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d533c29-312d-4c8f-a6b5-9c862a29574a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.065677 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d533c29-312d-4c8f-a6b5-9c862a29574a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.068791 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d533c29-312d-4c8f-a6b5-9c862a29574a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.072775 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0d533c29-312d-4c8f-a6b5-9c862a29574a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7ec7a553-3895-43c1-885d-001224054f6d HTTP/1.1" status: 204 len: 168 time: 0.2306252 Jul 14 09:26:20.096501 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d533c29-312d-4c8f-a6b5-9c862a29574a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec7a553-3895-43c1-885d-001224054f6d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:20.196669 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-6557468d-d34e-4004-94f7-071d543fdbfd req-fff58584-9025-4977-8f44-f21e8b10e3f0 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] For port ef4dbc08-3ed1-45e7-8e6d-292a29e70367, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=ef4dbc08-3ed1-45e7-8e6d-292a29e70367,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:20.197850 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6557468d-d34e-4004-94f7-071d543fdbfd req-fff58584-9025-4977-8f44-f21e8b10e3f0 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.271834 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-6557468d-d34e-4004-94f7-071d543fdbfd req-fff58584-9025-4977-8f44-f21e8b10e3f0 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Calling delete_port for ef4dbc08-3ed1-45e7-8e6d-292a29e70367 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:20.623137 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4685c12e-f877-4981-a00d-97a39277866f req-7ab99901-ed04-4eda-8b65-be6ab00f1109 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.0430486 Jul 14 09:26:20.625657 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6557468d-d34e-4004-94f7-071d543fdbfd req-fff58584-9025-4977-8f44-f21e8b10e3f0 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.660514 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['b29ce761-d555-438b-874b-abdefcc5327f', 'ef4dbc08-3ed1-45e7-8e6d-292a29e70367'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:20.759701 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff58584-9025-4977-8f44-f21e8b10e3f0 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Pushing event deleted for resources: {'Port': ['ID=ef4dbc08-3ed1-45e7-8e6d-292a29e70367,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:20.814197 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6557468d-d34e-4004-94f7-071d543fdbfd req-fff58584-9025-4977-8f44-f21e8b10e3f0 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] No DVR routers for this DVR port ef4dbc08-3ed1-45e7-8e6d-292a29e70367 on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:20.831215 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6557468d-d34e-4004-94f7-071d543fdbfd req-fff58584-9025-4977-8f44-f21e8b10e3f0 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.833653 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6557468d-d34e-4004-94f7-071d543fdbfd req-fff58584-9025-4977-8f44-f21e8b10e3f0 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.47 "DELETE /v2.0/ports/ef4dbc08-3ed1-45e7-8e6d-292a29e70367 HTTP/1.1" status: 204 len: 173 time: 1.2128811 Jul 14 09:26:20.838521 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66abb7d3-38c2-49ee-b810-297c1a4ae5e6', 'name': 'network-vif-deleted', 'tag': 'ef4dbc08-3ed1-45e7-8e6d-292a29e70367'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:20.841225 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1404377e-9c92-488a-9459-f4413316f752" -d '{"events": [{"server_uuid": "66abb7d3-38c2-49ee-b810-297c1a4ae5e6", "name": "network-vif-deleted", "tag": "ef4dbc08-3ed1-45e7-8e6d-292a29e70367"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:20.928738 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b18581-4c9c-40dd-8f9b-fd146646492a x-openstack-request-id: req-b0b18581-4c9c-40dd-8f9b-fd146646492a {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:20.929590 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66abb7d3-38c2-49ee-b810-297c1a4ae5e6", "name": "network-vif-deleted", "tag": "ef4dbc08-3ed1-45e7-8e6d-292a29e70367", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:20.929828 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0b18581-4c9c-40dd-8f9b-fd146646492a {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:20.930236 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66abb7d3-38c2-49ee-b810-297c1a4ae5e6', 'name': 'network-vif-deleted', 'tag': 'ef4dbc08-3ed1-45e7-8e6d-292a29e70367', 'status': 'completed', 'code': 200} Jul 14 09:26:21.098312 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e23ab552-744c-435d-982c-73c228fdfafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.263685 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5f507f6d-8643-4063-9490-bdb2a6b85b3e req-de98712e-e0cf-4609-a11f-98473e203c7a tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=66abb7d3-38c2-49ee-b810-297c1a4ae5e6 HTTP/1.1" status: 200 len: 210 time: 0.1116285 Jul 14 09:26:21.278641 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.950021 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-140ba369-0b5f-4225-9997-77913097eec2 req-ad240ad7-b8b4-4289-af2a-5c6012c8775b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.0690498 Jul 14 09:26:22.232941 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.055266 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device ef4dbc08-3ed1-45e7-8e6d-292a29e70367 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:23.068407 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdc9b5-8f9a-47c2-b36c-103329795f80 req-376605c1-483c-4319-b2b7-01b69ff33da9 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:23.071090 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cabdc9b5-8f9a-47c2-b36c-103329795f80 req-376605c1-483c-4319-b2b7-01b69ff33da9 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 945 time: 0.1116831 Jul 14 09:26:23.097535 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: ef4dbc08-3ed1-45e7-8e6d-292a29e70367 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:23.098519 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device ef4dbc08-3ed1-45e7-8e6d-292a29e70367 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:23.099244 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 1d721596-e839-47ab-87b5-97d395532aab no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:23.191155 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cabdc9b5-8f9a-47c2-b36c-103329795f80 req-9fc085f7-2f9c-4b12-8d97-e68790750954 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=9571e96f-2916-4077-9c7a-a8a032082624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120217 Jul 14 09:26:23.217270 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.260615 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af96464-e362-497e-b960-49e43ae20001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d721596-e839-47ab-87b5-97d395532aab'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:23.262930 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cde72e0-e9bd-4aa4-8fc6-9cc5041331c9" -d '{"events": [{"server_uuid": "7af96464-e362-497e-b960-49e43ae20001", "name": "network-vif-unplugged", "status": "completed", "tag": "1d721596-e839-47ab-87b5-97d395532aab"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:23.292587 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 1d721596-e839-47ab-87b5-97d395532aab, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=1d721596-e839-47ab-87b5-97d395532aab,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:23.299643 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.327554 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cec9c7-7473-44f7-b063-d77bd72168d3 req-0f7324a4-fb16-4385-8511-db3cf528d25e tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:23.329546 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9cec9c7-7473-44f7-b063-d77bd72168d3 req-0f7324a4-fb16-4385-8511-db3cf528d25e tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7af96464-e362-497e-b960-49e43ae20001 HTTP/1.1" status: 200 len: 950 time: 0.2254977 Jul 14 09:26:23.387765 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb241052-2770-437e-963d-be8ab6413278 req-39f82119-9c9b-4bce-9380-d7867febe083 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:23.390314 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb241052-2770-437e-963d-be8ab6413278 req-39f82119-9c9b-4bce-9380-d7867febe083 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 945 time: 0.1427422 Jul 14 09:26:23.469529 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=1d721596-e839-47ab-87b5-97d395532aab,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:23.617008 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ebfbc319-2187-49ff-9cbf-2400ad827565 req-8896ac54-c849-4e81-81d2-55bb56abf2e6 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.1261752 Jul 14 09:26:23.683587 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-cb241052-2770-437e-963d-be8ab6413278 req-386e7711-70fe-4558-acbb-5b5664741e28 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Deleting port b29ce761-d555-438b-874b-abdefcc5327f {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:23.684179 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cb241052-2770-437e-963d-be8ab6413278 req-386e7711-70fe-4558-acbb-5b5664741e28 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.720374 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.746794 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17b6582-a6e9-40a0-8397-6111179219b6 x-openstack-request-id: req-a17b6582-a6e9-40a0-8397-6111179219b6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:23.750485 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af96464-e362-497e-b960-49e43ae20001", "name": "network-vif-unplugged", "status": "completed", "tag": "1d721596-e839-47ab-87b5-97d395532aab", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:23.750938 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a17b6582-a6e9-40a0-8397-6111179219b6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:23.751595 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af96464-e362-497e-b960-49e43ae20001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d721596-e839-47ab-87b5-97d395532aab', 'code': 200} Jul 14 09:26:23.893153 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9cec9c7-7473-44f7-b063-d77bd72168d3 req-edd201aa-15c8-458c-91be-bb44009c0a5a tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/security-groups?id=9334e828-e08e-4cce-b149-8aaf7c4a29c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5447679 Jul 14 09:26:23.997336 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-cb241052-2770-437e-963d-be8ab6413278 req-386e7711-70fe-4558-acbb-5b5664741e28 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] For port b29ce761-d555-438b-874b-abdefcc5327f, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b29ce761-d555-438b-874b-abdefcc5327f,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:23.998059 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cb241052-2770-437e-963d-be8ab6413278 req-386e7711-70fe-4558-acbb-5b5664741e28 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.049066 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-cb241052-2770-437e-963d-be8ab6413278 req-386e7711-70fe-4558-acbb-5b5664741e28 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Calling delete_port for b29ce761-d555-438b-874b-abdefcc5327f owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:24.286988 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cb241052-2770-437e-963d-be8ab6413278 req-386e7711-70fe-4558-acbb-5b5664741e28 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.306130 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['b29ce761-d555-438b-874b-abdefcc5327f'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:24.383144 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e7711-70fe-4558-acbb-5b5664741e28 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Pushing event deleted for resources: {'Port': ['ID=b29ce761-d555-438b-874b-abdefcc5327f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:24.547249 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb241052-2770-437e-963d-be8ab6413278 req-386e7711-70fe-4558-acbb-5b5664741e28 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] No DVR routers for this DVR port b29ce761-d555-438b-874b-abdefcc5327f on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:24.550068 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cb241052-2770-437e-963d-be8ab6413278 req-386e7711-70fe-4558-acbb-5b5664741e28 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.553359 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb241052-2770-437e-963d-be8ab6413278 req-386e7711-70fe-4558-acbb-5b5664741e28 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.47 "DELETE /v2.0/ports/b29ce761-d555-438b-874b-abdefcc5327f HTTP/1.1" status: 204 len: 173 time: 1.1460729 Jul 14 09:26:24.553916 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed6e465-31fe-4d2d-ae89-e415c2753da6', 'name': 'network-vif-deleted', 'tag': 'b29ce761-d555-438b-874b-abdefcc5327f'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:24.556224 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f66604d-eb57-4323-a540-7d7b4b2d0544" -d '{"events": [{"server_uuid": "0ed6e465-31fe-4d2d-ae89-e415c2753da6", "name": "network-vif-deleted", "tag": "b29ce761-d555-438b-874b-abdefcc5327f"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:24.655229 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-815de358-29d8-470a-bf50-eef04f708696 req-a6e8e019-0f12-416c-854b-169f3a9713c6 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ed6e465-31fe-4d2d-ae89-e415c2753da6 HTTP/1.1" status: 200 len: 210 time: 0.1092322 Jul 14 09:26:24.766016 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9927e5e9-a017-46eb-ab86-5c772aaf40e1 x-openstack-request-id: req-9927e5e9-a017-46eb-ab86-5c772aaf40e1 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:24.766690 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed6e465-31fe-4d2d-ae89-e415c2753da6", "name": "network-vif-deleted", "tag": "b29ce761-d555-438b-874b-abdefcc5327f", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:24.767101 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9927e5e9-a017-46eb-ab86-5c772aaf40e1 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:24.767752 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed6e465-31fe-4d2d-ae89-e415c2753da6', 'name': 'network-vif-deleted', 'tag': 'b29ce761-d555-438b-874b-abdefcc5327f', 'status': 'completed', 'code': 200} Jul 14 09:26:24.974392 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4f264c36-020b-42c0-ab60-335dc12b7d82 req-1f9fc7f3-c8a0-458b-ac9d-c6b3e282e868 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.0580630 Jul 14 09:26:25.279249 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 39972) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:25.553159 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-543a383c-e85f-41e8-9305-7c336bc9a43e tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Deleting port 6a17beff-3ad8-43dd-abfd-20f085d7ce07 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:25.554349 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-543a383c-e85f-41e8-9305-7c336bc9a43e tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.656036 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-543a383c-e85f-41e8-9305-7c336bc9a43e tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.656879 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-543a383c-e85f-41e8-9305-7c336bc9a43e tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.679799 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-543a383c-e85f-41e8-9305-7c336bc9a43e tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Calling delete_port for 6a17beff-3ad8-43dd-abfd-20f085d7ce07 owned by network:floatingip {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:26.151251 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-543a383c-e85f-41e8-9305-7c336bc9a43e tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.250301 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a383c-e85f-41e8-9305-7c336bc9a43e tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Pushing event deleted for resources: {'Port': ['ID=6a17beff-3ad8-43dd-abfd-20f085d7ce07,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:26.254196 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-565166cb-25e7-4385-b47f-e412c9126cff req-4a8ca422-553c-45ea-842d-4b783f27adb8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.0564117 Jul 14 09:26:26.446225 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-543a383c-e85f-41e8-9305-7c336bc9a43e tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for floatingip, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.447665 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-543a383c-e85f-41e8-9305-7c336bc9a43e tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Floating IP 21877c49-72f6-4650-b074-52c4b583b7e4 disassociated (deleted). External IP: 172.25.6.104, port: e2641bad-b59e-45ab-b1ad-ebee2c0719e4. Jul 14 09:26:26.790454 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543a383c-e85f-41e8-9305-7c336bc9a43e tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Router 2b5b0678-ea3d-4d60-b1dd-138ab8544039 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:26:26.873039 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fda72-9286-462c-b629-9f124a906fe1 req-3ab84b55-d36f-426c-bb11-76ec52cafa35 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.875309 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b62fda72-9286-462c-b629-9f124a906fe1 req-3ab84b55-d36f-426c-bb11-76ec52cafa35 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.0856786 Jul 14 09:26:26.982345 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b62fda72-9286-462c-b629-9f124a906fe1 req-fe2b83df-5cf7-4d8e-a03f-8ae10f0b41ea tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916505 Jul 14 09:26:27.007411 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543a383c-e85f-41e8-9305-7c336bc9a43e tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:26:27.015730 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-543a383c-e85f-41e8-9305-7c336bc9a43e tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.021962 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521f7182-f9d9-4a93-ad48-e27884c2a4b3 None None] Sync routers for ids ['2b5b0678-ea3d-4d60-b1dd-138ab8544039'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:26:27.039768 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521f7182-f9d9-4a93-ad48-e27884c2a4b3 None None] Routers {'2b5b0678-ea3d-4d60-b1dd-138ab8544039'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:27.040750 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-521f7182-f9d9-4a93-ad48-e27884c2a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:26:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2b5b0678-ea3d-4d60-b1dd-138ab8544039'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:27.093442 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-543a383c-e85f-41e8-9305-7c336bc9a43e tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "DELETE /v2.0/floatingips/21877c49-72f6-4650-b074-52c4b583b7e4 HTTP/1.1" status: 204 len: 168 time: 1.8106661 Jul 14 09:26:27.093442 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e70716-f7e8-4c53-b23c-de011ea1980f', 'tag': 'e2641bad-b59e-45ab-b1ad-ebee2c0719e4'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:27.112010 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042ad037-0f3a-4c21-abf1-5d3f6b3f54d8" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e70716-f7e8-4c53-b23c-de011ea1980f", "tag": "e2641bad-b59e-45ab-b1ad-ebee2c0719e4"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:27.312752 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-521f7182-f9d9-4a93-ad48-e27884c2a4b3 None None] Set router 2b5b0678-ea3d-4d60-b1dd-138ab8544039 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:27.420035 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b29ce761-d555-438b-874b-abdefcc5327f no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:27.452985 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: b29ce761-d555-438b-874b-abdefcc5327f {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:27.453605 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b29ce761-d555-438b-874b-abdefcc5327f not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:27.490969 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b4c136-8e88-4152-8ba2-603776441eac x-openstack-request-id: req-47b4c136-8e88-4152-8ba2-603776441eac {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:27.491864 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e70716-f7e8-4c53-b23c-de011ea1980f", "tag": "e2641bad-b59e-45ab-b1ad-ebee2c0719e4", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:27.491864 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47b4c136-8e88-4152-8ba2-603776441eac {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:27.492270 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e70716-f7e8-4c53-b23c-de011ea1980f', 'tag': 'e2641bad-b59e-45ab-b1ad-ebee2c0719e4', 'status': 'completed', 'code': 200} Jul 14 09:26:27.782012 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ad037-0f3a-4c21-abf1-5d3f6b3f54d8 req-a8e11c43-ad50-4bb9-850f-4d139abeac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:27.791442 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-042ad037-0f3a-4c21-abf1-5d3f6b3f54d8 req-a8e11c43-ad50-4bb9-850f-4d139abeac9e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16836e26dfbf453ca94c396d1972ac2d&device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 1097 time: 0.2696021 Jul 14 09:26:28.022279 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-521f7182-f9d9-4a93-ad48-e27884c2a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'name': 'tempest-TestVolumeBackupRestore-1533020110-router', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:06Z', 'updated_at': '2021-07-14T09:20:15Z', 'revision_number': 4, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'gw_port': {'id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:08Z', 'updated_at': '2021-07-14T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '44524d74-ae18-4a79-b164-1341397ec24f', 'name': '', 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'mac_address': 'fa:16:3e:a8:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '3d588393-54eb-4f64-a93a-52a5f5f3384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:28Z', 'revision_number': 5, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'subnets': [{'id': '3d588393-54eb-4f64-a93a-52a5f5f3384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:28.051998 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d9c123ff-cfec-4240-a900-2f159706f03b req-e9888e7b-5238-4ccd-b154-f28b248005cf tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.2487419 Jul 14 09:26:28.137273 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521f7182-f9d9-4a93-ad48-e27884c2a4b3 None None] Checking router: 2b5b0678-ea3d-4d60-b1dd-138ab8544039 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:26:28.160202 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521f7182-f9d9-4a93-ad48-e27884c2a4b3 None None] Routers {'2b5b0678-ea3d-4d60-b1dd-138ab8544039'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:28.160853 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-521f7182-f9d9-4a93-ad48-e27884c2a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:26:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2b5b0678-ea3d-4d60-b1dd-138ab8544039'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:28.244680 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ad037-0f3a-4c21-abf1-5d3f6b3f54d8 req-b87378a5-fe0f-45a2-bd06-c185b7f1f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:28.246259 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-042ad037-0f3a-4c21-abf1-5d3f6b3f54d8 req-b87378a5-fe0f-45a2-bd06-c185b7f1f009 service neutron] 10.222.0.47 "GET /v2.0/networks?id=56fa79e5-8443-4914-b116-eff9c1f86a87 HTTP/1.1" status: 200 len: 914 time: 0.4130337 Jul 14 09:26:28.550197 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-042ad037-0f3a-4c21-abf1-5d3f6b3f54d8 req-2922454c-ae0a-49c1-a8cd-2601647b6f18 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2641bad-b59e-45ab-b1ad-ebee2c0719e4 HTTP/1.1" status: 200 len: 217 time: 0.0747383 Jul 14 09:26:28.551084 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8f0ce-e54a-4288-87de-1ed848539598 req-a3372f3e-683f-4605-9489-d858c4902a42 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:28.551084 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1fe8f0ce-e54a-4288-87de-1ed848539598 req-a3372f3e-683f-4605-9489-d858c4902a42 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.44 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.3134632 Jul 14 09:26:28.560369 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ad037-0f3a-4c21-abf1-5d3f6b3f54d8 req-cacf9624-45b8-404b-af07-b7a9ab02bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:28.561436 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-042ad037-0f3a-4c21-abf1-5d3f6b3f54d8 req-cacf9624-45b8-404b-af07-b7a9ab02bc80 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d588393-54eb-4f64-a93a-52a5f5f3384f HTTP/1.1" status: 200 len: 853 time: 0.2069566 Jul 14 09:26:28.594384 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-521f7182-f9d9-4a93-ad48-e27884c2a4b3 None None] Set router 2b5b0678-ea3d-4d60-b1dd-138ab8544039 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:28.668736 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e617c-dfd6-4ada-bd37-e614e5ce6634 req-04437186-4f85-439a-bf9c-91286506e771 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:28.671338 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-194e617c-dfd6-4ada-bd37-e614e5ce6634 req-04437186-4f85-439a-bf9c-91286506e771 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 945 time: 0.5946095 Jul 14 09:26:28.770259 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-1fe8f0ce-e54a-4288-87de-1ed848539598 req-129b59f2-e61a-4dfc-8848-8ca7bf3c7045 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Deleting port 3a61054c-ca03-43e7-a0bf-a3248953dd22 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:28.775785 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1fe8f0ce-e54a-4288-87de-1ed848539598 req-129b59f2-e61a-4dfc-8848-8ca7bf3c7045 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.832489 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-194e617c-dfd6-4ada-bd37-e614e5ce6634 req-c86eafbf-6368-4ea4-a11c-85347dc1e1fc tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e07a578-499e-4f14-b2e2-4651e25776d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491334 Jul 14 09:26:28.872701 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2568d84-1914-4d60-ac8c-3b4f81661fb4 req-fe8682e5-68db-4e7b-a21d-4e67dcb64e76 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:28.880806 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2568d84-1914-4d60-ac8c-3b4f81661fb4 req-fe8682e5-68db-4e7b-a21d-4e67dcb64e76 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 0.3172181 Jul 14 09:26:28.968179 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ad037-0f3a-4c21-abf1-5d3f6b3f54d8 req-e0472800-8ea1-42e2-a15a-0dd0ab203e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:28.971039 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-042ad037-0f3a-4c21-abf1-5d3f6b3f54d8 req-e0472800-8ea1-42e2-a15a-0dd0ab203e70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56fa79e5-8443-4914-b116-eff9c1f86a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3933666 Jul 14 09:26:28.983376 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2568d84-1914-4d60-ac8c-3b4f81661fb4 req-b5e4c5ac-1fce-48ef-aa6b-6df1505eef2c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005871 Jul 14 09:26:29.017405 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40116) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:29.104297 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 06f23f68-c774-4a63-a8b8-3e902b511b6e details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:26:29.167372 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-042ad037-0f3a-4c21-abf1-5d3f6b3f54d8 req-34160161-4e4e-4124-b03d-df3ae02ab1e7 service neutron] 10.222.0.47 "GET /v2.0/networks/56fa79e5-8443-4914-b116-eff9c1f86a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822579 Jul 14 09:26:29.211917 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-77100242-e2de-41bf-a1a6-f75aeae0173a admin admin] Deleting subnet 4078f06c-18e4-4a53-979a-de8ea00a0c47 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:29.230805 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77100242-e2de-41bf-a1a6-f75aeae0173a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.357813 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77100242-e2de-41bf-a1a6-f75aeae0173a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.482932 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1a17575d-5ae9-4c6c-ab4c-8daeffdb5c52 req-e5d52db4-9627-44ee-9c71-272a81b707ad tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.0898528 Jul 14 09:26:29.483668 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77100242-e2de-41bf-a1a6-f75aeae0173a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.518971 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 06f23f68-c774-4a63-a8b8-3e902b511b6e, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=06f23f68-c774-4a63-a8b8-3e902b511b6e,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:29.594194 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '06f23f68-c774-4a63-a8b8-3e902b511b6e', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '06f23f68-c774-4a63-a8b8-3e902b511b6e', 'mac_address': 'fa:16:3e:6f:48:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:26:29.628029 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-521f7182-f9d9-4a93-ad48-e27884c2a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'name': 'tempest-TestVolumeBackupRestore-1533020110-router', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:06Z', 'updated_at': '2021-07-14T09:20:15Z', 'revision_number': 4, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'gw_port': {'id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:08Z', 'updated_at': '2021-07-14T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '44524d74-ae18-4a79-b164-1341397ec24f', 'name': '', 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'mac_address': 'fa:16:3e:a8:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '3d588393-54eb-4f64-a93a-52a5f5f3384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:28Z', 'revision_number': 5, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'subnets': [{'id': '3d588393-54eb-4f64-a93a-52a5f5f3384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:29.653556 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-042ad037-0f3a-4c21-abf1-5d3f6b3f54d8 req-8d75dc02-36cb-4423-b4c9-9d76b9ab5bb1 service neutron] 10.222.0.47 "GET /v2.0/networks/56fa79e5-8443-4914-b116-eff9c1f86a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532871 Jul 14 09:26:29.691557 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77100242-e2de-41bf-a1a6-f75aeae0173a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.751819 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-1fe8f0ce-e54a-4288-87de-1ed848539598 req-129b59f2-e61a-4dfc-8848-8ca7bf3c7045 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] For port 3a61054c-ca03-43e7-a0bf-a3248953dd22, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=3a61054c-ca03-43e7-a0bf-a3248953dd22,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:29.752345 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1fe8f0ce-e54a-4288-87de-1ed848539598 req-129b59f2-e61a-4dfc-8848-8ca7bf3c7045 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.758469 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521f7182-f9d9-4a93-ad48-e27884c2a4b3 None None] The sync data for ids ['2b5b0678-ea3d-4d60-b1dd-138ab8544039'] in n-d-771362-35 is: [{'id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'name': 'tempest-TestVolumeBackupRestore-1533020110-router', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:06Z', 'updated_at': '2021-07-14T09:20:15Z', 'revision_number': 4, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'gw_port': {'id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:08Z', 'updated_at': '2021-07-14T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '44524d74-ae18-4a79-b164-1341397ec24f', 'name': '', 'network_id': '56fa79e5-8443-4914-b116-eff9c1f86a87', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'mac_address': 'fa:16:3e:a8:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '3d588393-54eb-4f64-a93a-52a5f5f3384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:28Z', 'revision_number': 5, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'subnets': [{'id': '3d588393-54eb-4f64-a93a-52a5f5f3384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:26:29.876734 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.936026 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06f23f68-c774-4a63-a8b8-3e902b511b6e {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:29.975759 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 06f23f68-c774-4a63-a8b8-3e902b511b6e, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=06f23f68-c774-4a63-a8b8-3e902b511b6e,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:29.982019 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.049237 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77100242-e2de-41bf-a1a6-f75aeae0173a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.068894 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-77100242-e2de-41bf-a1a6-f75aeae0173a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4078f06c-18e4-4a53-979a-de8ea00a0c47 HTTP/1.1" status: 204 len: 168 time: 1.0496016 Jul 14 09:26:30.071374 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 40166) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:30.109279 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77100242-e2de-41bf-a1a6-f75aeae0173a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4078f06c-18e4-4a53-979a-de8ea00a0c47,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:30.274519 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['06f23f68-c774-4a63-a8b8-3e902b511b6e'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:30.454394 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6e75d6-a3a9-468d-a64e-422a51ea1e05 None None] New status for floating IP 21877c49-72f6-4650-b074-52c4b583b7e4: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:26:30.518911 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=06f23f68-c774-4a63-a8b8-3e902b511b6e,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:30.773611 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a904ab6e-4548-4691-bbf9-1abc42f432a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.082247 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 06f23f68-c774-4a63-a8b8-3e902b511b6e up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:31.269228 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637cba0-47d5-43de-a5c7-900111369c91 req-9b6e8c42-1ac2-425e-aaf6-dda3c089c4ac tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:31.309067 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0637cba0-47d5-43de-a5c7-900111369c91 req-9b6e8c42-1ac2-425e-aaf6-dda3c089c4ac tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 945 time: 0.9335313 Jul 14 09:26:31.373507 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 06f23f68-c774-4a63-a8b8-3e902b511b6e triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:31.374692 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.413123 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd32fe-4d15-416d-be1d-8243217c9532 req-0fe27f57-bff9-45a2-b107-73f08fb2e2d4 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:31.414666 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8cfd32fe-4d15-416d-be1d-8243217c9532 req-0fe27f57-bff9-45a2-b107-73f08fb2e2d4 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 945 time: 0.8606751 Jul 14 09:26:31.441337 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a904ab6e-4548-4691-bbf9-1abc42f432a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.455779 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a904ab6e-4548-4691-bbf9-1abc42f432a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19405001-c459-4c6d-81a3-a6699cb89e41']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:31.469075 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a904ab6e-4548-4691-bbf9-1abc42f432a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e1dcfd0-4170-42ee-8820-c2ceba98fd41') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:31.469456 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a904ab6e-4548-4691-bbf9-1abc42f432a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e1dcfd0-4170-42ee-8820-c2ceba98fd41') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:31.480046 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a904ab6e-4548-4691-bbf9-1abc42f432a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.498064 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a904ab6e-4548-4691-bbf9-1abc42f432a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.505335 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a904ab6e-4548-4691-bbf9-1abc42f432a6 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:31.505776 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a904ab6e-4548-4691-bbf9-1abc42f432a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:31.571031 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:31.626771 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 3a61054c-ca03-43e7-a0bf-a3248953dd22 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:31.638501 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a904ab6e-4548-4691-bbf9-1abc42f432a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.644994 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a904ab6e-4548-4691-bbf9-1abc42f432a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.647102 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a904ab6e-4548-4691-bbf9-1abc42f432a6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/19405001-c459-4c6d-81a3-a6699cb89e41 HTTP/1.1" status: 204 len: 168 time: 1.5694468 Jul 14 09:26:31.668921 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40214) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:31.790663 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904ab6e-4548-4691-bbf9-1abc42f432a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=19405001-c459-4c6d-81a3-a6699cb89e41,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:31.813518 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0637cba0-47d5-43de-a5c7-900111369c91 req-f7164d69-79c0-4bf1-ab17-5e5405c80e9a tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e07a578-499e-4f14-b2e2-4651e25776d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5033083 Jul 14 09:26:31.855394 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd0b02-5fec-43a9-90a6-164d14244ba4 req-905fba83-5b2a-4954-9fff-fcc8dc5b273c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:31.867503 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-06fd0b02-5fec-43a9-90a6-164d14244ba4 req-905fba83-5b2a-4954-9fff-fcc8dc5b273c tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 945 time: 1.0570586 Jul 14 09:26:31.996650 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-06fd0b02-5fec-43a9-90a6-164d14244ba4 req-7216c6e1-1a59-49de-b1c5-0014891e8a3a tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224895 Jul 14 09:26:32.001534 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.085939 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaffdb24-dfc5-4e54-a859-3e0367b93545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f23f68-c774-4a63-a8b8-3e902b511b6e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:32.094174 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e12d7a-831f-4969-8aa5-f85cc9fad7b9" -d '{"events": [{"server_uuid": "eaffdb24-dfc5-4e54-a859-3e0367b93545", "name": "network-vif-plugged", "status": "completed", "tag": "06f23f68-c774-4a63-a8b8-3e902b511b6e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:32.141184 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-8cfd32fe-4d15-416d-be1d-8243217c9532 req-417041c0-3227-4dfc-9a32-48e8887c01c3 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Deleting port e2641bad-b59e-45ab-b1ad-ebee2c0719e4 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:32.155833 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8cfd32fe-4d15-416d-be1d-8243217c9532 req-417041c0-3227-4dfc-9a32-48e8887c01c3 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.160822 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-059b4297-9ce5-4fc6-a97f-6d44f7712526 admin admin] Deleting subnet 3b0d2077-fc41-4fc2-8f80-2ba5b180c9c0 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:32.188109 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-059b4297-9ce5-4fc6-a97f-6d44f7712526 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.376874 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-059b4297-9ce5-4fc6-a97f-6d44f7712526 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.528640 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-8cfd32fe-4d15-416d-be1d-8243217c9532 req-417041c0-3227-4dfc-9a32-48e8887c01c3 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] For port e2641bad-b59e-45ab-b1ad-ebee2c0719e4, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=e2641bad-b59e-45ab-b1ad-ebee2c0719e4,segment=NetworkSegment(1b770b2e-122b-4497-b312-82778ff5d613),segment_id=1b770b2e-122b-4497-b312-82778ff5d613)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:32.528640 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8cfd32fe-4d15-416d-be1d-8243217c9532 req-417041c0-3227-4dfc-9a32-48e8887c01c3 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.564020 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 06f23f68-c774-4a63-a8b8-3e902b511b6e, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=06f23f68-c774-4a63-a8b8-3e902b511b6e,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:32.564607 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-059b4297-9ce5-4fc6-a97f-6d44f7712526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.576480 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.587011 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-8cfd32fe-4d15-416d-be1d-8243217c9532 req-417041c0-3227-4dfc-9a32-48e8887c01c3 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Calling delete_port for e2641bad-b59e-45ab-b1ad-ebee2c0719e4 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:32.732323 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a92860f-3ed2-4783-960d-b204ac963788 x-openstack-request-id: req-9a92860f-3ed2-4783-960d-b204ac963788 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:32.732761 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaffdb24-dfc5-4e54-a859-3e0367b93545", "name": "network-vif-plugged", "status": "completed", "tag": "06f23f68-c774-4a63-a8b8-3e902b511b6e", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:32.733160 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a92860f-3ed2-4783-960d-b204ac963788 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:32.733742 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaffdb24-dfc5-4e54-a859-3e0367b93545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f23f68-c774-4a63-a8b8-3e902b511b6e', 'code': 200} Jul 14 09:26:32.746718 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e5ace930-73ad-4ecf-8312-4b3093b495c9 req-25de786f-d34b-47aa-b7d2-3751bde5b20b tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.1614642 Jul 14 09:26:32.749271 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1fe8f0ce-e54a-4288-87de-1ed848539598 req-129b59f2-e61a-4dfc-8848-8ca7bf3c7045 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.749905 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1fe8f0ce-e54a-4288-87de-1ed848539598 req-129b59f2-e61a-4dfc-8848-8ca7bf3c7045 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.750414 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [req-1fe8f0ce-e54a-4288-87de-1ed848539598 req-129b59f2-e61a-4dfc-8848-8ca7bf3c7045 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Floating IP 2306754d-f60e-418c-adfe-2a9a96a7c587 disassociated. External IP: 172.25.6.43, port: 3a61054c-ca03-43e7-a0bf-a3248953dd22. Jul 14 09:26:32.750988 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-1fe8f0ce-e54a-4288-87de-1ed848539598 req-129b59f2-e61a-4dfc-8848-8ca7bf3c7045 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Calling delete_port for 3a61054c-ca03-43e7-a0bf-a3248953dd22 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:32.754796 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-059b4297-9ce5-4fc6-a97f-6d44f7712526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.916850 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=06f23f68-c774-4a63-a8b8-3e902b511b6e,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:32.941367 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b4297-9ce5-4fc6-a97f-6d44f7712526 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b0d2077-fc41-4fc2-8f80-2ba5b180c9c0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:32.949008 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-059b4297-9ce5-4fc6-a97f-6d44f7712526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.951974 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-059b4297-9ce5-4fc6-a97f-6d44f7712526 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3b0d2077-fc41-4fc2-8f80-2ba5b180c9c0 HTTP/1.1" status: 204 len: 168 time: 1.2817628 Jul 14 09:26:32.992354 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40254) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:33.212164 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a74fd930-9207-4ce8-a4fe-6bbc7a836792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.287359 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8cfd32fe-4d15-416d-be1d-8243217c9532 req-417041c0-3227-4dfc-9a32-48e8887c01c3 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.612212 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1fe8f0ce-e54a-4288-87de-1ed848539598 req-129b59f2-e61a-4dfc-8848-8ca7bf3c7045 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.650922 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ae2da1a0-521a-42d0-bb29-b3746478d255 req-b3017c97-86e2-41db-bf3e-6e0a56be6c3c tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 210 time: 0.2256660 Jul 14 09:26:33.703150 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b59f2-e61a-4dfc-8848-8ca7bf3c7045 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Pushing event deleted for resources: {'Port': ['ID=3a61054c-ca03-43e7-a0bf-a3248953dd22,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:33.729690 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cfd32fe-4d15-416d-be1d-8243217c9532 req-417041c0-3227-4dfc-9a32-48e8887c01c3 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] No DVR routers for this DVR port e2641bad-b59e-45ab-b1ad-ebee2c0719e4 on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:33.746926 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a74fd930-9207-4ce8-a4fe-6bbc7a836792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.759731 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8cfd32fe-4d15-416d-be1d-8243217c9532 req-417041c0-3227-4dfc-9a32-48e8887c01c3 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.764535 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-a74fd930-9207-4ce8-a4fe-6bbc7a836792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a195ef3c-5ef9-4c63-b344-3493bf066ee4']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:33.769700 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8cfd32fe-4d15-416d-be1d-8243217c9532 req-417041c0-3227-4dfc-9a32-48e8887c01c3 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.47 "DELETE /v2.0/ports/e2641bad-b59e-45ab-b1ad-ebee2c0719e4 HTTP/1.1" status: 204 len: 173 time: 2.1835024 Jul 14 09:26:33.771636 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417041c0-3227-4dfc-9a32-48e8887c01c3 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Pushing event deleted for resources: {'Port': ['ID=e2641bad-b59e-45ab-b1ad-ebee2c0719e4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:33.787730 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e70716-f7e8-4c53-b23c-de011ea1980f', 'name': 'network-vif-deleted', 'tag': 'e2641bad-b59e-45ab-b1ad-ebee2c0719e4'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:33.797520 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1b4cd5-8e77-484a-ab08-4dcc7d589263" -d '{"events": [{"server_uuid": "e4e70716-f7e8-4c53-b23c-de011ea1980f", "name": "network-vif-deleted", "tag": "e2641bad-b59e-45ab-b1ad-ebee2c0719e4"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:33.920334 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e5849-890b-4038-946c-6c3ccce7103f req-45ad3351-0912-4fd8-a5ba-8fe450cef046 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:33.921896 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-308e5849-890b-4038-946c-6c3ccce7103f req-45ad3351-0912-4fd8-a5ba-8fe450cef046 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 866 time: 0.4980967 Jul 14 09:26:34.089342 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-308e5849-890b-4038-946c-6c3ccce7103f req-d5386752-544e-4ef6-a0e3-48d37bbb52a9 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b7998f9-d256-459c-9a51-91a9ae29143c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408205 Jul 14 09:26:34.090380 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-a74fd930-9207-4ce8-a4fe-6bbc7a836792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00b3182-44d5-4eb1-8548-00dfd37c9c5c') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:34.090685 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-a74fd930-9207-4ce8-a4fe-6bbc7a836792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00b3182-44d5-4eb1-8548-00dfd37c9c5c') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:34.093994 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fe8f0ce-e54a-4288-87de-1ed848539598 req-129b59f2-e61a-4dfc-8848-8ca7bf3c7045 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Router 4612cef6-6c90-4099-bb12-3953eaedc3c1 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:26:34.107987 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a74fd930-9207-4ce8-a4fe-6bbc7a836792 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.234357 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a74fd930-9207-4ce8-a4fe-6bbc7a836792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.245546 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74fd930-9207-4ce8-a4fe-6bbc7a836792 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:34.246066 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a74fd930-9207-4ce8-a4fe-6bbc7a836792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:34.248051 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:34.288645 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee3b89e4-215e-4b3d-b01f-f39ef26aab34 req-4b6f0d2b-5444-4ab7-9349-4f5d8d7b4b0d tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.0716653 Jul 14 09:26:34.298421 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7219cae3-942f-4ee0-aed8-399727b2a0c8 x-openstack-request-id: req-7219cae3-942f-4ee0-aed8-399727b2a0c8 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:34.298721 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e70716-f7e8-4c53-b23c-de011ea1980f", "name": "network-vif-deleted", "tag": "e2641bad-b59e-45ab-b1ad-ebee2c0719e4", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:34.298982 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7219cae3-942f-4ee0-aed8-399727b2a0c8 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:34.299380 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e70716-f7e8-4c53-b23c-de011ea1980f', 'name': 'network-vif-deleted', 'tag': 'e2641bad-b59e-45ab-b1ad-ebee2c0719e4', 'status': 'completed', 'code': 200} Jul 14 09:26:34.446874 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a74fd930-9207-4ce8-a4fe-6bbc7a836792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.461124 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a74fd930-9207-4ce8-a4fe-6bbc7a836792 admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.465552 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a74fd930-9207-4ce8-a4fe-6bbc7a836792 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a195ef3c-5ef9-4c63-b344-3493bf066ee4 HTTP/1.1" status: 204 len: 168 time: 1.4694819 Jul 14 09:26:34.516727 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fd930-9207-4ce8-a4fe-6bbc7a836792 admin admin] Pushing event deleted for resources: {'Network': ['ID=a195ef3c-5ef9-4c63-b344-3493bf066ee4,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:34.576097 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fd930-9207-4ce8-a4fe-6bbc7a836792 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:34.576357 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fd930-9207-4ce8-a4fe-6bbc7a836792 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:34.576706 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fd930-9207-4ce8-a4fe-6bbc7a836792 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:34.577045 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fd930-9207-4ce8-a4fe-6bbc7a836792 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:34.578897 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fd930-9207-4ce8-a4fe-6bbc7a836792 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:34.579259 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fd930-9207-4ce8-a4fe-6bbc7a836792 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:34.581097 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fd930-9207-4ce8-a4fe-6bbc7a836792 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:34.581476 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fd930-9207-4ce8-a4fe-6bbc7a836792 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:34.581821 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fd930-9207-4ce8-a4fe-6bbc7a836792 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:34.582171 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fd930-9207-4ce8-a4fe-6bbc7a836792 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:34.582508 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fd930-9207-4ce8-a4fe-6bbc7a836792 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:34.582846 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fd930-9207-4ce8-a4fe-6bbc7a836792 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:34.603467 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fe8f0ce-e54a-4288-87de-1ed848539598 req-129b59f2-e61a-4dfc-8848-8ca7bf3c7045 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:26:34.620630 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a63351-aa07-4c35-8004-4ba5bac1cdcb None None] Sync routers for ids ['4612cef6-6c90-4099-bb12-3953eaedc3c1'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:26:34.668331 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a63351-aa07-4c35-8004-4ba5bac1cdcb None None] Routers {'4612cef6-6c90-4099-bb12-3953eaedc3c1'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:34.670649 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-90a63351-aa07-4c35-8004-4ba5bac1cdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:26:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['4612cef6-6c90-4099-bb12-3953eaedc3c1'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:34.744793 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe8f0ce-e54a-4288-87de-1ed848539598 req-129b59f2-e61a-4dfc-8848-8ca7bf3c7045 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] No DVR routers for this DVR port 3a61054c-ca03-43e7-a0bf-a3248953dd22 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:34.749372 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1fe8f0ce-e54a-4288-87de-1ed848539598 req-129b59f2-e61a-4dfc-8848-8ca7bf3c7045 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.753932 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1fe8f0ce-e54a-4288-87de-1ed848539598 req-129b59f2-e61a-4dfc-8848-8ca7bf3c7045 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.44 "DELETE /v2.0/ports/3a61054c-ca03-43e7-a0bf-a3248953dd22 HTTP/1.1" status: 204 len: 173 time: 6.3220420 Jul 14 09:26:34.760178 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af7149e-75f7-4f8b-b8c1-1563cedcd044', 'name': 'network-vif-deleted', 'tag': '3a61054c-ca03-43e7-a0bf-a3248953dd22'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:34.762990 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0494c85-6481-4ea3-968d-eb1272ec2103" -d '{"events": [{"server_uuid": "4af7149e-75f7-4f8b-b8c1-1563cedcd044", "name": "network-vif-deleted", "tag": "3a61054c-ca03-43e7-a0bf-a3248953dd22"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:34.871271 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d7da15-ad06-46be-8404-a8d833e44805 x-openstack-request-id: req-36d7da15-ad06-46be-8404-a8d833e44805 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:34.871271 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af7149e-75f7-4f8b-b8c1-1563cedcd044", "name": "network-vif-deleted", "tag": "3a61054c-ca03-43e7-a0bf-a3248953dd22", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:34.871271 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36d7da15-ad06-46be-8404-a8d833e44805 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:34.871271 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af7149e-75f7-4f8b-b8c1-1563cedcd044', 'name': 'network-vif-deleted', 'tag': '3a61054c-ca03-43e7-a0bf-a3248953dd22', 'status': 'completed', 'code': 200} Jul 14 09:26:35.013444 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-90a63351-aa07-4c35-8004-4ba5bac1cdcb None None] Set router 4612cef6-6c90-4099-bb12-3953eaedc3c1 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:35.057268 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-15601835-cf7a-4c7b-b431-6686e28865ea req-71812e28-aa0c-4383-b673-3bbb65eda6ae tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 210 time: 0.1135631 Jul 14 09:26:35.110922 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 40322) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:35.129734 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device e2641bad-b59e-45ab-b1ad-ebee2c0719e4 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:35.179451 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: e2641bad-b59e-45ab-b1ad-ebee2c0719e4 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:35.180325 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device e2641bad-b59e-45ab-b1ad-ebee2c0719e4 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:35.293520 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40328) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:35.299066 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d72ffe6b-ba6a-4345-9a7e-6ed6ed11ba61 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=073cc9ac11394150be76039d95218b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1865773 Jul 14 09:26:35.384260 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-306a10d2-a717-45c7-85f0-efc64dfd8a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.439920 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-306a10d2-a717-45c7-85f0-efc64dfd8a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.626312 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-306a10d2-a717-45c7-85f0-efc64dfd8a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.629232 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-306a10d2-a717-45c7-85f0-efc64dfd8a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.633953 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d3504ad-8d88-41a7-8935-007807590a06 req-9614e77f-701e-4d2c-8131-a8ff36b8815d tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/ports?device_id=4af7149e-75f7-4f8b-b8c1-1563cedcd044 HTTP/1.1" status: 200 len: 210 time: 0.0928710 Jul 14 09:26:35.640158 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-306a10d2-a717-45c7-85f0-efc64dfd8a56 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be7c9ef2-6fb0-489d-9916-f5b7c92bd494 HTTP/1.1" status: 204 len: 168 time: 0.3455112 Jul 14 09:26:35.657287 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a10d2-a717-45c7-85f0-efc64dfd8a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7c9ef2-6fb0-489d-9916-f5b7c92bd494,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:35.851221 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-90a63351-aa07-4c35-8004-4ba5bac1cdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'name': 'tempest-ServerActionsTestJSON-1773094094-router', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '53bbf794-2c9a-43c2-bf52-d0353dabcd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:44Z', 'updated_at': '2021-07-14T09:15:51Z', 'revision_number': 4, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'gw_port': {'id': '53bbf794-2c9a-43c2-bf52-d0353dabcd2a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:44Z', 'updated_at': '2021-07-14T09:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '7c85b8cc-7084-4356-b7ba-ba32ab1546f8', 'name': '', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'mac_address': 'fa:16:3e:3b:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:49Z', 'updated_at': '2021-07-14T09:16:04Z', 'revision_number': 5, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'subnets': [{'id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:35.902430 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f4332cb2-7f6a-403a-b43f-27950e74bf77 req-022fd313-44dd-4b33-ac76-f65852c0f210 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.1228924 Jul 14 09:26:35.959465 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a63351-aa07-4c35-8004-4ba5bac1cdcb None None] Checking router: 4612cef6-6c90-4099-bb12-3953eaedc3c1 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:26:36.009235 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a63351-aa07-4c35-8004-4ba5bac1cdcb None None] Routers {'4612cef6-6c90-4099-bb12-3953eaedc3c1'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:36.010456 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-90a63351-aa07-4c35-8004-4ba5bac1cdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:26:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['4612cef6-6c90-4099-bb12-3953eaedc3c1'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:36.407259 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-90a63351-aa07-4c35-8004-4ba5bac1cdcb None None] Set router 4612cef6-6c90-4099-bb12-3953eaedc3c1 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:36.701902 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5aad85bd-573e-4435-abd8-d1e0f716ada9 req-30fc1658-5ed1-4389-9788-d66646899afa tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 210 time: 0.1220634 Jul 14 09:26:36.940318 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40372) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:37.047332 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-90a63351-aa07-4c35-8004-4ba5bac1cdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'name': 'tempest-ServerActionsTestJSON-1773094094-router', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '53bbf794-2c9a-43c2-bf52-d0353dabcd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:44Z', 'updated_at': '2021-07-14T09:15:51Z', 'revision_number': 4, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'gw_port': {'id': '53bbf794-2c9a-43c2-bf52-d0353dabcd2a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:44Z', 'updated_at': '2021-07-14T09:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '7c85b8cc-7084-4356-b7ba-ba32ab1546f8', 'name': '', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'mac_address': 'fa:16:3e:3b:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:49Z', 'updated_at': '2021-07-14T09:16:04Z', 'revision_number': 5, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'subnets': [{'id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:37.126396 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7060db10-1c7a-46f7-81ca-9175fc667c12 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ae4df13939f4106a88dfe0cba72f709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1846423 Jul 14 09:26:37.129546 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 40382) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:37.189109 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40384) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:37.275348 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a63351-aa07-4c35-8004-4ba5bac1cdcb None None] The sync data for ids ['4612cef6-6c90-4099-bb12-3953eaedc3c1'] in n-d-771362-35 is: [{'id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'name': 'tempest-ServerActionsTestJSON-1773094094-router', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '53bbf794-2c9a-43c2-bf52-d0353dabcd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:44Z', 'updated_at': '2021-07-14T09:15:51Z', 'revision_number': 4, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'gw_port': {'id': '53bbf794-2c9a-43c2-bf52-d0353dabcd2a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:44Z', 'updated_at': '2021-07-14T09:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '7c85b8cc-7084-4356-b7ba-ba32ab1546f8', 'name': '', 'network_id': 'aa88f091-33f9-4aa2-8101-31241b8b415b', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'mac_address': 'fa:16:3e:3b:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:49Z', 'updated_at': '2021-07-14T09:16:04Z', 'revision_number': 5, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'subnets': [{'id': 'a288c610-4f62-489b-a703-60b0f1c60f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:26:37.409993 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47dfabc7-21c9-4a89-9c81-0cddfc8af425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.577172 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47dfabc7-21c9-4a89-9c81-0cddfc8af425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.646204 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-04ba7f18-0435-471f-948a-41f9c83434db tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.737319 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-04ba7f18-0435-471f-948a-41f9c83434db tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.768635 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47dfabc7-21c9-4a89-9c81-0cddfc8af425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.772261 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47dfabc7-21c9-4a89-9c81-0cddfc8af425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.784698 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-47dfabc7-21c9-4a89-9c81-0cddfc8af425 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2abc7034-c473-4246-9c19-9a0363e83324 HTTP/1.1" status: 204 len: 168 time: 0.6536055 Jul 14 09:26:37.836468 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dfabc7-21c9-4a89-9c81-0cddfc8af425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abc7034-c473-4246-9c19-9a0363e83324,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:37.952463 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-04ba7f18-0435-471f-948a-41f9c83434db tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.970144 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-04ba7f18-0435-471f-948a-41f9c83434db tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.971808 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-04ba7f18-0435-471f-948a-41f9c83434db tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "DELETE /v2.0/security-groups/0b7998f9-d256-459c-9a51-91a9ae29143c HTTP/1.1" status: 204 len: 168 time: 0.7808607 Jul 14 09:26:37.980139 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40414) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:37.992012 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ea6251e6-7302-479c-b22f-98162fe22a06 req-2f22a89e-cb48-4c0f-899c-117e4761886f tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb8a341-1784-4470-802e-e3d6633f836f HTTP/1.1" status: 200 len: 210 time: 0.1518412 Jul 14 09:26:38.030898 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba7f18-0435-471f-948a-41f9c83434db tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7998f9-d256-459c-9a51-91a9ae29143c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:38.058592 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-5859433f-9cab-4ff3-bc96-85370d574724 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] show failed (client error): The resource could not be found. Jul 14 09:26:38.066576 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5859433f-9cab-4ff3-bc96-85370d574724 tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "GET /v2.0/security-groups/0b7998f9-d256-459c-9a51-91a9ae29143c HTTP/1.1" status: 404 len: 347 time: 0.0745652 Jul 14 09:26:38.071181 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 40416) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:38.385845 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ed8376f0-db82-4be1-b771-0e9efce9ffce req-6098e221-54e7-401e-a21a-45d27a0686a7 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 210 time: 0.0761473 Jul 14 09:26:38.645585 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-04210deb-26dd-4a74-a311-bbd9a9b9758e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Deleting port a64d89be-1c9d-49a9-b293-c80681629d3d {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:38.645940 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04210deb-26dd-4a74-a311-bbd9a9b9758e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.659226 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee94750c-47c6-4d59-b6d7-2a64445917da None None] New status for floating IP 2306754d-f60e-418c-adfe-2a9a96a7c587: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:26:38.946027 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04210deb-26dd-4a74-a311-bbd9a9b9758e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.949657 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04210deb-26dd-4a74-a311-bbd9a9b9758e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.005300 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-04210deb-26dd-4a74-a311-bbd9a9b9758e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Calling delete_port for a64d89be-1c9d-49a9-b293-c80681629d3d owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:39.353852 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04210deb-26dd-4a74-a311-bbd9a9b9758e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.389639 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40474) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:39.482716 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04210deb-26dd-4a74-a311-bbd9a9b9758e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Pushing event deleted for resources: {'Port': ['ID=a64d89be-1c9d-49a9-b293-c80681629d3d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:39.498646 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2e023d9-5464-4d41-b4a8-a1f54f973aec tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.582450 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04210deb-26dd-4a74-a311-bbd9a9b9758e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:39.582802 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04210deb-26dd-4a74-a311-bbd9a9b9758e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:39.583150 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04210deb-26dd-4a74-a311-bbd9a9b9758e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:39.583507 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04210deb-26dd-4a74-a311-bbd9a9b9758e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:39.585907 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2e023d9-5464-4d41-b4a8-a1f54f973aec tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.589512 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04210deb-26dd-4a74-a311-bbd9a9b9758e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:39.589890 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04210deb-26dd-4a74-a311-bbd9a9b9758e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:39.593968 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04210deb-26dd-4a74-a311-bbd9a9b9758e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:39.594346 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04210deb-26dd-4a74-a311-bbd9a9b9758e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:39.594695 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04210deb-26dd-4a74-a311-bbd9a9b9758e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:39.595043 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04210deb-26dd-4a74-a311-bbd9a9b9758e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:39.595382 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04210deb-26dd-4a74-a311-bbd9a9b9758e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:39.595841 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04210deb-26dd-4a74-a311-bbd9a9b9758e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:39.748048 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2e023d9-5464-4d41-b4a8-a1f54f973aec tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.756064 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2e023d9-5464-4d41-b4a8-a1f54f973aec tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.767079 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e2e023d9-5464-4d41-b4a8-a1f54f973aec tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "DELETE /v2.0/security-groups/e7dec744-ebce-4026-a902-942e4e52dd38 HTTP/1.1" status: 204 len: 168 time: 0.3756723 Jul 14 09:26:39.769110 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40492) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:39.845487 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e023d9-5464-4d41-b4a8-a1f54f973aec tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dec744-ebce-4026-a902-942e4e52dd38,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:39.897367 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d0b2c8ad-3874-4d09-a529-d8f6b92fcf73 req-77713557-2bad-46c4-994b-b59642167a25 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 210 time: 0.1786168 Jul 14 09:26:39.910264 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04210deb-26dd-4a74-a311-bbd9a9b9758e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.910503 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-1c362412-15a4-467c-b217-cb330045761d tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] show failed (client error): The resource could not be found. Jul 14 09:26:39.923411 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04210deb-26dd-4a74-a311-bbd9a9b9758e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.925182 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1c362412-15a4-467c-b217-cb330045761d tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "GET /v2.0/security-groups/e7dec744-ebce-4026-a902-942e4e52dd38 HTTP/1.1" status: 404 len: 347 time: 0.0873132 Jul 14 09:26:39.930256 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-04210deb-26dd-4a74-a311-bbd9a9b9758e tempest-ServerActionsTestJSON-852631307 tempest-ServerActionsTestJSON-852631307-project] 10.222.0.25 "DELETE /v2.0/floatingips/2306754d-f60e-418c-adfe-2a9a96a7c587 HTTP/1.1" status: 204 len: 168 time: 1.8539550 Jul 14 09:26:39.933048 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 40502) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:39.933868 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 40504) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:40.181957 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e84b3651-b4cb-4480-86e5-598e60473be3 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Deleting port eaa04b3a-80ab-414e-a37a-6d5a22e31dc1 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:40.182582 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e84b3651-b4cb-4480-86e5-598e60473be3 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.400209 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e84b3651-b4cb-4480-86e5-598e60473be3 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.400209 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e84b3651-b4cb-4480-86e5-598e60473be3 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.433128 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e84b3651-b4cb-4480-86e5-598e60473be3 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Calling delete_port for eaa04b3a-80ab-414e-a37a-6d5a22e31dc1 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:40.642536 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.874905 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5de1f9f9-bb5d-487c-919d-3eef7ee1d9bb req-6c4dea13-647c-48f4-bc7b-339fc64d31d3 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 210 time: 0.2073922 Jul 14 09:26:42.213898 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.342748 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e84b3651-b4cb-4480-86e5-598e60473be3 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.431897 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b3651-b4cb-4480-86e5-598e60473be3 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event deleted for resources: {'Port': ['ID=eaa04b3a-80ab-414e-a37a-6d5a22e31dc1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:42.637735 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e84b3651-b4cb-4480-86e5-598e60473be3 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.644911 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e84b3651-b4cb-4480-86e5-598e60473be3 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.649764 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40660) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:42.658796 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e84b3651-b4cb-4480-86e5-598e60473be3 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "DELETE /v2.0/floatingips/7e56d719-6b28-4e6b-98c5-cc80d3f323b9 HTTP/1.1" status: 204 len: 168 time: 2.7238512 Jul 14 09:26:42.963071 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b1eb0924-e18d-4ebb-a8f7-59762628cf95 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Deleting port 69a28d42-49fa-4c87-9949-66b30fa09b71 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:42.965791 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1eb0924-e18d-4ebb-a8f7-59762628cf95 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.259563 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e209b94e-9177-419e-abd9-217fc502070c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.600650 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1eb0924-e18d-4ebb-a8f7-59762628cf95 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.641402 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b1eb0924-e18d-4ebb-a8f7-59762628cf95 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Calling delete_port for 69a28d42-49fa-4c87-9949-66b30fa09b71 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:43.850912 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee444f03-7399-471b-8b9f-3a5d13b1af7f req-6bad886d-a1da-42b9-9eb7-9fc54b493a9c tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 210 time: 0.1826379 Jul 14 09:26:44.160725 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1eb0924-e18d-4ebb-a8f7-59762628cf95 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.263954 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb0924-e18d-4ebb-a8f7-59762628cf95 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event deleted for resources: {'Port': ['ID=69a28d42-49fa-4c87-9949-66b30fa09b71,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:44.505899 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e209b94e-9177-419e-abd9-217fc502070c admin admin] Deleting port 7c85b8cc-7084-4356-b7ba-ba32ab1546f8 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:44.509772 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e209b94e-9177-419e-abd9-217fc502070c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.657533 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1eb0924-e18d-4ebb-a8f7-59762628cf95 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.662185 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b1eb0924-e18d-4ebb-a8f7-59762628cf95 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "DELETE /v2.0/ports/69a28d42-49fa-4c87-9949-66b30fa09b71 HTTP/1.1" status: 204 len: 168 time: 2.0113080 Jul 14 09:26:44.669730 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40702) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:44.847885 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e209b94e-9177-419e-abd9-217fc502070c admin admin] For port 7c85b8cc-7084-4356-b7ba-ba32ab1546f8, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7c85b8cc-7084-4356-b7ba-ba32ab1546f8,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:44.856439 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e209b94e-9177-419e-abd9-217fc502070c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.961612 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e209b94e-9177-419e-abd9-217fc502070c admin admin] Calling delete_port for 7c85b8cc-7084-4356-b7ba-ba32ab1546f8 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:45.109124 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8e5f70ad-5925-4f79-8d0b-927dd3082f18 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Deleting port aa53f161-f281-47d6-8367-e1b2fa57dfc8 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:45.115034 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e5f70ad-5925-4f79-8d0b-927dd3082f18 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.389823 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e5f70ad-5925-4f79-8d0b-927dd3082f18 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.449496 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8e5f70ad-5925-4f79-8d0b-927dd3082f18 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Calling delete_port for aa53f161-f281-47d6-8367-e1b2fa57dfc8 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:45.531175 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-93890ae6-b456-436e-843a-7410cc5c97f7 req-99768f1a-9532-4b2d-be6f-2623614d0606 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 210 time: 0.1682909 Jul 14 09:26:46.014636 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e5f70ad-5925-4f79-8d0b-927dd3082f18 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.062947 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e209b94e-9177-419e-abd9-217fc502070c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.176105 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209b94e-9177-419e-abd9-217fc502070c admin admin] Pushing event deleted for resources: {'Port': ['ID=7c85b8cc-7084-4356-b7ba-ba32ab1546f8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:46.336862 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f70ad-5925-4f79-8d0b-927dd3082f18 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event deleted for resources: {'Port': ['ID=aa53f161-f281-47d6-8367-e1b2fa57dfc8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:46.435534 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e5f70ad-5925-4f79-8d0b-927dd3082f18 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.441028 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8e5f70ad-5925-4f79-8d0b-927dd3082f18 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "DELETE /v2.0/ports/aa53f161-f281-47d6-8367-e1b2fa57dfc8 HTTP/1.1" status: 204 len: 168 time: 1.7698505 Jul 14 09:26:46.443323 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40742) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:46.699752 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-068dd21c-aabb-49d6-98b5-a8b8367f37d8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Deleting subnet 6305651f-f686-4eb8-85f0-81bfcb17deeb {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:46.712270 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-068dd21c-aabb-49d6-98b5-a8b8367f37d8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.907164 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-068dd21c-aabb-49d6-98b5-a8b8367f37d8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.083863 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e209b94e-9177-419e-abd9-217fc502070c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.214000 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3a88bc60-8e4c-4df0-9202-1e1dc4eb78d9 req-eac95402-a810-41d2-b7d7-6565f941f1c8 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 210 time: 0.1219387 Jul 14 09:26:47.283346 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-068dd21c-aabb-49d6-98b5-a8b8367f37d8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.430109 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-068dd21c-aabb-49d6-98b5-a8b8367f37d8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.535526 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dd21c-aabb-49d6-98b5-a8b8367f37d8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event deleted for resources: {'Subnet': ['ID=6305651f-f686-4eb8-85f0-81bfcb17deeb,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:47.574436 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-068dd21c-aabb-49d6-98b5-a8b8367f37d8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.580131 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9b18c4-bf05-42d6-8431-59f282ca017b None None] Network f88ba657-d9b2-4a2f-8603-745af5d48899 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:47.581317 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-068dd21c-aabb-49d6-98b5-a8b8367f37d8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "DELETE /v2.0/subnets/6305651f-f686-4eb8-85f0-81bfcb17deeb HTTP/1.1" status: 204 len: 168 time: 1.1358345 Jul 14 09:26:47.582176 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40772) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:47.770182 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-be513c05-ebf9-4b81-bf0e-bd99906633f0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Deleting subnet f4419a97-e126-425f-83f4-d7774f653116 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:47.778402 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be513c05-ebf9-4b81-bf0e-bd99906633f0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.948397 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be513c05-ebf9-4b81-bf0e-bd99906633f0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.146146 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e209b94e-9177-419e-abd9-217fc502070c admin admin] Router 4612cef6-6c90-4099-bb12-3953eaedc3c1 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:26:48.232946 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be513c05-ebf9-4b81-bf0e-bd99906633f0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.295537 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff3819e-da15-4961-9e89-88aebce9aa39 None None] DHCP port deletion for f88ba657-d9b2-4a2f-8603-745af5d48899 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:26:48.416199 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be513c05-ebf9-4b81-bf0e-bd99906633f0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.494686 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be513c05-ebf9-4b81-bf0e-bd99906633f0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event deleted for resources: {'Subnet': ['ID=f4419a97-e126-425f-83f4-d7774f653116,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:48.500437 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-105b6f05-c2d9-42d8-ac73-2a6bd20077ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.520344 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be513c05-ebf9-4b81-bf0e-bd99906633f0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.529394 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-be513c05-ebf9-4b81-bf0e-bd99906633f0 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "DELETE /v2.0/subnets/f4419a97-e126-425f-83f4-d7774f653116 HTTP/1.1" status: 204 len: 168 time: 0.9426687 Jul 14 09:26:48.530451 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40790) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:48.538067 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae8e8ac-c33d-4f44-8fa7-ed9a81ba75a1 None None] Network 0fc9d8b4-8882-41d7-9910-af2ade9bb06b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:48.674429 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e209b94e-9177-419e-abd9-217fc502070c admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:26:48.701640 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7cd6d36c-5929-487d-bba4-1fa6767f4e75 req-39de749f-6eaf-40c2-bba0-0546dcec5575 tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 210 time: 0.0945563 Jul 14 09:26:48.711689 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e209b94e-9177-419e-abd9-217fc502070c admin admin] 10.222.0.25 "PUT /v2.0/routers/4612cef6-6c90-4099-bb12-3953eaedc3c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7753654 Jul 14 09:26:48.725211 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 40794) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:48.740368 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4172e844-6270-4fa5-8ee7-b1186caf6471 None None] Sync routers for ids ['4612cef6-6c90-4099-bb12-3953eaedc3c1'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:26:48.777920 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-eff3819e-da15-4961-9e89-88aebce9aa39 None None] Deleting port 04a8cf70-2c8b-4bf8-b255-eea8770e319f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:48.780112 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eff3819e-da15-4961-9e89-88aebce9aa39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.985003 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8895-a081-4f4f-8525-fae0469a29a8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.025614 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4172e844-6270-4fa5-8ee7-b1186caf6471 None None] Routers {'4612cef6-6c90-4099-bb12-3953eaedc3c1'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:49.027280 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4172e844-6270-4fa5-8ee7-b1186caf6471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:26:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['4612cef6-6c90-4099-bb12-3953eaedc3c1'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:49.160002 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8b27cdc-c28b-43f4-a2b0-db3c60a486af admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.317881 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-eff3819e-da15-4961-9e89-88aebce9aa39 None None] For port 04a8cf70-2c8b-4bf8-b255-eea8770e319f, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=04a8cf70-2c8b-4bf8-b255-eea8770e319f,segment=NetworkSegment(f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a),segment_id=f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:49.318808 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eff3819e-da15-4961-9e89-88aebce9aa39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.338962 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d9ac8895-a081-4f4f-8525-fae0469a29a8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Deleting port 04a8cf70-2c8b-4bf8-b255-eea8770e319f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:49.339401 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8895-a081-4f4f-8525-fae0469a29a8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.384269 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-eff3819e-da15-4961-9e89-88aebce9aa39 None None] Calling delete_port for 04a8cf70-2c8b-4bf8-b255-eea8770e319f owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:49.454979 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8b27cdc-c28b-43f4-a2b0-db3c60a486af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.562483 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eff3819e-da15-4961-9e89-88aebce9aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.597966 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d9ac8895-a081-4f4f-8525-fae0469a29a8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] For port 04a8cf70-2c8b-4bf8-b255-eea8770e319f, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=04a8cf70-2c8b-4bf8-b255-eea8770e319f,segment=NetworkSegment(f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a),segment_id=f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:49.598339 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8895-a081-4f4f-8525-fae0469a29a8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.642457 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b8b27cdc-c28b-43f4-a2b0-db3c60a486af admin admin] Deleting port 53bbf794-2c9a-43c2-bf52-d0353dabcd2a {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:49.642457 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8b27cdc-c28b-43f4-a2b0-db3c60a486af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.650746 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d9ac8895-a081-4f4f-8525-fae0469a29a8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Calling delete_port for 04a8cf70-2c8b-4bf8-b255-eea8770e319f owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:49.841338 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3819e-da15-4961-9e89-88aebce9aa39 None None] Pushing event deleted for resources: {'Port': ['ID=04a8cf70-2c8b-4bf8-b255-eea8770e319f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:49.905780 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff3819e-da15-4961-9e89-88aebce9aa39 None None] No DVR routers for this DVR port 04a8cf70-2c8b-4bf8-b255-eea8770e319f on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:49.988638 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8895-a081-4f4f-8525-fae0469a29a8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.048889 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b8b27cdc-c28b-43f4-a2b0-db3c60a486af admin admin] For port 53bbf794-2c9a-43c2-bf52-d0353dabcd2a, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=53bbf794-2c9a-43c2-bf52-d0353dabcd2a,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:50.054253 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8b27cdc-c28b-43f4-a2b0-db3c60a486af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.058029 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ac8895-a081-4f4f-8525-fae0469a29a8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] No DVR routers for this DVR port 04a8cf70-2c8b-4bf8-b255-eea8770e319f on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:50.119208 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 04a8cf70-2c8b-4bf8-b255-eea8770e319f no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:50.129348 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b8b27cdc-c28b-43f4-a2b0-db3c60a486af admin admin] Calling delete_port for 53bbf794-2c9a-43c2-bf52-d0353dabcd2a owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:50.141625 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-4172e844-6270-4fa5-8ee7-b1186caf6471 None None] Set router 4612cef6-6c90-4099-bb12-3953eaedc3c1 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:50.289466 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac8895-a081-4f4f-8525-fae0469a29a8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event deleted for resources: {'Port': ['ID=04a8cf70-2c8b-4bf8-b255-eea8770e319f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:50.383325 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 04a8cf70-2c8b-4bf8-b255-eea8770e319f {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:50.384360 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 04a8cf70-2c8b-4bf8-b255-eea8770e319f not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:50.589419 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8895-a081-4f4f-8525-fae0469a29a8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.644734 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-d9ac8895-a081-4f4f-8525-fae0469a29a8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f88ba657-d9b2-4a2f-8603-745af5d48899']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:50.698794 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0addeb67-8595-4470-b0f3-4c29ea1adabf None None] DHCP port deletion for 0fc9d8b4-8882-41d7-9910-af2ade9bb06b request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:26:50.715983 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-d9ac8895-a081-4f4f-8525-fae0469a29a8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:50.716483 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-d9ac8895-a081-4f4f-8525-fae0469a29a8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f9bebc-e6a1-4c1d-b7af-b1c9ac274f4a') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:50.717296 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0079edf-9527-4e95-bfe0-68a1ae9d852d req-3489e75c-7fe9-4959-8271-cd7931fcd20c tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4e70716-f7e8-4c53-b23c-de011ea1980f HTTP/1.1" status: 200 len: 210 time: 0.1691129 Jul 14 09:26:50.765836 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8895-a081-4f4f-8525-fae0469a29a8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.842746 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8895-a081-4f4f-8525-fae0469a29a8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.848677 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8b27cdc-c28b-43f4-a2b0-db3c60a486af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.882766 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ac8895-a081-4f4f-8525-fae0469a29a8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:50.884261 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8895-a081-4f4f-8525-fae0469a29a8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: self.session.flush() Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: self.session.flush() Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: self.session.flush() Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: self.session.flush() Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:50.902733 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:50.989137 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4172e844-6270-4fa5-8ee7-b1186caf6471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'name': 'tempest-ServerActionsTestJSON-1773094094-router', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '53bbf794-2c9a-43c2-bf52-d0353dabcd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:44Z', 'updated_at': '2021-07-14T09:26:45Z', 'revision_number': 5, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'gw_port': {'id': '53bbf794-2c9a-43c2-bf52-d0353dabcd2a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:44Z', 'updated_at': '2021-07-14T09:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:50.998493 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0addeb67-8595-4470-b0f3-4c29ea1adabf None None] Deleting port be3a4326-9148-47bb-9f13-3636ab0d1170 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:50.999182 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0addeb67-8595-4470-b0f3-4c29ea1adabf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.060280 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b27cdc-c28b-43f4-a2b0-db3c60a486af admin admin] Pushing event deleted for resources: {'Port': ['ID=53bbf794-2c9a-43c2-bf52-d0353dabcd2a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:51.394619 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8895-a081-4f4f-8525-fae0469a29a8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.438765 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4172e844-6270-4fa5-8ee7-b1186caf6471 None None] Checking router: 4612cef6-6c90-4099-bb12-3953eaedc3c1 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:26:51.564682 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be7c27cf-3b09-4ba8-9c04-88928699d0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.607025 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8895-a081-4f4f-8525-fae0469a29a8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.620302 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d9ac8895-a081-4f4f-8525-fae0469a29a8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "DELETE /v2.0/networks/f88ba657-d9b2-4a2f-8603-745af5d48899 HTTP/1.1" status: 204 len: 168 time: 3.0881183 Jul 14 09:26:51.623698 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac8895-a081-4f4f-8525-fae0469a29a8 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event deleted for resources: {'Network': ['ID=f88ba657-d9b2-4a2f-8603-745af5d48899,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:51.626759 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40846) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:51.658491 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8b27cdc-c28b-43f4-a2b0-db3c60a486af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.674697 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4172e844-6270-4fa5-8ee7-b1186caf6471 None None] Routers {'4612cef6-6c90-4099-bb12-3953eaedc3c1'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:51.680845 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4172e844-6270-4fa5-8ee7-b1186caf6471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:26:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['4612cef6-6c90-4099-bb12-3953eaedc3c1'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:51.717130 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0addeb67-8595-4470-b0f3-4c29ea1adabf None None] For port be3a4326-9148-47bb-9f13-3636ab0d1170, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=be3a4326-9148-47bb-9f13-3636ab0d1170,segment=NetworkSegment(d96c02fe-c211-4c24-b05d-bd0375910386),segment_id=d96c02fe-c211-4c24-b05d-bd0375910386)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:51.717813 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0addeb67-8595-4470-b0f3-4c29ea1adabf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.757728 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0addeb67-8595-4470-b0f3-4c29ea1adabf None None] Calling delete_port for be3a4326-9148-47bb-9f13-3636ab0d1170 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:51.944686 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.981442 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13d01330-ada8-4a13-8a9b-c4dc69b1a333 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.120417 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 40858) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:52.239473 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8b27cdc-c28b-43f4-a2b0-db3c60a486af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.277750 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8b27cdc-c28b-43f4-a2b0-db3c60a486af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.448912 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13d01330-ada8-4a13-8a9b-c4dc69b1a333 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.534506 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-13d01330-ada8-4a13-8a9b-c4dc69b1a333 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc9d8b4-8882-41d7-9910-af2ade9bb06b']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:52.548390 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8b27cdc-c28b-43f4-a2b0-db3c60a486af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.554671 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b27cdc-c28b-43f4-a2b0-db3c60a486af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4612cef6-6c90-4099-bb12-3953eaedc3c1 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:26:52.566651 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-13d01330-ada8-4a13-8a9b-c4dc69b1a333 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96c02fe-c211-4c24-b05d-bd0375910386') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:52.566967 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-13d01330-ada8-4a13-8a9b-c4dc69b1a333 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96c02fe-c211-4c24-b05d-bd0375910386') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:52.577691 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8b27cdc-c28b-43f4-a2b0-db3c60a486af admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.599772 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b8b27cdc-c28b-43f4-a2b0-db3c60a486af admin admin] 10.222.0.25 "DELETE /v2.0/routers/4612cef6-6c90-4099-bb12-3953eaedc3c1 HTTP/1.1" status: 204 len: 168 time: 3.8577936 Jul 14 09:26:52.604563 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 40866) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:52.627184 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13d01330-ada8-4a13-8a9b-c4dc69b1a333 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.644493 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13d01330-ada8-4a13-8a9b-c4dc69b1a333 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.651878 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d01330-ada8-4a13-8a9b-c4dc69b1a333 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:52.652222 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13d01330-ada8-4a13-8a9b-c4dc69b1a333 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:52.738926 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:52.742699 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13d01330-ada8-4a13-8a9b-c4dc69b1a333 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.753100 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13d01330-ada8-4a13-8a9b-c4dc69b1a333 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.761436 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-13d01330-ada8-4a13-8a9b-c4dc69b1a333 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] 10.222.0.25 "DELETE /v2.0/networks/0fc9d8b4-8882-41d7-9910-af2ade9bb06b HTTP/1.1" status: 204 len: 168 time: 1.1275184 Jul 14 09:26:52.799068 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0addeb67-8595-4470-b0f3-4c29ea1adabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.806718 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device be3a4326-9148-47bb-9f13-3636ab0d1170 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:52.846630 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cfeba66-383e-480b-b850-694d3f4c5b3a admin admin] Deleting subnet a288c610-4f62-489b-a703-60b0f1c60f0a {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:52.849601 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d01330-ada8-4a13-8a9b-c4dc69b1a333 tempest-TaggedBootDevicesTest-536996184 tempest-TaggedBootDevicesTest-536996184-project] Pushing event deleted for resources: {'Network': ['ID=0fc9d8b4-8882-41d7-9910-af2ade9bb06b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:52.879359 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7cfeba66-383e-480b-b850-694d3f4c5b3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.901859 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61d5532b-9059-45bd-a8a4-4c6888a65f3d tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.062330 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61d5532b-9059-45bd-a8a4-4c6888a65f3d tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.107952 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7cfeba66-383e-480b-b850-694d3f4c5b3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.231722 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: be3a4326-9148-47bb-9f13-3636ab0d1170 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:53.232265 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device be3a4326-9148-47bb-9f13-3636ab0d1170 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:53.250269 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0addeb67-8595-4470-b0f3-4c29ea1adabf None None] Pushing event deleted for resources: {'Port': ['ID=be3a4326-9148-47bb-9f13-3636ab0d1170,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:53.295751 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61d5532b-9059-45bd-a8a4-4c6888a65f3d tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.302284 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61d5532b-9059-45bd-a8a4-4c6888a65f3d tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.310145 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-61d5532b-9059-45bd-a8a4-4c6888a65f3d tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] 10.222.0.25 "DELETE /v2.0/security-groups/0e07a578-499e-4f14-b2e2-4651e25776d8 HTTP/1.1" status: 204 len: 168 time: 1.1803379 Jul 14 09:26:53.333739 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0addeb67-8595-4470-b0f3-4c29ea1adabf None None] Network 0fc9d8b4-8882-41d7-9910-af2ade9bb06b is not hosted by any dhcp agent {{(pid=93774) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:26:53.337661 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0addeb67-8595-4470-b0f3-4c29ea1adabf None None] No DVR routers for this DVR port be3a4326-9148-47bb-9f13-3636ab0d1170 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:53.346274 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7cfeba66-383e-480b-b850-694d3f4c5b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.381943 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5532b-9059-45bd-a8a4-4c6888a65f3d tempest-TestVolumeBackupRestore-372250698 tempest-TestVolumeBackupRestore-372250698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e07a578-499e-4f14-b2e2-4651e25776d8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:53.386253 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0addeb67-8595-4470-b0f3-4c29ea1adabf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:53.386578 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0addeb67-8595-4470-b0f3-4c29ea1adabf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:53.387049 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0addeb67-8595-4470-b0f3-4c29ea1adabf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:53.391321 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0addeb67-8595-4470-b0f3-4c29ea1adabf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:53.391655 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0addeb67-8595-4470-b0f3-4c29ea1adabf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:53.392030 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0addeb67-8595-4470-b0f3-4c29ea1adabf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:53.392373 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0addeb67-8595-4470-b0f3-4c29ea1adabf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:53.392714 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0addeb67-8595-4470-b0f3-4c29ea1adabf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:53.393047 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0addeb67-8595-4470-b0f3-4c29ea1adabf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:53.393377 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0addeb67-8595-4470-b0f3-4c29ea1adabf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:53.393711 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0addeb67-8595-4470-b0f3-4c29ea1adabf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:53.394037 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0addeb67-8595-4470-b0f3-4c29ea1adabf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:53.406523 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.416875 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-4172e844-6270-4fa5-8ee7-b1186caf6471 None None] Set router 4612cef6-6c90-4099-bb12-3953eaedc3c1 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:53.497183 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7cfeba66-383e-480b-b850-694d3f4c5b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.619872 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfeba66-383e-480b-b850-694d3f4c5b3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a288c610-4f62-489b-a703-60b0f1c60f0a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:53.647777 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7cfeba66-383e-480b-b850-694d3f4c5b3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.650216 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7cfeba66-383e-480b-b850-694d3f4c5b3a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a288c610-4f62-489b-a703-60b0f1c60f0a HTTP/1.1" status: 204 len: 168 time: 1.0391922 Jul 14 09:26:53.654270 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 40896) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:53.874201 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8655cd18-9745-41bf-80e1-3388ad9f742b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.932692 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50628329-1ebc-46d9-9e66-44bbe5a57c34 None None] Network aa88f091-33f9-4aa2-8101-31241b8b415b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:53.957914 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4172e844-6270-4fa5-8ee7-b1186caf6471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'name': 'tempest-ServerActionsTestJSON-1773094094-router', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:44Z', 'updated_at': '2021-07-14T09:26:50Z', 'revision_number': 7, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:54.009727 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8655cd18-9745-41bf-80e1-3388ad9f742b admin admin] Deleting port 1efc8917-6588-4285-991e-cdbf9ec2a0d3 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:54.010253 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8655cd18-9745-41bf-80e1-3388ad9f742b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.041190 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4172e844-6270-4fa5-8ee7-b1186caf6471 None None] The sync data for ids ['4612cef6-6c90-4099-bb12-3953eaedc3c1'] in n-d-771362-35 is: [{'id': '4612cef6-6c90-4099-bb12-3953eaedc3c1', 'name': 'tempest-ServerActionsTestJSON-1773094094-router', 'tenant_id': '6c80c9228c3d4d0587f67366dd594a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:44Z', 'updated_at': '2021-07-14T09:26:50Z', 'revision_number': 7, 'project_id': '6c80c9228c3d4d0587f67366dd594a1e', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:26:54.216312 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:26:54.295131 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.374010 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8655cd18-9745-41bf-80e1-3388ad9f742b admin admin] For port 1efc8917-6588-4285-991e-cdbf9ec2a0d3, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=1efc8917-6588-4285-991e-cdbf9ec2a0d3,segment=NetworkSegment(14c397d3-9192-425c-9a06-68c5df1d780e),segment_id=14c397d3-9192-425c-9a06-68c5df1d780e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:54.376750 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8655cd18-9745-41bf-80e1-3388ad9f742b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.427678 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8655cd18-9745-41bf-80e1-3388ad9f742b admin admin] Calling delete_port for 1efc8917-6588-4285-991e-cdbf9ec2a0d3 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:54.612026 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8655cd18-9745-41bf-80e1-3388ad9f742b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.642627 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8655cd18-9745-41bf-80e1-3388ad9f742b admin admin] No DVR routers for this DVR port 1efc8917-6588-4285-991e-cdbf9ec2a0d3 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:54.822761 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44997f0-3aa1-41d5-a028-cbe7c4e40640 None None] DHCP port deletion for aa88f091-33f9-4aa2-8101-31241b8b415b request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:26:54.823759 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8655cd18-9745-41bf-80e1-3388ad9f742b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.851541 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-8655cd18-9745-41bf-80e1-3388ad9f742b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa88f091-33f9-4aa2-8101-31241b8b415b']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:54.866071 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-8655cd18-9745-41bf-80e1-3388ad9f742b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c397d3-9192-425c-9a06-68c5df1d780e') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:54.866746 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-8655cd18-9745-41bf-80e1-3388ad9f742b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c397d3-9192-425c-9a06-68c5df1d780e') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:54.881254 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8655cd18-9745-41bf-80e1-3388ad9f742b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.894568 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655cd18-9745-41bf-80e1-3388ad9f742b admin admin] Pushing event deleted for resources: {'Port': ['ID=1efc8917-6588-4285-991e-cdbf9ec2a0d3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:54.941950 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8655cd18-9745-41bf-80e1-3388ad9f742b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.964481 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8655cd18-9745-41bf-80e1-3388ad9f742b admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:54.965992 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8655cd18-9745-41bf-80e1-3388ad9f742b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:54.969906 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:55.286923 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8655cd18-9745-41bf-80e1-3388ad9f742b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.300001 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8655cd18-9745-41bf-80e1-3388ad9f742b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.305553 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8655cd18-9745-41bf-80e1-3388ad9f742b admin admin] 10.222.0.25 "DELETE /v2.0/networks/aa88f091-33f9-4aa2-8101-31241b8b415b HTTP/1.1" status: 204 len: 168 time: 1.6467493 Jul 14 09:26:55.390064 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655cd18-9745-41bf-80e1-3388ad9f742b admin admin] Pushing event deleted for resources: {'Network': ['ID=aa88f091-33f9-4aa2-8101-31241b8b415b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:55.851019 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 41000) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:56.023829 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7c85b8cc-7084-4356-b7ba-ba32ab1546f8 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:56.058452 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-38cf6658-33a1-4ef6-9c92-ed5897437947 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c80c9228c3d4d0587f67366dd594a1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2050250 Jul 14 09:26:56.060332 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41014) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:56.067891 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 7c85b8cc-7084-4356-b7ba-ba32ab1546f8 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:56.068114 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7c85b8cc-7084-4356-b7ba-ba32ab1546f8 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:56.068705 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 53bbf794-2c9a-43c2-bf52-d0353dabcd2a no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:56.125009 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 53bbf794-2c9a-43c2-bf52-d0353dabcd2a {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:56.125584 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 53bbf794-2c9a-43c2-bf52-d0353dabcd2a not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:56.126208 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 1efc8917-6588-4285-991e-cdbf9ec2a0d3 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:56.307102 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 1efc8917-6588-4285-991e-cdbf9ec2a0d3 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:56.307465 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 1efc8917-6588-4285-991e-cdbf9ec2a0d3 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:56.332733 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8d9d-d3bb-4e00-aa29-a9ab79a3d529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.435986 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8d9d-d3bb-4e00-aa29-a9ab79a3d529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.603956 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8d9d-d3bb-4e00-aa29-a9ab79a3d529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.609107 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8d9d-d3bb-4e00-aa29-a9ab79a3d529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.617788 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fcbc8d9d-d3bb-4e00-aa29-a9ab79a3d529 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9571e96f-2916-4077-9c7a-a8a032082624 HTTP/1.1" status: 204 len: 168 time: 0.5514231 Jul 14 09:26:56.687333 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc8d9d-d3bb-4e00-aa29-a9ab79a3d529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9571e96f-2916-4077-9c7a-a8a032082624,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:00.546362 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41234) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:01.080939 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-00b6b888-f324-4920-b2cd-080694fc23c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.525983 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-00b6b888-f324-4920-b2cd-080694fc23c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.536336 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-00b6b888-f324-4920-b2cd-080694fc23c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.774920 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 41298) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:01.779991 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-00b6b888-f324-4920-b2cd-080694fc23c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d97dbc07376453a906b51ded3e4e73c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2324061 Jul 14 09:27:01.781684 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6b888-f324-4920-b2cd-080694fc23c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e313122e-a5d5-4311-b2df-13817dcc692c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:02.030250 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec22e30b-b4d0-4b77-9354-93652c133593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.224942 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec22e30b-b4d0-4b77-9354-93652c133593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.358953 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec22e30b-b4d0-4b77-9354-93652c133593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.361700 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec22e30b-b4d0-4b77-9354-93652c133593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.367712 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ec22e30b-b4d0-4b77-9354-93652c133593 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e313122e-a5d5-4311-b2df-13817dcc692c HTTP/1.1" status: 204 len: 168 time: 0.5916798 Jul 14 09:27:02.408066 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22e30b-b4d0-4b77-9354-93652c133593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e313122e-a5d5-4311-b2df-13817dcc692c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:09.139860 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41730) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:09.258429 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a11c7-d52c-4e2d-9e7c-1e4fd60e8bb3 req-4e896ae3-9b31-4fdd-a63e-2b176eee7570 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:09.263861 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-459a11c7-d52c-4e2d-9e7c-1e4fd60e8bb3 req-4e896ae3-9b31-4fdd-a63e-2b176eee7570 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaffdb24-dfc5-4e54-a859-3e0367b93545 HTTP/1.1" status: 200 len: 949 time: 0.3335543 Jul 14 09:27:09.405997 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-459a11c7-d52c-4e2d-9e7c-1e4fd60e8bb3 req-249fa66a-9e40-4340-86c1-3435d0a0ad04 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/security-groups?id=9334e828-e08e-4cce-b149-8aaf7c4a29c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288536 Jul 14 09:27:10.646183 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.889448 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-755c4d6d-ebfb-4bd0-8af5-eda2a2a933de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:11.426500 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-755c4d6d-ebfb-4bd0-8af5-eda2a2a933de admin admin] Deleting port 44524d74-ae18-4a79-b164-1341397ec24f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:11.429685 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-755c4d6d-ebfb-4bd0-8af5-eda2a2a933de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:11.636746 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-755c4d6d-ebfb-4bd0-8af5-eda2a2a933de admin admin] For port 44524d74-ae18-4a79-b164-1341397ec24f, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=44524d74-ae18-4a79-b164-1341397ec24f,segment=NetworkSegment(1b770b2e-122b-4497-b312-82778ff5d613),segment_id=1b770b2e-122b-4497-b312-82778ff5d613)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:11.637653 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-755c4d6d-ebfb-4bd0-8af5-eda2a2a933de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:11.655613 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-755c4d6d-ebfb-4bd0-8af5-eda2a2a933de admin admin] Calling delete_port for 44524d74-ae18-4a79-b164-1341397ec24f owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:11.737480 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 41800) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:12.081612 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-755c4d6d-ebfb-4bd0-8af5-eda2a2a933de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.101977 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f5f00e2-ddba-4ed4-9c7a-f2145a57a503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.163745 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c4d6d-ebfb-4bd0-8af5-eda2a2a933de admin admin] Pushing event deleted for resources: {'Port': ['ID=44524d74-ae18-4a79-b164-1341397ec24f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:12.222560 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.432531 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f5f00e2-ddba-4ed4-9c7a-f2145a57a503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.441218 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f5f00e2-ddba-4ed4-9c7a-f2145a57a503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.610530 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8f5f00e2-ddba-4ed4-9c7a-f2145a57a503 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72288962b4074172b5c7f964318a3646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8713205 Jul 14 09:27:12.613225 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41828) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:12.613599 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f00e2-ddba-4ed4-9c7a-f2145a57a503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6288c48-3122-4562-a7c7-b7edac96981b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:13.015755 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bea37c-2985-4a55-899f-0c0a039d78d8 req-ad6be617-82de-4249-bf6a-27ab63704aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:13.017528 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a5bea37c-2985-4a55-899f-0c0a039d78d8 req-ad6be617-82de-4249-bf6a-27ab63704aff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6662600e54f4458c8a790ab6b812ce38&device_id=7af96464-e362-497e-b960-49e43ae20001 HTTP/1.1" status: 200 len: 1100 time: 0.0677454 Jul 14 09:27:13.229152 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bea37c-2985-4a55-899f-0c0a039d78d8 req-ab4cf8d4-16ae-4ca3-bd4c-ada2d16e0f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:13.231795 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a5bea37c-2985-4a55-899f-0c0a039d78d8 req-ab4cf8d4-16ae-4ca3-bd4c-ada2d16e0f88 service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.1746128 Jul 14 09:27:13.232837 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-755c4d6d-ebfb-4bd0-8af5-eda2a2a933de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.258321 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34f5c38c-1293-44a3-b5a3-1965ac026462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.277284 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 1d721596-e839-47ab-87b5-97d395532aab details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:13.337637 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a5bea37c-2985-4a55-899f-0c0a039d78d8 req-708d42b3-a654-4021-953e-a9cb23348b34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=1d721596-e839-47ab-87b5-97d395532aab HTTP/1.1" status: 200 len: 217 time: 0.0972040 Jul 14 09:27:13.362511 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34f5c38c-1293-44a3-b5a3-1965ac026462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.455041 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 1d721596-e839-47ab-87b5-97d395532aab, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=1d721596-e839-47ab-87b5-97d395532aab,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:13.501681 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '1d721596-e839-47ab-87b5-97d395532aab', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '1d721596-e839-47ab-87b5-97d395532aab', 'mac_address': 'fa:16:3e:a9:30:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:13.508781 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bea37c-2985-4a55-899f-0c0a039d78d8 req-e981e187-767c-4617-9430-d30f42af9bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:13.511187 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a5bea37c-2985-4a55-899f-0c0a039d78d8 req-e981e187-767c-4617-9430-d30f42af9bc1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1687837 Jul 14 09:27:13.513483 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 06f23f68-c774-4a63-a8b8-3e902b511b6e no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:13.541773 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34f5c38c-1293-44a3-b5a3-1965ac026462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.549634 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34f5c38c-1293-44a3-b5a3-1965ac026462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.552876 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-34f5c38c-1293-44a3-b5a3-1965ac026462 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b6288c48-3122-4562-a7c7-b7edac96981b HTTP/1.1" status: 204 len: 168 time: 0.9365070 Jul 14 09:27:13.599665 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5c38c-1293-44a3-b5a3-1965ac026462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6288c48-3122-4562-a7c7-b7edac96981b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:13.664224 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bea37c-2985-4a55-899f-0c0a039d78d8 req-0a3fe0fd-ca2e-437c-8bca-14e3683c80ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:13.667268 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a5bea37c-2985-4a55-899f-0c0a039d78d8 req-0a3fe0fd-ca2e-437c-8bca-14e3683c80ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1488857 Jul 14 09:27:13.753256 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.915526 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.967291 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a5bea37c-2985-4a55-899f-0c0a039d78d8 req-5ba4a0b0-e00a-4dcc-80c8-5602ccb986ae service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926550 Jul 14 09:27:13.980857 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d721596-e839-47ab-87b5-97d395532aab {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:14.041618 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaffdb24-dfc5-4e54-a859-3e0367b93545', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06f23f68-c774-4a63-a8b8-3e902b511b6e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:14.049708 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e943090-9bf0-42ce-bf60-c581770209d6" -d '{"events": [{"server_uuid": "eaffdb24-dfc5-4e54-a859-3e0367b93545", "name": "network-vif-unplugged", "status": "completed", "tag": "06f23f68-c774-4a63-a8b8-3e902b511b6e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:14.122081 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 1d721596-e839-47ab-87b5-97d395532aab, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=1d721596-e839-47ab-87b5-97d395532aab,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:14.129753 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.145060 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 06f23f68-c774-4a63-a8b8-3e902b511b6e, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=06f23f68-c774-4a63-a8b8-3e902b511b6e,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:14.216018 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755c4d6d-ebfb-4bd0-8af5-eda2a2a933de admin admin] Router 2b5b0678-ea3d-4d60-b1dd-138ab8544039 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:27:14.252123 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a5bea37c-2985-4a55-899f-0c0a039d78d8 req-4ccfd7de-e0fb-4eb6-b258-208558b0baf5 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721400 Jul 14 09:27:14.303710 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a0b9e9-baa7-4771-b278-103b5bd591c3 x-openstack-request-id: req-f1a0b9e9-baa7-4771-b278-103b5bd591c3 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:14.304327 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaffdb24-dfc5-4e54-a859-3e0367b93545", "name": "network-vif-unplugged", "status": "completed", "tag": "06f23f68-c774-4a63-a8b8-3e902b511b6e", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:14.306127 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1a0b9e9-baa7-4771-b278-103b5bd591c3 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:14.308099 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaffdb24-dfc5-4e54-a859-3e0367b93545', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06f23f68-c774-4a63-a8b8-3e902b511b6e', 'code': 200} Jul 14 09:27:14.310159 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=1d721596-e839-47ab-87b5-97d395532aab,revision_number=9']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:14.342815 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.492251 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['1d721596-e839-47ab-87b5-97d395532aab'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:14.492918 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 41898) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:14.527851 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4fa69987-84db-45b2-86db-bcefe0c354b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.604112 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=06f23f68-c774-4a63-a8b8-3e902b511b6e,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:14.732604 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755c4d6d-ebfb-4bd0-8af5-eda2a2a933de admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:14.747750 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-755c4d6d-ebfb-4bd0-8af5-eda2a2a933de admin admin] 10.222.0.25 "PUT /v2.0/routers/2b5b0678-ea3d-4d60-b1dd-138ab8544039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6023810 Jul 14 09:27:14.747931 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 41906) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:14.750136 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608b0cc6-dd4b-424d-9763-55fb8f83b3fe None None] Sync routers for ids ['2b5b0678-ea3d-4d60-b1dd-138ab8544039'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:14.792822 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608b0cc6-dd4b-424d-9763-55fb8f83b3fe None None] Routers {'2b5b0678-ea3d-4d60-b1dd-138ab8544039'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:14.793719 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-608b0cc6-dd4b-424d-9763-55fb8f83b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:26:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2b5b0678-ea3d-4d60-b1dd-138ab8544039'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:14.982395 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4fa69987-84db-45b2-86db-bcefe0c354b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.004994 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4fa69987-84db-45b2-86db-bcefe0c354b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.095236 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-841e81bc-c015-489b-ac8a-f543635bd869 admin admin] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.128491 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-608b0cc6-dd4b-424d-9763-55fb8f83b3fe None None] Set router 2b5b0678-ea3d-4d60-b1dd-138ab8544039 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:15.191394 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4fa69987-84db-45b2-86db-bcefe0c354b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71772c2ef102475eb4fdba64df564cbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6936898 Jul 14 09:27:15.191394 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 41926) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:15.355715 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-841e81bc-c015-489b-ac8a-f543635bd869 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.382867 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa69987-84db-45b2-86db-bcefe0c354b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57b1cea-59a1-4b79-a9d6-ac0e705dc2da,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:15.465062 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e70e0bcb-4526-477b-b875-a14e2482f4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.518287 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e70e0bcb-4526-477b-b875-a14e2482f4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.589552 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-841e81bc-c015-489b-ac8a-f543635bd869 admin admin] Deleting port ceccdf53-e846-46dd-a61f-7e6607e1753f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:15.590950 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-841e81bc-c015-489b-ac8a-f543635bd869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.611212 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-608b0cc6-dd4b-424d-9763-55fb8f83b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'name': 'tempest-TestVolumeBackupRestore-1533020110-router', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:06Z', 'updated_at': '2021-07-14T09:27:11Z', 'revision_number': 5, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'gw_port': {'id': 'ceccdf53-e846-46dd-a61f-7e6607e1753f', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:08Z', 'updated_at': '2021-07-14T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:15.613714 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e70e0bcb-4526-477b-b875-a14e2482f4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.621928 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e70e0bcb-4526-477b-b875-a14e2482f4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.626499 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e70e0bcb-4526-477b-b875-a14e2482f4fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b57b1cea-59a1-4b79-a9d6-ac0e705dc2da HTTP/1.1" status: 204 len: 168 time: 0.4315543 Jul 14 09:27:15.663063 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e0bcb-4526-477b-b875-a14e2482f4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57b1cea-59a1-4b79-a9d6-ac0e705dc2da,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:15.720433 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608b0cc6-dd4b-424d-9763-55fb8f83b3fe None None] Checking router: 2b5b0678-ea3d-4d60-b1dd-138ab8544039 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:27:15.742680 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608b0cc6-dd4b-424d-9763-55fb8f83b3fe None None] Routers {'2b5b0678-ea3d-4d60-b1dd-138ab8544039'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:15.743312 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-608b0cc6-dd4b-424d-9763-55fb8f83b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:26:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2b5b0678-ea3d-4d60-b1dd-138ab8544039'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:15.971612 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-608b0cc6-dd4b-424d-9763-55fb8f83b3fe None None] Set router 2b5b0678-ea3d-4d60-b1dd-138ab8544039 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:15.988984 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-841e81bc-c015-489b-ac8a-f543635bd869 admin admin] For port ceccdf53-e846-46dd-a61f-7e6607e1753f, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ceccdf53-e846-46dd-a61f-7e6607e1753f,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:15.990208 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-841e81bc-c015-489b-ac8a-f543635bd869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.111867 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-841e81bc-c015-489b-ac8a-f543635bd869 admin admin] Calling delete_port for ceccdf53-e846-46dd-a61f-7e6607e1753f owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:16.130157 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-608b0cc6-dd4b-424d-9763-55fb8f83b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'name': 'tempest-TestVolumeBackupRestore-1533020110-router', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:06Z', 'updated_at': '2021-07-14T09:27:15Z', 'revision_number': 6, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:16.194940 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608b0cc6-dd4b-424d-9763-55fb8f83b3fe None None] The sync data for ids ['2b5b0678-ea3d-4d60-b1dd-138ab8544039'] in n-d-771362-35 is: [{'id': '2b5b0678-ea3d-4d60-b1dd-138ab8544039', 'name': 'tempest-TestVolumeBackupRestore-1533020110-router', 'tenant_id': '16836e26dfbf453ca94c396d1972ac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:06Z', 'updated_at': '2021-07-14T09:27:15Z', 'revision_number': 6, 'project_id': '16836e26dfbf453ca94c396d1972ac2d', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:16.862191 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-841e81bc-c015-489b-ac8a-f543635bd869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.977015 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e81bc-c015-489b-ac8a-f543635bd869 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceccdf53-e846-46dd-a61f-7e6607e1753f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:17.122338 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-841e81bc-c015-489b-ac8a-f543635bd869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.306242 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 1d721596-e839-47ab-87b5-97d395532aab up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:17.466813 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 1d721596-e839-47ab-87b5-97d395532aab triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:17.468376 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.526425 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-841e81bc-c015-489b-ac8a-f543635bd869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.538314 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-841e81bc-c015-489b-ac8a-f543635bd869 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.742383 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.781642 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-841e81bc-c015-489b-ac8a-f543635bd869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.789191 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841e81bc-c015-489b-ac8a-f543635bd869 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b5b0678-ea3d-4d60-b1dd-138ab8544039 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:27:17.791747 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af96464-e362-497e-b960-49e43ae20001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d721596-e839-47ab-87b5-97d395532aab'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:17.797778 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f4d08b-ffc7-4844-9703-41089e38c144" -d '{"events": [{"server_uuid": "7af96464-e362-497e-b960-49e43ae20001", "name": "network-vif-plugged", "status": "completed", "tag": "1d721596-e839-47ab-87b5-97d395532aab"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:17.807357 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-841e81bc-c015-489b-ac8a-f543635bd869 admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.808674 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-841e81bc-c015-489b-ac8a-f543635bd869 admin admin] 10.222.0.25 "DELETE /v2.0/routers/2b5b0678-ea3d-4d60-b1dd-138ab8544039 HTTP/1.1" status: 204 len: 168 time: 3.0587933 Jul 14 09:27:17.814405 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42024) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:17.826562 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 1d721596-e839-47ab-87b5-97d395532aab, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=1d721596-e839-47ab-87b5-97d395532aab,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:17.832534 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.968901 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e674cd-ab4d-4bb0-b684-9f7873209e80 x-openstack-request-id: req-a3e674cd-ab4d-4bb0-b684-9f7873209e80 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:17.969263 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af96464-e362-497e-b960-49e43ae20001", "name": "network-vif-plugged", "status": "completed", "tag": "1d721596-e839-47ab-87b5-97d395532aab", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:17.970695 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3e674cd-ab4d-4bb0-b684-9f7873209e80 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:17.972212 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af96464-e362-497e-b960-49e43ae20001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d721596-e839-47ab-87b5-97d395532aab', 'code': 200} Jul 14 09:27:17.978298 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde0614f-f4ad-46c1-b187-3c1774be3c23 admin admin] Deleting subnet 3d588393-54eb-4f64-a93a-52a5f5f3384f {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:27:17.997239 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cde0614f-f4ad-46c1-b187-3c1774be3c23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.055480 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=1d721596-e839-47ab-87b5-97d395532aab,revision_number=10']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:18.099158 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ceccdf53-e846-46dd-a61f-7e6607e1753f no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:18.183409 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: ceccdf53-e846-46dd-a61f-7e6607e1753f {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:18.185474 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ceccdf53-e846-46dd-a61f-7e6607e1753f not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:18.186605 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 44524d74-ae18-4a79-b164-1341397ec24f no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:18.260773 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 44524d74-ae18-4a79-b164-1341397ec24f {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:18.269815 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 44524d74-ae18-4a79-b164-1341397ec24f not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:18.441420 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a48f24f6-3c9d-45bd-967c-06c31c905472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.328394 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cde0614f-f4ad-46c1-b187-3c1774be3c23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.501170 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cde0614f-f4ad-46c1-b187-3c1774be3c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.627993 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cde0614f-f4ad-46c1-b187-3c1774be3c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.749681 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0614f-f4ad-46c1-b187-3c1774be3c23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d588393-54eb-4f64-a93a-52a5f5f3384f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:19.765943 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2af2ad-c4e5-46ac-af93-743688d9e9c7 None None] Network 56fa79e5-8443-4914-b116-eff9c1f86a87 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:19.788071 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cde0614f-f4ad-46c1-b187-3c1774be3c23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.798269 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42070) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:19.799321 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cde0614f-f4ad-46c1-b187-3c1774be3c23 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3d588393-54eb-4f64-a93a-52a5f5f3384f HTTP/1.1" status: 204 len: 168 time: 1.9834602 Jul 14 09:27:20.019092 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1c1dd47-73c0-4f11-9e47-7279e6a01514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.383971 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e1c1dd47-73c0-4f11-9e47-7279e6a01514 admin admin] Deleting port b5234a7e-1553-43d6-89c3-65f0dbef69cf {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:20.384904 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1c1dd47-73c0-4f11-9e47-7279e6a01514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.517244 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3686a525-f148-4771-a63d-4e8a6d6c2fdf None None] DHCP port deletion for 56fa79e5-8443-4914-b116-eff9c1f86a87 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:27:20.746865 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e1c1dd47-73c0-4f11-9e47-7279e6a01514 admin admin] For port b5234a7e-1553-43d6-89c3-65f0dbef69cf, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b5234a7e-1553-43d6-89c3-65f0dbef69cf,segment=NetworkSegment(1b770b2e-122b-4497-b312-82778ff5d613),segment_id=1b770b2e-122b-4497-b312-82778ff5d613)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:20.750287 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1c1dd47-73c0-4f11-9e47-7279e6a01514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.769328 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3686a525-f148-4771-a63d-4e8a6d6c2fdf None None] Deleting port b5234a7e-1553-43d6-89c3-65f0dbef69cf {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:20.770136 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3686a525-f148-4771-a63d-4e8a6d6c2fdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.809141 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e1c1dd47-73c0-4f11-9e47-7279e6a01514 admin admin] Calling delete_port for b5234a7e-1553-43d6-89c3-65f0dbef69cf owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:21.020391 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3686a525-f148-4771-a63d-4e8a6d6c2fdf None None] For port b5234a7e-1553-43d6-89c3-65f0dbef69cf, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b5234a7e-1553-43d6-89c3-65f0dbef69cf,segment=NetworkSegment(1b770b2e-122b-4497-b312-82778ff5d613),segment_id=1b770b2e-122b-4497-b312-82778ff5d613)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:21.025150 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3686a525-f148-4771-a63d-4e8a6d6c2fdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.079467 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3686a525-f148-4771-a63d-4e8a6d6c2fdf None None] Calling delete_port for b5234a7e-1553-43d6-89c3-65f0dbef69cf owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:21.151849 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1c1dd47-73c0-4f11-9e47-7279e6a01514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.237100 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1dd47-73c0-4f11-9e47-7279e6a01514 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5234a7e-1553-43d6-89c3-65f0dbef69cf,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:21.249580 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c1dd47-73c0-4f11-9e47-7279e6a01514 admin admin] No DVR routers for this DVR port b5234a7e-1553-43d6-89c3-65f0dbef69cf on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:21.308326 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3686a525-f148-4771-a63d-4e8a6d6c2fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.441229 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686a525-f148-4771-a63d-4e8a6d6c2fdf None None] Pushing event deleted for resources: {'Port': ['ID=b5234a7e-1553-43d6-89c3-65f0dbef69cf,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:21.451718 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f30d399-ba76-47d2-bd43-7541df1752dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.471409 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3686a525-f148-4771-a63d-4e8a6d6c2fdf None None] No DVR routers for this DVR port b5234a7e-1553-43d6-89c3-65f0dbef69cf on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:21.491520 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1c1dd47-73c0-4f11-9e47-7279e6a01514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.494797 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.545918 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-e1c1dd47-73c0-4f11-9e47-7279e6a01514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56fa79e5-8443-4914-b116-eff9c1f86a87']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:21.619103 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-e1c1dd47-73c0-4f11-9e47-7279e6a01514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b770b2e-122b-4497-b312-82778ff5d613') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:21.619409 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-e1c1dd47-73c0-4f11-9e47-7279e6a01514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b770b2e-122b-4497-b312-82778ff5d613') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:21.646652 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1c1dd47-73c0-4f11-9e47-7279e6a01514 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.711653 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1c1dd47-73c0-4f11-9e47-7279e6a01514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.732283 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c1dd47-73c0-4f11-9e47-7279e6a01514 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:21.734034 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1c1dd47-73c0-4f11-9e47-7279e6a01514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:21.923355 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:21.928722 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1c1dd47-73c0-4f11-9e47-7279e6a01514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.945728 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1c1dd47-73c0-4f11-9e47-7279e6a01514 admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.949403 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e1c1dd47-73c0-4f11-9e47-7279e6a01514 admin admin] 10.222.0.25 "DELETE /v2.0/networks/56fa79e5-8443-4914-b116-eff9c1f86a87 HTTP/1.1" status: 204 len: 168 time: 2.1500134 Jul 14 09:27:21.952755 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42146) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:21.973182 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1dd47-73c0-4f11-9e47-7279e6a01514 admin admin] Pushing event deleted for resources: {'Network': ['ID=56fa79e5-8443-4914-b116-eff9c1f86a87,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:22.077062 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b5234a7e-1553-43d6-89c3-65f0dbef69cf no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:22.120736 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: b5234a7e-1553-43d6-89c3-65f0dbef69cf {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:22.126607 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b5234a7e-1553-43d6-89c3-65f0dbef69cf not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:22.199932 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.040428 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8b0c2ee-0d64-4296-a4b6-4aca85c5dc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.722596 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.805885 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c8b0c2ee-0d64-4296-a4b6-4aca85c5dc35 admin admin] Deleting port 2a2a4964-214d-4a4b-93b1-95947c8c9203 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:23.806699 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8b0c2ee-0d64-4296-a4b6-4aca85c5dc35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.028261 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-c8b0c2ee-0d64-4296-a4b6-4aca85c5dc35 admin admin] For port 2a2a4964-214d-4a4b-93b1-95947c8c9203, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2a2a4964-214d-4a4b-93b1-95947c8c9203,segment=NetworkSegment(be2df54a-1bd7-4c06-9780-52ec2fe08997),segment_id=be2df54a-1bd7-4c06-9780-52ec2fe08997)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:24.028982 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8b0c2ee-0d64-4296-a4b6-4aca85c5dc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.044639 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c8b0c2ee-0d64-4296-a4b6-4aca85c5dc35 admin admin] Calling delete_port for 2a2a4964-214d-4a4b-93b1-95947c8c9203 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:24.371936 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42218) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:24.676014 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8b0c2ee-0d64-4296-a4b6-4aca85c5dc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.840148 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0c2ee-0d64-4296-a4b6-4aca85c5dc35 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a2a4964-214d-4a4b-93b1-95947c8c9203,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:25.712177 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8b0c2ee-0d64-4296-a4b6-4aca85c5dc35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.438369 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f5adcb4-52de-4d0b-96fc-376de31efc82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.850835 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b0c2ee-0d64-4296-a4b6-4aca85c5dc35 admin admin] Router 03b5eb33-42bb-4e42-bd1e-374fe50af7ce has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:27:27.245359 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b0c2ee-0d64-4296-a4b6-4aca85c5dc35 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:27.259124 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae9ad16-012f-44d2-b581-1a43858a4784 None None] Sync routers for ids ['03b5eb33-42bb-4e42-bd1e-374fe50af7ce'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:27.281385 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae9ad16-012f-44d2-b581-1a43858a4784 None None] Routers {'03b5eb33-42bb-4e42-bd1e-374fe50af7ce'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:27.285149 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c8b0c2ee-0d64-4296-a4b6-4aca85c5dc35 admin admin] 10.222.0.25 "PUT /v2.0/routers/03b5eb33-42bb-4e42-bd1e-374fe50af7ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3285947 Jul 14 09:27:27.288016 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7ae9ad16-012f-44d2-b581-1a43858a4784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:27:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['03b5eb33-42bb-4e42-bd1e-374fe50af7ce'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:27.302925 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42328) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:27.543327 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2f5adcb4-52de-4d0b-96fc-376de31efc82 admin admin] Deleting port 54f7072c-41fd-47f9-82c5-295a7011a6fc {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:27.545317 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f5adcb4-52de-4d0b-96fc-376de31efc82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.647465 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-726948b2-cbe6-4eda-9eb2-b2022c898dcd admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.687622 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-7ae9ad16-012f-44d2-b581-1a43858a4784 None None] Set router 03b5eb33-42bb-4e42-bd1e-374fe50af7ce gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:27.852216 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2f5adcb4-52de-4d0b-96fc-376de31efc82 admin admin] For port 54f7072c-41fd-47f9-82c5-295a7011a6fc, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=54f7072c-41fd-47f9-82c5-295a7011a6fc,segment=NetworkSegment(1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f),segment_id=1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:27.852568 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f5adcb4-52de-4d0b-96fc-376de31efc82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.937240 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-726948b2-cbe6-4eda-9eb2-b2022c898dcd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.953897 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2f5adcb4-52de-4d0b-96fc-376de31efc82 admin admin] Calling delete_port for 54f7072c-41fd-47f9-82c5-295a7011a6fc owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:28.080901 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-726948b2-cbe6-4eda-9eb2-b2022c898dcd admin admin] Deleting port ceebfe08-0c24-4f56-9bce-cc7b5279faa1 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:28.081291 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-726948b2-cbe6-4eda-9eb2-b2022c898dcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.238867 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7ae9ad16-012f-44d2-b581-1a43858a4784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b5eb33-42bb-4e42-bd1e-374fe50af7ce', 'name': 'tempest-TestVolumeBackupRestore-1024007021-router', 'tenant_id': '1f8eebcfd1c044f9b2795fe342a21914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'ceebfe08-0c24-4f56-9bce-cc7b5279faa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:25Z', 'updated_at': '2021-07-14T09:27:24Z', 'revision_number': 5, 'project_id': '1f8eebcfd1c044f9b2795fe342a21914', 'gw_port': {'id': 'ceebfe08-0c24-4f56-9bce-cc7b5279faa1', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:95:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5eb33-42bb-4e42-bd1e-374fe50af7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:27Z', 'updated_at': '2021-07-14T09:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:28.380855 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae9ad16-012f-44d2-b581-1a43858a4784 None None] Checking router: 03b5eb33-42bb-4e42-bd1e-374fe50af7ce for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:27:28.422130 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae9ad16-012f-44d2-b581-1a43858a4784 None None] Routers {'03b5eb33-42bb-4e42-bd1e-374fe50af7ce'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:28.424198 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7ae9ad16-012f-44d2-b581-1a43858a4784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:27:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['03b5eb33-42bb-4e42-bd1e-374fe50af7ce'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:28.424652 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-726948b2-cbe6-4eda-9eb2-b2022c898dcd admin admin] For port ceebfe08-0c24-4f56-9bce-cc7b5279faa1, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ceebfe08-0c24-4f56-9bce-cc7b5279faa1,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:28.432075 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-726948b2-cbe6-4eda-9eb2-b2022c898dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.503155 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-726948b2-cbe6-4eda-9eb2-b2022c898dcd admin admin] Calling delete_port for ceebfe08-0c24-4f56-9bce-cc7b5279faa1 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:28.820812 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-726948b2-cbe6-4eda-9eb2-b2022c898dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.900833 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-7ae9ad16-012f-44d2-b581-1a43858a4784 None None] Set router 03b5eb33-42bb-4e42-bd1e-374fe50af7ce gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:28.907074 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726948b2-cbe6-4eda-9eb2-b2022c898dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=ceebfe08-0c24-4f56-9bce-cc7b5279faa1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:28.921029 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f5adcb4-52de-4d0b-96fc-376de31efc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.038662 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5adcb4-52de-4d0b-96fc-376de31efc82 admin admin] Pushing event deleted for resources: {'Port': ['ID=54f7072c-41fd-47f9-82c5-295a7011a6fc,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:29.111240 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7ae9ad16-012f-44d2-b581-1a43858a4784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b5eb33-42bb-4e42-bd1e-374fe50af7ce', 'name': 'tempest-TestVolumeBackupRestore-1024007021-router', 'tenant_id': '1f8eebcfd1c044f9b2795fe342a21914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:25Z', 'updated_at': '2021-07-14T09:27:27Z', 'revision_number': 6, 'project_id': '1f8eebcfd1c044f9b2795fe342a21914', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:29.201765 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-726948b2-cbe6-4eda-9eb2-b2022c898dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.247164 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae9ad16-012f-44d2-b581-1a43858a4784 None None] The sync data for ids ['03b5eb33-42bb-4e42-bd1e-374fe50af7ce'] in n-d-771362-35 is: [{'id': '03b5eb33-42bb-4e42-bd1e-374fe50af7ce', 'name': 'tempest-TestVolumeBackupRestore-1024007021-router', 'tenant_id': '1f8eebcfd1c044f9b2795fe342a21914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:25Z', 'updated_at': '2021-07-14T09:27:27Z', 'revision_number': 6, 'project_id': '1f8eebcfd1c044f9b2795fe342a21914', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:29.618776 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-726948b2-cbe6-4eda-9eb2-b2022c898dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.624190 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-726948b2-cbe6-4eda-9eb2-b2022c898dcd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.773628 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f5adcb4-52de-4d0b-96fc-376de31efc82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.855991 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-726948b2-cbe6-4eda-9eb2-b2022c898dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.856634 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726948b2-cbe6-4eda-9eb2-b2022c898dcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03b5eb33-42bb-4e42-bd1e-374fe50af7ce {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:27:29.887088 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-726948b2-cbe6-4eda-9eb2-b2022c898dcd admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.895340 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-726948b2-cbe6-4eda-9eb2-b2022c898dcd admin admin] 10.222.0.25 "DELETE /v2.0/routers/03b5eb33-42bb-4e42-bd1e-374fe50af7ce HTTP/1.1" status: 204 len: 168 time: 2.5892305 Jul 14 09:27:29.897749 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42536) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:30.147806 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a339447e-ebf3-4bc9-b158-f382f68eeac1 admin admin] Deleting subnet 75b77f8e-292d-442b-96db-411ac796f67e {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:27:30.162448 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a339447e-ebf3-4bc9-b158-f382f68eeac1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.295219 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a339447e-ebf3-4bc9-b158-f382f68eeac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.518645 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2a2a4964-214d-4a4b-93b1-95947c8c9203 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:30.612471 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 2a2a4964-214d-4a4b-93b1-95947c8c9203 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:30.617557 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2a2a4964-214d-4a4b-93b1-95947c8c9203 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:30.639182 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a339447e-ebf3-4bc9-b158-f382f68eeac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.751121 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5adcb4-52de-4d0b-96fc-376de31efc82 admin admin] Router df8550c3-6229-4d7d-8811-2d810f84b791 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:27:30.815722 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a339447e-ebf3-4bc9-b158-f382f68eeac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.914805 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339447e-ebf3-4bc9-b158-f382f68eeac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75b77f8e-292d-442b-96db-411ac796f67e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:30.937081 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a339447e-ebf3-4bc9-b158-f382f68eeac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.942193 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4288e6-51a1-44c8-b485-080474bc53e7 None None] Network a1edddbd-7cda-472c-9205-a9b6e9f21312 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:30.964628 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a339447e-ebf3-4bc9-b158-f382f68eeac1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/75b77f8e-292d-442b-96db-411ac796f67e HTTP/1.1" status: 204 len: 168 time: 1.0598838 Jul 14 09:27:30.969960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42622) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:31.219104 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:27:31.241921 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43a048bd-1f9b-4016-a29d-228aeea0d56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.310935 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5adcb4-52de-4d0b-96fc-376de31efc82 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:31.329060 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297bc5dd-fcee-4769-ae9d-0f3f564d3a66 None None] Sync routers for ids ['df8550c3-6229-4d7d-8811-2d810f84b791'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:31.335224 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2f5adcb4-52de-4d0b-96fc-376de31efc82 admin admin] 10.222.0.25 "PUT /v2.0/routers/df8550c3-6229-4d7d-8811-2d810f84b791/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9621334 Jul 14 09:27:31.344300 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297bc5dd-fcee-4769-ae9d-0f3f564d3a66 None None] Routers {'df8550c3-6229-4d7d-8811-2d810f84b791'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:31.350935 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42642) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:31.351447 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-297bc5dd-fcee-4769-ae9d-0f3f564d3a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:27:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['df8550c3-6229-4d7d-8811-2d810f84b791'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:31.508736 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-43a048bd-1f9b-4016-a29d-228aeea0d56d admin admin] Deleting port 7d529452-9479-4bcd-9790-7ea256c1f55a {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:31.509412 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43a048bd-1f9b-4016-a29d-228aeea0d56d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.755739 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954def27-6440-460a-b110-336d92a58391 None None] DHCP port deletion for a1edddbd-7cda-472c-9205-a9b6e9f21312 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:27:31.784735 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47fbc074-1832-421e-b830-2770a1d0d0da admin admin] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.852835 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-43a048bd-1f9b-4016-a29d-228aeea0d56d admin admin] For port 7d529452-9479-4bcd-9790-7ea256c1f55a, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7d529452-9479-4bcd-9790-7ea256c1f55a,segment=NetworkSegment(be2df54a-1bd7-4c06-9780-52ec2fe08997),segment_id=be2df54a-1bd7-4c06-9780-52ec2fe08997)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:31.853197 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43a048bd-1f9b-4016-a29d-228aeea0d56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.931854 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-43a048bd-1f9b-4016-a29d-228aeea0d56d admin admin] Calling delete_port for 7d529452-9479-4bcd-9790-7ea256c1f55a owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:31.936423 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-954def27-6440-460a-b110-336d92a58391 None None] Deleting port 7d529452-9479-4bcd-9790-7ea256c1f55a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:31.940237 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-954def27-6440-460a-b110-336d92a58391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.169546 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7d529452-9479-4bcd-9790-7ea256c1f55a no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:32.185601 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43a048bd-1f9b-4016-a29d-228aeea0d56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.266539 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47fbc074-1832-421e-b830-2770a1d0d0da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.315677 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-297bc5dd-fcee-4769-ae9d-0f3f564d3a66 None None] Set router df8550c3-6229-4d7d-8811-2d810f84b791 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:32.328211 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a048bd-1f9b-4016-a29d-228aeea0d56d admin admin] Pushing event deleted for resources: {'Port': ['ID=7d529452-9479-4bcd-9790-7ea256c1f55a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:32.340445 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a048bd-1f9b-4016-a29d-228aeea0d56d admin admin] No DVR routers for this DVR port 7d529452-9479-4bcd-9790-7ea256c1f55a on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:32.351403 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No active binding found for port 7d529452-9479-4bcd-9790-7ea256c1f55a {{(pid=93774) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 09:27:32.352316 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7d529452-9479-4bcd-9790-7ea256c1f55a not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:32.352971 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ceebfe08-0c24-4f56-9bce-cc7b5279faa1 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:32.398954 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: ceebfe08-0c24-4f56-9bce-cc7b5279faa1 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:32.400657 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ceebfe08-0c24-4f56-9bce-cc7b5279faa1 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:32.418279 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-954def27-6440-460a-b110-336d92a58391 None None] For port 7d529452-9479-4bcd-9790-7ea256c1f55a, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7d529452-9479-4bcd-9790-7ea256c1f55a,segment=NetworkSegment(be2df54a-1bd7-4c06-9780-52ec2fe08997),segment_id=be2df54a-1bd7-4c06-9780-52ec2fe08997)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:32.424105 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-954def27-6440-460a-b110-336d92a58391 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.473273 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-954def27-6440-460a-b110-336d92a58391 None None] Calling delete_port for 7d529452-9479-4bcd-9790-7ea256c1f55a owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:32.530437 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-47fbc074-1832-421e-b830-2770a1d0d0da admin admin] Deleting port e37254f5-c222-4efe-b78e-5291e251f513 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:32.530778 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47fbc074-1832-421e-b830-2770a1d0d0da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.784573 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43a048bd-1f9b-4016-a29d-228aeea0d56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.833227 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-43a048bd-1f9b-4016-a29d-228aeea0d56d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1edddbd-7cda-472c-9205-a9b6e9f21312']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:32.898085 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-43a048bd-1f9b-4016-a29d-228aeea0d56d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2df54a-1bd7-4c06-9780-52ec2fe08997') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:32.898451 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-43a048bd-1f9b-4016-a29d-228aeea0d56d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2df54a-1bd7-4c06-9780-52ec2fe08997') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:32.942076 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43a048bd-1f9b-4016-a29d-228aeea0d56d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.954762 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-47fbc074-1832-421e-b830-2770a1d0d0da admin admin] For port e37254f5-c222-4efe-b78e-5291e251f513, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e37254f5-c222-4efe-b78e-5291e251f513,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:32.966681 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47fbc074-1832-421e-b830-2770a1d0d0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.998235 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43a048bd-1f9b-4016-a29d-228aeea0d56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.021726 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a048bd-1f9b-4016-a29d-228aeea0d56d admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:33.022305 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43a048bd-1f9b-4016-a29d-228aeea0d56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:33.024245 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:33.041517 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-47fbc074-1832-421e-b830-2770a1d0d0da admin admin] Calling delete_port for e37254f5-c222-4efe-b78e-5291e251f513 owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:33.237387 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43a048bd-1f9b-4016-a29d-228aeea0d56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.238313 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-297bc5dd-fcee-4769-ae9d-0f3f564d3a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'name': 'tempest-TaggedBootDevicesTest-826273949-router', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'e37254f5-c222-4efe-b78e-5291e251f513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:14:24Z', 'updated_at': '2021-07-14T09:27:28Z', 'revision_number': 5, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'gw_port': {'id': 'e37254f5-c222-4efe-b78e-5291e251f513', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:14:26Z', 'updated_at': '2021-07-14T09:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:33.254249 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-43a048bd-1f9b-4016-a29d-228aeea0d56d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.256843 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-43a048bd-1f9b-4016-a29d-228aeea0d56d admin admin] 10.222.0.25 "DELETE /v2.0/networks/a1edddbd-7cda-472c-9205-a9b6e9f21312 HTTP/1.1" status: 204 len: 168 time: 2.2854576 Jul 14 09:27:33.295799 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a048bd-1f9b-4016-a29d-228aeea0d56d admin admin] Pushing event deleted for resources: {'Network': ['ID=a1edddbd-7cda-472c-9205-a9b6e9f21312,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:33.389812 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297bc5dd-fcee-4769-ae9d-0f3f564d3a66 None None] Checking router: df8550c3-6229-4d7d-8811-2d810f84b791 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:27:33.428824 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297bc5dd-fcee-4769-ae9d-0f3f564d3a66 None None] Routers {'df8550c3-6229-4d7d-8811-2d810f84b791'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:33.441256 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-297bc5dd-fcee-4769-ae9d-0f3f564d3a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:27:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['df8550c3-6229-4d7d-8811-2d810f84b791'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:33.557566 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-954def27-6440-460a-b110-336d92a58391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.631847 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-954def27-6440-460a-b110-336d92a58391 None None] Network a1edddbd-7cda-472c-9205-a9b6e9f21312 is not hosted by any dhcp agent {{(pid=93774) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:27:33.632538 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954def27-6440-460a-b110-336d92a58391 None None] No DVR routers for this DVR port 7d529452-9479-4bcd-9790-7ea256c1f55a on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:33.638832 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954def27-6440-460a-b110-336d92a58391 None None] Pushing event deleted for resources: {'Port': ['ID=7d529452-9479-4bcd-9790-7ea256c1f55a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:33.760208 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47fbc074-1832-421e-b830-2770a1d0d0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.807347 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-297bc5dd-fcee-4769-ae9d-0f3f564d3a66 None None] Set router df8550c3-6229-4d7d-8811-2d810f84b791 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:33.961987 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42836) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:33.981119 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fbc074-1832-421e-b830-2770a1d0d0da admin admin] Pushing event deleted for resources: {'Port': ['ID=e37254f5-c222-4efe-b78e-5291e251f513,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:34.029219 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-297bc5dd-fcee-4769-ae9d-0f3f564d3a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'name': 'tempest-TaggedBootDevicesTest-826273949-router', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:14:24Z', 'updated_at': '2021-07-14T09:27:32Z', 'revision_number': 6, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:34.094211 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47fbc074-1832-421e-b830-2770a1d0d0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.110862 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297bc5dd-fcee-4769-ae9d-0f3f564d3a66 None None] The sync data for ids ['df8550c3-6229-4d7d-8811-2d810f84b791'] in n-d-771362-35 is: [{'id': 'df8550c3-6229-4d7d-8811-2d810f84b791', 'name': 'tempest-TaggedBootDevicesTest-826273949-router', 'tenant_id': 'ff8ef452914843b3a211f5977d735f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:14:24Z', 'updated_at': '2021-07-14T09:27:32Z', 'revision_number': 6, 'project_id': 'ff8ef452914843b3a211f5977d735f89', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:34.128782 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a9f4de22-08b9-47cc-a9cf-df4e38368a2d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=16836e26dfbf453ca94c396d1972ac2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1655943 Jul 14 09:27:34.132270 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42850) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:34.225579 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45f8ebe3-3bda-4591-ae3e-0ef77e5511a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.249665 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45f8ebe3-3bda-4591-ae3e-0ef77e5511a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.304862 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45f8ebe3-3bda-4591-ae3e-0ef77e5511a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.308430 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45f8ebe3-3bda-4591-ae3e-0ef77e5511a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.311677 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-45f8ebe3-3bda-4591-ae3e-0ef77e5511a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d42d4376-7263-4121-aab3-786efe235fbc HTTP/1.1" status: 204 len: 168 time: 0.1778514 Jul 14 09:27:34.353978 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f8ebe3-3bda-4591-ae3e-0ef77e5511a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42d4376-7263-4121-aab3-786efe235fbc,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:34.388735 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47fbc074-1832-421e-b830-2770a1d0d0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.401865 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47fbc074-1832-421e-b830-2770a1d0d0da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.460194 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47fbc074-1832-421e-b830-2770a1d0d0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.461039 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fbc074-1832-421e-b830-2770a1d0d0da admin admin] Fanout notify agent at l3_agent the message router_deleted on router df8550c3-6229-4d7d-8811-2d810f84b791 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:27:34.472038 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47fbc074-1832-421e-b830-2770a1d0d0da admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.474138 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-47fbc074-1832-421e-b830-2770a1d0d0da admin admin] 10.222.0.25 "DELETE /v2.0/routers/df8550c3-6229-4d7d-8811-2d810f84b791 HTTP/1.1" status: 204 len: 168 time: 3.1176722 Jul 14 09:27:34.479200 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42878) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:34.641620 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc56b4d-9efa-4945-b867-78af020a785f admin admin] Deleting subnet fb2be10d-9b03-46a3-ae63-922114d77bf7 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:27:34.660150 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0dc56b4d-9efa-4945-b867-78af020a785f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.762292 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0dc56b4d-9efa-4945-b867-78af020a785f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.771982 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42910) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:34.913546 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0dc56b4d-9efa-4945-b867-78af020a785f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.937522 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a9e6f28-3ec3-40d5-bfe0-e51460f46976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.027358 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0dc56b4d-9efa-4945-b867-78af020a785f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.136019 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42940) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:35.158333 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc56b4d-9efa-4945-b867-78af020a785f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb2be10d-9b03-46a3-ae63-922114d77bf7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:35.177317 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0002516-56b7-4f02-818c-d31852f1bc49 None None] Network fae645fa-dbb7-4242-86d8-0493fe1d9e27 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:35.197244 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0dc56b4d-9efa-4945-b867-78af020a785f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.207745 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0dc56b4d-9efa-4945-b867-78af020a785f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fb2be10d-9b03-46a3-ae63-922114d77bf7 HTTP/1.1" status: 204 len: 168 time: 0.7242386 Jul 14 09:27:35.209124 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 42948) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:35.324115 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-803fbe2e-c189-414d-a095-e65d705661a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1f8eebcfd1c044f9b2795fe342a21914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1856229 Jul 14 09:27:35.326764 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42960) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:35.353627 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a9e6f28-3ec3-40d5-bfe0-e51460f46976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.397667 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a9e6f28-3ec3-40d5-bfe0-e51460f46976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.438067 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e6f28-3ec3-40d5-bfe0-e51460f46976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bce2552-b6fe-416c-bebd-07409576e735,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:35.482710 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-778bce01-93ed-45f8-9f4b-323c22901437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.495047 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9e6f28-3ec3-40d5-bfe0-e51460f46976 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:35.496103 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9e6f28-3ec3-40d5-bfe0-e51460f46976 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:35.497106 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9e6f28-3ec3-40d5-bfe0-e51460f46976 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:35.497551 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9e6f28-3ec3-40d5-bfe0-e51460f46976 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:35.498042 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9e6f28-3ec3-40d5-bfe0-e51460f46976 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:35.498427 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9e6f28-3ec3-40d5-bfe0-e51460f46976 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:35.507239 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9e6f28-3ec3-40d5-bfe0-e51460f46976 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:35.507689 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9e6f28-3ec3-40d5-bfe0-e51460f46976 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:35.508107 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9e6f28-3ec3-40d5-bfe0-e51460f46976 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:35.508465 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9e6f28-3ec3-40d5-bfe0-e51460f46976 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:35.508882 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9e6f28-3ec3-40d5-bfe0-e51460f46976 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:35.509345 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9e6f28-3ec3-40d5-bfe0-e51460f46976 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:35.524224 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3a9e6f28-3ec3-40d5-bfe0-e51460f46976 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1bea1b22193141e189ddd0626e5201cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7507310 Jul 14 09:27:35.527726 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 42972) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:35.612261 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06ab265a-5ae2-4489-a83b-95c148f9b4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.630558 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-778bce01-93ed-45f8-9f4b-323c22901437 admin admin] Deleting port bfdc5825-0bb3-4481-a0c1-d073f8c5142b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:35.633809 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-778bce01-93ed-45f8-9f4b-323c22901437 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.643073 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06ab265a-5ae2-4489-a83b-95c148f9b4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.874436 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd0b043-18be-48dd-9ab5-80632640ea3b None None] DHCP port deletion for fae645fa-dbb7-4242-86d8-0493fe1d9e27 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:27:35.923397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-778bce01-93ed-45f8-9f4b-323c22901437 admin admin] For port bfdc5825-0bb3-4481-a0c1-d073f8c5142b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=bfdc5825-0bb3-4481-a0c1-d073f8c5142b,segment=NetworkSegment(1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f),segment_id=1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:35.923806 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-778bce01-93ed-45f8-9f4b-323c22901437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.963974 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-778bce01-93ed-45f8-9f4b-323c22901437 admin admin] Calling delete_port for bfdc5825-0bb3-4481-a0c1-d073f8c5142b owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:36.064587 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-afd0b043-18be-48dd-9ab5-80632640ea3b None None] Deleting port bfdc5825-0bb3-4481-a0c1-d073f8c5142b {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:36.067374 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-afd0b043-18be-48dd-9ab5-80632640ea3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.166464 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-778bce01-93ed-45f8-9f4b-323c22901437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.234665 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778bce01-93ed-45f8-9f4b-323c22901437 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfdc5825-0bb3-4481-a0c1-d073f8c5142b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:36.245660 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778bce01-93ed-45f8-9f4b-323c22901437 admin admin] No DVR routers for this DVR port bfdc5825-0bb3-4481-a0c1-d073f8c5142b on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:36.341658 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-afd0b043-18be-48dd-9ab5-80632640ea3b None None] For port bfdc5825-0bb3-4481-a0c1-d073f8c5142b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=bfdc5825-0bb3-4481-a0c1-d073f8c5142b,segment=NetworkSegment(1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f),segment_id=1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:36.342166 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-afd0b043-18be-48dd-9ab5-80632640ea3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.397156 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-778bce01-93ed-45f8-9f4b-323c22901437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.408534 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-afd0b043-18be-48dd-9ab5-80632640ea3b None None] Calling delete_port for bfdc5825-0bb3-4481-a0c1-d073f8c5142b owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:36.409448 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-778bce01-93ed-45f8-9f4b-323c22901437 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae645fa-dbb7-4242-86d8-0493fe1d9e27']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:36.427227 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-778bce01-93ed-45f8-9f4b-323c22901437 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:36.427556 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-778bce01-93ed-45f8-9f4b-323c22901437 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c6ecc86-cfd8-4c59-acf3-a5199b51cf4f') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:36.447266 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-778bce01-93ed-45f8-9f4b-323c22901437 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.481806 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-778bce01-93ed-45f8-9f4b-323c22901437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.496293 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778bce01-93ed-45f8-9f4b-323c22901437 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:36.497125 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-778bce01-93ed-45f8-9f4b-323c22901437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:36.501922 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:36.579772 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-afd0b043-18be-48dd-9ab5-80632640ea3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.595776 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device bfdc5825-0bb3-4481-a0c1-d073f8c5142b no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:36.604209 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd0b043-18be-48dd-9ab5-80632640ea3b None None] No DVR routers for this DVR port bfdc5825-0bb3-4481-a0c1-d073f8c5142b on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:36.669517 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7819873-fec9-4090-8216-f7cd3803280c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.677794 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-778bce01-93ed-45f8-9f4b-323c22901437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.695740 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-778bce01-93ed-45f8-9f4b-323c22901437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.705371 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-778bce01-93ed-45f8-9f4b-323c22901437 admin admin] 10.222.0.25 "DELETE /v2.0/networks/fae645fa-dbb7-4242-86d8-0493fe1d9e27 HTTP/1.1" status: 204 len: 168 time: 1.4948919 Jul 14 09:27:36.716198 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0b043-18be-48dd-9ab5-80632640ea3b None None] Pushing event deleted for resources: {'Port': ['ID=bfdc5825-0bb3-4481-a0c1-d073f8c5142b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:36.732313 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: bfdc5825-0bb3-4481-a0c1-d073f8c5142b {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:36.732771 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device bfdc5825-0bb3-4481-a0c1-d073f8c5142b not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:36.738908 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 54f7072c-41fd-47f9-82c5-295a7011a6fc no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:36.740590 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778bce01-93ed-45f8-9f4b-323c22901437 admin admin] Pushing event deleted for resources: {'Network': ['ID=fae645fa-dbb7-4242-86d8-0493fe1d9e27,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:36.743020 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7819873-fec9-4090-8216-f7cd3803280c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.830409 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 54f7072c-41fd-47f9-82c5-295a7011a6fc {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:36.831861 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 54f7072c-41fd-47f9-82c5-295a7011a6fc not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:36.833993 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e37254f5-c222-4efe-b78e-5291e251f513 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:36.854281 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7819873-fec9-4090-8216-f7cd3803280c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.859062 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7819873-fec9-4090-8216-f7cd3803280c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.860337 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d7819873-fec9-4090-8216-f7cd3803280c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3bce2552-b6fe-416c-bebd-07409576e735 HTTP/1.1" status: 204 len: 168 time: 1.3268244 Jul 14 09:27:36.900666 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7819873-fec9-4090-8216-f7cd3803280c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bce2552-b6fe-416c-bebd-07409576e735,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:36.908681 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: e37254f5-c222-4efe-b78e-5291e251f513 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:36.909267 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e37254f5-c222-4efe-b78e-5291e251f513 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:36.939436 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06ab265a-5ae2-4489-a83b-95c148f9b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.955607 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06ab265a-5ae2-4489-a83b-95c148f9b4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.963591 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-06ab265a-5ae2-4489-a83b-95c148f9b4d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c6cc4973-6684-4d3c-97d5-4316fbcbfa14 HTTP/1.1" status: 204 len: 168 time: 1.6329911 Jul 14 09:27:37.036795 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab265a-5ae2-4489-a83b-95c148f9b4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cc4973-6684-4d3c-97d5-4316fbcbfa14,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:37.291578 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43098) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:37.460324 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5b6acf2f-db73-4d94-84cd-0e75fe4536e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff8ef452914843b3a211f5977d735f89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668518 Jul 14 09:27:37.462827 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43104) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:37.585308 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14d27eab-101f-482c-90db-62f4f2cb819d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.616811 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14d27eab-101f-482c-90db-62f4f2cb819d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.703709 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14d27eab-101f-482c-90db-62f4f2cb819d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.709222 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14d27eab-101f-482c-90db-62f4f2cb819d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.715064 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-14d27eab-101f-482c-90db-62f4f2cb819d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77e60353-963a-4e4b-b273-95ec8ac752a2 HTTP/1.1" status: 204 len: 168 time: 0.2505887 Jul 14 09:27:37.737394 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d27eab-101f-482c-90db-62f4f2cb819d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e60353-963a-4e4b-b273-95ec8ac752a2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:37.881226 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43132) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:37.914912 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-41f2dd26-cbb6-405a-8aaf-4a38a23785d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.299667 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-41f2dd26-cbb6-405a-8aaf-4a38a23785d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.320911 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-41f2dd26-cbb6-405a-8aaf-4a38a23785d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.446221 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2dd26-cbb6-405a-8aaf-4a38a23785d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90744a1-faab-4235-8ad8-e732069e6624,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:38.532698 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-41f2dd26-cbb6-405a-8aaf-4a38a23785d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b2d336ee5b3a412d80d39bfa5b3addae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6474016 Jul 14 09:27:38.533936 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43184) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:38.616533 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7f838a5d-0d6a-4d2d-82e2-d7d85a0f0ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.651729 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7f838a5d-0d6a-4d2d-82e2-d7d85a0f0ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.768272 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7f838a5d-0d6a-4d2d-82e2-d7d85a0f0ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.775298 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7f838a5d-0d6a-4d2d-82e2-d7d85a0f0ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.776521 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7f838a5d-0d6a-4d2d-82e2-d7d85a0f0ce9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d90744a1-faab-4235-8ad8-e732069e6624 HTTP/1.1" status: 204 len: 168 time: 0.2419579 Jul 14 09:27:38.805986 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f838a5d-0d6a-4d2d-82e2-d7d85a0f0ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90744a1-faab-4235-8ad8-e732069e6624,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:40.235080 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43304) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:40.641795 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.850324 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-0798bf19-735d-4b35-9cb1-8ebbe3240965 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-785589608-network', 'tenant_id': '653aa7b492b74eeaba85e7627398d279'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:40.937013 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0798bf19-735d-4b35-9cb1-8ebbe3240965 admin admin] Made reservation on behalf of 653aa7b492b74eeaba85e7627398d279 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:40.941940 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0798bf19-735d-4b35-9cb1-8ebbe3240965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.967512 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0798bf19-735d-4b35-9cb1-8ebbe3240965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.162475 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43368) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:41.247363 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0798bf19-735d-4b35-9cb1-8ebbe3240965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.255260 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0798bf19-735d-4b35-9cb1-8ebbe3240965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.321207 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798bf19-735d-4b35-9cb1-8ebbe3240965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4194c661-bf7e-4f7d-808d-760c594e5ba9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:41.351245 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0798bf19-735d-4b35-9cb1-8ebbe3240965 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:27:41.373490 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0798bf19-735d-4b35-9cb1-8ebbe3240965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.374077 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-0798bf19-735d-4b35-9cb1-8ebbe3240965 admin admin] Added segment c8858597-40c0-4755-9e73-91e33087d2c5 of type vlan for network 4a323e35-a8d4-496a-add5-192d6396cc7d Jul 14 09:27:41.430745 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16bb5872-2fe6-475c-a348-cbaf1201d7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.516958 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0798bf19-735d-4b35-9cb1-8ebbe3240965 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.586951 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0798bf19-735d-4b35-9cb1-8ebbe3240965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.588456 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0798bf19-735d-4b35-9cb1-8ebbe3240965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:41.589424 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0798bf19-735d-4b35-9cb1-8ebbe3240965 admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.696460 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16bb5872-2fe6-475c-a348-cbaf1201d7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.703239 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16bb5872-2fe6-475c-a348-cbaf1201d7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.780318 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb5872-2fe6-475c-a348-cbaf1201d7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6035c1f9-1555-4bb7-98c3-2b4f7e92c14c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:41.787149 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0798bf19-735d-4b35-9cb1-8ebbe3240965 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5498140 Jul 14 09:27:41.795398 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43414) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:41.813446 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-83cac683-8c07-4d6f-87b6-4f06328f37ab admin admin] Request body: {'subnet': {'network_id': '4a323e35-a8d4-496a-add5-192d6396cc7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-785589608-subnet', 'tenant_id': '653aa7b492b74eeaba85e7627398d279', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:41.848401 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb5872-2fe6-475c-a348-cbaf1201d7b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:41.848401 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb5872-2fe6-475c-a348-cbaf1201d7b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:41.848401 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb5872-2fe6-475c-a348-cbaf1201d7b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:41.848401 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb5872-2fe6-475c-a348-cbaf1201d7b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:41.848401 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb5872-2fe6-475c-a348-cbaf1201d7b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:41.848401 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb5872-2fe6-475c-a348-cbaf1201d7b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:41.849090 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb5872-2fe6-475c-a348-cbaf1201d7b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:41.849245 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb5872-2fe6-475c-a348-cbaf1201d7b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:41.849764 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb5872-2fe6-475c-a348-cbaf1201d7b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:41.852335 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb5872-2fe6-475c-a348-cbaf1201d7b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:41.852961 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb5872-2fe6-475c-a348-cbaf1201d7b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:41.854765 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb5872-2fe6-475c-a348-cbaf1201d7b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:41.872995 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798bf19-735d-4b35-9cb1-8ebbe3240965 admin admin] Pushing event updated for resources: {'Network': ['ID=4a323e35-a8d4-496a-add5-192d6396cc7d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:41.884481 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cac683-8c07-4d6f-87b6-4f06328f37ab admin admin] Made reservation on behalf of 653aa7b492b74eeaba85e7627398d279 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:41.890374 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-83cac683-8c07-4d6f-87b6-4f06328f37ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.899246 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-16bb5872-2fe6-475c-a348-cbaf1201d7b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c093d60fce14607bd2d731a424bbcf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7356374 Jul 14 09:27:41.904329 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43424) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:41.917997 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 4a323e35-a8d4-496a-add5-192d6396cc7d details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:27:42.074484 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01011c0c-62c9-442e-b3b5-805a6cce47f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.197325 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01011c0c-62c9-442e-b3b5-805a6cce47f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.220160 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.293171 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01011c0c-62c9-442e-b3b5-805a6cce47f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.297312 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01011c0c-62c9-442e-b3b5-805a6cce47f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.302569 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-01011c0c-62c9-442e-b3b5-805a6cce47f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6035c1f9-1555-4bb7-98c3-2b4f7e92c14c HTTP/1.1" status: 204 len: 168 time: 0.3964949 Jul 14 09:27:42.336397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01011c0c-62c9-442e-b3b5-805a6cce47f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6035c1f9-1555-4bb7-98c3-2b4f7e92c14c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:42.551328 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-83cac683-8c07-4d6f-87b6-4f06328f37ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.654968 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cac683-8c07-4d6f-87b6-4f06328f37ab admin admin] Checking segment: {'id': 'c8858597-40c0-4755-9e73-91e33087d2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4a323e35-a8d4-496a-add5-192d6396cc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:42.655455 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cac683-8c07-4d6f-87b6-4f06328f37ab admin admin] Network hostable DHCP agents. Network: 4a323e35-a8d4-496a-add5-192d6396cc7d, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:27:42.674149 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cac683-8c07-4d6f-87b6-4f06328f37ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d211089-f84a-4abd-95ed-33ec1fb355eb,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:42.706104 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cac683-8c07-4d6f-87b6-4f06328f37ab admin admin] Network 4a323e35-a8d4-496a-add5-192d6396cc7d is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:27:42.732120 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-83cac683-8c07-4d6f-87b6-4f06328f37ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 4a323e35-a8d4-496a-add5-192d6396cc7d) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:42.741483 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad510e75-fb88-40dc-8d44-d13657373a6e None None] Network 4a323e35-a8d4-496a-add5-192d6396cc7d requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:42.742367 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cac683-8c07-4d6f-87b6-4f06328f37ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:42.744036 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-83cac683-8c07-4d6f-87b6-4f06328f37ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.782795 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-83cac683-8c07-4d6f-87b6-4f06328f37ab admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9843855 Jul 14 09:27:43.170534 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d67616-6e93-4b45-aec3-98139d19143d None None] Network 4a323e35-a8d4-496a-add5-192d6396cc7d requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:43.896819 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43572) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:44.208793 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1dea1768-9fe5-4cbf-b627-75a4e9e67a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.464905 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1dea1768-9fe5-4cbf-b627-75a4e9e67a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.473908 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1dea1768-9fe5-4cbf-b627-75a4e9e67a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.545930 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea1768-9fe5-4cbf-b627-75a4e9e67a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289d4e2f-8689-4a09-8606-78b824366114,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:44.607039 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1dea1768-9fe5-4cbf-b627-75a4e9e67a09 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=15cab55ae9cb420baed1bdc959c20f13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7081480 Jul 14 09:27:44.610635 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43618) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:44.700119 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7aa5049-7ff7-417a-87df-607805506718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.802244 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7aa5049-7ff7-417a-87df-607805506718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.905233 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7aa5049-7ff7-417a-87df-607805506718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.909778 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7aa5049-7ff7-417a-87df-607805506718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.911912 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b7aa5049-7ff7-417a-87df-607805506718 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/289d4e2f-8689-4a09-8606-78b824366114 HTTP/1.1" status: 204 len: 168 time: 0.2999294 Jul 14 09:27:44.945448 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa5049-7ff7-417a-87df-607805506718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289d4e2f-8689-4a09-8606-78b824366114,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:44.988708 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43640) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:45.237611 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1821e42d-8547-4633-97dc-eadd91362b53 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-122036863-network', 'tenant_id': 'd49dab162ef54ca99fe5727197abda1a'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:45.321765 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1821e42d-8547-4633-97dc-eadd91362b53 admin admin] Made reservation on behalf of d49dab162ef54ca99fe5727197abda1a for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:45.325106 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1821e42d-8547-4633-97dc-eadd91362b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.369733 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1821e42d-8547-4633-97dc-eadd91362b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.748002 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43658) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:45.768947 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1821e42d-8547-4633-97dc-eadd91362b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.780527 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1821e42d-8547-4633-97dc-eadd91362b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.783504 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cbbaf15d-9b3e-4ad6-a7b9-ef9361063ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.802038 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1821e42d-8547-4633-97dc-eadd91362b53 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:27:45.814504 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1821e42d-8547-4633-97dc-eadd91362b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.814827 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-1821e42d-8547-4633-97dc-eadd91362b53 admin admin] Added segment 650f76f3-882e-42e2-996f-007522ab3f2d of type vlan for network 94d7f430-7e2c-42b2-b2da-cb48b7e748a6 Jul 14 09:27:45.869842 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1821e42d-8547-4633-97dc-eadd91362b53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.916335 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1821e42d-8547-4633-97dc-eadd91362b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.917380 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1821e42d-8547-4633-97dc-eadd91362b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:45.918436 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1821e42d-8547-4633-97dc-eadd91362b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.048227 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821e42d-8547-4633-97dc-eadd91362b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef33ac38-52ba-4180-b9bf-fd7a32454341,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:46.092884 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cbbaf15d-9b3e-4ad6-a7b9-ef9361063ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.101551 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cbbaf15d-9b3e-4ad6-a7b9-ef9361063ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.103379 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821e42d-8547-4633-97dc-eadd91362b53 admin admin] Pushing event updated for resources: {'Network': ['ID=94d7f430-7e2c-42b2-b2da-cb48b7e748a6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:46.121632 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 94d7f430-7e2c-42b2-b2da-cb48b7e748a6 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:27:46.134562 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1821e42d-8547-4633-97dc-eadd91362b53 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1440644 Jul 14 09:27:46.137988 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43674) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:46.145334 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0fd14786-2cfa-4ee5-b3b3-0035e90ae4b0 admin admin] Request body: {'subnet': {'network_id': '94d7f430-7e2c-42b2-b2da-cb48b7e748a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-122036863-subnet', 'tenant_id': 'd49dab162ef54ca99fe5727197abda1a', 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:46.210669 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd14786-2cfa-4ee5-b3b3-0035e90ae4b0 admin admin] Made reservation on behalf of d49dab162ef54ca99fe5727197abda1a for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:46.213841 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0fd14786-2cfa-4ee5-b3b3-0035e90ae4b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.311731 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cbbaf15d-9b3e-4ad6-a7b9-ef9361063ebd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=55e4aa67c07a48b7ac15d40664c6226c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5614886 Jul 14 09:27:46.315288 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43678) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:46.374069 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbaf15d-9b3e-4ad6-a7b9-ef9361063ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec6d5dc-289f-4a25-86e4-ba1fdbc813ed,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:46.476535 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0fd14786-2cfa-4ee5-b3b3-0035e90ae4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.494589 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a07834c-781f-475e-992b-dd4adcd24a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.528476 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd14786-2cfa-4ee5-b3b3-0035e90ae4b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9a6a5e6-0a33-41a4-b4f6-b242cd61e411,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:46.557544 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a07834c-781f-475e-992b-dd4adcd24a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.594993 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd14786-2cfa-4ee5-b3b3-0035e90ae4b0 admin admin] Checking segment: {'id': '650f76f3-882e-42e2-996f-007522ab3f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '94d7f430-7e2c-42b2-b2da-cb48b7e748a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:46.600079 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd14786-2cfa-4ee5-b3b3-0035e90ae4b0 admin admin] Network hostable DHCP agents. Network: 94d7f430-7e2c-42b2-b2da-cb48b7e748a6, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:27:46.640884 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd14786-2cfa-4ee5-b3b3-0035e90ae4b0 admin admin] Network 94d7f430-7e2c-42b2-b2da-cb48b7e748a6 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:27:46.655399 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0fd14786-2cfa-4ee5-b3b3-0035e90ae4b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 94d7f430-7e2c-42b2-b2da-cb48b7e748a6) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:46.666744 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24142e89-c6b1-4990-918c-63f5650c13bc None None] Network 94d7f430-7e2c-42b2-b2da-cb48b7e748a6 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:46.668189 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd14786-2cfa-4ee5-b3b3-0035e90ae4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:46.670661 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0fd14786-2cfa-4ee5-b3b3-0035e90ae4b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.698999 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a07834c-781f-475e-992b-dd4adcd24a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.707170 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0fd14786-2cfa-4ee5-b3b3-0035e90ae4b0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5678148 Jul 14 09:27:46.712019 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43686) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:46.717324 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f1c76b1f-c6bb-492a-99cb-d3090674dcc2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-122036863-router', 'tenant_id': 'd49dab162ef54ca99fe5727197abda1a', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:46.718686 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a07834c-781f-475e-992b-dd4adcd24a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.739389 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1a07834c-781f-475e-992b-dd4adcd24a34 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ec6d5dc-289f-4a25-86e4-ba1fdbc813ed HTTP/1.1" status: 204 len: 168 time: 0.4105597 Jul 14 09:27:46.765152 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1c76b1f-c6bb-492a-99cb-d3090674dcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.766278 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1c76b1f-c6bb-492a-99cb-d3090674dcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.770060 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07834c-781f-475e-992b-dd4adcd24a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec6d5dc-289f-4a25-86e4-ba1fdbc813ed,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:46.947552 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1c76b1f-c6bb-492a-99cb-d3090674dcc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.015729 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8a48c5-37fb-4cf9-89b0-6bc0477cca09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-94d7f430-7e2c-42b2-b2da-cb48b7e748a6', 'network_id': '94d7f430-7e2c-42b2-b2da-cb48b7e748a6', 'tenant_id': 'd49dab162ef54ca99fe5727197abda1a', 'fixed_ips': [{'subnet_id': 'e9a6a5e6-0a33-41a4-b4f6-b242cd61e411'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:27:47.016619 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed8a48c5-37fb-4cf9-89b0-6bc0477cca09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.278216 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-ed8a48c5-37fb-4cf9-89b0-6bc0477cca09 None None] Allocated IP 172.20.0.2 (94d7f430-7e2c-42b2-b2da-cb48b7e748a6/e9a6a5e6-0a33-41a4-b4f6-b242cd61e411/5506437c-8f67-46d8-b72a-05e9742de567) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:47.651253 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed8a48c5-37fb-4cf9-89b0-6bc0477cca09 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.667874 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ed8a48c5-37fb-4cf9-89b0-6bc0477cca09 None None] Transition to ACTIVE for port object 5506437c-8f67-46d8-b72a-05e9742de567 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:47.711969 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ed8a48c5-37fb-4cf9-89b0-6bc0477cca09 None None] Transition to ACTIVE for port object 5506437c-8f67-46d8-b72a-05e9742de567 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:47.727724 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed8a48c5-37fb-4cf9-89b0-6bc0477cca09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.818864 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8a48c5-37fb-4cf9-89b0-6bc0477cca09 None None] Network 94d7f430-7e2c-42b2-b2da-cb48b7e748a6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:47.853204 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ed8a48c5-37fb-4cf9-89b0-6bc0477cca09 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:47.861198 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a48c5-37fb-4cf9-89b0-6bc0477cca09 None None] Pushing event updated for resources: {'Port': ['ID=5506437c-8f67-46d8-b72a-05e9742de567,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:47.871154 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8a48c5-37fb-4cf9-89b0-6bc0477cca09 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:48.001890 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1c76b1f-c6bb-492a-99cb-d3090674dcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.048052 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ed8a48c5-37fb-4cf9-89b0-6bc0477cca09 None None] Attempting to bind port 5506437c-8f67-46d8-b72a-05e9742de567 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:48.048920 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ed8a48c5-37fb-4cf9-89b0-6bc0477cca09 None None] Attempting to bind port 5506437c-8f67-46d8-b72a-05e9742de567 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '650f76f3-882e-42e2-996f-007522ab3f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '94d7f430-7e2c-42b2-b2da-cb48b7e748a6'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:48.049638 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a48c5-37fb-4cf9-89b0-6bc0477cca09 None None] Attempting to bind port 5506437c-8f67-46d8-b72a-05e9742de567 on network 94d7f430-7e2c-42b2-b2da-cb48b7e748a6 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:48.058732 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a48c5-37fb-4cf9-89b0-6bc0477cca09 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:48.059858 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a48c5-37fb-4cf9-89b0-6bc0477cca09 None None] Checking segment: {'id': '650f76f3-882e-42e2-996f-007522ab3f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '94d7f430-7e2c-42b2-b2da-cb48b7e748a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:48.061160 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed8a48c5-37fb-4cf9-89b0-6bc0477cca09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.062174 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a48c5-37fb-4cf9-89b0-6bc0477cca09 None None] Bound using segment: {'id': '650f76f3-882e-42e2-996f-007522ab3f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '94d7f430-7e2c-42b2-b2da-cb48b7e748a6'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:48.063271 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ed8a48c5-37fb-4cf9-89b0-6bc0477cca09 None None] Bound port: 5506437c-8f67-46d8-b72a-05e9742de567, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '650f76f3-882e-42e2-996f-007522ab3f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '94d7f430-7e2c-42b2-b2da-cb48b7e748a6'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:48.063939 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed8a48c5-37fb-4cf9-89b0-6bc0477cca09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.205815 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ed8a48c5-37fb-4cf9-89b0-6bc0477cca09 None None] For port 5506437c-8f67-46d8-b72a-05e9742de567, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:48.211074 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ed8a48c5-37fb-4cf9-89b0-6bc0477cca09 None None] For port 5506437c-8f67-46d8-b72a-05e9742de567, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=5506437c-8f67-46d8-b72a-05e9742de567,segment=NetworkSegment(650f76f3-882e-42e2-996f-007522ab3f2d),segment_id=650f76f3-882e-42e2-996f-007522ab3f2d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:48.221286 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed8a48c5-37fb-4cf9-89b0-6bc0477cca09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.289188 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-e36e6bce-ee6c-4728-8ac1-60e731679ce8 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:48.301910 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-e36e6bce-ee6c-4728-8ac1-60e731679ce8 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.25 "GET /v2.0/networks?id=4a323e35-a8d4-496a-add5-192d6396cc7d HTTP/1.1" status: 200 len: 809 time: 0.3807673 Jul 14 09:27:48.315333 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a48c5-37fb-4cf9-89b0-6bc0477cca09 None None] Pushing event updated for resources: {'Port': ['ID=5506437c-8f67-46d8-b72a-05e9742de567,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:48.377341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c356e-6357-4298-b71c-551f9883138a req-691aff7d-58cb-468b-9a5e-9f0c91720430 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:48.378944 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a49c356e-6357-4298-b71c-551f9883138a req-691aff7d-58cb-468b-9a5e-9f0c91720430 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7af96464-e362-497e-b960-49e43ae20001 HTTP/1.1" status: 200 len: 951 time: 0.4596179 Jul 14 09:27:48.385593 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-922b5c9a-1c07-405e-94df-1b7b0958d404 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.25 "GET /v2.0/quotas/653aa7b492b74eeaba85e7627398d279 HTTP/1.1" status: 200 len: 375 time: 0.0583634 Jul 14 09:27:48.442554 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3cf2bb7d-072c-4adb-99c0-2355680ff5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.444599 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-93ec54de-605f-4ace-a9c5-b7595b0a2368 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=653aa7b492b74eeaba85e7627398d279&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580387 Jul 14 09:27:48.494801 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a49c356e-6357-4298-b71c-551f9883138a req-88f8e70f-c332-4abc-8231-084e3c3bd91f tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/security-groups?id=9334e828-e08e-4cce-b149-8aaf7c4a29c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971134 Jul 14 09:27:48.862381 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1c76b1f-c6bb-492a-99cb-d3090674dcc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.897740 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1c76b1f-c6bb-492a-99cb-d3090674dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.998140 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-60f57339-3a41-4cc5-a228-28fad0e60015 service neutron] 10.222.0.25 "GET /v2.0/networks/4a323e35-a8d4-496a-add5-192d6396cc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5525553 Jul 14 09:27:49.139202 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-f1c76b1f-c6bb-492a-99cb-d3090674dcc2 admin admin] Allocated IP 172.25.6.3 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/c575416f-a074-4f44-81f3-6a4bb6778c33) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:49.173584 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-aa8f448c-a34b-4332-b3f1-16bfb9461d6c service neutron] 10.222.0.25 "GET /v2.0/networks/4a323e35-a8d4-496a-add5-192d6396cc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741314 Jul 14 09:27:49.336705 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1c76b1f-c6bb-492a-99cb-d3090674dcc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.415770 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1c76b1f-c6bb-492a-99cb-d3090674dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.466844 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c76b1f-c6bb-492a-99cb-d3090674dcc2 admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:49.472043 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f1c76b1f-c6bb-492a-99cb-d3090674dcc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:49.476843 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c76b1f-c6bb-492a-99cb-d3090674dcc2 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:49.570505 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c76b1f-c6bb-492a-99cb-d3090674dcc2 admin admin] Pushing event updated for resources: {'Port': ['ID=c575416f-a074-4f44-81f3-6a4bb6778c33,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:49.912645 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d6c119e9-09f8-46e6-80b4-6902a08331d7 req-242ba326-d8dc-4d81-b296-1e8266832aee tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.25 "GET /v2.0/ports?device_id=93a80e78-e18d-4f9b-bbeb-a2806b37c3db HTTP/1.1" status: 200 len: 210 time: 0.1257539 Jul 14 09:27:50.015281 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3006ea6-f3de-4009-83c6-903708adf840 None None] Network 94d7f430-7e2c-42b2-b2da-cb48b7e748a6 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:50.027644 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bde9df-00ef-4808-96b2-6a63b16a888a req-c34ec1ab-d308-4736-b04e-5462a69504ac tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:50.029571 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12bde9df-00ef-4808-96b2-6a63b16a888a req-c34ec1ab-d308-4736-b04e-5462a69504ac tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7af96464-e362-497e-b960-49e43ae20001 HTTP/1.1" status: 200 len: 951 time: 0.2569139 Jul 14 09:27:50.133456 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12bde9df-00ef-4808-96b2-6a63b16a888a req-8ad2702f-a992-40c1-8132-a7ae455c1f39 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/security-groups?id=9334e828-e08e-4cce-b149-8aaf7c4a29c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509520 Jul 14 09:27:50.315969 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1c76b1f-c6bb-492a-99cb-d3090674dcc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.361691 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 5506437c-8f67-46d8-b72a-05e9742de567 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:50.538007 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-abbde080-362c-43fa-af2c-5216b8818fd2 None None] Provisioning for port 5506437c-8f67-46d8-b72a-05e9742de567 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:50.691530 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 5506437c-8f67-46d8-b72a-05e9742de567 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:50.726336 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 5506437c-8f67-46d8-b72a-05e9742de567 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:50.726723 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.951443 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1c76b1f-c6bb-492a-99cb-d3090674dcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.018385 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.075355 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8cc98ff9-5674-4612-a2b9-0244b1556b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.125772 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 5506437c-8f67-46d8-b72a-05e9742de567, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=5506437c-8f67-46d8-b72a-05e9742de567,segment=NetworkSegment(650f76f3-882e-42e2-996f-007522ab3f2d),segment_id=650f76f3-882e-42e2-996f-007522ab3f2d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:51.135841 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.145070 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43866) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:51.263708 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=5506437c-8f67-46d8-b72a-05e9742de567,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:51.287241 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2dc943bd-9c4c-464d-8ca0-33f1a202444e req-44b04184-f8d4-4f64-b9b4-197c56ed679d tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.25 "GET /v2.0/ports?device_id=93a80e78-e18d-4f9b-bbeb-a2806b37c3db HTTP/1.1" status: 200 len: 210 time: 0.2073326 Jul 14 09:27:51.300646 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43874) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:51.319931 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.378856 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-94e54709-89ac-4f90-a3ae-9f07571509fc None None] Provisioning complete for port 5506437c-8f67-46d8-b72a-05e9742de567 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:51.382603 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94e54709-89ac-4f90-a3ae-9f07571509fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.464980 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-330e8de2-0c19-458f-87d3-0f878e5e65c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.497016 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 1d721596-e839-47ab-87b5-97d395532aab no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:51.591632 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c76b1f-c6bb-492a-99cb-d3090674dcc2 admin admin] Router 5d887b5e-d4a8-410f-8413-f2d3266fbab6 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:27:51.649870 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-330e8de2-0c19-458f-87d3-0f878e5e65c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.663661 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-330e8de2-0c19-458f-87d3-0f878e5e65c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.766289 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e8de2-0c19-458f-87d3-0f878e5e65c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7afc61-8482-40df-aec8-6ac0a67ca485,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:51.815325 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-330e8de2-0c19-458f-87d3-0f878e5e65c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c7e7219540746329c1393d28bdb44a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6690924 Jul 14 09:27:51.822730 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43888) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:51.859843 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e184f862-ebdd-406f-ad76-7b46df21befe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c5872135b7746219af97c6264604150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5575435 Jul 14 09:27:51.861165 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 43890) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:51.890652 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.990047 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c76b1f-c6bb-492a-99cb-d3090674dcc2 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:52.009345 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 1d721596-e839-47ab-87b5-97d395532aab, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=1d721596-e839-47ab-87b5-97d395532aab,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:52.038600 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af96464-e362-497e-b960-49e43ae20001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d721596-e839-47ab-87b5-97d395532aab'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:52.040277 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d77608dd-4354-47cc-be97-229308149377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.041769 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1c76b1f-c6bb-492a-99cb-d3090674dcc2 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.043708 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385e8b61-33bd-4684-b9cd-795ab5e7da87" -d '{"events": [{"server_uuid": "7af96464-e362-497e-b960-49e43ae20001", "name": "network-vif-unplugged", "status": "completed", "tag": "1d721596-e839-47ab-87b5-97d395532aab"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:52.045141 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f1c76b1f-c6bb-492a-99cb-d3090674dcc2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3318369 Jul 14 09:27:52.048212 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 43910) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:52.048417 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be86d1f7-2ad2-4398-a62a-cef3dcbb7226 None None] Sync routers for ids ['5d887b5e-d4a8-410f-8413-f2d3266fbab6'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:52.051231 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43d134dd-99db-4b08-9fa7-349b82fbc8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.069580 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.096661 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 5506437c-8f67-46d8-b72a-05e9742de567 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:52.109184 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43d134dd-99db-4b08-9fa7-349b82fbc8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.167859 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43d134dd-99db-4b08-9fa7-349b82fbc8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.170582 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43d134dd-99db-4b08-9fa7-349b82fbc8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.171882 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-43d134dd-99db-4b08-9fa7-349b82fbc8dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f7afc61-8482-40df-aec8-6ac0a67ca485 HTTP/1.1" status: 204 len: 168 time: 0.3480706 Jul 14 09:27:52.194230 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d77608dd-4354-47cc-be97-229308149377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.196476 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d134dd-99db-4b08-9fa7-349b82fbc8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7afc61-8482-40df-aec8-6ac0a67ca485,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:52.245625 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be86d1f7-2ad2-4398-a62a-cef3dcbb7226 None None] Routers {'5d887b5e-d4a8-410f-8413-f2d3266fbab6'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:52.246852 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-be86d1f7-2ad2-4398-a62a-cef3dcbb7226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:27:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['5d887b5e-d4a8-410f-8413-f2d3266fbab6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:52.267851 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d77608dd-4354-47cc-be97-229308149377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.272058 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d77608dd-4354-47cc-be97-229308149377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.273694 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d77608dd-4354-47cc-be97-229308149377 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9aba0d47-0071-473c-a117-d1a725c25858 HTTP/1.1" status: 204 len: 168 time: 0.4050188 Jul 14 09:27:52.283176 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77608dd-4354-47cc-be97-229308149377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aba0d47-0071-473c-a117-d1a725c25858,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:52.449570 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-be86d1f7-2ad2-4398-a62a-cef3dcbb7226 None None] Set router 5d887b5e-d4a8-410f-8413-f2d3266fbab6 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:52.573892 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35673bb-f85c-445b-b3fa-4f88d0e8a307 x-openstack-request-id: req-c35673bb-f85c-445b-b3fa-4f88d0e8a307 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:52.574566 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af96464-e362-497e-b960-49e43ae20001", "name": "network-vif-unplugged", "status": "completed", "tag": "1d721596-e839-47ab-87b5-97d395532aab", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:52.575010 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c35673bb-f85c-445b-b3fa-4f88d0e8a307 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:52.575629 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af96464-e362-497e-b960-49e43ae20001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d721596-e839-47ab-87b5-97d395532aab', 'code': 200} Jul 14 09:27:52.590637 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40fcaff7-c6ff-44a5-8def-9d1cdeb189b4 req-e1404724-9d24-4c86-ada1-b3eff15b7f32 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.25 "GET /v2.0/ports?device_id=93a80e78-e18d-4f9b-bbeb-a2806b37c3db HTTP/1.1" status: 200 len: 210 time: 0.0470259 Jul 14 09:27:52.749617 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=1d721596-e839-47ab-87b5-97d395532aab,revision_number=11']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:52.978577 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.026223 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 5506437c-8f67-46d8-b72a-05e9742de567 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:53.030086 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.284921 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-ea6c333d-e250-4300-a700-09ec5ecff7b9 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:53.290174 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-ea6c333d-e250-4300-a700-09ec5ecff7b9 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.44 "GET /v2.0/networks?id=4a323e35-a8d4-496a-add5-192d6396cc7d HTTP/1.1" status: 200 len: 809 time: 0.4537005 Jul 14 09:27:53.304952 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-8c2c7c18-6276-4568-a4a1-57af0ad35a46 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Request body: {'port': {'device_id': '93a80e78-e18d-4f9b-bbeb-a2806b37c3db', 'network_id': '4a323e35-a8d4-496a-add5-192d6396cc7d', 'admin_state_up': True, 'tenant_id': '653aa7b492b74eeaba85e7627398d279'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:53.367474 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-328c7edb-21d9-446f-a69e-e630adcfb040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.497769 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-be86d1f7-2ad2-4398-a62a-cef3dcbb7226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d887b5e-d4a8-410f-8413-f2d3266fbab6', 'name': 'tempest-TestAggregatesBasicOps-122036863-router', 'tenant_id': 'd49dab162ef54ca99fe5727197abda1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'c575416f-a074-4f44-81f3-6a4bb6778c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:46Z', 'updated_at': '2021-07-14T09:27:50Z', 'revision_number': 3, 'project_id': 'd49dab162ef54ca99fe5727197abda1a', 'gw_port': {'id': 'c575416f-a074-4f44-81f3-6a4bb6778c33', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d887b5e-d4a8-410f-8413-f2d3266fbab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:48Z', 'updated_at': '2021-07-14T09:27:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:53.549983 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-8c2c7c18-6276-4568-a4a1-57af0ad35a46 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Made reservation on behalf of 653aa7b492b74eeaba85e7627398d279 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:53.557214 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-8c2c7c18-6276-4568-a4a1-57af0ad35a46 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.568490 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be86d1f7-2ad2-4398-a62a-cef3dcbb7226 None None] Checking router: 5d887b5e-d4a8-410f-8413-f2d3266fbab6 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:27:53.568866 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be86d1f7-2ad2-4398-a62a-cef3dcbb7226 None None] Updating router 5d887b5e-d4a8-410f-8413-f2d3266fbab6 port c575416f-a074-4f44-81f3-6a4bb6778c33 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:27:53.665723 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be86d1f7-2ad2-4398-a62a-cef3dcbb7226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.733048 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44054) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:53.754841 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-328c7edb-21d9-446f-a69e-e630adcfb040 admin admin] Allocated IP 172.20.0.1 (94d7f430-7e2c-42b2-b2da-cb48b7e748a6/e9a6a5e6-0a33-41a4-b4f6-b242cd61e411/c1f770ce-16d8-4ee9-a366-93133391854e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:53.766560 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.878273 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-8c2c7c18-6276-4568-a4a1-57af0ad35a46 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Allocated IP 172.20.0.12 (4a323e35-a8d4-496a-add5-192d6396cc7d/4d211089-f84a-4abd-95ed-33ec1fb355eb/b00fd9e5-8e0c-48ed-8b8c-2894fda193f4) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:53.943290 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1bf1946b-5f8d-481f-a54e-1a3101f895b4 req-f8e9ea3d-51df-435e-9d36-520721aca158 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.25 "GET /v2.0/ports?device_id=93a80e78-e18d-4f9b-bbeb-a2806b37c3db HTTP/1.1" status: 200 len: 210 time: 0.0660801 Jul 14 09:27:54.101178 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-328c7edb-21d9-446f-a69e-e630adcfb040 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.193795 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cfcc63cd-fc4f-4ef2-b7fb-c19d6ce67716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.243508 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-8c2c7c18-6276-4568-a4a1-57af0ad35a46 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.277940 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-328c7edb-21d9-446f-a69e-e630adcfb040 admin admin] Transition to ACTIVE for port object c1f770ce-16d8-4ee9-a366-93133391854e will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:54.332981 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-8c2c7c18-6276-4568-a4a1-57af0ad35a46 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.370453 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be86d1f7-2ad2-4398-a62a-cef3dcbb7226 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.384015 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-be86d1f7-2ad2-4398-a62a-cef3dcbb7226 None None] Transition to ACTIVE for port object c575416f-a074-4f44-81f3-6a4bb6778c33 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:54.391694 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be86d1f7-2ad2-4398-a62a-cef3dcbb7226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.483525 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-8c2c7c18-6276-4568-a4a1-57af0ad35a46 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Network 4a323e35-a8d4-496a-add5-192d6396cc7d is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:54.497445 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-328c7edb-21d9-446f-a69e-e630adcfb040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.505814 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-8c2c7c18-6276-4568-a4a1-57af0ad35a46 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:54.528225 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-8c2c7c18-6276-4568-a4a1-57af0ad35a46 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:54.584347 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-be86d1f7-2ad2-4398-a62a-cef3dcbb7226 None None] Attempting to bind port c575416f-a074-4f44-81f3-6a4bb6778c33 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:54.584947 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-be86d1f7-2ad2-4398-a62a-cef3dcbb7226 None None] Attempting to bind port c575416f-a074-4f44-81f3-6a4bb6778c33 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:54.585065 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86d1f7-2ad2-4398-a62a-cef3dcbb7226 None None] Attempting to bind port c575416f-a074-4f44-81f3-6a4bb6778c33 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:54.587229 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1efba-6fc5-4c1f-b937-1b5efb6fd278 None None] Pushing event updated for resources: {'Port': ['ID=c575416f-a074-4f44-81f3-6a4bb6778c33,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:54.613226 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a1efba-6fc5-4c1f-b937-1b5efb6fd278 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:54.614109 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a1efba-6fc5-4c1f-b937-1b5efb6fd278 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:54.614715 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a1efba-6fc5-4c1f-b937-1b5efb6fd278 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:54.614871 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a1efba-6fc5-4c1f-b937-1b5efb6fd278 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:54.615167 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a1efba-6fc5-4c1f-b937-1b5efb6fd278 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:54.619160 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c7c18-6276-4568-a4a1-57af0ad35a46 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Pushing event updated for resources: {'Port': ['ID=b00fd9e5-8e0c-48ed-8b8c-2894fda193f4,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:54.631623 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a1efba-6fc5-4c1f-b937-1b5efb6fd278 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:54.632126 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a1efba-6fc5-4c1f-b937-1b5efb6fd278 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:54.632474 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a1efba-6fc5-4c1f-b937-1b5efb6fd278 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:54.632823 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a1efba-6fc5-4c1f-b937-1b5efb6fd278 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:54.633160 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a1efba-6fc5-4c1f-b937-1b5efb6fd278 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:54.633492 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a1efba-6fc5-4c1f-b937-1b5efb6fd278 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:54.633822 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a1efba-6fc5-4c1f-b937-1b5efb6fd278 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:54.637378 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86d1f7-2ad2-4398-a62a-cef3dcbb7226 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:54.637850 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86d1f7-2ad2-4398-a62a-cef3dcbb7226 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:54.638154 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be86d1f7-2ad2-4398-a62a-cef3dcbb7226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.639897 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86d1f7-2ad2-4398-a62a-cef3dcbb7226 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:54.639897 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-be86d1f7-2ad2-4398-a62a-cef3dcbb7226 None None] Bound port: c575416f-a074-4f44-81f3-6a4bb6778c33, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:54.639897 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be86d1f7-2ad2-4398-a62a-cef3dcbb7226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.652774 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328c7edb-21d9-446f-a69e-e630adcfb040 admin admin] Network 94d7f430-7e2c-42b2-b2da-cb48b7e748a6 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:54.677490 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-328c7edb-21d9-446f-a69e-e630adcfb040 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:54.693977 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328c7edb-21d9-446f-a69e-e630adcfb040 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:54.717831 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-8c2c7c18-6276-4568-a4a1-57af0ad35a46 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:54.730184 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-8c2c7c18-6276-4568-a4a1-57af0ad35a46 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.792603 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c7edb-21d9-446f-a69e-e630adcfb040 admin admin] Pushing event updated for resources: {'Port': ['ID=c1f770ce-16d8-4ee9-a366-93133391854e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:54.813167 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-be86d1f7-2ad2-4398-a62a-cef3dcbb7226 None None] For port c575416f-a074-4f44-81f3-6a4bb6778c33, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:54.816683 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-be86d1f7-2ad2-4398-a62a-cef3dcbb7226 None None] For port c575416f-a074-4f44-81f3-6a4bb6778c33, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c575416f-a074-4f44-81f3-6a4bb6778c33,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:54.821466 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be86d1f7-2ad2-4398-a62a-cef3dcbb7226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.890903 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-328c7edb-21d9-446f-a69e-e630adcfb040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.913772 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cfcc63cd-fc4f-4ef2-b7fb-c19d6ce67716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.925249 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-8c2c7c18-6276-4568-a4a1-57af0ad35a46 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6267655 Jul 14 09:27:54.938569 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-bd779138-3381-40c6-8dc7-e3154343a904 service neutron] Request body: {'port': {'device_id': '93a80e78-e18d-4f9b-bbeb-a2806b37c3db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:55.216414 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cfcc63cd-fc4f-4ef2-b7fb-c19d6ce67716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.273799 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-bd779138-3381-40c6-8dc7-e3154343a904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.364166 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1efba-6fc5-4c1f-b937-1b5efb6fd278 None None] Pushing event updated for resources: {'Port': ['ID=c575416f-a074-4f44-81f3-6a4bb6778c33,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:55.466086 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be86d1f7-2ad2-4398-a62a-cef3dcbb7226 None None] Routers {'5d887b5e-d4a8-410f-8413-f2d3266fbab6'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:55.466705 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-be86d1f7-2ad2-4398-a62a-cef3dcbb7226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:27:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['5d887b5e-d4a8-410f-8413-f2d3266fbab6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:55.611906 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cfcc63cd-fc4f-4ef2-b7fb-c19d6ce67716 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2eb52af63c3c4097a4da7693bb316073&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8673596 Jul 14 09:27:55.630373 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44156) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:55.668730 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc63cd-fc4f-4ef2-b7fb-c19d6ce67716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f7be36-229c-4249-90aa-c84beb766734,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:55.692057 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b3a55b71-6dcb-4424-bda4-d75a8ca9f541 None None] Provisioning for port c1f770ce-16d8-4ee9-a366-93133391854e completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:55.733645 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b3a55b71-6dcb-4424-bda4-d75a8ca9f541 None None] Provisioning complete for port c1f770ce-16d8-4ee9-a366-93133391854e triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:55.734016 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b3a55b71-6dcb-4424-bda4-d75a8ca9f541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.764617 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c3d5d-db98-4f52-ae3c-3464d2536c85 req-35d2d7db-041e-4915-a64e-0e1b7e72e338 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:55.766499 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-310c3d5d-db98-4f52-ae3c-3464d2536c85 req-35d2d7db-041e-4915-a64e-0e1b7e72e338 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.25 "GET /v2.0/ports?device_id=93a80e78-e18d-4f9b-bbeb-a2806b37c3db HTTP/1.1" status: 200 len: 932 time: 0.4552479 Jul 14 09:27:55.776026 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-328c7edb-21d9-446f-a69e-e630adcfb040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.797999 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed653aad-f3af-49a4-932e-3b1775a6ed18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.840162 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b3a55b71-6dcb-4424-bda4-d75a8ca9f541 None None] Port c1f770ce-16d8-4ee9-a366-93133391854e cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:55.916553 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-bd779138-3381-40c6-8dc7-e3154343a904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b00fd9e5-8e0c-48ed-8b8c-2894fda193f4 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:55.930942 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-bd779138-3381-40c6-8dc7-e3154343a904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.942087 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed653aad-f3af-49a4-932e-3b1775a6ed18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.949261 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-310c3d5d-db98-4f52-ae3c-3464d2536c85 req-039430d5-a7b5-41c0-a133-a2f961c9178a tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.25 "GET /v2.0/security-groups?id=4194c661-bf7e-4f7d-808d-760c594e5ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698227 Jul 14 09:27:55.979615 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-bd779138-3381-40c6-8dc7-e3154343a904 service neutron] Transition to ACTIVE for port object b00fd9e5-8e0c-48ed-8b8c-2894fda193f4 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:55.986504 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-bd779138-3381-40c6-8dc7-e3154343a904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.067548 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-be86d1f7-2ad2-4398-a62a-cef3dcbb7226 None None] Set router 5d887b5e-d4a8-410f-8413-f2d3266fbab6 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:56.105056 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed653aad-f3af-49a4-932e-3b1775a6ed18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.108425 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed653aad-f3af-49a4-932e-3b1775a6ed18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.110024 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ed653aad-f3af-49a4-932e-3b1775a6ed18 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b6f7be36-229c-4249-90aa-c84beb766734 HTTP/1.1" status: 204 len: 168 time: 0.4780269 Jul 14 09:27:56.135766 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed653aad-f3af-49a4-932e-3b1775a6ed18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f7be36-229c-4249-90aa-c84beb766734,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:56.160184 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-328c7edb-21d9-446f-a69e-e630adcfb040 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.166966 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-328c7edb-21d9-446f-a69e-e630adcfb040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.297894 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-328c7edb-21d9-446f-a69e-e630adcfb040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.382902 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-bd779138-3381-40c6-8dc7-e3154343a904 service neutron] Attempting to bind port b00fd9e5-8e0c-48ed-8b8c-2894fda193f4 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:56.384401 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-bd779138-3381-40c6-8dc7-e3154343a904 service neutron] Attempting to bind port b00fd9e5-8e0c-48ed-8b8c-2894fda193f4 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'c8858597-40c0-4755-9e73-91e33087d2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4a323e35-a8d4-496a-add5-192d6396cc7d'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:56.385059 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-bd779138-3381-40c6-8dc7-e3154343a904 service neutron] Attempting to bind port b00fd9e5-8e0c-48ed-8b8c-2894fda193f4 on network 4a323e35-a8d4-496a-add5-192d6396cc7d {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:56.390995 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd779138-3381-40c6-8dc7-e3154343a904 service neutron] Pushing event updated for resources: {'Port': ['ID=b00fd9e5-8e0c-48ed-8b8c-2894fda193f4,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:56.402020 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-bd779138-3381-40c6-8dc7-e3154343a904 service neutron] Port b00fd9e5-8e0c-48ed-8b8c-2894fda193f4 on network 4a323e35-a8d4-496a-add5-192d6396cc7d not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:27:56.404015 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-bd779138-3381-40c6-8dc7-e3154343a904 service neutron] Attempting to bind port b00fd9e5-8e0c-48ed-8b8c-2894fda193f4 on network 4a323e35-a8d4-496a-add5-192d6396cc7d {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:56.415573 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-bd779138-3381-40c6-8dc7-e3154343a904 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:56.416336 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-bd779138-3381-40c6-8dc7-e3154343a904 service neutron] Checking segment: {'id': 'c8858597-40c0-4755-9e73-91e33087d2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4a323e35-a8d4-496a-add5-192d6396cc7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:56.417308 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-bd779138-3381-40c6-8dc7-e3154343a904 service neutron] Bound using segment: {'id': 'c8858597-40c0-4755-9e73-91e33087d2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4a323e35-a8d4-496a-add5-192d6396cc7d'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:56.418105 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-bd779138-3381-40c6-8dc7-e3154343a904 service neutron] Bound port: b00fd9e5-8e0c-48ed-8b8c-2894fda193f4, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8858597-40c0-4755-9e73-91e33087d2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4a323e35-a8d4-496a-add5-192d6396cc7d'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:56.418741 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-bd779138-3381-40c6-8dc7-e3154343a904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.498557 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-bd779138-3381-40c6-8dc7-e3154343a904 service neutron] For port b00fd9e5-8e0c-48ed-8b8c-2894fda193f4, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:56.502692 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-bd779138-3381-40c6-8dc7-e3154343a904 service neutron] For port b00fd9e5-8e0c-48ed-8b8c-2894fda193f4, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=b00fd9e5-8e0c-48ed-8b8c-2894fda193f4,segment=NetworkSegment(c8858597-40c0-4755-9e73-91e33087d2c5),segment_id=c8858597-40c0-4755-9e73-91e33087d2c5)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:56.512632 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-bd779138-3381-40c6-8dc7-e3154343a904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.593196 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c7edb-21d9-446f-a69e-e630adcfb040 admin admin] Pushing event updated for resources: {'Port': ['ID=c1f770ce-16d8-4ee9-a366-93133391854e,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:56.641405 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328c7edb-21d9-446f-a69e-e630adcfb040 admin admin] Network 94d7f430-7e2c-42b2-b2da-cb48b7e748a6 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:56.649241 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-328c7edb-21d9-446f-a69e-e630adcfb040 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:56.753526 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd779138-3381-40c6-8dc7-e3154343a904 service neutron] Pushing event updated for resources: {'Port': ['ID=b00fd9e5-8e0c-48ed-8b8c-2894fda193f4,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:56.771159 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-bd779138-3381-40c6-8dc7-e3154343a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:56.775858 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-bd779138-3381-40c6-8dc7-e3154343a904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.784011 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-bd779138-3381-40c6-8dc7-e3154343a904 service neutron] 10.222.0.44 "PUT /v2.0/ports/b00fd9e5-8e0c-48ed-8b8c-2894fda193f4 HTTP/1.1" status: 200 len: 1093 time: 1.8499589 Jul 14 09:27:56.786871 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a80e78-e18d-4f9b-bbeb-a2806b37c3db', 'tag': 'b00fd9e5-8e0c-48ed-8b8c-2894fda193f4'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:56.790531 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58006511-b332-4c75-a942-2726a7eeb436" -d '{"events": [{"name": "network-changed", "server_uuid": "93a80e78-e18d-4f9b-bbeb-a2806b37c3db", "tag": "b00fd9e5-8e0c-48ed-8b8c-2894fda193f4"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:56.801847 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-be86d1f7-2ad2-4398-a62a-cef3dcbb7226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d887b5e-d4a8-410f-8413-f2d3266fbab6', 'name': 'tempest-TestAggregatesBasicOps-122036863-router', 'tenant_id': 'd49dab162ef54ca99fe5727197abda1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'c575416f-a074-4f44-81f3-6a4bb6778c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:46Z', 'updated_at': '2021-07-14T09:27:50Z', 'revision_number': 3, 'project_id': 'd49dab162ef54ca99fe5727197abda1a', 'gw_port': {'id': 'c575416f-a074-4f44-81f3-6a4bb6778c33', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d887b5e-d4a8-410f-8413-f2d3266fbab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:48Z', 'updated_at': '2021-07-14T09:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:56.903242 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be86d1f7-2ad2-4398-a62a-cef3dcbb7226 None None] The sync data for ids ['5d887b5e-d4a8-410f-8413-f2d3266fbab6'] in n-d-771362-35 is: [{'id': '5d887b5e-d4a8-410f-8413-f2d3266fbab6', 'name': 'tempest-TestAggregatesBasicOps-122036863-router', 'tenant_id': 'd49dab162ef54ca99fe5727197abda1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'c575416f-a074-4f44-81f3-6a4bb6778c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:46Z', 'updated_at': '2021-07-14T09:27:50Z', 'revision_number': 3, 'project_id': 'd49dab162ef54ca99fe5727197abda1a', 'gw_port': {'id': 'c575416f-a074-4f44-81f3-6a4bb6778c33', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d887b5e-d4a8-410f-8413-f2d3266fbab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:48Z', 'updated_at': '2021-07-14T09:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:56.928665 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7835fb0a-044a-435f-852d-e088bb946d2a x-openstack-request-id: req-7835fb0a-044a-435f-852d-e088bb946d2a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:56.929820 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a80e78-e18d-4f9b-bbeb-a2806b37c3db", "tag": "b00fd9e5-8e0c-48ed-8b8c-2894fda193f4", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:56.930310 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7835fb0a-044a-435f-852d-e088bb946d2a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:56.931531 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a80e78-e18d-4f9b-bbeb-a2806b37c3db', 'tag': 'b00fd9e5-8e0c-48ed-8b8c-2894fda193f4', 'status': 'completed', 'code': 200} Jul 14 09:27:56.983177 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-34c46058-b7c3-4921-b225-457cd225f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:56.987270 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-34c46058-b7c3-4921-b225-457cd225f670 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=653aa7b492b74eeaba85e7627398d279&device_id=93a80e78-e18d-4f9b-bbeb-a2806b37c3db HTTP/1.1" status: 200 len: 1096 time: 0.1363430 Jul 14 09:27:57.040773 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328c7edb-21d9-446f-a69e-e630adcfb040 admin admin] Router 5d887b5e-d4a8-410f-8413-f2d3266fbab6 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:27:57.097545 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ed79e88f-ac51-4f61-b805-2e8f829e8bcf None None] Provisioning complete for port c1f770ce-16d8-4ee9-a366-93133391854e triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:57.098114 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed79e88f-ac51-4f61-b805-2e8f829e8bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.104653 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-f3e3f909-249a-4350-9e1a-d292a45aefe2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b00fd9e5-8e0c-48ed-8b8c-2894fda193f4 HTTP/1.1" status: 200 len: 217 time: 0.1096752 Jul 14 09:27:57.183972 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ed79e88f-ac51-4f61-b805-2e8f829e8bcf None None] Port c1f770ce-16d8-4ee9-a366-93133391854e cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:57.212948 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-fe1b1d3b-177d-4900-9526-708dc68b18a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:57.214519 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-fe1b1d3b-177d-4900-9526-708dc68b18a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4d211089-f84a-4abd-95ed-33ec1fb355eb HTTP/1.1" status: 200 len: 849 time: 0.1020129 Jul 14 09:27:57.311942 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-7c41e944-c646-44eb-9f97-3051e1f50f2b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a323e35-a8d4-496a-add5-192d6396cc7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894277 Jul 14 09:27:57.392183 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328c7edb-21d9-446f-a69e-e630adcfb040 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:57.413275 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-328c7edb-21d9-446f-a69e-e630adcfb040 admin admin] 10.222.0.25 "PUT /v2.0/routers/5d887b5e-d4a8-410f-8413-f2d3266fbab6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3585272 Jul 14 09:27:57.466173 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a5031-c405-430f-b6ea-7d2d628c6ea0 req-3bad8b25-6792-423a-829b-3ba7b58ae8e9 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:57.475807 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-466a5031-c405-430f-b6ea-7d2d628c6ea0 req-3bad8b25-6792-423a-829b-3ba7b58ae8e9 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.25 "GET /v2.0/ports?device_id=93a80e78-e18d-4f9b-bbeb-a2806b37c3db HTTP/1.1" status: 200 len: 944 time: 0.2620435 Jul 14 09:27:57.488279 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-9494f1cb-f958-4b07-8622-0d98d8e0e577 service neutron] 10.222.0.44 "GET /v2.0/networks/4a323e35-a8d4-496a-add5-192d6396cc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655343 Jul 14 09:27:57.548181 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-466a5031-c405-430f-b6ea-7d2d628c6ea0 req-30b3b988-891b-4b2c-9ffa-909ea99dcc40 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.25 "GET /v2.0/security-groups?id=4194c661-bf7e-4f7d-808d-760c594e5ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705876 Jul 14 09:27:57.702199 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2b0643d6-17ca-48ec-8306-6734befb1427 req-0e5fd606-d0e5-4641-8c95-ac517797dda3 service neutron] 10.222.0.44 "GET /v2.0/networks/4a323e35-a8d4-496a-add5-192d6396cc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064638 Jul 14 09:27:57.904548 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58006511-b332-4c75-a942-2726a7eeb436 req-74e670e8-b471-4701-8e8a-3f0a260abea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:57.906311 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-58006511-b332-4c75-a942-2726a7eeb436 req-74e670e8-b471-4701-8e8a-3f0a260abea6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=653aa7b492b74eeaba85e7627398d279&device_id=93a80e78-e18d-4f9b-bbeb-a2806b37c3db HTTP/1.1" status: 200 len: 1096 time: 0.1363699 Jul 14 09:27:58.150311 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c575416f-a074-4f44-81f3-6a4bb6778c33 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:58.154014 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58006511-b332-4c75-a942-2726a7eeb436 req-5c57a607-ea5e-4118-afcf-ca2ac495b0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:58.156896 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-58006511-b332-4c75-a942-2726a7eeb436 req-5c57a607-ea5e-4118-afcf-ca2ac495b0c4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a323e35-a8d4-496a-add5-192d6396cc7d HTTP/1.1" status: 200 len: 909 time: 0.2434442 Jul 14 09:27:58.231301 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port c575416f-a074-4f44-81f3-6a4bb6778c33 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:58.243383 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c575416f-a074-4f44-81f3-6a4bb6778c33 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:58.243848 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.294448 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-58006511-b332-4c75-a942-2726a7eeb436 req-578b79a4-b1f7-47ed-91e9-e6d83fec6366 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b00fd9e5-8e0c-48ed-8b8c-2894fda193f4 HTTP/1.1" status: 200 len: 217 time: 0.1295168 Jul 14 09:27:58.433977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58006511-b332-4c75-a942-2726a7eeb436 req-67d2f6d2-f340-4a3f-9c97-cf6191cd20de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:58.438174 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-58006511-b332-4c75-a942-2726a7eeb436 req-67d2f6d2-f340-4a3f-9c97-cf6191cd20de service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4d211089-f84a-4abd-95ed-33ec1fb355eb HTTP/1.1" status: 200 len: 849 time: 0.1368344 Jul 14 09:27:58.534287 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-58006511-b332-4c75-a942-2726a7eeb436 req-c6ef6aa9-43d0-438a-a1aa-ace08195ee80 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a323e35-a8d4-496a-add5-192d6396cc7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867205 Jul 14 09:27:58.541328 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.572472 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port c575416f-a074-4f44-81f3-6a4bb6778c33, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c575416f-a074-4f44-81f3-6a4bb6778c33,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:58.584542 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.767545 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=c575416f-a074-4f44-81f3-6a4bb6778c33,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:58.799764 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-58006511-b332-4c75-a942-2726a7eeb436 req-8bc4d68f-5908-4d84-b154-12bf095d94dd service neutron] 10.222.0.44 "GET /v2.0/networks/4a323e35-a8d4-496a-add5-192d6396cc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583477 Jul 14 09:27:58.829895 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44292) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:58.848321 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-1626cdb8-f2a0-403e-8e34-238c651ead47 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-410905926-network', 'tenant_id': '366ed626d39e46698d60ff710d2f9be7'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:58.962748 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1626cdb8-f2a0-403e-8e34-238c651ead47 admin admin] Made reservation on behalf of 366ed626d39e46698d60ff710d2f9be7 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:58.973493 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1626cdb8-f2a0-403e-8e34-238c651ead47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.069333 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-58006511-b332-4c75-a942-2726a7eeb436 req-8f22f38d-5a45-486a-a5e9-6b6acb133d0f service neutron] 10.222.0.44 "GET /v2.0/networks/4a323e35-a8d4-496a-add5-192d6396cc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618058 Jul 14 09:27:59.081698 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1626cdb8-f2a0-403e-8e34-238c651ead47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.288434 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1626cdb8-f2a0-403e-8e34-238c651ead47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.307270 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1626cdb8-f2a0-403e-8e34-238c651ead47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.396989 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1626cdb8-f2a0-403e-8e34-238c651ead47 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:27:59.422217 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626cdb8-f2a0-403e-8e34-238c651ead47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1c93ea-0a1c-434e-8fb0-bfcb948d6c08,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:59.434506 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1626cdb8-f2a0-403e-8e34-238c651ead47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.434922 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-1626cdb8-f2a0-403e-8e34-238c651ead47 admin admin] Added segment 0b41b20e-3864-4daa-8644-1843e93822a7 of type vlan for network 47a43e35-767b-4b38-a730-c2f8dd3a2041 Jul 14 09:27:59.472936 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf9096-9b04-4e37-b3c2-6b19e220841a req-6e4ae044-7bf1-4fe5-ab63-d28ffaf4f1db tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:59.476375 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83cf9096-9b04-4e37-b3c2-6b19e220841a req-6e4ae044-7bf1-4fe5-ab63-d28ffaf4f1db tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaffdb24-dfc5-4e54-a859-3e0367b93545 HTTP/1.1" status: 200 len: 947 time: 0.8646991 Jul 14 09:27:59.544089 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1626cdb8-f2a0-403e-8e34-238c651ead47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.599730 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1626cdb8-f2a0-403e-8e34-238c651ead47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.601043 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1626cdb8-f2a0-403e-8e34-238c651ead47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:59.603188 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1626cdb8-f2a0-403e-8e34-238c651ead47 admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.606918 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83cf9096-9b04-4e37-b3c2-6b19e220841a req-5b108bd3-5887-4e77-8135-33edfe6ffece tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/security-groups?id=9334e828-e08e-4cce-b149-8aaf7c4a29c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091218 Jul 14 09:27:59.643684 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb021e31-3ee8-45a3-9238-1317a4968f85 req-544e691d-aa54-4793-982c-6fe52f671ce4 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:59.645657 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eb021e31-3ee8-45a3-9238-1317a4968f85 req-544e691d-aa54-4793-982c-6fe52f671ce4 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.25 "GET /v2.0/ports?device_id=93a80e78-e18d-4f9b-bbeb-a2806b37c3db HTTP/1.1" status: 200 len: 944 time: 0.8339233 Jul 14 09:27:59.756105 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eb021e31-3ee8-45a3-9238-1317a4968f85 req-e3ff3a01-fd12-4c4c-ab0c-e27d33fade0d tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.25 "GET /v2.0/security-groups?id=4194c661-bf7e-4f7d-808d-760c594e5ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976386 Jul 14 09:27:59.787887 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1626cdb8-f2a0-403e-8e34-238c651ead47 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9543428 Jul 14 09:27:59.790687 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44362) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:59.797489 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-482cb6ba-92c9-480d-81b0-bc605ed9830b admin admin] Request body: {'subnet': {'network_id': '47a43e35-767b-4b38-a730-c2f8dd3a2041', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-410905926-subnet', 'tenant_id': '366ed626d39e46698d60ff710d2f9be7', 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:59.798834 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626cdb8-f2a0-403e-8e34-238c651ead47 admin admin] Pushing event updated for resources: {'Network': ['ID=47a43e35-767b-4b38-a730-c2f8dd3a2041,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:59.812964 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 47a43e35-767b-4b38-a730-c2f8dd3a2041 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:27:59.840476 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482cb6ba-92c9-480d-81b0-bc605ed9830b admin admin] Made reservation on behalf of 366ed626d39e46698d60ff710d2f9be7 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:59.845501 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-482cb6ba-92c9-480d-81b0-bc605ed9830b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.898123 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44364) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:00.028011 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f38607-265c-4f19-a0b4-8e7875949499 None None] Sync routers for ids ['5d887b5e-d4a8-410f-8413-f2d3266fbab6'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:00.047406 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f38607-265c-4f19-a0b4-8e7875949499 None None] Routers {'5d887b5e-d4a8-410f-8413-f2d3266fbab6'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:00.050714 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-82f38607-265c-4f19-a0b4-8e7875949499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:27:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['5d887b5e-d4a8-410f-8413-f2d3266fbab6'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:00.098818 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c575416f-a074-4f44-81f3-6a4bb6778c33 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:00.162962 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea492dc0-ce85-4710-8568-54830c712544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.190552 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device b00fd9e5-8e0c-48ed-8b8c-2894fda193f4 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:28:00.286106 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-482cb6ba-92c9-480d-81b0-bc605ed9830b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.290036 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-82f38607-265c-4f19-a0b4-8e7875949499 None None] Set router 5d887b5e-d4a8-410f-8413-f2d3266fbab6 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:00.388734 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port b00fd9e5-8e0c-48ed-8b8c-2894fda193f4, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=b00fd9e5-8e0c-48ed-8b8c-2894fda193f4,segment=NetworkSegment(c8858597-40c0-4755-9e73-91e33087d2c5),segment_id=c8858597-40c0-4755-9e73-91e33087d2c5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:00.400560 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea492dc0-ce85-4710-8568-54830c712544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.405203 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'b00fd9e5-8e0c-48ed-8b8c-2894fda193f4', 'network_id': '4a323e35-a8d4-496a-add5-192d6396cc7d', 'port_id': 'b00fd9e5-8e0c-48ed-8b8c-2894fda193f4', 'mac_address': 'fa:16:3e:be:17:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d211089-f84a-4abd-95ed-33ec1fb355eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:28:00.408847 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea492dc0-ce85-4710-8568-54830c712544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.478017 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.493461 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c575416f-a074-4f44-81f3-6a4bb6778c33 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:00.494462 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.496999 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b00fd9e5-8e0c-48ed-8b8c-2894fda193f4 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:00.550491 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ea492dc0-ce85-4710-8568-54830c712544 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de9c57fbd9af445996f0474254a39fb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6487641 Jul 14 09:28:00.556636 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44394) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:00.562577 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea492dc0-ce85-4710-8568-54830c712544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8fb954-6ad0-4419-adad-5fb0df26aaf4,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:00.579971 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482cb6ba-92c9-480d-81b0-bc605ed9830b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6678073f-28e4-486a-80b7-4d20178c7084,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:00.596834 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-82f38607-265c-4f19-a0b4-8e7875949499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d887b5e-d4a8-410f-8413-f2d3266fbab6', 'name': 'tempest-TestAggregatesBasicOps-122036863-router', 'tenant_id': 'd49dab162ef54ca99fe5727197abda1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'c575416f-a074-4f44-81f3-6a4bb6778c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:46Z', 'updated_at': '2021-07-14T09:27:55Z', 'revision_number': 4, 'project_id': 'd49dab162ef54ca99fe5727197abda1a', 'gw_port': {'id': 'c575416f-a074-4f44-81f3-6a4bb6778c33', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d887b5e-d4a8-410f-8413-f2d3266fbab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:48Z', 'updated_at': '2021-07-14T09:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'c1f770ce-16d8-4ee9-a366-93133391854e', 'name': '', 'network_id': '94d7f430-7e2c-42b2-b2da-cb48b7e748a6', 'tenant_id': 'd49dab162ef54ca99fe5727197abda1a', 'mac_address': 'fa:16:3e:57:25:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d887b5e-d4a8-410f-8413-f2d3266fbab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'e9a6a5e6-0a33-41a4-b4f6-b242cd61e411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:53Z', 'updated_at': '2021-07-14T09:27:55Z', 'revision_number': 2, 'project_id': 'd49dab162ef54ca99fe5727197abda1a', 'subnets': [{'id': 'e9a6a5e6-0a33-41a4-b4f6-b242cd61e411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:00.616070 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port b00fd9e5-8e0c-48ed-8b8c-2894fda193f4, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=b00fd9e5-8e0c-48ed-8b8c-2894fda193f4,segment=NetworkSegment(c8858597-40c0-4755-9e73-91e33087d2c5),segment_id=c8858597-40c0-4755-9e73-91e33087d2c5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:00.631420 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.638878 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f38607-265c-4f19-a0b4-8e7875949499 None None] Checking router: 5d887b5e-d4a8-410f-8413-f2d3266fbab6 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:00.641405 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f38607-265c-4f19-a0b4-8e7875949499 None None] Updating router 5d887b5e-d4a8-410f-8413-f2d3266fbab6 port c1f770ce-16d8-4ee9-a366-93133391854e binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:28:00.661289 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54879d9-5df1-4595-b69c-2ba371455fe9 req-0122b7ff-b292-48d1-84fe-b7aebf2026c8 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:00.679587 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c54879d9-5df1-4595-b69c-2ba371455fe9 req-0122b7ff-b292-48d1-84fe-b7aebf2026c8 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.47 "GET /v2.0/ports?device_id=eaffdb24-dfc5-4e54-a859-3e0367b93545 HTTP/1.1" status: 200 len: 947 time: 0.4684217 Jul 14 09:28:00.689218 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-82f38607-265c-4f19-a0b4-8e7875949499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.692168 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482cb6ba-92c9-480d-81b0-bc605ed9830b admin admin] Checking segment: {'id': '0b41b20e-3864-4daa-8644-1843e93822a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '47a43e35-767b-4b38-a730-c2f8dd3a2041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:00.698122 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482cb6ba-92c9-480d-81b0-bc605ed9830b admin admin] Network hostable DHCP agents. Network: 47a43e35-767b-4b38-a730-c2f8dd3a2041, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:28:00.736212 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=b00fd9e5-8e0c-48ed-8b8c-2894fda193f4,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:00.917821 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482cb6ba-92c9-480d-81b0-bc605ed9830b admin admin] Network 47a43e35-767b-4b38-a730-c2f8dd3a2041 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:28:00.925920 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['b00fd9e5-8e0c-48ed-8b8c-2894fda193f4'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:00.992457 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-482cb6ba-92c9-480d-81b0-bc605ed9830b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 47a43e35-767b-4b38-a730-c2f8dd3a2041) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:01.004519 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4a5b0115-bf25-4ef6-aa70-25a45802a509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.026531 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60a349f-805c-467a-9b1c-56b3c159856d None None] Network 47a43e35-767b-4b38-a730-c2f8dd3a2041 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:01.036543 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482cb6ba-92c9-480d-81b0-bc605ed9830b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:01.037424 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-482cb6ba-92c9-480d-81b0-bc605ed9830b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.085324 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4a5b0115-bf25-4ef6-aa70-25a45802a509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.121284 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-482cb6ba-92c9-480d-81b0-bc605ed9830b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3285224 Jul 14 09:28:01.126068 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44420) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:01.141848 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8f928a38-5c6f-4069-b446-08e97bacbe96 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-410905926-router', 'tenant_id': '366ed626d39e46698d60ff710d2f9be7', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:01.215940 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440019ae-38f7-4f4b-8b6e-adb0791e4603 req-774ae404-37a4-4021-8b66-2d9ab32e9071 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:01.224219 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-440019ae-38f7-4f4b-8b6e-adb0791e4603 req-774ae404-37a4-4021-8b66-2d9ab32e9071 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaffdb24-dfc5-4e54-a859-3e0367b93545 HTTP/1.1" status: 200 len: 947 time: 0.3298650 Jul 14 09:28:01.230130 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-c54879d9-5df1-4595-b69c-2ba371455fe9 req-baf1801e-d550-467f-bd99-e4140f7900d3 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Deleting port 06f23f68-c774-4a63-a8b8-3e902b511b6e {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:01.230483 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c54879d9-5df1-4595-b69c-2ba371455fe9 req-baf1801e-d550-467f-bd99-e4140f7900d3 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.241033 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f928a38-5c6f-4069-b446-08e97bacbe96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.242341 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f928a38-5c6f-4069-b446-08e97bacbe96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.252334 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-82f38607-265c-4f19-a0b4-8e7875949499 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.277108 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-82f38607-265c-4f19-a0b4-8e7875949499 None None] Transition to ACTIVE for port object c1f770ce-16d8-4ee9-a366-93133391854e will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:01.292084 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-82f38607-265c-4f19-a0b4-8e7875949499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.380042 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b70f34-58b7-484b-be42-e58792d6c6dc req-7fd1877d-e564-4c30-a5d0-38178977c5a3 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:01.381921 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-24b70f34-58b7-484b-be42-e58792d6c6dc req-7fd1877d-e564-4c30-a5d0-38178977c5a3 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.25 "GET /v2.0/ports?device_id=93a80e78-e18d-4f9b-bbeb-a2806b37c3db HTTP/1.1" status: 200 len: 945 time: 0.4110858 Jul 14 09:28:01.421265 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b9f18-ba1b-4b7e-878b-ff54069d2ccc None None] Pushing event updated for resources: {'Port': ['ID=c1f770ce-16d8-4ee9-a366-93133391854e,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:01.429540 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4a5b0115-bf25-4ef6-aa70-25a45802a509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.432802 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4a5b0115-bf25-4ef6-aa70-25a45802a509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.434476 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4a5b0115-bf25-4ef6-aa70-25a45802a509 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf8fb954-6ad0-4419-adad-5fb0df26aaf4 HTTP/1.1" status: 204 len: 168 time: 0.8764474 Jul 14 09:28:01.450890 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-440019ae-38f7-4f4b-8b6e-adb0791e4603 req-c823ade6-87cc-4611-89b2-5bb839b3c6d5 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/security-groups?id=9334e828-e08e-4cce-b149-8aaf7c4a29c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257354 Jul 14 09:28:01.476204 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b9f18-ba1b-4b7e-878b-ff54069d2ccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:01.482546 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b9f18-ba1b-4b7e-878b-ff54069d2ccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:01.485877 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b9f18-ba1b-4b7e-878b-ff54069d2ccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:01.489049 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b9f18-ba1b-4b7e-878b-ff54069d2ccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:01.490512 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b9f18-ba1b-4b7e-878b-ff54069d2ccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:01.493355 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b9f18-ba1b-4b7e-878b-ff54069d2ccc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:01.499395 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b9f18-ba1b-4b7e-878b-ff54069d2ccc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:01.500382 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b9f18-ba1b-4b7e-878b-ff54069d2ccc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:01.501270 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b9f18-ba1b-4b7e-878b-ff54069d2ccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:01.502124 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b9f18-ba1b-4b7e-878b-ff54069d2ccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:01.502626 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b9f18-ba1b-4b7e-878b-ff54069d2ccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:01.503462 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b9f18-ba1b-4b7e-878b-ff54069d2ccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:01.584252 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f928a38-5c6f-4069-b446-08e97bacbe96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.619454 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b0115-bf25-4ef6-aa70-25a45802a509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8fb954-6ad0-4419-adad-5fb0df26aaf4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:01.649684 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-82f38607-265c-4f19-a0b4-8e7875949499 None None] Attempting to bind port c1f770ce-16d8-4ee9-a366-93133391854e on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:01.650053 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-82f38607-265c-4f19-a0b4-8e7875949499 None None] Attempting to bind port c1f770ce-16d8-4ee9-a366-93133391854e by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '650f76f3-882e-42e2-996f-007522ab3f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '94d7f430-7e2c-42b2-b2da-cb48b7e748a6'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:01.650659 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f38607-265c-4f19-a0b4-8e7875949499 None None] Attempting to bind port c1f770ce-16d8-4ee9-a366-93133391854e on network 94d7f430-7e2c-42b2-b2da-cb48b7e748a6 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:01.669337 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f38607-265c-4f19-a0b4-8e7875949499 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:01.671091 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f38607-265c-4f19-a0b4-8e7875949499 None None] Checking segment: {'id': '650f76f3-882e-42e2-996f-007522ab3f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '94d7f430-7e2c-42b2-b2da-cb48b7e748a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:01.671518 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-82f38607-265c-4f19-a0b4-8e7875949499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.672807 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f38607-265c-4f19-a0b4-8e7875949499 None None] Bound using segment: {'id': '650f76f3-882e-42e2-996f-007522ab3f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '94d7f430-7e2c-42b2-b2da-cb48b7e748a6'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:01.674858 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-82f38607-265c-4f19-a0b4-8e7875949499 None None] Bound port: c1f770ce-16d8-4ee9-a366-93133391854e, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '650f76f3-882e-42e2-996f-007522ab3f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '94d7f430-7e2c-42b2-b2da-cb48b7e748a6'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:01.676449 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-82f38607-265c-4f19-a0b4-8e7875949499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.788154 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-24b70f34-58b7-484b-be42-e58792d6c6dc req-fcb0bfff-8a6e-4b61-afa2-76118e65c95e tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.25 "GET /v2.0/security-groups?id=4194c661-bf7e-4f7d-808d-760c594e5ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956878 Jul 14 09:28:01.887663 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-82f38607-265c-4f19-a0b4-8e7875949499 None None] For port c1f770ce-16d8-4ee9-a366-93133391854e, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:01.897407 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-82f38607-265c-4f19-a0b4-8e7875949499 None None] For port c1f770ce-16d8-4ee9-a366-93133391854e, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c1f770ce-16d8-4ee9-a366-93133391854e,segment=NetworkSegment(650f76f3-882e-42e2-996f-007522ab3f2d),segment_id=650f76f3-882e-42e2-996f-007522ab3f2d)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:01.905026 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-82f38607-265c-4f19-a0b4-8e7875949499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.925690 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7635471b-e778-4680-9504-3942068afb50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-47a43e35-767b-4b38-a730-c2f8dd3a2041', 'network_id': '47a43e35-767b-4b38-a730-c2f8dd3a2041', 'tenant_id': '366ed626d39e46698d60ff710d2f9be7', 'fixed_ips': [{'subnet_id': '6678073f-28e4-486a-80b7-4d20178c7084'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:28:01.942939 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7635471b-e778-4680-9504-3942068afb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.992055 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c54879d9-5df1-4595-b69c-2ba371455fe9 req-baf1801e-d550-467f-bd99-e4140f7900d3 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] For port 06f23f68-c774-4a63-a8b8-3e902b511b6e, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=06f23f68-c774-4a63-a8b8-3e902b511b6e,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:01.992433 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c54879d9-5df1-4595-b69c-2ba371455fe9 req-baf1801e-d550-467f-bd99-e4140f7900d3 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.092036 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b9f18-ba1b-4b7e-878b-ff54069d2ccc None None] Pushing event updated for resources: {'Port': ['ID=c1f770ce-16d8-4ee9-a366-93133391854e,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:02.118117 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f38607-265c-4f19-a0b4-8e7875949499 None None] Routers {'5d887b5e-d4a8-410f-8413-f2d3266fbab6'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:02.119367 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-82f38607-265c-4f19-a0b4-8e7875949499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:27:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['5d887b5e-d4a8-410f-8413-f2d3266fbab6'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:02.160237 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-c54879d9-5df1-4595-b69c-2ba371455fe9 req-baf1801e-d550-467f-bd99-e4140f7900d3 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Calling delete_port for 06f23f68-c774-4a63-a8b8-3e902b511b6e owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:02.284284 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44436) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:02.286558 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-7635471b-e778-4680-9504-3942068afb50 None None] Allocated IP 172.20.0.2 (47a43e35-767b-4b38-a730-c2f8dd3a2041/6678073f-28e4-486a-80b7-4d20178c7084/cd60d19f-e559-42d4-9c48-67a12ae68443) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:02.423714 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-82f38607-265c-4f19-a0b4-8e7875949499 None None] Set router 5d887b5e-d4a8-410f-8413-f2d3266fbab6 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:02.622657 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44446) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:02.645152 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93237ba9-8dc8-4339-b952-7ed4745190aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.664286 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f928a38-5c6f-4069-b446-08e97bacbe96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.689083 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ff826c5-92a3-465d-b9dc-d287387503aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.735125 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-4ff826c5-92a3-465d-b9dc-d287387503aa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:28:02.735125 n-d-771362-35 neutron-server[93772]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:28:02.735125 n-d-771362-35 neutron-server[93772]: [parameters: {'project_id_1': 'b86c5ef16c2241959021bedbaae953ee', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 28, 2, 711097)}] Jul 14 09:28:02.735125 n-d-771362-35 neutron-server[93772]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:28:02.735941 n-d-771362-35 neutron-server[93772]: DEBUG oslo_db.api [None req-4ff826c5-92a3-465d-b9dc-d287387503aa admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:28:02.745439 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7635471b-e778-4680-9504-3942068afb50 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.775633 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7635471b-e778-4680-9504-3942068afb50 None None] Transition to ACTIVE for port object cd60d19f-e559-42d4-9c48-67a12ae68443 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:02.811628 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7635471b-e778-4680-9504-3942068afb50 None None] Transition to ACTIVE for port object cd60d19f-e559-42d4-9c48-67a12ae68443 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:02.824467 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7635471b-e778-4680-9504-3942068afb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.899160 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c54879d9-5df1-4595-b69c-2ba371455fe9 req-baf1801e-d550-467f-bd99-e4140f7900d3 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.919236 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7635471b-e778-4680-9504-3942068afb50 None None] Network 47a43e35-767b-4b38-a730-c2f8dd3a2041 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:02.925099 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93237ba9-8dc8-4339-b952-7ed4745190aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.930576 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-7635471b-e778-4680-9504-3942068afb50 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:02.934810 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7635471b-e778-4680-9504-3942068afb50 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:02.961034 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93237ba9-8dc8-4339-b952-7ed4745190aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.040147 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635471b-e778-4680-9504-3942068afb50 None None] Pushing event updated for resources: {'Port': ['ID=cd60d19f-e559-42d4-9c48-67a12ae68443,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:03.061342 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1801e-d550-467f-bd99-e4140f7900d3 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Pushing event deleted for resources: {'Port': ['ID=06f23f68-c774-4a63-a8b8-3e902b511b6e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:03.074567 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-93237ba9-8dc8-4339-b952-7ed4745190aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=482a35466e004e45942ee35cd6cd4151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7868128 Jul 14 09:28:03.075867 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44450) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:03.086391 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93237ba9-8dc8-4339-b952-7ed4745190aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d733e29-5604-4845-8cb7-6d55a342df76,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:03.123680 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-7635471b-e778-4680-9504-3942068afb50 None None] Attempting to bind port cd60d19f-e559-42d4-9c48-67a12ae68443 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:03.124563 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-7635471b-e778-4680-9504-3942068afb50 None None] Attempting to bind port cd60d19f-e559-42d4-9c48-67a12ae68443 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '0b41b20e-3864-4daa-8644-1843e93822a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '47a43e35-767b-4b38-a730-c2f8dd3a2041'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:03.127239 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7635471b-e778-4680-9504-3942068afb50 None None] Attempting to bind port cd60d19f-e559-42d4-9c48-67a12ae68443 on network 47a43e35-767b-4b38-a730-c2f8dd3a2041 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:03.138844 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c54879d9-5df1-4595-b69c-2ba371455fe9 req-baf1801e-d550-467f-bd99-e4140f7900d3 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] No DVR routers for this DVR port 06f23f68-c774-4a63-a8b8-3e902b511b6e on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:03.140971 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7635471b-e778-4680-9504-3942068afb50 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:03.141905 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7635471b-e778-4680-9504-3942068afb50 None None] Checking segment: {'id': '0b41b20e-3864-4daa-8644-1843e93822a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '47a43e35-767b-4b38-a730-c2f8dd3a2041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:03.143214 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7635471b-e778-4680-9504-3942068afb50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.144544 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7635471b-e778-4680-9504-3942068afb50 None None] Bound using segment: {'id': '0b41b20e-3864-4daa-8644-1843e93822a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '47a43e35-767b-4b38-a730-c2f8dd3a2041'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:03.146009 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-7635471b-e778-4680-9504-3942068afb50 None None] Bound port: cd60d19f-e559-42d4-9c48-67a12ae68443, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b41b20e-3864-4daa-8644-1843e93822a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '47a43e35-767b-4b38-a730-c2f8dd3a2041'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:03.147284 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7635471b-e778-4680-9504-3942068afb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.166834 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-82f38607-265c-4f19-a0b4-8e7875949499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d887b5e-d4a8-410f-8413-f2d3266fbab6', 'name': 'tempest-TestAggregatesBasicOps-122036863-router', 'tenant_id': 'd49dab162ef54ca99fe5727197abda1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'c575416f-a074-4f44-81f3-6a4bb6778c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:46Z', 'updated_at': '2021-07-14T09:27:55Z', 'revision_number': 4, 'project_id': 'd49dab162ef54ca99fe5727197abda1a', 'gw_port': {'id': 'c575416f-a074-4f44-81f3-6a4bb6778c33', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d887b5e-d4a8-410f-8413-f2d3266fbab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:48Z', 'updated_at': '2021-07-14T09:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'c1f770ce-16d8-4ee9-a366-93133391854e', 'name': '', 'network_id': '94d7f430-7e2c-42b2-b2da-cb48b7e748a6', 'tenant_id': 'd49dab162ef54ca99fe5727197abda1a', 'mac_address': 'fa:16:3e:57:25:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d887b5e-d4a8-410f-8413-f2d3266fbab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'e9a6a5e6-0a33-41a4-b4f6-b242cd61e411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:53Z', 'updated_at': '2021-07-14T09:28:01Z', 'revision_number': 4, 'project_id': 'd49dab162ef54ca99fe5727197abda1a', 'subnets': [{'id': 'e9a6a5e6-0a33-41a4-b4f6-b242cd61e411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:03.172688 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c54879d9-5df1-4595-b69c-2ba371455fe9 req-baf1801e-d550-467f-bd99-e4140f7900d3 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.174814 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c54879d9-5df1-4595-b69c-2ba371455fe9 req-baf1801e-d550-467f-bd99-e4140f7900d3 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.47 "DELETE /v2.0/ports/06f23f68-c774-4a63-a8b8-3e902b511b6e HTTP/1.1" status: 204 len: 173 time: 2.4551811 Jul 14 09:28:03.177891 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaffdb24-dfc5-4e54-a859-3e0367b93545', 'name': 'network-vif-deleted', 'tag': '06f23f68-c774-4a63-a8b8-3e902b511b6e'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:03.194349 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8036f26-98b6-451c-9564-c54a0ded5169" -d '{"events": [{"server_uuid": "eaffdb24-dfc5-4e54-a859-3e0367b93545", "name": "network-vif-deleted", "tag": "06f23f68-c774-4a63-a8b8-3e902b511b6e"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:03.214064 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e67a83a-6c33-4c65-b693-947d1878e5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.214495 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f38607-265c-4f19-a0b4-8e7875949499 None None] The sync data for ids ['5d887b5e-d4a8-410f-8413-f2d3266fbab6'] in n-d-771362-35 is: [{'id': '5d887b5e-d4a8-410f-8413-f2d3266fbab6', 'name': 'tempest-TestAggregatesBasicOps-122036863-router', 'tenant_id': 'd49dab162ef54ca99fe5727197abda1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'c575416f-a074-4f44-81f3-6a4bb6778c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:46Z', 'updated_at': '2021-07-14T09:27:55Z', 'revision_number': 4, 'project_id': 'd49dab162ef54ca99fe5727197abda1a', 'gw_port': {'id': 'c575416f-a074-4f44-81f3-6a4bb6778c33', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d887b5e-d4a8-410f-8413-f2d3266fbab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:48Z', 'updated_at': '2021-07-14T09:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'c1f770ce-16d8-4ee9-a366-93133391854e', 'name': '', 'network_id': '94d7f430-7e2c-42b2-b2da-cb48b7e748a6', 'tenant_id': 'd49dab162ef54ca99fe5727197abda1a', 'mac_address': 'fa:16:3e:57:25:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d887b5e-d4a8-410f-8413-f2d3266fbab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'e9a6a5e6-0a33-41a4-b4f6-b242cd61e411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:53Z', 'updated_at': '2021-07-14T09:28:01Z', 'revision_number': 4, 'project_id': 'd49dab162ef54ca99fe5727197abda1a', 'subnets': [{'id': 'e9a6a5e6-0a33-41a4-b4f6-b242cd61e411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:03.262722 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ff826c5-92a3-465d-b9dc-d287387503aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.339577 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7635471b-e778-4680-9504-3942068afb50 None None] For port cd60d19f-e559-42d4-9c48-67a12ae68443, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:03.363680 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7635471b-e778-4680-9504-3942068afb50 None None] For port cd60d19f-e559-42d4-9c48-67a12ae68443, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=cd60d19f-e559-42d4-9c48-67a12ae68443,segment=NetworkSegment(0b41b20e-3864-4daa-8644-1843e93822a7),segment_id=0b41b20e-3864-4daa-8644-1843e93822a7)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:03.378526 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7635471b-e778-4680-9504-3942068afb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.378775 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a5d3e-1137-4917-89b8-8e4823f9d7ce req-395d5f80-5faa-44b4-a356-744fbaff2e3f tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:03.401806 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e67a83a-6c33-4c65-b693-947d1878e5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.402620 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-569a5d3e-1137-4917-89b8-8e4823f9d7ce req-395d5f80-5faa-44b4-a356-744fbaff2e3f tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaffdb24-dfc5-4e54-a859-3e0367b93545 HTTP/1.1" status: 200 len: 865 time: 0.6961770 Jul 14 09:28:03.574813 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-569a5d3e-1137-4917-89b8-8e4823f9d7ce req-c5736425-46ea-440f-9897-45c59f9beaeb tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/security-groups?id=9334e828-e08e-4cce-b149-8aaf7c4a29c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485415 Jul 14 09:28:03.581575 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ff826c5-92a3-465d-b9dc-d287387503aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.589848 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ff826c5-92a3-465d-b9dc-d287387503aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.603220 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635471b-e778-4680-9504-3942068afb50 None None] Pushing event updated for resources: {'Port': ['ID=cd60d19f-e559-42d4-9c48-67a12ae68443,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:03.628400 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4ff826c5-92a3-465d-b9dc-d287387503aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b86c5ef16c2241959021bedbaae953ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0010881 Jul 14 09:28:03.632724 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab77754-ee3d-40c2-ac9b-e5ee6a5d39a6 req-b0416f88-cae6-4283-809c-008b2c4af8f3 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:03.634358 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5ab77754-ee3d-40c2-ac9b-e5ee6a5d39a6 req-b0416f88-cae6-4283-809c-008b2c4af8f3 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.25 "GET /v2.0/ports?device_id=93a80e78-e18d-4f9b-bbeb-a2806b37c3db HTTP/1.1" status: 200 len: 945 time: 0.4967003 Jul 14 09:28:03.634887 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44468) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:03.677266 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e67a83a-6c33-4c65-b693-947d1878e5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.682071 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e67a83a-6c33-4c65-b693-947d1878e5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.683776 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9e67a83a-6c33-4c65-b693-947d1878e5b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d733e29-5604-4845-8cb7-6d55a342df76 HTTP/1.1" status: 204 len: 168 time: 0.6051991 Jul 14 09:28:03.690730 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff826c5-92a3-465d-b9dc-d287387503aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ac2bea-f890-422f-9677-885871c02b14,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:03.704023 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67a83a-6c33-4c65-b693-947d1878e5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d733e29-5604-4845-8cb7-6d55a342df76,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:03.917491 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e3536e-2c6a-482d-b180-20e67b9276eb x-openstack-request-id: req-48e3536e-2c6a-482d-b180-20e67b9276eb {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:03.918072 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaffdb24-dfc5-4e54-a859-3e0367b93545", "name": "network-vif-deleted", "tag": "06f23f68-c774-4a63-a8b8-3e902b511b6e", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:03.918072 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48e3536e-2c6a-482d-b180-20e67b9276eb {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:03.918396 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaffdb24-dfc5-4e54-a859-3e0367b93545', 'name': 'network-vif-deleted', 'tag': '06f23f68-c774-4a63-a8b8-3e902b511b6e', 'status': 'completed', 'code': 200} Jul 14 09:28:04.145974 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device b00fd9e5-8e0c-48ed-8b8c-2894fda193f4 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:04.198677 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5ab77754-ee3d-40c2-ac9b-e5ee6a5d39a6 req-4c888b06-b9f6-4aa9-898d-5095cb184343 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.25 "GET /v2.0/security-groups?id=4194c661-bf7e-4f7d-808d-760c594e5ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5329046 Jul 14 09:28:04.233632 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c1f770ce-16d8-4ee9-a366-93133391854e up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:04.336827 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93db3d5f-3872-43d6-b70f-713758877e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.355240 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f928a38-5c6f-4069-b446-08e97bacbe96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.425005 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port b00fd9e5-8e0c-48ed-8b8c-2894fda193f4 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:04.429780 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f928a38-5c6f-4069-b446-08e97bacbe96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.432379 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93db3d5f-3872-43d6-b70f-713758877e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.438731 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port b00fd9e5-8e0c-48ed-8b8c-2894fda193f4 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:04.440612 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.447417 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port c1f770ce-16d8-4ee9-a366-93133391854e completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:04.529728 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c1f770ce-16d8-4ee9-a366-93133391854e triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:04.530899 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.648195 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93db3d5f-3872-43d6-b70f-713758877e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.656922 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-93db3d5f-3872-43d6-b70f-713758877e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.659825 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-93db3d5f-3872-43d6-b70f-713758877e02 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67ac2bea-f890-422f-9677-885871c02b14 HTTP/1.1" status: 204 len: 168 time: 1.0133548 Jul 14 09:28:04.715020 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db3d5f-3872-43d6-b70f-713758877e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ac2bea-f890-422f-9677-885871c02b14,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:04.750669 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-8f928a38-5c6f-4069-b446-08e97bacbe96 admin admin] Allocated IP 172.25.6.175 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/5d6a78e7-6973-4602-9c84-4f550ab7f204) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:04.950353 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.043153 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f928a38-5c6f-4069-b446-08e97bacbe96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.092230 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port b00fd9e5-8e0c-48ed-8b8c-2894fda193f4, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=b00fd9e5-8e0c-48ed-8b8c-2894fda193f4,segment=NetworkSegment(c8858597-40c0-4755-9e73-91e33087d2c5),segment_id=c8858597-40c0-4755-9e73-91e33087d2c5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:05.127519 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a80e78-e18d-4f9b-bbeb-a2806b37c3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00fd9e5-8e0c-48ed-8b8c-2894fda193f4'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:05.146247 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f76136-db81-4189-b7b0-5769018e5c7e" -d '{"events": [{"server_uuid": "93a80e78-e18d-4f9b-bbeb-a2806b37c3db", "name": "network-vif-plugged", "status": "completed", "tag": "b00fd9e5-8e0c-48ed-8b8c-2894fda193f4"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:05.182079 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.212075 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f928a38-5c6f-4069-b446-08e97bacbe96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.403325 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f03472da-98ec-4f88-b355-a07fe90b4c41 req-ecd3dea1-2fd2-41f6-99e6-c1acd96d873a tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaffdb24-dfc5-4e54-a859-3e0367b93545 HTTP/1.1" status: 200 len: 210 time: 0.3043728 Jul 14 09:28:05.447817 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f928a38-5c6f-4069-b446-08e97bacbe96 admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:05.449180 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f928a38-5c6f-4069-b446-08e97bacbe96 admin admin] Pushing event updated for resources: {'Port': ['ID=5d6a78e7-6973-4602-9c84-4f550ab7f204,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:05.470957 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-8f928a38-5c6f-4069-b446-08e97bacbe96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:05.481822 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f928a38-5c6f-4069-b446-08e97bacbe96 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:05.495442 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cc9e0f-1b8e-40e2-8664-77744094d680 x-openstack-request-id: req-52cc9e0f-1b8e-40e2-8664-77744094d680 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:05.495859 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a80e78-e18d-4f9b-bbeb-a2806b37c3db", "name": "network-vif-plugged", "status": "completed", "tag": "b00fd9e5-8e0c-48ed-8b8c-2894fda193f4", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:05.496065 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-52cc9e0f-1b8e-40e2-8664-77744094d680 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:05.496449 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a80e78-e18d-4f9b-bbeb-a2806b37c3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00fd9e5-8e0c-48ed-8b8c-2894fda193f4', 'code': 200} Jul 14 09:28:05.500555 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=b00fd9e5-8e0c-48ed-8b8c-2894fda193f4,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:05.511595 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.604340 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 06f23f68-c774-4a63-a8b8-3e902b511b6e no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:05.649638 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80558e6e-7e06-4bd5-a175-a30362031e12 req-ec18bbdb-2c23-416d-828c-eaf9cbf6411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:05.655528 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-80558e6e-7e06-4bd5-a175-a30362031e12 req-ec18bbdb-2c23-416d-828c-eaf9cbf6411b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=93a80e78-e18d-4f9b-bbeb-a2806b37c3db HTTP/1.1" status: 200 len: 1098 time: 0.2409203 Jul 14 09:28:05.687978 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 06f23f68-c774-4a63-a8b8-3e902b511b6e {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:05.689710 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 06f23f68-c774-4a63-a8b8-3e902b511b6e not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:05.744252 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-80558e6e-7e06-4bd5-a175-a30362031e12 req-d36caa71-5acc-41fc-b01b-a0775aef9e69 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4194c661-bf7e-4f7d-808d-760c594e5ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764260 Jul 14 09:28:05.751285 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port c1f770ce-16d8-4ee9-a366-93133391854e, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c1f770ce-16d8-4ee9-a366-93133391854e,segment=NetworkSegment(650f76f3-882e-42e2-996f-007522ab3f2d),segment_id=650f76f3-882e-42e2-996f-007522ab3f2d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:05.764850 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.807087 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44514) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:05.876079 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27a3038-93db-44e0-ae1e-7ef3f58bf9f5 None None] Network 47a43e35-767b-4b38-a730-c2f8dd3a2041 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:05.991048 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=c1f770ce-16d8-4ee9-a366-93133391854e,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:06.020212 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e410b27b-2078-4c66-a47c-107fe4203d73 None None] Provisioning for port cd60d19f-e559-42d4-9c48-67a12ae68443 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:06.204501 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cd60d19f-e559-42d4-9c48-67a12ae68443 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:06.220398 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e928c81-ad65-4086-9d46-16f51de49a9a req-61524923-1179-48f2-8585-0982118d5618 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:06.228927 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e928c81-ad65-4086-9d46-16f51de49a9a req-61524923-1179-48f2-8585-0982118d5618 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.25 "GET /v2.0/ports?device_id=93a80e78-e18d-4f9b-bbeb-a2806b37c3db HTTP/1.1" status: 200 len: 946 time: 0.6055419 Jul 14 09:28:06.303600 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-dbe103c3-f8b6-4bd3-a2ad-c3f0f4622777 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-580676533-network', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:06.349506 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe103c3-f8b6-4bd3-a2ad-c3f0f4622777 admin admin] Made reservation on behalf of f464ecef0897489e962d28ba5796b08e for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:06.353198 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port cd60d19f-e559-42d4-9c48-67a12ae68443 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:06.356687 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbe103c3-f8b6-4bd3-a2ad-c3f0f4622777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.373167 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f928a38-5c6f-4069-b446-08e97bacbe96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.374728 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port cd60d19f-e559-42d4-9c48-67a12ae68443 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:06.379568 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.384744 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbe103c3-f8b6-4bd3-a2ad-c3f0f4622777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.557699 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.613048 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port cd60d19f-e559-42d4-9c48-67a12ae68443, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=cd60d19f-e559-42d4-9c48-67a12ae68443,segment=NetworkSegment(0b41b20e-3864-4daa-8644-1843e93822a7),segment_id=0b41b20e-3864-4daa-8644-1843e93822a7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:06.624077 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.761168 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=cd60d19f-e559-42d4-9c48-67a12ae68443,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:06.761381 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e928c81-ad65-4086-9d46-16f51de49a9a req-792358d5-3fa3-4f74-9a08-20356816c243 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.25 "GET /v2.0/security-groups?id=4194c661-bf7e-4f7d-808d-760c594e5ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5265157 Jul 14 09:28:06.791861 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbe103c3-f8b6-4bd3-a2ad-c3f0f4622777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.797529 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbe103c3-f8b6-4bd3-a2ad-c3f0f4622777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.871916 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe103c3-f8b6-4bd3-a2ad-c3f0f4622777 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:06.912736 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe103c3-f8b6-4bd3-a2ad-c3f0f4622777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b450fe4-ae33-4e6b-b39e-6f1b9c5ad74f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:06.930591 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbe103c3-f8b6-4bd3-a2ad-c3f0f4622777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.930941 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-dbe103c3-f8b6-4bd3-a2ad-c3f0f4622777 admin admin] Added segment 453ece6d-5cea-4efb-887d-3c45c59ba186 of type vlan for network bc0bd8e8-a70c-46ac-88d0-6d79a7b009de Jul 14 09:28:06.964906 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-117969ef-e141-4d80-a028-a784f8b203f8 None None] Provisioning complete for port cd60d19f-e559-42d4-9c48-67a12ae68443 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:06.968011 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-117969ef-e141-4d80-a028-a784f8b203f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.983193 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f928a38-5c6f-4069-b446-08e97bacbe96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.025482 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbe103c3-f8b6-4bd3-a2ad-c3f0f4622777 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.086166 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbe103c3-f8b6-4bd3-a2ad-c3f0f4622777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.088094 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe103c3-f8b6-4bd3-a2ad-c3f0f4622777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:07.089718 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbe103c3-f8b6-4bd3-a2ad-c3f0f4622777 admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.220933 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-dbe103c3-f8b6-4bd3-a2ad-c3f0f4622777 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4098895 Jul 14 09:28:07.221310 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44546) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:07.231932 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-88fb9aa7-e2c7-4249-99a9-f42520147bba admin admin] Request body: {'subnet': {'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-580676533-subnet', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:07.311223 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe103c3-f8b6-4bd3-a2ad-c3f0f4622777 admin admin] Pushing event updated for resources: {'Network': ['ID=bc0bd8e8-a70c-46ac-88d0-6d79a7b009de,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:07.312708 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network bc0bd8e8-a70c-46ac-88d0-6d79a7b009de details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:07.359196 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fb9aa7-e2c7-4249-99a9-f42520147bba admin admin] Made reservation on behalf of f464ecef0897489e962d28ba5796b08e for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:07.363074 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-88fb9aa7-e2c7-4249-99a9-f42520147bba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.400620 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f928a38-5c6f-4069-b446-08e97bacbe96 admin admin] Router 66bdec7c-9e6d-46db-8248-31091d2fa684 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:28:07.642785 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f928a38-5c6f-4069-b446-08e97bacbe96 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:07.659664 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776f79b-34bf-476a-91ea-12ea0d21cec3 req-14dcf5c5-885f-4f00-a51d-23b848947e62 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:07.665517 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2da90b-f5e9-4576-a53c-0405ccc06f16 None None] Sync routers for ids ['66bdec7c-9e6d-46db-8248-31091d2fa684'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:07.668141 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4776f79b-34bf-476a-91ea-12ea0d21cec3 req-14dcf5c5-885f-4f00-a51d-23b848947e62 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7af96464-e362-497e-b960-49e43ae20001 HTTP/1.1" status: 200 len: 949 time: 0.1653781 Jul 14 09:28:07.690962 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2da90b-f5e9-4576-a53c-0405ccc06f16 None None] Routers {'66bdec7c-9e6d-46db-8248-31091d2fa684'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:07.694135 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-cf2da90b-f5e9-4576-a53c-0405ccc06f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:27:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['66bdec7c-9e6d-46db-8248-31091d2fa684'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:07.734576 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f928a38-5c6f-4069-b446-08e97bacbe96 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.739345 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8f928a38-5c6f-4069-b446-08e97bacbe96 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.6087837 Jul 14 09:28:07.740046 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44554) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:07.756298 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-88fb9aa7-e2c7-4249-99a9-f42520147bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.772236 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4776f79b-34bf-476a-91ea-12ea0d21cec3 req-4aee45be-0477-4d30-b95f-36223372836e tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/security-groups?id=9334e828-e08e-4cce-b149-8aaf7c4a29c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029217 Jul 14 09:28:08.061088 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb9aa7-e2c7-4249-99a9-f42520147bba admin admin] Pushing event updated for resources: {'Subnet': ['ID=991179d8-8134-494e-aabe-217e4217c4a9,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:08.111575 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fb9aa7-e2c7-4249-99a9-f42520147bba admin admin] Checking segment: {'id': '453ece6d-5cea-4efb-887d-3c45c59ba186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:08.127330 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fb9aa7-e2c7-4249-99a9-f42520147bba admin admin] Network hostable DHCP agents. Network: bc0bd8e8-a70c-46ac-88d0-6d79a7b009de, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:28:08.162918 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c1f770ce-16d8-4ee9-a366-93133391854e up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:08.221185 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:28:08.275879 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-cf2da90b-f5e9-4576-a53c-0405ccc06f16 None None] Set router 66bdec7c-9e6d-46db-8248-31091d2fa684 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:08.292757 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdca147-c5d7-41eb-b097-a51a057ca524 req-09f47b4a-8a96-4904-a445-af199b681ea4 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:08.297274 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fb9aa7-e2c7-4249-99a9-f42520147bba admin admin] Network bc0bd8e8-a70c-46ac-88d0-6d79a7b009de is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:28:08.312834 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4bdca147-c5d7-41eb-b097-a51a057ca524 req-09f47b4a-8a96-4904-a445-af199b681ea4 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.25 "GET /v2.0/ports?device_id=93a80e78-e18d-4f9b-bbeb-a2806b37c3db HTTP/1.1" status: 200 len: 946 time: 0.3331234 Jul 14 09:28:08.341534 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-88fb9aa7-e2c7-4249-99a9-f42520147bba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, bc0bd8e8-a70c-46ac-88d0-6d79a7b009de) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:08.366045 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44566) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:08.384974 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f495c2f0-478b-4abf-bc1f-1321a38524b7 None None] Network bc0bd8e8-a70c-46ac-88d0-6d79a7b009de requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:08.412217 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fb9aa7-e2c7-4249-99a9-f42520147bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:08.412834 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-88fb9aa7-e2c7-4249-99a9-f42520147bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.436795 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4bdca147-c5d7-41eb-b097-a51a057ca524 req-489997b5-b4b1-417b-996b-d84aa8be1057 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.25 "GET /v2.0/security-groups?id=4194c661-bf7e-4f7d-808d-760c594e5ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129375 Jul 14 09:28:08.474302 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-88fb9aa7-e2c7-4249-99a9-f42520147bba admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2468476 Jul 14 09:28:08.474530 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44570) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:08.487153 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-01b6a2af-647d-405a-9dc9-e872320cb0d0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-580676533-router', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:08.534655 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01b6a2af-647d-405a-9dc9-e872320cb0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.537759 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01b6a2af-647d-405a-9dc9-e872320cb0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.584067 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-589da217-a422-40ad-a2e3-a9cb299d1b74 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1160389047', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:08.699444 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c1f770ce-16d8-4ee9-a366-93133391854e triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:08.699844 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.712064 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01b6a2af-647d-405a-9dc9-e872320cb0d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.888616 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cd60d19f-e559-42d4-9c48-67a12ae68443 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:09.002007 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port cd60d19f-e559-42d4-9c48-67a12ae68443 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:09.002387 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.041471 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d0f7ee-bec0-4452-89e6-5b9347852b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-bc0bd8e8-a70c-46ac-88d0-6d79a7b009de', 'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'fixed_ips': [{'subnet_id': '991179d8-8134-494e-aabe-217e4217c4a9'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:28:09.042265 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-47d0f7ee-bec0-4452-89e6-5b9347852b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.077800 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e0d60ff-06ca-403b-84bc-7a50f9c7c162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.263600 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-cf2da90b-f5e9-4576-a53c-0405ccc06f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bdec7c-9e6d-46db-8248-31091d2fa684', 'name': 'tempest-TestAggregatesBasicOps-410905926-router', 'tenant_id': '366ed626d39e46698d60ff710d2f9be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '5d6a78e7-6973-4602-9c84-4f550ab7f204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:01Z', 'updated_at': '2021-07-14T09:28:06Z', 'revision_number': 3, 'project_id': '366ed626d39e46698d60ff710d2f9be7', 'gw_port': {'id': '5d6a78e7-6973-4602-9c84-4f550ab7f204', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bdec7c-9e6d-46db-8248-31091d2fa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:04Z', 'updated_at': '2021-07-14T09:28:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:09.331342 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2da90b-f5e9-4576-a53c-0405ccc06f16 None None] Checking router: 66bdec7c-9e6d-46db-8248-31091d2fa684 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:09.331724 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2da90b-f5e9-4576-a53c-0405ccc06f16 None None] Updating router 66bdec7c-9e6d-46db-8248-31091d2fa684 port 5d6a78e7-6973-4602-9c84-4f550ab7f204 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:28:09.371019 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf2da90b-f5e9-4576-a53c-0405ccc06f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.395821 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-47d0f7ee-bec0-4452-89e6-5b9347852b44 None None] Allocated IP 172.20.0.2 (bc0bd8e8-a70c-46ac-88d0-6d79a7b009de/991179d8-8134-494e-aabe-217e4217c4a9/54f5cab7-9ded-424c-b1f5-6533a199ee49) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:09.424197 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589da217-a422-40ad-a2e3-a9cb299d1b74 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Made reservation on behalf of 2ba0b3f2f0e948dcb7818c0db6ed7bfe for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:09.427095 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-589da217-a422-40ad-a2e3-a9cb299d1b74 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.465036 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-0e0d60ff-06ca-403b-84bc-7a50f9c7c162 admin admin] Allocated IP 172.20.0.1 (47a43e35-767b-4b38-a730-c2f8dd3a2041/6678073f-28e4-486a-80b7-4d20178c7084/153aa421-8850-4d45-955c-b079b9985497) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:09.486136 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-589da217-a422-40ad-a2e3-a9cb299d1b74 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.631006 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e0d60ff-06ca-403b-84bc-7a50f9c7c162 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.652875 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0e0d60ff-06ca-403b-84bc-7a50f9c7c162 admin admin] Transition to ACTIVE for port object 153aa421-8850-4d45-955c-b079b9985497 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:09.664034 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01b6a2af-647d-405a-9dc9-e872320cb0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.689894 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9d765-d0e2-45e3-abc4-1dbbea5d9a21 req-339c23f5-9cfc-4678-8252-cae28cbd0cdd tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:09.691952 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5ab9d765-d0e2-45e3-abc4-1dbbea5d9a21 req-339c23f5-9cfc-4678-8252-cae28cbd0cdd tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.47 "GET /v2.0/ports?device_id=7af96464-e362-497e-b960-49e43ae20001 HTTP/1.1" status: 200 len: 949 time: 0.4107082 Jul 14 09:28:09.704377 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb6270-7da1-4a7a-91f8-2cd110cfbf7f req-5cc73aa6-3efe-40de-8165-4c76136c7d42 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:09.706161 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eecb6270-7da1-4a7a-91f8-2cd110cfbf7f req-5cc73aa6-3efe-40de-8165-4c76136c7d42 tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7af96464-e362-497e-b960-49e43ae20001 HTTP/1.1" status: 200 len: 949 time: 0.4093087 Jul 14 09:28:09.722961 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e0d60ff-06ca-403b-84bc-7a50f9c7c162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.746499 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf18c9b-2716-4f0d-abef-78fcda27fbbd req-1023560d-d01f-4c93-ac75-4c49720733c3 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:09.754711 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eaf18c9b-2716-4f0d-abef-78fcda27fbbd req-1023560d-d01f-4c93-ac75-4c49720733c3 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.25 "GET /v2.0/ports?device_id=93a80e78-e18d-4f9b-bbeb-a2806b37c3db HTTP/1.1" status: 200 len: 946 time: 0.4699986 Jul 14 09:28:09.779697 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0d60ff-06ca-403b-84bc-7a50f9c7c162 admin admin] Network 47a43e35-767b-4b38-a730-c2f8dd3a2041 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:09.783302 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0e0d60ff-06ca-403b-84bc-7a50f9c7c162 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:09.790057 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0d60ff-06ca-403b-84bc-7a50f9c7c162 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:09.808623 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d60ff-06ca-403b-84bc-7a50f9c7c162 admin admin] Pushing event updated for resources: {'Port': ['ID=153aa421-8850-4d45-955c-b079b9985497,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:09.866355 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf2da90b-f5e9-4576-a53c-0405ccc06f16 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.890026 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-cf2da90b-f5e9-4576-a53c-0405ccc06f16 None None] Transition to ACTIVE for port object 5d6a78e7-6973-4602-9c84-4f550ab7f204 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:09.919600 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-47d0f7ee-bec0-4452-89e6-5b9347852b44 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.926635 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf2da90b-f5e9-4576-a53c-0405ccc06f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.938981 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-47d0f7ee-bec0-4452-89e6-5b9347852b44 None None] Transition to ACTIVE for port object 54f5cab7-9ded-424c-b1f5-6533a199ee49 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:09.999650 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eecb6270-7da1-4a7a-91f8-2cd110cfbf7f req-e94f8658-9d62-4fd6-acbd-be9cc79ad41d tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/security-groups?id=9334e828-e08e-4cce-b149-8aaf7c4a29c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770100 Jul 14 09:28:10.017685 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eaf18c9b-2716-4f0d-abef-78fcda27fbbd req-35816769-ab99-44ea-a290-6cf536e2abf9 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.25 "GET /v2.0/security-groups?id=4194c661-bf7e-4f7d-808d-760c594e5ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616813 Jul 14 09:28:10.026266 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-589da217-a422-40ad-a2e3-a9cb299d1b74 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.039776 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-589da217-a422-40ad-a2e3-a9cb299d1b74 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.047042 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-589da217-a422-40ad-a2e3-a9cb299d1b74 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] device_id is not set on port 5fab33eb-0845-4e35-b522-9d466aeb9fd3 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:10.058557 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-47d0f7ee-bec0-4452-89e6-5b9347852b44 None None] Transition to ACTIVE for port object 54f5cab7-9ded-424c-b1f5-6533a199ee49 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:10.060618 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-cf2da90b-f5e9-4576-a53c-0405ccc06f16 None None] Attempting to bind port 5d6a78e7-6973-4602-9c84-4f550ab7f204 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:10.061047 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-cf2da90b-f5e9-4576-a53c-0405ccc06f16 None None] Attempting to bind port 5d6a78e7-6973-4602-9c84-4f550ab7f204 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:10.061365 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2da90b-f5e9-4576-a53c-0405ccc06f16 None None] Attempting to bind port 5d6a78e7-6973-4602-9c84-4f550ab7f204 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:10.068199 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e634a7-afb8-4426-8b82-cc665b7c1856 None None] Pushing event updated for resources: {'Port': ['ID=5d6a78e7-6973-4602-9c84-4f550ab7f204,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:10.073580 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2da90b-f5e9-4576-a53c-0405ccc06f16 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:10.073964 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2da90b-f5e9-4576-a53c-0405ccc06f16 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:10.074368 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf2da90b-f5e9-4576-a53c-0405ccc06f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.074764 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2da90b-f5e9-4576-a53c-0405ccc06f16 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:10.075250 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-cf2da90b-f5e9-4576-a53c-0405ccc06f16 None None] Bound port: 5d6a78e7-6973-4602-9c84-4f550ab7f204, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:10.075660 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf2da90b-f5e9-4576-a53c-0405ccc06f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.103593 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-47d0f7ee-bec0-4452-89e6-5b9347852b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.189876 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0f7ee-bec0-4452-89e6-5b9347852b44 None None] Pushing event updated for resources: {'Port': ['ID=54f5cab7-9ded-424c-b1f5-6533a199ee49,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:10.205506 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d0f7ee-bec0-4452-89e6-5b9347852b44 None None] Network bc0bd8e8-a70c-46ac-88d0-6d79a7b009de is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:10.210343 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-47d0f7ee-bec0-4452-89e6-5b9347852b44 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:10.212660 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-cf2da90b-f5e9-4576-a53c-0405ccc06f16 None None] For port 5d6a78e7-6973-4602-9c84-4f550ab7f204, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:10.215079 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d0f7ee-bec0-4452-89e6-5b9347852b44 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:10.230283 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-cf2da90b-f5e9-4576-a53c-0405ccc06f16 None None] For port 5d6a78e7-6973-4602-9c84-4f550ab7f204, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=5d6a78e7-6973-4602-9c84-4f550ab7f204,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:10.260762 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf2da90b-f5e9-4576-a53c-0405ccc06f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.262934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-589da217-a422-40ad-a2e3-a9cb299d1b74 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Allocated IP 172.25.6.136 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/5fab33eb-0845-4e35-b522-9d466aeb9fd3) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:10.312029 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e0d60ff-06ca-403b-84bc-7a50f9c7c162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.368017 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-47d0f7ee-bec0-4452-89e6-5b9347852b44 None None] Attempting to bind port 54f5cab7-9ded-424c-b1f5-6533a199ee49 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:10.368017 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-47d0f7ee-bec0-4452-89e6-5b9347852b44 None None] Attempting to bind port 54f5cab7-9ded-424c-b1f5-6533a199ee49 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '453ece6d-5cea-4efb-887d-3c45c59ba186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:10.368017 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d0f7ee-bec0-4452-89e6-5b9347852b44 None None] Attempting to bind port 54f5cab7-9ded-424c-b1f5-6533a199ee49 on network bc0bd8e8-a70c-46ac-88d0-6d79a7b009de {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:10.376495 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d0f7ee-bec0-4452-89e6-5b9347852b44 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:10.376876 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d0f7ee-bec0-4452-89e6-5b9347852b44 None None] Checking segment: {'id': '453ece6d-5cea-4efb-887d-3c45c59ba186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:10.377283 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-47d0f7ee-bec0-4452-89e6-5b9347852b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.377675 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d0f7ee-bec0-4452-89e6-5b9347852b44 None None] Bound using segment: {'id': '453ece6d-5cea-4efb-887d-3c45c59ba186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:10.378155 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-47d0f7ee-bec0-4452-89e6-5b9347852b44 None None] Bound port: 54f5cab7-9ded-424c-b1f5-6533a199ee49, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453ece6d-5cea-4efb-887d-3c45c59ba186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:10.378539 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-47d0f7ee-bec0-4452-89e6-5b9347852b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.396903 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-63700d74-a107-4592-84b0-d33bfaeb1495 None None] Provisioning for port 153aa421-8850-4d45-955c-b079b9985497 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:10.429212 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2da90b-f5e9-4576-a53c-0405ccc06f16 None None] Routers {'66bdec7c-9e6d-46db-8248-31091d2fa684'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:10.429768 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-cf2da90b-f5e9-4576-a53c-0405ccc06f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:27:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['66bdec7c-9e6d-46db-8248-31091d2fa684'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:10.447989 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-589da217-a422-40ad-a2e3-a9cb299d1b74 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.473767 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589da217-a422-40ad-a2e3-a9cb299d1b74 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84001e62-af17-4b89-92de-a592dc876f51,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:10.483061 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-63700d74-a107-4592-84b0-d33bfaeb1495 None None] Provisioning complete for port 153aa421-8850-4d45-955c-b079b9985497 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:10.483433 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63700d74-a107-4592-84b0-d33bfaeb1495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.512915 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e0d60ff-06ca-403b-84bc-7a50f9c7c162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.515428 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-5ab9d765-d0e2-45e3-abc4-1dbbea5d9a21 req-f5930521-b1cb-444a-b208-383cf740055b tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Deleting port 1d721596-e839-47ab-87b5-97d395532aab {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:10.516010 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5ab9d765-d0e2-45e3-abc4-1dbbea5d9a21 req-f5930521-b1cb-444a-b208-383cf740055b tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.525439 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-63700d74-a107-4592-84b0-d33bfaeb1495 None None] Port 153aa421-8850-4d45-955c-b079b9985497 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:10.539598 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e634a7-afb8-4426-8b82-cc665b7c1856 None None] Pushing event updated for resources: {'Port': ['ID=5d6a78e7-6973-4602-9c84-4f550ab7f204,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:10.569091 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7c3a4-81fc-40e8-ad2c-ceb01e1cd740 req-f25a96b0-73b6-40c2-a23e-229c1db4c65c tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:10.574916 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-12f7c3a4-81fc-40e8-ad2c-ceb01e1cd740 req-f25a96b0-73b6-40c2-a23e-229c1db4c65c tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.44 "GET /v2.0/ports?device_id=93a80e78-e18d-4f9b-bbeb-a2806b37c3db HTTP/1.1" status: 200 len: 946 time: 0.1483030 Jul 14 09:28:10.598586 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-47d0f7ee-bec0-4452-89e6-5b9347852b44 None None] For port 54f5cab7-9ded-424c-b1f5-6533a199ee49, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:10.644929 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-47d0f7ee-bec0-4452-89e6-5b9347852b44 None None] For port 54f5cab7-9ded-424c-b1f5-6533a199ee49, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=54f5cab7-9ded-424c-b1f5-6533a199ee49,segment=NetworkSegment(453ece6d-5cea-4efb-887d-3c45c59ba186),segment_id=453ece6d-5cea-4efb-887d-3c45c59ba186)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:10.664723 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-47d0f7ee-bec0-4452-89e6-5b9347852b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.665672 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-589da217-a422-40ad-a2e3-a9cb299d1b74 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.682552 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.737546 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-cf2da90b-f5e9-4576-a53c-0405ccc06f16 None None] Set router 66bdec7c-9e6d-46db-8248-31091d2fa684 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:10.866330 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-12f7c3a4-81fc-40e8-ad2c-ceb01e1cd740 req-6c1525fb-91e2-4eca-b91f-11e77d9b667d tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Deleting port b00fd9e5-8e0c-48ed-8b8c-2894fda193f4 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:10.866683 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-12f7c3a4-81fc-40e8-ad2c-ceb01e1cd740 req-6c1525fb-91e2-4eca-b91f-11e77d9b667d tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.897752 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589da217-a422-40ad-a2e3-a9cb299d1b74 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:10.913920 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-589da217-a422-40ad-a2e3-a9cb299d1b74 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:10.919912 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589da217-a422-40ad-a2e3-a9cb299d1b74 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Pushing event updated for resources: {'Port': ['ID=5fab33eb-0845-4e35-b522-9d466aeb9fd3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:10.936247 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589da217-a422-40ad-a2e3-a9cb299d1b74 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:10.975391 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e0d60ff-06ca-403b-84bc-7a50f9c7c162 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.992102 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e0d60ff-06ca-403b-84bc-7a50f9c7c162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.034510 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-5ab9d765-d0e2-45e3-abc4-1dbbea5d9a21 req-f5930521-b1cb-444a-b208-383cf740055b tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] For port 1d721596-e839-47ab-87b5-97d395532aab, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=1d721596-e839-47ab-87b5-97d395532aab,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:11.035526 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5ab9d765-d0e2-45e3-abc4-1dbbea5d9a21 req-f5930521-b1cb-444a-b208-383cf740055b tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.062925 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-5ab9d765-d0e2-45e3-abc4-1dbbea5d9a21 req-f5930521-b1cb-444a-b208-383cf740055b tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Calling delete_port for 1d721596-e839-47ab-87b5-97d395532aab owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:11.308325 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e0d60ff-06ca-403b-84bc-7a50f9c7c162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.311546 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d60ff-06ca-403b-84bc-7a50f9c7c162 admin admin] Pushing event updated for resources: {'Port': ['ID=153aa421-8850-4d45-955c-b079b9985497,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:11.321383 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0f7ee-bec0-4452-89e6-5b9347852b44 None None] Pushing event updated for resources: {'Port': ['ID=54f5cab7-9ded-424c-b1f5-6533a199ee49,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:11.356743 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-12f7c3a4-81fc-40e8-ad2c-ceb01e1cd740 req-6c1525fb-91e2-4eca-b91f-11e77d9b667d tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] For port b00fd9e5-8e0c-48ed-8b8c-2894fda193f4, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=b00fd9e5-8e0c-48ed-8b8c-2894fda193f4,segment=NetworkSegment(c8858597-40c0-4755-9e73-91e33087d2c5),segment_id=c8858597-40c0-4755-9e73-91e33087d2c5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:11.357407 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-12f7c3a4-81fc-40e8-ad2c-ceb01e1cd740 req-6c1525fb-91e2-4eca-b91f-11e77d9b667d tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.393533 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-cf2da90b-f5e9-4576-a53c-0405ccc06f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bdec7c-9e6d-46db-8248-31091d2fa684', 'name': 'tempest-TestAggregatesBasicOps-410905926-router', 'tenant_id': '366ed626d39e46698d60ff710d2f9be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '5d6a78e7-6973-4602-9c84-4f550ab7f204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:01Z', 'updated_at': '2021-07-14T09:28:06Z', 'revision_number': 3, 'project_id': '366ed626d39e46698d60ff710d2f9be7', 'gw_port': {'id': '5d6a78e7-6973-4602-9c84-4f550ab7f204', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bdec7c-9e6d-46db-8248-31091d2fa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:04Z', 'updated_at': '2021-07-14T09:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:11.431187 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-12f7c3a4-81fc-40e8-ad2c-ceb01e1cd740 req-6c1525fb-91e2-4eca-b91f-11e77d9b667d tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Calling delete_port for b00fd9e5-8e0c-48ed-8b8c-2894fda193f4 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:11.454635 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589da217-a422-40ad-a2e3-a9cb299d1b74 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:11.454870 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-589da217-a422-40ad-a2e3-a9cb299d1b74 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.463284 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5ab9d765-d0e2-45e3-abc4-1dbbea5d9a21 req-f5930521-b1cb-444a-b208-383cf740055b tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.471750 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2da90b-f5e9-4576-a53c-0405ccc06f16 None None] The sync data for ids ['66bdec7c-9e6d-46db-8248-31091d2fa684'] in n-d-771362-35 is: [{'id': '66bdec7c-9e6d-46db-8248-31091d2fa684', 'name': 'tempest-TestAggregatesBasicOps-410905926-router', 'tenant_id': '366ed626d39e46698d60ff710d2f9be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '5d6a78e7-6973-4602-9c84-4f550ab7f204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:01Z', 'updated_at': '2021-07-14T09:28:06Z', 'revision_number': 3, 'project_id': '366ed626d39e46698d60ff710d2f9be7', 'gw_port': {'id': '5d6a78e7-6973-4602-9c84-4f550ab7f204', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bdec7c-9e6d-46db-8248-31091d2fa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:04Z', 'updated_at': '2021-07-14T09:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:11.542351 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cadb1d1a-60b8-443c-998e-19fbd5280921 req-88212e40-d2fe-49c2-8f60-cb0e94eecadc tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7af96464-e362-497e-b960-49e43ae20001 HTTP/1.1" status: 200 len: 210 time: 0.1112492 Jul 14 09:28:11.577006 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0d60ff-06ca-403b-84bc-7a50f9c7c162 admin admin] Network 47a43e35-767b-4b38-a730-c2f8dd3a2041 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:11.580155 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0e0d60ff-06ca-403b-84bc-7a50f9c7c162 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:11.765705 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5930521-b1cb-444a-b208-383cf740055b tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Pushing event deleted for resources: {'Port': ['ID=1d721596-e839-47ab-87b5-97d395532aab,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:11.846809 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01b6a2af-647d-405a-9dc9-e872320cb0d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.851238 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab9d765-d0e2-45e3-abc4-1dbbea5d9a21 req-f5930521-b1cb-444a-b208-383cf740055b tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] No DVR routers for this DVR port 1d721596-e839-47ab-87b5-97d395532aab on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:11.865953 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5ab9d765-d0e2-45e3-abc4-1dbbea5d9a21 req-f5930521-b1cb-444a-b208-383cf740055b tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.870815 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5ab9d765-d0e2-45e3-abc4-1dbbea5d9a21 req-f5930521-b1cb-444a-b208-383cf740055b tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.47 "DELETE /v2.0/ports/1d721596-e839-47ab-87b5-97d395532aab HTTP/1.1" status: 204 len: 173 time: 2.1618550 Jul 14 09:28:11.873758 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af96464-e362-497e-b960-49e43ae20001', 'name': 'network-vif-deleted', 'tag': '1d721596-e839-47ab-87b5-97d395532aab'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:11.878062 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ead4854-aeb4-4de5-802c-b84e12b38a1e" -d '{"events": [{"server_uuid": "7af96464-e362-497e-b960-49e43ae20001", "name": "network-vif-deleted", "tag": "1d721596-e839-47ab-87b5-97d395532aab"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:11.933312 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-589da217-a422-40ad-a2e3-a9cb299d1b74 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.5659299 Jul 14 09:28:11.933786 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44610) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:11.940462 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-af9b535b-a068-4f97-bb48-0f10482c4ef4 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.136'}]}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:11.945899 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01b6a2af-647d-405a-9dc9-e872320cb0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.076353 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-346c2d0d-d9c7-4ef5-974d-91c16183fbd5 None None] Provisioning complete for port 153aa421-8850-4d45-955c-b079b9985497 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:12.076843 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-346c2d0d-d9c7-4ef5-974d-91c16183fbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.093709 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3991a51-4178-4267-a2e7-dfa636315c50 x-openstack-request-id: req-b3991a51-4178-4267-a2e7-dfa636315c50 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:12.093993 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af96464-e362-497e-b960-49e43ae20001", "name": "network-vif-deleted", "tag": "1d721596-e839-47ab-87b5-97d395532aab", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:12.100912 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3991a51-4178-4267-a2e7-dfa636315c50 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:12.101543 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af96464-e362-497e-b960-49e43ae20001', 'name': 'network-vif-deleted', 'tag': '1d721596-e839-47ab-87b5-97d395532aab', 'status': 'completed', 'code': 200} Jul 14 09:28:12.106687 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-12f7c3a4-81fc-40e8-ad2c-ceb01e1cd740 req-6c1525fb-91e2-4eca-b91f-11e77d9b667d tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.181084 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af9b535b-a068-4f97-bb48-0f10482c4ef4 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.182147 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af9b535b-a068-4f97-bb48-0f10482c4ef4 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.182309 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['b00fd9e5-8e0c-48ed-8b8c-2894fda193f4'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:12.298111 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0d60ff-06ca-403b-84bc-7a50f9c7c162 admin admin] Router 66bdec7c-9e6d-46db-8248-31091d2fa684 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:12.305933 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1525fb-91e2-4eca-b91f-11e77d9b667d tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Pushing event deleted for resources: {'Port': ['ID=b00fd9e5-8e0c-48ed-8b8c-2894fda193f4,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:12.354506 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 5d6a78e7-6973-4602-9c84-4f550ab7f204 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:12.374384 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.414427 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-346c2d0d-d9c7-4ef5-974d-91c16183fbd5 None None] Port 153aa421-8850-4d45-955c-b079b9985497 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:12.438970 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f7c3a4-81fc-40e8-ad2c-ceb01e1cd740 req-6c1525fb-91e2-4eca-b91f-11e77d9b667d tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] No DVR routers for this DVR port b00fd9e5-8e0c-48ed-8b8c-2894fda193f4 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:12.457245 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-01b6a2af-647d-405a-9dc9-e872320cb0d0 admin admin] Allocated IP 172.25.6.233 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/aafc4dd6-7dc6-417d-8717-119f064369f1) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:12.465977 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-12f7c3a4-81fc-40e8-ad2c-ceb01e1cd740 req-6c1525fb-91e2-4eca-b91f-11e77d9b667d tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.477259 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-12f7c3a4-81fc-40e8-ad2c-ceb01e1cd740 req-6c1525fb-91e2-4eca-b91f-11e77d9b667d tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.44 "DELETE /v2.0/ports/b00fd9e5-8e0c-48ed-8b8c-2894fda193f4 HTTP/1.1" status: 204 len: 173 time: 1.8859398 Jul 14 09:28:12.480189 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a80e78-e18d-4f9b-bbeb-a2806b37c3db', 'name': 'network-vif-deleted', 'tag': 'b00fd9e5-8e0c-48ed-8b8c-2894fda193f4'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:12.483303 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9477ba0-1aa8-4c4a-a84f-9632fa3d7f24" -d '{"events": [{"server_uuid": "93a80e78-e18d-4f9b-bbeb-a2806b37c3db", "name": "network-vif-deleted", "tag": "b00fd9e5-8e0c-48ed-8b8c-2894fda193f4"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:12.507371 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 5d6a78e7-6973-4602-9c84-4f550ab7f204 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:12.512677 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 5d6a78e7-6973-4602-9c84-4f550ab7f204 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:12.513624 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.725669 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8278448-5fa7-426b-b6aa-ba5a79e876f5 x-openstack-request-id: req-f8278448-5fa7-426b-b6aa-ba5a79e876f5 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:12.726008 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a80e78-e18d-4f9b-bbeb-a2806b37c3db", "name": "network-vif-deleted", "tag": "b00fd9e5-8e0c-48ed-8b8c-2894fda193f4", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:12.732138 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8278448-5fa7-426b-b6aa-ba5a79e876f5 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:12.732515 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a80e78-e18d-4f9b-bbeb-a2806b37c3db', 'name': 'network-vif-deleted', 'tag': 'b00fd9e5-8e0c-48ed-8b8c-2894fda193f4', 'status': 'completed', 'code': 200} Jul 14 09:28:12.788934 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0d60ff-06ca-403b-84bc-7a50f9c7c162 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:12.797001 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa715b3-0d56-4ae4-8de7-ef05dde9c0f8 None None] Network bc0bd8e8-a70c-46ac-88d0-6d79a7b009de requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:12.812392 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.830881 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0e0d60ff-06ca-403b-84bc-7a50f9c7c162 admin admin] 10.222.0.25 "PUT /v2.0/routers/66bdec7c-9e6d-46db-8248-31091d2fa684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0885773 Jul 14 09:28:12.916254 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 5d6a78e7-6973-4602-9c84-4f550ab7f204, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=5d6a78e7-6973-4602-9c84-4f550ab7f204,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:12.988477 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.989362 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 54f5cab7-9ded-424c-b1f5-6533a199ee49 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:13.001817 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01b6a2af-647d-405a-9dc9-e872320cb0d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.163171 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b23033dc-de3b-4454-a6f6-062ad1bf5192 None None] Provisioning for port 54f5cab7-9ded-424c-b1f5-6533a199ee49 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:13.205333 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af9b535b-a068-4f97-bb48-0f10482c4ef4 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.212013 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=5d6a78e7-6973-4602-9c84-4f550ab7f204,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:13.218944 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2b8d6-9fa7-436c-87a8-3f8fe2b29acd req-f30e915f-94a0-4802-b034-a0b6e6751ca3 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:13.225710 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eec2b8d6-9fa7-436c-87a8-3f8fe2b29acd req-f30e915f-94a0-4802-b034-a0b6e6751ca3 tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.25 "GET /v2.0/ports?device_id=93a80e78-e18d-4f9b-bbeb-a2806b37c3db HTTP/1.1" status: 200 len: 867 time: 1.7926047 Jul 14 09:28:13.299456 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 54f5cab7-9ded-424c-b1f5-6533a199ee49 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:13.307888 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 54f5cab7-9ded-424c-b1f5-6533a199ee49 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:13.308479 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.458176 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ae9786a-d5c4-45ea-a6f7-a597a78d42a1 req-37ac22af-bf96-49d0-93b9-601c1aac236a tempest-ListImageFiltersTestJSON-16081698 tempest-ListImageFiltersTestJSON-16081698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7af96464-e362-497e-b960-49e43ae20001 HTTP/1.1" status: 200 len: 210 time: 0.2489617 Jul 14 09:28:13.471208 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01b6a2af-647d-405a-9dc9-e872320cb0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.520920 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.537784 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6a2af-647d-405a-9dc9-e872320cb0d0 admin admin] Pushing event updated for resources: {'Port': ['ID=aafc4dd6-7dc6-417d-8717-119f064369f1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:13.581536 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 54f5cab7-9ded-424c-b1f5-6533a199ee49, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=54f5cab7-9ded-424c-b1f5-6533a199ee49,segment=NetworkSegment(453ece6d-5cea-4efb-887d-3c45c59ba186),segment_id=453ece6d-5cea-4efb-887d-3c45c59ba186)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:13.600133 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.666443 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 1d721596-e839-47ab-87b5-97d395532aab no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:13.729352 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 1d721596-e839-47ab-87b5-97d395532aab {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:13.729701 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 1d721596-e839-47ab-87b5-97d395532aab not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:13.754362 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eec2b8d6-9fa7-436c-87a8-3f8fe2b29acd req-fa7fd85d-4676-4b8d-a2a3-5f9351936b8b tempest-ServerGroupTestJSON-755524650 tempest-ServerGroupTestJSON-755524650-project] 10.222.0.25 "GET /v2.0/security-groups?id=4194c661-bf7e-4f7d-808d-760c594e5ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903991 Jul 14 09:28:13.758986 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=54f5cab7-9ded-424c-b1f5-6533a199ee49,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:13.798619 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af9b535b-a068-4f97-bb48-0f10482c4ef4 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.823746 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b6a2af-647d-405a-9dc9-e872320cb0d0 admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:13.828857 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-01b6a2af-647d-405a-9dc9-e872320cb0d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:13.835337 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b6a2af-647d-405a-9dc9-e872320cb0d0 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:13.933028 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-10b0c38d-4f69-4b42-a684-0ea2b1718495 None None] Provisioning complete for port 54f5cab7-9ded-424c-b1f5-6533a199ee49 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:13.933642 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10b0c38d-4f69-4b42-a684-0ea2b1718495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.138027 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 5d6a78e7-6973-4602-9c84-4f550ab7f204 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:14.205057 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device b00fd9e5-8e0c-48ed-8b8c-2894fda193f4 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:14.297458 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: b00fd9e5-8e0c-48ed-8b8c-2894fda193f4 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:14.298095 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device b00fd9e5-8e0c-48ed-8b8c-2894fda193f4 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:14.317784 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01b6a2af-647d-405a-9dc9-e872320cb0d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.334348 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 5d6a78e7-6973-4602-9c84-4f550ab7f204 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:14.334732 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.400227 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c394f1-e8b5-4742-ba6b-4cef3cad8839 None None] Sync routers for ids ['66bdec7c-9e6d-46db-8248-31091d2fa684'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:14.414418 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c394f1-e8b5-4742-ba6b-4cef3cad8839 None None] Routers {'66bdec7c-9e6d-46db-8248-31091d2fa684'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:14.415259 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-48c394f1-e8b5-4742-ba6b-4cef3cad8839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:27:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['66bdec7c-9e6d-46db-8248-31091d2fa684'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:14.537090 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af9b535b-a068-4f97-bb48-0f10482c4ef4 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.563594 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af9b535b-a068-4f97-bb48-0f10482c4ef4 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.575068 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 54f5cab7-9ded-424c-b1f5-6533a199ee49 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:14.706917 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-48c394f1-e8b5-4742-ba6b-4cef3cad8839 None None] Set router 66bdec7c-9e6d-46db-8248-31091d2fa684 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:14.712833 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 54f5cab7-9ded-424c-b1f5-6533a199ee49 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:14.713222 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.884168 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01b6a2af-647d-405a-9dc9-e872320cb0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.992794 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af9b535b-a068-4f97-bb48-0f10482c4ef4 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.182651 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44700) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:15.275857 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-48c394f1-e8b5-4742-ba6b-4cef3cad8839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bdec7c-9e6d-46db-8248-31091d2fa684', 'name': 'tempest-TestAggregatesBasicOps-410905926-router', 'tenant_id': '366ed626d39e46698d60ff710d2f9be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '5d6a78e7-6973-4602-9c84-4f550ab7f204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:01Z', 'updated_at': '2021-07-14T09:28:10Z', 'revision_number': 4, 'project_id': '366ed626d39e46698d60ff710d2f9be7', 'gw_port': {'id': '5d6a78e7-6973-4602-9c84-4f550ab7f204', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bdec7c-9e6d-46db-8248-31091d2fa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:04Z', 'updated_at': '2021-07-14T09:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '153aa421-8850-4d45-955c-b079b9985497', 'name': '', 'network_id': '47a43e35-767b-4b38-a730-c2f8dd3a2041', 'tenant_id': '366ed626d39e46698d60ff710d2f9be7', 'mac_address': 'fa:16:3e:c0:59:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bdec7c-9e6d-46db-8248-31091d2fa684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '6678073f-28e4-486a-80b7-4d20178c7084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:09Z', 'updated_at': '2021-07-14T09:28:10Z', 'revision_number': 2, 'project_id': '366ed626d39e46698d60ff710d2f9be7', 'subnets': [{'id': '6678073f-28e4-486a-80b7-4d20178c7084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:15.313097 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c394f1-e8b5-4742-ba6b-4cef3cad8839 None None] Checking router: 66bdec7c-9e6d-46db-8248-31091d2fa684 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:15.313758 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c394f1-e8b5-4742-ba6b-4cef3cad8839 None None] Updating router 66bdec7c-9e6d-46db-8248-31091d2fa684 port 153aa421-8850-4d45-955c-b079b9985497 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:28:15.386756 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48c394f1-e8b5-4742-ba6b-4cef3cad8839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.024700 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48c394f1-e8b5-4742-ba6b-4cef3cad8839 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.046703 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-48c394f1-e8b5-4742-ba6b-4cef3cad8839 None None] Transition to ACTIVE for port object 153aa421-8850-4d45-955c-b079b9985497 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:16.068895 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48c394f1-e8b5-4742-ba6b-4cef3cad8839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.072426 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af9b535b-a068-4f97-bb48-0f10482c4ef4 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.077124 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af9b535b-a068-4f97-bb48-0f10482c4ef4 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.147327 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af9b535b-a068-4f97-bb48-0f10482c4ef4 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.149329 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9b535b-a068-4f97-bb48-0f10482c4ef4 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 09584587-d542-452f-b953-1780c0f76e67 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:28:16.180956 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4aaa4b86-c2c7-4233-a71a-f1d2ae100a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.212699 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-af9b535b-a068-4f97-bb48-0f10482c4ef4 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:28:16.221297 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-af9b535b-a068-4f97-bb48-0f10482c4ef4 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.2779784 Jul 14 09:28:16.228602 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44756) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:16.236521 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44758) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:16.332663 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3f87f-b3a1-4ac2-b8a9-12379b0f75c7 None None] Pushing event updated for resources: {'Port': ['ID=153aa421-8850-4d45-955c-b079b9985497,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:16.383074 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-48c394f1-e8b5-4742-ba6b-4cef3cad8839 None None] Attempting to bind port 153aa421-8850-4d45-955c-b079b9985497 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:16.388332 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-48c394f1-e8b5-4742-ba6b-4cef3cad8839 None None] Attempting to bind port 153aa421-8850-4d45-955c-b079b9985497 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '0b41b20e-3864-4daa-8644-1843e93822a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '47a43e35-767b-4b38-a730-c2f8dd3a2041'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:16.389078 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c394f1-e8b5-4742-ba6b-4cef3cad8839 None None] Attempting to bind port 153aa421-8850-4d45-955c-b079b9985497 on network 47a43e35-767b-4b38-a730-c2f8dd3a2041 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:16.399746 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c394f1-e8b5-4742-ba6b-4cef3cad8839 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:16.401061 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c394f1-e8b5-4742-ba6b-4cef3cad8839 None None] Checking segment: {'id': '0b41b20e-3864-4daa-8644-1843e93822a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '47a43e35-767b-4b38-a730-c2f8dd3a2041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:16.401318 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48c394f1-e8b5-4742-ba6b-4cef3cad8839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.407411 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c394f1-e8b5-4742-ba6b-4cef3cad8839 None None] Bound using segment: {'id': '0b41b20e-3864-4daa-8644-1843e93822a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '47a43e35-767b-4b38-a730-c2f8dd3a2041'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:16.408864 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-48c394f1-e8b5-4742-ba6b-4cef3cad8839 None None] Bound port: 153aa421-8850-4d45-955c-b079b9985497, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b41b20e-3864-4daa-8644-1843e93822a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '47a43e35-767b-4b38-a730-c2f8dd3a2041'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:16.412246 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48c394f1-e8b5-4742-ba6b-4cef3cad8839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.436382 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b6a2af-647d-405a-9dc9-e872320cb0d0 admin admin] Router 1767843a-ec09-496c-8aad-91efb89cd0a6 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:28:16.576850 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-48c394f1-e8b5-4742-ba6b-4cef3cad8839 None None] For port 153aa421-8850-4d45-955c-b079b9985497, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:16.586263 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-48c394f1-e8b5-4742-ba6b-4cef3cad8839 None None] For port 153aa421-8850-4d45-955c-b079b9985497, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=153aa421-8850-4d45-955c-b079b9985497,segment=NetworkSegment(0b41b20e-3864-4daa-8644-1843e93822a7),segment_id=0b41b20e-3864-4daa-8644-1843e93822a7)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:16.598351 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48c394f1-e8b5-4742-ba6b-4cef3cad8839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.617428 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb8db7b-2a6b-4ba3-bcd3-3fe49352e3e7 admin admin] Deleting subnet 4d211089-f84a-4abd-95ed-33ec1fb355eb {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:16.640178 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ecb8db7b-2a6b-4ba3-bcd3-3fe49352e3e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.673180 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3f87f-b3a1-4ac2-b8a9-12379b0f75c7 None None] Pushing event updated for resources: {'Port': ['ID=153aa421-8850-4d45-955c-b079b9985497,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:16.699613 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c394f1-e8b5-4742-ba6b-4cef3cad8839 None None] Routers {'66bdec7c-9e6d-46db-8248-31091d2fa684'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:16.700298 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-48c394f1-e8b5-4742-ba6b-4cef3cad8839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:27:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['66bdec7c-9e6d-46db-8248-31091d2fa684'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:16.845595 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-499840ae-e5d7-4fa2-83d9-fa8c023bd533 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Deleting port 5fab33eb-0845-4e35-b522-9d466aeb9fd3 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:16.846225 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-499840ae-e5d7-4fa2-83d9-fa8c023bd533 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.879866 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4aaa4b86-c2c7-4233-a71a-f1d2ae100a69 admin admin] Deleting port c1f770ce-16d8-4ee9-a366-93133391854e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:16.882119 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4aaa4b86-c2c7-4233-a71a-f1d2ae100a69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.923337 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-48c394f1-e8b5-4742-ba6b-4cef3cad8839 None None] Set router 66bdec7c-9e6d-46db-8248-31091d2fa684 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:16.995612 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ecb8db7b-2a6b-4ba3-bcd3-3fe49352e3e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.089979 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4aaa4b86-c2c7-4233-a71a-f1d2ae100a69 admin admin] For port c1f770ce-16d8-4ee9-a366-93133391854e, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c1f770ce-16d8-4ee9-a366-93133391854e,segment=NetworkSegment(650f76f3-882e-42e2-996f-007522ab3f2d),segment_id=650f76f3-882e-42e2-996f-007522ab3f2d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:17.091567 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4aaa4b86-c2c7-4233-a71a-f1d2ae100a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.100848 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b6a2af-647d-405a-9dc9-e872320cb0d0 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:17.111888 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf2810-ff8d-4f07-b81f-56474935c3b6 None None] Sync routers for ids ['1767843a-ec09-496c-8aad-91efb89cd0a6'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:17.126580 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbf2810-ff8d-4f07-b81f-56474935c3b6 None None] Routers {'1767843a-ec09-496c-8aad-91efb89cd0a6'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:17.127570 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-bcbf2810-ff8d-4f07-b81f-56474935c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:27:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1767843a-ec09-496c-8aad-91efb89cd0a6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:17.128885 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44776) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:17.131401 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ecb8db7b-2a6b-4ba3-bcd3-3fe49352e3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.141825 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4aaa4b86-c2c7-4233-a71a-f1d2ae100a69 admin admin] Calling delete_port for c1f770ce-16d8-4ee9-a366-93133391854e owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:17.238135 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01b6a2af-647d-405a-9dc9-e872320cb0d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.241684 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-01b6a2af-647d-405a-9dc9-e872320cb0d0 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.7660551 Jul 14 09:28:17.245535 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44782) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:17.272659 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-499840ae-e5d7-4fa2-83d9-fa8c023bd533 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.299023 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-499840ae-e5d7-4fa2-83d9-fa8c023bd533 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Calling delete_port for 5fab33eb-0845-4e35-b522-9d466aeb9fd3 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:17.381013 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ecb8db7b-2a6b-4ba3-bcd3-3fe49352e3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.390891 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-bcbf2810-ff8d-4f07-b81f-56474935c3b6 None None] Set router 1767843a-ec09-496c-8aad-91efb89cd0a6 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:17.394071 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-48c394f1-e8b5-4742-ba6b-4cef3cad8839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bdec7c-9e6d-46db-8248-31091d2fa684', 'name': 'tempest-TestAggregatesBasicOps-410905926-router', 'tenant_id': '366ed626d39e46698d60ff710d2f9be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '5d6a78e7-6973-4602-9c84-4f550ab7f204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:01Z', 'updated_at': '2021-07-14T09:28:10Z', 'revision_number': 4, 'project_id': '366ed626d39e46698d60ff710d2f9be7', 'gw_port': {'id': '5d6a78e7-6973-4602-9c84-4f550ab7f204', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bdec7c-9e6d-46db-8248-31091d2fa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:04Z', 'updated_at': '2021-07-14T09:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '153aa421-8850-4d45-955c-b079b9985497', 'name': '', 'network_id': '47a43e35-767b-4b38-a730-c2f8dd3a2041', 'tenant_id': '366ed626d39e46698d60ff710d2f9be7', 'mac_address': 'fa:16:3e:c0:59:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bdec7c-9e6d-46db-8248-31091d2fa684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '6678073f-28e4-486a-80b7-4d20178c7084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:09Z', 'updated_at': '2021-07-14T09:28:16Z', 'revision_number': 4, 'project_id': '366ed626d39e46698d60ff710d2f9be7', 'subnets': [{'id': '6678073f-28e4-486a-80b7-4d20178c7084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:17.416592 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ecb8db7b-2a6b-4ba3-bcd3-3fe49352e3e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.419009 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ecb8db7b-2a6b-4ba3-bcd3-3fe49352e3e7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4d211089-f84a-4abd-95ed-33ec1fb355eb HTTP/1.1" status: 204 len: 168 time: 1.1780429 Jul 14 09:28:17.444445 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c394f1-e8b5-4742-ba6b-4cef3cad8839 None None] The sync data for ids ['66bdec7c-9e6d-46db-8248-31091d2fa684'] in n-d-771362-35 is: [{'id': '66bdec7c-9e6d-46db-8248-31091d2fa684', 'name': 'tempest-TestAggregatesBasicOps-410905926-router', 'tenant_id': '366ed626d39e46698d60ff710d2f9be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '5d6a78e7-6973-4602-9c84-4f550ab7f204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:01Z', 'updated_at': '2021-07-14T09:28:10Z', 'revision_number': 4, 'project_id': '366ed626d39e46698d60ff710d2f9be7', 'gw_port': {'id': '5d6a78e7-6973-4602-9c84-4f550ab7f204', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bdec7c-9e6d-46db-8248-31091d2fa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:04Z', 'updated_at': '2021-07-14T09:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '153aa421-8850-4d45-955c-b079b9985497', 'name': '', 'network_id': '47a43e35-767b-4b38-a730-c2f8dd3a2041', 'tenant_id': '366ed626d39e46698d60ff710d2f9be7', 'mac_address': 'fa:16:3e:c0:59:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bdec7c-9e6d-46db-8248-31091d2fa684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '6678073f-28e4-486a-80b7-4d20178c7084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:09Z', 'updated_at': '2021-07-14T09:28:16Z', 'revision_number': 4, 'project_id': '366ed626d39e46698d60ff710d2f9be7', 'subnets': [{'id': '6678073f-28e4-486a-80b7-4d20178c7084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:17.455466 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44784) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:17.489016 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8db7b-2a6b-4ba3-bcd3-3fe49352e3e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d211089-f84a-4abd-95ed-33ec1fb355eb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:17.586284 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-28646a2a-e6df-48ee-bbbb-401f94d00e63 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6662600e54f4458c8a790ab6b812ce38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4561830 Jul 14 09:28:17.588675 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44786) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:17.695520 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0901bff4-c19d-4415-a755-6b86f03a51d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.762590 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7aceb2f9-9df8-4eef-9b76-1f7ff3bd76b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.830292 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-bcbf2810-ff8d-4f07-b81f-56474935c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'name': 'tempest-TestServerBasicOps-580676533-router', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'aafc4dd6-7dc6-417d-8717-119f064369f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:08Z', 'updated_at': '2021-07-14T09:28:14Z', 'revision_number': 3, 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'gw_port': {'id': 'aafc4dd6-7dc6-417d-8717-119f064369f1', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:11Z', 'updated_at': '2021-07-14T09:28:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:17.889144 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7aceb2f9-9df8-4eef-9b76-1f7ff3bd76b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.893449 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-499840ae-e5d7-4fa2-83d9-fa8c023bd533 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.902217 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf2810-ff8d-4f07-b81f-56474935c3b6 None None] Checking router: 1767843a-ec09-496c-8aad-91efb89cd0a6 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:17.902643 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf2810-ff8d-4f07-b81f-56474935c3b6 None None] Updating router 1767843a-ec09-496c-8aad-91efb89cd0a6 port aafc4dd6-7dc6-417d-8717-119f064369f1 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:28:17.986776 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499840ae-e5d7-4fa2-83d9-fa8c023bd533 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fab33eb-0845-4e35-b522-9d466aeb9fd3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:18.044561 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcbf2810-ff8d-4f07-b81f-56474935c3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.102886 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4aaa4b86-c2c7-4233-a71a-f1d2ae100a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.206390 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 153aa421-8850-4d45-955c-b079b9985497 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:18.260548 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7aceb2f9-9df8-4eef-9b76-1f7ff3bd76b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.268185 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7aceb2f9-9df8-4eef-9b76-1f7ff3bd76b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.274391 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7aceb2f9-9df8-4eef-9b76-1f7ff3bd76b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9334e828-e08e-4cce-b149-8aaf7c4a29c5 HTTP/1.1" status: 204 len: 168 time: 0.6843946 Jul 14 09:28:18.312863 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-499840ae-e5d7-4fa2-83d9-fa8c023bd533 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.318618 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-499840ae-e5d7-4fa2-83d9-fa8c023bd533 tempest-RoutersAdminNegativeIpV6Test-50042556 tempest-RoutersAdminNegativeIpV6Test-50042556-project-admin] 10.222.0.25 "DELETE /v2.0/ports/5fab33eb-0845-4e35-b522-9d466aeb9fd3 HTTP/1.1" status: 204 len: 168 time: 2.0787058 Jul 14 09:28:18.346486 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aceb2f9-9df8-4eef-9b76-1f7ff3bd76b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9334e828-e08e-4cce-b149-8aaf7c4a29c5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:18.593758 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa4b86-c2c7-4233-a71a-f1d2ae100a69 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f770ce-16d8-4ee9-a366-93133391854e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:18.710259 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a2796e3-4afc-45f6-9a57-c9f651680305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.940230 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 153aa421-8850-4d45-955c-b079b9985497 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:19.074796 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 153aa421-8850-4d45-955c-b079b9985497 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:19.075179 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.206373 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44812) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:19.472133 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0901bff4-c19d-4415-a755-6b86f03a51d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.505845 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-0901bff4-c19d-4415-a755-6b86f03a51d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a323e35-a8d4-496a-add5-192d6396cc7d']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:19.510263 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcbf2810-ff8d-4f07-b81f-56474935c3b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.541682 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-0901bff4-c19d-4415-a755-6b86f03a51d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8858597-40c0-4755-9e73-91e33087d2c5') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:19.542126 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-0901bff4-c19d-4415-a755-6b86f03a51d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8858597-40c0-4755-9e73-91e33087d2c5') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:19.547966 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-bcbf2810-ff8d-4f07-b81f-56474935c3b6 None None] Transition to ACTIVE for port object aafc4dd6-7dc6-417d-8717-119f064369f1 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:19.573732 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0901bff4-c19d-4415-a755-6b86f03a51d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.579336 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcbf2810-ff8d-4f07-b81f-56474935c3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.604812 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0901bff4-c19d-4415-a755-6b86f03a51d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.630691 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0901bff4-c19d-4415-a755-6b86f03a51d2 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:19.630935 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0901bff4-c19d-4415-a755-6b86f03a51d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.721840 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-41f837e0-750c-4018-afff-d7c27de5e864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.764859 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3cb8e-62a8-4947-86bd-13e2fe364474 None None] Pushing event updated for resources: {'Port': ['ID=aafc4dd6-7dc6-417d-8717-119f064369f1,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:19.831475 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:19.855626 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0901bff4-c19d-4415-a755-6b86f03a51d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.868263 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0901bff4-c19d-4415-a755-6b86f03a51d2 admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.879419 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0901bff4-c19d-4415-a755-6b86f03a51d2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4a323e35-a8d4-496a-add5-192d6396cc7d HTTP/1.1" status: 204 len: 168 time: 2.4220390 Jul 14 09:28:20.028008 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901bff4-c19d-4415-a755-6b86f03a51d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a323e35-a8d4-496a-add5-192d6396cc7d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:20.040875 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.090378 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-bcbf2810-ff8d-4f07-b81f-56474935c3b6 None None] Attempting to bind port aafc4dd6-7dc6-417d-8717-119f064369f1 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:20.090900 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-bcbf2810-ff8d-4f07-b81f-56474935c3b6 None None] Attempting to bind port aafc4dd6-7dc6-417d-8717-119f064369f1 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:20.091267 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbf2810-ff8d-4f07-b81f-56474935c3b6 None None] Attempting to bind port aafc4dd6-7dc6-417d-8717-119f064369f1 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:20.112375 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-41f837e0-750c-4018-afff-d7c27de5e864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.125079 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-41f837e0-750c-4018-afff-d7c27de5e864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.130502 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbf2810-ff8d-4f07-b81f-56474935c3b6 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:20.130939 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbf2810-ff8d-4f07-b81f-56474935c3b6 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:20.132573 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcbf2810-ff8d-4f07-b81f-56474935c3b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.133594 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbf2810-ff8d-4f07-b81f-56474935c3b6 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:20.135743 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-bcbf2810-ff8d-4f07-b81f-56474935c3b6 None None] Bound port: aafc4dd6-7dc6-417d-8717-119f064369f1, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:20.136582 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcbf2810-ff8d-4f07-b81f-56474935c3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.219613 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 153aa421-8850-4d45-955c-b079b9985497, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=153aa421-8850-4d45-955c-b079b9985497,segment=NetworkSegment(0b41b20e-3864-4daa-8644-1843e93822a7),segment_id=0b41b20e-3864-4daa-8644-1843e93822a7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:20.224736 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f837e0-750c-4018-afff-d7c27de5e864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a0bead-161f-4d5d-b0d5-2e34f33c6854,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:20.248130 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-41f837e0-750c-4018-afff-d7c27de5e864 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=379cdedc5777466a8ab941d16ec7cf2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0400753 Jul 14 09:28:20.249186 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44834) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:20.283862 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.286288 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44836) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:20.401212 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4aaa4b86-c2c7-4233-a71a-f1d2ae100a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.423766 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8fb85cea-0941-4750-ba07-594a6e966f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.489883 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bfbe0966-72e5-41e9-9295-25b7f4adc8c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=653aa7b492b74eeaba85e7627398d279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2023072 Jul 14 09:28:20.499574 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44842) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:20.506975 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-bcbf2810-ff8d-4f07-b81f-56474935c3b6 None None] For port aafc4dd6-7dc6-417d-8717-119f064369f1, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:20.526148 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-bcbf2810-ff8d-4f07-b81f-56474935c3b6 None None] For port aafc4dd6-7dc6-417d-8717-119f064369f1, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=aafc4dd6-7dc6-417d-8717-119f064369f1,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:20.533815 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=153aa421-8850-4d45-955c-b079b9985497,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:20.551762 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8fb85cea-0941-4750-ba07-594a6e966f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.568795 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcbf2810-ff8d-4f07-b81f-56474935c3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.719534 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbf2810-ff8d-4f07-b81f-56474935c3b6 None None] Routers {'1767843a-ec09-496c-8aad-91efb89cd0a6'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:20.725257 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-bcbf2810-ff8d-4f07-b81f-56474935c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:27:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1767843a-ec09-496c-8aad-91efb89cd0a6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:20.780073 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8fb85cea-0941-4750-ba07-594a6e966f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.785039 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8fb85cea-0941-4750-ba07-594a6e966f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.789291 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8fb85cea-0941-4750-ba07-594a6e966f82 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c0a0bead-161f-4d5d-b0d5-2e34f33c6854 HTTP/1.1" status: 204 len: 168 time: 0.5387492 Jul 14 09:28:20.840541 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb85cea-0941-4750-ba07-594a6e966f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a0bead-161f-4d5d-b0d5-2e34f33c6854,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:20.859853 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d006934-dd36-473e-ab7e-8b036c7c3264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.890852 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05997240-9764-4d1e-8f9f-347adf3cc152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.944790 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05997240-9764-4d1e-8f9f-347adf3cc152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.037736 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05997240-9764-4d1e-8f9f-347adf3cc152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.047540 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05997240-9764-4d1e-8f9f-347adf3cc152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.064059 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-05997240-9764-4d1e-8f9f-347adf3cc152 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4194c661-bf7e-4f7d-808d-760c594e5ba9 HTTP/1.1" status: 204 len: 168 time: 0.5534179 Jul 14 09:28:21.089231 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05997240-9764-4d1e-8f9f-347adf3cc152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4194c661-bf7e-4f7d-808d-760c594e5ba9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:21.117804 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aaa4b86-c2c7-4233-a71a-f1d2ae100a69 admin admin] Router 5d887b5e-d4a8-410f-8413-f2d3266fbab6 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:21.118080 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-bcbf2810-ff8d-4f07-b81f-56474935c3b6 None None] Set router 1767843a-ec09-496c-8aad-91efb89cd0a6 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:21.485305 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3cb8e-62a8-4947-86bd-13e2fe364474 None None] Pushing event updated for resources: {'Port': ['ID=aafc4dd6-7dc6-417d-8717-119f064369f1,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:21.577832 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3848042e-46f7-4870-9f22-1c9935cf86ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.596856 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.618335 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aaa4b86-c2c7-4233-a71a-f1d2ae100a69 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:21.626683 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4aaa4b86-c2c7-4233-a71a-f1d2ae100a69 admin admin] 10.222.0.25 "PUT /v2.0/routers/5d887b5e-d4a8-410f-8413-f2d3266fbab6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4428656 Jul 14 09:28:21.628558 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-6d006934-dd36-473e-ab7e-8b036c7c3264 admin admin] Allocated IP 172.20.0.1 (bc0bd8e8-a70c-46ac-88d0-6d79a7b009de/991179d8-8134-494e-aabe-217e4217c4a9/6cd46f15-c5a7-4512-85df-48a4040ab20c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:21.629137 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44862) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:21.641048 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29f5db2-a2b3-4300-96de-5e0d33805329 None None] Sync routers for ids ['5d887b5e-d4a8-410f-8413-f2d3266fbab6'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:21.687141 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29f5db2-a2b3-4300-96de-5e0d33805329 None None] Routers {'5d887b5e-d4a8-410f-8413-f2d3266fbab6'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:21.692200 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a29f5db2-a2b3-4300-96de-5e0d33805329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:28:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['5d887b5e-d4a8-410f-8413-f2d3266fbab6'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:21.725659 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-bcbf2810-ff8d-4f07-b81f-56474935c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'name': 'tempest-TestServerBasicOps-580676533-router', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'aafc4dd6-7dc6-417d-8717-119f064369f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:08Z', 'updated_at': '2021-07-14T09:28:14Z', 'revision_number': 3, 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'gw_port': {'id': 'aafc4dd6-7dc6-417d-8717-119f064369f1', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:11Z', 'updated_at': '2021-07-14T09:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:21.783014 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44864) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:21.801935 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf2810-ff8d-4f07-b81f-56474935c3b6 None None] The sync data for ids ['1767843a-ec09-496c-8aad-91efb89cd0a6'] in n-d-771362-35 is: [{'id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'name': 'tempest-TestServerBasicOps-580676533-router', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'aafc4dd6-7dc6-417d-8717-119f064369f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:08Z', 'updated_at': '2021-07-14T09:28:14Z', 'revision_number': 3, 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'gw_port': {'id': 'aafc4dd6-7dc6-417d-8717-119f064369f1', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:11Z', 'updated_at': '2021-07-14T09:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:21.900468 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba1d0cab-c37b-4e1b-9ed5-8542e05fe2a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.953452 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-a29f5db2-a2b3-4300-96de-5e0d33805329 None None] Set router 5d887b5e-d4a8-410f-8413-f2d3266fbab6 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:22.020761 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-38103713-5210-4b1a-abe6-d103bcc3a734 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ba0b3f2f0e948dcb7818c0db6ed7bfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2343392 Jul 14 09:28:22.033822 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44874) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:22.185192 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.194950 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d006934-dd36-473e-ab7e-8b036c7c3264 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.208675 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-236500ee-9215-4075-a3ef-223e9e052155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.217519 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba1d0cab-c37b-4e1b-9ed5-8542e05fe2a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.325097 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6d006934-dd36-473e-ab7e-8b036c7c3264 admin admin] Transition to ACTIVE for port object 6cd46f15-c5a7-4512-85df-48a4040ab20c will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:22.424168 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-236500ee-9215-4075-a3ef-223e9e052155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.478935 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d0cab-c37b-4e1b-9ed5-8542e05fe2a1 admin admin] Deleting port c575416f-a074-4f44-81f3-6a4bb6778c33 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:22.479417 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba1d0cab-c37b-4e1b-9ed5-8542e05fe2a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.564693 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a29f5db2-a2b3-4300-96de-5e0d33805329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d887b5e-d4a8-410f-8413-f2d3266fbab6', 'name': 'tempest-TestAggregatesBasicOps-122036863-router', 'tenant_id': 'd49dab162ef54ca99fe5727197abda1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'c575416f-a074-4f44-81f3-6a4bb6778c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:46Z', 'updated_at': '2021-07-14T09:28:17Z', 'revision_number': 5, 'project_id': 'd49dab162ef54ca99fe5727197abda1a', 'gw_port': {'id': 'c575416f-a074-4f44-81f3-6a4bb6778c33', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d887b5e-d4a8-410f-8413-f2d3266fbab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:48Z', 'updated_at': '2021-07-14T09:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:22.611941 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-236500ee-9215-4075-a3ef-223e9e052155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.616272 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-236500ee-9215-4075-a3ef-223e9e052155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.620768 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-236500ee-9215-4075-a3ef-223e9e052155 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84001e62-af17-4b89-92de-a592dc876f51 HTTP/1.1" status: 204 len: 168 time: 0.5860152 Jul 14 09:28:22.655999 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29f5db2-a2b3-4300-96de-5e0d33805329 None None] Checking router: 5d887b5e-d4a8-410f-8413-f2d3266fbab6 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:22.687643 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 153aa421-8850-4d45-955c-b079b9985497 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:22.692325 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29f5db2-a2b3-4300-96de-5e0d33805329 None None] Routers {'5d887b5e-d4a8-410f-8413-f2d3266fbab6'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:22.692991 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a29f5db2-a2b3-4300-96de-5e0d33805329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:28:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['5d887b5e-d4a8-410f-8413-f2d3266fbab6'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:22.747668 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236500ee-9215-4075-a3ef-223e9e052155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84001e62-af17-4b89-92de-a592dc876f51,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:22.756883 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d006934-dd36-473e-ab7e-8b036c7c3264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.824461 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 153aa421-8850-4d45-955c-b079b9985497 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:22.825367 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.832671 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ba1d0cab-c37b-4e1b-9ed5-8542e05fe2a1 admin admin] For port c575416f-a074-4f44-81f3-6a4bb6778c33, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c575416f-a074-4f44-81f3-6a4bb6778c33,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:22.833309 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba1d0cab-c37b-4e1b-9ed5-8542e05fe2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.880222 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d0cab-c37b-4e1b-9ed5-8542e05fe2a1 admin admin] Calling delete_port for c575416f-a074-4f44-81f3-6a4bb6778c33 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:22.894966 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d006934-dd36-473e-ab7e-8b036c7c3264 admin admin] Pushing event updated for resources: {'Port': ['ID=6cd46f15-c5a7-4512-85df-48a4040ab20c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:22.907561 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d006934-dd36-473e-ab7e-8b036c7c3264 admin admin] Network bc0bd8e8-a70c-46ac-88d0-6d79a7b009de is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:22.914591 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-6d006934-dd36-473e-ab7e-8b036c7c3264 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:22.923023 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d006934-dd36-473e-ab7e-8b036c7c3264 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:22.964505 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-a29f5db2-a2b3-4300-96de-5e0d33805329 None None] Set router 5d887b5e-d4a8-410f-8413-f2d3266fbab6 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:23.108642 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device aafc4dd6-7dc6-417d-8717-119f064369f1 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:23.159304 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d006934-dd36-473e-ab7e-8b036c7c3264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.239215 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a29f5db2-a2b3-4300-96de-5e0d33805329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d887b5e-d4a8-410f-8413-f2d3266fbab6', 'name': 'tempest-TestAggregatesBasicOps-122036863-router', 'tenant_id': 'd49dab162ef54ca99fe5727197abda1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:46Z', 'updated_at': '2021-07-14T09:28:22Z', 'revision_number': 6, 'project_id': 'd49dab162ef54ca99fe5727197abda1a', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:23.319394 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29f5db2-a2b3-4300-96de-5e0d33805329 None None] The sync data for ids ['5d887b5e-d4a8-410f-8413-f2d3266fbab6'] in n-d-771362-35 is: [{'id': '5d887b5e-d4a8-410f-8413-f2d3266fbab6', 'name': 'tempest-TestAggregatesBasicOps-122036863-router', 'tenant_id': 'd49dab162ef54ca99fe5727197abda1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:46Z', 'updated_at': '2021-07-14T09:28:22Z', 'revision_number': 6, 'project_id': 'd49dab162ef54ca99fe5727197abda1a', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:23.323767 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port aafc4dd6-7dc6-417d-8717-119f064369f1 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:23.355723 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port aafc4dd6-7dc6-417d-8717-119f064369f1 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:23.358040 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.559132 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba1d0cab-c37b-4e1b-9ed5-8542e05fe2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.649126 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.686897 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d0cab-c37b-4e1b-9ed5-8542e05fe2a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c575416f-a074-4f44-81f3-6a4bb6778c33,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:23.724643 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44922) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:23.775535 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d006934-dd36-473e-ab7e-8b036c7c3264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.775950 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.800548 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port aafc4dd6-7dc6-417d-8717-119f064369f1, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=aafc4dd6-7dc6-417d-8717-119f064369f1,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:23.802073 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-20cb871e-d282-4902-84ab-c004ada4fab3 None None] Provisioning for port 6cd46f15-c5a7-4512-85df-48a4040ab20c completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:23.815604 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.834191 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-20cb871e-d282-4902-84ab-c004ada4fab3 None None] Provisioning complete for port 6cd46f15-c5a7-4512-85df-48a4040ab20c triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:23.834578 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20cb871e-d282-4902-84ab-c004ada4fab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.943775 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba1d0cab-c37b-4e1b-9ed5-8542e05fe2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.015098 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-20cb871e-d282-4902-84ab-c004ada4fab3 None None] Port 6cd46f15-c5a7-4512-85df-48a4040ab20c cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:24.037644 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=aafc4dd6-7dc6-417d-8717-119f064369f1,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:24.098073 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba1d0cab-c37b-4e1b-9ed5-8542e05fe2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.101355 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba1d0cab-c37b-4e1b-9ed5-8542e05fe2a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.201278 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba1d0cab-c37b-4e1b-9ed5-8542e05fe2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.202330 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1d0cab-c37b-4e1b-9ed5-8542e05fe2a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d887b5e-d4a8-410f-8413-f2d3266fbab6 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:28:24.210117 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba1d0cab-c37b-4e1b-9ed5-8542e05fe2a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.210546 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-11541c08-fd41-4f29-bc1f-d07fe5c67138 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1877046209-network', 'tenant_id': '13a6cb8219634407be0dfc48ca82a27b'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:24.212564 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ba1d0cab-c37b-4e1b-9ed5-8542e05fe2a1 admin admin] 10.222.0.25 "DELETE /v2.0/routers/5d887b5e-d4a8-410f-8413-f2d3266fbab6 HTTP/1.1" status: 204 len: 168 time: 2.5822489 Jul 14 09:28:24.215332 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44936) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:24.317279 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11541c08-fd41-4f29-bc1f-d07fe5c67138 admin admin] Made reservation on behalf of 13a6cb8219634407be0dfc48ca82a27b for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:24.328306 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11541c08-fd41-4f29-bc1f-d07fe5c67138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.352224 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e112ab0c-4851-47b5-8a78-fb8ed3353f82 admin admin] Deleting subnet e9a6a5e6-0a33-41a4-b4f6-b242cd61e411 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:24.359330 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11541c08-fd41-4f29-bc1f-d07fe5c67138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.366455 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e112ab0c-4851-47b5-8a78-fb8ed3353f82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.434513 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d006934-dd36-473e-ab7e-8b036c7c3264 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.446435 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e112ab0c-4851-47b5-8a78-fb8ed3353f82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.457334 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d006934-dd36-473e-ab7e-8b036c7c3264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.584118 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device aafc4dd6-7dc6-417d-8717-119f064369f1 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:24.668033 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e112ab0c-4851-47b5-8a78-fb8ed3353f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.704748 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44948) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:24.751774 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port aafc4dd6-7dc6-417d-8717-119f064369f1 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:24.754745 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.778073 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44952) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:24.787327 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d006934-dd36-473e-ab7e-8b036c7c3264 admin admin] Pushing event updated for resources: {'Port': ['ID=6cd46f15-c5a7-4512-85df-48a4040ab20c,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:24.794292 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d006934-dd36-473e-ab7e-8b036c7c3264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.825805 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e112ab0c-4851-47b5-8a78-fb8ed3353f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.935306 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112ab0c-4851-47b5-8a78-fb8ed3353f82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9a6a5e6-0a33-41a4-b4f6-b242cd61e411,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:24.950193 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e112ab0c-4851-47b5-8a78-fb8ed3353f82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.955475 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e112ab0c-4851-47b5-8a78-fb8ed3353f82 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e9a6a5e6-0a33-41a4-b4f6-b242cd61e411 HTTP/1.1" status: 204 len: 168 time: 0.7390652 Jul 14 09:28:24.958082 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 44958) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:24.981012 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d006934-dd36-473e-ab7e-8b036c7c3264 admin admin] Network bc0bd8e8-a70c-46ac-88d0-6d79a7b009de is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:24.987353 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-6d006934-dd36-473e-ab7e-8b036c7c3264 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:25.202070 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e913f318-b6b2-4e23-8ba3-d03a149a73f8 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1150547453'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:25.205614 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71f1fa6-6dee-459e-958d-adb22da5f769 None None] Network 94d7f430-7e2c-42b2-b2da-cb48b7e748a6 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:25.210934 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2d5520d-0488-4682-b961-3cdad0b89282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.263216 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11541c08-fd41-4f29-bc1f-d07fe5c67138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.266123 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f40f812f-0a0d-4af2-9edf-8290be4eb028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.289140 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11541c08-fd41-4f29-bc1f-d07fe5c67138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.361342 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11541c08-fd41-4f29-bc1f-d07fe5c67138 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:25.423318 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11541c08-fd41-4f29-bc1f-d07fe5c67138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.423714 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-11541c08-fd41-4f29-bc1f-d07fe5c67138 admin admin] Added segment c1231d5a-9bfd-4b22-82a0-1f7ac50d979e of type vlan for network e49d4647-517e-4d0c-9914-1d89ddce536e Jul 14 09:28:25.438977 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e913f318-b6b2-4e23-8ba3-d03a149a73f8 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Made reservation on behalf of 91f072b102424e07885a171020f4f670 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:25.443025 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e913f318-b6b2-4e23-8ba3-d03a149a73f8 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.462060 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c575416f-a074-4f44-81f3-6a4bb6778c33 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:25.471306 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e913f318-b6b2-4e23-8ba3-d03a149a73f8 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.505293 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11541c08-fd41-4f29-bc1f-d07fe5c67138 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.527749 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11541c08-fd41-4f29-bc1f-d07fe5c67138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d090254e-6c18-495c-9b1c-966b1a548a7c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:25.544296 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d006934-dd36-473e-ab7e-8b036c7c3264 admin admin] Router 1767843a-ec09-496c-8aad-91efb89cd0a6 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:25.567480 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11541c08-fd41-4f29-bc1f-d07fe5c67138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.568523 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11541c08-fd41-4f29-bc1f-d07fe5c67138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:25.569319 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11541c08-fd41-4f29-bc1f-d07fe5c67138 admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.577244 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: c575416f-a074-4f44-81f3-6a4bb6778c33 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:25.577600 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c575416f-a074-4f44-81f3-6a4bb6778c33 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:25.579990 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c1f770ce-16d8-4ee9-a366-93133391854e no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:25.582995 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f40f812f-0a0d-4af2-9edf-8290be4eb028 admin admin] Deleting port 5506437c-8f67-46d8-b72a-05e9742de567 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:25.583352 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f40f812f-0a0d-4af2-9edf-8290be4eb028 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.665770 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: c1f770ce-16d8-4ee9-a366-93133391854e {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:25.667358 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c1f770ce-16d8-4ee9-a366-93133391854e not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:25.716902 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7342fc6d-2c7b-4d11-a263-2bc11bb0acae None None] Provisioning complete for port 6cd46f15-c5a7-4512-85df-48a4040ab20c triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:25.718065 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7342fc6d-2c7b-4d11-a263-2bc11bb0acae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.719873 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11541c08-fd41-4f29-bc1f-d07fe5c67138 admin admin] Pushing event updated for resources: {'Network': ['ID=e49d4647-517e-4d0c-9914-1d89ddce536e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:25.742459 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d006934-dd36-473e-ab7e-8b036c7c3264 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:25.752492 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6d006934-dd36-473e-ab7e-8b036c7c3264 admin admin] 10.222.0.25 "PUT /v2.0/routers/1767843a-ec09-496c-8aad-91efb89cd0a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5019207 Jul 14 09:28:25.754840 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f40f812f-0a0d-4af2-9edf-8290be4eb028 admin admin] For port 5506437c-8f67-46d8-b72a-05e9742de567, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=5506437c-8f67-46d8-b72a-05e9742de567,segment=NetworkSegment(650f76f3-882e-42e2-996f-007522ab3f2d),segment_id=650f76f3-882e-42e2-996f-007522ab3f2d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:25.755362 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f40f812f-0a0d-4af2-9edf-8290be4eb028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.766185 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90787e4-96b7-48f5-a6a3-fb9875cc6fbd None None] Sync routers for ids ['1767843a-ec09-496c-8aad-91efb89cd0a6'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:25.774832 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network e49d4647-517e-4d0c-9914-1d89ddce536e details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:25.781950 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f40f812f-0a0d-4af2-9edf-8290be4eb028 admin admin] Calling delete_port for 5506437c-8f67-46d8-b72a-05e9742de567 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:25.856877 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2d5520d-0488-4682-b961-3cdad0b89282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.870238 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2d5520d-0488-4682-b961-3cdad0b89282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.876690 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-11541c08-fd41-4f29-bc1f-d07fe5c67138 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1508899 Jul 14 09:28:25.880382 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44972) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:25.886119 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-8e1cb20c-adb1-4d65-ac37-3440170e153c admin admin] Request body: {'subnet': {'network_id': 'e49d4647-517e-4d0c-9914-1d89ddce536e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1877046209-subnet', 'tenant_id': '13a6cb8219634407be0dfc48ca82a27b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:25.907345 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90787e4-96b7-48f5-a6a3-fb9875cc6fbd None None] Routers {'1767843a-ec09-496c-8aad-91efb89cd0a6'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:25.908432 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d90787e4-96b7-48f5-a6a3-fb9875cc6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:28:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1767843a-ec09-496c-8aad-91efb89cd0a6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:25.937822 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-8e1cb20c-adb1-4d65-ac37-3440170e153c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:28:25.937822 n-d-771362-35 neutron-server[93772]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:28:25.937822 n-d-771362-35 neutron-server[93772]: [parameters: {'project_id_1': '13a6cb8219634407be0dfc48ca82a27b', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 28, 25, 890918)}] Jul 14 09:28:25.937822 n-d-771362-35 neutron-server[93772]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:28:25.938301 n-d-771362-35 neutron-server[93772]: DEBUG oslo_db.api [None req-8e1cb20c-adb1-4d65-ac37-3440170e153c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:28:25.966139 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f2d5520d-0488-4682-b961-3cdad0b89282 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ead32894983940e8a2907f252e5e8425&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2578845 Jul 14 09:28:25.966487 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 44974) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:25.977181 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7342fc6d-2c7b-4d11-a263-2bc11bb0acae None None] Port 6cd46f15-c5a7-4512-85df-48a4040ab20c cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:26.061867 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5520d-0488-4682-b961-3cdad0b89282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c8316a-301d-4fd3-9507-a02b2a714149,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:26.085276 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f40f812f-0a0d-4af2-9edf-8290be4eb028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.086870 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b5978a7-0fb5-4082-ba58-79ad48fea497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.136956 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f812f-0a0d-4af2-9edf-8290be4eb028 admin admin] Pushing event deleted for resources: {'Port': ['ID=5506437c-8f67-46d8-b72a-05e9742de567,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:26.155282 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b5978a7-0fb5-4082-ba58-79ad48fea497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.168721 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40f812f-0a0d-4af2-9edf-8290be4eb028 admin admin] No DVR routers for this DVR port 5506437c-8f67-46d8-b72a-05e9742de567 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:26.242330 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b5978a7-0fb5-4082-ba58-79ad48fea497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.247012 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b5978a7-0fb5-4082-ba58-79ad48fea497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.249069 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8b5978a7-0fb5-4082-ba58-79ad48fea497 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62c8316a-301d-4fd3-9507-a02b2a714149 HTTP/1.1" status: 204 len: 168 time: 0.2809277 Jul 14 09:28:26.289644 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5978a7-0fb5-4082-ba58-79ad48fea497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c8316a-301d-4fd3-9507-a02b2a714149,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:26.344848 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5569fd-ba25-44ee-a17f-2bd49e6cbc46 None None] DHCP port deletion for 94d7f430-7e2c-42b2-b2da-cb48b7e748a6 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:28:26.363379 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-d90787e4-96b7-48f5-a6a3-fb9875cc6fbd None None] Set router 1767843a-ec09-496c-8aad-91efb89cd0a6 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:26.370879 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f40f812f-0a0d-4af2-9edf-8290be4eb028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.386833 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e913f318-b6b2-4e23-8ba3-d03a149a73f8 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.391470 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-f40f812f-0a0d-4af2-9edf-8290be4eb028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d7f430-7e2c-42b2-b2da-cb48b7e748a6']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:26.408658 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e913f318-b6b2-4e23-8ba3-d03a149a73f8 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.423400 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e913f318-b6b2-4e23-8ba3-d03a149a73f8 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:26.453570 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e913f318-b6b2-4e23-8ba3-d03a149a73f8 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.454255 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-e913f318-b6b2-4e23-8ba3-d03a149a73f8 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Added segment f1609ada-ee1b-4ed7-a851-aa132564296f of type vlan for network 83c23b60-9df3-4b19-a44c-72a60ba86277 Jul 14 09:28:26.474219 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1cb20c-adb1-4d65-ac37-3440170e153c admin admin] Made reservation on behalf of 13a6cb8219634407be0dfc48ca82a27b for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:26.477526 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e1cb20c-adb1-4d65-ac37-3440170e153c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.524888 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e913f318-b6b2-4e23-8ba3-d03a149a73f8 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.525148 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 5506437c-8f67-46d8-b72a-05e9742de567 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:26.564740 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-f40f812f-0a0d-4af2-9edf-8290be4eb028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '650f76f3-882e-42e2-996f-007522ab3f2d') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:26.565088 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-f40f812f-0a0d-4af2-9edf-8290be4eb028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '650f76f3-882e-42e2-996f-007522ab3f2d') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:26.604110 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913f318-b6b2-4e23-8ba3-d03a149a73f8 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f079383f-5643-4b06-b494-89d7c104ffed,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:26.609640 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e913f318-b6b2-4e23-8ba3-d03a149a73f8 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.619478 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e913f318-b6b2-4e23-8ba3-d03a149a73f8 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:26.620626 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e913f318-b6b2-4e23-8ba3-d03a149a73f8 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.626496 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 5506437c-8f67-46d8-b72a-05e9742de567 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:26.626641 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 5506437c-8f67-46d8-b72a-05e9742de567 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:26.656517 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f40f812f-0a0d-4af2-9edf-8290be4eb028 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.666380 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e913f318-b6b2-4e23-8ba3-d03a149a73f8 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8839879 Jul 14 09:28:26.680511 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45002) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:26.713591 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-5cd916c6-85fb-4b89-af07-62140962cdfa tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Request body: {'subnet': {'network_id': '83c23b60-9df3-4b19-a44c-72a60ba86277', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:26.740202 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f40f812f-0a0d-4af2-9edf-8290be4eb028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.754777 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f40f812f-0a0d-4af2-9edf-8290be4eb028 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:26.755311 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f40f812f-0a0d-4af2-9edf-8290be4eb028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:26.758313 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:26.806538 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913f318-b6b2-4e23-8ba3-d03a149a73f8 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Pushing event updated for resources: {'Network': ['ID=83c23b60-9df3-4b19-a44c-72a60ba86277,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:26.823238 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 83c23b60-9df3-4b19-a44c-72a60ba86277 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:26.858154 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f40f812f-0a0d-4af2-9edf-8290be4eb028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.869663 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f40f812f-0a0d-4af2-9edf-8290be4eb028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.873054 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f40f812f-0a0d-4af2-9edf-8290be4eb028 admin admin] 10.222.0.25 "DELETE /v2.0/networks/94d7f430-7e2c-42b2-b2da-cb48b7e748a6 HTTP/1.1" status: 204 len: 168 time: 1.9060743 Jul 14 09:28:26.879126 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45008) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:26.978295 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d90787e4-96b7-48f5-a6a3-fb9875cc6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'name': 'tempest-TestServerBasicOps-580676533-router', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'aafc4dd6-7dc6-417d-8717-119f064369f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:08Z', 'updated_at': '2021-07-14T09:28:23Z', 'revision_number': 4, 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'gw_port': {'id': 'aafc4dd6-7dc6-417d-8717-119f064369f1', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:11Z', 'updated_at': '2021-07-14T09:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '6cd46f15-c5a7-4512-85df-48a4040ab20c', 'name': '', 'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'mac_address': 'fa:16:3e:2b:e0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '991179d8-8134-494e-aabe-217e4217c4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:20Z', 'updated_at': '2021-07-14T09:28:23Z', 'revision_number': 2, 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'subnets': [{'id': '991179d8-8134-494e-aabe-217e4217c4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:27.008237 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f812f-0a0d-4af2-9edf-8290be4eb028 admin admin] Pushing event deleted for resources: {'Network': ['ID=94d7f430-7e2c-42b2-b2da-cb48b7e748a6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:27.015324 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90787e4-96b7-48f5-a6a3-fb9875cc6fbd None None] Checking router: 1767843a-ec09-496c-8aad-91efb89cd0a6 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:27.015770 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90787e4-96b7-48f5-a6a3-fb9875cc6fbd None None] Updating router 1767843a-ec09-496c-8aad-91efb89cd0a6 port 6cd46f15-c5a7-4512-85df-48a4040ab20c binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:28:27.059410 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d90787e4-96b7-48f5-a6a3-fb9875cc6fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.079577 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45016) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:27.091855 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-eaca0a9f-a748-481d-b994-7644ab1b1758 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1301929849-network', 'tenant_id': '08e7d3703a9c416d87d415c21a511fdf'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:27.334393 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e1cb20c-adb1-4d65-ac37-3440170e153c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.359553 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd916c6-85fb-4b89-af07-62140962cdfa tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Made reservation on behalf of 91f072b102424e07885a171020f4f670 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:27.367474 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5cd916c6-85fb-4b89-af07-62140962cdfa tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.596254 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaca0a9f-a748-481d-b994-7644ab1b1758 admin admin] Made reservation on behalf of 08e7d3703a9c416d87d415c21a511fdf for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:27.598916 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eaca0a9f-a748-481d-b994-7644ab1b1758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.637416 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1cb20c-adb1-4d65-ac37-3440170e153c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3346c6f-5d4f-467b-92d0-aefbe281d4f2,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:27.658905 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eaca0a9f-a748-481d-b994-7644ab1b1758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.733556 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1cb20c-adb1-4d65-ac37-3440170e153c admin admin] Checking segment: {'id': 'c1231d5a-9bfd-4b22-82a0-1f7ac50d979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e49d4647-517e-4d0c-9914-1d89ddce536e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:27.735502 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1cb20c-adb1-4d65-ac37-3440170e153c admin admin] Network hostable DHCP agents. Network: e49d4647-517e-4d0c-9914-1d89ddce536e, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:28:27.798437 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d90787e4-96b7-48f5-a6a3-fb9875cc6fbd None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.815351 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d90787e4-96b7-48f5-a6a3-fb9875cc6fbd None None] Transition to ACTIVE for port object 6cd46f15-c5a7-4512-85df-48a4040ab20c will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:27.825792 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d90787e4-96b7-48f5-a6a3-fb9875cc6fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.852977 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e033589-bcc5-4032-a722-9530c0f05cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.955621 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45034) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:28.080680 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5cd916c6-85fb-4b89-af07-62140962cdfa tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.092342 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c20273-932d-4842-836c-6fa77dff0693 None None] Pushing event updated for resources: {'Port': ['ID=6cd46f15-c5a7-4512-85df-48a4040ab20c,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:28.103258 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1cb20c-adb1-4d65-ac37-3440170e153c admin admin] Network e49d4647-517e-4d0c-9914-1d89ddce536e is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:28:28.137162 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-d90787e4-96b7-48f5-a6a3-fb9875cc6fbd None None] Attempting to bind port 6cd46f15-c5a7-4512-85df-48a4040ab20c on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:28.137932 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-d90787e4-96b7-48f5-a6a3-fb9875cc6fbd None None] Attempting to bind port 6cd46f15-c5a7-4512-85df-48a4040ab20c by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '453ece6d-5cea-4efb-887d-3c45c59ba186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:28.138683 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90787e4-96b7-48f5-a6a3-fb9875cc6fbd None None] Attempting to bind port 6cd46f15-c5a7-4512-85df-48a4040ab20c on network bc0bd8e8-a70c-46ac-88d0-6d79a7b009de {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:28.145621 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90787e4-96b7-48f5-a6a3-fb9875cc6fbd None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:28.146659 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90787e4-96b7-48f5-a6a3-fb9875cc6fbd None None] Checking segment: {'id': '453ece6d-5cea-4efb-887d-3c45c59ba186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:28.147263 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d90787e4-96b7-48f5-a6a3-fb9875cc6fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.147890 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90787e4-96b7-48f5-a6a3-fb9875cc6fbd None None] Bound using segment: {'id': '453ece6d-5cea-4efb-887d-3c45c59ba186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:28.148597 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-d90787e4-96b7-48f5-a6a3-fb9875cc6fbd None None] Bound port: 6cd46f15-c5a7-4512-85df-48a4040ab20c, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453ece6d-5cea-4efb-887d-3c45c59ba186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:28.149157 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d90787e4-96b7-48f5-a6a3-fb9875cc6fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.225887 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8e1cb20c-adb1-4d65-ac37-3440170e153c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, e49d4647-517e-4d0c-9914-1d89ddce536e) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:28.273522 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4d636a-6f46-4b21-a809-68595a4d577b None None] Network e49d4647-517e-4d0c-9914-1d89ddce536e requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:28.282518 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1cb20c-adb1-4d65-ac37-3440170e153c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.291750 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e1cb20c-adb1-4d65-ac37-3440170e153c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.360233 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd916c6-85fb-4b89-af07-62140962cdfa tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Checking segment: {'id': 'f1609ada-ee1b-4ed7-a851-aa132564296f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '83c23b60-9df3-4b19-a44c-72a60ba86277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:28.360810 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd916c6-85fb-4b89-af07-62140962cdfa tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Network hostable DHCP agents. Network: 83c23b60-9df3-4b19-a44c-72a60ba86277, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:28:28.390568 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd916c6-85fb-4b89-af07-62140962cdfa tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Pushing event updated for resources: {'Subnet': ['ID=65b88a1a-5df6-414d-bda2-840d1870cd2a,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:28.439895 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d90787e4-96b7-48f5-a6a3-fb9875cc6fbd None None] For port 6cd46f15-c5a7-4512-85df-48a4040ab20c, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:28.454196 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd916c6-85fb-4b89-af07-62140962cdfa tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Network 83c23b60-9df3-4b19-a44c-72a60ba86277 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:28:28.476617 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5cd916c6-85fb-4b89-af07-62140962cdfa tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 83c23b60-9df3-4b19-a44c-72a60ba86277) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:28.492828 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd916c6-85fb-4b89-af07-62140962cdfa tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.493546 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5cd916c6-85fb-4b89-af07-62140962cdfa tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.512871 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d90787e4-96b7-48f5-a6a3-fb9875cc6fbd None None] For port 6cd46f15-c5a7-4512-85df-48a4040ab20c, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=6cd46f15-c5a7-4512-85df-48a4040ab20c,segment=NetworkSegment(453ece6d-5cea-4efb-887d-3c45c59ba186),segment_id=453ece6d-5cea-4efb-887d-3c45c59ba186)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:28.518020 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9077f5f1-bb1c-44dd-aaa9-ce6071ad9ab0 None None] Network 83c23b60-9df3-4b19-a44c-72a60ba86277 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:28.531022 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eaca0a9f-a748-481d-b994-7644ab1b1758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.540770 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eaca0a9f-a748-481d-b994-7644ab1b1758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.551071 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6e033589-bcc5-4032-a722-9530c0f05cb6 admin admin] Deleting port 153aa421-8850-4d45-955c-b079b9985497 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:28.551433 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e033589-bcc5-4032-a722-9530c0f05cb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.554958 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8e1cb20c-adb1-4d65-ac37-3440170e153c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6727605 Jul 14 09:28:28.562489 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45044) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:28.571552 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5cd916c6-85fb-4b89-af07-62140962cdfa tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8896856 Jul 14 09:28:28.572642 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45046) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:28.590408 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d90787e4-96b7-48f5-a6a3-fb9875cc6fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.593750 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-75132683-9647-4759-a0c0-1cae61ede34c tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Request body: {'port': {'network_id': '83c23b60-9df3-4b19-a44c-72a60ba86277', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-277346353'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:28.622257 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaca0a9f-a748-481d-b994-7644ab1b1758 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:28.650382 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-59fb69b6-d24f-4f11-b752-42f7a08d756a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1877046209-router', 'tenant_id': '13a6cb8219634407be0dfc48ca82a27b', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:28.658400 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca0a9f-a748-481d-b994-7644ab1b1758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03073424-c05a-48c6-b93e-e0c85842c717,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:28.669858 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f509dd60-677f-4e7d-9ae6-35ee84aa6ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.680540 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eaca0a9f-a748-481d-b994-7644ab1b1758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.680926 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-eaca0a9f-a748-481d-b994-7644ab1b1758 admin admin] Added segment 94dbb534-108a-4fe6-855b-828ec38e03cf of type vlan for network 21b00026-a9a1-41ed-beba-cdce72bf6533 Jul 14 09:28:28.773250 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c20273-932d-4842-836c-6fa77dff0693 None None] Pushing event updated for resources: {'Port': ['ID=6cd46f15-c5a7-4512-85df-48a4040ab20c,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:28.835212 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eaca0a9f-a748-481d-b994-7644ab1b1758 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.855179 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90787e4-96b7-48f5-a6a3-fb9875cc6fbd None None] Routers {'1767843a-ec09-496c-8aad-91efb89cd0a6'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:28.855998 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d90787e4-96b7-48f5-a6a3-fb9875cc6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:28:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1767843a-ec09-496c-8aad-91efb89cd0a6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:28.907462 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eaca0a9f-a748-481d-b994-7644ab1b1758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.910272 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaca0a9f-a748-481d-b994-7644ab1b1758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.911598 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eaca0a9f-a748-481d-b994-7644ab1b1758 admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.940294 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f509dd60-677f-4e7d-9ae6-35ee84aa6ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.944529 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59fb69b6-d24f-4f11-b752-42f7a08d756a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.945594 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59fb69b6-d24f-4f11-b752-42f7a08d756a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.964482 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f509dd60-677f-4e7d-9ae6-35ee84aa6ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.029908 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca0a9f-a748-481d-b994-7644ab1b1758 admin admin] Pushing event updated for resources: {'Network': ['ID=21b00026-a9a1-41ed-beba-cdce72bf6533,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:29.048179 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75132683-9647-4759-a0c0-1cae61ede34c tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Made reservation on behalf of 91f072b102424e07885a171020f4f670 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:29.053000 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75132683-9647-4759-a0c0-1cae61ede34c tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.062158 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-eaca0a9f-a748-481d-b994-7644ab1b1758 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9813828 Jul 14 09:28:29.070036 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45058) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:29.077181 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-4f472f16-e20b-46bc-b1e7-d13c5e66b31a admin admin] Request body: {'subnet': {'network_id': '21b00026-a9a1-41ed-beba-cdce72bf6533', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1301929849-subnet', 'tenant_id': '08e7d3703a9c416d87d415c21a511fdf', 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:29.078610 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 21b00026-a9a1-41ed-beba-cdce72bf6533 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:29.099452 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-75132683-9647-4759-a0c0-1cae61ede34c tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] device_id is not set on port 9f0cf52a-88c1-42d7-8de8-f79a382043e0 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:29.245881 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5fb91c-e04b-4eec-bff2-c63af31d0926 None None] Network e49d4647-517e-4d0c-9914-1d89ddce536e requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:29.525779 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-d90787e4-96b7-48f5-a6a3-fb9875cc6fbd None None] Set router 1767843a-ec09-496c-8aad-91efb89cd0a6 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:29.647613 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba853c63-dc8a-43a1-8a3f-fd3d197bf68d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-83c23b60-9df3-4b19-a44c-72a60ba86277', 'network_id': '83c23b60-9df3-4b19-a44c-72a60ba86277', 'tenant_id': '91f072b102424e07885a171020f4f670', 'fixed_ips': [{'subnet_id': '65b88a1a-5df6-414d-bda2-840d1870cd2a'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:28:29.648501 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba853c63-dc8a-43a1-8a3f-fd3d197bf68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.697564 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f509dd60-677f-4e7d-9ae6-35ee84aa6ec6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=20d23abf19e0429ca2d577da9ea636cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7407224 Jul 14 09:28:29.701479 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45066) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:29.710932 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59fb69b6-d24f-4f11-b752-42f7a08d756a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.773999 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f472f16-e20b-46bc-b1e7-d13c5e66b31a admin admin] Made reservation on behalf of 08e7d3703a9c416d87d415c21a511fdf for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:29.777198 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f472f16-e20b-46bc-b1e7-d13c5e66b31a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.900159 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6e033589-bcc5-4032-a722-9530c0f05cb6 admin admin] For port 153aa421-8850-4d45-955c-b079b9985497, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=153aa421-8850-4d45-955c-b079b9985497,segment=NetworkSegment(0b41b20e-3864-4daa-8644-1843e93822a7),segment_id=0b41b20e-3864-4daa-8644-1843e93822a7)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:29.901367 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e033589-bcc5-4032-a722-9530c0f05cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.977059 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-ba853c63-dc8a-43a1-8a3f-fd3d197bf68d None None] Allocated IP 2001:db8::2 (83c23b60-9df3-4b19-a44c-72a60ba86277/65b88a1a-5df6-414d-bda2-840d1870cd2a/5f24ff77-35c7-4aca-b5df-6c7713379acc) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:30.014762 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509dd60-677f-4e7d-9ae6-35ee84aa6ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527c9544-a4d4-442d-85b1-70ffb0b77dff,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:30.053797 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d90787e4-96b7-48f5-a6a3-fb9875cc6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'name': 'tempest-TestServerBasicOps-580676533-router', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'aafc4dd6-7dc6-417d-8717-119f064369f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:08Z', 'updated_at': '2021-07-14T09:28:23Z', 'revision_number': 4, 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'gw_port': {'id': 'aafc4dd6-7dc6-417d-8717-119f064369f1', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:11Z', 'updated_at': '2021-07-14T09:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '6cd46f15-c5a7-4512-85df-48a4040ab20c', 'name': '', 'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'mac_address': 'fa:16:3e:2b:e0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '991179d8-8134-494e-aabe-217e4217c4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:20Z', 'updated_at': '2021-07-14T09:28:28Z', 'revision_number': 4, 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'subnets': [{'id': '991179d8-8134-494e-aabe-217e4217c4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:30.085620 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f472f16-e20b-46bc-b1e7-d13c5e66b31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.092244 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90787e4-96b7-48f5-a6a3-fb9875cc6fbd None None] The sync data for ids ['1767843a-ec09-496c-8aad-91efb89cd0a6'] in n-d-771362-35 is: [{'id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'name': 'tempest-TestServerBasicOps-580676533-router', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'aafc4dd6-7dc6-417d-8717-119f064369f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:08Z', 'updated_at': '2021-07-14T09:28:23Z', 'revision_number': 4, 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'gw_port': {'id': 'aafc4dd6-7dc6-417d-8717-119f064369f1', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:11Z', 'updated_at': '2021-07-14T09:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '6cd46f15-c5a7-4512-85df-48a4040ab20c', 'name': '', 'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'mac_address': 'fa:16:3e:2b:e0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '991179d8-8134-494e-aabe-217e4217c4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:20Z', 'updated_at': '2021-07-14T09:28:28Z', 'revision_number': 4, 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'subnets': [{'id': '991179d8-8134-494e-aabe-217e4217c4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:30.133170 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6e033589-bcc5-4032-a722-9530c0f05cb6 admin admin] Calling delete_port for 153aa421-8850-4d45-955c-b079b9985497 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:30.168623 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59fb69b6-d24f-4f11-b752-42f7a08d756a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.219150 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f472f16-e20b-46bc-b1e7-d13c5e66b31a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c10c25e-d410-4421-b5f2-505c24789537,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:30.230068 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f472f16-e20b-46bc-b1e7-d13c5e66b31a admin admin] Checking segment: {'id': '94dbb534-108a-4fe6-855b-828ec38e03cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '21b00026-a9a1-41ed-beba-cdce72bf6533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:30.230068 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f472f16-e20b-46bc-b1e7-d13c5e66b31a admin admin] Network hostable DHCP agents. Network: 21b00026-a9a1-41ed-beba-cdce72bf6533, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:28:30.268268 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f472f16-e20b-46bc-b1e7-d13c5e66b31a admin admin] Network 21b00026-a9a1-41ed-beba-cdce72bf6533 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:28:30.292599 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-4f472f16-e20b-46bc-b1e7-d13c5e66b31a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 21b00026-a9a1-41ed-beba-cdce72bf6533) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:30.296014 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba853c63-dc8a-43a1-8a3f-fd3d197bf68d None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.304544 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df63edc8-477c-4817-be3e-626adbb1dd2c None None] Network 21b00026-a9a1-41ed-beba-cdce72bf6533 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:30.309317 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f472f16-e20b-46bc-b1e7-d13c5e66b31a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:30.310117 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f472f16-e20b-46bc-b1e7-d13c5e66b31a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.333337 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ba853c63-dc8a-43a1-8a3f-fd3d197bf68d None None] Transition to ACTIVE for port object 5f24ff77-35c7-4aca-b5df-6c7713379acc will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:30.343925 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4f472f16-e20b-46bc-b1e7-d13c5e66b31a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2723877 Jul 14 09:28:30.344784 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45074) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:30.351146 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-b783131a-9692-49eb-a113-39c683413a0d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1301929849-router', 'tenant_id': '08e7d3703a9c416d87d415c21a511fdf', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:30.401208 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b783131a-9692-49eb-a113-39c683413a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.401835 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b783131a-9692-49eb-a113-39c683413a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.417068 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ba853c63-dc8a-43a1-8a3f-fd3d197bf68d None None] Transition to ACTIVE for port object 5f24ff77-35c7-4aca-b5df-6c7713379acc will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:30.441058 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e210944d-494d-4d02-bcc2-9132868605e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.544049 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 6cd46f15-c5a7-4512-85df-48a4040ab20c up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:30.573018 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e210944d-494d-4d02-bcc2-9132868605e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.585325 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba853c63-dc8a-43a1-8a3f-fd3d197bf68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.588636 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b783131a-9692-49eb-a113-39c683413a0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.676640 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba853c63-dc8a-43a1-8a3f-fd3d197bf68d None None] Pushing event updated for resources: {'Port': ['ID=5f24ff77-35c7-4aca-b5df-6c7713379acc,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:30.713056 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba853c63-dc8a-43a1-8a3f-fd3d197bf68d None None] Network 83c23b60-9df3-4b19-a44c-72a60ba86277 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:30.730706 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ba853c63-dc8a-43a1-8a3f-fd3d197bf68d None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:30.738916 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba853c63-dc8a-43a1-8a3f-fd3d197bf68d None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:30.880950 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-75132683-9647-4759-a0c0-1cae61ede34c tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Allocated IP 2001:db8::237 (83c23b60-9df3-4b19-a44c-72a60ba86277/65b88a1a-5df6-414d-bda2-840d1870cd2a/9f0cf52a-88c1-42d7-8de8-f79a382043e0) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:30.909987 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b783131a-9692-49eb-a113-39c683413a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.923583 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bb6cf6-2a12-47d6-a7b3-bd45d74a3fb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-21b00026-a9a1-41ed-beba-cdce72bf6533', 'network_id': '21b00026-a9a1-41ed-beba-cdce72bf6533', 'tenant_id': '08e7d3703a9c416d87d415c21a511fdf', 'fixed_ips': [{'subnet_id': '1c10c25e-d410-4421-b5f2-505c24789537'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:28:30.928308 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03bb6cf6-2a12-47d6-a7b3-bd45d74a3fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.961110 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 6cd46f15-c5a7-4512-85df-48a4040ab20c completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:30.964380 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ba853c63-dc8a-43a1-8a3f-fd3d197bf68d None None] Attempting to bind port 5f24ff77-35c7-4aca-b5df-6c7713379acc on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:30.976957 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ba853c63-dc8a-43a1-8a3f-fd3d197bf68d None None] Attempting to bind port 5f24ff77-35c7-4aca-b5df-6c7713379acc by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'f1609ada-ee1b-4ed7-a851-aa132564296f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '83c23b60-9df3-4b19-a44c-72a60ba86277'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:30.977342 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba853c63-dc8a-43a1-8a3f-fd3d197bf68d None None] Attempting to bind port 5f24ff77-35c7-4aca-b5df-6c7713379acc on network 83c23b60-9df3-4b19-a44c-72a60ba86277 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:30.994418 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba853c63-dc8a-43a1-8a3f-fd3d197bf68d None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:30.994770 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba853c63-dc8a-43a1-8a3f-fd3d197bf68d None None] Checking segment: {'id': 'f1609ada-ee1b-4ed7-a851-aa132564296f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '83c23b60-9df3-4b19-a44c-72a60ba86277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:30.995072 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba853c63-dc8a-43a1-8a3f-fd3d197bf68d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.995465 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba853c63-dc8a-43a1-8a3f-fd3d197bf68d None None] Bound using segment: {'id': 'f1609ada-ee1b-4ed7-a851-aa132564296f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '83c23b60-9df3-4b19-a44c-72a60ba86277'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:31.010691 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ba853c63-dc8a-43a1-8a3f-fd3d197bf68d None None] Bound port: 5f24ff77-35c7-4aca-b5df-6c7713379acc, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1609ada-ee1b-4ed7-a851-aa132564296f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '83c23b60-9df3-4b19-a44c-72a60ba86277'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:31.011228 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba853c63-dc8a-43a1-8a3f-fd3d197bf68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.038700 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 6cd46f15-c5a7-4512-85df-48a4040ab20c triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:31.040809 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.079394 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e210944d-494d-4d02-bcc2-9132868605e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.081727 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e210944d-494d-4d02-bcc2-9132868605e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.082932 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e210944d-494d-4d02-bcc2-9132868605e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/527c9544-a4d4-442d-85b1-70ffb0b77dff HTTP/1.1" status: 204 len: 168 time: 1.3790638 Jul 14 09:28:31.167374 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210944d-494d-4d02-bcc2-9132868605e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527c9544-a4d4-442d-85b1-70ffb0b77dff,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:31.277137 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59fb69b6-d24f-4f11-b752-42f7a08d756a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.347581 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59fb69b6-d24f-4f11-b752-42f7a08d756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.462310 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75132683-9647-4759-a0c0-1cae61ede34c tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.494209 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-75132683-9647-4759-a0c0-1cae61ede34c tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Transition to ACTIVE for port object 9f0cf52a-88c1-42d7-8de8-f79a382043e0 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:31.515473 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e033589-bcc5-4032-a722-9530c0f05cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.736453 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ba853c63-dc8a-43a1-8a3f-fd3d197bf68d None None] For port 5f24ff77-35c7-4aca-b5df-6c7713379acc, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:31.753821 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.794111 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b783131a-9692-49eb-a113-39c683413a0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.805111 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ba853c63-dc8a-43a1-8a3f-fd3d197bf68d None None] For port 5f24ff77-35c7-4aca-b5df-6c7713379acc, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=5f24ff77-35c7-4aca-b5df-6c7713379acc,segment=NetworkSegment(f1609ada-ee1b-4ed7-a851-aa132564296f),segment_id=f1609ada-ee1b-4ed7-a851-aa132564296f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:31.859388 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 6cd46f15-c5a7-4512-85df-48a4040ab20c, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=6cd46f15-c5a7-4512-85df-48a4040ab20c,segment=NetworkSegment(453ece6d-5cea-4efb-887d-3c45c59ba186),segment_id=453ece6d-5cea-4efb-887d-3c45c59ba186)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:31.879866 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba853c63-dc8a-43a1-8a3f-fd3d197bf68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.895236 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b783131a-9692-49eb-a113-39c683413a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.897924 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.948643 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75132683-9647-4759-a0c0-1cae61ede34c tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.960779 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-03bb6cf6-2a12-47d6-a7b3-bd45d74a3fb5 None None] Allocated IP 172.20.0.2 (21b00026-a9a1-41ed-beba-cdce72bf6533/1c10c25e-d410-4421-b5f2-505c24789537/d2b1cefa-beec-4c45-b777-2c5a5a00d2b9) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:31.962325 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e033589-bcc5-4032-a722-9530c0f05cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=153aa421-8850-4d45-955c-b079b9985497,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:32.168789 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-59fb69b6-d24f-4f11-b752-42f7a08d756a admin admin] Allocated IP 172.25.6.251 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/f6bdb0c8-0d75-4901-8b29-908d24d9976c) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:32.170053 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75132683-9647-4759-a0c0-1cae61ede34c tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Network 83c23b60-9df3-4b19-a44c-72a60ba86277 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:32.202147 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-75132683-9647-4759-a0c0-1cae61ede34c tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:32.223080 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75132683-9647-4759-a0c0-1cae61ede34c tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:32.244150 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75132683-9647-4759-a0c0-1cae61ede34c tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:32.244150 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75132683-9647-4759-a0c0-1cae61ede34c tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.283552 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75132683-9647-4759-a0c0-1cae61ede34c tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Pushing event updated for resources: {'Port': ['ID=9f0cf52a-88c1-42d7-8de8-f79a382043e0,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:32.322929 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-75132683-9647-4759-a0c0-1cae61ede34c tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.7415841 Jul 14 09:28:32.341268 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45108) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:32.369653 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-1b093f6b-8e4d-457c-911f-8436d7e423a0 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Request body: {'port': {'network_id': '83c23b60-9df3-4b19-a44c-72a60ba86277', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1588166127', 'allowed_address_pairs': [{'ip_address': '2001:db8::237', 'mac_address': 'fa:16:3e:83:ca:75'}]}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:32.534041 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba853c63-dc8a-43a1-8a3f-fd3d197bf68d None None] Pushing event updated for resources: {'Port': ['ID=5f24ff77-35c7-4aca-b5df-6c7713379acc,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:32.645140 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b093f6b-8e4d-457c-911f-8436d7e423a0 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Made reservation on behalf of 91f072b102424e07885a171020f4f670 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:32.801083 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=6cd46f15-c5a7-4512-85df-48a4040ab20c,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:32.828679 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e033589-bcc5-4032-a722-9530c0f05cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.867480 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b093f6b-8e4d-457c-911f-8436d7e423a0 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.878967 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03bb6cf6-2a12-47d6-a7b3-bd45d74a3fb5 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.889849 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-03bb6cf6-2a12-47d6-a7b3-bd45d74a3fb5 None None] Transition to ACTIVE for port object d2b1cefa-beec-4c45-b777-2c5a5a00d2b9 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:32.899671 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1b093f6b-8e4d-457c-911f-8436d7e423a0 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] device_id is not set on port 7d820269-7d93-4abe-9482-448e551ea240 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:32.913344 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-03bb6cf6-2a12-47d6-a7b3-bd45d74a3fb5 None None] Transition to ACTIVE for port object d2b1cefa-beec-4c45-b777-2c5a5a00d2b9 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:32.929007 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03bb6cf6-2a12-47d6-a7b3-bd45d74a3fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.003101 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bb6cf6-2a12-47d6-a7b3-bd45d74a3fb5 None None] Network 21b00026-a9a1-41ed-beba-cdce72bf6533 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:33.008685 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-03bb6cf6-2a12-47d6-a7b3-bd45d74a3fb5 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:33.012325 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bb6cf6-2a12-47d6-a7b3-bd45d74a3fb5 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:33.022260 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb6cf6-2a12-47d6-a7b3-bd45d74a3fb5 None None] Pushing event updated for resources: {'Port': ['ID=d2b1cefa-beec-4c45-b777-2c5a5a00d2b9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:33.064234 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59fb69b6-d24f-4f11-b752-42f7a08d756a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.098158 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-03bb6cf6-2a12-47d6-a7b3-bd45d74a3fb5 None None] Attempting to bind port d2b1cefa-beec-4c45-b777-2c5a5a00d2b9 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:33.098538 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-03bb6cf6-2a12-47d6-a7b3-bd45d74a3fb5 None None] Attempting to bind port d2b1cefa-beec-4c45-b777-2c5a5a00d2b9 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '94dbb534-108a-4fe6-855b-828ec38e03cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '21b00026-a9a1-41ed-beba-cdce72bf6533'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:33.098908 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bb6cf6-2a12-47d6-a7b3-bd45d74a3fb5 None None] Attempting to bind port d2b1cefa-beec-4c45-b777-2c5a5a00d2b9 on network 21b00026-a9a1-41ed-beba-cdce72bf6533 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:33.107098 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bb6cf6-2a12-47d6-a7b3-bd45d74a3fb5 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:33.107479 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bb6cf6-2a12-47d6-a7b3-bd45d74a3fb5 None None] Checking segment: {'id': '94dbb534-108a-4fe6-855b-828ec38e03cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '21b00026-a9a1-41ed-beba-cdce72bf6533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:33.107976 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03bb6cf6-2a12-47d6-a7b3-bd45d74a3fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.108377 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bb6cf6-2a12-47d6-a7b3-bd45d74a3fb5 None None] Bound using segment: {'id': '94dbb534-108a-4fe6-855b-828ec38e03cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '21b00026-a9a1-41ed-beba-cdce72bf6533'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:33.108856 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-03bb6cf6-2a12-47d6-a7b3-bd45d74a3fb5 None None] Bound port: d2b1cefa-beec-4c45-b777-2c5a5a00d2b9, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94dbb534-108a-4fe6-855b-828ec38e03cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '21b00026-a9a1-41ed-beba-cdce72bf6533'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:33.109238 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03bb6cf6-2a12-47d6-a7b3-bd45d74a3fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.159860 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-1b093f6b-8e4d-457c-911f-8436d7e423a0 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Allocated IP 2001:db8::31f (83c23b60-9df3-4b19-a44c-72a60ba86277/65b88a1a-5df6-414d-bda2-840d1870cd2a/7d820269-7d93-4abe-9482-448e551ea240) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:33.209142 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59fb69b6-d24f-4f11-b752-42f7a08d756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.296847 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-03bb6cf6-2a12-47d6-a7b3-bd45d74a3fb5 None None] For port d2b1cefa-beec-4c45-b777-2c5a5a00d2b9, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:33.301746 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-03bb6cf6-2a12-47d6-a7b3-bd45d74a3fb5 None None] For port d2b1cefa-beec-4c45-b777-2c5a5a00d2b9, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d2b1cefa-beec-4c45-b777-2c5a5a00d2b9,segment=NetworkSegment(94dbb534-108a-4fe6-855b-828ec38e03cf),segment_id=94dbb534-108a-4fe6-855b-828ec38e03cf)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:33.316508 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03bb6cf6-2a12-47d6-a7b3-bd45d74a3fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.416394 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb6cf6-2a12-47d6-a7b3-bd45d74a3fb5 None None] Pushing event updated for resources: {'Port': ['ID=d2b1cefa-beec-4c45-b777-2c5a5a00d2b9,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:33.475144 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fb69b6-d24f-4f11-b752-42f7a08d756a admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:33.481291 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-59fb69b6-d24f-4f11-b752-42f7a08d756a admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:33.489340 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fb69b6-d24f-4f11-b752-42f7a08d756a admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:33.610070 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-b783131a-9692-49eb-a113-39c683413a0d admin admin] Allocated IP 172.25.6.202 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/2be08d3f-b56a-4489-9c9d-5152f89922aa) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:33.645672 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb69b6-d24f-4f11-b752-42f7a08d756a admin admin] Pushing event updated for resources: {'Port': ['ID=f6bdb0c8-0d75-4901-8b29-908d24d9976c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:33.710204 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e033589-bcc5-4032-a722-9530c0f05cb6 admin admin] Router 66bdec7c-9e6d-46db-8248-31091d2fa684 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:33.785003 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45138) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:33.921418 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b093f6b-8e4d-457c-911f-8436d7e423a0 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.952036 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272a7291-02f5-4c2e-8adf-693b9dcf7745 None None] Network 83c23b60-9df3-4b19-a44c-72a60ba86277 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:33.984495 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1b093f6b-8e4d-457c-911f-8436d7e423a0 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Transition to ACTIVE for port object 7d820269-7d93-4abe-9482-448e551ea240 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:34.066813 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b783131a-9692-49eb-a113-39c683413a0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.099921 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b093f6b-8e4d-457c-911f-8436d7e423a0 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.114494 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1552aa2f-d9fc-4cbf-aa62-42c2de8fafbd None None] Provisioning for port 5f24ff77-35c7-4aca-b5df-6c7713379acc completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:34.115921 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59fb69b6-d24f-4f11-b752-42f7a08d756a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.163913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b093f6b-8e4d-457c-911f-8436d7e423a0 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Network 83c23b60-9df3-4b19-a44c-72a60ba86277 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:34.183147 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-1b093f6b-8e4d-457c-911f-8436d7e423a0 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:34.185875 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b093f6b-8e4d-457c-911f-8436d7e423a0 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:34.194665 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b093f6b-8e4d-457c-911f-8436d7e423a0 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:34.195396 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b093f6b-8e4d-457c-911f-8436d7e423a0 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.226066 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1b093f6b-8e4d-457c-911f-8436d7e423a0 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.8691103 Jul 14 09:28:34.227412 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45142) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:34.228561 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cef87de1-edcb-41a4-877a-a22ff47a4dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.239086 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b093f6b-8e4d-457c-911f-8436d7e423a0 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Pushing event updated for resources: {'Port': ['ID=7d820269-7d93-4abe-9482-448e551ea240,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:34.251551 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b783131a-9692-49eb-a113-39c683413a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.262654 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e033589-bcc5-4032-a722-9530c0f05cb6 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:34.274060 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b7e914-54dc-48df-a15e-bae445ef2829 None None] Sync routers for ids ['66bdec7c-9e6d-46db-8248-31091d2fa684'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:34.292503 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6e033589-bcc5-4032-a722-9530c0f05cb6 admin admin] 10.222.0.25 "PUT /v2.0/routers/66bdec7c-9e6d-46db-8248-31091d2fa684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4100873 Jul 14 09:28:34.297385 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b7e914-54dc-48df-a15e-bae445ef2829 None None] Routers {'66bdec7c-9e6d-46db-8248-31091d2fa684'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:34.298023 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e4b7e914-54dc-48df-a15e-bae445ef2829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:28:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['66bdec7c-9e6d-46db-8248-31091d2fa684'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:34.308204 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45144) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:34.317406 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783131a-9692-49eb-a113-39c683413a0d admin admin] Pushing event updated for resources: {'Port': ['ID=2be08d3f-b56a-4489-9c9d-5152f89922aa,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:34.338098 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b783131a-9692-49eb-a113-39c683413a0d admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:34.343682 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-b783131a-9692-49eb-a113-39c683413a0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:34.347741 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b783131a-9692-49eb-a113-39c683413a0d admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:34.602761 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-e4b7e914-54dc-48df-a15e-bae445ef2829 None None] Set router 66bdec7c-9e6d-46db-8248-31091d2fa684 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:34.651524 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cef87de1-edcb-41a4-877a-a22ff47a4dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.726675 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 5f24ff77-35c7-4aca-b5df-6c7713379acc up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:34.812354 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cef87de1-edcb-41a4-877a-a22ff47a4dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.850348 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59fb69b6-d24f-4f11-b752-42f7a08d756a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.873561 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 5f24ff77-35c7-4aca-b5df-6c7713379acc completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:34.879187 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 5f24ff77-35c7-4aca-b5df-6c7713379acc triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:34.880765 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.888504 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a948222-6020-418f-bb6a-992bc21ec4e1 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:34.906163 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a948222-6020-418f-bb6a-992bc21ec4e1 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:34.912828 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef87de1-edcb-41a4-877a-a22ff47a4dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cdc0b7-04ac-4565-9fbc-67a64d329658,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:34.922508 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a948222-6020-418f-bb6a-992bc21ec4e1 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:34.927634 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5a948222-6020-418f-bb6a-992bc21ec4e1 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.6937988 Jul 14 09:28:34.970902 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd32010b-56ab-4ba8-91e0-ce2212466944 admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.978402 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45160) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:35.053574 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.097717 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e4b7e914-54dc-48df-a15e-bae445ef2829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bdec7c-9e6d-46db-8248-31091d2fa684', 'name': 'tempest-TestAggregatesBasicOps-410905926-router', 'tenant_id': '366ed626d39e46698d60ff710d2f9be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '5d6a78e7-6973-4602-9c84-4f550ab7f204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:01Z', 'updated_at': '2021-07-14T09:28:31Z', 'revision_number': 5, 'project_id': '366ed626d39e46698d60ff710d2f9be7', 'gw_port': {'id': '5d6a78e7-6973-4602-9c84-4f550ab7f204', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bdec7c-9e6d-46db-8248-31091d2fa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:04Z', 'updated_at': '2021-07-14T09:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:35.113012 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 5f24ff77-35c7-4aca-b5df-6c7713379acc, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=5f24ff77-35c7-4aca-b5df-6c7713379acc,segment=NetworkSegment(f1609ada-ee1b-4ed7-a851-aa132564296f),segment_id=f1609ada-ee1b-4ed7-a851-aa132564296f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:35.121500 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.122143 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45162) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:35.123208 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d2b1cefa-beec-4c45-b777-2c5a5a00d2b9 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:35.220100 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b7e914-54dc-48df-a15e-bae445ef2829 None None] Checking router: 66bdec7c-9e6d-46db-8248-31091d2fa684 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:35.259305 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b7e914-54dc-48df-a15e-bae445ef2829 None None] Routers {'66bdec7c-9e6d-46db-8248-31091d2fa684'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:35.260094 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e4b7e914-54dc-48df-a15e-bae445ef2829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:28:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['66bdec7c-9e6d-46db-8248-31091d2fa684'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:35.297769 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45170) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:35.299246 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cef87de1-edcb-41a4-877a-a22ff47a4dee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e266c9f87d4b49ca904a35f1d9c772f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4548545 Jul 14 09:28:35.306548 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4dc0b3db-20a3-45df-9d6c-132a6c117a9a None None] Provisioning for port 7d820269-7d93-4abe-9482-448e551ea240 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:35.380519 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4dc0b3db-20a3-45df-9d6c-132a6c117a9a None None] Provisioning complete for port 7d820269-7d93-4abe-9482-448e551ea240 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:35.381036 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4dc0b3db-20a3-45df-9d6c-132a6c117a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.388590 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125342c6-d0ff-423c-82ad-165a35ba697e None None] Network 21b00026-a9a1-41ed-beba-cdce72bf6533 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:35.493092 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c81ba887-a84e-45aa-8c15-f153c2d173c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.514885 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-e4b7e914-54dc-48df-a15e-bae445ef2829 None None] Set router 66bdec7c-9e6d-46db-8248-31091d2fa684 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:35.533767 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=5f24ff77-35c7-4aca-b5df-6c7713379acc,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:35.559541 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b783131a-9692-49eb-a113-39c683413a0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.610324 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-aa5bcdad-1cd1-4308-b4e5-08c6ec150263 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Deleting port 7d820269-7d93-4abe-9482-448e551ea240 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:35.610802 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa5bcdad-1cd1-4308-b4e5-08c6ec150263 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.660764 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port d2b1cefa-beec-4c45-b777-2c5a5a00d2b9 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:35.660942 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fb69b6-d24f-4f11-b752-42f7a08d756a admin admin] Router 1df1f370-c6af-44a8-84f1-443dffd9676a is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:28:35.682800 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4dc0b3db-20a3-45df-9d6c-132a6c117a9a None None] Port 7d820269-7d93-4abe-9482-448e551ea240 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:35.691379 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 6cd46f15-c5a7-4512-85df-48a4040ab20c up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:35.694282 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3e5987c-f0a4-448d-aede-49a5d0a2563b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.753015 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4dc0b3db-20a3-45df-9d6c-132a6c117a9a None None] Provisioning for port 9f0cf52a-88c1-42d7-8de8-f79a382043e0 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:35.769371 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4dc0b3db-20a3-45df-9d6c-132a6c117a9a None None] Provisioning complete for port 9f0cf52a-88c1-42d7-8de8-f79a382043e0 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:35.770167 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4dc0b3db-20a3-45df-9d6c-132a6c117a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.781393 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa5bcdad-1cd1-4308-b4e5-08c6ec150263 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.797460 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-aa5bcdad-1cd1-4308-b4e5-08c6ec150263 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Calling delete_port for 7d820269-7d93-4abe-9482-448e551ea240 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:35.871623 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4dc0b3db-20a3-45df-9d6c-132a6c117a9a None None] Port 9f0cf52a-88c1-42d7-8de8-f79a382043e0 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:35.891832 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e4b7e914-54dc-48df-a15e-bae445ef2829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bdec7c-9e6d-46db-8248-31091d2fa684', 'name': 'tempest-TestAggregatesBasicOps-410905926-router', 'tenant_id': '366ed626d39e46698d60ff710d2f9be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '5d6a78e7-6973-4602-9c84-4f550ab7f204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:01Z', 'updated_at': '2021-07-14T09:28:31Z', 'revision_number': 5, 'project_id': '366ed626d39e46698d60ff710d2f9be7', 'gw_port': {'id': '5d6a78e7-6973-4602-9c84-4f550ab7f204', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bdec7c-9e6d-46db-8248-31091d2fa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:04Z', 'updated_at': '2021-07-14T09:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:35.915387 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 6cd46f15-c5a7-4512-85df-48a4040ab20c triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:35.915943 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.936714 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b7e914-54dc-48df-a15e-bae445ef2829 None None] The sync data for ids ['66bdec7c-9e6d-46db-8248-31091d2fa684'] in n-d-771362-35 is: [{'id': '66bdec7c-9e6d-46db-8248-31091d2fa684', 'name': 'tempest-TestAggregatesBasicOps-410905926-router', 'tenant_id': '366ed626d39e46698d60ff710d2f9be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '5d6a78e7-6973-4602-9c84-4f550ab7f204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:01Z', 'updated_at': '2021-07-14T09:28:31Z', 'revision_number': 5, 'project_id': '366ed626d39e46698d60ff710d2f9be7', 'gw_port': {'id': '5d6a78e7-6973-4602-9c84-4f550ab7f204', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bdec7c-9e6d-46db-8248-31091d2fa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:04Z', 'updated_at': '2021-07-14T09:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:35.985872 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4dc0b3db-20a3-45df-9d6c-132a6c117a9a None None] Provisioning complete for port 5f24ff77-35c7-4aca-b5df-6c7713379acc triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:35.986365 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4dc0b3db-20a3-45df-9d6c-132a6c117a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.232454 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c81ba887-a84e-45aa-8c15-f153c2d173c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.242323 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c81ba887-a84e-45aa-8c15-f153c2d173c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.327585 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b783131a-9692-49eb-a113-39c683413a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.332409 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-36f3e31e-f010-40ea-99ff-412e30b07f68 None None] Provisioning for port d2b1cefa-beec-4c45-b777-2c5a5a00d2b9 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:36.333364 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa5bcdad-1cd1-4308-b4e5-08c6ec150263 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.337010 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-36f3e31e-f010-40ea-99ff-412e30b07f68 None None] Provisioning complete for port d2b1cefa-beec-4c45-b777-2c5a5a00d2b9 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:36.337574 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36f3e31e-f010-40ea-99ff-412e30b07f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.382661 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c81ba887-a84e-45aa-8c15-f153c2d173c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=11ea9dd94f30415ab9318d49d9b1e72c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2481716 Jul 14 09:28:36.391297 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ba887-a84e-45aa-8c15-f153c2d173c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda72b0f-83ac-4037-887e-532b87e7e527,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:36.393571 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45174) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:36.486895 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5bcdad-1cd1-4308-b4e5-08c6ec150263 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Pushing event deleted for resources: {'Port': ['ID=7d820269-7d93-4abe-9482-448e551ea240,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:36.487202 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fb69b6-d24f-4f11-b752-42f7a08d756a admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:36.499242 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ba887-a84e-45aa-8c15-f153c2d173c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:36.499458 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ba887-a84e-45aa-8c15-f153c2d173c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:36.499833 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ba887-a84e-45aa-8c15-f153c2d173c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:36.500176 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ba887-a84e-45aa-8c15-f153c2d173c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:36.500519 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ba887-a84e-45aa-8c15-f153c2d173c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:36.501473 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ba887-a84e-45aa-8c15-f153c2d173c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:36.501997 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ba887-a84e-45aa-8c15-f153c2d173c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:36.502279 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd32010b-56ab-4ba8-91e0-ce2212466944 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.502415 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ba887-a84e-45aa-8c15-f153c2d173c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:36.502668 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ba887-a84e-45aa-8c15-f153c2d173c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:36.503034 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ba887-a84e-45aa-8c15-f153c2d173c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:36.503372 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ba887-a84e-45aa-8c15-f153c2d173c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:36.503805 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ba887-a84e-45aa-8c15-f153c2d173c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:36.504280 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c226cb19-ee71-4760-8604-d30c446b5034 None None] Sync routers for ids ['1df1f370-c6af-44a8-84f1-443dffd9676a'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:36.515683 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 5f24ff77-35c7-4aca-b5df-6c7713379acc up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:36.541795 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3e5987c-f0a4-448d-aede-49a5d0a2563b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.570878 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59fb69b6-d24f-4f11-b752-42f7a08d756a admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.575170 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-59fb69b6-d24f-4f11-b752-42f7a08d756a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.9815173 Jul 14 09:28:36.575993 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45178) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:36.586839 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36f3e31e-f010-40ea-99ff-412e30b07f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.682192 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bcdad-1cd1-4308-b4e5-08c6ec150263 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:36.683013 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bcdad-1cd1-4308-b4e5-08c6ec150263 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:36.683482 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bcdad-1cd1-4308-b4e5-08c6ec150263 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:36.684207 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bcdad-1cd1-4308-b4e5-08c6ec150263 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:36.684670 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bcdad-1cd1-4308-b4e5-08c6ec150263 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:36.685122 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bcdad-1cd1-4308-b4e5-08c6ec150263 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:36.685582 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bcdad-1cd1-4308-b4e5-08c6ec150263 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:36.686037 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bcdad-1cd1-4308-b4e5-08c6ec150263 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:36.686485 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bcdad-1cd1-4308-b4e5-08c6ec150263 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:36.686932 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bcdad-1cd1-4308-b4e5-08c6ec150263 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:36.687393 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bcdad-1cd1-4308-b4e5-08c6ec150263 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:36.687893 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bcdad-1cd1-4308-b4e5-08c6ec150263 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:36.708305 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c226cb19-ee71-4760-8604-d30c446b5034 None None] Routers {'1df1f370-c6af-44a8-84f1-443dffd9676a'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:36.709306 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c226cb19-ee71-4760-8604-d30c446b5034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:28:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1df1f370-c6af-44a8-84f1-443dffd9676a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:36.793513 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa5bcdad-1cd1-4308-b4e5-08c6ec150263 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.797966 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cd32010b-56ab-4ba8-91e0-ce2212466944 admin admin] Deleting port 5d6a78e7-6973-4602-9c84-4f550ab7f204 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:36.797966 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd32010b-56ab-4ba8-91e0-ce2212466944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.798314 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-aa5bcdad-1cd1-4308-b4e5-08c6ec150263 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] 10.222.0.25 "DELETE /v2.0/ports/7d820269-7d93-4abe-9482-448e551ea240 HTTP/1.1" status: 204 len: 168 time: 1.8169723 Jul 14 09:28:36.801984 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45180) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:36.829631 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-36f3e31e-f010-40ea-99ff-412e30b07f68 None None] For port d2b1cefa-beec-4c45-b777-2c5a5a00d2b9, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d2b1cefa-beec-4c45-b777-2c5a5a00d2b9,segment=NetworkSegment(94dbb534-108a-4fe6-855b-828ec38e03cf),segment_id=94dbb534-108a-4fe6-855b-828ec38e03cf)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:36.831726 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3e5987c-f0a4-448d-aede-49a5d0a2563b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.835421 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3e5987c-f0a4-448d-aede-49a5d0a2563b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.841170 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59aaed6b-f002-4a83-bea3-67131fad2b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.851983 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c3e5987c-f0a4-448d-aede-49a5d0a2563b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0cdc0b7-04ac-4565-9fbc-67a64d329658 HTTP/1.1" status: 204 len: 168 time: 1.5217898 Jul 14 09:28:36.857274 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36f3e31e-f010-40ea-99ff-412e30b07f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.906461 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59aaed6b-f002-4a83-bea3-67131fad2b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.913625 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 5f24ff77-35c7-4aca-b5df-6c7713379acc triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:36.914467 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.916242 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-36f3e31e-f010-40ea-99ff-412e30b07f68 None None] Could not find standard attr ID for object 7d820269-7d93-4abe-9482-448e551ea240. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:28:36.932336 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5987c-f0a4-448d-aede-49a5d0a2563b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cdc0b7-04ac-4565-9fbc-67a64d329658,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:36.953949 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-893afb40-a1d5-49d6-b553-9bdb410d29a5 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] GET failed (client error): The resource could not be found. Jul 14 09:28:36.960829 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-893afb40-a1d5-49d6-b553-9bdb410d29a5 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] 10.222.0.25 "GET /v2.0/ports/7d820269-7d93-4abe-9482-448e551ea240 HTTP/1.1" status: 404 len: 333 time: 0.1525581 Jul 14 09:28:36.965557 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45184) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:36.986985 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-4815e0a8-2647-44e3-984a-069af51dbcaf tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Request body: {'port': {'network_id': '83c23b60-9df3-4b19-a44c-72a60ba86277', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-609751667'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:37.144299 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-36f3e31e-f010-40ea-99ff-412e30b07f68 None None] Provisioning complete for port 9f0cf52a-88c1-42d7-8de8-f79a382043e0 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:37.150339 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36f3e31e-f010-40ea-99ff-412e30b07f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.211131 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cd32010b-56ab-4ba8-91e0-ce2212466944 admin admin] For port 5d6a78e7-6973-4602-9c84-4f550ab7f204, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=5d6a78e7-6973-4602-9c84-4f550ab7f204,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:37.211549 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd32010b-56ab-4ba8-91e0-ce2212466944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.236156 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cd32010b-56ab-4ba8-91e0-ce2212466944 admin admin] Calling delete_port for 5d6a78e7-6973-4602-9c84-4f550ab7f204 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:37.265904 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c226cb19-ee71-4760-8604-d30c446b5034 None None] Set router 1df1f370-c6af-44a8-84f1-443dffd9676a gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:37.590961 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd32010b-56ab-4ba8-91e0-ce2212466944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.617763 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3e31e-f010-40ea-99ff-412e30b07f68 None None] Pushing event updated for resources: {'Port': ['ID=d2b1cefa-beec-4c45-b777-2c5a5a00d2b9,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:37.646239 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-36f3e31e-f010-40ea-99ff-412e30b07f68 None None] Port 9f0cf52a-88c1-42d7-8de8-f79a382043e0 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:37.651714 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4815e0a8-2647-44e3-984a-069af51dbcaf tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Made reservation on behalf of 91f072b102424e07885a171020f4f670 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:37.655732 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4815e0a8-2647-44e3-984a-069af51dbcaf tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.665941 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32010b-56ab-4ba8-91e0-ce2212466944 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d6a78e7-6973-4602-9c84-4f550ab7f204,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:37.680102 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b783131a-9692-49eb-a113-39c683413a0d admin admin] Router b5b0d040-09d7-485c-8e2b-47d026fce246 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:28:37.724994 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 153aa421-8850-4d45-955c-b079b9985497 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:37.750565 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 153aa421-8850-4d45-955c-b079b9985497 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:37.751160 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 153aa421-8850-4d45-955c-b079b9985497 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:37.770524 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c226cb19-ee71-4760-8604-d30c446b5034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df1f370-c6af-44a8-84f1-443dffd9676a', 'name': 'tempest-ServerRescueTestJSON-1877046209-router', 'tenant_id': '13a6cb8219634407be0dfc48ca82a27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'f6bdb0c8-0d75-4901-8b29-908d24d9976c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:28Z', 'updated_at': '2021-07-14T09:28:33Z', 'revision_number': 3, 'project_id': '13a6cb8219634407be0dfc48ca82a27b', 'gw_port': {'id': 'f6bdb0c8-0d75-4901-8b29-908d24d9976c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:38:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df1f370-c6af-44a8-84f1-443dffd9676a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:31Z', 'updated_at': '2021-07-14T09:28:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:37.788512 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-4815e0a8-2647-44e3-984a-069af51dbcaf tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] device_id is not set on port 195d577f-e8dc-4d0c-883c-3bb2e75269c9 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:37.812984 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59aaed6b-f002-4a83-bea3-67131fad2b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.816317 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59aaed6b-f002-4a83-bea3-67131fad2b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.820691 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-59aaed6b-f002-4a83-bea3-67131fad2b6e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cda72b0f-83ac-4037-887e-532b87e7e527 HTTP/1.1" status: 204 len: 168 time: 1.4210789 Jul 14 09:28:37.825925 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c226cb19-ee71-4760-8604-d30c446b5034 None None] Checking router: 1df1f370-c6af-44a8-84f1-443dffd9676a for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:37.826457 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c226cb19-ee71-4760-8604-d30c446b5034 None None] Updating router 1df1f370-c6af-44a8-84f1-443dffd9676a port f6bdb0c8-0d75-4901-8b29-908d24d9976c binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:28:37.830087 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6d77b9cc-46f8-48aa-a8b7-c2a96ca71363 None None] Provisioning complete for port d2b1cefa-beec-4c45-b777-2c5a5a00d2b9 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:37.830625 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6d77b9cc-46f8-48aa-a8b7-c2a96ca71363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.898174 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b783131a-9692-49eb-a113-39c683413a0d admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:37.900068 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd32010b-56ab-4ba8-91e0-ce2212466944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.900244 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aaed6b-f002-4a83-bea3-67131fad2b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda72b0f-83ac-4037-887e-532b87e7e527,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:37.916797 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a5e295-42ba-4326-8a01-67a6c72f69f4 None None] Sync routers for ids ['b5b0d040-09d7-485c-8e2b-47d026fce246'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:37.958561 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a5e295-42ba-4326-8a01-67a6c72f69f4 None None] Routers {'b5b0d040-09d7-485c-8e2b-47d026fce246'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:37.960525 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b783131a-9692-49eb-a113-39c683413a0d admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.961736 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-33a5e295-42ba-4326-8a01-67a6c72f69f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:28:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b5b0d040-09d7-485c-8e2b-47d026fce246'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:37.962418 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b783131a-9692-49eb-a113-39c683413a0d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.6164968 Jul 14 09:28:37.967332 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45202) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:38.048817 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c226cb19-ee71-4760-8604-d30c446b5034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.080401 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-4815e0a8-2647-44e3-984a-069af51dbcaf tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Allocated IP 2001:db8::1f (83c23b60-9df3-4b19-a44c-72a60ba86277/65b88a1a-5df6-414d-bda2-840d1870cd2a/195d577f-e8dc-4d0c-883c-3bb2e75269c9) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:38.181361 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd32010b-56ab-4ba8-91e0-ce2212466944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.184178 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd32010b-56ab-4ba8-91e0-ce2212466944 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.280127 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd32010b-56ab-4ba8-91e0-ce2212466944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.280665 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd32010b-56ab-4ba8-91e0-ce2212466944 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66bdec7c-9e6d-46db-8248-31091d2fa684 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:28:38.291133 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd32010b-56ab-4ba8-91e0-ce2212466944 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.294555 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cd32010b-56ab-4ba8-91e0-ce2212466944 admin admin] 10.222.0.25 "DELETE /v2.0/routers/66bdec7c-9e6d-46db-8248-31091d2fa684 HTTP/1.1" status: 204 len: 168 time: 3.9816835 Jul 14 09:28:38.296822 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45208) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:38.388736 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f96fa8-1437-4435-a098-d681f32fc02a admin admin] Deleting subnet 6678073f-28e4-486a-80b7-4d20178c7084 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:38.412171 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-33a5e295-42ba-4326-8a01-67a6c72f69f4 None None] Set router b5b0d040-09d7-485c-8e2b-47d026fce246 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:38.429649 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2d58c2a-83a7-4bb9-a85d-ef6c00edf6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.432457 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0f96fa8-1437-4435-a098-d681f32fc02a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.639024 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0f96fa8-1437-4435-a098-d681f32fc02a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.712705 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c226cb19-ee71-4760-8604-d30c446b5034 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.750629 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c226cb19-ee71-4760-8604-d30c446b5034 None None] Transition to ACTIVE for port object f6bdb0c8-0d75-4901-8b29-908d24d9976c will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:38.757076 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c226cb19-ee71-4760-8604-d30c446b5034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.919692 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e80cf-0e0e-449b-ae31-1a9e72ec69b1 None None] Pushing event updated for resources: {'Port': ['ID=f6bdb0c8-0d75-4901-8b29-908d24d9976c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:38.937694 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0f96fa8-1437-4435-a098-d681f32fc02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.957349 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c226cb19-ee71-4760-8604-d30c446b5034 None None] Attempting to bind port f6bdb0c8-0d75-4901-8b29-908d24d9976c on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:38.957349 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c226cb19-ee71-4760-8604-d30c446b5034 None None] Attempting to bind port f6bdb0c8-0d75-4901-8b29-908d24d9976c by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:38.957754 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c226cb19-ee71-4760-8604-d30c446b5034 None None] Attempting to bind port f6bdb0c8-0d75-4901-8b29-908d24d9976c on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:38.975599 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d2b1cefa-beec-4c45-b777-2c5a5a00d2b9 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:39.005082 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4815e0a8-2647-44e3-984a-069af51dbcaf tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.045625 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c226cb19-ee71-4760-8604-d30c446b5034 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:39.046023 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c226cb19-ee71-4760-8604-d30c446b5034 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:39.047139 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c226cb19-ee71-4760-8604-d30c446b5034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.047139 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c226cb19-ee71-4760-8604-d30c446b5034 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:39.047349 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c226cb19-ee71-4760-8604-d30c446b5034 None None] Bound port: f6bdb0c8-0d75-4901-8b29-908d24d9976c, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:39.055048 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c226cb19-ee71-4760-8604-d30c446b5034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.071516 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-b2d58c2a-83a7-4bb9-a85d-ef6c00edf6b1 admin admin] Allocated IP 172.20.0.1 (e49d4647-517e-4d0c-9914-1d89ddce536e/f3346c6f-5d4f-467b-92d0-aefbe281d4f2/c4bb22b7-6175-4b22-b346-3f8d60f1698b) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:39.071765 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4815e0a8-2647-44e3-984a-069af51dbcaf tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Transition to ACTIVE for port object 195d577f-e8dc-4d0c-883c-3bb2e75269c9 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:39.122204 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-33a5e295-42ba-4326-8a01-67a6c72f69f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b0d040-09d7-485c-8e2b-47d026fce246', 'name': 'tempest-TestServerBasicOps-1301929849-router', 'tenant_id': '08e7d3703a9c416d87d415c21a511fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '2be08d3f-b56a-4489-9c9d-5152f89922aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:30Z', 'updated_at': '2021-07-14T09:28:35Z', 'revision_number': 3, 'project_id': '08e7d3703a9c416d87d415c21a511fdf', 'gw_port': {'id': '2be08d3f-b56a-4489-9c9d-5152f89922aa', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b0d040-09d7-485c-8e2b-47d026fce246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:31Z', 'updated_at': '2021-07-14T09:28:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:39.169662 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0f96fa8-1437-4435-a098-d681f32fc02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.195862 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-613b00b8-f21a-40c8-be1b-179e59d68ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.210902 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a5e295-42ba-4326-8a01-67a6c72f69f4 None None] Checking router: b5b0d040-09d7-485c-8e2b-47d026fce246 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:39.211252 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a5e295-42ba-4326-8a01-67a6c72f69f4 None None] Updating router b5b0d040-09d7-485c-8e2b-47d026fce246 port 2be08d3f-b56a-4489-9c9d-5152f89922aa binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:28:39.215378 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4815e0a8-2647-44e3-984a-069af51dbcaf tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.223741 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f96fa8-1437-4435-a098-d681f32fc02a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6678073f-28e4-486a-80b7-4d20178c7084,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:39.227902 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0f96fa8-1437-4435-a098-d681f32fc02a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.233463 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e0f96fa8-1437-4435-a098-d681f32fc02a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6678073f-28e4-486a-80b7-4d20178c7084 HTTP/1.1" status: 204 len: 168 time: 0.9339893 Jul 14 09:28:39.233463 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45228) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:39.255576 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb3600f-e2c4-4710-8094-2462d2a35d67 None None] Network 47a43e35-767b-4b38-a730-c2f8dd3a2041 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:39.348632 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33a5e295-42ba-4326-8a01-67a6c72f69f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.456739 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-613b00b8-f21a-40c8-be1b-179e59d68ff0 admin admin] Allocated IP 172.20.0.1 (21b00026-a9a1-41ed-beba-cdce72bf6533/1c10c25e-d410-4421-b5f2-505c24789537/234368ef-6b4d-44ef-8607-b65723bfce4b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:39.462961 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b478fcc-908e-4561-92f6-ded4b19347f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.482077 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2d58c2a-83a7-4bb9-a85d-ef6c00edf6b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.636898 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-613b00b8-f21a-40c8-be1b-179e59d68ff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.654685 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-613b00b8-f21a-40c8-be1b-179e59d68ff0 admin admin] Transition to ACTIVE for port object 234368ef-6b4d-44ef-8607-b65723bfce4b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:39.672141 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5b478fcc-908e-4561-92f6-ded4b19347f1 admin admin] Deleting port cd60d19f-e559-42d4-9c48-67a12ae68443 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:39.672702 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b478fcc-908e-4561-92f6-ded4b19347f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.705664 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-613b00b8-f21a-40c8-be1b-179e59d68ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.757273 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613b00b8-f21a-40c8-be1b-179e59d68ff0 admin admin] Network 21b00026-a9a1-41ed-beba-cdce72bf6533 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:39.785461 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-613b00b8-f21a-40c8-be1b-179e59d68ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:39.793530 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c226cb19-ee71-4760-8604-d30c446b5034 None None] For port f6bdb0c8-0d75-4901-8b29-908d24d9976c, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:39.804402 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613b00b8-f21a-40c8-be1b-179e59d68ff0 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:39.837843 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c226cb19-ee71-4760-8604-d30c446b5034 None None] For port f6bdb0c8-0d75-4901-8b29-908d24d9976c, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f6bdb0c8-0d75-4901-8b29-908d24d9976c,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:39.838085 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5b478fcc-908e-4561-92f6-ded4b19347f1 admin admin] For port cd60d19f-e559-42d4-9c48-67a12ae68443, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=cd60d19f-e559-42d4-9c48-67a12ae68443,segment=NetworkSegment(0b41b20e-3864-4daa-8644-1843e93822a7),segment_id=0b41b20e-3864-4daa-8644-1843e93822a7)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:39.838464 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b478fcc-908e-4561-92f6-ded4b19347f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.869503 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5b478fcc-908e-4561-92f6-ded4b19347f1 admin admin] Calling delete_port for cd60d19f-e559-42d4-9c48-67a12ae68443 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:39.869792 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4815e0a8-2647-44e3-984a-069af51dbcaf tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Network 83c23b60-9df3-4b19-a44c-72a60ba86277 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:39.871340 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-613b00b8-f21a-40c8-be1b-179e59d68ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.883515 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c226cb19-ee71-4760-8604-d30c446b5034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.039846 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d2b1cefa-beec-4c45-b777-2c5a5a00d2b9 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:40.043584 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.044777 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-4815e0a8-2647-44e3-984a-069af51dbcaf tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:40.050724 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4815e0a8-2647-44e3-984a-069af51dbcaf tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:40.065903 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4815e0a8-2647-44e3-984a-069af51dbcaf tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:40.070132 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4815e0a8-2647-44e3-984a-069af51dbcaf tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.095516 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2d58c2a-83a7-4bb9-a85d-ef6c00edf6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.167037 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815e0a8-2647-44e3-984a-069af51dbcaf tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Pushing event updated for resources: {'Port': ['ID=195d577f-e8dc-4d0c-883c-3bb2e75269c9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:40.232755 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b478fcc-908e-4561-92f6-ded4b19347f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.238453 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33a5e295-42ba-4326-8a01-67a6c72f69f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.246529 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d58c2a-83a7-4bb9-a85d-ef6c00edf6b1 admin admin] Pushing event updated for resources: {'Port': ['ID=c4bb22b7-6175-4b22-b346-3f8d60f1698b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:40.273644 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-33a5e295-42ba-4326-8a01-67a6c72f69f4 None None] Transition to ACTIVE for port object 2be08d3f-b56a-4489-9c9d-5152f89922aa will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:40.284965 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33a5e295-42ba-4326-8a01-67a6c72f69f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.323654 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b00b8-f21a-40c8-be1b-179e59d68ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=234368ef-6b4d-44ef-8607-b65723bfce4b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:40.328130 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d58c2a-83a7-4bb9-a85d-ef6c00edf6b1 admin admin] Network e49d4647-517e-4d0c-9914-1d89ddce536e is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:40.333727 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b478fcc-908e-4561-92f6-ded4b19347f1 admin admin] No DVR routers for this DVR port cd60d19f-e559-42d4-9c48-67a12ae68443 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:40.368096 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c226cb19-ee71-4760-8604-d30c446b5034 None None] Routers {'1df1f370-c6af-44a8-84f1-443dffd9676a'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:40.368764 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c226cb19-ee71-4760-8604-d30c446b5034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:28:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1df1f370-c6af-44a8-84f1-443dffd9676a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:40.376602 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4815e0a8-2647-44e3-984a-069af51dbcaf tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.3991907 Jul 14 09:28:40.376842 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b2d58c2a-83a7-4bb9-a85d-ef6c00edf6b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:40.387643 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45250) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:40.408147 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-7fe2fdab-8fc9-483a-b902-c3cc8d163e21 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::237', 'mac_address': 'fa:16:3e:83:ca:75'}]}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:40.430164 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d58c2a-83a7-4bb9-a85d-ef6c00edf6b1 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:40.456778 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-33a5e295-42ba-4326-8a01-67a6c72f69f4 None None] Attempting to bind port 2be08d3f-b56a-4489-9c9d-5152f89922aa on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:40.456778 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-33a5e295-42ba-4326-8a01-67a6c72f69f4 None None] Attempting to bind port 2be08d3f-b56a-4489-9c9d-5152f89922aa by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:40.456778 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a5e295-42ba-4326-8a01-67a6c72f69f4 None None] Attempting to bind port 2be08d3f-b56a-4489-9c9d-5152f89922aa on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:40.463064 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b478fcc-908e-4561-92f6-ded4b19347f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd60d19f-e559-42d4-9c48-67a12ae68443,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:40.483541 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a5e295-42ba-4326-8a01-67a6c72f69f4 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:40.483929 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a5e295-42ba-4326-8a01-67a6c72f69f4 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:40.489628 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33a5e295-42ba-4326-8a01-67a6c72f69f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.498694 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a5e295-42ba-4326-8a01-67a6c72f69f4 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:40.499517 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-33a5e295-42ba-4326-8a01-67a6c72f69f4 None None] Bound port: 2be08d3f-b56a-4489-9c9d-5152f89922aa, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:40.499948 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33a5e295-42ba-4326-8a01-67a6c72f69f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.506897 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e80cf-0e0e-449b-ae31-1a9e72ec69b1 None None] Pushing event updated for resources: {'Port': ['ID=f6bdb0c8-0d75-4901-8b29-908d24d9976c,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:40.602486 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7425aff-7d76-4c6b-a18e-8a984d26a6c7 None None] Pushing event updated for resources: {'Port': ['ID=2be08d3f-b56a-4489-9c9d-5152f89922aa,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:40.616884 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b478fcc-908e-4561-92f6-ded4b19347f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.644081 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-5b478fcc-908e-4561-92f6-ded4b19347f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a43e35-767b-4b38-a730-c2f8dd3a2041']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:40.646742 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2d58c2a-83a7-4bb9-a85d-ef6c00edf6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.715762 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-33a5e295-42ba-4326-8a01-67a6c72f69f4 None None] For port 2be08d3f-b56a-4489-9c9d-5152f89922aa, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:40.733445 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-774794a5-b6d5-4dd9-9ce2-6cb3b5a1ca4b None None] Provisioning for port 234368ef-6b4d-44ef-8607-b65723bfce4b completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:40.743031 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-774794a5-b6d5-4dd9-9ce2-6cb3b5a1ca4b None None] Provisioning complete for port 234368ef-6b4d-44ef-8607-b65723bfce4b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:40.743392 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-774794a5-b6d5-4dd9-9ce2-6cb3b5a1ca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.746457 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-33a5e295-42ba-4326-8a01-67a6c72f69f4 None None] For port 2be08d3f-b56a-4489-9c9d-5152f89922aa, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2be08d3f-b56a-4489-9c9d-5152f89922aa,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:40.756200 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33a5e295-42ba-4326-8a01-67a6c72f69f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.922736 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a5e295-42ba-4326-8a01-67a6c72f69f4 None None] Routers {'b5b0d040-09d7-485c-8e2b-47d026fce246'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:40.923393 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-33a5e295-42ba-4326-8a01-67a6c72f69f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:28:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b5b0d040-09d7-485c-8e2b-47d026fce246'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:40.927234 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7425aff-7d76-4c6b-a18e-8a984d26a6c7 None None] Pushing event updated for resources: {'Port': ['ID=2be08d3f-b56a-4489-9c9d-5152f89922aa,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:40.946718 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-613b00b8-f21a-40c8-be1b-179e59d68ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.956859 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-5b478fcc-908e-4561-92f6-ded4b19347f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b41b20e-3864-4daa-8644-1843e93822a7') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:40.957810 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-5b478fcc-908e-4561-92f6-ded4b19347f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b41b20e-3864-4daa-8644-1843e93822a7') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:40.966633 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2d58c2a-83a7-4bb9-a85d-ef6c00edf6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.988567 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45260) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:41.000739 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b478fcc-908e-4561-92f6-ded4b19347f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.032276 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-774794a5-b6d5-4dd9-9ce2-6cb3b5a1ca4b None None] Port 234368ef-6b4d-44ef-8607-b65723bfce4b cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:41.040992 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5904a56-1a71-47fe-9bab-f3067d63b2dd None None] DHCP port deletion for 47a43e35-767b-4b38-a730-c2f8dd3a2041 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:28:41.043433 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 5d6a78e7-6973-4602-9c84-4f550ab7f204 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:41.048872 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.054269 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7fe2fdab-8fc9-483a-b902-c3cc8d163e21 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.078718 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b478fcc-908e-4561-92f6-ded4b19347f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.096005 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 5d6a78e7-6973-4602-9c84-4f550ab7f204 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:41.104904 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 5d6a78e7-6973-4602-9c84-4f550ab7f204 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:41.120431 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b478fcc-908e-4561-92f6-ded4b19347f1 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:41.127624 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b478fcc-908e-4561-92f6-ded4b19347f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:41.132834 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:41.181838 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c226cb19-ee71-4760-8604-d30c446b5034 None None] Set router 1df1f370-c6af-44a8-84f1-443dffd9676a gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:41.266482 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-33a5e295-42ba-4326-8a01-67a6c72f69f4 None None] Set router b5b0d040-09d7-485c-8e2b-47d026fce246 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:41.289633 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-26a96d42-4e42-4da2-bfae-79e84bc322b3 None None] Provisioning for port 195d577f-e8dc-4d0c-883c-3bb2e75269c9 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:41.349444 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-26a96d42-4e42-4da2-bfae-79e84bc322b3 None None] Provisioning complete for port 195d577f-e8dc-4d0c-883c-3bb2e75269c9 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:41.349975 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26a96d42-4e42-4da2-bfae-79e84bc322b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.391664 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-26a96d42-4e42-4da2-bfae-79e84bc322b3 None None] Port 195d577f-e8dc-4d0c-883c-3bb2e75269c9 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:41.404017 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b478fcc-908e-4561-92f6-ded4b19347f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.405821 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e9872db1-ac9c-4fa9-84e1-5cc5a052c495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.426847 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b478fcc-908e-4561-92f6-ded4b19347f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.431873 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5b478fcc-908e-4561-92f6-ded4b19347f1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/47a43e35-767b-4b38-a730-c2f8dd3a2041 HTTP/1.1" status: 204 len: 168 time: 2.1940603 Jul 14 09:28:41.463828 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b478fcc-908e-4561-92f6-ded4b19347f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=47a43e35-767b-4b38-a730-c2f8dd3a2041,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:41.576201 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2d58c2a-83a7-4bb9-a85d-ef6c00edf6b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.586046 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2d58c2a-83a7-4bb9-a85d-ef6c00edf6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.598281 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c226cb19-ee71-4760-8604-d30c446b5034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df1f370-c6af-44a8-84f1-443dffd9676a', 'name': 'tempest-ServerRescueTestJSON-1877046209-router', 'tenant_id': '13a6cb8219634407be0dfc48ca82a27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'f6bdb0c8-0d75-4901-8b29-908d24d9976c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:28Z', 'updated_at': '2021-07-14T09:28:33Z', 'revision_number': 3, 'project_id': '13a6cb8219634407be0dfc48ca82a27b', 'gw_port': {'id': 'f6bdb0c8-0d75-4901-8b29-908d24d9976c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:38:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df1f370-c6af-44a8-84f1-443dffd9676a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:31Z', 'updated_at': '2021-07-14T09:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:41.639465 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c226cb19-ee71-4760-8604-d30c446b5034 None None] The sync data for ids ['1df1f370-c6af-44a8-84f1-443dffd9676a'] in n-d-771362-35 is: [{'id': '1df1f370-c6af-44a8-84f1-443dffd9676a', 'name': 'tempest-ServerRescueTestJSON-1877046209-router', 'tenant_id': '13a6cb8219634407be0dfc48ca82a27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'f6bdb0c8-0d75-4901-8b29-908d24d9976c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:28Z', 'updated_at': '2021-07-14T09:28:33Z', 'revision_number': 3, 'project_id': '13a6cb8219634407be0dfc48ca82a27b', 'gw_port': {'id': 'f6bdb0c8-0d75-4901-8b29-908d24d9976c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:38:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df1f370-c6af-44a8-84f1-443dffd9676a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:31Z', 'updated_at': '2021-07-14T09:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:41.687316 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e9872db1-ac9c-4fa9-84e1-5cc5a052c495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.701768 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2d58c2a-83a7-4bb9-a85d-ef6c00edf6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.703369 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e9872db1-ac9c-4fa9-84e1-5cc5a052c495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.740259 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e9872db1-ac9c-4fa9-84e1-5cc5a052c495 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2b36c4dd01104021ac938212a2b2b5c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7424481 Jul 14 09:28:41.741130 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-613b00b8-f21a-40c8-be1b-179e59d68ff0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.746363 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45268) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:41.754242 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45270) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:41.762814 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-613b00b8-f21a-40c8-be1b-179e59d68ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.763780 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-33a5e295-42ba-4326-8a01-67a6c72f69f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b0d040-09d7-485c-8e2b-47d026fce246', 'name': 'tempest-TestServerBasicOps-1301929849-router', 'tenant_id': '08e7d3703a9c416d87d415c21a511fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '2be08d3f-b56a-4489-9c9d-5152f89922aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:30Z', 'updated_at': '2021-07-14T09:28:40Z', 'revision_number': 4, 'project_id': '08e7d3703a9c416d87d415c21a511fdf', 'gw_port': {'id': '2be08d3f-b56a-4489-9c9d-5152f89922aa', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b0d040-09d7-485c-8e2b-47d026fce246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:31Z', 'updated_at': '2021-07-14T09:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '234368ef-6b4d-44ef-8607-b65723bfce4b', 'name': '', 'network_id': '21b00026-a9a1-41ed-beba-cdce72bf6533', 'tenant_id': '08e7d3703a9c416d87d415c21a511fdf', 'mac_address': 'fa:16:3e:f4:b0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b0d040-09d7-485c-8e2b-47d026fce246', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '1c10c25e-d410-4421-b5f2-505c24789537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:39Z', 'updated_at': '2021-07-14T09:28:39Z', 'revision_number': 1, 'project_id': '08e7d3703a9c416d87d415c21a511fdf', 'subnets': [{'id': '1c10c25e-d410-4421-b5f2-505c24789537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:41.770930 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d58c2a-83a7-4bb9-a85d-ef6c00edf6b1 admin admin] Pushing event updated for resources: {'Port': ['ID=c4bb22b7-6175-4b22-b346-3f8d60f1698b,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:41.802513 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a5e295-42ba-4326-8a01-67a6c72f69f4 None None] The sync data for ids ['b5b0d040-09d7-485c-8e2b-47d026fce246'] in n-d-771362-35 is: [{'id': 'b5b0d040-09d7-485c-8e2b-47d026fce246', 'name': 'tempest-TestServerBasicOps-1301929849-router', 'tenant_id': '08e7d3703a9c416d87d415c21a511fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '2be08d3f-b56a-4489-9c9d-5152f89922aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:30Z', 'updated_at': '2021-07-14T09:28:40Z', 'revision_number': 4, 'project_id': '08e7d3703a9c416d87d415c21a511fdf', 'gw_port': {'id': '2be08d3f-b56a-4489-9c9d-5152f89922aa', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b0d040-09d7-485c-8e2b-47d026fce246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:31Z', 'updated_at': '2021-07-14T09:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '234368ef-6b4d-44ef-8607-b65723bfce4b', 'name': '', 'network_id': '21b00026-a9a1-41ed-beba-cdce72bf6533', 'tenant_id': '08e7d3703a9c416d87d415c21a511fdf', 'mac_address': 'fa:16:3e:f4:b0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b0d040-09d7-485c-8e2b-47d026fce246', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '1c10c25e-d410-4421-b5f2-505c24789537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:39Z', 'updated_at': '2021-07-14T09:28:39Z', 'revision_number': 1, 'project_id': '08e7d3703a9c416d87d415c21a511fdf', 'subnets': [{'id': '1c10c25e-d410-4421-b5f2-505c24789537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:41.875559 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9872db1-ac9c-4fa9-84e1-5cc5a052c495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1389a10d-d472-468b-a0a8-60f0e01388c0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:41.903979 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b00b8-f21a-40c8-be1b-179e59d68ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=234368ef-6b4d-44ef-8607-b65723bfce4b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:41.904214 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9872db1-ac9c-4fa9-84e1-5cc5a052c495 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:41.904886 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9872db1-ac9c-4fa9-84e1-5cc5a052c495 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:41.905246 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9872db1-ac9c-4fa9-84e1-5cc5a052c495 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:41.905595 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9872db1-ac9c-4fa9-84e1-5cc5a052c495 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:41.905937 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9872db1-ac9c-4fa9-84e1-5cc5a052c495 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:41.906274 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9872db1-ac9c-4fa9-84e1-5cc5a052c495 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:41.907062 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9872db1-ac9c-4fa9-84e1-5cc5a052c495 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:41.907062 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9872db1-ac9c-4fa9-84e1-5cc5a052c495 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:41.907733 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9872db1-ac9c-4fa9-84e1-5cc5a052c495 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:41.908103 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9872db1-ac9c-4fa9-84e1-5cc5a052c495 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:41.908383 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9872db1-ac9c-4fa9-84e1-5cc5a052c495 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:41.908720 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9872db1-ac9c-4fa9-84e1-5cc5a052c495 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:41.927525 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-613b00b8-f21a-40c8-be1b-179e59d68ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.941496 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d7884c7d-407d-450f-804a-a05ee975ff65 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d49dab162ef54ca99fe5727197abda1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1850085 Jul 14 09:28:41.942123 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45274) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:41.962275 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7fe2fdab-8fc9-483a-b902-c3cc8d163e21 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.972412 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7fe2fdab-8fc9-483a-b902-c3cc8d163e21 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.985891 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d58c2a-83a7-4bb9-a85d-ef6c00edf6b1 admin admin] Network e49d4647-517e-4d0c-9914-1d89ddce536e is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:41.990894 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b2d58c2a-83a7-4bb9-a85d-ef6c00edf6b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:42.045675 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7fe2fdab-8fc9-483a-b902-c3cc8d163e21 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] In _notify_port_updated(), no bound segment for port 195d577f-e8dc-4d0c-883c-3bb2e75269c9 on network 83c23b60-9df3-4b19-a44c-72a60ba86277 {{(pid=93772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:28:42.061212 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe2fdab-8fc9-483a-b902-c3cc8d163e21 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:42.062283 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7fe2fdab-8fc9-483a-b902-c3cc8d163e21 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.068992 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45278) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:42.071886 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7fe2fdab-8fc9-483a-b902-c3cc8d163e21 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] 10.222.0.25 "PUT /v2.0/ports/195d577f-e8dc-4d0c-883c-3bb2e75269c9 HTTP/1.1" status: 200 len: 1001 time: 1.6759572 Jul 14 09:28:42.112682 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d90d09c-a682-422b-b72d-fe2239d6e056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.185872 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51042928-618f-4cd6-a8f0-01b4305516ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.206914 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.232390 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51042928-618f-4cd6-a8f0-01b4305516ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.254888 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d90d09c-a682-422b-b72d-fe2239d6e056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.384556 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2fdab-8fc9-483a-b902-c3cc8d163e21 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Pushing event updated for resources: {'Port': ['ID=195d577f-e8dc-4d0c-883c-3bb2e75269c9,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:42.462318 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51042928-618f-4cd6-a8f0-01b4305516ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.465332 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51042928-618f-4cd6-a8f0-01b4305516ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.469084 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-51042928-618f-4cd6-a8f0-01b4305516ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1389a10d-d472-468b-a0a8-60f0e01388c0 HTTP/1.1" status: 204 len: 168 time: 0.7160544 Jul 14 09:28:42.478555 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-300e0ed6-7120-4623-a625-eb9b7d0604a1 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e86a5b3808924819b3ce0f463769ccc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1707430 Jul 14 09:28:42.493610 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d58c2a-83a7-4bb9-a85d-ef6c00edf6b1 admin admin] Router 1df1f370-c6af-44a8-84f1-443dffd9676a has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:42.501195 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51042928-618f-4cd6-a8f0-01b4305516ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1389a10d-d472-468b-a0a8-60f0e01388c0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:42.572890 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613b00b8-f21a-40c8-be1b-179e59d68ff0 admin admin] Network 21b00026-a9a1-41ed-beba-cdce72bf6533 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:42.575381 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-613b00b8-f21a-40c8-be1b-179e59d68ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:42.964211 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613b00b8-f21a-40c8-be1b-179e59d68ff0 admin admin] Router b5b0d040-09d7-485c-8e2b-47d026fce246 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:43.024751 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-44e6eb6e-ab17-4cf1-936d-a26e81397c90 None None] Provisioning complete for port 195d577f-e8dc-4d0c-883c-3bb2e75269c9 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:43.025467 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44e6eb6e-ab17-4cf1-936d-a26e81397c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.113000 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-44e6eb6e-ab17-4cf1-936d-a26e81397c90 None None] Port 195d577f-e8dc-4d0c-883c-3bb2e75269c9 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:43.124212 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f6bdb0c8-0d75-4901-8b29-908d24d9976c up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:43.280304 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613b00b8-f21a-40c8-be1b-179e59d68ff0 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:43.313817 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-613b00b8-f21a-40c8-be1b-179e59d68ff0 admin admin] 10.222.0.25 "PUT /v2.0/routers/b5b0d040-09d7-485c-8e2b-47d026fce246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3347738 Jul 14 09:28:43.352030 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c9c5e82e-eb01-4106-8850-d9d1c71ed9bd None None] Provisioning complete for port 234368ef-6b4d-44ef-8607-b65723bfce4b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:43.352798 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9c5e82e-eb01-4106-8850-d9d1c71ed9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.514675 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c9c5e82e-eb01-4106-8850-d9d1c71ed9bd None None] Port 234368ef-6b4d-44ef-8607-b65723bfce4b cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:43.589324 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port f6bdb0c8-0d75-4901-8b29-908d24d9976c completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:43.606592 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port f6bdb0c8-0d75-4901-8b29-908d24d9976c triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:43.606969 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.898002 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.961486 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port f6bdb0c8-0d75-4901-8b29-908d24d9976c, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f6bdb0c8-0d75-4901-8b29-908d24d9976c,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:43.974246 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.992020 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cd60d19f-e559-42d4-9c48-67a12ae68443 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:44.071345 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d58c2a-83a7-4bb9-a85d-ef6c00edf6b1 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:44.094236 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b2d58c2a-83a7-4bb9-a85d-ef6c00edf6b1 admin admin] 10.222.0.25 "PUT /v2.0/routers/1df1f370-c6af-44a8-84f1-443dffd9676a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5143695 Jul 14 09:28:44.100145 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f1f079cf-3d7f-4943-9f4a-31ed083a9c52 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Deleting port 195d577f-e8dc-4d0c-883c-3bb2e75269c9 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:44.100499 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1f079cf-3d7f-4943-9f4a-31ed083a9c52 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.135681 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: cd60d19f-e559-42d4-9c48-67a12ae68443 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:44.136285 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cd60d19f-e559-42d4-9c48-67a12ae68443 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:44.174965 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=f6bdb0c8-0d75-4901-8b29-908d24d9976c,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:44.192226 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d90d09c-a682-422b-b72d-fe2239d6e056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.194831 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d90d09c-a682-422b-b72d-fe2239d6e056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.203276 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5d90d09c-a682-422b-b72d-fe2239d6e056 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef33ac38-52ba-4180-b9bf-fd7a32454341 HTTP/1.1" status: 204 len: 168 time: 2.2581184 Jul 14 09:28:44.370891 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90d09c-a682-422b-b72d-fe2239d6e056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef33ac38-52ba-4180-b9bf-fd7a32454341,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:44.512596 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-55c6a898-f0ad-4edc-9ec9-1159f2e0f4bf tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:44.538264 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-55c6a898-f0ad-4edc-9ec9-1159f2e0f4bf tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.0469787 Jul 14 09:28:44.672974 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-8bbe7efe-689c-4d47-967d-3d4eb36beadb tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] 10.222.0.25 "GET /v2.0/quotas/e86a5b3808924819b3ce0f463769ccc9 HTTP/1.1" status: 200 len: 375 time: 0.0524449 Jul 14 09:28:44.701730 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1f079cf-3d7f-4943-9f4a-31ed083a9c52 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.770582 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f1f079cf-3d7f-4943-9f4a-31ed083a9c52 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Calling delete_port for 195d577f-e8dc-4d0c-883c-3bb2e75269c9 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:44.835806 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-94dd4f4c-b49f-4590-8097-cb3c1e832be7 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e86a5b3808924819b3ce0f463769ccc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1030900 Jul 14 09:28:44.901124 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45324) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:44.907839 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ddd235cd-5446-442f-818c-6cb45b905718 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1584456269', 'description': 'tempest-secgroup-smoke-1584456269 description', 'project_id': 'f464ecef0897489e962d28ba5796b08e'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:45.009881 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddd235cd-5446-442f-818c-6cb45b905718 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.065339 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2be08d3f-b56a-4489-9c9d-5152f89922aa up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:45.222027 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:28:45.274191 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 2be08d3f-b56a-4489-9c9d-5152f89922aa completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:45.290197 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 2be08d3f-b56a-4489-9c9d-5152f89922aa triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:45.292633 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.417761 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45338) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:45.444046 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75a1a17c-c9e5-4222-b931-fdc312511b71 req-f356ceed-a639-4c22-b8c5-7e15f9a6f045 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d1197d-9201-4f80-9a74-1e595cf71dd8 HTTP/1.1" status: 200 len: 210 time: 0.0843079 Jul 14 09:28:45.482259 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1f079cf-3d7f-4943-9f4a-31ed083a9c52 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.601766 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f079cf-3d7f-4943-9f4a-31ed083a9c52 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Pushing event deleted for resources: {'Port': ['ID=195d577f-e8dc-4d0c-883c-3bb2e75269c9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:45.607100 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddd235cd-5446-442f-818c-6cb45b905718 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.628948 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddd235cd-5446-442f-818c-6cb45b905718 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.658258 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45342) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:45.675732 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.757566 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 2be08d3f-b56a-4489-9c9d-5152f89922aa, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2be08d3f-b56a-4489-9c9d-5152f89922aa,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:45.771519 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.775065 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f6bdb0c8-0d75-4901-8b29-908d24d9976c up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:45.782065 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd235cd-5446-442f-818c-6cb45b905718 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b715de6-cb1a-4e4b-851b-83aac9ee11a6,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:45.796933 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c84dba0-6f2c-4954-ae87-a5658b04242a None None] Sync routers for ids ['1df1f370-c6af-44a8-84f1-443dffd9676a'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:45.867690 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8303a817-d6fd-4265-9d5a-3e39f06ee762 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=366ed626d39e46698d60ff710d2f9be7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4466290 Jul 14 09:28:45.870646 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddd235cd-5446-442f-818c-6cb45b905718 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.877390 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ddd235cd-5446-442f-818c-6cb45b905718 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9741547 Jul 14 09:28:45.878480 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45354) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:45.896719 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45358) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:45.954894 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1f079cf-3d7f-4943-9f4a-31ed083a9c52 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.958108 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-5c5818a8-3481-4891-b457-a0aa1aa27ded tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Request body: {'security_group_rule': {'security_group_id': '1b715de6-cb1a-4e4b-851b-83aac9ee11a6', 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:45.964323 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f1f079cf-3d7f-4943-9f4a-31ed083a9c52 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] 10.222.0.25 "DELETE /v2.0/ports/195d577f-e8dc-4d0c-883c-3bb2e75269c9 HTTP/1.1" status: 204 len: 168 time: 3.8940802 Jul 14 09:28:45.983528 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45362) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:46.026489 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c84dba0-6f2c-4954-ae87-a5658b04242a None None] Routers {'1df1f370-c6af-44a8-84f1-443dffd9676a'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:46.027334 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9c84dba0-6f2c-4954-ae87-a5658b04242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:28:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1df1f370-c6af-44a8-84f1-443dffd9676a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:46.077051 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6b2d06ac-c4ba-4a1e-8919-6590cd5fdf11 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2065692324-network', 'tenant_id': '830de104893540d889265754867e45ef'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:46.118919 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c5818a8-3481-4891-b457-a0aa1aa27ded tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.149087 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-936e6e1c-44a8-4151-8770-6542ef7ea422 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] GET failed (client error): The resource could not be found. Jul 14 09:28:46.152463 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-936e6e1c-44a8-4151-8770-6542ef7ea422 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] 10.222.0.25 "GET /v2.0/ports/195d577f-e8dc-4d0c-883c-3bb2e75269c9 HTTP/1.1" status: 404 len: 333 time: 0.1677158 Jul 14 09:28:46.171378 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45364) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:46.217200 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-bf837ee2-6f69-47ed-8ef0-b828f780f2c4 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Request body: {'port': {'network_id': '83c23b60-9df3-4b19-a44c-72a60ba86277', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1736685626'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:46.310018 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=2be08d3f-b56a-4489-9c9d-5152f89922aa,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:46.310612 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65378256-5e9e-4438-a84a-e1f7efaaa627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.380603 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65378256-5e9e-4438-a84a-e1f7efaaa627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.384098 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c5818a8-3481-4891-b457-a0aa1aa27ded tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.398300 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2d06ac-c4ba-4a1e-8919-6590cd5fdf11 admin admin] Made reservation on behalf of 830de104893540d889265754867e45ef for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:46.398580 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c5818a8-3481-4891-b457-a0aa1aa27ded tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.402241 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b2d06ac-c4ba-4a1e-8919-6590cd5fdf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.424220 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5818a8-3481-4891-b457-a0aa1aa27ded tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4943a595-64fb-431c-91e5-e935205628da,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:46.439464 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-9c84dba0-6f2c-4954-ae87-a5658b04242a None None] Set router 1df1f370-c6af-44a8-84f1-443dffd9676a gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:46.459990 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b2d06ac-c4ba-4a1e-8919-6590cd5fdf11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.472799 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c5818a8-3481-4891-b457-a0aa1aa27ded tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.474357 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5c5818a8-3481-4891-b457-a0aa1aa27ded tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5456290 Jul 14 09:28:46.477612 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45368) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:46.492964 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-7ef4658d-8ddd-4b1b-826e-b96a437e1f34 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Request body: {'security_group_rule': {'security_group_id': '1b715de6-cb1a-4e4b-851b-83aac9ee11a6', 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:46.552897 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65378256-5e9e-4438-a84a-e1f7efaaa627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.559809 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65378256-5e9e-4438-a84a-e1f7efaaa627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.563061 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12087f29-12a1-44e0-86da-4691a9e18610 req-a461c47e-39e7-4f26-a124-7ddadce5ead4 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:46.565239 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-65378256-5e9e-4438-a84a-e1f7efaaa627 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa1c93ea-0a1c-434e-8fb0-bfcb948d6c08 HTTP/1.1" status: 204 len: 168 time: 0.6793478 Jul 14 09:28:46.567059 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12087f29-12a1-44e0-86da-4691a9e18610 req-a461c47e-39e7-4f26-a124-7ddadce5ead4 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/networks?id=e49d4647-517e-4d0c-9914-1d89ddce536e HTTP/1.1" status: 200 len: 811 time: 0.6383579 Jul 14 09:28:46.614125 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65378256-5e9e-4438-a84a-e1f7efaaa627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1c93ea-0a1c-434e-8fb0-bfcb948d6c08,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:46.618561 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ef4658d-8ddd-4b1b-826e-b96a437e1f34 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.701743 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf63bb8-43c3-49b2-8aa9-2d80f1a7d39c None None] Sync routers for ids ['b5b0d040-09d7-485c-8e2b-47d026fce246'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:46.714580 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf63bb8-43c3-49b2-8aa9-2d80f1a7d39c None None] Routers {'b5b0d040-09d7-485c-8e2b-47d026fce246'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:46.720966 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-abf63bb8-43c3-49b2-8aa9-2d80f1a7d39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:28:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b5b0d040-09d7-485c-8e2b-47d026fce246'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:46.812434 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12087f29-12a1-44e0-86da-4691a9e18610 req-5d5014d6-d40e-45ec-9e28-31709c8970de tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/quotas/13a6cb8219634407be0dfc48ca82a27b HTTP/1.1" status: 200 len: 375 time: 0.2171772 Jul 14 09:28:46.860094 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ef488da7-302f-42b9-9bdf-ae955e1a5b05 req-e0ccd9c9-a4b9-4f8e-897d-5bdb85b54cce tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d1197d-9201-4f80-9a74-1e595cf71dd8 HTTP/1.1" status: 200 len: 210 time: 0.1104965 Jul 14 09:28:46.899021 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port f6bdb0c8-0d75-4901-8b29-908d24d9976c triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:46.899431 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.989528 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ef4658d-8ddd-4b1b-826e-b96a437e1f34 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.004085 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ef4658d-8ddd-4b1b-826e-b96a437e1f34 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.006846 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12087f29-12a1-44e0-86da-4691a9e18610 req-fe2adec6-388f-4fc7-8e76-bf49c2fe69fc tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=13a6cb8219634407be0dfc48ca82a27b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1603563 Jul 14 09:28:47.016326 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-abf63bb8-43c3-49b2-8aa9-2d80f1a7d39c None None] Set router b5b0d040-09d7-485c-8e2b-47d026fce246 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:47.076319 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4658d-8ddd-4b1b-826e-b96a437e1f34 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a9bd34-efff-45f1-ae3a-c2968f39c568,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:47.087288 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b2d06ac-c4ba-4a1e-8919-6590cd5fdf11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.098589 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b2d06ac-c4ba-4a1e-8919-6590cd5fdf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.099771 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ef4658d-8ddd-4b1b-826e-b96a437e1f34 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.105152 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7ef4658d-8ddd-4b1b-826e-b96a437e1f34 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6235430 Jul 14 09:28:47.106225 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45376) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:47.115335 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-0e032b7a-ebe0-4717-895c-867e69e67431 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Request body: {'security_group_rule': {'security_group_id': '1b715de6-cb1a-4e4b-851b-83aac9ee11a6', 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:47.165590 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b2d06ac-c4ba-4a1e-8919-6590cd5fdf11 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:47.185409 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b2d06ac-c4ba-4a1e-8919-6590cd5fdf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.186317 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-6b2d06ac-c4ba-4a1e-8919-6590cd5fdf11 admin admin] Added segment 41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2 of type vlan for network d8c71af8-8bf1-4b4f-9d6f-e5131a84935a Jul 14 09:28:47.235001 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b2d06ac-c4ba-4a1e-8919-6590cd5fdf11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.317567 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b2d06ac-c4ba-4a1e-8919-6590cd5fdf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.318714 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2d06ac-c4ba-4a1e-8919-6590cd5fdf11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:47.319944 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b2d06ac-c4ba-4a1e-8919-6590cd5fdf11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.346699 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9c84dba0-6f2c-4954-ae87-a5658b04242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df1f370-c6af-44a8-84f1-443dffd9676a', 'name': 'tempest-ServerRescueTestJSON-1877046209-router', 'tenant_id': '13a6cb8219634407be0dfc48ca82a27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'f6bdb0c8-0d75-4901-8b29-908d24d9976c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:28Z', 'updated_at': '2021-07-14T09:28:40Z', 'revision_number': 4, 'project_id': '13a6cb8219634407be0dfc48ca82a27b', 'gw_port': {'id': 'f6bdb0c8-0d75-4901-8b29-908d24d9976c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:38:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1f370-c6af-44a8-84f1-443dffd9676a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:31Z', 'updated_at': '2021-07-14T09:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'c4bb22b7-6175-4b22-b346-3f8d60f1698b', 'name': '', 'network_id': 'e49d4647-517e-4d0c-9914-1d89ddce536e', 'tenant_id': '13a6cb8219634407be0dfc48ca82a27b', 'mac_address': 'fa:16:3e:1b:44:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df1f370-c6af-44a8-84f1-443dffd9676a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'f3346c6f-5d4f-467b-92d0-aefbe281d4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:38Z', 'updated_at': '2021-07-14T09:28:41Z', 'revision_number': 2, 'project_id': '13a6cb8219634407be0dfc48ca82a27b', 'subnets': [{'id': 'f3346c6f-5d4f-467b-92d0-aefbe281d4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:47.406937 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c84dba0-6f2c-4954-ae87-a5658b04242a None None] Checking router: 1df1f370-c6af-44a8-84f1-443dffd9676a for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:47.407679 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c84dba0-6f2c-4954-ae87-a5658b04242a None None] Updating router 1df1f370-c6af-44a8-84f1-443dffd9676a port c4bb22b7-6175-4b22-b346-3f8d60f1698b binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:28:47.418118 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e032b7a-ebe0-4717-895c-867e69e67431 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.424080 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf837ee2-6f69-47ed-8ef0-b828f780f2c4 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Made reservation on behalf of 91f072b102424e07885a171020f4f670 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:47.429004 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf837ee2-6f69-47ed-8ef0-b828f780f2c4 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.480385 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d06ac-c4ba-4a1e-8919-6590cd5fdf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa65f8de-d1a3-499a-beda-0f684629d404,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:47.493277 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6b2d06ac-c4ba-4a1e-8919-6590cd5fdf11 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8328519 Jul 14 09:28:47.500112 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2be08d3f-b56a-4489-9c9d-5152f89922aa up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:47.509209 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45384) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:47.511250 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-bf837ee2-6f69-47ed-8ef0-b828f780f2c4 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] device_id is not set on port 7510e5c7-e88f-4158-9938-309e7b2af57b yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:47.526775 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-59b5bc45-af8a-4afb-a599-dcfc652c1ace admin admin] Request body: {'subnet': {'network_id': 'd8c71af8-8bf1-4b4f-9d6f-e5131a84935a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2065692324-subnet', 'tenant_id': '830de104893540d889265754867e45ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:47.537767 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-abf63bb8-43c3-49b2-8aa9-2d80f1a7d39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b0d040-09d7-485c-8e2b-47d026fce246', 'name': 'tempest-TestServerBasicOps-1301929849-router', 'tenant_id': '08e7d3703a9c416d87d415c21a511fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '2be08d3f-b56a-4489-9c9d-5152f89922aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:30Z', 'updated_at': '2021-07-14T09:28:40Z', 'revision_number': 4, 'project_id': '08e7d3703a9c416d87d415c21a511fdf', 'gw_port': {'id': '2be08d3f-b56a-4489-9c9d-5152f89922aa', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b0d040-09d7-485c-8e2b-47d026fce246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:31Z', 'updated_at': '2021-07-14T09:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '234368ef-6b4d-44ef-8607-b65723bfce4b', 'name': '', 'network_id': '21b00026-a9a1-41ed-beba-cdce72bf6533', 'tenant_id': '08e7d3703a9c416d87d415c21a511fdf', 'mac_address': 'fa:16:3e:f4:b0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b0d040-09d7-485c-8e2b-47d026fce246', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '1c10c25e-d410-4421-b5f2-505c24789537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:39Z', 'updated_at': '2021-07-14T09:28:41Z', 'revision_number': 2, 'project_id': '08e7d3703a9c416d87d415c21a511fdf', 'subnets': [{'id': '1c10c25e-d410-4421-b5f2-505c24789537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:47.568851 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c84dba0-6f2c-4954-ae87-a5658b04242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.581408 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d06ac-c4ba-4a1e-8919-6590cd5fdf11 admin admin] Pushing event updated for resources: {'Network': ['ID=d8c71af8-8bf1-4b4f-9d6f-e5131a84935a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:47.617304 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf63bb8-43c3-49b2-8aa9-2d80f1a7d39c None None] Checking router: b5b0d040-09d7-485c-8e2b-47d026fce246 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:47.618194 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf63bb8-43c3-49b2-8aa9-2d80f1a7d39c None None] Updating router b5b0d040-09d7-485c-8e2b-47d026fce246 port 234368ef-6b4d-44ef-8607-b65723bfce4b binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:28:47.630606 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b5bc45-af8a-4afb-a599-dcfc652c1ace admin admin] Made reservation on behalf of 830de104893540d889265754867e45ef for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:47.633847 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59b5bc45-af8a-4afb-a599-dcfc652c1ace admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.657922 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network d8c71af8-8bf1-4b4f-9d6f-e5131a84935a details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:47.697522 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12087f29-12a1-44e0-86da-4691a9e18610 req-6f2032b4-9213-4782-87ac-83d03d40c684 service neutron] 10.222.0.25 "GET /v2.0/networks/e49d4647-517e-4d0c-9914-1d89ddce536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6602952 Jul 14 09:28:47.706080 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-abf63bb8-43c3-49b2-8aa9-2d80f1a7d39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.745466 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e032b7a-ebe0-4717-895c-867e69e67431 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.753959 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e032b7a-ebe0-4717-895c-867e69e67431 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.868779 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e032b7a-ebe0-4717-895c-867e69e67431 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.869986 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0e032b7a-ebe0-4717-895c-867e69e67431 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7626719 Jul 14 09:28:47.918800 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45392) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:47.958586 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12087f29-12a1-44e0-86da-4691a9e18610 req-4a8983d8-e783-4e15-b32a-9badf868c1bc service neutron] 10.222.0.25 "GET /v2.0/networks/e49d4647-517e-4d0c-9914-1d89ddce536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488966 Jul 14 09:28:47.972079 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e032b7a-ebe0-4717-895c-867e69e67431 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1320e428-a130-4e15-a4f5-c1c2ddd87b71,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:48.079041 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-7948533d-dcee-4f32-9d4a-bf4e437eea48 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Request body: {'security_group_rule': {'security_group_id': '1b715de6-cb1a-4e4b-851b-83aac9ee11a6', 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:48.093896 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-6d467751-17ff-4305-ad25-09f0d8636ecc tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=e86a5b3808924819b3ce0f463769ccc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2607896 Jul 14 09:28:48.211757 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-abf63bb8-43c3-49b2-8aa9-2d80f1a7d39c None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.235019 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-abf63bb8-43c3-49b2-8aa9-2d80f1a7d39c None None] Transition to ACTIVE for port object 234368ef-6b4d-44ef-8607-b65723bfce4b will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:48.247107 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-754914cd-96a1-42dc-8de5-fb00d7ce476e req-019a6d81-109e-499a-8387-af3998827b1c tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d1197d-9201-4f80-9a74-1e595cf71dd8 HTTP/1.1" status: 200 len: 210 time: 0.1222942 Jul 14 09:28:48.247631 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-abf63bb8-43c3-49b2-8aa9-2d80f1a7d39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.311715 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e271d-b467-432e-8ff3-4ce441a9bb72 None None] Pushing event updated for resources: {'Port': ['ID=234368ef-6b4d-44ef-8607-b65723bfce4b,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:48.397185 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-bf837ee2-6f69-47ed-8ef0-b828f780f2c4 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Allocated IP 2001:db8::21f (83c23b60-9df3-4b19-a44c-72a60ba86277/65b88a1a-5df6-414d-bda2-840d1870cd2a/7510e5c7-e88f-4158-9938-309e7b2af57b) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:48.520930 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-72ae140e-a956-486e-afac-840a12435665 req-c930c8e1-0abb-4089-9499-c921ce99ffdb tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 210 time: 0.0533011 Jul 14 09:28:48.548889 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-abf63bb8-43c3-49b2-8aa9-2d80f1a7d39c None None] Attempting to bind port 234368ef-6b4d-44ef-8607-b65723bfce4b on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:48.551930 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-abf63bb8-43c3-49b2-8aa9-2d80f1a7d39c None None] Attempting to bind port 234368ef-6b4d-44ef-8607-b65723bfce4b by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '94dbb534-108a-4fe6-855b-828ec38e03cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '21b00026-a9a1-41ed-beba-cdce72bf6533'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:48.552447 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf63bb8-43c3-49b2-8aa9-2d80f1a7d39c None None] Attempting to bind port 234368ef-6b4d-44ef-8607-b65723bfce4b on network 21b00026-a9a1-41ed-beba-cdce72bf6533 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:48.566929 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf63bb8-43c3-49b2-8aa9-2d80f1a7d39c None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:48.567605 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf63bb8-43c3-49b2-8aa9-2d80f1a7d39c None None] Checking segment: {'id': '94dbb534-108a-4fe6-855b-828ec38e03cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '21b00026-a9a1-41ed-beba-cdce72bf6533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:48.568617 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-abf63bb8-43c3-49b2-8aa9-2d80f1a7d39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.572191 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf63bb8-43c3-49b2-8aa9-2d80f1a7d39c None None] Bound using segment: {'id': '94dbb534-108a-4fe6-855b-828ec38e03cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '21b00026-a9a1-41ed-beba-cdce72bf6533'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:48.572852 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-abf63bb8-43c3-49b2-8aa9-2d80f1a7d39c None None] Bound port: 234368ef-6b4d-44ef-8607-b65723bfce4b, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94dbb534-108a-4fe6-855b-828ec38e03cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '21b00026-a9a1-41ed-beba-cdce72bf6533'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:48.575663 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-abf63bb8-43c3-49b2-8aa9-2d80f1a7d39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.589957 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 2be08d3f-b56a-4489-9c9d-5152f89922aa triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:48.595800 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.693837 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-631a29ca-dcd4-4a8f-9b38-42fe48d9ed38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.788453 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-abf63bb8-43c3-49b2-8aa9-2d80f1a7d39c None None] For port 234368ef-6b4d-44ef-8607-b65723bfce4b, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:48.794785 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-abf63bb8-43c3-49b2-8aa9-2d80f1a7d39c None None] For port 234368ef-6b4d-44ef-8607-b65723bfce4b, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=234368ef-6b4d-44ef-8607-b65723bfce4b,segment=NetworkSegment(94dbb534-108a-4fe6-855b-828ec38e03cf),segment_id=94dbb534-108a-4fe6-855b-828ec38e03cf)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:48.812833 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf837ee2-6f69-47ed-8ef0-b828f780f2c4 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.814041 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-abf63bb8-43c3-49b2-8aa9-2d80f1a7d39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.847782 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bf837ee2-6f69-47ed-8ef0-b828f780f2c4 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Transition to ACTIVE for port object 7510e5c7-e88f-4158-9938-309e7b2af57b will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:48.930032 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf837ee2-6f69-47ed-8ef0-b828f780f2c4 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.991595 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf837ee2-6f69-47ed-8ef0-b828f780f2c4 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Network 83c23b60-9df3-4b19-a44c-72a60ba86277 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:48.998840 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-bf837ee2-6f69-47ed-8ef0-b828f780f2c4 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:49.004475 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf837ee2-6f69-47ed-8ef0-b828f780f2c4 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:49.011206 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf837ee2-6f69-47ed-8ef0-b828f780f2c4 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:49.012062 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf837ee2-6f69-47ed-8ef0-b828f780f2c4 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.029058 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf837ee2-6f69-47ed-8ef0-b828f780f2c4 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Pushing event updated for resources: {'Port': ['ID=7510e5c7-e88f-4158-9938-309e7b2af57b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:49.073392 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e271d-b467-432e-8ff3-4ce441a9bb72 None None] Pushing event updated for resources: {'Port': ['ID=234368ef-6b4d-44ef-8607-b65723bfce4b,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:49.097846 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf63bb8-43c3-49b2-8aa9-2d80f1a7d39c None None] Routers {'b5b0d040-09d7-485c-8e2b-47d026fce246'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:49.099169 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-abf63bb8-43c3-49b2-8aa9-2d80f1a7d39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:28:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b5b0d040-09d7-485c-8e2b-47d026fce246'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:49.353196 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c84dba0-6f2c-4954-ae87-a5658b04242a None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.387129 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-9c84dba0-6f2c-4954-ae87-a5658b04242a None None] Transition to ACTIVE for port object c4bb22b7-6175-4b22-b346-3f8d60f1698b will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:49.402003 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c84dba0-6f2c-4954-ae87-a5658b04242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.635250 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 234368ef-6b4d-44ef-8607-b65723bfce4b up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:49.640224 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99308b84-f6b3-4d08-8484-4b3a85c3dedd None None] Pushing event updated for resources: {'Port': ['ID=c4bb22b7-6175-4b22-b346-3f8d60f1698b,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:49.823053 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-9c84dba0-6f2c-4954-ae87-a5658b04242a None None] Attempting to bind port c4bb22b7-6175-4b22-b346-3f8d60f1698b on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:49.823870 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-9c84dba0-6f2c-4954-ae87-a5658b04242a None None] Attempting to bind port c4bb22b7-6175-4b22-b346-3f8d60f1698b by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'c1231d5a-9bfd-4b22-82a0-1f7ac50d979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e49d4647-517e-4d0c-9914-1d89ddce536e'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:49.825563 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c84dba0-6f2c-4954-ae87-a5658b04242a None None] Attempting to bind port c4bb22b7-6175-4b22-b346-3f8d60f1698b on network e49d4647-517e-4d0c-9914-1d89ddce536e {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:49.851374 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c84dba0-6f2c-4954-ae87-a5658b04242a None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:49.854058 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c84dba0-6f2c-4954-ae87-a5658b04242a None None] Checking segment: {'id': 'c1231d5a-9bfd-4b22-82a0-1f7ac50d979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e49d4647-517e-4d0c-9914-1d89ddce536e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:49.856001 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c84dba0-6f2c-4954-ae87-a5658b04242a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.856412 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c84dba0-6f2c-4954-ae87-a5658b04242a None None] Bound using segment: {'id': 'c1231d5a-9bfd-4b22-82a0-1f7ac50d979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e49d4647-517e-4d0c-9914-1d89ddce536e'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:49.859370 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-9c84dba0-6f2c-4954-ae87-a5658b04242a None None] Bound port: c4bb22b7-6175-4b22-b346-3f8d60f1698b, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1231d5a-9bfd-4b22-82a0-1f7ac50d979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e49d4647-517e-4d0c-9914-1d89ddce536e'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:49.861241 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c84dba0-6f2c-4954-ae87-a5658b04242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.870300 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-053abca9-dc17-4688-9e9a-d9f472b9b858 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:49.871884 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-053abca9-dc17-4688-9e9a-d9f472b9b858 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.7660017 Jul 14 09:28:49.895655 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5264c1bd-fc6c-46d6-9ad3-0e6b74fc420e req-a99ec1db-d14a-4353-8e98-31dff6068d1b tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d1197d-9201-4f80-9a74-1e595cf71dd8 HTTP/1.1" status: 200 len: 210 time: 0.1139431 Jul 14 09:28:49.915683 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bf837ee2-6f69-47ed-8ef0-b828f780f2c4 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.7366171 Jul 14 09:28:49.918213 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45428) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:49.921491 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-abf63bb8-43c3-49b2-8aa9-2d80f1a7d39c None None] Set router b5b0d040-09d7-485c-8e2b-47d026fce246 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:49.943702 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ff25a322-5597-4150-b000-abb72e081e06 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:83:ca:75'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:49.954502 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-766e51a9-4e4a-4ca1-8376-bbd821dc4d23 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Request body: {'port': {'device_id': '21d1197d-9201-4f80-9a74-1e595cf71dd8', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': 'e86a5b3808924819b3ce0f463769ccc9'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:50.027262 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7948533d-dcee-4f32-9d4a-bf4e437eea48 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.076122 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-46a50a77-d8cb-45cf-b490-4bae426091d1 None None] Provisioning for port 7510e5c7-e88f-4158-9938-309e7b2af57b completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:50.083539 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-46a50a77-d8cb-45cf-b490-4bae426091d1 None None] Provisioning complete for port 7510e5c7-e88f-4158-9938-309e7b2af57b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:50.084061 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46a50a77-d8cb-45cf-b490-4bae426091d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.179224 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-11ac7905-09eb-4dd4-81a0-b648484978ac req-1fce2035-f701-4ae7-81e3-c4750b7871b9 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 210 time: 0.1397429 Jul 14 09:28:50.221814 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 234368ef-6b4d-44ef-8607-b65723bfce4b completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:50.237831 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-9c84dba0-6f2c-4954-ae87-a5658b04242a None None] For port c4bb22b7-6175-4b22-b346-3f8d60f1698b, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:50.245506 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-9c84dba0-6f2c-4954-ae87-a5658b04242a None None] For port c4bb22b7-6175-4b22-b346-3f8d60f1698b, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c4bb22b7-6175-4b22-b346-3f8d60f1698b,segment=NetworkSegment(c1231d5a-9bfd-4b22-82a0-1f7ac50d979e),segment_id=c1231d5a-9bfd-4b22-82a0-1f7ac50d979e)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:50.251164 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 234368ef-6b4d-44ef-8607-b65723bfce4b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:50.256434 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.301251 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c84dba0-6f2c-4954-ae87-a5658b04242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.308637 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-46a50a77-d8cb-45cf-b490-4bae426091d1 None None] Port 7510e5c7-e88f-4158-9938-309e7b2af57b cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:50.405191 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-46a50a77-d8cb-45cf-b490-4bae426091d1 None None] Provisioning complete for port 234368ef-6b4d-44ef-8607-b65723bfce4b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:50.405575 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46a50a77-d8cb-45cf-b490-4bae426091d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.460317 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-abf63bb8-43c3-49b2-8aa9-2d80f1a7d39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b0d040-09d7-485c-8e2b-47d026fce246', 'name': 'tempest-TestServerBasicOps-1301929849-router', 'tenant_id': '08e7d3703a9c416d87d415c21a511fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '2be08d3f-b56a-4489-9c9d-5152f89922aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:30Z', 'updated_at': '2021-07-14T09:28:40Z', 'revision_number': 4, 'project_id': '08e7d3703a9c416d87d415c21a511fdf', 'gw_port': {'id': '2be08d3f-b56a-4489-9c9d-5152f89922aa', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b0d040-09d7-485c-8e2b-47d026fce246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:31Z', 'updated_at': '2021-07-14T09:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '234368ef-6b4d-44ef-8607-b65723bfce4b', 'name': '', 'network_id': '21b00026-a9a1-41ed-beba-cdce72bf6533', 'tenant_id': '08e7d3703a9c416d87d415c21a511fdf', 'mac_address': 'fa:16:3e:f4:b0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b0d040-09d7-485c-8e2b-47d026fce246', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '1c10c25e-d410-4421-b5f2-505c24789537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:39Z', 'updated_at': '2021-07-14T09:28:48Z', 'revision_number': 4, 'project_id': '08e7d3703a9c416d87d415c21a511fdf', 'subnets': [{'id': '1c10c25e-d410-4421-b5f2-505c24789537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:50.485998 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7948533d-dcee-4f32-9d4a-bf4e437eea48 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.492291 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59b5bc45-af8a-4afb-a599-dcfc652c1ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.508384 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7948533d-dcee-4f32-9d4a-bf4e437eea48 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.541454 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf63bb8-43c3-49b2-8aa9-2d80f1a7d39c None None] The sync data for ids ['b5b0d040-09d7-485c-8e2b-47d026fce246'] in n-d-771362-35 is: [{'id': 'b5b0d040-09d7-485c-8e2b-47d026fce246', 'name': 'tempest-TestServerBasicOps-1301929849-router', 'tenant_id': '08e7d3703a9c416d87d415c21a511fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '2be08d3f-b56a-4489-9c9d-5152f89922aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:30Z', 'updated_at': '2021-07-14T09:28:40Z', 'revision_number': 4, 'project_id': '08e7d3703a9c416d87d415c21a511fdf', 'gw_port': {'id': '2be08d3f-b56a-4489-9c9d-5152f89922aa', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b0d040-09d7-485c-8e2b-47d026fce246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:31Z', 'updated_at': '2021-07-14T09:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '234368ef-6b4d-44ef-8607-b65723bfce4b', 'name': '', 'network_id': '21b00026-a9a1-41ed-beba-cdce72bf6533', 'tenant_id': '08e7d3703a9c416d87d415c21a511fdf', 'mac_address': 'fa:16:3e:f4:b0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b0d040-09d7-485c-8e2b-47d026fce246', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '1c10c25e-d410-4421-b5f2-505c24789537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:39Z', 'updated_at': '2021-07-14T09:28:48Z', 'revision_number': 4, 'project_id': '08e7d3703a9c416d87d415c21a511fdf', 'subnets': [{'id': '1c10c25e-d410-4421-b5f2-505c24789537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:50.555403 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-766e51a9-4e4a-4ca1-8376-bbd821dc4d23 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Made reservation on behalf of e86a5b3808924819b3ce0f463769ccc9 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:50.555704 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45438) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:50.556260 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff25a322-5597-4150-b000-abb72e081e06 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.560557 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-766e51a9-4e4a-4ca1-8376-bbd821dc4d23 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.607587 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c84dba0-6f2c-4954-ae87-a5658b04242a None None] Routers {'1df1f370-c6af-44a8-84f1-443dffd9676a'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:50.608333 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9c84dba0-6f2c-4954-ae87-a5658b04242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:28:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1df1f370-c6af-44a8-84f1-443dffd9676a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:50.641459 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-766e51a9-4e4a-4ca1-8376-bbd821dc4d23 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.656846 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948533d-dcee-4f32-9d4a-bf4e437eea48 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e6174e-b3b6-41a1-b29b-9b6441ef2c99,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:50.675658 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7948533d-dcee-4f32-9d4a-bf4e437eea48 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.679435 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7948533d-dcee-4f32-9d4a-bf4e437eea48 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.7086320 Jul 14 09:28:50.692747 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45442) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:50.705024 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5bc45-af8a-4afb-a599-dcfc652c1ace admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b896e87-bde2-4b15-9ad8-1c77a2713212,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:50.707219 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-31515514-ccdf-49d5-84f0-c585ddeda262 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Request body: {'security_group_rule': {'security_group_id': '1b715de6-cb1a-4e4b-851b-83aac9ee11a6', 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:50.779837 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b5bc45-af8a-4afb-a599-dcfc652c1ace admin admin] Checking segment: {'id': '41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd8c71af8-8bf1-4b4f-9d6f-e5131a84935a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:50.780835 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b5bc45-af8a-4afb-a599-dcfc652c1ace admin admin] Network hostable DHCP agents. Network: d8c71af8-8bf1-4b4f-9d6f-e5131a84935a, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:28:50.872291 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b5bc45-af8a-4afb-a599-dcfc652c1ace admin admin] Network d8c71af8-8bf1-4b4f-9d6f-e5131a84935a is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:28:50.897899 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-59b5bc45-af8a-4afb-a599-dcfc652c1ace admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, d8c71af8-8bf1-4b4f-9d6f-e5131a84935a) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:50.912455 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b5bc45-af8a-4afb-a599-dcfc652c1ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:50.913513 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59b5bc45-af8a-4afb-a599-dcfc652c1ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.928652 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99308b84-f6b3-4d08-8484-4b3a85c3dedd None None] Pushing event updated for resources: {'Port': ['ID=c4bb22b7-6175-4b22-b346-3f8d60f1698b,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:50.963280 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e794414-c404-44df-b600-a95b5d0e6764 None None] Network d8c71af8-8bf1-4b4f-9d6f-e5131a84935a requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:51.039453 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-766e51a9-4e4a-4ca1-8376-bbd821dc4d23 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.045194 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-4e460394-eb3c-4c77-bbee-d98e321617f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'network': {'name': 'tempest-network-smoke--1561942946', 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'port_security_enabled': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:51.049033 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-766e51a9-4e4a-4ca1-8376-bbd821dc4d23 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.094840 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-59b5bc45-af8a-4afb-a599-dcfc652c1ace admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.5846283 Jul 14 09:28:51.236965 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.334823 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e95575c6-8461-41b5-9e8a-2a8e5b8fe079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.365320 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c29b0366-14b3-4209-8eb7-66737528b637 req-01485602-e782-4fdb-88cf-d41c629332d8 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d1197d-9201-4f80-9a74-1e595cf71dd8 HTTP/1.1" status: 200 len: 210 time: 0.1291678 Jul 14 09:28:51.385350 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-766e51a9-4e4a-4ca1-8376-bbd821dc4d23 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Allocated IP 192.168.233.123 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/b3a16988-109c-48a1-8a96-184dabfdf093) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:51.443703 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.495510 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-4e460394-eb3c-4c77-bbee-d98e321617f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:28:51.495510 n-d-771362-35 neutron-server[93773]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:28:51.495510 n-d-771362-35 neutron-server[93773]: [parameters: {'project_id_1': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 28, 51, 60336)}] Jul 14 09:28:51.495510 n-d-771362-35 neutron-server[93773]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:28:51.495510 n-d-771362-35 neutron-server[93773]: DEBUG oslo_db.api [None req-4e460394-eb3c-4c77-bbee-d98e321617f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:28:51.505615 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 234368ef-6b4d-44ef-8607-b65723bfce4b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=234368ef-6b4d-44ef-8607-b65723bfce4b,segment=NetworkSegment(94dbb534-108a-4fe6-855b-828ec38e03cf),segment_id=94dbb534-108a-4fe6-855b-828ec38e03cf)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:51.535972 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.548235 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-9c84dba0-6f2c-4954-ae87-a5658b04242a None None] Set router 1df1f370-c6af-44a8-84f1-443dffd9676a gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:51.552929 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-908b9fad-48da-4736-ab35-c43045ab13c6 req-556a0db4-46bf-422a-b64a-882add98df88 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 210 time: 0.0907223 Jul 14 09:28:51.588685 n-d-771362-35 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-31515514-ccdf-49d5-84f0-c585ddeda262 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Project f464ecef0897489e962d28ba5796b08e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:28:51.608318 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31515514-ccdf-49d5-84f0-c585ddeda262 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.638862 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46a50a77-d8cb-45cf-b490-4bae426091d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.652920 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-f6937811-f03e-4943-be95-b668fce99460 req-19e604cb-594d-42c8-8a5c-1d6b117eb653 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-490250575', 'description': 'tempest-description-246327902'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:51.694706 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f6937811-f03e-4943-be95-b668fce99460 req-19e604cb-594d-42c8-8a5c-1d6b117eb653 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.701763 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-766e51a9-4e4a-4ca1-8376-bbd821dc4d23 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.718448 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-766e51a9-4e4a-4ca1-8376-bbd821dc4d23 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Transition to ACTIVE for port object b3a16988-109c-48a1-8a96-184dabfdf093 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:51.738998 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12087f29-12a1-44e0-86da-4691a9e18610 req-ce6db7b2-7104-43b9-9f83-9a123fc627c9 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:51.739845 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12087f29-12a1-44e0-86da-4691a9e18610 req-ce6db7b2-7104-43b9-9f83-9a123fc627c9 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.47 "GET /v2.0/networks?id=e49d4647-517e-4d0c-9914-1d89ddce536e HTTP/1.1" status: 200 len: 811 time: 0.8225527 Jul 14 09:28:51.753264 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff25a322-5597-4150-b000-abb72e081e06 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.758567 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-766e51a9-4e4a-4ca1-8376-bbd821dc4d23 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.760014 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-12087f29-12a1-44e0-86da-4691a9e18610 req-bedd722c-38f4-465c-820c-7f8a4080a9ee tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Request body: {'port': {'device_id': '45616675-ddd6-4979-b251-8ad0637ed023', 'network_id': 'e49d4647-517e-4d0c-9914-1d89ddce536e', 'admin_state_up': True, 'tenant_id': '13a6cb8219634407be0dfc48ca82a27b'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:51.777581 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e51a9-4e4a-4ca1-8376-bbd821dc4d23 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d91b56a5-1d55-4ff8-a0ed-bc341a75fbb7,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:51.790924 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff25a322-5597-4150-b000-abb72e081e06 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.807793 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-766e51a9-4e4a-4ca1-8376-bbd821dc4d23 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:51.811311 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-766e51a9-4e4a-4ca1-8376-bbd821dc4d23 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:51.813927 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-766e51a9-4e4a-4ca1-8376-bbd821dc4d23 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:51.891328 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-766e51a9-4e4a-4ca1-8376-bbd821dc4d23 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:51.892126 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-766e51a9-4e4a-4ca1-8376-bbd821dc4d23 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.919453 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e51a9-4e4a-4ca1-8376-bbd821dc4d23 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Pushing event updated for resources: {'Port': ['ID=b3a16988-109c-48a1-8a96-184dabfdf093,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:51.941873 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ff25a322-5597-4150-b000-abb72e081e06 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] In _notify_port_updated(), no bound segment for port 7510e5c7-e88f-4158-9938-309e7b2af57b on network 83c23b60-9df3-4b19-a44c-72a60ba86277 {{(pid=93773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:28:51.948195 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25a322-5597-4150-b000-abb72e081e06 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:51.949225 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff25a322-5597-4150-b000-abb72e081e06 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.951073 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ff25a322-5597-4150-b000-abb72e081e06 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] 10.222.0.25 "PUT /v2.0/ports/7510e5c7-e88f-4158-9938-309e7b2af57b HTTP/1.1" status: 200 len: 1003 time: 2.0299740 Jul 14 09:28:51.959317 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45456) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:51.969775 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31515514-ccdf-49d5-84f0-c585ddeda262 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.011040 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31515514-ccdf-49d5-84f0-c585ddeda262 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.018435 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25a322-5597-4150-b000-abb72e081e06 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Pushing event updated for resources: {'Port': ['ID=7510e5c7-e88f-4158-9938-309e7b2af57b,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:52.100248 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=234368ef-6b4d-44ef-8607-b65723bfce4b,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:52.113676 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8fb607-2763-48ef-ae88-a09bf3828700 None None] Network d8c71af8-8bf1-4b4f-9d6f-e5131a84935a requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:52.133371 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31515514-ccdf-49d5-84f0-c585ddeda262 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14bf8e7-e568-440e-b2f5-cacf13629322,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:52.167671 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f6937811-f03e-4943-be95-b668fce99460 req-19e604cb-594d-42c8-8a5c-1d6b117eb653 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.198180 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-766e51a9-4e4a-4ca1-8376-bbd821dc4d23 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2872324 Jul 14 09:28:52.219330 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-0b2612f6-0103-4d82-8936-978f87c0752e service neutron] Request body: {'port': {'device_id': '21d1197d-9201-4f80-9a74-1e595cf71dd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:52.222331 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-46a50a77-d8cb-45cf-b490-4bae426091d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:28:52.222876 n-d-771362-35 neutron-server[93774]: DEBUG oslo_db.api [None req-46a50a77-d8cb-45cf-b490-4bae426091d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:28:52.227593 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f6937811-f03e-4943-be95-b668fce99460 req-19e604cb-594d-42c8-8a5c-1d6b117eb653 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.251219 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.300031 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e460394-eb3c-4c77-bbee-d98e321617f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Made reservation on behalf of cb022d5abed74ace8ce20b5df7c7b1b3 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:52.304675 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e460394-eb3c-4c77-bbee-d98e321617f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.311696 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f6937811-f03e-4943-be95-b668fce99460 req-19e604cb-594d-42c8-8a5c-1d6b117eb653 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.314614 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f6937811-f03e-4943-be95-b668fce99460 req-19e604cb-594d-42c8-8a5c-1d6b117eb653 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6657689 Jul 14 09:28:52.316460 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a87eec10-a331-4e8d-866e-38a095abcf49 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Deleting port 7510e5c7-e88f-4158-9938-309e7b2af57b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:52.316941 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a87eec10-a331-4e8d-866e-38a095abcf49 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.325276 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e604cb-594d-42c8-8a5c-1d6b117eb653 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c36144c9-bc94-4df2-8bcc-d4d823e84089,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:52.356635 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31515514-ccdf-49d5-84f0-c585ddeda262 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.362343 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-31515514-ccdf-49d5-84f0-c585ddeda262 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6682360 Jul 14 09:28:52.364855 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45462) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:52.368098 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e460394-eb3c-4c77-bbee-d98e321617f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.374494 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ec7f30db-8edf-4c5c-9a68-29aaebcd40ee tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Request body: {'security_group_rule': {'security_group_id': '1b715de6-cb1a-4e4b-851b-83aac9ee11a6', 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:52.400296 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-8e24d212-55d0-4a48-a71d-8c93291dde3d req-7214c7cf-49d7-4212-853d-190c931446d6 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-476264943', 'description': 'tempest-description-402599994'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:52.404686 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9c84dba0-6f2c-4954-ae87-a5658b04242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df1f370-c6af-44a8-84f1-443dffd9676a', 'name': 'tempest-ServerRescueTestJSON-1877046209-router', 'tenant_id': '13a6cb8219634407be0dfc48ca82a27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'f6bdb0c8-0d75-4901-8b29-908d24d9976c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:28Z', 'updated_at': '2021-07-14T09:28:40Z', 'revision_number': 4, 'project_id': '13a6cb8219634407be0dfc48ca82a27b', 'gw_port': {'id': 'f6bdb0c8-0d75-4901-8b29-908d24d9976c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:38:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1f370-c6af-44a8-84f1-443dffd9676a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:31Z', 'updated_at': '2021-07-14T09:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'c4bb22b7-6175-4b22-b346-3f8d60f1698b', 'name': '', 'network_id': 'e49d4647-517e-4d0c-9914-1d89ddce536e', 'tenant_id': '13a6cb8219634407be0dfc48ca82a27b', 'mac_address': 'fa:16:3e:1b:44:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df1f370-c6af-44a8-84f1-443dffd9676a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'f3346c6f-5d4f-467b-92d0-aefbe281d4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:38Z', 'updated_at': '2021-07-14T09:28:50Z', 'revision_number': 4, 'project_id': '13a6cb8219634407be0dfc48ca82a27b', 'subnets': [{'id': 'f3346c6f-5d4f-467b-92d0-aefbe281d4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:52.443142 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12087f29-12a1-44e0-86da-4691a9e18610 req-bedd722c-38f4-465c-820c-7f8a4080a9ee tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Made reservation on behalf of 13a6cb8219634407be0dfc48ca82a27b for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:52.448332 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-12087f29-12a1-44e0-86da-4691a9e18610 req-bedd722c-38f4-465c-820c-7f8a4080a9ee tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.456182 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c84dba0-6f2c-4954-ae87-a5658b04242a None None] The sync data for ids ['1df1f370-c6af-44a8-84f1-443dffd9676a'] in n-d-771362-35 is: [{'id': '1df1f370-c6af-44a8-84f1-443dffd9676a', 'name': 'tempest-ServerRescueTestJSON-1877046209-router', 'tenant_id': '13a6cb8219634407be0dfc48ca82a27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'f6bdb0c8-0d75-4901-8b29-908d24d9976c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:28Z', 'updated_at': '2021-07-14T09:28:40Z', 'revision_number': 4, 'project_id': '13a6cb8219634407be0dfc48ca82a27b', 'gw_port': {'id': 'f6bdb0c8-0d75-4901-8b29-908d24d9976c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:38:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1f370-c6af-44a8-84f1-443dffd9676a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:31Z', 'updated_at': '2021-07-14T09:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'c4bb22b7-6175-4b22-b346-3f8d60f1698b', 'name': '', 'network_id': 'e49d4647-517e-4d0c-9914-1d89ddce536e', 'tenant_id': '13a6cb8219634407be0dfc48ca82a27b', 'mac_address': 'fa:16:3e:1b:44:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df1f370-c6af-44a8-84f1-443dffd9676a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'f3346c6f-5d4f-467b-92d0-aefbe281d4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:38Z', 'updated_at': '2021-07-14T09:28:50Z', 'revision_number': 4, 'project_id': '13a6cb8219634407be0dfc48ca82a27b', 'subnets': [{'id': 'f3346c6f-5d4f-467b-92d0-aefbe281d4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:52.510317 n-d-771362-35 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-ec7f30db-8edf-4c5c-9a68-29aaebcd40ee tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Project f464ecef0897489e962d28ba5796b08e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:28:52.526764 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a87eec10-a331-4e8d-866e-38a095abcf49 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.561583 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec7f30db-8edf-4c5c-9a68-29aaebcd40ee tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.581736 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a87eec10-a331-4e8d-866e-38a095abcf49 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Calling delete_port for 7510e5c7-e88f-4158-9938-309e7b2af57b owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:52.598625 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-0b2612f6-0103-4d82-8936-978f87c0752e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.824002 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec7f30db-8edf-4c5c-9a68-29aaebcd40ee tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.849729 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec7f30db-8edf-4c5c-9a68-29aaebcd40ee tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.907917 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-12087f29-12a1-44e0-86da-4691a9e18610 req-bedd722c-38f4-465c-820c-7f8a4080a9ee tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Allocated IP 172.20.0.6 (e49d4647-517e-4d0c-9914-1d89ddce536e/f3346c6f-5d4f-467b-92d0-aefbe281d4f2/36a5893c-2e8b-49b8-a413-b4ce08e1a7d7) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:52.925645 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f30db-8edf-4c5c-9a68-29aaebcd40ee tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fedde606-7e46-47bd-8a28-a622ec096d50,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:52.950928 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e460394-eb3c-4c77-bbee-d98e321617f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.965192 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-218ff7de-837e-4bfb-b91b-29e555015fe1 None None] Provisioning complete for port 7510e5c7-e88f-4158-9938-309e7b2af57b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:52.965594 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978a31d-bc0c-49b5-9004-0a58702c7adf req-d3479a32-9f93-43c1-99b9-80140ffd475c tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:52.966449 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-218ff7de-837e-4bfb-b91b-29e555015fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.967478 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0978a31d-bc0c-49b5-9004-0a58702c7adf req-d3479a32-9f93-43c1-99b9-80140ffd475c tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d1197d-9201-4f80-9a74-1e595cf71dd8 HTTP/1.1" status: 200 len: 936 time: 0.3520319 Jul 14 09:28:52.974547 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e460394-eb3c-4c77-bbee-d98e321617f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.991568 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a87eec10-a331-4e8d-866e-38a095abcf49 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.017794 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8e24d212-55d0-4a48-a71d-8c93291dde3d req-7214c7cf-49d7-4212-853d-190c931446d6 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.020884 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec7f30db-8edf-4c5c-9a68-29aaebcd40ee tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.037189 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ec7f30db-8edf-4c5c-9a68-29aaebcd40ee tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6609805 Jul 14 09:28:53.066030 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-218ff7de-837e-4bfb-b91b-29e555015fe1 None None] Port 7510e5c7-e88f-4158-9938-309e7b2af57b cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:53.082332 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-218ff7de-837e-4bfb-b91b-29e555015fe1 None None] Provisioning for port b3a16988-109c-48a1-8a96-184dabfdf093 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:53.090953 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-218ff7de-837e-4bfb-b91b-29e555015fe1 None None] Provisioning complete for port b3a16988-109c-48a1-8a96-184dabfdf093 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:53.091378 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-218ff7de-837e-4bfb-b91b-29e555015fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.095823 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87eec10-a331-4e8d-866e-38a095abcf49 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Pushing event deleted for resources: {'Port': ['ID=7510e5c7-e88f-4158-9938-309e7b2af57b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:53.204025 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-218ff7de-837e-4bfb-b91b-29e555015fe1 None None] Port b3a16988-109c-48a1-8a96-184dabfdf093 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:53.218199 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e460394-eb3c-4c77-bbee-d98e321617f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:53.249125 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-0b2612f6-0103-4d82-8936-978f87c0752e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a16988-109c-48a1-8a96-184dabfdf093 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:53.261249 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-0b2612f6-0103-4d82-8936-978f87c0752e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.266307 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a87eec10-a331-4e8d-866e-38a095abcf49 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.269040 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a87eec10-a331-4e8d-866e-38a095abcf49 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] 10.222.0.25 "DELETE /v2.0/ports/7510e5c7-e88f-4158-9938-309e7b2af57b HTTP/1.1" status: 204 len: 168 time: 1.3078134 Jul 14 09:28:53.272757 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45472) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:53.316758 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e460394-eb3c-4c77-bbee-d98e321617f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.317383 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-591382ae-4619-41b0-9182-b4f0bf5875d3 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] GET failed (client error): The resource could not be found. Jul 14 09:28:53.317788 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-4e460394-eb3c-4c77-bbee-d98e321617f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Added segment ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d of type vlan for network 2c27e967-42d1-4bc6-93c9-e765f463f3e7 Jul 14 09:28:53.323420 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-591382ae-4619-41b0-9182-b4f0bf5875d3 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] 10.222.0.25 "GET /v2.0/ports/7510e5c7-e88f-4158-9938-309e7b2af57b HTTP/1.1" status: 404 len: 333 time: 0.0462346 Jul 14 09:28:53.323823 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45476) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:53.329552 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e460394-eb3c-4c77-bbee-d98e321617f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb7cc18-32ac-4f1f-867b-3c80176c3781,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:53.338654 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-f21bf4c6-9179-4842-955b-0f9b2141d97a tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Request body: {'port': {'network_id': '83c23b60-9df3-4b19-a44c-72a60ba86277', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2086071934'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:53.396570 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0978a31d-bc0c-49b5-9004-0a58702c7adf req-77a69f2c-3fe4-46c0-a086-e8515ca84956 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] 10.222.0.25 "GET /v2.0/security-groups?id=d91b56a5-1d55-4ff8-a0ed-bc341a75fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802722 Jul 14 09:28:53.449902 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-0b2612f6-0103-4d82-8936-978f87c0752e service neutron] Transition to ACTIVE for port object b3a16988-109c-48a1-8a96-184dabfdf093 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:53.460574 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-0b2612f6-0103-4d82-8936-978f87c0752e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.502007 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e460394-eb3c-4c77-bbee-d98e321617f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.531917 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2612f6-0103-4d82-8936-978f87c0752e service neutron] Pushing event updated for resources: {'Port': ['ID=b3a16988-109c-48a1-8a96-184dabfdf093,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:53.616511 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4f36ff8f-fab6-4d81-98c7-a5b24ca5b80e req-7a0dcb1f-7f34-4433-b3f2-4a868fe5ee60 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 210 time: 0.0625257 Jul 14 09:28:53.650611 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-12087f29-12a1-44e0-86da-4691a9e18610 req-bedd722c-38f4-465c-820c-7f8a4080a9ee tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.667395 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e460394-eb3c-4c77-bbee-d98e321617f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.688366 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e460394-eb3c-4c77-bbee-d98e321617f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:53.693294 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e460394-eb3c-4c77-bbee-d98e321617f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.715480 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-0b2612f6-0103-4d82-8936-978f87c0752e service neutron] Attempting to bind port b3a16988-109c-48a1-8a96-184dabfdf093 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:53.715845 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-0b2612f6-0103-4d82-8936-978f87c0752e service neutron] Attempting to bind port b3a16988-109c-48a1-8a96-184dabfdf093 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:53.716180 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-0b2612f6-0103-4d82-8936-978f87c0752e service neutron] Attempting to bind port b3a16988-109c-48a1-8a96-184dabfdf093 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:53.722476 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-0b2612f6-0103-4d82-8936-978f87c0752e service neutron] Port b3a16988-109c-48a1-8a96-184dabfdf093 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:28:53.722775 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.722918 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-0b2612f6-0103-4d82-8936-978f87c0752e service neutron] Attempting to bind port b3a16988-109c-48a1-8a96-184dabfdf093 on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:53.728341 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-0b2612f6-0103-4d82-8936-978f87c0752e service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:53.729183 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-0b2612f6-0103-4d82-8936-978f87c0752e service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:53.729611 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-0b2612f6-0103-4d82-8936-978f87c0752e service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:53.730165 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-0b2612f6-0103-4d82-8936-978f87c0752e service neutron] Bound port: b3a16988-109c-48a1-8a96-184dabfdf093, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:53.730406 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-0b2612f6-0103-4d82-8936-978f87c0752e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.751263 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8e24d212-55d0-4a48-a71d-8c93291dde3d req-7214c7cf-49d7-4212-853d-190c931446d6 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.830898 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21bf4c6-9179-4842-955b-0f9b2141d97a tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Made reservation on behalf of 91f072b102424e07885a171020f4f670 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:53.842538 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f21bf4c6-9179-4842-955b-0f9b2141d97a tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.848798 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c4bb22b7-6175-4b22-b346-3f8d60f1698b up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:53.874430 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8e24d212-55d0-4a48-a71d-8c93291dde3d req-7214c7cf-49d7-4212-853d-190c931446d6 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.882014 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-f21bf4c6-9179-4842-955b-0f9b2141d97a tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] device_id is not set on port b81ab013-4a9c-429e-807f-4a375200e91d yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:53.942569 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214c7cf-49d7-4212-853d-190c931446d6 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd354156-c506-4532-86d0-7b496cc50c1d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:53.993707 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4e460394-eb3c-4c77-bbee-d98e321617f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.4327457 Jul 14 09:28:54.011850 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45496) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:54.035904 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b05bb9c9-5951-49ca-992f-34872b5b3ea2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-711348758', 'admin_state_up': True, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:54.091279 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e460394-eb3c-4c77-bbee-d98e321617f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'Network': ['ID=2c27e967-42d1-4bc6-93c9-e765f463f3e7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:54.101623 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8e24d212-55d0-4a48-a71d-8c93291dde3d req-7214c7cf-49d7-4212-853d-190c931446d6 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.116737 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8e24d212-55d0-4a48-a71d-8c93291dde3d req-7214c7cf-49d7-4212-853d-190c931446d6 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.7496283 Jul 14 09:28:54.123896 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-0b2612f6-0103-4d82-8936-978f87c0752e service neutron] For port b3a16988-109c-48a1-8a96-184dabfdf093, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:54.129281 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-037da039-2025-445b-994c-90f212602901 req-7008a30f-93de-409f-9776-008f241df199 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1584456269&fields=id&tenant_id=f464ecef0897489e962d28ba5796b08e HTTP/1.1" status: 200 len: 267 time: 0.2677112 Jul 14 09:28:54.130430 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-12087f29-12a1-44e0-86da-4691a9e18610 req-bedd722c-38f4-465c-820c-7f8a4080a9ee tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.197759 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-0b2612f6-0103-4d82-8936-978f87c0752e service neutron] For port b3a16988-109c-48a1-8a96-184dabfdf093, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=b3a16988-109c-48a1-8a96-184dabfdf093,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:54.219260 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-0b2612f6-0103-4d82-8936-978f87c0752e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.228097 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 2c27e967-42d1-4bc6-93c9-e765f463f3e7 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:54.331166 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2612f6-0103-4d82-8936-978f87c0752e service neutron] Pushing event updated for resources: {'Port': ['ID=b3a16988-109c-48a1-8a96-184dabfdf093,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:54.335230 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12087f29-12a1-44e0-86da-4691a9e18610 req-bedd722c-38f4-465c-820c-7f8a4080a9ee tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Network e49d4647-517e-4d0c-9914-1d89ddce536e is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:54.338187 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f21bf4c6-9179-4842-955b-0f9b2141d97a tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Allocated IP 2001:db8::3a7 (83c23b60-9df3-4b19-a44c-72a60ba86277/65b88a1a-5df6-414d-bda2-840d1870cd2a/b81ab013-4a9c-429e-807f-4a375200e91d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:54.347905 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-0b2612f6-0103-4d82-8936-978f87c0752e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:54.348616 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-0b2612f6-0103-4d82-8936-978f87c0752e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.350089 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-0b2612f6-0103-4d82-8936-978f87c0752e service neutron] 10.222.0.44 "PUT /v2.0/ports/b3a16988-109c-48a1-8a96-184dabfdf093 HTTP/1.1" status: 200 len: 1097 time: 2.1435676 Jul 14 09:28:54.351294 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port c4bb22b7-6175-4b22-b346-3f8d60f1698b completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:54.352967 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d1197d-9201-4f80-9a74-1e595cf71dd8', 'tag': 'b3a16988-109c-48a1-8a96-184dabfdf093'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:54.356819 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8942ed2d-7639-4aa1-bdcb-9e0673af63f2" -d '{"events": [{"name": "network-changed", "server_uuid": "21d1197d-9201-4f80-9a74-1e595cf71dd8", "tag": "b3a16988-109c-48a1-8a96-184dabfdf093"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:54.368332 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c4bb22b7-6175-4b22-b346-3f8d60f1698b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:54.369017 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.398288 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-12087f29-12a1-44e0-86da-4691a9e18610 req-bedd722c-38f4-465c-820c-7f8a4080a9ee tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:54.494141 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-12087f29-12a1-44e0-86da-4691a9e18610 req-bedd722c-38f4-465c-820c-7f8a4080a9ee tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:54.498495 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b05bb9c9-5951-49ca-992f-34872b5b3ea2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.500123 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b05bb9c9-5951-49ca-992f-34872b5b3ea2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.585722 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.640012 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd722c-38f4-465c-820c-7f8a4080a9ee tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Pushing event updated for resources: {'Port': ['ID=36a5893c-2e8b-49b8-a413-b4ce08e1a7d7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:54.667311 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port c4bb22b7-6175-4b22-b346-3f8d60f1698b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c4bb22b7-6175-4b22-b346-3f8d60f1698b,segment=NetworkSegment(c1231d5a-9bfd-4b22-82a0-1f7ac50d979e),segment_id=c1231d5a-9bfd-4b22-82a0-1f7ac50d979e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:54.669620 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b05bb9c9-5951-49ca-992f-34872b5b3ea2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.679036 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.681166 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 234368ef-6b4d-44ef-8607-b65723bfce4b up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:54.683982 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-5dfcc55c-ad4c-4749-95e2-7cb197c56ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:54.687190 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-5dfcc55c-ad4c-4749-95e2-7cb197c56ea0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e86a5b3808924819b3ce0f463769ccc9&device_id=21d1197d-9201-4f80-9a74-1e595cf71dd8 HTTP/1.1" status: 200 len: 1100 time: 0.2765343 Jul 14 09:28:54.761409 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-d3240307-e924-48ca-8952-bd111356c9e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=b3a16988-109c-48a1-8a96-184dabfdf093 HTTP/1.1" status: 200 len: 217 time: 0.0634325 Jul 14 09:28:54.823293 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=c4bb22b7-6175-4b22-b346-3f8d60f1698b,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:54.825954 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-e26c7ce3-2d00-492a-9549-75fbf6aabc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:54.827473 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-e26c7ce3-2d00-492a-9549-75fbf6aabc4a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.0533147 Jul 14 09:28:54.844469 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:54.845329 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:54.845935 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:54.846609 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:54.847794 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:54.848366 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:54.848937 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:54.849498 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:54.850330 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:54.851993 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:54.856131 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:54.856487 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:54.882368 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12087f29-12a1-44e0-86da-4691a9e18610 req-bedd722c-38f4-465c-820c-7f8a4080a9ee tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:54.883196 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-12087f29-12a1-44e0-86da-4691a9e18610 req-bedd722c-38f4-465c-820c-7f8a4080a9ee tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.893093 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037da039-2025-445b-994c-90f212602901 req-c4ec8427-8301-4ce7-8d08-095208da34ec tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:54.893339 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 234368ef-6b4d-44ef-8607-b65723bfce4b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:54.893641 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.895337 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f21bf4c6-9179-4842-955b-0f9b2141d97a tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.897506 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-037da039-2025-445b-994c-90f212602901 req-c4ec8427-8301-4ce7-8d08-095208da34ec tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/networks?id=bc0bd8e8-a70c-46ac-88d0-6d79a7b009de HTTP/1.1" status: 200 len: 808 time: 0.7161350 Jul 14 09:28:54.918471 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f21bf4c6-9179-4842-955b-0f9b2141d97a tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Transition to ACTIVE for port object b81ab013-4a9c-429e-807f-4a375200e91d will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:54.932608 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-75cf79e9-5ab2-456f-9ba5-0ef53811722d tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:54.934712 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-75cf79e9-5ab2-456f-9ba5-0ef53811722d tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/networks?id=d8c71af8-8bf1-4b4f-9d6f-e5131a84935a HTTP/1.1" status: 200 len: 813 time: 0.6489458 Jul 14 09:28:54.982859 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-e606d52f-0090-4a38-b040-ecde6f623c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:54.983117 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-e606d52f-0090-4a38-b040-ecde6f623c55 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1462367 Jul 14 09:28:55.055483 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b05bb9c9-5951-49ca-992f-34872b5b3ea2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.069176 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-037da039-2025-445b-994c-90f212602901 req-fd62695c-47e7-45b9-8f10-41f4c0aa5d77 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/quotas/f464ecef0897489e962d28ba5796b08e HTTP/1.1" status: 200 len: 375 time: 0.1554253 Jul 14 09:28:55.081383 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12087f29-12a1-44e0-86da-4691a9e18610 req-bedd722c-38f4-465c-820c-7f8a4080a9ee tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3245921 Jul 14 09:28:55.094678 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f21bf4c6-9179-4842-955b-0f9b2141d97a tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.101563 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-fcf8b097-6c5c-4ef9-b740-32391db8dfa0 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/quotas/830de104893540d889265754867e45ef HTTP/1.1" status: 200 len: 375 time: 0.1582434 Jul 14 09:28:55.107367 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-12087f29-12a1-44e0-86da-4691a9e18610 req-f8fe1e76-2a33-43b5-b449-ddba7fae95ab service neutron] Request body: {'port': {'device_id': '45616675-ddd6-4979-b251-8ad0637ed023', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:55.164269 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-1d7e1d24-9c50-4453-842f-6ed72456e977 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697428 Jul 14 09:28:55.173356 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21bf4c6-9179-4842-955b-0f9b2141d97a tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Network 83c23b60-9df3-4b19-a44c-72a60ba86277 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:55.194354 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f21bf4c6-9179-4842-955b-0f9b2141d97a tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:55.197817 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21bf4c6-9179-4842-955b-0f9b2141d97a tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:55.204947 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21bf4c6-9179-4842-955b-0f9b2141d97a tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:55.206781 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f21bf4c6-9179-4842-955b-0f9b2141d97a tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.292186 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21bf4c6-9179-4842-955b-0f9b2141d97a tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Pushing event updated for resources: {'Port': ['ID=b81ab013-4a9c-429e-807f-4a375200e91d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:55.315649 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f21bf4c6-9179-4842-955b-0f9b2141d97a tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9791460 Jul 14 09:28:55.316016 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45522) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:55.322750 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-0b1bded1-574b-4437-bd34-1cb8691ec082 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Request body: {'port': {'network_id': '83c23b60-9df3-4b19-a44c-72a60ba86277', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1388472960'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:55.329253 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c2ff239d-46ce-4ea1-9399-6b9f24d54f9f req-ec73065b-d584-47f9-b084-5bcbd1b088a4 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501224 Jul 14 09:28:55.465115 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1bded1-574b-4437-bd34-1cb8691ec082 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Made reservation on behalf of 91f072b102424e07885a171020f4f670 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:55.470413 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b1bded1-574b-4437-bd34-1cb8691ec082 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.493920 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0b1bded1-574b-4437-bd34-1cb8691ec082 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] device_id is not set on port e5d6f0ec-8293-4d27-8906-e7237f6e1a23 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:55.528821 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7c37b899-ae8e-4005-a4b2-63bfed6f90ee None None] Provisioning for port b81ab013-4a9c-429e-807f-4a375200e91d completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:55.533337 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7c37b899-ae8e-4005-a4b2-63bfed6f90ee None None] Provisioning complete for port b81ab013-4a9c-429e-807f-4a375200e91d triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:55.533736 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c37b899-ae8e-4005-a4b2-63bfed6f90ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.579150 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7c37b899-ae8e-4005-a4b2-63bfed6f90ee None None] Port b81ab013-4a9c-429e-807f-4a375200e91d cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:55.636633 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c4bb22b7-6175-4b22-b346-3f8d60f1698b up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:55.654900 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-0b1bded1-574b-4437-bd34-1cb8691ec082 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Allocated IP 2001:db8::157 (83c23b60-9df3-4b19-a44c-72a60ba86277/65b88a1a-5df6-414d-bda2-840d1870cd2a/e5d6f0ec-8293-4d27-8906-e7237f6e1a23) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:55.690348 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-a57e6a56-bdcb-47e3-b28b-e65e498bf5c9 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=830de104893540d889265754867e45ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5759642 Jul 14 09:28:55.698713 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c4bb22b7-6175-4b22-b346-3f8d60f1698b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:55.699354 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.823171 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-12087f29-12a1-44e0-86da-4691a9e18610 req-f8fe1e76-2a33-43b5-b449-ddba7fae95ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.829222 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b1bded1-574b-4437-bd34-1cb8691ec082 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.845829 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0b1bded1-574b-4437-bd34-1cb8691ec082 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Transition to ACTIVE for port object e5d6f0ec-8293-4d27-8906-e7237f6e1a23 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:55.863160 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-037da039-2025-445b-994c-90f212602901 req-0213e724-c116-421f-90a8-b141a655f6cd tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f464ecef0897489e962d28ba5796b08e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7879691 Jul 14 09:28:55.885719 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b1bded1-574b-4437-bd34-1cb8691ec082 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.941834 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1bded1-574b-4437-bd34-1cb8691ec082 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Network 83c23b60-9df3-4b19-a44c-72a60ba86277 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:55.942117 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-e651c968-cea2-4aab-b31b-fdbc0ba70b70 service neutron] 10.222.0.25 "GET /v2.0/networks/d8c71af8-8bf1-4b4f-9d6f-e5131a84935a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403517 Jul 14 09:28:55.946140 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0b1bded1-574b-4437-bd34-1cb8691ec082 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:55.951026 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1bded1-574b-4437-bd34-1cb8691ec082 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:55.957358 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1bded1-574b-4437-bd34-1cb8691ec082 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:55.958016 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b1bded1-574b-4437-bd34-1cb8691ec082 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.962006 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1bded1-574b-4437-bd34-1cb8691ec082 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Pushing event updated for resources: {'Port': ['ID=e5d6f0ec-8293-4d27-8906-e7237f6e1a23,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:55.977385 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0b1bded1-574b-4437-bd34-1cb8691ec082 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6598902 Jul 14 09:28:55.979583 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45524) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:55.986012 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-07682d5e-7f9f-4c78-b1d7-1f347216c0ed tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::237', 'mac_address': 'fa:16:3e:83:ca:75'}, {'ip_address': '2001:db8::3a7', 'mac_address': 'fa:16:3e:e2:6f:35'}]}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:56.186965 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07682d5e-7f9f-4c78-b1d7-1f347216c0ed tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.194166 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-037da039-2025-445b-994c-90f212602901 req-03ddb6c4-b6fc-4a52-9685-40a6024fb613 service neutron] 10.222.0.25 "GET /v2.0/networks/bc0bd8e8-a70c-46ac-88d0-6d79a7b009de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893775 Jul 14 09:28:56.298831 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device b3a16988-109c-48a1-8a96-184dabfdf093 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:28:56.323668 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-cd81c172-e20b-4458-8902-592caad64fc7 None None] Provisioning for port e5d6f0ec-8293-4d27-8906-e7237f6e1a23 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:56.331462 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-cd81c172-e20b-4458-8902-592caad64fc7 None None] Provisioning complete for port e5d6f0ec-8293-4d27-8906-e7237f6e1a23 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:56.332049 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd81c172-e20b-4458-8902-592caad64fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.372304 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-cd81c172-e20b-4458-8902-592caad64fc7 None None] Port e5d6f0ec-8293-4d27-8906-e7237f6e1a23 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:56.426634 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-2eaa140f-b25d-4739-aad6-3b62d76c46d3 service neutron] 10.222.0.25 "GET /v2.0/networks/d8c71af8-8bf1-4b4f-9d6f-e5131a84935a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508793 Jul 14 09:28:56.430974 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b05bb9c9-5951-49ca-992f-34872b5b3ea2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.476539 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07682d5e-7f9f-4c78-b1d7-1f347216c0ed tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.480073 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b05bb9c9-5951-49ca-992f-34872b5b3ea2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.484463 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07682d5e-7f9f-4c78-b1d7-1f347216c0ed tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.517707 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port b3a16988-109c-48a1-8a96-184dabfdf093, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=b3a16988-109c-48a1-8a96-184dabfdf093,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:56.548391 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'b3a16988-109c-48a1-8a96-184dabfdf093', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': 'b3a16988-109c-48a1-8a96-184dabfdf093', 'mac_address': 'fa:16:3e:b2:4b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:28:56.592541 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07682d5e-7f9f-4c78-b1d7-1f347216c0ed tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Pushing event updated for resources: {'Port': ['ID=e5d6f0ec-8293-4d27-8906-e7237f6e1a23,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:56.606359 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-07682d5e-7f9f-4c78-b1d7-1f347216c0ed tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] In _notify_port_updated(), no bound segment for port e5d6f0ec-8293-4d27-8906-e7237f6e1a23 on network 83c23b60-9df3-4b19-a44c-72a60ba86277 {{(pid=93772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:28:56.607296 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-b05bb9c9-5951-49ca-992f-34872b5b3ea2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Allocated IP 172.25.6.134 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/b9e92a49-bbda-47ff-9966-0029dcbf5bc4) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:56.637415 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07682d5e-7f9f-4c78-b1d7-1f347216c0ed tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:56.650078 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07682d5e-7f9f-4c78-b1d7-1f347216c0ed tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.660537 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-07682d5e-7f9f-4c78-b1d7-1f347216c0ed tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] 10.222.0.25 "PUT /v2.0/ports/e5d6f0ec-8293-4d27-8906-e7237f6e1a23 HTTP/1.1" status: 200 len: 1068 time: 0.6790280 Jul 14 09:28:56.661968 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45534) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:56.681417 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.703367 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090f80e4-d32e-4134-9cb3-8431c0b5633c x-openstack-request-id: req-090f80e4-d32e-4134-9cb3-8431c0b5633c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:56.704539 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d1197d-9201-4f80-9a74-1e595cf71dd8", "tag": "b3a16988-109c-48a1-8a96-184dabfdf093", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:56.705655 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-090f80e4-d32e-4134-9cb3-8431c0b5633c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:56.707039 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d1197d-9201-4f80-9a74-1e595cf71dd8', 'tag': 'b3a16988-109c-48a1-8a96-184dabfdf093', 'status': 'completed', 'code': 200} Jul 14 09:28:56.727051 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a16988-109c-48a1-8a96-184dabfdf093 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:56.825313 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port b3a16988-109c-48a1-8a96-184dabfdf093, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=b3a16988-109c-48a1-8a96-184dabfdf093,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:56.837919 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.849642 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b05bb9c9-5951-49ca-992f-34872b5b3ea2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.939206 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b05bb9c9-5951-49ca-992f-34872b5b3ea2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.974589 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=b3a16988-109c-48a1-8a96-184dabfdf093,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:56.995432 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942ed2d-7639-4aa1-bdcb-9e0673af63f2 req-3f4d33eb-698a-4a71-8c47-1cf06251a72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:56.996896 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8942ed2d-7639-4aa1-bdcb-9e0673af63f2 req-3f4d33eb-698a-4a71-8c47-1cf06251a72a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e86a5b3808924819b3ce0f463769ccc9&device_id=21d1197d-9201-4f80-9a74-1e595cf71dd8 HTTP/1.1" status: 200 len: 1100 time: 0.2496274 Jul 14 09:28:57.062044 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['b3a16988-109c-48a1-8a96-184dabfdf093'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:57.104194 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-037da039-2025-445b-994c-90f212602901 req-39e423eb-26ae-4b67-b634-f3acb148aa4e service neutron] 10.222.0.25 "GET /v2.0/networks/bc0bd8e8-a70c-46ac-88d0-6d79a7b009de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8955798 Jul 14 09:28:57.116374 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05bb9c9-5951-49ca-992f-34872b5b3ea2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:57.132121 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b05bb9c9-5951-49ca-992f-34872b5b3ea2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:57.142913 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05bb9c9-5951-49ca-992f-34872b5b3ea2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:57.150589 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bb9c9-5951-49ca-992f-34872b5b3ea2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'Port': ['ID=b9e92a49-bbda-47ff-9966-0029dcbf5bc4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:57.171868 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-34a51806-abef-4819-a55f-09c4f14aa45f None None] Provisioning complete for port e5d6f0ec-8293-4d27-8906-e7237f6e1a23 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:57.172250 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34a51806-abef-4819-a55f-09c4f14aa45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.218395 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942ed2d-7639-4aa1-bdcb-9e0673af63f2 req-d65ec473-6803-4b73-a5f3-da743022d537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:57.220325 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8942ed2d-7639-4aa1-bdcb-9e0673af63f2 req-d65ec473-6803-4b73-a5f3-da743022d537 service neutron] 10.222.0.44 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.2160189 Jul 14 09:28:57.255444 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d9456-253e-4e4a-8dcd-7fdae818eecc req-8ec83d48-a68c-4294-b627-66abe7694577 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:57.257755 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e04d9456-253e-4e4a-8dcd-7fdae818eecc req-8ec83d48-a68c-4294-b627-66abe7694577 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d1197d-9201-4f80-9a74-1e595cf71dd8 HTTP/1.1" status: 200 len: 949 time: 0.3137379 Jul 14 09:28:57.277792 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-34a51806-abef-4819-a55f-09c4f14aa45f None None] Port e5d6f0ec-8293-4d27-8906-e7237f6e1a23 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:57.282004 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-12087f29-12a1-44e0-86da-4691a9e18610 req-f8fe1e76-2a33-43b5-b449-ddba7fae95ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a5893c-2e8b-49b8-a413-b4ce08e1a7d7 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:57.358526 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8942ed2d-7639-4aa1-bdcb-9e0673af63f2 req-1f9de6a3-7f83-4fde-9d1e-65ac21789f41 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=b3a16988-109c-48a1-8a96-184dabfdf093 HTTP/1.1" status: 200 len: 217 time: 0.1291313 Jul 14 09:28:57.412940 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b09dec2f-8bab-4fae-9a3d-08923528584d tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Deleting port e5d6f0ec-8293-4d27-8906-e7237f6e1a23 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:57.413425 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b09dec2f-8bab-4fae-9a3d-08923528584d tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.496333 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942ed2d-7639-4aa1-bdcb-9e0673af63f2 req-c724db74-fae7-4f64-ad89-87d38d8c4f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:57.499377 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8942ed2d-7639-4aa1-bdcb-9e0673af63f2 req-c724db74-fae7-4f64-ad89-87d38d8c4f7e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.1332519 Jul 14 09:28:57.562161 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-12087f29-12a1-44e0-86da-4691a9e18610 req-f8fe1e76-2a33-43b5-b449-ddba7fae95ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.611349 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b09dec2f-8bab-4fae-9a3d-08923528584d tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.632275 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b09dec2f-8bab-4fae-9a3d-08923528584d tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Calling delete_port for e5d6f0ec-8293-4d27-8906-e7237f6e1a23 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:57.660605 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942ed2d-7639-4aa1-bdcb-9e0673af63f2 req-9e893436-ac3c-4d5b-871f-48ee4c69df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:57.662267 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8942ed2d-7639-4aa1-bdcb-9e0673af63f2 req-9e893436-ac3c-4d5b-871f-48ee4c69df79 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1364322 Jul 14 09:28:57.704335 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-12087f29-12a1-44e0-86da-4691a9e18610 req-f8fe1e76-2a33-43b5-b449-ddba7fae95ab service neutron] Transition to ACTIVE for port object 36a5893c-2e8b-49b8-a413-b4ce08e1a7d7 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:57.713990 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e04d9456-253e-4e4a-8dcd-7fdae818eecc req-cf97b0b9-c306-439e-9a88-5fcf722e5a3b tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] 10.222.0.25 "GET /v2.0/security-groups?id=d91b56a5-1d55-4ff8-a0ed-bc341a75fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453361 Jul 14 09:28:57.715909 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-12087f29-12a1-44e0-86da-4691a9e18610 req-f8fe1e76-2a33-43b5-b449-ddba7fae95ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.960831 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8942ed2d-7639-4aa1-bdcb-9e0673af63f2 req-cbe435bc-015b-4b4b-990b-94656d54ef73 service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958802 Jul 14 09:28:57.965853 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b09dec2f-8bab-4fae-9a3d-08923528584d tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.024787 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09dec2f-8bab-4fae-9a3d-08923528584d tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Pushing event deleted for resources: {'Port': ['ID=e5d6f0ec-8293-4d27-8906-e7237f6e1a23,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:58.063463 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e5ccc-b3a7-4ecc-9220-10d56267fde8 req-8511d7d6-5ae3-45be-a44b-7c89437a603e tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:58.066028 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-230e5ccc-b3a7-4ecc-9220-10d56267fde8 req-8511d7d6-5ae3-45be-a44b-7c89437a603e tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 931 time: 0.4298339 Jul 14 09:28:58.167938 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d7a97745-a2a8-46fc-be9c-d96d1a7f04ae req-d3453fac-9db1-492c-8b29-81bba508832d tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2770af4-63a1-4a17-acc3-3602b75c552d HTTP/1.1" status: 200 len: 210 time: 0.1684287 Jul 14 09:28:58.168045 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b05bb9c9-5951-49ca-992f-34872b5b3ea2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.170314 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe1e76-2a33-43b5-b449-ddba7fae95ab service neutron] Pushing event updated for resources: {'Port': ['ID=36a5893c-2e8b-49b8-a413-b4ce08e1a7d7,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:58.314484 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device b3a16988-109c-48a1-8a96-184dabfdf093 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:58.333965 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8942ed2d-7639-4aa1-bdcb-9e0673af63f2 req-f8e7020b-2884-4b99-96b5-82881b38e7db service neutron] 10.222.0.44 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577218 Jul 14 09:28:58.416754 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-230e5ccc-b3a7-4ecc-9220-10d56267fde8 req-340a84ca-1908-4a06-8076-de7c3ddd7b44 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411871 Jul 14 09:28:58.500997 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port b3a16988-109c-48a1-8a96-184dabfdf093 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:58.505387 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-12087f29-12a1-44e0-86da-4691a9e18610 req-f8fe1e76-2a33-43b5-b449-ddba7fae95ab service neutron] Attempting to bind port 36a5893c-2e8b-49b8-a413-b4ce08e1a7d7 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:58.506484 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-12087f29-12a1-44e0-86da-4691a9e18610 req-f8fe1e76-2a33-43b5-b449-ddba7fae95ab service neutron] Attempting to bind port 36a5893c-2e8b-49b8-a413-b4ce08e1a7d7 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'c1231d5a-9bfd-4b22-82a0-1f7ac50d979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e49d4647-517e-4d0c-9914-1d89ddce536e'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:58.508077 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12087f29-12a1-44e0-86da-4691a9e18610 req-f8fe1e76-2a33-43b5-b449-ddba7fae95ab service neutron] Attempting to bind port 36a5893c-2e8b-49b8-a413-b4ce08e1a7d7 on network e49d4647-517e-4d0c-9914-1d89ddce536e {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:58.513447 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port b3a16988-109c-48a1-8a96-184dabfdf093 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:58.513876 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.543295 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12087f29-12a1-44e0-86da-4691a9e18610 req-f8fe1e76-2a33-43b5-b449-ddba7fae95ab service neutron] Port 36a5893c-2e8b-49b8-a413-b4ce08e1a7d7 on network e49d4647-517e-4d0c-9914-1d89ddce536e not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:28:58.544089 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12087f29-12a1-44e0-86da-4691a9e18610 req-f8fe1e76-2a33-43b5-b449-ddba7fae95ab service neutron] Attempting to bind port 36a5893c-2e8b-49b8-a413-b4ce08e1a7d7 on network e49d4647-517e-4d0c-9914-1d89ddce536e {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:58.573745 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-5266a56a-d518-42cc-9587-586f2f0e2943 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:58.576761 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-5266a56a-d518-42cc-9587-586f2f0e2943 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.44 "GET /v2.0/networks?id=d8c71af8-8bf1-4b4f-9d6f-e5131a84935a HTTP/1.1" status: 200 len: 813 time: 0.2299962 Jul 14 09:28:58.644684 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-cb7e5942-ca2e-4585-849f-a3a9ef1b02e5 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Request body: {'port': {'device_id': 'e2770af4-63a1-4a17-acc3-3602b75c552d', 'network_id': 'd8c71af8-8bf1-4b4f-9d6f-e5131a84935a', 'admin_state_up': True, 'tenant_id': '830de104893540d889265754867e45ef'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:58.681836 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12087f29-12a1-44e0-86da-4691a9e18610 req-f8fe1e76-2a33-43b5-b449-ddba7fae95ab service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:58.683391 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12087f29-12a1-44e0-86da-4691a9e18610 req-f8fe1e76-2a33-43b5-b449-ddba7fae95ab service neutron] Checking segment: {'id': 'c1231d5a-9bfd-4b22-82a0-1f7ac50d979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e49d4647-517e-4d0c-9914-1d89ddce536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:58.684012 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12087f29-12a1-44e0-86da-4691a9e18610 req-f8fe1e76-2a33-43b5-b449-ddba7fae95ab service neutron] Bound using segment: {'id': 'c1231d5a-9bfd-4b22-82a0-1f7ac50d979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e49d4647-517e-4d0c-9914-1d89ddce536e'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:58.685968 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-12087f29-12a1-44e0-86da-4691a9e18610 req-f8fe1e76-2a33-43b5-b449-ddba7fae95ab service neutron] Bound port: 36a5893c-2e8b-49b8-a413-b4ce08e1a7d7, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1231d5a-9bfd-4b22-82a0-1f7ac50d979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e49d4647-517e-4d0c-9914-1d89ddce536e'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:58.686659 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-12087f29-12a1-44e0-86da-4691a9e18610 req-f8fe1e76-2a33-43b5-b449-ddba7fae95ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.712873 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6e3ab159-aecf-4fde-8d6f-30af24550e58 req-85f53953-d0c2-42bb-90c7-d5326d2485bb tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5926dcd-80bc-4107-a372-b50aa9a8d209 HTTP/1.1" status: 200 len: 210 time: 0.2458885 Jul 14 09:28:58.805888 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.842281 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d1197d-9201-4f80-9a74-1e595cf71dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a16988-109c-48a1-8a96-184dabfdf093'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:58.852466 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541a8e09-2144-476c-9dfe-8ad8482b061e" -d '{"events": [{"server_uuid": "21d1197d-9201-4f80-9a74-1e595cf71dd8", "name": "network-vif-plugged", "status": "completed", "tag": "b3a16988-109c-48a1-8a96-184dabfdf093"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:58.872605 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port b3a16988-109c-48a1-8a96-184dabfdf093, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=b3a16988-109c-48a1-8a96-184dabfdf093,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:58.880677 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.008686 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51934140-0a94-458e-b812-471a0501d1f6 x-openstack-request-id: req-51934140-0a94-458e-b812-471a0501d1f6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:59.009044 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d1197d-9201-4f80-9a74-1e595cf71dd8", "name": "network-vif-plugged", "status": "completed", "tag": "b3a16988-109c-48a1-8a96-184dabfdf093", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:59.009305 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51934140-0a94-458e-b812-471a0501d1f6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:59.009708 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d1197d-9201-4f80-9a74-1e595cf71dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a16988-109c-48a1-8a96-184dabfdf093', 'code': 200} Jul 14 09:28:59.066439 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=b3a16988-109c-48a1-8a96-184dabfdf093,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:59.067080 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b09dec2f-8bab-4fae-9a3d-08923528584d tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.076148 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b09dec2f-8bab-4fae-9a3d-08923528584d tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] 10.222.0.25 "DELETE /v2.0/ports/e5d6f0ec-8293-4d27-8906-e7237f6e1a23 HTTP/1.1" status: 204 len: 168 time: 2.4113610 Jul 14 09:28:59.076951 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45566) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:59.104396 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-12087f29-12a1-44e0-86da-4691a9e18610 req-f8fe1e76-2a33-43b5-b449-ddba7fae95ab service neutron] For port 36a5893c-2e8b-49b8-a413-b4ce08e1a7d7, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:59.120125 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f81f004-eef7-4284-bf41-fc1e82a57bd6 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] GET failed (client error): The resource could not be found. Jul 14 09:28:59.125026 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6f81f004-eef7-4284-bf41-fc1e82a57bd6 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] 10.222.0.25 "GET /v2.0/ports/e5d6f0ec-8293-4d27-8906-e7237f6e1a23 HTTP/1.1" status: 404 len: 333 time: 0.0400116 Jul 14 09:28:59.127178 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45568) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:59.184395 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-12087f29-12a1-44e0-86da-4691a9e18610 req-f8fe1e76-2a33-43b5-b449-ddba7fae95ab service neutron] For port 36a5893c-2e8b-49b8-a413-b4ce08e1a7d7, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=36a5893c-2e8b-49b8-a413-b4ce08e1a7d7,segment=NetworkSegment(c1231d5a-9bfd-4b22-82a0-1f7ac50d979e),segment_id=c1231d5a-9bfd-4b22-82a0-1f7ac50d979e)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:59.202025 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-cb7e5942-ca2e-4585-849f-a3a9ef1b02e5 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Made reservation on behalf of 830de104893540d889265754867e45ef for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:59.202685 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-12087f29-12a1-44e0-86da-4691a9e18610 req-f8fe1e76-2a33-43b5-b449-ddba7fae95ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.207323 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-cb7e5942-ca2e-4585-849f-a3a9ef1b02e5 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.258937 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b05bb9c9-5951-49ca-992f-34872b5b3ea2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.278087 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12087f29-12a1-44e0-86da-4691a9e18610 req-f8fe1e76-2a33-43b5-b449-ddba7fae95ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:59.289001 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-12087f29-12a1-44e0-86da-4691a9e18610 req-f8fe1e76-2a33-43b5-b449-ddba7fae95ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.290732 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12087f29-12a1-44e0-86da-4691a9e18610 req-f8fe1e76-2a33-43b5-b449-ddba7fae95ab service neutron] 10.222.0.47 "PUT /v2.0/ports/36a5893c-2e8b-49b8-a413-b4ce08e1a7d7 HTTP/1.1" status: 200 len: 1092 time: 4.1947262 Jul 14 09:28:59.297687 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45616675-ddd6-4979-b251-8ad0637ed023', 'tag': '36a5893c-2e8b-49b8-a413-b4ce08e1a7d7'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:59.300609 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e1a026-7824-43fa-8944-2d706ef826bd" -d '{"events": [{"name": "network-changed", "server_uuid": "45616675-ddd6-4979-b251-8ad0637ed023", "tag": "36a5893c-2e8b-49b8-a413-b4ce08e1a7d7"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:59.480729 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a629cf5-341c-4631-8aef-62e2ac29fafe req-616f465d-1179-492a-ad68-a787485b5660 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:59.494009 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3a629cf5-341c-4631-8aef-62e2ac29fafe req-616f465d-1179-492a-ad68-a787485b5660 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d1197d-9201-4f80-9a74-1e595cf71dd8 HTTP/1.1" status: 200 len: 950 time: 0.3866696 Jul 14 09:28:59.498994 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695bcba4-19a6-4f30-b51a-30ba4ef45827 req-afd5e825-3dc5-48ad-9f92-8171bd844732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:59.501236 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-695bcba4-19a6-4f30-b51a-30ba4ef45827 req-afd5e825-3dc5-48ad-9f92-8171bd844732 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=21d1197d-9201-4f80-9a74-1e595cf71dd8 HTTP/1.1" status: 200 len: 1102 time: 0.4033055 Jul 14 09:28:59.501945 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe1e76-2a33-43b5-b449-ddba7fae95ab service neutron] Pushing event updated for resources: {'Port': ['ID=36a5893c-2e8b-49b8-a413-b4ce08e1a7d7,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:59.874485 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-96b90fca-a9ea-4b11-937a-89d20b2b7b6f tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Deleting port b81ab013-4a9c-429e-807f-4a375200e91d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:59.875094 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-96b90fca-a9ea-4b11-937a-89d20b2b7b6f tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.889406 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037da039-2025-445b-994c-90f212602901 req-45316e3b-c8fa-405f-aaa7-0f9aedd81b5a tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:59.891136 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-037da039-2025-445b-994c-90f212602901 req-45316e3b-c8fa-405f-aaa7-0f9aedd81b5a tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.44 "GET /v2.0/networks?id=bc0bd8e8-a70c-46ac-88d0-6d79a7b009de HTTP/1.1" status: 200 len: 808 time: 0.2246358 Jul 14 09:29:00.029812 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-88887499-a5d6-4c95-9bf9-83da72a3ab9a req-65bef094-2ca8-49e9-a21b-f263af542928 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2770af4-63a1-4a17-acc3-3602b75c552d HTTP/1.1" status: 200 len: 210 time: 0.5589142 Jul 14 09:29:00.039233 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-cb7e5942-ca2e-4585-849f-a3a9ef1b02e5 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Allocated IP 172.20.0.14 (d8c71af8-8bf1-4b4f-9d6f-e5131a84935a/0b896e87-bde2-4b15-9ad8-1c77a2713212/c0e9ff7c-3c29-486c-8745-82ae2bf8ab04) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:00.048742 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-037da039-2025-445b-994c-90f212602901 req-be3ba6d3-8a54-4d7f-b0c8-6548aea8614e tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f464ecef0897489e962d28ba5796b08e HTTP/1.1" status: 200 len: 380 time: 0.1281505 Jul 14 09:29:00.066227 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-037da039-2025-445b-994c-90f212602901 req-cc950bc7-f718-4fdb-9b67-adea6fa41334 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Request body: {'port': {'device_id': 'd5926dcd-80bc-4107-a372-b50aa9a8d209', 'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de', 'admin_state_up': True, 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'security_groups': ['1b715de6-cb1a-4e4b-851b-83aac9ee11a6']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:00.086561 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3a629cf5-341c-4631-8aef-62e2ac29fafe req-ba91e2a6-4340-44b2-8b89-d4af56434ca6 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] 10.222.0.25 "GET /v2.0/security-groups?id=d91b56a5-1d55-4ff8-a0ed-bc341a75fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5914378 Jul 14 09:29:00.097893 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-695bcba4-19a6-4f30-b51a-30ba4ef45827 req-67665f18-ed7c-4811-a1cc-035c88abbd71 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d91b56a5-1d55-4ff8-a0ed-bc341a75fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5781412 Jul 14 09:29:00.109995 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12087f29-12a1-44e0-86da-4691a9e18610 req-8380228f-b671-468b-aae6-23f06267b303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:00.112322 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12087f29-12a1-44e0-86da-4691a9e18610 req-8380228f-b671-468b-aae6-23f06267b303 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13a6cb8219634407be0dfc48ca82a27b&device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 1095 time: 0.7262347 Jul 14 09:29:00.147760 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-96b90fca-a9ea-4b11-937a-89d20b2b7b6f tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.178431 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-96b90fca-a9ea-4b11-937a-89d20b2b7b6f tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Calling delete_port for b81ab013-4a9c-429e-807f-4a375200e91d owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:00.217873 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d850694-d946-469c-b3ed-afe153914eca x-openstack-request-id: req-9d850694-d946-469c-b3ed-afe153914eca {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:00.218257 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45616675-ddd6-4979-b251-8ad0637ed023", "tag": "36a5893c-2e8b-49b8-a413-b4ce08e1a7d7", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:00.218576 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d850694-d946-469c-b3ed-afe153914eca {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:00.219108 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45616675-ddd6-4979-b251-8ad0637ed023', 'tag': '36a5893c-2e8b-49b8-a413-b4ce08e1a7d7', 'status': 'completed', 'code': 200} Jul 14 09:29:00.227559 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12087f29-12a1-44e0-86da-4691a9e18610 req-316d6983-6116-4184-9ea3-a7447cf5d260 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36a5893c-2e8b-49b8-a413-b4ce08e1a7d7 HTTP/1.1" status: 200 len: 217 time: 0.0936921 Jul 14 09:29:00.357124 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05bb9c9-5951-49ca-992f-34872b5b3ea2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Router 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:29:00.399303 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-06cb5acf-60ab-4b3c-98a4-e90783d3432f req-dcb4cde9-b6eb-49ed-80c6-158ee8fca49e tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5926dcd-80bc-4107-a372-b50aa9a8d209 HTTP/1.1" status: 200 len: 210 time: 0.0788255 Jul 14 09:29:00.407509 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-037da039-2025-445b-994c-90f212602901 req-cc950bc7-f718-4fdb-9b67-adea6fa41334 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Made reservation on behalf of f464ecef0897489e962d28ba5796b08e for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:00.412474 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-037da039-2025-445b-994c-90f212602901 req-cc950bc7-f718-4fdb-9b67-adea6fa41334 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.422184 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12087f29-12a1-44e0-86da-4691a9e18610 req-031498ee-eafe-4696-ab92-d0f1c1e7a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:00.423250 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12087f29-12a1-44e0-86da-4691a9e18610 req-031498ee-eafe-4696-ab92-d0f1c1e7a9ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3346c6f-5d4f-467b-92d0-aefbe281d4f2 HTTP/1.1" status: 200 len: 851 time: 0.1756885 Jul 14 09:29:00.497265 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12087f29-12a1-44e0-86da-4691a9e18610 req-dd87e278-fe0e-4184-88da-d1e20ad411df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e49d4647-517e-4d0c-9914-1d89ddce536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663285 Jul 14 09:29:00.512048 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-cb7e5942-ca2e-4585-849f-a3a9ef1b02e5 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.610197 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067798b5-d657-4a29-adac-114857ae07e9 req-99a827d2-4185-465f-886f-6deb6f114ec4 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:00.611345 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-067798b5-d657-4a29-adac-114857ae07e9 req-99a827d2-4185-465f-886f-6deb6f114ec4 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 943 time: 0.3328037 Jul 14 09:29:00.615817 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-96b90fca-a9ea-4b11-937a-89d20b2b7b6f tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.672250 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b90fca-a9ea-4b11-937a-89d20b2b7b6f tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Pushing event deleted for resources: {'Port': ['ID=b81ab013-4a9c-429e-807f-4a375200e91d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:00.700403 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05bb9c9-5951-49ca-992f-34872b5b3ea2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:00.705969 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-067798b5-d657-4a29-adac-114857ae07e9 req-81237459-a4cc-468d-b3ad-9cfb630dbe01 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759213 Jul 14 09:29:00.711297 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba82a27-c158-4f03-9320-74dfc01ce188 None None] Sync routers for ids ['49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:00.722862 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12087f29-12a1-44e0-86da-4691a9e18610 req-390ddd14-9159-48d3-9055-57e3e7dc97ea service neutron] 10.222.0.47 "GET /v2.0/networks/e49d4647-517e-4d0c-9914-1d89ddce536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142887 Jul 14 09:29:00.727664 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba82a27-c158-4f03-9320-74dfc01ce188 None None] Routers {'49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:00.728314 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-dba82a27-c158-4f03-9320-74dfc01ce188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:28:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:00.728493 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-cb7e5942-ca2e-4585-849f-a3a9ef1b02e5 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.764752 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b05bb9c9-5951-49ca-992f-34872b5b3ea2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.769463 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b05bb9c9-5951-49ca-992f-34872b5b3ea2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.7528448 Jul 14 09:29:00.778586 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45582) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:00.778586 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-96b90fca-a9ea-4b11-937a-89d20b2b7b6f tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.781150 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-96b90fca-a9ea-4b11-937a-89d20b2b7b6f tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] 10.222.0.25 "DELETE /v2.0/ports/b81ab013-4a9c-429e-807f-4a375200e91d HTTP/1.1" status: 204 len: 168 time: 1.6530159 Jul 14 09:29:00.812765 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45584) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:00.854755 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-cb7e5942-ca2e-4585-849f-a3a9ef1b02e5 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Network d8c71af8-8bf1-4b4f-9d6f-e5131a84935a is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:00.876946 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-037da039-2025-445b-994c-90f212602901 req-cc950bc7-f718-4fdb-9b67-adea6fa41334 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Allocated IP 172.20.0.10 (bc0bd8e8-a70c-46ac-88d0-6d79a7b009de/991179d8-8134-494e-aabe-217e4217c4a9/d800f4b6-c165-41d9-b976-40e00fccad87) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:00.880013 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-cb7e5942-ca2e-4585-849f-a3a9ef1b02e5 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:00.894596 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-dba82a27-c158-4f03-9320-74dfc01ce188 None None] Set router 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:00.896554 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-cb7e5942-ca2e-4585-849f-a3a9ef1b02e5 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:00.906443 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab797236-cb79-4c06-ad15-377f3974c934 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] GET failed (client error): The resource could not be found. Jul 14 09:29:00.911355 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12087f29-12a1-44e0-86da-4691a9e18610 req-71d530c3-9d6f-4848-94f2-68a3e0e87564 service neutron] 10.222.0.47 "GET /v2.0/networks/e49d4647-517e-4d0c-9914-1d89ddce536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749980 Jul 14 09:29:00.916020 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ab797236-cb79-4c06-ad15-377f3974c934 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] 10.222.0.25 "GET /v2.0/ports/b81ab013-4a9c-429e-807f-4a375200e91d HTTP/1.1" status: 404 len: 333 time: 0.0904291 Jul 14 09:29:00.916473 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45588) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:00.984943 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e5942-ca2e-4585-849f-a3a9ef1b02e5 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Pushing event updated for resources: {'Port': ['ID=c0e9ff7c-3c29-486c-8745-82ae2bf8ab04,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:01.110316 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45590) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:01.116555 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-624c4426-05ce-47d3-8fc0-428c1d9e9453 tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=cb022d5abed74ace8ce20b5df7c7b1b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3224413 Jul 14 09:29:01.135423 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-cb7e5942-ca2e-4585-849f-a3a9ef1b02e5 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:01.136201 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-cb7e5942-ca2e-4585-849f-a3a9ef1b02e5 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.197076 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-cb7e5942-ca2e-4585-849f-a3a9ef1b02e5 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5895824 Jul 14 09:29:01.212303 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-0356ad16-bf17-4006-b02c-00d95c9cb757 service neutron] Request body: {'port': {'device_id': 'e2770af4-63a1-4a17-acc3-3602b75c552d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:01.338263 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-0356ad16-bf17-4006-b02c-00d95c9cb757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.348885 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1a026-7824-43fa-8944-2d706ef826bd req-07f28068-3969-47ad-a7ae-52471a245cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:01.352869 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-dba82a27-c158-4f03-9320-74dfc01ce188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'name': 'tempest-TestNetworkBasicOps-router-711348758', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:54Z', 'updated_at': '2021-07-14T09:28:57Z', 'revision_number': 3, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:48:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:28:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:01.354777 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-43e1a026-7824-43fa-8944-2d706ef826bd req-07f28068-3969-47ad-a7ae-52471a245cb6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13a6cb8219634407be0dfc48ca82a27b&device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 1095 time: 0.3522060 Jul 14 09:29:01.357308 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-037da039-2025-445b-994c-90f212602901 req-cc950bc7-f718-4fdb-9b67-adea6fa41334 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.399272 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba82a27-c158-4f03-9320-74dfc01ce188 None None] Checking router: 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:29:01.403170 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba82a27-c158-4f03-9320-74dfc01ce188 None None] Updating router 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 port b9e92a49-bbda-47ff-9966-0029dcbf5bc4 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:29:01.417158 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-037da039-2025-445b-994c-90f212602901 req-cc950bc7-f718-4fdb-9b67-adea6fa41334 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Transition to ACTIVE for port object d800f4b6-c165-41d9-b976-40e00fccad87 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:01.468177 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dba82a27-c158-4f03-9320-74dfc01ce188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.599181 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-037da039-2025-445b-994c-90f212602901 req-cc950bc7-f718-4fdb-9b67-adea6fa41334 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.663596 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-037da039-2025-445b-994c-90f212602901 req-cc950bc7-f718-4fdb-9b67-adea6fa41334 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Network bc0bd8e8-a70c-46ac-88d0-6d79a7b009de is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:01.665217 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-183ee124-66f9-4936-86bf-f8f57a9b7010 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Deleting port 9f0cf52a-88c1-42d7-8de8-f79a382043e0 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:01.665669 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-183ee124-66f9-4936-86bf-f8f57a9b7010 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.672374 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-037da039-2025-445b-994c-90f212602901 req-cc950bc7-f718-4fdb-9b67-adea6fa41334 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:01.686322 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-037da039-2025-445b-994c-90f212602901 req-cc950bc7-f718-4fdb-9b67-adea6fa41334 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:01.688892 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1a026-7824-43fa-8944-2d706ef826bd req-698381fa-d5c8-4dd6-8af7-3aa38cf801cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:01.691063 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-43e1a026-7824-43fa-8944-2d706ef826bd req-698381fa-d5c8-4dd6-8af7-3aa38cf801cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=e49d4647-517e-4d0c-9914-1d89ddce536e HTTP/1.1" status: 200 len: 911 time: 0.3098133 Jul 14 09:29:01.696343 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc950bc7-f718-4fdb-9b67-adea6fa41334 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Pushing event updated for resources: {'Port': ['ID=d800f4b6-c165-41d9-b976-40e00fccad87,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:01.773783 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de372540-57a5-44b2-85d2-718c1d044906 tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:01.781919 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-de372540-57a5-44b2-85d2-718c1d044906 tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6645844 Jul 14 09:29:01.792470 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45604) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:01.859595 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c0d3e-a4f9-4aa6-a1d2-46976612cf15 req-d481828b-a3a4-40a0-a2bc-eef4a7ef5385 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:01.866753 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-955c0d3e-a4f9-4aa6-a1d2-46976612cf15 req-d481828b-a3a4-40a0-a2bc-eef4a7ef5385 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2770af4-63a1-4a17-acc3-3602b75c552d HTTP/1.1" status: 200 len: 932 time: 0.4998407 Jul 14 09:29:01.879026 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-0356ad16-bf17-4006-b02c-00d95c9cb757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0e9ff7c-3c29-486c-8745-82ae2bf8ab04 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:01.881492 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-43e1a026-7824-43fa-8944-2d706ef826bd req-190e2992-dd1a-4b5c-88d0-cd64919ae5ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36a5893c-2e8b-49b8-a413-b4ce08e1a7d7 HTTP/1.1" status: 200 len: 217 time: 0.1370015 Jul 14 09:29:01.889457 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-0356ad16-bf17-4006-b02c-00d95c9cb757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.921815 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-0356ad16-bf17-4006-b02c-00d95c9cb757 service neutron] Transition to ACTIVE for port object c0e9ff7c-3c29-486c-8745-82ae2bf8ab04 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:01.925099 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e2280-482e-41fb-b96c-8caa80f99947 req-fc8e780b-6d82-4254-8a11-e298fc01760f tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:01.926911 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ea9e2280-482e-41fb-b96c-8caa80f99947 req-fc8e780b-6d82-4254-8a11-e298fc01760f tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d1197d-9201-4f80-9a74-1e595cf71dd8 HTTP/1.1" status: 200 len: 950 time: 0.5467610 Jul 14 09:29:01.933746 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037da039-2025-445b-994c-90f212602901 req-cc950bc7-f718-4fdb-9b67-adea6fa41334 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:01.935569 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-037da039-2025-445b-994c-90f212602901 req-cc950bc7-f718-4fdb-9b67-adea6fa41334 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.946533 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-94e18f0b-4182-429b-8540-0d8cf91a383e tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6facc217-dc01-422a-8069-2c7784a4d993&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1059375 Jul 14 09:29:01.960167 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45606) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:01.967055 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-0356ad16-bf17-4006-b02c-00d95c9cb757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.985217 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-60bb0e21-64ff-49b7-adfe-67dda674c4c3 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1298203592', 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:02.025728 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dba82a27-c158-4f03-9320-74dfc01ce188 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.064788 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-dba82a27-c158-4f03-9320-74dfc01ce188 None None] Transition to ACTIVE for port object b9e92a49-bbda-47ff-9966-0029dcbf5bc4 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:02.072786 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dba82a27-c158-4f03-9320-74dfc01ce188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.152642 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-037da039-2025-445b-994c-90f212602901 req-cc950bc7-f718-4fdb-9b67-adea6fa41334 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0958672 Jul 14 09:29:02.157746 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1a026-7824-43fa-8944-2d706ef826bd req-bf41339b-85ae-4d1d-9c35-61183c1c4163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:02.159776 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-43e1a026-7824-43fa-8944-2d706ef826bd req-bf41339b-85ae-4d1d-9c35-61183c1c4163 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3346c6f-5d4f-467b-92d0-aefbe281d4f2 HTTP/1.1" status: 200 len: 851 time: 0.2465441 Jul 14 09:29:02.170081 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-955c0d3e-a4f9-4aa6-a1d2-46976612cf15 req-0d7e568f-f997-42e7-a6e4-46aaddacd059 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa65f8de-d1a3-499a-beda-0f684629d404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021569 Jul 14 09:29:02.200096 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-dba82a27-c158-4f03-9320-74dfc01ce188 None None] Attempting to bind port b9e92a49-bbda-47ff-9966-0029dcbf5bc4 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:02.200544 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-dba82a27-c158-4f03-9320-74dfc01ce188 None None] Attempting to bind port b9e92a49-bbda-47ff-9966-0029dcbf5bc4 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:02.200909 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba82a27-c158-4f03-9320-74dfc01ce188 None None] Attempting to bind port b9e92a49-bbda-47ff-9966-0029dcbf5bc4 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:02.203791 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-183ee124-66f9-4936-86bf-f8f57a9b7010 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.208325 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-037da039-2025-445b-994c-90f212602901 req-8e7663f0-8806-4f19-91a0-2fb0bdc7a3e6 service neutron] Request body: {'port': {'device_id': 'd5926dcd-80bc-4107-a372-b50aa9a8d209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:02.295163 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba82a27-c158-4f03-9320-74dfc01ce188 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:02.295163 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba82a27-c158-4f03-9320-74dfc01ce188 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:02.295163 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dba82a27-c158-4f03-9320-74dfc01ce188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.295163 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba82a27-c158-4f03-9320-74dfc01ce188 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:02.295809 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-dba82a27-c158-4f03-9320-74dfc01ce188 None None] Bound port: b9e92a49-bbda-47ff-9966-0029dcbf5bc4, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:02.301280 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dba82a27-c158-4f03-9320-74dfc01ce188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.320457 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ea9e2280-482e-41fb-b96c-8caa80f99947 req-f3502473-4fea-488e-8dbf-cfa0e8366037 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] 10.222.0.25 "GET /v2.0/security-groups?id=d91b56a5-1d55-4ff8-a0ed-bc341a75fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711255 Jul 14 09:29:02.321871 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-183ee124-66f9-4936-86bf-f8f57a9b7010 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Calling delete_port for 9f0cf52a-88c1-42d7-8de8-f79a382043e0 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:02.338084 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-43e1a026-7824-43fa-8944-2d706ef826bd req-deb20a3e-19f2-4af7-86b3-a085dd93b1b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e49d4647-517e-4d0c-9914-1d89ddce536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1525247 Jul 14 09:29:02.387797 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed091647-2cb0-410b-b558-faac4038585a None None] Pushing event updated for resources: {'Port': ['ID=b9e92a49-bbda-47ff-9966-0029dcbf5bc4,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:02.413626 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b4d3c7ee-97f4-430d-95a0-d25f5e4efe25 None None] Provisioning for port d800f4b6-c165-41d9-b976-40e00fccad87 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:02.445666 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b4d3c7ee-97f4-430d-95a0-d25f5e4efe25 None None] Provisioning complete for port d800f4b6-c165-41d9-b976-40e00fccad87 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:02.446065 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4d3c7ee-97f4-430d-95a0-d25f5e4efe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.510395 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356ad16-bf17-4006-b02c-00d95c9cb757 service neutron] Pushing event updated for resources: {'Port': ['ID=c0e9ff7c-3c29-486c-8745-82ae2bf8ab04,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:02.583062 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-dba82a27-c158-4f03-9320-74dfc01ce188 None None] For port b9e92a49-bbda-47ff-9966-0029dcbf5bc4, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:02.585951 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b4d3c7ee-97f4-430d-95a0-d25f5e4efe25 None None] Port d800f4b6-c165-41d9-b976-40e00fccad87 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:02.610052 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-dba82a27-c158-4f03-9320-74dfc01ce188 None None] For port b9e92a49-bbda-47ff-9966-0029dcbf5bc4, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b9e92a49-bbda-47ff-9966-0029dcbf5bc4,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:02.617400 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dba82a27-c158-4f03-9320-74dfc01ce188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.638757 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bb0e21-64ff-49b7-adfe-67dda674c4c3 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Made reservation on behalf of cb022d5abed74ace8ce20b5df7c7b1b3 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:02.642602 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60bb0e21-64ff-49b7-adfe-67dda674c4c3 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.684653 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba82a27-c158-4f03-9320-74dfc01ce188 None None] Routers {'49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:02.684879 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-dba82a27-c158-4f03-9320-74dfc01ce188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:28:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:02.692866 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed091647-2cb0-410b-b558-faac4038585a None None] Pushing event updated for resources: {'Port': ['ID=b9e92a49-bbda-47ff-9966-0029dcbf5bc4,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:02.722051 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-43e1a026-7824-43fa-8944-2d706ef826bd req-e3cc4774-b9d8-45a9-97c5-6598b218b0e1 service neutron] 10.222.0.47 "GET /v2.0/networks/e49d4647-517e-4d0c-9914-1d89ddce536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605981 Jul 14 09:29:02.819523 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-0356ad16-bf17-4006-b02c-00d95c9cb757 service neutron] Attempting to bind port c0e9ff7c-3c29-486c-8745-82ae2bf8ab04 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:02.819953 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-0356ad16-bf17-4006-b02c-00d95c9cb757 service neutron] Attempting to bind port c0e9ff7c-3c29-486c-8745-82ae2bf8ab04 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd8c71af8-8bf1-4b4f-9d6f-e5131a84935a'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:02.820719 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-0356ad16-bf17-4006-b02c-00d95c9cb757 service neutron] Attempting to bind port c0e9ff7c-3c29-486c-8745-82ae2bf8ab04 on network d8c71af8-8bf1-4b4f-9d6f-e5131a84935a {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:02.826069 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-037da039-2025-445b-994c-90f212602901 req-8e7663f0-8806-4f19-91a0-2fb0bdc7a3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.834356 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-0356ad16-bf17-4006-b02c-00d95c9cb757 service neutron] Port c0e9ff7c-3c29-486c-8745-82ae2bf8ab04 on network d8c71af8-8bf1-4b4f-9d6f-e5131a84935a not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:29:02.834569 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09705356-b2c6-435d-9398-c8c712ccd726 req-b923384c-8e4c-4cfe-aba3-28d292e6acbf tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:02.834765 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-0356ad16-bf17-4006-b02c-00d95c9cb757 service neutron] Attempting to bind port c0e9ff7c-3c29-486c-8745-82ae2bf8ab04 on network d8c71af8-8bf1-4b4f-9d6f-e5131a84935a {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:02.843346 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-09705356-b2c6-435d-9398-c8c712ccd726 req-b923384c-8e4c-4cfe-aba3-28d292e6acbf tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 943 time: 0.2658598 Jul 14 09:29:02.846712 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-dba82a27-c158-4f03-9320-74dfc01ce188 None None] Set router 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:02.852443 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-0356ad16-bf17-4006-b02c-00d95c9cb757 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:02.852954 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-0356ad16-bf17-4006-b02c-00d95c9cb757 service neutron] Checking segment: {'id': '41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd8c71af8-8bf1-4b4f-9d6f-e5131a84935a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:02.853448 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-0356ad16-bf17-4006-b02c-00d95c9cb757 service neutron] Bound using segment: {'id': '41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd8c71af8-8bf1-4b4f-9d6f-e5131a84935a'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:02.854161 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-0356ad16-bf17-4006-b02c-00d95c9cb757 service neutron] Bound port: c0e9ff7c-3c29-486c-8745-82ae2bf8ab04, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd8c71af8-8bf1-4b4f-9d6f-e5131a84935a'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:02.854629 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-0356ad16-bf17-4006-b02c-00d95c9cb757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.922113 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de4ed8-4fa1-4034-96e7-a7b7137fddc4 req-3374de8f-5e59-405c-b313-403979bf7766 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:02.929895 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30de4ed8-4fa1-4034-96e7-a7b7137fddc4 req-3374de8f-5e59-405c-b313-403979bf7766 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5926dcd-80bc-4107-a372-b50aa9a8d209 HTTP/1.1" status: 200 len: 932 time: 0.3548388 Jul 14 09:29:03.002948 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-09705356-b2c6-435d-9398-c8c712ccd726 req-d14a3ce3-d493-4867-bc73-666c0933d9c2 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579437 Jul 14 09:29:03.054038 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-43e1a026-7824-43fa-8944-2d706ef826bd req-6b9e44dd-8c4d-4eda-b790-62397133fa8f service neutron] 10.222.0.47 "GET /v2.0/networks/e49d4647-517e-4d0c-9914-1d89ddce536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183692 Jul 14 09:29:03.064471 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-183ee124-66f9-4936-86bf-f8f57a9b7010 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.089165 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30de4ed8-4fa1-4034-96e7-a7b7137fddc4 req-828fa82d-36e1-4d98-be6b-6e7771657c95 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b715de6-cb1a-4e4b-851b-83aac9ee11a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583030 Jul 14 09:29:03.146073 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ee124-66f9-4936-86bf-f8f57a9b7010 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Pushing event deleted for resources: {'Port': ['ID=9f0cf52a-88c1-42d7-8de8-f79a382043e0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:03.167864 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-0356ad16-bf17-4006-b02c-00d95c9cb757 service neutron] For port c0e9ff7c-3c29-486c-8745-82ae2bf8ab04, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:03.171880 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-0356ad16-bf17-4006-b02c-00d95c9cb757 service neutron] For port c0e9ff7c-3c29-486c-8745-82ae2bf8ab04, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c0e9ff7c-3c29-486c-8745-82ae2bf8ab04,segment=NetworkSegment(41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2),segment_id=41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:03.305879 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-0356ad16-bf17-4006-b02c-00d95c9cb757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.348802 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-183ee124-66f9-4936-86bf-f8f57a9b7010 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.350880 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-183ee124-66f9-4936-86bf-f8f57a9b7010 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] 10.222.0.25 "DELETE /v2.0/ports/9f0cf52a-88c1-42d7-8de8-f79a382043e0 HTTP/1.1" status: 204 len: 168 time: 2.4332654 Jul 14 09:29:03.360037 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45616) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:03.383125 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-dba82a27-c158-4f03-9320-74dfc01ce188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'name': 'tempest-TestNetworkBasicOps-router-711348758', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:54Z', 'updated_at': '2021-07-14T09:28:57Z', 'revision_number': 3, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:48:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:03.435854 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-0356ad16-bf17-4006-b02c-00d95c9cb757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:03.436760 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-0356ad16-bf17-4006-b02c-00d95c9cb757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.437856 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-0356ad16-bf17-4006-b02c-00d95c9cb757 service neutron] 10.222.0.44 "PUT /v2.0/ports/c0e9ff7c-3c29-486c-8745-82ae2bf8ab04 HTTP/1.1" status: 200 len: 1093 time: 2.2297952 Jul 14 09:29:03.441368 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2770af4-63a1-4a17-acc3-3602b75c552d', 'tag': 'c0e9ff7c-3c29-486c-8745-82ae2bf8ab04'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:03.443965 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4186ab4-1b1d-47ec-b67f-634713b36fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "e2770af4-63a1-4a17-acc3-3602b75c552d", "tag": "c0e9ff7c-3c29-486c-8745-82ae2bf8ab04"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:03.553752 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba82a27-c158-4f03-9320-74dfc01ce188 None None] The sync data for ids ['49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'] in n-d-771362-35 is: [{'id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'name': 'tempest-TestNetworkBasicOps-router-711348758', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:54Z', 'updated_at': '2021-07-14T09:28:57Z', 'revision_number': 3, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:48:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:03.558197 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd8338d-3131-40ce-a166-34a00e7615b6 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Deleting subnet 65b88a1a-5df6-414d-bda2-840d1870cd2a {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:29:03.562010 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cd8338d-3131-40ce-a166-34a00e7615b6 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.598657 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60bb0e21-64ff-49b7-adfe-67dda674c4c3 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.651510 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cd8338d-3131-40ce-a166-34a00e7615b6 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.687191 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164c3eb-0f5d-45b5-aada-1eeb7d2182b1 req-3a191b4f-eee3-4933-904c-6c22a299b748 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:03.694773 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c164c3eb-0f5d-45b5-aada-1eeb7d2182b1 req-3a191b4f-eee3-4933-904c-6c22a299b748 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2770af4-63a1-4a17-acc3-3602b75c552d HTTP/1.1" status: 200 len: 944 time: 0.2225249 Jul 14 09:29:03.742901 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4365b6a-dc6e-4a30-bd30-5c93f8e61193 x-openstack-request-id: req-a4365b6a-dc6e-4a30-bd30-5c93f8e61193 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:03.744499 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2770af4-63a1-4a17-acc3-3602b75c552d", "tag": "c0e9ff7c-3c29-486c-8745-82ae2bf8ab04", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:03.744499 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4365b6a-dc6e-4a30-bd30-5c93f8e61193 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:03.745030 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2770af4-63a1-4a17-acc3-3602b75c552d', 'tag': 'c0e9ff7c-3c29-486c-8745-82ae2bf8ab04', 'status': 'completed', 'code': 200} Jul 14 09:29:03.766191 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb0e21-64ff-49b7-adfe-67dda674c4c3 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'Subnet': ['ID=6e87fb8d-e279-4ea7-a7d5-ce53c7332c42,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:03.766866 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c164c3eb-0f5d-45b5-aada-1eeb7d2182b1 req-c61c925e-1add-45f1-89b2-5bf27988c998 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa65f8de-d1a3-499a-beda-0f684629d404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711086 Jul 14 09:29:03.806854 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-037da039-2025-445b-994c-90f212602901 req-8e7663f0-8806-4f19-91a0-2fb0bdc7a3e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d800f4b6-c165-41d9-b976-40e00fccad87 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:03.825633 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-037da039-2025-445b-994c-90f212602901 req-8e7663f0-8806-4f19-91a0-2fb0bdc7a3e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.846617 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356ad16-bf17-4006-b02c-00d95c9cb757 service neutron] Pushing event updated for resources: {'Port': ['ID=c0e9ff7c-3c29-486c-8745-82ae2bf8ab04,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:03.849207 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cd8338d-3131-40ce-a166-34a00e7615b6 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.868993 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 36a5893c-2e8b-49b8-a413-b4ce08e1a7d7 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:29:03.877347 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-037da039-2025-445b-994c-90f212602901 req-8e7663f0-8806-4f19-91a0-2fb0bdc7a3e6 service neutron] Transition to ACTIVE for port object d800f4b6-c165-41d9-b976-40e00fccad87 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:03.890381 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-037da039-2025-445b-994c-90f212602901 req-8e7663f0-8806-4f19-91a0-2fb0bdc7a3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.946850 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cd8338d-3131-40ce-a166-34a00e7615b6 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.960260 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-9df0572f-4382-49a1-b9ae-ae71eee5972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:03.961778 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-9df0572f-4382-49a1-b9ae-ae71eee5972d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=830de104893540d889265754867e45ef&device_id=e2770af4-63a1-4a17-acc3-3602b75c552d HTTP/1.1" status: 200 len: 1096 time: 0.3974760 Jul 14 09:29:04.002495 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8338d-3131-40ce-a166-34a00e7615b6 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Pushing event deleted for resources: {'Subnet': ['ID=65b88a1a-5df6-414d-bda2-840d1870cd2a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:04.010548 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cd8338d-3131-40ce-a166-34a00e7615b6 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.012232 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6cd8338d-3131-40ce-a166-34a00e7615b6 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] 10.222.0.25 "DELETE /v2.0/subnets/65b88a1a-5df6-414d-bda2-840d1870cd2a HTTP/1.1" status: 204 len: 168 time: 0.6509182 Jul 14 09:29:04.015550 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45624) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:04.039729 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bb0e21-64ff-49b7-adfe-67dda674c4c3 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Checking segment: {'id': 'ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:04.040111 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bb0e21-64ff-49b7-adfe-67dda674c4c3 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Network hostable DHCP agents. Network: 2c27e967-42d1-4bc6-93c9-e765f463f3e7, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:04.049498 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-1f0806d2-a7c7-4a5c-939a-cdf99a5c9858 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0e9ff7c-3c29-486c-8745-82ae2bf8ab04 HTTP/1.1" status: 200 len: 217 time: 0.0675993 Jul 14 09:29:04.052667 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1e2d54-90ba-4846-822d-c095f6bf456c None None] Network 83c23b60-9df3-4b19-a44c-72a60ba86277 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:04.117510 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7663f0-8806-4f19-91a0-2fb0bdc7a3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d800f4b6-c165-41d9-b976-40e00fccad87,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:04.125314 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bb0e21-64ff-49b7-adfe-67dda674c4c3 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Network 2c27e967-42d1-4bc6-93c9-e765f463f3e7 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:04.246921 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-60bb0e21-64ff-49b7-adfe-67dda674c4c3 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 2c27e967-42d1-4bc6-93c9-e765f463f3e7) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:04.275630 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-a8884ed7-9947-421e-9d91-c4c4cb4270e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:04.282239 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-a8884ed7-9947-421e-9d91-c4c4cb4270e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0b896e87-bde2-4b15-9ad8-1c77a2713212 HTTP/1.1" status: 200 len: 853 time: 0.2203438 Jul 14 09:29:04.314126 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fc2d4e-be88-44a5-8740-b51072b96460 None None] Network 2c27e967-42d1-4bc6-93c9-e765f463f3e7 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:04.388761 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bb0e21-64ff-49b7-adfe-67dda674c4c3 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:04.388761 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60bb0e21-64ff-49b7-adfe-67dda674c4c3 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.466323 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-2c26aaee-cad5-42f4-ac77-fe574d8e8167 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d8c71af8-8bf1-4b4f-9d6f-e5131a84935a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734062 Jul 14 09:29:04.477136 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-037da039-2025-445b-994c-90f212602901 req-8e7663f0-8806-4f19-91a0-2fb0bdc7a3e6 service neutron] Attempting to bind port d800f4b6-c165-41d9-b976-40e00fccad87 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:04.477561 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-037da039-2025-445b-994c-90f212602901 req-8e7663f0-8806-4f19-91a0-2fb0bdc7a3e6 service neutron] Attempting to bind port d800f4b6-c165-41d9-b976-40e00fccad87 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '453ece6d-5cea-4efb-887d-3c45c59ba186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:04.477981 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037da039-2025-445b-994c-90f212602901 req-8e7663f0-8806-4f19-91a0-2fb0bdc7a3e6 service neutron] Attempting to bind port d800f4b6-c165-41d9-b976-40e00fccad87 on network bc0bd8e8-a70c-46ac-88d0-6d79a7b009de {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:04.496557 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-60bb0e21-64ff-49b7-adfe-67dda674c4c3 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5212440 Jul 14 09:29:04.515642 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45630) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:04.516446 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037da039-2025-445b-994c-90f212602901 req-8e7663f0-8806-4f19-91a0-2fb0bdc7a3e6 service neutron] Port d800f4b6-c165-41d9-b976-40e00fccad87 on network bc0bd8e8-a70c-46ac-88d0-6d79a7b009de not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:29:04.520003 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037da039-2025-445b-994c-90f212602901 req-8e7663f0-8806-4f19-91a0-2fb0bdc7a3e6 service neutron] Attempting to bind port d800f4b6-c165-41d9-b976-40e00fccad87 on network bc0bd8e8-a70c-46ac-88d0-6d79a7b009de {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:04.532079 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 36a5893c-2e8b-49b8-a413-b4ce08e1a7d7, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=36a5893c-2e8b-49b8-a413-b4ce08e1a7d7,segment=NetworkSegment(c1231d5a-9bfd-4b22-82a0-1f7ac50d979e),segment_id=c1231d5a-9bfd-4b22-82a0-1f7ac50d979e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:04.547822 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30f27c6c-4b4b-412c-962a-3af0128bca69 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.578678 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037da039-2025-445b-994c-90f212602901 req-8e7663f0-8806-4f19-91a0-2fb0bdc7a3e6 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:04.578678 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037da039-2025-445b-994c-90f212602901 req-8e7663f0-8806-4f19-91a0-2fb0bdc7a3e6 service neutron] Checking segment: {'id': '453ece6d-5cea-4efb-887d-3c45c59ba186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:04.578678 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037da039-2025-445b-994c-90f212602901 req-8e7663f0-8806-4f19-91a0-2fb0bdc7a3e6 service neutron] Bound using segment: {'id': '453ece6d-5cea-4efb-887d-3c45c59ba186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:04.581871 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-037da039-2025-445b-994c-90f212602901 req-8e7663f0-8806-4f19-91a0-2fb0bdc7a3e6 service neutron] Bound port: d800f4b6-c165-41d9-b976-40e00fccad87, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453ece6d-5cea-4efb-887d-3c45c59ba186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:04.581871 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-037da039-2025-445b-994c-90f212602901 req-8e7663f0-8806-4f19-91a0-2fb0bdc7a3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.712345 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9260eb-828b-43dd-b7ac-f9c08c233965 req-a37943c4-96b3-40c7-b671-70dffbfe16b6 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:04.717872 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5a9260eb-828b-43dd-b7ac-f9c08c233965 req-a37943c4-96b3-40c7-b671-70dffbfe16b6 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d1197d-9201-4f80-9a74-1e595cf71dd8 HTTP/1.1" status: 200 len: 950 time: 0.6225965 Jul 14 09:29:04.793915 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774fc3a-b580-4132-98b6-6f0324341af2 req-8384967d-6000-483b-9683-eb076169412a tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:04.796085 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4774fc3a-b580-4132-98b6-6f0324341af2 req-8384967d-6000-483b-9683-eb076169412a tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 943 time: 0.4650741 Jul 14 09:29:04.809443 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-037da039-2025-445b-994c-90f212602901 req-8e7663f0-8806-4f19-91a0-2fb0bdc7a3e6 service neutron] For port d800f4b6-c165-41d9-b976-40e00fccad87, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:04.812886 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-037da039-2025-445b-994c-90f212602901 req-8e7663f0-8806-4f19-91a0-2fb0bdc7a3e6 service neutron] For port d800f4b6-c165-41d9-b976-40e00fccad87, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=d800f4b6-c165-41d9-b976-40e00fccad87,segment=NetworkSegment(453ece6d-5cea-4efb-887d-3c45c59ba186),segment_id=453ece6d-5cea-4efb-887d-3c45c59ba186)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:04.846896 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-037da039-2025-445b-994c-90f212602901 req-8e7663f0-8806-4f19-91a0-2fb0bdc7a3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.913377 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037da039-2025-445b-994c-90f212602901 req-8e7663f0-8806-4f19-91a0-2fb0bdc7a3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:04.914153 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5a9260eb-828b-43dd-b7ac-f9c08c233965 req-cfc125e8-73b8-4355-b385-de8c5f8dc528 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] 10.222.0.25 "GET /v2.0/security-groups?id=d91b56a5-1d55-4ff8-a0ed-bc341a75fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791523 Jul 14 09:29:04.914313 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-037da039-2025-445b-994c-90f212602901 req-8e7663f0-8806-4f19-91a0-2fb0bdc7a3e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.924492 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-037da039-2025-445b-994c-90f212602901 req-8e7663f0-8806-4f19-91a0-2fb0bdc7a3e6 service neutron] 10.222.0.44 "PUT /v2.0/ports/d800f4b6-c165-41d9-b976-40e00fccad87 HTTP/1.1" status: 200 len: 1093 time: 2.7377222 Jul 14 09:29:04.974168 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-cabc23f1-155d-4ccb-83af-45b213c7c5f2 service neutron] 10.222.0.44 "GET /v2.0/networks/d8c71af8-8bf1-4b4f-9d6f-e5131a84935a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913888 Jul 14 09:29:05.020473 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4774fc3a-b580-4132-98b6-6f0324341af2 req-99a8f760-d937-4617-b07b-870f4dc5c875 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891224 Jul 14 09:29:05.128410 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-30f27c6c-4b4b-412c-962a-3af0128bca69 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Deleting port 5f24ff77-35c7-4aca-b5df-6c7713379acc {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:05.128676 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30f27c6c-4b4b-412c-962a-3af0128bca69 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.129780 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '36a5893c-2e8b-49b8-a413-b4ce08e1a7d7', 'network_id': 'e49d4647-517e-4d0c-9914-1d89ddce536e', 'port_id': '36a5893c-2e8b-49b8-a413-b4ce08e1a7d7', 'mac_address': 'fa:16:3e:cf:36:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3346c6f-5d4f-467b-92d0-aefbe281d4f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:29:05.206751 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1023f5c7-2759-4ca5-821e-f93808974a89 req-3cc67616-25e7-484b-a1a7-fd3282c351ef service neutron] 10.222.0.44 "GET /v2.0/networks/d8c71af8-8bf1-4b4f-9d6f-e5131a84935a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202983 Jul 14 09:29:05.435009 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-30f27c6c-4b4b-412c-962a-3af0128bca69 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] For port 5f24ff77-35c7-4aca-b5df-6c7713379acc, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=5f24ff77-35c7-4aca-b5df-6c7713379acc,segment=NetworkSegment(f1609ada-ee1b-4ed7-a851-aa132564296f),segment_id=f1609ada-ee1b-4ed7-a851-aa132564296f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:05.435445 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30f27c6c-4b4b-412c-962a-3af0128bca69 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.453426 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-30f27c6c-4b4b-412c-962a-3af0128bca69 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Calling delete_port for 5f24ff77-35c7-4aca-b5df-6c7713379acc owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:05.607174 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.630773 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a5893c-2e8b-49b8-a413-b4ce08e1a7d7 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:05.641106 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b2e910-f188-4eaf-a765-b69d9a10c909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'fixed_ips': [{'subnet_id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:05.642153 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64b2e910-f188-4eaf-a765-b69d9a10c909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.734334 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 36a5893c-2e8b-49b8-a413-b4ce08e1a7d7, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=36a5893c-2e8b-49b8-a413-b4ce08e1a7d7,segment=NetworkSegment(c1231d5a-9bfd-4b22-82a0-1f7ac50d979e),segment_id=c1231d5a-9bfd-4b22-82a0-1f7ac50d979e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:05.904241 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b9e92a49-bbda-47ff-9966-0029dcbf5bc4 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:05.943093 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.108404 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5926dcd-80bc-4107-a372-b50aa9a8d209', 'tag': 'd800f4b6-c165-41d9-b976-40e00fccad87'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:06.111109 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9382c807-686a-4e0b-b6f3-46e4c48f2b46" -d '{"events": [{"name": "network-changed", "server_uuid": "d5926dcd-80bc-4107-a372-b50aa9a8d209", "tag": "d800f4b6-c165-41d9-b976-40e00fccad87"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:06.115646 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7663f0-8806-4f19-91a0-2fb0bdc7a3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d800f4b6-c165-41d9-b976-40e00fccad87,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:06.221093 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52217cb2-b2c2-4699-b4e1-335f430c5aed req-c97c3d26-f160-47ce-8184-5d426490edc1 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:06.228254 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4186ab4-1b1d-47ec-b67f-634713b36fa1 req-7b31f0f8-0aa2-4ea4-bbdd-fed62fbcc388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:06.231030 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b4186ab4-1b1d-47ec-b67f-634713b36fa1 req-7b31f0f8-0aa2-4ea4-bbdd-fed62fbcc388 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=830de104893540d889265754867e45ef&device_id=e2770af4-63a1-4a17-acc3-3602b75c552d HTTP/1.1" status: 200 len: 1096 time: 0.8158922 Jul 14 09:29:06.232927 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port b9e92a49-bbda-47ff-9966-0029dcbf5bc4 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:06.237472 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['36a5893c-2e8b-49b8-a413-b4ce08e1a7d7'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:06.250725 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037da039-2025-445b-994c-90f212602901 req-ac03106a-2692-4e94-922c-ed8f87d17052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:06.252922 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-037da039-2025-445b-994c-90f212602901 req-ac03106a-2692-4e94-922c-ed8f87d17052 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f464ecef0897489e962d28ba5796b08e&device_id=d5926dcd-80bc-4107-a372-b50aa9a8d209 HTTP/1.1" status: 200 len: 1096 time: 1.0348690 Jul 14 09:29:06.264518 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port b9e92a49-bbda-47ff-9966-0029dcbf5bc4 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:06.267308 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.285338 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52217cb2-b2c2-4699-b4e1-335f430c5aed req-c97c3d26-f160-47ce-8184-5d426490edc1 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] 10.222.0.44 "GET /v2.0/ports?device_id=21d1197d-9201-4f80-9a74-1e595cf71dd8 HTTP/1.1" status: 200 len: 950 time: 1.2589986 Jul 14 09:29:06.358953 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c0e9ff7c-3c29-486c-8745-82ae2bf8ab04 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:29:06.370752 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-037da039-2025-445b-994c-90f212602901 req-214b5458-294b-43ef-9e8c-1bbde411603f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d800f4b6-c165-41d9-b976-40e00fccad87 HTTP/1.1" status: 200 len: 217 time: 0.0626934 Jul 14 09:29:06.405134 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966c97fd-1f16-486b-a4cc-75a7b98b6004 None None] DHCP port deletion for 83c23b60-9df3-4b19-a44c-72a60ba86277 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:29:06.416463 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=36a5893c-2e8b-49b8-a413-b4ce08e1a7d7,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:06.443750 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037da039-2025-445b-994c-90f212602901 req-c5579e08-1a9e-45ea-8b35-73292a1ae23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:06.445245 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-037da039-2025-445b-994c-90f212602901 req-c5579e08-1a9e-45ea-8b35-73292a1ae23f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=991179d8-8134-494e-aabe-217e4217c4a9 HTTP/1.1" status: 200 len: 847 time: 0.0639594 Jul 14 09:29:06.516698 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-64b2e910-f188-4eaf-a765-b69d9a10c909 None None] Allocated IP 172.20.0.2 (2c27e967-42d1-4bc6-93c9-e765f463f3e7/6e87fb8d-e279-4ea7-a7d5-ce53c7332c42/c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:06.528530 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257862ee-8b91-4d26-b2d4-b5a26abe6223 req-7c1b0b99-04e8-4332-8793-b4ceb5d06354 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:06.539725 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-257862ee-8b91-4d26-b2d4-b5a26abe6223 req-7c1b0b99-04e8-4332-8793-b4ceb5d06354 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2770af4-63a1-4a17-acc3-3602b75c552d HTTP/1.1" status: 200 len: 944 time: 0.5295296 Jul 14 09:29:06.585978 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30f27c6c-4b4b-412c-962a-3af0128bca69 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.633973 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f27c6c-4b4b-412c-962a-3af0128bca69 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] No DVR routers for this DVR port 5f24ff77-35c7-4aca-b5df-6c7713379acc on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:06.649049 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc91be4-2343-43d2-ab29-0dce67a2fd45 req-07418f89-a33b-4b49-aa97-9e0470be909c tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:06.651046 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-adc91be4-2343-43d2-ab29-0dce67a2fd45 req-07418f89-a33b-4b49-aa97-9e0470be909c tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5926dcd-80bc-4107-a372-b50aa9a8d209 HTTP/1.1" status: 200 len: 944 time: 1.3706939 Jul 14 09:29:06.655602 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f27c6c-4b4b-412c-962a-3af0128bca69 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Pushing event deleted for resources: {'Port': ['ID=5f24ff77-35c7-4aca-b5df-6c7713379acc,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:06.711379 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-257862ee-8b91-4d26-b2d4-b5a26abe6223 req-8e61a843-a9bc-4bd6-ae31-22b725d006ae tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa65f8de-d1a3-499a-beda-0f684629d404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706607 Jul 14 09:29:06.802635 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037da039-2025-445b-994c-90f212602901 req-96d3dca9-717d-410d-a197-e204a3e9a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:06.806770 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-037da039-2025-445b-994c-90f212602901 req-96d3dca9-717d-410d-a197-e204a3e9a360 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bc0bd8e8-a70c-46ac-88d0-6d79a7b009de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3494568 Jul 14 09:29:06.826827 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.849410 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port b9e92a49-bbda-47ff-9966-0029dcbf5bc4, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b9e92a49-bbda-47ff-9966-0029dcbf5bc4,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:06.858357 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-adc91be4-2343-43d2-ab29-0dce67a2fd45 req-54b468a8-ce01-4f3c-a24c-0c54dfb56581 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b715de6-cb1a-4e4b-851b-83aac9ee11a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650295 Jul 14 09:29:06.882201 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-966c97fd-1f16-486b-a4cc-75a7b98b6004 None None] Deleting port 5f24ff77-35c7-4aca-b5df-6c7713379acc {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:06.882702 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-966c97fd-1f16-486b-a4cc-75a7b98b6004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.913072 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-52217cb2-b2c2-4699-b4e1-335f430c5aed req-34e26bee-577b-4481-9463-bf2985691440 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Deleting port b3a16988-109c-48a1-8a96-184dabfdf093 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:06.914692 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-52217cb2-b2c2-4699-b4e1-335f430c5aed req-34e26bee-577b-4481-9463-bf2985691440 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.917713 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4186ab4-1b1d-47ec-b67f-634713b36fa1 req-848b879c-c04e-40b8-bc1f-b7acb019a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:06.919461 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b4186ab4-1b1d-47ec-b67f-634713b36fa1 req-848b879c-c04e-40b8-bc1f-b7acb019a3f5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d8c71af8-8bf1-4b4f-9d6f-e5131a84935a HTTP/1.1" status: 200 len: 913 time: 0.6813085 Jul 14 09:29:06.921725 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-037da039-2025-445b-994c-90f212602901 req-4916e708-b476-4c84-9f29-4c6885881742 service neutron] 10.222.0.44 "GET /v2.0/networks/bc0bd8e8-a70c-46ac-88d0-6d79a7b009de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101878 Jul 14 09:29:07.087376 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-037da039-2025-445b-994c-90f212602901 req-90595afb-93a6-41d0-8065-dc4b9c0fb7d4 service neutron] 10.222.0.44 "GET /v2.0/networks/bc0bd8e8-a70c-46ac-88d0-6d79a7b009de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315825 Jul 14 09:29:07.107364 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-966c97fd-1f16-486b-a4cc-75a7b98b6004 None None] For port 5f24ff77-35c7-4aca-b5df-6c7713379acc, host n-d-771362-35, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:07.109119 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-966c97fd-1f16-486b-a4cc-75a7b98b6004 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.137575 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b4186ab4-1b1d-47ec-b67f-634713b36fa1 req-23119869-0f93-4801-b993-e4addf340fa8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0e9ff7c-3c29-486c-8745-82ae2bf8ab04 HTTP/1.1" status: 200 len: 217 time: 0.1885233 Jul 14 09:29:07.143624 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-966c97fd-1f16-486b-a4cc-75a7b98b6004 None None] Calling delete_port for 5f24ff77-35c7-4aca-b5df-6c7713379acc owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:07.145396 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-52217cb2-b2c2-4699-b4e1-335f430c5aed req-34e26bee-577b-4481-9463-bf2985691440 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] For port b3a16988-109c-48a1-8a96-184dabfdf093, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=b3a16988-109c-48a1-8a96-184dabfdf093,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:07.146192 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-52217cb2-b2c2-4699-b4e1-335f430c5aed req-34e26bee-577b-4481-9463-bf2985691440 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.161727 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.162629 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-52217cb2-b2c2-4699-b4e1-335f430c5aed req-34e26bee-577b-4481-9463-bf2985691440 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Calling delete_port for b3a16988-109c-48a1-8a96-184dabfdf093 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:07.164580 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-966c97fd-1f16-486b-a4cc-75a7b98b6004 None None] Port 5f24ff77-35c7-4aca-b5df-6c7713379acc was not found and therefore no delete operation was performed {{(pid=93774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:29:07.188991 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-966c97fd-1f16-486b-a4cc-75a7b98b6004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.204984 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4186ab4-1b1d-47ec-b67f-634713b36fa1 req-911e5858-e66e-4c3b-aec0-7757cdd2779e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:07.206853 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b4186ab4-1b1d-47ec-b67f-634713b36fa1 req-911e5858-e66e-4c3b-aec0-7757cdd2779e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0b896e87-bde2-4b15-9ad8-1c77a2713212 HTTP/1.1" status: 200 len: 853 time: 0.0561249 Jul 14 09:29:07.211125 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee645534-48a8-4543-8259-915dab60968d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.230911 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c0e9ff7c-3c29-486c-8745-82ae2bf8ab04, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c0e9ff7c-3c29-486c-8745-82ae2bf8ab04,segment=NetworkSegment(41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2),segment_id=41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:07.260334 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b4186ab4-1b1d-47ec-b67f-634713b36fa1 req-0456d675-e2ef-4eb9-bf38-6d70f9db7dd2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d8c71af8-8bf1-4b4f-9d6f-e5131a84935a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449407 Jul 14 09:29:07.282535 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966c97fd-1f16-486b-a4cc-75a7b98b6004 None None] No DVR routers for this DVR port 5f24ff77-35c7-4aca-b5df-6c7713379acc on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:07.292429 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'c0e9ff7c-3c29-486c-8745-82ae2bf8ab04', 'network_id': 'd8c71af8-8bf1-4b4f-9d6f-e5131a84935a', 'port_id': 'c0e9ff7c-3c29-486c-8745-82ae2bf8ab04', 'mac_address': 'fa:16:3e:22:e5:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b896e87-bde2-4b15-9ad8-1c77a2713212', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:29:07.317298 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=b9e92a49-bbda-47ff-9966-0029dcbf5bc4,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:07.388426 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c97fd-1f16-486b-a4cc-75a7b98b6004 None None] Pushing event deleted for resources: {'Port': ['ID=5f24ff77-35c7-4aca-b5df-6c7713379acc,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:07.417962 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30f27c6c-4b4b-412c-962a-3af0128bca69 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.423259 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64b2e910-f188-4eaf-a765-b69d9a10c909 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.437915 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.448049 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-30f27c6c-4b4b-412c-962a-3af0128bca69 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c23b60-9df3-4b19-a44c-72a60ba86277']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:07.470098 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e9ff7c-3c29-486c-8745-82ae2bf8ab04 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:07.472284 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-30f27c6c-4b4b-412c-962a-3af0128bca69 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1609ada-ee1b-4ed7-a851-aa132564296f') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:07.472570 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-30f27c6c-4b4b-412c-962a-3af0128bca69 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1609ada-ee1b-4ed7-a851-aa132564296f') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:07.477273 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-64b2e910-f188-4eaf-a765-b69d9a10c909 None None] Transition to ACTIVE for port object c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:07.494379 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b4186ab4-1b1d-47ec-b67f-634713b36fa1 req-c5591ccf-d6d1-468b-acb3-7b2494c1aff5 service neutron] 10.222.0.44 "GET /v2.0/networks/d8c71af8-8bf1-4b4f-9d6f-e5131a84935a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234485 Jul 14 09:29:07.498547 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30f27c6c-4b4b-412c-962a-3af0128bca69 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.510897 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c0e9ff7c-3c29-486c-8745-82ae2bf8ab04, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c0e9ff7c-3c29-486c-8745-82ae2bf8ab04,segment=NetworkSegment(41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2),segment_id=41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:07.511133 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-52217cb2-b2c2-4699-b4e1-335f430c5aed req-34e26bee-577b-4481-9463-bf2985691440 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.518980 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-64b2e910-f188-4eaf-a765-b69d9a10c909 None None] Transition to ACTIVE for port object c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:07.531796 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.553776 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30f27c6c-4b4b-412c-962a-3af0128bca69 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.559915 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64b2e910-f188-4eaf-a765-b69d9a10c909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.562390 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['b3a16988-109c-48a1-8a96-184dabfdf093'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:07.573147 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24459d-8774-4758-a1f5-3f5c5fec92ac req-242b56a6-e58e-4443-ada1-3965dbb5714c tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:07.580840 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe24459d-8774-4758-a1f5-3f5c5fec92ac req-242b56a6-e58e-4443-ada1-3965dbb5714c tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d1197d-9201-4f80-9a74-1e595cf71dd8 HTTP/1.1" status: 200 len: 867 time: 0.3054233 Jul 14 09:29:07.582787 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e26bee-577b-4481-9463-bf2985691440 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Pushing event deleted for resources: {'Port': ['ID=b3a16988-109c-48a1-8a96-184dabfdf093,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:07.586245 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30f27c6c-4b4b-412c-962a-3af0128bca69 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:07.586661 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30f27c6c-4b4b-412c-962a-3af0128bca69 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:07.590773 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:07.711414 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ffcf9-b178-4ed2-be09-14334fec3b11 req-11c3098d-4f70-4f1c-ac02-f9719ae710f2 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:07.713879 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd2ffcf9-b178-4ed2-be09-14334fec3b11 req-11c3098d-4f70-4f1c-ac02-f9719ae710f2 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 944 time: 0.4409418 Jul 14 09:29:07.735711 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b2e910-f188-4eaf-a765-b69d9a10c909 None None] Network 2c27e967-42d1-4bc6-93c9-e765f463f3e7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:07.744144 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-64b2e910-f188-4eaf-a765-b69d9a10c909 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:07.748292 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b2e910-f188-4eaf-a765-b69d9a10c909 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:07.751391 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=c0e9ff7c-3c29-486c-8745-82ae2bf8ab04,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:07.751559 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b4186ab4-1b1d-47ec-b67f-634713b36fa1 req-50e854e3-5438-4714-8412-f38742aec787 service neutron] 10.222.0.44 "GET /v2.0/networks/d8c71af8-8bf1-4b4f-9d6f-e5131a84935a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457893 Jul 14 09:29:07.786057 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-52217cb2-b2c2-4699-b4e1-335f430c5aed req-34e26bee-577b-4481-9463-bf2985691440 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] No DVR routers for this DVR port b3a16988-109c-48a1-8a96-184dabfdf093 on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:07.792868 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-52217cb2-b2c2-4699-b4e1-335f430c5aed req-34e26bee-577b-4481-9463-bf2985691440 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.794866 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52217cb2-b2c2-4699-b4e1-335f430c5aed req-34e26bee-577b-4481-9463-bf2985691440 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] 10.222.0.44 "DELETE /v2.0/ports/b3a16988-109c-48a1-8a96-184dabfdf093 HTTP/1.1" status: 204 len: 173 time: 1.5079813 Jul 14 09:29:07.809448 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d1197d-9201-4f80-9a74-1e595cf71dd8', 'name': 'network-vif-deleted', 'tag': 'b3a16988-109c-48a1-8a96-184dabfdf093'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:07.812633 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89339244-5a7e-418b-8ccc-c7dfa6e49615" -d '{"events": [{"server_uuid": "21d1197d-9201-4f80-9a74-1e595cf71dd8", "name": "network-vif-deleted", "tag": "b3a16988-109c-48a1-8a96-184dabfdf093"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:07.824390 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b9e92a49-bbda-47ff-9966-0029dcbf5bc4 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:07.906524 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-64b2e910-f188-4eaf-a765-b69d9a10c909 None None] Attempting to bind port c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:07.907810 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-64b2e910-f188-4eaf-a765-b69d9a10c909 None None] Attempting to bind port c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:07.911468 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b2e910-f188-4eaf-a765-b69d9a10c909 None None] Attempting to bind port c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff on network 2c27e967-42d1-4bc6-93c9-e765f463f3e7 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:07.914437 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['c0e9ff7c-3c29-486c-8745-82ae2bf8ab04'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:07.943189 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe24459d-8774-4758-a1f5-3f5c5fec92ac req-fd7bd98b-7f9a-4936-9b58-697b46f0f4e7 tempest-VolumesNegativeTest-243230328 tempest-VolumesNegativeTest-243230328-project] 10.222.0.25 "GET /v2.0/security-groups?id=d91b56a5-1d55-4ff8-a0ed-bc341a75fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614588 Jul 14 09:29:07.948217 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30f27c6c-4b4b-412c-962a-3af0128bca69 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.990897 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 36a5893c-2e8b-49b8-a413-b4ce08e1a7d7 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:07.993527 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2e910-f188-4eaf-a765-b69d9a10c909 None None] Pushing event updated for resources: {'Port': ['ID=c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:08.067656 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30f27c6c-4b4b-412c-962a-3af0128bca69 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.075068 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-30f27c6c-4b4b-412c-962a-3af0128bca69 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] 10.222.0.25 "DELETE /v2.0/networks/83c23b60-9df3-4b19-a44c-72a60ba86277 HTTP/1.1" status: 204 len: 168 time: 4.0539505 Jul 14 09:29:08.080359 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f27c6c-4b4b-412c-962a-3af0128bca69 tempest-AllowedAddressPairIpV6TestJSON-2053317357 tempest-AllowedAddressPairIpV6TestJSON-2053317357-project] Pushing event deleted for resources: {'Network': ['ID=83c23b60-9df3-4b19-a44c-72a60ba86277,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:08.113183 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd2ffcf9-b178-4ed2-be09-14334fec3b11 req-8ed1ae73-c1e6-4020-81f3-96e1432ffb55 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350194 Jul 14 09:29:08.136175 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b2e910-f188-4eaf-a765-b69d9a10c909 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:08.136627 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b2e910-f188-4eaf-a765-b69d9a10c909 None None] Checking segment: {'id': 'ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:08.137120 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64b2e910-f188-4eaf-a765-b69d9a10c909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.137510 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b2e910-f188-4eaf-a765-b69d9a10c909 None None] Bound using segment: {'id': 'ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:08.138048 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-64b2e910-f188-4eaf-a765-b69d9a10c909 None None] Bound port: c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:08.138471 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64b2e910-f188-4eaf-a765-b69d9a10c909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.143520 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ee645534-48a8-4543-8259-915dab60968d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Allocated IP 172.20.0.1 (2c27e967-42d1-4bc6-93c9-e765f463f3e7/6e87fb8d-e279-4ea7-a7d5-ce53c7332c42/6d4f4f04-b635-4763-bd2e-7bad353603cf) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:08.213103 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b23563a-95c2-45f5-b03f-20031657c6b6 x-openstack-request-id: req-4b23563a-95c2-45f5-b03f-20031657c6b6 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:08.213408 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5926dcd-80bc-4107-a372-b50aa9a8d209", "tag": "d800f4b6-c165-41d9-b976-40e00fccad87", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:08.213661 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b23563a-95c2-45f5-b03f-20031657c6b6 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:08.214054 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5926dcd-80bc-4107-a372-b50aa9a8d209', 'tag': 'd800f4b6-c165-41d9-b976-40e00fccad87', 'status': 'completed', 'code': 200} Jul 14 09:29:08.248644 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d5d166-4c1a-4236-82d1-eda03219b2ab x-openstack-request-id: req-a3d5d166-4c1a-4236-82d1-eda03219b2ab {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:08.249117 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d1197d-9201-4f80-9a74-1e595cf71dd8", "name": "network-vif-deleted", "tag": "b3a16988-109c-48a1-8a96-184dabfdf093", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:08.249543 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3d5d166-4c1a-4236-82d1-eda03219b2ab {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:08.250145 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d1197d-9201-4f80-9a74-1e595cf71dd8', 'name': 'network-vif-deleted', 'tag': 'b3a16988-109c-48a1-8a96-184dabfdf093', 'status': 'completed', 'code': 200} Jul 14 09:29:08.423099 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382c807-686a-4e0b-b6f3-46e4c48f2b46 req-4705cd4e-3e9c-4000-a3d8-586d75d2bf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:08.425328 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9382c807-686a-4e0b-b6f3-46e4c48f2b46 req-4705cd4e-3e9c-4000-a3d8-586d75d2bf32 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f464ecef0897489e962d28ba5796b08e&device_id=d5926dcd-80bc-4107-a372-b50aa9a8d209 HTTP/1.1" status: 200 len: 1096 time: 0.1644330 Jul 14 09:29:08.460140 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device d800f4b6-c165-41d9-b976-40e00fccad87 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:29:08.463322 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device b3a16988-109c-48a1-8a96-184dabfdf093 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:08.488307 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-64b2e910-f188-4eaf-a765-b69d9a10c909 None None] For port c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:08.525579 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee645534-48a8-4543-8259-915dab60968d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.536874 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d89ed-f39c-44b1-aaaf-fe1548de3e15 req-ce627052-c702-4703-b6bb-6b5f84f4e808 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:08.544229 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eb8d89ed-f39c-44b1-aaaf-fe1548de3e15 req-ce627052-c702-4703-b6bb-6b5f84f4e808 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2770af4-63a1-4a17-acc3-3602b75c552d HTTP/1.1" status: 200 len: 945 time: 0.2724833 Jul 14 09:29:08.558408 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ee645534-48a8-4543-8259-915dab60968d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Transition to ACTIVE for port object 6d4f4f04-b635-4763-bd2e-7bad353603cf will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:08.559578 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: b3a16988-109c-48a1-8a96-184dabfdf093 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:08.561328 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device b3a16988-109c-48a1-8a96-184dabfdf093 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:08.589276 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port b9e92a49-bbda-47ff-9966-0029dcbf5bc4 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:08.589658 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.595133 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-64b2e910-f188-4eaf-a765-b69d9a10c909 None None] For port c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff,segment=NetworkSegment(ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d),segment_id=ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:08.626780 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee645534-48a8-4543-8259-915dab60968d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.670761 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eb8d89ed-f39c-44b1-aaaf-fe1548de3e15 req-2c65bb6f-bede-425f-9695-f4b09aabf616 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa65f8de-d1a3-499a-beda-0f684629d404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251471 Jul 14 09:29:08.689422 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64b2e910-f188-4eaf-a765-b69d9a10c909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.718141 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee645534-48a8-4543-8259-915dab60968d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Network 2c27e967-42d1-4bc6-93c9-e765f463f3e7 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:08.733537 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ee645534-48a8-4543-8259-915dab60968d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:08.746746 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382c807-686a-4e0b-b6f3-46e4c48f2b46 req-22aab6f8-f912-4677-afd5-931c8869fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:08.748319 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9382c807-686a-4e0b-b6f3-46e4c48f2b46 req-22aab6f8-f912-4677-afd5-931c8869fff8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bc0bd8e8-a70c-46ac-88d0-6d79a7b009de HTTP/1.1" status: 200 len: 908 time: 0.3120809 Jul 14 09:29:08.750982 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee645534-48a8-4543-8259-915dab60968d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:08.798701 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc20d13-2439-460d-8fe9-14fbd4a536b1 req-fecc45e8-4a89-41dc-9560-cff6b17d53b9 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:08.801207 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9bc20d13-2439-460d-8fe9-14fbd4a536b1 req-fecc45e8-4a89-41dc-9560-cff6b17d53b9 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5926dcd-80bc-4107-a372-b50aa9a8d209 HTTP/1.1" status: 200 len: 944 time: 0.3140466 Jul 14 09:29:08.840917 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee645534-48a8-4543-8259-915dab60968d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'Port': ['ID=6d4f4f04-b635-4763-bd2e-7bad353603cf,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:08.880703 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45658) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:08.892140 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee645534-48a8-4543-8259-915dab60968d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.902604 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9382c807-686a-4e0b-b6f3-46e4c48f2b46 req-8f2a82e5-0292-447b-a114-35ade99c37fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d800f4b6-c165-41d9-b976-40e00fccad87 HTTP/1.1" status: 200 len: 217 time: 0.1410422 Jul 14 09:29:09.025494 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2e910-f188-4eaf-a765-b69d9a10c909 None None] Pushing event updated for resources: {'Port': ['ID=c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:09.062725 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9bc20d13-2439-460d-8fe9-14fbd4a536b1 req-70fd1aa6-95db-4565-ab47-eec8184b365d tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b715de6-cb1a-4e4b-851b-83aac9ee11a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294927 Jul 14 09:29:09.067162 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 36a5893c-2e8b-49b8-a413-b4ce08e1a7d7 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:09.088473 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382c807-686a-4e0b-b6f3-46e4c48f2b46 req-d4242441-d540-4215-bee7-a31b5e9a7020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:09.090293 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9382c807-686a-4e0b-b6f3-46e4c48f2b46 req-d4242441-d540-4215-bee7-a31b5e9a7020 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=991179d8-8134-494e-aabe-217e4217c4a9 HTTP/1.1" status: 200 len: 847 time: 0.1754086 Jul 14 09:29:09.165781 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 36a5893c-2e8b-49b8-a413-b4ce08e1a7d7 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:09.168742 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.187367 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382c807-686a-4e0b-b6f3-46e4c48f2b46 req-86c9704e-acb7-40b4-b86d-f9eff1e1c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:09.191591 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9382c807-686a-4e0b-b6f3-46e4c48f2b46 req-86c9704e-acb7-40b4-b86d-f9eff1e1c238 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bc0bd8e8-a70c-46ac-88d0-6d79a7b009de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934954 Jul 14 09:29:09.396511 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee645534-48a8-4543-8259-915dab60968d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.408863 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9382c807-686a-4e0b-b6f3-46e4c48f2b46 req-8e02c717-e624-48e1-a042-106cc664d6a3 service neutron] 10.222.0.44 "GET /v2.0/networks/bc0bd8e8-a70c-46ac-88d0-6d79a7b009de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092853 Jul 14 09:29:09.462675 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d5414220-4ecf-40d5-905b-1ad6dea69f73 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=91f072b102424e07885a171020f4f670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5788920 Jul 14 09:29:09.464061 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45676) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:09.668059 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9382c807-686a-4e0b-b6f3-46e4c48f2b46 req-c4d097d5-e91b-42e3-8232-3c552b8df19f service neutron] 10.222.0.44 "GET /v2.0/networks/bc0bd8e8-a70c-46ac-88d0-6d79a7b009de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196794 Jul 14 09:29:09.737248 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26cb40c-5054-4d4d-acb2-0c7de9dc1674 req-e3864dfa-1c35-4da7-a7c9-45ccf18f66aa tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:09.737248 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c26cb40c-5054-4d4d-acb2-0c7de9dc1674 req-e3864dfa-1c35-4da7-a7c9-45ccf18f66aa tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 944 time: 0.3274519 Jul 14 09:29:09.749726 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.829246 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c26cb40c-5054-4d4d-acb2-0c7de9dc1674 req-cab987f7-9b63-45e1-93d0-49c79240cb6f tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859461 Jul 14 09:29:09.897827 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-236da3eb-01f2-425d-8ed1-b818dfa34999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.906239 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port d800f4b6-c165-41d9-b976-40e00fccad87, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=d800f4b6-c165-41d9-b976-40e00fccad87,segment=NetworkSegment(453ece6d-5cea-4efb-887d-3c45c59ba186),segment_id=453ece6d-5cea-4efb-887d-3c45c59ba186)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:09.925293 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-236da3eb-01f2-425d-8ed1-b818dfa34999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.931396 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45616675-ddd6-4979-b251-8ad0637ed023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a5893c-2e8b-49b8-a413-b4ce08e1a7d7'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:09.940450 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998b0bed-a584-4952-8798-880875118adb" -d '{"events": [{"server_uuid": "45616675-ddd6-4979-b251-8ad0637ed023", "name": "network-vif-plugged", "status": "completed", "tag": "36a5893c-2e8b-49b8-a413-b4ce08e1a7d7"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:10.034272 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655005bd-05cf-4667-9caf-c3c40e891844 x-openstack-request-id: req-655005bd-05cf-4667-9caf-c3c40e891844 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:10.035185 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45616675-ddd6-4979-b251-8ad0637ed023", "name": "network-vif-plugged", "status": "completed", "tag": "36a5893c-2e8b-49b8-a413-b4ce08e1a7d7", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:10.035604 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-655005bd-05cf-4667-9caf-c3c40e891844 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:10.036151 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45616675-ddd6-4979-b251-8ad0637ed023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a5893c-2e8b-49b8-a413-b4ce08e1a7d7', 'code': 200} Jul 14 09:29:10.041534 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'd800f4b6-c165-41d9-b976-40e00fccad87', 'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de', 'port_id': 'd800f4b6-c165-41d9-b976-40e00fccad87', 'mac_address': 'fa:16:3e:5e:ab:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991179d8-8134-494e-aabe-217e4217c4a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:29:10.051451 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 36a5893c-2e8b-49b8-a413-b4ce08e1a7d7, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=36a5893c-2e8b-49b8-a413-b4ce08e1a7d7,segment=NetworkSegment(c1231d5a-9bfd-4b22-82a0-1f7ac50d979e),segment_id=c1231d5a-9bfd-4b22-82a0-1f7ac50d979e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:10.065984 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee645534-48a8-4543-8259-915dab60968d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.082870 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.098305 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-236da3eb-01f2-425d-8ed1-b818dfa34999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.105368 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-236da3eb-01f2-425d-8ed1-b818dfa34999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.106730 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-236da3eb-01f2-425d-8ed1-b818dfa34999 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f079383f-5643-4b06-b494-89d7c104ffed HTTP/1.1" status: 204 len: 168 time: 0.6411746 Jul 14 09:29:10.129196 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee645534-48a8-4543-8259-915dab60968d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.185799 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.218875 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 5f24ff77-35c7-4aca-b5df-6c7713379acc no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:10.230937 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d800f4b6-c165-41d9-b976-40e00fccad87 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:10.259641 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee645534-48a8-4543-8259-915dab60968d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.285638 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port d800f4b6-c165-41d9-b976-40e00fccad87, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=d800f4b6-c165-41d9-b976-40e00fccad87,segment=NetworkSegment(453ece6d-5cea-4efb-887d-3c45c59ba186),segment_id=453ece6d-5cea-4efb-887d-3c45c59ba186)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:10.367216 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.382828 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 5f24ff77-35c7-4aca-b5df-6c7713379acc {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:10.383158 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 5f24ff77-35c7-4aca-b5df-6c7713379acc not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:10.394907 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236da3eb-01f2-425d-8ed1-b818dfa34999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f079383f-5643-4b06-b494-89d7c104ffed,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:10.411269 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c0e9ff7c-3c29-486c-8745-82ae2bf8ab04 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:10.434017 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7a5d6-c8b9-43eb-b69d-fae53aba1305 req-0dbf439b-3c81-42ce-9d49-99f2f912c19b tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:10.435892 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5cd7a5d6-c8b9-43eb-b69d-fae53aba1305 req-0dbf439b-3c81-42ce-9d49-99f2f912c19b tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2770af4-63a1-4a17-acc3-3602b75c552d HTTP/1.1" status: 200 len: 945 time: 0.4383790 Jul 14 09:29:10.477035 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f200bd6-7fbf-4630-ab37-29b387ad9b6c None None] Network 2c27e967-42d1-4bc6-93c9-e765f463f3e7 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:10.477619 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fe145-8048-47f6-8491-818c91d7aa1e req-b61036db-cd7a-4275-be34-8c6d4aa7ff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:10.480558 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b27fe145-8048-47f6-8491-818c91d7aa1e req-b61036db-cd7a-4275-be34-8c6d4aa7ff05 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 1097 time: 0.3327253 Jul 14 09:29:10.509639 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee645534-48a8-4543-8259-915dab60968d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'Port': ['ID=6d4f4f04-b635-4763-bd2e-7bad353603cf,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:10.602450 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee645534-48a8-4543-8259-915dab60968d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Network 2c27e967-42d1-4bc6-93c9-e765f463f3e7 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:10.640897 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ee645534-48a8-4543-8259-915dab60968d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:10.722342 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b27fe145-8048-47f6-8491-818c91d7aa1e req-f6422852-62e8-4b9d-a3f7-8163a042c0e5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305381 Jul 14 09:29:10.732526 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5cd7a5d6-c8b9-43eb-b69d-fae53aba1305 req-fbc7561f-108f-4d5f-9ecf-10ca34153295 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa65f8de-d1a3-499a-beda-0f684629d404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738628 Jul 14 09:29:10.750728 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d11b27-8c2d-495f-850f-1b296f847560 req-2fc81cfb-5153-4196-ac1a-a7a14edd9fd9 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:10.753659 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33d11b27-8c2d-495f-850f-1b296f847560 req-2fc81cfb-5153-4196-ac1a-a7a14edd9fd9 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5926dcd-80bc-4107-a372-b50aa9a8d209 HTTP/1.1" status: 200 len: 945 time: 0.4540486 Jul 14 09:29:10.791983 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:10.835259 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33d11b27-8c2d-495f-850f-1b296f847560 req-d6a89f29-c4c8-46b3-8dce-73fdd7e361ff tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b715de6-cb1a-4e4b-851b-83aac9ee11a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728602 Jul 14 09:29:10.922493 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=36a5893c-2e8b-49b8-a413-b4ce08e1a7d7,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:10.967005 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee645534-48a8-4543-8259-915dab60968d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Router 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:11.023319 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['d800f4b6-c165-41d9-b976-40e00fccad87'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:11.030721 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=d800f4b6-c165-41d9-b976-40e00fccad87,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:11.038911 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.076327 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2aeccbea-a716-4c44-8e66-e138efdce820 None None] Provisioning for port c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:11.103226 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:11.110103 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee645534-48a8-4543-8259-915dab60968d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:11.118620 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:11.119500 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.122505 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ee645534-48a8-4543-8259-915dab60968d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "PUT /v2.0/routers/49630ec0-3d51-4fc2-ae96-7ab0ab25cb46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5857153 Jul 14 09:29:11.123165 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45778) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:11.124121 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04412c2-fc1f-47dc-b34d-6ebbe981d1ab None None] Sync routers for ids ['49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:11.139646 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04412c2-fc1f-47dc-b34d-6ebbe981d1ab None None] Routers {'49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:11.140951 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f04412c2-fc1f-47dc-b34d-6ebbe981d1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:28:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:11.155266 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2aeccbea-a716-4c44-8e66-e138efdce820 None None] Provisioning complete for port c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:11.155734 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2aeccbea-a716-4c44-8e66-e138efdce820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.188771 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69d155-08a9-4ae9-bb77-334cde479a60 req-b1b4e157-d5ae-43db-b31d-d41cef17a597 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:11.197711 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9a69d155-08a9-4ae9-bb77-334cde479a60 req-b1b4e157-d5ae-43db-b31d-d41cef17a597 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 945 time: 0.1172111 Jul 14 09:29:11.249357 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9a69d155-08a9-4ae9-bb77-334cde479a60 req-ee47404b-609e-4201-91ac-88963c755fc7 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506928 Jul 14 09:29:11.376134 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-f04412c2-fc1f-47dc-b34d-6ebbe981d1ab None None] Set router 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:11.414886 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port c0e9ff7c-3c29-486c-8745-82ae2bf8ab04 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:11.422265 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2aeccbea-a716-4c44-8e66-e138efdce820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.436618 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ba894d-8786-4820-a15f-e344a50356db tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:11.437114 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ba894d-8786-4820-a15f-e344a50356db tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:11.437770 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ba894d-8786-4820-a15f-e344a50356db tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:11.438255 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ba894d-8786-4820-a15f-e344a50356db tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:11.438732 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ba894d-8786-4820-a15f-e344a50356db tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:11.439528 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ba894d-8786-4820-a15f-e344a50356db tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:11.439986 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ba894d-8786-4820-a15f-e344a50356db tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:11.446929 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ba894d-8786-4820-a15f-e344a50356db tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:11.449191 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-06ba894d-8786-4820-a15f-e344a50356db tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5672 time: 0.3249981 Jul 14 09:29:11.453289 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45792) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:11.476675 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port c0e9ff7c-3c29-486c-8745-82ae2bf8ab04 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:11.477039 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.606819 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45796) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:11.614205 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-2aeccbea-a716-4c44-8e66-e138efdce820 None None] For port c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff,segment=NetworkSegment(ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d),segment_id=ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:11.656605 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2aeccbea-a716-4c44-8e66-e138efdce820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.723098 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9785a730-4a18-4531-bd61-56a4bd52baf1 tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:11.723841 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9785a730-4a18-4531-bd61-56a4bd52baf1 tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:11.724407 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9785a730-4a18-4531-bd61-56a4bd52baf1 tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:11.725157 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9785a730-4a18-4531-bd61-56a4bd52baf1 tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:11.725760 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9785a730-4a18-4531-bd61-56a4bd52baf1 tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:11.729634 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9785a730-4a18-4531-bd61-56a4bd52baf1 tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:11.729634 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9785a730-4a18-4531-bd61-56a4bd52baf1 tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:11.729634 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9785a730-4a18-4531-bd61-56a4bd52baf1 tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:11.729634 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9785a730-4a18-4531-bd61-56a4bd52baf1 tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5279 time: 0.2743554 Jul 14 09:29:11.732425 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45804) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:11.841721 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f04412c2-fc1f-47dc-b34d-6ebbe981d1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'name': 'tempest-TestNetworkBasicOps-router-711348758', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:54Z', 'updated_at': '2021-07-14T09:29:09Z', 'revision_number': 4, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '6d4f4f04-b635-4763-bd2e-7bad353603cf', 'name': '', 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'mac_address': 'fa:16:3e:be:40:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:07Z', 'updated_at': '2021-07-14T09:29:09Z', 'revision_number': 2, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'subnets': [{'id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:11.898507 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04412c2-fc1f-47dc-b34d-6ebbe981d1ab None None] Checking router: 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:29:11.901050 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04412c2-fc1f-47dc-b34d-6ebbe981d1ab None None] Updating router 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 port 6d4f4f04-b635-4763-bd2e-7bad353603cf binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:29:12.004158 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-61225029-7bee-41bd-814b-a4997573bbb1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1812781919'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:12.036260 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeccbea-a716-4c44-8e66-e138efdce820 None None] Pushing event updated for resources: {'Port': ['ID=c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:12.051215 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3c6e5f47-40c0-4b23-9065-305635622824 None None] Provisioning complete for port c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:12.051215 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5f47-40c0-4b23-9065-305635622824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.054841 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f04412c2-fc1f-47dc-b34d-6ebbe981d1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.074986 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.082703 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61225029-7bee-41bd-814b-a4997573bbb1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Made reservation on behalf of 2aa18c003f2f4909a67421a1d3852629 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:12.101004 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61225029-7bee-41bd-814b-a4997573bbb1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.114409 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61225029-7bee-41bd-814b-a4997573bbb1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.252509 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2770af4-63a1-4a17-acc3-3602b75c552d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e9ff7c-3c29-486c-8745-82ae2bf8ab04'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:12.259188 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b5736d-7caf-4e6e-94b3-c1c287a7ac6b" -d '{"events": [{"server_uuid": "e2770af4-63a1-4a17-acc3-3602b75c552d", "name": "network-vif-plugged", "status": "completed", "tag": "c0e9ff7c-3c29-486c-8745-82ae2bf8ab04"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:12.262517 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61225029-7bee-41bd-814b-a4997573bbb1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.276533 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61225029-7bee-41bd-814b-a4997573bbb1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.291163 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61225029-7bee-41bd-814b-a4997573bbb1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:12.303819 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61225029-7bee-41bd-814b-a4997573bbb1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.304185 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-61225029-7bee-41bd-814b-a4997573bbb1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Added segment 08042eee-ce7f-4c43-9eff-b94babfa59e0 of type vlan for network 1f8cb267-b468-431d-bdf0-114b40611899 Jul 14 09:29:12.355821 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61225029-7bee-41bd-814b-a4997573bbb1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.393548 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.403230 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61225029-7bee-41bd-814b-a4997573bbb1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.404173 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c0e9ff7c-3c29-486c-8745-82ae2bf8ab04, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c0e9ff7c-3c29-486c-8745-82ae2bf8ab04,segment=NetworkSegment(41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2),segment_id=41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:12.410262 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61225029-7bee-41bd-814b-a4997573bbb1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:12.411363 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61225029-7bee-41bd-814b-a4997573bbb1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.422907 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a557fa9-170a-4905-a65e-b01d91f8dc65 req-273cccea-e743-4891-9285-d48435ca6b70 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:12.426412 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a557fa9-170a-4905-a65e-b01d91f8dc65 req-273cccea-e743-4891-9285-d48435ca6b70 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2770af4-63a1-4a17-acc3-3602b75c552d HTTP/1.1" status: 200 len: 945 time: 0.3212867 Jul 14 09:29:12.441219 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.517248 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04eb1d1-207e-46d0-9cfd-82db73c7282b req-c9113e03-bd2e-4100-ab4a-4997562c6d0a tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:12.530891 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a04eb1d1-207e-46d0-9cfd-82db73c7282b req-c9113e03-bd2e-4100-ab4a-4997562c6d0a tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5926dcd-80bc-4107-a372-b50aa9a8d209 HTTP/1.1" status: 200 len: 945 time: 0.3224230 Jul 14 09:29:12.603215 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a557fa9-170a-4905-a65e-b01d91f8dc65 req-e2b7ef65-0da2-44e6-afee-26a85f1c5c6d tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa65f8de-d1a3-499a-beda-0f684629d404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694102 Jul 14 09:29:12.671993 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a04eb1d1-207e-46d0-9cfd-82db73c7282b req-5f052a9d-1d16-4612-9e1b-cb521d2ca6b6 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b715de6-cb1a-4e4b-851b-83aac9ee11a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398811 Jul 14 09:29:12.681893 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:12.752448 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05db18eb-37dd-4a6d-a3cc-2e452ec6b3e6 x-openstack-request-id: req-05db18eb-37dd-4a6d-a3cc-2e452ec6b3e6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:12.752880 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2770af4-63a1-4a17-acc3-3602b75c552d", "name": "network-vif-plugged", "status": "completed", "tag": "c0e9ff7c-3c29-486c-8745-82ae2bf8ab04", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:12.753237 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05db18eb-37dd-4a6d-a3cc-2e452ec6b3e6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:12.753726 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2770af4-63a1-4a17-acc3-3602b75c552d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e9ff7c-3c29-486c-8745-82ae2bf8ab04', 'code': 200} Jul 14 09:29:12.764496 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=c0e9ff7c-3c29-486c-8745-82ae2bf8ab04,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:12.818843 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3c6e5f47-40c0-4b23-9065-305635622824 None None] Provisioning for port 6d4f4f04-b635-4763-bd2e-7bad353603cf completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:12.841050 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f04412c2-fc1f-47dc-b34d-6ebbe981d1ab None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.864527 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f04412c2-fc1f-47dc-b34d-6ebbe981d1ab None None] Transition to ACTIVE for port object 6d4f4f04-b635-4763-bd2e-7bad353603cf will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:12.872643 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f04412c2-fc1f-47dc-b34d-6ebbe981d1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.879469 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3c6e5f47-40c0-4b23-9065-305635622824 None None] Provisioning complete for port 6d4f4f04-b635-4763-bd2e-7bad353603cf triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:12.879918 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5f47-40c0-4b23-9065-305635622824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.941449 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7377a-472c-42da-82e7-04469aa5c15c None None] Pushing event updated for resources: {'Port': ['ID=6d4f4f04-b635-4763-bd2e-7bad353603cf,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:12.950797 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec7377a-472c-42da-82e7-04469aa5c15c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:12.951319 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec7377a-472c-42da-82e7-04469aa5c15c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:12.951730 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec7377a-472c-42da-82e7-04469aa5c15c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:12.952062 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec7377a-472c-42da-82e7-04469aa5c15c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:12.952441 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec7377a-472c-42da-82e7-04469aa5c15c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:12.952772 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec7377a-472c-42da-82e7-04469aa5c15c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:12.953095 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec7377a-472c-42da-82e7-04469aa5c15c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:12.953501 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec7377a-472c-42da-82e7-04469aa5c15c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:12.954193 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec7377a-472c-42da-82e7-04469aa5c15c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:12.954527 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec7377a-472c-42da-82e7-04469aa5c15c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:12.956419 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec7377a-472c-42da-82e7-04469aa5c15c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:12.956767 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec7377a-472c-42da-82e7-04469aa5c15c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:13.021938 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3c6e5f47-40c0-4b23-9065-305635622824 None None] Port 6d4f4f04-b635-4763-bd2e-7bad353603cf cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:13.064897 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:13.065503 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.067036 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f04412c2-fc1f-47dc-b34d-6ebbe981d1ab None None] Attempting to bind port 6d4f4f04-b635-4763-bd2e-7bad353603cf on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:13.068183 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f04412c2-fc1f-47dc-b34d-6ebbe981d1ab None None] Attempting to bind port 6d4f4f04-b635-4763-bd2e-7bad353603cf by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:13.068550 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04412c2-fc1f-47dc-b34d-6ebbe981d1ab None None] Attempting to bind port 6d4f4f04-b635-4763-bd2e-7bad353603cf on network 2c27e967-42d1-4bc6-93c9-e765f463f3e7 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:13.085710 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04412c2-fc1f-47dc-b34d-6ebbe981d1ab None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:13.086086 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04412c2-fc1f-47dc-b34d-6ebbe981d1ab None None] Checking segment: {'id': 'ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:13.086507 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f04412c2-fc1f-47dc-b34d-6ebbe981d1ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.096226 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04412c2-fc1f-47dc-b34d-6ebbe981d1ab None None] Bound using segment: {'id': 'ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:13.099761 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-f04412c2-fc1f-47dc-b34d-6ebbe981d1ab None None] Bound port: 6d4f4f04-b635-4763-bd2e-7bad353603cf, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:13.100372 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f04412c2-fc1f-47dc-b34d-6ebbe981d1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.116096 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a74b4-4149-456f-8afb-939ea072a9c6 req-257debc9-5f9b-469c-997f-b11c4a0bc8de tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:13.123833 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3d6a74b4-4149-456f-8afb-939ea072a9c6 req-257debc9-5f9b-469c-997f-b11c4a0bc8de tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 945 time: 0.2231059 Jul 14 09:29:13.140453 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62db4c1-4e06-4037-8f3a-c80d69c1115a req-e1823c6d-6514-4e32-838f-4fe551af4b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:13.142348 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d62db4c1-4e06-4037-8f3a-c80d69c1115a req-e1823c6d-6514-4e32-838f-4fe551af4b24 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e2770af4-63a1-4a17-acc3-3602b75c552d HTTP/1.1" status: 200 len: 1098 time: 0.3018167 Jul 14 09:29:13.183616 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f04412c2-fc1f-47dc-b34d-6ebbe981d1ab None None] For port 6d4f4f04-b635-4763-bd2e-7bad353603cf, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:13.187480 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f04412c2-fc1f-47dc-b34d-6ebbe981d1ab None None] For port 6d4f4f04-b635-4763-bd2e-7bad353603cf, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=6d4f4f04-b635-4763-bd2e-7bad353603cf,segment=NetworkSegment(ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d),segment_id=ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:13.195359 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f04412c2-fc1f-47dc-b34d-6ebbe981d1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.248209 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3d6a74b4-4149-456f-8afb-939ea072a9c6 req-99561eab-9e38-4871-b1bf-8169c13f75a6 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229424 Jul 14 09:29:13.256869 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d62db4c1-4e06-4037-8f3a-c80d69c1115a req-ee07157b-528b-4d1d-ac51-1d3a8b1b04f0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=aa65f8de-d1a3-499a-beda-0f684629d404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055093 Jul 14 09:29:13.282508 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61225029-7bee-41bd-814b-a4997573bbb1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event updated for resources: {'Network': ['ID=1f8cb267-b468-431d-bdf0-114b40611899,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:13.300986 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7377a-472c-42da-82e7-04469aa5c15c None None] Pushing event updated for resources: {'Port': ['ID=6d4f4f04-b635-4763-bd2e-7bad353603cf,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:13.302691 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 1f8cb267-b468-431d-bdf0-114b40611899 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:13.338361 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04412c2-fc1f-47dc-b34d-6ebbe981d1ab None None] Routers {'49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:13.339003 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f04412c2-fc1f-47dc-b34d-6ebbe981d1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:28:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:13.373672 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61225029-7bee-41bd-814b-a4997573bbb1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7937b9d1-7bba-403e-88d8-648323387afd,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:13.462607 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-61225029-7bee-41bd-814b-a4997573bbb1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8544531 Jul 14 09:29:13.533606 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-f04412c2-fc1f-47dc-b34d-6ebbe981d1ab None None] Set router 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:13.745715 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-60ec5d1b-4fa1-4422-ad70-72538ef23499 tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3761 time: 2.0109634 Jul 14 09:29:13.902056 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89754087-a773-4ff3-9199-387a447aeec9 req-a5f7e3d0-0017-4ad2-8885-42eb41558bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:13.906546 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-89754087-a773-4ff3-9199-387a447aeec9 req-a5f7e3d0-0017-4ad2-8885-42eb41558bac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13a6cb8219634407be0dfc48ca82a27b&device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 1097 time: 0.1553898 Jul 14 09:29:14.110525 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89754087-a773-4ff3-9199-387a447aeec9 req-f113e26f-06b4-4abc-a787-66731a6eaaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:14.112391 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-89754087-a773-4ff3-9199-387a447aeec9 req-f113e26f-06b4-4abc-a787-66731a6eaaca service neutron] 10.222.0.47 "GET /v2.0/networks?id=e49d4647-517e-4d0c-9914-1d89ddce536e HTTP/1.1" status: 200 len: 911 time: 0.1965446 Jul 14 09:29:14.220908 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f04412c2-fc1f-47dc-b34d-6ebbe981d1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'name': 'tempest-TestNetworkBasicOps-router-711348758', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:54Z', 'updated_at': '2021-07-14T09:29:09Z', 'revision_number': 4, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '6d4f4f04-b635-4763-bd2e-7bad353603cf', 'name': '', 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'mac_address': 'fa:16:3e:be:40:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:07Z', 'updated_at': '2021-07-14T09:29:13Z', 'revision_number': 4, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'subnets': [{'id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:14.226970 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-89754087-a773-4ff3-9199-387a447aeec9 req-51eb8022-93b4-4f2a-b9e1-de88993502ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36a5893c-2e8b-49b8-a413-b4ce08e1a7d7 HTTP/1.1" status: 200 len: 217 time: 0.1063185 Jul 14 09:29:14.285022 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04412c2-fc1f-47dc-b34d-6ebbe981d1ab None None] The sync data for ids ['49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'] in n-d-771362-35 is: [{'id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'name': 'tempest-TestNetworkBasicOps-router-711348758', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:54Z', 'updated_at': '2021-07-14T09:29:09Z', 'revision_number': 4, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '6d4f4f04-b635-4763-bd2e-7bad353603cf', 'name': '', 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'mac_address': 'fa:16:3e:be:40:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:07Z', 'updated_at': '2021-07-14T09:29:13Z', 'revision_number': 4, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'subnets': [{'id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:14.299844 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce51624-f1d5-4829-befe-ccc4d5f4a009 req-5dd69e2f-1cbd-4339-ab24-56d3eb27fbbc tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:14.309857 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fce51624-f1d5-4829-befe-ccc4d5f4a009 req-5dd69e2f-1cbd-4339-ab24-56d3eb27fbbc tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2770af4-63a1-4a17-acc3-3602b75c552d HTTP/1.1" status: 200 len: 946 time: 0.3042407 Jul 14 09:29:14.409809 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device d800f4b6-c165-41d9-b976-40e00fccad87 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:14.494546 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e5339-e3be-418a-9b0a-2129e9bd3a2d req-c092b982-7b47-4b90-9e87-94375d48d03f tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:14.512489 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-897e5339-e3be-418a-9b0a-2129e9bd3a2d req-c092b982-7b47-4b90-9e87-94375d48d03f tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 945 time: 0.5064943 Jul 14 09:29:14.565405 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port d800f4b6-c165-41d9-b976-40e00fccad87 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:14.570949 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port d800f4b6-c165-41d9-b976-40e00fccad87 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:14.571569 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.572232 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89754087-a773-4ff3-9199-387a447aeec9 req-a739db00-dcc8-4a86-a7dd-552960c31764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:14.574209 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-89754087-a773-4ff3-9199-387a447aeec9 req-a739db00-dcc8-4a86-a7dd-552960c31764 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3346c6f-5d4f-467b-92d0-aefbe281d4f2 HTTP/1.1" status: 200 len: 851 time: 0.3336594 Jul 14 09:29:14.666315 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 6d4f4f04-b635-4763-bd2e-7bad353603cf up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:14.789806 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-89754087-a773-4ff3-9199-387a447aeec9 req-035cbf56-b7f5-45ee-a238-489b061b8385 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e49d4647-517e-4d0c-9914-1d89ddce536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092117 Jul 14 09:29:14.800147 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fce51624-f1d5-4829-befe-ccc4d5f4a009 req-ada2f807-ebca-4743-a1ef-de6f9e6a22de tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa65f8de-d1a3-499a-beda-0f684629d404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877348 Jul 14 09:29:14.867052 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.935613 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5926dcd-80bc-4107-a372-b50aa9a8d209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd800f4b6-c165-41d9-b976-40e00fccad87'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:14.938368 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e539da15-b0df-4494-91c0-d7f0c51bcb89" -d '{"events": [{"server_uuid": "d5926dcd-80bc-4107-a372-b50aa9a8d209", "name": "network-vif-plugged", "status": "completed", "tag": "d800f4b6-c165-41d9-b976-40e00fccad87"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:15.008398 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port d800f4b6-c165-41d9-b976-40e00fccad87, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=d800f4b6-c165-41d9-b976-40e00fccad87,segment=NetworkSegment(453ece6d-5cea-4efb-887d-3c45c59ba186),segment_id=453ece6d-5cea-4efb-887d-3c45c59ba186)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:15.015808 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 6d4f4f04-b635-4763-bd2e-7bad353603cf completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:15.035574 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 6d4f4f04-b635-4763-bd2e-7bad353603cf triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:15.035951 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.091776 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-89754087-a773-4ff3-9199-387a447aeec9 req-d9775000-e082-428f-ac29-7e20e62aec94 service neutron] 10.222.0.47 "GET /v2.0/networks/e49d4647-517e-4d0c-9914-1d89ddce536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859263 Jul 14 09:29:15.099873 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-897e5339-e3be-418a-9b0a-2129e9bd3a2d req-6201723b-5fd0-4056-96f3-284071d8fc99 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169981 Jul 14 09:29:15.207837 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.433871 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-89754087-a773-4ff3-9199-387a447aeec9 req-0761cd47-1b2f-4479-a755-e740cb21f346 service neutron] 10.222.0.47 "GET /v2.0/networks/e49d4647-517e-4d0c-9914-1d89ddce536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322570 Jul 14 09:29:15.467608 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-77da1329-dc04-4ecd-af75-825042b62a88 req-7c685e3f-6ab4-46a9-90c0-e95b74363bc9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e2770af4-63a1-4a17-acc3-3602b75c552d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9497211 Jul 14 09:29:15.482009 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=d800f4b6-c165-41d9-b976-40e00fccad87,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:15.529700 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.617623 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2e740-f146-4ce3-acaa-d68cd0365f85 req-ab5cd78f-58c9-479f-bb96-ce620ab5f447 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:15.628822 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fed2e740-f146-4ce3-acaa-d68cd0365f85 req-ab5cd78f-58c9-479f-bb96-ce620ab5f447 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5926dcd-80bc-4107-a372-b50aa9a8d209 HTTP/1.1" status: 200 len: 946 time: 0.4786949 Jul 14 09:29:15.648431 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 6d4f4f04-b635-4763-bd2e-7bad353603cf, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=6d4f4f04-b635-4763-bd2e-7bad353603cf,segment=NetworkSegment(ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d),segment_id=ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:15.656008 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.758650 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45964) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:15.766585 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-912c832b-1f5d-4223-b503-304cd901426c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-318301407', 'description': 'tempest-secgroup-smoke-318301407 description', 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:15.778880 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=6d4f4f04-b635-4763-bd2e-7bad353603cf,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:15.828221 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10246ef-b474-434b-8cf5-986e4f346ace x-openstack-request-id: req-e10246ef-b474-434b-8cf5-986e4f346ace {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:15.828543 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5926dcd-80bc-4107-a372-b50aa9a8d209", "name": "network-vif-plugged", "status": "completed", "tag": "d800f4b6-c165-41d9-b976-40e00fccad87", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:15.828803 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e10246ef-b474-434b-8cf5-986e4f346ace {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:15.829203 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5926dcd-80bc-4107-a372-b50aa9a8d209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd800f4b6-c165-41d9-b976-40e00fccad87', 'code': 200} Jul 14 09:29:15.837002 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-912c832b-1f5d-4223-b503-304cd901426c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.926134 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fed2e740-f146-4ce3-acaa-d68cd0365f85 req-bef6045e-3994-4f22-9e57-703c762647cd tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b715de6-cb1a-4e4b-851b-83aac9ee11a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2673779 Jul 14 09:29:15.978793 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da1329-dc04-4ecd-af75-825042b62a88 req-85702d72-1dc2-4e8c-8409-9a90e5aa0355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:15.996852 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-77da1329-dc04-4ecd-af75-825042b62a88 req-85702d72-1dc2-4e8c-8409-9a90e5aa0355 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=830de104893540d889265754867e45ef&device_id=e2770af4-63a1-4a17-acc3-3602b75c552d HTTP/1.1" status: 200 len: 1098 time: 0.3659005 Jul 14 09:29:16.026611 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d150d-7213-4c71-b90b-970b32f11f06 req-9506d822-4b2f-433f-83a4-3511bbf1a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:16.034485 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba9d150d-7213-4c71-b90b-970b32f11f06 req-9506d822-4b2f-433f-83a4-3511bbf1a4f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13a6cb8219634407be0dfc48ca82a27b&device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 1097 time: 0.3122137 Jul 14 09:29:16.291019 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54afd7-c2f7-495a-86f7-481e3f0cc5d2 req-e2d025ef-16f0-40c0-89f3-1b601186348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:16.296989 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7d54afd7-c2f7-495a-86f7-481e3f0cc5d2 req-e2d025ef-16f0-40c0-89f3-1b601186348a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d5926dcd-80bc-4107-a372-b50aa9a8d209 HTTP/1.1" status: 200 len: 1098 time: 0.3869267 Jul 14 09:29:16.308093 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-912c832b-1f5d-4223-b503-304cd901426c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.334875 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-912c832b-1f5d-4223-b503-304cd901426c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.422345 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c832b-1f5d-4223-b503-304cd901426c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5747db-bdc6-430d-9d1e-8c50c850dbf7,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:16.443566 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-912c832b-1f5d-4223-b503-304cd901426c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.446919 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-912c832b-1f5d-4223-b503-304cd901426c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6869776 Jul 14 09:29:16.450569 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45972) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:16.461962 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-3bc3bf8d-51f0-41bd-92ea-894441b29e2a tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'security_group_rule': {'security_group_id': '8a5747db-bdc6-430d-9d1e-8c50c850dbf7', 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:16.620758 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3bc3bf8d-51f0-41bd-92ea-894441b29e2a tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.637513 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7d54afd7-c2f7-495a-86f7-481e3f0cc5d2 req-666353e2-be37-4778-a0fd-c8d763876073 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1b715de6-cb1a-4e4b-851b-83aac9ee11a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3270912 Jul 14 09:29:16.648475 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 6d4f4f04-b635-4763-bd2e-7bad353603cf up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:16.831783 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3bc3bf8d-51f0-41bd-92ea-894441b29e2a tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.833432 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 6d4f4f04-b635-4763-bd2e-7bad353603cf triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:16.834121 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.841006 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3bc3bf8d-51f0-41bd-92ea-894441b29e2a tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.926842 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3bc3bf8d-51f0-41bd-92ea-894441b29e2a tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.929445 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3bc3bf8d-51f0-41bd-92ea-894441b29e2a tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4769566 Jul 14 09:29:16.937451 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45980) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:16.937665 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45982) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:16.948100 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c2cc6bab-e4b9-44ec-9979-a247d66819a5 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'security_group_rule': {'security_group_id': '8a5747db-bdc6-430d-9d1e-8c50c850dbf7', 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:16.961370 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-a3ada025-c5aa-46a3-93ba-9db043a8caa1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Request body: {'subnet': {'network_id': '1f8cb267-b468-431d-bdf0-114b40611899', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:17.036839 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3bf8d-51f0-41bd-92ea-894441b29e2a tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd74710f-4c64-45aa-8171-4bd5212ddea9,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:17.065104 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ada025-c5aa-46a3-93ba-9db043a8caa1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Made reservation on behalf of 2aa18c003f2f4909a67421a1d3852629 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:17.069040 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3ada025-c5aa-46a3-93ba-9db043a8caa1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.165671 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6bab-e4b9-44ec-9979-a247d66819a5 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.186778 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d150d-7213-4c71-b90b-970b32f11f06 req-a8836bb5-0f53-45c1-b562-613ce2df150b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:17.188528 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba9d150d-7213-4c71-b90b-970b32f11f06 req-a8836bb5-0f53-45c1-b562-613ce2df150b service neutron] 10.222.0.47 "GET /v2.0/networks?id=e49d4647-517e-4d0c-9914-1d89ddce536e HTTP/1.1" status: 200 len: 911 time: 1.1292083 Jul 14 09:29:17.250757 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da1329-dc04-4ecd-af75-825042b62a88 req-82864d8e-d58b-44de-a5ca-25e0b99ae0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:17.253178 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-77da1329-dc04-4ecd-af75-825042b62a88 req-82864d8e-d58b-44de-a5ca-25e0b99ae0ef service neutron] 10.222.0.44 "GET /v2.0/networks?id=d8c71af8-8bf1-4b4f-9d6f-e5131a84935a HTTP/1.1" status: 200 len: 913 time: 1.2150571 Jul 14 09:29:17.259692 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba9d150d-7213-4c71-b90b-970b32f11f06 req-3f6418de-1d6e-4865-8ffd-a261f671ad3b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36a5893c-2e8b-49b8-a413-b4ce08e1a7d7 HTTP/1.1" status: 200 len: 217 time: 0.0580723 Jul 14 09:29:17.278903 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6bab-e4b9-44ec-9979-a247d66819a5 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.289404 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6bab-e4b9-44ec-9979-a247d66819a5 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.317449 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc6bab-e4b9-44ec-9979-a247d66819a5 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c40cae29-0557-4e06-b71f-d4a6b8fe416c,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:17.374061 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6bab-e4b9-44ec-9979-a247d66819a5 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.375595 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c2cc6bab-e4b9-44ec-9979-a247d66819a5 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4370353 Jul 14 09:29:17.380387 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45990) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:17.385077 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-bf5f718c-3402-4e3c-9bea-c085877d0a29 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'security_group_rule': {'security_group_id': '8a5747db-bdc6-430d-9d1e-8c50c850dbf7', 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:17.427605 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf5f718c-3402-4e3c-9bea-c085877d0a29 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.429823 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-77da1329-dc04-4ecd-af75-825042b62a88 req-862d617d-164b-499f-bbab-0f4ab6f50231 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0e9ff7c-3c29-486c-8745-82ae2bf8ab04 HTTP/1.1" status: 200 len: 217 time: 0.1683226 Jul 14 09:29:17.433590 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3ada025-c5aa-46a3-93ba-9db043a8caa1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.442239 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d0576-a861-4ad5-80b6-e0e155dfdcbc req-b8323d7c-f1da-4902-9f1b-7a4b3e75f442 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:17.447701 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aa6d0576-a861-4ad5-80b6-e0e155dfdcbc req-b8323d7c-f1da-4902-9f1b-7a4b3e75f442 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2770af4-63a1-4a17-acc3-3602b75c552d HTTP/1.1" status: 200 len: 946 time: 1.3677027 Jul 14 09:29:17.476086 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f9509-2b8c-4ef2-8ed5-30bf33ea7f26 req-5c448227-5b71-4f39-a54c-355235caadea tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:17.476086 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1c9f9509-2b8c-4ef2-8ed5-30bf33ea7f26 req-5c448227-5b71-4f39-a54c-355235caadea tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 945 time: 0.5572867 Jul 14 09:29:17.504790 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ada025-c5aa-46a3-93ba-9db043a8caa1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event updated for resources: {'Subnet': ['ID=147df52f-e01d-4ec7-8611-ea8a71e09bd0,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:17.566853 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ada025-c5aa-46a3-93ba-9db043a8caa1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Checking segment: {'id': '08042eee-ce7f-4c43-9eff-b94babfa59e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1f8cb267-b468-431d-bdf0-114b40611899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:17.566853 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ada025-c5aa-46a3-93ba-9db043a8caa1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Network hostable DHCP agents. Network: 1f8cb267-b468-431d-bdf0-114b40611899, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:17.590563 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf5f718c-3402-4e3c-9bea-c085877d0a29 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.593075 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d150d-7213-4c71-b90b-970b32f11f06 req-3ad62dae-f0c6-46ef-b1e1-9ab95684ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:17.594626 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba9d150d-7213-4c71-b90b-970b32f11f06 req-3ad62dae-f0c6-46ef-b1e1-9ab95684ce83 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3346c6f-5d4f-467b-92d0-aefbe281d4f2 HTTP/1.1" status: 200 len: 851 time: 0.3205028 Jul 14 09:29:17.596048 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf5f718c-3402-4e3c-9bea-c085877d0a29 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.615245 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ada025-c5aa-46a3-93ba-9db043a8caa1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Network 1f8cb267-b468-431d-bdf0-114b40611899 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:17.618891 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f718c-3402-4e3c-9bea-c085877d0a29 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d6cc4d-bf05-473d-88f2-446b07b2be6c,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:17.638303 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a3ada025-c5aa-46a3-93ba-9db043a8caa1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 1f8cb267-b468-431d-bdf0-114b40611899) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:17.645070 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ada025-c5aa-46a3-93ba-9db043a8caa1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:17.647007 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3ada025-c5aa-46a3-93ba-9db043a8caa1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.650516 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faf80ae-95a2-4c3b-8f7a-1915478e11fd None None] Network 1f8cb267-b468-431d-bdf0-114b40611899 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:17.662852 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf5f718c-3402-4e3c-9bea-c085877d0a29 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.664429 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bf5f718c-3402-4e3c-9bea-c085877d0a29 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2828889 Jul 14 09:29:17.667422 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 45992) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:17.674086 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-b73fc850-7e5e-4628-94e5-d22085e42eb5 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'security_group_rule': {'security_group_id': '8a5747db-bdc6-430d-9d1e-8c50c850dbf7', 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:17.690856 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a3ada025-c5aa-46a3-93ba-9db043a8caa1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7450535 Jul 14 09:29:17.696223 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba9d150d-7213-4c71-b90b-970b32f11f06 req-a76c3f85-cf95-4e35-9998-27035f0a351c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e49d4647-517e-4d0c-9914-1d89ddce536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886366 Jul 14 09:29:17.697336 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 45994) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:17.707546 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aa6d0576-a861-4ad5-80b6-e0e155dfdcbc req-1d48061c-2c4e-4b5f-8fec-58f90f91a22e tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa65f8de-d1a3-499a-beda-0f684629d404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113094 Jul 14 09:29:17.713875 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1c9f9509-2b8c-4ef2-8ed5-30bf33ea7f26 req-976b380d-088a-4afe-8611-fbcbbea407a4 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984785 Jul 14 09:29:17.720201 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da1329-dc04-4ecd-af75-825042b62a88 req-c72b866a-9f35-4a00-9c57-40873c579df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:17.724355 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-77da1329-dc04-4ecd-af75-825042b62a88 req-c72b866a-9f35-4a00-9c57-40873c579df8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0b896e87-bde2-4b15-9ad8-1c77a2713212 HTTP/1.1" status: 200 len: 853 time: 0.2601459 Jul 14 09:29:17.730024 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2ca34adb-83ec-47c3-b6ed-f4b7dc1a3a56 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-736038758'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:17.742112 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b73fc850-7e5e-4628-94e5-d22085e42eb5 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.887469 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b73fc850-7e5e-4628-94e5-d22085e42eb5 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.894504 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b73fc850-7e5e-4628-94e5-d22085e42eb5 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.935962 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-77da1329-dc04-4ecd-af75-825042b62a88 req-b2a0b037-5f66-45ae-b95b-3edff3ea2fdd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d8c71af8-8bf1-4b4f-9d6f-e5131a84935a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1871467 Jul 14 09:29:17.944379 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fc850-7e5e-4628-94e5-d22085e42eb5 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35edd9a4-81f1-4f5b-87bc-5988b20f1229,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:18.013654 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4399edc5-0008-4ac6-8d25-baee70d952a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-1f8cb267-b468-431d-bdf0-114b40611899', 'network_id': '1f8cb267-b468-431d-bdf0-114b40611899', 'tenant_id': '2aa18c003f2f4909a67421a1d3852629', 'fixed_ips': [{'subnet_id': '147df52f-e01d-4ec7-8611-ea8a71e09bd0'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:18.014770 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4399edc5-0008-4ac6-8d25-baee70d952a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.070678 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b73fc850-7e5e-4628-94e5-d22085e42eb5 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.074516 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b73fc850-7e5e-4628-94e5-d22085e42eb5 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4036295 Jul 14 09:29:18.074880 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46000) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:18.080398 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-b8657109-4f9d-4fd2-8a94-d05d05a38bec tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'security_group_rule': {'security_group_id': '8a5747db-bdc6-430d-9d1e-8c50c850dbf7', 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:18.085081 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca34adb-83ec-47c3-b6ed-f4b7dc1a3a56 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Made reservation on behalf of 2aa18c003f2f4909a67421a1d3852629 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:18.088689 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ca34adb-83ec-47c3-b6ed-f4b7dc1a3a56 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.153525 n-d-771362-35 neutron-server[93772]: INFO neutron.db.securitygroups_db [None req-b8657109-4f9d-4fd2-8a94-d05d05a38bec tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Project cb022d5abed74ace8ce20b5df7c7b1b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:29:18.173080 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8657109-4f9d-4fd2-8a94-d05d05a38bec tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.234037 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-77da1329-dc04-4ecd-af75-825042b62a88 req-f6f7f9d8-1cf3-410b-a65f-1537e3dd38f5 service neutron] 10.222.0.44 "GET /v2.0/networks/d8c71af8-8bf1-4b4f-9d6f-e5131a84935a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829199 Jul 14 09:29:18.249785 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca34adb-83ec-47c3-b6ed-f4b7dc1a3a56 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:18.262272 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ca34adb-83ec-47c3-b6ed-f4b7dc1a3a56 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.263302 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-2ca34adb-83ec-47c3-b6ed-f4b7dc1a3a56 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Added segment 342d5c32-0c5e-4647-9775-9a0f05d3ea04 of type vlan for network 98c60bec-7e6e-46fc-b26e-099f0bf23da5 Jul 14 09:29:18.304872 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-4399edc5-0008-4ac6-8d25-baee70d952a1 None None] Allocated IP 2001:db8:0:ffff::2 (1f8cb267-b468-431d-bdf0-114b40611899/147df52f-e01d-4ec7-8611-ea8a71e09bd0/69ce2df2-1587-4e1a-9b5e-453d9a16e078) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:18.322125 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ca34adb-83ec-47c3-b6ed-f4b7dc1a3a56 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.354014 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8657109-4f9d-4fd2-8a94-d05d05a38bec tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.357667 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba9d150d-7213-4c71-b90b-970b32f11f06 req-35460f64-347b-475b-a97c-9b32e6fd0559 service neutron] 10.222.0.47 "GET /v2.0/networks/e49d4647-517e-4d0c-9914-1d89ddce536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6125014 Jul 14 09:29:18.367284 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8657109-4f9d-4fd2-8a94-d05d05a38bec tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.438391 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8657109-4f9d-4fd2-8a94-d05d05a38bec tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba97cda-0fd4-4f2a-a8bb-e0f54571ca5e,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:18.445432 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8657109-4f9d-4fd2-8a94-d05d05a38bec tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.447051 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b8657109-4f9d-4fd2-8a94-d05d05a38bec tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3708560 Jul 14 09:29:18.456220 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46002) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:18.469838 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-69f57c38-ad5c-4c98-b052-fc18512c1ee6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'security_group_rule': {'security_group_id': '8a5747db-bdc6-430d-9d1e-8c50c850dbf7', 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:18.472985 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4399edc5-0008-4ac6-8d25-baee70d952a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.505225 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4399edc5-0008-4ac6-8d25-baee70d952a1 None None] Transition to ACTIVE for port object 69ce2df2-1587-4e1a-9b5e-453d9a16e078 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:18.507251 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ca34adb-83ec-47c3-b6ed-f4b7dc1a3a56 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.514552 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca34adb-83ec-47c3-b6ed-f4b7dc1a3a56 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:18.515224 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ca34adb-83ec-47c3-b6ed-f4b7dc1a3a56 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.541369 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-77da1329-dc04-4ecd-af75-825042b62a88 req-2a9f9dfd-9ab6-4e73-bd96-f1f53591aaca service neutron] 10.222.0.44 "GET /v2.0/networks/d8c71af8-8bf1-4b4f-9d6f-e5131a84935a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767049 Jul 14 09:29:18.547260 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4399edc5-0008-4ac6-8d25-baee70d952a1 None None] Transition to ACTIVE for port object 69ce2df2-1587-4e1a-9b5e-453d9a16e078 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:18.553286 n-d-771362-35 neutron-server[93772]: INFO neutron.db.securitygroups_db [None req-69f57c38-ad5c-4c98-b052-fc18512c1ee6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Project cb022d5abed74ace8ce20b5df7c7b1b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:29:18.570406 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4399edc5-0008-4ac6-8d25-baee70d952a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.572275 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69f57c38-ad5c-4c98-b052-fc18512c1ee6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.653196 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4399edc5-0008-4ac6-8d25-baee70d952a1 None None] Network 1f8cb267-b468-431d-bdf0-114b40611899 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:18.662194 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d286a533-4b24-412b-a033-b1cce3d86293 req-c22245d2-8993-4956-9aeb-9a2bf2c6a622 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-490250575&fields=id&tenant_id=830de104893540d889265754867e45ef HTTP/1.1" status: 200 len: 267 time: 0.6034005 Jul 14 09:29:18.670670 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399edc5-0008-4ac6-8d25-baee70d952a1 None None] Pushing event updated for resources: {'Port': ['ID=69ce2df2-1587-4e1a-9b5e-453d9a16e078,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:18.681893 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4399edc5-0008-4ac6-8d25-baee70d952a1 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:18.690043 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4399edc5-0008-4ac6-8d25-baee70d952a1 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:18.707822 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69f57c38-ad5c-4c98-b052-fc18512c1ee6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.710931 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f1c482b-7748-4f67-bdc5-3b4f1e5b8b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.718750 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69f57c38-ad5c-4c98-b052-fc18512c1ee6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.735347 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f57c38-ad5c-4c98-b052-fc18512c1ee6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b30a5c-0cc9-485c-a484-dd2db420fffe,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:18.765535 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087545fb-cced-4cf2-8176-65e8ce69d997 req-bda2c441-5cb9-489f-9dc4-b8c7c8afbab3 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:18.767457 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-087545fb-cced-4cf2-8176-65e8ce69d997 req-bda2c441-5cb9-489f-9dc4-b8c7c8afbab3 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5926dcd-80bc-4107-a372-b50aa9a8d209 HTTP/1.1" status: 200 len: 946 time: 0.8058021 Jul 14 09:29:18.777386 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69f57c38-ad5c-4c98-b052-fc18512c1ee6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.787633 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-69f57c38-ad5c-4c98-b052-fc18512c1ee6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3263667 Jul 14 09:29:18.828171 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46012) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:18.828620 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2ca34adb-83ec-47c3-b6ed-f4b7dc1a3a56 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1275716 Jul 14 09:29:18.833492 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-34e5f12c-2ed9-4aaa-8543-587ad48961c2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Request body: {'subnet': {'network_id': '98c60bec-7e6e-46fc-b26e-099f0bf23da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:18.909547 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca34adb-83ec-47c3-b6ed-f4b7dc1a3a56 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event updated for resources: {'Network': ['ID=98c60bec-7e6e-46fc-b26e-099f0bf23da5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:18.922635 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-087545fb-cced-4cf2-8176-65e8ce69d997 req-e1df6124-d4a7-4c55-bca0-5918d9cf34b3 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b715de6-cb1a-4e4b-851b-83aac9ee11a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926292 Jul 14 09:29:18.962384 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba9d150d-7213-4c71-b90b-970b32f11f06 req-372032e7-4703-4840-beeb-f215967617ae service neutron] 10.222.0.47 "GET /v2.0/networks/e49d4647-517e-4d0c-9914-1d89ddce536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5867012 Jul 14 09:29:19.014608 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286a533-4b24-412b-a033-b1cce3d86293 req-29b4157b-c8fb-4d91-8588-3d2561627306 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:19.014608 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d286a533-4b24-412b-a033-b1cce3d86293 req-29b4157b-c8fb-4d91-8588-3d2561627306 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2770af4-63a1-4a17-acc3-3602b75c552d HTTP/1.1" status: 200 len: 946 time: 0.3284776 Jul 14 09:29:19.035219 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-d286a533-4b24-412b-a033-b1cce3d86293 req-9a990617-73de-4564-aca1-49ddf60b7f90 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Request body: {'port': {'security_groups': ['aa65f8de-d1a3-499a-beda-0f684629d404', 'c36144c9-bc94-4df2-8bcc-d4d823e84089']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:19.075624 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e5f12c-2ed9-4aaa-8543-587ad48961c2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Made reservation on behalf of 2aa18c003f2f4909a67421a1d3852629 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:19.079229 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34e5f12c-2ed9-4aaa-8543-587ad48961c2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.250838 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 98c60bec-7e6e-46fc-b26e-099f0bf23da5 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:19.264159 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-4399edc5-0008-4ac6-8d25-baee70d952a1 None None] Attempting to bind port 69ce2df2-1587-4e1a-9b5e-453d9a16e078 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:19.264972 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-4399edc5-0008-4ac6-8d25-baee70d952a1 None None] Attempting to bind port 69ce2df2-1587-4e1a-9b5e-453d9a16e078 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '08042eee-ce7f-4c43-9eff-b94babfa59e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1f8cb267-b468-431d-bdf0-114b40611899'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:19.265431 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4399edc5-0008-4ac6-8d25-baee70d952a1 None None] Attempting to bind port 69ce2df2-1587-4e1a-9b5e-453d9a16e078 on network 1f8cb267-b468-431d-bdf0-114b40611899 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:19.297016 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46022) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:19.337575 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4399edc5-0008-4ac6-8d25-baee70d952a1 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:19.338461 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4399edc5-0008-4ac6-8d25-baee70d952a1 None None] Checking segment: {'id': '08042eee-ce7f-4c43-9eff-b94babfa59e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1f8cb267-b468-431d-bdf0-114b40611899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:19.339152 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4399edc5-0008-4ac6-8d25-baee70d952a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.339904 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4399edc5-0008-4ac6-8d25-baee70d952a1 None None] Bound using segment: {'id': '08042eee-ce7f-4c43-9eff-b94babfa59e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1f8cb267-b468-431d-bdf0-114b40611899'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:19.340580 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-4399edc5-0008-4ac6-8d25-baee70d952a1 None None] Bound port: 69ce2df2-1587-4e1a-9b5e-453d9a16e078, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08042eee-ce7f-4c43-9eff-b94babfa59e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1f8cb267-b468-431d-bdf0-114b40611899'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:19.341462 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4399edc5-0008-4ac6-8d25-baee70d952a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.436716 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-4399edc5-0008-4ac6-8d25-baee70d952a1 None None] For port 69ce2df2-1587-4e1a-9b5e-453d9a16e078, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:19.443583 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-4399edc5-0008-4ac6-8d25-baee70d952a1 None None] For port 69ce2df2-1587-4e1a-9b5e-453d9a16e078, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=69ce2df2-1587-4e1a-9b5e-453d9a16e078,segment=NetworkSegment(08042eee-ce7f-4c43-9eff-b94babfa59e0),segment_id=08042eee-ce7f-4c43-9eff-b94babfa59e0)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:19.454997 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4399edc5-0008-4ac6-8d25-baee70d952a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.456838 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d286a533-4b24-412b-a033-b1cce3d86293 req-9a990617-73de-4564-aca1-49ddf60b7f90 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.494234 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70011a-1c48-4880-aa87-3b6ff8762680 req-ba70ec3f-c18f-4c30-9e89-98ee97bf85d3 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:19.500040 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6c70011a-1c48-4880-aa87-3b6ff8762680 req-ba70ec3f-c18f-4c30-9e89-98ee97bf85d3 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 945 time: 0.3369646 Jul 14 09:29:19.539410 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399edc5-0008-4ac6-8d25-baee70d952a1 None None] Pushing event updated for resources: {'Port': ['ID=69ce2df2-1587-4e1a-9b5e-453d9a16e078,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:19.579085 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34e5f12c-2ed9-4aaa-8543-587ad48961c2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.639976 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6c70011a-1c48-4880-aa87-3b6ff8762680 req-fd7c5b9e-ee94-4760-9b28-d622b715cd9f tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281657 Jul 14 09:29:19.731581 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-599b5003-227c-4782-a6a9-7dc441aac6bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e86a5b3808924819b3ce0f463769ccc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4333866 Jul 14 09:29:19.737464 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46026) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:19.859869 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5f12c-2ed9-4aaa-8543-587ad48961c2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event updated for resources: {'Subnet': ['ID=0847e633-3bcd-4983-a3d4-1ee53427080f,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:19.883231 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-d286a533-4b24-412b-a033-b1cce3d86293 req-9a990617-73de-4564-aca1-49ddf60b7f90 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] For port c0e9ff7c-3c29-486c-8745-82ae2bf8ab04, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c0e9ff7c-3c29-486c-8745-82ae2bf8ab04,segment=NetworkSegment(41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2),segment_id=41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:19.906553 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e5f12c-2ed9-4aaa-8543-587ad48961c2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Checking segment: {'id': '342d5c32-0c5e-4647-9775-9a0f05d3ea04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '98c60bec-7e6e-46fc-b26e-099f0bf23da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:19.906915 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e5f12c-2ed9-4aaa-8543-587ad48961c2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Network hostable DHCP agents. Network: 98c60bec-7e6e-46fc-b26e-099f0bf23da5, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:19.913512 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c30708e-881c-46ca-8ac6-97d28fde5b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.939206 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d286a533-4b24-412b-a033-b1cce3d86293 req-9a990617-73de-4564-aca1-49ddf60b7f90 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.947436 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c30708e-881c-46ca-8ac6-97d28fde5b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.004591 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d286a533-4b24-412b-a033-b1cce3d86293 req-9a990617-73de-4564-aca1-49ddf60b7f90 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.011715 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e5f12c-2ed9-4aaa-8543-587ad48961c2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Network 98c60bec-7e6e-46fc-b26e-099f0bf23da5 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:20.018303 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['c0e9ff7c-3c29-486c-8745-82ae2bf8ab04'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:20.034813 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-34e5f12c-2ed9-4aaa-8543-587ad48961c2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 98c60bec-7e6e-46fc-b26e-099f0bf23da5) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:20.058333 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ff149a-1e75-4ed4-81e5-0e239222247c None None] Network 98c60bec-7e6e-46fc-b26e-099f0bf23da5 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:20.079700 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e5f12c-2ed9-4aaa-8543-587ad48961c2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:20.081201 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34e5f12c-2ed9-4aaa-8543-587ad48961c2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.114445 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-34e5f12c-2ed9-4aaa-8543-587ad48961c2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2851303 Jul 14 09:29:20.121181 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46028) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:20.177010 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286a533-4b24-412b-a033-b1cce3d86293 req-9a990617-73de-4564-aca1-49ddf60b7f90 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:20.184224 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d286a533-4b24-412b-a033-b1cce3d86293 req-9a990617-73de-4564-aca1-49ddf60b7f90 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.186136 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d286a533-4b24-412b-a033-b1cce3d86293 req-9a990617-73de-4564-aca1-49ddf60b7f90 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "PUT /v2.0/ports/c0e9ff7c-3c29-486c-8745-82ae2bf8ab04 HTTP/1.1" status: 200 len: 982 time: 1.1621146 Jul 14 09:29:20.207650 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c30708e-881c-46ca-8ac6-97d28fde5b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.208880 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2770af4-63a1-4a17-acc3-3602b75c552d', 'tag': 'c0e9ff7c-3c29-486c-8745-82ae2bf8ab04'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:20.211304 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9ba0c1-b843-4796-a4da-53c82d89c6e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e2770af4-63a1-4a17-acc3-3602b75c552d", "tag": "c0e9ff7c-3c29-486c-8745-82ae2bf8ab04"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:20.230470 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c30708e-881c-46ca-8ac6-97d28fde5b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.231898 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8c30708e-881c-46ca-8ac6-97d28fde5b76 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d91b56a5-1d55-4ff8-a0ed-bc341a75fbb7 HTTP/1.1" status: 204 len: 168 time: 0.4719615 Jul 14 09:29:20.250357 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30708e-881c-46ca-8ac6-97d28fde5b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91b56a5-1d55-4ff8-a0ed-bc341a75fbb7,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:20.253123 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a990617-73de-4564-aca1-49ddf60b7f90 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Pushing event updated for resources: {'Port': ['ID=c0e9ff7c-3c29-486c-8745-82ae2bf8ab04,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:20.331200 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a9523-b645-435a-81f0-6e60be3ac6dc req-2f5d437f-c015-4775-8b1e-40f2dac2efc7 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:20.332830 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e37a9523-b645-435a-81f0-6e60be3ac6dc req-2f5d437f-c015-4775-8b1e-40f2dac2efc7 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5926dcd-80bc-4107-a372-b50aa9a8d209 HTTP/1.1" status: 200 len: 946 time: 0.3911421 Jul 14 09:29:20.388580 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['c0e9ff7c-3c29-486c-8745-82ae2bf8ab04'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:20.435022 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7935627-6e25-4ded-ae58-efd890e413a7 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.468800 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b27270-5e12-496b-a7a6-b62b5fea8dbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-98c60bec-7e6e-46fc-b26e-099f0bf23da5', 'network_id': '98c60bec-7e6e-46fc-b26e-099f0bf23da5', 'tenant_id': '2aa18c003f2f4909a67421a1d3852629', 'fixed_ips': [{'subnet_id': '0847e633-3bcd-4983-a3d4-1ee53427080f'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:20.469670 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19b27270-5e12-496b-a7a6-b62b5fea8dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.518606 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e37a9523-b645-435a-81f0-6e60be3ac6dc req-d96e0601-e0e8-4696-b4e1-960e7adfdf93 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b715de6-cb1a-4e4b-851b-83aac9ee11a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694493 Jul 14 09:29:20.593913 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-e09f883b-9dc0-4e77-a774-bd7bf5aec3b1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-318301407&fields=id&tenant_id=cb022d5abed74ace8ce20b5df7c7b1b3 HTTP/1.1" status: 200 len: 267 time: 0.2254705 Jul 14 09:29:20.640610 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7935627-6e25-4ded-ae58-efd890e413a7 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.790174 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7935627-6e25-4ded-ae58-efd890e413a7 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.790421 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 69ce2df2-1587-4e1a-9b5e-453d9a16e078 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:20.834725 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7935627-6e25-4ded-ae58-efd890e413a7 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event deleted for resources: {'Subnet': ['ID=0847e633-3bcd-4983-a3d4-1ee53427080f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:20.895153 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-043950f8-9555-4fb6-bcab-c3d4a2445696 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:20.899216 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-043950f8-9555-4fb6-bcab-c3d4a2445696 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/networks?id=2c27e967-42d1-4bc6-93c9-e765f463f3e7 HTTP/1.1" status: 200 len: 797 time: 0.2943282 Jul 14 09:29:20.943000 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7935627-6e25-4ded-ae58-efd890e413a7 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.979176 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-f7935627-6e25-4ded-ae58-efd890e413a7 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c60bec-7e6e-46fc-b26e-099f0bf23da5']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:20.989065 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-015ba258-8f79-48c3-bb5e-c0065ddf7947 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/quotas/cb022d5abed74ace8ce20b5df7c7b1b3 HTTP/1.1" status: 200 len: 375 time: 0.0664268 Jul 14 09:29:21.014933 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-f7935627-6e25-4ded-ae58-efd890e413a7 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342d5c32-0c5e-4647-9775-9a0f05d3ea04') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:21.015698 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-f7935627-6e25-4ded-ae58-efd890e413a7 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342d5c32-0c5e-4647-9775-9a0f05d3ea04') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:21.015837 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 69ce2df2-1587-4e1a-9b5e-453d9a16e078 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server [None req-19b27270-5e12-496b-a7a6-b62b5fea8dbb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0847e633-3bcd-4983-a3d4-1ee53427080f: This subnet is being modified by another concurrent operation. Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:29:21.030972 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0847e633-3bcd-4983-a3d4-1ee53427080f: This subnet is being modified by another concurrent operation. Jul 14 09:29:21.034807 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server Jul 14 09:29:21.036546 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7935627-6e25-4ded-ae58-efd890e413a7 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.087432 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7935627-6e25-4ded-ae58-efd890e413a7 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.104752 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7935627-6e25-4ded-ae58-efd890e413a7 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:21.105224 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7935627-6e25-4ded-ae58-efd890e413a7 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:21.108422 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:21.113149 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d65c606-986b-45f7-a1fa-aeb111ed0de2 None None] Network 98c60bec-7e6e-46fc-b26e-099f0bf23da5 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:21.139478 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-db4281be-ab2e-4764-b0ff-c5a8ebb32555 req-21e3de00-4f9e-4ec2-a7b0-e81e2def36d7 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-476264943&fields=id&tenant_id=830de104893540d889265754867e45ef HTTP/1.1" status: 200 len: 267 time: 0.2388458 Jul 14 09:29:21.231647 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae5febf3-3331-4864-9e80-2e9260b985e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.234124 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7935627-6e25-4ded-ae58-efd890e413a7 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.246233 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7935627-6e25-4ded-ae58-efd890e413a7 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.249716 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f7935627-6e25-4ded-ae58-efd890e413a7 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "DELETE /v2.0/networks/98c60bec-7e6e-46fc-b26e-099f0bf23da5 HTTP/1.1" status: 204 len: 168 time: 1.1264498 Jul 14 09:29:21.254160 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46064) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:21.262477 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-aca2b9aa-67dc-4807-8a97-e88f43f4624e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-627823359'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:21.287175 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7935627-6e25-4ded-ae58-efd890e413a7 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event deleted for resources: {'Network': ['ID=98c60bec-7e6e-46fc-b26e-099f0bf23da5,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:21.332972 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca2b9aa-67dc-4807-8a97-e88f43f4624e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Made reservation on behalf of 2aa18c003f2f4909a67421a1d3852629 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:21.337408 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aca2b9aa-67dc-4807-8a97-e88f43f4624e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.344144 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-85960c72-be61-4730-8d53-47d418771fef tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb022d5abed74ace8ce20b5df7c7b1b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3487432 Jul 14 09:29:21.387324 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca2b9aa-67dc-4807-8a97-e88f43f4624e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:21.402190 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aca2b9aa-67dc-4807-8a97-e88f43f4624e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.403355 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-aca2b9aa-67dc-4807-8a97-e88f43f4624e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Added segment 30f18b75-f4e2-4d59-869c-aae7a09cbc71 of type vlan for network 31712317-c84e-49f5-887e-2d91dfa4c619 Jul 14 09:29:21.407482 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.410222 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4281be-ab2e-4764-b0ff-c5a8ebb32555 req-80d2da32-26e2-47ca-81a7-aa2a8d65053f tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:21.417353 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-db4281be-ab2e-4764-b0ff-c5a8ebb32555 req-80d2da32-26e2-47ca-81a7-aa2a8d65053f tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2770af4-63a1-4a17-acc3-3602b75c552d HTTP/1.1" status: 200 len: 985 time: 0.2559669 Jul 14 09:29:21.431802 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-db4281be-ab2e-4764-b0ff-c5a8ebb32555 req-2b204893-569c-4f3c-ac08-ef2feeda478b tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Request body: {'port': {'security_groups': ['aa65f8de-d1a3-499a-beda-0f684629d404', 'c36144c9-bc94-4df2-8bcc-d4d823e84089', 'fd354156-c506-4532-86d0-7b496cc50c1d']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:21.530502 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aca2b9aa-67dc-4807-8a97-e88f43f4624e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.575346 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aca2b9aa-67dc-4807-8a97-e88f43f4624e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.588132 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca2b9aa-67dc-4807-8a97-e88f43f4624e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:21.588801 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aca2b9aa-67dc-4807-8a97-e88f43f4624e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.660427 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-aca2b9aa-67dc-4807-8a97-e88f43f4624e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4013512 Jul 14 09:29:21.685172 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46078) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:21.699073 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-5777d3aa-2167-461e-bbab-7aefbca5f92d tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Request body: {'subnet': {'network_id': '31712317-c84e-49f5-887e-2d91dfa4c619', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:21.766798 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46080) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:21.772500 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442d6847-e2e7-4120-83f4-90ea8b1c35c2 None None] Network 1f8cb267-b468-431d-bdf0-114b40611899 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:21.781602 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-00ffbff3-7512-4eef-abea-d265847ac11e service neutron] 10.222.0.25 "GET /v2.0/networks/2c27e967-42d1-4bc6-93c9-e765f463f3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366009 Jul 14 09:29:21.809303 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-db4281be-ab2e-4764-b0ff-c5a8ebb32555 req-2b204893-569c-4f3c-ac08-ef2feeda478b tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.848071 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2b9aa-67dc-4807-8a97-e88f43f4624e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event updated for resources: {'Network': ['ID=31712317-c84e-49f5-887e-2d91dfa4c619,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:21.865797 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 31712317-c84e-49f5-887e-2d91dfa4c619 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:21.934207 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5777d3aa-2167-461e-bbab-7aefbca5f92d tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Made reservation on behalf of 2aa18c003f2f4909a67421a1d3852629 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:21.937844 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5777d3aa-2167-461e-bbab-7aefbca5f92d tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.991031 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-4fdfac58-98f9-4f46-a3f4-4dae24389ee8 service neutron] 10.222.0.25 "GET /v2.0/networks/2c27e967-42d1-4bc6-93c9-e765f463f3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008758 Jul 14 09:29:22.004492 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a1320d46-8f11-422a-930e-c47678e4ad1f None None] Provisioning for port 69ce2df2-1587-4e1a-9b5e-453d9a16e078 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:22.015145 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a1320d46-8f11-422a-930e-c47678e4ad1f None None] Provisioning complete for port 69ce2df2-1587-4e1a-9b5e-453d9a16e078 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:22.015565 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1320d46-8f11-422a-930e-c47678e4ad1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.171061 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-db4281be-ab2e-4764-b0ff-c5a8ebb32555 req-2b204893-569c-4f3c-ac08-ef2feeda478b tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] For port c0e9ff7c-3c29-486c-8745-82ae2bf8ab04, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c0e9ff7c-3c29-486c-8745-82ae2bf8ab04,segment=NetworkSegment(41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2),segment_id=41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:22.189626 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ba520cf1-da4b-4ac5-9860-3672462455bb admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1570432123-network', 'tenant_id': '0437334c71564025892567417a47be59'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:22.193978 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5777d3aa-2167-461e-bbab-7aefbca5f92d tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.222696 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:29:22.227549 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc490ab-3197-468c-a997-dd0c74d34a1e x-openstack-request-id: req-7dc490ab-3197-468c-a997-dd0c74d34a1e {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:22.227848 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2770af4-63a1-4a17-acc3-3602b75c552d", "tag": "c0e9ff7c-3c29-486c-8745-82ae2bf8ab04", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:22.228101 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7dc490ab-3197-468c-a997-dd0c74d34a1e {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:22.228665 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2770af4-63a1-4a17-acc3-3602b75c552d', 'tag': 'c0e9ff7c-3c29-486c-8745-82ae2bf8ab04', 'status': 'completed', 'code': 200} Jul 14 09:29:22.241992 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-db4281be-ab2e-4764-b0ff-c5a8ebb32555 req-2b204893-569c-4f3c-ac08-ef2feeda478b tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.249246 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-db4281be-ab2e-4764-b0ff-c5a8ebb32555 req-2b204893-569c-4f3c-ac08-ef2feeda478b tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.254660 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1320d46-8f11-422a-930e-c47678e4ad1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.272319 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777d3aa-2167-461e-bbab-7aefbca5f92d tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event updated for resources: {'Subnet': ['ID=6adb4cdb-1dd7-442d-9eed-02a7c5d01ec8,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:22.312312 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a1320d46-8f11-422a-930e-c47678e4ad1f None None] For port 69ce2df2-1587-4e1a-9b5e-453d9a16e078, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=69ce2df2-1587-4e1a-9b5e-453d9a16e078,segment=NetworkSegment(08042eee-ce7f-4c43-9eff-b94babfa59e0),segment_id=08042eee-ce7f-4c43-9eff-b94babfa59e0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:22.314626 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['c0e9ff7c-3c29-486c-8745-82ae2bf8ab04'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:22.353871 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba520cf1-da4b-4ac5-9860-3672462455bb admin admin] Made reservation on behalf of 0437334c71564025892567417a47be59 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:22.356565 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba520cf1-da4b-4ac5-9860-3672462455bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.369075 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba520cf1-da4b-4ac5-9860-3672462455bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.387643 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5777d3aa-2167-461e-bbab-7aefbca5f92d tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Checking segment: {'id': '30f18b75-f4e2-4d59-869c-aae7a09cbc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '31712317-c84e-49f5-887e-2d91dfa4c619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:22.388012 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5777d3aa-2167-461e-bbab-7aefbca5f92d tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Network hostable DHCP agents. Network: 31712317-c84e-49f5-887e-2d91dfa4c619, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:22.413303 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.418280 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1320d46-8f11-422a-930e-c47678e4ad1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.423241 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4281be-ab2e-4764-b0ff-c5a8ebb32555 req-2b204893-569c-4f3c-ac08-ef2feeda478b tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.425877 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-db4281be-ab2e-4764-b0ff-c5a8ebb32555 req-2b204893-569c-4f3c-ac08-ef2feeda478b tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.430042 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-db4281be-ab2e-4764-b0ff-c5a8ebb32555 req-2b204893-569c-4f3c-ac08-ef2feeda478b tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "PUT /v2.0/ports/c0e9ff7c-3c29-486c-8745-82ae2bf8ab04 HTTP/1.1" status: 200 len: 1021 time: 1.0017715 Jul 14 09:29:22.461805 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5777d3aa-2167-461e-bbab-7aefbca5f92d tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Network 31712317-c84e-49f5-887e-2d91dfa4c619 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:22.487478 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b204893-569c-4f3c-ac08-ef2feeda478b tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Pushing event updated for resources: {'Port': ['ID=c0e9ff7c-3c29-486c-8745-82ae2bf8ab04,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:22.518922 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5777d3aa-2167-461e-bbab-7aefbca5f92d tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 31712317-c84e-49f5-887e-2d91dfa4c619) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:22.536267 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5777d3aa-2167-461e-bbab-7aefbca5f92d tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.536492 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5777d3aa-2167-461e-bbab-7aefbca5f92d tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.537478 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ba0c1-b843-4796-a4da-53c82d89c6e7 req-5b0e408f-e4ac-4da1-8643-f754e7187125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.539517 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bf9ba0c1-b843-4796-a4da-53c82d89c6e7 req-5b0e408f-e4ac-4da1-8643-f754e7187125 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=830de104893540d889265754867e45ef&device_id=e2770af4-63a1-4a17-acc3-3602b75c552d HTTP/1.1" status: 200 len: 1176 time: 0.2792985 Jul 14 09:29:22.623843 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['c0e9ff7c-3c29-486c-8745-82ae2bf8ab04'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:22.654287 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba520cf1-da4b-4ac5-9860-3672462455bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.662477 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba520cf1-da4b-4ac5-9860-3672462455bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.686252 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5777d3aa-2167-461e-bbab-7aefbca5f92d tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9997950 Jul 14 09:29:22.689762 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46094) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:22.695408 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-323f8e66-5008-4556-8e5a-4bc9fb722b00 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1611320800'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:22.716424 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f14143-886a-49e3-ae7f-a4011c7e3bfb None None] Network 31712317-c84e-49f5-887e-2d91dfa4c619 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:22.726872 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba520cf1-da4b-4ac5-9860-3672462455bb admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:22.772886 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba520cf1-da4b-4ac5-9860-3672462455bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11965e9a-aa16-47fd-ac57-3f30027a06c7,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:22.807856 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba520cf1-da4b-4ac5-9860-3672462455bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.808780 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-ba520cf1-da4b-4ac5-9860-3672462455bb admin admin] Added segment f72f74a3-1019-4c8a-aee5-a63b9f7b1beb of type vlan for network 0d27eda3-0a4d-42a9-8990-ea5f0ec91315 Jul 14 09:29:22.810441 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2c5de-a674-421d-ae28-39d7f2797f6b req-5d318c1b-310d-4d8a-bfcb-5613b5604930 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.828023 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-65c2c5de-a674-421d-ae28-39d7f2797f6b req-5d318c1b-310d-4d8a-bfcb-5613b5604930 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5926dcd-80bc-4107-a372-b50aa9a8d209 HTTP/1.1" status: 200 len: 946 time: 0.2999754 Jul 14 09:29:22.868581 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323f8e66-5008-4556-8e5a-4bc9fb722b00 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Made reservation on behalf of 2aa18c003f2f4909a67421a1d3852629 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:22.873598 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-323f8e66-5008-4556-8e5a-4bc9fb722b00 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.905581 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ba0c1-b843-4796-a4da-53c82d89c6e7 req-4fdf9897-21a0-4a6f-ac8e-e4d6d2a2fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.906762 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba520cf1-da4b-4ac5-9860-3672462455bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.907557 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bf9ba0c1-b843-4796-a4da-53c82d89c6e7 req-4fdf9897-21a0-4a6f-ac8e-e4d6d2a2fd51 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d8c71af8-8bf1-4b4f-9d6f-e5131a84935a HTTP/1.1" status: 200 len: 913 time: 0.3500373 Jul 14 09:29:22.943270 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba520cf1-da4b-4ac5-9860-3672462455bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.944490 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba520cf1-da4b-4ac5-9860-3672462455bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.945129 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba520cf1-da4b-4ac5-9860-3672462455bb admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.993076 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4dec88d8-9769-4062-9570-0442c28ac95a None None] Provisioning complete for port 69ce2df2-1587-4e1a-9b5e-453d9a16e078 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:22.993767 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4dec88d8-9769-4062-9570-0442c28ac95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.018338 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ba520cf1-da4b-4ac5-9860-3672462455bb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2474136 Jul 14 09:29:23.018701 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46100) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:23.022576 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-65c2c5de-a674-421d-ae28-39d7f2797f6b req-dd28a41b-d00b-4c2f-89e5-d2e7d5d6600c tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b715de6-cb1a-4e4b-851b-83aac9ee11a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905291 Jul 14 09:29:23.036587 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bf9ba0c1-b843-4796-a4da-53c82d89c6e7 req-625cf697-be49-4ab5-93ab-80ffae309295 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0e9ff7c-3c29-486c-8745-82ae2bf8ab04 HTTP/1.1" status: 200 len: 217 time: 0.1080265 Jul 14 09:29:23.041023 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-323f8e66-5008-4556-8e5a-4bc9fb722b00 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:23.044164 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-a3b97db3-dbae-490d-91c9-004d913710ab admin admin] Request body: {'subnet': {'network_id': '0d27eda3-0a4d-42a9-8990-ea5f0ec91315', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1570432123-subnet', 'tenant_id': '0437334c71564025892567417a47be59', 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:23.056115 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46102) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:23.072011 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1320d46-8f11-422a-930e-c47678e4ad1f None None] Pushing event updated for resources: {'Port': ['ID=69ce2df2-1587-4e1a-9b5e-453d9a16e078,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:23.108838 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba520cf1-da4b-4ac5-9860-3672462455bb admin admin] Pushing event updated for resources: {'Network': ['ID=0d27eda3-0a4d-42a9-8990-ea5f0ec91315,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:23.128204 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-323f8e66-5008-4556-8e5a-4bc9fb722b00 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.128560 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-323f8e66-5008-4556-8e5a-4bc9fb722b00 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Added segment d96da43b-8102-48f1-8eab-39a3cc70c5dc of type vlan for network 8bef4be4-6f52-401e-a291-32b17659f32a Jul 14 09:29:23.132096 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b97db3-dbae-490d-91c9-004d913710ab admin admin] Made reservation on behalf of 0437334c71564025892567417a47be59 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:23.137266 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3b97db3-dbae-490d-91c9-004d913710ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.140922 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c2310-8f01-4f04-8dcb-ea93295b11bc req-8aecb015-6237-424b-b356-0592636dcfc8 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:23.148489 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ab4c2310-8f01-4f04-8dcb-ea93295b11bc req-8aecb015-6237-424b-b356-0592636dcfc8 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 945 time: 0.4374299 Jul 14 09:29:23.153539 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 0d27eda3-0a4d-42a9-8990-ea5f0ec91315 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:23.213629 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ba0c1-b843-4796-a4da-53c82d89c6e7 req-5718f826-7aa2-465d-92a6-9b3625870b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:23.215211 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bf9ba0c1-b843-4796-a4da-53c82d89c6e7 req-5718f826-7aa2-465d-92a6-9b3625870b95 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0b896e87-bde2-4b15-9ad8-1c77a2713212 HTTP/1.1" status: 200 len: 853 time: 0.1375816 Jul 14 09:29:23.229633 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-323f8e66-5008-4556-8e5a-4bc9fb722b00 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.274557 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bf9ba0c1-b843-4796-a4da-53c82d89c6e7 req-956df2fb-940b-496c-a561-913c839190f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d8c71af8-8bf1-4b4f-9d6f-e5131a84935a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499551 Jul 14 09:29:23.294243 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ab4c2310-8f01-4f04-8dcb-ea93295b11bc req-bff97ab4-faeb-4fbd-b184-64c6190fbf08 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447487 Jul 14 09:29:23.388487 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae81bf90-2f1a-4d5f-96ac-fe4d883f4688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-31712317-c84e-49f5-887e-2d91dfa4c619', 'network_id': '31712317-c84e-49f5-887e-2d91dfa4c619', 'tenant_id': '2aa18c003f2f4909a67421a1d3852629', 'fixed_ips': [{'subnet_id': '6adb4cdb-1dd7-442d-9eed-02a7c5d01ec8'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:23.389518 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae81bf90-2f1a-4d5f-96ac-fe4d883f4688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.476476 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-323f8e66-5008-4556-8e5a-4bc9fb722b00 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.493934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323f8e66-5008-4556-8e5a-4bc9fb722b00 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:23.495065 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-323f8e66-5008-4556-8e5a-4bc9fb722b00 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.607554 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf6fb41-c04a-403b-86cf-0106a3c85ba5 tempest-TestServerBasicOps-1833613611 tempest-TestServerBasicOps-1833613611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:23.613252 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ebf6fb41-c04a-403b-86cf-0106a3c85ba5 tempest-TestServerBasicOps-1833613611 tempest-TestServerBasicOps-1833613611-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d5926dcd-80bc-4107-a372-b50aa9a8d209 HTTP/1.1" status: 200 len: 1093 time: 0.5401790 Jul 14 09:29:23.613978 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46106) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:23.625812 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-fa653293-b108-4b16-8d66-6f6f25c43cb8 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'port_id': 'd800f4b6-c165-41d9-b976-40e00fccad87', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:23.647863 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3b97db3-dbae-490d-91c9-004d913710ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.692799 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-323f8e66-5008-4556-8e5a-4bc9fb722b00 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9979541 Jul 14 09:29:23.693765 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46108) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:23.697677 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa653293-b108-4b16-8d66-6f6f25c43cb8 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for floatingip, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.720421 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-99c3a69c-a47a-4433-8094-695c907e0a17 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Request body: {'subnet': {'network_id': '8bef4be4-6f52-401e-a291-32b17659f32a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:23.792887 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b97db3-dbae-490d-91c9-004d913710ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fc10be2-3caa-4096-a817-a0254d2e17f8,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:23.795477 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.828327 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-ae81bf90-2f1a-4d5f-96ac-fe4d883f4688 None None] Allocated IP 2001:db8::3 (31712317-c84e-49f5-887e-2d91dfa4c619/6adb4cdb-1dd7-442d-9eed-02a7c5d01ec8/a1090e60-eca4-40f9-8338-ba429d6c734c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:23.883364 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f8e66-5008-4556-8e5a-4bc9fb722b00 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event updated for resources: {'Network': ['ID=8bef4be4-6f52-401e-a291-32b17659f32a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:23.919238 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 8bef4be4-6f52-401e-a291-32b17659f32a details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:23.931034 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b97db3-dbae-490d-91c9-004d913710ab admin admin] Checking segment: {'id': 'f72f74a3-1019-4c8a-aee5-a63b9f7b1beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d27eda3-0a4d-42a9-8990-ea5f0ec91315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:23.931404 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b97db3-dbae-490d-91c9-004d913710ab admin admin] Network hostable DHCP agents. Network: 0d27eda3-0a4d-42a9-8990-ea5f0ec91315, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:23.942264 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bf9ba0c1-b843-4796-a4da-53c82d89c6e7 req-2465f1b6-3b8c-41a1-9b3c-f1646f0afd24 service neutron] 10.222.0.44 "GET /v2.0/networks/d8c71af8-8bf1-4b4f-9d6f-e5131a84935a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6434584 Jul 14 09:29:23.947790 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-05c8c90c-8471-44a2-a79b-8c34e3c08b5d req-f7925847-2cb2-451f-a893-c6de37e345bc tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=42c2fb14-0362-4fd8-a722-63d80396cba4 HTTP/1.1" status: 200 len: 210 time: 0.1609380 Jul 14 09:29:23.993686 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa653293-b108-4b16-8d66-6f6f25c43cb8 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.159516 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c3a69c-a47a-4433-8094-695c907e0a17 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Made reservation on behalf of 2aa18c003f2f4909a67421a1d3852629 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:24.163699 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-99c3a69c-a47a-4433-8094-695c907e0a17 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.179669 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-fa653293-b108-4b16-8d66-6f6f25c43cb8 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Allocated IP 172.25.6.142 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/c361f37c-fdd8-4c70-869c-f6b67e927456) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:24.233102 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2770af4-63a1-4a17-acc3-3602b75c552d', 'tag': 'c0e9ff7c-3c29-486c-8745-82ae2bf8ab04'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:24.236333 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cea39a-f50d-4c17-8824-799ff3d2c794" -d '{"events": [{"name": "network-changed", "server_uuid": "e2770af4-63a1-4a17-acc3-3602b75c552d", "tag": "c0e9ff7c-3c29-486c-8745-82ae2bf8ab04"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:24.255524 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add05b86-c842-4ca6-b330-d93c60e6a52e req-cced0408-6432-4aad-9b65-e4a66fe6f553 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:24.263267 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-add05b86-c842-4ca6-b330-d93c60e6a52e req-cced0408-6432-4aad-9b65-e4a66fe6f553 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2770af4-63a1-4a17-acc3-3602b75c552d HTTP/1.1" status: 200 len: 1024 time: 0.3178647 Jul 14 09:29:24.282414 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bf9ba0c1-b843-4796-a4da-53c82d89c6e7 req-2f98696f-1f28-4bea-8efb-d583b9a95893 service neutron] 10.222.0.44 "GET /v2.0/networks/d8c71af8-8bf1-4b4f-9d6f-e5131a84935a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302102 Jul 14 09:29:24.287748 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.ipam_backend_mixin [None req-99c3a69c-a47a-4433-8094-695c907e0a17 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Performing IP validity checks on allocation pools {{(pid=93773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 09:29:24.288477 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.ipam_backend_mixin [None req-99c3a69c-a47a-4433-8094-695c907e0a17 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 09:29:24.318698 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195d984c-7992-4042-849b-168458083f21 x-openstack-request-id: req-195d984c-7992-4042-849b-168458083f21 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:24.319241 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2770af4-63a1-4a17-acc3-3602b75c552d", "tag": "c0e9ff7c-3c29-486c-8745-82ae2bf8ab04", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:24.319614 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-195d984c-7992-4042-849b-168458083f21 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:24.320124 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2770af4-63a1-4a17-acc3-3602b75c552d', 'tag': 'c0e9ff7c-3c29-486c-8745-82ae2bf8ab04', 'status': 'completed', 'code': 200} Jul 14 09:29:24.396078 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa653293-b108-4b16-8d66-6f6f25c43cb8 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.440009 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-add05b86-c842-4ca6-b330-d93c60e6a52e req-f529150e-21e5-4d41-b7a9-07c6f000a1a4 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36144c9-bc94-4df2-8bcc-d4d823e84089&id=aa65f8de-d1a3-499a-beda-0f684629d404&id=fd354156-c506-4532-86d0-7b496cc50c1d HTTP/1.1" status: 200 len: 6154 time: 0.1680665 Jul 14 09:29:24.529567 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-27040ee7-5e08-4936-8dff-8aef6b88c24b req-60dd2783-a580-410a-8022-8e43b8a1afb0 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2086834947 ', 'description': 'tempest-description-1093488109'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:24.611569 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 69ce2df2-1587-4e1a-9b5e-453d9a16e078 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:24.621154 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-dd19d739-82a6-4840-a716-1739ea8e88b7 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:24.626083 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-dd19d739-82a6-4840-a716-1739ea8e88b7 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.44 "GET /v2.0/networks?id=2c27e967-42d1-4bc6-93c9-e765f463f3e7 HTTP/1.1" status: 200 len: 797 time: 0.1825237 Jul 14 09:29:24.631280 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa653293-b108-4b16-8d66-6f6f25c43cb8 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.763566 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-27040ee7-5e08-4936-8dff-8aef6b88c24b req-60dd2783-a580-410a-8022-8e43b8a1afb0 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.771062 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cea39a-f50d-4c17-8824-799ff3d2c794 req-de18bb78-961b-4c11-8513-e16b1c8561ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:24.772813 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10cea39a-f50d-4c17-8824-799ff3d2c794 req-de18bb78-961b-4c11-8513-e16b1c8561ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=830de104893540d889265754867e45ef&device_id=e2770af4-63a1-4a17-acc3-3602b75c552d HTTP/1.1" status: 200 len: 1176 time: 0.4145308 Jul 14 09:29:24.797229 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae81bf90-2f1a-4d5f-96ac-fe4d883f4688 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.801492 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-99c3a69c-a47a-4433-8094-695c907e0a17 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.822971 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 69ce2df2-1587-4e1a-9b5e-453d9a16e078 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:24.823612 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.825761 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ae81bf90-2f1a-4d5f-96ac-fe4d883f4688 None None] Transition to ACTIVE for port object a1090e60-eca4-40f9-8338-ba429d6c734c will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:24.857748 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa653293-b108-4b16-8d66-6f6f25c43cb8 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:24.861574 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b97db3-dbae-490d-91c9-004d913710ab admin admin] Network 0d27eda3-0a4d-42a9-8990-ea5f0ec91315 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:24.863446 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa653293-b108-4b16-8d66-6f6f25c43cb8 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Pushing event updated for resources: {'Port': ['ID=c361f37c-fdd8-4c70-869c-f6b67e927456,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:24.871323 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-fa653293-b108-4b16-8d66-6f6f25c43cb8 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:24.874629 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa653293-b108-4b16-8d66-6f6f25c43cb8 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:24.885565 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ae81bf90-2f1a-4d5f-96ac-fe4d883f4688 None None] Transition to ACTIVE for port object a1090e60-eca4-40f9-8338-ba429d6c734c will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:24.902594 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae81bf90-2f1a-4d5f-96ac-fe4d883f4688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.988950 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae81bf90-2f1a-4d5f-96ac-fe4d883f4688 None None] Network 31712317-c84e-49f5-887e-2d91dfa4c619 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:24.992836 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ae81bf90-2f1a-4d5f-96ac-fe4d883f4688 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:24.996662 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81bf90-2f1a-4d5f-96ac-fe4d883f4688 None None] Pushing event updated for resources: {'Port': ['ID=a1090e60-eca4-40f9-8338-ba429d6c734c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:25.005103 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae81bf90-2f1a-4d5f-96ac-fe4d883f4688 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:25.077146 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ae81bf90-2f1a-4d5f-96ac-fe4d883f4688 None None] Attempting to bind port a1090e60-eca4-40f9-8338-ba429d6c734c on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:25.077622 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ae81bf90-2f1a-4d5f-96ac-fe4d883f4688 None None] Attempting to bind port a1090e60-eca4-40f9-8338-ba429d6c734c by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '30f18b75-f4e2-4d59-869c-aae7a09cbc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '31712317-c84e-49f5-887e-2d91dfa4c619'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:25.078047 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae81bf90-2f1a-4d5f-96ac-fe4d883f4688 None None] Attempting to bind port a1090e60-eca4-40f9-8338-ba429d6c734c on network 31712317-c84e-49f5-887e-2d91dfa4c619 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:25.080459 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-10977154-fff7-4b85-ad9e-792d68fee8ec tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb022d5abed74ace8ce20b5df7c7b1b3 HTTP/1.1" status: 200 len: 379 time: 0.4231243 Jul 14 09:29:25.086197 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae81bf90-2f1a-4d5f-96ac-fe4d883f4688 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:25.086587 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae81bf90-2f1a-4d5f-96ac-fe4d883f4688 None None] Checking segment: {'id': '30f18b75-f4e2-4d59-869c-aae7a09cbc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '31712317-c84e-49f5-887e-2d91dfa4c619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:25.089062 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae81bf90-2f1a-4d5f-96ac-fe4d883f4688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.089062 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae81bf90-2f1a-4d5f-96ac-fe4d883f4688 None None] Bound using segment: {'id': '30f18b75-f4e2-4d59-869c-aae7a09cbc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '31712317-c84e-49f5-887e-2d91dfa4c619'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:25.089474 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a3b97db3-dbae-490d-91c9-004d913710ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 0d27eda3-0a4d-42a9-8990-ea5f0ec91315) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:25.094578 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b97db3-dbae-490d-91c9-004d913710ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:25.094935 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3b97db3-dbae-490d-91c9-004d913710ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.103676 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ae81bf90-2f1a-4d5f-96ac-fe4d883f4688 None None] Bound port: a1090e60-eca4-40f9-8338-ba429d6c734c, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f18b75-f4e2-4d59-869c-aae7a09cbc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '31712317-c84e-49f5-887e-2d91dfa4c619'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:25.104682 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-5aab07fe-abbe-4821-be31-5cce058d97b6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'port': {'device_id': '42c2fb14-0362-4fd8-a722-63d80396cba4', 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'admin_state_up': True, 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'security_groups': ['8a5747db-bdc6-430d-9d1e-8c50c850dbf7']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:25.105273 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae81bf90-2f1a-4d5f-96ac-fe4d883f4688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.116441 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffb9957-8695-4311-a30e-2111d3fc31ee None None] Network 0d27eda3-0a4d-42a9-8990-ea5f0ec91315 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:25.240228 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a3b97db3-dbae-490d-91c9-004d913710ab admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2057350 Jul 14 09:29:25.240773 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46126) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:25.249832 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-9056e969-52c7-40c1-b708-6c843d01b8b7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1570432123-router', 'tenant_id': '0437334c71564025892567417a47be59', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:25.321416 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ae81bf90-2f1a-4d5f-96ac-fe4d883f4688 None None] For port a1090e60-eca4-40f9-8338-ba429d6c734c, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:25.330552 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ae81bf90-2f1a-4d5f-96ac-fe4d883f4688 None None] For port a1090e60-eca4-40f9-8338-ba429d6c734c, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a1090e60-eca4-40f9-8338-ba429d6c734c,segment=NetworkSegment(30f18b75-f4e2-4d59-869c-aae7a09cbc71),segment_id=30f18b75-f4e2-4d59-869c-aae7a09cbc71)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:25.356463 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae81bf90-2f1a-4d5f-96ac-fe4d883f4688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.478362 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81bf90-2f1a-4d5f-96ac-fe4d883f4688 None None] Pushing event updated for resources: {'Port': ['ID=a1090e60-eca4-40f9-8338-ba429d6c734c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:25.492624 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0a184b-bc90-42c6-90e7-48588760ee84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-0d27eda3-0a4d-42a9-8990-ea5f0ec91315', 'network_id': '0d27eda3-0a4d-42a9-8990-ea5f0ec91315', 'tenant_id': '0437334c71564025892567417a47be59', 'fixed_ips': [{'subnet_id': '8fc10be2-3caa-4096-a817-a0254d2e17f8'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:25.493817 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f0a184b-bc90-42c6-90e7-48588760ee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.526141 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [req-d1ff3a89-62c7-428a-95d9-730b8fc38a54 req-abf1917b-c5ba-4b7d-b617-d5b550f41b2a service neutron] (93772) timed out ('10.222.0.25', 59296) {{(pid=93772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:29:25.529124 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7c132-5423-4188-8fde-bc4759b11b05 req-e43b6bc4-2233-4b56-8db8-ed23b754396b tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:25.537952 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-68a7c132-5423-4188-8fde-bc4759b11b05 req-e43b6bc4-2233-4b56-8db8-ed23b754396b tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 945 time: 0.9448953 Jul 14 09:29:25.562304 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3a69c-a47a-4433-8094-695c907e0a17 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event updated for resources: {'Subnet': ['ID=e37df65c-d191-4d48-9b89-571d0e96b0ce,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:25.613304 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9056e969-52c7-40c1-b708-6c843d01b8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.614417 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9056e969-52c7-40c1-b708-6c843d01b8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.693260 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cea39a-f50d-4c17-8824-799ff3d2c794 req-2865684c-9569-4170-9a40-a524f6919f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:25.697412 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10cea39a-f50d-4c17-8824-799ff3d2c794 req-2865684c-9569-4170-9a40-a524f6919f73 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d8c71af8-8bf1-4b4f-9d6f-e5131a84935a HTTP/1.1" status: 200 len: 913 time: 0.9093807 Jul 14 09:29:25.750322 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9056e969-52c7-40c1-b708-6c843d01b8b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.756823 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-68a7c132-5423-4188-8fde-bc4759b11b05 req-44bd50de-33cf-44d0-977e-c1ead73509dc tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178905 Jul 14 09:29:25.758482 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3a69c-a47a-4433-8094-695c907e0a17 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Checking segment: {'id': 'd96da43b-8102-48f1-8eab-39a3cc70c5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8bef4be4-6f52-401e-a291-32b17659f32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:25.758698 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c3a69c-a47a-4433-8094-695c907e0a17 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Network hostable DHCP agents. Network: 8bef4be4-6f52-401e-a291-32b17659f32a, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:25.822747 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-9f0a184b-bc90-42c6-90e7-48588760ee84 None None] Allocated IP 172.20.0.2 (0d27eda3-0a4d-42a9-8990-ea5f0ec91315/8fc10be2-3caa-4096-a817-a0254d2e17f8/50780c93-a510-4f1a-9289-fc07a49b4224) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:25.851182 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-27040ee7-5e08-4936-8dff-8aef6b88c24b req-60dd2783-a580-410a-8022-8e43b8a1afb0 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.896131 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-27040ee7-5e08-4936-8dff-8aef6b88c24b req-60dd2783-a580-410a-8022-8e43b8a1afb0 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.942024 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c3a69c-a47a-4433-8094-695c907e0a17 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Network 8bef4be4-6f52-401e-a291-32b17659f32a is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:25.953880 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd2783-a580-410a-8022-8e43b8a1afb0 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c01373-aad3-4a7e-a785-8c3b28eca534,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:25.960068 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10cea39a-f50d-4c17-8824-799ff3d2c794 req-9e804679-d24f-4375-aa97-efc042bddc21 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0e9ff7c-3c29-486c-8745-82ae2bf8ab04 HTTP/1.1" status: 200 len: 217 time: 0.2342970 Jul 14 09:29:25.964600 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-99c3a69c-a47a-4433-8094-695c907e0a17 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 8bef4be4-6f52-401e-a291-32b17659f32a) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:26.020556 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cea39a-f50d-4c17-8824-799ff3d2c794 req-bdbb4a25-a144-4398-a90f-f48d1658fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:26.022256 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10cea39a-f50d-4c17-8824-799ff3d2c794 req-bdbb4a25-a144-4398-a90f-f48d1658fcd3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0b896e87-bde2-4b15-9ad8-1c77a2713212 HTTP/1.1" status: 200 len: 853 time: 0.0525305 Jul 14 09:29:26.030882 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c3a69c-a47a-4433-8094-695c907e0a17 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:26.031732 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-99c3a69c-a47a-4433-8094-695c907e0a17 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.113031 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f0a184b-bc90-42c6-90e7-48588760ee84 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.113401 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10cea39a-f50d-4c17-8824-799ff3d2c794 req-9f583c15-e6ce-430a-97e1-c74db49ba87d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d8c71af8-8bf1-4b4f-9d6f-e5131a84935a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688715 Jul 14 09:29:26.115399 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f4aa27c9-57ed-4430-9b63-8a8d72e0c6a9 req-e4197768-fce2-4d50-9e0f-9a0320a39aa6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=42c2fb14-0362-4fd8-a722-63d80396cba4 HTTP/1.1" status: 200 len: 210 time: 0.0356174 Jul 14 09:29:26.140951 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-9f0a184b-bc90-42c6-90e7-48588760ee84 None None] Transition to ACTIVE for port object 50780c93-a510-4f1a-9289-fc07a49b4224 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:26.159187 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-9f0a184b-bc90-42c6-90e7-48588760ee84 None None] Transition to ACTIVE for port object 50780c93-a510-4f1a-9289-fc07a49b4224 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:26.164586 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef52b41-8180-4020-ba3e-c3df28c64d3f None None] Network 8bef4be4-6f52-401e-a291-32b17659f32a requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:26.168093 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f0a184b-bc90-42c6-90e7-48588760ee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.261201 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10cea39a-f50d-4c17-8824-799ff3d2c794 req-93376d42-c0ad-4b44-ac27-41479c014631 service neutron] 10.222.0.44 "GET /v2.0/networks/d8c71af8-8bf1-4b4f-9d6f-e5131a84935a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408339 Jul 14 09:29:26.265483 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0a184b-bc90-42c6-90e7-48588760ee84 None None] Network 0d27eda3-0a4d-42a9-8990-ea5f0ec91315 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:26.283392 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-9f0a184b-bc90-42c6-90e7-48588760ee84 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:26.289788 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0a184b-bc90-42c6-90e7-48588760ee84 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:26.308071 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a184b-bc90-42c6-90e7-48588760ee84 None None] Pushing event updated for resources: {'Port': ['ID=50780c93-a510-4f1a-9289-fc07a49b4224,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:26.390859 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-9f0a184b-bc90-42c6-90e7-48588760ee84 None None] Attempting to bind port 50780c93-a510-4f1a-9289-fc07a49b4224 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:26.391316 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-9f0a184b-bc90-42c6-90e7-48588760ee84 None None] Attempting to bind port 50780c93-a510-4f1a-9289-fc07a49b4224 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'f72f74a3-1019-4c8a-aee5-a63b9f7b1beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d27eda3-0a4d-42a9-8990-ea5f0ec91315'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:26.391710 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0a184b-bc90-42c6-90e7-48588760ee84 None None] Attempting to bind port 50780c93-a510-4f1a-9289-fc07a49b4224 on network 0d27eda3-0a4d-42a9-8990-ea5f0ec91315 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:26.398087 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0a184b-bc90-42c6-90e7-48588760ee84 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:26.398468 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0a184b-bc90-42c6-90e7-48588760ee84 None None] Checking segment: {'id': 'f72f74a3-1019-4c8a-aee5-a63b9f7b1beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d27eda3-0a4d-42a9-8990-ea5f0ec91315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:26.398877 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f0a184b-bc90-42c6-90e7-48588760ee84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.399277 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0a184b-bc90-42c6-90e7-48588760ee84 None None] Bound using segment: {'id': 'f72f74a3-1019-4c8a-aee5-a63b9f7b1beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d27eda3-0a4d-42a9-8990-ea5f0ec91315'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:26.399828 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-9f0a184b-bc90-42c6-90e7-48588760ee84 None None] Bound port: 50780c93-a510-4f1a-9289-fc07a49b4224, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72f74a3-1019-4c8a-aee5-a63b9f7b1beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d27eda3-0a4d-42a9-8990-ea5f0ec91315'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:26.400203 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f0a184b-bc90-42c6-90e7-48588760ee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.420656 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10cea39a-f50d-4c17-8824-799ff3d2c794 req-5c3afbde-46a5-4e78-a40c-c8b3f8723afe service neutron] 10.222.0.44 "GET /v2.0/networks/d8c71af8-8bf1-4b4f-9d6f-e5131a84935a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486616 Jul 14 09:29:26.533946 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-9f0a184b-bc90-42c6-90e7-48588760ee84 None None] For port 50780c93-a510-4f1a-9289-fc07a49b4224, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:26.537935 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-27040ee7-5e08-4936-8dff-8aef6b88c24b req-60dd2783-a580-410a-8022-8e43b8a1afb0 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.542514 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-27040ee7-5e08-4936-8dff-8aef6b88c24b req-60dd2783-a580-410a-8022-8e43b8a1afb0 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 2.0509911 Jul 14 09:29:26.544588 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-5aab07fe-abbe-4821-be31-5cce058d97b6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Made reservation on behalf of cb022d5abed74ace8ce20b5df7c7b1b3 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:26.549701 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-5aab07fe-abbe-4821-be31-5cce058d97b6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.550225 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40a1f9f-b9ec-4455-9717-0690e81c6a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-8bef4be4-6f52-401e-a291-32b17659f32a', 'network_id': '8bef4be4-6f52-401e-a291-32b17659f32a', 'tenant_id': '2aa18c003f2f4909a67421a1d3852629', 'fixed_ips': [{'subnet_id': 'e37df65c-d191-4d48-9b89-571d0e96b0ce'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:26.552607 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-99c3a69c-a47a-4433-8094-695c907e0a17 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.8502839 Jul 14 09:29:26.555390 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46132) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:26.559355 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9056e969-52c7-40c1-b708-6c843d01b8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.571014 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a40a1f9f-b9ec-4455-9717-0690e81c6a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.575866 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa653293-b108-4b16-8d66-6f6f25c43cb8 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.618874 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-9f0a184b-bc90-42c6-90e7-48588760ee84 None None] For port 50780c93-a510-4f1a-9289-fc07a49b4224, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=50780c93-a510-4f1a-9289-fc07a49b4224,segment=NetworkSegment(f72f74a3-1019-4c8a-aee5-a63b9f7b1beb),segment_id=f72f74a3-1019-4c8a-aee5-a63b9f7b1beb)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:26.777824 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.789518 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b7d174bc-2815-41f1-9d87-0df7612b7dbb req-769817fa-44a7-4ea6-9fa6-788f6efd1635 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups/d9c01373-aad3-4a7e-a785-8c3b28eca534 HTTP/1.1" status: 200 len: 1783 time: 0.1954222 Jul 14 09:29:26.824361 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-a40a1f9f-b9ec-4455-9717-0690e81c6a1b None None] Allocated IP 2001:db8::3 (8bef4be4-6f52-401e-a291-32b17659f32a/e37df65c-d191-4d48-9b89-571d0e96b0ce/d0494670-d4d4-4b41-8eec-62808676d3df) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:26.878724 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.949497 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a1090e60-eca4-40f9-8338-ba429d6c734c up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:26.954661 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f0a184b-bc90-42c6-90e7-48588760ee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.073882 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70f16a4-0e0c-43e6-af74-57a5710c5d47 None None] Network 31712317-c84e-49f5-887e-2d91dfa4c619 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:27.079298 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa653293-b108-4b16-8d66-6f6f25c43cb8 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.104036 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f65560ae-b363-43dd-85c6-55a9a2aacf4b req-6a928665-bf43-47bc-863c-b79674dba8e4 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups/d9c01373-aad3-4a7e-a785-8c3b28eca534 HTTP/1.1" status: 200 len: 1783 time: 0.2183249 Jul 14 09:29:27.167078 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a184b-bc90-42c6-90e7-48588760ee84 None None] Pushing event updated for resources: {'Port': ['ID=50780c93-a510-4f1a-9289-fc07a49b4224,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:27.170700 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c31dd-dc80-4c2f-8f58-a8a23e9ef6b5 req-343cd6be-eb44-45e5-8543-4268286a2168 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:27.178287 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5fc2c07c-8cf0-4b90-82b9-1008ab4a6f98 None None] Provisioning for port a1090e60-eca4-40f9-8338-ba429d6c734c completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:27.180034 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-297c31dd-dc80-4c2f-8f58-a8a23e9ef6b5 req-343cd6be-eb44-45e5-8543-4268286a2168 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 945 time: 0.1796455 Jul 14 09:29:27.241286 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-5aab07fe-abbe-4821-be31-5cce058d97b6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Allocated IP 172.20.0.13 (2c27e967-42d1-4bc6-93c9-e765f463f3e7/6e87fb8d-e279-4ea7-a7d5-ce53c7332c42/d2a7c936-ea26-4685-ad30-7d0810dc9c23) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:27.264988 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port a1090e60-eca4-40f9-8338-ba429d6c734c completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:27.279928 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port a1090e60-eca4-40f9-8338-ba429d6c734c triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:27.279928 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.281667 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f65560ae-b363-43dd-85c6-55a9a2aacf4b req-52ccd854-98cd-44ff-9d14-e0a4e4702065 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.305984 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-297c31dd-dc80-4c2f-8f58-a8a23e9ef6b5 req-bc3a3c87-3cbc-4167-ad25-1ced36197827 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234310 Jul 14 09:29:27.357502 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a40a1f9f-b9ec-4455-9717-0690e81c6a1b None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.386791 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a40a1f9f-b9ec-4455-9717-0690e81c6a1b None None] Transition to ACTIVE for port object d0494670-d4d4-4b41-8eec-62808676d3df will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:27.415702 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f65560ae-b363-43dd-85c6-55a9a2aacf4b req-52ccd854-98cd-44ff-9d14-e0a4e4702065 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.458795 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a40a1f9f-b9ec-4455-9717-0690e81c6a1b None None] Transition to ACTIVE for port object d0494670-d4d4-4b41-8eec-62808676d3df will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:27.473957 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a40a1f9f-b9ec-4455-9717-0690e81c6a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.504872 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9056e969-52c7-40c1-b708-6c843d01b8b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.535858 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.561779 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40a1f9f-b9ec-4455-9717-0690e81c6a1b None None] Network 8bef4be4-6f52-401e-a291-32b17659f32a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:27.587400 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9056e969-52c7-40c1-b708-6c843d01b8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.597703 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa653293-b108-4b16-8d66-6f6f25c43cb8 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.609583 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-a40a1f9f-b9ec-4455-9717-0690e81c6a1b None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:27.615055 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa653293-b108-4b16-8d66-6f6f25c43cb8 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.617699 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40a1f9f-b9ec-4455-9717-0690e81c6a1b None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:27.624351 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a1f9f-b9ec-4455-9717-0690e81c6a1b None None] Pushing event updated for resources: {'Port': ['ID=d0494670-d4d4-4b41-8eec-62808676d3df,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:27.640384 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.664880 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event deleted for resources: {'Subnet': ['ID=e37df65c-d191-4d48-9b89-571d0e96b0ce,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:27.675157 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f65560ae-b363-43dd-85c6-55a9a2aacf4b req-52ccd854-98cd-44ff-9d14-e0a4e4702065 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.677902 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f65560ae-b363-43dd-85c6-55a9a2aacf4b req-52ccd854-98cd-44ff-9d14-e0a4e4702065 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.678934 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f65560ae-b363-43dd-85c6-55a9a2aacf4b req-52ccd854-98cd-44ff-9d14-e0a4e4702065 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "DELETE /v2.0/security-groups/d9c01373-aad3-4a7e-a785-8c3b28eca534 HTTP/1.1" status: 204 len: 173 time: 0.5660441 Jul 14 09:29:27.729251 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-5aab07fe-abbe-4821-be31-5cce058d97b6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.805637 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c3b9a3b8-c8e7-4e8e-9f4c-ff4b464f23bf req-7bcfae08-71f8-43ac-8393-fcddca9f504d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=42c2fb14-0362-4fd8-a722-63d80396cba4 HTTP/1.1" status: 200 len: 210 time: 0.1063840 Jul 14 09:29:27.814526 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ccd854-98cd-44ff-9d14-e0a4e4702065 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c01373-aad3-4a7e-a785-8c3b28eca534,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:27.820270 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-c2558357-08ac-49d6-9f9a-86533897dc8c req-db163f56-b215-4154-a625-060017e9e5f3 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] show failed (client error): The resource could not be found. Jul 14 09:29:27.821447 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c2558357-08ac-49d6-9f9a-86533897dc8c req-db163f56-b215-4154-a625-060017e9e5f3 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups/d9c01373-aad3-4a7e-a785-8c3b28eca534 HTTP/1.1" status: 404 len: 352 time: 0.0812004 Jul 14 09:29:27.838374 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.850582 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa653293-b108-4b16-8d66-6f6f25c43cb8 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Pushing event updated for resources: {'Port': ['ID=c361f37c-fdd8-4c70-869c-f6b67e927456,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:27.851281 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bef4be4-6f52-401e-a291-32b17659f32a']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:27.859477 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-5cceb081-fc10-4306-a9a5-75359e505898 req-bac3fc35-9202-4c94-85ec-7f0df5a1aebd tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1280401556', 'description': 'tempest-description-860136742'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:27.865535 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-5aab07fe-abbe-4821-be31-5cce058d97b6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Transition to ACTIVE for port object d2a7c936-ea26-4685-ad30-7d0810dc9c23 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:27.886800 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96da43b-8102-48f1-8eab-39a3cc70c5dc') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:27.887555 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96da43b-8102-48f1-8eab-39a3cc70c5dc') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:27.905397 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.932355 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5cceb081-fc10-4306-a9a5-75359e505898 req-bac3fc35-9202-4c94-85ec-7f0df5a1aebd tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.937202 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.957681 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:27.959001 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:27.964783 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:27.972169 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46150) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:28.005383 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa653293-b108-4b16-8d66-6f6f25c43cb8 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.012280 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port a1090e60-eca4-40f9-8338-ba429d6c734c, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a1090e60-eca4-40f9-8338-ba429d6c734c,segment=NetworkSegment(30f18b75-f4e2-4d59-869c-aae7a09cbc71),segment_id=30f18b75-f4e2-4d59-869c-aae7a09cbc71)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:28.040055 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a40a1f9f-b9ec-4455-9717-0690e81c6a1b None None] Attempting to bind port d0494670-d4d4-4b41-8eec-62808676d3df on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:28.040455 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a40a1f9f-b9ec-4455-9717-0690e81c6a1b None None] Attempting to bind port d0494670-d4d4-4b41-8eec-62808676d3df by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'd96da43b-8102-48f1-8eab-39a3cc70c5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8bef4be4-6f52-401e-a291-32b17659f32a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:28.040882 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a1f9f-b9ec-4455-9717-0690e81c6a1b None None] Attempting to bind port d0494670-d4d4-4b41-8eec-62808676d3df on network 8bef4be4-6f52-401e-a291-32b17659f32a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:28.046210 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.064148 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a1f9f-b9ec-4455-9717-0690e81c6a1b None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:28.064148 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a1f9f-b9ec-4455-9717-0690e81c6a1b None None] Checking segment: {'id': 'd96da43b-8102-48f1-8eab-39a3cc70c5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8bef4be4-6f52-401e-a291-32b17659f32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:28.064489 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a40a1f9f-b9ec-4455-9717-0690e81c6a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.065129 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a1f9f-b9ec-4455-9717-0690e81c6a1b None None] Bound using segment: {'id': 'd96da43b-8102-48f1-8eab-39a3cc70c5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8bef4be4-6f52-401e-a291-32b17659f32a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:28.065574 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a40a1f9f-b9ec-4455-9717-0690e81c6a1b None None] Bound port: d0494670-d4d4-4b41-8eec-62808676d3df, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96da43b-8102-48f1-8eab-39a3cc70c5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8bef4be4-6f52-401e-a291-32b17659f32a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:28.065978 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a40a1f9f-b9ec-4455-9717-0690e81c6a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.109334 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-9056e969-52c7-40c1-b708-6c843d01b8b7 admin admin] Allocated IP 172.25.6.110 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/15fca868-9ece-4238-aaf9-e3aaa67b6177) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:28.133537 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-5aab07fe-abbe-4821-be31-5cce058d97b6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.151389 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:29:28.151389 n-d-771362-35 neutron-server[93773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:29:28.151389 n-d-771362-35 neutron-server[93773]: [parameters: {'id': '8bef4be4-6f52-401e-a291-32b17659f32a'}] Jul 14 09:29:28.151389 n-d-771362-35 neutron-server[93773]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:29:28.159262 n-d-771362-35 neutron-server[93773]: DEBUG oslo_db.api [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:29:28.197332 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=a1090e60-eca4-40f9-8338-ba429d6c734c,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:28.229107 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-fa653293-b108-4b16-8d66-6f6f25c43cb8 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Floating IP 39473213-7567-4bd1-9013-eaa0dfb79476 associated. External IP: 172.25.6.142, port: d800f4b6-c165-41d9-b976-40e00fccad87. Jul 14 09:29:28.265856 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a40a1f9f-b9ec-4455-9717-0690e81c6a1b None None] For port d0494670-d4d4-4b41-8eec-62808676d3df, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:28.270172 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a40a1f9f-b9ec-4455-9717-0690e81c6a1b None None] For port d0494670-d4d4-4b41-8eec-62808676d3df, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d0494670-d4d4-4b41-8eec-62808676d3df,segment=NetworkSegment(d96da43b-8102-48f1-8eab-39a3cc70c5dc),segment_id=d96da43b-8102-48f1-8eab-39a3cc70c5dc)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:28.283983 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a40a1f9f-b9ec-4455-9717-0690e81c6a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.313367 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5cceb081-fc10-4306-a9a5-75359e505898 req-bac3fc35-9202-4c94-85ec-7f0df5a1aebd tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.326543 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d78cc1d9-dc23-4fe1-8470-8f3c9102e1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.332818 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5cceb081-fc10-4306-a9a5-75359e505898 req-bac3fc35-9202-4c94-85ec-7f0df5a1aebd tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.368773 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3fc35-9202-4c94-85ec-7f0df5a1aebd tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f14ba230-0118-4283-996c-4a8c4205a7d4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:28.407094 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5cceb081-fc10-4306-a9a5-75359e505898 req-bac3fc35-9202-4c94-85ec-7f0df5a1aebd tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.409415 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5cceb081-fc10-4306-a9a5-75359e505898 req-bac3fc35-9202-4c94-85ec-7f0df5a1aebd tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5543926 Jul 14 09:29:28.470822 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-8c4f8ccb-2a2c-444f-b887-b00d4ce1e590 req-f9b3d1af-feb8-4f43-9546-a1ba327d96aa tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1692298622', 'description': 'tempest-description-48209278'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:28.492407 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a1f9f-b9ec-4455-9717-0690e81c6a1b None None] Pushing event updated for resources: {'Port': ['ID=d0494670-d4d4-4b41-8eec-62808676d3df,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:28.496252 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c952fb9a-c66e-4c0b-b227-114a968071f0 None None] Provisioning complete for port a1090e60-eca4-40f9-8338-ba429d6c734c triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:28.496744 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c952fb9a-c66e-4c0b-b227-114a968071f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.521349 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-5aab07fe-abbe-4821-be31-5cce058d97b6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Network 2c27e967-42d1-4bc6-93c9-e765f463f3e7 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:28.528275 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b480fcfd-1842-4679-9877-a99f74975807 None None] Network 8bef4be4-6f52-401e-a291-32b17659f32a requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:28.565988 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-5aab07fe-abbe-4821-be31-5cce058d97b6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:28.587840 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-5aab07fe-abbe-4821-be31-5cce058d97b6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:28.592785 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab07fe-abbe-4821-be31-5cce058d97b6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'Port': ['ID=d2a7c936-ea26-4685-ad30-7d0810dc9c23,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:28.667060 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d78cc1d9-dc23-4fe1-8470-8f3c9102e1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.670686 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.705435 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-5aab07fe-abbe-4821-be31-5cce058d97b6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:28.706167 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-5aab07fe-abbe-4821-be31-5cce058d97b6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.712538 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9056e969-52c7-40c1-b708-6c843d01b8b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.744285 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d78cc1d9-dc23-4fe1-8470-8f3c9102e1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.754030 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8c4f8ccb-2a2c-444f-b887-b00d4ce1e590 req-f9b3d1af-feb8-4f43-9546-a1ba327d96aa tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.816167 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-5aab07fe-abbe-4821-be31-5cce058d97b6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7154093 Jul 14 09:29:28.827291 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 50780c93-a510-4f1a-9289-fc07a49b4224 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:28.843234 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-c8174b7a-9572-4195-8b60-65a4e07990de service neutron] Request body: {'port': {'device_id': '42c2fb14-0362-4fd8-a722-63d80396cba4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:28.872526 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78cc1d9-dc23-4fe1-8470-8f3c9102e1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286eae6d-4013-4121-8736-e316cab107eb,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:28.882196 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5f0fe2-2115-48eb-8f00-11ac882904c9 None None] Network 0d27eda3-0a4d-42a9-8990-ea5f0ec91315 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:28.883999 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d78cc1d9-dc23-4fe1-8470-8f3c9102e1e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3869c1619d2745e689c0ed59d80103d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8915453 Jul 14 09:29:28.900200 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46160) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:28.945721 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa92db-daa4-44aa-839f-011307552009 req-715cccf8-2e6c-4a7f-85a5-d6541f657035 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:28.947513 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6baa92db-daa4-44aa-839f-011307552009 req-715cccf8-2e6c-4a7f-85a5-d6541f657035 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 945 time: 0.4236002 Jul 14 09:29:28.995455 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 50780c93-a510-4f1a-9289-fc07a49b4224 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:29.006493 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a1090e60-eca4-40f9-8338-ba429d6c734c up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:29.007848 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa653293-b108-4b16-8d66-6f6f25c43cb8 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Router 1767843a-ec09-496c-8aad-91efb89cd0a6 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:29.019392 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9056e969-52c7-40c1-b708-6c843d01b8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.059787 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6baa92db-daa4-44aa-839f-011307552009 req-675e38aa-4156-472a-a1ee-a18913ef792b tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976665 Jul 14 09:29:29.081289 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Deleting port d0494670-d4d4-4b41-8eec-62808676d3df {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:29.081586 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.088514 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32aff38e-5bb0-4343-bc84-b3baf57a4c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.094546 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9056e969-52c7-40c1-b708-6c843d01b8b7 admin admin] Pushing event updated for resources: {'Port': ['ID=15fca868-9ece-4238-aaf9-e3aaa67b6177,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:29.103903 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-c8174b7a-9572-4195-8b60-65a4e07990de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.104128 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d2559156-487f-4f04-b292-1fed72233b8c None None] Provisioning for port 50780c93-a510-4f1a-9289-fc07a49b4224 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:29.118489 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d2559156-487f-4f04-b292-1fed72233b8c None None] Provisioning complete for port 50780c93-a510-4f1a-9289-fc07a49b4224 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:29.119082 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2559156-487f-4f04-b292-1fed72233b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.171775 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port a1090e60-eca4-40f9-8338-ba429d6c734c triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:29.172548 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.211532 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32aff38e-5bb0-4343-bc84-b3baf57a4c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.227848 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8c4f8ccb-2a2c-444f-b887-b00d4ce1e590 req-f9b3d1af-feb8-4f43-9546-a1ba327d96aa tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.230205 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] For port d0494670-d4d4-4b41-8eec-62808676d3df, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d0494670-d4d4-4b41-8eec-62808676d3df,segment=NetworkSegment(d96da43b-8102-48f1-8eab-39a3cc70c5dc),segment_id=d96da43b-8102-48f1-8eab-39a3cc70c5dc)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:29.230573 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.246436 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8c4f8ccb-2a2c-444f-b887-b00d4ce1e590 req-f9b3d1af-feb8-4f43-9546-a1ba327d96aa tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.275936 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Calling delete_port for d0494670-d4d4-4b41-8eec-62808676d3df owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:29.289434 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa653293-b108-4b16-8d66-6f6f25c43cb8 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:29.292426 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9056e969-52c7-40c1-b708-6c843d01b8b7 admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:29.299363 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-9056e969-52c7-40c1-b708-6c843d01b8b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:29.307954 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9056e969-52c7-40c1-b708-6c843d01b8b7 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:29.310764 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2559156-487f-4f04-b292-1fed72233b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.313392 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ff6564-4973-4495-b27d-d48a259251ad None None] Sync routers for ids ['1767843a-ec09-496c-8aad-91efb89cd0a6'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:29.367894 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa653293-b108-4b16-8d66-6f6f25c43cb8 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.370314 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8c4f8ccb-2a2c-444f-b887-b00d4ce1e590 req-f9b3d1af-feb8-4f43-9546-a1ba327d96aa tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.372015 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c4f8ccb-2a2c-444f-b887-b00d4ce1e590 req-f9b3d1af-feb8-4f43-9546-a1ba327d96aa tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9115489 Jul 14 09:29:29.374813 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ff6564-4973-4495-b27d-d48a259251ad None None] Routers {'1767843a-ec09-496c-8aad-91efb89cd0a6'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:29.375632 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b8ff6564-4973-4495-b27d-d48a259251ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:29:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1767843a-ec09-496c-8aad-91efb89cd0a6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:29.436779 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-a8daf521-98df-4cf5-bdf5-fa334bef6b9e req-077063e3-6763-4370-912d-b2359ae1c8fb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-764214312', 'description': 'tempest-description-1053959814'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:29.449017 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3d1af-feb8-4f43-9546-a1ba327d96aa tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04c3971b-81e0-4b1e-bde2-6db186d200b0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:29.494807 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32aff38e-5bb0-4343-bc84-b3baf57a4c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.498205 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32aff38e-5bb0-4343-bc84-b3baf57a4c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.498537 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d2559156-487f-4f04-b292-1fed72233b8c None None] For port 50780c93-a510-4f1a-9289-fc07a49b4224, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=50780c93-a510-4f1a-9289-fc07a49b4224,segment=NetworkSegment(f72f74a3-1019-4c8a-aee5-a63b9f7b1beb),segment_id=f72f74a3-1019-4c8a-aee5-a63b9f7b1beb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:29.502695 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-32aff38e-5bb0-4343-bc84-b3baf57a4c71 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/286eae6d-4013-4121-8736-e316cab107eb HTTP/1.1" status: 204 len: 168 time: 0.5976515 Jul 14 09:29:29.515884 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2559156-487f-4f04-b292-1fed72233b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.530203 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aff38e-5bb0-4343-bc84-b3baf57a4c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286eae6d-4013-4121-8736-e316cab107eb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:29.541886 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a8daf521-98df-4cf5-bdf5-fa334bef6b9e req-077063e3-6763-4370-912d-b2359ae1c8fb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.582549 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01209f5-fe27-4c9d-833f-a34264392867 req-0035ac28-0bed-449d-8af0-4d7d1d206397 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:29.591229 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a01209f5-fe27-4c9d-833f-a34264392867 req-0035ac28-0bed-449d-8af0-4d7d1d206397 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=42c2fb14-0362-4fd8-a722-63d80396cba4 HTTP/1.1" status: 200 len: 932 time: 0.2713802 Jul 14 09:29:29.606242 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2559156-487f-4f04-b292-1fed72233b8c None None] Pushing event updated for resources: {'Port': ['ID=50780c93-a510-4f1a-9289-fc07a49b4224,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:29.606445 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.695182 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event deleted for resources: {'Port': ['ID=d0494670-d4d4-4b41-8eec-62808676d3df,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:29.696240 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d2559156-487f-4f04-b292-1fed72233b8c None None] Provisioning for port d2a7c936-ea26-4685-ad30-7d0810dc9c23 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:29.700226 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] No DVR routers for this DVR port d0494670-d4d4-4b41-8eec-62808676d3df on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:29.705414 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d2559156-487f-4f04-b292-1fed72233b8c None None] Provisioning complete for port d2a7c936-ea26-4685-ad30-7d0810dc9c23 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:29.705895 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2559156-487f-4f04-b292-1fed72233b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.761305 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-b8ff6564-4973-4495-b27d-d48a259251ad None None] Set router 1767843a-ec09-496c-8aad-91efb89cd0a6 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:29.764175 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a01209f5-fe27-4c9d-833f-a34264392867 req-db52f3f6-bc94-4335-bbce-be4650f1cee3 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a5747db-bdc6-430d-9d1e-8c50c850dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719329 Jul 14 09:29:29.768939 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e95a88-289d-4260-aa8e-cc912e10e001 None None] get_active_networks_info from n-d-771362-35 {{(pid=93774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:29:29.861199 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d2559156-487f-4f04-b292-1fed72233b8c None None] Port d2a7c936-ea26-4685-ad30-7d0810dc9c23 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:29.878864 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.897780 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bef4be4-6f52-401e-a291-32b17659f32a']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:29.921319 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96da43b-8102-48f1-8eab-39a3cc70c5dc') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:29.921717 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96da43b-8102-48f1-8eab-39a3cc70c5dc') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:29.949957 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a8daf521-98df-4cf5-bdf5-fa334bef6b9e req-077063e3-6763-4370-912d-b2359ae1c8fb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.952413 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.971631 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a8daf521-98df-4cf5-bdf5-fa334bef6b9e req-077063e3-6763-4370-912d-b2359ae1c8fb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.997439 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a8daf521-98df-4cf5-bdf5-fa334bef6b9e req-077063e3-6763-4370-912d-b2359ae1c8fb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.002052 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a8daf521-98df-4cf5-bdf5-fa334bef6b9e req-077063e3-6763-4370-912d-b2359ae1c8fb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5689626 Jul 14 09:29:30.007325 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-dd5101b6-c34a-43f6-8284-1b5916cca1ce None None] Provisioning complete for port 50780c93-a510-4f1a-9289-fc07a49b4224 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:30.007742 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dd5101b6-c34a-43f6-8284-1b5916cca1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.009104 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.026025 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:30.026455 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:30.030420 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:30.049406 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fa653293-b108-4b16-8d66-6f6f25c43cb8 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.4286382 Jul 14 09:29:30.052662 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5926dcd-80bc-4107-a372-b50aa9a8d209', 'tag': 'd800f4b6-c165-41d9-b976-40e00fccad87'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:30.056397 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a80f6c-8fdd-4289-b1c3-db0db65e6a37" -d '{"events": [{"name": "network-changed", "server_uuid": "d5926dcd-80bc-4107-a372-b50aa9a8d209", "tag": "d800f4b6-c165-41d9-b976-40e00fccad87"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:30.113859 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077063e3-6763-4370-912d-b2359ae1c8fb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00fe5433-deba-4266-a44c-8f97796d54d2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:30.138318 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e95a88-289d-4260-aa8e-cc912e10e001 None None] Resources bound (agent type, host, resource id): {{(pid=93774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:29:30.158703 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c83b6bf-335e-47f1-b447-d3a5587f1c8b x-openstack-request-id: req-7c83b6bf-335e-47f1-b447-d3a5587f1c8b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:30.159399 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5926dcd-80bc-4107-a372-b50aa9a8d209", "tag": "d800f4b6-c165-41d9-b976-40e00fccad87", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:30.159917 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c83b6bf-335e-47f1-b447-d3a5587f1c8b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:30.160529 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5926dcd-80bc-4107-a372-b50aa9a8d209', 'tag': 'd800f4b6-c165-41d9-b976-40e00fccad87', 'status': 'completed', 'code': 200} Jul 14 09:29:30.301806 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9056e969-52c7-40c1-b708-6c843d01b8b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.378547 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.396772 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.402564 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "DELETE /v2.0/networks/8bef4be4-6f52-401e-a291-32b17659f32a HTTP/1.1" status: 204 len: 168 time: 3.8421707 Jul 14 09:29:30.419187 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-446e9059-ab02-45a8-8cda-afd46427082b req-0544f632-bfd1-4e8e-9019-d27cae147add tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=830de104893540d889265754867e45ef HTTP/1.1" status: 200 len: 10906 time: 0.3731189 Jul 14 09:29:30.420520 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46190) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:30.448251 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-c8174b7a-9572-4195-8b60-65a4e07990de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2a7c936-ea26-4685-ad30-7d0810dc9c23 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:30.458035 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-c8174b7a-9572-4195-8b60-65a4e07990de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.460116 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82201bb-81e3-4fcc-b2cf-c807fed6bd8f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event deleted for resources: {'Network': ['ID=8bef4be4-6f52-401e-a291-32b17659f32a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:30.471199 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6bf4d91e-bf3c-4a87-a216-3d2cf761cda2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-173485078'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:30.523132 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf4d91e-bf3c-4a87-a216-3d2cf761cda2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Made reservation on behalf of 2aa18c003f2f4909a67421a1d3852629 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:30.527452 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6bf4d91e-bf3c-4a87-a216-3d2cf761cda2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.533842 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b8ff6564-4973-4495-b27d-d48a259251ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'name': 'tempest-TestServerBasicOps-580676533-router', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'aafc4dd6-7dc6-417d-8717-119f064369f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:08Z', 'updated_at': '2021-07-14T09:28:23Z', 'revision_number': 4, 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'gw_port': {'id': 'aafc4dd6-7dc6-417d-8717-119f064369f1', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:11Z', 'updated_at': '2021-07-14T09:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '39473213-7567-4bd1-9013-eaa0dfb79476', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'floating_ip_address': '172.25.6.142', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'port_id': 'd800f4b6-c165-41d9-b976-40e00fccad87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de', 'mac_address': 'fa:16:3e:5e:ab:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5926dcd-80bc-4107-a372-b50aa9a8d209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:29:25Z', 'updated_at': '2021-07-14T09:29:25Z', 'revision_number': 0, 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cd46f15-c5a7-4512-85df-48a4040ab20c', 'name': '', 'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'mac_address': 'fa:16:3e:2b:e0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '991179d8-8134-494e-aabe-217e4217c4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:20Z', 'updated_at': '2021-07-14T09:28:31Z', 'revision_number': 5, 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'subnets': [{'id': '991179d8-8134-494e-aabe-217e4217c4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:30.554597 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46194) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:30.570268 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19de60-1806-4b5f-bc3e-a46eca3173e0 req-0a693cba-4eb5-4d82-9489-f56614e2f14f tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:30.571962 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8b19de60-1806-4b5f-bc3e-a46eca3173e0 req-0a693cba-4eb5-4d82-9489-f56614e2f14f tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 945 time: 0.2738285 Jul 14 09:29:30.594516 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a80f6c-8fdd-4289-b1c3-db0db65e6a37 req-a4e3bbcc-6366-48dc-90d3-031aace614b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:30.597236 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30a80f6c-8fdd-4289-b1c3-db0db65e6a37 req-a4e3bbcc-6366-48dc-90d3-031aace614b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f464ecef0897489e962d28ba5796b08e&device_id=d5926dcd-80bc-4107-a372-b50aa9a8d209 HTTP/1.1" status: 200 len: 1098 time: 0.3373282 Jul 14 09:29:30.598467 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ff6564-4973-4495-b27d-d48a259251ad None None] Checking router: 1767843a-ec09-496c-8aad-91efb89cd0a6 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:29:30.618601 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-c8174b7a-9572-4195-8b60-65a4e07990de service neutron] Transition to ACTIVE for port object d2a7c936-ea26-4685-ad30-7d0810dc9c23 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:30.619739 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 50780c93-a510-4f1a-9289-fc07a49b4224 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:30.627386 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-c8174b7a-9572-4195-8b60-65a4e07990de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.667335 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf4d91e-bf3c-4a87-a216-3d2cf761cda2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:30.678197 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6bf4d91e-bf3c-4a87-a216-3d2cf761cda2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.678534 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9056e969-52c7-40c1-b708-6c843d01b8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.678651 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-6bf4d91e-bf3c-4a87-a216-3d2cf761cda2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Added segment 1abaecf7-4f83-4281-9247-fdecf4cda8f7 of type vlan for network 4a1a3995-b7af-422d-9750-204cffc338da Jul 14 09:29:30.728170 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6bf4d91e-bf3c-4a87-a216-3d2cf761cda2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.774196 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8b19de60-1806-4b5f-bc3e-a46eca3173e0 req-e3d0053c-282f-4b68-97b5-7979515bea45 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927767 Jul 14 09:29:30.790596 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6bf4d91e-bf3c-4a87-a216-3d2cf761cda2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.790596 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf4d91e-bf3c-4a87-a216-3d2cf761cda2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:30.790596 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6bf4d91e-bf3c-4a87-a216-3d2cf761cda2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.807056 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-0ef80043-4490-47cb-8251-53fc600bbba5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2069622753-network', 'tenant_id': 'd33db225565746b5ad53b87197fcd998'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:30.813440 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8174b7a-9572-4195-8b60-65a4e07990de service neutron] Pushing event updated for resources: {'Port': ['ID=d2a7c936-ea26-4685-ad30-7d0810dc9c23,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:30.833098 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ff6564-4973-4495-b27d-d48a259251ad None None] Routers {'1767843a-ec09-496c-8aad-91efb89cd0a6'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:30.833752 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b8ff6564-4973-4495-b27d-d48a259251ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:29:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1767843a-ec09-496c-8aad-91efb89cd0a6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:30.842038 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-c8174b7a-9572-4195-8b60-65a4e07990de service neutron] Attempting to bind port d2a7c936-ea26-4685-ad30-7d0810dc9c23 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:30.842374 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-c8174b7a-9572-4195-8b60-65a4e07990de service neutron] Attempting to bind port d2a7c936-ea26-4685-ad30-7d0810dc9c23 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:30.842745 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-c8174b7a-9572-4195-8b60-65a4e07990de service neutron] Attempting to bind port d2a7c936-ea26-4685-ad30-7d0810dc9c23 on network 2c27e967-42d1-4bc6-93c9-e765f463f3e7 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:30.880828 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-c8174b7a-9572-4195-8b60-65a4e07990de service neutron] Port d2a7c936-ea26-4685-ad30-7d0810dc9c23 on network 2c27e967-42d1-4bc6-93c9-e765f463f3e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:29:30.881074 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-c8174b7a-9572-4195-8b60-65a4e07990de service neutron] Attempting to bind port d2a7c936-ea26-4685-ad30-7d0810dc9c23 on network 2c27e967-42d1-4bc6-93c9-e765f463f3e7 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:30.900399 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef80043-4490-47cb-8251-53fc600bbba5 admin admin] Made reservation on behalf of d33db225565746b5ad53b87197fcd998 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:30.903061 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ef80043-4490-47cb-8251-53fc600bbba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.905457 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4d91e-bf3c-4a87-a216-3d2cf761cda2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event updated for resources: {'Network': ['ID=4a1a3995-b7af-422d-9750-204cffc338da,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:30.914827 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ef80043-4490-47cb-8251-53fc600bbba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.917023 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-c8174b7a-9572-4195-8b60-65a4e07990de service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:30.917559 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-c8174b7a-9572-4195-8b60-65a4e07990de service neutron] Checking segment: {'id': 'ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:30.918318 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-c8174b7a-9572-4195-8b60-65a4e07990de service neutron] Bound using segment: {'id': 'ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:30.918992 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-c8174b7a-9572-4195-8b60-65a4e07990de service neutron] Bound port: d2a7c936-ea26-4685-ad30-7d0810dc9c23, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:30.919620 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-c8174b7a-9572-4195-8b60-65a4e07990de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.926221 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-446e9059-ab02-45a8-8cda-afd46427082b req-6a034ff8-18f3-43fc-bbf5-55118a3c7fa1 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups/aa65f8de-d1a3-499a-beda-0f684629d404 HTTP/1.1" status: 200 len: 2985 time: 0.4264984 Jul 14 09:29:30.944946 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 4a1a3995-b7af-422d-9750-204cffc338da details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:30.960424 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6bf4d91e-bf3c-4a87-a216-3d2cf761cda2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5114756 Jul 14 09:29:30.966200 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46200) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:30.991187 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-50dcdaed-900f-4eca-a49b-ab35b12bf8db tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Request body: {'subnet': {'network_id': '4a1a3995-b7af-422d-9750-204cffc338da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:31.008887 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-b8ff6564-4973-4495-b27d-d48a259251ad None None] Set router 1767843a-ec09-496c-8aad-91efb89cd0a6 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:31.043306 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-446e9059-ab02-45a8-8cda-afd46427082b req-bc607e30-36d2-441c-a943-6a6e05769b38 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups/aa65f8de-d1a3-499a-beda-0f684629d404 HTTP/1.1" status: 200 len: 2985 time: 0.1083093 Jul 14 09:29:31.046145 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a80f6c-8fdd-4289-b1c3-db0db65e6a37 req-a5a5c3d3-01ca-481d-9b24-681bace6227b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:31.047862 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30a80f6c-8fdd-4289-b1c3-db0db65e6a37 req-a5a5c3d3-01ca-481d-9b24-681bace6227b service neutron] 10.222.0.44 "GET /v2.0/networks?id=bc0bd8e8-a70c-46ac-88d0-6d79a7b009de HTTP/1.1" status: 200 len: 908 time: 0.4229057 Jul 14 09:29:31.094498 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 50780c93-a510-4f1a-9289-fc07a49b4224 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:31.095735 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.149464 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647959a-8ab7-4e9f-8434-c2e5005f146b req-1cce9bf5-f41e-49c2-9a1d-f60ce20cfece tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:31.151147 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3647959a-8ab7-4e9f-8434-c2e5005f146b req-1cce9bf5-f41e-49c2-9a1d-f60ce20cfece tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=42c2fb14-0362-4fd8-a722-63d80396cba4 HTTP/1.1" status: 200 len: 944 time: 0.1998420 Jul 14 09:29:31.156804 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-c8174b7a-9572-4195-8b60-65a4e07990de service neutron] For port d2a7c936-ea26-4685-ad30-7d0810dc9c23, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:31.165260 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-c8174b7a-9572-4195-8b60-65a4e07990de service neutron] For port d2a7c936-ea26-4685-ad30-7d0810dc9c23, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=d2a7c936-ea26-4685-ad30-7d0810dc9c23,segment=NetworkSegment(ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d),segment_id=ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:31.176624 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-c8174b7a-9572-4195-8b60-65a4e07990de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.184699 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9056e969-52c7-40c1-b708-6c843d01b8b7 admin admin] Router fe441461-480a-4cb3-aefe-a7a9b72c4475 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:29:31.227956 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30a80f6c-8fdd-4289-b1c3-db0db65e6a37 req-d0f79113-997b-4c47-82a1-55ee6af2b9ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d800f4b6-c165-41d9-b976-40e00fccad87 HTTP/1.1" status: 200 len: 1000 time: 0.1691499 Jul 14 09:29:31.237324 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-c8174b7a-9572-4195-8b60-65a4e07990de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:31.238208 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-c8174b7a-9572-4195-8b60-65a4e07990de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.239884 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-c8174b7a-9572-4195-8b60-65a4e07990de service neutron] 10.222.0.44 "PUT /v2.0/ports/d2a7c936-ea26-4685-ad30-7d0810dc9c23 HTTP/1.1" status: 200 len: 1093 time: 2.4041395 Jul 14 09:29:31.242123 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3647959a-8ab7-4e9f-8434-c2e5005f146b req-d80a2927-6242-4652-a1ff-e3096048a116 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a5747db-bdc6-430d-9d1e-8c50c850dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685768 Jul 14 09:29:31.322996 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a643e910-bf5c-42ad-a58e-3865364e2946 None None] get_active_networks_info from n-d-771362-35 {{(pid=93774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:29:31.327314 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e646f62f-1388-4009-8ae3-4c4d2c82c099 req-be71814b-d183-4ba3-a9e2-eea55e8d341c tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups/f14ba230-0118-4283-996c-4a8c4205a7d4 HTTP/1.1" status: 200 len: 1802 time: 0.2144463 Jul 14 09:29:31.374356 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ef80043-4490-47cb-8251-53fc600bbba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.375809 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a80f6c-8fdd-4289-b1c3-db0db65e6a37 req-548e0933-fc8c-4209-894f-7d626878bb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:31.378042 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30a80f6c-8fdd-4289-b1c3-db0db65e6a37 req-548e0933-fc8c-4209-894f-7d626878bb8f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=991179d8-8134-494e-aabe-217e4217c4a9 HTTP/1.1" status: 200 len: 847 time: 0.1403246 Jul 14 09:29:31.378404 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8174b7a-9572-4195-8b60-65a4e07990de service neutron] Pushing event updated for resources: {'Port': ['ID=d2a7c936-ea26-4685-ad30-7d0810dc9c23,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:31.415816 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ef80043-4490-47cb-8251-53fc600bbba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.448367 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e646f62f-1388-4009-8ae3-4c4d2c82c099 req-7fb7f2ef-ea3d-49f4-9295-33dbee7ea318 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.464218 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef80043-4490-47cb-8251-53fc600bbba5 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:31.477849 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50dcdaed-900f-4eca-a49b-ab35b12bf8db tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Made reservation on behalf of 2aa18c003f2f4909a67421a1d3852629 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:31.481371 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50dcdaed-900f-4eca-a49b-ab35b12bf8db tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.482796 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e646f62f-1388-4009-8ae3-4c4d2c82c099 req-7fb7f2ef-ea3d-49f4-9295-33dbee7ea318 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.515899 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ef80043-4490-47cb-8251-53fc600bbba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.516265 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-0ef80043-4490-47cb-8251-53fc600bbba5 admin admin] Added segment 6252c34e-10e4-441b-83ab-5be2caf8f071 of type vlan for network 3544af13-26bf-4983-88b8-20b157af1fb0 Jul 14 09:29:31.517681 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef80043-4490-47cb-8251-53fc600bbba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccfe7bf-fbd6-44b7-accb-22a9e85ac65c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:31.528256 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a80f6c-8fdd-4289-b1c3-db0db65e6a37 req-14d609d1-97bf-4426-860c-9589a4e5bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:31.529808 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30a80f6c-8fdd-4289-b1c3-db0db65e6a37 req-14d609d1-97bf-4426-860c-9589a4e5bb3a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bc0bd8e8-a70c-46ac-88d0-6d79a7b009de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1409240 Jul 14 09:29:31.539162 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a643e910-bf5c-42ad-a58e-3865364e2946 None None] Resources bound (agent type, host, resource id): {{(pid=93774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:29:31.549204 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b8ff6564-4973-4495-b27d-d48a259251ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'name': 'tempest-TestServerBasicOps-580676533-router', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'aafc4dd6-7dc6-417d-8717-119f064369f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:08Z', 'updated_at': '2021-07-14T09:28:23Z', 'revision_number': 4, 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'gw_port': {'id': 'aafc4dd6-7dc6-417d-8717-119f064369f1', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:11Z', 'updated_at': '2021-07-14T09:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '39473213-7567-4bd1-9013-eaa0dfb79476', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'floating_ip_address': '172.25.6.142', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'port_id': 'd800f4b6-c165-41d9-b976-40e00fccad87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de', 'mac_address': 'fa:16:3e:5e:ab:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5926dcd-80bc-4107-a372-b50aa9a8d209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:29:25Z', 'updated_at': '2021-07-14T09:29:25Z', 'revision_number': 0, 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cd46f15-c5a7-4512-85df-48a4040ab20c', 'name': '', 'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'mac_address': 'fa:16:3e:2b:e0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '991179d8-8134-494e-aabe-217e4217c4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:20Z', 'updated_at': '2021-07-14T09:28:31Z', 'revision_number': 5, 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'subnets': [{'id': '991179d8-8134-494e-aabe-217e4217c4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:31.588525 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e646f62f-1388-4009-8ae3-4c4d2c82c099 req-7fb7f2ef-ea3d-49f4-9295-33dbee7ea318 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.591523 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e646f62f-1388-4009-8ae3-4c4d2c82c099 req-7fb7f2ef-ea3d-49f4-9295-33dbee7ea318 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.592647 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e646f62f-1388-4009-8ae3-4c4d2c82c099 req-7fb7f2ef-ea3d-49f4-9295-33dbee7ea318 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "DELETE /v2.0/security-groups/f14ba230-0118-4283-996c-4a8c4205a7d4 HTTP/1.1" status: 204 len: 173 time: 0.2640882 Jul 14 09:29:31.592780 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ff6564-4973-4495-b27d-d48a259251ad None None] The sync data for ids ['1767843a-ec09-496c-8aad-91efb89cd0a6'] in n-d-771362-35 is: [{'id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'name': 'tempest-TestServerBasicOps-580676533-router', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'aafc4dd6-7dc6-417d-8717-119f064369f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:08Z', 'updated_at': '2021-07-14T09:28:23Z', 'revision_number': 4, 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'gw_port': {'id': 'aafc4dd6-7dc6-417d-8717-119f064369f1', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:11Z', 'updated_at': '2021-07-14T09:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '39473213-7567-4bd1-9013-eaa0dfb79476', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'floating_ip_address': '172.25.6.142', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'port_id': 'd800f4b6-c165-41d9-b976-40e00fccad87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de', 'mac_address': 'fa:16:3e:5e:ab:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5926dcd-80bc-4107-a372-b50aa9a8d209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:29:25Z', 'updated_at': '2021-07-14T09:29:25Z', 'revision_number': 0, 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cd46f15-c5a7-4512-85df-48a4040ab20c', 'name': '', 'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'mac_address': 'fa:16:3e:2b:e0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '991179d8-8134-494e-aabe-217e4217c4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:20Z', 'updated_at': '2021-07-14T09:28:31Z', 'revision_number': 5, 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'subnets': [{'id': '991179d8-8134-494e-aabe-217e4217c4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:31.599957 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9056e969-52c7-40c1-b708-6c843d01b8b7 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:31.616030 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7f2ef-ea3d-49f4-9295-33dbee7ea318 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14ba230-0118-4283-996c-4a8c4205a7d4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:31.631116 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-6abc41c2-08a8-4663-9910-20e4de3703ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:31.642221 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-6abc41c2-08a8-4663-9910-20e4de3703ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cb022d5abed74ace8ce20b5df7c7b1b3&device_id=42c2fb14-0362-4fd8-a722-63d80396cba4 HTTP/1.1" status: 200 len: 1096 time: 0.3247497 Jul 14 09:29:31.647615 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135c1cff-e94a-48dd-af90-5c5c80448464 None None] Sync routers for ids ['fe441461-480a-4cb3-aefe-a7a9b72c4475'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:31.648075 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ef80043-4490-47cb-8251-53fc600bbba5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.667858 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135c1cff-e94a-48dd-af90-5c5c80448464 None None] Routers {'fe441461-480a-4cb3-aefe-a7a9b72c4475'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:31.668616 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-135c1cff-e94a-48dd-af90-5c5c80448464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:29:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['fe441461-480a-4cb3-aefe-a7a9b72c4475'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:31.706106 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-f8159d1a-1cb4-4643-90ac-b6d4259509bf req-80449d54-9d99-40dc-8353-c7ef9c8a29b7 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] show failed (client error): The resource could not be found. Jul 14 09:29:31.722827 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8159d1a-1cb4-4643-90ac-b6d4259509bf req-80449d54-9d99-40dc-8353-c7ef9c8a29b7 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups/f14ba230-0118-4283-996c-4a8c4205a7d4 HTTP/1.1" status: 404 len: 352 time: 0.0607233 Jul 14 09:29:31.730414 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-97130726-dd04-46e7-bb42-28910139442e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2a7c936-ea26-4685-ad30-7d0810dc9c23 HTTP/1.1" status: 200 len: 217 time: 0.0718882 Jul 14 09:29:31.734357 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9056e969-52c7-40c1-b708-6c843d01b8b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.736118 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9056e969-52c7-40c1-b708-6c843d01b8b7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4904418 Jul 14 09:29:31.740225 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30a80f6c-8fdd-4289-b1c3-db0db65e6a37 req-a65ebd00-b68b-49d6-82ee-cd0d9c561a28 service neutron] 10.222.0.44 "GET /v2.0/networks/bc0bd8e8-a70c-46ac-88d0-6d79a7b009de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002053 Jul 14 09:29:31.741250 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46208) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:31.791394 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ef80043-4490-47cb-8251-53fc600bbba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.792417 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef80043-4490-47cb-8251-53fc600bbba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:31.792994 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ef80043-4490-47cb-8251-53fc600bbba5 admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.823830 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-135c1cff-e94a-48dd-af90-5c5c80448464 None None] Set router fe441461-480a-4cb3-aefe-a7a9b72c4475 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:31.921565 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0d62d304-9103-4df0-8e88-2c49a3bb7bc9 req-14ddbfda-ddd4-49f7-aaad-d838dcc83b72 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups/04c3971b-81e0-4b1e-bde2-6db186d200b0 HTTP/1.1" status: 200 len: 1801 time: 0.1787374 Jul 14 09:29:32.094319 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-135c1cff-e94a-48dd-af90-5c5c80448464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe441461-480a-4cb3-aefe-a7a9b72c4475', 'name': 'tempest-TestServerMultinode-1570432123-router', 'tenant_id': '0437334c71564025892567417a47be59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '15fca868-9ece-4238-aaf9-e3aaa67b6177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:25Z', 'updated_at': '2021-07-14T09:29:30Z', 'revision_number': 3, 'project_id': '0437334c71564025892567417a47be59', 'gw_port': {'id': '15fca868-9ece-4238-aaf9-e3aaa67b6177', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe441461-480a-4cb3-aefe-a7a9b72c4475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:27Z', 'updated_at': '2021-07-14T09:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:32.109396 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bda8abf-58d2-4452-888e-fb2f1b2b4a41 None None] New status for floating IP 39473213-7567-4bd1-9013-eaa0dfb79476: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:29:32.166487 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135c1cff-e94a-48dd-af90-5c5c80448464 None None] Checking router: fe441461-480a-4cb3-aefe-a7a9b72c4475 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:29:32.167126 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135c1cff-e94a-48dd-af90-5c5c80448464 None None] Updating router fe441461-480a-4cb3-aefe-a7a9b72c4475 port 15fca868-9ece-4238-aaf9-e3aaa67b6177 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:29:32.205196 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0d62d304-9103-4df0-8e88-2c49a3bb7bc9 req-3bf23372-5bba-4da6-af3d-a52a1eff929b tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.229952 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c2fb14-0362-4fd8-a722-63d80396cba4', 'tag': 'd2a7c936-ea26-4685-ad30-7d0810dc9c23'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:32.232645 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa37d39-ed0a-430a-b778-3a0315bdac40" -d '{"events": [{"name": "network-changed", "server_uuid": "42c2fb14-0362-4fd8-a722-63d80396cba4", "tag": "d2a7c936-ea26-4685-ad30-7d0810dc9c23"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:32.235990 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-135c1cff-e94a-48dd-af90-5c5c80448464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.241837 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30a80f6c-8fdd-4289-b1c3-db0db65e6a37 req-9a53ca5b-8667-4b7b-9ba8-4a6b727ce07d service neutron] 10.222.0.44 "GET /v2.0/networks/bc0bd8e8-a70c-46ac-88d0-6d79a7b009de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235271 Jul 14 09:29:32.255170 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-9b32c92f-e9f7-4347-9d29-50337336e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:32.257002 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-9b32c92f-e9f7-4347-9d29-50337336e867 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e87fb8d-e279-4ea7-a7d5-ce53c7332c42 HTTP/1.1" status: 200 len: 835 time: 0.5157857 Jul 14 09:29:32.310394 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0ef80043-4490-47cb-8251-53fc600bbba5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7067816 Jul 14 09:29:32.321781 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46216) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:32.336123 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0d62d304-9103-4df0-8e88-2c49a3bb7bc9 req-3bf23372-5bba-4da6-af3d-a52a1eff929b tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.374660 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef80043-4490-47cb-8251-53fc600bbba5 admin admin] Pushing event updated for resources: {'Network': ['ID=3544af13-26bf-4983-88b8-20b157af1fb0,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:32.388423 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 3544af13-26bf-4983-88b8-20b157af1fb0 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:32.474246 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b022391e-b071-45a3-a02e-f047e6d7bc4b admin admin] Request body: {'subnet': {'network_id': '3544af13-26bf-4983-88b8-20b157af1fb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2069622753-subnet', 'tenant_id': 'd33db225565746b5ad53b87197fcd998', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:32.527457 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-d6b25310-da63-4bd4-9f5f-1e92b81434f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:32.529216 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-d6b25310-da63-4bd4-9f5f-1e92b81434f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2c27e967-42d1-4bc6-93c9-e765f463f3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2367909 Jul 14 09:29:32.530807 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50dcdaed-900f-4eca-a49b-ab35b12bf8db tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.556185 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486b214-ac84-4b6f-ba1e-ecb8666a991b req-216285fa-f03e-4778-a1ab-4f57032f4ef2 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:32.557748 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e486b214-ac84-4b6f-ba1e-ecb8666a991b req-216285fa-f03e-4778-a1ab-4f57032f4ef2 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 945 time: 0.5252600 Jul 14 09:29:32.607737 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b022391e-b071-45a3-a02e-f047e6d7bc4b admin admin] Made reservation on behalf of d33db225565746b5ad53b87197fcd998 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:32.611008 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b022391e-b071-45a3-a02e-f047e6d7bc4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.650521 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-135c1cff-e94a-48dd-af90-5c5c80448464 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.661661 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dcdaed-900f-4eca-a49b-ab35b12bf8db tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event updated for resources: {'Subnet': ['ID=5707c51b-3209-4c52-8eae-928b259498b8,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:32.665180 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-135c1cff-e94a-48dd-af90-5c5c80448464 None None] Transition to ACTIVE for port object 15fca868-9ece-4238-aaf9-e3aaa67b6177 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:32.671912 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0d62d304-9103-4df0-8e88-2c49a3bb7bc9 req-3bf23372-5bba-4da6-af3d-a52a1eff929b tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.675955 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0d62d304-9103-4df0-8e88-2c49a3bb7bc9 req-3bf23372-5bba-4da6-af3d-a52a1eff929b tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.677267 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0d62d304-9103-4df0-8e88-2c49a3bb7bc9 req-3bf23372-5bba-4da6-af3d-a52a1eff929b tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "DELETE /v2.0/security-groups/04c3971b-81e0-4b1e-bde2-6db186d200b0 HTTP/1.1" status: 204 len: 173 time: 0.7434483 Jul 14 09:29:32.677700 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-135c1cff-e94a-48dd-af90-5c5c80448464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.704674 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dcdaed-900f-4eca-a49b-ab35b12bf8db tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Checking segment: {'id': '1abaecf7-4f83-4281-9247-fdecf4cda8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4a1a3995-b7af-422d-9750-204cffc338da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:32.705091 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dcdaed-900f-4eca-a49b-ab35b12bf8db tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Network hostable DHCP agents. Network: 4a1a3995-b7af-422d-9750-204cffc338da, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:32.736789 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-135c1cff-e94a-48dd-af90-5c5c80448464 None None] Attempting to bind port 15fca868-9ece-4238-aaf9-e3aaa67b6177 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:32.737310 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-135c1cff-e94a-48dd-af90-5c5c80448464 None None] Attempting to bind port 15fca868-9ece-4238-aaf9-e3aaa67b6177 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:32.737743 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135c1cff-e94a-48dd-af90-5c5c80448464 None None] Attempting to bind port 15fca868-9ece-4238-aaf9-e3aaa67b6177 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:32.744356 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-929000d0-2d08-4a3d-ae0f-9b4254259dc1 service neutron] 10.222.0.44 "GET /v2.0/networks/2c27e967-42d1-4bc6-93c9-e765f463f3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036688 Jul 14 09:29:32.752380 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135c1cff-e94a-48dd-af90-5c5c80448464 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:32.752845 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135c1cff-e94a-48dd-af90-5c5c80448464 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:32.753324 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-135c1cff-e94a-48dd-af90-5c5c80448464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.753821 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135c1cff-e94a-48dd-af90-5c5c80448464 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:32.754469 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-135c1cff-e94a-48dd-af90-5c5c80448464 None None] Bound port: 15fca868-9ece-4238-aaf9-e3aaa67b6177, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:32.754996 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-135c1cff-e94a-48dd-af90-5c5c80448464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.757039 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e486b214-ac84-4b6f-ba1e-ecb8666a991b req-da3f80da-7d20-43e4-b251-e4c9e45edf1d tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897128 Jul 14 09:29:32.762612 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf23372-5bba-4da6-af3d-a52a1eff929b tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c3971b-81e0-4b1e-bde2-6db186d200b0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:32.765763 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbbaaa5-435e-4784-bc11-09954683b78f x-openstack-request-id: req-1fbbaaa5-435e-4784-bc11-09954683b78f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:32.766054 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c2fb14-0362-4fd8-a722-63d80396cba4", "tag": "d2a7c936-ea26-4685-ad30-7d0810dc9c23", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:32.766305 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1fbbaaa5-435e-4784-bc11-09954683b78f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:32.766722 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c2fb14-0362-4fd8-a722-63d80396cba4', 'tag': 'd2a7c936-ea26-4685-ad30-7d0810dc9c23', 'status': 'completed', 'code': 200} Jul 14 09:29:32.831146 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-135c1cff-e94a-48dd-af90-5c5c80448464 None None] For port 15fca868-9ece-4238-aaf9-e3aaa67b6177, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:32.835204 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-135c1cff-e94a-48dd-af90-5c5c80448464 None None] For port 15fca868-9ece-4238-aaf9-e3aaa67b6177, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=15fca868-9ece-4238-aaf9-e3aaa67b6177,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:32.845595 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-135c1cff-e94a-48dd-af90-5c5c80448464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.847957 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebcd794-63c4-430f-b772-61f0a1ae4220 None None] Pushing event updated for resources: {'Port': ['ID=15fca868-9ece-4238-aaf9-e3aaa67b6177,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:32.858269 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dcdaed-900f-4eca-a49b-ab35b12bf8db tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Network 4a1a3995-b7af-422d-9750-204cffc338da is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:32.875815 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-50dcdaed-900f-4eca-a49b-ab35b12bf8db tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 4a1a3995-b7af-422d-9750-204cffc338da) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:32.885530 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0c40c8-ebc4-479f-9c98-f10920b44be7 None None] Network 4a1a3995-b7af-422d-9750-204cffc338da requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:32.891737 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dcdaed-900f-4eca-a49b-ab35b12bf8db tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:32.892568 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50dcdaed-900f-4eca-a49b-ab35b12bf8db tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.910840 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-3d3fac02-729c-478f-b34f-394771df7cbd req-37d56287-2e0d-4ad5-a0f4-db0c76d96383 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] show failed (client error): The resource could not be found. Jul 14 09:29:32.911950 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3d3fac02-729c-478f-b34f-394771df7cbd req-37d56287-2e0d-4ad5-a0f4-db0c76d96383 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups/04c3971b-81e0-4b1e-bde2-6db186d200b0 HTTP/1.1" status: 404 len: 352 time: 0.0518351 Jul 14 09:29:32.913003 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebcd794-63c4-430f-b772-61f0a1ae4220 None None] Pushing event updated for resources: {'Port': ['ID=15fca868-9ece-4238-aaf9-e3aaa67b6177,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:32.935750 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-50dcdaed-900f-4eca-a49b-ab35b12bf8db tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9503851 Jul 14 09:29:32.942150 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46222) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:32.953220 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135c1cff-e94a-48dd-af90-5c5c80448464 None None] Routers {'fe441461-480a-4cb3-aefe-a7a9b72c4475'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:32.955084 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-135c1cff-e94a-48dd-af90-5c5c80448464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:29:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['fe441461-480a-4cb3-aefe-a7a9b72c4475'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:33.005411 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-626e1c26-c902-4649-8ca4-7b967740ae83 req-c58befba-9ac0-44ff-bfcc-17ddebd1c8b6 service neutron] 10.222.0.44 "GET /v2.0/networks/2c27e967-42d1-4bc6-93c9-e765f463f3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475808 Jul 14 09:29:33.079428 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f322bfc-258e-4324-b3a3-76bc7a0622c6 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.105980 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-135c1cff-e94a-48dd-af90-5c5c80448464 None None] Set router fe441461-480a-4cb3-aefe-a7a9b72c4475 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:33.165820 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-22739abc-e47b-44c9-9ff9-12c7604abc8f req-772becea-a13d-4b20-97d7-92b9aca202ed tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups/00fe5433-deba-4266-a44c-8f97796d54d2 HTTP/1.1" status: 200 len: 1802 time: 0.2228537 Jul 14 09:29:33.167011 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b022391e-b071-45a3-a02e-f047e6d7bc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.191473 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecb23ba-bfcf-45a4-ae41-6e1c2f21ee20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-4a1a3995-b7af-422d-9750-204cffc338da', 'network_id': '4a1a3995-b7af-422d-9750-204cffc338da', 'tenant_id': '2aa18c003f2f4909a67421a1d3852629', 'fixed_ips': [{'subnet_id': '5707c51b-3209-4c52-8eae-928b259498b8'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:33.194291 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ecb23ba-bfcf-45a4-ae41-6e1c2f21ee20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.217546 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f322bfc-258e-4324-b3a3-76bc7a0622c6 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.224601 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa37d39-ed0a-430a-b778-3a0315bdac40 req-82f2662c-81f4-4dd5-84c1-132d2285015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:33.226457 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ffa37d39-ed0a-430a-b778-3a0315bdac40 req-82f2662c-81f4-4dd5-84c1-132d2285015b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cb022d5abed74ace8ce20b5df7c7b1b3&device_id=42c2fb14-0362-4fd8-a722-63d80396cba4 HTTP/1.1" status: 200 len: 1096 time: 0.1364231 Jul 14 09:29:33.343968 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e0dc7b4-ef10-41cf-bdc5-3f114d033376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.370836 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa37d39-ed0a-430a-b778-3a0315bdac40 req-ee0a9403-4fcb-4866-8ddd-9c05fdcc4a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:33.372484 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ffa37d39-ed0a-430a-b778-3a0315bdac40 req-ee0a9403-4fcb-4866-8ddd-9c05fdcc4a85 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2c27e967-42d1-4bc6-93c9-e765f463f3e7 HTTP/1.1" status: 200 len: 897 time: 0.1269503 Jul 14 09:29:33.374824 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f322bfc-258e-4324-b3a3-76bc7a0622c6 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server [None req-8ecb23ba-bfcf-45a4-ae41-6e1c2f21ee20 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5707c51b-3209-4c52-8eae-928b259498b8: This subnet is being modified by another concurrent operation. Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:29:33.380380 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5707c51b-3209-4c52-8eae-928b259498b8: This subnet is being modified by another concurrent operation. Jul 14 09:29:33.384022 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server Jul 14 09:29:33.389397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022391e-b071-45a3-a02e-f047e6d7bc4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4229b602-b89c-4202-96d0-585023f16c9a,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:33.402397 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-135c1cff-e94a-48dd-af90-5c5c80448464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe441461-480a-4cb3-aefe-a7a9b72c4475', 'name': 'tempest-TestServerMultinode-1570432123-router', 'tenant_id': '0437334c71564025892567417a47be59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '15fca868-9ece-4238-aaf9-e3aaa67b6177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:25Z', 'updated_at': '2021-07-14T09:29:30Z', 'revision_number': 3, 'project_id': '0437334c71564025892567417a47be59', 'gw_port': {'id': '15fca868-9ece-4238-aaf9-e3aaa67b6177', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe441461-480a-4cb3-aefe-a7a9b72c4475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:27Z', 'updated_at': '2021-07-14T09:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:33.407523 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d798701-5bab-4fb1-87d5-050aec720ef1 None None] Network 4a1a3995-b7af-422d-9750-204cffc338da requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:33.442076 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f322bfc-258e-4324-b3a3-76bc7a0622c6 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event deleted for resources: {'Subnet': ['ID=5707c51b-3209-4c52-8eae-928b259498b8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:33.442572 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135c1cff-e94a-48dd-af90-5c5c80448464 None None] The sync data for ids ['fe441461-480a-4cb3-aefe-a7a9b72c4475'] in n-d-771362-35 is: [{'id': 'fe441461-480a-4cb3-aefe-a7a9b72c4475', 'name': 'tempest-TestServerMultinode-1570432123-router', 'tenant_id': '0437334c71564025892567417a47be59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '15fca868-9ece-4238-aaf9-e3aaa67b6177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:25Z', 'updated_at': '2021-07-14T09:29:30Z', 'revision_number': 3, 'project_id': '0437334c71564025892567417a47be59', 'gw_port': {'id': '15fca868-9ece-4238-aaf9-e3aaa67b6177', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe441461-480a-4cb3-aefe-a7a9b72c4475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:27Z', 'updated_at': '2021-07-14T09:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:33.444834 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ffa37d39-ed0a-430a-b778-3a0315bdac40 req-46ba4995-e937-4ebe-9e0c-179a4bbad960 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2a7c936-ea26-4685-ad30-7d0810dc9c23 HTTP/1.1" status: 200 len: 217 time: 0.0397506 Jul 14 09:29:33.448096 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1e77e-829c-4379-929e-cd85c339b8ea req-a34cd341-5655-4ca7-9ac1-eb444a05dd75 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:33.458814 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a0e1e77e-829c-4379-929e-cd85c339b8ea req-a34cd341-5655-4ca7-9ac1-eb444a05dd75 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=42c2fb14-0362-4fd8-a722-63d80396cba4 HTTP/1.1" status: 200 len: 944 time: 0.3288481 Jul 14 09:29:33.474981 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b022391e-b071-45a3-a02e-f047e6d7bc4b admin admin] Checking segment: {'id': '6252c34e-10e4-441b-83ab-5be2caf8f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3544af13-26bf-4983-88b8-20b157af1fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:33.475434 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b022391e-b071-45a3-a02e-f047e6d7bc4b admin admin] Network hostable DHCP agents. Network: 3544af13-26bf-4983-88b8-20b157af1fb0, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:33.500472 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-22739abc-e47b-44c9-9ff9-12c7604abc8f req-e10ce845-876d-4238-8cc4-90fc2d2c7dd4 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.552688 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65cf00d-1336-4a7e-a371-44ba03a2c5ca None None] get_active_networks_info from n-d-771362-35 {{(pid=93774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:29:33.553630 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f322bfc-258e-4324-b3a3-76bc7a0622c6 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.565175 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa37d39-ed0a-430a-b778-3a0315bdac40 req-5459b266-31e8-4734-b737-ea641d5ebbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:33.566712 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ffa37d39-ed0a-430a-b778-3a0315bdac40 req-5459b266-31e8-4734-b737-ea641d5ebbf5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e87fb8d-e279-4ea7-a7d5-ce53c7332c42 HTTP/1.1" status: 200 len: 835 time: 0.1140180 Jul 14 09:29:33.570796 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-3f322bfc-258e-4324-b3a3-76bc7a0622c6 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a1a3995-b7af-422d-9750-204cffc338da']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:33.579154 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b022391e-b071-45a3-a02e-f047e6d7bc4b admin admin] Network 3544af13-26bf-4983-88b8-20b157af1fb0 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:33.583005 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-22739abc-e47b-44c9-9ff9-12c7604abc8f req-e10ce845-876d-4238-8cc4-90fc2d2c7dd4 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.592055 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-3f322bfc-258e-4324-b3a3-76bc7a0622c6 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1abaecf7-4f83-4281-9247-fdecf4cda8f7') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:33.592356 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-3f322bfc-258e-4324-b3a3-76bc7a0622c6 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1abaecf7-4f83-4281-9247-fdecf4cda8f7') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:33.612603 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a0e1e77e-829c-4379-929e-cd85c339b8ea req-26a3b56f-2d7e-4b21-8bcf-92936dfc09f0 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a5747db-bdc6-430d-9d1e-8c50c850dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524022 Jul 14 09:29:33.625712 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f322bfc-258e-4324-b3a3-76bc7a0622c6 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.649776 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f322bfc-258e-4324-b3a3-76bc7a0622c6 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.659644 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b022391e-b071-45a3-a02e-f047e6d7bc4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 3544af13-26bf-4983-88b8-20b157af1fb0) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:33.665114 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f322bfc-258e-4324-b3a3-76bc7a0622c6 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:33.665677 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f322bfc-258e-4324-b3a3-76bc7a0622c6 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.671314 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b022391e-b071-45a3-a02e-f047e6d7bc4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:33.672054 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b022391e-b071-45a3-a02e-f047e6d7bc4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.674871 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa37d39-ed0a-430a-b778-3a0315bdac40 req-956780e3-8b72-4efa-872c-ff6eff3fad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:33.676897 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ffa37d39-ed0a-430a-b778-3a0315bdac40 req-956780e3-8b72-4efa-872c-ff6eff3fad62 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2c27e967-42d1-4bc6-93c9-e765f463f3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0983484 Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:33.677972 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:33.724460 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65cf00d-1336-4a7e-a371-44ba03a2c5ca None None] Resources bound (agent type, host, resource id): {{(pid=93774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:29:33.853206 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f322bfc-258e-4324-b3a3-76bc7a0622c6 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.885535 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f322bfc-258e-4324-b3a3-76bc7a0622c6 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.887936 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3f322bfc-258e-4324-b3a3-76bc7a0622c6 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "DELETE /v2.0/networks/4a1a3995-b7af-422d-9750-204cffc338da HTTP/1.1" status: 204 len: 168 time: 0.9444590 Jul 14 09:29:33.897269 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f322bfc-258e-4324-b3a3-76bc7a0622c6 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event deleted for resources: {'Network': ['ID=4a1a3995-b7af-422d-9750-204cffc338da,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:33.910828 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46226) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:33.917353 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-46ec1d82-5c38-4b3c-b0ae-a485e1e69f56 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1001483527'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:33.932140 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ffa37d39-ed0a-430a-b778-3a0315bdac40 req-db3b8a64-f76d-473a-bb87-cff85f59d903 service neutron] 10.222.0.44 "GET /v2.0/networks/2c27e967-42d1-4bc6-93c9-e765f463f3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349167 Jul 14 09:29:34.015846 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ec1d82-5c38-4b3c-b0ae-a485e1e69f56 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Made reservation on behalf of 2aa18c003f2f4909a67421a1d3852629 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:34.021412 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46ec1d82-5c38-4b3c-b0ae-a485e1e69f56 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.071959 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ec1d82-5c38-4b3c-b0ae-a485e1e69f56 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:34.097657 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46ec1d82-5c38-4b3c-b0ae-a485e1e69f56 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.098027 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-46ec1d82-5c38-4b3c-b0ae-a485e1e69f56 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Added segment c55b157d-da05-4054-b781-b8143eb0f4ed of type vlan for network dcbb26cb-20c4-4062-8f60-2aa7554497fd Jul 14 09:29:34.125367 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ffa37d39-ed0a-430a-b778-3a0315bdac40 req-7db36b83-180c-47f3-95a3-644a58639056 service neutron] 10.222.0.44 "GET /v2.0/networks/2c27e967-42d1-4bc6-93c9-e765f463f3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768634 Jul 14 09:29:34.193477 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507b764a-617f-427e-b14b-2b65a47c23c4 None None] Network 3544af13-26bf-4983-88b8-20b157af1fb0 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:34.198101 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46ec1d82-5c38-4b3c-b0ae-a485e1e69f56 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.227330 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-22739abc-e47b-44c9-9ff9-12c7604abc8f req-e10ce845-876d-4238-8cc4-90fc2d2c7dd4 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.229927 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-22739abc-e47b-44c9-9ff9-12c7604abc8f req-e10ce845-876d-4238-8cc4-90fc2d2c7dd4 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.234292 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-22739abc-e47b-44c9-9ff9-12c7604abc8f req-e10ce845-876d-4238-8cc4-90fc2d2c7dd4 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "DELETE /v2.0/security-groups/00fe5433-deba-4266-a44c-8f97796d54d2 HTTP/1.1" status: 204 len: 173 time: 1.0369151 Jul 14 09:29:34.244480 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46ec1d82-5c38-4b3c-b0ae-a485e1e69f56 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.256290 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ec1d82-5c38-4b3c-b0ae-a485e1e69f56 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:34.257339 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46ec1d82-5c38-4b3c-b0ae-a485e1e69f56 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.285183 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b022391e-b071-45a3-a02e-f047e6d7bc4b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8230226 Jul 14 09:29:34.307056 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-6826f2fd-75c7-4f4c-af32-e71af454c069 req-cf21f380-b48a-4ba6-b590-980116cfe9a7 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] show failed (client error): The resource could not be found. Jul 14 09:29:34.308371 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6826f2fd-75c7-4f4c-af32-e71af454c069 req-cf21f380-b48a-4ba6-b590-980116cfe9a7 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups/00fe5433-deba-4266-a44c-8f97796d54d2 HTTP/1.1" status: 404 len: 352 time: 0.0508883 Jul 14 09:29:34.310447 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-6e0dc7b4-ef10-41cf-bdc5-3f114d033376 admin admin] Allocated IP 172.20.0.1 (0d27eda3-0a4d-42a9-8990-ea5f0ec91315/8fc10be2-3caa-4096-a817-a0254d2e17f8/3fa050f8-a143-48f3-b3be-3ec79436b3b9) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:34.331146 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ce845-876d-4238-8cc4-90fc2d2c7dd4 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fe5433-deba-4266-a44c-8f97796d54d2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:34.363043 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec1d82-5c38-4b3c-b0ae-a485e1e69f56 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event updated for resources: {'Network': ['ID=dcbb26cb-20c4-4062-8f60-2aa7554497fd,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:34.383964 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-46ec1d82-5c38-4b3c-b0ae-a485e1e69f56 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4717684 Jul 14 09:29:34.384949 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network dcbb26cb-20c4-4062-8f60-2aa7554497fd details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:34.386801 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46234) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:34.396196 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-9fff9f6f-0f61-4aca-97fa-ee69c5c57fa5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Request body: {'subnet': {'network_id': 'dcbb26cb-20c4-4062-8f60-2aa7554497fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:34.466167 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device d2a7c936-ea26-4685-ad30-7d0810dc9c23 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:29:34.481346 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09ecad3-fb36-4353-a8c3-d0d29bb8b41c None None] Network 3544af13-26bf-4983-88b8-20b157af1fb0 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:34.551256 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b3d85-604b-4847-8d2b-a8d9cab88954 req-67ad2267-d36c-444c-8ee8-483014d5c661 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:34.553505 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-891b3d85-604b-4847-8d2b-a8d9cab88954 req-67ad2267-d36c-444c-8ee8-483014d5c661 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 945 time: 0.3702624 Jul 14 09:29:34.561533 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-86f3dafe-f057-41a8-becf-3c9adf5b36b5 req-164ff4cf-cea0-4de2-85c2-17a791ec478a tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=830de104893540d889265754867e45ef HTTP/1.1" status: 200 len: 6154 time: 0.2207074 Jul 14 09:29:34.585966 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fff9f6f-0f61-4aca-97fa-ee69c5c57fa5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Made reservation on behalf of 2aa18c003f2f4909a67421a1d3852629 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:34.593007 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fff9f6f-0f61-4aca-97fa-ee69c5c57fa5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.734004 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-891b3d85-604b-4847-8d2b-a8d9cab88954 req-58a9d6a3-bcec-4a49-96fb-1a58a1e00c8f tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638720 Jul 14 09:29:34.738154 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e0dc7b4-ef10-41cf-bdc5-3f114d033376 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.743231 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-86f3dafe-f057-41a8-becf-3c9adf5b36b5 req-784a70c3-e494-4458-abef-fd26c085f8af tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups/aa65f8de-d1a3-499a-beda-0f684629d404 HTTP/1.1" status: 200 len: 2985 time: 0.1622126 Jul 14 09:29:34.839962 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6e0dc7b4-ef10-41cf-bdc5-3f114d033376 admin admin] Transition to ACTIVE for port object 3fa050f8-a143-48f3-b3be-3ec79436b3b9 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:34.896902 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-86f3dafe-f057-41a8-becf-3c9adf5b36b5 req-4d691794-19d6-441c-b229-6fac4c8db4d1 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups/aa65f8de-d1a3-499a-beda-0f684629d404 HTTP/1.1" status: 200 len: 2985 time: 0.1421926 Jul 14 09:29:34.931722 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-5b42e17a-9391-43ce-a6eb-7f3cf80e6e19 req-59530940-2c7f-43f5-b43e-c956828aa2d8 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-692590213', 'description': 'tempest-description-2081315485'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:34.936426 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fff9f6f-0f61-4aca-97fa-ee69c5c57fa5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.003057 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 15fca868-9ece-4238-aaf9-e3aaa67b6177 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:35.007030 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff9f6f-0f61-4aca-97fa-ee69c5c57fa5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event updated for resources: {'Subnet': ['ID=ae5d69e7-1048-49e7-8df4-c40029a0d6c6,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:35.015573 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fff9f6f-0f61-4aca-97fa-ee69c5c57fa5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Checking segment: {'id': 'c55b157d-da05-4054-b781-b8143eb0f4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dcbb26cb-20c4-4062-8f60-2aa7554497fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:35.016221 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fff9f6f-0f61-4aca-97fa-ee69c5c57fa5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Network hostable DHCP agents. Network: dcbb26cb-20c4-4062-8f60-2aa7554497fd, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:35.037655 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5b42e17a-9391-43ce-a6eb-7f3cf80e6e19 req-59530940-2c7f-43f5-b43e-c956828aa2d8 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.039358 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fff9f6f-0f61-4aca-97fa-ee69c5c57fa5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Network dcbb26cb-20c4-4062-8f60-2aa7554497fd is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:35.044560 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e0dc7b4-ef10-41cf-bdc5-3f114d033376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.051672 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-9fff9f6f-0f61-4aca-97fa-ee69c5c57fa5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, dcbb26cb-20c4-4062-8f60-2aa7554497fd) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:35.056691 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fff9f6f-0f61-4aca-97fa-ee69c5c57fa5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:35.057498 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fff9f6f-0f61-4aca-97fa-ee69c5c57fa5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.075405 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04b2645-b241-4522-a2a4-6b1906abc42b None None] Network dcbb26cb-20c4-4062-8f60-2aa7554497fd requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:35.080486 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9fff9f6f-0f61-4aca-97fa-ee69c5c57fa5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6895750 Jul 14 09:29:35.080804 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46244) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:35.115212 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0dc7b4-ef10-41cf-bdc5-3f114d033376 admin admin] Pushing event updated for resources: {'Port': ['ID=3fa050f8-a143-48f3-b3be-3ec79436b3b9,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:35.175121 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port d2a7c936-ea26-4685-ad30-7d0810dc9c23, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=d2a7c936-ea26-4685-ad30-7d0810dc9c23,segment=NetworkSegment(ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d),segment_id=ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:35.203101 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'd2a7c936-ea26-4685-ad30-7d0810dc9c23', 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'port_id': 'd2a7c936-ea26-4685-ad30-7d0810dc9c23', 'mac_address': 'fa:16:3e:fc:9d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:29:35.260913 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c46557cb-ac49-4743-9d86-44aa287b355c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.261910 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 15fca868-9ece-4238-aaf9-e3aaa67b6177 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:35.271548 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5b42e17a-9391-43ce-a6eb-7f3cf80e6e19 req-59530940-2c7f-43f5-b43e-c956828aa2d8 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.278553 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 15fca868-9ece-4238-aaf9-e3aaa67b6177 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:35.279101 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.284066 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5b42e17a-9391-43ce-a6eb-7f3cf80e6e19 req-59530940-2c7f-43f5-b43e-c956828aa2d8 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.297504 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0dc7b4-ef10-41cf-bdc5-3f114d033376 admin admin] Network 0d27eda3-0a4d-42a9-8990-ea5f0ec91315 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:35.332594 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.336665 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1df37-65d7-49ef-b093-499fc483fa37 req-bfe91cce-7476-4e7b-ad4b-a2e75669fc9b tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:35.345585 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e1a1df37-65d7-49ef-b093-499fc483fa37 req-bfe91cce-7476-4e7b-ad4b-a2e75669fc9b tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=42c2fb14-0362-4fd8-a722-63d80396cba4 HTTP/1.1" status: 200 len: 944 time: 0.4046848 Jul 14 09:29:35.349205 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59530940-2c7f-43f5-b43e-c956828aa2d8 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb000c3-9c47-42c7-98df-b7aec1999d80,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:35.353277 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5b42e17a-9391-43ce-a6eb-7f3cf80e6e19 req-59530940-2c7f-43f5-b43e-c956828aa2d8 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.355681 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b42e17a-9391-43ce-a6eb-7f3cf80e6e19 req-59530940-2c7f-43f5-b43e-c956828aa2d8 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4352500 Jul 14 09:29:35.367555 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2a7c936-ea26-4685-ad30-7d0810dc9c23 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:35.368773 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6e0dc7b4-ef10-41cf-bdc5-3f114d033376 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:35.372396 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0dc7b4-ef10-41cf-bdc5-3f114d033376 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:35.385506 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c46557cb-ac49-4743-9d86-44aa287b355c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.398421 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port d2a7c936-ea26-4685-ad30-7d0810dc9c23, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=d2a7c936-ea26-4685-ad30-7d0810dc9c23,segment=NetworkSegment(ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d),segment_id=ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:35.410641 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.430003 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-10ed4b59-faa6-449e-a982-36f4133b770a req-e2d95213-fb24-4a41-80cb-f22a5d8174a6 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1604151051', 'description': 'tempest-description-1504405655'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:35.476794 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-10ed4b59-faa6-449e-a982-36f4133b770a req-e2d95213-fb24-4a41-80cb-f22a5d8174a6 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.518895 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f993d7-aa9e-41b3-81f6-ebe1a78c771b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-dcbb26cb-20c4-4062-8f60-2aa7554497fd', 'network_id': 'dcbb26cb-20c4-4062-8f60-2aa7554497fd', 'tenant_id': '2aa18c003f2f4909a67421a1d3852629', 'fixed_ips': [{'subnet_id': 'ae5d69e7-1048-49e7-8df4-c40029a0d6c6'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:35.520408 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0f993d7-aa9e-41b3-81f6-ebe1a78c771b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.524239 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e1a1df37-65d7-49ef-b093-499fc483fa37 req-2cbdfc8f-fa87-4dda-afc4-6be82e2cd2d5 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a5747db-bdc6-430d-9d1e-8c50c850dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769793 Jul 14 09:29:35.542037 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c46557cb-ac49-4743-9d86-44aa287b355c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.561299 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e0dc7b4-ef10-41cf-bdc5-3f114d033376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.581068 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46557cb-ac49-4743-9d86-44aa287b355c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event deleted for resources: {'Subnet': ['ID=ae5d69e7-1048-49e7-8df4-c40029a0d6c6,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:35.642550 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.655525 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=d2a7c936-ea26-4685-ad30-7d0810dc9c23,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:35.726425 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c46557cb-ac49-4743-9d86-44aa287b355c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.746645 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-c46557cb-ac49-4743-9d86-44aa287b355c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbb26cb-20c4-4062-8f60-2aa7554497fd']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:35.761963 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-c46557cb-ac49-4743-9d86-44aa287b355c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55b157d-da05-4054-b781-b8143eb0f4ed') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:35.762276 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-c46557cb-ac49-4743-9d86-44aa287b355c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55b157d-da05-4054-b781-b8143eb0f4ed') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:35.766835 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['d2a7c936-ea26-4685-ad30-7d0810dc9c23'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:35.770873 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 15fca868-9ece-4238-aaf9-e3aaa67b6177, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=15fca868-9ece-4238-aaf9-e3aaa67b6177,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:35.793826 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c46557cb-ac49-4743-9d86-44aa287b355c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.807942 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e33dbc-c77e-409a-9933-eca9dfe71041 None None] Network dcbb26cb-20c4-4062-8f60-2aa7554497fd requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:35.814483 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.823922 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e0dc7b4-ef10-41cf-bdc5-3f114d033376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.841963 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c46557cb-ac49-4743-9d86-44aa287b355c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.852068 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-10ed4b59-faa6-449e-a982-36f4133b770a req-e2d95213-fb24-4a41-80cb-f22a5d8174a6 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.859534 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46557cb-ac49-4743-9d86-44aa287b355c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:35.859974 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c46557cb-ac49-4743-9d86-44aa287b355c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.884865 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-10ed4b59-faa6-449e-a982-36f4133b770a req-e2d95213-fb24-4a41-80cb-f22a5d8174a6 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.947404 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-71ddb82f-120a-43c6-a03f-6d897fafd2f1 None None] Provisioning for port 3fa050f8-a143-48f3-b3be-3ec79436b3b9 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:35.965490 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:35.972289 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c46557cb-ac49-4743-9d86-44aa287b355c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.975408 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-10ed4b59-faa6-449e-a982-36f4133b770a req-e2d95213-fb24-4a41-80cb-f22a5d8174a6 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.977282 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10ed4b59-faa6-449e-a982-36f4133b770a req-e2d95213-fb24-4a41-80cb-f22a5d8174a6 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5556355 Jul 14 09:29:35.986065 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-71ddb82f-120a-43c6-a03f-6d897fafd2f1 None None] Provisioning complete for port 3fa050f8-a143-48f3-b3be-3ec79436b3b9 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:35.986547 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71ddb82f-120a-43c6-a03f-6d897fafd2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.004029 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c46557cb-ac49-4743-9d86-44aa287b355c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.014968 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c46557cb-ac49-4743-9d86-44aa287b355c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "DELETE /v2.0/networks/dcbb26cb-20c4-4062-8f60-2aa7554497fd HTTP/1.1" status: 204 len: 168 time: 0.9327846 Jul 14 09:29:36.015939 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46258) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:36.026469 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d95213-fb24-4a41-80cb-f22a5d8174a6 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b1e3ed-6586-4442-8fee-7838d93713f2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:36.039380 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-199c0ca4-3150-4d9f-8862-20e901517796 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-622226516'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:36.044975 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=15fca868-9ece-4238-aaf9-e3aaa67b6177,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:36.074368 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46557cb-ac49-4743-9d86-44aa287b355c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event deleted for resources: {'Network': ['ID=dcbb26cb-20c4-4062-8f60-2aa7554497fd,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:36.104904 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199c0ca4-3150-4d9f-8862-20e901517796 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Made reservation on behalf of 2aa18c003f2f4909a67421a1d3852629 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:36.108947 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-199c0ca4-3150-4d9f-8862-20e901517796 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.126208 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-71ddb82f-120a-43c6-a03f-6d897fafd2f1 None None] Port 3fa050f8-a143-48f3-b3be-3ec79436b3b9 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:36.146192 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199c0ca4-3150-4d9f-8862-20e901517796 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:36.159081 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-199c0ca4-3150-4d9f-8862-20e901517796 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.159466 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-199c0ca4-3150-4d9f-8862-20e901517796 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Added segment ea0d95f8-eafe-4fcc-8893-e1086bac6b13 of type vlan for network f9cb7453-877d-4e9c-a964-33a97a5cd027 Jul 14 09:29:36.234368 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ce059-7594-4b7e-93f9-7bdec76bf89d req-94a2c5dd-9272-4f0c-ae96-76855ea03f69 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:36.236784 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-053ce059-7594-4b7e-93f9-7bdec76bf89d req-94a2c5dd-9272-4f0c-ae96-76855ea03f69 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 945 time: 0.1964657 Jul 14 09:29:36.243819 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-199c0ca4-3150-4d9f-8862-20e901517796 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.309443 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-199c0ca4-3150-4d9f-8862-20e901517796 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.318605 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199c0ca4-3150-4d9f-8862-20e901517796 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:36.321015 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-199c0ca4-3150-4d9f-8862-20e901517796 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.387389 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-199c0ca4-3150-4d9f-8862-20e901517796 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3563952 Jul 14 09:29:36.399172 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-053ce059-7594-4b7e-93f9-7bdec76bf89d req-40a14044-3d0b-4031-a2d7-0d01ff1d9dc7 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494374 Jul 14 09:29:36.399576 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46272) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:36.414016 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0fed7c70-1484-4e55-a2ec-3e79229bb91c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Request body: {'subnet': {'network_id': 'f9cb7453-877d-4e9c-a964-33a97a5cd027', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:36.443074 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c0ca4-3150-4d9f-8862-20e901517796 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event updated for resources: {'Network': ['ID=f9cb7453-877d-4e9c-a964-33a97a5cd027,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:36.453561 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network f9cb7453-877d-4e9c-a964-33a97a5cd027 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:36.493440 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e0dc7b4-ef10-41cf-bdc5-3f114d033376 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.512016 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e0dc7b4-ef10-41cf-bdc5-3f114d033376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.560840 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 15fca868-9ece-4238-aaf9-e3aaa67b6177 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:36.614214 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 15fca868-9ece-4238-aaf9-e3aaa67b6177 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:36.614531 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.621328 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-522a8757-fccf-4672-a706-023993df47b3 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:36.622947 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-522a8757-fccf-4672-a706-023993df47b3 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/networks?id=d8c71af8-8bf1-4b4f-9d6f-e5131a84935a HTTP/1.1" status: 200 len: 813 time: 0.2894104 Jul 14 09:29:36.637235 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0dc7b4-ef10-41cf-bdc5-3f114d033376 admin admin] Pushing event updated for resources: {'Port': ['ID=3fa050f8-a143-48f3-b3be-3ec79436b3b9,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:36.646154 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e0dc7b4-ef10-41cf-bdc5-3f114d033376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.653893 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fed7c70-1484-4e55-a2ec-3e79229bb91c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Made reservation on behalf of 2aa18c003f2f4909a67421a1d3852629 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:36.658252 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0fed7c70-1484-4e55-a2ec-3e79229bb91c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.682537 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-42981f8a-0781-4d59-b659-12fb60223363 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/quotas/830de104893540d889265754867e45ef HTTP/1.1" status: 200 len: 375 time: 0.0492957 Jul 14 09:29:36.930017 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0dc7b4-ef10-41cf-bdc5-3f114d033376 admin admin] Network 0d27eda3-0a4d-42a9-8990-ea5f0ec91315 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:36.940853 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039f70e-cbbc-444d-86cd-1276969f1882 req-d2503d39-f102-413b-ada9-761965c6923a tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:36.942428 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3039f70e-cbbc-444d-86cd-1276969f1882 req-d2503d39-f102-413b-ada9-761965c6923a tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=42c2fb14-0362-4fd8-a722-63d80396cba4 HTTP/1.1" status: 200 len: 945 time: 0.2767820 Jul 14 09:29:36.947176 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6e0dc7b4-ef10-41cf-bdc5-3f114d033376 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:36.993231 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-4156d447-e66c-435a-b6a8-867e28900b05 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=830de104893540d889265754867e45ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2668135 Jul 14 09:29:37.150968 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ec08902a-2ee9-4b71-a197-e7275af82f75 None None] Provisioning complete for port 3fa050f8-a143-48f3-b3be-3ec79436b3b9 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:37.151350 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec08902a-2ee9-4b71-a197-e7275af82f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.159772 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3039f70e-cbbc-444d-86cd-1276969f1882 req-1cb468fc-6de6-4954-9fb8-a163c704fced tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a5747db-bdc6-430d-9d1e-8c50c850dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906033 Jul 14 09:29:37.189901 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ec08902a-2ee9-4b71-a197-e7275af82f75 None None] Port 3fa050f8-a143-48f3-b3be-3ec79436b3b9 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:37.231336 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0fed7c70-1484-4e55-a2ec-3e79229bb91c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.295883 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-17181a15-42d9-4790-8f27-96b57ec97a26 service neutron] 10.222.0.25 "GET /v2.0/networks/d8c71af8-8bf1-4b4f-9d6f-e5131a84935a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917118 Jul 14 09:29:37.322528 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0dc7b4-ef10-41cf-bdc5-3f114d033376 admin admin] Router fe441461-480a-4cb3-aefe-a7a9b72c4475 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:37.379308 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed7c70-1484-4e55-a2ec-3e79229bb91c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event updated for resources: {'Subnet': ['ID=1f5d41bd-8fb6-4ff4-b222-1419f7b6e764,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:37.411539 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed7c70-1484-4e55-a2ec-3e79229bb91c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Checking segment: {'id': 'ea0d95f8-eafe-4fcc-8893-e1086bac6b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f9cb7453-877d-4e9c-a964-33a97a5cd027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:37.412132 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fed7c70-1484-4e55-a2ec-3e79229bb91c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Network hostable DHCP agents. Network: f9cb7453-877d-4e9c-a964-33a97a5cd027, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:37.482813 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-b929d34e-646d-46c8-b1d7-7b5aae35b530 service neutron] 10.222.0.25 "GET /v2.0/networks/d8c71af8-8bf1-4b4f-9d6f-e5131a84935a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750460 Jul 14 09:29:37.522482 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fed7c70-1484-4e55-a2ec-3e79229bb91c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Network f9cb7453-877d-4e9c-a964-33a97a5cd027 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:37.569782 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0fed7c70-1484-4e55-a2ec-3e79229bb91c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, f9cb7453-877d-4e9c-a964-33a97a5cd027) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:37.581730 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f839373-49a0-42be-b469-06abfad1dbbd None None] Network f9cb7453-877d-4e9c-a964-33a97a5cd027 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:37.582375 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fed7c70-1484-4e55-a2ec-3e79229bb91c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:37.582927 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0fed7c70-1484-4e55-a2ec-3e79229bb91c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.602489 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0dc7b4-ef10-41cf-bdc5-3f114d033376 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:37.617807 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6e0dc7b4-ef10-41cf-bdc5-3f114d033376 admin admin] 10.222.0.25 "PUT /v2.0/routers/fe441461-480a-4cb3-aefe-a7a9b72c4475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8644958 Jul 14 09:29:37.623255 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0fed7c70-1484-4e55-a2ec-3e79229bb91c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2169142 Jul 14 09:29:37.628176 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46288) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:37.629781 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0176e51a-7884-4a06-9a6d-e57ed834e123 None None] Sync routers for ids ['fe441461-480a-4cb3-aefe-a7a9b72c4475'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:37.636452 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-90645cab-7081-41ff-b786-6d7d14baf950 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Request body: {'subnet': {'network_id': 'f9cb7453-877d-4e9c-a964-33a97a5cd027', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:37.646273 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0176e51a-7884-4a06-9a6d-e57ed834e123 None None] Routers {'fe441461-480a-4cb3-aefe-a7a9b72c4475'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:37.648284 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0176e51a-7884-4a06-9a6d-e57ed834e123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:29:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['fe441461-480a-4cb3-aefe-a7a9b72c4475'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:37.652387 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2065a7-0908-459b-93c4-68eeb8f15497 req-84d46b35-082b-482f-a741-8eb568c95619 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:37.653974 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0e2065a7-0908-459b-93c4-68eeb8f15497 req-84d46b35-082b-482f-a741-8eb568c95619 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 945 time: 0.1276431 Jul 14 09:29:37.784310 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0e2065a7-0908-459b-93c4-68eeb8f15497 req-0768089e-6608-4e0d-953c-f3daf0f930e8 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032631 Jul 14 09:29:37.862464 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-0176e51a-7884-4a06-9a6d-e57ed834e123 None None] Set router fe441461-480a-4cb3-aefe-a7a9b72c4475 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:37.872606 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d746ab35-2ce5-4d28-911c-fdb8e4e4a603 req-6570b5ba-2624-415d-8bb8-23d958dc9b41 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ed7df7f-829c-42a6-9f47-6d63fdcfe53b HTTP/1.1" status: 200 len: 210 time: 0.0784006 Jul 14 09:29:37.906188 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90645cab-7081-41ff-b786-6d7d14baf950 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Made reservation on behalf of 2aa18c003f2f4909a67421a1d3852629 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:37.911518 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90645cab-7081-41ff-b786-6d7d14baf950 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.964048 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab75574-93f1-4b47-b315-fabf1fd702ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-f9cb7453-877d-4e9c-a964-33a97a5cd027', 'network_id': 'f9cb7453-877d-4e9c-a964-33a97a5cd027', 'tenant_id': '2aa18c003f2f4909a67421a1d3852629', 'fixed_ips': [{'subnet_id': '1f5d41bd-8fb6-4ff4-b222-1419f7b6e764'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:37.964938 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ab75574-93f1-4b47-b315-fabf1fd702ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.257829 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-9ab75574-93f1-4b47-b315-fabf1fd702ed None None] Allocated IP 2001:db8::2 (f9cb7453-877d-4e9c-a964-33a97a5cd027/1f5d41bd-8fb6-4ff4-b222-1419f7b6e764/cba33253-260e-4b7f-bba9-846b265c8127) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:38.260355 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0176e51a-7884-4a06-9a6d-e57ed834e123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe441461-480a-4cb3-aefe-a7a9b72c4475', 'name': 'tempest-TestServerMultinode-1570432123-router', 'tenant_id': '0437334c71564025892567417a47be59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '15fca868-9ece-4238-aaf9-e3aaa67b6177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:25Z', 'updated_at': '2021-07-14T09:29:35Z', 'revision_number': 4, 'project_id': '0437334c71564025892567417a47be59', 'gw_port': {'id': '15fca868-9ece-4238-aaf9-e3aaa67b6177', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe441461-480a-4cb3-aefe-a7a9b72c4475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:27Z', 'updated_at': '2021-07-14T09:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '3fa050f8-a143-48f3-b3be-3ec79436b3b9', 'name': '', 'network_id': '0d27eda3-0a4d-42a9-8990-ea5f0ec91315', 'tenant_id': '0437334c71564025892567417a47be59', 'mac_address': 'fa:16:3e:7f:bd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe441461-480a-4cb3-aefe-a7a9b72c4475', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '8fc10be2-3caa-4096-a817-a0254d2e17f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:33Z', 'updated_at': '2021-07-14T09:29:36Z', 'revision_number': 2, 'project_id': '0437334c71564025892567417a47be59', 'subnets': [{'id': '8fc10be2-3caa-4096-a817-a0254d2e17f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:38.306386 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0176e51a-7884-4a06-9a6d-e57ed834e123 None None] Checking router: fe441461-480a-4cb3-aefe-a7a9b72c4475 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:29:38.306746 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0176e51a-7884-4a06-9a6d-e57ed834e123 None None] Updating router fe441461-480a-4cb3-aefe-a7a9b72c4475 port 3fa050f8-a143-48f3-b3be-3ec79436b3b9 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:29:38.353081 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0176e51a-7884-4a06-9a6d-e57ed834e123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.553636 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46314) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:38.566049 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device d2a7c936-ea26-4685-ad30-7d0810dc9c23 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:38.568492 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7278aab7-6123-4b84-b472-24aa8488b2d5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2099261193-network', 'tenant_id': '8525d77fc1b94779b8589656b2f67aa9'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:38.572393 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90645cab-7081-41ff-b786-6d7d14baf950 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.622474 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d3023-4601-4630-bd57-c8791b231da5 req-554d1573-fdb3-4d85-9c5f-06e028349a99 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:38.630222 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-525d3023-4601-4630-bd57-c8791b231da5 req-554d1573-fdb3-4d85-9c5f-06e028349a99 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=42c2fb14-0362-4fd8-a722-63d80396cba4 HTTP/1.1" status: 200 len: 945 time: 0.1953948 Jul 14 09:29:38.649506 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90645cab-7081-41ff-b786-6d7d14baf950 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event updated for resources: {'Subnet': ['ID=2e3b69d8-ab3e-4231-9a12-bae1234a2325,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:38.668044 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90645cab-7081-41ff-b786-6d7d14baf950 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:38.668044 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90645cab-7081-41ff-b786-6d7d14baf950 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:38.668979 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90645cab-7081-41ff-b786-6d7d14baf950 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:38.669795 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90645cab-7081-41ff-b786-6d7d14baf950 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:38.669795 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90645cab-7081-41ff-b786-6d7d14baf950 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:38.670220 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90645cab-7081-41ff-b786-6d7d14baf950 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:38.670678 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90645cab-7081-41ff-b786-6d7d14baf950 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:38.671098 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90645cab-7081-41ff-b786-6d7d14baf950 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:38.671922 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7278aab7-6123-4b84-b472-24aa8488b2d5 admin admin] Made reservation on behalf of 8525d77fc1b94779b8589656b2f67aa9 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:38.672299 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90645cab-7081-41ff-b786-6d7d14baf950 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:38.673356 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90645cab-7081-41ff-b786-6d7d14baf950 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:38.674427 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90645cab-7081-41ff-b786-6d7d14baf950 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:38.674845 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90645cab-7081-41ff-b786-6d7d14baf950 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:38.682098 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7278aab7-6123-4b84-b472-24aa8488b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.686172 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ab75574-93f1-4b47-b315-fabf1fd702ed None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.708616 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7278aab7-6123-4b84-b472-24aa8488b2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.711164 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-9ab75574-93f1-4b47-b315-fabf1fd702ed None None] Transition to ACTIVE for port object cba33253-260e-4b7f-bba9-846b265c8127 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:38.713600 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90645cab-7081-41ff-b786-6d7d14baf950 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Network f9cb7453-877d-4e9c-a964-33a97a5cd027 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:38.715193 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-90645cab-7081-41ff-b786-6d7d14baf950 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:38.718379 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90645cab-7081-41ff-b786-6d7d14baf950 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:38.718991 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90645cab-7081-41ff-b786-6d7d14baf950 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.742576 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-9ab75574-93f1-4b47-b315-fabf1fd702ed None None] Transition to ACTIVE for port object cba33253-260e-4b7f-bba9-846b265c8127 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:38.752611 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-90645cab-7081-41ff-b786-6d7d14baf950 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1224725 Jul 14 09:29:38.753525 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ab75574-93f1-4b47-b315-fabf1fd702ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.755101 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46318) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:38.758466 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port d2a7c936-ea26-4685-ad30-7d0810dc9c23 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:38.806419 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port d2a7c936-ea26-4685-ad30-7d0810dc9c23 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:38.806840 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.848622 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-525d3023-4601-4630-bd57-c8791b231da5 req-106197d8-cc38-4157-85b6-b205147eaebd tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a5747db-bdc6-430d-9d1e-8c50c850dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056277 Jul 14 09:29:38.904047 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab75574-93f1-4b47-b315-fabf1fd702ed None None] Network f9cb7453-877d-4e9c-a964-33a97a5cd027 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:38.933135 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7278aab7-6123-4b84-b472-24aa8488b2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.934577 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-9ab75574-93f1-4b47-b315-fabf1fd702ed None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:38.938714 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab75574-93f1-4b47-b315-fabf1fd702ed None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:38.940665 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab75574-93f1-4b47-b315-fabf1fd702ed None None] Pushing event updated for resources: {'Port': ['ID=cba33253-260e-4b7f-bba9-846b265c8127,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:38.944716 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7278aab7-6123-4b84-b472-24aa8488b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.020158 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b17606-cc1f-40e9-9fb5-b3dd8fa6e37c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:39.023615 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b17606-cc1f-40e9-9fb5-b3dd8fa6e37c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:39.027520 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b17606-cc1f-40e9-9fb5-b3dd8fa6e37c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:39.028911 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7278aab7-6123-4b84-b472-24aa8488b2d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:39.033750 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-9ab75574-93f1-4b47-b315-fabf1fd702ed None None] Attempting to bind port cba33253-260e-4b7f-bba9-846b265c8127 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:39.034069 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b17606-cc1f-40e9-9fb5-b3dd8fa6e37c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:39.034163 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-9ab75574-93f1-4b47-b315-fabf1fd702ed None None] Attempting to bind port cba33253-260e-4b7f-bba9-846b265c8127 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'ea0d95f8-eafe-4fcc-8893-e1086bac6b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f9cb7453-877d-4e9c-a964-33a97a5cd027'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:39.034482 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab75574-93f1-4b47-b315-fabf1fd702ed None None] Attempting to bind port cba33253-260e-4b7f-bba9-846b265c8127 on network f9cb7453-877d-4e9c-a964-33a97a5cd027 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:39.037157 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b17606-cc1f-40e9-9fb5-b3dd8fa6e37c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:39.047399 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-87b17606-cc1f-40e9-9fb5-b3dd8fa6e37c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2872438 Jul 14 09:29:39.048556 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46324) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:39.048786 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab75574-93f1-4b47-b315-fabf1fd702ed None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:39.049325 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab75574-93f1-4b47-b315-fabf1fd702ed None None] Checking segment: {'id': 'ea0d95f8-eafe-4fcc-8893-e1086bac6b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f9cb7453-877d-4e9c-a964-33a97a5cd027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:39.049736 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ab75574-93f1-4b47-b315-fabf1fd702ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.050186 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab75574-93f1-4b47-b315-fabf1fd702ed None None] Bound using segment: {'id': 'ea0d95f8-eafe-4fcc-8893-e1086bac6b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f9cb7453-877d-4e9c-a964-33a97a5cd027'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:39.050712 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-9ab75574-93f1-4b47-b315-fabf1fd702ed None None] Bound port: cba33253-260e-4b7f-bba9-846b265c8127, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0d95f8-eafe-4fcc-8893-e1086bac6b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f9cb7453-877d-4e9c-a964-33a97a5cd027'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:39.051714 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ab75574-93f1-4b47-b315-fabf1fd702ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.060493 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c868c10b-4903-42ad-a0d9-148b5e43a48e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1133080893'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:39.092454 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278aab7-6123-4b84-b472-24aa8488b2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f248c2-2e60-44b2-8605-6b0abbff22b9,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:39.099796 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7278aab7-6123-4b84-b472-24aa8488b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.100525 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-7278aab7-6123-4b84-b472-24aa8488b2d5 admin admin] Added segment d2a2100d-ef72-4be2-9e7d-6a1e5f656a00 of type vlan for network f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a Jul 14 09:29:39.118142 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c868c10b-4903-42ad-a0d9-148b5e43a48e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Made reservation on behalf of 2aa18c003f2f4909a67421a1d3852629 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:39.123346 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0176e51a-7884-4a06-9a6d-e57ed834e123 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.127401 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c868c10b-4903-42ad-a0d9-148b5e43a48e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.158250 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-9ab75574-93f1-4b47-b315-fabf1fd702ed None None] For port cba33253-260e-4b7f-bba9-846b265c8127, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:39.158927 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7278aab7-6123-4b84-b472-24aa8488b2d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.161845 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-9ab75574-93f1-4b47-b315-fabf1fd702ed None None] For port cba33253-260e-4b7f-bba9-846b265c8127, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=cba33253-260e-4b7f-bba9-846b265c8127,segment=NetworkSegment(ea0d95f8-eafe-4fcc-8893-e1086bac6b13),segment_id=ea0d95f8-eafe-4fcc-8893-e1086bac6b13)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:39.169663 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.178717 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0176e51a-7884-4a06-9a6d-e57ed834e123 None None] Transition to ACTIVE for port object 3fa050f8-a143-48f3-b3be-3ec79436b3b9 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:39.185586 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ab75574-93f1-4b47-b315-fabf1fd702ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.190994 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0176e51a-7884-4a06-9a6d-e57ed834e123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.210272 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fdbc0529-8b24-4be3-bf0f-f9c6aae10d83 req-5bc016de-35ae-4841-bd59-681db4a2212e tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ed7df7f-829c-42a6-9f47-6d63fdcfe53b HTTP/1.1" status: 200 len: 210 time: 0.0465646 Jul 14 09:29:39.229343 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe5582-2546-4c30-8adf-552b14322824 req-d3ba7f6f-b18c-4853-af57-456125254464 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:39.230902 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cbfe5582-2546-4c30-8adf-552b14322824 req-d3ba7f6f-b18c-4853-af57-456125254464 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 945 time: 0.2390840 Jul 14 09:29:39.236016 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c868c10b-4903-42ad-a0d9-148b5e43a48e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:39.253899 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c2fb14-0362-4fd8-a722-63d80396cba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a7c936-ea26-4685-ad30-7d0810dc9c23'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:39.287286 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35efb251-d0d4-4b37-8ddc-4f73c6415988" -d '{"events": [{"server_uuid": "42c2fb14-0362-4fd8-a722-63d80396cba4", "name": "network-vif-plugged", "status": "completed", "tag": "d2a7c936-ea26-4685-ad30-7d0810dc9c23"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:39.332146 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7278aab7-6123-4b84-b472-24aa8488b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.333302 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7278aab7-6123-4b84-b472-24aa8488b2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:39.333936 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7278aab7-6123-4b84-b472-24aa8488b2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.362609 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c868c10b-4903-42ad-a0d9-148b5e43a48e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.365070 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-c868c10b-4903-42ad-a0d9-148b5e43a48e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Added segment ec3eeec8-ec7f-43cc-9380-1f561aa52fef of type vlan for network ff795c35-a6b7-4fbb-ad0e-14fe83cb7551 Jul 14 09:29:39.372512 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7278aab7-6123-4b84-b472-24aa8488b2d5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8143535 Jul 14 09:29:39.387633 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46328) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:39.391140 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port d2a7c936-ea26-4685-ad30-7d0810dc9c23, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=d2a7c936-ea26-4685-ad30-7d0810dc9c23,segment=NetworkSegment(ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d),segment_id=ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:39.393001 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6ec1bfe0-f88e-4308-bb94-42bffe458693 admin admin] Request body: {'subnet': {'network_id': 'f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2099261193-subnet', 'tenant_id': '8525d77fc1b94779b8589656b2f67aa9', 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:39.437153 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.500185 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8169448-d6f9-4294-8820-e301f6408a9f x-openstack-request-id: req-a8169448-d6f9-4294-8820-e301f6408a9f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:39.500828 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c2fb14-0362-4fd8-a722-63d80396cba4", "name": "network-vif-plugged", "status": "completed", "tag": "d2a7c936-ea26-4685-ad30-7d0810dc9c23", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:39.502200 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8169448-d6f9-4294-8820-e301f6408a9f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:39.502867 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c2fb14-0362-4fd8-a722-63d80396cba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a7c936-ea26-4685-ad30-7d0810dc9c23', 'code': 200} Jul 14 09:29:39.505896 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cbfe5582-2546-4c30-8adf-552b14322824 req-17be4a20-2030-468d-b530-a99f485614a2 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333803 Jul 14 09:29:39.510709 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab75574-93f1-4b47-b315-fabf1fd702ed None None] Pushing event updated for resources: {'Port': ['ID=cba33253-260e-4b7f-bba9-846b265c8127,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:39.519520 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278aab7-6123-4b84-b472-24aa8488b2d5 admin admin] Pushing event updated for resources: {'Network': ['ID=f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:39.520841 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125de57-8f34-4c52-8a49-6976429dfa36 None None] Pushing event updated for resources: {'Port': ['ID=3fa050f8-a143-48f3-b3be-3ec79436b3b9,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:39.528359 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec1bfe0-f88e-4308-bb94-42bffe458693 admin admin] Made reservation on behalf of 8525d77fc1b94779b8589656b2f67aa9 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:39.541053 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c868c10b-4903-42ad-a0d9-148b5e43a48e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.542552 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ec1bfe0-f88e-4308-bb94-42bffe458693 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.583596 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:39.623221 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c868c10b-4903-42ad-a0d9-148b5e43a48e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.631199 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c868c10b-4903-42ad-a0d9-148b5e43a48e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:39.632231 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c868c10b-4903-42ad-a0d9-148b5e43a48e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.661307 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-0176e51a-7884-4a06-9a6d-e57ed834e123 None None] Attempting to bind port 3fa050f8-a143-48f3-b3be-3ec79436b3b9 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:39.661847 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-0176e51a-7884-4a06-9a6d-e57ed834e123 None None] Attempting to bind port 3fa050f8-a143-48f3-b3be-3ec79436b3b9 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'f72f74a3-1019-4c8a-aee5-a63b9f7b1beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d27eda3-0a4d-42a9-8990-ea5f0ec91315'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:39.662315 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0176e51a-7884-4a06-9a6d-e57ed834e123 None None] Attempting to bind port 3fa050f8-a143-48f3-b3be-3ec79436b3b9 on network 0d27eda3-0a4d-42a9-8990-ea5f0ec91315 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:39.669019 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0176e51a-7884-4a06-9a6d-e57ed834e123 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:39.672561 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0176e51a-7884-4a06-9a6d-e57ed834e123 None None] Checking segment: {'id': 'f72f74a3-1019-4c8a-aee5-a63b9f7b1beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d27eda3-0a4d-42a9-8990-ea5f0ec91315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:39.673323 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0176e51a-7884-4a06-9a6d-e57ed834e123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.673655 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0176e51a-7884-4a06-9a6d-e57ed834e123 None None] Bound using segment: {'id': 'f72f74a3-1019-4c8a-aee5-a63b9f7b1beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d27eda3-0a4d-42a9-8990-ea5f0ec91315'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:39.674348 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-0176e51a-7884-4a06-9a6d-e57ed834e123 None None] Bound port: 3fa050f8-a143-48f3-b3be-3ec79436b3b9, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72f74a3-1019-4c8a-aee5-a63b9f7b1beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d27eda3-0a4d-42a9-8990-ea5f0ec91315'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:39.674966 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0176e51a-7884-4a06-9a6d-e57ed834e123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.683961 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=d2a7c936-ea26-4685-ad30-7d0810dc9c23,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:39.740502 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868c10b-4903-42ad-a0d9-148b5e43a48e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event updated for resources: {'Network': ['ID=ff795c35-a6b7-4fbb-ad0e-14fe83cb7551,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:39.794201 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network ff795c35-a6b7-4fbb-ad0e-14fe83cb7551 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:39.854454 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c868c10b-4903-42ad-a0d9-148b5e43a48e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8051808 Jul 14 09:29:39.855182 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46334) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:39.862112 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-a127fc37-5c3b-4778-babe-381bad2fd705 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:39.952652 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-0176e51a-7884-4a06-9a6d-e57ed834e123 None None] For port 3fa050f8-a143-48f3-b3be-3ec79436b3b9, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:39.961368 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-0176e51a-7884-4a06-9a6d-e57ed834e123 None None] For port 3fa050f8-a143-48f3-b3be-3ec79436b3b9, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=3fa050f8-a143-48f3-b3be-3ec79436b3b9,segment=NetworkSegment(f72f74a3-1019-4c8a-aee5-a63b9f7b1beb),segment_id=f72f74a3-1019-4c8a-aee5-a63b9f7b1beb)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:39.972368 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0176e51a-7884-4a06-9a6d-e57ed834e123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.134771 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-a7431c4d-3c90-4add-a4d7-22923e0981df tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:40.136417 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-a7431c4d-3c90-4add-a4d7-22923e0981df tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.47 "GET /v2.0/networks?id=d8c71af8-8bf1-4b4f-9d6f-e5131a84935a HTTP/1.1" status: 200 len: 813 time: 0.3332486 Jul 14 09:29:40.137471 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ec1bfe0-f88e-4308-bb94-42bffe458693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.154904 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-83ca3a18-eb6c-4188-8879-a1aef29c93bb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Request body: {'port': {'device_id': '7ed7df7f-829c-42a6-9f47-6d63fdcfe53b', 'network_id': 'd8c71af8-8bf1-4b4f-9d6f-e5131a84935a', 'admin_state_up': True, 'tenant_id': '830de104893540d889265754867e45ef'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:40.174867 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125de57-8f34-4c52-8a49-6976429dfa36 None None] Pushing event updated for resources: {'Port': ['ID=3fa050f8-a143-48f3-b3be-3ec79436b3b9,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:40.181985 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0176e51a-7884-4a06-9a6d-e57ed834e123 None None] Routers {'fe441461-480a-4cb3-aefe-a7a9b72c4475'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:40.183083 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0176e51a-7884-4a06-9a6d-e57ed834e123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:29:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['fe441461-480a-4cb3-aefe-a7a9b72c4475'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:40.260591 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a127fc37-5c3b-4778-babe-381bad2fd705 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.282709 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a127fc37-5c3b-4778-babe-381bad2fd705 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.403660 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127fc37-5c3b-4778-babe-381bad2fd705 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event updated for resources: {'Network': ['ID=ff795c35-a6b7-4fbb-ad0e-14fe83cb7551,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:40.416273 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network ff795c35-a6b7-4fbb-ad0e-14fe83cb7551 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:40.432191 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a127fc37-5c3b-4778-babe-381bad2fd705 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Network ff795c35-a6b7-4fbb-ad0e-14fe83cb7551 is not hosted by any dhcp agent {{(pid=93772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:29:40.439069 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-0176e51a-7884-4a06-9a6d-e57ed834e123 None None] Set router fe441461-480a-4cb3-aefe-a7a9b72c4475 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:40.449626 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a127fc37-5c3b-4778-babe-381bad2fd705 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:40.450522 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a127fc37-5c3b-4778-babe-381bad2fd705 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.455807 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a127fc37-5c3b-4778-babe-381bad2fd705 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "PUT /v2.0/networks/ff795c35-a6b7-4fbb-ad0e-14fe83cb7551 HTTP/1.1" status: 200 len: 723 time: 0.5963650 Jul 14 09:29:40.459677 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46342) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:40.477455 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-cfbf2ddd-c8d6-4cc6-8ddd-6bf8e53bb98b tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Request body: {'subnet': {'network_id': 'ff795c35-a6b7-4fbb-ad0e-14fe83cb7551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:40.484176 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d0160-6830-46d5-9327-4ce5d4cab026 req-4f864a6a-b9ab-4528-9200-d2ad1dabdf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:40.486446 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8e3d0160-6830-46d5-9327-4ce5d4cab026 req-4f864a6a-b9ab-4528-9200-d2ad1dabdf22 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=42c2fb14-0362-4fd8-a722-63d80396cba4 HTTP/1.1" status: 200 len: 1098 time: 0.7320731 Jul 14 09:29:40.521097 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1bfe0-f88e-4308-bb94-42bffe458693 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f70368bd-4b20-4411-9246-e052ac438534,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:40.584017 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c37c1346-5b75-4444-b89b-387ed2ba3876 req-df2e4784-fd3c-44c6-88a8-7057cd8ac3f7 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ed7df7f-829c-42a6-9f47-6d63fdcfe53b HTTP/1.1" status: 200 len: 210 time: 0.1288106 Jul 14 09:29:40.620511 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec1bfe0-f88e-4308-bb94-42bffe458693 admin admin] Checking segment: {'id': 'd2a2100d-ef72-4be2-9e7d-6a1e5f656a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:40.620884 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec1bfe0-f88e-4308-bb94-42bffe458693 admin admin] Network hostable DHCP agents. Network: f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:40.642720 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.656442 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbf03f-b206-4fb5-8477-a26b2b3ca947 req-a5940f8d-8788-45a4-a756-f3a67d34d00c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:40.666110 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8bdbf03f-b206-4fb5-8477-a26b2b3ca947 req-a5940f8d-8788-45a4-a756-f3a67d34d00c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=42c2fb14-0362-4fd8-a722-63d80396cba4 HTTP/1.1" status: 200 len: 946 time: 0.3687792 Jul 14 09:29:40.681389 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8e3d0160-6830-46d5-9327-4ce5d4cab026 req-3a003633-2f60-4ab0-a132-585fcc51025f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8a5747db-bdc6-430d-9d1e-8c50c850dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570194 Jul 14 09:29:40.747379 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbf2ddd-c8d6-4cc6-8ddd-6bf8e53bb98b tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Made reservation on behalf of 2aa18c003f2f4909a67421a1d3852629 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:40.762738 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cba33253-260e-4b7f-bba9-846b265c8127 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:40.781033 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cfbf2ddd-c8d6-4cc6-8ddd-6bf8e53bb98b tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.826194 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8bdbf03f-b206-4fb5-8477-a26b2b3ca947 req-5c55949b-024a-4f8e-9195-632abe3910f2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a5747db-bdc6-430d-9d1e-8c50c850dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590261 Jul 14 09:29:40.856810 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec1bfe0-f88e-4308-bb94-42bffe458693 admin admin] Network f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:40.864371 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port cba33253-260e-4b7f-bba9-846b265c8127 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:40.937132 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6ec1bfe0-f88e-4308-bb94-42bffe458693 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:40.948835 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0176e51a-7884-4a06-9a6d-e57ed834e123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe441461-480a-4cb3-aefe-a7a9b72c4475', 'name': 'tempest-TestServerMultinode-1570432123-router', 'tenant_id': '0437334c71564025892567417a47be59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '15fca868-9ece-4238-aaf9-e3aaa67b6177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:25Z', 'updated_at': '2021-07-14T09:29:35Z', 'revision_number': 4, 'project_id': '0437334c71564025892567417a47be59', 'gw_port': {'id': '15fca868-9ece-4238-aaf9-e3aaa67b6177', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe441461-480a-4cb3-aefe-a7a9b72c4475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:27Z', 'updated_at': '2021-07-14T09:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '3fa050f8-a143-48f3-b3be-3ec79436b3b9', 'name': '', 'network_id': '0d27eda3-0a4d-42a9-8990-ea5f0ec91315', 'tenant_id': '0437334c71564025892567417a47be59', 'mac_address': 'fa:16:3e:7f:bd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe441461-480a-4cb3-aefe-a7a9b72c4475', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '8fc10be2-3caa-4096-a817-a0254d2e17f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:33Z', 'updated_at': '2021-07-14T09:29:39Z', 'revision_number': 4, 'project_id': '0437334c71564025892567417a47be59', 'subnets': [{'id': '8fc10be2-3caa-4096-a817-a0254d2e17f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:40.950270 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6a0da7-effe-49e7-9b97-9e7627dd0b46 None None] Network f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:40.960963 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec1bfe0-f88e-4308-bb94-42bffe458693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:40.962483 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ec1bfe0-f88e-4308-bb94-42bffe458693 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.966992 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-83ca3a18-eb6c-4188-8879-a1aef29c93bb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Made reservation on behalf of 830de104893540d889265754867e45ef for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:40.973528 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-83ca3a18-eb6c-4188-8879-a1aef29c93bb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.014870 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0176e51a-7884-4a06-9a6d-e57ed834e123 None None] The sync data for ids ['fe441461-480a-4cb3-aefe-a7a9b72c4475'] in n-d-771362-35 is: [{'id': 'fe441461-480a-4cb3-aefe-a7a9b72c4475', 'name': 'tempest-TestServerMultinode-1570432123-router', 'tenant_id': '0437334c71564025892567417a47be59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '15fca868-9ece-4238-aaf9-e3aaa67b6177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:25Z', 'updated_at': '2021-07-14T09:29:35Z', 'revision_number': 4, 'project_id': '0437334c71564025892567417a47be59', 'gw_port': {'id': '15fca868-9ece-4238-aaf9-e3aaa67b6177', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe441461-480a-4cb3-aefe-a7a9b72c4475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:27Z', 'updated_at': '2021-07-14T09:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '3fa050f8-a143-48f3-b3be-3ec79436b3b9', 'name': '', 'network_id': '0d27eda3-0a4d-42a9-8990-ea5f0ec91315', 'tenant_id': '0437334c71564025892567417a47be59', 'mac_address': 'fa:16:3e:7f:bd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe441461-480a-4cb3-aefe-a7a9b72c4475', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '8fc10be2-3caa-4096-a817-a0254d2e17f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:33Z', 'updated_at': '2021-07-14T09:29:39Z', 'revision_number': 4, 'project_id': '0437334c71564025892567417a47be59', 'subnets': [{'id': '8fc10be2-3caa-4096-a817-a0254d2e17f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:41.046738 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46346) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:41.047797 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6ec1bfe0-f88e-4308-bb94-42bffe458693 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6586533 Jul 14 09:29:41.053995 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c5aeba7e-1890-427a-a61c-685b9f11bc6f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2099261193-router', 'tenant_id': '8525d77fc1b94779b8589656b2f67aa9', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:41.158325 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed070f-1f11-43ac-8401-268f7e579f04 req-4e74b984-c31a-456b-8fed-457482c62a5b tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:41.161379 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10ed070f-1f11-43ac-8401-268f7e579f04 req-4e74b984-c31a-456b-8fed-457482c62a5b tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 945 time: 0.3017397 Jul 14 09:29:41.227515 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5aeba7e-1890-427a-a61c-685b9f11bc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.234005 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5aeba7e-1890-427a-a61c-685b9f11bc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.246917 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cfbf2ddd-c8d6-4cc6-8ddd-6bf8e53bb98b tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.295401 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10ed070f-1f11-43ac-8401-268f7e579f04 req-37f338a1-0319-46c1-870e-c4ed82ca7181 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188505 Jul 14 09:29:41.355817 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c028e25a-7a27-4dd3-afe0-1fad9b21802b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a', 'network_id': 'f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a', 'tenant_id': '8525d77fc1b94779b8589656b2f67aa9', 'fixed_ips': [{'subnet_id': 'f70368bd-4b20-4411-9246-e052ac438534'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:41.357039 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-83ca3a18-eb6c-4188-8879-a1aef29c93bb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Allocated IP 172.20.0.13 (d8c71af8-8bf1-4b4f-9d6f-e5131a84935a/0b896e87-bde2-4b15-9ad8-1c77a2713212/08bf8ae9-c17c-4f33-a982-c771a31d6da8) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:41.358762 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c028e25a-7a27-4dd3-afe0-1fad9b21802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.409400 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf2ddd-c8d6-4cc6-8ddd-6bf8e53bb98b tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event updated for resources: {'Subnet': ['ID=bc0c30d3-8779-4bcf-b398-610060dcada1,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:41.480097 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5aeba7e-1890-427a-a61c-685b9f11bc6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.495861 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbf2ddd-c8d6-4cc6-8ddd-6bf8e53bb98b tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Checking segment: {'id': 'ec3eeec8-ec7f-43cc-9380-1f561aa52fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff795c35-a6b7-4fbb-ad0e-14fe83cb7551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:41.499162 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbf2ddd-c8d6-4cc6-8ddd-6bf8e53bb98b tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Network hostable DHCP agents. Network: ff795c35-a6b7-4fbb-ad0e-14fe83cb7551, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:41.790505 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fe40a4-4064-474a-9443-ec8ff46c1806 None None] Network f9cb7453-877d-4e9c-a964-33a97a5cd027 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:41.810263 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-83ca3a18-eb6c-4188-8879-a1aef29c93bb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.891895 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-18896092-b7e4-472a-8fb1-446ee73abcdd req-083d1bd4-84a0-4c44-8943-0b5f735cc865 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ed7df7f-829c-42a6-9f47-6d63fdcfe53b HTTP/1.1" status: 200 len: 210 time: 0.0493538 Jul 14 09:29:41.951521 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-83ca3a18-eb6c-4188-8879-a1aef29c93bb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.006561 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-83ca3a18-eb6c-4188-8879-a1aef29c93bb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Network d8c71af8-8bf1-4b4f-9d6f-e5131a84935a is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:42.010358 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-83ca3a18-eb6c-4188-8879-a1aef29c93bb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:42.012980 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-83ca3a18-eb6c-4188-8879-a1aef29c93bb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:42.028846 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['c0e9ff7c-3c29-486c-8745-82ae2bf8ab04'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:42.096199 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-67d760b9-6a6f-48d5-b197-443f3721efad None None] Provisioning for port cba33253-260e-4b7f-bba9-846b265c8127 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:42.106769 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-67d760b9-6a6f-48d5-b197-443f3721efad None None] Provisioning complete for port cba33253-260e-4b7f-bba9-846b265c8127 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:42.107265 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca3a18-eb6c-4188-8879-a1aef29c93bb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Pushing event updated for resources: {'Port': ['ID=08bf8ae9-c17c-4f33-a982-c771a31d6da8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:42.107617 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67d760b9-6a6f-48d5-b197-443f3721efad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.119036 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ca3a18-eb6c-4188-8879-a1aef29c93bb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:42.119633 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ca3a18-eb6c-4188-8879-a1aef29c93bb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:42.119987 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ca3a18-eb6c-4188-8879-a1aef29c93bb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:42.120331 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ca3a18-eb6c-4188-8879-a1aef29c93bb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:42.120672 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ca3a18-eb6c-4188-8879-a1aef29c93bb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:42.121007 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ca3a18-eb6c-4188-8879-a1aef29c93bb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:42.121340 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ca3a18-eb6c-4188-8879-a1aef29c93bb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:42.121668 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ca3a18-eb6c-4188-8879-a1aef29c93bb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:42.121995 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ca3a18-eb6c-4188-8879-a1aef29c93bb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:42.122320 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ca3a18-eb6c-4188-8879-a1aef29c93bb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:42.122648 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ca3a18-eb6c-4188-8879-a1aef29c93bb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:42.122970 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ca3a18-eb6c-4188-8879-a1aef29c93bb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:42.154910 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-83ca3a18-eb6c-4188-8879-a1aef29c93bb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:42.156251 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-83ca3a18-eb6c-4188-8879-a1aef29c93bb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.180452 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-83ca3a18-eb6c-4188-8879-a1aef29c93bb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0294592 Jul 14 09:29:42.182784 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-c028e25a-7a27-4dd3-afe0-1fad9b21802b None None] Allocated IP 172.20.0.2 (f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a/f70368bd-4b20-4411-9246-e052ac438534/446a6c60-5412-41e9-83f3-5b7f34291499) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:42.197456 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-04bccc28-c3c9-46a9-b1fe-94ef0da1e4fc service neutron] Request body: {'port': {'device_id': '7ed7df7f-829c-42a6-9f47-6d63fdcfe53b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:42.316544 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.387576 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5aeba7e-1890-427a-a61c-685b9f11bc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.407629 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbf2ddd-c8d6-4cc6-8ddd-6bf8e53bb98b tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Network ff795c35-a6b7-4fbb-ad0e-14fe83cb7551 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:42.438249 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72019b-2da3-4f0d-aea0-1ec878e42fef req-c8b6b30c-3797-4ff7-a262-ee2c4074c9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:42.441243 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ce72019b-2da3-4f0d-aea0-1ec878e42fef req-c8b6b30c-3797-4ff7-a262-ee2c4074c9ba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 1097 time: 0.7999177 Jul 14 09:29:42.443674 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-cfbf2ddd-c8d6-4cc6-8ddd-6bf8e53bb98b tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, ff795c35-a6b7-4fbb-ad0e-14fe83cb7551) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:42.511933 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbf2ddd-c8d6-4cc6-8ddd-6bf8e53bb98b tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:42.520055 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cfbf2ddd-c8d6-4cc6-8ddd-6bf8e53bb98b tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.561114 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67d760b9-6a6f-48d5-b197-443f3721efad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.562975 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ef49ac-adb5-4142-995f-7aad39ac8986 None None] Network ff795c35-a6b7-4fbb-ad0e-14fe83cb7551 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:42.611827 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cfbf2ddd-c8d6-4cc6-8ddd-6bf8e53bb98b tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1506712 Jul 14 09:29:42.620911 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46360) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:42.630922 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-30aeb3be-982e-4227-b33d-3a0c4b7cc054 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:42.721536 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca08b8-7b9a-49af-b16f-181604a24e9e req-b9bd33bd-9c46-47f3-873e-8ce823acaf99 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:42.723809 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26ca08b8-7b9a-49af-b16f-181604a24e9e req-b9bd33bd-9c46-47f3-873e-8ce823acaf99 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=42c2fb14-0362-4fd8-a722-63d80396cba4 HTTP/1.1" status: 200 len: 946 time: 0.7036226 Jul 14 09:29:42.764546 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30aeb3be-982e-4227-b33d-3a0c4b7cc054 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62991769'] for subnet, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.848324 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26ca08b8-7b9a-49af-b16f-181604a24e9e req-3863806e-6ea1-41d1-8375-ad849fe2baed tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a5747db-bdc6-430d-9d1e-8c50c850dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947981 Jul 14 09:29:42.870208 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-04bccc28-c3c9-46a9-b1fe-94ef0da1e4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.903170 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 3fa050f8-a143-48f3-b3be-3ec79436b3b9 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:42.965515 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870336d-b9ca-4887-9ee1-dec403a3e50e req-4cd9229a-db42-4bb5-aeb4-e03b8e3ddbec tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:42.965999 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ce72019b-2da3-4f0d-aea0-1ec878e42fef req-cdaf820f-f32e-48bb-a678-62c6340f58e7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5117927 Jul 14 09:29:42.967609 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5870336d-b9ca-4887-9ee1-dec403a3e50e req-4cd9229a-db42-4bb5-aeb4-e03b8e3ddbec tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 945 time: 0.2400677 Jul 14 09:29:42.968951 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30aeb3be-982e-4227-b33d-3a0c4b7cc054 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768948694550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63510260'] for subnet, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.027931 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abca1c1e-8014-4740-b056-783543cb49de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-ff795c35-a6b7-4fbb-ad0e-14fe83cb7551', 'network_id': 'ff795c35-a6b7-4fbb-ad0e-14fe83cb7551', 'tenant_id': '2aa18c003f2f4909a67421a1d3852629', 'fixed_ips': [{'subnet_id': 'bc0c30d3-8779-4bcf-b398-610060dcada1'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:43.029065 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-abca1c1e-8014-4740-b056-783543cb49de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.061978 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5870336d-b9ca-4887-9ee1-dec403a3e50e req-bbcdd1b3-83c9-4251-85df-a0334347b0f3 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841463 Jul 14 09:29:43.073313 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30aeb3be-982e-4227-b33d-3a0c4b7cc054 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:43.076770 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30aeb3be-982e-4227-b33d-3a0c4b7cc054 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.080767 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-30aeb3be-982e-4227-b33d-3a0c4b7cc054 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "PUT /v2.0/subnets/bc0c30d3-8779-4bcf-b398-610060dcada1 HTTP/1.1" status: 200 len: 826 time: 0.4522185 Jul 14 09:29:43.080767 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aeb3be-982e-4227-b33d-3a0c4b7cc054 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event updated for resources: {'Subnet': ['ID=bc0c30d3-8779-4bcf-b398-610060dcada1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:43.089059 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46366) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:43.190818 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-67d760b9-6a6f-48d5-b197-443f3721efad None None] For port cba33253-260e-4b7f-bba9-846b265c8127, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=cba33253-260e-4b7f-bba9-846b265c8127,segment=NetworkSegment(ea0d95f8-eafe-4fcc-8893-e1086bac6b13),segment_id=ea0d95f8-eafe-4fcc-8893-e1086bac6b13)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:43.236700 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67d760b9-6a6f-48d5-b197-443f3721efad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.290028 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.400038 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4912bd-d3b9-4c07-beea-d76e0474db6a req-5ee4250e-5b6c-4ca2-a952-1aaaf41dde2b tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:43.400876 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 3fa050f8-a143-48f3-b3be-3ec79436b3b9 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:43.402018 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ea4912bd-d3b9-4c07-beea-d76e0474db6a req-5ee4250e-5b6c-4ca2-a952-1aaaf41dde2b tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=42c2fb14-0362-4fd8-a722-63d80396cba4 HTTP/1.1" status: 200 len: 946 time: 0.3450599 Jul 14 09:29:43.409846 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c028e25a-7a27-4dd3-afe0-1fad9b21802b None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.443911 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c028e25a-7a27-4dd3-afe0-1fad9b21802b None None] Transition to ACTIVE for port object 446a6c60-5412-41e9-83f3-5b7f34291499 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:43.449253 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 3fa050f8-a143-48f3-b3be-3ec79436b3b9 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:43.449628 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.499987 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d760b9-6a6f-48d5-b197-443f3721efad None None] Pushing event updated for resources: {'Port': ['ID=cba33253-260e-4b7f-bba9-846b265c8127,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:43.505615 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1e14c-a633-4796-8a3f-a2d2a5260e13 req-932abe64-dbe4-4e7d-afac-1dab4a390e0a tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:43.507597 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bb1e14c-a633-4796-8a3f-a2d2a5260e13 req-932abe64-dbe4-4e7d-afac-1dab4a390e0a tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ed7df7f-829c-42a6-9f47-6d63fdcfe53b HTTP/1.1" status: 200 len: 932 time: 0.2310350 Jul 14 09:29:43.513124 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ea4912bd-d3b9-4c07-beea-d76e0474db6a req-9da56ae7-c1c5-414f-866d-c8b3c3bb703d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a5747db-bdc6-430d-9d1e-8c50c850dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012685 Jul 14 09:29:43.515983 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-abca1c1e-8014-4740-b056-783543cb49de None None] Allocated IP 2001:db8::2 (ff795c35-a6b7-4fbb-ad0e-14fe83cb7551/bc0c30d3-8779-4bcf-b398-610060dcada1/5debb8ea-8744-4517-926c-06ec9c26952c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:43.547254 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46370) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:43.562967 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.564074 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c028e25a-7a27-4dd3-afe0-1fad9b21802b None None] Transition to ACTIVE for port object 446a6c60-5412-41e9-83f3-5b7f34291499 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:43.590224 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c028e25a-7a27-4dd3-afe0-1fad9b21802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.654659 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5aeba7e-1890-427a-a61c-685b9f11bc6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.661661 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bb1e14c-a633-4796-8a3f-a2d2a5260e13 req-7d824416-180e-48d8-9cf8-43968689359b tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa65f8de-d1a3-499a-beda-0f684629d404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436174 Jul 14 09:29:43.699572 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-04bccc28-c3c9-46a9-b1fe-94ef0da1e4fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08bf8ae9-c17c-4f33-a982-c771a31d6da8 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:43.704401 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5aeba7e-1890-427a-a61c-685b9f11bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.712763 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-04bccc28-c3c9-46a9-b1fe-94ef0da1e4fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.717787 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d09814-4d2b-4eb5-90af-747223bfd36e tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:43.719943 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b1d09814-4d2b-4eb5-90af-747223bfd36e tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=42c2fb14-0362-4fd8-a722-63d80396cba4 HTTP/1.1" status: 200 len: 1093 time: 0.1699364 Jul 14 09:29:43.723145 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46372) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:43.731139 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c33839a2-f458-42c7-b2b1-fb3820d861e6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'port_id': 'd2a7c936-ea26-4685-ad30-7d0810dc9c23', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:43.749035 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-04bccc28-c3c9-46a9-b1fe-94ef0da1e4fc service neutron] Transition to ACTIVE for port object 08bf8ae9-c17c-4f33-a982-c771a31d6da8 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:43.758002 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-04bccc28-c3c9-46a9-b1fe-94ef0da1e4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.809225 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bccc28-c3c9-46a9-b1fe-94ef0da1e4fc service neutron] Pushing event updated for resources: {'Port': ['ID=08bf8ae9-c17c-4f33-a982-c771a31d6da8,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:43.837713 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c33839a2-f458-42c7-b2b1-fb3820d861e6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.843811 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c028e25a-7a27-4dd3-afe0-1fad9b21802b None None] Network f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:43.883256 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c5aeba7e-1890-427a-a61c-685b9f11bc6f admin admin] Allocated IP 172.25.6.65 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/fd92807e-ef0f-4242-8866-a23f17b8b95b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:43.911030 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c028e25a-7a27-4dd3-afe0-1fad9b21802b None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:43.926222 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c028e25a-7a27-4dd3-afe0-1fad9b21802b None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:43.935719 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028e25a-7a27-4dd3-afe0-1fad9b21802b None None] Pushing event updated for resources: {'Port': ['ID=446a6c60-5412-41e9-83f3-5b7f34291499,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:43.989634 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-04bccc28-c3c9-46a9-b1fe-94ef0da1e4fc service neutron] Attempting to bind port 08bf8ae9-c17c-4f33-a982-c771a31d6da8 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:43.989634 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-04bccc28-c3c9-46a9-b1fe-94ef0da1e4fc service neutron] Attempting to bind port 08bf8ae9-c17c-4f33-a982-c771a31d6da8 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd8c71af8-8bf1-4b4f-9d6f-e5131a84935a'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:43.989634 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-04bccc28-c3c9-46a9-b1fe-94ef0da1e4fc service neutron] Attempting to bind port 08bf8ae9-c17c-4f33-a982-c771a31d6da8 on network d8c71af8-8bf1-4b4f-9d6f-e5131a84935a {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:44.000063 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-04bccc28-c3c9-46a9-b1fe-94ef0da1e4fc service neutron] Port 08bf8ae9-c17c-4f33-a982-c771a31d6da8 on network d8c71af8-8bf1-4b4f-9d6f-e5131a84935a not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:29:44.000474 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-04bccc28-c3c9-46a9-b1fe-94ef0da1e4fc service neutron] Attempting to bind port 08bf8ae9-c17c-4f33-a982-c771a31d6da8 on network d8c71af8-8bf1-4b4f-9d6f-e5131a84935a {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:44.006478 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-04bccc28-c3c9-46a9-b1fe-94ef0da1e4fc service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:44.006928 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-04bccc28-c3c9-46a9-b1fe-94ef0da1e4fc service neutron] Checking segment: {'id': '41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd8c71af8-8bf1-4b4f-9d6f-e5131a84935a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:44.007377 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-04bccc28-c3c9-46a9-b1fe-94ef0da1e4fc service neutron] Bound using segment: {'id': '41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd8c71af8-8bf1-4b4f-9d6f-e5131a84935a'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:44.008276 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-04bccc28-c3c9-46a9-b1fe-94ef0da1e4fc service neutron] Bound port: 08bf8ae9-c17c-4f33-a982-c771a31d6da8, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd8c71af8-8bf1-4b4f-9d6f-e5131a84935a'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:44.008500 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-04bccc28-c3c9-46a9-b1fe-94ef0da1e4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.028351 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5aeba7e-1890-427a-a61c-685b9f11bc6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.063242 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62315be2-4d30-4097-9f3a-3e5b1af3a4c2 None None] Update dhcp port {'port': {'network_id': 'f9cb7453-877d-4e9c-a964-33a97a5cd027', 'fixed_ips': [{'subnet_id': '1f5d41bd-8fb6-4ff4-b222-1419f7b6e764', 'ip_address': '2001:db8::2'}, {'subnet_id': '2e3b69d8-ab3e-4231-9a12-bae1234a2325'}], 'binding:host_id': 'n-d-771362-35'}, 'id': 'cba33253-260e-4b7f-bba9-846b265c8127'} from n-d-771362-35. {{(pid=93774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:29:44.075465 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5aeba7e-1890-427a-a61c-685b9f11bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.106396 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.129313 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5aeba7e-1890-427a-a61c-685b9f11bc6f admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:44.133612 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c5aeba7e-1890-427a-a61c-685b9f11bc6f admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:44.136690 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aeba7e-1890-427a-a61c-685b9f11bc6f admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:44.146964 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c028e25a-7a27-4dd3-afe0-1fad9b21802b None None] Attempting to bind port 446a6c60-5412-41e9-83f3-5b7f34291499 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:44.147340 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c028e25a-7a27-4dd3-afe0-1fad9b21802b None None] Attempting to bind port 446a6c60-5412-41e9-83f3-5b7f34291499 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'd2a2100d-ef72-4be2-9e7d-6a1e5f656a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:44.147729 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c028e25a-7a27-4dd3-afe0-1fad9b21802b None None] Attempting to bind port 446a6c60-5412-41e9-83f3-5b7f34291499 on network f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:44.150263 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-04bccc28-c3c9-46a9-b1fe-94ef0da1e4fc service neutron] For port 08bf8ae9-c17c-4f33-a982-c771a31d6da8, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:44.159305 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-04bccc28-c3c9-46a9-b1fe-94ef0da1e4fc service neutron] For port 08bf8ae9-c17c-4f33-a982-c771a31d6da8, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=08bf8ae9-c17c-4f33-a982-c771a31d6da8,segment=NetworkSegment(41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2),segment_id=41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:44.164080 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c33839a2-f458-42c7-b2b1-fb3820d861e6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.192693 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aeba7e-1890-427a-a61c-685b9f11bc6f admin admin] Pushing event updated for resources: {'Port': ['ID=fd92807e-ef0f-4242-8866-a23f17b8b95b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:44.209600 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c028e25a-7a27-4dd3-afe0-1fad9b21802b None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:44.209967 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c028e25a-7a27-4dd3-afe0-1fad9b21802b None None] Checking segment: {'id': 'd2a2100d-ef72-4be2-9e7d-6a1e5f656a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:44.210362 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c028e25a-7a27-4dd3-afe0-1fad9b21802b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.210765 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c028e25a-7a27-4dd3-afe0-1fad9b21802b None None] Bound using segment: {'id': 'd2a2100d-ef72-4be2-9e7d-6a1e5f656a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:44.211255 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c028e25a-7a27-4dd3-afe0-1fad9b21802b None None] Bound port: 446a6c60-5412-41e9-83f3-5b7f34291499, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a2100d-ef72-4be2-9e7d-6a1e5f656a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:44.211829 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c028e25a-7a27-4dd3-afe0-1fad9b21802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.227331 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-62315be2-4d30-4097-9f3a-3e5b1af3a4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.240427 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-abca1c1e-8014-4740-b056-783543cb49de None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.265957 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 3fa050f8-a143-48f3-b3be-3ec79436b3b9, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=3fa050f8-a143-48f3-b3be-3ec79436b3b9,segment=NetworkSegment(f72f74a3-1019-4c8a-aee5-a63b9f7b1beb),segment_id=f72f74a3-1019-4c8a-aee5-a63b9f7b1beb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:44.272319 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-abca1c1e-8014-4740-b056-783543cb49de None None] Transition to ACTIVE for port object 5debb8ea-8744-4517-926c-06ec9c26952c will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:44.275961 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.291385 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-04bccc28-c3c9-46a9-b1fe-94ef0da1e4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.392447 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-04bccc28-c3c9-46a9-b1fe-94ef0da1e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:44.393374 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-04bccc28-c3c9-46a9-b1fe-94ef0da1e4fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.394965 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-04bccc28-c3c9-46a9-b1fe-94ef0da1e4fc service neutron] 10.222.0.47 "PUT /v2.0/ports/08bf8ae9-c17c-4f33-a982-c771a31d6da8 HTTP/1.1" status: 200 len: 1093 time: 2.2070215 Jul 14 09:29:44.397148 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed7df7f-829c-42a6-9f47-6d63fdcfe53b', 'tag': '08bf8ae9-c17c-4f33-a982-c771a31d6da8'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:44.399425 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17463124-4b6f-40e7-9821-33462c4a1de9" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed7df7f-829c-42a6-9f47-6d63fdcfe53b", "tag": "08bf8ae9-c17c-4f33-a982-c771a31d6da8"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:44.448148 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-c33839a2-f458-42c7-b2b1-fb3820d861e6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Allocated IP 172.25.6.121 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/53a66a6c-6b72-45df-845b-23fca5f6fa9c) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:44.449560 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-abca1c1e-8014-4740-b056-783543cb49de None None] Transition to ACTIVE for port object 5debb8ea-8744-4517-926c-06ec9c26952c will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:44.466586 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bccc28-c3c9-46a9-b1fe-94ef0da1e4fc service neutron] Pushing event updated for resources: {'Port': ['ID=08bf8ae9-c17c-4f33-a982-c771a31d6da8,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:44.493300 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb21504-4778-4fb7-a22a-8b5890ed9448 x-openstack-request-id: req-5cb21504-4778-4fb7-a22a-8b5890ed9448 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:44.493589 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed7df7f-829c-42a6-9f47-6d63fdcfe53b", "tag": "08bf8ae9-c17c-4f33-a982-c771a31d6da8", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:44.494326 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5cb21504-4778-4fb7-a22a-8b5890ed9448 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:44.494326 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed7df7f-829c-42a6-9f47-6d63fdcfe53b', 'tag': '08bf8ae9-c17c-4f33-a982-c771a31d6da8', 'status': 'completed', 'code': 200} Jul 14 09:29:44.522921 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.576585 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526a342-6209-4b32-9c03-de5c773fe7ac req-e37d326a-8424-4aa2-8c2a-66e8bf3c87d6 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:44.577756 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-abca1c1e-8014-4740-b056-783543cb49de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.578145 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9526a342-6209-4b32-9c03-de5c773fe7ac req-e37d326a-8424-4aa2-8c2a-66e8bf3c87d6 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 945 time: 0.2519138 Jul 14 09:29:44.588473 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=3fa050f8-a143-48f3-b3be-3ec79436b3b9,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:44.614784 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c028e25a-7a27-4dd3-afe0-1fad9b21802b None None] For port 446a6c60-5412-41e9-83f3-5b7f34291499, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:44.649846 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-0db64472-4dcc-4341-bb6d-8dff06273d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:44.652565 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-0db64472-4dcc-4341-bb6d-8dff06273d44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=830de104893540d889265754867e45ef&device_id=7ed7df7f-829c-42a6-9f47-6d63fdcfe53b HTTP/1.1" status: 200 len: 1096 time: 0.1994262 Jul 14 09:29:44.669005 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c028e25a-7a27-4dd3-afe0-1fad9b21802b None None] For port 446a6c60-5412-41e9-83f3-5b7f34291499, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=446a6c60-5412-41e9-83f3-5b7f34291499,segment=NetworkSegment(d2a2100d-ef72-4be2-9e7d-6a1e5f656a00),segment_id=d2a2100d-ef72-4be2-9e7d-6a1e5f656a00)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:44.670046 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cba33253-260e-4b7f-bba9-846b265c8127 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:44.728789 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event deleted for resources: {'Subnet': ['ID=bc0c30d3-8779-4bcf-b398-610060dcada1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:44.742822 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9526a342-6209-4b32-9c03-de5c773fe7ac req-9c629e01-18da-4a5d-b105-385e109165ce tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458418 Jul 14 09:29:44.744116 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-08906a2d-69c5-439b-9871-2225565fac23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08bf8ae9-c17c-4f33-a982-c771a31d6da8 HTTP/1.1" status: 200 len: 217 time: 0.0803194 Jul 14 09:29:44.760757 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c33839a2-f458-42c7-b2b1-fb3820d861e6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.846646 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-c0b80670-7ee2-4d44-b79c-2af28150e7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:44.849059 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-c0b80670-7ee2-4d44-b79c-2af28150e7ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b896e87-bde2-4b15-9ad8-1c77a2713212 HTTP/1.1" status: 200 len: 853 time: 0.0703027 Jul 14 09:29:44.859861 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.884744 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff795c35-a6b7-4fbb-ad0e-14fe83cb7551']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:44.890487 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c028e25a-7a27-4dd3-afe0-1fad9b21802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.900377 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abca1c1e-8014-4740-b056-783543cb49de None None] Network ff795c35-a6b7-4fbb-ad0e-14fe83cb7551 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:44.916308 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3eeec8-ec7f-43cc-9380-1f561aa52fef') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:44.916608 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3eeec8-ec7f-43cc-9380-1f561aa52fef') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:44.918321 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-abca1c1e-8014-4740-b056-783543cb49de None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:44.924135 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-adfac744-9c9e-4fff-8fec-28c9d9a08250 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8c71af8-8bf1-4b4f-9d6f-e5131a84935a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649548 Jul 14 09:29:44.941260 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.946834 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abca1c1e-8014-4740-b056-783543cb49de None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:44.952697 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca1c1e-8014-4740-b056-783543cb49de None None] Pushing event updated for resources: {'Port': ['ID=5debb8ea-8744-4517-926c-06ec9c26952c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:44.977640 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.988567 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5aeba7e-1890-427a-a61c-685b9f11bc6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.082218 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-62315be2-4d30-4097-9f3a-3e5b1af3a4c2 None None] Allocated IP 172.20.0.1 (f9cb7453-877d-4e9c-a964-33a97a5cd027/2e3b69d8-ab3e-4231-9a12-bae1234a2325/cba33253-260e-4b7f-bba9-846b265c8127) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:45.111859 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c33839a2-f458-42c7-b2b1-fb3820d861e6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.166899 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:45.167333 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.170590 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028e25a-7a27-4dd3-afe0-1fad9b21802b None None] Pushing event updated for resources: {'Port': ['ID=446a6c60-5412-41e9-83f3-5b7f34291499,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:45.195683 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-abca1c1e-8014-4740-b056-783543cb49de None None] Attempting to bind port 5debb8ea-8744-4517-926c-06ec9c26952c on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:45.196147 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-abca1c1e-8014-4740-b056-783543cb49de None None] Attempting to bind port 5debb8ea-8744-4517-926c-06ec9c26952c by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'ec3eeec8-ec7f-43cc-9380-1f561aa52fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff795c35-a6b7-4fbb-ad0e-14fe83cb7551'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:45.196573 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abca1c1e-8014-4740-b056-783543cb49de None None] Attempting to bind port 5debb8ea-8744-4517-926c-06ec9c26952c on network ff795c35-a6b7-4fbb-ad0e-14fe83cb7551 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:45.233464 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port cba33253-260e-4b7f-bba9-846b265c8127 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:45.233464 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.263009 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33839a2-f458-42c7-b2b1-fb3820d861e6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:45.274865 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abca1c1e-8014-4740-b056-783543cb49de None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:45.275243 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abca1c1e-8014-4740-b056-783543cb49de None None] Checking segment: {'id': 'ec3eeec8-ec7f-43cc-9380-1f561aa52fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff795c35-a6b7-4fbb-ad0e-14fe83cb7551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:45.275700 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-abca1c1e-8014-4740-b056-783543cb49de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.276921 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abca1c1e-8014-4740-b056-783543cb49de None None] Bound using segment: {'id': 'ec3eeec8-ec7f-43cc-9380-1f561aa52fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff795c35-a6b7-4fbb-ad0e-14fe83cb7551'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:45.276921 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-abca1c1e-8014-4740-b056-783543cb49de None None] Bound port: 5debb8ea-8744-4517-926c-06ec9c26952c, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3eeec8-ec7f-43cc-9380-1f561aa52fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff795c35-a6b7-4fbb-ad0e-14fe83cb7551'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:45.276921 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-abca1c1e-8014-4740-b056-783543cb49de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.283474 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-c33839a2-f458-42c7-b2b1-fb3820d861e6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:45.303738 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33839a2-f458-42c7-b2b1-fb3820d861e6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:45.385705 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:45.458458 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-62315be2-4d30-4097-9f3a-3e5b1af3a4c2 None None] For port cba33253-260e-4b7f-bba9-846b265c8127, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=cba33253-260e-4b7f-bba9-846b265c8127,segment=NetworkSegment(ea0d95f8-eafe-4fcc-8893-e1086bac6b13),segment_id=ea0d95f8-eafe-4fcc-8893-e1086bac6b13)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:45.470806 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5aeba7e-1890-427a-a61c-685b9f11bc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.499532 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33839a2-f458-42c7-b2b1-fb3820d861e6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'Port': ['ID=53a66a6c-6b72-45df-845b-23fca5f6fa9c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:45.530878 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-abca1c1e-8014-4740-b056-783543cb49de None None] For port 5debb8ea-8744-4517-926c-06ec9c26952c, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:45.559854 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-62315be2-4d30-4097-9f3a-3e5b1af3a4c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.564641 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-abca1c1e-8014-4740-b056-783543cb49de None None] For port 5debb8ea-8744-4517-926c-06ec9c26952c, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=5debb8ea-8744-4517-926c-06ec9c26952c,segment=NetworkSegment(ec3eeec8-ec7f-43cc-9380-1f561aa52fef),segment_id=ec3eeec8-ec7f-43cc-9380-1f561aa52fef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:45.567952 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:29:45.567952 n-d-771362-35 neutron-server[93772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:29:45.567952 n-d-771362-35 neutron-server[93772]: [parameters: {'id': 'ff795c35-a6b7-4fbb-ad0e-14fe83cb7551'}] Jul 14 09:29:45.567952 n-d-771362-35 neutron-server[93772]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:29:45.568499 n-d-771362-35 neutron-server[93772]: DEBUG oslo_db.api [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:29:45.574743 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-d999a511-5e4a-4c6e-ae44-7ee9f3eb11c7 service neutron] 10.222.0.47 "GET /v2.0/networks/d8c71af8-8bf1-4b4f-9d6f-e5131a84935a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6375151 Jul 14 09:29:45.584299 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-abca1c1e-8014-4740-b056-783543cb49de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.674358 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-62315be2-4d30-4097-9f3a-3e5b1af3a4c2 None None] Transition to ACTIVE for port object cba33253-260e-4b7f-bba9-846b265c8127 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:45.709164 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-62315be2-4d30-4097-9f3a-3e5b1af3a4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.740354 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5aeba7e-1890-427a-a61c-685b9f11bc6f admin admin] Router 67d8d599-d72b-4a7c-a93d-f9c125986352 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:29:45.745017 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726093c0-9b2c-42e2-9863-3a007823ce1d req-e04c0ad9-8fd0-44a3-a97d-3008b662f60d tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:45.753674 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-726093c0-9b2c-42e2-9863-3a007823ce1d req-e04c0ad9-8fd0-44a3-a97d-3008b662f60d tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ed7df7f-829c-42a6-9f47-6d63fdcfe53b HTTP/1.1" status: 200 len: 944 time: 0.8282990 Jul 14 09:29:45.785165 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-c2337e9b-65e2-49ca-acb5-4f6c7e2838ad tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:45.786680 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-c2337e9b-65e2-49ca-acb5-4f6c7e2838ad tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/networks?id=e49d4647-517e-4d0c-9914-1d89ddce536e HTTP/1.1" status: 200 len: 811 time: 0.7053516 Jul 14 09:29:45.813901 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca1c1e-8014-4740-b056-783543cb49de None None] Pushing event updated for resources: {'Port': ['ID=5debb8ea-8744-4517-926c-06ec9c26952c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:45.834165 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-76e2734b-c4c2-4fdb-aa63-084f1f2e6a42 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/quotas/13a6cb8219634407be0dfc48ca82a27b HTTP/1.1" status: 200 len: 375 time: 0.0397043 Jul 14 09:29:45.897187 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-726093c0-9b2c-42e2-9863-3a007823ce1d req-166f1328-39cf-43e2-99a1-dcf858ecbd5e tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa65f8de-d1a3-499a-beda-0f684629d404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425419 Jul 14 09:29:45.958721 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5aeba7e-1890-427a-a61c-685b9f11bc6f admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:45.964863 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c689cac4-8c77-4c4b-b375-eae29157ad67 None None] Network ff795c35-a6b7-4fbb-ad0e-14fe83cb7551 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:45.979103 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8ac65f5-96ef-4ec5-af32-3a3a0527d191 req-cdc74184-2f4e-444f-ae39-5a68a901ea48 service neutron] 10.222.0.47 "GET /v2.0/networks/d8c71af8-8bf1-4b4f-9d6f-e5131a84935a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818901 Jul 14 09:29:46.000798 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5aeba7e-1890-427a-a61c-685b9f11bc6f admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.006240 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c5aeba7e-1890-427a-a61c-685b9f11bc6f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9586327 Jul 14 09:29:46.012414 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46398) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:46.055885 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511e5081-7ac2-44ec-b43e-209e76eba3b4 None None] Sync routers for ids ['67d8d599-d72b-4a7c-a93d-f9c125986352'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:46.058680 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62315be2-4d30-4097-9f3a-3e5b1af3a4c2 None None] Pushing event updated for resources: {'Port': ['ID=cba33253-260e-4b7f-bba9-846b265c8127,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:46.097358 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.107146 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511e5081-7ac2-44ec-b43e-209e76eba3b4 None None] Routers {'67d8d599-d72b-4a7c-a93d-f9c125986352'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:46.107799 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-511e5081-7ac2-44ec-b43e-209e76eba3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:29:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['67d8d599-d72b-4a7c-a93d-f9c125986352'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:46.362032 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-511e5081-7ac2-44ec-b43e-209e76eba3b4 None None] Set router 67d8d599-d72b-4a7c-a93d-f9c125986352 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:46.434099 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-45816dab-3a7f-42fb-ac70-687d40707494 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=13a6cb8219634407be0dfc48ca82a27b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5812156 Jul 14 09:29:46.509501 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1dffe7-fabe-48e9-85ee-37394c15dc24 None None] Network ff795c35-a6b7-4fbb-ad0e-14fe83cb7551 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:46.694868 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-882cbfa1-9764-4878-9130-5cac9c05faec service neutron] 10.222.0.25 "GET /v2.0/networks/e49d4647-517e-4d0c-9914-1d89ddce536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265041 Jul 14 09:29:46.887877 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5731a9-4988-4240-b258-22640f591fd3 None None] Network f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:46.954994 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cba33253-260e-4b7f-bba9-846b265c8127 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:47.017906 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17463124-4b6f-40e7-9821-33462c4a1de9 req-8d4166f5-20ce-4741-a74a-6e4e49a42e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:47.022970 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17463124-4b6f-40e7-9821-33462c4a1de9 req-8d4166f5-20ce-4741-a74a-6e4e49a42e2f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=830de104893540d889265754867e45ef&device_id=7ed7df7f-829c-42a6-9f47-6d63fdcfe53b HTTP/1.1" status: 200 len: 1096 time: 0.9639637 Jul 14 09:29:47.055758 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1a2343fe-0776-4539-a1c2-04c14d3c5c1a None None] Provisioning for port 446a6c60-5412-41e9-83f3-5b7f34291499 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:47.072242 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-511e5081-7ac2-44ec-b43e-209e76eba3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d8d599-d72b-4a7c-a93d-f9c125986352', 'name': 'tempest-TestServerMultinode-2099261193-router', 'tenant_id': '8525d77fc1b94779b8589656b2f67aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'fd92807e-ef0f-4242-8866-a23f17b8b95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:41Z', 'updated_at': '2021-07-14T09:29:44Z', 'revision_number': 3, 'project_id': '8525d77fc1b94779b8589656b2f67aa9', 'gw_port': {'id': 'fd92807e-ef0f-4242-8866-a23f17b8b95b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d8d599-d72b-4a7c-a93d-f9c125986352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:43Z', 'updated_at': '2021-07-14T09:29:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:47.124814 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511e5081-7ac2-44ec-b43e-209e76eba3b4 None None] Checking router: 67d8d599-d72b-4a7c-a93d-f9c125986352 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:29:47.125419 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511e5081-7ac2-44ec-b43e-209e76eba3b4 None None] Updating router 67d8d599-d72b-4a7c-a93d-f9c125986352 port fd92807e-ef0f-4242-8866-a23f17b8b95b binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:29:47.164685 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 3fa050f8-a143-48f3-b3be-3ec79436b3b9 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:47.226921 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-511e5081-7ac2-44ec-b43e-209e76eba3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.255884 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Deleting port 5debb8ea-8744-4517-926c-06ec9c26952c {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:47.257318 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.385291 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] For port 5debb8ea-8744-4517-926c-06ec9c26952c, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=5debb8ea-8744-4517-926c-06ec9c26952c,segment=NetworkSegment(ec3eeec8-ec7f-43cc-9380-1f561aa52fef),segment_id=ec3eeec8-ec7f-43cc-9380-1f561aa52fef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:47.385711 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.432849 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c92a8d4-31ee-485d-8ef4-18dd0c300f7f None None] Network f9cb7453-877d-4e9c-a964-33a97a5cd027 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:47.453445 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Calling delete_port for 5debb8ea-8744-4517-926c-06ec9c26952c owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:47.567338 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-65759f20-94d0-4b8f-97f9-9db617158b4a None None] Provisioning for port cba33253-260e-4b7f-bba9-846b265c8127 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:47.582138 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 3fa050f8-a143-48f3-b3be-3ec79436b3b9 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:47.582459 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.613390 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-65759f20-94d0-4b8f-97f9-9db617158b4a None None] Provisioning complete for port cba33253-260e-4b7f-bba9-846b265c8127 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:47.614342 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-65759f20-94d0-4b8f-97f9-9db617158b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.846835 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17463124-4b6f-40e7-9821-33462c4a1de9 req-541819f6-0a71-4f68-9240-961d6ab164dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:47.851286 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17463124-4b6f-40e7-9821-33462c4a1de9 req-541819f6-0a71-4f68-9240-961d6ab164dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=d8c71af8-8bf1-4b4f-9d6f-e5131a84935a HTTP/1.1" status: 200 len: 913 time: 0.8015242 Jul 14 09:29:47.857884 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c33839a2-f458-42c7-b2b1-fb3820d861e6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.915988 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.942836 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17463124-4b6f-40e7-9821-33462c4a1de9 req-36efe61c-3c21-46cb-a463-d95506fb9d8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08bf8ae9-c17c-4f33-a982-c771a31d6da8 HTTP/1.1" status: 200 len: 217 time: 0.0828252 Jul 14 09:29:47.966434 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event deleted for resources: {'Port': ['ID=5debb8ea-8744-4517-926c-06ec9c26952c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:47.970780 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] No DVR routers for this DVR port 5debb8ea-8744-4517-926c-06ec9c26952c on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:48.003440 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-511e5081-7ac2-44ec-b43e-209e76eba3b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.027083 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-b21dccca-9a18-4638-8d9e-113902bea2e3 service neutron] 10.222.0.25 "GET /v2.0/networks/e49d4647-517e-4d0c-9914-1d89ddce536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3137610 Jul 14 09:29:48.093431 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15dd67f-5725-44a5-8bd6-0cac262da23e req-4c8130af-8e25-4ca5-88eb-ce570d1f5a32 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:48.095324 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c15dd67f-5725-44a5-8bd6-0cac262da23e req-4c8130af-8e25-4ca5-88eb-ce570d1f5a32 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ed7df7f-829c-42a6-9f47-6d63fdcfe53b HTTP/1.1" status: 200 len: 944 time: 0.2915475 Jul 14 09:29:48.116076 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17463124-4b6f-40e7-9821-33462c4a1de9 req-8d9625a8-b9a7-4867-ae91-701cba0394c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:48.117592 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17463124-4b6f-40e7-9821-33462c4a1de9 req-8d9625a8-b9a7-4867-ae91-701cba0394c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b896e87-bde2-4b15-9ad8-1c77a2713212 HTTP/1.1" status: 200 len: 853 time: 0.1649323 Jul 14 09:29:48.138127 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.143130 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 446a6c60-5412-41e9-83f3-5b7f34291499 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:48.148243 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-511e5081-7ac2-44ec-b43e-209e76eba3b4 None None] Transition to ACTIVE for port object fd92807e-ef0f-4242-8866-a23f17b8b95b will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:48.205067 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff795c35-a6b7-4fbb-ad0e-14fe83cb7551']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:48.209622 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-511e5081-7ac2-44ec-b43e-209e76eba3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.214247 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17463124-4b6f-40e7-9821-33462c4a1de9 req-942dc8ff-6956-4b1b-a975-40c910b09cea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8c71af8-8bf1-4b4f-9d6f-e5131a84935a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794795 Jul 14 09:29:48.241168 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3eeec8-ec7f-43cc-9380-1f561aa52fef') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:48.241482 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3eeec8-ec7f-43cc-9380-1f561aa52fef') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:48.261069 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5ee7c9c-52b8-4819-8d63-81cf43f1f389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.264407 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.271306 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 08bf8ae9-c17c-4f33-a982-c771a31d6da8 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:29:48.339465 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.352355 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:48.352845 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:48.382120 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:48.390589 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c33839a2-f458-42c7-b2b1-fb3820d861e6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.414678 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 08bf8ae9-c17c-4f33-a982-c771a31d6da8, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=08bf8ae9-c17c-4f33-a982-c771a31d6da8,segment=NetworkSegment(41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2),segment_id=41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:48.452813 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '08bf8ae9-c17c-4f33-a982-c771a31d6da8', 'network_id': 'd8c71af8-8bf1-4b4f-9d6f-e5131a84935a', 'port_id': '08bf8ae9-c17c-4f33-a982-c771a31d6da8', 'mac_address': 'fa:16:3e:86:9f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b896e87-bde2-4b15-9ad8-1c77a2713212', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:29:48.471306 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219577b1-1039-4daf-adf2-b4b4f2efad2a None None] Pushing event updated for resources: {'Port': ['ID=fd92807e-ef0f-4242-8866-a23f17b8b95b,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:48.486987 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-540cd2b8-ec1e-454d-b28b-dc9cd3076230 req-f2696da4-9183-4483-bdad-56cffe46e953 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 210 time: 0.0877459 Jul 14 09:29:48.493635 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c15dd67f-5725-44a5-8bd6-0cac262da23e req-00f2cdd5-f3c3-4ec3-b149-8bb360c8ea0c tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa65f8de-d1a3-499a-beda-0f684629d404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746705 Jul 14 09:29:48.571987 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9286f71c-4d30-4435-ad8a-8b6766663f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.591776 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-511e5081-7ac2-44ec-b43e-209e76eba3b4 None None] Attempting to bind port fd92807e-ef0f-4242-8866-a23f17b8b95b on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:48.592482 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-511e5081-7ac2-44ec-b43e-209e76eba3b4 None None] Attempting to bind port fd92807e-ef0f-4242-8866-a23f17b8b95b by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:48.592482 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511e5081-7ac2-44ec-b43e-209e76eba3b4 None None] Attempting to bind port fd92807e-ef0f-4242-8866-a23f17b8b95b on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:48.603185 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.611772 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511e5081-7ac2-44ec-b43e-209e76eba3b4 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:48.612152 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511e5081-7ac2-44ec-b43e-209e76eba3b4 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:48.612739 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-511e5081-7ac2-44ec-b43e-209e76eba3b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.613136 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511e5081-7ac2-44ec-b43e-209e76eba3b4 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:48.613613 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-511e5081-7ac2-44ec-b43e-209e76eba3b4 None None] Bound port: fd92807e-ef0f-4242-8866-a23f17b8b95b, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:48.614055 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-511e5081-7ac2-44ec-b43e-209e76eba3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.615358 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17463124-4b6f-40e7-9821-33462c4a1de9 req-e141c284-21f8-4436-a9fb-0a61e6651b81 service neutron] 10.222.0.47 "GET /v2.0/networks/d8c71af8-8bf1-4b4f-9d6f-e5131a84935a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807120 Jul 14 09:29:48.672342 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.691194 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.693725 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "DELETE /v2.0/networks/ff795c35-a6b7-4fbb-ad0e-14fe83cb7551 HTTP/1.1" status: 204 len: 168 time: 5.6003580 Jul 14 09:29:48.729262 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08bf8ae9-c17c-4f33-a982-c771a31d6da8 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:48.745189 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 446a6c60-5412-41e9-83f3-5b7f34291499 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:48.757027 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17463124-4b6f-40e7-9821-33462c4a1de9 req-8875972a-8d39-4db3-b665-1f22e0e00844 service neutron] 10.222.0.47 "GET /v2.0/networks/d8c71af8-8bf1-4b4f-9d6f-e5131a84935a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052990 Jul 14 09:29:48.757548 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46416) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:48.785195 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6f1c5-8fa4-4d46-a964-973847f3bb2e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event deleted for resources: {'Network': ['ID=ff795c35-a6b7-4fbb-ad0e-14fe83cb7551,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:48.794981 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa83608-3562-4a1e-b23a-c8e68a3d51a5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] DELETE failed (client error): The resource could not be found. Jul 14 09:29:48.795617 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa83608-3562-4a1e-b23a-c8e68a3d51a5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:29:48.797545 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0aa83608-3562-4a1e-b23a-c8e68a3d51a5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "DELETE /v2.0/networks/ff795c35-a6b7-4fbb-ad0e-14fe83cb7551 HTTP/1.1" status: 404 len: 339 time: 0.0373592 Jul 14 09:29:48.804228 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46418) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:48.807520 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 446a6c60-5412-41e9-83f3-5b7f34291499 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:48.809878 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.816293 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-993cbe9b-bf2c-4938-9445-5538beea7767 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-116028802', 'description': 'd1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:48.879178 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993cbe9b-bf2c-4938-9445-5538beea7767 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Made reservation on behalf of 2aa18c003f2f4909a67421a1d3852629 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:48.884556 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-993cbe9b-bf2c-4938-9445-5538beea7767 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.919196 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-511e5081-7ac2-44ec-b43e-209e76eba3b4 None None] For port fd92807e-ef0f-4242-8866-a23f17b8b95b, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:48.924555 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-511e5081-7ac2-44ec-b43e-209e76eba3b4 None None] For port fd92807e-ef0f-4242-8866-a23f17b8b95b, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=fd92807e-ef0f-4242-8866-a23f17b8b95b,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:48.933407 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-511e5081-7ac2-44ec-b43e-209e76eba3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.940245 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 08bf8ae9-c17c-4f33-a982-c771a31d6da8, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=08bf8ae9-c17c-4f33-a982-c771a31d6da8,segment=NetworkSegment(41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2),segment_id=41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:48.954955 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-d5ee7c9c-52b8-4819-8d63-81cf43f1f389 admin admin] Allocated IP 172.20.0.1 (f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a/f70368bd-4b20-4411-9246-e052ac438534/6695d0f5-82fd-4841-82cd-4c474d27d4e8) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:48.989714 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.008228 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e0a844-7b08-4494-8598-2ffc24ea4a82 None None] get_active_networks_info from n-d-771362-35 {{(pid=93774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:29:49.062205 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993cbe9b-bf2c-4938-9445-5538beea7767 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:49.071910 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c33839a2-f458-42c7-b2b1-fb3820d861e6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.083648 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c33839a2-f458-42c7-b2b1-fb3820d861e6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.094298 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-993cbe9b-bf2c-4938-9445-5538beea7767 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.094802 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-993cbe9b-bf2c-4938-9445-5538beea7767 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Added segment 735dd912-7f14-4f5b-8ac0-cef56e5b76d5 of type vlan for network d1636e11-5d50-4751-8f85-e9da162b82a7 Jul 14 09:29:49.159067 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.199641 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511e5081-7ac2-44ec-b43e-209e76eba3b4 None None] Routers {'67d8d599-d72b-4a7c-a93d-f9c125986352'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:49.200947 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-511e5081-7ac2-44ec-b43e-209e76eba3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:29:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['67d8d599-d72b-4a7c-a93d-f9c125986352'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:49.209007 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-993cbe9b-bf2c-4938-9445-5538beea7767 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.215887 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c33839a2-f458-42c7-b2b1-fb3820d861e6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.231005 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219577b1-1039-4daf-adf2-b4b4f2efad2a None None] Pushing event updated for resources: {'Port': ['ID=fd92807e-ef0f-4242-8866-a23f17b8b95b,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:49.240679 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-643b5e9c-ce2a-4943-b13c-0596e2ee913d None None] Provisioning complete for port cba33253-260e-4b7f-bba9-846b265c8127 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:49.241369 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-643b5e9c-ce2a-4943-b13c-0596e2ee913d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.272214 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5ee7c9c-52b8-4819-8d63-81cf43f1f389 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.293585 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d5ee7c9c-52b8-4819-8d63-81cf43f1f389 admin admin] Transition to ACTIVE for port object 6695d0f5-82fd-4841-82cd-4c474d27d4e8 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:49.320424 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33839a2-f458-42c7-b2b1-fb3820d861e6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'Port': ['ID=53a66a6c-6b72-45df-845b-23fca5f6fa9c,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:49.328156 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-c33839a2-f458-42c7-b2b1-fb3820d861e6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Floating IP faf0434f-062f-457a-9fed-b52da2d77c12 associated. External IP: 172.25.6.121, port: d2a7c936-ea26-4685-ad30-7d0810dc9c23. Jul 14 09:29:49.329122 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['08bf8ae9-c17c-4f33-a982-c771a31d6da8'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:49.349997 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5ee7c9c-52b8-4819-8d63-81cf43f1f389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.373904 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ee7c9c-52b8-4819-8d63-81cf43f1f389 admin admin] Network f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:49.405387 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-993cbe9b-bf2c-4938-9445-5538beea7767 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.419214 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-d5ee7c9c-52b8-4819-8d63-81cf43f1f389 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:49.420734 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993cbe9b-bf2c-4938-9445-5538beea7767 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:49.421407 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-993cbe9b-bf2c-4938-9445-5538beea7767 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.429351 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ee7c9c-52b8-4819-8d63-81cf43f1f389 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:49.454406 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 446a6c60-5412-41e9-83f3-5b7f34291499, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=446a6c60-5412-41e9-83f3-5b7f34291499,segment=NetworkSegment(d2a2100d-ef72-4be2-9e7d-6a1e5f656a00),segment_id=d2a2100d-ef72-4be2-9e7d-6a1e5f656a00)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:49.484193 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.522103 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5ee7c9c-52b8-4819-8d63-81cf43f1f389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.550241 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=08bf8ae9-c17c-4f33-a982-c771a31d6da8,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:49.596560 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee7c9c-52b8-4819-8d63-81cf43f1f389 admin admin] Pushing event updated for resources: {'Port': ['ID=6695d0f5-82fd-4841-82cd-4c474d27d4e8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:49.616955 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-993cbe9b-bf2c-4938-9445-5538beea7767 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8089397 Jul 14 09:29:49.623068 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46428) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:49.675416 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cbe9b-bf2c-4938-9445-5538beea7767 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event updated for resources: {'Network': ['ID=d1636e11-5d50-4751-8f85-e9da162b82a7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:49.737828 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network d1636e11-5d50-4751-8f85-e9da162b82a7 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:49.905326 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-511e5081-7ac2-44ec-b43e-209e76eba3b4 None None] Set router 67d8d599-d72b-4a7c-a93d-f9c125986352 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:49.910642 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-afe2571c-8ca8-4637-924f-ab827555c6b1 req-ce2749d3-2265-4904-9149-2ebd9b2ec45b tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 210 time: 0.1321969 Jul 14 09:29:49.936400 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5ee7c9c-52b8-4819-8d63-81cf43f1f389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.943882 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=446a6c60-5412-41e9-83f3-5b7f34291499,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:49.962960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb34d7c7-2b0f-4caa-a95c-0aa05ad4748f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:49.964531 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bb34d7c7-2b0f-4caa-a95c-0aa05ad4748f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "GET /v2.0/networks?id=d1636e11-5d50-4751-8f85-e9da162b82a7 HTTP/1.1" status: 200 len: 764 time: 0.3404033 Jul 14 09:29:49.974554 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46430) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:49.993150 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-82cfda40-a3fe-43c6-98e8-c7c1be143ab9 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Request body: {'network': {'description': 'd2'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:50.021178 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908cd76-f76b-40ea-8717-df33ff59d7b7 req-2b215960-eafc-432b-b9c7-ea2256e689b7 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:50.023328 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e908cd76-f76b-40ea-8717-df33ff59d7b7 req-2b215960-eafc-432b-b9c7-ea2256e689b7 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ed7df7f-829c-42a6-9f47-6d63fdcfe53b HTTP/1.1" status: 200 len: 945 time: 0.2257962 Jul 14 09:29:50.023705 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e0a844-7b08-4494-8598-2ffc24ea4a82 None None] Resources bound (agent type, host, resource id): {{(pid=93774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:29:50.101490 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33839a2-f458-42c7-b2b1-fb3820d861e6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Router 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:50.156448 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e908cd76-f76b-40ea-8717-df33ff59d7b7 req-f85cb78f-59a4-4b3f-963d-5fce187cd735 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa65f8de-d1a3-499a-beda-0f684629d404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155334 Jul 14 09:29:50.362301 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-511e5081-7ac2-44ec-b43e-209e76eba3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d8d599-d72b-4a7c-a93d-f9c125986352', 'name': 'tempest-TestServerMultinode-2099261193-router', 'tenant_id': '8525d77fc1b94779b8589656b2f67aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'fd92807e-ef0f-4242-8866-a23f17b8b95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:41Z', 'updated_at': '2021-07-14T09:29:44Z', 'revision_number': 3, 'project_id': '8525d77fc1b94779b8589656b2f67aa9', 'gw_port': {'id': 'fd92807e-ef0f-4242-8866-a23f17b8b95b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d8d599-d72b-4a7c-a93d-f9c125986352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:43Z', 'updated_at': '2021-07-14T09:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:50.407529 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33839a2-f458-42c7-b2b1-fb3820d861e6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:50.419142 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75494ae6-a260-420f-bfc7-fce40cda9d9d None None] Sync routers for ids ['49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:50.434918 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75494ae6-a260-420f-bfc7-fce40cda9d9d None None] Routers {'49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:50.439552 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-75494ae6-a260-420f-bfc7-fce40cda9d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:29:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:50.443544 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c33839a2-f458-42c7-b2b1-fb3820d861e6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.550143 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c33839a2-f458-42c7-b2b1-fb3820d861e6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.8254769 Jul 14 09:29:50.551645 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c2fb14-0362-4fd8-a722-63d80396cba4', 'tag': 'd2a7c936-ea26-4685-ad30-7d0810dc9c23'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:50.554764 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0257fc-fd2a-48c1-9f5d-a9fabca2fba9" -d '{"events": [{"name": "network-changed", "server_uuid": "42c2fb14-0362-4fd8-a722-63d80396cba4", "tag": "d2a7c936-ea26-4685-ad30-7d0810dc9c23"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:50.559356 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46432) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:50.626819 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511e5081-7ac2-44ec-b43e-209e76eba3b4 None None] The sync data for ids ['67d8d599-d72b-4a7c-a93d-f9c125986352'] in n-d-771362-35 is: [{'id': '67d8d599-d72b-4a7c-a93d-f9c125986352', 'name': 'tempest-TestServerMultinode-2099261193-router', 'tenant_id': '8525d77fc1b94779b8589656b2f67aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'fd92807e-ef0f-4242-8866-a23f17b8b95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:41Z', 'updated_at': '2021-07-14T09:29:44Z', 'revision_number': 3, 'project_id': '8525d77fc1b94779b8589656b2f67aa9', 'gw_port': {'id': 'fd92807e-ef0f-4242-8866-a23f17b8b95b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d8d599-d72b-4a7c-a93d-f9c125986352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:43Z', 'updated_at': '2021-07-14T09:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:50.647416 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0039ba9-5001-446b-a317-7fcfa32a142b x-openstack-request-id: req-f0039ba9-5001-446b-a317-7fcfa32a142b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:50.647830 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c2fb14-0362-4fd8-a722-63d80396cba4", "tag": "d2a7c936-ea26-4685-ad30-7d0810dc9c23", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:50.648021 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0039ba9-5001-446b-a317-7fcfa32a142b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:50.648426 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c2fb14-0362-4fd8-a722-63d80396cba4', 'tag': 'd2a7c936-ea26-4685-ad30-7d0810dc9c23', 'status': 'completed', 'code': 200} Jul 14 09:29:50.733552 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82cfda40-a3fe-43c6-98e8-c7c1be143ab9 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.824704 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0257fc-fd2a-48c1-9f5d-a9fabca2fba9 req-f4fee253-7015-491c-987d-ffad94058b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:50.826417 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e0257fc-fd2a-48c1-9f5d-a9fabca2fba9 req-f4fee253-7015-491c-987d-ffad94058b80 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cb022d5abed74ace8ce20b5df7c7b1b3&device_id=42c2fb14-0362-4fd8-a722-63d80396cba4 HTTP/1.1" status: 200 len: 1098 time: 0.1328568 Jul 14 09:29:50.858370 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82cfda40-a3fe-43c6-98e8-c7c1be143ab9 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.867928 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-75494ae6-a260-420f-bfc7-fce40cda9d9d None None] Set router 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:50.870081 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-db1a3051-1717-4a8f-8b60-b0a02977a7af tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/floatingips/faf0434f-062f-457a-9fed-b52da2d77c12 HTTP/1.1" status: 200 len: 992 time: 0.3031397 Jul 14 09:29:50.909807 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-dd2d2efb-8816-4dfa-b10a-8edbc3327723 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:50.911550 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-dd2d2efb-8816-4dfa-b10a-8edbc3327723 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.44 "GET /v2.0/networks?id=e49d4647-517e-4d0c-9914-1d89ddce536e HTTP/1.1" status: 200 len: 811 time: 0.4526472 Jul 14 09:29:50.912504 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82cfda40-a3fe-43c6-98e8-c7c1be143ab9 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Network d1636e11-5d50-4751-8f85-e9da162b82a7 is not hosted by any dhcp agent {{(pid=93772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:29:50.919085 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cfda40-a3fe-43c6-98e8-c7c1be143ab9 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:50.919887 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82cfda40-a3fe-43c6-98e8-c7c1be143ab9 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.924324 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-82cfda40-a3fe-43c6-98e8-c7c1be143ab9 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "PUT /v2.0/networks/d1636e11-5d50-4751-8f85-e9da162b82a7 HTTP/1.1" status: 200 len: 761 time: 0.9394021 Jul 14 09:29:50.969165 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-b304f56e-9d46-4cd0-81a5-a218c0761bcd tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Request body: {'port': {'device_id': 'adaeed84-4b52-4538-882a-983744498af4', 'network_id': 'e49d4647-517e-4d0c-9914-1d89ddce536e', 'admin_state_up': True, 'tenant_id': '13a6cb8219634407be0dfc48ca82a27b'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:50.973533 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46438) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:51.067799 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1792a417-1dbc-4a88-b194-9c339444d821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.177841 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0257fc-fd2a-48c1-9f5d-a9fabca2fba9 req-c43ca2a8-fb0a-4817-80df-30301949c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:51.189422 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e0257fc-fd2a-48c1-9f5d-a9fabca2fba9 req-c43ca2a8-fb0a-4817-80df-30301949c488 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2c27e967-42d1-4bc6-93c9-e765f463f3e7 HTTP/1.1" status: 200 len: 897 time: 0.3511896 Jul 14 09:29:51.265557 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5ee7c9c-52b8-4819-8d63-81cf43f1f389 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.293077 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5ee7c9c-52b8-4819-8d63-81cf43f1f389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.313843 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfda40-a3fe-43c6-98e8-c7c1be143ab9 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event updated for resources: {'Network': ['ID=d1636e11-5d50-4751-8f85-e9da162b82a7,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:51.320185 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.339371 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network d1636e11-5d50-4751-8f85-e9da162b82a7 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:51.438095 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-75494ae6-a260-420f-bfc7-fce40cda9d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'name': 'tempest-TestNetworkBasicOps-router-711348758', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:54Z', 'updated_at': '2021-07-14T09:29:09Z', 'revision_number': 4, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'faf0434f-062f-457a-9fed-b52da2d77c12', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'floating_ip_address': '172.25.6.121', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'port_id': 'd2a7c936-ea26-4685-ad30-7d0810dc9c23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'mac_address': 'fa:16:3e:fc:9d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c2fb14-0362-4fd8-a722-63d80396cba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:29:46Z', 'updated_at': '2021-07-14T09:29:46Z', 'revision_number': 0, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4f4f04-b635-4763-bd2e-7bad353603cf', 'name': '', 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'mac_address': 'fa:16:3e:be:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:07Z', 'updated_at': '2021-07-14T09:29:15Z', 'revision_number': 5, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'subnets': [{'id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:51.474943 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e0257fc-fd2a-48c1-9f5d-a9fabca2fba9 req-40c2001b-5870-400f-b913-38c4c1898ba6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2a7c936-ea26-4685-ad30-7d0810dc9c23 HTTP/1.1" status: 200 len: 1000 time: 0.2733781 Jul 14 09:29:51.507926 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75494ae6-a260-420f-bfc7-fce40cda9d9d None None] Checking router: 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:29:51.526016 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75494ae6-a260-420f-bfc7-fce40cda9d9d None None] Routers {'49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:51.528132 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-75494ae6-a260-420f-bfc7-fce40cda9d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:29:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:51.614088 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0257fc-fd2a-48c1-9f5d-a9fabca2fba9 req-74bdf6df-07d6-4d3e-9434-ed9868d28b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:51.615614 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e0257fc-fd2a-48c1-9f5d-a9fabca2fba9 req-74bdf6df-07d6-4d3e-9434-ed9868d28b05 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e87fb8d-e279-4ea7-a7d5-ce53c7332c42 HTTP/1.1" status: 200 len: 835 time: 0.1091690 Jul 14 09:29:51.619464 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5ee7c9c-52b8-4819-8d63-81cf43f1f389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.683215 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f219d70c-72b3-4e9c-ae16-cdd2af6260cf None None] Provisioning for port 6695d0f5-82fd-4841-82cd-4c474d27d4e8 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:51.691686 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f219d70c-72b3-4e9c-ae16-cdd2af6260cf None None] Provisioning complete for port 6695d0f5-82fd-4841-82cd-4c474d27d4e8 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:51.692071 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f219d70c-72b3-4e9c-ae16-cdd2af6260cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.773679 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f219d70c-72b3-4e9c-ae16-cdd2af6260cf None None] Port 6695d0f5-82fd-4841-82cd-4c474d27d4e8 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:51.779593 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-264fa7ec-2874-4cf7-9ca3-ef90d00e694c req-1d17849f-bc54-4a40-8f48-343fb159bc72 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 210 time: 0.2982738 Jul 14 09:29:51.794886 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device fd92807e-ef0f-4242-8866-a23f17b8b95b up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:51.816400 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-75494ae6-a260-420f-bfc7-fce40cda9d9d None None] Set router 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:51.871236 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46448) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:51.898591 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port fd92807e-ef0f-4242-8866-a23f17b8b95b completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:51.904787 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port fd92807e-ef0f-4242-8866-a23f17b8b95b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:51.906820 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.999741 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305f585-0c43-4d48-888c-400d232712e4 req-35d298c3-499c-4188-8085-2fd6fcae8b74 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:52.003189 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5305f585-0c43-4d48-888c-400d232712e4 req-35d298c3-499c-4188-8085-2fd6fcae8b74 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ed7df7f-829c-42a6-9f47-6d63fdcfe53b HTTP/1.1" status: 200 len: 945 time: 0.3406343 Jul 14 09:29:52.068658 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0257fc-fd2a-48c1-9f5d-a9fabca2fba9 req-cf6e23d2-51e2-46e1-b8f6-449318374c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:52.078507 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e0257fc-fd2a-48c1-9f5d-a9fabca2fba9 req-cf6e23d2-51e2-46e1-b8f6-449318374c54 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2c27e967-42d1-4bc6-93c9-e765f463f3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3247209 Jul 14 09:29:52.117685 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.160565 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port fd92807e-ef0f-4242-8866-a23f17b8b95b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=fd92807e-ef0f-4242-8866-a23f17b8b95b,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:52.178440 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.179173 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-75494ae6-a260-420f-bfc7-fce40cda9d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'name': 'tempest-TestNetworkBasicOps-router-711348758', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:54Z', 'updated_at': '2021-07-14T09:29:09Z', 'revision_number': 4, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'faf0434f-062f-457a-9fed-b52da2d77c12', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'floating_ip_address': '172.25.6.121', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'port_id': 'd2a7c936-ea26-4685-ad30-7d0810dc9c23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'mac_address': 'fa:16:3e:fc:9d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c2fb14-0362-4fd8-a722-63d80396cba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:29:46Z', 'updated_at': '2021-07-14T09:29:46Z', 'revision_number': 0, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4f4f04-b635-4763-bd2e-7bad353603cf', 'name': '', 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'mac_address': 'fa:16:3e:be:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:07Z', 'updated_at': '2021-07-14T09:29:15Z', 'revision_number': 5, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'subnets': [{'id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:52.179626 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 446a6c60-5412-41e9-83f3-5b7f34291499 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:52.185681 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2d9e385e-e89d-402c-9b64-43fe6b006017 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/floatingips/faf0434f-062f-457a-9fed-b52da2d77c12 HTTP/1.1" status: 200 len: 992 time: 0.3125224 Jul 14 09:29:52.203100 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5305f585-0c43-4d48-888c-400d232712e4 req-f7d37f08-d63d-4af4-a4db-43c0ff5378fe tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa65f8de-d1a3-499a-beda-0f684629d404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621895 Jul 14 09:29:52.251682 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75494ae6-a260-420f-bfc7-fce40cda9d9d None None] The sync data for ids ['49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'] in n-d-771362-35 is: [{'id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'name': 'tempest-TestNetworkBasicOps-router-711348758', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:54Z', 'updated_at': '2021-07-14T09:29:09Z', 'revision_number': 4, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'faf0434f-062f-457a-9fed-b52da2d77c12', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'floating_ip_address': '172.25.6.121', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'port_id': 'd2a7c936-ea26-4685-ad30-7d0810dc9c23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'mac_address': 'fa:16:3e:fc:9d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c2fb14-0362-4fd8-a722-63d80396cba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:29:46Z', 'updated_at': '2021-07-14T09:29:46Z', 'revision_number': 0, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4f4f04-b635-4763-bd2e-7bad353603cf', 'name': '', 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'mac_address': 'fa:16:3e:be:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:07Z', 'updated_at': '2021-07-14T09:29:15Z', 'revision_number': 5, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'subnets': [{'id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:52.295420 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e0257fc-fd2a-48c1-9f5d-a9fabca2fba9 req-511a62bc-0bd1-4fdc-8b14-2b402087447a service neutron] 10.222.0.44 "GET /v2.0/networks/2c27e967-42d1-4bc6-93c9-e765f463f3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054207 Jul 14 09:29:52.304559 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 08bf8ae9-c17c-4f33-a982-c771a31d6da8 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:52.313827 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.384610 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080ce030-5561-4345-9d7a-464438db0f62 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:52.386671 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-080ce030-5561-4345-9d7a-464438db0f62 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "GET /v2.0/networks?id=d1636e11-5d50-4751-8f85-e9da162b82a7 HTTP/1.1" status: 200 len: 764 time: 1.3985538 Jul 14 09:29:52.390282 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 446a6c60-5412-41e9-83f3-5b7f34291499 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:52.390802 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.398863 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46450) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:52.399685 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-b304f56e-9d46-4cd0-81a5-a218c0761bcd tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Made reservation on behalf of 13a6cb8219634407be0dfc48ca82a27b for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:52.406531 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-b304f56e-9d46-4cd0-81a5-a218c0761bcd tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.455584 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e0257fc-fd2a-48c1-9f5d-a9fabca2fba9 req-990fb3e4-8dc7-4fde-b795-f0b4e65e2e3b service neutron] 10.222.0.44 "GET /v2.0/networks/2c27e967-42d1-4bc6-93c9-e765f463f3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465402 Jul 14 09:29:52.470106 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=fd92807e-ef0f-4242-8866-a23f17b8b95b,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:52.509298 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 08bf8ae9-c17c-4f33-a982-c771a31d6da8 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:52.518331 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 08bf8ae9-c17c-4f33-a982-c771a31d6da8 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:52.518820 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.535564 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee7c9c-52b8-4819-8d63-81cf43f1f389 admin admin] Pushing event updated for resources: {'Port': ['ID=6695d0f5-82fd-4841-82cd-4c474d27d4e8,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:52.629453 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98f6f45-9d29-4fc4-9835-3b70c8dd588c None None] New status for floating IP faf0434f-062f-457a-9fed-b52da2d77c12: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:29:52.635887 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.695739 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed7df7f-829c-42a6-9f47-6d63fdcfe53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bf8ae9-c17c-4f33-a982-c771a31d6da8'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:52.697998 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383d88e4-75ef-420c-90ae-850e34744339" -d '{"events": [{"server_uuid": "7ed7df7f-829c-42a6-9f47-6d63fdcfe53b", "name": "network-vif-plugged", "status": "completed", "tag": "08bf8ae9-c17c-4f33-a982-c771a31d6da8"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:52.719980 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 08bf8ae9-c17c-4f33-a982-c771a31d6da8, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=08bf8ae9-c17c-4f33-a982-c771a31d6da8,segment=NetworkSegment(41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2),segment_id=41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:52.760878 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.763713 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4dbd5b-2584-42de-85db-0682b3c8a094 x-openstack-request-id: req-5f4dbd5b-2584-42de-85db-0682b3c8a094 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:52.764191 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed7df7f-829c-42a6-9f47-6d63fdcfe53b", "name": "network-vif-plugged", "status": "completed", "tag": "08bf8ae9-c17c-4f33-a982-c771a31d6da8", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:52.764505 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f4dbd5b-2584-42de-85db-0682b3c8a094 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:52.764957 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed7df7f-829c-42a6-9f47-6d63fdcfe53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bf8ae9-c17c-4f33-a982-c771a31d6da8', 'code': 200} Jul 14 09:29:52.805979 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2cc90d-0b8d-4660-a46b-299e589c03e1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:52.807317 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3b2cc90d-0b8d-4660-a46b-299e589c03e1 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3804851 Jul 14 09:29:52.810075 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46456) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:52.827710 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ee7c9c-52b8-4819-8d63-81cf43f1f389 admin admin] Network f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:52.841077 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-d5ee7c9c-52b8-4819-8d63-81cf43f1f389 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:52.877236 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=08bf8ae9-c17c-4f33-a982-c771a31d6da8,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:52.935029 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-119f0315-64ef-41c2-9a95-64be25c25e23 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "GET /v2.0/subnets?network_id=6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 207 time: 0.1234245 Jul 14 09:29:52.951405 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-b304f56e-9d46-4cd0-81a5-a218c0761bcd tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Allocated IP 172.20.0.11 (e49d4647-517e-4d0c-9914-1d89ddce536e/f3346c6f-5d4f-467b-92d0-aefbe281d4f2/4588c742-0ff4-4978-9fe0-ef71b6eae405) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:52.952230 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46460) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:53.148236 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a99f730a-4309-4056-a274-a286ddc83ccd req-be804d5c-2bb5-4d92-9a05-4df5bc1b7dd0 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 210 time: 0.1245184 Jul 14 09:29:53.197886 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ee7c9c-52b8-4819-8d63-81cf43f1f389 admin admin] Router 67d8d599-d72b-4a7c-a93d-f9c125986352 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:53.199531 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46462) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:53.203830 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-eabf7acd-ea79-49bb-8f26-a51cb7873be4 None None] Provisioning complete for port 6695d0f5-82fd-4841-82cd-4c474d27d4e8 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:53.204831 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eabf7acd-ea79-49bb-8f26-a51cb7873be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.266984 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-eabf7acd-ea79-49bb-8f26-a51cb7873be4 None None] Port 6695d0f5-82fd-4841-82cd-4c474d27d4e8 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:53.269220 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c50dae-3a41-4633-aa81-5f50ec5a826e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:53.275771 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c50dae-3a41-4633-aa81-5f50ec5a826e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:53.282680 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c50dae-3a41-4633-aa81-5f50ec5a826e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:53.289287 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c50dae-3a41-4633-aa81-5f50ec5a826e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:53.295218 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c50dae-3a41-4633-aa81-5f50ec5a826e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:53.301737 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c50dae-3a41-4633-aa81-5f50ec5a826e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:53.303767 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b4c50dae-3a41-4633-aa81-5f50ec5a826e tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3462262 Jul 14 09:29:53.307656 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46466) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:53.365293 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c66e1-9353-4e61-8cf9-a8a76afc78b6 req-3aa08ad7-5354-4540-9a08-aa88ebe2f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:53.367356 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-381c66e1-9353-4e61-8cf9-a8a76afc78b6 req-3aa08ad7-5354-4540-9a08-aa88ebe2f41f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7ed7df7f-829c-42a6-9f47-6d63fdcfe53b HTTP/1.1" status: 200 len: 1098 time: 0.4856966 Jul 14 09:29:53.384944 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0d75ef2e-1ed6-468e-917e-2bead0300c16 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/floatingips/faf0434f-062f-457a-9fed-b52da2d77c12 HTTP/1.1" status: 200 len: 994 time: 0.1776474 Jul 14 09:29:53.391987 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-b304f56e-9d46-4cd0-81a5-a218c0761bcd tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.489323 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ee7c9c-52b8-4819-8d63-81cf43f1f389 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:53.525660 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d5ee7c9c-52b8-4819-8d63-81cf43f1f389 admin admin] 10.222.0.25 "PUT /v2.0/routers/67d8d599-d72b-4a7c-a93d-f9c125986352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5051761 Jul 14 09:29:53.544681 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-b304f56e-9d46-4cd0-81a5-a218c0761bcd tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.559598 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['36a5893c-2e8b-49b8-a413-b4ce08e1a7d7'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:53.643097 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device fd92807e-ef0f-4242-8866-a23f17b8b95b up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:53.657900 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf3a36d-5c93-416b-a572-a25b8c79239c None None] Sync routers for ids ['67d8d599-d72b-4a7c-a93d-f9c125986352'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:53.674052 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf3a36d-5c93-416b-a572-a25b8c79239c None None] Routers {'67d8d599-d72b-4a7c-a93d-f9c125986352'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:53.674799 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-9cf3a36d-5c93-416b-a572-a25b8c79239c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:29:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['67d8d599-d72b-4a7c-a93d-f9c125986352'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:53.778778 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-b304f56e-9d46-4cd0-81a5-a218c0761bcd tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Network e49d4647-517e-4d0c-9914-1d89ddce536e is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:53.780138 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304f56e-9d46-4cd0-81a5-a218c0761bcd tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Pushing event updated for resources: {'Port': ['ID=4588c742-0ff4-4978-9fe0-ef71b6eae405,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:53.801107 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-b304f56e-9d46-4cd0-81a5-a218c0761bcd tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:53.806982 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-b304f56e-9d46-4cd0-81a5-a218c0761bcd tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:53.838118 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.905427 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-b304f56e-9d46-4cd0-81a5-a218c0761bcd tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:53.907984 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-b304f56e-9d46-4cd0-81a5-a218c0761bcd tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.930423 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port fd92807e-ef0f-4242-8866-a23f17b8b95b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:53.930799 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.941062 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-b304f56e-9d46-4cd0-81a5-a218c0761bcd tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9760995 Jul 14 09:29:53.963052 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-9f7dce27-7856-433e-8d4b-8ebde6ff702f service neutron] Request body: {'port': {'device_id': 'adaeed84-4b52-4538-882a-983744498af4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:53.972269 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-9cf3a36d-5c93-416b-a572-a25b8c79239c None None] Set router 67d8d599-d72b-4a7c-a93d-f9c125986352 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:54.011879 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-abdae66c-6615-4b15-a67b-77d1baeaba76 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.7029586 Jul 14 09:29:54.031360 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46476) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:54.047956 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-381c66e1-9353-4e61-8cf9-a8a76afc78b6 req-3ad2dda4-613e-4aeb-bf1d-0f136c80c32b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=aa65f8de-d1a3-499a-beda-0f684629d404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6649144 Jul 14 09:29:54.106909 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7bbd2-531a-4cb7-b19c-cb632b1dfdcb req-6f6053c3-0e0a-4011-910f-ffb0496fd644 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:54.108632 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83b7bbd2-531a-4cb7-b19c-cb632b1dfdcb req-6f6053c3-0e0a-4011-910f-ffb0496fd644 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ed7df7f-829c-42a6-9f47-6d63fdcfe53b HTTP/1.1" status: 200 len: 946 time: 0.6936755 Jul 14 09:29:54.185130 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-83b7bbd2-531a-4cb7-b19c-cb632b1dfdcb req-623caa07-7e37-4877-b8d9-28308fa3a368 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa65f8de-d1a3-499a-beda-0f684629d404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677860 Jul 14 09:29:54.223976 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eaa325-37ee-4cee-ac5a-e81ba1aa3a37 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:54.225526 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eaa325-37ee-4cee-ac5a-e81ba1aa3a37 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:54.227098 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eaa325-37ee-4cee-ac5a-e81ba1aa3a37 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:54.228758 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eaa325-37ee-4cee-ac5a-e81ba1aa3a37 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:54.230451 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eaa325-37ee-4cee-ac5a-e81ba1aa3a37 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:54.232262 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f5eaa325-37ee-4cee-ac5a-e81ba1aa3a37 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1977682 Jul 14 09:29:54.236992 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46484) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:54.274618 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-9f7dce27-7856-433e-8d4b-8ebde6ff702f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.291016 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-9cf3a36d-5c93-416b-a572-a25b8c79239c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d8d599-d72b-4a7c-a93d-f9c125986352', 'name': 'tempest-TestServerMultinode-2099261193-router', 'tenant_id': '8525d77fc1b94779b8589656b2f67aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'fd92807e-ef0f-4242-8866-a23f17b8b95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:41Z', 'updated_at': '2021-07-14T09:29:49Z', 'revision_number': 4, 'project_id': '8525d77fc1b94779b8589656b2f67aa9', 'gw_port': {'id': 'fd92807e-ef0f-4242-8866-a23f17b8b95b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d8d599-d72b-4a7c-a93d-f9c125986352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:43Z', 'updated_at': '2021-07-14T09:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '6695d0f5-82fd-4841-82cd-4c474d27d4e8', 'name': '', 'network_id': 'f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a', 'tenant_id': '8525d77fc1b94779b8589656b2f67aa9', 'mac_address': 'fa:16:3e:44:73:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d8d599-d72b-4a7c-a93d-f9c125986352', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'f70368bd-4b20-4411-9246-e052ac438534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:48Z', 'updated_at': '2021-07-14T09:29:50Z', 'revision_number': 2, 'project_id': '8525d77fc1b94779b8589656b2f67aa9', 'subnets': [{'id': 'f70368bd-4b20-4411-9246-e052ac438534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:54.326561 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf3a36d-5c93-416b-a572-a25b8c79239c None None] Checking router: 67d8d599-d72b-4a7c-a93d-f9c125986352 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:29:54.327064 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf3a36d-5c93-416b-a572-a25b8c79239c None None] Updating router 67d8d599-d72b-4a7c-a93d-f9c125986352 port 6695d0f5-82fd-4841-82cd-4c474d27d4e8 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:29:54.374589 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9cf3a36d-5c93-416b-a572-a25b8c79239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.446591 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2989bc0b-b67f-4c05-afe1-5d57ddacc912 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:54.449492 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2989bc0b-b67f-4c05-afe1-5d57ddacc912 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:54.451839 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2989bc0b-b67f-4c05-afe1-5d57ddacc912 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:54.454727 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2989bc0b-b67f-4c05-afe1-5d57ddacc912 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:54.456416 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2989bc0b-b67f-4c05-afe1-5d57ddacc912 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:54.458255 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2989bc0b-b67f-4c05-afe1-5d57ddacc912 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2201545 Jul 14 09:29:54.535711 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46498) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:54.570481 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-8c9c1635-5302-416d-94fb-be03e281702e tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:54.572918 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-8c9c1635-5302-416d-94fb-be03e281702e tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/networks?id=0d27eda3-0a4d-42a9-8990-ea5f0ec91315 HTTP/1.1" status: 200 len: 910 time: 0.1132386 Jul 14 09:29:54.639088 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-9f7dce27-7856-433e-8d4b-8ebde6ff702f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4588c742-0ff4-4978-9fe0-ef71b6eae405 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:54.648815 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-9f7dce27-7856-433e-8d4b-8ebde6ff702f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.650792 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-8002db9d-eec0-49af-a961-c969e3d06ccc tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/quotas/8525d77fc1b94779b8589656b2f67aa9 HTTP/1.1" status: 200 len: 375 time: 0.0610061 Jul 14 09:29:54.668667 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-9f7dce27-7856-433e-8d4b-8ebde6ff702f service neutron] Transition to ACTIVE for port object 4588c742-0ff4-4978-9fe0-ef71b6eae405 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:54.673923 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131d832-c860-4c61-b00b-acaacf65c0c3 req-bf04d023-fd0e-4891-8ffa-3af83b4e24b4 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:54.674983 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-9f7dce27-7856-433e-8d4b-8ebde6ff702f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.681891 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7131d832-c860-4c61-b00b-acaacf65c0c3 req-bf04d023-fd0e-4891-8ffa-3af83b4e24b4 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 932 time: 0.2925472 Jul 14 09:29:54.728985 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9cf3a36d-5c93-416b-a572-a25b8c79239c None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.741126 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9cf3a36d-5c93-416b-a572-a25b8c79239c None None] Transition to ACTIVE for port object 6695d0f5-82fd-4841-82cd-4c474d27d4e8 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:54.751080 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9cf3a36d-5c93-416b-a572-a25b8c79239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.818959 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7dce27-7856-433e-8d4b-8ebde6ff702f service neutron] Pushing event updated for resources: {'Port': ['ID=4588c742-0ff4-4978-9fe0-ef71b6eae405,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:54.820078 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7131d832-c860-4c61-b00b-acaacf65c0c3 req-1c5fe740-a4ee-4183-ba15-8be0339fab75 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372259 Jul 14 09:29:54.830738 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481b614-60b4-4d60-a792-fdf9755ce3bd None None] Pushing event updated for resources: {'Port': ['ID=6695d0f5-82fd-4841-82cd-4c474d27d4e8,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:54.833013 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-9f7dce27-7856-433e-8d4b-8ebde6ff702f service neutron] Attempting to bind port 4588c742-0ff4-4978-9fe0-ef71b6eae405 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:54.833700 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-9f7dce27-7856-433e-8d4b-8ebde6ff702f service neutron] Attempting to bind port 4588c742-0ff4-4978-9fe0-ef71b6eae405 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'c1231d5a-9bfd-4b22-82a0-1f7ac50d979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e49d4647-517e-4d0c-9914-1d89ddce536e'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:54.834036 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-9f7dce27-7856-433e-8d4b-8ebde6ff702f service neutron] Attempting to bind port 4588c742-0ff4-4978-9fe0-ef71b6eae405 on network e49d4647-517e-4d0c-9914-1d89ddce536e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:54.855149 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-9f7dce27-7856-433e-8d4b-8ebde6ff702f service neutron] Port 4588c742-0ff4-4978-9fe0-ef71b6eae405 on network e49d4647-517e-4d0c-9914-1d89ddce536e not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:29:54.856698 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-9f7dce27-7856-433e-8d4b-8ebde6ff702f service neutron] Attempting to bind port 4588c742-0ff4-4978-9fe0-ef71b6eae405 on network e49d4647-517e-4d0c-9914-1d89ddce536e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:54.861830 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221cd854-01c5-4cba-b8f8-5c850bde7d1a tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:54.868682 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-9f7dce27-7856-433e-8d4b-8ebde6ff702f service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:54.869520 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-9f7dce27-7856-433e-8d4b-8ebde6ff702f service neutron] Checking segment: {'id': 'c1231d5a-9bfd-4b22-82a0-1f7ac50d979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e49d4647-517e-4d0c-9914-1d89ddce536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:54.869845 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-221cd854-01c5-4cba-b8f8-5c850bde7d1a tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "GET /v2.0/networks/1f8cb267-b468-431d-bdf0-114b40611899 HTTP/1.1" status: 200 len: 804 time: 0.3330243 Jul 14 09:29:54.869957 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-9f7dce27-7856-433e-8d4b-8ebde6ff702f service neutron] Bound using segment: {'id': 'c1231d5a-9bfd-4b22-82a0-1f7ac50d979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e49d4647-517e-4d0c-9914-1d89ddce536e'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:54.870412 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-9f7dce27-7856-433e-8d4b-8ebde6ff702f service neutron] Bound port: 4588c742-0ff4-4978-9fe0-ef71b6eae405, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1231d5a-9bfd-4b22-82a0-1f7ac50d979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e49d4647-517e-4d0c-9914-1d89ddce536e'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:54.870650 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46502) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:54.870822 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-9f7dce27-7856-433e-8d4b-8ebde6ff702f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.955779 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-9f7dce27-7856-433e-8d4b-8ebde6ff702f service neutron] For port 4588c742-0ff4-4978-9fe0-ef71b6eae405, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:54.956267 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-9cf3a36d-5c93-416b-a572-a25b8c79239c None None] Attempting to bind port 6695d0f5-82fd-4841-82cd-4c474d27d4e8 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:54.956636 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-9cf3a36d-5c93-416b-a572-a25b8c79239c None None] Attempting to bind port 6695d0f5-82fd-4841-82cd-4c474d27d4e8 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'd2a2100d-ef72-4be2-9e7d-6a1e5f656a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:54.957702 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf3a36d-5c93-416b-a572-a25b8c79239c None None] Attempting to bind port 6695d0f5-82fd-4841-82cd-4c474d27d4e8 on network f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:54.959478 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-9f7dce27-7856-433e-8d4b-8ebde6ff702f service neutron] For port 4588c742-0ff4-4978-9fe0-ef71b6eae405, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=4588c742-0ff4-4978-9fe0-ef71b6eae405,segment=NetworkSegment(c1231d5a-9bfd-4b22-82a0-1f7ac50d979e),segment_id=c1231d5a-9bfd-4b22-82a0-1f7ac50d979e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:54.973640 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf3a36d-5c93-416b-a572-a25b8c79239c None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:54.974029 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf3a36d-5c93-416b-a572-a25b8c79239c None None] Checking segment: {'id': 'd2a2100d-ef72-4be2-9e7d-6a1e5f656a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:54.974394 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9cf3a36d-5c93-416b-a572-a25b8c79239c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.974780 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf3a36d-5c93-416b-a572-a25b8c79239c None None] Bound using segment: {'id': 'd2a2100d-ef72-4be2-9e7d-6a1e5f656a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:54.975244 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-9cf3a36d-5c93-416b-a572-a25b8c79239c None None] Bound port: 6695d0f5-82fd-4841-82cd-4c474d27d4e8, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a2100d-ef72-4be2-9e7d-6a1e5f656a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:54.975645 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9cf3a36d-5c93-416b-a572-a25b8c79239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.977682 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-9f7dce27-7856-433e-8d4b-8ebde6ff702f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.017075 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-444b1524-7d08-432f-83a6-b79f9d836cff tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=8525d77fc1b94779b8589656b2f67aa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3534894 Jul 14 09:29:55.088248 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7dce27-7856-433e-8d4b-8ebde6ff702f service neutron] Pushing event updated for resources: {'Port': ['ID=4588c742-0ff4-4978-9fe0-ef71b6eae405,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:55.117460 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-9f7dce27-7856-433e-8d4b-8ebde6ff702f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:55.119347 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-9f7dce27-7856-433e-8d4b-8ebde6ff702f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.120654 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-9cf3a36d-5c93-416b-a572-a25b8c79239c None None] For port 6695d0f5-82fd-4841-82cd-4c474d27d4e8, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:55.123422 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-9f7dce27-7856-433e-8d4b-8ebde6ff702f service neutron] 10.222.0.44 "PUT /v2.0/ports/4588c742-0ff4-4978-9fe0-ef71b6eae405 HTTP/1.1" status: 200 len: 1093 time: 1.1674445 Jul 14 09:29:55.124015 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adaeed84-4b52-4538-882a-983744498af4', 'tag': '4588c742-0ff4-4978-9fe0-ef71b6eae405'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:55.126988 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-9cf3a36d-5c93-416b-a572-a25b8c79239c None None] For port 6695d0f5-82fd-4841-82cd-4c474d27d4e8, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=6695d0f5-82fd-4841-82cd-4c474d27d4e8,segment=NetworkSegment(d2a2100d-ef72-4be2-9e7d-6a1e5f656a00),segment_id=d2a2100d-ef72-4be2-9e7d-6a1e5f656a00)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:55.130739 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a67e92-8a34-4d59-95e6-04a65982dd04" -d '{"events": [{"name": "network-changed", "server_uuid": "adaeed84-4b52-4538-882a-983744498af4", "tag": "4588c742-0ff4-4978-9fe0-ef71b6eae405"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:55.133780 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9cf3a36d-5c93-416b-a572-a25b8c79239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.203979 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de027b7-83b8-4884-bf00-c66631115f2b x-openstack-request-id: req-8de027b7-83b8-4884-bf00-c66631115f2b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:55.204312 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adaeed84-4b52-4538-882a-983744498af4", "tag": "4588c742-0ff4-4978-9fe0-ef71b6eae405", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:55.204566 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8de027b7-83b8-4884-bf00-c66631115f2b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:55.204986 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adaeed84-4b52-4538-882a-983744498af4', 'tag': '4588c742-0ff4-4978-9fe0-ef71b6eae405', 'status': 'completed', 'code': 200} Jul 14 09:29:55.207205 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf3a36d-5c93-416b-a572-a25b8c79239c None None] Routers {'67d8d599-d72b-4a7c-a93d-f9c125986352'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:55.207975 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-9cf3a36d-5c93-416b-a572-a25b8c79239c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:29:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['67d8d599-d72b-4a7c-a93d-f9c125986352'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:55.259005 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-13518c1f-dbeb-43f0-acfa-5c7c5419d2df tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "GET /v2.0/networks/1f8cb267-b468-431d-bdf0-114b40611899?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3668234 Jul 14 09:29:55.267641 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46508) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:55.334904 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-034faa77-babe-4cdd-be2e-d7b5fa887cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:55.336483 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-034faa77-babe-4cdd-be2e-d7b5fa887cf1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=13a6cb8219634407be0dfc48ca82a27b&device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 1096 time: 0.1231985 Jul 14 09:29:55.388153 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-9cf3a36d-5c93-416b-a572-a25b8c79239c None None] Set router 67d8d599-d72b-4a7c-a93d-f9c125986352 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:55.404038 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-5654e58b-7405-49ed-8432-8df2a5955727 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4588c742-0ff4-4978-9fe0-ef71b6eae405 HTTP/1.1" status: 200 len: 217 time: 0.0541332 Jul 14 09:29:55.424924 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-04312fd6-cbc3-4955-a571-9addc9324dea service neutron] 10.222.0.25 "GET /v2.0/networks/0d27eda3-0a4d-42a9-8990-ea5f0ec91315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065213 Jul 14 09:29:55.526931 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-b8aac01c-91e8-42d7-911c-0e6dd5e278f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:55.529136 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-b8aac01c-91e8-42d7-911c-0e6dd5e278f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f3346c6f-5d4f-467b-92d0-aefbe281d4f2 HTTP/1.1" status: 200 len: 851 time: 0.1052570 Jul 14 09:29:55.539686 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0664e486-5819-4d6e-9f89-e6526257e780 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:55.541553 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0664e486-5819-4d6e-9f89-e6526257e780 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "GET /v2.0/subnets/147df52f-e01d-4ec7-8611-ea8a71e09bd0 HTTP/1.1" status: 200 len: 843 time: 0.2677188 Jul 14 09:29:55.548801 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46510) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:55.557170 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481b614-60b4-4d60-a792-fdf9755ce3bd None None] Pushing event updated for resources: {'Port': ['ID=6695d0f5-82fd-4841-82cd-4c474d27d4e8,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:55.586255 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-817c9f1f-9320-442e-b0f9-6c435cd0ed0f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e49d4647-517e-4d0c-9914-1d89ddce536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445013 Jul 14 09:29:55.653480 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d813cc30-6fd3-4c5b-8984-38bc5990f8b0 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:55.655159 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d813cc30-6fd3-4c5b-8984-38bc5990f8b0 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "GET /v2.0/subnets/147df52f-e01d-4ec7-8611-ea8a71e09bd0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1032584 Jul 14 09:29:55.659327 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46512) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:55.671654 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b7e7086e-9305-4c46-b15d-82e522421b92 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-421766686'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:55.685229 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09700c4-e9d8-435c-af72-1e0f216d2fa8 req-0859e224-f2df-491d-8c9f-58ead41bf49d tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:55.687101 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f09700c4-e9d8-435c-af72-1e0f216d2fa8 req-0859e224-f2df-491d-8c9f-58ead41bf49d tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ed7df7f-829c-42a6-9f47-6d63fdcfe53b HTTP/1.1" status: 200 len: 946 time: 0.2458990 Jul 14 09:29:55.691005 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-226542a4-a593-4b58-bd5e-6197de10fad7 service neutron] 10.222.0.25 "GET /v2.0/networks/0d27eda3-0a4d-42a9-8990-ea5f0ec91315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652426 Jul 14 09:29:55.729596 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-5e1109ca-5f1f-4509-b9cb-12f1db97693d service neutron] 10.222.0.44 "GET /v2.0/networks/e49d4647-517e-4d0c-9914-1d89ddce536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243367 Jul 14 09:29:55.741922 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e7086e-9305-4c46-b15d-82e522421b92 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Made reservation on behalf of 2aa18c003f2f4909a67421a1d3852629 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:55.745769 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7e7086e-9305-4c46-b15d-82e522421b92 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.756137 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f09700c4-e9d8-435c-af72-1e0f216d2fa8 req-5d704dc6-cf36-4e81-aac8-8b14cac2686d tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa65f8de-d1a3-499a-beda-0f684629d404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536540 Jul 14 09:29:55.781340 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e7086e-9305-4c46-b15d-82e522421b92 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:55.792812 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7e7086e-9305-4c46-b15d-82e522421b92 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.793438 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-b7e7086e-9305-4c46-b15d-82e522421b92 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Added segment ea5a79e0-c64a-4b88-a408-b1bf11d0a280 of type vlan for network a221dbd7-2665-4c2f-974d-c71ce6ea8818 Jul 14 09:29:55.800196 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-9cf3a36d-5c93-416b-a572-a25b8c79239c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d8d599-d72b-4a7c-a93d-f9c125986352', 'name': 'tempest-TestServerMultinode-2099261193-router', 'tenant_id': '8525d77fc1b94779b8589656b2f67aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'fd92807e-ef0f-4242-8866-a23f17b8b95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:41Z', 'updated_at': '2021-07-14T09:29:49Z', 'revision_number': 4, 'project_id': '8525d77fc1b94779b8589656b2f67aa9', 'gw_port': {'id': 'fd92807e-ef0f-4242-8866-a23f17b8b95b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d8d599-d72b-4a7c-a93d-f9c125986352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:43Z', 'updated_at': '2021-07-14T09:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '6695d0f5-82fd-4841-82cd-4c474d27d4e8', 'name': '', 'network_id': 'f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a', 'tenant_id': '8525d77fc1b94779b8589656b2f67aa9', 'mac_address': 'fa:16:3e:44:73:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d8d599-d72b-4a7c-a93d-f9c125986352', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'f70368bd-4b20-4411-9246-e052ac438534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:48Z', 'updated_at': '2021-07-14T09:29:55Z', 'revision_number': 4, 'project_id': '8525d77fc1b94779b8589656b2f67aa9', 'subnets': [{'id': 'f70368bd-4b20-4411-9246-e052ac438534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:55.862710 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf3a36d-5c93-416b-a572-a25b8c79239c None None] The sync data for ids ['67d8d599-d72b-4a7c-a93d-f9c125986352'] in n-d-771362-35 is: [{'id': '67d8d599-d72b-4a7c-a93d-f9c125986352', 'name': 'tempest-TestServerMultinode-2099261193-router', 'tenant_id': '8525d77fc1b94779b8589656b2f67aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'fd92807e-ef0f-4242-8866-a23f17b8b95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:41Z', 'updated_at': '2021-07-14T09:29:49Z', 'revision_number': 4, 'project_id': '8525d77fc1b94779b8589656b2f67aa9', 'gw_port': {'id': 'fd92807e-ef0f-4242-8866-a23f17b8b95b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d8d599-d72b-4a7c-a93d-f9c125986352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:43Z', 'updated_at': '2021-07-14T09:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '6695d0f5-82fd-4841-82cd-4c474d27d4e8', 'name': '', 'network_id': 'f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a', 'tenant_id': '8525d77fc1b94779b8589656b2f67aa9', 'mac_address': 'fa:16:3e:44:73:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d8d599-d72b-4a7c-a93d-f9c125986352', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'f70368bd-4b20-4411-9246-e052ac438534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:48Z', 'updated_at': '2021-07-14T09:29:55Z', 'revision_number': 4, 'project_id': '8525d77fc1b94779b8589656b2f67aa9', 'subnets': [{'id': 'f70368bd-4b20-4411-9246-e052ac438534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:55.897804 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7e7086e-9305-4c46-b15d-82e522421b92 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.965941 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-824e6eaf-effa-4992-82a6-437edcd7dc8a req-979ae54c-a2eb-487b-a687-ebc8687583cc service neutron] 10.222.0.44 "GET /v2.0/networks/e49d4647-517e-4d0c-9914-1d89ddce536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259729 Jul 14 09:29:56.130236 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a67e92-8a34-4d59-95e6-04a65982dd04 req-38c4aec9-af19-4892-9d00-c7401f0a2e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:56.131920 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-43a67e92-8a34-4d59-95e6-04a65982dd04 req-38c4aec9-af19-4892-9d00-c7401f0a2e08 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=13a6cb8219634407be0dfc48ca82a27b&device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 1096 time: 0.0806727 Jul 14 09:29:56.145050 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7e7086e-9305-4c46-b15d-82e522421b92 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.150906 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e7086e-9305-4c46-b15d-82e522421b92 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:56.151668 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7e7086e-9305-4c46-b15d-82e522421b92 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.171472 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-02351d33-0d0c-41fd-8a65-7dfe2336325d req-8d7050d6-888a-4eb4-acc9-55f498b1b69c tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-692590213&fields=id&tenant_id=830de104893540d889265754867e45ef HTTP/1.1" status: 200 len: 267 time: 0.2527404 Jul 14 09:29:56.175787 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b7e7086e-9305-4c46-b15d-82e522421b92 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5148747 Jul 14 09:29:56.201815 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46528) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:56.263723 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c33b3cea-c0d0-46c8-bc5e-678b5a0eb41c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Request body: {'subnet': {'network_id': 'a221dbd7-2665-4c2f-974d-c71ce6ea8818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:56.304687 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a67e92-8a34-4d59-95e6-04a65982dd04 req-e334b9eb-72fb-4f75-aa8d-e3ba96dd407d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:56.306552 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-43a67e92-8a34-4d59-95e6-04a65982dd04 req-e334b9eb-72fb-4f75-aa8d-e3ba96dd407d service neutron] 10.222.0.44 "GET /v2.0/networks?id=e49d4647-517e-4d0c-9914-1d89ddce536e HTTP/1.1" status: 200 len: 911 time: 0.1614120 Jul 14 09:29:56.379779 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-43a67e92-8a34-4d59-95e6-04a65982dd04 req-f73547b2-1860-4e7c-ab23-5c15fef35047 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4588c742-0ff4-4978-9fe0-ef71b6eae405 HTTP/1.1" status: 200 len: 217 time: 0.0609281 Jul 14 09:29:56.408298 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7086e-9305-4c46-b15d-82e522421b92 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event updated for resources: {'Network': ['ID=a221dbd7-2665-4c2f-974d-c71ce6ea8818,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:56.419553 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network a221dbd7-2665-4c2f-974d-c71ce6ea8818 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:56.427896 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf2514-42c3-4c48-975c-b3c202b50820 req-b46e417d-02ee-42fd-a027-cb46894a2bc1 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:56.434913 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-11bf2514-42c3-4c48-975c-b3c202b50820 req-b46e417d-02ee-42fd-a027-cb46894a2bc1 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 944 time: 0.3692656 Jul 14 09:29:56.505154 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a67e92-8a34-4d59-95e6-04a65982dd04 req-6bb40a51-77d6-47dc-88fd-0edb96df15b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:56.517391 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-43a67e92-8a34-4d59-95e6-04a65982dd04 req-6bb40a51-77d6-47dc-88fd-0edb96df15b3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f3346c6f-5d4f-467b-92d0-aefbe281d4f2 HTTP/1.1" status: 200 len: 851 time: 0.1184573 Jul 14 09:29:56.565304 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-11bf2514-42c3-4c48-975c-b3c202b50820 req-f072fc34-1ab8-487f-9c6b-e6aca0d734a3 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288793 Jul 14 09:29:56.581481 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33b3cea-c0d0-46c8-bc5e-678b5a0eb41c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Made reservation on behalf of 2aa18c003f2f4909a67421a1d3852629 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:56.595950 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-43a67e92-8a34-4d59-95e6-04a65982dd04 req-316cd19f-4635-44b8-93ed-742a6f6a0d3c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e49d4647-517e-4d0c-9914-1d89ddce536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671642 Jul 14 09:29:56.597395 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c33b3cea-c0d0-46c8-bc5e-678b5a0eb41c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.669927 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.ipam_backend_mixin [None req-c33b3cea-c0d0-46c8-bc5e-678b5a0eb41c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Performing IP validity checks on allocation pools {{(pid=93773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 09:29:56.670452 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.ipam_backend_mixin [None req-c33b3cea-c0d0-46c8-bc5e-678b5a0eb41c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 09:29:56.739577 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-43a67e92-8a34-4d59-95e6-04a65982dd04 req-242260e4-5083-40cf-a334-d2307dd48eb0 service neutron] 10.222.0.44 "GET /v2.0/networks/e49d4647-517e-4d0c-9914-1d89ddce536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316400 Jul 14 09:29:56.744391 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02351d33-0d0c-41fd-8a65-7dfe2336325d req-cae9c68e-c170-4574-b878-8dd03a180acb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:56.761547 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-02351d33-0d0c-41fd-8a65-7dfe2336325d req-cae9c68e-c170-4574-b878-8dd03a180acb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ed7df7f-829c-42a6-9f47-6d63fdcfe53b HTTP/1.1" status: 200 len: 946 time: 0.5737586 Jul 14 09:29:56.786924 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-02351d33-0d0c-41fd-8a65-7dfe2336325d req-5e8b628e-c217-482c-b542-304e5bfe4e1c tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Request body: {'port': {'security_groups': ['aa65f8de-d1a3-499a-beda-0f684629d404', '4cb000c3-9c47-42c7-98df-b7aec1999d80']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:56.900565 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-282e3c81-e67b-4baf-8de5-a980a35ea126 req-82335c38-5c71-4043-b181-106877ff5c00 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=290b828f-0ea0-4f36-a77d-060e34607b81 HTTP/1.1" status: 200 len: 210 time: 0.0733144 Jul 14 09:29:56.919546 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-43a67e92-8a34-4d59-95e6-04a65982dd04 req-1a74aa3a-b7bb-458c-9967-30c031e22b2f service neutron] 10.222.0.44 "GET /v2.0/networks/e49d4647-517e-4d0c-9914-1d89ddce536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668954 Jul 14 09:29:57.044352 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-02351d33-0d0c-41fd-8a65-7dfe2336325d req-5e8b628e-c217-482c-b542-304e5bfe4e1c tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.065929 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c33b3cea-c0d0-46c8-bc5e-678b5a0eb41c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.195844 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b3cea-c0d0-46c8-bc5e-678b5a0eb41c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event updated for resources: {'Subnet': ['ID=06324ca0-9aa9-4ea4-a588-abbb706cc276,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:57.201467 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33b3cea-c0d0-46c8-bc5e-678b5a0eb41c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Checking segment: {'id': 'ea5a79e0-c64a-4b88-a408-b1bf11d0a280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a221dbd7-2665-4c2f-974d-c71ce6ea8818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:57.201835 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33b3cea-c0d0-46c8-bc5e-678b5a0eb41c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Network hostable DHCP agents. Network: a221dbd7-2665-4c2f-974d-c71ce6ea8818, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:57.239187 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33b3cea-c0d0-46c8-bc5e-678b5a0eb41c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Network a221dbd7-2665-4c2f-974d-c71ce6ea8818 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:57.292760 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-c33b3cea-c0d0-46c8-bc5e-678b5a0eb41c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, a221dbd7-2665-4c2f-974d-c71ce6ea8818) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:57.302043 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4166c2a9-f283-4c9e-9bd2-2dc34c0082a2 None None] Network a221dbd7-2665-4c2f-974d-c71ce6ea8818 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:57.307274 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33b3cea-c0d0-46c8-bc5e-678b5a0eb41c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:57.307921 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c33b3cea-c0d0-46c8-bc5e-678b5a0eb41c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.345722 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c33b3cea-c0d0-46c8-bc5e-678b5a0eb41c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1342947 Jul 14 09:29:57.346469 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46536) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:57.352105 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-8ce15e40-28ac-41ee-88f2-207bc0a55a5f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:57.374976 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-02351d33-0d0c-41fd-8a65-7dfe2336325d req-5e8b628e-c217-482c-b542-304e5bfe4e1c tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] For port 08bf8ae9-c17c-4f33-a982-c771a31d6da8, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=08bf8ae9-c17c-4f33-a982-c771a31d6da8,segment=NetworkSegment(41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2),segment_id=41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:57.428749 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-02351d33-0d0c-41fd-8a65-7dfe2336325d req-5e8b628e-c217-482c-b542-304e5bfe4e1c tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.439543 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-02351d33-0d0c-41fd-8a65-7dfe2336325d req-5e8b628e-c217-482c-b542-304e5bfe4e1c tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.477279 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['08bf8ae9-c17c-4f33-a982-c771a31d6da8'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:57.480825 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['c0e9ff7c-3c29-486c-8745-82ae2bf8ab04'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:57.487988 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02351d33-0d0c-41fd-8a65-7dfe2336325d req-5e8b628e-c217-482c-b542-304e5bfe4e1c tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:57.488894 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-02351d33-0d0c-41fd-8a65-7dfe2336325d req-5e8b628e-c217-482c-b542-304e5bfe4e1c tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.490509 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-02351d33-0d0c-41fd-8a65-7dfe2336325d req-5e8b628e-c217-482c-b542-304e5bfe4e1c tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "PUT /v2.0/ports/08bf8ae9-c17c-4f33-a982-c771a31d6da8 HTTP/1.1" status: 200 len: 982 time: 0.7279506 Jul 14 09:29:57.491098 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed7df7f-829c-42a6-9f47-6d63fdcfe53b', 'tag': '08bf8ae9-c17c-4f33-a982-c771a31d6da8'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:57.493569 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae2bdd0-4c85-4097-9349-115955870228" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed7df7f-829c-42a6-9f47-6d63fdcfe53b", "tag": "08bf8ae9-c17c-4f33-a982-c771a31d6da8"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:57.582015 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ce15e40-28ac-41ee-88f2-207bc0a55a5f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62991769'] for subnet, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.622208 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8577b8e-e135-4c33-9e5c-7be1478c73be x-openstack-request-id: req-b8577b8e-e135-4c33-9e5c-7be1478c73be {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:57.622704 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed7df7f-829c-42a6-9f47-6d63fdcfe53b", "tag": "08bf8ae9-c17c-4f33-a982-c771a31d6da8", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:57.623076 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b8577b8e-e135-4c33-9e5c-7be1478c73be {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:57.623927 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed7df7f-829c-42a6-9f47-6d63fdcfe53b', 'tag': '08bf8ae9-c17c-4f33-a982-c771a31d6da8', 'status': 'completed', 'code': 200} Jul 14 09:29:57.689261 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['08bf8ae9-c17c-4f33-a982-c771a31d6da8'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:57.721796 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 6695d0f5-82fd-4841-82cd-4c474d27d4e8 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:57.796553 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-92104270-624f-4960-baae-a973d5489c5d req-163ec6bf-41ea-483f-856a-49ebd2c08c2e tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups/4cb000c3-9c47-42c7-98df-b7aec1999d80 HTTP/1.1" status: 200 len: 1802 time: 0.2645996 Jul 14 09:29:57.886151 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b628e-c217-482c-b542-304e5bfe4e1c tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Pushing event updated for resources: {'Port': ['ID=08bf8ae9-c17c-4f33-a982-c771a31d6da8,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:57.898200 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77784c65-705e-43f5-a0fa-a8fb1ff5c155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-a221dbd7-2665-4c2f-974d-c71ce6ea8818', 'network_id': 'a221dbd7-2665-4c2f-974d-c71ce6ea8818', 'tenant_id': '2aa18c003f2f4909a67421a1d3852629', 'fixed_ips': [{'subnet_id': '06324ca0-9aa9-4ea4-a588-abbb706cc276'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:57.899333 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77784c65-705e-43f5-a0fa-a8fb1ff5c155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.911713 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-9ba77cdb-3299-44c2-bad7-648e9e2da9df tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:57.913358 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-9ba77cdb-3299-44c2-bad7-648e9e2da9df tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.47 "GET /v2.0/networks?id=0d27eda3-0a4d-42a9-8990-ea5f0ec91315 HTTP/1.1" status: 200 len: 910 time: 0.1820538 Jul 14 09:29:57.967364 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-92104270-624f-4960-baae-a973d5489c5d req-20a93ddc-f2dc-4930-97df-042beda2851a tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 09:29:57.979510 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-92104270-624f-4960-baae-a973d5489c5d req-20a93ddc-f2dc-4930-97df-042beda2851a tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "DELETE /v2.0/security-groups/4cb000c3-9c47-42c7-98df-b7aec1999d80 HTTP/1.1" status: 409 len: 341 time: 0.1816483 Jul 14 09:29:58.026800 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2bdd0-4c85-4097-9349-115955870228 req-6fdd80d6-ac36-4daa-8dd1-fbc62183b10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:58.034698 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3ae2bdd0-4c85-4097-9349-115955870228 req-6fdd80d6-ac36-4daa-8dd1-fbc62183b10a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=830de104893540d889265754867e45ef&device_id=7ed7df7f-829c-42a6-9f47-6d63fdcfe53b HTTP/1.1" status: 200 len: 1137 time: 0.3983495 Jul 14 09:29:58.093442 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-0518ed22-5be7-4b8d-b949-18f3272430ad tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Request body: {'port': {'device_id': '290b828f-0ea0-4f36-a77d-060e34607b81', 'network_id': '0d27eda3-0a4d-42a9-8990-ea5f0ec91315', 'admin_state_up': True, 'tenant_id': '8525d77fc1b94779b8589656b2f67aa9'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:58.126341 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ce15e40-28ac-41ee-88f2-207bc0a55a5f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768948694550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63510260'] for subnet, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.164916 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-0518ed22-5be7-4b8d-b949-18f3272430ad tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Made reservation on behalf of 8525d77fc1b94779b8589656b2f67aa9 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:58.167317 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-0518ed22-5be7-4b8d-b949-18f3272430ad tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.178688 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5677c-31a5-476c-8417-ca3be5179b77 req-fbba73e2-7715-40f6-a9af-39811354dec8 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:58.181535 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 6695d0f5-82fd-4841-82cd-4c474d27d4e8 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:58.185896 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9b5677c-31a5-476c-8417-ca3be5179b77 req-fbba73e2-7715-40f6-a9af-39811354dec8 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 944 time: 0.3015580 Jul 14 09:29:58.200102 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 6695d0f5-82fd-4841-82cd-4c474d27d4e8 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:58.200634 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.208649 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce15e40-28ac-41ee-88f2-207bc0a55a5f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:58.209298 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ce15e40-28ac-41ee-88f2-207bc0a55a5f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.213891 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8ce15e40-28ac-41ee-88f2-207bc0a55a5f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "PUT /v2.0/subnets/06324ca0-9aa9-4ea4-a588-abbb706cc276 HTTP/1.1" status: 200 len: 900 time: 0.8637104 Jul 14 09:29:58.215477 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46552) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:58.220902 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f53aca50-286e-4c2a-b990-947e3e24f3ba req-96d58e74-4eeb-4386-a368-07d527b98eec tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=290b828f-0ea0-4f36-a77d-060e34607b81 HTTP/1.1" status: 200 len: 210 time: 0.0602052 Jul 14 09:29:58.257215 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce15e40-28ac-41ee-88f2-207bc0a55a5f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event updated for resources: {'Subnet': ['ID=06324ca0-9aa9-4ea4-a588-abbb706cc276,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:58.287480 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9b5677c-31a5-476c-8417-ca3be5179b77 req-f77f168e-acd2-4d9a-aee5-3bcde9272730 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006331 Jul 14 09:29:58.301150 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2bdd0-4c85-4097-9349-115955870228 req-6336f4c2-28de-4cac-8716-3e48843d7475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:58.302964 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3ae2bdd0-4c85-4097-9349-115955870228 req-6336f4c2-28de-4cac-8716-3e48843d7475 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d8c71af8-8bf1-4b4f-9d6f-e5131a84935a HTTP/1.1" status: 200 len: 913 time: 0.2505009 Jul 14 09:29:58.363522 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3ae2bdd0-4c85-4097-9349-115955870228 req-430bf976-7b25-4fcd-a52d-63cb492e1463 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08bf8ae9-c17c-4f33-a982-c771a31d6da8 HTTP/1.1" status: 200 len: 217 time: 0.0530505 Jul 14 09:29:58.444005 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2bdd0-4c85-4097-9349-115955870228 req-b7c4a03f-9c9e-4527-a13d-87c9d6058a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:58.445929 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3ae2bdd0-4c85-4097-9349-115955870228 req-b7c4a03f-9c9e-4527-a13d-87c9d6058a00 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b896e87-bde2-4b15-9ad8-1c77a2713212 HTTP/1.1" status: 200 len: 853 time: 0.0757987 Jul 14 09:29:58.500731 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-0518ed22-5be7-4b8d-b949-18f3272430ad tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Allocated IP 172.20.0.11 (0d27eda3-0a4d-42a9-8990-ea5f0ec91315/8fc10be2-3caa-4096-a817-a0254d2e17f8/a8fb642c-80cc-49d9-b990-f80770626b33) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:58.535453 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3ae2bdd0-4c85-4097-9349-115955870228 req-04bcce7b-8422-4c49-81c3-bd9a7644f0d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8c71af8-8bf1-4b4f-9d6f-e5131a84935a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799286 Jul 14 09:29:58.565351 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.592811 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-77784c65-705e-43f5-a0fa-a8fb1ff5c155 None None] Allocated IP 2001:db8::3 (a221dbd7-2665-4c2f-974d-c71ce6ea8818/06324ca0-9aa9-4ea4-a588-abbb706cc276/62c7928f-a354-4c91-94d2-1dd1a15d8ef1) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:58.642379 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 4588c742-0ff4-4978-9fe0-ef71b6eae405 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:29:58.720517 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.753433 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 4588c742-0ff4-4978-9fe0-ef71b6eae405, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=4588c742-0ff4-4978-9fe0-ef71b6eae405,segment=NetworkSegment(c1231d5a-9bfd-4b22-82a0-1f7ac50d979e),segment_id=c1231d5a-9bfd-4b22-82a0-1f7ac50d979e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:58.788366 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '4588c742-0ff4-4978-9fe0-ef71b6eae405', 'network_id': 'e49d4647-517e-4d0c-9914-1d89ddce536e', 'port_id': '4588c742-0ff4-4978-9fe0-ef71b6eae405', 'mac_address': 'fa:16:3e:af:9f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3346c6f-5d4f-467b-92d0-aefbe281d4f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:29:58.806798 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-0518ed22-5be7-4b8d-b949-18f3272430ad tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.823590 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-0518ed22-5be7-4b8d-b949-18f3272430ad tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Transition to ACTIVE for port object a8fb642c-80cc-49d9-b990-f80770626b33 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:58.862513 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-0518ed22-5be7-4b8d-b949-18f3272430ad tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.928088 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-0518ed22-5be7-4b8d-b949-18f3272430ad tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Network 0d27eda3-0a4d-42a9-8990-ea5f0ec91315 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:58.931653 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-0518ed22-5be7-4b8d-b949-18f3272430ad tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:58.937013 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-0518ed22-5be7-4b8d-b949-18f3272430ad tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:58.941319 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518ed22-5be7-4b8d-b949-18f3272430ad tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Pushing event updated for resources: {'Port': ['ID=a8fb642c-80cc-49d9-b990-f80770626b33,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:58.994077 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-0518ed22-5be7-4b8d-b949-18f3272430ad tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:58.994851 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-0518ed22-5be7-4b8d-b949-18f3272430ad tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.013110 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-0518ed22-5be7-4b8d-b949-18f3272430ad tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9278364 Jul 14 09:29:59.034588 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3ae2bdd0-4c85-4097-9349-115955870228 req-30bc2271-a9c4-427c-afa7-a7d77542d592 service neutron] 10.222.0.47 "GET /v2.0/networks/d8c71af8-8bf1-4b4f-9d6f-e5131a84935a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4730666 Jul 14 09:29:59.039239 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-1a90787d-30d3-4de4-b523-edf2f2d886a6 service neutron] Request body: {'port': {'device_id': '290b828f-0ea0-4f36-a77d-060e34607b81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:59.047172 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d13673-0554-4deb-976e-d2c8439005ae req-9f8ae279-1117-4df3-ba7d-7616a79c3183 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:59.055315 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e5d13673-0554-4deb-976e-d2c8439005ae req-9f8ae279-1117-4df3-ba7d-7616a79c3183 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ed7df7f-829c-42a6-9f47-6d63fdcfe53b HTTP/1.1" status: 200 len: 985 time: 0.3819633 Jul 14 09:29:59.134219 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-1a90787d-30d3-4de4-b523-edf2f2d886a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.155247 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3ae2bdd0-4c85-4097-9349-115955870228 req-abce2ea8-78f3-4853-8395-ced38c64f201 service neutron] 10.222.0.47 "GET /v2.0/networks/d8c71af8-8bf1-4b4f-9d6f-e5131a84935a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923738 Jul 14 09:29:59.191255 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.201937 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e5d13673-0554-4deb-976e-d2c8439005ae req-8753c55d-e0bc-4d72-a4f1-f121c52e212e tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cb000c3-9c47-42c7-98df-b7aec1999d80&id=aa65f8de-d1a3-499a-beda-0f684629d404&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1454959 Jul 14 09:29:59.228416 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:29:59.229031 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.274543 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c02c8-bfce-4d0b-8971-d7584abf4b51 req-68d0577a-d52e-40b5-9aa5-f1fd1d3b8e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:59.276458 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-336c02c8-bfce-4d0b-8971-d7584abf4b51 req-68d0577a-d52e-40b5-9aa5-f1fd1d3b8e50 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=830de104893540d889265754867e45ef&device_id=7ed7df7f-829c-42a6-9f47-6d63fdcfe53b HTTP/1.1" status: 200 len: 1137 time: 0.0617878 Jul 14 09:29:59.322749 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4588c742-0ff4-4978-9fe0-ef71b6eae405 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:59.347333 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 4588c742-0ff4-4978-9fe0-ef71b6eae405, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=4588c742-0ff4-4978-9fe0-ef71b6eae405,segment=NetworkSegment(c1231d5a-9bfd-4b22-82a0-1f7ac50d979e),segment_id=c1231d5a-9bfd-4b22-82a0-1f7ac50d979e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:59.351420 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77784c65-705e-43f5-a0fa-a8fb1ff5c155 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.371182 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.382150 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-18db82ac-35c0-4dd0-9f71-a741ad3ee14f None None] Provisioning for port a8fb642c-80cc-49d9-b990-f80770626b33 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:59.393005 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 6695d0f5-82fd-4841-82cd-4c474d27d4e8, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=6695d0f5-82fd-4841-82cd-4c474d27d4e8,segment=NetworkSegment(d2a2100d-ef72-4be2-9e7d-6a1e5f656a00),segment_id=d2a2100d-ef72-4be2-9e7d-6a1e5f656a00)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:59.394276 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-18db82ac-35c0-4dd0-9f71-a741ad3ee14f None None] Provisioning complete for port a8fb642c-80cc-49d9-b990-f80770626b33 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:59.394656 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18db82ac-35c0-4dd0-9f71-a741ad3ee14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.427658 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-77784c65-705e-43f5-a0fa-a8fb1ff5c155 None None] Transition to ACTIVE for port object 62c7928f-a354-4c91-94d2-1dd1a15d8ef1 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:59.435683 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.497436 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-77784c65-705e-43f5-a0fa-a8fb1ff5c155 None None] Transition to ACTIVE for port object 62c7928f-a354-4c91-94d2-1dd1a15d8ef1 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:59.515165 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-1a90787d-30d3-4de4-b523-edf2f2d886a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8fb642c-80cc-49d9-b990-f80770626b33 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:59.525488 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-1a90787d-30d3-4de4-b523-edf2f2d886a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.528154 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-18db82ac-35c0-4dd0-9f71-a741ad3ee14f None None] Port a8fb642c-80cc-49d9-b990-f80770626b33 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:59.533204 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77784c65-705e-43f5-a0fa-a8fb1ff5c155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.540571 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-1a90787d-30d3-4de4-b523-edf2f2d886a6 service neutron] Transition to ACTIVE for port object a8fb642c-80cc-49d9-b990-f80770626b33 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:59.549161 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-1a90787d-30d3-4de4-b523-edf2f2d886a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.558105 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=4588c742-0ff4-4978-9fe0-ef71b6eae405,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:59.561883 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77784c65-705e-43f5-a0fa-a8fb1ff5c155 None None] Network a221dbd7-2665-4c2f-974d-c71ce6ea8818 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:59.569084 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-77784c65-705e-43f5-a0fa-a8fb1ff5c155 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:59.576045 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:59.576857 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:59.577355 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:59.577903 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:59.578947 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:59.579440 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:59.580008 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:59.581236 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c02c8-bfce-4d0b-8971-d7584abf4b51 req-0cc6dcfd-a06d-4dda-8c24-1a426a1fcd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:59.582083 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:59.582598 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:59.582726 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-336c02c8-bfce-4d0b-8971-d7584abf4b51 req-0cc6dcfd-a06d-4dda-8c24-1a426a1fcd79 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d8c71af8-8bf1-4b4f-9d6f-e5131a84935a HTTP/1.1" status: 200 len: 913 time: 0.2994061 Jul 14 09:29:59.583190 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:59.583725 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:59.584275 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:59.588897 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77784c65-705e-43f5-a0fa-a8fb1ff5c155 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:59.616519 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90787d-30d3-4de4-b523-edf2f2d886a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8fb642c-80cc-49d9-b990-f80770626b33,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:59.644920 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.666758 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-336c02c8-bfce-4d0b-8971-d7584abf4b51 req-2a06162b-2ad3-48d3-aefe-63bb59d3a2fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08bf8ae9-c17c-4f33-a982-c771a31d6da8 HTTP/1.1" status: 200 len: 217 time: 0.0591018 Jul 14 09:29:59.685868 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['4588c742-0ff4-4978-9fe0-ef71b6eae405'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:59.698840 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event deleted for resources: {'Subnet': ['ID=06324ca0-9aa9-4ea4-a588-abbb706cc276,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:59.732179 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-77784c65-705e-43f5-a0fa-a8fb1ff5c155 None None] Attempting to bind port 62c7928f-a354-4c91-94d2-1dd1a15d8ef1 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:59.732557 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-77784c65-705e-43f5-a0fa-a8fb1ff5c155 None None] Attempting to bind port 62c7928f-a354-4c91-94d2-1dd1a15d8ef1 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'ea5a79e0-c64a-4b88-a408-b1bf11d0a280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a221dbd7-2665-4c2f-974d-c71ce6ea8818'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:59.732922 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77784c65-705e-43f5-a0fa-a8fb1ff5c155 None None] Attempting to bind port 62c7928f-a354-4c91-94d2-1dd1a15d8ef1 on network a221dbd7-2665-4c2f-974d-c71ce6ea8818 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:59.755571 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffd2b8-f070-4b9d-acdf-8b6bd97d0547 req-aabfcabb-b101-4199-921f-ecce4fd4e7a8 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:59.757591 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52ffd2b8-f070-4b9d-acdf-8b6bd97d0547 req-aabfcabb-b101-4199-921f-ecce4fd4e7a8 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=290b828f-0ea0-4f36-a77d-060e34607b81 HTTP/1.1" status: 200 len: 1028 time: 0.3214169 Jul 14 09:29:59.766129 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77784c65-705e-43f5-a0fa-a8fb1ff5c155 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:59.766519 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77784c65-705e-43f5-a0fa-a8fb1ff5c155 None None] Checking segment: {'id': 'ea5a79e0-c64a-4b88-a408-b1bf11d0a280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a221dbd7-2665-4c2f-974d-c71ce6ea8818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:59.766934 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77784c65-705e-43f5-a0fa-a8fb1ff5c155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.767340 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77784c65-705e-43f5-a0fa-a8fb1ff5c155 None None] Bound using segment: {'id': 'ea5a79e0-c64a-4b88-a408-b1bf11d0a280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a221dbd7-2665-4c2f-974d-c71ce6ea8818'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:59.767922 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-77784c65-705e-43f5-a0fa-a8fb1ff5c155 None None] Bound port: 62c7928f-a354-4c91-94d2-1dd1a15d8ef1, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5a79e0-c64a-4b88-a408-b1bf11d0a280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a221dbd7-2665-4c2f-974d-c71ce6ea8818'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:59.768314 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77784c65-705e-43f5-a0fa-a8fb1ff5c155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.788570 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=6695d0f5-82fd-4841-82cd-4c474d27d4e8,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:59.794355 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c02c8-bfce-4d0b-8971-d7584abf4b51 req-d084b71d-6ae8-4149-b2cb-8f5c44077df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:59.796174 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-336c02c8-bfce-4d0b-8971-d7584abf4b51 req-d084b71d-6ae8-4149-b2cb-8f5c44077df7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b896e87-bde2-4b15-9ad8-1c77a2713212 HTTP/1.1" status: 200 len: 853 time: 0.1164711 Jul 14 09:29:59.832651 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649705b-e44e-4426-8466-01fb9737a130 req-4755a4ef-9ad9-43b3-90af-bb0602c36af0 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:59.834439 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6649705b-e44e-4426-8466-01fb9737a130 req-4755a4ef-9ad9-43b3-90af-bb0602c36af0 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 945 time: 0.2711148 Jul 14 09:29:59.875287 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.884588 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-336c02c8-bfce-4d0b-8971-d7584abf4b51 req-3733e4bf-311d-4aed-903e-61f81d4cda9b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8c71af8-8bf1-4b4f-9d6f-e5131a84935a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775688 Jul 14 09:29:59.914378 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-1a90787d-30d3-4de4-b523-edf2f2d886a6 service neutron] Attempting to bind port a8fb642c-80cc-49d9-b990-f80770626b33 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:59.914984 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-1a90787d-30d3-4de4-b523-edf2f2d886a6 service neutron] Attempting to bind port a8fb642c-80cc-49d9-b990-f80770626b33 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f72f74a3-1019-4c8a-aee5-a63b9f7b1beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d27eda3-0a4d-42a9-8990-ea5f0ec91315'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:59.915480 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-1a90787d-30d3-4de4-b523-edf2f2d886a6 service neutron] Attempting to bind port a8fb642c-80cc-49d9-b990-f80770626b33 on network 0d27eda3-0a4d-42a9-8990-ea5f0ec91315 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:59.930572 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a221dbd7-2665-4c2f-974d-c71ce6ea8818']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:59.933241 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-1a90787d-30d3-4de4-b523-edf2f2d886a6 service neutron] Port a8fb642c-80cc-49d9-b990-f80770626b33 on network 0d27eda3-0a4d-42a9-8990-ea5f0ec91315 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:29:59.933682 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-1a90787d-30d3-4de4-b523-edf2f2d886a6 service neutron] Attempting to bind port a8fb642c-80cc-49d9-b990-f80770626b33 on network 0d27eda3-0a4d-42a9-8990-ea5f0ec91315 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:59.947645 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5a79e0-c64a-4b88-a408-b1bf11d0a280') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:59.947951 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5a79e0-c64a-4b88-a408-b1bf11d0a280') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:59.950012 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-1a90787d-30d3-4de4-b523-edf2f2d886a6 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:59.950366 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-1a90787d-30d3-4de4-b523-edf2f2d886a6 service neutron] Checking segment: {'id': 'f72f74a3-1019-4c8a-aee5-a63b9f7b1beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d27eda3-0a4d-42a9-8990-ea5f0ec91315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:59.950758 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-1a90787d-30d3-4de4-b523-edf2f2d886a6 service neutron] Bound using segment: {'id': 'f72f74a3-1019-4c8a-aee5-a63b9f7b1beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d27eda3-0a4d-42a9-8990-ea5f0ec91315'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:59.951203 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-1a90787d-30d3-4de4-b523-edf2f2d886a6 service neutron] Bound port: a8fb642c-80cc-49d9-b990-f80770626b33, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f72f74a3-1019-4c8a-aee5-a63b9f7b1beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d27eda3-0a4d-42a9-8990-ea5f0ec91315'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:59.951594 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-1a90787d-30d3-4de4-b523-edf2f2d886a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.977500 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.008149 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52ffd2b8-f070-4b9d-acdf-8b6bd97d0547 req-3eb64021-d70c-4cac-9f27-4da4594fc27e tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233727 Jul 14 09:30:00.023010 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.036298 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:00.036880 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:00.040002 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:00.049458 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77784c65-705e-43f5-a0fa-a8fb1ff5c155 None None] Pushing event updated for resources: {'Port': ['ID=62c7928f-a354-4c91-94d2-1dd1a15d8ef1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:00.058920 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-77784c65-705e-43f5-a0fa-a8fb1ff5c155 None None] For port 62c7928f-a354-4c91-94d2-1dd1a15d8ef1, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:00.075873 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6649705b-e44e-4426-8466-01fb9737a130 req-3c9d0a86-722d-450d-abc8-b94c0bcea0b6 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025664 Jul 14 09:30:00.125773 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-1a90787d-30d3-4de4-b523-edf2f2d886a6 service neutron] For port a8fb642c-80cc-49d9-b990-f80770626b33, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:00.132098 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-1a90787d-30d3-4de4-b523-edf2f2d886a6 service neutron] For port a8fb642c-80cc-49d9-b990-f80770626b33, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=a8fb642c-80cc-49d9-b990-f80770626b33,segment=NetworkSegment(f72f74a3-1019-4c8a-aee5-a63b9f7b1beb),segment_id=f72f74a3-1019-4c8a-aee5-a63b9f7b1beb)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:00.139268 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-1a90787d-30d3-4de4-b523-edf2f2d886a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.142893 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-336c02c8-bfce-4d0b-8971-d7584abf4b51 req-790f0015-86f2-4fc2-99a4-23f4d1a405df service neutron] 10.222.0.47 "GET /v2.0/networks/d8c71af8-8bf1-4b4f-9d6f-e5131a84935a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307081 Jul 14 09:30:00.151206 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:30:00.151206 n-d-771362-35 neutron-server[93772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:30:00.151206 n-d-771362-35 neutron-server[93772]: [parameters: {'id': 'a221dbd7-2665-4c2f-974d-c71ce6ea8818'}] Jul 14 09:30:00.151206 n-d-771362-35 neutron-server[93772]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:30:00.151675 n-d-771362-35 neutron-server[93772]: DEBUG oslo_db.api [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:30:00.152072 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-77784c65-705e-43f5-a0fa-a8fb1ff5c155 None None] For port 62c7928f-a354-4c91-94d2-1dd1a15d8ef1, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=62c7928f-a354-4c91-94d2-1dd1a15d8ef1,segment=NetworkSegment(ea5a79e0-c64a-4b88-a408-b1bf11d0a280),segment_id=ea5a79e0-c64a-4b88-a408-b1bf11d0a280)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:00.162836 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77784c65-705e-43f5-a0fa-a8fb1ff5c155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.187176 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-1a90787d-30d3-4de4-b523-edf2f2d886a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:00.187176 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-1a90787d-30d3-4de4-b523-edf2f2d886a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.187605 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-1a90787d-30d3-4de4-b523-edf2f2d886a6 service neutron] 10.222.0.47 "PUT /v2.0/ports/a8fb642c-80cc-49d9-b990-f80770626b33 HTTP/1.1" status: 200 len: 1093 time: 1.1544871 Jul 14 09:30:00.188675 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290b828f-0ea0-4f36-a77d-060e34607b81', 'tag': 'a8fb642c-80cc-49d9-b990-f80770626b33'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:00.191354 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cd98a6-34d5-446e-a0e2-7e0bedecc54b" -d '{"events": [{"name": "network-changed", "server_uuid": "290b828f-0ea0-4f36-a77d-060e34607b81", "tag": "a8fb642c-80cc-49d9-b990-f80770626b33"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:00.243716 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90787d-30d3-4de4-b523-edf2f2d886a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8fb642c-80cc-49d9-b990-f80770626b33,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:00.282049 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77784c65-705e-43f5-a0fa-a8fb1ff5c155 None None] Pushing event updated for resources: {'Port': ['ID=62c7928f-a354-4c91-94d2-1dd1a15d8ef1,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:00.325061 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aada14-014d-4b1e-aa36-be89cbe8c6fe None None] Network a221dbd7-2665-4c2f-974d-c71ce6ea8818 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:00.502648 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-336c02c8-bfce-4d0b-8971-d7584abf4b51 req-91ef6653-0f30-4c4b-adc9-b0db2a88953a service neutron] 10.222.0.47 "GET /v2.0/networks/d8c71af8-8bf1-4b4f-9d6f-e5131a84935a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400154 Jul 14 09:30:00.571382 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a4a1db-35f2-4737-b76a-334cc4e9b7e3 None None] Network a221dbd7-2665-4c2f-974d-c71ce6ea8818 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:00.683104 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3bdb7-5c24-4924-8413-ba1794eb64b6 req-67afb1c7-e60f-45e6-80c9-450eac1eeaab tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:00.685660 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3ce3bdb7-5c24-4924-8413-ba1794eb64b6 req-67afb1c7-e60f-45e6-80c9-450eac1eeaab tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ed7df7f-829c-42a6-9f47-6d63fdcfe53b HTTP/1.1" status: 200 len: 985 time: 0.1516652 Jul 14 09:30:00.728402 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.732376 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87216e2b-c146-42f9-b675-7e127f86db38 x-openstack-request-id: req-87216e2b-c146-42f9-b675-7e127f86db38 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:00.733020 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290b828f-0ea0-4f36-a77d-060e34607b81", "tag": "a8fb642c-80cc-49d9-b990-f80770626b33", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:00.733450 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87216e2b-c146-42f9-b675-7e127f86db38 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:00.734004 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290b828f-0ea0-4f36-a77d-060e34607b81', 'tag': 'a8fb642c-80cc-49d9-b990-f80770626b33', 'status': 'completed', 'code': 200} Jul 14 09:30:00.779660 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3ce3bdb7-5c24-4924-8413-ba1794eb64b6 req-e708f1f7-7095-40a0-876d-271b64ec0b1d tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cb000c3-9c47-42c7-98df-b7aec1999d80&id=aa65f8de-d1a3-499a-beda-0f684629d404&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0665381 Jul 14 09:30:00.808268 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-16ea6245-6f7d-4865-9cc4-c5d3749c253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:00.809834 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-16ea6245-6f7d-4865-9cc4-c5d3749c253f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8525d77fc1b94779b8589656b2f67aa9&device_id=290b828f-0ea0-4f36-a77d-060e34607b81 HTTP/1.1" status: 200 len: 1096 time: 0.5557213 Jul 14 09:30:00.839860 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Deleting port 62c7928f-a354-4c91-94d2-1dd1a15d8ef1 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:00.840209 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.868026 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9349dd-80bc-4db4-a585-f18004ff9921 None None] get_active_networks_info from n-d-771362-35 {{(pid=93774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:30:00.874833 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-1aa7ca52-7050-4cad-b67e-aa3d7faf8dc9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8fb642c-80cc-49d9-b990-f80770626b33 HTTP/1.1" status: 200 len: 217 time: 0.0489252 Jul 14 09:30:00.984702 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] For port 62c7928f-a354-4c91-94d2-1dd1a15d8ef1, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=62c7928f-a354-4c91-94d2-1dd1a15d8ef1,segment=NetworkSegment(ea5a79e0-c64a-4b88-a408-b1bf11d0a280),segment_id=ea5a79e0-c64a-4b88-a408-b1bf11d0a280)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:00.985079 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.996398 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-b9f4fb2e-ebe6-4afb-8d93-a0f38213ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:00.998162 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-b9f4fb2e-ebe6-4afb-8d93-a0f38213ed00 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8fc10be2-3caa-4096-a817-a0254d2e17f8 HTTP/1.1" status: 200 len: 849 time: 0.1116445 Jul 14 09:30:01.004302 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Calling delete_port for 62c7928f-a354-4c91-94d2-1dd1a15d8ef1 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:01.077584 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9349dd-80bc-4db4-a585-f18004ff9921 None None] Resources bound (agent type, host, resource id): {{(pid=93774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:30:01.160921 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-0f92eb75-514e-4f89-824a-f412aa5d9f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:01.162615 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-0f92eb75-514e-4f89-824a-f412aa5d9f78 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d27eda3-0a4d-42a9-8990-ea5f0ec91315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1431167 Jul 14 09:30:01.317043 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-98d62966-af0b-42c9-b9e7-3b7fe077c77d service neutron] 10.222.0.47 "GET /v2.0/networks/0d27eda3-0a4d-42a9-8990-ea5f0ec91315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468997 Jul 14 09:30:01.318528 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.430654 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event deleted for resources: {'Port': ['ID=62c7928f-a354-4c91-94d2-1dd1a15d8ef1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:01.442351 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] No DVR routers for this DVR port 62c7928f-a354-4c91-94d2-1dd1a15d8ef1 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:01.516520 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c904b87-de42-4643-8743-04bcccae251e req-cc2ea106-0eab-422b-821f-92457257f013 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:01.531045 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c904b87-de42-4643-8743-04bcccae251e req-cc2ea106-0eab-422b-821f-92457257f013 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=290b828f-0ea0-4f36-a77d-060e34607b81 HTTP/1.1" status: 200 len: 1096 time: 0.2646744 Jul 14 09:30:01.603555 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.612427 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c904b87-de42-4643-8743-04bcccae251e req-bb9861e9-6ea1-49ab-8f38-d52f0fd89fd2 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797336 Jul 14 09:30:01.640322 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a221dbd7-2665-4c2f-974d-c71ce6ea8818']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:01.658164 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5a79e0-c64a-4b88-a408-b1bf11d0a280') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:01.658480 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5a79e0-c64a-4b88-a408-b1bf11d0a280') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:01.666518 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-142b0b2b-8a13-47ec-8d03-af2f2ed09a15 req-62ec31b6-dcea-4f19-abf5-d2c6c0b6294c service neutron] 10.222.0.47 "GET /v2.0/networks/0d27eda3-0a4d-42a9-8990-ea5f0ec91315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410404 Jul 14 09:30:01.669539 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76715cb5-fe86-4a47-b873-b248099b2257 req-acd80828-2405-43a0-b133-177b809c3436 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:01.669712 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 6695d0f5-82fd-4841-82cd-4c474d27d4e8 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:01.674252 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.681903 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-76715cb5-fe86-4a47-b873-b248099b2257 req-acd80828-2405-43a0-b133-177b809c3436 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 945 time: 0.2007694 Jul 14 09:30:01.703397 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.712806 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:01.713310 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:01.717474 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:01.759075 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 6695d0f5-82fd-4841-82cd-4c474d27d4e8 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:01.759455 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.762118 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-76715cb5-fe86-4a47-b873-b248099b2257 req-61903002-d80e-4b64-a5c5-b7eb8725fd33 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789044 Jul 14 09:30:01.874209 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.891528 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.893655 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "DELETE /v2.0/networks/a221dbd7-2665-4c2f-974d-c71ce6ea8818 HTTP/1.1" status: 204 len: 168 time: 3.6667168 Jul 14 09:30:01.898612 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46610) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:01.925750 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2999ce-c8c4-4f13-b4ee-fb57deb94369 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event deleted for resources: {'Network': ['ID=a221dbd7-2665-4c2f-974d-c71ce6ea8818,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:01.936229 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-783f98af-5cfd-4e44-b002-3184e89aac45 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:01.937068 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-783f98af-5cfd-4e44-b002-3184e89aac45 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:01.939940 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-783f98af-5cfd-4e44-b002-3184e89aac45 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "DELETE /v2.0/subnets/06324ca0-9aa9-4ea4-a588-abbb706cc276 HTTP/1.1" status: 404 len: 337 time: 0.0400755 Jul 14 09:30:01.942791 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46612) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:01.946876 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd98a6-34d5-446e-a0e2-7e0bedecc54b req-583f7ce4-6f97-4b65-934c-3875071e64c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:01.949652 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-28cd98a6-34d5-446e-a0e2-7e0bedecc54b req-583f7ce4-6f97-4b65-934c-3875071e64c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8525d77fc1b94779b8589656b2f67aa9&device_id=290b828f-0ea0-4f36-a77d-060e34607b81 HTTP/1.1" status: 200 len: 1096 time: 0.1993089 Jul 14 09:30:02.005440 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-529ee4a9-76ca-45ec-9c1a-7d29162210a8 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:02.006363 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-529ee4a9-76ca-45ec-9c1a-7d29162210a8 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:02.009353 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-529ee4a9-76ca-45ec-9c1a-7d29162210a8 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "DELETE /v2.0/networks/a221dbd7-2665-4c2f-974d-c71ce6ea8818 HTTP/1.1" status: 404 len: 339 time: 0.0580151 Jul 14 09:30:02.013154 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46614) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:02.086913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd98a6-34d5-446e-a0e2-7e0bedecc54b req-df727c8e-2113-4d68-bf39-c4856503e7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:02.088153 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-28cd98a6-34d5-446e-a0e2-7e0bedecc54b req-df727c8e-2113-4d68-bf39-c4856503e7d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0d27eda3-0a4d-42a9-8990-ea5f0ec91315 HTTP/1.1" status: 200 len: 910 time: 0.1225808 Jul 14 09:30:02.095089 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08fef5-338b-43a7-912b-757864680fda req-783d5e2b-aea8-4ea9-98c9-bc17e4594837 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:02.096637 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee08fef5-338b-43a7-912b-757864680fda req-783d5e2b-aea8-4ea9-98c9-bc17e4594837 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ed7df7f-829c-42a6-9f47-6d63fdcfe53b HTTP/1.1" status: 200 len: 985 time: 0.1356866 Jul 14 09:30:02.142020 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e094b4ca-f0e6-40cf-b018-648d6b746612 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.158936 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-28cd98a6-34d5-446e-a0e2-7e0bedecc54b req-ea825d9f-8643-40f9-82e0-228cc67c603c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8fb642c-80cc-49d9-b990-f80770626b33 HTTP/1.1" status: 200 len: 217 time: 0.0633380 Jul 14 09:30:02.172233 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee08fef5-338b-43a7-912b-757864680fda req-3fdc109d-f423-456b-bc4d-d398489d2121 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cb000c3-9c47-42c7-98df-b7aec1999d80&id=aa65f8de-d1a3-499a-beda-0f684629d404&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0675488 Jul 14 09:30:02.217784 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd98a6-34d5-446e-a0e2-7e0bedecc54b req-8fab8b09-9be1-4223-b6e6-023060669213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:02.220017 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-28cd98a6-34d5-446e-a0e2-7e0bedecc54b req-8fab8b09-9be1-4223-b6e6-023060669213 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8fc10be2-3caa-4096-a817-a0254d2e17f8 HTTP/1.1" status: 200 len: 849 time: 0.0551636 Jul 14 09:30:02.263542 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e094b4ca-f0e6-40cf-b018-648d6b746612 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.274412 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-e094b4ca-f0e6-40cf-b018-648d6b746612 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1636e11-5d50-4751-8f85-e9da162b82a7']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:02.286941 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-e094b4ca-f0e6-40cf-b018-648d6b746612 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735dd912-7f14-4f5b-8ac0-cef56e5b76d5') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:02.287261 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-e094b4ca-f0e6-40cf-b018-648d6b746612 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735dd912-7f14-4f5b-8ac0-cef56e5b76d5') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:02.313339 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd98a6-34d5-446e-a0e2-7e0bedecc54b req-423fc525-e831-4159-8815-aad649b190be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:02.314512 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e094b4ca-f0e6-40cf-b018-648d6b746612 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.315433 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-28cd98a6-34d5-446e-a0e2-7e0bedecc54b req-423fc525-e831-4159-8815-aad649b190be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d27eda3-0a4d-42a9-8990-ea5f0ec91315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874104 Jul 14 09:30:02.337873 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e094b4ca-f0e6-40cf-b018-648d6b746612 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.348053 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e094b4ca-f0e6-40cf-b018-648d6b746612 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:02.348460 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e094b4ca-f0e6-40cf-b018-648d6b746612 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:02.351792 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:02.355436 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7d15fdc4-2d3d-4a12-9c11-167ff25bc443 req-0ba043a7-02cc-46af-9ba3-b62d5399a0ff tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1604151051&fields=id&tenant_id=830de104893540d889265754867e45ef HTTP/1.1" status: 200 len: 267 time: 0.0654764 Jul 14 09:30:02.435085 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-28cd98a6-34d5-446e-a0e2-7e0bedecc54b req-e92d0cb4-b576-4d00-8a25-0e575784eb5c service neutron] 10.222.0.47 "GET /v2.0/networks/0d27eda3-0a4d-42a9-8990-ea5f0ec91315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070242 Jul 14 09:30:02.463845 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e094b4ca-f0e6-40cf-b018-648d6b746612 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.469285 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e094b4ca-f0e6-40cf-b018-648d6b746612 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.471220 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e094b4ca-f0e6-40cf-b018-648d6b746612 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "DELETE /v2.0/networks/d1636e11-5d50-4751-8f85-e9da162b82a7 HTTP/1.1" status: 204 len: 168 time: 0.4572425 Jul 14 09:30:02.475967 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46628) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:02.490938 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094b4ca-f0e6-40cf-b018-648d6b746612 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event deleted for resources: {'Network': ['ID=d1636e11-5d50-4751-8f85-e9da162b82a7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:02.506495 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15fdc4-2d3d-4a12-9c11-167ff25bc443 req-64db53e8-6412-4a8b-8707-99d16fbffbf4 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:02.508186 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7d15fdc4-2d3d-4a12-9c11-167ff25bc443 req-64db53e8-6412-4a8b-8707-99d16fbffbf4 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ed7df7f-829c-42a6-9f47-6d63fdcfe53b HTTP/1.1" status: 200 len: 985 time: 0.1418796 Jul 14 09:30:02.519882 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-7d15fdc4-2d3d-4a12-9c11-167ff25bc443 req-4bd39b35-fe92-4442-8b20-d2ad44ad5153 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Request body: {'port': {'security_groups': ['4cb000c3-9c47-42c7-98df-b7aec1999d80', 'aa65f8de-d1a3-499a-beda-0f684629d404', 'b0b1e3ed-6586-4442-8fee-7838d93713f2']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:02.537512 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7403eaa4-ac0b-44a1-8860-b805a8687be0 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:02.537970 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7403eaa4-ac0b-44a1-8860-b805a8687be0 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:02.542163 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7403eaa4-ac0b-44a1-8860-b805a8687be0 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "DELETE /v2.0/subnets/bc0c30d3-8779-4bcf-b398-610060dcada1 HTTP/1.1" status: 404 len: 337 time: 0.0630183 Jul 14 09:30:02.543869 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46630) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:02.568850 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc121ba-3a51-40f5-b7ee-357daec71b35 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:02.569469 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bc121ba-3a51-40f5-b7ee-357daec71b35 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:02.573255 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2bc121ba-3a51-40f5-b7ee-357daec71b35 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "DELETE /v2.0/networks/ff795c35-a6b7-4fbb-ad0e-14fe83cb7551 HTTP/1.1" status: 404 len: 339 time: 0.0263667 Jul 14 09:30:02.575615 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46632) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:02.617752 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7d15fdc4-2d3d-4a12-9c11-167ff25bc443 req-4bd39b35-fe92-4442-8b20-d2ad44ad5153 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.670442 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 4588c742-0ff4-4978-9fe0-ef71b6eae405 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:02.711470 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-295c148a-257f-4a5d-941d-8993a241c7c2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Deleting subnet 2e3b69d8-ab3e-4231-9a12-bae1234a2325 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:02.719518 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-28cd98a6-34d5-446e-a0e2-7e0bedecc54b req-2c59eb9f-89fd-4456-b3a0-c5b67265728b service neutron] 10.222.0.47 "GET /v2.0/networks/0d27eda3-0a4d-42a9-8990-ea5f0ec91315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754736 Jul 14 09:30:02.721434 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-295c148a-257f-4a5d-941d-8993a241c7c2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.815011 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 4588c742-0ff4-4978-9fe0-ef71b6eae405 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:02.822431 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 4588c742-0ff4-4978-9fe0-ef71b6eae405 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:02.822895 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.864778 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-295c148a-257f-4a5d-941d-8993a241c7c2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.947903 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.997043 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adaeed84-4b52-4538-882a-983744498af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4588c742-0ff4-4978-9fe0-ef71b6eae405'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:03.002553 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dae80f-5920-4e89-a95c-295a082c2f2b" -d '{"events": [{"server_uuid": "adaeed84-4b52-4538-882a-983744498af4", "name": "network-vif-plugged", "status": "completed", "tag": "4588c742-0ff4-4978-9fe0-ef71b6eae405"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:03.029206 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab788c5-19e4-4937-9c64-91f14e6b0b62 req-f84e53bd-c2de-4d2b-a6bf-a4cd5da5483c tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:03.031257 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 4588c742-0ff4-4978-9fe0-ef71b6eae405, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=4588c742-0ff4-4978-9fe0-ef71b6eae405,segment=NetworkSegment(c1231d5a-9bfd-4b22-82a0-1f7ac50d979e),segment_id=c1231d5a-9bfd-4b22-82a0-1f7ac50d979e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:03.039159 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bab788c5-19e4-4937-9c64-91f14e6b0b62 req-f84e53bd-c2de-4d2b-a6bf-a4cd5da5483c tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=290b828f-0ea0-4f36-a77d-060e34607b81 HTTP/1.1" status: 200 len: 1096 time: 0.1416426 Jul 14 09:30:03.039637 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.119231 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bab788c5-19e4-4937-9c64-91f14e6b0b62 req-0d40ec3f-96ae-48f3-bca5-21da2794f3d8 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781047 Jul 14 09:30:03.130899 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=4588c742-0ff4-4978-9fe0-ef71b6eae405,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:03.135833 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-295c148a-257f-4a5d-941d-8993a241c7c2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.166018 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-7d15fdc4-2d3d-4a12-9c11-167ff25bc443 req-4bd39b35-fe92-4442-8b20-d2ad44ad5153 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] For port 08bf8ae9-c17c-4f33-a982-c771a31d6da8, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=08bf8ae9-c17c-4f33-a982-c771a31d6da8,segment=NetworkSegment(41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2),segment_id=41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:03.257592 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7d15fdc4-2d3d-4a12-9c11-167ff25bc443 req-4bd39b35-fe92-4442-8b20-d2ad44ad5153 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.267684 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-295c148a-257f-4a5d-941d-8993a241c7c2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.274795 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7d15fdc4-2d3d-4a12-9c11-167ff25bc443 req-4bd39b35-fe92-4442-8b20-d2ad44ad5153 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.294462 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['08bf8ae9-c17c-4f33-a982-c771a31d6da8'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:03.304696 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['c0e9ff7c-3c29-486c-8745-82ae2bf8ab04'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:03.310943 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb3934d-8aea-46f6-8acb-6500cbc4c0fa None None] Network f9cb7453-877d-4e9c-a964-33a97a5cd027 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:03.315528 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-295c148a-257f-4a5d-941d-8993a241c7c2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.319768 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-295c148a-257f-4a5d-941d-8993a241c7c2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "DELETE /v2.0/subnets/2e3b69d8-ab3e-4231-9a12-bae1234a2325 HTTP/1.1" status: 204 len: 168 time: 0.7402220 Jul 14 09:30:03.319768 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c148a-257f-4a5d-941d-8993a241c7c2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event deleted for resources: {'Subnet': ['ID=2e3b69d8-ab3e-4231-9a12-bae1234a2325,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:03.320358 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46650) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:03.365989 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15fdc4-2d3d-4a12-9c11-167ff25bc443 req-4bd39b35-fe92-4442-8b20-d2ad44ad5153 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:03.366646 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7d15fdc4-2d3d-4a12-9c11-167ff25bc443 req-4bd39b35-fe92-4442-8b20-d2ad44ad5153 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.382292 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7d15fdc4-2d3d-4a12-9c11-167ff25bc443 req-4bd39b35-fe92-4442-8b20-d2ad44ad5153 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "PUT /v2.0/ports/08bf8ae9-c17c-4f33-a982-c771a31d6da8 HTTP/1.1" status: 200 len: 1021 time: 0.8678539 Jul 14 09:30:03.386801 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed7df7f-829c-42a6-9f47-6d63fdcfe53b', 'tag': '08bf8ae9-c17c-4f33-a982-c771a31d6da8'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:03.398875 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dc2093-4708-431e-8c65-daea201934d8" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed7df7f-829c-42a6-9f47-6d63fdcfe53b", "tag": "08bf8ae9-c17c-4f33-a982-c771a31d6da8"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:03.402103 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-6818bd7b-c109-4292-ac08-2ac6b9f81b1f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Deleting subnet 1f5d41bd-8fb6-4ff4-b222-1419f7b6e764 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:03.409987 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6818bd7b-c109-4292-ac08-2ac6b9f81b1f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.462905 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087bf033-273a-40bd-999c-5b2f66c416e6 x-openstack-request-id: req-087bf033-273a-40bd-999c-5b2f66c416e6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:03.463374 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adaeed84-4b52-4538-882a-983744498af4", "name": "network-vif-plugged", "status": "completed", "tag": "4588c742-0ff4-4978-9fe0-ef71b6eae405", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:03.463700 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-087bf033-273a-40bd-999c-5b2f66c416e6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:03.464038 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adaeed84-4b52-4538-882a-983744498af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4588c742-0ff4-4978-9fe0-ef71b6eae405', 'code': 200} Jul 14 09:30:03.488845 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6818bd7b-c109-4292-ac08-2ac6b9f81b1f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.501552 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['08bf8ae9-c17c-4f33-a982-c771a31d6da8'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:03.554885 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd39b35-fe92-4442-8b20-d2ad44ad5153 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Pushing event updated for resources: {'Port': ['ID=08bf8ae9-c17c-4f33-a982-c771a31d6da8,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:03.620040 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887ac60-0f8c-4fad-96f1-b1be7f824f13 req-7decda7d-e23c-43b1-9d36-b30308d2f7d4 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:03.621512 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6887ac60-0f8c-4fad-96f1-b1be7f824f13 req-7decda7d-e23c-43b1-9d36-b30308d2f7d4 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.3609169 Jul 14 09:30:03.634102 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-891079df-dbe0-4993-b65b-a8a8c6063862 req-98efc065-7471-48c1-8668-9d0c7b8a792d tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups/b0b1e3ed-6586-4442-8fee-7838d93713f2 HTTP/1.1" status: 200 len: 1803 time: 0.0907669 Jul 14 09:30:03.702434 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c37165-6359-4884-a03a-94421e82c498 req-cff0467a-9fb9-4ab4-a0ac-053cdc3e793d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:03.705100 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e3c37165-6359-4884-a03a-94421e82c498 req-cff0467a-9fb9-4ab4-a0ac-053cdc3e793d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 1098 time: 0.1585398 Jul 14 09:30:03.711715 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6818bd7b-c109-4292-ac08-2ac6b9f81b1f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.719349 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6887ac60-0f8c-4fad-96f1-b1be7f824f13 req-c46c91fc-2a21-455a-854a-e0a7bc46cf2c tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787964 Jul 14 09:30:03.746084 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-891079df-dbe0-4993-b65b-a8a8c6063862 req-c2277897-b672-49ea-90f1-0eeb69509934 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 09:30:03.753999 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-891079df-dbe0-4993-b65b-a8a8c6063862 req-c2277897-b672-49ea-90f1-0eeb69509934 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "DELETE /v2.0/security-groups/b0b1e3ed-6586-4442-8fee-7838d93713f2 HTTP/1.1" status: 409 len: 341 time: 0.1209624 Jul 14 09:30:03.810027 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e3c37165-6359-4884-a03a-94421e82c498 req-bb9c5e33-7111-499d-a14d-df36ed410fbd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934134 Jul 14 09:30:03.812558 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232212bd-d9eb-4431-898f-7faca305e8a8 x-openstack-request-id: req-232212bd-d9eb-4431-898f-7faca305e8a8 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:03.813376 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed7df7f-829c-42a6-9f47-6d63fdcfe53b", "tag": "08bf8ae9-c17c-4f33-a982-c771a31d6da8", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:03.813712 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-232212bd-d9eb-4431-898f-7faca305e8a8 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:03.814140 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed7df7f-829c-42a6-9f47-6d63fdcfe53b', 'tag': '08bf8ae9-c17c-4f33-a982-c771a31d6da8', 'status': 'completed', 'code': 200} Jul 14 09:30:03.911376 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6818bd7b-c109-4292-ac08-2ac6b9f81b1f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.972393 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818bd7b-c109-4292-ac08-2ac6b9f81b1f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event deleted for resources: {'Subnet': ['ID=1f5d41bd-8fb6-4ff4-b222-1419f7b6e764,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:03.982051 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6818bd7b-c109-4292-ac08-2ac6b9f81b1f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.985467 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6818bd7b-c109-4292-ac08-2ac6b9f81b1f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "DELETE /v2.0/subnets/1f5d41bd-8fb6-4ff4-b222-1419f7b6e764 HTTP/1.1" status: 204 len: 168 time: 0.6639690 Jul 14 09:30:03.988369 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46668) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:04.100704 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-533ba087-018d-443c-a88e-d3bc00e40f7c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:04.108967 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc2093-4708-431e-8c65-daea201934d8 req-6eeb59ee-32a2-4434-85f0-fe9eae53136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:04.112180 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-29dc2093-4708-431e-8c65-daea201934d8 req-6eeb59ee-32a2-4434-85f0-fe9eae53136c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=830de104893540d889265754867e45ef&device_id=7ed7df7f-829c-42a6-9f47-6d63fdcfe53b HTTP/1.1" status: 200 len: 1176 time: 0.2737198 Jul 14 09:30:04.261988 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc2093-4708-431e-8c65-daea201934d8 req-5fa7edee-d60a-4727-bdc1-102946c14487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:04.261988 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-29dc2093-4708-431e-8c65-daea201934d8 req-5fa7edee-d60a-4727-bdc1-102946c14487 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d8c71af8-8bf1-4b4f-9d6f-e5131a84935a HTTP/1.1" status: 200 len: 913 time: 0.1372764 Jul 14 09:30:04.334931 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-29dc2093-4708-431e-8c65-daea201934d8 req-7bfa0503-8a22-4fb6-8658-6b4e7896f328 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08bf8ae9-c17c-4f33-a982-c771a31d6da8 HTTP/1.1" status: 200 len: 217 time: 0.0654702 Jul 14 09:30:04.342979 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device a8fb642c-80cc-49d9-b990-f80770626b33 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:30:04.371377 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196357c-b667-4632-b5e2-9905abf971c9 req-7e3da8f7-8dcf-4908-8c64-5ed4292d0b1f tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:04.380271 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1196357c-b667-4632-b5e2-9905abf971c9 req-7e3da8f7-8dcf-4908-8c64-5ed4292d0b1f tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ed7df7f-829c-42a6-9f47-6d63fdcfe53b HTTP/1.1" status: 200 len: 1024 time: 0.1984205 Jul 14 09:30:04.398345 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-533ba087-018d-443c-a88e-d3bc00e40f7c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Deleting port cba33253-260e-4b7f-bba9-846b265c8127 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:04.398696 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-533ba087-018d-443c-a88e-d3bc00e40f7c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:04.460783 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1196357c-b667-4632-b5e2-9905abf971c9 req-d8a87159-3c51-493c-adbd-2935f2c48333 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cb000c3-9c47-42c7-98df-b7aec1999d80&id=b0b1e3ed-6586-4442-8fee-7838d93713f2&id=aa65f8de-d1a3-499a-beda-0f684629d404&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0790427 Jul 14 09:30:04.464442 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc2093-4708-431e-8c65-daea201934d8 req-879fdcf1-e3da-459e-867e-2300ed74837b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:04.466252 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-29dc2093-4708-431e-8c65-daea201934d8 req-879fdcf1-e3da-459e-867e-2300ed74837b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b896e87-bde2-4b15-9ad8-1c77a2713212 HTTP/1.1" status: 200 len: 853 time: 0.1212208 Jul 14 09:30:04.488000 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3fbf7-9185-46d3-b498-f2de76ad9746 req-21ec8f5c-fc77-44e6-8c1f-1e8485d0d03f tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:04.489834 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-79a3fbf7-9185-46d3-b498-f2de76ad9746 req-21ec8f5c-fc77-44e6-8c1f-1e8485d0d03f tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=290b828f-0ea0-4f36-a77d-060e34607b81 HTTP/1.1" status: 200 len: 1096 time: 0.1020665 Jul 14 09:30:04.535557 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-29dc2093-4708-431e-8c65-daea201934d8 req-e6d4516f-86c8-4925-950e-3b89945d9e02 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8c71af8-8bf1-4b4f-9d6f-e5131a84935a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570638 Jul 14 09:30:04.538910 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-79a3fbf7-9185-46d3-b498-f2de76ad9746 req-3cb149af-6937-40e5-a1a6-ace53bc24f7c tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376375 Jul 14 09:30:04.539836 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-533ba087-018d-443c-a88e-d3bc00e40f7c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] For port cba33253-260e-4b7f-bba9-846b265c8127, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=cba33253-260e-4b7f-bba9-846b265c8127,segment=NetworkSegment(ea0d95f8-eafe-4fcc-8893-e1086bac6b13),segment_id=ea0d95f8-eafe-4fcc-8893-e1086bac6b13)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:04.540340 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-533ba087-018d-443c-a88e-d3bc00e40f7c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:04.572799 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-533ba087-018d-443c-a88e-d3bc00e40f7c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Calling delete_port for cba33253-260e-4b7f-bba9-846b265c8127 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:04.607154 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db79e79a-f71a-4dfa-b014-af0ed3c105c3 None None] Update dhcp port {'port': {'network_id': 'f9cb7453-877d-4e9c-a964-33a97a5cd027', 'fixed_ips': [{'subnet_id': '1f5d41bd-8fb6-4ff4-b222-1419f7b6e764'}], 'binding:host_id': 'n-d-771362-35'}, 'id': 'cba33253-260e-4b7f-bba9-846b265c8127'} from n-d-771362-35. {{(pid=93774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:30:04.716875 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-29dc2093-4708-431e-8c65-daea201934d8 req-7dfdb18b-3558-42df-862e-834d4f1075e2 service neutron] 10.222.0.47 "GET /v2.0/networks/d8c71af8-8bf1-4b4f-9d6f-e5131a84935a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672542 Jul 14 09:30:04.717715 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db79e79a-f71a-4dfa-b014-af0ed3c105c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:04.745111 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port a8fb642c-80cc-49d9-b990-f80770626b33, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=a8fb642c-80cc-49d9-b990-f80770626b33,segment=NetworkSegment(f72f74a3-1019-4c8a-aee5-a63b9f7b1beb),segment_id=f72f74a3-1019-4c8a-aee5-a63b9f7b1beb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:04.798709 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'a8fb642c-80cc-49d9-b990-f80770626b33', 'network_id': '0d27eda3-0a4d-42a9-8990-ea5f0ec91315', 'port_id': 'a8fb642c-80cc-49d9-b990-f80770626b33', 'mac_address': 'fa:16:3e:37:ab:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc10be2-3caa-4096-a817-a0254d2e17f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:30:04.867045 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-533ba087-018d-443c-a88e-d3bc00e40f7c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:04.939644 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ba087-018d-443c-a88e-d3bc00e40f7c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event deleted for resources: {'Port': ['ID=cba33253-260e-4b7f-bba9-846b265c8127,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:04.948608 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:04.967725 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-29dc2093-4708-431e-8c65-daea201934d8 req-46672ef2-ac96-4291-bcd8-e74fcd0566b1 service neutron] 10.222.0.47 "GET /v2.0/networks/d8c71af8-8bf1-4b4f-9d6f-e5131a84935a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293453 Jul 14 09:30:04.972086 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533ba087-018d-443c-a88e-d3bc00e40f7c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] No DVR routers for this DVR port cba33253-260e-4b7f-bba9-846b265c8127 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:04.982422 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8fb642c-80cc-49d9-b990-f80770626b33 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:05.034220 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port a8fb642c-80cc-49d9-b990-f80770626b33, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=a8fb642c-80cc-49d9-b990-f80770626b33,segment=NetworkSegment(f72f74a3-1019-4c8a-aee5-a63b9f7b1beb),segment_id=f72f74a3-1019-4c8a-aee5-a63b9f7b1beb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:05.038798 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.080592 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5356b72e-db5c-4c2a-a97b-2292d605fced None None] Network f9cb7453-877d-4e9c-a964-33a97a5cd027 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:05.119583 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d9a97-60e9-4c69-acee-b48a703a9c66 req-9ad54069-217a-40ed-a454-2e54f7c4afef tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:05.121292 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb6d9a97-60e9-4c69-acee-b48a703a9c66 req-9ad54069-217a-40ed-a454-2e54f7c4afef tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.1000006 Jul 14 09:30:05.126505 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-533ba087-018d-443c-a88e-d3bc00e40f7c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.145206 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-533ba087-018d-443c-a88e-d3bc00e40f7c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9cb7453-877d-4e9c-a964-33a97a5cd027']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:05.166454 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-533ba087-018d-443c-a88e-d3bc00e40f7c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea0d95f8-eafe-4fcc-8893-e1086bac6b13') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:05.166896 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-533ba087-018d-443c-a88e-d3bc00e40f7c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea0d95f8-eafe-4fcc-8893-e1086bac6b13') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:05.170847 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb6d9a97-60e9-4c69-acee-b48a703a9c66 req-43905f84-cbe5-4b2e-ad46-22fd9fa6cb78 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422053 Jul 14 09:30:05.174212 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=a8fb642c-80cc-49d9-b990-f80770626b33,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:05.180452 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-533ba087-018d-443c-a88e-d3bc00e40f7c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.192446 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c04b76f4-3881-44f2-9a99-e90beab886b9 None None] Could not find standard attr ID for object cba33253-260e-4b7f-bba9-846b265c8127. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:30:05.212570 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-533ba087-018d-443c-a88e-d3bc00e40f7c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.225553 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533ba087-018d-443c-a88e-d3bc00e40f7c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:05.225553 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-533ba087-018d-443c-a88e-d3bc00e40f7c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:05.227806 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:05.309449 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea06843d-60f3-44e9-9e00-18247ee3143d None None] DHCP port deletion for f9cb7453-877d-4e9c-a964-33a97a5cd027 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:30:05.333340 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-533ba087-018d-443c-a88e-d3bc00e40f7c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.349711 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-533ba087-018d-443c-a88e-d3bc00e40f7c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.352294 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-533ba087-018d-443c-a88e-d3bc00e40f7c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "DELETE /v2.0/networks/f9cb7453-877d-4e9c-a964-33a97a5cd027 HTTP/1.1" status: 204 len: 168 time: 1.3627791 Jul 14 09:30:05.356402 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46694) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:05.366541 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ba087-018d-443c-a88e-d3bc00e40f7c tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event deleted for resources: {'Network': ['ID=f9cb7453-877d-4e9c-a964-33a97a5cd027,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:05.376605 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['a8fb642c-80cc-49d9-b990-f80770626b33'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:05.403399 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7963ef-cbbf-42a4-883e-55163c1d19f2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:05.404182 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf7963ef-cbbf-42a4-883e-55163c1d19f2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:05.407356 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cf7963ef-cbbf-42a4-883e-55163c1d19f2 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "DELETE /v2.0/subnets/ae5d69e7-1048-49e7-8df4-c40029a0d6c6 HTTP/1.1" status: 404 len: 337 time: 0.0494068 Jul 14 09:30:05.411616 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46696) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:05.432861 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-9555efbd-5bbf-49c4-9996-6ba0b2a2ee70 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:05.433803 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9555efbd-5bbf-49c4-9996-6ba0b2a2ee70 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:05.435922 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9555efbd-5bbf-49c4-9996-6ba0b2a2ee70 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "DELETE /v2.0/networks/dcbb26cb-20c4-4062-8f60-2aa7554497fd HTTP/1.1" status: 404 len: 339 time: 0.0230606 Jul 14 09:30:05.438685 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46698) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:05.515250 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-213d3998-34b5-4be5-bf31-9b36c915d618 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:05.516384 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-213d3998-34b5-4be5-bf31-9b36c915d618 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:05.518697 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-213d3998-34b5-4be5-bf31-9b36c915d618 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "DELETE /v2.0/subnets/5707c51b-3209-4c52-8eae-928b259498b8 HTTP/1.1" status: 404 len: 337 time: 0.0787246 Jul 14 09:30:05.521432 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46706) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:05.559200 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0762e1c-1e15-4966-be37-fc965b6212cf tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:05.561068 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0762e1c-1e15-4966-be37-fc965b6212cf tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:05.566981 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e0762e1c-1e15-4966-be37-fc965b6212cf tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "DELETE /v2.0/networks/4a1a3995-b7af-422d-9750-204cffc338da HTTP/1.1" status: 404 len: 339 time: 0.0409012 Jul 14 09:30:05.567761 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46708) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:05.606617 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c462a6-f03e-4a07-a118-7c727a85d117 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:05.607552 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3c462a6-f03e-4a07-a118-7c727a85d117 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:05.614802 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c3c462a6-f03e-4a07-a118-7c727a85d117 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "DELETE /v2.0/subnets/e37df65c-d191-4d48-9b89-571d0e96b0ce HTTP/1.1" status: 404 len: 337 time: 0.0444374 Jul 14 09:30:05.617351 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46712) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:05.668616 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ef0529-6edc-4616-832d-4f08e87d0cec tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:05.669187 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ef0529-6edc-4616-832d-4f08e87d0cec tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:05.674409 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-79ef0529-6edc-4616-832d-4f08e87d0cec tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "DELETE /v2.0/networks/8bef4be4-6f52-401e-a291-32b17659f32a HTTP/1.1" status: 404 len: 339 time: 0.0525246 Jul 14 09:30:05.675199 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46718) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:05.709711 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cba33253-260e-4b7f-bba9-846b265c8127 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:05.743687 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d241ea08-194d-4240-8b80-a319002bcbf3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Deleting subnet 6adb4cdb-1dd7-442d-9eed-02a7c5d01ec8 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:05.747367 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d241ea08-194d-4240-8b80-a319002bcbf3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.756476 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: cba33253-260e-4b7f-bba9-846b265c8127 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:05.757089 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cba33253-260e-4b7f-bba9-846b265c8127 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:05.809369 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639839d-5b6f-4c4b-9d83-6a0427464711 req-c8b1d745-bb66-4e72-abd5-c9fc80fda954 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:05.817880 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2639839d-5b6f-4c4b-9d83-6a0427464711 req-c8b1d745-bb66-4e72-abd5-c9fc80fda954 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ed7df7f-829c-42a6-9f47-6d63fdcfe53b HTTP/1.1" status: 200 len: 1024 time: 0.1591868 Jul 14 09:30:05.833135 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d241ea08-194d-4240-8b80-a319002bcbf3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.834788 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46720) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:05.903799 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2639839d-5b6f-4c4b-9d83-6a0427464711 req-b1dc5e48-ea66-4198-8ea4-5a9e155ecd82 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?id=4cb000c3-9c47-42c7-98df-b7aec1999d80&id=b0b1e3ed-6586-4442-8fee-7838d93713f2&id=aa65f8de-d1a3-499a-beda-0f684629d404&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0852578 Jul 14 09:30:05.958446 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320afb97-db78-4030-99fa-3da6c3ad1e74 req-45f52255-40b3-4e9f-8cc4-0535b7426867 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:05.960039 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-320afb97-db78-4030-99fa-3da6c3ad1e74 req-45f52255-40b3-4e9f-8cc4-0535b7426867 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=290b828f-0ea0-4f36-a77d-060e34607b81 HTTP/1.1" status: 200 len: 1097 time: 0.1401324 Jul 14 09:30:05.998259 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343a285-12ab-40bd-9e38-cb497319852c req-405797ec-f1cc-4d89-8734-8774e822dc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:05.999914 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5343a285-12ab-40bd-9e38-cb497319852c req-405797ec-f1cc-4d89-8734-8774e822dc8a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d5926dcd-80bc-4107-a372-b50aa9a8d209 HTTP/1.1" status: 200 len: 1098 time: 0.1641822 Jul 14 09:30:06.026450 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-320afb97-db78-4030-99fa-3da6c3ad1e74 req-64c18822-f470-4584-bfec-f7cc22fcf6de tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556991 Jul 14 09:30:06.055020 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5343a285-12ab-40bd-9e38-cb497319852c req-846f2a30-c34b-452d-8ba1-83fe1cea342f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1b715de6-cb1a-4e4b-851b-83aac9ee11a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373857 Jul 14 09:30:06.078068 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d241ea08-194d-4240-8b80-a319002bcbf3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.110976 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec04ef-5303-4f29-b1eb-46ce8af5ec05 req-4cb5ba0d-5121-4bc8-b787-87be292474a1 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:06.112627 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-89ec04ef-5303-4f29-b1eb-46ce8af5ec05 req-4cb5ba0d-5121-4bc8-b787-87be292474a1 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ed7df7f-829c-42a6-9f47-6d63fdcfe53b HTTP/1.1" status: 200 len: 1024 time: 0.2065375 Jul 14 09:30:06.222111 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d241ea08-194d-4240-8b80-a319002bcbf3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.264513 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241ea08-194d-4240-8b80-a319002bcbf3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event deleted for resources: {'Subnet': ['ID=6adb4cdb-1dd7-442d-9eed-02a7c5d01ec8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:06.278243 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d241ea08-194d-4240-8b80-a319002bcbf3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.284865 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46736) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:06.285411 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d241ea08-194d-4240-8b80-a319002bcbf3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "DELETE /v2.0/subnets/6adb4cdb-1dd7-442d-9eed-02a7c5d01ec8 HTTP/1.1" status: 204 len: 168 time: 0.6082132 Jul 14 09:30:06.289378 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f996236-ffdc-485d-96b8-91375c078ec3 None None] Network 31712317-c84e-49f5-887e-2d91dfa4c619 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:06.324938 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-89ec04ef-5303-4f29-b1eb-46ce8af5ec05 req-5d682a06-3da9-4cdc-b00e-c21578ea52a8 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Deleting port 08bf8ae9-c17c-4f33-a982-c771a31d6da8 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:06.325295 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-89ec04ef-5303-4f29-b1eb-46ce8af5ec05 req-5d682a06-3da9-4cdc-b00e-c21578ea52a8 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.359151 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device a8fb642c-80cc-49d9-b990-f80770626b33 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:06.440293 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-955190db-6fa1-418e-bf24-5aea19c057a5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.480698 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42759b2a-6d04-4ba1-b608-e437a21007eb req-b0f4dfa7-49fb-43fe-94bf-4ec97960bf22 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:06.483644 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-89ec04ef-5303-4f29-b1eb-46ce8af5ec05 req-5d682a06-3da9-4cdc-b00e-c21578ea52a8 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] For port 08bf8ae9-c17c-4f33-a982-c771a31d6da8, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=08bf8ae9-c17c-4f33-a982-c771a31d6da8,segment=NetworkSegment(41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2),segment_id=41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:06.484139 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-89ec04ef-5303-4f29-b1eb-46ce8af5ec05 req-5d682a06-3da9-4cdc-b00e-c21578ea52a8 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.489456 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-42759b2a-6d04-4ba1-b608-e437a21007eb req-b0f4dfa7-49fb-43fe-94bf-4ec97960bf22 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.1465671 Jul 14 09:30:06.501587 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-89ec04ef-5303-4f29-b1eb-46ce8af5ec05 req-5d682a06-3da9-4cdc-b00e-c21578ea52a8 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Calling delete_port for 08bf8ae9-c17c-4f33-a982-c771a31d6da8 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:06.566675 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-42759b2a-6d04-4ba1-b608-e437a21007eb req-29a15d53-fe69-4cfc-bf99-c728b6fd157f tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760562 Jul 14 09:30:06.608270 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-955190db-6fa1-418e-bf24-5aea19c057a5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Deleting port a1090e60-eca4-40f9-8338-ba429d6c734c {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:06.608888 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-955190db-6fa1-418e-bf24-5aea19c057a5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.678621 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port a8fb642c-80cc-49d9-b990-f80770626b33 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:06.693797 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port a8fb642c-80cc-49d9-b990-f80770626b33 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:06.694360 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.711320 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-89ec04ef-5303-4f29-b1eb-46ce8af5ec05 req-5d682a06-3da9-4cdc-b00e-c21578ea52a8 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.713512 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-955190db-6fa1-418e-bf24-5aea19c057a5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] For port a1090e60-eca4-40f9-8338-ba429d6c734c, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a1090e60-eca4-40f9-8338-ba429d6c734c,segment=NetworkSegment(30f18b75-f4e2-4d59-869c-aae7a09cbc71),segment_id=30f18b75-f4e2-4d59-869c-aae7a09cbc71)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:06.713889 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-955190db-6fa1-418e-bf24-5aea19c057a5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.739298 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['08bf8ae9-c17c-4f33-a982-c771a31d6da8'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:06.742042 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['c0e9ff7c-3c29-486c-8745-82ae2bf8ab04'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:06.742233 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-955190db-6fa1-418e-bf24-5aea19c057a5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Calling delete_port for a1090e60-eca4-40f9-8338-ba429d6c734c owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:06.753059 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d682a06-3da9-4cdc-b00e-c21578ea52a8 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Pushing event deleted for resources: {'Port': ['ID=08bf8ae9-c17c-4f33-a982-c771a31d6da8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:06.899051 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ec04ef-5303-4f29-b1eb-46ce8af5ec05 req-5d682a06-3da9-4cdc-b00e-c21578ea52a8 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] No DVR routers for this DVR port 08bf8ae9-c17c-4f33-a982-c771a31d6da8 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:06.903869 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-89ec04ef-5303-4f29-b1eb-46ce8af5ec05 req-5d682a06-3da9-4cdc-b00e-c21578ea52a8 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.908957 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-89ec04ef-5303-4f29-b1eb-46ce8af5ec05 req-5d682a06-3da9-4cdc-b00e-c21578ea52a8 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.47 "DELETE /v2.0/ports/08bf8ae9-c17c-4f33-a982-c771a31d6da8 HTTP/1.1" status: 204 len: 173 time: 0.7870400 Jul 14 09:30:06.912364 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed7df7f-829c-42a6-9f47-6d63fdcfe53b', 'name': 'network-vif-deleted', 'tag': '08bf8ae9-c17c-4f33-a982-c771a31d6da8'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:06.915452 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d50aaa-630e-4dd1-9e51-f633a801327d" -d '{"events": [{"server_uuid": "7ed7df7f-829c-42a6-9f47-6d63fdcfe53b", "name": "network-vif-deleted", "tag": "08bf8ae9-c17c-4f33-a982-c771a31d6da8"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:06.920706 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-955190db-6fa1-418e-bf24-5aea19c057a5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.014631 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.025664 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18af2db7-3c47-45f8-b2b5-ad53b9060576 None None] DHCP port deletion for 31712317-c84e-49f5-887e-2d91dfa4c619 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:30:07.030296 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955190db-6fa1-418e-bf24-5aea19c057a5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] No DVR routers for this DVR port a1090e60-eca4-40f9-8338-ba429d6c734c on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:07.036563 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955190db-6fa1-418e-bf24-5aea19c057a5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event deleted for resources: {'Port': ['ID=a1090e60-eca4-40f9-8338-ba429d6c734c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:07.091018 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082fc87-c210-4661-b1ba-b81442a4bc2a req-fec11146-5387-4ac9-bced-89cfdccfecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:07.092642 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f082fc87-c210-4661-b1ba-b81442a4bc2a req-fec11146-5387-4ac9-bced-89cfdccfecd5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=13a6cb8219634407be0dfc48ca82a27b&device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 1098 time: 0.1618261 Jul 14 09:30:07.115234 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290b828f-0ea0-4f36-a77d-060e34607b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fb642c-80cc-49d9-b990-f80770626b33'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:07.117539 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9779c69c-622e-4da9-8581-d641026756f0" -d '{"events": [{"server_uuid": "290b828f-0ea0-4f36-a77d-060e34607b81", "name": "network-vif-plugged", "status": "completed", "tag": "a8fb642c-80cc-49d9-b990-f80770626b33"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:07.134753 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port a8fb642c-80cc-49d9-b990-f80770626b33, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=a8fb642c-80cc-49d9-b990-f80770626b33,segment=NetworkSegment(f72f74a3-1019-4c8a-aee5-a63b9f7b1beb),segment_id=f72f74a3-1019-4c8a-aee5-a63b9f7b1beb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:07.159083 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.265057 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082fc87-c210-4661-b1ba-b81442a4bc2a req-9871418c-0079-4bf5-96f3-0f1bba07faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:07.266553 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f082fc87-c210-4661-b1ba-b81442a4bc2a req-9871418c-0079-4bf5-96f3-0f1bba07faa7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e49d4647-517e-4d0c-9914-1d89ddce536e HTTP/1.1" status: 200 len: 911 time: 0.1640918 Jul 14 09:30:07.275149 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=a8fb642c-80cc-49d9-b990-f80770626b33,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:07.303826 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e215bd31-4ff4-410b-ae8b-567b140d13f2 req-87e9c74d-0a01-4b64-b3bb-a36a14a4f75a tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ed7df7f-829c-42a6-9f47-6d63fdcfe53b HTTP/1.1" status: 200 len: 210 time: 0.0580199 Jul 14 09:30:07.377707 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f082fc87-c210-4661-b1ba-b81442a4bc2a req-369927fe-495c-4856-b981-cad033a917ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4588c742-0ff4-4978-9fe0-ef71b6eae405 HTTP/1.1" status: 200 len: 217 time: 0.1038699 Jul 14 09:30:07.381505 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-955190db-6fa1-418e-bf24-5aea19c057a5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.405582 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-955190db-6fa1-418e-bf24-5aea19c057a5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31712317-c84e-49f5-887e-2d91dfa4c619']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:07.418471 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-955190db-6fa1-418e-bf24-5aea19c057a5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f18b75-f4e2-4d59-869c-aae7a09cbc71') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:07.418776 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-955190db-6fa1-418e-bf24-5aea19c057a5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f18b75-f4e2-4d59-869c-aae7a09cbc71') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:07.432853 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-955190db-6fa1-418e-bf24-5aea19c057a5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.449591 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b879cd-4c60-481e-8d90-d90b28a19765 x-openstack-request-id: req-a5b879cd-4c60-481e-8d90-d90b28a19765 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:07.450442 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364fc6e-6848-4088-a6d2-a06e8045a0e4 req-c04b761c-3182-476c-9dec-3ec8404c3d49 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:07.450788 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed7df7f-829c-42a6-9f47-6d63fdcfe53b", "name": "network-vif-deleted", "tag": "08bf8ae9-c17c-4f33-a982-c771a31d6da8", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:07.451793 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5b879cd-4c60-481e-8d90-d90b28a19765 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:07.452906 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed7df7f-829c-42a6-9f47-6d63fdcfe53b', 'name': 'network-vif-deleted', 'tag': '08bf8ae9-c17c-4f33-a982-c771a31d6da8', 'status': 'completed', 'code': 200} Jul 14 09:30:07.458328 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3364fc6e-6848-4088-a6d2-a06e8045a0e4 req-c04b761c-3182-476c-9dec-3ec8404c3d49 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.3290169 Jul 14 09:30:07.459561 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082fc87-c210-4661-b1ba-b81442a4bc2a req-5ab35827-2b24-46f6-89ad-d9566a0ba89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:07.462339 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f082fc87-c210-4661-b1ba-b81442a4bc2a req-5ab35827-2b24-46f6-89ad-d9566a0ba89a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f3346c6f-5d4f-467b-92d0-aefbe281d4f2 HTTP/1.1" status: 200 len: 851 time: 0.0738032 Jul 14 09:30:07.478485 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-955190db-6fa1-418e-bf24-5aea19c057a5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.491218 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955190db-6fa1-418e-bf24-5aea19c057a5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:07.491784 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-955190db-6fa1-418e-bf24-5aea19c057a5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:07.495916 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:07.524164 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f082fc87-c210-4661-b1ba-b81442a4bc2a req-e548b41b-87c3-4c1a-b2f9-0ba96a3b1992 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e49d4647-517e-4d0c-9914-1d89ddce536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522442 Jul 14 09:30:07.600136 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3364fc6e-6848-4088-a6d2-a06e8045a0e4 req-75327dc8-6e61-44eb-a723-9372859df4c1 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407096 Jul 14 09:30:07.626193 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a1090e60-eca4-40f9-8338-ba429d6c734c no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:07.654662 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-955190db-6fa1-418e-bf24-5aea19c057a5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.671140 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: a1090e60-eca4-40f9-8338-ba429d6c734c {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:07.671669 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a1090e60-eca4-40f9-8338-ba429d6c734c not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:07.683340 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-955190db-6fa1-418e-bf24-5aea19c057a5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.689166 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-955190db-6fa1-418e-bf24-5aea19c057a5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "DELETE /v2.0/networks/31712317-c84e-49f5-887e-2d91dfa4c619 HTTP/1.1" status: 204 len: 168 time: 1.4009957 Jul 14 09:30:07.703390 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46772) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:07.707502 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b750028c-417e-4d98-b17a-acb379dc110b x-openstack-request-id: req-b750028c-417e-4d98-b17a-acb379dc110b {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:07.707997 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290b828f-0ea0-4f36-a77d-060e34607b81", "name": "network-vif-plugged", "status": "completed", "tag": "a8fb642c-80cc-49d9-b990-f80770626b33", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:07.708336 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b750028c-417e-4d98-b17a-acb379dc110b {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:07.708863 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290b828f-0ea0-4f36-a77d-060e34607b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fb642c-80cc-49d9-b990-f80770626b33', 'code': 200} Jul 14 09:30:07.763314 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955190db-6fa1-418e-bf24-5aea19c057a5 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event deleted for resources: {'Network': ['ID=31712317-c84e-49f5-887e-2d91dfa4c619,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:07.794180 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04795edd-d15e-4bd9-92c5-e86a7bb47de8 req-8ac3d12d-f289-43fd-ba0a-5ef5968fdc02 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:07.802280 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04795edd-d15e-4bd9-92c5-e86a7bb47de8 req-8ac3d12d-f289-43fd-ba0a-5ef5968fdc02 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=290b828f-0ea0-4f36-a77d-060e34607b81 HTTP/1.1" status: 200 len: 1098 time: 0.1098709 Jul 14 09:30:07.882869 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04795edd-d15e-4bd9-92c5-e86a7bb47de8 req-52f4be55-010a-4969-abcf-16a899534e80 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795591 Jul 14 09:30:08.109332 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-691cf739-340c-4dd8-9c96-53de9f3d033f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:08.110014 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691cf739-340c-4dd8-9c96-53de9f3d033f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:08.111987 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-691cf739-340c-4dd8-9c96-53de9f3d033f tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "DELETE /v2.0/subnets/0847e633-3bcd-4983-a3d4-1ee53427080f HTTP/1.1" status: 404 len: 337 time: 0.4076471 Jul 14 09:30:08.114850 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46780) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:08.136038 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7684a403-e19d-4622-b516-f15f707f0319 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:08.136727 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7684a403-e19d-4622-b516-f15f707f0319 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:08.137556 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f082fc87-c210-4661-b1ba-b81442a4bc2a req-b613bbb9-1eab-49ac-8702-0341eaa9b7c2 service neutron] 10.222.0.44 "GET /v2.0/networks/e49d4647-517e-4d0c-9914-1d89ddce536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6029193 Jul 14 09:30:08.141802 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7684a403-e19d-4622-b516-f15f707f0319 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "DELETE /v2.0/networks/98c60bec-7e6e-46fc-b26e-099f0bf23da5 HTTP/1.1" status: 404 len: 339 time: 0.0256848 Jul 14 09:30:08.142315 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46782) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:08.249421 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a37a1-540c-47fb-a75b-2cd8a4f0c500 req-2bbf51f7-b9b1-4f0d-9bf2-2ac49f1f5a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:08.251464 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d31a37a1-540c-47fb-a75b-2cd8a4f0c500 req-2bbf51f7-b9b1-4f0d-9bf2-2ac49f1f5a33 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=290b828f-0ea0-4f36-a77d-060e34607b81 HTTP/1.1" status: 200 len: 1098 time: 0.1935024 Jul 14 09:30:08.257144 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba4bcee0-1d52-4c8c-9ac8-31de04de9d19 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Deleting subnet 147df52f-e01d-4ec7-8611-ea8a71e09bd0 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:08.267381 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba4bcee0-1d52-4c8c-9ac8-31de04de9d19 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.353926 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba4bcee0-1d52-4c8c-9ac8-31de04de9d19 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.377487 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d31a37a1-540c-47fb-a75b-2cd8a4f0c500 req-2b50b0d4-28e5-4f22-997e-5cac336dde5d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179514 Jul 14 09:30:08.381592 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f082fc87-c210-4661-b1ba-b81442a4bc2a req-b3bd9b2e-3a9f-4490-a208-e43036e282ff service neutron] 10.222.0.44 "GET /v2.0/networks/e49d4647-517e-4d0c-9914-1d89ddce536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296402 Jul 14 09:30:08.475534 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba4bcee0-1d52-4c8c-9ac8-31de04de9d19 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.492750 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69666ba2-a832-47ee-9042-2df5495002c3 req-8db9c2e7-43d8-4d6f-ab05-7da9e55a8394 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups/4cb000c3-9c47-42c7-98df-b7aec1999d80 HTTP/1.1" status: 200 len: 1802 time: 0.0542994 Jul 14 09:30:08.556305 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba4bcee0-1d52-4c8c-9ac8-31de04de9d19 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.562456 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-69666ba2-a832-47ee-9042-2df5495002c3 req-754e0152-db26-4118-8269-f2541c500c4e tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.586811 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-69666ba2-a832-47ee-9042-2df5495002c3 req-754e0152-db26-4118-8269-f2541c500c4e tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.587726 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba4bcee0-1d52-4c8c-9ac8-31de04de9d19 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.589939 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ba4bcee0-1d52-4c8c-9ac8-31de04de9d19 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "DELETE /v2.0/subnets/147df52f-e01d-4ec7-8611-ea8a71e09bd0 HTTP/1.1" status: 204 len: 168 time: 0.4457047 Jul 14 09:30:08.591124 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bcee0-1d52-4c8c-9ac8-31de04de9d19 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event deleted for resources: {'Subnet': ['ID=147df52f-e01d-4ec7-8611-ea8a71e09bd0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:08.597237 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006d7267-40ee-4118-8af3-f9a247a95aa5 None None] Network 1f8cb267-b468-431d-bdf0-114b40611899 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:08.598291 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46800) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:08.719109 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d744d05-a87e-42c7-adf9-909053c8e0a3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.724477 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-69666ba2-a832-47ee-9042-2df5495002c3 req-754e0152-db26-4118-8269-f2541c500c4e tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.727075 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-69666ba2-a832-47ee-9042-2df5495002c3 req-754e0152-db26-4118-8269-f2541c500c4e tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.728500 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69666ba2-a832-47ee-9042-2df5495002c3 req-754e0152-db26-4118-8269-f2541c500c4e tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "DELETE /v2.0/security-groups/4cb000c3-9c47-42c7-98df-b7aec1999d80 HTTP/1.1" status: 204 len: 173 time: 0.2330289 Jul 14 09:30:08.747866 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e0152-db26-4118-8269-f2541c500c4e tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb000c3-9c47-42c7-98df-b7aec1999d80,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:08.887349 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5763a8fc-f908-42fe-86b3-8de7addcf360 None None] DHCP port deletion for 1f8cb267-b468-431d-bdf0-114b40611899 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:30:08.910066 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a24f6642-1816-4ddb-ac91-b94d711508f5 req-f257fa22-1719-4c69-bf39-d8a44f335b3c tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups/b0b1e3ed-6586-4442-8fee-7838d93713f2 HTTP/1.1" status: 200 len: 1803 time: 0.0974400 Jul 14 09:30:08.963559 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-5763a8fc-f908-42fe-86b3-8de7addcf360 None None] Deleting port 69ce2df2-1587-4e1a-9b5e-453d9a16e078 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:08.963987 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5763a8fc-f908-42fe-86b3-8de7addcf360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.966525 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7d744d05-a87e-42c7-adf9-909053c8e0a3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Deleting port 69ce2df2-1587-4e1a-9b5e-453d9a16e078 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:08.966869 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d744d05-a87e-42c7-adf9-909053c8e0a3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.979457 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a8c2c-4811-4964-9ae7-db0ee425ad93 req-dc84e5e4-2d54-45b6-8356-f8db27b67698 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:08.980998 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-be4a8c2c-4811-4964-9ae7-db0ee425ad93 req-dc84e5e4-2d54-45b6-8356-f8db27b67698 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.1865399 Jul 14 09:30:09.039619 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-5763a8fc-f908-42fe-86b3-8de7addcf360 None None] For port 69ce2df2-1587-4e1a-9b5e-453d9a16e078, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=69ce2df2-1587-4e1a-9b5e-453d9a16e078,segment=NetworkSegment(08042eee-ce7f-4c43-9eff-b94babfa59e0),segment_id=08042eee-ce7f-4c43-9eff-b94babfa59e0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:09.040013 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5763a8fc-f908-42fe-86b3-8de7addcf360 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.059754 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-5763a8fc-f908-42fe-86b3-8de7addcf360 None None] Calling delete_port for 69ce2df2-1587-4e1a-9b5e-453d9a16e078 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:09.098433 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7d744d05-a87e-42c7-adf9-909053c8e0a3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] For port 69ce2df2-1587-4e1a-9b5e-453d9a16e078, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=69ce2df2-1587-4e1a-9b5e-453d9a16e078,segment=NetworkSegment(08042eee-ce7f-4c43-9eff-b94babfa59e0),segment_id=08042eee-ce7f-4c43-9eff-b94babfa59e0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:09.098788 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d744d05-a87e-42c7-adf9-909053c8e0a3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.111855 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-be4a8c2c-4811-4964-9ae7-db0ee425ad93 req-99c1c25a-3c93-4ac0-93d0-0dfcf217633a tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170745 Jul 14 09:30:09.113968 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a24f6642-1816-4ddb-ac91-b94d711508f5 req-b74481a1-9518-43b8-a5ec-f10eb674c910 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.149781 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a24f6642-1816-4ddb-ac91-b94d711508f5 req-b74481a1-9518-43b8-a5ec-f10eb674c910 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.152235 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5763a8fc-f908-42fe-86b3-8de7addcf360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.152843 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7d744d05-a87e-42c7-adf9-909053c8e0a3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Calling delete_port for 69ce2df2-1587-4e1a-9b5e-453d9a16e078 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:09.179911 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763a8fc-f908-42fe-86b3-8de7addcf360 None None] Pushing event deleted for resources: {'Port': ['ID=69ce2df2-1587-4e1a-9b5e-453d9a16e078,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:09.181718 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5763a8fc-f908-42fe-86b3-8de7addcf360 None None] No DVR routers for this DVR port 69ce2df2-1587-4e1a-9b5e-453d9a16e078 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:09.314955 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a24f6642-1816-4ddb-ac91-b94d711508f5 req-b74481a1-9518-43b8-a5ec-f10eb674c910 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.317841 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-a24f6642-1816-4ddb-ac91-b94d711508f5 req-b74481a1-9518-43b8-a5ec-f10eb674c910 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.318995 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a24f6642-1816-4ddb-ac91-b94d711508f5 req-b74481a1-9518-43b8-a5ec-f10eb674c910 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "DELETE /v2.0/security-groups/b0b1e3ed-6586-4442-8fee-7838d93713f2 HTTP/1.1" status: 204 len: 173 time: 0.3998718 Jul 14 09:30:09.344678 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74481a1-9518-43b8-a5ec-f10eb674c910 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b1e3ed-6586-4442-8fee-7838d93713f2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:09.383935 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-6cbc4b9e-1d3a-4b3a-966e-42f2d3a13d8f req-957a11ff-d42c-4ebd-a06b-53fa9ed35947 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-419702354', 'description': 'tempest-description-507036759'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:09.397538 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfb24d-1363-4294-a7a5-30454db4664f req-cb1ca292-4496-4463-822c-16930752c9c8 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:09.399089 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90cfb24d-1363-4294-a7a5-30454db4664f req-cb1ca292-4496-4463-822c-16930752c9c8 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=290b828f-0ea0-4f36-a77d-060e34607b81 HTTP/1.1" status: 200 len: 1098 time: 0.1567230 Jul 14 09:30:09.399741 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d744d05-a87e-42c7-adf9-909053c8e0a3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.442951 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d744d05-a87e-42c7-adf9-909053c8e0a3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] No DVR routers for this DVR port 69ce2df2-1587-4e1a-9b5e-453d9a16e078 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:09.485361 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d744d05-a87e-42c7-adf9-909053c8e0a3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event deleted for resources: {'Port': ['ID=69ce2df2-1587-4e1a-9b5e-453d9a16e078,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:09.616548 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 69ce2df2-1587-4e1a-9b5e-453d9a16e078 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:09.659886 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 69ce2df2-1587-4e1a-9b5e-453d9a16e078 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:09.660529 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 69ce2df2-1587-4e1a-9b5e-453d9a16e078 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:09.816177 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6cbc4b9e-1d3a-4b3a-966e-42f2d3a13d8f req-957a11ff-d42c-4ebd-a06b-53fa9ed35947 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.849639 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90cfb24d-1363-4294-a7a5-30454db4664f req-9dcb2988-3ce5-4361-9ae7-2e7bc412f8fa tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342756 Jul 14 09:30:09.869772 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d744d05-a87e-42c7-adf9-909053c8e0a3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.889582 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-7d744d05-a87e-42c7-adf9-909053c8e0a3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8cb267-b468-431d-bdf0-114b40611899']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:09.911369 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-7d744d05-a87e-42c7-adf9-909053c8e0a3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08042eee-ce7f-4c43-9eff-b94babfa59e0') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:09.911924 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-7d744d05-a87e-42c7-adf9-909053c8e0a3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08042eee-ce7f-4c43-9eff-b94babfa59e0') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:09.934087 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d744d05-a87e-42c7-adf9-909053c8e0a3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.972463 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d744d05-a87e-42c7-adf9-909053c8e0a3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.987213 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d744d05-a87e-42c7-adf9-909053c8e0a3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:09.987648 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d744d05-a87e-42c7-adf9-909053c8e0a3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: self.session.flush() Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: self.session.flush() Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: self.session.flush() Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: self.session.flush() Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:09.992421 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:10.096059 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d744d05-a87e-42c7-adf9-909053c8e0a3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.111712 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d744d05-a87e-42c7-adf9-909053c8e0a3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.114693 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7d744d05-a87e-42c7-adf9-909053c8e0a3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] 10.222.0.25 "DELETE /v2.0/networks/1f8cb267-b468-431d-bdf0-114b40611899 HTTP/1.1" status: 204 len: 168 time: 1.5152719 Jul 14 09:30:10.117155 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6cbc4b9e-1d3a-4b3a-966e-42f2d3a13d8f req-957a11ff-d42c-4ebd-a06b-53fa9ed35947 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.132368 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6cbc4b9e-1d3a-4b3a-966e-42f2d3a13d8f req-957a11ff-d42c-4ebd-a06b-53fa9ed35947 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.140729 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d744d05-a87e-42c7-adf9-909053c8e0a3 tempest-NetworksIpV6Test-1516793546 tempest-NetworksIpV6Test-1516793546-project] Pushing event deleted for resources: {'Network': ['ID=1f8cb267-b468-431d-bdf0-114b40611899,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:10.179620 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6cbc4b9e-1d3a-4b3a-966e-42f2d3a13d8f req-957a11ff-d42c-4ebd-a06b-53fa9ed35947 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.181891 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6cbc4b9e-1d3a-4b3a-966e-42f2d3a13d8f req-957a11ff-d42c-4ebd-a06b-53fa9ed35947 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8087397 Jul 14 09:30:10.182700 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a11ff-d42c-4ebd-a06b-53fa9ed35947 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0d62af-a206-46a2-81f0-cb261fce859e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:10.292186 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-41923bca-0c3e-47bd-b426-ff2dbadecb75 req-428de52a-0f1d-4848-9f01-fb1d82598289 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups/6e0d62af-a206-46a2-81f0-cb261fce859e HTTP/1.1" status: 200 len: 1801 time: 0.0780120 Jul 14 09:30:10.342670 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-41923bca-0c3e-47bd-b426-ff2dbadecb75 req-288ba01b-09f5-4dea-a8e3-5cb0e4355d3c tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Request body: {'security_group': {'name': 'tempest-sg-hth-856616611', 'description': 'tempest-description-hth-403940480'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:10.384701 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 08bf8ae9-c17c-4f33-a982-c771a31d6da8 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:10.407783 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2677fe5-798b-4fd0-8aef-c5665949ab49 req-f49f1648-a23c-4a90-bd98-1c77d717861b tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:10.409866 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2677fe5-798b-4fd0-8aef-c5665949ab49 req-f49f1648-a23c-4a90-bd98-1c77d717861b tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.1161258 Jul 14 09:30:10.412050 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-41923bca-0c3e-47bd-b426-ff2dbadecb75 req-288ba01b-09f5-4dea-a8e3-5cb0e4355d3c tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.442880 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 08bf8ae9-c17c-4f33-a982-c771a31d6da8 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:10.443835 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 08bf8ae9-c17c-4f33-a982-c771a31d6da8 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:10.488487 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-41923bca-0c3e-47bd-b426-ff2dbadecb75 req-288ba01b-09f5-4dea-a8e3-5cb0e4355d3c tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.494717 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-41923bca-0c3e-47bd-b426-ff2dbadecb75 req-288ba01b-09f5-4dea-a8e3-5cb0e4355d3c tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.498013 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-41923bca-0c3e-47bd-b426-ff2dbadecb75 req-288ba01b-09f5-4dea-a8e3-5cb0e4355d3c tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.499567 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-41923bca-0c3e-47bd-b426-ff2dbadecb75 req-288ba01b-09f5-4dea-a8e3-5cb0e4355d3c tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "PUT /v2.0/security-groups/6e0d62af-a206-46a2-81f0-cb261fce859e HTTP/1.1" status: 200 len: 1775 time: 0.1647966 Jul 14 09:30:10.578631 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2677fe5-798b-4fd0-8aef-c5665949ab49 req-389367eb-c407-4554-b9db-fdc61a0a6108 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273363 Jul 14 09:30:10.584585 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ba01b-09f5-4dea-a8e3-5cb0e4355d3c tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0d62af-a206-46a2-81f0-cb261fce859e,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:10.593209 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46848) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:10.626619 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fef9861f-b698-4268-88e3-04cf00161fad req-118fd2ab-b0ad-42b8-9043-4e3ce594ef86 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups/6e0d62af-a206-46a2-81f0-cb261fce859e HTTP/1.1" status: 200 len: 1775 time: 0.1000860 Jul 14 09:30:10.645162 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.695005 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8770e232-661e-40f6-8d5d-09103fbbdb8a req-e9f0fad8-2a1f-4594-be28-7f22e031e672 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups/6e0d62af-a206-46a2-81f0-cb261fce859e HTTP/1.1" status: 200 len: 1775 time: 0.0451119 Jul 14 09:30:10.761774 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8770e232-661e-40f6-8d5d-09103fbbdb8a req-92870864-3ef9-4573-b6a6-9c560835191c tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.786342 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b4fd521e-9e9a-46d3-b7cb-159695c36ca5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2aa18c003f2f4909a67421a1d3852629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1905365 Jul 14 09:30:10.788858 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46854) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:10.791789 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8770e232-661e-40f6-8d5d-09103fbbdb8a req-92870864-3ef9-4573-b6a6-9c560835191c tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.840875 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8770e232-661e-40f6-8d5d-09103fbbdb8a req-92870864-3ef9-4573-b6a6-9c560835191c tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.843120 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8770e232-661e-40f6-8d5d-09103fbbdb8a req-92870864-3ef9-4573-b6a6-9c560835191c tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.844773 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8770e232-661e-40f6-8d5d-09103fbbdb8a req-92870864-3ef9-4573-b6a6-9c560835191c tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "DELETE /v2.0/security-groups/6e0d62af-a206-46a2-81f0-cb261fce859e HTTP/1.1" status: 204 len: 173 time: 0.1403968 Jul 14 09:30:10.853892 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92870864-3ef9-4573-b6a6-9c560835191c tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0d62af-a206-46a2-81f0-cb261fce859e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:10.855049 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fa273c7-9fd5-4348-b1a3-08c533844d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.893654 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fa273c7-9fd5-4348-b1a3-08c533844d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.986749 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fa273c7-9fd5-4348-b1a3-08c533844d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.991153 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fa273c7-9fd5-4348-b1a3-08c533844d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.993213 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2fa273c7-9fd5-4348-b1a3-08c533844d72 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7937b9d1-7bba-403e-88d8-648323387afd HTTP/1.1" status: 204 len: 168 time: 0.2032125 Jul 14 09:30:11.016574 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa273c7-9fd5-4348-b1a3-08c533844d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7937b9d1-7bba-403e-88d8-648323387afd,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:11.093457 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-53d32a0a-60dd-4cae-9dc3-66b6d9133eaa req-7c20303f-76f4-48fe-9b0b-5d9f2cf3981a tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] show failed (client error): The resource could not be found. Jul 14 09:30:11.095267 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-53d32a0a-60dd-4cae-9dc3-66b6d9133eaa req-7c20303f-76f4-48fe-9b0b-5d9f2cf3981a tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups/b0b1e3ed-6586-4442-8fee-7838d93713f2 HTTP/1.1" status: 404 len: 352 time: 0.0198240 Jul 14 09:30:11.101584 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a81da0-c376-4947-b2f7-c4e88f2c2702 req-7eff2c87-2a80-40cd-880f-6c627d9c4f4a tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:11.108727 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f3a81da0-c376-4947-b2f7-c4e88f2c2702 req-7eff2c87-2a80-40cd-880f-6c627d9c4f4a tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=290b828f-0ea0-4f36-a77d-060e34607b81 HTTP/1.1" status: 200 len: 1098 time: 0.1053820 Jul 14 09:30:11.151463 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-1f9a2937-0fef-47d9-aa1b-e15586a8f674 req-21be67f6-0b04-4df8-90d4-d9a9c4383259 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] show failed (client error): The resource could not be found. Jul 14 09:30:11.152716 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1f9a2937-0fef-47d9-aa1b-e15586a8f674 req-21be67f6-0b04-4df8-90d4-d9a9c4383259 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups/4cb000c3-9c47-42c7-98df-b7aec1999d80 HTTP/1.1" status: 404 len: 352 time: 0.0277507 Jul 14 09:30:11.164143 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f3a81da0-c376-4947-b2f7-c4e88f2c2702 req-b74a2d8e-fbbe-4aa8-9423-c9bd6da34ace tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545557 Jul 14 09:30:11.205530 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-86fbaa0f-8632-4138-b71e-3f2226d1de64 req-ac2dc935-4726-4609-8fde-15319e725380 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] show failed (client error): The resource could not be found. Jul 14 09:30:11.206560 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-86fbaa0f-8632-4138-b71e-3f2226d1de64 req-ac2dc935-4726-4609-8fde-15319e725380 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups/00fe5433-deba-4266-a44c-8f97796d54d2 HTTP/1.1" status: 404 len: 352 time: 0.0338116 Jul 14 09:30:11.249747 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-607f72f1-3811-4f96-807f-a29924cf27b3 req-65ae2019-1444-427e-a8e6-c31abd8a9199 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] show failed (client error): The resource could not be found. Jul 14 09:30:11.251924 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-607f72f1-3811-4f96-807f-a29924cf27b3 req-65ae2019-1444-427e-a8e6-c31abd8a9199 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups/04c3971b-81e0-4b1e-bde2-6db186d200b0 HTTP/1.1" status: 404 len: 352 time: 0.0161648 Jul 14 09:30:11.311455 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-69fb1076-feab-4434-8e5f-12b97c9ba3b3 req-179241fd-7ab5-48cd-aa6b-9fe4a40f052d tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] show failed (client error): The resource could not be found. Jul 14 09:30:11.312529 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69fb1076-feab-4434-8e5f-12b97c9ba3b3 req-179241fd-7ab5-48cd-aa6b-9fe4a40f052d tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups/f14ba230-0118-4283-996c-4a8c4205a7d4 HTTP/1.1" status: 404 len: 352 time: 0.0196023 Jul 14 09:30:11.377416 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-f6e2eb82-a18d-4f46-883f-c7cce4e853e7 req-5bad86d3-81eb-4768-8068-f65372451235 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] show failed (client error): The resource could not be found. Jul 14 09:30:11.378471 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f6e2eb82-a18d-4f46-883f-c7cce4e853e7 req-5bad86d3-81eb-4768-8068-f65372451235 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups/d9c01373-aad3-4a7e-a785-8c3b28eca534 HTTP/1.1" status: 404 len: 352 time: 0.0222845 Jul 14 09:30:11.399747 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74d185-7e02-489d-81fb-699a9f8e6f6e req-31c8b573-3ff0-45d5-914f-fbb697f4319a tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:11.410955 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-af74d185-7e02-489d-81fb-699a9f8e6f6e req-31c8b573-3ff0-45d5-914f-fbb697f4319a tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=290b828f-0ea0-4f36-a77d-060e34607b81 HTTP/1.1" status: 200 len: 1098 time: 0.1016362 Jul 14 09:30:11.447792 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-af74d185-7e02-489d-81fb-699a9f8e6f6e req-28aa100d-f967-46e2-a34d-51f196b3fd3f tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358489 Jul 14 09:30:11.698882 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d048284-b014-484a-848e-c006ad4e483c req-4bbac2a0-1f6c-426e-9e50-aaa6c948a6e8 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:11.701171 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7d048284-b014-484a-848e-c006ad4e483c req-4bbac2a0-1f6c-426e-9e50-aaa6c948a6e8 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=290b828f-0ea0-4f36-a77d-060e34607b81 HTTP/1.1" status: 200 len: 1098 time: 0.0782430 Jul 14 09:30:11.749084 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7d048284-b014-484a-848e-c006ad4e483c req-45461390-a7e4-445b-866c-cd0960e56a45 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412498 Jul 14 09:30:11.913728 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46926) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:11.967885 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be8ef8-e973-46f0-999e-91892000425f req-a95a8d9f-f047-4178-9002-72eb9c2d0f77 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:11.970003 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4be8ef8-e973-46f0-999e-91892000425f req-a95a8d9f-f047-4178-9002-72eb9c2d0f77 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.1346042 Jul 14 09:30:11.998485 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27aca56-0cfe-4f50-a1ab-7153cf504239 req-27df3ca9-753f-4750-9ecf-3844edccb002 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:12.002511 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c27aca56-0cfe-4f50-a1ab-7153cf504239 req-27df3ca9-753f-4750-9ecf-3844edccb002 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2770af4-63a1-4a17-acc3-3602b75c552d HTTP/1.1" status: 200 len: 1024 time: 0.1180813 Jul 14 09:30:12.043600 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-21d0af41-6da3-4380-9e95-b05c917db4c9 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1461563211'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:12.043874 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4be8ef8-e973-46f0-999e-91892000425f req-9765480b-2a88-4876-8345-30a4d8979fc9 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606949 Jul 14 09:30:12.071702 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d0af41-6da3-4380-9e95-b05c917db4c9 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Made reservation on behalf of 7d5d30e62abb4d2c92c5edd123dea06b for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:12.077007 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21d0af41-6da3-4380-9e95-b05c917db4c9 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.083075 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c27aca56-0cfe-4f50-a1ab-7153cf504239 req-8833850c-b987-4fef-ace6-3a99d545706f tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36144c9-bc94-4df2-8bcc-d4d823e84089&id=aa65f8de-d1a3-499a-beda-0f684629d404&id=fd354156-c506-4532-86d0-7b496cc50c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0677221 Jul 14 09:30:12.088360 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21d0af41-6da3-4380-9e95-b05c917db4c9 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.211144 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.214249 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21d0af41-6da3-4380-9e95-b05c917db4c9 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.219729 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21d0af41-6da3-4380-9e95-b05c917db4c9 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.247515 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d0af41-6da3-4380-9e95-b05c917db4c9 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:12.264408 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0af41-6da3-4380-9e95-b05c917db4c9 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d73dafb-ae77-46ce-9ac3-0e53706efb14,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:12.271681 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21d0af41-6da3-4380-9e95-b05c917db4c9 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.272173 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-21d0af41-6da3-4380-9e95-b05c917db4c9 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Added segment 6b3f4243-2f65-4bf6-85f7-f3e3394f2b2d of type vlan for network e954c893-bb9b-4d80-959a-144757aa8b6b Jul 14 09:30:12.323072 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21d0af41-6da3-4380-9e95-b05c917db4c9 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.323514 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49385418-0f78-46b0-81b0-88bf7255adfa req-f6e05a05-0205-4f09-8651-f58d6fc37115 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:12.325213 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49385418-0f78-46b0-81b0-88bf7255adfa req-f6e05a05-0205-4f09-8651-f58d6fc37115 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/networks?id=0d27eda3-0a4d-42a9-8990-ea5f0ec91315 HTTP/1.1" status: 200 len: 910 time: 0.1474679 Jul 14 09:30:12.347819 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49385418-0f78-46b0-81b0-88bf7255adfa req-ccacf52d-6a93-4b09-904d-e626c708fffe tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/quotas/8525d77fc1b94779b8589656b2f67aa9 HTTP/1.1" status: 200 len: 375 time: 0.0114887 Jul 14 09:30:12.374124 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21d0af41-6da3-4380-9e95-b05c917db4c9 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.385025 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d0af41-6da3-4380-9e95-b05c917db4c9 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:12.385936 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21d0af41-6da3-4380-9e95-b05c917db4c9 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.444679 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49385418-0f78-46b0-81b0-88bf7255adfa req-ffb550c7-a351-4beb-8370-d2d5835a9a72 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=8525d77fc1b94779b8589656b2f67aa9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0786169 Jul 14 09:30:12.462530 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-21d0af41-6da3-4380-9e95-b05c917db4c9 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5475688 Jul 14 09:30:12.472050 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0af41-6da3-4380-9e95-b05c917db4c9 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event updated for resources: {'Network': ['ID=e954c893-bb9b-4d80-959a-144757aa8b6b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:12.484003 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network e954c893-bb9b-4d80-959a-144757aa8b6b details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:12.591328 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49385418-0f78-46b0-81b0-88bf7255adfa req-cd4f8b8b-2303-41a4-adb6-185a47037f38 service neutron] 10.222.0.25 "GET /v2.0/networks/0d27eda3-0a4d-42a9-8990-ea5f0ec91315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385291 Jul 14 09:30:12.606749 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46950) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:12.612404 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-84120f06-d41a-4a02-8c76-41f1eb97d5bd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Request body: {'subnet': {'network_id': 'e954c893-bb9b-4d80-959a-144757aa8b6b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:12.695238 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49385418-0f78-46b0-81b0-88bf7255adfa req-bbab5d39-1a9b-4138-8e37-cbbf2f47c685 service neutron] 10.222.0.25 "GET /v2.0/networks/0d27eda3-0a4d-42a9-8990-ea5f0ec91315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024640 Jul 14 09:30:12.716137 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84120f06-d41a-4a02-8c76-41f1eb97d5bd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Made reservation on behalf of 7d5d30e62abb4d2c92c5edd123dea06b for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:12.721365 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84120f06-d41a-4a02-8c76-41f1eb97d5bd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.892678 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-11f4a6cf-1b22-4765-890a-0196384419fe req-3fb1edf6-fbf6-470e-9959-91c30a793ee2 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ae4a6534-64a7-45ce-96b7-c389fa1d169d HTTP/1.1" status: 200 len: 210 time: 0.0324547 Jul 14 09:30:12.939174 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84120f06-d41a-4a02-8c76-41f1eb97d5bd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.005531 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84120f06-d41a-4a02-8c76-41f1eb97d5bd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event updated for resources: {'Subnet': ['ID=e962791f-f1e7-4b4a-bb5c-90e9177c9f8a,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:13.014680 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84120f06-d41a-4a02-8c76-41f1eb97d5bd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Checking segment: {'id': '6b3f4243-2f65-4bf6-85f7-f3e3394f2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e954c893-bb9b-4d80-959a-144757aa8b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:13.015055 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84120f06-d41a-4a02-8c76-41f1eb97d5bd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Network hostable DHCP agents. Network: e954c893-bb9b-4d80-959a-144757aa8b6b, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:13.033325 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84120f06-d41a-4a02-8c76-41f1eb97d5bd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Network e954c893-bb9b-4d80-959a-144757aa8b6b is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:13.045437 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-84120f06-d41a-4a02-8c76-41f1eb97d5bd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, e954c893-bb9b-4d80-959a-144757aa8b6b) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:13.052076 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84120f06-d41a-4a02-8c76-41f1eb97d5bd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:13.052684 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84120f06-d41a-4a02-8c76-41f1eb97d5bd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.059204 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c664c1-e60a-47d7-9e64-825e2d9efaec None None] Network e954c893-bb9b-4d80-959a-144757aa8b6b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:13.091208 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 46966) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:13.091719 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-84120f06-d41a-4a02-8c76-41f1eb97d5bd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4833629 Jul 14 09:30:13.097947 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7c6cd7be-87bb-4de4-b0b9-17fc3b1e78b7 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-212900272'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:13.146650 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6cd7be-87bb-4de4-b0b9-17fc3b1e78b7 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Made reservation on behalf of 7d5d30e62abb4d2c92c5edd123dea06b for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:13.151624 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c6cd7be-87bb-4de4-b0b9-17fc3b1e78b7 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.184169 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6cd7be-87bb-4de4-b0b9-17fc3b1e78b7 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:13.210635 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c6cd7be-87bb-4de4-b0b9-17fc3b1e78b7 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.211283 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-7c6cd7be-87bb-4de4-b0b9-17fc3b1e78b7 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Added segment 0f12a18b-e4a3-42b2-8268-4e3f674a24e2 of type vlan for network 64203c8b-3032-4568-96b8-b32c732722f5 Jul 14 09:30:13.304669 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c6cd7be-87bb-4de4-b0b9-17fc3b1e78b7 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.319653 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30b396c-f294-47a0-980a-6e486363eabf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-e954c893-bb9b-4d80-959a-144757aa8b6b', 'network_id': 'e954c893-bb9b-4d80-959a-144757aa8b6b', 'tenant_id': '7d5d30e62abb4d2c92c5edd123dea06b', 'fixed_ips': [{'subnet_id': 'e962791f-f1e7-4b4a-bb5c-90e9177c9f8a'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:13.322515 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b30b396c-f294-47a0-980a-6e486363eabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.419898 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a23159-2374-4ad5-bd53-a9ffdf0b2461 req-88c02453-7700-4fff-a791-4119460404e1 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:13.422633 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-13a23159-2374-4ad5-bd53-a9ffdf0b2461 req-88c02453-7700-4fff-a791-4119460404e1 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2770af4-63a1-4a17-acc3-3602b75c552d HTTP/1.1" status: 200 len: 1024 time: 0.1099069 Jul 14 09:30:13.506123 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-b30b396c-f294-47a0-980a-6e486363eabf None None] Allocated IP 172.20.255.242 (e954c893-bb9b-4d80-959a-144757aa8b6b/e962791f-f1e7-4b4a-bb5c-90e9177c9f8a/3f6b6515-df87-49db-b1da-562d1753c80b) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:13.559149 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c6cd7be-87bb-4de4-b0b9-17fc3b1e78b7 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.567163 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-13a23159-2374-4ad5-bd53-a9ffdf0b2461 req-1dfbe701-0f98-4ba9-bb8d-bec84c018479 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Deleting port c0e9ff7c-3c29-486c-8745-82ae2bf8ab04 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:13.567865 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-13a23159-2374-4ad5-bd53-a9ffdf0b2461 req-1dfbe701-0f98-4ba9-bb8d-bec84c018479 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.575581 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6cd7be-87bb-4de4-b0b9-17fc3b1e78b7 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:13.576408 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c6cd7be-87bb-4de4-b0b9-17fc3b1e78b7 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.629917 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355936fd-76f9-40b2-8c31-89b5b47d8e2a req-f76766ff-f521-4ba3-b0f8-8873e2bd29bc tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:13.636107 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-355936fd-76f9-40b2-8c31-89b5b47d8e2a req-f76766ff-f521-4ba3-b0f8-8873e2bd29bc tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2770af4-63a1-4a17-acc3-3602b75c552d HTTP/1.1" status: 200 len: 1024 time: 0.3162303 Jul 14 09:30:13.644837 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f61c4-4261-4d0c-8df7-8bb620b31106 req-1262088a-26b9-465d-9c02-29cced076d5d tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:13.646861 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d53f61c4-4261-4d0c-8df7-8bb620b31106 req-1262088a-26b9-465d-9c02-29cced076d5d tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.2748594 Jul 14 09:30:13.664716 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7c6cd7be-87bb-4de4-b0b9-17fc3b1e78b7 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5719676 Jul 14 09:30:13.671416 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 46984) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:13.711205 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-91dcaad3-997b-474d-b174-713c4c9f6935 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Request body: {'subnet': {'network_id': '64203c8b-3032-4568-96b8-b32c732722f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:13.792265 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-355936fd-76f9-40b2-8c31-89b5b47d8e2a req-46e7b756-729f-4a71-ab9a-c76d05e969f5 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36144c9-bc94-4df2-8bcc-d4d823e84089&id=aa65f8de-d1a3-499a-beda-0f684629d404&id=fd354156-c506-4532-86d0-7b496cc50c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1435871 Jul 14 09:30:13.794994 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6cd7be-87bb-4de4-b0b9-17fc3b1e78b7 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event updated for resources: {'Network': ['ID=64203c8b-3032-4568-96b8-b32c732722f5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:13.806591 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b30b396c-f294-47a0-980a-6e486363eabf None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.823432 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 64203c8b-3032-4568-96b8-b32c732722f5 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:13.841865 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d53f61c4-4261-4d0c-8df7-8bb620b31106 req-1eabc775-efa5-4eb7-b733-568b591b290f tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415789 Jul 14 09:30:13.862312 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dcaad3-997b-474d-b174-713c4c9f6935 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Made reservation on behalf of 7d5d30e62abb4d2c92c5edd123dea06b for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:13.866478 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91dcaad3-997b-474d-b174-713c4c9f6935 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.919681 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b30b396c-f294-47a0-980a-6e486363eabf None None] Transition to ACTIVE for port object 3f6b6515-df87-49db-b1da-562d1753c80b will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:13.940062 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b30b396c-f294-47a0-980a-6e486363eabf None None] Transition to ACTIVE for port object 3f6b6515-df87-49db-b1da-562d1753c80b will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:13.946910 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b30b396c-f294-47a0-980a-6e486363eabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.989716 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30b396c-f294-47a0-980a-6e486363eabf None None] Network e954c893-bb9b-4d80-959a-144757aa8b6b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:13.992754 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-b30b396c-f294-47a0-980a-6e486363eabf None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:13.996219 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30b396c-f294-47a0-980a-6e486363eabf None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:14.103518 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-b30b396c-f294-47a0-980a-6e486363eabf None None] Attempting to bind port 3f6b6515-df87-49db-b1da-562d1753c80b on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:14.103921 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-b30b396c-f294-47a0-980a-6e486363eabf None None] Attempting to bind port 3f6b6515-df87-49db-b1da-562d1753c80b by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '6b3f4243-2f65-4bf6-85f7-f3e3394f2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e954c893-bb9b-4d80-959a-144757aa8b6b'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:14.104284 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30b396c-f294-47a0-980a-6e486363eabf None None] Attempting to bind port 3f6b6515-df87-49db-b1da-562d1753c80b on network e954c893-bb9b-4d80-959a-144757aa8b6b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:14.113208 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30b396c-f294-47a0-980a-6e486363eabf None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:14.113624 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30b396c-f294-47a0-980a-6e486363eabf None None] Checking segment: {'id': '6b3f4243-2f65-4bf6-85f7-f3e3394f2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e954c893-bb9b-4d80-959a-144757aa8b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:14.113977 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b30b396c-f294-47a0-980a-6e486363eabf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.114661 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30b396c-f294-47a0-980a-6e486363eabf None None] Bound using segment: {'id': '6b3f4243-2f65-4bf6-85f7-f3e3394f2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e954c893-bb9b-4d80-959a-144757aa8b6b'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:14.115147 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-b30b396c-f294-47a0-980a-6e486363eabf None None] Bound port: 3f6b6515-df87-49db-b1da-562d1753c80b, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3f4243-2f65-4bf6-85f7-f3e3394f2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e954c893-bb9b-4d80-959a-144757aa8b6b'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:14.115526 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b30b396c-f294-47a0-980a-6e486363eabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.138580 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b396c-f294-47a0-980a-6e486363eabf None None] Pushing event updated for resources: {'Port': ['ID=3f6b6515-df87-49db-b1da-562d1753c80b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:14.191117 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fbf1d7f7-9c6a-49d3-b9a9-0b1286ce355a req-62f4071a-4f4a-4e7c-85e4-5574512083b7 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ae4a6534-64a7-45ce-96b7-c389fa1d169d HTTP/1.1" status: 200 len: 210 time: 0.0580127 Jul 14 09:30:14.198410 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-13a23159-2374-4ad5-bd53-a9ffdf0b2461 req-1dfbe701-0f98-4ba9-bb8d-bec84c018479 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] For port c0e9ff7c-3c29-486c-8745-82ae2bf8ab04, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c0e9ff7c-3c29-486c-8745-82ae2bf8ab04,segment=NetworkSegment(41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2),segment_id=41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:14.199300 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-13a23159-2374-4ad5-bd53-a9ffdf0b2461 req-1dfbe701-0f98-4ba9-bb8d-bec84c018479 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.225678 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-13a23159-2374-4ad5-bd53-a9ffdf0b2461 req-1dfbe701-0f98-4ba9-bb8d-bec84c018479 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Calling delete_port for c0e9ff7c-3c29-486c-8745-82ae2bf8ab04 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:14.239785 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b30b396c-f294-47a0-980a-6e486363eabf None None] For port 3f6b6515-df87-49db-b1da-562d1753c80b, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:14.243445 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b30b396c-f294-47a0-980a-6e486363eabf None None] For port 3f6b6515-df87-49db-b1da-562d1753c80b, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=3f6b6515-df87-49db-b1da-562d1753c80b,segment=NetworkSegment(6b3f4243-2f65-4bf6-85f7-f3e3394f2b2d),segment_id=6b3f4243-2f65-4bf6-85f7-f3e3394f2b2d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:14.249276 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b30b396c-f294-47a0-980a-6e486363eabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.369352 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b396c-f294-47a0-980a-6e486363eabf None None] Pushing event updated for resources: {'Port': ['ID=3f6b6515-df87-49db-b1da-562d1753c80b,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:14.479324 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91dcaad3-997b-474d-b174-713c4c9f6935 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.496922 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-13a23159-2374-4ad5-bd53-a9ffdf0b2461 req-1dfbe701-0f98-4ba9-bb8d-bec84c018479 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.510861 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['c0e9ff7c-3c29-486c-8745-82ae2bf8ab04'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:14.621865 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54e0a0bc-4404-4007-b140-37cee8598935 req-5830c54c-a211-4b56-ad7e-785ae32d5769 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d5926dcd-80bc-4107-a372-b50aa9a8d209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1347983 Jul 14 09:30:14.670905 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbe701-0f98-4ba9-bb8d-bec84c018479 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Pushing event deleted for resources: {'Port': ['ID=c0e9ff7c-3c29-486c-8745-82ae2bf8ab04,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:14.845454 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcaad3-997b-474d-b174-713c4c9f6935 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event updated for resources: {'Subnet': ['ID=bf76a924-9e33-4690-9a9c-d49464ff42da,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:14.865386 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a23159-2374-4ad5-bd53-a9ffdf0b2461 req-1dfbe701-0f98-4ba9-bb8d-bec84c018479 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] No DVR routers for this DVR port c0e9ff7c-3c29-486c-8745-82ae2bf8ab04 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:14.869296 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49385418-0f78-46b0-81b0-88bf7255adfa req-0fd35f6d-439b-4040-92b0-a389a5836b55 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:14.885775 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49385418-0f78-46b0-81b0-88bf7255adfa req-0fd35f6d-439b-4040-92b0-a389a5836b55 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.44 "GET /v2.0/networks?id=0d27eda3-0a4d-42a9-8990-ea5f0ec91315 HTTP/1.1" status: 200 len: 910 time: 0.2395599 Jul 14 09:30:14.886820 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-13a23159-2374-4ad5-bd53-a9ffdf0b2461 req-1dfbe701-0f98-4ba9-bb8d-bec84c018479 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.889510 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-13a23159-2374-4ad5-bd53-a9ffdf0b2461 req-1dfbe701-0f98-4ba9-bb8d-bec84c018479 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.44 "DELETE /v2.0/ports/c0e9ff7c-3c29-486c-8745-82ae2bf8ab04 HTTP/1.1" status: 204 len: 173 time: 1.4565854 Jul 14 09:30:14.901068 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-49385418-0f78-46b0-81b0-88bf7255adfa req-8ad2d83d-76df-44d9-87d8-e6232ed34965 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Request body: {'port': {'device_id': 'ae4a6534-64a7-45ce-96b7-c389fa1d169d', 'network_id': '0d27eda3-0a4d-42a9-8990-ea5f0ec91315', 'admin_state_up': True, 'tenant_id': '8525d77fc1b94779b8589656b2f67aa9'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:14.927358 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2770af4-63a1-4a17-acc3-3602b75c552d', 'name': 'network-vif-deleted', 'tag': 'c0e9ff7c-3c29-486c-8745-82ae2bf8ab04'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:14.932163 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0607f2-89e5-4081-b648-ab78ef5192a6" -d '{"events": [{"server_uuid": "e2770af4-63a1-4a17-acc3-3602b75c552d", "name": "network-vif-deleted", "tag": "c0e9ff7c-3c29-486c-8745-82ae2bf8ab04"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:14.977775 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49385418-0f78-46b0-81b0-88bf7255adfa req-8ad2d83d-76df-44d9-87d8-e6232ed34965 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Made reservation on behalf of 8525d77fc1b94779b8589656b2f67aa9 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:14.988079 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-49385418-0f78-46b0-81b0-88bf7255adfa req-8ad2d83d-76df-44d9-87d8-e6232ed34965 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.055984 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dcaad3-997b-474d-b174-713c4c9f6935 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Checking segment: {'id': '0f12a18b-e4a3-42b2-8268-4e3f674a24e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '64203c8b-3032-4568-96b8-b32c732722f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:15.056372 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dcaad3-997b-474d-b174-713c4c9f6935 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Network hostable DHCP agents. Network: 64203c8b-3032-4568-96b8-b32c732722f5, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:15.081884 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dcaad3-997b-474d-b174-713c4c9f6935 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Network 64203c8b-3032-4568-96b8-b32c732722f5 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:15.086533 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0a0bc-4404-4007-b140-37cee8598935 req-a1b46177-6516-4ac9-a5a0-c50717a9b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:15.088036 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-54e0a0bc-4404-4007-b140-37cee8598935 req-a1b46177-6516-4ac9-a5a0-c50717a9b28b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f464ecef0897489e962d28ba5796b08e&device_id=d5926dcd-80bc-4107-a372-b50aa9a8d209 HTTP/1.1" status: 200 len: 1098 time: 0.2302639 Jul 14 09:30:15.107292 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-91dcaad3-997b-474d-b174-713c4c9f6935 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 64203c8b-3032-4568-96b8-b32c732722f5) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:15.112253 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dcaad3-997b-474d-b174-713c4c9f6935 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:15.112935 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91dcaad3-997b-474d-b174-713c4c9f6935 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.136218 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7cccfa-6d5d-4dc4-b0f9-5536e7741ae1 None None] Network 64203c8b-3032-4568-96b8-b32c732722f5 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:15.211513 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0a0bc-4404-4007-b140-37cee8598935 req-1ba59f63-07ad-45f1-a917-aaf0efd4b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:15.213025 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-54e0a0bc-4404-4007-b140-37cee8598935 req-1ba59f63-07ad-45f1-a917-aaf0efd4b989 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bc0bd8e8-a70c-46ac-88d0-6d79a7b009de HTTP/1.1" status: 200 len: 908 time: 0.0969355 Jul 14 09:30:15.311209 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-91dcaad3-997b-474d-b174-713c4c9f6935 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6308200 Jul 14 09:30:15.317912 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47008) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:15.358372 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8b2bb382-3f0e-4cc2-9993-17506cc9d290 req-909a31aa-5922-4992-bc5e-42bf75034930 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2770af4-63a1-4a17-acc3-3602b75c552d HTTP/1.1" status: 200 len: 210 time: 0.1096525 Jul 14 09:30:15.393681 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6550081-c4fa-47c8-bc0a-21b8d4654677 req-98f440ce-5305-416a-bff1-020a41ac187d tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:15.405354 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6550081-c4fa-47c8-bc0a-21b8d4654677 req-98f440ce-5305-416a-bff1-020a41ac187d tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.3466399 Jul 14 09:30:15.420148 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-49385418-0f78-46b0-81b0-88bf7255adfa req-8ad2d83d-76df-44d9-87d8-e6232ed34965 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Allocated IP 172.20.0.14 (0d27eda3-0a4d-42a9-8990-ea5f0ec91315/8fc10be2-3caa-4096-a817-a0254d2e17f8/c8e2ccb8-7458-4595-9fb9-36dff3dae9b7) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:15.474103 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-54e0a0bc-4404-4007-b140-37cee8598935 req-8c0edbf0-ed7e-407c-8f27-861a2568ff49 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d800f4b6-c165-41d9-b976-40e00fccad87 HTTP/1.1" status: 200 len: 1002 time: 0.2507825 Jul 14 09:30:15.510884 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6550081-c4fa-47c8-bc0a-21b8d4654677 req-25aed898-3a19-4f96-a1ed-af112222ea3d tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045463 Jul 14 09:30:15.808658 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dee3c09-0fed-4b98-9543-0848622cba29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-64203c8b-3032-4568-96b8-b32c732722f5', 'network_id': '64203c8b-3032-4568-96b8-b32c732722f5', 'tenant_id': '7d5d30e62abb4d2c92c5edd123dea06b', 'fixed_ips': [{'subnet_id': 'bf76a924-9e33-4690-9a9c-d49464ff42da'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:15.814899 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4dee3c09-0fed-4b98-9543-0848622cba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.815900 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9ade2b-7239-4dcd-9812-87f46a8a432d x-openstack-request-id: req-5b9ade2b-7239-4dcd-9812-87f46a8a432d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:15.817550 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2770af4-63a1-4a17-acc3-3602b75c552d", "name": "network-vif-deleted", "tag": "c0e9ff7c-3c29-486c-8745-82ae2bf8ab04", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:15.818087 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b9ade2b-7239-4dcd-9812-87f46a8a432d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:15.820121 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2770af4-63a1-4a17-acc3-3602b75c552d', 'name': 'network-vif-deleted', 'tag': 'c0e9ff7c-3c29-486c-8745-82ae2bf8ab04', 'status': 'completed', 'code': 200} Jul 14 09:30:15.856575 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 3f6b6515-df87-49db-b1da-562d1753c80b up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:15.881722 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-49385418-0f78-46b0-81b0-88bf7255adfa req-8ad2d83d-76df-44d9-87d8-e6232ed34965 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.912987 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0a0bc-4404-4007-b140-37cee8598935 req-16258959-3236-4ea0-bee7-cdcf4ea8b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:15.914893 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-54e0a0bc-4404-4007-b140-37cee8598935 req-16258959-3236-4ea0-bee7-cdcf4ea8b86b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=991179d8-8134-494e-aabe-217e4217c4a9 HTTP/1.1" status: 200 len: 847 time: 0.4153683 Jul 14 09:30:15.947923 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01d7b113-3a9a-4cb8-a651-29b77f77fc6d req-2a11352b-9baf-4406-a041-e71df1258296 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ae4a6534-64a7-45ce-96b7-c389fa1d169d HTTP/1.1" status: 200 len: 210 time: 0.0783737 Jul 14 09:30:15.965897 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-49385418-0f78-46b0-81b0-88bf7255adfa req-8ad2d83d-76df-44d9-87d8-e6232ed34965 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Transition to ACTIVE for port object c8e2ccb8-7458-4595-9fb9-36dff3dae9b7 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:16.004831 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 3f6b6515-df87-49db-b1da-562d1753c80b completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:16.020704 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.073995 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-49385418-0f78-46b0-81b0-88bf7255adfa req-8ad2d83d-76df-44d9-87d8-e6232ed34965 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.079740 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-4dee3c09-0fed-4b98-9543-0848622cba29 None None] Allocated IP 172.20.0.2 (64203c8b-3032-4568-96b8-b32c732722f5/bf76a924-9e33-4690-9a9c-d49464ff42da/35a9b8d7-08a0-4a71-8b1b-fde4448e3465) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:16.092624 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['a8fb642c-80cc-49d9-b990-f80770626b33'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:16.109801 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.118338 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8aabc173-058d-4990-a900-997f883f597d req-07b54958-532e-4f55-87a2-d30ec21f2eea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4475701 Jul 14 09:30:16.153518 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2d83d-76df-44d9-87d8-e6232ed34965 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Pushing event updated for resources: {'Port': ['ID=c8e2ccb8-7458-4595-9fb9-36dff3dae9b7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:16.169329 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49385418-0f78-46b0-81b0-88bf7255adfa req-8ad2d83d-76df-44d9-87d8-e6232ed34965 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Network 0d27eda3-0a4d-42a9-8990-ea5f0ec91315 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:16.181669 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-49385418-0f78-46b0-81b0-88bf7255adfa req-8ad2d83d-76df-44d9-87d8-e6232ed34965 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:16.208280 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0a0bc-4404-4007-b140-37cee8598935 req-f87bb38e-7752-46ad-a4f4-fe95885fd54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:16.212309 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-49385418-0f78-46b0-81b0-88bf7255adfa req-8ad2d83d-76df-44d9-87d8-e6232ed34965 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:16.227181 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-54e0a0bc-4404-4007-b140-37cee8598935 req-f87bb38e-7752-46ad-a4f4-fe95885fd54d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bc0bd8e8-a70c-46ac-88d0-6d79a7b009de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2974472 Jul 14 09:30:16.265965 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49385418-0f78-46b0-81b0-88bf7255adfa req-8ad2d83d-76df-44d9-87d8-e6232ed34965 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:16.266698 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-49385418-0f78-46b0-81b0-88bf7255adfa req-8ad2d83d-76df-44d9-87d8-e6232ed34965 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.289715 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49385418-0f78-46b0-81b0-88bf7255adfa req-8ad2d83d-76df-44d9-87d8-e6232ed34965 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3930306 Jul 14 09:30:16.305163 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-49385418-0f78-46b0-81b0-88bf7255adfa req-5528efc5-5a47-4fe4-bc38-7e6096d27dc6 service neutron] Request body: {'port': {'device_id': 'ae4a6534-64a7-45ce-96b7-c389fa1d169d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:16.505887 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-54e0a0bc-4404-4007-b140-37cee8598935 req-da206969-3dbd-43c0-8507-b55595d7567e service neutron] 10.222.0.44 "GET /v2.0/networks/bc0bd8e8-a70c-46ac-88d0-6d79a7b009de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691231 Jul 14 09:30:16.517040 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-49385418-0f78-46b0-81b0-88bf7255adfa req-5528efc5-5a47-4fe4-bc38-7e6096d27dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.518255 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabc173-058d-4990-a900-997f883f597d req-c62da90c-233a-4683-ae26-a728aed55708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:16.520260 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8aabc173-058d-4990-a900-997f883f597d req-c62da90c-233a-4683-ae26-a728aed55708 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13a6cb8219634407be0dfc48ca82a27b&device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 1097 time: 0.2915816 Jul 14 09:30:16.672568 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e09cdf-928f-4de6-a108-25dcfe43266a None None] Network e954c893-bb9b-4d80-959a-144757aa8b6b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:16.700941 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-18c8159b-6def-49d9-ae2b-30c33c8e276d req-a7268c34-2600-480b-8839-09d9a767ca1b tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups/fd354156-c506-4532-86d0-7b496cc50c1d HTTP/1.1" status: 200 len: 1801 time: 0.0644028 Jul 14 09:30:16.788507 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c0e9ff7c-3c29-486c-8745-82ae2bf8ab04 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:16.829678 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-567cba30-3bd6-4206-9b21-59acf07dd82b None None] Provisioning for port 3f6b6515-df87-49db-b1da-562d1753c80b completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:16.844851 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: c0e9ff7c-3c29-486c-8745-82ae2bf8ab04 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:16.845200 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c0e9ff7c-3c29-486c-8745-82ae2bf8ab04 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:16.865035 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-54e0a0bc-4404-4007-b140-37cee8598935 req-cee9cead-05ea-4399-a787-f8a9b3859246 service neutron] 10.222.0.44 "GET /v2.0/networks/bc0bd8e8-a70c-46ac-88d0-6d79a7b009de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434117 Jul 14 09:30:16.870669 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabc173-058d-4990-a900-997f883f597d req-7187994e-9f05-45c0-b77b-b5bd6582c33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:16.872709 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-567cba30-3bd6-4206-9b21-59acf07dd82b None None] Provisioning complete for port 3f6b6515-df87-49db-b1da-562d1753c80b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:16.873092 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-567cba30-3bd6-4206-9b21-59acf07dd82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.873440 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8aabc173-058d-4990-a900-997f883f597d req-7187994e-9f05-45c0-b77b-b5bd6582c33c service neutron] 10.222.0.47 "GET /v2.0/networks?id=e49d4647-517e-4d0c-9914-1d89ddce536e HTTP/1.1" status: 200 len: 911 time: 0.3091214 Jul 14 09:30:16.934915 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8aabc173-058d-4990-a900-997f883f597d req-105b8f3b-a3cd-42e3-89be-477333d48397 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36a5893c-2e8b-49b8-a413-b4ce08e1a7d7 HTTP/1.1" status: 200 len: 217 time: 0.0523336 Jul 14 09:30:16.998319 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-18c8159b-6def-49d9-ae2b-30c33c8e276d req-9fbaee82-e0c5-4fa4-9118-4be1c1135a92 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.013831 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a83c80-cdbd-4558-9b18-44dd0b76b8e5 req-12789b68-14dd-4b2e-9725-494d8ba1f01c tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:17.016455 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-81a83c80-cdbd-4558-9b18-44dd0b76b8e5 req-12789b68-14dd-4b2e-9725-494d8ba1f01c tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.3105931 Jul 14 09:30:17.020682 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabc173-058d-4990-a900-997f883f597d req-c45b744f-6438-4637-a780-fbbf55d86b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:17.022886 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8aabc173-058d-4990-a900-997f883f597d req-c45b744f-6438-4637-a780-fbbf55d86b6e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3346c6f-5d4f-467b-92d0-aefbe281d4f2 HTTP/1.1" status: 200 len: 851 time: 0.0800412 Jul 14 09:30:17.070707 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8aabc173-058d-4990-a900-997f883f597d req-984273a0-a433-4452-9de2-cacbb80de238 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e49d4647-517e-4d0c-9914-1d89ddce536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388677 Jul 14 09:30:17.072482 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4dee3c09-0fed-4b98-9543-0848622cba29 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.077826 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-18c8159b-6def-49d9-ae2b-30c33c8e276d req-9fbaee82-e0c5-4fa4-9118-4be1c1135a92 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.092548 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4dee3c09-0fed-4b98-9543-0848622cba29 None None] Transition to ACTIVE for port object 35a9b8d7-08a0-4a71-8b1b-fde4448e3465 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:17.139788 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-81a83c80-cdbd-4558-9b18-44dd0b76b8e5 req-1a2423df-331c-4493-ab4d-09bf47b70363 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133978 Jul 14 09:30:17.181819 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4dee3c09-0fed-4b98-9543-0848622cba29 None None] Transition to ACTIVE for port object 35a9b8d7-08a0-4a71-8b1b-fde4448e3465 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:17.181819 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-567cba30-3bd6-4206-9b21-59acf07dd82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.210226 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4dee3c09-0fed-4b98-9543-0848622cba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.214445 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-18c8159b-6def-49d9-ae2b-30c33c8e276d req-9fbaee82-e0c5-4fa4-9118-4be1c1135a92 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.219235 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-18c8159b-6def-49d9-ae2b-30c33c8e276d req-9fbaee82-e0c5-4fa4-9118-4be1c1135a92 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.237610 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-18c8159b-6def-49d9-ae2b-30c33c8e276d req-9fbaee82-e0c5-4fa4-9118-4be1c1135a92 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "DELETE /v2.0/security-groups/fd354156-c506-4532-86d0-7b496cc50c1d HTTP/1.1" status: 204 len: 173 time: 0.5356467 Jul 14 09:30:17.300004 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.305417 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dee3c09-0fed-4b98-9543-0848622cba29 None None] Network 64203c8b-3032-4568-96b8-b32c732722f5 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:17.314657 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-49385418-0f78-46b0-81b0-88bf7255adfa req-5528efc5-5a47-4fe4-bc38-7e6096d27dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e2ccb8-7458-4595-9fb9-36dff3dae9b7 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:17.328128 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-49385418-0f78-46b0-81b0-88bf7255adfa req-5528efc5-5a47-4fe4-bc38-7e6096d27dc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.332979 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4dee3c09-0fed-4b98-9543-0848622cba29 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:17.336286 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-567cba30-3bd6-4206-9b21-59acf07dd82b None None] For port 3f6b6515-df87-49db-b1da-562d1753c80b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=3f6b6515-df87-49db-b1da-562d1753c80b,segment=NetworkSegment(6b3f4243-2f65-4bf6-85f7-f3e3394f2b2d),segment_id=6b3f4243-2f65-4bf6-85f7-f3e3394f2b2d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:17.338398 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dee3c09-0fed-4b98-9543-0848622cba29 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:17.345754 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee3c09-0fed-4b98-9543-0848622cba29 None None] Pushing event updated for resources: {'Port': ['ID=35a9b8d7-08a0-4a71-8b1b-fde4448e3465,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:17.347005 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-49385418-0f78-46b0-81b0-88bf7255adfa req-5528efc5-5a47-4fe4-bc38-7e6096d27dc6 service neutron] Transition to ACTIVE for port object c8e2ccb8-7458-4595-9fb9-36dff3dae9b7 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:17.358842 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-49385418-0f78-46b0-81b0-88bf7255adfa req-5528efc5-5a47-4fe4-bc38-7e6096d27dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.383273 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Subnet': ['ID=bf76a924-9e33-4690-9a9c-d49464ff42da,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:17.394762 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-567cba30-3bd6-4206-9b21-59acf07dd82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.445213 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbaee82-e0c5-4fa4-9118-4be1c1135a92 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd354156-c506-4532-86d0-7b496cc50c1d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:17.492912 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8aabc173-058d-4990-a900-997f883f597d req-d7bc13b6-0646-493c-b000-9ef932ba8025 service neutron] 10.222.0.47 "GET /v2.0/networks/e49d4647-517e-4d0c-9914-1d89ddce536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120770 Jul 14 09:30:17.552102 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-4dee3c09-0fed-4b98-9543-0848622cba29 None None] Attempting to bind port 35a9b8d7-08a0-4a71-8b1b-fde4448e3465 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:17.552475 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-4dee3c09-0fed-4b98-9543-0848622cba29 None None] Attempting to bind port 35a9b8d7-08a0-4a71-8b1b-fde4448e3465 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '0f12a18b-e4a3-42b2-8268-4e3f674a24e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '64203c8b-3032-4568-96b8-b32c732722f5'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:17.552839 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dee3c09-0fed-4b98-9543-0848622cba29 None None] Attempting to bind port 35a9b8d7-08a0-4a71-8b1b-fde4448e3465 on network 64203c8b-3032-4568-96b8-b32c732722f5 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:17.580974 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.584684 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c6287f31-2660-48d1-b108-13551375b601 None None] Provisioning for port c8e2ccb8-7458-4595-9fb9-36dff3dae9b7 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:17.595994 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dee3c09-0fed-4b98-9543-0848622cba29 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:17.596372 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dee3c09-0fed-4b98-9543-0848622cba29 None None] Checking segment: {'id': '0f12a18b-e4a3-42b2-8268-4e3f674a24e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '64203c8b-3032-4568-96b8-b32c732722f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:17.596780 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4dee3c09-0fed-4b98-9543-0848622cba29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.597178 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dee3c09-0fed-4b98-9543-0848622cba29 None None] Bound using segment: {'id': '0f12a18b-e4a3-42b2-8268-4e3f674a24e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '64203c8b-3032-4568-96b8-b32c732722f5'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:17.597664 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-4dee3c09-0fed-4b98-9543-0848622cba29 None None] Bound port: 35a9b8d7-08a0-4a71-8b1b-fde4448e3465, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f12a18b-e4a3-42b2-8268-4e3f674a24e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '64203c8b-3032-4568-96b8-b32c732722f5'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:17.598044 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4dee3c09-0fed-4b98-9543-0848622cba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.613924 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cba30-3bd6-4206-9b21-59acf07dd82b None None] Pushing event updated for resources: {'Port': ['ID=3f6b6515-df87-49db-b1da-562d1753c80b,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:17.662683 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64203c8b-3032-4568-96b8-b32c732722f5']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:17.696151 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f12a18b-e4a3-42b2-8268-4e3f674a24e2') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:17.699707 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f12a18b-e4a3-42b2-8268-4e3f674a24e2') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:17.709529 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528efc5-5a47-4fe4-bc38-7e6096d27dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e2ccb8-7458-4595-9fb9-36dff3dae9b7,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:17.714903 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eacaf73e-ecb7-4d91-9663-5e6d23546145 req-b57f1811-661a-4638-9822-ba9460b721ba tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "GET /v2.0/security-groups/c36144c9-bc94-4df2-8bcc-d4d823e84089 HTTP/1.1" status: 200 len: 1801 time: 0.3608494 Jul 14 09:30:17.731989 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.782720 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-4dee3c09-0fed-4b98-9543-0848622cba29 None None] For port 35a9b8d7-08a0-4a71-8b1b-fde4448e3465, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:17.793427 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.827284 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ca23f-3f06-4a0f-8459-aaa99585e050 req-622d9c4b-9ef8-4f8d-930b-33696ca606c7 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:17.829810 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fa9ca23f-3f06-4a0f-8459-aaa99585e050 req-622d9c4b-9ef8-4f8d-930b-33696ca606c7 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ae4a6534-64a7-45ce-96b7-c389fa1d169d HTTP/1.1" status: 200 len: 1054 time: 0.3210161 Jul 14 09:30:17.837723 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:17.838239 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.861697 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8aabc173-058d-4990-a900-997f883f597d req-24f7878f-2ae6-4a24-84d7-ce6bc92c4ac6 service neutron] 10.222.0.47 "GET /v2.0/networks/e49d4647-517e-4d0c-9914-1d89ddce536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337724 Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:17.862375 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:17.882358 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-49385418-0f78-46b0-81b0-88bf7255adfa req-5528efc5-5a47-4fe4-bc38-7e6096d27dc6 service neutron] Attempting to bind port c8e2ccb8-7458-4595-9fb9-36dff3dae9b7 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:17.882715 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-49385418-0f78-46b0-81b0-88bf7255adfa req-5528efc5-5a47-4fe4-bc38-7e6096d27dc6 service neutron] Attempting to bind port c8e2ccb8-7458-4595-9fb9-36dff3dae9b7 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'f72f74a3-1019-4c8a-aee5-a63b9f7b1beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d27eda3-0a4d-42a9-8990-ea5f0ec91315'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:17.883292 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49385418-0f78-46b0-81b0-88bf7255adfa req-5528efc5-5a47-4fe4-bc38-7e6096d27dc6 service neutron] Attempting to bind port c8e2ccb8-7458-4595-9fb9-36dff3dae9b7 on network 0d27eda3-0a4d-42a9-8990-ea5f0ec91315 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:17.884590 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-79cbcf1b-ca36-48e4-b246-39342db11d67 None None] Provisioning complete for port 3f6b6515-df87-49db-b1da-562d1753c80b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:17.885044 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79cbcf1b-ca36-48e4-b246-39342db11d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.909286 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49385418-0f78-46b0-81b0-88bf7255adfa req-5528efc5-5a47-4fe4-bc38-7e6096d27dc6 service neutron] Port c8e2ccb8-7458-4595-9fb9-36dff3dae9b7 on network 0d27eda3-0a4d-42a9-8990-ea5f0ec91315 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:30:17.909612 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49385418-0f78-46b0-81b0-88bf7255adfa req-5528efc5-5a47-4fe4-bc38-7e6096d27dc6 service neutron] Attempting to bind port c8e2ccb8-7458-4595-9fb9-36dff3dae9b7 on network 0d27eda3-0a4d-42a9-8990-ea5f0ec91315 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:17.927100 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49385418-0f78-46b0-81b0-88bf7255adfa req-5528efc5-5a47-4fe4-bc38-7e6096d27dc6 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:17.927322 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49385418-0f78-46b0-81b0-88bf7255adfa req-5528efc5-5a47-4fe4-bc38-7e6096d27dc6 service neutron] Checking segment: {'id': 'f72f74a3-1019-4c8a-aee5-a63b9f7b1beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d27eda3-0a4d-42a9-8990-ea5f0ec91315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:17.927611 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49385418-0f78-46b0-81b0-88bf7255adfa req-5528efc5-5a47-4fe4-bc38-7e6096d27dc6 service neutron] Bound using segment: {'id': 'f72f74a3-1019-4c8a-aee5-a63b9f7b1beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d27eda3-0a4d-42a9-8990-ea5f0ec91315'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:17.927988 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-49385418-0f78-46b0-81b0-88bf7255adfa req-5528efc5-5a47-4fe4-bc38-7e6096d27dc6 service neutron] Bound port: c8e2ccb8-7458-4595-9fb9-36dff3dae9b7, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f72f74a3-1019-4c8a-aee5-a63b9f7b1beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d27eda3-0a4d-42a9-8990-ea5f0ec91315'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:17.928351 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-49385418-0f78-46b0-81b0-88bf7255adfa req-5528efc5-5a47-4fe4-bc38-7e6096d27dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.949041 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fa9ca23f-3f06-4a0f-8459-aaa99585e050 req-897c72a1-fb35-4cdf-8635-94a8c170b8ef tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066380 Jul 14 09:30:17.957117 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:30:17.957117 n-d-771362-35 neutron-server[93772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:30:17.957117 n-d-771362-35 neutron-server[93772]: [parameters: {'id': '64203c8b-3032-4568-96b8-b32c732722f5'}] Jul 14 09:30:17.957117 n-d-771362-35 neutron-server[93772]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:30:17.959034 n-d-771362-35 neutron-server[93772]: DEBUG oslo_db.api [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:30:17.988279 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-eacaf73e-ecb7-4d91-9663-5e6d23546145 req-168af45d-62e3-4faa-915f-dc803baad8cb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.990940 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-4dee3c09-0fed-4b98-9543-0848622cba29 None None] For port 35a9b8d7-08a0-4a71-8b1b-fde4448e3465, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=35a9b8d7-08a0-4a71-8b1b-fde4448e3465,segment=NetworkSegment(0f12a18b-e4a3-42b2-8268-4e3f674a24e2),segment_id=0f12a18b-e4a3-42b2-8268-4e3f674a24e2)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:18.002703 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4dee3c09-0fed-4b98-9543-0848622cba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.035251 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-eacaf73e-ecb7-4d91-9663-5e6d23546145 req-168af45d-62e3-4faa-915f-dc803baad8cb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.065870 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-49385418-0f78-46b0-81b0-88bf7255adfa req-5528efc5-5a47-4fe4-bc38-7e6096d27dc6 service neutron] For port c8e2ccb8-7458-4595-9fb9-36dff3dae9b7, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:18.073212 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-49385418-0f78-46b0-81b0-88bf7255adfa req-5528efc5-5a47-4fe4-bc38-7e6096d27dc6 service neutron] For port c8e2ccb8-7458-4595-9fb9-36dff3dae9b7, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c8e2ccb8-7458-4595-9fb9-36dff3dae9b7,segment=NetworkSegment(f72f74a3-1019-4c8a-aee5-a63b9f7b1beb),segment_id=f72f74a3-1019-4c8a-aee5-a63b9f7b1beb)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:18.083756 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-49385418-0f78-46b0-81b0-88bf7255adfa req-5528efc5-5a47-4fe4-bc38-7e6096d27dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.126252 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49385418-0f78-46b0-81b0-88bf7255adfa req-5528efc5-5a47-4fe4-bc38-7e6096d27dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:18.126968 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-49385418-0f78-46b0-81b0-88bf7255adfa req-5528efc5-5a47-4fe4-bc38-7e6096d27dc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.128607 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49385418-0f78-46b0-81b0-88bf7255adfa req-5528efc5-5a47-4fe4-bc38-7e6096d27dc6 service neutron] 10.222.0.44 "PUT /v2.0/ports/c8e2ccb8-7458-4595-9fb9-36dff3dae9b7 HTTP/1.1" status: 200 len: 1093 time: 1.8299975 Jul 14 09:30:18.129062 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4a6534-64a7-45ce-96b7-c389fa1d169d', 'tag': 'c8e2ccb8-7458-4595-9fb9-36dff3dae9b7'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:18.131602 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a23c87-297f-4ad6-a3b6-a651418cbb5b" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4a6534-64a7-45ce-96b7-c389fa1d169d", "tag": "c8e2ccb8-7458-4595-9fb9-36dff3dae9b7"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:18.136792 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-eacaf73e-ecb7-4d91-9663-5e6d23546145 req-168af45d-62e3-4faa-915f-dc803baad8cb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.143803 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-eacaf73e-ecb7-4d91-9663-5e6d23546145 req-168af45d-62e3-4faa-915f-dc803baad8cb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.146755 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eacaf73e-ecb7-4d91-9663-5e6d23546145 req-168af45d-62e3-4faa-915f-dc803baad8cb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] 10.222.0.25 "DELETE /v2.0/security-groups/c36144c9-bc94-4df2-8bcc-d4d823e84089 HTTP/1.1" status: 204 len: 173 time: 0.3981524 Jul 14 09:30:18.154424 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee3c09-0fed-4b98-9543-0848622cba29 None None] Pushing event updated for resources: {'Port': ['ID=35a9b8d7-08a0-4a71-8b1b-fde4448e3465,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:18.155774 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47054) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:18.195696 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168af45d-62e3-4faa-915f-dc803baad8cb tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36144c9-bc94-4df2-8bcc-d4d823e84089,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:18.203457 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e444c8-20e4-4172-ba15-358d258167a3 None None] Network 64203c8b-3032-4568-96b8-b32c732722f5 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:18.207450 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528efc5-5a47-4fe4-bc38-7e6096d27dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e2ccb8-7458-4595-9fb9-36dff3dae9b7,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:18.333097 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bac8018-daa2-4abb-a548-b9a7acd1d82e x-openstack-request-id: req-6bac8018-daa2-4abb-a548-b9a7acd1d82e {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:18.338892 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4a6534-64a7-45ce-96b7-c389fa1d169d", "tag": "c8e2ccb8-7458-4595-9fb9-36dff3dae9b7", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:18.339426 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6bac8018-daa2-4abb-a548-b9a7acd1d82e {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:18.340050 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4a6534-64a7-45ce-96b7-c389fa1d169d', 'tag': 'c8e2ccb8-7458-4595-9fb9-36dff3dae9b7', 'status': 'completed', 'code': 200} Jul 14 09:30:18.349657 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd35b14-fdb8-4f9e-be2f-37b60ae48eb0 admin admin] Deleting subnet 0b896e87-bde2-4b15-9ad8-1c77a2713212 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:18.362723 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5fd35b14-fdb8-4f9e-be2f-37b60ae48eb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.401177 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49385418-0f78-46b0-81b0-88bf7255adfa req-ccba8e7a-2e4d-402e-84de-8d7431543f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:18.406910 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49385418-0f78-46b0-81b0-88bf7255adfa req-ccba8e7a-2e4d-402e-84de-8d7431543f0c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8525d77fc1b94779b8589656b2f67aa9&device_id=ae4a6534-64a7-45ce-96b7-c389fa1d169d HTTP/1.1" status: 200 len: 1096 time: 0.1747928 Jul 14 09:30:18.431241 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5fd35b14-fdb8-4f9e-be2f-37b60ae48eb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.461430 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.487296 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5fd35b14-fdb8-4f9e-be2f-37b60ae48eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.512003 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49385418-0f78-46b0-81b0-88bf7255adfa req-3fc859e1-76ce-4dcc-ae7f-c388f2ab80c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8e2ccb8-7458-4595-9fb9-36dff3dae9b7 HTTP/1.1" status: 200 len: 217 time: 0.0951025 Jul 14 09:30:18.570199 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5fd35b14-fdb8-4f9e-be2f-37b60ae48eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.586376 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5fd35b14-fdb8-4f9e-be2f-37b60ae48eb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.588782 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5fd35b14-fdb8-4f9e-be2f-37b60ae48eb0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0b896e87-bde2-4b15-9ad8-1c77a2713212 HTTP/1.1" status: 204 len: 168 time: 0.4314158 Jul 14 09:30:18.598749 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47062) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:18.605515 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70d09b46-8acb-47b3-96e7-34dd88070df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.632829 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd35b14-fdb8-4f9e-be2f-37b60ae48eb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b896e87-bde2-4b15-9ad8-1c77a2713212,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:18.672116 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602d1e13-c8e7-4df2-87b8-4e15061e0254 None None] get_active_networks_info from n-d-771362-35 {{(pid=93774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:30:18.677458 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Deleting port 35a9b8d7-08a0-4a71-8b1b-fde4448e3465 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:18.677813 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.687675 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1ca79-60e5-40b9-9acf-51a6430eae67 req-92881409-f975-4ab1-89b7-8f712802b0d9 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:18.689521 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-19a1ca79-60e5-40b9-9acf-51a6430eae67 req-92881409-f975-4ab1-89b7-8f712802b0d9 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.1799664 Jul 14 09:30:18.693387 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49385418-0f78-46b0-81b0-88bf7255adfa req-95d7be31-0955-47bf-8021-6b6595f7daed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:18.694816 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49385418-0f78-46b0-81b0-88bf7255adfa req-95d7be31-0955-47bf-8021-6b6595f7daed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fc10be2-3caa-4096-a817-a0254d2e17f8 HTTP/1.1" status: 200 len: 849 time: 0.1482511 Jul 14 09:30:18.766336 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] For port 35a9b8d7-08a0-4a71-8b1b-fde4448e3465, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=35a9b8d7-08a0-4a71-8b1b-fde4448e3465,segment=NetworkSegment(0f12a18b-e4a3-42b2-8268-4e3f674a24e2),segment_id=0f12a18b-e4a3-42b2-8268-4e3f674a24e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:18.766336 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.779886 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Calling delete_port for 35a9b8d7-08a0-4a71-8b1b-fde4448e3465 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:18.805496 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36ec37a8-a560-40ba-8d25-372e8de2360e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.839280 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-19a1ca79-60e5-40b9-9acf-51a6430eae67 req-c4832c61-30e5-46c3-a933-4ab8b3db6c6b tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226733 Jul 14 09:30:18.878578 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602d1e13-c8e7-4df2-87b8-4e15061e0254 None None] Resources bound (agent type, host, resource id): {{(pid=93774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:30:18.912543 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.943032 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49385418-0f78-46b0-81b0-88bf7255adfa req-b87cd83b-d1bd-4af3-bb6d-cde6a293176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:18.945505 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49385418-0f78-46b0-81b0-88bf7255adfa req-b87cd83b-d1bd-4af3-bb6d-cde6a293176b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d27eda3-0a4d-42a9-8990-ea5f0ec91315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1900053 Jul 14 09:30:18.946083 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Port': ['ID=35a9b8d7-08a0-4a71-8b1b-fde4448e3465,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:18.962060 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] No DVR routers for this DVR port 35a9b8d7-08a0-4a71-8b1b-fde4448e3465 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:19.072475 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.088575 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64203c8b-3032-4568-96b8-b32c732722f5']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:19.491785 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f12a18b-e4a3-42b2-8268-4e3f674a24e2') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:19.492334 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f12a18b-e4a3-42b2-8268-4e3f674a24e2') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:19.501855 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36ec37a8-a560-40ba-8d25-372e8de2360e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.505865 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49385418-0f78-46b0-81b0-88bf7255adfa req-fc97f3fc-7f2f-4a0f-b441-ad94c440692e service neutron] 10.222.0.44 "GET /v2.0/networks/0d27eda3-0a4d-42a9-8990-ea5f0ec91315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322151 Jul 14 09:30:19.514507 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.525155 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-36ec37a8-a560-40ba-8d25-372e8de2360e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c71af8-8bf1-4b4f-9d6f-e5131a84935a']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:19.543028 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.564581 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:19.565034 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:19.568710 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:19.575749 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-36ec37a8-a560-40ba-8d25-372e8de2360e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:19.576054 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-36ec37a8-a560-40ba-8d25-372e8de2360e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e6d7bc-4f5c-4e9d-8bb6-a2837b631dd2') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:19.597436 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36ec37a8-a560-40ba-8d25-372e8de2360e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.646787 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36ec37a8-a560-40ba-8d25-372e8de2360e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.654550 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161a655-08fe-4511-9413-20d14f089949 req-ac3d3f66-2da3-40b7-b07b-dcee3b4a6d21 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:19.655033 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 3f6b6515-df87-49db-b1da-562d1753c80b up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:19.656162 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d161a655-08fe-4511-9413-20d14f089949 req-ac3d3f66-2da3-40b7-b07b-dcee3b4a6d21 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ae4a6534-64a7-45ce-96b7-c389fa1d169d HTTP/1.1" status: 200 len: 1096 time: 0.1980720 Jul 14 09:30:19.661091 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ec37a8-a560-40ba-8d25-372e8de2360e admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:19.661511 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36ec37a8-a560-40ba-8d25-372e8de2360e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:19.663207 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:19.674494 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.680932 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.683204 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/networks/64203c8b-3032-4568-96b8-b32c732722f5 HTTP/1.1" status: 204 len: 168 time: 4.3642113 Jul 14 09:30:19.689218 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47080) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:19.714421 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-fffb8b4b-7988-42c0-be24-126238aac9ff tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2133551241'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:19.721304 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 3f6b6515-df87-49db-b1da-562d1753c80b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:19.721834 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.726480 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21001c7f-cb4c-41c8-ad4b-ffca5c80a2fb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Network': ['ID=64203c8b-3032-4568-96b8-b32c732722f5,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:19.766160 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49385418-0f78-46b0-81b0-88bf7255adfa req-345e367b-03cc-4427-a420-29545e127fa9 service neutron] 10.222.0.44 "GET /v2.0/networks/0d27eda3-0a4d-42a9-8990-ea5f0ec91315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498763 Jul 14 09:30:19.769510 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffb8b4b-7988-42c0-be24-126238aac9ff tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Made reservation on behalf of 7d5d30e62abb4d2c92c5edd123dea06b for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:19.774043 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36ec37a8-a560-40ba-8d25-372e8de2360e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.779113 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fffb8b4b-7988-42c0-be24-126238aac9ff tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.783646 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36ec37a8-a560-40ba-8d25-372e8de2360e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.788523 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-36ec37a8-a560-40ba-8d25-372e8de2360e admin admin] 10.222.0.25 "DELETE /v2.0/networks/d8c71af8-8bf1-4b4f-9d6f-e5131a84935a HTTP/1.1" status: 204 len: 168 time: 1.1848049 Jul 14 09:30:19.804333 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d161a655-08fe-4511-9413-20d14f089949 req-1032b40f-6101-413b-b2b5-c607c9f248cb tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255097 Jul 14 09:30:19.821262 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec37a8-a560-40ba-8d25-372e8de2360e admin admin] Pushing event deleted for resources: {'Network': ['ID=d8c71af8-8bf1-4b4f-9d6f-e5131a84935a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:19.835248 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fffb8b4b-7988-42c0-be24-126238aac9ff tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:19.847904 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fffb8b4b-7988-42c0-be24-126238aac9ff tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.848565 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-fffb8b4b-7988-42c0-be24-126238aac9ff tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Added segment 0d82e239-0312-4910-bce6-29720974293f of type vlan for network 834250ce-2d5e-4deb-94e9-f3edcd0f4bd8 Jul 14 09:30:19.939542 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fffb8b4b-7988-42c0-be24-126238aac9ff tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.957340 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a23c87-297f-4ad6-a3b6-a651418cbb5b req-33e42b7c-8050-44c5-964e-daa4314ccd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:19.959767 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6a23c87-297f-4ad6-a3b6-a651418cbb5b req-33e42b7c-8050-44c5-964e-daa4314ccd91 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8525d77fc1b94779b8589656b2f67aa9&device_id=ae4a6534-64a7-45ce-96b7-c389fa1d169d HTTP/1.1" status: 200 len: 1096 time: 0.0964832 Jul 14 09:30:20.001594 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fffb8b4b-7988-42c0-be24-126238aac9ff tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.008417 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffb8b4b-7988-42c0-be24-126238aac9ff tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:20.009090 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fffb8b4b-7988-42c0-be24-126238aac9ff tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.103138 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fffb8b4b-7988-42c0-be24-126238aac9ff tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4112861 Jul 14 09:30:20.109168 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47094) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:20.117494 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-fbe3b624-806b-49f2-8e31-c2a7176cf9b5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Request body: {'subnet': {'network_id': '834250ce-2d5e-4deb-94e9-f3edcd0f4bd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:20.118155 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47096) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:20.143983 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb8b4b-7988-42c0-be24-126238aac9ff tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event updated for resources: {'Network': ['ID=834250ce-2d5e-4deb-94e9-f3edcd0f4bd8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:20.155515 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 834250ce-2d5e-4deb-94e9-f3edcd0f4bd8 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:20.190366 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e0f9424a-eea1-40a1-8f5a-a5116e89f881 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=830de104893540d889265754867e45ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0709097 Jul 14 09:30:20.190981 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47098) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:20.264571 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a23c87-297f-4ad6-a3b6-a651418cbb5b req-87d5fe07-36ed-4cb1-a19c-2debdd1eb2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:20.266341 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6a23c87-297f-4ad6-a3b6-a651418cbb5b req-87d5fe07-36ed-4cb1-a19c-2debdd1eb2a7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0d27eda3-0a4d-42a9-8990-ea5f0ec91315 HTTP/1.1" status: 200 len: 910 time: 0.2985785 Jul 14 09:30:20.274396 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34fb0b63-392c-4b8d-9d71-8d9f26b9fe84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.301270 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34fb0b63-392c-4b8d-9d71-8d9f26b9fe84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.305587 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe3b624-806b-49f2-8e31-c2a7176cf9b5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Made reservation on behalf of 7d5d30e62abb4d2c92c5edd123dea06b for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:20.311703 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fbe3b624-806b-49f2-8e31-c2a7176cf9b5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.363811 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940900c-0220-4844-8277-9d2dffd53bf7 req-acca4416-e339-488d-8a73-c757c9237a3a tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:20.365745 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d940900c-0220-4844-8277-9d2dffd53bf7 req-acca4416-e339-488d-8a73-c757c9237a3a tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.2724762 Jul 14 09:30:20.384546 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6a23c87-297f-4ad6-a3b6-a651418cbb5b req-0e9fbd02-50ff-4e7a-b28a-18d5cb97b75f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8e2ccb8-7458-4595-9fb9-36dff3dae9b7 HTTP/1.1" status: 200 len: 217 time: 0.1050673 Jul 14 09:30:20.385116 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34fb0b63-392c-4b8d-9d71-8d9f26b9fe84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.387841 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34fb0b63-392c-4b8d-9d71-8d9f26b9fe84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.393036 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-34fb0b63-392c-4b8d-9d71-8d9f26b9fe84 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa65f8de-d1a3-499a-beda-0f684629d404 HTTP/1.1" status: 204 len: 168 time: 0.1971416 Jul 14 09:30:20.398163 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb0b63-392c-4b8d-9d71-8d9f26b9fe84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa65f8de-d1a3-499a-beda-0f684629d404,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:20.475541 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.ipam_backend_mixin [None req-fbe3b624-806b-49f2-8e31-c2a7176cf9b5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Performing IP validity checks on allocation pools {{(pid=93773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 09:30:20.476339 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.ipam_backend_mixin [None req-fbe3b624-806b-49f2-8e31-c2a7176cf9b5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 09:30:20.520592 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a23c87-297f-4ad6-a3b6-a651418cbb5b req-d20d9ced-5bbb-4b49-a902-fa3fe4c99257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:20.522109 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6a23c87-297f-4ad6-a3b6-a651418cbb5b req-d20d9ced-5bbb-4b49-a902-fa3fe4c99257 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fc10be2-3caa-4096-a817-a0254d2e17f8 HTTP/1.1" status: 200 len: 849 time: 0.1105552 Jul 14 09:30:20.526520 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d940900c-0220-4844-8277-9d2dffd53bf7 req-e4acfb86-e0d0-4a24-9774-ae2e43a7912a tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439672 Jul 14 09:30:20.680287 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a23c87-297f-4ad6-a3b6-a651418cbb5b req-d12c139f-2af4-4061-a9bd-6eb1014e5a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:20.681908 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6a23c87-297f-4ad6-a3b6-a651418cbb5b req-d12c139f-2af4-4061-a9bd-6eb1014e5a9d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d27eda3-0a4d-42a9-8990-ea5f0ec91315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1454852 Jul 14 09:30:20.687694 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fbe3b624-806b-49f2-8e31-c2a7176cf9b5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.821485 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3b624-806b-49f2-8e31-c2a7176cf9b5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event updated for resources: {'Subnet': ['ID=4130b993-bdee-4dde-9012-f6a53c2fe070,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:20.840531 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe3b624-806b-49f2-8e31-c2a7176cf9b5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Checking segment: {'id': '0d82e239-0312-4910-bce6-29720974293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '834250ce-2d5e-4deb-94e9-f3edcd0f4bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:20.840992 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe3b624-806b-49f2-8e31-c2a7176cf9b5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Network hostable DHCP agents. Network: 834250ce-2d5e-4deb-94e9-f3edcd0f4bd8, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:20.872567 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6a23c87-297f-4ad6-a3b6-a651418cbb5b req-db7e58d1-e3bc-4e80-bec3-31fcdf2361cb service neutron] 10.222.0.44 "GET /v2.0/networks/0d27eda3-0a4d-42a9-8990-ea5f0ec91315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789665 Jul 14 09:30:20.951867 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe3b624-806b-49f2-8e31-c2a7176cf9b5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Network 834250ce-2d5e-4deb-94e9-f3edcd0f4bd8 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:21.011083 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-fbe3b624-806b-49f2-8e31-c2a7176cf9b5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 834250ce-2d5e-4deb-94e9-f3edcd0f4bd8) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:21.021914 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d045695-0150-4354-ba72-a2947dc7818d None None] Network 834250ce-2d5e-4deb-94e9-f3edcd0f4bd8 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:21.029157 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe3b624-806b-49f2-8e31-c2a7176cf9b5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:21.030012 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fbe3b624-806b-49f2-8e31-c2a7176cf9b5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.084710 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47128) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:21.086638 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fbe3b624-806b-49f2-8e31-c2a7176cf9b5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9710782 Jul 14 09:30:21.092205 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6a23c87-297f-4ad6-a3b6-a651418cbb5b req-e37ddf0e-2258-407a-b06b-3f903770142d service neutron] 10.222.0.44 "GET /v2.0/networks/0d27eda3-0a4d-42a9-8990-ea5f0ec91315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110229 Jul 14 09:30:21.102574 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398dd39-efe3-4c3b-9ae5-b4ab16b6f963 req-d1e2dfe5-12bc-48cf-a02f-067aebe99f21 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:21.104202 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5398dd39-efe3-4c3b-9ae5-b4ab16b6f963 req-d1e2dfe5-12bc-48cf-a02f-067aebe99f21 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ae4a6534-64a7-45ce-96b7-c389fa1d169d HTTP/1.1" status: 200 len: 1096 time: 0.1576693 Jul 14 09:30:21.109750 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d58926f-1e4b-4e0f-a69f-4e8a78a73539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.162262 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5398dd39-efe3-4c3b-9ae5-b4ab16b6f963 req-26f3592b-93c6-4cd4-95e8-965b39ae318c tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465097 Jul 14 09:30:21.255656 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3010439c-be7b-48b8-a476-53c789c85ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-834250ce-2d5e-4deb-94e9-f3edcd0f4bd8', 'network_id': '834250ce-2d5e-4deb-94e9-f3edcd0f4bd8', 'tenant_id': '7d5d30e62abb4d2c92c5edd123dea06b', 'fixed_ips': [{'subnet_id': '4130b993-bdee-4dde-9012-f6a53c2fe070'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:21.256491 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3010439c-be7b-48b8-a476-53c789c85ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.277627 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.339699 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.403122 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.447637 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47142) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:21.464874 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-3010439c-be7b-48b8-a476-53c789c85ef1 None None] Allocated IP 172.20.0.3 (834250ce-2d5e-4deb-94e9-f3edcd0f4bd8/4130b993-bdee-4dde-9012-f6a53c2fe070/f1721b68-2309-495f-9afd-f06781d786cf) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:21.582622 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ed0d701f-f56c-450d-8160-f683b1561d38 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-511838903-network', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:21.607775 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0d701f-f56c-450d-8160-f683b1561d38 admin admin] Made reservation on behalf of d08a9cf8426748049cbeff47ed271bac for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:21.611589 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed0d701f-f56c-450d-8160-f683b1561d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.625133 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed0d701f-f56c-450d-8160-f683b1561d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.680601 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3010439c-be7b-48b8-a476-53c789c85ef1 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.693119 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3010439c-be7b-48b8-a476-53c789c85ef1 None None] Transition to ACTIVE for port object f1721b68-2309-495f-9afd-f06781d786cf will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:21.711465 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3010439c-be7b-48b8-a476-53c789c85ef1 None None] Transition to ACTIVE for port object f1721b68-2309-495f-9afd-f06781d786cf will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:21.717983 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3010439c-be7b-48b8-a476-53c789c85ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.743682 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.765461 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3010439c-be7b-48b8-a476-53c789c85ef1 None None] Network 834250ce-2d5e-4deb-94e9-f3edcd0f4bd8 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:21.769469 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8677ff-67d6-4304-b54a-4f70cb96f36d req-023d7e83-5e50-4de2-91c7-2bbfd20a07ec tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:21.770952 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-3010439c-be7b-48b8-a476-53c789c85ef1 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:21.777224 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dc8677ff-67d6-4304-b54a-4f70cb96f36d req-023d7e83-5e50-4de2-91c7-2bbfd20a07ec tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.1158020 Jul 14 09:30:21.778397 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3010439c-be7b-48b8-a476-53c789c85ef1 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:21.782141 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Subnet': ['ID=4130b993-bdee-4dde-9012-f6a53c2fe070,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:21.806606 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010439c-be7b-48b8-a476-53c789c85ef1 None None] Pushing event updated for resources: {'Port': ['ID=f1721b68-2309-495f-9afd-f06781d786cf,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:21.847600 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dc8677ff-67d6-4304-b54a-4f70cb96f36d req-06f04510-28f2-4911-8027-1dc698d202a5 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692532 Jul 14 09:30:21.870694 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed0d701f-f56c-450d-8160-f683b1561d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.877574 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed0d701f-f56c-450d-8160-f683b1561d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.901066 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.904259 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3010439c-be7b-48b8-a476-53c789c85ef1 None None] Attempting to bind port f1721b68-2309-495f-9afd-f06781d786cf on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:21.904642 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3010439c-be7b-48b8-a476-53c789c85ef1 None None] Attempting to bind port f1721b68-2309-495f-9afd-f06781d786cf by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '0d82e239-0312-4910-bce6-29720974293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '834250ce-2d5e-4deb-94e9-f3edcd0f4bd8'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:21.905010 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010439c-be7b-48b8-a476-53c789c85ef1 None None] Attempting to bind port f1721b68-2309-495f-9afd-f06781d786cf on network 834250ce-2d5e-4deb-94e9-f3edcd0f4bd8 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:21.912541 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010439c-be7b-48b8-a476-53c789c85ef1 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:21.912541 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010439c-be7b-48b8-a476-53c789c85ef1 None None] Checking segment: {'id': '0d82e239-0312-4910-bce6-29720974293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '834250ce-2d5e-4deb-94e9-f3edcd0f4bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:21.912541 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3010439c-be7b-48b8-a476-53c789c85ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.912541 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010439c-be7b-48b8-a476-53c789c85ef1 None None] Bound using segment: {'id': '0d82e239-0312-4910-bce6-29720974293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '834250ce-2d5e-4deb-94e9-f3edcd0f4bd8'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:21.913742 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3010439c-be7b-48b8-a476-53c789c85ef1 None None] Bound port: f1721b68-2309-495f-9afd-f06781d786cf, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d82e239-0312-4910-bce6-29720974293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '834250ce-2d5e-4deb-94e9-f3edcd0f4bd8'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:21.913742 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3010439c-be7b-48b8-a476-53c789c85ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.914034 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed0d701f-f56c-450d-8160-f683b1561d38 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:21.917277 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834250ce-2d5e-4deb-94e9-f3edcd0f4bd8']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:21.926080 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d701f-f56c-450d-8160-f683b1561d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70e83c7-1cdb-473b-8214-fef8ffc8278d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:21.932115 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d82e239-0312-4910-bce6-29720974293f') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:21.932502 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d82e239-0312-4910-bce6-29720974293f') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:21.934568 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed0d701f-f56c-450d-8160-f683b1561d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.934956 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-ed0d701f-f56c-450d-8160-f683b1561d38 admin admin] Added segment c044e3f9-bc82-4d76-8faa-531c5038fae4 of type vlan for network 8c26f086-00d8-4d3e-908e-787177c962c0 Jul 14 09:30:21.949115 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.965102 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.989110 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:21.989920 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:21.995252 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:21.997051 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed0d701f-f56c-450d-8160-f683b1561d38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.010389 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3010439c-be7b-48b8-a476-53c789c85ef1 None None] For port f1721b68-2309-495f-9afd-f06781d786cf, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:22.028908 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed0d701f-f56c-450d-8160-f683b1561d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.030319 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0d701f-f56c-450d-8160-f683b1561d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:22.031691 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed0d701f-f56c-450d-8160-f683b1561d38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.071433 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3010439c-be7b-48b8-a476-53c789c85ef1 None None] For port f1721b68-2309-495f-9afd-f06781d786cf, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f1721b68-2309-495f-9afd-f06781d786cf,segment=NetworkSegment(0d82e239-0312-4910-bce6-29720974293f),segment_id=0d82e239-0312-4910-bce6-29720974293f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:22.072123 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:30:22.072123 n-d-771362-35 neutron-server[93772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:30:22.072123 n-d-771362-35 neutron-server[93772]: [parameters: {'id': '834250ce-2d5e-4deb-94e9-f3edcd0f4bd8'}] Jul 14 09:30:22.072123 n-d-771362-35 neutron-server[93772]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:30:22.072123 n-d-771362-35 neutron-server[93772]: DEBUG oslo_db.api [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:30:22.079557 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3010439c-be7b-48b8-a476-53c789c85ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.101175 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ed0d701f-f56c-450d-8160-f683b1561d38 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6430528 Jul 14 09:30:22.102702 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47156) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:22.111196 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d701f-f56c-450d-8160-f683b1561d38 admin admin] Pushing event updated for resources: {'Network': ['ID=8c26f086-00d8-4d3e-908e-787177c962c0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:22.112558 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-5aad51e0-b2bb-4f16-9293-8ebe0123397d admin admin] Request body: {'subnet': {'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-511838903-subnet', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:22.134781 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 8c26f086-00d8-4d3e-908e-787177c962c0 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:22.149633 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aad51e0-b2bb-4f16-9293-8ebe0123397d admin admin] Made reservation on behalf of d08a9cf8426748049cbeff47ed271bac for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:22.152581 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5aad51e0-b2bb-4f16-9293-8ebe0123397d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.242088 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010439c-be7b-48b8-a476-53c789c85ef1 None None] Pushing event updated for resources: {'Port': ['ID=f1721b68-2309-495f-9afd-f06781d786cf,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:22.268158 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.285401 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fb3375-8e9b-4f85-9be1-cbee89ada330 None None] Network 834250ce-2d5e-4deb-94e9-f3edcd0f4bd8 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:22.373245 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5aad51e0-b2bb-4f16-9293-8ebe0123397d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.406609 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e46e8-add6-4a04-9096-66eb795e2cc8 req-6f952788-c076-4b65-a313-47841b75f688 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:22.408541 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-557e46e8-add6-4a04-9096-66eb795e2cc8 req-6f952788-c076-4b65-a313-47841b75f688 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ae4a6534-64a7-45ce-96b7-c389fa1d169d HTTP/1.1" status: 200 len: 1096 time: 0.0695980 Jul 14 09:30:22.454091 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad51e0-b2bb-4f16-9293-8ebe0123397d admin admin] Pushing event updated for resources: {'Subnet': ['ID=07e9ca00-f31e-40d1-b8f8-d4640d1a2a19,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:22.456214 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-557e46e8-add6-4a04-9096-66eb795e2cc8 req-5f6c465b-f28a-4262-a77f-3122f4f8f4b8 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411251 Jul 14 09:30:22.458353 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229988b8-1a86-4512-be94-ee72650977ae None None] get_active_networks_info from n-d-771362-35 {{(pid=93774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:30:22.463110 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aad51e0-b2bb-4f16-9293-8ebe0123397d admin admin] Checking segment: {'id': 'c044e3f9-bc82-4d76-8faa-531c5038fae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:22.463515 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aad51e0-b2bb-4f16-9293-8ebe0123397d admin admin] Network hostable DHCP agents. Network: 8c26f086-00d8-4d3e-908e-787177c962c0, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:22.494438 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aad51e0-b2bb-4f16-9293-8ebe0123397d admin admin] Network 8c26f086-00d8-4d3e-908e-787177c962c0 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:22.504873 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5aad51e0-b2bb-4f16-9293-8ebe0123397d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 8c26f086-00d8-4d3e-908e-787177c962c0) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:22.522077 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aad51e0-b2bb-4f16-9293-8ebe0123397d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:22.522077 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5aad51e0-b2bb-4f16-9293-8ebe0123397d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.546212 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5aad51e0-b2bb-4f16-9293-8ebe0123397d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4417975 Jul 14 09:30:22.548653 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47166) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:22.553439 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-b16e0212-f160-400e-b8d9-368ab16ce773 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-511838903-router', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:22.572800 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.579525 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b16e0212-f160-400e-b8d9-368ab16ce773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.580623 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b16e0212-f160-400e-b8d9-368ab16ce773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.665797 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b16e0212-f160-400e-b8d9-368ab16ce773 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.692848 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229988b8-1a86-4512-be94-ee72650977ae None None] Unable to find a vacant binding_index for network 8c26f086-00d8-4d3e-908e-787177c962c0 and agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 14 09:30:22.699054 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229988b8-1a86-4512-be94-ee72650977ae None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 8c26f086-00d8-4d3e-908e-787177c962c0) {{(pid=93774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:30:22.753743 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Deleting port f1721b68-2309-495f-9afd-f06781d786cf {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:22.754096 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.871328 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b16e0212-f160-400e-b8d9-368ab16ce773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.908602 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] For port f1721b68-2309-495f-9afd-f06781d786cf, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f1721b68-2309-495f-9afd-f06781d786cf,segment=NetworkSegment(0d82e239-0312-4910-bce6-29720974293f),segment_id=0d82e239-0312-4910-bce6-29720974293f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:22.908977 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.962431 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Calling delete_port for f1721b68-2309-495f-9afd-f06781d786cf owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:23.072546 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643977e4-dcac-40ec-b4ac-58e56f0eb4b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-8c26f086-00d8-4d3e-908e-787177c962c0', 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'fixed_ips': [{'subnet_id': '07e9ca00-f31e-40d1-b8f8-d4640d1a2a19'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:23.074601 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-643977e4-dcac-40ec-b4ac-58e56f0eb4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.097893 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ecc6f-1f97-43d9-b0fc-8fdc7bb62dd4 req-d6db55e4-2cd1-4aa9-a2e0-051fc4a41c9b tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:23.100654 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-763ecc6f-1f97-43d9-b0fc-8fdc7bb62dd4 req-d6db55e4-2cd1-4aa9-a2e0-051fc4a41c9b tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.0928731 Jul 14 09:30:23.129072 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.169722 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-763ecc6f-1f97-43d9-b0fc-8fdc7bb62dd4 req-66f7cf64-7a57-4c34-82ae-cc6284fdbbd9 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580022 Jul 14 09:30:23.201040 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] No DVR routers for this DVR port f1721b68-2309-495f-9afd-f06781d786cf on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:23.202913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Port': ['ID=f1721b68-2309-495f-9afd-f06781d786cf,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:23.403021 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-643977e4-dcac-40ec-b4ac-58e56f0eb4b8 None None] Allocated IP 172.20.0.2 (8c26f086-00d8-4d3e-908e-787177c962c0/07e9ca00-f31e-40d1-b8f8-d4640d1a2a19/c39a12d3-a4de-4183-9b87-c3920a0203e1) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:23.432758 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.455074 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834250ce-2d5e-4deb-94e9-f3edcd0f4bd8']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:23.492412 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d82e239-0312-4910-bce6-29720974293f') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:23.493123 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d82e239-0312-4910-bce6-29720974293f') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:23.509117 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.527066 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b16e0212-f160-400e-b8d9-368ab16ce773 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.554363 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.557408 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b16e0212-f160-400e-b8d9-368ab16ce773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.568218 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:23.568756 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:23.571991 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:23.656515 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-643977e4-dcac-40ec-b4ac-58e56f0eb4b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.687273 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.690955 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-643977e4-dcac-40ec-b4ac-58e56f0eb4b8 None None] Transition to ACTIVE for port object c39a12d3-a4de-4183-9b87-c3920a0203e1 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:23.700161 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f76a7c-47ab-4212-a1d5-3cd179f80af4 req-2fea9e08-13b7-4925-b30a-3504860a0e30 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:23.710634 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-84f76a7c-47ab-4212-a1d5-3cd179f80af4 req-2fea9e08-13b7-4925-b30a-3504860a0e30 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ae4a6534-64a7-45ce-96b7-c389fa1d169d HTTP/1.1" status: 200 len: 1096 time: 0.0946746 Jul 14 09:30:23.729210 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.737305 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/networks/834250ce-2d5e-4deb-94e9-f3edcd0f4bd8 HTTP/1.1" status: 204 len: 168 time: 2.6455019 Jul 14 09:30:23.737487 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47188) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:23.747233 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-643977e4-dcac-40ec-b4ac-58e56f0eb4b8 None None] Transition to ACTIVE for port object c39a12d3-a4de-4183-9b87-c3920a0203e1 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:23.751570 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbbc33-5f30-4930-b1b0-2a4197075f31 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Network': ['ID=834250ce-2d5e-4deb-94e9-f3edcd0f4bd8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:23.752486 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.753043 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0c06fe52-0671-4234-a9c5-4a686aeb0e25 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-718578817'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:23.757582 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-643977e4-dcac-40ec-b4ac-58e56f0eb4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.784716 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-b16e0212-f160-400e-b8d9-368ab16ce773 admin admin] Allocated IP 172.25.6.229 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/9caeaf49-4182-4dad-bc97-1b0159dffc6b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:23.797900 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-84f76a7c-47ab-4212-a1d5-3cd179f80af4 req-d8a0f451-d4b5-4e2c-87c5-a53cda779fe9 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858951 Jul 14 09:30:23.836332 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643977e4-dcac-40ec-b4ac-58e56f0eb4b8 None None] Pushing event updated for resources: {'Port': ['ID=c39a12d3-a4de-4183-9b87-c3920a0203e1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:23.840035 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643977e4-dcac-40ec-b4ac-58e56f0eb4b8 None None] Network 8c26f086-00d8-4d3e-908e-787177c962c0 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:23.842462 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-643977e4-dcac-40ec-b4ac-58e56f0eb4b8 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:23.852023 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c06fe52-0671-4234-a9c5-4a686aeb0e25 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Made reservation on behalf of 7d5d30e62abb4d2c92c5edd123dea06b for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:23.857207 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c06fe52-0671-4234-a9c5-4a686aeb0e25 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.860954 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643977e4-dcac-40ec-b4ac-58e56f0eb4b8 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:23.896547 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c06fe52-0671-4234-a9c5-4a686aeb0e25 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:23.911406 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c06fe52-0671-4234-a9c5-4a686aeb0e25 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.912210 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-0c06fe52-0671-4234-a9c5-4a686aeb0e25 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Added segment 5faf0063-d767-4b22-bbb7-9f5a6f4ea235 of type vlan for network 3e058327-b35f-425b-8234-aca649a3fcb1 Jul 14 09:30:23.943715 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b16e0212-f160-400e-b8d9-368ab16ce773 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.952795 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-643977e4-dcac-40ec-b4ac-58e56f0eb4b8 None None] Attempting to bind port c39a12d3-a4de-4183-9b87-c3920a0203e1 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:23.953282 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-643977e4-dcac-40ec-b4ac-58e56f0eb4b8 None None] Attempting to bind port c39a12d3-a4de-4183-9b87-c3920a0203e1 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'c044e3f9-bc82-4d76-8faa-531c5038fae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:23.953855 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643977e4-dcac-40ec-b4ac-58e56f0eb4b8 None None] Attempting to bind port c39a12d3-a4de-4183-9b87-c3920a0203e1 on network 8c26f086-00d8-4d3e-908e-787177c962c0 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:23.961175 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643977e4-dcac-40ec-b4ac-58e56f0eb4b8 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:23.961688 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643977e4-dcac-40ec-b4ac-58e56f0eb4b8 None None] Checking segment: {'id': 'c044e3f9-bc82-4d76-8faa-531c5038fae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:23.962462 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-643977e4-dcac-40ec-b4ac-58e56f0eb4b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.962951 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643977e4-dcac-40ec-b4ac-58e56f0eb4b8 None None] Bound using segment: {'id': 'c044e3f9-bc82-4d76-8faa-531c5038fae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:23.963552 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-643977e4-dcac-40ec-b4ac-58e56f0eb4b8 None None] Bound port: c39a12d3-a4de-4183-9b87-c3920a0203e1, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c044e3f9-bc82-4d76-8faa-531c5038fae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:23.964852 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-643977e4-dcac-40ec-b4ac-58e56f0eb4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.971041 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c06fe52-0671-4234-a9c5-4a686aeb0e25 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.013877 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b16e0212-f160-400e-b8d9-368ab16ce773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.022600 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c06fe52-0671-4234-a9c5-4a686aeb0e25 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.033584 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c06fe52-0671-4234-a9c5-4a686aeb0e25 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:24.034490 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c06fe52-0671-4234-a9c5-4a686aeb0e25 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.063121 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-643977e4-dcac-40ec-b4ac-58e56f0eb4b8 None None] For port c39a12d3-a4de-4183-9b87-c3920a0203e1, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:24.067643 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-643977e4-dcac-40ec-b4ac-58e56f0eb4b8 None None] For port c39a12d3-a4de-4183-9b87-c3920a0203e1, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c39a12d3-a4de-4183-9b87-c3920a0203e1,segment=NetworkSegment(c044e3f9-bc82-4d76-8faa-531c5038fae4),segment_id=c044e3f9-bc82-4d76-8faa-531c5038fae4)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:24.074118 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-643977e4-dcac-40ec-b4ac-58e56f0eb4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.104220 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e0212-f160-400e-b8d9-368ab16ce773 admin admin] Pushing event updated for resources: {'Port': ['ID=9caeaf49-4182-4dad-bc97-1b0159dffc6b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:24.116349 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16e0212-f160-400e-b8d9-368ab16ce773 admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:24.117843 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-b16e0212-f160-400e-b8d9-368ab16ce773 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:24.120364 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16e0212-f160-400e-b8d9-368ab16ce773 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:24.140163 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643977e4-dcac-40ec-b4ac-58e56f0eb4b8 None None] Pushing event updated for resources: {'Port': ['ID=c39a12d3-a4de-4183-9b87-c3920a0203e1,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:24.157344 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06fe52-0671-4234-a9c5-4a686aeb0e25 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event updated for resources: {'Network': ['ID=3e058327-b35f-425b-8234-aca649a3fcb1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:24.164851 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0c06fe52-0671-4234-a9c5-4a686aeb0e25 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4280438 Jul 14 09:30:24.165439 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47198) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:24.169458 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 3e058327-b35f-425b-8234-aca649a3fcb1 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:24.170830 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-fdb150ea-198a-44d0-ab91-83bce0124fc8 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Request body: {'subnet': {'network_id': '3e058327-b35f-425b-8234-aca649a3fcb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:24.345346 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb150ea-198a-44d0-ab91-83bce0124fc8 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Made reservation on behalf of 7d5d30e62abb4d2c92c5edd123dea06b for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:24.355009 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fdb150ea-198a-44d0-ab91-83bce0124fc8 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.539159 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b16e0212-f160-400e-b8d9-368ab16ce773 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.604735 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67955f-d88e-44b6-acf1-8e40bbe24d1f req-01a616d9-8ce8-4871-8c05-911489512032 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:24.607055 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ce67955f-d88e-44b6-acf1-8e40bbe24d1f req-01a616d9-8ce8-4871-8c05-911489512032 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.2226076 Jul 14 09:30:24.709320 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ce67955f-d88e-44b6-acf1-8e40bbe24d1f req-a7240b97-eaa3-4fce-8b01-f13c7d1c0f76 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910933 Jul 14 09:30:24.747602 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c8e2ccb8-7458-4595-9fb9-36dff3dae9b7 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:30:24.788834 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fdb150ea-198a-44d0-ab91-83bce0124fc8 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.837508 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b16e0212-f160-400e-b8d9-368ab16ce773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.915051 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb150ea-198a-44d0-ab91-83bce0124fc8 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event updated for resources: {'Subnet': ['ID=dc485545-5701-4f5f-aff5-e483bb5a9d6b,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:24.930623 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb150ea-198a-44d0-ab91-83bce0124fc8 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Checking segment: {'id': '5faf0063-d767-4b22-bbb7-9f5a6f4ea235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3e058327-b35f-425b-8234-aca649a3fcb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:24.930979 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb150ea-198a-44d0-ab91-83bce0124fc8 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Network hostable DHCP agents. Network: 3e058327-b35f-425b-8234-aca649a3fcb1, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:24.938474 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c8e2ccb8-7458-4595-9fb9-36dff3dae9b7, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c8e2ccb8-7458-4595-9fb9-36dff3dae9b7,segment=NetworkSegment(f72f74a3-1019-4c8a-aee5-a63b9f7b1beb),segment_id=f72f74a3-1019-4c8a-aee5-a63b9f7b1beb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:24.960451 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'c8e2ccb8-7458-4595-9fb9-36dff3dae9b7', 'network_id': '0d27eda3-0a4d-42a9-8990-ea5f0ec91315', 'port_id': 'c8e2ccb8-7458-4595-9fb9-36dff3dae9b7', 'mac_address': 'fa:16:3e:d3:e1:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc10be2-3caa-4096-a817-a0254d2e17f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:30:25.011364 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb150ea-198a-44d0-ab91-83bce0124fc8 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Network 3e058327-b35f-425b-8234-aca649a3fcb1 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:25.027351 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.039318 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-fdb150ea-198a-44d0-ab91-83bce0124fc8 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 3e058327-b35f-425b-8234-aca649a3fcb1) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:25.053003 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e2ccb8-7458-4595-9fb9-36dff3dae9b7 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:25.053926 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb150ea-198a-44d0-ab91-83bce0124fc8 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:25.056487 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fdb150ea-198a-44d0-ab91-83bce0124fc8 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.065075 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47216) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:25.083674 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c8e2ccb8-7458-4595-9fb9-36dff3dae9b7, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c8e2ccb8-7458-4595-9fb9-36dff3dae9b7,segment=NetworkSegment(f72f74a3-1019-4c8a-aee5-a63b9f7b1beb),segment_id=f72f74a3-1019-4c8a-aee5-a63b9f7b1beb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:25.086961 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813764de-d260-4557-881a-cb43e3ea1460 req-a865c20e-2551-4429-95a6-32e4a08f3ec0 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:25.088973 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-813764de-d260-4557-881a-cb43e3ea1460 req-a865c20e-2551-4429-95a6-32e4a08f3ec0 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ae4a6534-64a7-45ce-96b7-c389fa1d169d HTTP/1.1" status: 200 len: 1096 time: 0.1254375 Jul 14 09:30:25.094548 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.099875 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fdb150ea-198a-44d0-ab91-83bce0124fc8 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9327679 Jul 14 09:30:25.102159 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47218) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:25.196506 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16e0212-f160-400e-b8d9-368ab16ce773 admin admin] Router 79295233-3db2-45c3-81ed-18404c37a435 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:30:25.208989 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=c8e2ccb8-7458-4595-9fb9-36dff3dae9b7,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:25.231362 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-813764de-d260-4557-881a-cb43e3ea1460 req-1ae46d47-7219-4bd9-923f-957776e86192 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266556 Jul 14 09:30:25.285639 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3b3f847-6c68-4d6d-a3dd-7a0b78fc33bc tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.336407 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff284b55-9f45-4ae2-908c-9e80b150d71a tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:25.336917 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff284b55-9f45-4ae2-908c-9e80b150d71a tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:25.337411 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff284b55-9f45-4ae2-908c-9e80b150d71a tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:25.348636 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ff284b55-9f45-4ae2-908c-9e80b150d71a tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] 10.222.0.25 "GET /v2.0/ports?project_id=cb022d5abed74ace8ce20b5df7c7b1b3&network_id=2c27e967-42d1-4bc6-93c9-e765f463f3e7 HTTP/1.1" status: 200 len: 2973 time: 0.2716448 Jul 14 09:30:25.371054 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3b3f847-6c68-4d6d-a3dd-7a0b78fc33bc tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.423454 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['c8e2ccb8-7458-4595-9fb9-36dff3dae9b7'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:25.433452 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16e0212-f160-400e-b8d9-368ab16ce773 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:25.452524 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b16e0212-f160-400e-b8d9-368ab16ce773 admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.457248 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b16e0212-f160-400e-b8d9-368ab16ce773 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9043891 Jul 14 09:30:25.458056 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47228) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:25.471028 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8e1436-ce51-4f51-a9df-6749d18910c0 None None] Sync routers for ids ['79295233-3db2-45c3-81ed-18404c37a435'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:25.491352 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8e1436-ce51-4f51-a9df-6749d18910c0 None None] Routers {'79295233-3db2-45c3-81ed-18404c37a435'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:25.491352 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7b8e1436-ce51-4f51-a9df-6749d18910c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:30:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['79295233-3db2-45c3-81ed-18404c37a435'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:25.620449 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3b3f847-6c68-4d6d-a3dd-7a0b78fc33bc tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.663721 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3f847-6c68-4d6d-a3dd-7a0b78fc33bc tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Subnet': ['ID=dc485545-5701-4f5f-aff5-e483bb5a9d6b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:25.664197 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8060aa1-8308-4ad0-b9a3-e4bb22a570ad None None] Network 8c26f086-00d8-4d3e-908e-787177c962c0 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:25.706522 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21c2133-281e-435b-a9e6-bb0f3019a632 None None] Network 3e058327-b35f-425b-8234-aca649a3fcb1 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:25.747460 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3b3f847-6c68-4d6d-a3dd-7a0b78fc33bc tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.771838 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c39a12d3-a4de-4183-9b87-c3920a0203e1 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:25.794906 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-d3b3f847-6c68-4d6d-a3dd-7a0b78fc33bc tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e058327-b35f-425b-8234-aca649a3fcb1']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:25.811527 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-d3b3f847-6c68-4d6d-a3dd-7a0b78fc33bc tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5faf0063-d767-4b22-bbb7-9f5a6f4ea235') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:25.811848 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-d3b3f847-6c68-4d6d-a3dd-7a0b78fc33bc tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5faf0063-d767-4b22-bbb7-9f5a6f4ea235') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:25.854318 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3b3f847-6c68-4d6d-a3dd-7a0b78fc33bc tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.876037 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3b3f847-6c68-4d6d-a3dd-7a0b78fc33bc tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.914687 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3b3f847-6c68-4d6d-a3dd-7a0b78fc33bc tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:25.915055 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3b3f847-6c68-4d6d-a3dd-7a0b78fc33bc tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:25.918197 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:25.956652 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-7b8e1436-ce51-4f51-a9df-6749d18910c0 None None] Set router 79295233-3db2-45c3-81ed-18404c37a435 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:26.011835 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e505e130-8c34-4e38-b904-5b2e63a559e0 None None] Provisioning for port c39a12d3-a4de-4183-9b87-c3920a0203e1 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:26.055659 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3b3f847-6c68-4d6d-a3dd-7a0b78fc33bc tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.060712 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3b3f847-6c68-4d6d-a3dd-7a0b78fc33bc tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.067910 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d3b3f847-6c68-4d6d-a3dd-7a0b78fc33bc tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/networks/3e058327-b35f-425b-8234-aca649a3fcb1 HTTP/1.1" status: 204 len: 168 time: 0.9594605 Jul 14 09:30:26.068119 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47242) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:26.071873 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-4d282099-99d6-45f5-bea4-ec6a4bf51ea5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-99221550'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:26.112987 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d282099-99d6-45f5-bea4-ec6a4bf51ea5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Made reservation on behalf of 7d5d30e62abb4d2c92c5edd123dea06b for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:26.117746 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d282099-99d6-45f5-bea4-ec6a4bf51ea5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.155394 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d282099-99d6-45f5-bea4-ec6a4bf51ea5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:26.175653 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d282099-99d6-45f5-bea4-ec6a4bf51ea5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.176012 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-4d282099-99d6-45f5-bea4-ec6a4bf51ea5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Added segment 5ca45aa5-0f39-48fa-affa-9b3c3fe0ac12 of type vlan for network 7717b2e5-a566-462e-920e-abdbaca0358e Jul 14 09:30:26.231431 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d282099-99d6-45f5-bea4-ec6a4bf51ea5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.254183 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port c39a12d3-a4de-4183-9b87-c3920a0203e1 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:26.272591 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d282099-99d6-45f5-bea4-ec6a4bf51ea5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.273911 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04e5e16-9e97-4f6e-beb2-70a4dfd2818c None None] Network 3e058327-b35f-425b-8234-aca649a3fcb1 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:26.279969 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d282099-99d6-45f5-bea4-ec6a4bf51ea5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:26.281684 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d282099-99d6-45f5-bea4-ec6a4bf51ea5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.298937 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c39a12d3-a4de-4183-9b87-c3920a0203e1 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:26.301141 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.364710 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4d282099-99d6-45f5-bea4-ec6a4bf51ea5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2964749 Jul 14 09:30:26.367998 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47250) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:26.373846 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-81c0c7ce-5977-4477-8adb-5c872ad7e78d tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Request body: {'subnet': {'network_id': '7717b2e5-a566-462e-920e-abdbaca0358e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:26.476320 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04e5e16-9e97-4f6e-beb2-70a4dfd2818c None None] Network 3e058327-b35f-425b-8234-aca649a3fcb1 could not be found, it might have been deleted concurrently. {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 09:30:26.476869 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d282099-99d6-45f5-bea4-ec6a4bf51ea5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event updated for resources: {'Network': ['ID=7717b2e5-a566-462e-920e-abdbaca0358e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:26.523423 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 7717b2e5-a566-462e-920e-abdbaca0358e details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:26.542565 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c0c7ce-5977-4477-8adb-5c872ad7e78d tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Made reservation on behalf of 7d5d30e62abb4d2c92c5edd123dea06b for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:26.547956 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-81c0c7ce-5977-4477-8adb-5c872ad7e78d tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.567977 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3f847-6c68-4d6d-a3dd-7a0b78fc33bc tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Network': ['ID=3e058327-b35f-425b-8234-aca649a3fcb1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:26.591155 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb107090-f8a2-48c9-b458-662aa5b28ffc req-8124033d-7857-4341-8e52-5692a6afdc82 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:26.598455 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb107090-f8a2-48c9-b458-662aa5b28ffc req-8124033d-7857-4341-8e52-5692a6afdc82 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.7239435 Jul 14 09:30:26.711057 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb107090-f8a2-48c9-b458-662aa5b28ffc req-db2ff701-5893-4e06-b6c1-a366ec9f3a55 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951877 Jul 14 09:30:26.727290 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3fbe6-538a-45dd-96ea-225e92ea9229 req-2ee3cfb3-afc2-4e89-a8cf-4ffbbea8ad68 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:26.735592 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e8c3fbe6-538a-45dd-96ea-225e92ea9229 req-2ee3cfb3-afc2-4e89-a8cf-4ffbbea8ad68 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ae4a6534-64a7-45ce-96b7-c389fa1d169d HTTP/1.1" status: 200 len: 1097 time: 0.2217448 Jul 14 09:30:26.806849 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-81c0c7ce-5977-4477-8adb-5c872ad7e78d tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.817116 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e8c3fbe6-538a-45dd-96ea-225e92ea9229 req-0256b6ac-bffb-46ea-8876-380bef227936 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796497 Jul 14 09:30:26.856144 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c71f3950-c92a-4ca2-bf7b-1faadee14774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.898171 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0c7ce-5977-4477-8adb-5c872ad7e78d tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event updated for resources: {'Subnet': ['ID=2bc94b19-4dbf-4be7-af24-ad55e425335e,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:26.930350 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c0c7ce-5977-4477-8adb-5c872ad7e78d tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Checking segment: {'id': '5ca45aa5-0f39-48fa-affa-9b3c3fe0ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7717b2e5-a566-462e-920e-abdbaca0358e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:26.930765 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c0c7ce-5977-4477-8adb-5c872ad7e78d tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Network hostable DHCP agents. Network: 7717b2e5-a566-462e-920e-abdbaca0358e, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:26.954679 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c0c7ce-5977-4477-8adb-5c872ad7e78d tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Network 7717b2e5-a566-462e-920e-abdbaca0358e is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:26.970774 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-81c0c7ce-5977-4477-8adb-5c872ad7e78d tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 7717b2e5-a566-462e-920e-abdbaca0358e) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:26.977583 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c0c7ce-5977-4477-8adb-5c872ad7e78d tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:26.978479 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-81c0c7ce-5977-4477-8adb-5c872ad7e78d tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.997156 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2459b1-d3d7-47ef-b006-66bb40c54bc5 None None] Network 7717b2e5-a566-462e-920e-abdbaca0358e requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:26.999081 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-81c0c7ce-5977-4477-8adb-5c872ad7e78d tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6297264 Jul 14 09:30:27.002281 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47262) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:27.058678 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.143789 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2963479-f26f-4a58-ba61-38343c297506 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.155924 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port c39a12d3-a4de-4183-9b87-c3920a0203e1, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c39a12d3-a4de-4183-9b87-c3920a0203e1,segment=NetworkSegment(c044e3f9-bc82-4d76-8faa-531c5038fae4),segment_id=c044e3f9-bc82-4d76-8faa-531c5038fae4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:27.161064 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7b8e1436-ce51-4f51-a9df-6749d18910c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79295233-3db2-45c3-81ed-18404c37a435', 'name': 'tempest-ServersTestBootFromVolume-511838903-router', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '9caeaf49-4182-4dad-bc97-1b0159dffc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:30:22Z', 'updated_at': '2021-07-14T09:30:24Z', 'revision_number': 3, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'gw_port': {'id': '9caeaf49-4182-4dad-bc97-1b0159dffc6b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:19:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79295233-3db2-45c3-81ed-18404c37a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:23Z', 'updated_at': '2021-07-14T09:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:27.166160 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.201674 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-c71f3950-c92a-4ca2-bf7b-1faadee14774 admin admin] Allocated IP 172.20.0.1 (8c26f086-00d8-4d3e-908e-787177c962c0/07e9ca00-f31e-40d1-b8f8-d4640d1a2a19/a877d807-dc5f-4407-bcf8-555e31ba9df0) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:27.228893 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8e1436-ce51-4f51-a9df-6749d18910c0 None None] Checking router: 79295233-3db2-45c3-81ed-18404c37a435 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:30:27.229946 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8e1436-ce51-4f51-a9df-6749d18910c0 None None] Updating router 79295233-3db2-45c3-81ed-18404c37a435 port 9caeaf49-4182-4dad-bc97-1b0159dffc6b binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:30:27.252370 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2963479-f26f-4a58-ba61-38343c297506 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.356414 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2963479-f26f-4a58-ba61-38343c297506 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.388718 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c71f3950-c92a-4ca2-bf7b-1faadee14774 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.398163 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2963479-f26f-4a58-ba61-38343c297506 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Subnet': ['ID=2bc94b19-4dbf-4be7-af24-ad55e425335e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:27.419367 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c71f3950-c92a-4ca2-bf7b-1faadee14774 admin admin] Transition to ACTIVE for port object a877d807-dc5f-4407-bcf8-555e31ba9df0 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:27.431176 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b8e1436-ce51-4f51-a9df-6749d18910c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.469789 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c71f3950-c92a-4ca2-bf7b-1faadee14774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.472595 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=c39a12d3-a4de-4183-9b87-c3920a0203e1,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:27.498762 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2963479-f26f-4a58-ba61-38343c297506 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.511452 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-d2963479-f26f-4a58-ba61-38343c297506 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7717b2e5-a566-462e-920e-abdbaca0358e']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:27.525108 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d4d3f3-2bfa-4f87-815e-e931217f0b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-7717b2e5-a566-462e-920e-abdbaca0358e', 'network_id': '7717b2e5-a566-462e-920e-abdbaca0358e', 'tenant_id': '7d5d30e62abb4d2c92c5edd123dea06b', 'fixed_ips': [{'subnet_id': '2bc94b19-4dbf-4be7-af24-ad55e425335e'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:27.526241 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-72d4d3f3-2bfa-4f87-815e-e931217f0b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.528244 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-d2963479-f26f-4a58-ba61-38343c297506 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca45aa5-0f39-48fa-affa-9b3c3fe0ac12') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:27.529545 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-d2963479-f26f-4a58-ba61-38343c297506 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca45aa5-0f39-48fa-affa-9b3c3fe0ac12') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:27.535909 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71f3950-c92a-4ca2-bf7b-1faadee14774 admin admin] Network 8c26f086-00d8-4d3e-908e-787177c962c0 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:27.540898 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2963479-f26f-4a58-ba61-38343c297506 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.541528 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-c71f3950-c92a-4ca2-bf7b-1faadee14774 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:27.550192 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71f3950-c92a-4ca2-bf7b-1faadee14774 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:27.599218 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2963479-f26f-4a58-ba61-38343c297506 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.609425 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2963479-f26f-4a58-ba61-38343c297506 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:27.609891 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2963479-f26f-4a58-ba61-38343c297506 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.612086 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f3950-c92a-4ca2-bf7b-1faadee14774 admin admin] Pushing event updated for resources: {'Port': ['ID=a877d807-dc5f-4407-bcf8-555e31ba9df0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:27.618337 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:27.659838 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c71f3950-c92a-4ca2-bf7b-1faadee14774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.741733 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c39a12d3-a4de-4183-9b87-c3920a0203e1 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:27.761539 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2963479-f26f-4a58-ba61-38343c297506 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.769470 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2963479-f26f-4a58-ba61-38343c297506 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.772627 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d2963479-f26f-4a58-ba61-38343c297506 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/networks/7717b2e5-a566-462e-920e-abdbaca0358e HTTP/1.1" status: 204 len: 168 time: 0.7672849 Jul 14 09:30:27.794618 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47278) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:27.797394 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2963479-f26f-4a58-ba61-38343c297506 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Network': ['ID=7717b2e5-a566-462e-920e-abdbaca0358e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:27.801980 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7c0e98-4de0-46ca-8223-c7b359e24696 None None] Network 7717b2e5-a566-462e-920e-abdbaca0358e requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:27.807695 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-876f055d-0f85-4588-b950-6a22cc9f75e0 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-982546138'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:27.881059 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876f055d-0f85-4588-b950-6a22cc9f75e0 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Made reservation on behalf of 7d5d30e62abb4d2c92c5edd123dea06b for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:27.885488 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-876f055d-0f85-4588-b950-6a22cc9f75e0 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.894501 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7c0e98-4de0-46ca-8223-c7b359e24696 None None] Network 7717b2e5-a566-462e-920e-abdbaca0358e could not be found, it might have been deleted concurrently. {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 09:30:27.936170 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-876f055d-0f85-4588-b950-6a22cc9f75e0 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:27.962049 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-876f055d-0f85-4588-b950-6a22cc9f75e0 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.962267 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-876f055d-0f85-4588-b950-6a22cc9f75e0 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Added segment 474133f8-5e27-474d-94d6-49207ac8797b of type vlan for network a50f7a94-3023-4cec-a37e-fd44b001df8c Jul 14 09:30:27.973334 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c39a12d3-a4de-4183-9b87-c3920a0203e1 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:27.974275 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.077019 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b1b66f-9543-4b72-b9e6-0b4af9da1d6d None None] Network 8c26f086-00d8-4d3e-908e-787177c962c0 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:28.112560 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-876f055d-0f85-4588-b950-6a22cc9f75e0 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.164503 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c71f3950-c92a-4ca2-bf7b-1faadee14774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.210436 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e85340-8b52-453e-bc2e-500985143b29 req-b3eab617-c643-4646-83f1-06ebcad81bfb tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:28.217886 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-77e85340-8b52-453e-bc2e-500985143b29 req-b3eab617-c643-4646-83f1-06ebcad81bfb tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.2699792 Jul 14 09:30:28.219723 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b8e1436-ce51-4f51-a9df-6749d18910c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.232588 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2ce62d3b-0dc5-466b-864e-a4bb6b43f107 None None] Provisioning complete for port c39a12d3-a4de-4183-9b87-c3920a0203e1 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:28.232953 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ce62d3b-0dc5-466b-864e-a4bb6b43f107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.267902 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7b8e1436-ce51-4f51-a9df-6749d18910c0 None None] Transition to ACTIVE for port object 9caeaf49-4182-4dad-bc97-1b0159dffc6b will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:28.271127 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433df161-c3f1-40be-9d64-0dc51bd0d29e req-27a644f5-aa55-4416-916e-ebe9932b96bf tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:28.271127 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-433df161-c3f1-40be-9d64-0dc51bd0d29e req-27a644f5-aa55-4416-916e-ebe9932b96bf tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ae4a6534-64a7-45ce-96b7-c389fa1d169d HTTP/1.1" status: 200 len: 1097 time: 0.2625539 Jul 14 09:30:28.275944 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-876f055d-0f85-4588-b950-6a22cc9f75e0 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.288850 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b8e1436-ce51-4f51-a9df-6749d18910c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.289051 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876f055d-0f85-4588-b950-6a22cc9f75e0 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:28.289693 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-876f055d-0f85-4588-b950-6a22cc9f75e0 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.387654 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-876f055d-0f85-4588-b950-6a22cc9f75e0 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5909548 Jul 14 09:30:28.390703 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47292) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:28.396097 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-4a1a4ef5-25e1-4b39-86e1-0e5e1db19b68 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Request body: {'subnet': {'network_id': 'a50f7a94-3023-4cec-a37e-fd44b001df8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:28.397457 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-7b8e1436-ce51-4f51-a9df-6749d18910c0 None None] Attempting to bind port 9caeaf49-4182-4dad-bc97-1b0159dffc6b on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:28.397827 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-7b8e1436-ce51-4f51-a9df-6749d18910c0 None None] Attempting to bind port 9caeaf49-4182-4dad-bc97-1b0159dffc6b by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:28.398187 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8e1436-ce51-4f51-a9df-6749d18910c0 None None] Attempting to bind port 9caeaf49-4182-4dad-bc97-1b0159dffc6b on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:28.402145 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93940a6-5035-4a50-b1f6-bdd65fa64141 None None] Pushing event updated for resources: {'Port': ['ID=9caeaf49-4182-4dad-bc97-1b0159dffc6b,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:28.414087 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8e1436-ce51-4f51-a9df-6749d18910c0 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:28.414459 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8e1436-ce51-4f51-a9df-6749d18910c0 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:28.414858 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b8e1436-ce51-4f51-a9df-6749d18910c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.415243 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8e1436-ce51-4f51-a9df-6749d18910c0 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:28.415759 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-7b8e1436-ce51-4f51-a9df-6749d18910c0 None None] Bound port: 9caeaf49-4182-4dad-bc97-1b0159dffc6b, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:28.416134 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b8e1436-ce51-4f51-a9df-6749d18910c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.464781 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-433df161-c3f1-40be-9d64-0dc51bd0d29e req-863ad02b-f961-4036-a703-75e0aeb14da9 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561911 Jul 14 09:30:28.486028 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-77e85340-8b52-453e-bc2e-500985143b29 req-97119409-380e-41ec-abf0-8b283f17049f tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672470 Jul 14 09:30:28.517126 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f055d-0f85-4588-b950-6a22cc9f75e0 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event updated for resources: {'Network': ['ID=a50f7a94-3023-4cec-a37e-fd44b001df8c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:28.558680 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network a50f7a94-3023-4cec-a37e-fd44b001df8c details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:28.597253 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47298) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:28.609180 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1a4ef5-25e1-4b39-86e1-0e5e1db19b68 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Made reservation on behalf of 7d5d30e62abb4d2c92c5edd123dea06b for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:28.615145 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a1a4ef5-25e1-4b39-86e1-0e5e1db19b68 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.617540 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7b8e1436-ce51-4f51-a9df-6749d18910c0 None None] For port 9caeaf49-4182-4dad-bc97-1b0159dffc6b, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:28.640160 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7b8e1436-ce51-4f51-a9df-6749d18910c0 None None] For port 9caeaf49-4182-4dad-bc97-1b0159dffc6b, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9caeaf49-4182-4dad-bc97-1b0159dffc6b,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:28.662059 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c71f3950-c92a-4ca2-bf7b-1faadee14774 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.662648 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b8e1436-ce51-4f51-a9df-6749d18910c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.670253 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c71f3950-c92a-4ca2-bf7b-1faadee14774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.735559 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.ipam_backend_mixin [None req-4a1a4ef5-25e1-4b39-86e1-0e5e1db19b68 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Performing IP validity checks on allocation pools {{(pid=93772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 09:30:28.736549 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.ipam_backend_mixin [None req-4a1a4ef5-25e1-4b39-86e1-0e5e1db19b68 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 09:30:28.742656 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a591b238-58cd-430b-a017-0a23a4a2dab2 tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:28.754290 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a591b238-58cd-430b-a017-0a23a4a2dab2 tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 814 time: 0.1443977 Jul 14 09:30:28.762819 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c71f3950-c92a-4ca2-bf7b-1faadee14774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.767262 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8e1436-ce51-4f51-a9df-6749d18910c0 None None] Routers {'79295233-3db2-45c3-81ed-18404c37a435'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:28.772368 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f3950-c92a-4ca2-bf7b-1faadee14774 admin admin] Pushing event updated for resources: {'Port': ['ID=a877d807-dc5f-4407-bcf8-555e31ba9df0,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:28.773416 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7b8e1436-ce51-4f51-a9df-6749d18910c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:30:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['79295233-3db2-45c3-81ed-18404c37a435'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:28.776406 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c8e2ccb8-7458-4595-9fb9-36dff3dae9b7 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:28.933838 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93940a6-5035-4a50-b1f6-bdd65fa64141 None None] Pushing event updated for resources: {'Port': ['ID=9caeaf49-4182-4dad-bc97-1b0159dffc6b,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:28.947442 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71f3950-c92a-4ca2-bf7b-1faadee14774 admin admin] Network 8c26f086-00d8-4d3e-908e-787177c962c0 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:28.949814 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-c71f3950-c92a-4ca2-bf7b-1faadee14774 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:28.980805 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a1a4ef5-25e1-4b39-86e1-0e5e1db19b68 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.027679 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port c8e2ccb8-7458-4595-9fb9-36dff3dae9b7 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:29.048414 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port c8e2ccb8-7458-4595-9fb9-36dff3dae9b7 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:29.048793 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.051877 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-7b8e1436-ce51-4f51-a9df-6749d18910c0 None None] Set router 79295233-3db2-45c3-81ed-18404c37a435 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:29.114797 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1a4ef5-25e1-4b39-86e1-0e5e1db19b68 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Checking segment: {'id': '474133f8-5e27-474d-94d6-49207ac8797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a50f7a94-3023-4cec-a37e-fd44b001df8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:29.115173 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1a4ef5-25e1-4b39-86e1-0e5e1db19b68 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Network hostable DHCP agents. Network: a50f7a94-3023-4cec-a37e-fd44b001df8c, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:29.128781 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71f3950-c92a-4ca2-bf7b-1faadee14774 admin admin] Router 79295233-3db2-45c3-81ed-18404c37a435 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:29.135622 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a4ef5-25e1-4b39-86e1-0e5e1db19b68 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event updated for resources: {'Subnet': ['ID=54ec521e-76b2-4a97-9817-84c0f3dd5ce9,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:29.164915 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1a4ef5-25e1-4b39-86e1-0e5e1db19b68 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Network a50f7a94-3023-4cec-a37e-fd44b001df8c is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:29.177362 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-4a1a4ef5-25e1-4b39-86e1-0e5e1db19b68 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, a50f7a94-3023-4cec-a37e-fd44b001df8c) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:29.200352 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1a4ef5-25e1-4b39-86e1-0e5e1db19b68 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:29.200738 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a1a4ef5-25e1-4b39-86e1-0e5e1db19b68 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.235731 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4a1a4ef5-25e1-4b39-86e1-0e5e1db19b68 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8435950 Jul 14 09:30:29.236441 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47310) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:29.314819 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71f3950-c92a-4ca2-bf7b-1faadee14774 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:29.323988 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c71f3950-c92a-4ca2-bf7b-1faadee14774 admin admin] 10.222.0.25 "PUT /v2.0/routers/79295233-3db2-45c3-81ed-18404c37a435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8609066 Jul 14 09:30:29.450855 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b7311f-fb6e-4c9a-a829-ecedc6eab6fd None None] Network a50f7a94-3023-4cec-a37e-fd44b001df8c requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:29.457938 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf53d90d-b8f0-4845-a92f-bebb5cb55b63 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.620447 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf53d90d-b8f0-4845-a92f-bebb5cb55b63 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.641252 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47322) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:29.647512 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8762cda2-895e-4aaa-bcfe-a0b27558ce83 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'network': {'name': 'tempest-network-smoke--828256478', 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'port_security_enabled': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:29.698026 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f656a12d-a9d3-421d-a568-aca50aa3a9b6 None None] Provisioning for port a877d807-dc5f-4407-bcf8-555e31ba9df0 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:29.706302 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8762cda2-895e-4aaa-bcfe-a0b27558ce83 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Made reservation on behalf of cb022d5abed74ace8ce20b5df7c7b1b3 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:29.717534 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8762cda2-895e-4aaa-bcfe-a0b27558ce83 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.731161 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f656a12d-a9d3-421d-a568-aca50aa3a9b6 None None] Provisioning complete for port a877d807-dc5f-4407-bcf8-555e31ba9df0 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:29.731992 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f656a12d-a9d3-421d-a568-aca50aa3a9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.811159 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf53d90d-b8f0-4845-a92f-bebb5cb55b63 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.859648 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53d90d-b8f0-4845-a92f-bebb5cb55b63 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Subnet': ['ID=54ec521e-76b2-4a97-9817-84c0f3dd5ce9,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:29.869625 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f656a12d-a9d3-421d-a568-aca50aa3a9b6 None None] Port a877d807-dc5f-4407-bcf8-555e31ba9df0 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:29.894431 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8762cda2-895e-4aaa-bcfe-a0b27558ce83 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:29.940869 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8762cda2-895e-4aaa-bcfe-a0b27558ce83 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.941553 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-8762cda2-895e-4aaa-bcfe-a0b27558ce83 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Added segment 892e51f4-e237-426c-ad9c-46d05efef37c of type vlan for network 5506a0b9-f9d3-479d-b07d-deda16d44b52 Jul 14 09:30:29.992251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0faa1-b149-47a4-a4d3-e62bba65aff1 req-1d1c991b-e407-454c-88d8-83bfe0d30db8 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:29.994161 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ec0faa1-b149-47a4-a4d3-e62bba65aff1 req-1d1c991b-e407-454c-88d8-83bfe0d30db8 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ae4a6534-64a7-45ce-96b7-c389fa1d169d HTTP/1.1" status: 200 len: 1097 time: 0.2365568 Jul 14 09:30:30.005151 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf53d90d-b8f0-4845-a92f-bebb5cb55b63 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.020539 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.029522 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-cf53d90d-b8f0-4845-a92f-bebb5cb55b63 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50f7a94-3023-4cec-a37e-fd44b001df8c']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:30.035468 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f656a12d-a9d3-421d-a568-aca50aa3a9b6 None None] Provisioning complete for port c39a12d3-a4de-4183-9b87-c3920a0203e1 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:30.035468 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f656a12d-a9d3-421d-a568-aca50aa3a9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.051243 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464180c4-58a1-4b6c-9625-8fc5bd26be5b None None] Network a50f7a94-3023-4cec-a37e-fd44b001df8c requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:30.095993 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-cf53d90d-b8f0-4845-a92f-bebb5cb55b63 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474133f8-5e27-474d-94d6-49207ac8797b') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:30.097432 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-cf53d90d-b8f0-4845-a92f-bebb5cb55b63 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474133f8-5e27-474d-94d6-49207ac8797b') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:30.102835 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8762cda2-895e-4aaa-bcfe-a0b27558ce83 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.131056 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf53d90d-b8f0-4845-a92f-bebb5cb55b63 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.149863 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03edcc4-97d2-4df7-939d-767d96e0a3a4 req-5bc14228-cb66-4e30-b1e2-64625be7ab63 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:30.149863 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e03edcc4-97d2-4df7-939d-767d96e0a3a4 req-5bc14228-cb66-4e30-b1e2-64625be7ab63 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.3910832 Jul 14 09:30:30.150310 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8762cda2-895e-4aaa-bcfe-a0b27558ce83 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.152225 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf53d90d-b8f0-4845-a92f-bebb5cb55b63 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.156974 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8762cda2-895e-4aaa-bcfe-a0b27558ce83 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:30.157627 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8762cda2-895e-4aaa-bcfe-a0b27558ce83 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.161376 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf53d90d-b8f0-4845-a92f-bebb5cb55b63 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:30.162071 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf53d90d-b8f0-4845-a92f-bebb5cb55b63 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:30.170293 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:30.198069 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [req-26026951-90b2-4a87-b8d4-d869f73828ec req-53849614-68c1-4864-a8ec-5e58c87e3832 service neutron] (93772) timed out ('10.222.0.25', 58394) {{(pid=93772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:30:30.198888 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4a6534-64a7-45ce-96b7-c389fa1d169d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e2ccb8-7458-4595-9fb9-36dff3dae9b7'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:30.201271 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8315131-3c2f-41cf-87b4-0c72d25a44a3" -d '{"events": [{"server_uuid": "ae4a6534-64a7-45ce-96b7-c389fa1d169d", "name": "network-vif-plugged", "status": "completed", "tag": "c8e2ccb8-7458-4595-9fb9-36dff3dae9b7"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:30.236227 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c8e2ccb8-7458-4595-9fb9-36dff3dae9b7, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c8e2ccb8-7458-4595-9fb9-36dff3dae9b7,segment=NetworkSegment(f72f74a3-1019-4c8a-aee5-a63b9f7b1beb),segment_id=f72f74a3-1019-4c8a-aee5-a63b9f7b1beb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:30.284734 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.307396 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf53d90d-b8f0-4845-a92f-bebb5cb55b63 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.315377 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf53d90d-b8f0-4845-a92f-bebb5cb55b63 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.317233 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cf53d90d-b8f0-4845-a92f-bebb5cb55b63 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/networks/a50f7a94-3023-4cec-a37e-fd44b001df8c HTTP/1.1" status: 204 len: 168 time: 1.0797894 Jul 14 09:30:30.327270 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47334) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:30.352180 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-82a2dd07-b6e8-48c5-af57-79eadc1a46d5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-244948675'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:30.353664 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53d90d-b8f0-4845-a92f-bebb5cb55b63 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Network': ['ID=a50f7a94-3023-4cec-a37e-fd44b001df8c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:30.362839 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ec0faa1-b149-47a4-a4d3-e62bba65aff1 req-8945c30a-1536-4499-ad98-199c27e61819 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178411 Jul 14 09:30:30.379733 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762cda2-895e-4aaa-bcfe-a0b27558ce83 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'Network': ['ID=5506a0b9-f9d3-479d-b07d-deda16d44b52,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:30.387872 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8762cda2-895e-4aaa-bcfe-a0b27558ce83 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7453277 Jul 14 09:30:30.391956 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47340) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:30.402836 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=c8e2ccb8-7458-4595-9fb9-36dff3dae9b7,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:30.414220 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 5506a0b9-f9d3-479d-b07d-deda16d44b52 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:30.443107 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7b8e1436-ce51-4f51-a9df-6749d18910c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79295233-3db2-45c3-81ed-18404c37a435', 'name': 'tempest-ServersTestBootFromVolume-511838903-router', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '9caeaf49-4182-4dad-bc97-1b0159dffc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:30:22Z', 'updated_at': '2021-07-14T09:30:27Z', 'revision_number': 4, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'gw_port': {'id': '9caeaf49-4182-4dad-bc97-1b0159dffc6b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:19:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79295233-3db2-45c3-81ed-18404c37a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:23Z', 'updated_at': '2021-07-14T09:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'a877d807-dc5f-4407-bcf8-555e31ba9df0', 'name': '', 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'mac_address': 'fa:16:3e:df:5d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79295233-3db2-45c3-81ed-18404c37a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '07e9ca00-f31e-40d1-b8f8-d4640d1a2a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:26Z', 'updated_at': '2021-07-14T09:30:28Z', 'revision_number': 2, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'subnets': [{'id': '07e9ca00-f31e-40d1-b8f8-d4640d1a2a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:30.461370 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e03edcc4-97d2-4df7-939d-767d96e0a3a4 req-680fe6bb-8b71-4528-82b2-fb3619bc2a46 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996955 Jul 14 09:30:30.483757 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a2dd07-b6e8-48c5-af57-79eadc1a46d5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Made reservation on behalf of 7d5d30e62abb4d2c92c5edd123dea06b for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:30.489325 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82a2dd07-b6e8-48c5-af57-79eadc1a46d5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.536716 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8e1436-ce51-4f51-a9df-6749d18910c0 None None] The sync data for ids ['79295233-3db2-45c3-81ed-18404c37a435'] in n-d-771362-35 is: [{'id': '79295233-3db2-45c3-81ed-18404c37a435', 'name': 'tempest-ServersTestBootFromVolume-511838903-router', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '9caeaf49-4182-4dad-bc97-1b0159dffc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:30:22Z', 'updated_at': '2021-07-14T09:30:27Z', 'revision_number': 4, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'gw_port': {'id': '9caeaf49-4182-4dad-bc97-1b0159dffc6b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:19:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79295233-3db2-45c3-81ed-18404c37a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:23Z', 'updated_at': '2021-07-14T09:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'a877d807-dc5f-4407-bcf8-555e31ba9df0', 'name': '', 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'mac_address': 'fa:16:3e:df:5d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79295233-3db2-45c3-81ed-18404c37a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '07e9ca00-f31e-40d1-b8f8-d4640d1a2a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:26Z', 'updated_at': '2021-07-14T09:30:28Z', 'revision_number': 2, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'subnets': [{'id': '07e9ca00-f31e-40d1-b8f8-d4640d1a2a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:30.573681 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a2dd07-b6e8-48c5-af57-79eadc1a46d5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:30.602307 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82a2dd07-b6e8-48c5-af57-79eadc1a46d5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.605817 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-82a2dd07-b6e8-48c5-af57-79eadc1a46d5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Added segment d3848b51-ad72-492e-a97f-7df5e67b3c20 of type vlan for network 8c0c3c2e-2108-4206-bc88-8d7203ad7d05 Jul 14 09:30:30.611757 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51538e0-8ad3-413a-9330-560e5f719b13 x-openstack-request-id: req-e51538e0-8ad3-413a-9330-560e5f719b13 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:30.612074 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4a6534-64a7-45ce-96b7-c389fa1d169d", "name": "network-vif-plugged", "status": "completed", "tag": "c8e2ccb8-7458-4595-9fb9-36dff3dae9b7", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:30.612316 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e51538e0-8ad3-413a-9330-560e5f719b13 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:30.612725 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4a6534-64a7-45ce-96b7-c389fa1d169d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e2ccb8-7458-4595-9fb9-36dff3dae9b7', 'code': 200} Jul 14 09:30:30.633253 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875acffc-cb48-4f32-86f3-a22bf23df3c1 tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:30.635077 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-875acffc-cb48-4f32-86f3-a22bf23df3c1 tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=cb022d5abed74ace8ce20b5df7c7b1b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2412586 Jul 14 09:30:30.642139 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47344) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:30.711372 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82a2dd07-b6e8-48c5-af57-79eadc1a46d5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.809412 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82a2dd07-b6e8-48c5-af57-79eadc1a46d5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.817273 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a2dd07-b6e8-48c5-af57-79eadc1a46d5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:30.818589 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82a2dd07-b6e8-48c5-af57-79eadc1a46d5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.865254 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-75e33275-a6c7-4019-9905-22430d1674c1 None None] Provisioning complete for port a877d807-dc5f-4407-bcf8-555e31ba9df0 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:30.865755 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75e33275-a6c7-4019-9905-22430d1674c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.967424 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-82a2dd07-b6e8-48c5-af57-79eadc1a46d5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6285875 Jul 14 09:30:30.994352 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47350) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:31.013316 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2bb33edb-a1d3-49c5-9784-0c29f53e80b6 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Request body: {'subnet': {'network_id': '8c0c3c2e-2108-4206-bc88-8d7203ad7d05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:31.014490 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-75e33275-a6c7-4019-9905-22430d1674c1 None None] Port a877d807-dc5f-4407-bcf8-555e31ba9df0 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:31.092628 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47352) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:31.123902 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b0c23dbf-4040-4e18-bf76-80b8539e844d tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--18386622', 'description': 'tempest-description--221276301'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:31.140367 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2dd07-b6e8-48c5-af57-79eadc1a46d5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event updated for resources: {'Network': ['ID=8c0c3c2e-2108-4206-bc88-8d7203ad7d05,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:31.154883 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 8c0c3c2e-2108-4206-bc88-8d7203ad7d05 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:31.166581 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1f5e5-e9c1-411e-9555-08e953dc45f6 req-f0d7084c-2e8b-4b5c-9d8a-d59af40d2593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:31.168377 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-15f1f5e5-e9c1-411e-9555-08e953dc45f6 req-f0d7084c-2e8b-4b5c-9d8a-d59af40d2593 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ae4a6534-64a7-45ce-96b7-c389fa1d169d HTTP/1.1" status: 200 len: 1098 time: 0.4873323 Jul 14 09:30:31.230388 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b0c23dbf-4040-4e18-bf76-80b8539e844d tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.283156 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-15f1f5e5-e9c1-411e-9555-08e953dc45f6 req-246bdbb7-407b-4f72-9695-4ac957d026cb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001136 Jul 14 09:30:31.309458 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb33edb-a1d3-49c5-9784-0c29f53e80b6 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Made reservation on behalf of 7d5d30e62abb4d2c92c5edd123dea06b for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:31.316963 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2bb33edb-a1d3-49c5-9784-0c29f53e80b6 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.497431 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b0c23dbf-4040-4e18-bf76-80b8539e844d tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.504214 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b0c23dbf-4040-4e18-bf76-80b8539e844d tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.678020 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b0c23dbf-4040-4e18-bf76-80b8539e844d tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.679806 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b0c23dbf-4040-4e18-bf76-80b8539e844d tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5598001 Jul 14 09:30:31.680813 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c23dbf-4040-4e18-bf76-80b8539e844d tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=019c7230-10fa-4918-9772-1dedef9fbf7c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:31.683169 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47364) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:31.715528 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-112c6b33-cacf-439f-9b01-483a1c0e252a tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Request body: {'security_group_rule': {'security_group_id': '019c7230-10fa-4918-9772-1dedef9fbf7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:31.737640 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b492fa-4a78-4826-8471-bd6984a802db tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:31.742463 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b5b492fa-4a78-4826-8471-bd6984a802db tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0992286 Jul 14 09:30:31.745645 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47366) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:31.793583 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1676d370-8018-443c-ae76-c2bcdba1d49c tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6facc217-dc01-422a-8069-2c7784a4d993&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465307 Jul 14 09:30:31.796879 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47370) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:31.851682 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-27ca7c8e-37bd-4c5d-b84d-a50811ebd144 tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=cb022d5abed74ace8ce20b5df7c7b1b3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0518608 Jul 14 09:30:31.852431 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47374) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:31.943057 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2bb33edb-a1d3-49c5-9784-0c29f53e80b6 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.001051 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-112c6b33-cacf-439f-9b01-483a1c0e252a tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.093928 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234de753-df9f-4a94-ae67-fa27f848ef97 tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:32.096246 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-234de753-df9f-4a94-ae67-fa27f848ef97 tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2429307 Jul 14 09:30:32.099605 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47376) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:32.107897 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb33edb-a1d3-49c5-9784-0c29f53e80b6 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event updated for resources: {'Subnet': ['ID=e18d4ea6-184b-42e2-9704-f3bc93be49df,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:32.153418 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-112c6b33-cacf-439f-9b01-483a1c0e252a tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.156455 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5630aef-1238-4b8b-8e34-14f3ba9fe86f req-4834bd47-e7de-4cf4-822d-36c8c64344ba tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:32.159181 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c5630aef-1238-4b8b-8e34-14f3ba9fe86f req-4834bd47-e7de-4cf4-822d-36c8c64344ba tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ae4a6534-64a7-45ce-96b7-c389fa1d169d HTTP/1.1" status: 200 len: 1098 time: 0.3874335 Jul 14 09:30:32.165235 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-112c6b33-cacf-439f-9b01-483a1c0e252a tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.201240 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5650b6-477c-4a9e-a6cb-3b618ebe89bb req-97e29750-d312-4a21-879f-0430c5f96d8c tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:32.205414 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7f5650b6-477c-4a9e-a6cb-3b618ebe89bb req-97e29750-d312-4a21-879f-0430c5f96d8c tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.4305835 Jul 14 09:30:32.205918 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-57f86165-7141-4d2d-8252-277da74713af tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6facc217-dc01-422a-8069-2c7784a4d993&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1012850 Jul 14 09:30:32.206175 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47378) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:32.224425 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-92ce183b-157e-4cf0-b4bb-f38d88aa7d9c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1417128260', 'network_id': '5506a0b9-f9d3-479d-b07d-deda16d44b52', 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:32.252963 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb33edb-a1d3-49c5-9784-0c29f53e80b6 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Checking segment: {'id': 'd3848b51-ad72-492e-a97f-7df5e67b3c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8c0c3c2e-2108-4206-bc88-8d7203ad7d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:32.253445 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb33edb-a1d3-49c5-9784-0c29f53e80b6 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Network hostable DHCP agents. Network: 8c0c3c2e-2108-4206-bc88-8d7203ad7d05, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:32.256198 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c6b33-cacf-439f-9b01-483a1c0e252a tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60a1911-e34b-4e54-8d7c-6feab110b149,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:32.709068 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-112c6b33-cacf-439f-9b01-483a1c0e252a tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.712846 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-112c6b33-cacf-439f-9b01-483a1c0e252a tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0083039 Jul 14 09:30:32.713299 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47390) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:32.719647 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-d938a3b4-8ef1-4c5b-b374-e21e89b787c2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Request body: {'security_group_rule': {'security_group_id': '019c7230-10fa-4918-9772-1dedef9fbf7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:32.768402 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d938a3b4-8ef1-4c5b-b374-e21e89b787c2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.787807 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb33edb-a1d3-49c5-9784-0c29f53e80b6 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Network 8c0c3c2e-2108-4206-bc88-8d7203ad7d05 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:32.803718 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7f5650b6-477c-4a9e-a6cb-3b618ebe89bb req-13d67865-2c6f-4513-b852-788f8d437e5e tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5847130 Jul 14 09:30:32.820016 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c5630aef-1238-4b8b-8e34-14f3ba9fe86f req-a081addf-cf32-4405-a6dc-9a17ff67eb52 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6335647 Jul 14 09:30:32.828732 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-2bb33edb-a1d3-49c5-9784-0c29f53e80b6 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 8c0c3c2e-2108-4206-bc88-8d7203ad7d05) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:32.838691 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb33edb-a1d3-49c5-9784-0c29f53e80b6 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:32.840459 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2bb33edb-a1d3-49c5-9784-0c29f53e80b6 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.843453 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41fac70-fc46-41df-b5b0-fdc9a18b7af5 None None] Network 8c0c3c2e-2108-4206-bc88-8d7203ad7d05 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:32.863382 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ce183b-157e-4cf0-b4bb-f38d88aa7d9c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Made reservation on behalf of cb022d5abed74ace8ce20b5df7c7b1b3 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:32.869138 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92ce183b-157e-4cf0-b4bb-f38d88aa7d9c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.894219 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d938a3b4-8ef1-4c5b-b374-e21e89b787c2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.901367 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d938a3b4-8ef1-4c5b-b374-e21e89b787c2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.925510 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938a3b4-8ef1-4c5b-b374-e21e89b787c2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b89e6aa-0c9e-4761-9ba1-ec3947bd1533,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:32.943552 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2bb33edb-a1d3-49c5-9784-0c29f53e80b6 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9444568 Jul 14 09:30:32.946653 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47392) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:32.974308 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d938a3b4-8ef1-4c5b-b374-e21e89b787c2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.979468 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d938a3b4-8ef1-4c5b-b374-e21e89b787c2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2613549 Jul 14 09:30:32.986893 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47394) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:33.005355 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-89276dfe-2797-466e-84d3-bacb6e25ddf2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:33.061029 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89276dfe-2797-466e-84d3-bacb6e25ddf2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.191373 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54070de6-c4a6-4cca-a868-48fc9cf3631c tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.208356 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a09bf2-43d6-47a3-9067-466dc1e13cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-8c0c3c2e-2108-4206-bc88-8d7203ad7d05', 'network_id': '8c0c3c2e-2108-4206-bc88-8d7203ad7d05', 'tenant_id': '7d5d30e62abb4d2c92c5edd123dea06b', 'fixed_ips': [{'subnet_id': 'e18d4ea6-184b-42e2-9704-f3bc93be49df'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:33.209608 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8a09bf2-43d6-47a3-9067-466dc1e13cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.269253 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54070de6-c4a6-4cca-a868-48fc9cf3631c tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.329661 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92ce183b-157e-4cf0-b4bb-f38d88aa7d9c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.377655 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54070de6-c4a6-4cca-a868-48fc9cf3631c tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server [None req-a8a09bf2-43d6-47a3-9067-466dc1e13cb3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e18d4ea6-184b-42e2-9704-f3bc93be49df: This subnet is being modified by another concurrent operation. Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:30:33.389537 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e18d4ea6-184b-42e2-9704-f3bc93be49df: This subnet is being modified by another concurrent operation. Jul 14 09:30:33.393514 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server Jul 14 09:30:33.427528 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9b65aa-4fc3-4355-aa20-d072a3feb6e2 None None] Network 8c0c3c2e-2108-4206-bc88-8d7203ad7d05 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:33.462840 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54070de6-c4a6-4cca-a868-48fc9cf3631c tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Subnet': ['ID=e18d4ea6-184b-42e2-9704-f3bc93be49df,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:33.539447 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce183b-157e-4cf0-b4bb-f38d88aa7d9c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'Subnet': ['ID=60894c08-8ecc-4495-80ad-0766d48a85cf,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:33.591028 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54070de6-c4a6-4cca-a868-48fc9cf3631c tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.618609 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-54070de6-c4a6-4cca-a868-48fc9cf3631c tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0c3c2e-2108-4206-bc88-8d7203ad7d05']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:33.622463 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce183b-157e-4cf0-b4bb-f38d88aa7d9c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Checking segment: {'id': '892e51f4-e237-426c-ad9c-46d05efef37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5506a0b9-f9d3-479d-b07d-deda16d44b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:33.623067 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ce183b-157e-4cf0-b4bb-f38d88aa7d9c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Network hostable DHCP agents. Network: 5506a0b9-f9d3-479d-b07d-deda16d44b52, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:33.659291 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-54070de6-c4a6-4cca-a868-48fc9cf3631c tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3848b51-ad72-492e-a97f-7df5e67b3c20') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:33.660003 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-54070de6-c4a6-4cca-a868-48fc9cf3631c tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3848b51-ad72-492e-a97f-7df5e67b3c20') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:33.674017 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54070de6-c4a6-4cca-a868-48fc9cf3631c tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.717577 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54070de6-c4a6-4cca-a868-48fc9cf3631c tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.730655 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54070de6-c4a6-4cca-a868-48fc9cf3631c tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:33.731466 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54070de6-c4a6-4cca-a868-48fc9cf3631c tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:33.738137 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:33.766177 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89276dfe-2797-466e-84d3-bacb6e25ddf2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.768676 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ce183b-157e-4cf0-b4bb-f38d88aa7d9c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Network 5506a0b9-f9d3-479d-b07d-deda16d44b52 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:33.795438 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75bc262-e3ef-482f-a472-8f9ba9c19cd1 None None] get_active_networks_info from n-d-771362-35 {{(pid=93774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:30:33.826626 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-92ce183b-157e-4cf0-b4bb-f38d88aa7d9c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 5506a0b9-f9d3-479d-b07d-deda16d44b52) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:33.865093 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ce183b-157e-4cf0-b4bb-f38d88aa7d9c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:33.865778 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92ce183b-157e-4cf0-b4bb-f38d88aa7d9c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.866615 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9caeaf49-4182-4dad-bc97-1b0159dffc6b up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:33.878186 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54070de6-c4a6-4cca-a868-48fc9cf3631c tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.896061 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54070de6-c4a6-4cca-a868-48fc9cf3631c tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.904497 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-54070de6-c4a6-4cca-a868-48fc9cf3631c tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/networks/8c0c3c2e-2108-4206-bc88-8d7203ad7d05 HTTP/1.1" status: 204 len: 168 time: 0.9521992 Jul 14 09:30:33.909873 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47410) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:33.927763 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-f29fe31a-e407-44e5-970a-b7612111a9fa tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1548071642'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:33.967326 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54070de6-c4a6-4cca-a868-48fc9cf3631c tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Network': ['ID=8c0c3c2e-2108-4206-bc88-8d7203ad7d05,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:34.042603 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29fe31a-e407-44e5-970a-b7612111a9fa tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Made reservation on behalf of 7d5d30e62abb4d2c92c5edd123dea06b for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:34.070978 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f29fe31a-e407-44e5-970a-b7612111a9fa tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.085730 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 9caeaf49-4182-4dad-bc97-1b0159dffc6b completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:34.096441 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 9caeaf49-4182-4dad-bc97-1b0159dffc6b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:34.096824 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.157783 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29fe31a-e407-44e5-970a-b7612111a9fa tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:34.178793 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-92ce183b-157e-4cf0-b4bb-f38d88aa7d9c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9641595 Jul 14 09:30:34.205419 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f29fe31a-e407-44e5-970a-b7612111a9fa tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.205781 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-f29fe31a-e407-44e5-970a-b7612111a9fa tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Added segment e937b76e-1185-4b47-8dc4-c1a664df45cf of type vlan for network 2b68947a-5e86-4c70-b683-2d0234783e80 Jul 14 09:30:34.217393 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-89276dfe-2797-466e-84d3-bacb6e25ddf2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Allocated IP 172.25.6.82 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/ba0e4892-498e-4b90-b310-b9d8d941f111) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:34.236025 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75bc262-e3ef-482f-a472-8f9ba9c19cd1 None None] Resources bound (agent type, host, resource id): {{(pid=93774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:30:34.289248 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f29fe31a-e407-44e5-970a-b7612111a9fa tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.351599 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f29fe31a-e407-44e5-970a-b7612111a9fa tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.362263 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29fe31a-e407-44e5-970a-b7612111a9fa tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:34.362973 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f29fe31a-e407-44e5-970a-b7612111a9fa tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.370733 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa58b5-625b-4024-8961-af4c6cc74a82 req-8a8f3e09-77f5-4dc5-bbb6-322ca0e65c68 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:34.379204 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-98aa58b5-625b-4024-8961-af4c6cc74a82 req-8a8f3e09-77f5-4dc5-bbb6-322ca0e65c68 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ae4a6534-64a7-45ce-96b7-c389fa1d169d HTTP/1.1" status: 200 len: 1098 time: 0.3886132 Jul 14 09:30:34.393549 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef74e6-0035-4a61-9512-0bacabb548d3 req-10477379-790f-48f9-99e6-84fa259c9dc8 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:34.395690 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-61ef74e6-0035-4a61-9512-0bacabb548d3 req-10477379-790f-48f9-99e6-84fa259c9dc8 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.3186288 Jul 14 09:30:34.444760 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.470165 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3998383-f4e1-498a-805e-d91164eed3e7 None None] Sync routers for ids ['79295233-3db2-45c3-81ed-18404c37a435'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:34.496407 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3998383-f4e1-498a-805e-d91164eed3e7 None None] Routers {'79295233-3db2-45c3-81ed-18404c37a435'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:34.497053 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e3998383-f4e1-498a-805e-d91164eed3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:30:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['79295233-3db2-45c3-81ed-18404c37a435'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:34.545555 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 9caeaf49-4182-4dad-bc97-1b0159dffc6b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9caeaf49-4182-4dad-bc97-1b0159dffc6b,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:34.546358 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-61ef74e6-0035-4a61-9512-0bacabb548d3 req-7eb45904-c803-416a-a6d5-9fea53f40a0f tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318834 Jul 14 09:30:34.560030 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f29fe31a-e407-44e5-970a-b7612111a9fa tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6325746 Jul 14 09:30:34.561202 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47420) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:34.568851 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.582003 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-aad257f8-a48e-448d-b9e0-fdc140d08415 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Request body: {'subnet': {'network_id': '2b68947a-5e86-4c70-b683-2d0234783e80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:34.594200 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-98aa58b5-625b-4024-8961-af4c6cc74a82 req-3d251285-e64d-41ef-897e-88b9162b8b2f tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107897 Jul 14 09:30:34.678302 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29fe31a-e407-44e5-970a-b7612111a9fa tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event updated for resources: {'Network': ['ID=2b68947a-5e86-4c70-b683-2d0234783e80,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:34.686627 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89276dfe-2797-466e-84d3-bacb6e25ddf2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.748929 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-e3998383-f4e1-498a-805e-d91164eed3e7 None None] Set router 79295233-3db2-45c3-81ed-18404c37a435 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:34.760396 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 2b68947a-5e86-4c70-b683-2d0234783e80 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:34.848472 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad257f8-a48e-448d-b9e0-fdc140d08415 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Made reservation on behalf of 7d5d30e62abb4d2c92c5edd123dea06b for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:34.852011 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89276dfe-2797-466e-84d3-bacb6e25ddf2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.855613 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aad257f8-a48e-448d-b9e0-fdc140d08415 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.931423 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=9caeaf49-4182-4dad-bc97-1b0159dffc6b,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:34.968685 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89276dfe-2797-466e-84d3-bacb6e25ddf2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:35.005123 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-89276dfe-2797-466e-84d3-bacb6e25ddf2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:35.016555 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89276dfe-2797-466e-84d3-bacb6e25ddf2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:35.023277 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89276dfe-2797-466e-84d3-bacb6e25ddf2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Pushing event updated for resources: {'Port': ['ID=ba0e4892-498e-4b90-b310-b9d8d941f111,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:35.185659 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac618374-4477-4f92-bb40-c478b25ecda8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-5506a0b9-f9d3-479d-b07d-deda16d44b52', 'network_id': '5506a0b9-f9d3-479d-b07d-deda16d44b52', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'fixed_ips': [{'subnet_id': '60894c08-8ecc-4495-80ad-0766d48a85cf'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:35.190341 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ac618374-4477-4f92-bb40-c478b25ecda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.191432 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aad257f8-a48e-448d-b9e0-fdc140d08415 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.279622 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47432) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:35.286430 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-23f94ed5-1695-4d39-8214-a90145ee1ccb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-990772125', 'description': 'tempest-secgroup-smoke-990772125 description', 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:35.357536 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e3998383-f4e1-498a-805e-d91164eed3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79295233-3db2-45c3-81ed-18404c37a435', 'name': 'tempest-ServersTestBootFromVolume-511838903-router', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '9caeaf49-4182-4dad-bc97-1b0159dffc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:30:22Z', 'updated_at': '2021-07-14T09:30:27Z', 'revision_number': 4, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'gw_port': {'id': '9caeaf49-4182-4dad-bc97-1b0159dffc6b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:19:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79295233-3db2-45c3-81ed-18404c37a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:23Z', 'updated_at': '2021-07-14T09:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'a877d807-dc5f-4407-bcf8-555e31ba9df0', 'name': '', 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'mac_address': 'fa:16:3e:df:5d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79295233-3db2-45c3-81ed-18404c37a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '07e9ca00-f31e-40d1-b8f8-d4640d1a2a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:26Z', 'updated_at': '2021-07-14T09:30:28Z', 'revision_number': 2, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'subnets': [{'id': '07e9ca00-f31e-40d1-b8f8-d4640d1a2a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:35.418507 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3998383-f4e1-498a-805e-d91164eed3e7 None None] Checking router: 79295233-3db2-45c3-81ed-18404c37a435 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:30:35.418813 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74255c47-3929-4b66-863e-bec9ec8985d5 req-b9698cc9-a344-4368-9425-ff0962950fe7 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:35.419400 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3998383-f4e1-498a-805e-d91164eed3e7 None None] Updating router 79295233-3db2-45c3-81ed-18404c37a435 port a877d807-dc5f-4407-bcf8-555e31ba9df0 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:30:35.424438 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad257f8-a48e-448d-b9e0-fdc140d08415 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event updated for resources: {'Subnet': ['ID=ee704ec6-b48a-42c1-a43a-8f565a89036d,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:35.434301 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74255c47-3929-4b66-863e-bec9ec8985d5 req-b9698cc9-a344-4368-9425-ff0962950fe7 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ae4a6534-64a7-45ce-96b7-c389fa1d169d HTTP/1.1" status: 200 len: 1098 time: 0.4853456 Jul 14 09:30:35.443902 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23f94ed5-1695-4d39-8214-a90145ee1ccb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.464677 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad257f8-a48e-448d-b9e0-fdc140d08415 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Checking segment: {'id': 'e937b76e-1185-4b47-8dc4-c1a664df45cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2b68947a-5e86-4c70-b683-2d0234783e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:35.465333 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad257f8-a48e-448d-b9e0-fdc140d08415 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Network hostable DHCP agents. Network: 2b68947a-5e86-4c70-b683-2d0234783e80, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:35.486467 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3998383-f4e1-498a-805e-d91164eed3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.533381 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad257f8-a48e-448d-b9e0-fdc140d08415 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Network 2b68947a-5e86-4c70-b683-2d0234783e80 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:35.561605 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74255c47-3929-4b66-863e-bec9ec8985d5 req-97833682-25c3-4479-8841-2617ab5e2db1 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260309 Jul 14 09:30:35.582733 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-aad257f8-a48e-448d-b9e0-fdc140d08415 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 2b68947a-5e86-4c70-b683-2d0234783e80) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:35.596842 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad257f8-a48e-448d-b9e0-fdc140d08415 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:35.597454 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aad257f8-a48e-448d-b9e0-fdc140d08415 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.609012 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89276dfe-2797-466e-84d3-bacb6e25ddf2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.786867 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9caeaf49-4182-4dad-bc97-1b0159dffc6b up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:35.834571 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23f94ed5-1695-4d39-8214-a90145ee1ccb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.881059 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23f94ed5-1695-4d39-8214-a90145ee1ccb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.881731 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-aad257f8-a48e-448d-b9e0-fdc140d08415 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3011801 Jul 14 09:30:35.881731 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47444) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:35.974418 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-ac618374-4477-4f92-bb40-c478b25ecda8 None None] Allocated IP 172.20.0.18 (5506a0b9-f9d3-479d-b07d-deda16d44b52/60894c08-8ecc-4495-80ad-0766d48a85cf/399e9202-6612-40ce-bb4d-3073853b720b) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:35.977439 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 9caeaf49-4182-4dad-bc97-1b0159dffc6b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:35.978202 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.091264 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06e7c237-32c5-4b4d-9e8f-5ad3b265ed04 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.185302 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06e7c237-32c5-4b4d-9e8f-5ad3b265ed04 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.193001 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23f94ed5-1695-4d39-8214-a90145ee1ccb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.197952 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-23f94ed5-1695-4d39-8214-a90145ee1ccb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9146686 Jul 14 09:30:36.203113 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47446) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:36.222281 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3998383-f4e1-498a-805e-d91164eed3e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.239693 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e3998383-f4e1-498a-805e-d91164eed3e7 None None] Transition to ACTIVE for port object a877d807-dc5f-4407-bcf8-555e31ba9df0 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:36.242162 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a8f94879-244a-4220-92cd-4d5e0192da58 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'security_group_rule': {'security_group_id': '41bac1dd-e18e-4a0d-8d23-c10bc9efb60b', 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:36.253225 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3998383-f4e1-498a-805e-d91164eed3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.253383 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f94ed5-1695-4d39-8214-a90145ee1ccb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41bac1dd-e18e-4a0d-8d23-c10bc9efb60b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:36.255479 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89276dfe-2797-466e-84d3-bacb6e25ddf2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.319588 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06e7c237-32c5-4b4d-9e8f-5ad3b265ed04 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.362152 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e9890-bf19-4f2d-b88d-5866a0ecba7b None None] Pushing event updated for resources: {'Port': ['ID=a877d807-dc5f-4407-bcf8-555e31ba9df0,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:36.375768 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7c237-32c5-4b4d-9e8f-5ad3b265ed04 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Subnet': ['ID=ee704ec6-b48a-42c1-a43a-8f565a89036d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:36.382555 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ac618374-4477-4f92-bb40-c478b25ecda8 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.392087 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e9890-bf19-4f2d-b88d-5866a0ecba7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:36.392087 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e9890-bf19-4f2d-b88d-5866a0ecba7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:36.392387 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e9890-bf19-4f2d-b88d-5866a0ecba7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:36.396569 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e9890-bf19-4f2d-b88d-5866a0ecba7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:36.396569 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e9890-bf19-4f2d-b88d-5866a0ecba7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:36.396569 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e9890-bf19-4f2d-b88d-5866a0ecba7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:36.396569 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e9890-bf19-4f2d-b88d-5866a0ecba7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:36.396569 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e9890-bf19-4f2d-b88d-5866a0ecba7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:36.397145 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8f94879-244a-4220-92cd-4d5e0192da58 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.398015 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e9890-bf19-4f2d-b88d-5866a0ecba7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:36.398358 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e9890-bf19-4f2d-b88d-5866a0ecba7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:36.398705 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e9890-bf19-4f2d-b88d-5866a0ecba7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:36.399038 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e9890-bf19-4f2d-b88d-5866a0ecba7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:36.420444 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:30:36.420562 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b4287-9ad4-431a-b040-c57f63dad518 req-c3d122cd-0656-468b-8f2c-28561224bef2 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:36.420562 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7a6b4287-9ad4-431a-b040-c57f63dad518 req-c3d122cd-0656-468b-8f2c-28561224bef2 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.6075540 Jul 14 09:30:36.445761 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc20db4-3dd1-4868-a047-b28d1035dfc5 req-9a5b51d1-195d-4141-8906-bc3013008ab7 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:36.446262 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ac618374-4477-4f92-bb40-c478b25ecda8 None None] Transition to ACTIVE for port object 399e9202-6612-40ce-bb4d-3073853b720b will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:36.446552 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9bc20db4-3dd1-4868-a047-b28d1035dfc5 req-9a5b51d1-195d-4141-8906-bc3013008ab7 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ae4a6534-64a7-45ce-96b7-c389fa1d169d HTTP/1.1" status: 200 len: 1098 time: 0.5686584 Jul 14 09:30:36.478476 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ac618374-4477-4f92-bb40-c478b25ecda8 None None] Transition to ACTIVE for port object 399e9202-6612-40ce-bb4d-3073853b720b will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:36.490529 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ac618374-4477-4f92-bb40-c478b25ecda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.512147 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e3998383-f4e1-498a-805e-d91164eed3e7 None None] Attempting to bind port a877d807-dc5f-4407-bcf8-555e31ba9df0 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:36.512836 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e3998383-f4e1-498a-805e-d91164eed3e7 None None] Attempting to bind port a877d807-dc5f-4407-bcf8-555e31ba9df0 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'c044e3f9-bc82-4d76-8faa-531c5038fae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:36.514822 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3998383-f4e1-498a-805e-d91164eed3e7 None None] Attempting to bind port a877d807-dc5f-4407-bcf8-555e31ba9df0 on network 8c26f086-00d8-4d3e-908e-787177c962c0 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:36.520827 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3998383-f4e1-498a-805e-d91164eed3e7 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:36.521213 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3998383-f4e1-498a-805e-d91164eed3e7 None None] Checking segment: {'id': 'c044e3f9-bc82-4d76-8faa-531c5038fae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:36.521520 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3998383-f4e1-498a-805e-d91164eed3e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.521919 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3998383-f4e1-498a-805e-d91164eed3e7 None None] Bound using segment: {'id': 'c044e3f9-bc82-4d76-8faa-531c5038fae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:36.522393 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e3998383-f4e1-498a-805e-d91164eed3e7 None None] Bound port: a877d807-dc5f-4407-bcf8-555e31ba9df0, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c044e3f9-bc82-4d76-8faa-531c5038fae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:36.522872 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3998383-f4e1-498a-805e-d91164eed3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.560319 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06e7c237-32c5-4b4d-9e8f-5ad3b265ed04 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.586835 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac618374-4477-4f92-bb40-c478b25ecda8 None None] Network 5506a0b9-f9d3-479d-b07d-deda16d44b52 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:36.592231 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-06e7c237-32c5-4b4d-9e8f-5ad3b265ed04 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b68947a-5e86-4c70-b683-2d0234783e80']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:36.600161 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ac618374-4477-4f92-bb40-c478b25ecda8 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:36.609045 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac618374-4477-4f92-bb40-c478b25ecda8 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:36.618456 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-06e7c237-32c5-4b4d-9e8f-5ad3b265ed04 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e937b76e-1185-4b47-8dc4-c1a664df45cf') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:36.618760 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-06e7c237-32c5-4b4d-9e8f-5ad3b265ed04 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e937b76e-1185-4b47-8dc4-c1a664df45cf') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:36.638191 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e3998383-f4e1-498a-805e-d91164eed3e7 None None] For port a877d807-dc5f-4407-bcf8-555e31ba9df0, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:36.643257 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e3998383-f4e1-498a-805e-d91164eed3e7 None None] For port a877d807-dc5f-4407-bcf8-555e31ba9df0, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a877d807-dc5f-4407-bcf8-555e31ba9df0,segment=NetworkSegment(c044e3f9-bc82-4d76-8faa-531c5038fae4),segment_id=c044e3f9-bc82-4d76-8faa-531c5038fae4)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:36.647337 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06e7c237-32c5-4b4d-9e8f-5ad3b265ed04 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.651234 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3998383-f4e1-498a-805e-d91164eed3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.654616 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9bc20db4-3dd1-4868-a047-b28d1035dfc5 req-6a542f4d-e3a5-411e-a630-c7a70d7b0133 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721542 Jul 14 09:30:36.656325 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac618374-4477-4f92-bb40-c478b25ecda8 None None] Pushing event updated for resources: {'Port': ['ID=399e9202-6612-40ce-bb4d-3073853b720b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:36.700348 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06e7c237-32c5-4b4d-9e8f-5ad3b265ed04 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.724507 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e7c237-32c5-4b4d-9e8f-5ad3b265ed04 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:36.725579 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06e7c237-32c5-4b4d-9e8f-5ad3b265ed04 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:36.736148 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:36.752949 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e9890-bf19-4f2d-b88d-5866a0ecba7b None None] Pushing event updated for resources: {'Port': ['ID=a877d807-dc5f-4407-bcf8-555e31ba9df0,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:36.757080 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8f94879-244a-4220-92cd-4d5e0192da58 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.802129 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ac618374-4477-4f92-bb40-c478b25ecda8 None None] Attempting to bind port 399e9202-6612-40ce-bb4d-3073853b720b on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:36.802662 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ac618374-4477-4f92-bb40-c478b25ecda8 None None] Attempting to bind port 399e9202-6612-40ce-bb4d-3073853b720b by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '892e51f4-e237-426c-ad9c-46d05efef37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5506a0b9-f9d3-479d-b07d-deda16d44b52'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:36.803160 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac618374-4477-4f92-bb40-c478b25ecda8 None None] Attempting to bind port 399e9202-6612-40ce-bb4d-3073853b720b on network 5506a0b9-f9d3-479d-b07d-deda16d44b52 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:36.814167 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac618374-4477-4f92-bb40-c478b25ecda8 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:36.815054 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac618374-4477-4f92-bb40-c478b25ecda8 None None] Checking segment: {'id': '892e51f4-e237-426c-ad9c-46d05efef37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5506a0b9-f9d3-479d-b07d-deda16d44b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:36.815625 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ac618374-4477-4f92-bb40-c478b25ecda8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.816043 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac618374-4477-4f92-bb40-c478b25ecda8 None None] Bound using segment: {'id': '892e51f4-e237-426c-ad9c-46d05efef37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5506a0b9-f9d3-479d-b07d-deda16d44b52'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:36.816588 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ac618374-4477-4f92-bb40-c478b25ecda8 None None] Bound port: 399e9202-6612-40ce-bb4d-3073853b720b, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892e51f4-e237-426c-ad9c-46d05efef37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5506a0b9-f9d3-479d-b07d-deda16d44b52'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:36.817202 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ac618374-4477-4f92-bb40-c478b25ecda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.819509 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3998383-f4e1-498a-805e-d91164eed3e7 None None] Routers {'79295233-3db2-45c3-81ed-18404c37a435'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:36.823225 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e3998383-f4e1-498a-805e-d91164eed3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:30:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['79295233-3db2-45c3-81ed-18404c37a435'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:36.879727 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7a6b4287-9ad4-431a-b040-c57f63dad518 req-63e55269-437e-4dc3-a967-4d378e115ea6 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113600 Jul 14 09:30:36.889160 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8f94879-244a-4220-92cd-4d5e0192da58 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.903048 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06e7c237-32c5-4b4d-9e8f-5ad3b265ed04 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.937236 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06e7c237-32c5-4b4d-9e8f-5ad3b265ed04 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.940103 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-06e7c237-32c5-4b4d-9e8f-5ad3b265ed04 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/networks/2b68947a-5e86-4c70-b683-2d0234783e80 HTTP/1.1" status: 204 len: 168 time: 1.0580614 Jul 14 09:30:36.941365 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7c237-32c5-4b4d-9e8f-5ad3b265ed04 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Network': ['ID=2b68947a-5e86-4c70-b683-2d0234783e80,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:36.946878 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47460) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:36.958340 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-f55c5ae0-f6fe-4ba0-9d0b-314e3dac7a87 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1302439356'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:36.981636 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f94879-244a-4220-92cd-4d5e0192da58 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a483b45-84a3-484a-85f1-08a4a733a60d,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:36.993639 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ac618374-4477-4f92-bb40-c478b25ecda8 None None] For port 399e9202-6612-40ce-bb4d-3073853b720b, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:37.001414 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ac618374-4477-4f92-bb40-c478b25ecda8 None None] For port 399e9202-6612-40ce-bb4d-3073853b720b, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=399e9202-6612-40ce-bb4d-3073853b720b,segment=NetworkSegment(892e51f4-e237-426c-ad9c-46d05efef37c),segment_id=892e51f4-e237-426c-ad9c-46d05efef37c)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:37.008998 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55c5ae0-f6fe-4ba0-9d0b-314e3dac7a87 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Made reservation on behalf of 7d5d30e62abb4d2c92c5edd123dea06b for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:37.016635 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ac618374-4477-4f92-bb40-c478b25ecda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.017264 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f55c5ae0-f6fe-4ba0-9d0b-314e3dac7a87 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.043816 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89276dfe-2797-466e-84d3-bacb6e25ddf2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.053845 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89276dfe-2797-466e-84d3-bacb6e25ddf2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.083596 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8f94879-244a-4220-92cd-4d5e0192da58 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.085746 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a8f94879-244a-4220-92cd-4d5e0192da58 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8686836 Jul 14 09:30:37.089453 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55c5ae0-f6fe-4ba0-9d0b-314e3dac7a87 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:37.093319 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47462) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:37.110578 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-0dd93ada-9101-4348-956a-3ef223e0eed3 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'security_group_rule': {'security_group_id': '41bac1dd-e18e-4a0d-8d23-c10bc9efb60b', 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:37.183861 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac618374-4477-4f92-bb40-c478b25ecda8 None None] Pushing event updated for resources: {'Port': ['ID=399e9202-6612-40ce-bb4d-3073853b720b,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:37.195441 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f55c5ae0-f6fe-4ba0-9d0b-314e3dac7a87 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.195838 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-f55c5ae0-f6fe-4ba0-9d0b-314e3dac7a87 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Added segment 128a8c03-9991-4ac5-802a-6fb014ee4fcb of type vlan for network 64ca38e9-1cf4-4c1f-acf6-597a51b01fdb Jul 14 09:30:37.197821 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0dd93ada-9101-4348-956a-3ef223e0eed3 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.273262 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89276dfe-2797-466e-84d3-bacb6e25ddf2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Pushing event updated for resources: {'Port': ['ID=ba0e4892-498e-4b90-b310-b9d8d941f111,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:37.299844 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89276dfe-2797-466e-84d3-bacb6e25ddf2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.329293 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f55c5ae0-f6fe-4ba0-9d0b-314e3dac7a87 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.330382 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89276dfe-2797-466e-84d3-bacb6e25ddf2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.340222 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-89276dfe-2797-466e-84d3-bacb6e25ddf2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3331180 Jul 14 09:30:37.466102 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-e3998383-f4e1-498a-805e-d91164eed3e7 None None] Set router 79295233-3db2-45c3-81ed-18404c37a435 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:37.486656 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d7f10-4b32-4599-8dbb-38bdef6b2c97 req-b75f5932-44cb-4238-aa7f-8bc9ee4fa886 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:37.488792 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0d7d7f10-4b32-4599-8dbb-38bdef6b2c97 req-b75f5932-44cb-4238-aa7f-8bc9ee4fa886 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ae4a6534-64a7-45ce-96b7-c389fa1d169d HTTP/1.1" status: 200 len: 1098 time: 0.1321664 Jul 14 09:30:37.496766 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f55c5ae0-f6fe-4ba0-9d0b-314e3dac7a87 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.555663 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55c5ae0-f6fe-4ba0-9d0b-314e3dac7a87 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:37.556537 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f55c5ae0-f6fe-4ba0-9d0b-314e3dac7a87 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.615851 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0dd93ada-9101-4348-956a-3ef223e0eed3 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.624525 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0d7d7f10-4b32-4599-8dbb-38bdef6b2c97 req-e29e6b6d-b4db-45ff-bf91-39f2b5415655 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213243 Jul 14 09:30:37.713885 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0dd93ada-9101-4348-956a-3ef223e0eed3 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.856559 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f55c5ae0-f6fe-4ba0-9d0b-314e3dac7a87 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9079556 Jul 14 09:30:37.863730 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47508) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:37.877413 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-a9d66463-1682-4883-90bc-51fb3203a24e tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:37.936300 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd93ada-9101-4348-956a-3ef223e0eed3 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57db89d6-eca5-461c-b99e-1de392abd8c9,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:37.939170 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0dd93ada-9101-4348-956a-3ef223e0eed3 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.940817 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0dd93ada-9101-4348-956a-3ef223e0eed3 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8422725 Jul 14 09:30:37.944108 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47512) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:37.953941 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-bef180ad-76fc-4c65-a541-37830479c77f tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'security_group_rule': {'security_group_id': '41bac1dd-e18e-4a0d-8d23-c10bc9efb60b', 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:37.988139 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c5ae0-f6fe-4ba0-9d0b-314e3dac7a87 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event updated for resources: {'Network': ['ID=64ca38e9-1cf4-4c1f-acf6-597a51b01fdb,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:38.000098 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 64ca38e9-1cf4-4c1f-acf6-597a51b01fdb details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:38.099304 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bef180ad-76fc-4c65-a541-37830479c77f tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.102017 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e3998383-f4e1-498a-805e-d91164eed3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79295233-3db2-45c3-81ed-18404c37a435', 'name': 'tempest-ServersTestBootFromVolume-511838903-router', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '9caeaf49-4182-4dad-bc97-1b0159dffc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:30:22Z', 'updated_at': '2021-07-14T09:30:27Z', 'revision_number': 4, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'gw_port': {'id': '9caeaf49-4182-4dad-bc97-1b0159dffc6b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:19:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79295233-3db2-45c3-81ed-18404c37a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:23Z', 'updated_at': '2021-07-14T09:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'a877d807-dc5f-4407-bcf8-555e31ba9df0', 'name': '', 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'mac_address': 'fa:16:3e:df:5d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79295233-3db2-45c3-81ed-18404c37a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '07e9ca00-f31e-40d1-b8f8-d4640d1a2a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:26Z', 'updated_at': '2021-07-14T09:30:36Z', 'revision_number': 4, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'subnets': [{'id': '07e9ca00-f31e-40d1-b8f8-d4640d1a2a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:38.136343 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a877d807-dc5f-4407-bcf8-555e31ba9df0 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:38.142927 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3998383-f4e1-498a-805e-d91164eed3e7 None None] The sync data for ids ['79295233-3db2-45c3-81ed-18404c37a435'] in n-d-771362-35 is: [{'id': '79295233-3db2-45c3-81ed-18404c37a435', 'name': 'tempest-ServersTestBootFromVolume-511838903-router', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '9caeaf49-4182-4dad-bc97-1b0159dffc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:30:22Z', 'updated_at': '2021-07-14T09:30:27Z', 'revision_number': 4, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'gw_port': {'id': '9caeaf49-4182-4dad-bc97-1b0159dffc6b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:19:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79295233-3db2-45c3-81ed-18404c37a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:23Z', 'updated_at': '2021-07-14T09:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'a877d807-dc5f-4407-bcf8-555e31ba9df0', 'name': '', 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'mac_address': 'fa:16:3e:df:5d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79295233-3db2-45c3-81ed-18404c37a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '07e9ca00-f31e-40d1-b8f8-d4640d1a2a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:26Z', 'updated_at': '2021-07-14T09:30:36Z', 'revision_number': 4, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'subnets': [{'id': '07e9ca00-f31e-40d1-b8f8-d4640d1a2a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:38.317906 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bef180ad-76fc-4c65-a541-37830479c77f tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.335131 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bef180ad-76fc-4c65-a541-37830479c77f tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.368691 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port a877d807-dc5f-4407-bcf8-555e31ba9df0 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:38.381212 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port a877d807-dc5f-4407-bcf8-555e31ba9df0 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:38.381596 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.429005 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bef180ad-76fc-4c65-a541-37830479c77f tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.430298 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bef180ad-76fc-4c65-a541-37830479c77f tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4848440 Jul 14 09:30:38.438555 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47518) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:38.451233 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9211a9a0-b655-4ca7-a95b-84a595bc7615 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'security_group_rule': {'security_group_id': '41bac1dd-e18e-4a0d-8d23-c10bc9efb60b', 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:38.458432 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef180ad-76fc-4c65-a541-37830479c77f tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c20454-e415-4fc3-a8f3-486817ac6274,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:38.495227 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a9d66463-1682-4883-90bc-51fb3203a24e tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.566544 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a9d66463-1682-4883-90bc-51fb3203a24e tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.594003 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9211a9a0-b655-4ca7-a95b-84a595bc7615 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.594112 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.654049 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d444d-1e0c-4fea-b17f-38abbebd164c req-74e2b95b-14ac-403a-83dc-5eea923314a2 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:38.660793 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a16d444d-1e0c-4fea-b17f-38abbebd164c req-74e2b95b-14ac-403a-83dc-5eea923314a2 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.4205499 Jul 14 09:30:38.661040 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port a877d807-dc5f-4407-bcf8-555e31ba9df0, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a877d807-dc5f-4407-bcf8-555e31ba9df0,segment=NetworkSegment(c044e3f9-bc82-4d76-8faa-531c5038fae4),segment_id=c044e3f9-bc82-4d76-8faa-531c5038fae4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:38.677098 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.678380 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 399e9202-6612-40ce-bb4d-3073853b720b up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:38.893471 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a16d444d-1e0c-4fea-b17f-38abbebd164c req-1f36c727-a919-4e70-b282-e53401814215 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968400 Jul 14 09:30:38.935722 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=a877d807-dc5f-4407-bcf8-555e31ba9df0,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:38.937801 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9211a9a0-b655-4ca7-a95b-84a595bc7615 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.957521 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9211a9a0-b655-4ca7-a95b-84a595bc7615 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.970147 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 399e9202-6612-40ce-bb4d-3073853b720b completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:38.991649 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfad347-a577-4415-a035-b7ac0180f6cd req-5e66d66d-c735-49a8-888a-8871cdf1bafa tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:38.993685 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0bfad347-a577-4415-a035-b7ac0180f6cd req-5e66d66d-c735-49a8-888a-8871cdf1bafa tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ae4a6534-64a7-45ce-96b7-c389fa1d169d HTTP/1.1" status: 200 len: 1098 time: 0.3967090 Jul 14 09:30:38.999476 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9211a9a0-b655-4ca7-a95b-84a595bc7615 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.001206 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9211a9a0-b655-4ca7-a95b-84a595bc7615 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5616622 Jul 14 09:30:39.004065 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47536) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:39.013520 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-90432596-28c0-4050-96de-884dac6448c8 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'security_group_rule': {'security_group_id': '41bac1dd-e18e-4a0d-8d23-c10bc9efb60b', 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:39.032167 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a9d66463-1682-4883-90bc-51fb3203a24e tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Network 64ca38e9-1cf4-4c1f-acf6-597a51b01fdb is not hosted by any dhcp agent {{(pid=93772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:30:39.034942 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211a9a0-b655-4ca7-a95b-84a595bc7615 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca883c0f-e373-4c4a-9f7d-56ce36536904,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:39.039066 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d66463-1682-4883-90bc-51fb3203a24e tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:39.055276 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a9d66463-1682-4883-90bc-51fb3203a24e tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.076548 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a9d66463-1682-4883-90bc-51fb3203a24e tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "PUT /v2.0/networks/64ca38e9-1cf4-4c1f-acf6-597a51b01fdb HTTP/1.1" status: 200 len: 723 time: 1.1972704 Jul 14 09:30:39.078855 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47544) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:39.084759 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d66463-1682-4883-90bc-51fb3203a24e tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event updated for resources: {'Network': ['ID=64ca38e9-1cf4-4c1f-acf6-597a51b01fdb,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:39.127332 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-f705312d-f60b-4b6e-979c-b071d649c96a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Request body: {'subnet': {'network_id': '64ca38e9-1cf4-4c1f-acf6-597a51b01fdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:39.239457 n-d-771362-35 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-90432596-28c0-4050-96de-884dac6448c8 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Project cb022d5abed74ace8ce20b5df7c7b1b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:30:39.244556 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d66463-1682-4883-90bc-51fb3203a24e tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:39.245392 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d66463-1682-4883-90bc-51fb3203a24e tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:39.245744 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d66463-1682-4883-90bc-51fb3203a24e tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:39.246595 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d66463-1682-4883-90bc-51fb3203a24e tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:39.246942 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d66463-1682-4883-90bc-51fb3203a24e tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:39.247407 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d66463-1682-4883-90bc-51fb3203a24e tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:39.247783 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d66463-1682-4883-90bc-51fb3203a24e tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:39.248287 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d66463-1682-4883-90bc-51fb3203a24e tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:39.248663 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d66463-1682-4883-90bc-51fb3203a24e tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:39.249090 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d66463-1682-4883-90bc-51fb3203a24e tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:39.249476 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d66463-1682-4883-90bc-51fb3203a24e tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:39.250264 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d66463-1682-4883-90bc-51fb3203a24e tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:39.254671 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90432596-28c0-4050-96de-884dac6448c8 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.284774 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 64ca38e9-1cf4-4c1f-acf6-597a51b01fdb details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:39.382011 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9015d0-ebab-4d69-b2dd-2a31e5d52106 req-5c01377f-aec6-4d4b-bea4-77cc4e7f6fed tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:39.383466 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb9015d0-ebab-4d69-b2dd-2a31e5d52106 req-5c01377f-aec6-4d4b-bea4-77cc4e7f6fed tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ae4a6534-64a7-45ce-96b7-c389fa1d169d HTTP/1.1" status: 200 len: 1098 time: 0.3870597 Jul 14 09:30:39.475780 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f705312d-f60b-4b6e-979c-b071d649c96a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Made reservation on behalf of 7d5d30e62abb4d2c92c5edd123dea06b for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:39.485617 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97647cf6-ceff-4999-b9bc-a07140c3f3d1 None None] Network 5506a0b9-f9d3-479d-b07d-deda16d44b52 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:39.495733 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f705312d-f60b-4b6e-979c-b071d649c96a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.505785 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-0bfad347-a577-4415-a035-b7ac0180f6cd req-f059174b-b0bd-4270-a6ff-3e9ac33f6900 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Deleting port c8e2ccb8-7458-4595-9fb9-36dff3dae9b7 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:39.505785 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0bfad347-a577-4415-a035-b7ac0180f6cd req-f059174b-b0bd-4270-a6ff-3e9ac33f6900 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.509396 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90432596-28c0-4050-96de-884dac6448c8 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.534237 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90432596-28c0-4050-96de-884dac6448c8 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.661923 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfdf2f6-fdd2-4402-a35c-568371548b15 None None] Network 2b68947a-5e86-4c70-b683-2d0234783e80 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:39.738695 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90432596-28c0-4050-96de-884dac6448c8 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f32990b-90ec-4b2d-8529-7665916a7410,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:39.757111 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfdf2f6-fdd2-4402-a35c-568371548b15 None None] Network 2b68947a-5e86-4c70-b683-2d0234783e80 could not be found, it might have been deleted concurrently. {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 09:30:39.846094 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db3fd45-d624-494d-80d2-86f7655769be None None] Network 2b68947a-5e86-4c70-b683-2d0234783e80 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:39.848618 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a877d807-dc5f-4407-bcf8-555e31ba9df0 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:39.927018 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db3fd45-d624-494d-80d2-86f7655769be None None] Network 2b68947a-5e86-4c70-b683-2d0234783e80 could not be found, it might have been deleted concurrently. {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 09:30:39.965126 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb9015d0-ebab-4d69-b2dd-2a31e5d52106 req-80c9b7a3-94dc-43d0-a435-fd29369af74a tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5601764 Jul 14 09:30:39.999673 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90432596-28c0-4050-96de-884dac6448c8 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.011339 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-90432596-28c0-4050-96de-884dac6448c8 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0057418 Jul 14 09:30:40.018137 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47580) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:40.034288 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-23af22bd-ca8c-41a2-a8cf-c83b07b1fd8c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'security_group_rule': {'security_group_id': '41bac1dd-e18e-4a0d-8d23-c10bc9efb60b', 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:40.073046 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-dea38f0d-3a40-4c52-9bba-e79339efa7b5 None None] Provisioning for port 399e9202-6612-40ce-bb4d-3073853b720b completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:40.100213 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-dea38f0d-3a40-4c52-9bba-e79339efa7b5 None None] Provisioning complete for port 399e9202-6612-40ce-bb4d-3073853b720b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:40.100847 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dea38f0d-3a40-4c52-9bba-e79339efa7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.102273 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-0bfad347-a577-4415-a035-b7ac0180f6cd req-f059174b-b0bd-4270-a6ff-3e9ac33f6900 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] For port c8e2ccb8-7458-4595-9fb9-36dff3dae9b7, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c8e2ccb8-7458-4595-9fb9-36dff3dae9b7,segment=NetworkSegment(f72f74a3-1019-4c8a-aee5-a63b9f7b1beb),segment_id=f72f74a3-1019-4c8a-aee5-a63b9f7b1beb)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:40.103022 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0bfad347-a577-4415-a035-b7ac0180f6cd req-f059174b-b0bd-4270-a6ff-3e9ac33f6900 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.156228 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-0bfad347-a577-4415-a035-b7ac0180f6cd req-f059174b-b0bd-4270-a6ff-3e9ac33f6900 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Calling delete_port for c8e2ccb8-7458-4595-9fb9-36dff3dae9b7 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:40.170712 n-d-771362-35 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-23af22bd-ca8c-41a2-a8cf-c83b07b1fd8c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Project cb022d5abed74ace8ce20b5df7c7b1b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:30:40.192409 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port a877d807-dc5f-4407-bcf8-555e31ba9df0 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:40.192779 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.193814 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23af22bd-ca8c-41a2-a8cf-c83b07b1fd8c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.379709 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106816a-2999-4266-825d-804f881f1483 req-04931566-e27a-4a2b-a28a-e56e394f8df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:40.386395 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c106816a-2999-4266-825d-804f881f1483 req-04931566-e27a-4a2b-a28a-e56e394f8df1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 1098 time: 0.6566348 Jul 14 09:30:40.427413 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f705312d-f60b-4b6e-979c-b071d649c96a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.549681 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dea38f0d-3a40-4c52-9bba-e79339efa7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.614613 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c106816a-2999-4266-825d-804f881f1483 req-21c65763-4973-4141-afa6-1f0d2de76853 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246134 Jul 14 09:30:40.618496 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705312d-f60b-4b6e-979c-b071d649c96a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Checking segment: {'id': '128a8c03-9991-4ac5-802a-6fb014ee4fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '64ca38e9-1cf4-4c1f-acf6-597a51b01fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:40.618875 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f705312d-f60b-4b6e-979c-b071d649c96a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Network hostable DHCP agents. Network: 64ca38e9-1cf4-4c1f-acf6-597a51b01fdb, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:40.628574 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705312d-f60b-4b6e-979c-b071d649c96a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event updated for resources: {'Subnet': ['ID=e1caef97-0759-4ce6-bef2-7f8e767c7162,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:40.673636 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f705312d-f60b-4b6e-979c-b071d649c96a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Network 64ca38e9-1cf4-4c1f-acf6-597a51b01fdb is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:40.688227 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f705312d-f60b-4b6e-979c-b071d649c96a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 64ca38e9-1cf4-4c1f-acf6-597a51b01fdb) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:40.707162 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23af22bd-ca8c-41a2-a8cf-c83b07b1fd8c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.719335 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-dea38f0d-3a40-4c52-9bba-e79339efa7b5 None None] For port 399e9202-6612-40ce-bb4d-3073853b720b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=399e9202-6612-40ce-bb4d-3073853b720b,segment=NetworkSegment(892e51f4-e237-426c-ad9c-46d05efef37c),segment_id=892e51f4-e237-426c-ad9c-46d05efef37c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:40.721069 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f705312d-f60b-4b6e-979c-b071d649c96a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:40.721803 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f705312d-f60b-4b6e-979c-b071d649c96a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.724894 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f7e23d-cb90-446d-b8cb-2ac22299fbd6 None None] Network 64ca38e9-1cf4-4c1f-acf6-597a51b01fdb requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:40.725347 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0bfad347-a577-4415-a035-b7ac0180f6cd req-f059174b-b0bd-4270-a6ff-3e9ac33f6900 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.742540 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23af22bd-ca8c-41a2-a8cf-c83b07b1fd8c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.759018 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f705312d-f60b-4b6e-979c-b071d649c96a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6557133 Jul 14 09:30:40.761831 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47586) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:40.775215 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-14fdbd8c-8142-4970-b040-4b8463381f8b tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:40.919850 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059174b-b0bd-4270-a6ff-3e9ac33f6900 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8e2ccb8-7458-4595-9fb9-36dff3dae9b7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:40.925238 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['c8e2ccb8-7458-4595-9fb9-36dff3dae9b7'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:40.929840 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['a8fb642c-80cc-49d9-b990-f80770626b33'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:40.937159 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dea38f0d-3a40-4c52-9bba-e79339efa7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.974783 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2cd8d-6f3f-4da4-94ef-4eab2f334025 req-85d68e34-40c4-4406-923c-d6d134af5df8 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:40.993979 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20d2cd8d-6f3f-4da4-94ef-4eab2f334025 req-85d68e34-40c4-4406-923c-d6d134af5df8 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.7390029 Jul 14 09:30:41.087868 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-14fdbd8c-8142-4970-b040-4b8463381f8b tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62991769'] for subnet, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.161309 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfad347-a577-4415-a035-b7ac0180f6cd req-f059174b-b0bd-4270-a6ff-3e9ac33f6900 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] No DVR routers for this DVR port c8e2ccb8-7458-4595-9fb9-36dff3dae9b7 on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:41.170702 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.184992 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0bfad347-a577-4415-a035-b7ac0180f6cd req-f059174b-b0bd-4270-a6ff-3e9ac33f6900 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.192863 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0bfad347-a577-4415-a035-b7ac0180f6cd req-f059174b-b0bd-4270-a6ff-3e9ac33f6900 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.44 "DELETE /v2.0/ports/c8e2ccb8-7458-4595-9fb9-36dff3dae9b7 HTTP/1.1" status: 204 len: 173 time: 2.1900868 Jul 14 09:30:41.223761 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4a6534-64a7-45ce-96b7-c389fa1d169d', 'name': 'network-vif-deleted', 'tag': 'c8e2ccb8-7458-4595-9fb9-36dff3dae9b7'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:41.228614 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17deb678-c0f1-424c-a1d1-93d415baac09" -d '{"events": [{"server_uuid": "ae4a6534-64a7-45ce-96b7-c389fa1d169d", "name": "network-vif-deleted", "tag": "c8e2ccb8-7458-4595-9fb9-36dff3dae9b7"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:41.243610 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af22bd-ca8c-41a2-a8cf-c83b07b1fd8c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29282cb0-2f8f-4189-a2a0-616c86a8c0ea,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:41.378050 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23af22bd-ca8c-41a2-a8cf-c83b07b1fd8c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.388159 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-23af22bd-ca8c-41a2-a8cf-c83b07b1fd8c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3666186 Jul 14 09:30:41.509651 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0dc16ad0-2cf2-4605-9853-27cf71f3a653 req-84b48346-9769-4c7f-8477-643c169e26fd tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ae4a6534-64a7-45ce-96b7-c389fa1d169d HTTP/1.1" status: 200 len: 210 time: 0.2542076 Jul 14 09:30:41.510250 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c074a890-bf21-427e-87cf-0190cc69e8e3 None None] Provisioning complete for port a877d807-dc5f-4407-bcf8-555e31ba9df0 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:41.510833 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c074a890-bf21-427e-87cf-0190cc69e8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.526537 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57637ea0-8659-4409-993e-0ce8dddcd08c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-64ca38e9-1cf4-4c1f-acf6-597a51b01fdb', 'network_id': '64ca38e9-1cf4-4c1f-acf6-597a51b01fdb', 'tenant_id': '7d5d30e62abb4d2c92c5edd123dea06b', 'fixed_ips': [{'subnet_id': 'e1caef97-0759-4ce6-bef2-7f8e767c7162'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:41.527783 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57637ea0-8659-4409-993e-0ce8dddcd08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.583677 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20d2cd8d-6f3f-4da4-94ef-4eab2f334025 req-ef06df82-6c80-4621-8cfb-2bfe2123e670 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5861022 Jul 14 09:30:41.722664 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5b7c24-c7ef-41e6-9e9c-fff688c18c8c x-openstack-request-id: req-4b5b7c24-c7ef-41e6-9e9c-fff688c18c8c {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:41.722985 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4a6534-64a7-45ce-96b7-c389fa1d169d", "name": "network-vif-deleted", "tag": "c8e2ccb8-7458-4595-9fb9-36dff3dae9b7", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:41.723230 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b5b7c24-c7ef-41e6-9e9c-fff688c18c8c {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:41.723668 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4a6534-64a7-45ce-96b7-c389fa1d169d', 'name': 'network-vif-deleted', 'tag': 'c8e2ccb8-7458-4595-9fb9-36dff3dae9b7', 'status': 'completed', 'code': 200} Jul 14 09:30:41.785531 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-14fdbd8c-8142-4970-b040-4b8463381f8b tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768948694550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63510260'] for subnet, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.819970 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fdbd8c-8142-4970-b040-4b8463381f8b tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:41.821897 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-14fdbd8c-8142-4970-b040-4b8463381f8b tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.825459 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-14fdbd8c-8142-4970-b040-4b8463381f8b tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "PUT /v2.0/subnets/e1caef97-0759-4ce6-bef2-7f8e767c7162 HTTP/1.1" status: 200 len: 806 time: 1.0623791 Jul 14 09:30:41.832030 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47608) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:41.922371 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-57637ea0-8659-4409-993e-0ce8dddcd08c None None] Allocated IP 172.20.0.2 (64ca38e9-1cf4-4c1f-acf6-597a51b01fdb/e1caef97-0759-4ce6-bef2-7f8e767c7162/0a9bd749-8a76-4f19-9f0d-d1ef65f5bb89) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:42.005070 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fdbd8c-8142-4970-b040-4b8463381f8b tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event updated for resources: {'Subnet': ['ID=e1caef97-0759-4ce6-bef2-7f8e767c7162,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:42.076384 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fe7617-5f8c-4c23-b8b1-b4eb267d7eaf None None] Network 5506a0b9-f9d3-479d-b07d-deda16d44b52 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:42.091484 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea38f0d-3a40-4c52-9bba-e79339efa7b5 None None] Pushing event updated for resources: {'Port': ['ID=399e9202-6612-40ce-bb4d-3073853b720b,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:42.134430 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.149164 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-048370e9-1ec1-40fe-802f-bce937c6334d req-a3c43e25-60b2-4fa8-a7bd-bdd69f8e85da tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-990772125&fields=id&tenant_id=cb022d5abed74ace8ce20b5df7c7b1b3 HTTP/1.1" status: 200 len: 267 time: 0.1291029 Jul 14 09:30:42.352924 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048370e9-1ec1-40fe-802f-bce937c6334d req-655d698d-d159-417e-ba5e-79a7ac372400 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:42.362386 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-048370e9-1ec1-40fe-802f-bce937c6334d req-655d698d-d159-417e-ba5e-79a7ac372400 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/networks?id=5506a0b9-f9d3-479d-b07d-deda16d44b52 HTTP/1.1" status: 200 len: 796 time: 0.2119794 Jul 14 09:30:42.385026 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.392115 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-048370e9-1ec1-40fe-802f-bce937c6334d req-58da37df-b792-459a-96a1-c14a9768fa29 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/quotas/cb022d5abed74ace8ce20b5df7c7b1b3 HTTP/1.1" status: 200 len: 375 time: 0.0288241 Jul 14 09:30:42.416174 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.472556 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57637ea0-8659-4409-993e-0ce8dddcd08c None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.544871 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-57637ea0-8659-4409-993e-0ce8dddcd08c None None] Transition to ACTIVE for port object 0a9bd749-8a76-4f19-9f0d-d1ef65f5bb89 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:42.609625 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-57637ea0-8659-4409-993e-0ce8dddcd08c None None] Transition to ACTIVE for port object 0a9bd749-8a76-4f19-9f0d-d1ef65f5bb89 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:42.649205 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57637ea0-8659-4409-993e-0ce8dddcd08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.770487 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57637ea0-8659-4409-993e-0ce8dddcd08c None None] Pushing event updated for resources: {'Port': ['ID=0a9bd749-8a76-4f19-9f0d-d1ef65f5bb89,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:42.782396 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-048370e9-1ec1-40fe-802f-bce937c6334d req-1cd3370c-fc5a-40c7-a00b-f68b826d267a tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb022d5abed74ace8ce20b5df7c7b1b3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3585491 Jul 14 09:30:42.789057 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57637ea0-8659-4409-993e-0ce8dddcd08c None None] Network 64ca38e9-1cf4-4c1f-acf6-597a51b01fdb is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:42.794875 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-57637ea0-8659-4409-993e-0ce8dddcd08c None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:42.796752 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.818252 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57637ea0-8659-4409-993e-0ce8dddcd08c None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:42.841822 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-fdb88a82-d7c4-4bfd-99b3-eaeb304e4a9d None None] Provisioning complete for port 399e9202-6612-40ce-bb4d-3073853b720b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:42.842356 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fdb88a82-d7c4-4bfd-99b3-eaeb304e4a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.844960 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c8e2ccb8-7458-4595-9fb9-36dff3dae9b7 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:42.907704 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Subnet': ['ID=e1caef97-0759-4ce6-bef2-7f8e767c7162,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:43.152603 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:43.154744 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:43.157034 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:43.158547 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:43.158915 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:43.159262 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:43.159648 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:43.160013 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:43.160469 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:43.160824 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:43.161186 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:43.161525 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:43.167233 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-048370e9-1ec1-40fe-802f-bce937c6334d req-e59444e2-383a-4db9-8fb9-c482c63e787d service neutron] 10.222.0.25 "GET /v2.0/networks/5506a0b9-f9d3-479d-b07d-deda16d44b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992270 Jul 14 09:30:43.171479 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: c8e2ccb8-7458-4595-9fb9-36dff3dae9b7 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:43.172338 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c8e2ccb8-7458-4595-9fb9-36dff3dae9b7 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:43.293746 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-57637ea0-8659-4409-993e-0ce8dddcd08c None None] Attempting to bind port 0a9bd749-8a76-4f19-9f0d-d1ef65f5bb89 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:43.294111 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-57637ea0-8659-4409-993e-0ce8dddcd08c None None] Attempting to bind port 0a9bd749-8a76-4f19-9f0d-d1ef65f5bb89 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '128a8c03-9991-4ac5-802a-6fb014ee4fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '64ca38e9-1cf4-4c1f-acf6-597a51b01fdb'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:43.296974 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57637ea0-8659-4409-993e-0ce8dddcd08c None None] Attempting to bind port 0a9bd749-8a76-4f19-9f0d-d1ef65f5bb89 on network 64ca38e9-1cf4-4c1f-acf6-597a51b01fdb {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:43.409351 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57637ea0-8659-4409-993e-0ce8dddcd08c None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:43.409785 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57637ea0-8659-4409-993e-0ce8dddcd08c None None] Checking segment: {'id': '128a8c03-9991-4ac5-802a-6fb014ee4fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '64ca38e9-1cf4-4c1f-acf6-597a51b01fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:43.410126 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57637ea0-8659-4409-993e-0ce8dddcd08c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:43.410521 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57637ea0-8659-4409-993e-0ce8dddcd08c None None] Bound using segment: {'id': '128a8c03-9991-4ac5-802a-6fb014ee4fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '64ca38e9-1cf4-4c1f-acf6-597a51b01fdb'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:43.411089 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-57637ea0-8659-4409-993e-0ce8dddcd08c None None] Bound port: 0a9bd749-8a76-4f19-9f0d-d1ef65f5bb89, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128a8c03-9991-4ac5-802a-6fb014ee4fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '64ca38e9-1cf4-4c1f-acf6-597a51b01fdb'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:43.411466 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57637ea0-8659-4409-993e-0ce8dddcd08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:43.566468 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-57637ea0-8659-4409-993e-0ce8dddcd08c None None] For port 0a9bd749-8a76-4f19-9f0d-d1ef65f5bb89, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:43.569807 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-57637ea0-8659-4409-993e-0ce8dddcd08c None None] For port 0a9bd749-8a76-4f19-9f0d-d1ef65f5bb89, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=0a9bd749-8a76-4f19-9f0d-d1ef65f5bb89,segment=NetworkSegment(128a8c03-9991-4ac5-802a-6fb014ee4fcb),segment_id=128a8c03-9991-4ac5-802a-6fb014ee4fcb)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:43.580120 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57637ea0-8659-4409-993e-0ce8dddcd08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:43.763766 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57637ea0-8659-4409-993e-0ce8dddcd08c None None] Pushing event updated for resources: {'Port': ['ID=0a9bd749-8a76-4f19-9f0d-d1ef65f5bb89,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:43.828450 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 399e9202-6612-40ce-bb4d-3073853b720b up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:43.848369 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c891e7d-7c6f-4bcf-b623-8b0456bfa8ec None None] Network 64ca38e9-1cf4-4c1f-acf6-597a51b01fdb requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:43.973757 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-048370e9-1ec1-40fe-802f-bce937c6334d req-271cd92f-2d9e-464f-9bc1-2b42609a19f0 service neutron] 10.222.0.25 "GET /v2.0/networks/5506a0b9-f9d3-479d-b07d-deda16d44b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7767458 Jul 14 09:30:44.176237 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.186851 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-11d86abf-8eda-420d-9397-2aed64776116 None None] Provisioning complete for port 399e9202-6612-40ce-bb4d-3073853b720b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:44.187682 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-11d86abf-8eda-420d-9397-2aed64776116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.237051 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ca38e9-1cf4-4c1f-acf6-597a51b01fdb']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:44.267961 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a9eba-2457-4758-bcaf-1676cd90858a req-0396e5da-468e-4193-a29a-1bac13fd90e1 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:44.269865 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2f8a9eba-2457-4758-bcaf-1676cd90858a req-0396e5da-468e-4193-a29a-1bac13fd90e1 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 1.0993006 Jul 14 09:30:44.271986 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128a8c03-9991-4ac5-802a-6fb014ee4fcb') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:44.272479 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128a8c03-9991-4ac5-802a-6fb014ee4fcb') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:44.289609 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.347697 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.380803 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:44.381473 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:44.384965 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:44.392446 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 399e9202-6612-40ce-bb4d-3073853b720b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:44.392878 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.413419 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2f8a9eba-2457-4758-bcaf-1676cd90858a req-e6e86f97-3c92-4a06-b8e8-c93fee2ce008 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205513 Jul 14 09:30:44.522813 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3f9687-c84e-4452-b36a-3ed49e0a5927 None None] Network 64ca38e9-1cf4-4c1f-acf6-597a51b01fdb requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:44.584855 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:30:44.584855 n-d-771362-35 neutron-server[93773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:30:44.584855 n-d-771362-35 neutron-server[93773]: [parameters: {'id': '64ca38e9-1cf4-4c1f-acf6-597a51b01fdb'}] Jul 14 09:30:44.584855 n-d-771362-35 neutron-server[93773]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:30:44.585317 n-d-771362-35 neutron-server[93773]: DEBUG oslo_db.api [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:30:44.877402 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec91188-05e3-432f-8448-719cb0b1bc54 None None] get_active_networks_info from n-d-771362-35 {{(pid=93774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:30:44.934847 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-48bd3ec8-c75b-4228-90d1-662b8d90c7e8 req-9b1d6928-1ccc-4e45-8c92-0db89bff4e08 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=598a6778-3560-4d11-a217-91749a91530e HTTP/1.1" status: 200 len: 210 time: 0.0803614 Jul 14 09:30:45.075800 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92558149-179c-499f-8a35-5611e26c0fca req-40a6c5de-0e9f-470e-92b2-bcb2fb6b3be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:45.078090 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-92558149-179c-499f-8a35-5611e26c0fca req-40a6c5de-0e9f-470e-92b2-bcb2fb6b3be6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=13a6cb8219634407be0dfc48ca82a27b&device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 1098 time: 0.2137144 Jul 14 09:30:45.086130 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.182382 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec91188-05e3-432f-8448-719cb0b1bc54 None None] Resources bound (agent type, host, resource id): {{(pid=93774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:30:45.336166 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92558149-179c-499f-8a35-5611e26c0fca req-ff123d03-e86f-4521-b315-7b2f59defd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:45.338631 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-92558149-179c-499f-8a35-5611e26c0fca req-ff123d03-e86f-4521-b315-7b2f59defd70 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e49d4647-517e-4d0c-9914-1d89ddce536e HTTP/1.1" status: 200 len: 911 time: 0.2531512 Jul 14 09:30:45.431698 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-92558149-179c-499f-8a35-5611e26c0fca req-fe978095-d556-4e79-996c-627da8a66ea4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4588c742-0ff4-4978-9fe0-ef71b6eae405 HTTP/1.1" status: 200 len: 217 time: 0.0532467 Jul 14 09:30:45.551174 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa2e81-e06d-44ef-a2a0-ae8b8bc59df0 req-63deb352-3afe-4977-ae88-33fb174b7c63 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:45.558598 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-44aa2e81-e06d-44ef-a2a0-ae8b8bc59df0 req-63deb352-3afe-4977-ae88-33fb174b7c63 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.3582668 Jul 14 09:30:45.615446 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ce607-3699-4a23-89f3-9c2c84714974 req-1d699c4c-13d2-4463-927c-95e81c13c91b tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:45.623346 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-480ce607-3699-4a23-89f3-9c2c84714974 req-1d699c4c-13d2-4463-927c-95e81c13c91b tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=290b828f-0ea0-4f36-a77d-060e34607b81 HTTP/1.1" status: 200 len: 1098 time: 0.2767947 Jul 14 09:30:45.634405 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92558149-179c-499f-8a35-5611e26c0fca req-80bb3d3e-9e38-437d-a210-8f9bfa058ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:45.645926 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-92558149-179c-499f-8a35-5611e26c0fca req-80bb3d3e-9e38-437d-a210-8f9bfa058ed3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f3346c6f-5d4f-467b-92d0-aefbe281d4f2 HTTP/1.1" status: 200 len: 851 time: 0.2015693 Jul 14 09:30:45.749786 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-44aa2e81-e06d-44ef-a2a0-ae8b8bc59df0 req-d0ca94c1-66c9-44e3-b42f-7e0c7f3ded76 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841819 Jul 14 09:30:45.795085 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Deleting port 0a9bd749-8a76-4f19-9f0d-d1ef65f5bb89 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:45.796032 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.800420 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-92558149-179c-499f-8a35-5611e26c0fca req-410a8fe3-8f0a-427e-8375-9ad1407b70be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e49d4647-517e-4d0c-9914-1d89ddce536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777273 Jul 14 09:30:45.861160 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-92558149-179c-499f-8a35-5611e26c0fca req-f11f8024-3ddf-4419-b6ab-6611b3f9f5e9 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:30:45.862276 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-92558149-179c-499f-8a35-5611e26c0fca req-f11f8024-3ddf-4419-b6ab-6611b3f9f5e9 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0381966 Jul 14 09:30:45.877431 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-480ce607-3699-4a23-89f3-9c2c84714974 req-70211a75-8457-42e9-ba96-e94950cb1641 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301044 Jul 14 09:30:45.994199 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] For port 0a9bd749-8a76-4f19-9f0d-d1ef65f5bb89, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=0a9bd749-8a76-4f19-9f0d-d1ef65f5bb89,segment=NetworkSegment(128a8c03-9991-4ac5-802a-6fb014ee4fcb),segment_id=128a8c03-9991-4ac5-802a-6fb014ee4fcb)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:45.994581 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.037599 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Calling delete_port for 0a9bd749-8a76-4f19-9f0d-d1ef65f5bb89 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:46.191904 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2fcb66ab-0d07-48e0-b9c1-56079b22764e req-01f9b9ac-de91-4cf2-a57a-4c9edc6e7079 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=598a6778-3560-4d11-a217-91749a91530e HTTP/1.1" status: 200 len: 210 time: 0.0567272 Jul 14 09:30:46.221556 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-92558149-179c-499f-8a35-5611e26c0fca req-d856a15d-3bca-4b0d-a1a9-b1c1665ba44a service neutron] 10.222.0.44 "GET /v2.0/networks/e49d4647-517e-4d0c-9914-1d89ddce536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333194 Jul 14 09:30:46.239632 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.329768 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] No DVR routers for this DVR port 0a9bd749-8a76-4f19-9f0d-d1ef65f5bb89 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:46.336036 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Port': ['ID=0a9bd749-8a76-4f19-9f0d-d1ef65f5bb89,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:46.437485 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.463850 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ca38e9-1cf4-4c1f-acf6-597a51b01fdb']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:46.470026 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-92558149-179c-499f-8a35-5611e26c0fca req-9e5baa1b-12c6-4c74-b465-be83a7bb6fba service neutron] 10.222.0.44 "GET /v2.0/networks/e49d4647-517e-4d0c-9914-1d89ddce536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411978 Jul 14 09:30:46.485615 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128a8c03-9991-4ac5-802a-6fb014ee4fcb') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:46.485969 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128a8c03-9991-4ac5-802a-6fb014ee4fcb') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:46.497067 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.550533 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.565530 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:46.565934 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:46.569789 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:46.597737 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048370e9-1ec1-40fe-802f-bce937c6334d req-d7b9794f-b84f-4fd0-8cb6-08fbfa6655b9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:46.599397 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-048370e9-1ec1-40fe-802f-bce937c6334d req-d7b9794f-b84f-4fd0-8cb6-08fbfa6655b9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.47 "GET /v2.0/networks?id=5506a0b9-f9d3-479d-b07d-deda16d44b52 HTTP/1.1" status: 200 len: 796 time: 0.1498773 Jul 14 09:30:46.641312 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a6cd5-ff12-42bc-b44b-69c0515bdeb3 req-f7457d20-142a-4b25-b991-e9fd6bf20539 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:46.642836 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b80a6cd5-ff12-42bc-b44b-69c0515bdeb3 req-f7457d20-142a-4b25-b991-e9fd6bf20539 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=290b828f-0ea0-4f36-a77d-060e34607b81 HTTP/1.1" status: 200 len: 1098 time: 0.1361685 Jul 14 09:30:46.646735 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.663189 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-048370e9-1ec1-40fe-802f-bce937c6334d req-b0f600f4-9047-4a96-9e4a-223ed16ff891 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb022d5abed74ace8ce20b5df7c7b1b3 HTTP/1.1" status: 200 len: 471 time: 0.0542274 Jul 14 09:30:46.674013 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.674214 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-048370e9-1ec1-40fe-802f-bce937c6334d req-ebd2326d-936d-4308-a563-22aa097080e9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'port': {'device_id': '598a6778-3560-4d11-a217-91749a91530e', 'network_id': '5506a0b9-f9d3-479d-b07d-deda16d44b52', 'admin_state_up': True, 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'security_groups': ['41bac1dd-e18e-4a0d-8d23-c10bc9efb60b']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:46.675942 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/networks/64ca38e9-1cf4-4c1f-acf6-597a51b01fdb HTTP/1.1" status: 204 len: 168 time: 4.8380027 Jul 14 09:30:46.698692 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8a3e7-d236-4e42-ae20-89b980dcb359 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Network': ['ID=64ca38e9-1cf4-4c1f-acf6-597a51b01fdb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:46.703729 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47698) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:46.729342 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-8249de40-ffd5-4804-ae79-d84a2ecba63a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:46.729831 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8249de40-ffd5-4804-ae79-d84a2ecba63a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:46.731595 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8249de40-ffd5-4804-ae79-d84a2ecba63a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/networks/64ca38e9-1cf4-4c1f-acf6-597a51b01fdb HTTP/1.1" status: 404 len: 339 time: 0.0271130 Jul 14 09:30:46.736496 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47700) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:46.742329 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ae37aa32-94ea-45e6-8ecb-45bf32bf9433 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1073480562', 'description': 'd1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:46.809827 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae37aa32-94ea-45e6-8ecb-45bf32bf9433 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Made reservation on behalf of 7d5d30e62abb4d2c92c5edd123dea06b for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:46.818662 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae37aa32-94ea-45e6-8ecb-45bf32bf9433 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.860359 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae37aa32-94ea-45e6-8ecb-45bf32bf9433 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:46.868746 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-b80a6cd5-ff12-42bc-b44b-69c0515bdeb3 req-62b6b67c-6618-45d2-bee0-33f123f4576c tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Deleting port a8fb642c-80cc-49d9-b990-f80770626b33 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:46.869089 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b80a6cd5-ff12-42bc-b44b-69c0515bdeb3 req-62b6b67c-6618-45d2-bee0-33f123f4576c tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.916068 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae37aa32-94ea-45e6-8ecb-45bf32bf9433 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.916760 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-ae37aa32-94ea-45e6-8ecb-45bf32bf9433 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Added segment 301f84fc-8969-48d1-bfe0-a3594ff9d2b3 of type vlan for network 37300037-adc7-49b5-958a-b3441eef2608 Jul 14 09:30:46.925145 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-048370e9-1ec1-40fe-802f-bce937c6334d req-ebd2326d-936d-4308-a563-22aa097080e9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Made reservation on behalf of cb022d5abed74ace8ce20b5df7c7b1b3 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:46.929623 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-048370e9-1ec1-40fe-802f-bce937c6334d req-ebd2326d-936d-4308-a563-22aa097080e9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.082862 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae37aa32-94ea-45e6-8ecb-45bf32bf9433 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.143082 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-048370e9-1ec1-40fe-802f-bce937c6334d req-ebd2326d-936d-4308-a563-22aa097080e9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Allocated IP 172.20.0.23 (5506a0b9-f9d3-479d-b07d-deda16d44b52/60894c08-8ecc-4495-80ad-0766d48a85cf/b0763e28-f9d3-4bc0-a32d-b8faeca72ab1) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:47.197543 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b80a6cd5-ff12-42bc-b44b-69c0515bdeb3 req-62b6b67c-6618-45d2-bee0-33f123f4576c tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] For port a8fb642c-80cc-49d9-b990-f80770626b33, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=a8fb642c-80cc-49d9-b990-f80770626b33,segment=NetworkSegment(f72f74a3-1019-4c8a-aee5-a63b9f7b1beb),segment_id=f72f74a3-1019-4c8a-aee5-a63b9f7b1beb)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:47.198095 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b80a6cd5-ff12-42bc-b44b-69c0515bdeb3 req-62b6b67c-6618-45d2-bee0-33f123f4576c tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.208679 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae37aa32-94ea-45e6-8ecb-45bf32bf9433 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.214453 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae37aa32-94ea-45e6-8ecb-45bf32bf9433 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:47.215472 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae37aa32-94ea-45e6-8ecb-45bf32bf9433 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.237449 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-b80a6cd5-ff12-42bc-b44b-69c0515bdeb3 req-62b6b67c-6618-45d2-bee0-33f123f4576c tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Calling delete_port for a8fb642c-80cc-49d9-b990-f80770626b33 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:47.309454 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ae37aa32-94ea-45e6-8ecb-45bf32bf9433 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5719025 Jul 14 09:30:47.318185 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47712) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:47.342455 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-048370e9-1ec1-40fe-802f-bce937c6334d req-ebd2326d-936d-4308-a563-22aa097080e9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.358787 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-048370e9-1ec1-40fe-802f-bce937c6334d req-ebd2326d-936d-4308-a563-22aa097080e9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Transition to ACTIVE for port object b0763e28-f9d3-4bc0-a32d-b8faeca72ab1 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:47.400729 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-048370e9-1ec1-40fe-802f-bce937c6334d req-ebd2326d-936d-4308-a563-22aa097080e9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.428352 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37aa32-94ea-45e6-8ecb-45bf32bf9433 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event updated for resources: {'Network': ['ID=37300037-adc7-49b5-958a-b3441eef2608,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:47.441578 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 37300037-adc7-49b5-958a-b3441eef2608 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:47.447641 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0749c-487e-4eaf-9d67-91ee8791fa49 req-a48fb0a9-97d5-41c4-a354-9bdd6d613b46 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:47.455161 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bde0749c-487e-4eaf-9d67-91ee8791fa49 req-a48fb0a9-97d5-41c4-a354-9bdd6d613b46 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.3877885 Jul 14 09:30:47.460305 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-048370e9-1ec1-40fe-802f-bce937c6334d req-ebd2326d-936d-4308-a563-22aa097080e9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Network 5506a0b9-f9d3-479d-b07d-deda16d44b52 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:47.464451 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-048370e9-1ec1-40fe-802f-bce937c6334d req-ebd2326d-936d-4308-a563-22aa097080e9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:47.468026 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-048370e9-1ec1-40fe-802f-bce937c6334d req-ebd2326d-936d-4308-a563-22aa097080e9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:47.515952 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b514c7b-6b2d-4411-ac61-fd4375a31476 req-3cba7c97-9353-457e-894b-847369d60901 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:47.517276 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b514c7b-6b2d-4411-ac61-fd4375a31476 req-3cba7c97-9353-457e-894b-847369d60901 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=290b828f-0ea0-4f36-a77d-060e34607b81 HTTP/1.1" status: 200 len: 1098 time: 0.3976557 Jul 14 09:30:47.532531 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d88047f-6ba7-4963-9d62-d10a899a321d tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:47.536778 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2326d-936d-4308-a563-22aa097080e9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'Port': ['ID=b0763e28-f9d3-4bc0-a32d-b8faeca72ab1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:47.536963 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7d88047f-6ba7-4963-9d62-d10a899a321d tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "GET /v2.0/networks?id=37300037-adc7-49b5-958a-b3441eef2608 HTTP/1.1" status: 200 len: 761 time: 0.2045000 Jul 14 09:30:47.540441 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47714) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:47.570144 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-5b2166ca-0aaf-4914-8179-4964213bdd72 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Request body: {'network': {'description': 'd2'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:47.582199 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048370e9-1ec1-40fe-802f-bce937c6334d req-ebd2326d-936d-4308-a563-22aa097080e9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:47.583003 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-048370e9-1ec1-40fe-802f-bce937c6334d req-ebd2326d-936d-4308-a563-22aa097080e9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.605188 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bde0749c-487e-4eaf-9d67-91ee8791fa49 req-104d6849-3123-45ff-82a0-d1399800645b tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490350 Jul 14 09:30:47.682803 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-048370e9-1ec1-40fe-802f-bce937c6334d req-ebd2326d-936d-4308-a563-22aa097080e9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0136096 Jul 14 09:30:47.698640 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b514c7b-6b2d-4411-ac61-fd4375a31476 req-238658c6-b5b3-4f43-9386-77f3da53bb5f tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=13f248c2-2e60-44b2-8605-6b0abbff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544867 Jul 14 09:30:47.705897 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-048370e9-1ec1-40fe-802f-bce937c6334d req-76da082c-3513-47c6-aa76-50426f3ba53f service neutron] Request body: {'port': {'device_id': '598a6778-3560-4d11-a217-91749a91530e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:47.775780 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b80a6cd5-ff12-42bc-b44b-69c0515bdeb3 req-62b6b67c-6618-45d2-bee0-33f123f4576c tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.797899 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['a8fb642c-80cc-49d9-b990-f80770626b33'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:47.845573 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-48fc002f-78ab-40f1-93e3-05124f2e18bb None None] Provisioning for port b0763e28-f9d3-4bc0-a32d-b8faeca72ab1 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:47.850975 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6b67c-6618-45d2-bee0-33f123f4576c tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8fb642c-80cc-49d9-b990-f80770626b33,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:47.851763 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-48fc002f-78ab-40f1-93e3-05124f2e18bb None None] Provisioning complete for port b0763e28-f9d3-4bc0-a32d-b8faeca72ab1 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:47.853167 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-48fc002f-78ab-40f1-93e3-05124f2e18bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.903644 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-048370e9-1ec1-40fe-802f-bce937c6334d req-76da082c-3513-47c6-aa76-50426f3ba53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.924657 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b2166ca-0aaf-4914-8179-4964213bdd72 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.938879 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-48fc002f-78ab-40f1-93e3-05124f2e18bb None None] Port b0763e28-f9d3-4bc0-a32d-b8faeca72ab1 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:47.983867 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b2166ca-0aaf-4914-8179-4964213bdd72 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.005289 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80a6cd5-ff12-42bc-b44b-69c0515bdeb3 req-62b6b67c-6618-45d2-bee0-33f123f4576c tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] No DVR routers for this DVR port a8fb642c-80cc-49d9-b990-f80770626b33 on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:48.010285 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b80a6cd5-ff12-42bc-b44b-69c0515bdeb3 req-62b6b67c-6618-45d2-bee0-33f123f4576c tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.012413 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b80a6cd5-ff12-42bc-b44b-69c0515bdeb3 req-62b6b67c-6618-45d2-bee0-33f123f4576c tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.47 "DELETE /v2.0/ports/a8fb642c-80cc-49d9-b990-f80770626b33 HTTP/1.1" status: 204 len: 173 time: 1.3624792 Jul 14 09:30:48.013007 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290b828f-0ea0-4f36-a77d-060e34607b81', 'name': 'network-vif-deleted', 'tag': 'a8fb642c-80cc-49d9-b990-f80770626b33'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:48.015834 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a12c6dd-83bd-4360-802d-6e9fe460b50a" -d '{"events": [{"server_uuid": "290b828f-0ea0-4f36-a77d-060e34607b81", "name": "network-vif-deleted", "tag": "a8fb642c-80cc-49d9-b990-f80770626b33"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:48.056243 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd9d26-2865-40a5-90d9-e6627c8f5991 req-c88a8669-78a8-4ff6-b47d-cffeecbcc412 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:48.062564 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5b2166ca-0aaf-4914-8179-4964213bdd72 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Network 37300037-adc7-49b5-958a-b3441eef2608 is not hosted by any dhcp agent {{(pid=93772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:30:48.065205 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ebd9d26-2865-40a5-90d9-e6627c8f5991 req-c88a8669-78a8-4ff6-b47d-cffeecbcc412 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=598a6778-3560-4d11-a217-91749a91530e HTTP/1.1" status: 200 len: 932 time: 0.2226548 Jul 14 09:30:48.078031 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2166ca-0aaf-4914-8179-4964213bdd72 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:48.079705 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b2166ca-0aaf-4914-8179-4964213bdd72 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.088815 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5b2166ca-0aaf-4914-8179-4964213bdd72 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "PUT /v2.0/networks/37300037-adc7-49b5-958a-b3441eef2608 HTTP/1.1" status: 200 len: 758 time: 0.5226767 Jul 14 09:30:48.092111 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47720) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:48.185549 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a5aa68-21ba-48fc-9aa0-4514f0cfc27a x-openstack-request-id: req-12a5aa68-21ba-48fc-9aa0-4514f0cfc27a {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:48.185852 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290b828f-0ea0-4f36-a77d-060e34607b81", "name": "network-vif-deleted", "tag": "a8fb642c-80cc-49d9-b990-f80770626b33", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:48.186144 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12a5aa68-21ba-48fc-9aa0-4514f0cfc27a {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:48.186617 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290b828f-0ea0-4f36-a77d-060e34607b81', 'name': 'network-vif-deleted', 'tag': 'a8fb642c-80cc-49d9-b990-f80770626b33', 'status': 'completed', 'code': 200} Jul 14 09:30:48.244662 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ebd9d26-2865-40a5-90d9-e6627c8f5991 req-5f0be77a-d94e-48c6-97fc-0134ed558c88 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=41bac1dd-e18e-4a0d-8d23-c10bc9efb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779368 Jul 14 09:30:48.275983 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2166ca-0aaf-4914-8179-4964213bdd72 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event updated for resources: {'Network': ['ID=37300037-adc7-49b5-958a-b3441eef2608,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:48.312287 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af064a6c-7ee6-42dd-bf64-030cf9497239 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:48.312696 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 37300037-adc7-49b5-958a-b3441eef2608 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:48.314462 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-af064a6c-7ee6-42dd-bf64-030cf9497239 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "GET /v2.0/networks?id=37300037-adc7-49b5-958a-b3441eef2608 HTTP/1.1" status: 200 len: 761 time: 0.2105341 Jul 14 09:30:48.318165 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47724) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:48.323942 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c722e756-1d49-4197-9dfc-b6d82232bca6 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-599616843'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:48.354442 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c722e756-1d49-4197-9dfc-b6d82232bca6 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Made reservation on behalf of 7d5d30e62abb4d2c92c5edd123dea06b for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:48.360728 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c722e756-1d49-4197-9dfc-b6d82232bca6 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.411251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c722e756-1d49-4197-9dfc-b6d82232bca6 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:48.428833 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c722e756-1d49-4197-9dfc-b6d82232bca6 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.429449 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-c722e756-1d49-4197-9dfc-b6d82232bca6 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Added segment 285a4078-85c1-4e90-8661-fb3b3c428cdf of type vlan for network 540dffdd-066c-40b5-b097-92cb3d28a8ea Jul 14 09:30:48.454358 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92deef8c-0d09-469f-a3c8-c4289869ae71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.511267 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c722e756-1d49-4197-9dfc-b6d82232bca6 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.549189 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c722e756-1d49-4197-9dfc-b6d82232bca6 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.557276 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-048370e9-1ec1-40fe-802f-bce937c6334d req-76da082c-3513-47c6-aa76-50426f3ba53f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0763e28-f9d3-4bc0-a32d-b8faeca72ab1 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:48.565421 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c722e756-1d49-4197-9dfc-b6d82232bca6 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:48.566035 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c722e756-1d49-4197-9dfc-b6d82232bca6 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.567321 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-048370e9-1ec1-40fe-802f-bce937c6334d req-76da082c-3513-47c6-aa76-50426f3ba53f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.583730 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-048370e9-1ec1-40fe-802f-bce937c6334d req-76da082c-3513-47c6-aa76-50426f3ba53f service neutron] Transition to ACTIVE for port object b0763e28-f9d3-4bc0-a32d-b8faeca72ab1 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:48.599374 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-048370e9-1ec1-40fe-802f-bce937c6334d req-76da082c-3513-47c6-aa76-50426f3ba53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.688100 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da082c-3513-47c6-aa76-50426f3ba53f service neutron] Pushing event updated for resources: {'Port': ['ID=b0763e28-f9d3-4bc0-a32d-b8faeca72ab1,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:48.707163 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c722e756-1d49-4197-9dfc-b6d82232bca6 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3874686 Jul 14 09:30:48.710412 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47728) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:48.720781 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-09f568b3-fad9-402a-aac9-8e2f5b45106a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Request body: {'subnet': {'network_id': '540dffdd-066c-40b5-b097-92cb3d28a8ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:48.876256 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-048370e9-1ec1-40fe-802f-bce937c6334d req-76da082c-3513-47c6-aa76-50426f3ba53f service neutron] Attempting to bind port b0763e28-f9d3-4bc0-a32d-b8faeca72ab1 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:48.876602 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-048370e9-1ec1-40fe-802f-bce937c6334d req-76da082c-3513-47c6-aa76-50426f3ba53f service neutron] Attempting to bind port b0763e28-f9d3-4bc0-a32d-b8faeca72ab1 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '892e51f4-e237-426c-ad9c-46d05efef37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5506a0b9-f9d3-479d-b07d-deda16d44b52'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:48.877100 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048370e9-1ec1-40fe-802f-bce937c6334d req-76da082c-3513-47c6-aa76-50426f3ba53f service neutron] Attempting to bind port b0763e28-f9d3-4bc0-a32d-b8faeca72ab1 on network 5506a0b9-f9d3-479d-b07d-deda16d44b52 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:48.889849 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f568b3-fad9-402a-aac9-8e2f5b45106a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Made reservation on behalf of 7d5d30e62abb4d2c92c5edd123dea06b for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:48.890128 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048370e9-1ec1-40fe-802f-bce937c6334d req-76da082c-3513-47c6-aa76-50426f3ba53f service neutron] Port b0763e28-f9d3-4bc0-a32d-b8faeca72ab1 on network 5506a0b9-f9d3-479d-b07d-deda16d44b52 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:30:48.890409 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048370e9-1ec1-40fe-802f-bce937c6334d req-76da082c-3513-47c6-aa76-50426f3ba53f service neutron] Attempting to bind port b0763e28-f9d3-4bc0-a32d-b8faeca72ab1 on network 5506a0b9-f9d3-479d-b07d-deda16d44b52 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:48.896564 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048370e9-1ec1-40fe-802f-bce937c6334d req-76da082c-3513-47c6-aa76-50426f3ba53f service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:48.896915 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048370e9-1ec1-40fe-802f-bce937c6334d req-76da082c-3513-47c6-aa76-50426f3ba53f service neutron] Checking segment: {'id': '892e51f4-e237-426c-ad9c-46d05efef37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5506a0b9-f9d3-479d-b07d-deda16d44b52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:48.897308 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048370e9-1ec1-40fe-802f-bce937c6334d req-76da082c-3513-47c6-aa76-50426f3ba53f service neutron] Bound using segment: {'id': '892e51f4-e237-426c-ad9c-46d05efef37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5506a0b9-f9d3-479d-b07d-deda16d44b52'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:48.897747 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-048370e9-1ec1-40fe-802f-bce937c6334d req-76da082c-3513-47c6-aa76-50426f3ba53f service neutron] Bound port: b0763e28-f9d3-4bc0-a32d-b8faeca72ab1, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892e51f4-e237-426c-ad9c-46d05efef37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5506a0b9-f9d3-479d-b07d-deda16d44b52'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:48.898113 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-048370e9-1ec1-40fe-802f-bce937c6334d req-76da082c-3513-47c6-aa76-50426f3ba53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.901739 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09f568b3-fad9-402a-aac9-8e2f5b45106a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.052239 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-048370e9-1ec1-40fe-802f-bce937c6334d req-76da082c-3513-47c6-aa76-50426f3ba53f service neutron] For port b0763e28-f9d3-4bc0-a32d-b8faeca72ab1, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:49.057511 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-048370e9-1ec1-40fe-802f-bce937c6334d req-76da082c-3513-47c6-aa76-50426f3ba53f service neutron] For port b0763e28-f9d3-4bc0-a32d-b8faeca72ab1, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b0763e28-f9d3-4bc0-a32d-b8faeca72ab1,segment=NetworkSegment(892e51f4-e237-426c-ad9c-46d05efef37c),segment_id=892e51f4-e237-426c-ad9c-46d05efef37c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:49.065916 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-048370e9-1ec1-40fe-802f-bce937c6334d req-76da082c-3513-47c6-aa76-50426f3ba53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.084056 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722e756-1d49-4197-9dfc-b6d82232bca6 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event updated for resources: {'Network': ['ID=540dffdd-066c-40b5-b097-92cb3d28a8ea,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:49.098545 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 540dffdd-066c-40b5-b097-92cb3d28a8ea details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:49.129519 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-daf179a6-fadd-4420-b4ef-d41d53fb4763 req-55a02bc4-b8e4-4b96-810c-9042943fc206 tempest-TestServerMultinode-753565982 tempest-TestServerMultinode-753565982-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=290b828f-0ea0-4f36-a77d-060e34607b81 HTTP/1.1" status: 200 len: 210 time: 0.0471280 Jul 14 09:30:49.138276 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048370e9-1ec1-40fe-802f-bce937c6334d req-76da082c-3513-47c6-aa76-50426f3ba53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:49.138637 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-048370e9-1ec1-40fe-802f-bce937c6334d req-76da082c-3513-47c6-aa76-50426f3ba53f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.140257 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-048370e9-1ec1-40fe-802f-bce937c6334d req-76da082c-3513-47c6-aa76-50426f3ba53f service neutron] 10.222.0.47 "PUT /v2.0/ports/b0763e28-f9d3-4bc0-a32d-b8faeca72ab1 HTTP/1.1" status: 200 len: 1093 time: 1.4402452 Jul 14 09:30:49.141929 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598a6778-3560-4d11-a217-91749a91530e', 'tag': 'b0763e28-f9d3-4bc0-a32d-b8faeca72ab1'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:49.147156 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de81a1c6-7335-433f-8597-f58fa566aa8d" -d '{"events": [{"name": "network-changed", "server_uuid": "598a6778-3560-4d11-a217-91749a91530e", "tag": "b0763e28-f9d3-4bc0-a32d-b8faeca72ab1"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:49.245279 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e810950-c023-4f52-9859-f9f61a49dd1c x-openstack-request-id: req-4e810950-c023-4f52-9859-f9f61a49dd1c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:49.245583 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598a6778-3560-4d11-a217-91749a91530e", "tag": "b0763e28-f9d3-4bc0-a32d-b8faeca72ab1", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:49.247936 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e810950-c023-4f52-9859-f9f61a49dd1c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:49.249274 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598a6778-3560-4d11-a217-91749a91530e', 'tag': 'b0763e28-f9d3-4bc0-a32d-b8faeca72ab1', 'status': 'completed', 'code': 200} Jul 14 09:30:49.263555 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da082c-3513-47c6-aa76-50426f3ba53f service neutron] Pushing event updated for resources: {'Port': ['ID=b0763e28-f9d3-4bc0-a32d-b8faeca72ab1,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:49.330230 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb7425-8d72-447f-95be-5539527df473 req-3481aca7-c5b5-4a3d-bf24-bc2b23bdd09a tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:49.340611 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8afb7425-8d72-447f-95be-5539527df473 req-3481aca7-c5b5-4a3d-bf24-bc2b23bdd09a tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.4900131 Jul 14 09:30:49.371708 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048370e9-1ec1-40fe-802f-bce937c6334d req-98c8f7aa-195a-4acc-9539-749ee0a8e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:49.374716 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-048370e9-1ec1-40fe-802f-bce937c6334d req-98c8f7aa-195a-4acc-9539-749ee0a8e893 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb022d5abed74ace8ce20b5df7c7b1b3&device_id=598a6778-3560-4d11-a217-91749a91530e HTTP/1.1" status: 200 len: 1096 time: 0.1667080 Jul 14 09:30:49.443080 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-048370e9-1ec1-40fe-802f-bce937c6334d req-ce4ce6cd-2ffc-44e1-a633-7109cb1e7451 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=b0763e28-f9d3-4bc0-a32d-b8faeca72ab1 HTTP/1.1" status: 200 len: 217 time: 0.0616529 Jul 14 09:30:49.518772 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048370e9-1ec1-40fe-802f-bce937c6334d req-ba07b6c6-2ec6-4c1f-b708-f343350ddf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:49.520465 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-048370e9-1ec1-40fe-802f-bce937c6334d req-ba07b6c6-2ec6-4c1f-b708-f343350ddf0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60894c08-8ecc-4495-80ad-0766d48a85cf HTTP/1.1" status: 200 len: 838 time: 0.0675991 Jul 14 09:30:49.524633 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8afb7425-8d72-447f-95be-5539527df473 req-e808dfa6-b41d-4625-9ebd-597d10fe7c2f tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759636 Jul 14 09:30:49.594602 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09f568b3-fad9-402a-aac9-8e2f5b45106a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.630194 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048370e9-1ec1-40fe-802f-bce937c6334d req-609c07f6-c668-4966-b7aa-6397e3617f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:49.631977 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-048370e9-1ec1-40fe-802f-bce937c6334d req-609c07f6-c668-4966-b7aa-6397e3617f79 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5506a0b9-f9d3-479d-b07d-deda16d44b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0958993 Jul 14 09:30:49.634742 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a021ea6-49bd-4f5a-bc6d-d078b7350d6d req-52615b8d-ff67-4a32-a8cb-6ab6a8cd37ed tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:49.642833 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4a021ea6-49bd-4f5a-bc6d-d078b7350d6d req-52615b8d-ff67-4a32-a8cb-6ab6a8cd37ed tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=598a6778-3560-4d11-a217-91749a91530e HTTP/1.1" status: 200 len: 944 time: 0.1811652 Jul 14 09:30:49.702577 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4a021ea6-49bd-4f5a-bc6d-d078b7350d6d req-8f496f47-2467-4390-8da1-c6de0fb91cda tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=41bac1dd-e18e-4a0d-8d23-c10bc9efb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563171 Jul 14 09:30:49.740478 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f568b3-fad9-402a-aac9-8e2f5b45106a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event updated for resources: {'Subnet': ['ID=24b64309-9a37-477e-bea2-c4908872f468,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:49.753228 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f568b3-fad9-402a-aac9-8e2f5b45106a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Checking segment: {'id': '285a4078-85c1-4e90-8661-fb3b3c428cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '540dffdd-066c-40b5-b097-92cb3d28a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:49.753601 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f568b3-fad9-402a-aac9-8e2f5b45106a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Network hostable DHCP agents. Network: 540dffdd-066c-40b5-b097-92cb3d28a8ea, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:49.776096 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f568b3-fad9-402a-aac9-8e2f5b45106a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Network 540dffdd-066c-40b5-b097-92cb3d28a8ea is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:49.792956 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-09f568b3-fad9-402a-aac9-8e2f5b45106a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 540dffdd-066c-40b5-b097-92cb3d28a8ea) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:49.801265 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f568b3-fad9-402a-aac9-8e2f5b45106a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:49.803633 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09f568b3-fad9-402a-aac9-8e2f5b45106a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.809315 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-048370e9-1ec1-40fe-802f-bce937c6334d req-ceca673e-175e-4414-a5ea-bd681e91160b service neutron] 10.222.0.47 "GET /v2.0/networks/5506a0b9-f9d3-479d-b07d-deda16d44b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698225 Jul 14 09:30:49.813202 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b15b11-6c4e-4180-b6a1-182bdbf5d01e None None] Network 540dffdd-066c-40b5-b097-92cb3d28a8ea requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:49.837050 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-09f568b3-fad9-402a-aac9-8e2f5b45106a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1249681 Jul 14 09:30:49.840018 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47744) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:50.046436 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-048370e9-1ec1-40fe-802f-bce937c6334d req-177300ee-a97d-4911-9b47-205268efbbae service neutron] 10.222.0.47 "GET /v2.0/networks/5506a0b9-f9d3-479d-b07d-deda16d44b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293086 Jul 14 09:30:50.070197 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648d127e-0a21-4d9a-8a86-22c8ae9e6d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-540dffdd-066c-40b5-b097-92cb3d28a8ea', 'network_id': '540dffdd-066c-40b5-b097-92cb3d28a8ea', 'tenant_id': '7d5d30e62abb4d2c92c5edd123dea06b', 'fixed_ips': [{'subnet_id': '24b64309-9a37-477e-bea2-c4908872f468'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:50.071373 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-648d127e-0a21-4d9a-8a86-22c8ae9e6d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.085670 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.262215 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81a1c6-7335-433f-8597-f58fa566aa8d req-a014219a-0f18-4dfb-b09e-086af2ba64e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:50.265872 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-de81a1c6-7335-433f-8597-f58fa566aa8d req-a014219a-0f18-4dfb-b09e-086af2ba64e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb022d5abed74ace8ce20b5df7c7b1b3&device_id=598a6778-3560-4d11-a217-91749a91530e HTTP/1.1" status: 200 len: 1096 time: 0.1512513 Jul 14 09:30:50.301562 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-648d127e-0a21-4d9a-8a86-22c8ae9e6d9e None None] Allocated IP 172.20.0.2 (540dffdd-066c-40b5-b097-92cb3d28a8ea/24b64309-9a37-477e-bea2-c4908872f468/4f7d183c-3f9d-487c-8742-584ee0b5e2b2) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:50.371169 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47754) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:50.504996 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-648d127e-0a21-4d9a-8a86-22c8ae9e6d9e None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.519415 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-648d127e-0a21-4d9a-8a86-22c8ae9e6d9e None None] Transition to ACTIVE for port object 4f7d183c-3f9d-487c-8742-584ee0b5e2b2 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:50.536578 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-648d127e-0a21-4d9a-8a86-22c8ae9e6d9e None None] Transition to ACTIVE for port object 4f7d183c-3f9d-487c-8742-584ee0b5e2b2 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:50.548925 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-648d127e-0a21-4d9a-8a86-22c8ae9e6d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.601415 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d127e-0a21-4d9a-8a86-22c8ae9e6d9e None None] Pushing event updated for resources: {'Port': ['ID=4f7d183c-3f9d-487c-8742-584ee0b5e2b2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:50.631254 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648d127e-0a21-4d9a-8a86-22c8ae9e6d9e None None] Network 540dffdd-066c-40b5-b097-92cb3d28a8ea is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:50.632767 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-648d127e-0a21-4d9a-8a86-22c8ae9e6d9e None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:50.635531 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648d127e-0a21-4d9a-8a86-22c8ae9e6d9e None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:50.692709 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device a8fb642c-80cc-49d9-b990-f80770626b33 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:50.777930 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.813097 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: a8fb642c-80cc-49d9-b990-f80770626b33 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:50.813467 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device a8fb642c-80cc-49d9-b990-f80770626b33 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:50.815121 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-648d127e-0a21-4d9a-8a86-22c8ae9e6d9e None None] Attempting to bind port 4f7d183c-3f9d-487c-8742-584ee0b5e2b2 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:50.815526 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-648d127e-0a21-4d9a-8a86-22c8ae9e6d9e None None] Attempting to bind port 4f7d183c-3f9d-487c-8742-584ee0b5e2b2 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '285a4078-85c1-4e90-8661-fb3b3c428cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '540dffdd-066c-40b5-b097-92cb3d28a8ea'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:50.815918 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648d127e-0a21-4d9a-8a86-22c8ae9e6d9e None None] Attempting to bind port 4f7d183c-3f9d-487c-8742-584ee0b5e2b2 on network 540dffdd-066c-40b5-b097-92cb3d28a8ea {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:50.821909 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648d127e-0a21-4d9a-8a86-22c8ae9e6d9e None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:50.822290 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648d127e-0a21-4d9a-8a86-22c8ae9e6d9e None None] Checking segment: {'id': '285a4078-85c1-4e90-8661-fb3b3c428cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '540dffdd-066c-40b5-b097-92cb3d28a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:50.822700 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-648d127e-0a21-4d9a-8a86-22c8ae9e6d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.823098 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648d127e-0a21-4d9a-8a86-22c8ae9e6d9e None None] Bound using segment: {'id': '285a4078-85c1-4e90-8661-fb3b3c428cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '540dffdd-066c-40b5-b097-92cb3d28a8ea'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:50.823622 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-648d127e-0a21-4d9a-8a86-22c8ae9e6d9e None None] Bound port: 4f7d183c-3f9d-487c-8742-584ee0b5e2b2, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285a4078-85c1-4e90-8661-fb3b3c428cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '540dffdd-066c-40b5-b097-92cb3d28a8ea'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:50.824098 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-648d127e-0a21-4d9a-8a86-22c8ae9e6d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.921841 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcd82d-f847-4e96-beb9-52ad14499e25 req-4503f684-4132-4ba9-971a-0605f13e6de3 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:50.923646 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-48dcd82d-f847-4e96-beb9-52ad14499e25 req-4503f684-4132-4ba9-971a-0605f13e6de3 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.2545362 Jul 14 09:30:50.944480 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-648d127e-0a21-4d9a-8a86-22c8ae9e6d9e None None] For port 4f7d183c-3f9d-487c-8742-584ee0b5e2b2, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:50.946377 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.948672 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-648d127e-0a21-4d9a-8a86-22c8ae9e6d9e None None] For port 4f7d183c-3f9d-487c-8742-584ee0b5e2b2, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=4f7d183c-3f9d-487c-8742-584ee0b5e2b2,segment=NetworkSegment(285a4078-85c1-4e90-8661-fb3b3c428cdf),segment_id=285a4078-85c1-4e90-8661-fb3b3c428cdf)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:50.958988 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-648d127e-0a21-4d9a-8a86-22c8ae9e6d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.996048 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Subnet': ['ID=24b64309-9a37-477e-bea2-c4908872f468,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:51.075190 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d127e-0a21-4d9a-8a86-22c8ae9e6d9e None None] Pushing event updated for resources: {'Port': ['ID=4f7d183c-3f9d-487c-8742-584ee0b5e2b2,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:51.094987 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36a3eb95-8b7b-4993-9f88-5be82ef94358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.128161 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-48dcd82d-f847-4e96-beb9-52ad14499e25 req-a197a35d-8692-46e6-9219-01bd71fbf6fb tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969378 Jul 14 09:30:51.169433 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81a1c6-7335-433f-8597-f58fa566aa8d req-9ec6c9c8-b13b-435d-b583-daa2650b4117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:51.172263 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-de81a1c6-7335-433f-8597-f58fa566aa8d req-9ec6c9c8-b13b-435d-b583-daa2650b4117 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5506a0b9-f9d3-479d-b07d-deda16d44b52 HTTP/1.1" status: 200 len: 896 time: 0.8982468 Jul 14 09:30:51.175836 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.190859 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['540dffdd-066c-40b5-b097-92cb3d28a8ea']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:51.229910 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94623689-1f13-4d43-a813-1ee2be7bf4dc req-25f9987f-521a-4a4c-a668-a9f9c84394ab tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:51.242412 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94623689-1f13-4d43-a813-1ee2be7bf4dc req-25f9987f-521a-4a4c-a668-a9f9c84394ab tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=598a6778-3560-4d11-a217-91749a91530e HTTP/1.1" status: 200 len: 944 time: 0.3013539 Jul 14 09:30:51.246398 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285a4078-85c1-4e90-8661-fb3b3c428cdf') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:51.250104 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285a4078-85c1-4e90-8661-fb3b3c428cdf') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:51.265293 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-de81a1c6-7335-433f-8597-f58fa566aa8d req-ec6dded9-5476-45f8-89d2-7469235a2fe1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=b0763e28-f9d3-4bc0-a32d-b8faeca72ab1 HTTP/1.1" status: 200 len: 217 time: 0.0661476 Jul 14 09:30:51.274844 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.322455 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.369007 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94623689-1f13-4d43-a813-1ee2be7bf4dc req-8e993261-1390-441a-bcbd-ebbce763c3ff tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=41bac1dd-e18e-4a0d-8d23-c10bc9efb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256185 Jul 14 09:30:51.386730 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.401682 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:51.402307 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:51.410752 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:51.509784 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:30:51.509784 n-d-771362-35 neutron-server[93773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:30:51.509784 n-d-771362-35 neutron-server[93773]: [parameters: {'id': '540dffdd-066c-40b5-b097-92cb3d28a8ea'}] Jul 14 09:30:51.509784 n-d-771362-35 neutron-server[93773]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:30:51.510212 n-d-771362-35 neutron-server[93773]: DEBUG oslo_db.api [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:30:51.518219 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81a1c6-7335-433f-8597-f58fa566aa8d req-86284eec-f710-4302-a693-d4aeb315a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:51.519878 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-de81a1c6-7335-433f-8597-f58fa566aa8d req-86284eec-f710-4302-a693-d4aeb315a1ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60894c08-8ecc-4495-80ad-0766d48a85cf HTTP/1.1" status: 200 len: 838 time: 0.1604438 Jul 14 09:30:51.676091 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 4f7d183c-3f9d-487c-8742-584ee0b5e2b2 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:51.679344 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81a1c6-7335-433f-8597-f58fa566aa8d req-2195bf63-a5ca-4168-9399-6339c659cf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:51.680527 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-de81a1c6-7335-433f-8597-f58fa566aa8d req-2195bf63-a5ca-4168-9399-6339c659cf0b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5506a0b9-f9d3-479d-b07d-deda16d44b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1428411 Jul 14 09:30:51.748327 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 4f7d183c-3f9d-487c-8742-584ee0b5e2b2 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:51.773936 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fcc7ac8c-572c-4d00-8cd9-b590c1bcb365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.890700 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-de81a1c6-7335-433f-8597-f58fa566aa8d req-586bbe00-56cb-4281-ab6c-bd5f2a2458f8 service neutron] 10.222.0.47 "GET /v2.0/networks/5506a0b9-f9d3-479d-b07d-deda16d44b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937461 Jul 14 09:30:52.011415 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.117756 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-de81a1c6-7335-433f-8597-f58fa566aa8d req-2adcd89a-64b1-4d9d-8d9a-b40d15dea58f service neutron] 10.222.0.47 "GET /v2.0/networks/5506a0b9-f9d3-479d-b07d-deda16d44b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193666 Jul 14 09:30:52.122141 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Deleting port 4f7d183c-3f9d-487c-8742-584ee0b5e2b2 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:52.123339 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.204961 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.262897 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376d9501-1e5b-428d-be6c-8045bd2e8298 None None] Network 540dffdd-066c-40b5-b097-92cb3d28a8ea requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:52.273496 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] For port 4f7d183c-3f9d-487c-8742-584ee0b5e2b2, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=4f7d183c-3f9d-487c-8742-584ee0b5e2b2,segment=NetworkSegment(285a4078-85c1-4e90-8661-fb3b3c428cdf),segment_id=285a4078-85c1-4e90-8661-fb3b3c428cdf)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:52.273869 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.302720 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Calling delete_port for 4f7d183c-3f9d-487c-8742-584ee0b5e2b2 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:52.310610 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fcc7ac8c-572c-4d00-8cd9-b590c1bcb365 admin admin] Deleting port 3fa050f8-a143-48f3-b3be-3ec79436b3b9 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:52.312234 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fcc7ac8c-572c-4d00-8cd9-b590c1bcb365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.464404 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fcc7ac8c-572c-4d00-8cd9-b590c1bcb365 admin admin] For port 3fa050f8-a143-48f3-b3be-3ec79436b3b9, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=3fa050f8-a143-48f3-b3be-3ec79436b3b9,segment=NetworkSegment(f72f74a3-1019-4c8a-aee5-a63b9f7b1beb),segment_id=f72f74a3-1019-4c8a-aee5-a63b9f7b1beb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:52.465146 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fcc7ac8c-572c-4d00-8cd9-b590c1bcb365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.487447 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fcc7ac8c-572c-4d00-8cd9-b590c1bcb365 admin admin] Calling delete_port for 3fa050f8-a143-48f3-b3be-3ec79436b3b9 owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:52.496048 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ddad44f4-8447-4299-9473-977a960126d1 None None] Provisioning for port 4f7d183c-3f9d-487c-8742-584ee0b5e2b2 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:52.513406 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ddad44f4-8447-4299-9473-977a960126d1 None None] Provisioning complete for port 4f7d183c-3f9d-487c-8742-584ee0b5e2b2 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:52.513778 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddad44f4-8447-4299-9473-977a960126d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.549366 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa8e2b-8d65-4e54-8f9a-6f4a164f5a34 req-38ac1140-f453-4af0-8d10-81ad6690bd02 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:52.551023 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5cfa8e2b-8d65-4e54-8f9a-6f4a164f5a34 req-38ac1140-f453-4af0-8d10-81ad6690bd02 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.1221457 Jul 14 09:30:52.552328 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.590091 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Port': ['ID=4f7d183c-3f9d-487c-8742-584ee0b5e2b2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:52.605662 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] No DVR routers for this DVR port 4f7d183c-3f9d-487c-8742-584ee0b5e2b2 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:52.664317 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ddad44f4-8447-4299-9473-977a960126d1 None None] Could not find standard attr ID for object 4f7d183c-3f9d-487c-8742-584ee0b5e2b2. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:30:52.675798 n-d-771362-35 neutron-server[93774]: INFO neutron.plugins.ml2.db [None req-ddad44f4-8447-4299-9473-977a960126d1 None None] No ports have port_id starting with 4f7d183c-3f9d-487c-8742-584ee0b5e2b2 Jul 14 09:30:52.682476 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b0763e28-f9d3-4bc0-a32d-b8faeca72ab1 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:30:52.752431 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5cfa8e2b-8d65-4e54-8f9a-6f4a164f5a34 req-9b803f1d-349f-4e36-8f38-0b3997899bca tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725435 Jul 14 09:30:52.791511 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.817429 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['540dffdd-066c-40b5-b097-92cb3d28a8ea']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:52.833634 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285a4078-85c1-4e90-8661-fb3b3c428cdf') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:52.833954 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285a4078-85c1-4e90-8661-fb3b3c428cdf') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:52.837995 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace49459-b8bd-49d7-b57c-3ba21e3738de None None] DHCP port deletion for 540dffdd-066c-40b5-b097-92cb3d28a8ea request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:30:52.845754 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fcc7ac8c-572c-4d00-8cd9-b590c1bcb365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.848933 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.878732 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153312e0-b9c4-4595-9b9f-beac50be9ce3 req-5a68fe04-aca4-42ff-b7dd-ce6e97af75c7 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:52.885451 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7ac8c-572c-4d00-8cd9-b590c1bcb365 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fa050f8-a143-48f3-b3be-3ec79436b3b9,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:52.886156 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-153312e0-b9c4-4595-9b9f-beac50be9ce3 req-5a68fe04-aca4-42ff-b7dd-ce6e97af75c7 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=598a6778-3560-4d11-a217-91749a91530e HTTP/1.1" status: 200 len: 944 time: 0.2491980 Jul 14 09:30:52.895323 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.908447 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:52.909187 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.922112 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port b0763e28-f9d3-4bc0-a32d-b8faeca72ab1, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b0763e28-f9d3-4bc0-a32d-b8faeca72ab1,segment=NetworkSegment(892e51f4-e237-426c-ad9c-46d05efef37c),segment_id=892e51f4-e237-426c-ad9c-46d05efef37c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:52.944818 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'b0763e28-f9d3-4bc0-a32d-b8faeca72ab1', 'network_id': '5506a0b9-f9d3-479d-b07d-deda16d44b52', 'port_id': 'b0763e28-f9d3-4bc0-a32d-b8faeca72ab1', 'mac_address': 'fa:16:3e:3f:9f:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60894c08-8ecc-4495-80ad-0766d48a85cf', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:52.994838 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:53.023012 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.073492 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.074537 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0763e28-f9d3-4bc0-a32d-b8faeca72ab1 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:53.091245 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-153312e0-b9c4-4595-9b9f-beac50be9ce3 req-6fa8a209-aec4-40f9-b355-c1475f1a7d24 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=41bac1dd-e18e-4a0d-8d23-c10bc9efb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040694 Jul 14 09:30:53.103161 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.110922 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/networks/540dffdd-066c-40b5-b097-92cb3d28a8ea HTTP/1.1" status: 204 len: 168 time: 3.2694590 Jul 14 09:30:53.111849 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port b0763e28-f9d3-4bc0-a32d-b8faeca72ab1, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b0763e28-f9d3-4bc0-a32d-b8faeca72ab1,segment=NetworkSegment(892e51f4-e237-426c-ad9c-46d05efef37c),segment_id=892e51f4-e237-426c-ad9c-46d05efef37c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:53.124647 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.126938 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47770) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:53.167530 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-62194ed6-e13e-4ba0-96fa-cfc2afda9b29 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] GET failed (client error): The resource could not be found. Jul 14 09:30:53.173134 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-62194ed6-e13e-4ba0-96fa-cfc2afda9b29 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "GET /v2.0/subnets/24b64309-9a37-477e-bea2-c4908872f468 HTTP/1.1" status: 404 len: 337 time: 0.0448365 Jul 14 09:30:53.173507 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47772) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:53.174461 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218a78b-94c4-4144-94d3-b6ef64bc9c15 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Network': ['ID=540dffdd-066c-40b5-b097-92cb3d28a8ea,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:53.228443 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=b0763e28-f9d3-4bc0-a32d-b8faeca72ab1,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:53.268601 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-893823a9-49ed-445a-aca4-576960fd81ca tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:53.269363 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-893823a9-49ed-445a-aca4-576960fd81ca tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:53.271104 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-893823a9-49ed-445a-aca4-576960fd81ca tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/networks/540dffdd-066c-40b5-b097-92cb3d28a8ea HTTP/1.1" status: 404 len: 339 time: 0.0966182 Jul 14 09:30:53.277065 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f3550-9176-4bfc-98f7-74a0c52701ec req-675b4f55-e251-4056-8f8a-9ebd061a742a tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:53.279098 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-709f3550-9176-4bfc-98f7-74a0c52701ec req-675b4f55-e251-4056-8f8a-9ebd061a742a tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.44 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 946 time: 0.1017816 Jul 14 09:30:53.279239 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47774) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:53.359096 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fcc7ac8c-572c-4d00-8cd9-b590c1bcb365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.364230 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['b0763e28-f9d3-4bc0-a32d-b8faeca72ab1'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:53.421220 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-709f3550-9176-4bfc-98f7-74a0c52701ec req-83e94601-1682-43ee-9167-faaa44e48eb4 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Deleting port 4588c742-0ff4-4978-9fe0-ef71b6eae405 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:53.422205 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-709f3550-9176-4bfc-98f7-74a0c52701ec req-83e94601-1682-43ee-9167-faaa44e48eb4 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.620487 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63196baf-8526-4672-af5c-3e46e98845e6 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:53.622191 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-63196baf-8526-4672-af5c-3e46e98845e6 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3414953 Jul 14 09:30:53.659683 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-709f3550-9176-4bfc-98f7-74a0c52701ec req-83e94601-1682-43ee-9167-faaa44e48eb4 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] For port 4588c742-0ff4-4978-9fe0-ef71b6eae405, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=4588c742-0ff4-4978-9fe0-ef71b6eae405,segment=NetworkSegment(c1231d5a-9bfd-4b22-82a0-1f7ac50d979e),segment_id=c1231d5a-9bfd-4b22-82a0-1f7ac50d979e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:53.660287 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-709f3550-9176-4bfc-98f7-74a0c52701ec req-83e94601-1682-43ee-9167-faaa44e48eb4 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.663069 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47792) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:53.761916 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-709f3550-9176-4bfc-98f7-74a0c52701ec req-83e94601-1682-43ee-9167-faaa44e48eb4 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Calling delete_port for 4588c742-0ff4-4978-9fe0-ef71b6eae405 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:53.765928 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2f55cc84-7899-4427-811e-1d0f9b7a28f5 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "GET /v2.0/subnets?network_id=6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 207 time: 0.1015196 Jul 14 09:30:53.781635 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47802) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:53.840228 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.860616 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 4f7d183c-3f9d-487c-8742-584ee0b5e2b2 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:53.867552 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc7ac8c-572c-4d00-8cd9-b590c1bcb365 admin admin] Router fe441461-480a-4cb3-aefe-a7a9b72c4475 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:53.902265 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 4f7d183c-3f9d-487c-8742-584ee0b5e2b2 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:53.902806 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 4f7d183c-3f9d-487c-8742-584ee0b5e2b2 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:54.121104 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc7ac8c-572c-4d00-8cd9-b590c1bcb365 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:54.133139 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fcc7ac8c-572c-4d00-8cd9-b590c1bcb365 admin admin] 10.222.0.25 "PUT /v2.0/routers/fe441461-480a-4cb3-aefe-a7a9b72c4475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7584794 Jul 14 09:30:54.134671 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b875528d-fa18-48cc-afcf-b26f43ce3372 None None] Sync routers for ids ['fe441461-480a-4cb3-aefe-a7a9b72c4475'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:54.137755 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47848) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:54.158617 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b875528d-fa18-48cc-afcf-b26f43ce3372 None None] Routers {'fe441461-480a-4cb3-aefe-a7a9b72c4475'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:54.159582 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b875528d-fa18-48cc-afcf-b26f43ce3372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:30:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['fe441461-480a-4cb3-aefe-a7a9b72c4475'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:54.282231 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0396e4a9-eb5e-46a8-8a59-4a6df01b5f66 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:54.290944 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0396e4a9-eb5e-46a8-8a59-4a6df01b5f66 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:54.299907 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0396e4a9-eb5e-46a8-8a59-4a6df01b5f66 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:54.309595 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0396e4a9-eb5e-46a8-8a59-4a6df01b5f66 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:54.318430 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0396e4a9-eb5e-46a8-8a59-4a6df01b5f66 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.5308414 Jul 14 09:30:54.319544 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47870) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:54.337032 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-709f3550-9176-4bfc-98f7-74a0c52701ec req-83e94601-1682-43ee-9167-faaa44e48eb4 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.393765 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b02c799-2e29-4ad7-9327-ad1ddb42e5cc admin admin] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.609716 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e94601-1682-43ee-9167-faaa44e48eb4 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Pushing event deleted for resources: {'Port': ['ID=4588c742-0ff4-4978-9fe0-ef71b6eae405,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:54.676038 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b02c799-2e29-4ad7-9327-ad1ddb42e5cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.686886 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef43357-0473-4d8c-b9b5-d6f6dd4201db req-6683b7f1-1233-4615-83ff-b00cde7a2ee8 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:54.688803 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3ef43357-0473-4d8c-b9b5-d6f6dd4201db req-6683b7f1-1233-4615-83ff-b00cde7a2ee8 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=adaeed84-4b52-4538-882a-983744498af4 HTTP/1.1" status: 200 len: 867 time: 0.6722109 Jul 14 09:30:54.762606 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-709f3550-9176-4bfc-98f7-74a0c52701ec req-83e94601-1682-43ee-9167-faaa44e48eb4 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] No DVR routers for this DVR port 4588c742-0ff4-4978-9fe0-ef71b6eae405 on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:54.771708 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-709f3550-9176-4bfc-98f7-74a0c52701ec req-83e94601-1682-43ee-9167-faaa44e48eb4 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.773744 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-709f3550-9176-4bfc-98f7-74a0c52701ec req-83e94601-1682-43ee-9167-faaa44e48eb4 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.44 "DELETE /v2.0/ports/4588c742-0ff4-4978-9fe0-ef71b6eae405 HTTP/1.1" status: 204 len: 173 time: 1.4889791 Jul 14 09:30:54.775939 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adaeed84-4b52-4538-882a-983744498af4', 'name': 'network-vif-deleted', 'tag': '4588c742-0ff4-4978-9fe0-ef71b6eae405'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:54.778627 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c993dc-9939-4b01-8b2d-5e36467cd73c" -d '{"events": [{"server_uuid": "adaeed84-4b52-4538-882a-983744498af4", "name": "network-vif-deleted", "tag": "4588c742-0ff4-4978-9fe0-ef71b6eae405"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:54.820137 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['36a5893c-2e8b-49b8-a413-b4ce08e1a7d7'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:54.825157 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3ef43357-0473-4d8c-b9b5-d6f6dd4201db req-5b9343d3-fca5-42c6-8792-c0c4732b973e tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092293 Jul 14 09:30:54.841142 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2207c1cf-6435-48ec-ae5f-35c4e4f20780 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.5180964 Jul 14 09:30:54.845782 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47928) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:54.886836 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3b02c799-2e29-4ad7-9327-ad1ddb42e5cc admin admin] Deleting port 15fca868-9ece-4238-aaf9-e3aaa67b6177 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:54.887188 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b02c799-2e29-4ad7-9327-ad1ddb42e5cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.887294 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26defc1-c3ec-4c3b-8205-06e48c814ec6 req-8c321bc5-f49c-4a1b-80f3-bcb201ddf0d7 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:54.892769 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a26defc1-c3ec-4c3b-8205-06e48c814ec6 req-8c321bc5-f49c-4a1b-80f3-bcb201ddf0d7 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=598a6778-3560-4d11-a217-91749a91530e HTTP/1.1" status: 200 len: 945 time: 0.4607434 Jul 14 09:30:54.959261 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['4588c742-0ff4-4978-9fe0-ef71b6eae405'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:54.960289 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34678eb2-8880-49ad-bcd2-e8d34e40a0ef x-openstack-request-id: req-34678eb2-8880-49ad-bcd2-e8d34e40a0ef {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:54.960603 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adaeed84-4b52-4538-882a-983744498af4", "name": "network-vif-deleted", "tag": "4588c742-0ff4-4978-9fe0-ef71b6eae405", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:54.960862 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34678eb2-8880-49ad-bcd2-e8d34e40a0ef {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:54.961273 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adaeed84-4b52-4538-882a-983744498af4', 'name': 'network-vif-deleted', 'tag': '4588c742-0ff4-4978-9fe0-ef71b6eae405', 'status': 'completed', 'code': 200} Jul 14 09:30:54.969200 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b0763e28-f9d3-4bc0-a32d-b8faeca72ab1 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:54.982236 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0c11b4-ff98-4261-b3d4-89947d417670 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:54.984424 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0c11b4-ff98-4261-b3d4-89947d417670 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:54.991222 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a26defc1-c3ec-4c3b-8205-06e48c814ec6 req-27a2027d-31a7-412e-8390-8701c572ae42 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=41bac1dd-e18e-4a0d-8d23-c10bc9efb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873673 Jul 14 09:30:54.991526 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2e0c11b4-ff98-4261-b3d4-89947d417670 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1392815 Jul 14 09:30:54.991526 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 47940) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:55.090016 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8032bc7a-e605-427a-99ad-07b100628cf1 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['shared'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:55.091356 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8032bc7a-e605-427a-99ad-07b100628cf1 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['shared'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:55.094324 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8032bc7a-e605-427a-99ad-07b100628cf1 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1011200 Jul 14 09:30:55.097078 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3b02c799-2e29-4ad7-9327-ad1ddb42e5cc admin admin] For port 15fca868-9ece-4238-aaf9-e3aaa67b6177, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=15fca868-9ece-4238-aaf9-e3aaa67b6177,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:55.097349 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47952) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:55.097460 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b02c799-2e29-4ad7-9327-ad1ddb42e5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.122974 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3b02c799-2e29-4ad7-9327-ad1ddb42e5cc admin admin] Calling delete_port for 15fca868-9ece-4238-aaf9-e3aaa67b6177 owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:55.140871 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-b875528d-fa18-48cc-afcf-b26f43ce3372 None None] Set router fe441461-480a-4cb3-aefe-a7a9b72c4475 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:55.172697 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port b0763e28-f9d3-4bc0-a32d-b8faeca72ab1 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:55.221960 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port b0763e28-f9d3-4bc0-a32d-b8faeca72ab1 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:55.223090 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.331454 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b8fd13-7704-4606-9cc5-5c16b1b39268 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:55.340671 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-95b8fd13-7704-4606-9cc5-5c16b1b39268 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "GET /v2.0/networks/e954c893-bb9b-4d80-959a-144757aa8b6b HTTP/1.1" status: 200 len: 800 time: 0.2412570 Jul 14 09:30:55.342468 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47976) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:55.510768 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b02c799-2e29-4ad7-9327-ad1ddb42e5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.512284 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-47288c79-9081-4c18-a036-61ebed9f61c9 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "GET /v2.0/networks/e954c893-bb9b-4d80-959a-144757aa8b6b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1676905 Jul 14 09:30:55.513274 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 47994) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:55.611364 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02c799-2e29-4ad7-9327-ad1ddb42e5cc admin admin] Pushing event deleted for resources: {'Port': ['ID=15fca868-9ece-4238-aaf9-e3aaa67b6177,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:55.648025 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6953dac-b01f-4065-be9e-3eee73aed943 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:55.655529 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b6953dac-b01f-4065-be9e-3eee73aed943 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "GET /v2.0/subnets/e962791f-f1e7-4b4a-bb5c-90e9177c9f8a HTTP/1.1" status: 200 len: 811 time: 0.1400759 Jul 14 09:30:55.656594 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48012) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:55.721675 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.815050 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b02c799-2e29-4ad7-9327-ad1ddb42e5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.815681 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864706e9-87a6-49d5-b74d-53d7dc86e5c4 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['shared'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:55.822858 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-864706e9-87a6-49d5-b74d-53d7dc86e5c4 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "GET /v2.0/subnets/e962791f-f1e7-4b4a-bb5c-90e9177c9f8a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1645989 Jul 14 09:30:55.824117 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48032) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:55.829607 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-effeda10-9cad-452b-9ad9-84c60a41437b tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-688399288'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:55.863552 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effeda10-9cad-452b-9ad9-84c60a41437b tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Made reservation on behalf of 7d5d30e62abb4d2c92c5edd123dea06b for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:55.868876 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-effeda10-9cad-452b-9ad9-84c60a41437b tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.870889 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598a6778-3560-4d11-a217-91749a91530e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0763e28-f9d3-4bc0-a32d-b8faeca72ab1'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:55.877235 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc0c67c-3d31-46cc-9ae7-9675c2694ecc" -d '{"events": [{"server_uuid": "598a6778-3560-4d11-a217-91749a91530e", "name": "network-vif-plugged", "status": "completed", "tag": "b0763e28-f9d3-4bc0-a32d-b8faeca72ab1"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:55.911351 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-effeda10-9cad-452b-9ad9-84c60a41437b tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:55.923998 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port b0763e28-f9d3-4bc0-a32d-b8faeca72ab1, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b0763e28-f9d3-4bc0-a32d-b8faeca72ab1,segment=NetworkSegment(892e51f4-e237-426c-ad9c-46d05efef37c),segment_id=892e51f4-e237-426c-ad9c-46d05efef37c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:55.924507 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-effeda10-9cad-452b-9ad9-84c60a41437b tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.924920 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-effeda10-9cad-452b-9ad9-84c60a41437b tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Added segment 76ecc457-a8b0-40f7-8a02-3424d8ec5895 of type vlan for network b3a64f2d-92eb-4d45-85ac-4796ce41bc22 Jul 14 09:30:55.930839 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b875528d-fa18-48cc-afcf-b26f43ce3372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe441461-480a-4cb3-aefe-a7a9b72c4475', 'name': 'tempest-TestServerMultinode-1570432123-router', 'tenant_id': '0437334c71564025892567417a47be59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '15fca868-9ece-4238-aaf9-e3aaa67b6177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:25Z', 'updated_at': '2021-07-14T09:30:52Z', 'revision_number': 5, 'project_id': '0437334c71564025892567417a47be59', 'gw_port': {'id': '15fca868-9ece-4238-aaf9-e3aaa67b6177', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe441461-480a-4cb3-aefe-a7a9b72c4475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:27Z', 'updated_at': '2021-07-14T09:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:55.938520 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.997105 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b875528d-fa18-48cc-afcf-b26f43ce3372 None None] Checking router: fe441461-480a-4cb3-aefe-a7a9b72c4475 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:30:55.999127 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-effeda10-9cad-452b-9ad9-84c60a41437b tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.037981 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8d1d82-b8ad-4df0-9659-a1ccae9a7167 x-openstack-request-id: req-ec8d1d82-b8ad-4df0-9659-a1ccae9a7167 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:56.038277 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598a6778-3560-4d11-a217-91749a91530e", "name": "network-vif-plugged", "status": "completed", "tag": "b0763e28-f9d3-4bc0-a32d-b8faeca72ab1", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:56.038538 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec8d1d82-b8ad-4df0-9659-a1ccae9a7167 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:56.038933 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598a6778-3560-4d11-a217-91749a91530e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0763e28-f9d3-4bc0-a32d-b8faeca72ab1', 'code': 200} Jul 14 09:30:56.048383 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-effeda10-9cad-452b-9ad9-84c60a41437b tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.055556 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b875528d-fa18-48cc-afcf-b26f43ce3372 None None] Routers {'fe441461-480a-4cb3-aefe-a7a9b72c4475'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:56.056875 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b875528d-fa18-48cc-afcf-b26f43ce3372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:30:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['fe441461-480a-4cb3-aefe-a7a9b72c4475'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:56.086708 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effeda10-9cad-452b-9ad9-84c60a41437b tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:56.087449 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-effeda10-9cad-452b-9ad9-84c60a41437b tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.212107 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=b0763e28-f9d3-4bc0-a32d-b8faeca72ab1,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:56.234212 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-b875528d-fa18-48cc-afcf-b26f43ce3372 None None] Set router fe441461-480a-4cb3-aefe-a7a9b72c4475 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:56.317560 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effeda10-9cad-452b-9ad9-84c60a41437b tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event updated for resources: {'Network': ['ID=b3a64f2d-92eb-4d45-85ac-4796ce41bc22,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:56.340773 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b02c799-2e29-4ad7-9327-ad1ddb42e5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.341999 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-effeda10-9cad-452b-9ad9-84c60a41437b tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5163198 Jul 14 09:30:56.344530 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48092) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:56.355278 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-81f3807e-7f51-4e4d-9d4a-2f4257ddd6e3 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Request body: {'subnet': {'network_id': 'b3a64f2d-92eb-4d45-85ac-4796ce41bc22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:56.357441 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b02c799-2e29-4ad7-9327-ad1ddb42e5cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.362021 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network b3a64f2d-92eb-4d45-85ac-4796ce41bc22 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:56.375364 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b875528d-fa18-48cc-afcf-b26f43ce3372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe441461-480a-4cb3-aefe-a7a9b72c4475', 'name': 'tempest-TestServerMultinode-1570432123-router', 'tenant_id': '0437334c71564025892567417a47be59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:25Z', 'updated_at': '2021-07-14T09:30:55Z', 'revision_number': 7, 'project_id': '0437334c71564025892567417a47be59', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:56.530831 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b875528d-fa18-48cc-afcf-b26f43ce3372 None None] The sync data for ids ['fe441461-480a-4cb3-aefe-a7a9b72c4475'] in n-d-771362-35 is: [{'id': 'fe441461-480a-4cb3-aefe-a7a9b72c4475', 'name': 'tempest-TestServerMultinode-1570432123-router', 'tenant_id': '0437334c71564025892567417a47be59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:25Z', 'updated_at': '2021-07-14T09:30:55Z', 'revision_number': 7, 'project_id': '0437334c71564025892567417a47be59', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:56.679944 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d41ab-bd17-41cd-95e1-da7cf1582f23 req-918c34f3-befe-4c51-aa4e-5caef04189f9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:56.687760 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b66d41ab-bd17-41cd-95e1-da7cf1582f23 req-918c34f3-befe-4c51-aa4e-5caef04189f9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=598a6778-3560-4d11-a217-91749a91530e HTTP/1.1" status: 200 len: 946 time: 0.3005717 Jul 14 09:30:56.698305 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f3807e-7f51-4e4d-9d4a-2f4257ddd6e3 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Made reservation on behalf of 7d5d30e62abb4d2c92c5edd123dea06b for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:56.704345 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81f3807e-7f51-4e4d-9d4a-2f4257ddd6e3 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.825767 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.ipam_backend_mixin [None req-81f3807e-7f51-4e4d-9d4a-2f4257ddd6e3 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Performing IP validity checks on allocation pools {{(pid=93773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 09:30:56.827962 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.ipam_backend_mixin [None req-81f3807e-7f51-4e4d-9d4a-2f4257ddd6e3 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 09:30:56.886342 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 4588c742-0ff4-4978-9fe0-ef71b6eae405 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:56.919580 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b66d41ab-bd17-41cd-95e1-da7cf1582f23 req-127492b3-b1a4-43bc-97bf-9b61b2ae5b9a tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=41bac1dd-e18e-4a0d-8d23-c10bc9efb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308249 Jul 14 09:30:56.948385 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 4588c742-0ff4-4978-9fe0-ef71b6eae405 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:56.948385 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 4588c742-0ff4-4978-9fe0-ef71b6eae405 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:56.998148 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33ed76-d9cc-4706-b48f-5e368602d208 req-7dcedf81-58a7-42ae-8587-ae6fa76f3e17 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:57.010000 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b33ed76-d9cc-4706-b48f-5e368602d208 req-7dcedf81-58a7-42ae-8587-ae6fa76f3e17 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 945 time: 0.1615169 Jul 14 09:30:57.150303 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b33ed76-d9cc-4706-b48f-5e368602d208 req-30df877f-afd3-43f0-9871-95e93ed19d3a tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390944 Jul 14 09:30:57.247739 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81f3807e-7f51-4e4d-9d4a-2f4257ddd6e3 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.258428 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175dcb4-3fef-44d5-9858-608eeb5af77a req-074c5f6a-1f51-4b61-a36d-20175680c4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:57.260156 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e175dcb4-3fef-44d5-9858-608eeb5af77a req-074c5f6a-1f51-4b61-a36d-20175680c4ba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=598a6778-3560-4d11-a217-91749a91530e HTTP/1.1" status: 200 len: 1098 time: 1.0546756 Jul 14 09:30:57.261536 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b02c799-2e29-4ad7-9327-ad1ddb42e5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.262098 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b02c799-2e29-4ad7-9327-ad1ddb42e5cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe441461-480a-4cb3-aefe-a7a9b72c4475 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:30:57.271004 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b02c799-2e29-4ad7-9327-ad1ddb42e5cc admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.272357 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3b02c799-2e29-4ad7-9327-ad1ddb42e5cc admin admin] 10.222.0.25 "DELETE /v2.0/routers/fe441461-480a-4cb3-aefe-a7a9b72c4475 HTTP/1.1" status: 204 len: 168 time: 3.1333427 Jul 14 09:30:57.296898 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48188) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:57.338324 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e175dcb4-3fef-44d5-9858-608eeb5af77a req-eb102dda-3ea9-4fea-8dfb-233962e97d06 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=41bac1dd-e18e-4a0d-8d23-c10bc9efb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649307 Jul 14 09:30:57.344090 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3807e-7f51-4e4d-9d4a-2f4257ddd6e3 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event updated for resources: {'Subnet': ['ID=c4e0f89e-6df9-41e3-8b84-7e6f55616aad,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:57.356916 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5464b72-198b-4b3b-a010-ad5b6e4286c6 admin admin] Deleting subnet 8fc10be2-3caa-4096-a817-a0254d2e17f8 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:57.360749 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5464b72-198b-4b3b-a010-ad5b6e4286c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.373888 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f3807e-7f51-4e4d-9d4a-2f4257ddd6e3 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Checking segment: {'id': '76ecc457-a8b0-40f7-8a02-3424d8ec5895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b3a64f2d-92eb-4d45-85ac-4796ce41bc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:57.374560 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f3807e-7f51-4e4d-9d4a-2f4257ddd6e3 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Network hostable DHCP agents. Network: b3a64f2d-92eb-4d45-85ac-4796ce41bc22, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:57.395481 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f3807e-7f51-4e4d-9d4a-2f4257ddd6e3 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Network b3a64f2d-92eb-4d45-85ac-4796ce41bc22 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:57.402256 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5464b72-198b-4b3b-a010-ad5b6e4286c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.408858 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-81f3807e-7f51-4e4d-9d4a-2f4257ddd6e3 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, b3a64f2d-92eb-4d45-85ac-4796ce41bc22) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:57.413958 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f3807e-7f51-4e4d-9d4a-2f4257ddd6e3 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:57.414566 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81f3807e-7f51-4e4d-9d4a-2f4257ddd6e3 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.420874 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b9102c-f7b1-4a4e-8d5d-b20ecad462a5 None None] Network b3a64f2d-92eb-4d45-85ac-4796ce41bc22 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:57.435148 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-81f3807e-7f51-4e4d-9d4a-2f4257ddd6e3 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0892999 Jul 14 09:30:57.438425 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48208) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:57.452304 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c519e8fe-93fb-470a-b4c7-e2896b58e2e8 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:57.530983 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5464b72-198b-4b3b-a010-ad5b6e4286c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.638884 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c519e8fe-93fb-470a-b4c7-e2896b58e2e8 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-64410211'] for subnet, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.681838 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5464b72-198b-4b3b-a010-ad5b6e4286c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.726554 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5464b72-198b-4b3b-a010-ad5b6e4286c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fc10be2-3caa-4096-a817-a0254d2e17f8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:57.728127 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 15fca868-9ece-4238-aaf9-e3aaa67b6177 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:57.734557 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5464b72-198b-4b3b-a010-ad5b6e4286c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.738670 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e5464b72-198b-4b3b-a010-ad5b6e4286c6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8fc10be2-3caa-4096-a817-a0254d2e17f8 HTTP/1.1" status: 204 len: 168 time: 0.4377441 Jul 14 09:30:57.738975 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48240) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:57.768377 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b131925-905e-45b3-9165-c01451fe9639 None None] Network 0d27eda3-0a4d-42a9-8990-ea5f0ec91315 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:57.771016 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516fa2e1-12ee-4019-acf2-9a583b8e512f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-b3a64f2d-92eb-4d45-85ac-4796ce41bc22', 'network_id': 'b3a64f2d-92eb-4d45-85ac-4796ce41bc22', 'tenant_id': '7d5d30e62abb4d2c92c5edd123dea06b', 'fixed_ips': [{'subnet_id': 'c4e0f89e-6df9-41e3-8b84-7e6f55616aad'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:57.771906 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-516fa2e1-12ee-4019-acf2-9a583b8e512f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.775449 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 15fca868-9ece-4238-aaf9-e3aaa67b6177 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:57.776083 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 15fca868-9ece-4238-aaf9-e3aaa67b6177 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:57.776691 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 3fa050f8-a143-48f3-b3be-3ec79436b3b9 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:57.879187 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 3fa050f8-a143-48f3-b3be-3ec79436b3b9 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:57.880646 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 3fa050f8-a143-48f3-b3be-3ec79436b3b9 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:57.903673 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c18c9348-2958-4402-894b-ee1de840954b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.033278 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c18c9348-2958-4402-894b-ee1de840954b admin admin] Deleting port 50780c93-a510-4f1a-9289-fc07a49b4224 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:58.033630 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c18c9348-2958-4402-894b-ee1de840954b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.075410 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c519e8fe-93fb-470a-b4c7-e2896b58e2e8 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768948694550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-64611440'] for subnet, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.232498 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c18c9348-2958-4402-894b-ee1de840954b admin admin] For port 50780c93-a510-4f1a-9289-fc07a49b4224, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=50780c93-a510-4f1a-9289-fc07a49b4224,segment=NetworkSegment(f72f74a3-1019-4c8a-aee5-a63b9f7b1beb),segment_id=f72f74a3-1019-4c8a-aee5-a63b9f7b1beb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:58.240809 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c18c9348-2958-4402-894b-ee1de840954b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.272654 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c18c9348-2958-4402-894b-ee1de840954b admin admin] Calling delete_port for 50780c93-a510-4f1a-9289-fc07a49b4224 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:58.287762 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-516fa2e1-12ee-4019-acf2-9a583b8e512f None None] Allocated IP 172.20.0.3 (b3a64f2d-92eb-4d45-85ac-4796ce41bc22/c4e0f89e-6df9-41e3-8b84-7e6f55616aad/8700b657-6725-443b-835b-99dbd027710d) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:58.448053 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c18c9348-2958-4402-894b-ee1de840954b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.479109 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c9348-2958-4402-894b-ee1de840954b admin admin] Pushing event deleted for resources: {'Port': ['ID=50780c93-a510-4f1a-9289-fc07a49b4224,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:58.483142 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18c9348-2958-4402-894b-ee1de840954b admin admin] No DVR routers for this DVR port 50780c93-a510-4f1a-9289-fc07a49b4224 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:58.532589 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fa75be-912a-49eb-9f9d-e40eeea6c571 None None] DHCP port deletion for 0d27eda3-0a4d-42a9-8990-ea5f0ec91315 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:30:58.581018 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c18c9348-2958-4402-894b-ee1de840954b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.591072 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-516fa2e1-12ee-4019-acf2-9a583b8e512f None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.605040 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-516fa2e1-12ee-4019-acf2-9a583b8e512f None None] Transition to ACTIVE for port object 8700b657-6725-443b-835b-99dbd027710d will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:58.628750 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-516fa2e1-12ee-4019-acf2-9a583b8e512f None None] Transition to ACTIVE for port object 8700b657-6725-443b-835b-99dbd027710d will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:58.633553 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-c18c9348-2958-4402-894b-ee1de840954b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d27eda3-0a4d-42a9-8990-ea5f0ec91315']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:58.668629 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c519e8fe-93fb-470a-b4c7-e2896b58e2e8 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:58.669783 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c519e8fe-93fb-470a-b4c7-e2896b58e2e8 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.674123 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c519e8fe-93fb-470a-b4c7-e2896b58e2e8 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "PUT /v2.0/subnets/c4e0f89e-6df9-41e3-8b84-7e6f55616aad HTTP/1.1" status: 200 len: 877 time: 1.2309527 Jul 14 09:30:58.677703 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48286) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:58.681613 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-c18c9348-2958-4402-894b-ee1de840954b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f72f74a3-1019-4c8a-aee5-a63b9f7b1beb') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:58.684165 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-c18c9348-2958-4402-894b-ee1de840954b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f72f74a3-1019-4c8a-aee5-a63b9f7b1beb') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:58.686428 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-516fa2e1-12ee-4019-acf2-9a583b8e512f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.704309 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519e8fe-93fb-470a-b4c7-e2896b58e2e8 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event updated for resources: {'Subnet': ['ID=c4e0f89e-6df9-41e3-8b84-7e6f55616aad,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:58.741798 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8e74b-6836-492c-882c-0ee1a04402ac req-8c34df04-7287-4943-9483-cee6dcbc5f8e tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:58.743397 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e5d8e74b-6836-492c-882c-0ee1a04402ac req-8c34df04-7287-4943-9483-cee6dcbc5f8e tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=598a6778-3560-4d11-a217-91749a91530e HTTP/1.1" status: 200 len: 946 time: 0.1887968 Jul 14 09:30:58.757619 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d929e11-59ce-45ce-bfd6-b697411c9e97 req-75c766f1-1041-43f1-9954-d1a9682741f0 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:58.759104 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d929e11-59ce-45ce-bfd6-b697411c9e97 req-75c766f1-1041-43f1-9954-d1a9682741f0 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 945 time: 0.2178531 Jul 14 09:30:58.774205 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c18c9348-2958-4402-894b-ee1de840954b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.774937 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516fa2e1-12ee-4019-acf2-9a583b8e512f None None] Network b3a64f2d-92eb-4d45-85ac-4796ce41bc22 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:58.779347 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-516fa2e1-12ee-4019-acf2-9a583b8e512f None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:58.782227 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516fa2e1-12ee-4019-acf2-9a583b8e512f None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:58.791165 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516fa2e1-12ee-4019-acf2-9a583b8e512f None None] Pushing event updated for resources: {'Port': ['ID=8700b657-6725-443b-835b-99dbd027710d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:58.802634 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c18c9348-2958-4402-894b-ee1de840954b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.819693 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c18c9348-2958-4402-894b-ee1de840954b admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:58.822540 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c18c9348-2958-4402-894b-ee1de840954b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.824081 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e5d8e74b-6836-492c-882c-0ee1a04402ac req-70375ba2-edfb-4fb4-af2c-39c46702909a tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=41bac1dd-e18e-4a0d-8d23-c10bc9efb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639253 Jul 14 09:30:58.829923 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d929e11-59ce-45ce-bfd6-b697411c9e97 req-3ec29c61-dae8-4ce9-b147-d093ab7570d3 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/security-groups?id=d090254e-6c18-495c-9b1c-966b1a548a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606306 Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:58.845815 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:58.865880 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-516fa2e1-12ee-4019-acf2-9a583b8e512f None None] Attempting to bind port 8700b657-6725-443b-835b-99dbd027710d on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:58.866350 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-516fa2e1-12ee-4019-acf2-9a583b8e512f None None] Attempting to bind port 8700b657-6725-443b-835b-99dbd027710d by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '76ecc457-a8b0-40f7-8a02-3424d8ec5895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b3a64f2d-92eb-4d45-85ac-4796ce41bc22'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:58.866823 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516fa2e1-12ee-4019-acf2-9a583b8e512f None None] Attempting to bind port 8700b657-6725-443b-835b-99dbd027710d on network b3a64f2d-92eb-4d45-85ac-4796ce41bc22 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:58.872511 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516fa2e1-12ee-4019-acf2-9a583b8e512f None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:58.873007 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516fa2e1-12ee-4019-acf2-9a583b8e512f None None] Checking segment: {'id': '76ecc457-a8b0-40f7-8a02-3424d8ec5895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b3a64f2d-92eb-4d45-85ac-4796ce41bc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:58.874482 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-516fa2e1-12ee-4019-acf2-9a583b8e512f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.875107 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516fa2e1-12ee-4019-acf2-9a583b8e512f None None] Bound using segment: {'id': '76ecc457-a8b0-40f7-8a02-3424d8ec5895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b3a64f2d-92eb-4d45-85ac-4796ce41bc22'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:58.875724 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-516fa2e1-12ee-4019-acf2-9a583b8e512f None None] Bound port: 8700b657-6725-443b-835b-99dbd027710d, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ecc457-a8b0-40f7-8a02-3424d8ec5895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b3a64f2d-92eb-4d45-85ac-4796ce41bc22'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:58.876194 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-516fa2e1-12ee-4019-acf2-9a583b8e512f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.970468 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10a70967-1365-486b-bce1-86242c9a8371 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.974788 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c18c9348-2958-4402-894b-ee1de840954b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.975059 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-516fa2e1-12ee-4019-acf2-9a583b8e512f None None] For port 8700b657-6725-443b-835b-99dbd027710d, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:58.983058 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c18c9348-2958-4402-894b-ee1de840954b admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.984081 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-516fa2e1-12ee-4019-acf2-9a583b8e512f None None] For port 8700b657-6725-443b-835b-99dbd027710d, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8700b657-6725-443b-835b-99dbd027710d,segment=NetworkSegment(76ecc457-a8b0-40f7-8a02-3424d8ec5895),segment_id=76ecc457-a8b0-40f7-8a02-3424d8ec5895)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:58.985973 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c18c9348-2958-4402-894b-ee1de840954b admin admin] 10.222.0.25 "DELETE /v2.0/networks/0d27eda3-0a4d-42a9-8990-ea5f0ec91315 HTTP/1.1" status: 204 len: 168 time: 1.2451811 Jul 14 09:30:58.988886 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48292) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:58.991949 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-516fa2e1-12ee-4019-acf2-9a583b8e512f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.035889 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c9348-2958-4402-894b-ee1de840954b admin admin] Pushing event deleted for resources: {'Network': ['ID=0d27eda3-0a4d-42a9-8990-ea5f0ec91315,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:59.069097 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0f1e3-a032-45dd-a0eb-49a42e0c9368 req-03092fa8-e28e-43bc-9c31-e7e4bc96f663 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:59.070842 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8ce0f1e3-a032-45dd-a0eb-49a42e0c9368 req-03092fa8-e28e-43bc-9c31-e7e4bc96f663 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.47 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 945 time: 0.1799114 Jul 14 09:30:59.095072 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516fa2e1-12ee-4019-acf2-9a583b8e512f None None] Pushing event updated for resources: {'Port': ['ID=8700b657-6725-443b-835b-99dbd027710d,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:59.250631 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-10a70967-1365-486b-bce1-86242c9a8371 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Deleting port 8700b657-6725-443b-835b-99dbd027710d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:59.250631 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10a70967-1365-486b-bce1-86242c9a8371 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.315370 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-8ce0f1e3-a032-45dd-a0eb-49a42e0c9368 req-b815e9b0-e2aa-4586-827b-755c61dbc968 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Deleting port 36a5893c-2e8b-49b8-a413-b4ce08e1a7d7 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:59.316160 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8ce0f1e3-a032-45dd-a0eb-49a42e0c9368 req-b815e9b0-e2aa-4586-827b-755c61dbc968 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.459297 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-2b62ff18-454d-4393-8d66-b58f89a27450 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:59.461971 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-2b62ff18-454d-4393-8d66-b58f89a27450 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/networks?id=3544af13-26bf-4983-88b8-20b157af1fb0 HTTP/1.1" status: 200 len: 814 time: 0.2419081 Jul 14 09:30:59.473419 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-10a70967-1365-486b-bce1-86242c9a8371 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] For port 8700b657-6725-443b-835b-99dbd027710d, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8700b657-6725-443b-835b-99dbd027710d,segment=NetworkSegment(76ecc457-a8b0-40f7-8a02-3424d8ec5895),segment_id=76ecc457-a8b0-40f7-8a02-3424d8ec5895)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:59.473662 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10a70967-1365-486b-bce1-86242c9a8371 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.478608 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-8ce0f1e3-a032-45dd-a0eb-49a42e0c9368 req-b815e9b0-e2aa-4586-827b-755c61dbc968 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] For port 36a5893c-2e8b-49b8-a413-b4ce08e1a7d7, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=36a5893c-2e8b-49b8-a413-b4ce08e1a7d7,segment=NetworkSegment(c1231d5a-9bfd-4b22-82a0-1f7ac50d979e),segment_id=c1231d5a-9bfd-4b22-82a0-1f7ac50d979e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:59.478980 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8ce0f1e3-a032-45dd-a0eb-49a42e0c9368 req-b815e9b0-e2aa-4586-827b-755c61dbc968 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.501552 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-10a70967-1365-486b-bce1-86242c9a8371 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Calling delete_port for 8700b657-6725-443b-835b-99dbd027710d owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:59.503385 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-8ce0f1e3-a032-45dd-a0eb-49a42e0c9368 req-b815e9b0-e2aa-4586-827b-755c61dbc968 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Calling delete_port for 36a5893c-2e8b-49b8-a413-b4ce08e1a7d7 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:59.521543 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-7ed6a451-b039-49b1-a094-acffc028cf70 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/quotas/d33db225565746b5ad53b87197fcd998 HTTP/1.1" status: 200 len: 375 time: 0.0505698 Jul 14 09:30:59.567020 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-b71025a1-5a75-41d6-af70-46005783f6c3 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d33db225565746b5ad53b87197fcd998&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325763 Jul 14 09:30:59.728430 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8700b657-6725-443b-835b-99dbd027710d up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:59.753835 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10a70967-1365-486b-bce1-86242c9a8371 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.759844 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-ad2bc439-1078-49c5-8146-3beb1360788d service neutron] 10.222.0.25 "GET /v2.0/networks/3544af13-26bf-4983-88b8-20b157af1fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733139 Jul 14 09:30:59.782360 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a70967-1365-486b-bce1-86242c9a8371 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Port': ['ID=8700b657-6725-443b-835b-99dbd027710d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:59.788708 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8ce0f1e3-a032-45dd-a0eb-49a42e0c9368 req-b815e9b0-e2aa-4586-827b-755c61dbc968 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.799804 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No active binding found for port 8700b657-6725-443b-835b-99dbd027710d {{(pid=93774) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 09:30:59.800199 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8700b657-6725-443b-835b-99dbd027710d not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 14 09:30:59.802147 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['36a5893c-2e8b-49b8-a413-b4ce08e1a7d7'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:59.866261 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815e9b0-e2aa-4586-827b-755c61dbc968 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Pushing event deleted for resources: {'Port': ['ID=36a5893c-2e8b-49b8-a413-b4ce08e1a7d7,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:59.884716 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Port 8700b657-6725-443b-835b-99dbd027710d not found, will not notify nova. {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 14 09:30:59.925201 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce0f1e3-a032-45dd-a0eb-49a42e0c9368 req-b815e9b0-e2aa-4586-827b-755c61dbc968 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] No DVR routers for this DVR port 36a5893c-2e8b-49b8-a413-b4ce08e1a7d7 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:59.930600 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8ce0f1e3-a032-45dd-a0eb-49a42e0c9368 req-b815e9b0-e2aa-4586-827b-755c61dbc968 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.932717 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8ce0f1e3-a032-45dd-a0eb-49a42e0c9368 req-b815e9b0-e2aa-4586-827b-755c61dbc968 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.47 "DELETE /v2.0/ports/36a5893c-2e8b-49b8-a413-b4ce08e1a7d7 HTTP/1.1" status: 204 len: 173 time: 0.8318496 Jul 14 09:30:59.933197 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45616675-ddd6-4979-b251-8ad0637ed023', 'name': 'network-vif-deleted', 'tag': '36a5893c-2e8b-49b8-a413-b4ce08e1a7d7'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:59.935603 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6904b79-9420-4ed9-8172-f71aca845a0f" -d '{"events": [{"server_uuid": "45616675-ddd6-4979-b251-8ad0637ed023", "name": "network-vif-deleted", "tag": "36a5893c-2e8b-49b8-a413-b4ce08e1a7d7"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:59.986737 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 50780c93-a510-4f1a-9289-fc07a49b4224 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:59.990019 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a70967-1365-486b-bce1-86242c9a8371 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] No DVR routers for this DVR port 8700b657-6725-443b-835b-99dbd027710d on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:00.054889 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 50780c93-a510-4f1a-9289-fc07a49b4224 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:00.055113 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-6315b138-09d6-4eb0-9a36-b83cf3b8e14a service neutron] 10.222.0.25 "GET /v2.0/networks/3544af13-26bf-4983-88b8-20b157af1fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860341 Jul 14 09:31:00.055442 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 50780c93-a510-4f1a-9289-fc07a49b4224 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:00.098942 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10a70967-1365-486b-bce1-86242c9a8371 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.105160 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3ca40d15-049b-451d-b337-df2ce6d4e979 req-ca5ce47f-165b-4320-acab-2878c31d9015 tempest-ServerRescueTestJSON-786748580 tempest-ServerRescueTestJSON-786748580-project] 10.222.0.25 "GET /v2.0/ports?device_id=45616675-ddd6-4979-b251-8ad0637ed023 HTTP/1.1" status: 200 len: 210 time: 0.0465677 Jul 14 09:31:00.189282 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06906b0c-498a-4a1d-84e2-3d4dd2f8a82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.213067 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10a70967-1365-486b-bce1-86242c9a8371 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.294258 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a70967-1365-486b-bce1-86242c9a8371 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Subnet': ['ID=c4e0f89e-6df9-41e3-8b84-7e6f55616aad,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:00.399468 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10a70967-1365-486b-bce1-86242c9a8371 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.416651 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-10a70967-1365-486b-bce1-86242c9a8371 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a64f2d-92eb-4d45-85ac-4796ce41bc22']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:00.431820 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-10a70967-1365-486b-bce1-86242c9a8371 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ecc457-a8b0-40f7-8a02-3424d8ec5895') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:00.432126 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-10a70967-1365-486b-bce1-86242c9a8371 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ecc457-a8b0-40f7-8a02-3424d8ec5895') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:00.463528 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10a70967-1365-486b-bce1-86242c9a8371 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.471466 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f394c91-dfec-496d-b3cd-2841ea768db1 req-ecf6d8bd-f2fc-49a8-8e8a-9bf0fad532bb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:00.481350 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10a70967-1365-486b-bce1-86242c9a8371 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.483611 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3f394c91-dfec-496d-b3cd-2841ea768db1 req-ecf6d8bd-f2fc-49a8-8e8a-9bf0fad532bb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=598a6778-3560-4d11-a217-91749a91530e HTTP/1.1" status: 200 len: 946 time: 0.2098064 Jul 14 09:31:00.486399 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7718f359-eb22-4837-b1a7-d1284e9b1a57 x-openstack-request-id: req-7718f359-eb22-4837-b1a7-d1284e9b1a57 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:00.486842 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45616675-ddd6-4979-b251-8ad0637ed023", "name": "network-vif-deleted", "tag": "36a5893c-2e8b-49b8-a413-b4ce08e1a7d7", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:00.487241 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7718f359-eb22-4837-b1a7-d1284e9b1a57 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:00.487760 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45616675-ddd6-4979-b251-8ad0637ed023', 'name': 'network-vif-deleted', 'tag': '36a5893c-2e8b-49b8-a413-b4ce08e1a7d7', 'status': 'completed', 'code': 200} Jul 14 09:31:00.493981 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a70967-1365-486b-bce1-86242c9a8371 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:00.494520 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10a70967-1365-486b-bce1-86242c9a8371 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:00.498091 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:00.586674 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa97432-039d-4a26-8bc3-25cf39ccc5fb None None] Network b3a64f2d-92eb-4d45-85ac-4796ce41bc22 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:00.641584 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10a70967-1365-486b-bce1-86242c9a8371 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.654839 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10a70967-1365-486b-bce1-86242c9a8371 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.658309 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ea01240c-246d-4f86-8dee-55e57fb0dedb req-5810654e-2047-41db-9a7b-e2f7494fa8ac tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=82fdd8f6-fba4-4366-9644-56bf6136dde5 HTTP/1.1" status: 200 len: 210 time: 0.0630717 Jul 14 09:31:00.667439 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-10a70967-1365-486b-bce1-86242c9a8371 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/networks/b3a64f2d-92eb-4d45-85ac-4796ce41bc22 HTTP/1.1" status: 204 len: 168 time: 1.9696009 Jul 14 09:31:00.669774 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48326) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:00.693609 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a70967-1365-486b-bce1-86242c9a8371 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Network': ['ID=b3a64f2d-92eb-4d45-85ac-4796ce41bc22,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:00.707470 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-cc16865e-2d49-49a4-90e2-9e5ca29d1975 None None] Could not find standard attr ID for object 8700b657-6725-443b-835b-99dbd027710d. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:31:00.739061 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9592b60b-a87d-403f-ac09-8f6b785ec296 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:00.739567 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9592b60b-a87d-403f-ac09-8f6b785ec296 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:00.739858 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3f394c91-dfec-496d-b3cd-2841ea768db1 req-bc192cdf-e6ce-482d-89d7-4adaefbab91c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=41bac1dd-e18e-4a0d-8d23-c10bc9efb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552667 Jul 14 09:31:00.744360 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9592b60b-a87d-403f-ac09-8f6b785ec296 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/subnets/c4e0f89e-6df9-41e3-8b84-7e6f55616aad HTTP/1.1" status: 404 len: 337 time: 0.0726027 Jul 14 09:31:00.745299 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48328) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:00.787857 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-af1a40fe-3bd8-4a40-ad0b-196a4cb121da tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:00.788301 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af1a40fe-3bd8-4a40-ad0b-196a4cb121da tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:00.790062 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-af1a40fe-3bd8-4a40-ad0b-196a4cb121da tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/networks/b3a64f2d-92eb-4d45-85ac-4796ce41bc22 HTTP/1.1" status: 404 len: 339 time: 0.0380125 Jul 14 09:31:00.794267 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48336) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:00.877297 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ebed68f-3bd4-4970-a25d-8e8af7bfb7f9 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:00.877821 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ebed68f-3bd4-4970-a25d-8e8af7bfb7f9 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:00.879788 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5ebed68f-3bd4-4970-a25d-8e8af7bfb7f9 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/subnets/24b64309-9a37-477e-bea2-c4908872f468 HTTP/1.1" status: 404 len: 337 time: 0.0826309 Jul 14 09:31:00.882570 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48338) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:00.932594 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e15f95c-f87e-494c-88e0-1233f88ed131 None None] DHCP port deletion for b3a64f2d-92eb-4d45-85ac-4796ce41bc22 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:31:00.956172 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-db4ab0e7-4cc7-46ec-87a8-479d9529a4b7 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:00.959303 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f333729-7e1d-4e91-9545-3bd3e035b5f4 None None] Network b3a64f2d-92eb-4d45-85ac-4796ce41bc22 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:00.962951 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db4ab0e7-4cc7-46ec-87a8-479d9529a4b7 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:00.972243 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-db4ab0e7-4cc7-46ec-87a8-479d9529a4b7 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/networks/540dffdd-066c-40b5-b097-92cb3d28a8ea HTTP/1.1" status: 404 len: 339 time: 0.0858779 Jul 14 09:31:00.973859 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48340) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:00.979051 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f333729-7e1d-4e91-9545-3bd3e035b5f4 None None] Network b3a64f2d-92eb-4d45-85ac-4796ce41bc22 could not be found, it might have been deleted concurrently. {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 09:31:01.092124 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-071e5efb-cfff-4fef-80a8-adbfceb02ecd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.114080 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654a05d-1a0f-4a60-97e9-446012b52898 req-e75af788-71ef-4086-a049-7cb023707dc0 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:01.115852 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1654a05d-1a0f-4a60-97e9-446012b52898 req-e75af788-71ef-4086-a049-7cb023707dc0 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=598a6778-3560-4d11-a217-91749a91530e HTTP/1.1" status: 200 len: 946 time: 0.1449356 Jul 14 09:31:01.157693 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-06906b0c-498a-4a1d-84e2-3d4dd2f8a82f admin admin] Deleting port 6695d0f5-82fd-4841-82cd-4c474d27d4e8 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:01.158510 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06906b0c-498a-4a1d-84e2-3d4dd2f8a82f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.209392 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1654a05d-1a0f-4a60-97e9-446012b52898 req-8f68fe1e-4f3a-4f6c-b71b-bfffe3f5266e tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=41bac1dd-e18e-4a0d-8d23-c10bc9efb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835984 Jul 14 09:31:01.223628 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-071e5efb-cfff-4fef-80a8-adbfceb02ecd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.247180 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-071e5efb-cfff-4fef-80a8-adbfceb02ecd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37300037-adc7-49b5-958a-b3441eef2608']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:01.252694 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48346) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:01.265822 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-071e5efb-cfff-4fef-80a8-adbfceb02ecd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301f84fc-8969-48d1-bfe0-a3594ff9d2b3') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:01.266219 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-071e5efb-cfff-4fef-80a8-adbfceb02ecd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301f84fc-8969-48d1-bfe0-a3594ff9d2b3') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:01.275371 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-071e5efb-cfff-4fef-80a8-adbfceb02ecd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.292969 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-071e5efb-cfff-4fef-80a8-adbfceb02ecd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.300429 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071e5efb-cfff-4fef-80a8-adbfceb02ecd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:01.300963 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-071e5efb-cfff-4fef-80a8-adbfceb02ecd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:01.304490 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:01.331442 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-06906b0c-498a-4a1d-84e2-3d4dd2f8a82f admin admin] For port 6695d0f5-82fd-4841-82cd-4c474d27d4e8, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=6695d0f5-82fd-4841-82cd-4c474d27d4e8,segment=NetworkSegment(d2a2100d-ef72-4be2-9e7d-6a1e5f656a00),segment_id=d2a2100d-ef72-4be2-9e7d-6a1e5f656a00)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:01.331758 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06906b0c-498a-4a1d-84e2-3d4dd2f8a82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.376949 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-06906b0c-498a-4a1d-84e2-3d4dd2f8a82f admin admin] Calling delete_port for 6695d0f5-82fd-4841-82cd-4c474d27d4e8 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:01.380776 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-071e5efb-cfff-4fef-80a8-adbfceb02ecd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.403407 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-071e5efb-cfff-4fef-80a8-adbfceb02ecd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.405796 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-071e5efb-cfff-4fef-80a8-adbfceb02ecd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/networks/37300037-adc7-49b5-958a-b3441eef2608 HTTP/1.1" status: 204 len: 168 time: 0.4303792 Jul 14 09:31:01.406917 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e5efb-cfff-4fef-80a8-adbfceb02ecd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Network': ['ID=37300037-adc7-49b5-958a-b3441eef2608,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:01.409186 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48352) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:01.437922 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf95ed1-78ad-4bcd-8f6f-5e39ae8c7c43 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:01.438393 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cf95ed1-78ad-4bcd-8f6f-5e39ae8c7c43 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:01.440335 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6cf95ed1-78ad-4bcd-8f6f-5e39ae8c7c43 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/subnets/e1caef97-0759-4ce6-bef2-7f8e767c7162 HTTP/1.1" status: 404 len: 337 time: 0.0306256 Jul 14 09:31:01.442793 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48354) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:01.463014 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f465c5c4-e532-4ca4-872b-f1e3d342f275 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:01.464059 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f465c5c4-e532-4ca4-872b-f1e3d342f275 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:01.465713 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f465c5c4-e532-4ca4-872b-f1e3d342f275 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/networks/64ca38e9-1cf4-4c1f-acf6-597a51b01fdb HTTP/1.1" status: 404 len: 339 time: 0.0219672 Jul 14 09:31:01.470191 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48360) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:01.501837 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ffe5192-8796-48ca-a052-0972b638a8ce tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:01.502305 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ffe5192-8796-48ca-a052-0972b638a8ce tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:01.504257 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9ffe5192-8796-48ca-a052-0972b638a8ce tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/subnets/ee704ec6-b48a-42c1-a43a-8f565a89036d HTTP/1.1" status: 404 len: 337 time: 0.0329175 Jul 14 09:31:01.506753 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48368) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:01.532520 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a158fe-2573-473f-9c2e-f41fcba8e28a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:01.533254 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a158fe-2573-473f-9c2e-f41fcba8e28a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:01.537085 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-27a158fe-2573-473f-9c2e-f41fcba8e28a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/networks/2b68947a-5e86-4c70-b683-2d0234783e80 HTTP/1.1" status: 404 len: 339 time: 0.0274079 Jul 14 09:31:01.537556 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48370) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:01.567866 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c56e1a4-aa16-435f-8544-a268a0014aa9 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:01.568330 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c56e1a4-aa16-435f-8544-a268a0014aa9 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:01.572449 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8c56e1a4-aa16-435f-8544-a268a0014aa9 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/subnets/e18d4ea6-184b-42e2-9704-f3bc93be49df HTTP/1.1" status: 404 len: 337 time: 0.0316956 Jul 14 09:31:01.572745 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48372) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:01.599304 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-484b7a08-6469-4df5-9962-11bbfd64b15c tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:01.599943 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-484b7a08-6469-4df5-9962-11bbfd64b15c tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:01.604158 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-484b7a08-6469-4df5-9962-11bbfd64b15c tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/networks/8c0c3c2e-2108-4206-bc88-8d7203ad7d05 HTTP/1.1" status: 404 len: 339 time: 0.0280035 Jul 14 09:31:01.604563 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48374) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:01.641231 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c55c29-e0fe-494a-b623-b04fc6c269fd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:01.641694 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c55c29-e0fe-494a-b623-b04fc6c269fd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:01.646005 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e7c55c29-e0fe-494a-b623-b04fc6c269fd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/subnets/54ec521e-76b2-4a97-9817-84c0f3dd5ce9 HTTP/1.1" status: 404 len: 337 time: 0.0380328 Jul 14 09:31:01.656974 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48376) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:01.679678 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd3bf8f-0337-48e9-9897-51b98b44c2bb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:01.680241 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd3bf8f-0337-48e9-9897-51b98b44c2bb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:01.685066 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8dd3bf8f-0337-48e9-9897-51b98b44c2bb tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/networks/a50f7a94-3023-4cec-a37e-fd44b001df8c HTTP/1.1" status: 404 len: 339 time: 0.0246742 Jul 14 09:31:01.685473 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48378) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:01.704352 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8700b657-6725-443b-835b-99dbd027710d no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:01.736925 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 8700b657-6725-443b-835b-99dbd027710d {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:01.737641 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8700b657-6725-443b-835b-99dbd027710d not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:01.758142 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-76dd1846-32d2-4173-9d2c-a76714a93672 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:01.759757 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76dd1846-32d2-4173-9d2c-a76714a93672 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:01.761591 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-76dd1846-32d2-4173-9d2c-a76714a93672 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/subnets/2bc94b19-4dbf-4be7-af24-ad55e425335e HTTP/1.1" status: 404 len: 337 time: 0.0731051 Jul 14 09:31:01.764865 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48382) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:01.798118 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c7a9cab-08c4-491e-bc65-bbed2d2b87a2 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:01.798677 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c7a9cab-08c4-491e-bc65-bbed2d2b87a2 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:01.800794 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2c7a9cab-08c4-491e-bc65-bbed2d2b87a2 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/networks/7717b2e5-a566-462e-920e-abdbaca0358e HTTP/1.1" status: 404 len: 339 time: 0.0347121 Jul 14 09:31:01.804663 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48384) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:01.834375 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-73451bcb-5d83-47a8-9ef7-e150eac6c88c tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:01.834375 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73451bcb-5d83-47a8-9ef7-e150eac6c88c tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:01.836162 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-73451bcb-5d83-47a8-9ef7-e150eac6c88c tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/subnets/dc485545-5701-4f5f-aff5-e483bb5a9d6b HTTP/1.1" status: 404 len: 337 time: 0.0305552 Jul 14 09:31:01.838799 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48386) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:01.861498 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e6aa262-2237-4440-b61d-3699b035b2d7 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:01.862084 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e6aa262-2237-4440-b61d-3699b035b2d7 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:01.866096 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6e6aa262-2237-4440-b61d-3699b035b2d7 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/networks/3e058327-b35f-425b-8234-aca649a3fcb1 HTTP/1.1" status: 404 len: 339 time: 0.0241981 Jul 14 09:31:01.866317 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48388) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:01.894460 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c1074f-d93d-4fb4-a92f-c5ac55744959 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:01.894925 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c1074f-d93d-4fb4-a92f-c5ac55744959 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:01.897971 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d3c1074f-d93d-4fb4-a92f-c5ac55744959 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/subnets/4130b993-bdee-4dde-9012-f6a53c2fe070 HTTP/1.1" status: 404 len: 337 time: 0.0305865 Jul 14 09:31:01.899297 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48390) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:01.917779 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90517071-9ebf-46cc-a0ca-60e968c523e4 req-1af29ba2-2e19-4f7c-b8c7-12facbcb65e8 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=82fdd8f6-fba4-4366-9644-56bf6136dde5 HTTP/1.1" status: 200 len: 210 time: 0.0443296 Jul 14 09:31:01.921290 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0739265-3324-4584-81ba-834713d1c48a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:01.923427 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0739265-3324-4584-81ba-834713d1c48a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:01.924394 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f0739265-3324-4584-81ba-834713d1c48a tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/networks/834250ce-2d5e-4deb-94e9-f3edcd0f4bd8 HTTP/1.1" status: 404 len: 339 time: 0.0241127 Jul 14 09:31:01.926926 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48392) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:01.962602 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b072cf40-fa87-45fa-b862-2c6290c45c6d tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:01.963060 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b072cf40-fa87-45fa-b862-2c6290c45c6d tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:01.965096 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b072cf40-fa87-45fa-b862-2c6290c45c6d tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/subnets/bf76a924-9e33-4690-9a9c-d49464ff42da HTTP/1.1" status: 404 len: 337 time: 0.0370629 Jul 14 09:31:01.968320 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48394) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:01.989699 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-73df85ab-1cf3-46b3-b61f-5aa5ef70eb80 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:01.990701 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73df85ab-1cf3-46b3-b61f-5aa5ef70eb80 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:01.998682 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-73df85ab-1cf3-46b3-b61f-5aa5ef70eb80 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/networks/64203c8b-3032-4568-96b8-b32c732722f5 HTTP/1.1" status: 404 len: 339 time: 0.0267041 Jul 14 09:31:02.000943 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48396) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:02.067977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e017f1-2fbb-438e-8ba0-9ad40151d340 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Deleting subnet e962791f-f1e7-4b4a-bb5c-90e9177c9f8a {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:02.071982 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-35e017f1-2fbb-438e-8ba0-9ad40151d340 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.101472 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06906b0c-498a-4a1d-84e2-3d4dd2f8a82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.126474 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-35e017f1-2fbb-438e-8ba0-9ad40151d340 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.133508 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06906b0c-498a-4a1d-84e2-3d4dd2f8a82f admin admin] Pushing event deleted for resources: {'Port': ['ID=6695d0f5-82fd-4841-82cd-4c474d27d4e8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:02.249632 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-35e017f1-2fbb-438e-8ba0-9ad40151d340 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.353578 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-35e017f1-2fbb-438e-8ba0-9ad40151d340 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.381832 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb91eeaf-d505-4343-8f90-09c977e68f48 None None] Network e954c893-bb9b-4d80-959a-144757aa8b6b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:02.383822 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-35e017f1-2fbb-438e-8ba0-9ad40151d340 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.386705 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-35e017f1-2fbb-438e-8ba0-9ad40151d340 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/subnets/e962791f-f1e7-4b4a-bb5c-90e9177c9f8a HTTP/1.1" status: 204 len: 168 time: 0.3841345 Jul 14 09:31:02.409182 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48398) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:02.421430 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e017f1-2fbb-438e-8ba0-9ad40151d340 tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Subnet': ['ID=e962791f-f1e7-4b4a-bb5c-90e9177c9f8a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:02.458208 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-2e0f58e7-aab0-48c6-82af-b448f567d51f tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:02.459755 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-2e0f58e7-aab0-48c6-82af-b448f567d51f tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.44 "GET /v2.0/networks?id=3544af13-26bf-4983-88b8-20b157af1fb0 HTTP/1.1" status: 200 len: 814 time: 0.2614133 Jul 14 09:31:02.481503 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-de788e6c-7362-4a65-9062-cbc0a9512f3d tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Request body: {'port': {'device_id': '82fdd8f6-fba4-4366-9644-56bf6136dde5', 'network_id': '3544af13-26bf-4983-88b8-20b157af1fb0', 'admin_state_up': True, 'tenant_id': 'd33db225565746b5ad53b87197fcd998'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:02.535430 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1928da60-5285-4268-87f2-93f33d4eadcd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.604718 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1928da60-5285-4268-87f2-93f33d4eadcd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Deleting port 3f6b6515-df87-49db-b1da-562d1753c80b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:02.604982 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1928da60-5285-4268-87f2-93f33d4eadcd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.641274 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ac47129-3ed7-48b1-a49b-c0f288551166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.683203 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1928da60-5285-4268-87f2-93f33d4eadcd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] For port 3f6b6515-df87-49db-b1da-562d1753c80b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=3f6b6515-df87-49db-b1da-562d1753c80b,segment=NetworkSegment(6b3f4243-2f65-4bf6-85f7-f3e3394f2b2d),segment_id=6b3f4243-2f65-4bf6-85f7-f3e3394f2b2d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:02.683604 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1928da60-5285-4268-87f2-93f33d4eadcd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.698589 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1928da60-5285-4268-87f2-93f33d4eadcd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Calling delete_port for 3f6b6515-df87-49db-b1da-562d1753c80b owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:02.698962 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06906b0c-498a-4a1d-84e2-3d4dd2f8a82f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.755226 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48402) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:02.772474 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 36a5893c-2e8b-49b8-a413-b4ce08e1a7d7 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:02.796619 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 36a5893c-2e8b-49b8-a413-b4ce08e1a7d7 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:02.797313 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 36a5893c-2e8b-49b8-a413-b4ce08e1a7d7 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:02.895137 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-de788e6c-7362-4a65-9062-cbc0a9512f3d tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Made reservation on behalf of d33db225565746b5ad53b87197fcd998 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:02.899367 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-de788e6c-7362-4a65-9062-cbc0a9512f3d tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.931592 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c82e7d8-da50-433e-ba33-6a5f4e299621 None None] DHCP port deletion for e954c893-bb9b-4d80-959a-144757aa8b6b request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:31:02.931966 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1928da60-5285-4268-87f2-93f33d4eadcd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.968667 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928da60-5285-4268-87f2-93f33d4eadcd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Port': ['ID=3f6b6515-df87-49db-b1da-562d1753c80b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:03.028648 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1928da60-5285-4268-87f2-93f33d4eadcd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] No DVR routers for this DVR port 3f6b6515-df87-49db-b1da-562d1753c80b on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:03.161737 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1928da60-5285-4268-87f2-93f33d4eadcd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.180021 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-1928da60-5285-4268-87f2-93f33d4eadcd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e954c893-bb9b-4d80-959a-144757aa8b6b']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:03.193981 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-1928da60-5285-4268-87f2-93f33d4eadcd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b3f4243-2f65-4bf6-85f7-f3e3394f2b2d') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:03.194301 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-1928da60-5285-4268-87f2-93f33d4eadcd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b3f4243-2f65-4bf6-85f7-f3e3394f2b2d') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:03.206093 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1928da60-5285-4268-87f2-93f33d4eadcd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.224061 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10d1dde2-b647-41f9-9788-8b9613d9ca1a req-8264af64-b5e6-4a64-9d3f-9e37cda987c9 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=82fdd8f6-fba4-4366-9644-56bf6136dde5 HTTP/1.1" status: 200 len: 210 time: 0.1437397 Jul 14 09:31:03.269980 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1928da60-5285-4268-87f2-93f33d4eadcd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.289594 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1928da60-5285-4268-87f2-93f33d4eadcd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:03.290246 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1928da60-5285-4268-87f2-93f33d4eadcd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:03.293609 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:03.334745 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-de788e6c-7362-4a65-9062-cbc0a9512f3d tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Allocated IP 172.20.0.2 (3544af13-26bf-4983-88b8-20b157af1fb0/4229b602-b89c-4202-96d0-585023f16c9a/983f3c7d-56a2-404f-9119-ebba5be56c67) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:03.407650 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1928da60-5285-4268-87f2-93f33d4eadcd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.418004 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1928da60-5285-4268-87f2-93f33d4eadcd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.419967 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1928da60-5285-4268-87f2-93f33d4eadcd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] 10.222.0.25 "DELETE /v2.0/networks/e954c893-bb9b-4d80-959a-144757aa8b6b HTTP/1.1" status: 204 len: 168 time: 1.0093036 Jul 14 09:31:03.461300 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928da60-5285-4268-87f2-93f33d4eadcd tempest-NetworksTest-1844805912 tempest-NetworksTest-1844805912-project] Pushing event deleted for resources: {'Network': ['ID=e954c893-bb9b-4d80-959a-144757aa8b6b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:03.482743 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06906b0c-498a-4a1d-84e2-3d4dd2f8a82f admin admin] Router 67d8d599-d72b-4a7c-a93d-f9c125986352 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:03.517481 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8ac47129-3ed7-48b1-a49b-c0f288551166 admin admin] Deleting port c4bb22b7-6175-4b22-b346-3f8d60f1698b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:03.518089 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ac47129-3ed7-48b1-a49b-c0f288551166 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.608628 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c74e67f-85ce-46c4-ab17-2b8438bb9852 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.780819 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 3f6b6515-df87-49db-b1da-562d1753c80b no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:03.807363 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 3f6b6515-df87-49db-b1da-562d1753c80b {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:03.819318 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 3f6b6515-df87-49db-b1da-562d1753c80b not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:03.867600 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48420) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:04.056370 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-1c74e67f-85ce-46c4-ab17-2b8438bb9852 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Allocated IP 172.20.0.17 (5506a0b9-f9d3-479d-b07d-deda16d44b52/60894c08-8ecc-4495-80ad-0766d48a85cf/9fb9c317-f908-4b16-95de-b2e3df7c1d00) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:04.092783 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-05e015b2-77ba-4473-b827-c72682472ed7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d5d30e62abb4d2c92c5edd123dea06b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2208595 Jul 14 09:31:04.094325 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48424) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:04.109249 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06906b0c-498a-4a1d-84e2-3d4dd2f8a82f admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:04.114939 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-06906b0c-498a-4a1d-84e2-3d4dd2f8a82f admin admin] 10.222.0.25 "PUT /v2.0/routers/67d8d599-d72b-4a7c-a93d-f9c125986352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1242990 Jul 14 09:31:04.120199 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2719cc72-23e8-424c-8dfd-5c6e7a114c07 None None] Sync routers for ids ['67d8d599-d72b-4a7c-a93d-f9c125986352'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:04.124376 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48426) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:04.135210 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2719cc72-23e8-424c-8dfd-5c6e7a114c07 None None] Routers {'67d8d599-d72b-4a7c-a93d-f9c125986352'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:04.136184 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2719cc72-23e8-424c-8dfd-5c6e7a114c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:30:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['67d8d599-d72b-4a7c-a93d-f9c125986352'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:04.212422 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8ac47129-3ed7-48b1-a49b-c0f288551166 admin admin] For port c4bb22b7-6175-4b22-b346-3f8d60f1698b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c4bb22b7-6175-4b22-b346-3f8d60f1698b,segment=NetworkSegment(c1231d5a-9bfd-4b22-82a0-1f7ac50d979e),segment_id=c1231d5a-9bfd-4b22-82a0-1f7ac50d979e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:04.212789 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ac47129-3ed7-48b1-a49b-c0f288551166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.218333 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-512b8c4f-8b48-4bf5-9490-be202c182720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.247849 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c74e67f-85ce-46c4-ab17-2b8438bb9852 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.263174 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-512b8c4f-8b48-4bf5-9490-be202c182720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.289358 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1c74e67f-85ce-46c4-ab17-2b8438bb9852 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Transition to ACTIVE for port object 9fb9c317-f908-4b16-95de-b2e3df7c1d00 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:04.309022 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-2719cc72-23e8-424c-8dfd-5c6e7a114c07 None None] Set router 67d8d599-d72b-4a7c-a93d-f9c125986352 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:04.312461 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-de788e6c-7362-4a65-9062-cbc0a9512f3d tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.317172 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8ac47129-3ed7-48b1-a49b-c0f288551166 admin admin] Calling delete_port for c4bb22b7-6175-4b22-b346-3f8d60f1698b owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:04.361855 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-512b8c4f-8b48-4bf5-9490-be202c182720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.365071 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-512b8c4f-8b48-4bf5-9490-be202c182720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.369755 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-512b8c4f-8b48-4bf5-9490-be202c182720 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d73dafb-ae77-46ce-9ac3-0e53706efb14 HTTP/1.1" status: 204 len: 168 time: 0.2744522 Jul 14 09:31:04.382077 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b8c4f-8b48-4bf5-9490-be202c182720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d73dafb-ae77-46ce-9ac3-0e53706efb14,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:04.406311 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c74e67f-85ce-46c4-ab17-2b8438bb9852 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.458793 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c74e67f-85ce-46c4-ab17-2b8438bb9852 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Network 5506a0b9-f9d3-479d-b07d-deda16d44b52 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:04.465936 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-1c74e67f-85ce-46c4-ab17-2b8438bb9852 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:04.476774 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7da99dd-1326-4083-88fe-02ff52916c4c req-e32141c7-d1e5-45b8-97e5-36504d0bc4f5 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=82fdd8f6-fba4-4366-9644-56bf6136dde5 HTTP/1.1" status: 200 len: 210 time: 0.0403461 Jul 14 09:31:04.503811 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c74e67f-85ce-46c4-ab17-2b8438bb9852 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:04.516936 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf26bb65-3072-488f-9624-4ac3bcf877c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.543631 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74e67f-85ce-46c4-ab17-2b8438bb9852 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'Port': ['ID=9fb9c317-f908-4b16-95de-b2e3df7c1d00,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:04.592859 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c74e67f-85ce-46c4-ab17-2b8438bb9852 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.644258 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2719cc72-23e8-424c-8dfd-5c6e7a114c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d8d599-d72b-4a7c-a93d-f9c125986352', 'name': 'tempest-TestServerMultinode-2099261193-router', 'tenant_id': '8525d77fc1b94779b8589656b2f67aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'fd92807e-ef0f-4242-8866-a23f17b8b95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:41Z', 'updated_at': '2021-07-14T09:31:01Z', 'revision_number': 5, 'project_id': '8525d77fc1b94779b8589656b2f67aa9', 'gw_port': {'id': 'fd92807e-ef0f-4242-8866-a23f17b8b95b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d8d599-d72b-4a7c-a93d-f9c125986352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:43Z', 'updated_at': '2021-07-14T09:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:04.648334 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-de788e6c-7362-4a65-9062-cbc0a9512f3d tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.676145 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2719cc72-23e8-424c-8dfd-5c6e7a114c07 None None] Checking router: 67d8d599-d72b-4a7c-a93d-f9c125986352 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:31:04.685867 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2719cc72-23e8-424c-8dfd-5c6e7a114c07 None None] Routers {'67d8d599-d72b-4a7c-a93d-f9c125986352'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:04.688668 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2719cc72-23e8-424c-8dfd-5c6e7a114c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:30:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['67d8d599-d72b-4a7c-a93d-f9c125986352'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:04.774268 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-de788e6c-7362-4a65-9062-cbc0a9512f3d tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Network 3544af13-26bf-4983-88b8-20b157af1fb0 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:04.810610 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-de788e6c-7362-4a65-9062-cbc0a9512f3d tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:04.846308 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-de788e6c-7362-4a65-9062-cbc0a9512f3d tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:04.870851 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e4aee0f8-f91f-4915-9302-51fa0f566e81 None None] Provisioning for port 9fb9c317-f908-4b16-95de-b2e3df7c1d00 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:04.876841 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e4aee0f8-f91f-4915-9302-51fa0f566e81 None None] Provisioning complete for port 9fb9c317-f908-4b16-95de-b2e3df7c1d00 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:04.877863 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e4aee0f8-f91f-4915-9302-51fa0f566e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.892065 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de788e6c-7362-4a65-9062-cbc0a9512f3d tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Pushing event updated for resources: {'Port': ['ID=983f3c7d-56a2-404f-9119-ebba5be56c67,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:04.929071 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c74e67f-85ce-46c4-ab17-2b8438bb9852 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.941621 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e4aee0f8-f91f-4915-9302-51fa0f566e81 None None] Port 9fb9c317-f908-4b16-95de-b2e3df7c1d00 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:04.942094 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-2719cc72-23e8-424c-8dfd-5c6e7a114c07 None None] Set router 67d8d599-d72b-4a7c-a93d-f9c125986352 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:04.970054 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf26bb65-3072-488f-9624-4ac3bcf877c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.980899 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-de788e6c-7362-4a65-9062-cbc0a9512f3d tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:04.981567 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-de788e6c-7362-4a65-9062-cbc0a9512f3d tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.044039 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-de788e6c-7362-4a65-9062-cbc0a9512f3d tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5713851 Jul 14 09:31:05.050751 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ac47129-3ed7-48b1-a49b-c0f288551166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.091573 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-b544ada0-593f-4c70-82ae-6103a72f2ecd service neutron] Request body: {'port': {'device_id': '82fdd8f6-fba4-4366-9644-56bf6136dde5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:05.098850 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac47129-3ed7-48b1-a49b-c0f288551166 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4bb22b7-6175-4b22-b346-3f8d60f1698b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:05.250326 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2719cc72-23e8-424c-8dfd-5c6e7a114c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d8d599-d72b-4a7c-a93d-f9c125986352', 'name': 'tempest-TestServerMultinode-2099261193-router', 'tenant_id': '8525d77fc1b94779b8589656b2f67aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'fd92807e-ef0f-4242-8866-a23f17b8b95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:41Z', 'updated_at': '2021-07-14T09:31:01Z', 'revision_number': 5, 'project_id': '8525d77fc1b94779b8589656b2f67aa9', 'gw_port': {'id': 'fd92807e-ef0f-4242-8866-a23f17b8b95b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d8d599-d72b-4a7c-a93d-f9c125986352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:43Z', 'updated_at': '2021-07-14T09:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:05.302842 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cf26bb65-3072-488f-9624-4ac3bcf877c8 admin admin] Deleting port fd92807e-ef0f-4242-8866-a23f17b8b95b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:05.303528 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf26bb65-3072-488f-9624-4ac3bcf877c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.355079 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2719cc72-23e8-424c-8dfd-5c6e7a114c07 None None] The sync data for ids ['67d8d599-d72b-4a7c-a93d-f9c125986352'] in n-d-771362-35 is: [{'id': '67d8d599-d72b-4a7c-a93d-f9c125986352', 'name': 'tempest-TestServerMultinode-2099261193-router', 'tenant_id': '8525d77fc1b94779b8589656b2f67aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'fd92807e-ef0f-4242-8866-a23f17b8b95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:41Z', 'updated_at': '2021-07-14T09:31:01Z', 'revision_number': 5, 'project_id': '8525d77fc1b94779b8589656b2f67aa9', 'gw_port': {'id': 'fd92807e-ef0f-4242-8866-a23f17b8b95b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d8d599-d72b-4a7c-a93d-f9c125986352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:43Z', 'updated_at': '2021-07-14T09:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:05.420935 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-b544ada0-593f-4c70-82ae-6103a72f2ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.496813 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ac47129-3ed7-48b1-a49b-c0f288551166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.519298 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cf26bb65-3072-488f-9624-4ac3bcf877c8 admin admin] For port fd92807e-ef0f-4242-8866-a23f17b8b95b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=fd92807e-ef0f-4242-8866-a23f17b8b95b,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:05.519667 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf26bb65-3072-488f-9624-4ac3bcf877c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.586586 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cf26bb65-3072-488f-9624-4ac3bcf877c8 admin admin] Calling delete_port for fd92807e-ef0f-4242-8866-a23f17b8b95b owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:05.785935 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48454) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:05.910736 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 6695d0f5-82fd-4841-82cd-4c474d27d4e8 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:05.963385 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 6695d0f5-82fd-4841-82cd-4c474d27d4e8 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:05.966056 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 6695d0f5-82fd-4841-82cd-4c474d27d4e8 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:05.999656 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c74e67f-85ce-46c4-ab17-2b8438bb9852 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.005807 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c74e67f-85ce-46c4-ab17-2b8438bb9852 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.075113 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-e851d5c2-bc93-4892-a04e-abf76721e619 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1303698166'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:06.129039 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74e67f-85ce-46c4-ab17-2b8438bb9852 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'Port': ['ID=9fb9c317-f908-4b16-95de-b2e3df7c1d00,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:06.147899 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c74e67f-85ce-46c4-ab17-2b8438bb9852 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.160280 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e851d5c2-bc93-4892-a04e-abf76721e619 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:06.164509 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e851d5c2-bc93-4892-a04e-abf76721e619 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.168601 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fe8e2-8cbe-4fd0-b0d9-65c0c8706dc0 req-8d516eaa-c448-46e8-afd1-b1c3cd9ee75f tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:06.170510 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4a0fe8e2-8cbe-4fd0-b0d9-65c0c8706dc0 req-8d516eaa-c448-46e8-afd1-b1c3cd9ee75f tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=82fdd8f6-fba4-4366-9644-56bf6136dde5 HTTP/1.1" status: 200 len: 931 time: 0.5011764 Jul 14 09:31:06.186277 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e851d5c2-bc93-4892-a04e-abf76721e619 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.355045 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c74e67f-85ce-46c4-ab17-2b8438bb9852 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Network 5506a0b9-f9d3-479d-b07d-deda16d44b52 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:06.364422 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-1c74e67f-85ce-46c4-ab17-2b8438bb9852 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:06.392447 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4a0fe8e2-8cbe-4fd0-b0d9-65c0c8706dc0 req-9627a46a-3291-4ebc-aa54-ea5bb54e86de tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/security-groups?id=bccfe7bf-fbd6-44b7-accb-22a9e85ac65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106521 Jul 14 09:31:06.414666 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-b544ada0-593f-4c70-82ae-6103a72f2ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 983f3c7d-56a2-404f-9119-ebba5be56c67 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:31:06.441994 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac47129-3ed7-48b1-a49b-c0f288551166 admin admin] Router 1df1f370-c6af-44a8-84f1-443dffd9676a has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:06.445619 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-b544ada0-593f-4c70-82ae-6103a72f2ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.473087 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf26bb65-3072-488f-9624-4ac3bcf877c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.507313 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e851d5c2-bc93-4892-a04e-abf76721e619 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.521316 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e851d5c2-bc93-4892-a04e-abf76721e619 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.535258 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e851d5c2-bc93-4892-a04e-abf76721e619 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:06.552747 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e851d5c2-bc93-4892-a04e-abf76721e619 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.553169 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-e851d5c2-bc93-4892-a04e-abf76721e619 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Added segment 75fafabf-fa3a-46f2-b524-c17b1f3328c3 of type vlan for network 12352522-75c6-42ba-86fb-3ea3d9c60ae0 Jul 14 09:31:06.600303 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e851d5c2-bc93-4892-a04e-abf76721e619 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.645162 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e851d5c2-bc93-4892-a04e-abf76721e619 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.650803 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e851d5c2-bc93-4892-a04e-abf76721e619 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:06.651462 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e851d5c2-bc93-4892-a04e-abf76721e619 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.679876 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-45721c5d-e436-4f9b-bab3-e24ad4706b25 None None] Provisioning complete for port 9fb9c317-f908-4b16-95de-b2e3df7c1d00 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:06.680570 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45721c5d-e436-4f9b-bab3-e24ad4706b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.732870 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-45721c5d-e436-4f9b-bab3-e24ad4706b25 None None] Port 9fb9c317-f908-4b16-95de-b2e3df7c1d00 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:06.740420 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e851d5c2-bc93-4892-a04e-abf76721e619 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56b69fb7-fcb9-4200-8d7a-2e69334f05ca,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:06.749321 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c74e67f-85ce-46c4-ab17-2b8438bb9852 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Router 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:06.756975 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e851d5c2-bc93-4892-a04e-abf76721e619 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9672570 Jul 14 09:31:06.757493 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48460) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:06.767070 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-269d70de-1068-4799-bafd-e0ef1758a7b0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'port': {'network_id': '12352522-75c6-42ba-86fb-3ea3d9c60ae0', 'name': 'tempest-PortsIpV6TestJSON-995123735'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:06.792371 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e851d5c2-bc93-4892-a04e-abf76721e619 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Network': ['ID=12352522-75c6-42ba-86fb-3ea3d9c60ae0,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:06.805639 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 12352522-75c6-42ba-86fb-3ea3d9c60ae0 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:06.850702 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26bb65-3072-488f-9624-4ac3bcf877c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd92807e-ef0f-4242-8866-a23f17b8b95b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:06.861538 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-b544ada0-593f-4c70-82ae-6103a72f2ecd service neutron] Transition to ACTIVE for port object 983f3c7d-56a2-404f-9119-ebba5be56c67 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:06.894288 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-b544ada0-593f-4c70-82ae-6103a72f2ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.987869 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269d70de-1068-4799-bafd-e0ef1758a7b0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:06.991653 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-269d70de-1068-4799-bafd-e0ef1758a7b0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.996603 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c74e67f-85ce-46c4-ab17-2b8438bb9852 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:07.010831 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ccc557-c73d-473c-a69a-9c9b2d2db767 None None] Sync routers for ids ['49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:07.023560 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1c74e67f-85ce-46c4-ab17-2b8438bb9852 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "PUT /v2.0/routers/49630ec0-3d51-4fc2-ae96-7ab0ab25cb46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2574651 Jul 14 09:31:07.024983 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-269d70de-1068-4799-bafd-e0ef1758a7b0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] device_id is not set on port 09b638b7-e635-4785-a83b-05c881272196 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:07.036765 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ccc557-c73d-473c-a69a-9c9b2d2db767 None None] Routers {'49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:07.037671 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-73ccc557-c73d-473c-a69a-9c9b2d2db767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:30:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:07.042165 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac47129-3ed7-48b1-a49b-c0f288551166 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:07.052157 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544ada0-593f-4c70-82ae-6103a72f2ecd service neutron] Pushing event updated for resources: {'Port': ['ID=983f3c7d-56a2-404f-9119-ebba5be56c67,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:07.053057 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acbbd4e-ab14-4d8c-8fc1-7dd048dadb60 None None] Sync routers for ids ['1df1f370-c6af-44a8-84f1-443dffd9676a'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:07.068105 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8ac47129-3ed7-48b1-a49b-c0f288551166 admin admin] 10.222.0.25 "PUT /v2.0/routers/1df1f370-c6af-44a8-84f1-443dffd9676a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8119490 Jul 14 09:31:07.069130 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acbbd4e-ab14-4d8c-8fc1-7dd048dadb60 None None] Routers {'1df1f370-c6af-44a8-84f1-443dffd9676a'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:07.069750 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4acbbd4e-ab14-4d8c-8fc1-7dd048dadb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:30:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1df1f370-c6af-44a8-84f1-443dffd9676a'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:07.070252 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48466) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:07.175906 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf26bb65-3072-488f-9624-4ac3bcf877c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.259360 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-269d70de-1068-4799-bafd-e0ef1758a7b0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.264574 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-73ccc557-c73d-473c-a69a-9c9b2d2db767 None None] Set router 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:07.280291 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-4acbbd4e-ab14-4d8c-8fc1-7dd048dadb60 None None] Set router 1df1f370-c6af-44a8-84f1-443dffd9676a gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:07.312413 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-269d70de-1068-4799-bafd-e0ef1758a7b0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.357023 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf26bb65-3072-488f-9624-4ac3bcf877c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.362547 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf26bb65-3072-488f-9624-4ac3bcf877c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.407904 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-b544ada0-593f-4c70-82ae-6103a72f2ecd service neutron] Attempting to bind port 983f3c7d-56a2-404f-9119-ebba5be56c67 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:07.407904 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-b544ada0-593f-4c70-82ae-6103a72f2ecd service neutron] Attempting to bind port 983f3c7d-56a2-404f-9119-ebba5be56c67 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '6252c34e-10e4-441b-83ab-5be2caf8f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3544af13-26bf-4983-88b8-20b157af1fb0'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:07.408244 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-b544ada0-593f-4c70-82ae-6103a72f2ecd service neutron] Attempting to bind port 983f3c7d-56a2-404f-9119-ebba5be56c67 on network 3544af13-26bf-4983-88b8-20b157af1fb0 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:07.431335 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d70de-1068-4799-bafd-e0ef1758a7b0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Port': ['ID=09b638b7-e635-4785-a83b-05c881272196,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:07.445704 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269d70de-1068-4799-bafd-e0ef1758a7b0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Checking segment: {'id': '75fafabf-fa3a-46f2-b524-c17b1f3328c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '12352522-75c6-42ba-86fb-3ea3d9c60ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:07.445945 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269d70de-1068-4799-bafd-e0ef1758a7b0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network hostable DHCP agents. Network: 12352522-75c6-42ba-86fb-3ea3d9c60ae0, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:07.455355 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-b544ada0-593f-4c70-82ae-6103a72f2ecd service neutron] Port 983f3c7d-56a2-404f-9119-ebba5be56c67 on network 3544af13-26bf-4983-88b8-20b157af1fb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:31:07.455833 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-b544ada0-593f-4c70-82ae-6103a72f2ecd service neutron] Attempting to bind port 983f3c7d-56a2-404f-9119-ebba5be56c67 on network 3544af13-26bf-4983-88b8-20b157af1fb0 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:07.461620 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3b80140-7119-4185-9c69-b8cfe6c666d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.465032 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-b544ada0-593f-4c70-82ae-6103a72f2ecd service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:07.465376 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-b544ada0-593f-4c70-82ae-6103a72f2ecd service neutron] Checking segment: {'id': '6252c34e-10e4-441b-83ab-5be2caf8f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3544af13-26bf-4983-88b8-20b157af1fb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:07.465771 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-b544ada0-593f-4c70-82ae-6103a72f2ecd service neutron] Bound using segment: {'id': '6252c34e-10e4-441b-83ab-5be2caf8f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3544af13-26bf-4983-88b8-20b157af1fb0'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:07.466248 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-b544ada0-593f-4c70-82ae-6103a72f2ecd service neutron] Bound port: 983f3c7d-56a2-404f-9119-ebba5be56c67, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6252c34e-10e4-441b-83ab-5be2caf8f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3544af13-26bf-4983-88b8-20b157af1fb0'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:07.466570 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-b544ada0-593f-4c70-82ae-6103a72f2ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.471226 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269d70de-1068-4799-bafd-e0ef1758a7b0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network 12352522-75c6-42ba-86fb-3ea3d9c60ae0 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:07.484422 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-269d70de-1068-4799-bafd-e0ef1758a7b0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 12352522-75c6-42ba-86fb-3ea3d9c60ae0) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:07.491197 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269d70de-1068-4799-bafd-e0ef1758a7b0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:07.495831 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b9ec24-c38d-4c5d-9586-7e6babbf88b1 None None] Network 12352522-75c6-42ba-86fb-3ea3d9c60ae0 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:07.500799 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269d70de-1068-4799-bafd-e0ef1758a7b0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:07.501725 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-269d70de-1068-4799-bafd-e0ef1758a7b0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.509243 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf26bb65-3072-488f-9624-4ac3bcf877c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.509769 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf26bb65-3072-488f-9624-4ac3bcf877c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67d8d599-d72b-4a7c-a93d-f9c125986352 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:31:07.516726 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf26bb65-3072-488f-9624-4ac3bcf877c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.520561 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cf26bb65-3072-488f-9624-4ac3bcf877c8 admin admin] 10.222.0.25 "DELETE /v2.0/routers/67d8d599-d72b-4a7c-a93d-f9c125986352 HTTP/1.1" status: 204 len: 168 time: 3.3933651 Jul 14 09:31:07.523256 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48472) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:07.544189 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-269d70de-1068-4799-bafd-e0ef1758a7b0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7804024 Jul 14 09:31:07.558158 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48474) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:07.564032 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f98186e2-566e-420c-8a4c-6e0002243e35 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1850903407'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:07.601370 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4acbbd4e-ab14-4d8c-8fc1-7dd048dadb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df1f370-c6af-44a8-84f1-443dffd9676a', 'name': 'tempest-ServerRescueTestJSON-1877046209-router', 'tenant_id': '13a6cb8219634407be0dfc48ca82a27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'f6bdb0c8-0d75-4901-8b29-908d24d9976c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:28Z', 'updated_at': '2021-07-14T09:31:04Z', 'revision_number': 5, 'project_id': '13a6cb8219634407be0dfc48ca82a27b', 'gw_port': {'id': 'f6bdb0c8-0d75-4901-8b29-908d24d9976c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:38:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1f370-c6af-44a8-84f1-443dffd9676a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:31Z', 'updated_at': '2021-07-14T09:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:07.629204 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fbbee0f-1382-4ddc-84c1-eeef9b90228a admin admin] Deleting subnet f70368bd-4b20-4411-9246-e052ac438534 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:07.637121 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3fbbee0f-1382-4ddc-84c1-eeef9b90228a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.676937 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-b544ada0-593f-4c70-82ae-6103a72f2ecd service neutron] For port 983f3c7d-56a2-404f-9119-ebba5be56c67, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:07.682686 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-b544ada0-593f-4c70-82ae-6103a72f2ecd service neutron] For port 983f3c7d-56a2-404f-9119-ebba5be56c67, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=983f3c7d-56a2-404f-9119-ebba5be56c67,segment=NetworkSegment(6252c34e-10e4-441b-83ab-5be2caf8f071),segment_id=6252c34e-10e4-441b-83ab-5be2caf8f071)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:07.686340 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acbbd4e-ab14-4d8c-8fc1-7dd048dadb60 None None] Checking router: 1df1f370-c6af-44a8-84f1-443dffd9676a for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:31:07.706590 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acbbd4e-ab14-4d8c-8fc1-7dd048dadb60 None None] Routers {'1df1f370-c6af-44a8-84f1-443dffd9676a'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:07.707245 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4acbbd4e-ab14-4d8c-8fc1-7dd048dadb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:30:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1df1f370-c6af-44a8-84f1-443dffd9676a'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:07.715685 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-b544ada0-593f-4c70-82ae-6103a72f2ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.744578 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3fbbee0f-1382-4ddc-84c1-eeef9b90228a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.847341 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3fbbee0f-1382-4ddc-84c1-eeef9b90228a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.851756 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-73ccc557-c73d-473c-a69a-9c9b2d2db767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'name': 'tempest-TestNetworkBasicOps-router-711348758', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:54Z', 'updated_at': '2021-07-14T09:31:04Z', 'revision_number': 5, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'faf0434f-062f-457a-9fed-b52da2d77c12', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'floating_ip_address': '172.25.6.121', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'port_id': 'd2a7c936-ea26-4685-ad30-7d0810dc9c23', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'mac_address': 'fa:16:3e:fc:9d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c2fb14-0362-4fd8-a722-63d80396cba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:29:46Z', 'updated_at': '2021-07-14T09:29:52Z', 'revision_number': 1, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4f4f04-b635-4763-bd2e-7bad353603cf', 'name': '', 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'mac_address': 'fa:16:3e:be:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:07Z', 'updated_at': '2021-07-14T09:29:15Z', 'revision_number': 5, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'subnets': [{'id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fb9c317-f908-4b16-95de-b2e3df7c1d00', 'name': '', 'network_id': '5506a0b9-f9d3-479d-b07d-deda16d44b52', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'mac_address': 'fa:16:3e:a2:00:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': '60894c08-8ecc-4495-80ad-0766d48a85cf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:03Z', 'updated_at': '2021-07-14T09:31:05Z', 'revision_number': 2, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'subnets': [{'id': '60894c08-8ecc-4495-80ad-0766d48a85cf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:07.854388 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-b544ada0-593f-4c70-82ae-6103a72f2ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:07.855248 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-b544ada0-593f-4c70-82ae-6103a72f2ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.856787 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-b544ada0-593f-4c70-82ae-6103a72f2ecd service neutron] 10.222.0.44 "PUT /v2.0/ports/983f3c7d-56a2-404f-9119-ebba5be56c67 HTTP/1.1" status: 200 len: 1092 time: 2.7874458 Jul 14 09:31:07.863435 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82fdd8f6-fba4-4366-9644-56bf6136dde5', 'tag': '983f3c7d-56a2-404f-9119-ebba5be56c67'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:07.865847 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a439c14-d47d-4fec-b9bf-64d40d514e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "82fdd8f6-fba4-4366-9644-56bf6136dde5", "tag": "983f3c7d-56a2-404f-9119-ebba5be56c67"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:07.867476 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-4acbbd4e-ab14-4d8c-8fc1-7dd048dadb60 None None] Set router 1df1f370-c6af-44a8-84f1-443dffd9676a gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:07.875202 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98186e2-566e-420c-8a4c-6e0002243e35 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:07.879564 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f98186e2-566e-420c-8a4c-6e0002243e35 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.915646 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3b80140-7119-4185-9c69-b8cfe6c666d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.930596 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ccc557-c73d-473c-a69a-9c9b2d2db767 None None] Checking router: 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:31:07.931067 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ccc557-c73d-473c-a69a-9c9b2d2db767 None None] Updating router 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 port 9fb9c317-f908-4b16-95de-b2e3df7c1d00 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:31:07.950705 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544ada0-593f-4c70-82ae-6103a72f2ecd service neutron] Pushing event updated for resources: {'Port': ['ID=983f3c7d-56a2-404f-9119-ebba5be56c67,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:07.954915 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874bf132-804f-40ef-a369-9c09162e3d9c x-openstack-request-id: req-874bf132-804f-40ef-a369-9c09162e3d9c {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:07.955207 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82fdd8f6-fba4-4366-9644-56bf6136dde5", "tag": "983f3c7d-56a2-404f-9119-ebba5be56c67", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:07.955533 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-874bf132-804f-40ef-a369-9c09162e3d9c {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:07.955948 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82fdd8f6-fba4-4366-9644-56bf6136dde5', 'tag': '983f3c7d-56a2-404f-9119-ebba5be56c67', 'status': 'completed', 'code': 200} Jul 14 09:31:07.969061 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3fbbee0f-1382-4ddc-84c1-eeef9b90228a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.998572 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3fbbee0f-1382-4ddc-84c1-eeef9b90228a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.002590 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa2ea8b-fbf1-4d33-a725-47014ed4a4af None None] Network f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:08.003280 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3fbbee0f-1382-4ddc-84c1-eeef9b90228a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f70368bd-4b20-4411-9246-e052ac438534 HTTP/1.1" status: 204 len: 168 time: 0.4787197 Jul 14 09:31:08.006377 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48478) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:08.022035 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f98186e2-566e-420c-8a4c-6e0002243e35 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:08.046379 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f98186e2-566e-420c-8a4c-6e0002243e35 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.046747 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-f98186e2-566e-420c-8a4c-6e0002243e35 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Added segment 6dc4a403-3c4c-49b6-9099-967b91b56d72 of type vlan for network 38f8187c-56d4-4462-94e9-169fab9b8f2f Jul 14 09:31:08.055514 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca2373-0053-4c3a-a351-2b8eb739f1e5 req-bc30e922-71e8-4f9e-934a-73bc9ba7a30e tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:08.066833 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-32ca2373-0053-4c3a-a351-2b8eb739f1e5 req-bc30e922-71e8-4f9e-934a-73bc9ba7a30e tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=82fdd8f6-fba4-4366-9644-56bf6136dde5 HTTP/1.1" status: 200 len: 943 time: 0.3812356 Jul 14 09:31:08.080188 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73ccc557-c73d-473c-a69a-9c9b2d2db767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.175285 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-795cb2b9-d4bf-4b4d-af9a-96e1c88023b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.181283 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f98186e2-566e-420c-8a4c-6e0002243e35 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.184261 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbee0f-1382-4ddc-84c1-eeef9b90228a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f70368bd-4b20-4411-9246-e052ac438534,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:08.216225 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-32ca2373-0053-4c3a-a351-2b8eb739f1e5 req-77201f9d-6b66-4808-a8cb-8560e7ab088e tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/security-groups?id=bccfe7bf-fbd6-44b7-accb-22a9e85ac65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481092 Jul 14 09:31:08.225652 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-995a61b4-0249-48f8-a2ba-54f01e71496c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:08.231968 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-995a61b4-0249-48f8-a2ba-54f01e71496c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d33db225565746b5ad53b87197fcd998&device_id=82fdd8f6-fba4-4366-9644-56bf6136dde5 HTTP/1.1" status: 200 len: 1095 time: 0.3086915 Jul 14 09:31:08.238712 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a3b80140-7119-4185-9c69-b8cfe6c666d6 admin admin] Deleting port f6bdb0c8-0d75-4901-8b29-908d24d9976c {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:08.239298 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3b80140-7119-4185-9c69-b8cfe6c666d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.294594 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-795cb2b9-d4bf-4b4d-af9a-96e1c88023b7 admin admin] Deleting port 446a6c60-5412-41e9-83f3-5b7f34291499 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:08.299702 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-795cb2b9-d4bf-4b4d-af9a-96e1c88023b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.347060 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-ff2b76e5-26f3-4837-9794-c73fed9f55c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=983f3c7d-56a2-404f-9119-ebba5be56c67 HTTP/1.1" status: 200 len: 217 time: 0.0995240 Jul 14 09:31:08.381455 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f98186e2-566e-420c-8a4c-6e0002243e35 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.388194 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98186e2-566e-420c-8a4c-6e0002243e35 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:08.389564 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f98186e2-566e-420c-8a4c-6e0002243e35 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.407323 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8358213-5753-4994-80df-af079f83db6d None None] DHCP port deletion for f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:31:08.436860 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-795cb2b9-d4bf-4b4d-af9a-96e1c88023b7 admin admin] For port 446a6c60-5412-41e9-83f3-5b7f34291499, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=446a6c60-5412-41e9-83f3-5b7f34291499,segment=NetworkSegment(d2a2100d-ef72-4be2-9e7d-6a1e5f656a00),segment_id=d2a2100d-ef72-4be2-9e7d-6a1e5f656a00)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:08.437264 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-795cb2b9-d4bf-4b4d-af9a-96e1c88023b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.463166 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-795cb2b9-d4bf-4b4d-af9a-96e1c88023b7 admin admin] Calling delete_port for 446a6c60-5412-41e9-83f3-5b7f34291499 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:08.483698 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4acbbd4e-ab14-4d8c-8fc1-7dd048dadb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df1f370-c6af-44a8-84f1-443dffd9676a', 'name': 'tempest-ServerRescueTestJSON-1877046209-router', 'tenant_id': '13a6cb8219634407be0dfc48ca82a27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'f6bdb0c8-0d75-4901-8b29-908d24d9976c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:28Z', 'updated_at': '2021-07-14T09:31:04Z', 'revision_number': 5, 'project_id': '13a6cb8219634407be0dfc48ca82a27b', 'gw_port': {'id': 'f6bdb0c8-0d75-4901-8b29-908d24d9976c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:38:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1f370-c6af-44a8-84f1-443dffd9676a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:31Z', 'updated_at': '2021-07-14T09:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:08.516964 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acbbd4e-ab14-4d8c-8fc1-7dd048dadb60 None None] The sync data for ids ['1df1f370-c6af-44a8-84f1-443dffd9676a'] in n-d-771362-35 is: [{'id': '1df1f370-c6af-44a8-84f1-443dffd9676a', 'name': 'tempest-ServerRescueTestJSON-1877046209-router', 'tenant_id': '13a6cb8219634407be0dfc48ca82a27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'f6bdb0c8-0d75-4901-8b29-908d24d9976c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:28Z', 'updated_at': '2021-07-14T09:31:04Z', 'revision_number': 5, 'project_id': '13a6cb8219634407be0dfc48ca82a27b', 'gw_port': {'id': 'f6bdb0c8-0d75-4901-8b29-908d24d9976c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:38:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1f370-c6af-44a8-84f1-443dffd9676a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:31Z', 'updated_at': '2021-07-14T09:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:08.523161 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f98186e2-566e-420c-8a4c-6e0002243e35 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9637794 Jul 14 09:31:08.532210 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48486) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:08.543527 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c8358213-5753-4994-80df-af079f83db6d None None] Deleting port 446a6c60-5412-41e9-83f3-5b7f34291499 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:08.543993 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8358213-5753-4994-80df-af079f83db6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.549773 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bed58096-1d34-493a-9c01-4bc2435948bc req-56df4d3f-981d-442c-9201-beca7d1c30b7 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--18386622&fields=id&tenant_id=d08a9cf8426748049cbeff47ed271bac HTTP/1.1" status: 200 len: 267 time: 0.2081640 Jul 14 09:31:08.556497 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1b8aa4d5-9178-484d-8b16-8844eee9b027 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'ports': [{'network_id': '12352522-75c6-42ba-86fb-3ea3d9c60ae0'}, {'network_id': '38f8187c-56d4-4462-94e9-169fab9b8f2f'}]} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:08.556710 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1b8aa4d5-9178-484d-8b16-8844eee9b027 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'port': {'network_id': '12352522-75c6-42ba-86fb-3ea3d9c60ae0'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:08.557187 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1b8aa4d5-9178-484d-8b16-8844eee9b027 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'port': {'network_id': '38f8187c-56d4-4462-94e9-169fab9b8f2f'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:08.580659 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98186e2-566e-420c-8a4c-6e0002243e35 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Network': ['ID=38f8187c-56d4-4462-94e9-169fab9b8f2f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:08.598894 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-0dd47663-e405-444f-8093-97ac3346b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:08.600858 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-0dd47663-e405-444f-8093-97ac3346b2f9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4229b602-b89c-4202-96d0-585023f16c9a HTTP/1.1" status: 200 len: 854 time: 0.2380009 Jul 14 09:31:08.604132 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 38f8187c-56d4-4462-94e9-169fab9b8f2f details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:08.614035 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-795cb2b9-d4bf-4b4d-af9a-96e1c88023b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.648822 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795cb2b9-d4bf-4b4d-af9a-96e1c88023b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=446a6c60-5412-41e9-83f3-5b7f34291499,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:08.650669 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795cb2b9-d4bf-4b4d-af9a-96e1c88023b7 admin admin] No DVR routers for this DVR port 446a6c60-5412-41e9-83f3-5b7f34291499 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:08.696003 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a3b80140-7119-4185-9c69-b8cfe6c666d6 admin admin] For port f6bdb0c8-0d75-4901-8b29-908d24d9976c, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f6bdb0c8-0d75-4901-8b29-908d24d9976c,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:08.696482 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3b80140-7119-4185-9c69-b8cfe6c666d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.708726 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c8358213-5753-4994-80df-af079f83db6d None None] For port 446a6c60-5412-41e9-83f3-5b7f34291499, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=446a6c60-5412-41e9-83f3-5b7f34291499,segment=NetworkSegment(d2a2100d-ef72-4be2-9e7d-6a1e5f656a00),segment_id=d2a2100d-ef72-4be2-9e7d-6a1e5f656a00)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:08.709165 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8358213-5753-4994-80df-af079f83db6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.737373 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-611cdc51-f236-4f2f-ae2e-92615a182f70 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3544af13-26bf-4983-88b8-20b157af1fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945129 Jul 14 09:31:08.750860 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-795cb2b9-d4bf-4b4d-af9a-96e1c88023b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.751621 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c8358213-5753-4994-80df-af079f83db6d None None] Calling delete_port for 446a6c60-5412-41e9-83f3-5b7f34291499 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:08.755668 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a3b80140-7119-4185-9c69-b8cfe6c666d6 admin admin] Calling delete_port for f6bdb0c8-0d75-4901-8b29-908d24d9976c owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:08.758859 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73ccc557-c73d-473c-a69a-9c9b2d2db767 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.765754 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-795cb2b9-d4bf-4b4d-af9a-96e1c88023b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:08.776775 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-73ccc557-c73d-473c-a69a-9c9b2d2db767 None None] Transition to ACTIVE for port object 9fb9c317-f908-4b16-95de-b2e3df7c1d00 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:08.785645 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-795cb2b9-d4bf-4b4d-af9a-96e1c88023b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a2100d-ef72-4be2-9e7d-6a1e5f656a00') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:08.785907 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-795cb2b9-d4bf-4b4d-af9a-96e1c88023b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a2100d-ef72-4be2-9e7d-6a1e5f656a00') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:08.797727 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-795cb2b9-d4bf-4b4d-af9a-96e1c88023b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.812139 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73ccc557-c73d-473c-a69a-9c9b2d2db767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.813952 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-795cb2b9-d4bf-4b4d-af9a-96e1c88023b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.822345 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-795cb2b9-d4bf-4b4d-af9a-96e1c88023b7 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:08.822765 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-795cb2b9-d4bf-4b4d-af9a-96e1c88023b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:08.825648 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:08.900973 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644e0f7-d0e0-4e8c-b520-b1f16ad607b3 None None] Pushing event updated for resources: {'Port': ['ID=9fb9c317-f908-4b16-95de-b2e3df7c1d00,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:08.908931 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-795cb2b9-d4bf-4b4d-af9a-96e1c88023b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.941025 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-795cb2b9-d4bf-4b4d-af9a-96e1c88023b7 admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.950079 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644e0f7-d0e0-4e8c-b520-b1f16ad607b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:08.950429 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644e0f7-d0e0-4e8c-b520-b1f16ad607b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:08.950770 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644e0f7-d0e0-4e8c-b520-b1f16ad607b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:08.951633 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644e0f7-d0e0-4e8c-b520-b1f16ad607b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:08.951995 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644e0f7-d0e0-4e8c-b520-b1f16ad607b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:08.952327 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644e0f7-d0e0-4e8c-b520-b1f16ad607b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:08.952654 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644e0f7-d0e0-4e8c-b520-b1f16ad607b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:08.952981 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644e0f7-d0e0-4e8c-b520-b1f16ad607b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:08.953303 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644e0f7-d0e0-4e8c-b520-b1f16ad607b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:08.953624 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644e0f7-d0e0-4e8c-b520-b1f16ad607b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:08.953943 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644e0f7-d0e0-4e8c-b520-b1f16ad607b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:08.954258 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644e0f7-d0e0-4e8c-b520-b1f16ad607b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:08.956517 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-795cb2b9-d4bf-4b4d-af9a-96e1c88023b7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a HTTP/1.1" status: 204 len: 168 time: 0.9382205 Jul 14 09:31:08.958795 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795cb2b9-d4bf-4b4d-af9a-96e1c88023b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:09.023683 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-73ccc557-c73d-473c-a69a-9c9b2d2db767 None None] Attempting to bind port 9fb9c317-f908-4b16-95de-b2e3df7c1d00 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:09.024452 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-73ccc557-c73d-473c-a69a-9c9b2d2db767 None None] Attempting to bind port 9fb9c317-f908-4b16-95de-b2e3df7c1d00 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '892e51f4-e237-426c-ad9c-46d05efef37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5506a0b9-f9d3-479d-b07d-deda16d44b52'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:09.025047 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ccc557-c73d-473c-a69a-9c9b2d2db767 None None] Attempting to bind port 9fb9c317-f908-4b16-95de-b2e3df7c1d00 on network 5506a0b9-f9d3-479d-b07d-deda16d44b52 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:09.028096 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8358213-5753-4994-80df-af079f83db6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.041554 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c8358213-5753-4994-80df-af079f83db6d None None] Network f1b3604b-9d78-4652-a77a-1d8bcf6bdc0a is not hosted by any dhcp agent {{(pid=93774) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:31:09.042449 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8358213-5753-4994-80df-af079f83db6d None None] No DVR routers for this DVR port 446a6c60-5412-41e9-83f3-5b7f34291499 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:09.078667 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ccc557-c73d-473c-a69a-9c9b2d2db767 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:09.079162 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ccc557-c73d-473c-a69a-9c9b2d2db767 None None] Checking segment: {'id': '892e51f4-e237-426c-ad9c-46d05efef37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5506a0b9-f9d3-479d-b07d-deda16d44b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:09.079973 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73ccc557-c73d-473c-a69a-9c9b2d2db767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.080690 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ccc557-c73d-473c-a69a-9c9b2d2db767 None None] Bound using segment: {'id': '892e51f4-e237-426c-ad9c-46d05efef37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5506a0b9-f9d3-479d-b07d-deda16d44b52'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:09.085488 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-73ccc557-c73d-473c-a69a-9c9b2d2db767 None None] Bound port: 9fb9c317-f908-4b16-95de-b2e3df7c1d00, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892e51f4-e237-426c-ad9c-46d05efef37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5506a0b9-f9d3-479d-b07d-deda16d44b52'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:09.086036 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73ccc557-c73d-473c-a69a-9c9b2d2db767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.088898 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8358213-5753-4994-80df-af079f83db6d None None] Pushing event deleted for resources: {'Port': ['ID=446a6c60-5412-41e9-83f3-5b7f34291499,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:09.188582 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-73ccc557-c73d-473c-a69a-9c9b2d2db767 None None] For port 9fb9c317-f908-4b16-95de-b2e3df7c1d00, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:09.192878 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-73ccc557-c73d-473c-a69a-9c9b2d2db767 None None] For port 9fb9c317-f908-4b16-95de-b2e3df7c1d00, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9fb9c317-f908-4b16-95de-b2e3df7c1d00,segment=NetworkSegment(892e51f4-e237-426c-ad9c-46d05efef37c),segment_id=892e51f4-e237-426c-ad9c-46d05efef37c)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:09.206232 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73ccc557-c73d-473c-a69a-9c9b2d2db767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.235159 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48490) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:09.281869 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644e0f7-d0e0-4e8c-b520-b1f16ad607b3 None None] Pushing event updated for resources: {'Port': ['ID=9fb9c317-f908-4b16-95de-b2e3df7c1d00,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:09.288363 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ccc557-c73d-473c-a69a-9c9b2d2db767 None None] Routers {'49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:09.289069 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-73ccc557-c73d-473c-a69a-9c9b2d2db767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:30:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:09.341424 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-401f56e1-ddd0-4cf4-9612-dd1edc5ea6f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0437334c71564025892567417a47be59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1050410 Jul 14 09:31:09.342802 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48494) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:09.424904 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1215fe26-9e3f-4017-aa59-7630600d6288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.433046 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-73ccc557-c73d-473c-a69a-9c9b2d2db767 None None] Set router 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:09.448444 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1215fe26-9e3f-4017-aa59-7630600d6288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.497387 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-67d40818-7976-43f9-b9fe-dbdaa9406b31 service neutron] 10.222.0.44 "GET /v2.0/networks/3544af13-26bf-4983-88b8-20b157af1fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7461007 Jul 14 09:31:09.509613 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1215fe26-9e3f-4017-aa59-7630600d6288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.512482 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1215fe26-9e3f-4017-aa59-7630600d6288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.513707 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1215fe26-9e3f-4017-aa59-7630600d6288 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/11965e9a-aa16-47fd-ac57-3f30027a06c7 HTTP/1.1" status: 204 len: 168 time: 0.1695430 Jul 14 09:31:09.522404 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215fe26-9e3f-4017-aa59-7630600d6288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11965e9a-aa16-47fd-ac57-3f30027a06c7,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:09.551038 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed58096-1d34-493a-9c01-4bc2435948bc req-85eb4c17-debe-4054-b54b-d01cee926d3b tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:09.552942 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bed58096-1d34-493a-9c01-4bc2435948bc req-85eb4c17-debe-4054-b54b-d01cee926d3b tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/networks?id=8c26f086-00d8-4d3e-908e-787177c962c0 HTTP/1.1" status: 200 len: 815 time: 1.0022545 Jul 14 09:31:09.646783 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bed58096-1d34-493a-9c01-4bc2435948bc req-687b09f5-7a5e-46ea-b02e-058b0f2bd711 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/quotas/d08a9cf8426748049cbeff47ed271bac HTTP/1.1" status: 200 len: 375 time: 0.0564384 Jul 14 09:31:09.782813 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8aa4d5-9178-484d-8b16-8844eee9b027 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'port': 2} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:09.787405 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b8aa4d5-9178-484d-8b16-8844eee9b027 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.799912 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device fd92807e-ef0f-4242-8866-a23f17b8b95b no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:09.823264 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: fd92807e-ef0f-4242-8866-a23f17b8b95b {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:09.823649 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3b80140-7119-4185-9c69-b8cfe6c666d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.823814 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device fd92807e-ef0f-4242-8866-a23f17b8b95b not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:09.824055 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c4bb22b7-6175-4b22-b346-3f8d60f1698b no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:09.838371 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b8aa4d5-9178-484d-8b16-8844eee9b027 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.854666 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: c4bb22b7-6175-4b22-b346-3f8d60f1698b {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:09.855081 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c4bb22b7-6175-4b22-b346-3f8d60f1698b not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:09.855586 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 446a6c60-5412-41e9-83f3-5b7f34291499 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:09.871292 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977aed6-0d3e-4a02-af8f-660c9dc89a3b req-30f4b4da-fa3f-4d4c-ba84-e0a5a5462df2 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:09.873167 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a977aed6-0d3e-4a02-af8f-660c9dc89a3b req-30f4b4da-fa3f-4d4c-ba84-e0a5a5462df2 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=82fdd8f6-fba4-4366-9644-56bf6136dde5 HTTP/1.1" status: 200 len: 943 time: 0.3690698 Jul 14 09:31:09.875164 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ce84c1b-ed47-4ca0-a876-58d5475bcb36 req-fadaf644-754b-4049-9005-c82fd74e1a38 service neutron] 10.222.0.44 "GET /v2.0/networks/3544af13-26bf-4983-88b8-20b157af1fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614028 Jul 14 09:31:09.889561 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b80140-7119-4185-9c69-b8cfe6c666d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6bdb0c8-0d75-4901-8b29-908d24d9976c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:09.899437 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 446a6c60-5412-41e9-83f3-5b7f34291499 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:09.899743 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 446a6c60-5412-41e9-83f3-5b7f34291499 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:09.984969 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48502) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:09.999327 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-73ccc557-c73d-473c-a69a-9c9b2d2db767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'name': 'tempest-TestNetworkBasicOps-router-711348758', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:54Z', 'updated_at': '2021-07-14T09:31:04Z', 'revision_number': 5, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'faf0434f-062f-457a-9fed-b52da2d77c12', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'floating_ip_address': '172.25.6.121', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'port_id': 'd2a7c936-ea26-4685-ad30-7d0810dc9c23', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'mac_address': 'fa:16:3e:fc:9d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c2fb14-0362-4fd8-a722-63d80396cba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:29:46Z', 'updated_at': '2021-07-14T09:29:52Z', 'revision_number': 1, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4f4f04-b635-4763-bd2e-7bad353603cf', 'name': '', 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'mac_address': 'fa:16:3e:be:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:07Z', 'updated_at': '2021-07-14T09:29:15Z', 'revision_number': 5, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'subnets': [{'id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fb9c317-f908-4b16-95de-b2e3df7c1d00', 'name': '', 'network_id': '5506a0b9-f9d3-479d-b07d-deda16d44b52', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'mac_address': 'fa:16:3e:a2:00:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': '60894c08-8ecc-4495-80ad-0766d48a85cf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:03Z', 'updated_at': '2021-07-14T09:31:09Z', 'revision_number': 4, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'subnets': [{'id': '60894c08-8ecc-4495-80ad-0766d48a85cf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:10.027036 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ccc557-c73d-473c-a69a-9c9b2d2db767 None None] The sync data for ids ['49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'] in n-d-771362-35 is: [{'id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'name': 'tempest-TestNetworkBasicOps-router-711348758', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:54Z', 'updated_at': '2021-07-14T09:31:04Z', 'revision_number': 5, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'faf0434f-062f-457a-9fed-b52da2d77c12', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'floating_ip_address': '172.25.6.121', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'port_id': 'd2a7c936-ea26-4685-ad30-7d0810dc9c23', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'mac_address': 'fa:16:3e:fc:9d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c2fb14-0362-4fd8-a722-63d80396cba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:29:46Z', 'updated_at': '2021-07-14T09:29:52Z', 'revision_number': 1, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4f4f04-b635-4763-bd2e-7bad353603cf', 'name': '', 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'mac_address': 'fa:16:3e:be:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:07Z', 'updated_at': '2021-07-14T09:29:15Z', 'revision_number': 5, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'subnets': [{'id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fb9c317-f908-4b16-95de-b2e3df7c1d00', 'name': '', 'network_id': '5506a0b9-f9d3-479d-b07d-deda16d44b52', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'mac_address': 'fa:16:3e:a2:00:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': '60894c08-8ecc-4495-80ad-0766d48a85cf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:03Z', 'updated_at': '2021-07-14T09:31:09Z', 'revision_number': 4, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'subnets': [{'id': '60894c08-8ecc-4495-80ad-0766d48a85cf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:10.030099 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6d110229-ced5-4a3c-88da-c6b695b696f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8525d77fc1b94779b8589656b2f67aa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426176 Jul 14 09:31:10.033819 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48504) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:10.064897 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bed58096-1d34-493a-9c01-4bc2435948bc req-8fdec4fd-5070-468b-b656-a361043ebfed tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d08a9cf8426748049cbeff47ed271bac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4163363 Jul 14 09:31:10.118234 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92b2b5ba-7efa-4b07-b184-0a76c38f5d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.125662 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3b80140-7119-4185-9c69-b8cfe6c666d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.139314 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-1b8aa4d5-9178-484d-8b16-8844eee9b027 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] device_id is not set on port a2278761-4e09-45a5-afc2-3ad41c745549 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:10.143798 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92b2b5ba-7efa-4b07-b184-0a76c38f5d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.161316 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a977aed6-0d3e-4a02-af8f-660c9dc89a3b req-d3c48cba-d22b-4fb4-a2b5-30fad488fd48 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/security-groups?id=bccfe7bf-fbd6-44b7-accb-22a9e85ac65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776973 Jul 14 09:31:10.219012 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92b2b5ba-7efa-4b07-b184-0a76c38f5d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.222979 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92b2b5ba-7efa-4b07-b184-0a76c38f5d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.224545 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-92b2b5ba-7efa-4b07-b184-0a76c38f5d13 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/13f248c2-2e60-44b2-8605-6b0abbff22b9 HTTP/1.1" status: 204 len: 168 time: 0.1896737 Jul 14 09:31:10.235028 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2b5ba-7efa-4b07-b184-0a76c38f5d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f248c2-2e60-44b2-8605-6b0abbff22b9,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:10.326588 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3b80140-7119-4185-9c69-b8cfe6c666d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.329837 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3b80140-7119-4185-9c69-b8cfe6c666d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.418396 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3b80140-7119-4185-9c69-b8cfe6c666d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.418926 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b80140-7119-4185-9c69-b8cfe6c666d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1df1f370-c6af-44a8-84f1-443dffd9676a {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:31:10.461877 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a439c14-d47d-4fec-b9bf-64d40d514e9c req-d25691bf-9e1b-4675-af51-e1777309ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:10.463572 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a439c14-d47d-4fec-b9bf-64d40d514e9c req-d25691bf-9e1b-4675-af51-e1777309ed00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d33db225565746b5ad53b87197fcd998&device_id=82fdd8f6-fba4-4366-9644-56bf6136dde5 HTTP/1.1" status: 200 len: 1095 time: 0.5243936 Jul 14 09:31:10.469710 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3b80140-7119-4185-9c69-b8cfe6c666d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.473414 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a3b80140-7119-4185-9c69-b8cfe6c666d6 admin admin] 10.222.0.25 "DELETE /v2.0/routers/1df1f370-c6af-44a8-84f1-443dffd9676a HTTP/1.1" status: 204 len: 168 time: 3.3982286 Jul 14 09:31:10.473808 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bed58096-1d34-493a-9c01-4bc2435948bc req-7ac6a0d7-631a-483d-820e-0dffdc7ba55f service neutron] 10.222.0.25 "GET /v2.0/networks/8c26f086-00d8-4d3e-908e-787177c962c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578033 Jul 14 09:31:10.474087 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48508) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:10.558076 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f717cceb-33e3-4a94-b42e-755efcd0f36d admin admin] Deleting subnet f3346c6f-5d4f-467b-92d0-aefbe281d4f2 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:10.562419 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f717cceb-33e3-4a94-b42e-755efcd0f36d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.619794 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f717cceb-33e3-4a94-b42e-755efcd0f36d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.663319 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.677231 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f717cceb-33e3-4a94-b42e-755efcd0f36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.766876 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b8aa4d5-9178-484d-8b16-8844eee9b027 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.794556 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f717cceb-33e3-4a94-b42e-755efcd0f36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.804139 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a439c14-d47d-4fec-b9bf-64d40d514e9c req-f87a5d97-c22b-440c-8599-601b2ead0bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:10.805801 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a439c14-d47d-4fec-b9bf-64d40d514e9c req-f87a5d97-c22b-440c-8599-601b2ead0bae service neutron] 10.222.0.44 "GET /v2.0/networks?id=3544af13-26bf-4983-88b8-20b157af1fb0 HTTP/1.1" status: 200 len: 914 time: 0.3309934 Jul 14 09:31:10.812894 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f717cceb-33e3-4a94-b42e-755efcd0f36d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.818529 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f717cceb-33e3-4a94-b42e-755efcd0f36d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f3346c6f-5d4f-467b-92d0-aefbe281d4f2 HTTP/1.1" status: 204 len: 168 time: 0.3433275 Jul 14 09:31:10.819446 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48510) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:10.851398 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bed58096-1d34-493a-9c01-4bc2435948bc req-eecbb15a-f2a9-4821-90af-4124887d8cbf service neutron] 10.222.0.25 "GET /v2.0/networks/8c26f086-00d8-4d3e-908e-787177c962c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581107 Jul 14 09:31:10.865020 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717cceb-33e3-4a94-b42e-755efcd0f36d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3346c6f-5d4f-467b-92d0-aefbe281d4f2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:10.885116 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a439c14-d47d-4fec-b9bf-64d40d514e9c req-ebbda9f4-35e4-4da9-82cf-3a020488d07e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=983f3c7d-56a2-404f-9119-ebba5be56c67 HTTP/1.1" status: 200 len: 217 time: 0.0497589 Jul 14 09:31:10.908957 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-1b8aa4d5-9178-484d-8b16-8844eee9b027 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] device_id is not set on port c4979998-6b2e-4856-8647-91082ad88f57 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:10.951555 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03dfa08e-cdda-4deb-80a5-84b9b8d2bd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.981521 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a439c14-d47d-4fec-b9bf-64d40d514e9c req-c9b1f194-77a1-4f1d-8fe7-d66c0ff6d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:10.982704 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a439c14-d47d-4fec-b9bf-64d40d514e9c req-c9b1f194-77a1-4f1d-8fe7-d66c0ff6d76c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4229b602-b89c-4202-96d0-585023f16c9a HTTP/1.1" status: 200 len: 854 time: 0.0703065 Jul 14 09:31:11.041758 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a439c14-d47d-4fec-b9bf-64d40d514e9c req-10b7fc39-98cb-4e84-8267-4c8446282027 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3544af13-26bf-4983-88b8-20b157af1fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488157 Jul 14 09:31:11.079070 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03dfa08e-cdda-4deb-80a5-84b9b8d2bd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.090794 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-03dfa08e-cdda-4deb-80a5-84b9b8d2bd10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49d4647-517e-4d0c-9914-1d89ddce536e']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:11.106459 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-03dfa08e-cdda-4deb-80a5-84b9b8d2bd10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1231d5a-9bfd-4b22-82a0-1f7ac50d979e') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:11.106992 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-03dfa08e-cdda-4deb-80a5-84b9b8d2bd10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1231d5a-9bfd-4b22-82a0-1f7ac50d979e') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:11.119112 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03dfa08e-cdda-4deb-80a5-84b9b8d2bd10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.135477 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03dfa08e-cdda-4deb-80a5-84b9b8d2bd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.147402 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03dfa08e-cdda-4deb-80a5-84b9b8d2bd10 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:11.148324 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03dfa08e-cdda-4deb-80a5-84b9b8d2bd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:11.151167 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:11.214669 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03dfa08e-cdda-4deb-80a5-84b9b8d2bd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.222540 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03dfa08e-cdda-4deb-80a5-84b9b8d2bd10 admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.224450 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-03dfa08e-cdda-4deb-80a5-84b9b8d2bd10 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e49d4647-517e-4d0c-9914-1d89ddce536e HTTP/1.1" status: 204 len: 168 time: 0.3785543 Jul 14 09:31:11.237149 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b8aa4d5-9178-484d-8b16-8844eee9b027 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.238081 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfa08e-cdda-4deb-80a5-84b9b8d2bd10 admin admin] Pushing event deleted for resources: {'Network': ['ID=e49d4647-517e-4d0c-9914-1d89ddce536e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:11.255418 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a439c14-d47d-4fec-b9bf-64d40d514e9c req-ab315a6a-b06d-4f8f-9c4c-f198858dddc0 service neutron] 10.222.0.44 "GET /v2.0/networks/3544af13-26bf-4983-88b8-20b157af1fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683743 Jul 14 09:31:11.344984 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2403b4cb-b00e-433b-b62b-e9a9ed5c7703 req-0de72812-fabb-4a2b-a1c3-78350013078a tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 210 time: 0.0801263 Jul 14 09:31:11.414160 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b8aa4d5-9178-484d-8b16-8844eee9b027 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.488918 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48530) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:11.496302 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a439c14-d47d-4fec-b9bf-64d40d514e9c req-de3e5965-7580-4f7c-8b26-f3c843865adf service neutron] 10.222.0.44 "GET /v2.0/networks/3544af13-26bf-4983-88b8-20b157af1fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301860 Jul 14 09:31:11.499166 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8aa4d5-9178-484d-8b16-8844eee9b027 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network 12352522-75c6-42ba-86fb-3ea3d9c60ae0 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:11.511725 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8aa4d5-9178-484d-8b16-8844eee9b027 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Port': ['ID=a2278761-4e09-45a5-afc2-3ad41c745549,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:11.517594 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1b8aa4d5-9178-484d-8b16-8844eee9b027 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:11.520240 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8aa4d5-9178-484d-8b16-8844eee9b027 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:11.521077 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b8aa4d5-9178-484d-8b16-8844eee9b027 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.549775 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9ea90eaf-94e4-4206-bcd9-d3869ee7d783 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13a6cb8219634407be0dfc48ca82a27b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0597081 Jul 14 09:31:11.552307 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48532) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:11.573787 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3339f-140c-4c31-aac6-e87b1d21b6a0 req-579ea812-d638-4dc1-9de3-26136853c835 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:11.576185 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-daf3339f-140c-4c31-aac6-e87b1d21b6a0 req-579ea812-d638-4dc1-9de3-26136853c835 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=82fdd8f6-fba4-4366-9644-56bf6136dde5 HTTP/1.1" status: 200 len: 943 time: 0.2109158 Jul 14 09:31:11.622685 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8aa4d5-9178-484d-8b16-8844eee9b027 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Port': ['ID=c4979998-6b2e-4856-8647-91082ad88f57,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:11.647516 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8aa4d5-9178-484d-8b16-8844eee9b027 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Checking segment: {'id': '6dc4a403-3c4c-49b6-9099-967b91b56d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '38f8187c-56d4-4462-94e9-169fab9b8f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:11.647516 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8aa4d5-9178-484d-8b16-8844eee9b027 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network hostable DHCP agents. Network: 38f8187c-56d4-4462-94e9-169fab9b8f2f, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:11.653593 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-daf3339f-140c-4c31-aac6-e87b1d21b6a0 req-dccff331-45de-4650-9000-22e4f4cc3345 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/security-groups?id=bccfe7bf-fbd6-44b7-accb-22a9e85ac65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716276 Jul 14 09:31:11.671389 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8aa4d5-9178-484d-8b16-8844eee9b027 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network 38f8187c-56d4-4462-94e9-169fab9b8f2f is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:11.671750 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd375b02-b12f-4e23-8a89-9118d10bb546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.691247 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1b8aa4d5-9178-484d-8b16-8844eee9b027 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 38f8187c-56d4-4462-94e9-169fab9b8f2f) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:11.696672 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8aa4d5-9178-484d-8b16-8844eee9b027 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:11.702587 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8aa4d5-9178-484d-8b16-8844eee9b027 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:11.704868 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9fb9c317-f908-4b16-95de-b2e3df7c1d00 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:11.708592 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8aa4d5-9178-484d-8b16-8844eee9b027 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:11.709501 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b8aa4d5-9178-484d-8b16-8844eee9b027 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.728920 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeeb9c1-7eb8-4759-9dcf-3fd606dd8a75 None None] Network 38f8187c-56d4-4462-94e9-169fab9b8f2f requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:11.729153 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd375b02-b12f-4e23-8a89-9118d10bb546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.732613 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1b8aa4d5-9178-484d-8b16-8844eee9b027 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1778660 Jul 14 09:31:11.732936 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48536) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:11.834159 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 9fb9c317-f908-4b16-95de-b2e3df7c1d00 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:11.854800 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 9fb9c317-f908-4b16-95de-b2e3df7c1d00 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:11.855171 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.881324 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd375b02-b12f-4e23-8a89-9118d10bb546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.884978 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd375b02-b12f-4e23-8a89-9118d10bb546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.888246 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fd375b02-b12f-4e23-8a89-9118d10bb546 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d090254e-6c18-495c-9b1c-966b1a548a7c HTTP/1.1" status: 204 len: 168 time: 0.3265533 Jul 14 09:31:11.902206 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd375b02-b12f-4e23-8a89-9118d10bb546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d090254e-6c18-495c-9b1c-966b1a548a7c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:11.908038 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e96f4e44-8e12-42fe-888b-b783c3d4cf12 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting port c4979998-6b2e-4856-8647-91082ad88f57 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:11.908378 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e96f4e44-8e12-42fe-888b-b783c3d4cf12 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.990733 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.993004 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e96f4e44-8e12-42fe-888b-b783c3d4cf12 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.011780 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e96f4e44-8e12-42fe-888b-b783c3d4cf12 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Calling delete_port for c4979998-6b2e-4856-8647-91082ad88f57 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:12.036982 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 9fb9c317-f908-4b16-95de-b2e3df7c1d00, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9fb9c317-f908-4b16-95de-b2e3df7c1d00,segment=NetworkSegment(892e51f4-e237-426c-ad9c-46d05efef37c),segment_id=892e51f4-e237-426c-ad9c-46d05efef37c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:12.042749 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.120032 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e96f4e44-8e12-42fe-888b-b783c3d4cf12 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.121390 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f6bdb0c8-0d75-4901-8b29-908d24d9976c no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:12.154218 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: f6bdb0c8-0d75-4901-8b29-908d24d9976c {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:12.154845 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f6bdb0c8-0d75-4901-8b29-908d24d9976c not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:12.160827 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e96f4e44-8e12-42fe-888b-b783c3d4cf12 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.165157 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e96f4e44-8e12-42fe-888b-b783c3d4cf12 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/ports/c4979998-6b2e-4856-8647-91082ad88f57 HTTP/1.1" status: 204 len: 168 time: 0.4289508 Jul 14 09:31:12.165997 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48544) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:12.171165 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=9fb9c317-f908-4b16-95de-b2e3df7c1d00,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:12.177177 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f4e44-8e12-42fe-888b-b783c3d4cf12 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Port': ['ID=c4979998-6b2e-4856-8647-91082ad88f57,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:12.212228 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.282553 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb52338a-7319-4c8f-a01a-d8ed75005380 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:12.289107 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb52338a-7319-4c8f-a01a-d8ed75005380 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:12.290451 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cb52338a-7319-4c8f-a01a-d8ed75005380 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1241043 Jul 14 09:31:12.293114 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48550) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:12.401924 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a4690856-b50c-4a99-8362-ed6b39bb73ac tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting port a2278761-4e09-45a5-afc2-3ad41c745549 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:12.402278 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a4690856-b50c-4a99-8362-ed6b39bb73ac tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.471652 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a4690856-b50c-4a99-8362-ed6b39bb73ac tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.493033 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a4690856-b50c-4a99-8362-ed6b39bb73ac tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Calling delete_port for a2278761-4e09-45a5-afc2-3ad41c745549 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:12.503675 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-430b76b6-8536-4f40-a901-d82c701b3961 req-557134bc-1626-48e2-b033-19d465863e3c tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 210 time: 0.0399418 Jul 14 09:31:12.583273 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a4690856-b50c-4a99-8362-ed6b39bb73ac tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.612970 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4690856-b50c-4a99-8362-ed6b39bb73ac tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Port': ['ID=a2278761-4e09-45a5-afc2-3ad41c745549,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:12.621763 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a4690856-b50c-4a99-8362-ed6b39bb73ac tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.624196 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a4690856-b50c-4a99-8362-ed6b39bb73ac tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/ports/a2278761-4e09-45a5-afc2-3ad41c745549 HTTP/1.1" status: 204 len: 168 time: 0.3301458 Jul 14 09:31:12.627164 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48564) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:12.759353 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48570) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:12.773378 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d8802d-463a-47e2-be56-7e910a41e0b5 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:12.774896 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-69d8802d-463a-47e2-be56-7e910a41e0b5 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1462607 Jul 14 09:31:12.777672 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48574) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:12.788204 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed58096-1d34-493a-9c01-4bc2435948bc req-7f46cef8-ecfd-495d-a72f-c3977331ba65 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:12.789695 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bed58096-1d34-493a-9c01-4bc2435948bc req-7f46cef8-ecfd-495d-a72f-c3977331ba65 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.47 "GET /v2.0/networks?id=8c26f086-00d8-4d3e-908e-787177c962c0 HTTP/1.1" status: 200 len: 815 time: 0.1517866 Jul 14 09:31:12.820625 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f465fe-6bc6-4958-9da3-fe1f298c8385 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] GET failed (client error): The resource could not be found. Jul 14 09:31:12.822538 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c2f465fe-6bc6-4958-9da3-fe1f298c8385 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "GET /v2.0/ports/c4979998-6b2e-4856-8647-91082ad88f57 HTTP/1.1" status: 404 len: 333 time: 0.0437376 Jul 14 09:31:12.827750 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48576) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:12.874592 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7823833-90f5-4d0e-89c4-76c65c8f9ce6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] GET failed (client error): The resource could not be found. Jul 14 09:31:12.880030 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48578) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:12.880180 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b7823833-90f5-4d0e-89c4-76c65c8f9ce6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "GET /v2.0/ports/a2278761-4e09-45a5-afc2-3ad41c745549 HTTP/1.1" status: 404 len: 333 time: 0.0512762 Jul 14 09:31:12.888270 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bed58096-1d34-493a-9c01-4bc2435948bc req-10fc1f1c-1ad3-44e3-be11-e2f991246564 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d08a9cf8426748049cbeff47ed271bac HTTP/1.1" status: 200 len: 378 time: 0.0808625 Jul 14 09:31:12.897679 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-cac2b7b9-5712-4af7-ae3b-48bdd456433f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-324553860-network', 'tenant_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:12.901881 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-bed58096-1d34-493a-9c01-4bc2435948bc req-b27f0313-8932-49bc-9a55-12c8d75ce24b tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Request body: {'port': {'device_id': '7e04adb7-d418-4924-9f60-da1eb5ede372', 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0', 'admin_state_up': True, 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'security_groups': ['019c7230-10fa-4918-9772-1dedef9fbf7c']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:12.965245 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 983f3c7d-56a2-404f-9119-ebba5be56c67 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:31:13.002316 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64090c-cb1e-45fb-b5ee-2fe36f743f25 req-a9db8ffe-1b6c-488d-bc8e-7a73f73722bc tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:13.003957 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7c64090c-cb1e-45fb-b5ee-2fe36f743f25 req-a9db8ffe-1b6c-488d-bc8e-7a73f73722bc tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=82fdd8f6-fba4-4366-9644-56bf6136dde5 HTTP/1.1" status: 200 len: 943 time: 0.1867001 Jul 14 09:31:13.008307 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5dae48d1-6a56-4211-8441-70931c1e425e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.012879 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac2b7b9-5712-4af7-ae3b-48bdd456433f admin admin] Made reservation on behalf of db20cf33c4e74a0d9cdd7eb7d6c2a275 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:13.016305 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cac2b7b9-5712-4af7-ae3b-48bdd456433f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.045217 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cac2b7b9-5712-4af7-ae3b-48bdd456433f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.067194 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed58096-1d34-493a-9c01-4bc2435948bc req-b27f0313-8932-49bc-9a55-12c8d75ce24b tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Made reservation on behalf of d08a9cf8426748049cbeff47ed271bac for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:13.070807 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bed58096-1d34-493a-9c01-4bc2435948bc req-b27f0313-8932-49bc-9a55-12c8d75ce24b tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.105605 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 983f3c7d-56a2-404f-9119-ebba5be56c67, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=983f3c7d-56a2-404f-9119-ebba5be56c67,segment=NetworkSegment(6252c34e-10e4-441b-83ab-5be2caf8f071),segment_id=6252c34e-10e4-441b-83ab-5be2caf8f071)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:13.121857 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '983f3c7d-56a2-404f-9119-ebba5be56c67', 'network_id': '3544af13-26bf-4983-88b8-20b157af1fb0', 'port_id': '983f3c7d-56a2-404f-9119-ebba5be56c67', 'mac_address': 'fa:16:3e:25:0e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4229b602-b89c-4202-96d0-585023f16c9a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:31:13.129098 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7c64090c-cb1e-45fb-b5ee-2fe36f743f25 req-902963c4-0aa6-4f6b-85fc-eb970360b4bb tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/security-groups?id=bccfe7bf-fbd6-44b7-accb-22a9e85ac65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172552 Jul 14 09:31:13.182226 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5dae48d1-6a56-4211-8441-70931c1e425e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.185565 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.196213 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-5dae48d1-6a56-4211-8441-70931c1e425e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f8187c-56d4-4462-94e9-169fab9b8f2f']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:13.207825 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 983f3c7d-56a2-404f-9119-ebba5be56c67 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:31:13.212724 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-5dae48d1-6a56-4211-8441-70931c1e425e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc4a403-3c4c-49b6-9099-967b91b56d72') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:13.213137 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-5dae48d1-6a56-4211-8441-70931c1e425e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc4a403-3c4c-49b6-9099-967b91b56d72') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:13.227661 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5dae48d1-6a56-4211-8441-70931c1e425e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.231676 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 983f3c7d-56a2-404f-9119-ebba5be56c67, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=983f3c7d-56a2-404f-9119-ebba5be56c67,segment=NetworkSegment(6252c34e-10e4-441b-83ab-5be2caf8f071),segment_id=6252c34e-10e4-441b-83ab-5be2caf8f071)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:13.237478 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.249927 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5dae48d1-6a56-4211-8441-70931c1e425e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.259406 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:31:13.260641 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dae48d1-6a56-4211-8441-70931c1e425e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:13.261260 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5dae48d1-6a56-4211-8441-70931c1e425e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:13.264735 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:13.271504 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-bed58096-1d34-493a-9c01-4bc2435948bc req-b27f0313-8932-49bc-9a55-12c8d75ce24b tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Allocated IP 172.20.0.14 (8c26f086-00d8-4d3e-908e-787177c962c0/07e9ca00-f31e-40d1-b8f8-d4640d1a2a19/8757ea0c-0bf1-4a27-82c9-a4c8ab271126) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:13.313013 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=983f3c7d-56a2-404f-9119-ebba5be56c67,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:13.340554 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cac2b7b9-5712-4af7-ae3b-48bdd456433f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.344683 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cac2b7b9-5712-4af7-ae3b-48bdd456433f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.360359 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5dae48d1-6a56-4211-8441-70931c1e425e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.378393 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5dae48d1-6a56-4211-8441-70931c1e425e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.380480 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5dae48d1-6a56-4211-8441-70931c1e425e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/networks/38f8187c-56d4-4462-94e9-169fab9b8f2f HTTP/1.1" status: 204 len: 168 time: 0.4989674 Jul 14 09:31:13.381422 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac2b7b9-5712-4af7-ae3b-48bdd456433f admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:13.384710 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48580) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:13.390672 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-7c8897e0-4ff0-499d-b9e8-885a91865200 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1287244031'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:13.400767 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2b7b9-5712-4af7-ae3b-48bdd456433f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6541c5a0-e77d-4444-a0b8-93f91e136ad5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:13.405124 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae48d1-6a56-4211-8441-70931c1e425e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Network': ['ID=38f8187c-56d4-4462-94e9-169fab9b8f2f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:13.409761 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cac2b7b9-5712-4af7-ae3b-48bdd456433f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.410291 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-cac2b7b9-5712-4af7-ae3b-48bdd456433f admin admin] Added segment 8f2f8681-b492-4419-b887-a5333e4f929b of type vlan for network d250d3e7-a7ea-4ede-b79b-36a4979bd379 Jul 14 09:31:13.443411 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8897e0-4ff0-499d-b9e8-885a91865200 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:13.447919 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c8897e0-4ff0-499d-b9e8-885a91865200 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.457644 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cac2b7b9-5712-4af7-ae3b-48bdd456433f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.490217 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cac2b7b9-5712-4af7-ae3b-48bdd456433f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.491304 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac2b7b9-5712-4af7-ae3b-48bdd456433f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:13.491885 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cac2b7b9-5712-4af7-ae3b-48bdd456433f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.495351 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8897e0-4ff0-499d-b9e8-885a91865200 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:13.508916 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bed58096-1d34-493a-9c01-4bc2435948bc req-b27f0313-8932-49bc-9a55-12c8d75ce24b tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.521848 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c8897e0-4ff0-499d-b9e8-885a91865200 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.522165 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-7c8897e0-4ff0-499d-b9e8-885a91865200 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Added segment 610dbfcf-6233-46ab-9d8d-81e39c81f88f of type vlan for network 5d177e6c-bf87-4b0c-8ebd-fc1a3bb74ffd Jul 14 09:31:13.534133 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['983f3c7d-56a2-404f-9119-ebba5be56c67'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:31:13.534612 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-bed58096-1d34-493a-9c01-4bc2435948bc req-b27f0313-8932-49bc-9a55-12c8d75ce24b tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Transition to ACTIVE for port object 8757ea0c-0bf1-4a27-82c9-a4c8ab271126 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:13.579512 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c8897e0-4ff0-499d-b9e8-885a91865200 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.589602 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48584) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:13.594527 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cac2b7b9-5712-4af7-ae3b-48bdd456433f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8337615 Jul 14 09:31:13.596595 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-803a7925-63c8-4cb3-a33f-2749c90266d9 admin admin] Request body: {'subnet': {'network_id': 'd250d3e7-a7ea-4ede-b79b-36a4979bd379', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-324553860-subnet', 'tenant_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:13.596746 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2b7b9-5712-4af7-ae3b-48bdd456433f admin admin] Pushing event updated for resources: {'Network': ['ID=d250d3e7-a7ea-4ede-b79b-36a4979bd379,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:13.628386 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803a7925-63c8-4cb3-a33f-2749c90266d9 admin admin] Made reservation on behalf of db20cf33c4e74a0d9cdd7eb7d6c2a275 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:13.630950 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-803a7925-63c8-4cb3-a33f-2749c90266d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.632437 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network d250d3e7-a7ea-4ede-b79b-36a4979bd379 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:13.716826 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9fb9c317-f908-4b16-95de-b2e3df7c1d00 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:13.717817 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c8897e0-4ff0-499d-b9e8-885a91865200 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.724153 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8897e0-4ff0-499d-b9e8-885a91865200 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:13.725303 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c8897e0-4ff0-499d-b9e8-885a91865200 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.823025 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8897e0-4ff0-499d-b9e8-885a91865200 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Network': ['ID=5d177e6c-bf87-4b0c-8ebd-fc1a3bb74ffd,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:13.826109 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7c8897e0-4ff0-499d-b9e8-885a91865200 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4401820 Jul 14 09:31:13.827466 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bed58096-1d34-493a-9c01-4bc2435948bc req-b27f0313-8932-49bc-9a55-12c8d75ce24b tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.835689 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48586) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:13.838133 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 5d177e6c-bf87-4b0c-8ebd-fc1a3bb74ffd details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:13.890628 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 9fb9c317-f908-4b16-95de-b2e3df7c1d00 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:13.890998 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.895942 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-10baf8ed-a1a0-4778-9c40-a8fd986c5adc tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'subnet': {'network_id': '5d177e6c-bf87-4b0c-8ebd-fc1a3bb74ffd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:13.984241 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f0313-8932-49bc-9a55-12c8d75ce24b tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Pushing event updated for resources: {'Port': ['ID=8757ea0c-0bf1-4a27-82c9-a4c8ab271126,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:14.023761 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10baf8ed-a1a0-4778-9c40-a8fd986c5adc tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:14.027448 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10baf8ed-a1a0-4778-9c40-a8fd986c5adc tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.039080 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed58096-1d34-493a-9c01-4bc2435948bc req-b27f0313-8932-49bc-9a55-12c8d75ce24b tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Network 8c26f086-00d8-4d3e-908e-787177c962c0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:14.082356 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-bed58096-1d34-493a-9c01-4bc2435948bc req-b27f0313-8932-49bc-9a55-12c8d75ce24b tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:14.095214 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed58096-1d34-493a-9c01-4bc2435948bc req-b27f0313-8932-49bc-9a55-12c8d75ce24b tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:14.226795 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d5041-c3da-4ed5-90e2-98fcb4880cd6 req-3a2b817e-5ec4-4a25-bd19-0485c7429ca2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:14.227030 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed58096-1d34-493a-9c01-4bc2435948bc req-b27f0313-8932-49bc-9a55-12c8d75ce24b tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:14.227686 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bed58096-1d34-493a-9c01-4bc2435948bc req-b27f0313-8932-49bc-9a55-12c8d75ce24b tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.231961 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e7d5041-c3da-4ed5-90e2-98fcb4880cd6 req-3a2b817e-5ec4-4a25-bd19-0485c7429ca2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 932 time: 0.4927282 Jul 14 09:31:14.273314 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bed58096-1d34-493a-9c01-4bc2435948bc req-b27f0313-8932-49bc-9a55-12c8d75ce24b tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3755903 Jul 14 09:31:14.303211 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e7d5041-c3da-4ed5-90e2-98fcb4880cd6 req-147c0c18-52b5-4d26-87c1-724eb0024054 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/security-groups?id=019c7230-10fa-4918-9772-1dedef9fbf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650759 Jul 14 09:31:14.333194 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [req-bed58096-1d34-493a-9c01-4bc2435948bc req-ca2b52b0-a204-45d7-82ca-829d5cebc188 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:31:14.334319 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bed58096-1d34-493a-9c01-4bc2435948bc req-ca2b52b0-a204-45d7-82ca-829d5cebc188 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058997 Jul 14 09:31:14.426216 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-803a7925-63c8-4cb3-a33f-2749c90266d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.446296 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642944d-015f-42e1-9e07-3d4857f1db8c req-51a4a424-cadb-4ba4-ac35-938de4639282 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:14.448211 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1642944d-015f-42e1-9e07-3d4857f1db8c req-51a4a424-cadb-4ba4-ac35-938de4639282 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=82fdd8f6-fba4-4366-9644-56bf6136dde5 HTTP/1.1" status: 200 len: 944 time: 0.1294489 Jul 14 09:31:14.460483 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f5d0bdad-3dde-43ae-9c76-eea2e9b77002 None None] Provisioning for port 8757ea0c-0bf1-4a27-82c9-a4c8ab271126 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:14.462479 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-bed58096-1d34-493a-9c01-4bc2435948bc req-84c24d8a-6a82-4d2e-b4f4-586600ef246c service neutron] Request body: {'port': {'device_id': '7e04adb7-d418-4924-9f60-da1eb5ede372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:14.472144 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f5d0bdad-3dde-43ae-9c76-eea2e9b77002 None None] Provisioning complete for port 8757ea0c-0bf1-4a27-82c9-a4c8ab271126 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:14.474381 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5d0bdad-3dde-43ae-9c76-eea2e9b77002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.522239 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1642944d-015f-42e1-9e07-3d4857f1db8c req-11cea8a3-b3b5-4453-93c4-e701be172ff6 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/security-groups?id=bccfe7bf-fbd6-44b7-accb-22a9e85ac65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663781 Jul 14 09:31:14.528918 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0bdad-3dde-43ae-9c76-eea2e9b77002 None None] Port 8757ea0c-0bf1-4a27-82c9-a4c8ab271126 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:14.600445 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54e672e4-3f23-42a9-96a8-eb49ef4e8bf2 req-88bc2525-6c7b-4ddc-88ab-efd020d3fc46 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=42c2fb14-0362-4fd8-a722-63d80396cba4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0733995 Jul 14 09:31:14.601609 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a7925-63c8-4cb3-a33f-2749c90266d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bc3de3a-9ded-4326-826a-8b83feb4cbce,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:14.640354 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10baf8ed-a1a0-4778-9c40-a8fd986c5adc tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.651232 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803a7925-63c8-4cb3-a33f-2749c90266d9 admin admin] Checking segment: {'id': '8f2f8681-b492-4419-b887-a5333e4f929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd250d3e7-a7ea-4ede-b79b-36a4979bd379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:14.651626 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803a7925-63c8-4cb3-a33f-2749c90266d9 admin admin] Network hostable DHCP agents. Network: d250d3e7-a7ea-4ede-b79b-36a4979bd379, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:14.686238 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bed58096-1d34-493a-9c01-4bc2435948bc req-84c24d8a-6a82-4d2e-b4f4-586600ef246c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.692727 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e672e4-3f23-42a9-96a8-eb49ef4e8bf2 req-91cdfb42-dac6-4b0e-bdc3-1378d21e1b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:14.696291 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54e672e4-3f23-42a9-96a8-eb49ef4e8bf2 req-91cdfb42-dac6-4b0e-bdc3-1378d21e1b78 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cb022d5abed74ace8ce20b5df7c7b1b3&device_id=42c2fb14-0362-4fd8-a722-63d80396cba4 HTTP/1.1" status: 200 len: 1098 time: 0.0676992 Jul 14 09:31:14.736917 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803a7925-63c8-4cb3-a33f-2749c90266d9 admin admin] Network d250d3e7-a7ea-4ede-b79b-36a4979bd379 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:14.740663 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10baf8ed-a1a0-4778-9c40-a8fd986c5adc tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Subnet': ['ID=8234243d-01cc-453f-8772-e60f307ab2cc,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:14.784188 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-803a7925-63c8-4cb3-a33f-2749c90266d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, d250d3e7-a7ea-4ede-b79b-36a4979bd379) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:14.791061 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803a7925-63c8-4cb3-a33f-2749c90266d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:14.791689 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-803a7925-63c8-4cb3-a33f-2749c90266d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.796937 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba80e03-b1ac-4966-8088-02a60d1a8345 None None] Network d250d3e7-a7ea-4ede-b79b-36a4979bd379 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:14.813022 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10baf8ed-a1a0-4778-9c40-a8fd986c5adc tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Checking segment: {'id': '610dbfcf-6233-46ab-9d8d-81e39c81f88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5d177e6c-bf87-4b0c-8ebd-fc1a3bb74ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:14.813022 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10baf8ed-a1a0-4778-9c40-a8fd986c5adc tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network hostable DHCP agents. Network: 5d177e6c-bf87-4b0c-8ebd-fc1a3bb74ffd, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:14.842331 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e672e4-3f23-42a9-96a8-eb49ef4e8bf2 req-1f28c361-ad1c-4eb0-bbd4-04ab92dcf769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:14.844284 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54e672e4-3f23-42a9-96a8-eb49ef4e8bf2 req-1f28c361-ad1c-4eb0-bbd4-04ab92dcf769 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2c27e967-42d1-4bc6-93c9-e765f463f3e7 HTTP/1.1" status: 200 len: 897 time: 0.1241562 Jul 14 09:31:14.897944 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-803a7925-63c8-4cb3-a33f-2749c90266d9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3043697 Jul 14 09:31:14.899766 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48594) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:14.906880 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-4121fc1d-71b7-4438-af26-3c7bb56b939d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-324553860-router', 'tenant_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:14.914192 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10baf8ed-a1a0-4778-9c40-a8fd986c5adc tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network 5d177e6c-bf87-4b0c-8ebd-fc1a3bb74ffd is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:14.929747 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-10baf8ed-a1a0-4778-9c40-a8fd986c5adc tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 5d177e6c-bf87-4b0c-8ebd-fc1a3bb74ffd) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:14.959124 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2dd9aa-3fb3-413e-b343-5dedb6f9eefc None None] Network 5d177e6c-bf87-4b0c-8ebd-fc1a3bb74ffd requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:14.959867 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54e672e4-3f23-42a9-96a8-eb49ef4e8bf2 req-6872d8c1-fc10-44ef-b453-2e9173818899 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2a7c936-ea26-4685-ad30-7d0810dc9c23 HTTP/1.1" status: 200 len: 1002 time: 0.1075256 Jul 14 09:31:14.964582 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 983f3c7d-56a2-404f-9119-ebba5be56c67 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:15.029523 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e672e4-3f23-42a9-96a8-eb49ef4e8bf2 req-b6858179-e716-4c13-b745-ee21204d629d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:15.031854 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54e672e4-3f23-42a9-96a8-eb49ef4e8bf2 req-b6858179-e716-4c13-b745-ee21204d629d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e87fb8d-e279-4ea7-a7d5-ce53c7332c42 HTTP/1.1" status: 200 len: 835 time: 0.0658662 Jul 14 09:31:15.057964 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002ae75c-9f4a-4994-ba17-6624bed8f693 None None] Network d250d3e7-a7ea-4ede-b79b-36a4979bd379 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:15.108397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e672e4-3f23-42a9-96a8-eb49ef4e8bf2 req-8837db1e-bf2c-4a1d-9d2b-1d0aba6fbbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:15.110040 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54e672e4-3f23-42a9-96a8-eb49ef4e8bf2 req-8837db1e-bf2c-4a1d-9d2b-1d0aba6fbbe9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2c27e967-42d1-4bc6-93c9-e765f463f3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711708 Jul 14 09:31:15.234882 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 983f3c7d-56a2-404f-9119-ebba5be56c67 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:15.238645 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54e672e4-3f23-42a9-96a8-eb49ef4e8bf2 req-ddad0f08-efe8-471f-b886-04721d579d80 service neutron] 10.222.0.44 "GET /v2.0/networks/2c27e967-42d1-4bc6-93c9-e765f463f3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203430 Jul 14 09:31:15.242536 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 983f3c7d-56a2-404f-9119-ebba5be56c67 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:15.242796 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.352611 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10baf8ed-a1a0-4778-9c40-a8fd986c5adc tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:15.353224 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10baf8ed-a1a0-4778-9c40-a8fd986c5adc tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.371653 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54e672e4-3f23-42a9-96a8-eb49ef4e8bf2 req-b220c792-55dc-4a87-a9ed-413337f671ed service neutron] 10.222.0.44 "GET /v2.0/networks/2c27e967-42d1-4bc6-93c9-e765f463f3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248531 Jul 14 09:31:15.401843 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4121fc1d-71b7-4438-af26-3c7bb56b939d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.403107 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4121fc1d-71b7-4438-af26-3c7bb56b939d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.425398 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb011e2d-36af-4f31-b379-028faccf6af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-5d177e6c-bf87-4b0c-8ebd-fc1a3bb74ffd', 'network_id': '5d177e6c-bf87-4b0c-8ebd-fc1a3bb74ffd', 'tenant_id': 'dcc30680139646f2ba211bfea563cead', 'fixed_ips': [{'subnet_id': '8234243d-01cc-453f-8772-e60f307ab2cc'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:15.426254 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb011e2d-36af-4f31-b379-028faccf6af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.427862 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-10baf8ed-a1a0-4778-9c40-a8fd986c5adc tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5419929 Jul 14 09:31:15.430716 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48598) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:15.441423 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a8c3c128-431c-4c30-ad22-a50bc7bb3e9c tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'port': {'network_id': '5d177e6c-bf87-4b0c-8ebd-fc1a3bb74ffd', 'name': 'tempest-PortsIpV6TestJSON-151363177'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:15.488494 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4121fc1d-71b7-4438-af26-3c7bb56b939d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.647279 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-fb011e2d-36af-4f31-b379-028faccf6af7 None None] Allocated IP 2001:db8::2 (5d177e6c-bf87-4b0c-8ebd-fc1a3bb74ffd/8234243d-01cc-453f-8772-e60f307ab2cc/5b9d5055-4730-4e36-b73b-2e88c4e378a5) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:15.692949 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd2956-7bb3-4af1-8f9c-a797c27feb2b req-bcea63c2-b3bb-4c58-ae92-58f0efb33650 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:15.694528 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-93fd2956-7bb3-4af1-8f9c-a797c27feb2b req-bcea63c2-b3bb-4c58-ae92-58f0efb33650 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 932 time: 0.1515088 Jul 14 09:31:15.755432 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c3c128-431c-4c30-ad22-a50bc7bb3e9c tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:15.758940 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8c3c128-431c-4c30-ad22-a50bc7bb3e9c tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.797133 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-bed58096-1d34-493a-9c01-4bc2435948bc req-84c24d8a-6a82-4d2e-b4f4-586600ef246c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8757ea0c-0bf1-4a27-82c9-a4c8ab271126 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:31:15.800810 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-93fd2956-7bb3-4af1-8f9c-a797c27feb2b req-0945a701-ae2a-4e31-b3ce-d2fe79c3d088 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/security-groups?id=019c7230-10fa-4918-9772-1dedef9fbf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892334 Jul 14 09:31:15.804367 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a8c3c128-431c-4c30-ad22-a50bc7bb3e9c tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] device_id is not set on port 5abc8bf6-91c0-4463-8e24-b8a0039476f8 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:15.818651 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bed58096-1d34-493a-9c01-4bc2435948bc req-84c24d8a-6a82-4d2e-b4f4-586600ef246c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.833219 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4121fc1d-71b7-4438-af26-3c7bb56b939d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.855610 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-bed58096-1d34-493a-9c01-4bc2435948bc req-84c24d8a-6a82-4d2e-b4f4-586600ef246c service neutron] Transition to ACTIVE for port object 8757ea0c-0bf1-4a27-82c9-a4c8ab271126 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:15.875553 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfdec4-a398-4d01-a7c2-047a4cff6584 req-fbd4c7e5-2baa-4e6e-a459-84678a513add tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:15.877190 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7ccfdec4-a398-4d01-a7c2-047a4cff6584 req-fbd4c7e5-2baa-4e6e-a459-84678a513add tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=82fdd8f6-fba4-4366-9644-56bf6136dde5 HTTP/1.1" status: 200 len: 944 time: 0.1803098 Jul 14 09:31:15.882533 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bed58096-1d34-493a-9c01-4bc2435948bc req-84c24d8a-6a82-4d2e-b4f4-586600ef246c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.957347 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7ccfdec4-a398-4d01-a7c2-047a4cff6584 req-56b57655-3285-476e-8d2c-9a5932345bfa tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/security-groups?id=bccfe7bf-fbd6-44b7-accb-22a9e85ac65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691938 Jul 14 09:31:16.009612 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c24d8a-6a82-4d2e-b4f4-586600ef246c service neutron] Pushing event updated for resources: {'Port': ['ID=8757ea0c-0bf1-4a27-82c9-a4c8ab271126,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:16.016830 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb011e2d-36af-4f31-b379-028faccf6af7 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.033845 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-fb011e2d-36af-4f31-b379-028faccf6af7 None None] Transition to ACTIVE for port object 5b9d5055-4730-4e36-b73b-2e88c4e378a5 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:16.036163 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.068036 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-fb011e2d-36af-4f31-b379-028faccf6af7 None None] Transition to ACTIVE for port object 5b9d5055-4730-4e36-b73b-2e88c4e378a5 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:16.078869 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fdd8f6-fba4-4366-9644-56bf6136dde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983f3c7d-56a2-404f-9119-ebba5be56c67'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:16.081406 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8db232-0d93-4c63-82c4-13fe5e307373" -d '{"events": [{"server_uuid": "82fdd8f6-fba4-4366-9644-56bf6136dde5", "name": "network-vif-plugged", "status": "completed", "tag": "983f3c7d-56a2-404f-9119-ebba5be56c67"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:16.092849 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb011e2d-36af-4f31-b379-028faccf6af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.099769 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 983f3c7d-56a2-404f-9119-ebba5be56c67, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=983f3c7d-56a2-404f-9119-ebba5be56c67,segment=NetworkSegment(6252c34e-10e4-441b-83ab-5be2caf8f071),segment_id=6252c34e-10e4-441b-83ab-5be2caf8f071)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:16.124348 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-bed58096-1d34-493a-9c01-4bc2435948bc req-84c24d8a-6a82-4d2e-b4f4-586600ef246c service neutron] Attempting to bind port 8757ea0c-0bf1-4a27-82c9-a4c8ab271126 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:16.124694 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-bed58096-1d34-493a-9c01-4bc2435948bc req-84c24d8a-6a82-4d2e-b4f4-586600ef246c service neutron] Attempting to bind port 8757ea0c-0bf1-4a27-82c9-a4c8ab271126 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'c044e3f9-bc82-4d76-8faa-531c5038fae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:16.125031 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed58096-1d34-493a-9c01-4bc2435948bc req-84c24d8a-6a82-4d2e-b4f4-586600ef246c service neutron] Attempting to bind port 8757ea0c-0bf1-4a27-82c9-a4c8ab271126 on network 8c26f086-00d8-4d3e-908e-787177c962c0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:16.130616 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.141311 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed58096-1d34-493a-9c01-4bc2435948bc req-84c24d8a-6a82-4d2e-b4f4-586600ef246c service neutron] Port 8757ea0c-0bf1-4a27-82c9-a4c8ab271126 on network 8c26f086-00d8-4d3e-908e-787177c962c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:31:16.141638 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed58096-1d34-493a-9c01-4bc2435948bc req-84c24d8a-6a82-4d2e-b4f4-586600ef246c service neutron] Attempting to bind port 8757ea0c-0bf1-4a27-82c9-a4c8ab271126 on network 8c26f086-00d8-4d3e-908e-787177c962c0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:16.149795 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed58096-1d34-493a-9c01-4bc2435948bc req-84c24d8a-6a82-4d2e-b4f4-586600ef246c service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:16.150143 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed58096-1d34-493a-9c01-4bc2435948bc req-84c24d8a-6a82-4d2e-b4f4-586600ef246c service neutron] Checking segment: {'id': 'c044e3f9-bc82-4d76-8faa-531c5038fae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:16.150285 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb011e2d-36af-4f31-b379-028faccf6af7 None None] Network 5d177e6c-bf87-4b0c-8ebd-fc1a3bb74ffd is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:16.150556 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed58096-1d34-493a-9c01-4bc2435948bc req-84c24d8a-6a82-4d2e-b4f4-586600ef246c service neutron] Bound using segment: {'id': 'c044e3f9-bc82-4d76-8faa-531c5038fae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:16.150977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-bed58096-1d34-493a-9c01-4bc2435948bc req-84c24d8a-6a82-4d2e-b4f4-586600ef246c service neutron] Bound port: 8757ea0c-0bf1-4a27-82c9-a4c8ab271126, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c044e3f9-bc82-4d76-8faa-531c5038fae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:16.151337 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bed58096-1d34-493a-9c01-4bc2435948bc req-84c24d8a-6a82-4d2e-b4f4-586600ef246c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.155022 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-fb011e2d-36af-4f31-b379-028faccf6af7 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:16.157916 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb011e2d-36af-4f31-b379-028faccf6af7 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:16.173457 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e339e9c-5d42-4000-b6ac-00ec0c29dfe9 x-openstack-request-id: req-6e339e9c-5d42-4000-b6ac-00ec0c29dfe9 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:16.173457 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fdd8f6-fba4-4366-9644-56bf6136dde5", "name": "network-vif-plugged", "status": "completed", "tag": "983f3c7d-56a2-404f-9119-ebba5be56c67", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:16.173775 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e339e9c-5d42-4000-b6ac-00ec0c29dfe9 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:16.174494 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fdd8f6-fba4-4366-9644-56bf6136dde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983f3c7d-56a2-404f-9119-ebba5be56c67', 'code': 200} Jul 14 09:31:16.178879 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb011e2d-36af-4f31-b379-028faccf6af7 None None] Pushing event updated for resources: {'Port': ['ID=5b9d5055-4730-4e36-b73b-2e88c4e378a5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:16.202066 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-a8c3c128-431c-4c30-ad22-a50bc7bb3e9c tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Allocated IP 2001:db8::132 (5d177e6c-bf87-4b0c-8ebd-fc1a3bb74ffd/8234243d-01cc-453f-8772-e60f307ab2cc/5abc8bf6-91c0-4463-8e24-b8a0039476f8) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:16.302039 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-fb011e2d-36af-4f31-b379-028faccf6af7 None None] Attempting to bind port 5b9d5055-4730-4e36-b73b-2e88c4e378a5 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:16.302397 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-fb011e2d-36af-4f31-b379-028faccf6af7 None None] Attempting to bind port 5b9d5055-4730-4e36-b73b-2e88c4e378a5 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '610dbfcf-6233-46ab-9d8d-81e39c81f88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5d177e6c-bf87-4b0c-8ebd-fc1a3bb74ffd'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:16.302753 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb011e2d-36af-4f31-b379-028faccf6af7 None None] Attempting to bind port 5b9d5055-4730-4e36-b73b-2e88c4e378a5 on network 5d177e6c-bf87-4b0c-8ebd-fc1a3bb74ffd {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:16.311210 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=983f3c7d-56a2-404f-9119-ebba5be56c67,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:16.314177 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb011e2d-36af-4f31-b379-028faccf6af7 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:16.314551 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb011e2d-36af-4f31-b379-028faccf6af7 None None] Checking segment: {'id': '610dbfcf-6233-46ab-9d8d-81e39c81f88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5d177e6c-bf87-4b0c-8ebd-fc1a3bb74ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:16.314957 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb011e2d-36af-4f31-b379-028faccf6af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.315466 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb011e2d-36af-4f31-b379-028faccf6af7 None None] Bound using segment: {'id': '610dbfcf-6233-46ab-9d8d-81e39c81f88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5d177e6c-bf87-4b0c-8ebd-fc1a3bb74ffd'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:16.315976 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-fb011e2d-36af-4f31-b379-028faccf6af7 None None] Bound port: 5b9d5055-4730-4e36-b73b-2e88c4e378a5, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610dbfcf-6233-46ab-9d8d-81e39c81f88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5d177e6c-bf87-4b0c-8ebd-fc1a3bb74ffd'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:16.316323 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb011e2d-36af-4f31-b379-028faccf6af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.392395 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-fb011e2d-36af-4f31-b379-028faccf6af7 None None] For port 5b9d5055-4730-4e36-b73b-2e88c4e378a5, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:16.396879 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-fb011e2d-36af-4f31-b379-028faccf6af7 None None] For port 5b9d5055-4730-4e36-b73b-2e88c4e378a5, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=5b9d5055-4730-4e36-b73b-2e88c4e378a5,segment=NetworkSegment(610dbfcf-6233-46ab-9d8d-81e39c81f88f),segment_id=610dbfcf-6233-46ab-9d8d-81e39c81f88f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:16.415840 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb011e2d-36af-4f31-b379-028faccf6af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.430415 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4121fc1d-71b7-4438-af26-3c7bb56b939d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.452573 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-bed58096-1d34-493a-9c01-4bc2435948bc req-84c24d8a-6a82-4d2e-b4f4-586600ef246c service neutron] For port 8757ea0c-0bf1-4a27-82c9-a4c8ab271126, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:16.453511 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46511eb0-1571-4ad9-ae48-d986ebc3bf25 req-27461c32-b307-470f-8c16-676957fe48f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:16.455524 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4121fc1d-71b7-4438-af26-3c7bb56b939d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.472131 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-46511eb0-1571-4ad9-ae48-d986ebc3bf25 req-27461c32-b307-470f-8c16-676957fe48f2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=82fdd8f6-fba4-4366-9644-56bf6136dde5 HTTP/1.1" status: 200 len: 1097 time: 0.1533985 Jul 14 09:31:16.475019 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-bed58096-1d34-493a-9c01-4bc2435948bc req-84c24d8a-6a82-4d2e-b4f4-586600ef246c service neutron] For port 8757ea0c-0bf1-4a27-82c9-a4c8ab271126, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=8757ea0c-0bf1-4a27-82c9-a4c8ab271126,segment=NetworkSegment(c044e3f9-bc82-4d76-8faa-531c5038fae4),segment_id=c044e3f9-bc82-4d76-8faa-531c5038fae4)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:16.487841 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb011e2d-36af-4f31-b379-028faccf6af7 None None] Pushing event updated for resources: {'Port': ['ID=5b9d5055-4730-4e36-b73b-2e88c4e378a5,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:16.497268 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8c3c128-431c-4c30-ad22-a50bc7bb3e9c tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.520316 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bed58096-1d34-493a-9c01-4bc2435948bc req-84c24d8a-6a82-4d2e-b4f4-586600ef246c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.529758 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a8c3c128-431c-4c30-ad22-a50bc7bb3e9c tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Transition to ACTIVE for port object 5abc8bf6-91c0-4463-8e24-b8a0039476f8 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:16.546099 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-46511eb0-1571-4ad9-ae48-d986ebc3bf25 req-6099871e-cf8b-4f9c-a35d-a1c1d0708c05 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bccfe7bf-fbd6-44b7-accb-22a9e85ac65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522411 Jul 14 09:31:16.590609 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed58096-1d34-493a-9c01-4bc2435948bc req-84c24d8a-6a82-4d2e-b4f4-586600ef246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:16.591239 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bed58096-1d34-493a-9c01-4bc2435948bc req-84c24d8a-6a82-4d2e-b4f4-586600ef246c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.592773 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bed58096-1d34-493a-9c01-4bc2435948bc req-84c24d8a-6a82-4d2e-b4f4-586600ef246c service neutron] 10.222.0.47 "PUT /v2.0/ports/8757ea0c-0bf1-4a27-82c9-a4c8ab271126 HTTP/1.1" status: 200 len: 1093 time: 2.2388241 Jul 14 09:31:16.593322 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e04adb7-d418-4924-9f60-da1eb5ede372', 'tag': '8757ea0c-0bf1-4a27-82c9-a4c8ab271126'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:16.595595 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27057d20-1cc7-4b79-9dba-a4afca086491" -d '{"events": [{"name": "network-changed", "server_uuid": "7e04adb7-d418-4924-9f60-da1eb5ede372", "tag": "8757ea0c-0bf1-4a27-82c9-a4c8ab271126"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:16.597203 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8c3c128-431c-4c30-ad22-a50bc7bb3e9c tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.670284 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c24d8a-6a82-4d2e-b4f4-586600ef246c service neutron] Pushing event updated for resources: {'Port': ['ID=8757ea0c-0bf1-4a27-82c9-a4c8ab271126,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:16.695730 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334750e8-7a79-4a87-954c-6ce2d3b83a43 x-openstack-request-id: req-334750e8-7a79-4a87-954c-6ce2d3b83a43 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:16.696007 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e04adb7-d418-4924-9f60-da1eb5ede372", "tag": "8757ea0c-0bf1-4a27-82c9-a4c8ab271126", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:16.696939 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-334750e8-7a79-4a87-954c-6ce2d3b83a43 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:16.696939 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e04adb7-d418-4924-9f60-da1eb5ede372', 'tag': '8757ea0c-0bf1-4a27-82c9-a4c8ab271126', 'status': 'completed', 'code': 200} Jul 14 09:31:16.721494 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c3c128-431c-4c30-ad22-a50bc7bb3e9c tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network 5d177e6c-bf87-4b0c-8ebd-fc1a3bb74ffd is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:16.725420 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-a8c3c128-431c-4c30-ad22-a50bc7bb3e9c tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:16.732294 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c3c128-431c-4c30-ad22-a50bc7bb3e9c tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:16.741697 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c3c128-431c-4c30-ad22-a50bc7bb3e9c tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:16.742623 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8c3c128-431c-4c30-ad22-a50bc7bb3e9c tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.751770 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-4121fc1d-71b7-4438-af26-3c7bb56b939d admin admin] Allocated IP 172.25.6.206 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/fd91c90f-f782-4b45-9f7e-f9e17261a6d6) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:16.763246 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3c128-431c-4c30-ad22-a50bc7bb3e9c tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Port': ['ID=5abc8bf6-91c0-4463-8e24-b8a0039476f8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:16.781233 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a8c3c128-431c-4c30-ad22-a50bc7bb3e9c tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3485785 Jul 14 09:31:16.784964 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48608) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:16.933518 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed58096-1d34-493a-9c01-4bc2435948bc req-1a7e9296-b895-4b5f-8f9c-727978f650f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:16.935284 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bed58096-1d34-493a-9c01-4bc2435948bc req-1a7e9296-b895-4b5f-8f9c-727978f650f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d08a9cf8426748049cbeff47ed271bac&device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 1096 time: 0.2527325 Jul 14 09:31:17.023587 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bed58096-1d34-493a-9c01-4bc2435948bc req-e52e0311-823c-4a8b-bba3-5359e1e778f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8757ea0c-0bf1-4a27-82c9-a4c8ab271126 HTTP/1.1" status: 200 len: 217 time: 0.0789552 Jul 14 09:31:17.045640 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4121fc1d-71b7-4438-af26-3c7bb56b939d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.073198 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3de6a89f-e1a5-4b1e-abe4-06937de94593 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting port 5abc8bf6-91c0-4463-8e24-b8a0039476f8 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:17.073850 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3de6a89f-e1a5-4b1e-abe4-06937de94593 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.096273 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed58096-1d34-493a-9c01-4bc2435948bc req-93b8f6bb-fff4-46da-a528-325ec28852c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:17.097896 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bed58096-1d34-493a-9c01-4bc2435948bc req-93b8f6bb-fff4-46da-a528-325ec28852c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07e9ca00-f31e-40d1-b8f8-d4640d1a2a19 HTTP/1.1" status: 200 len: 854 time: 0.0663214 Jul 14 09:31:17.157789 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4121fc1d-71b7-4438-af26-3c7bb56b939d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.165156 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a98d7-fcd1-4300-8dcf-b6a27dc02730 req-ab9aafab-91ca-41ab-8b4c-343f410b2f89 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:17.167469 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-926a98d7-fcd1-4300-8dcf-b6a27dc02730 req-ab9aafab-91ca-41ab-8b4c-343f410b2f89 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 944 time: 0.1889575 Jul 14 09:31:17.206437 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4121fc1d-71b7-4438-af26-3c7bb56b939d admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:17.219479 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-4121fc1d-71b7-4438-af26-3c7bb56b939d admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:17.224579 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4121fc1d-71b7-4438-af26-3c7bb56b939d admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:17.234803 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed58096-1d34-493a-9c01-4bc2435948bc req-f1f38422-5c65-4cf2-b747-f3bf77a7b649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:17.236458 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bed58096-1d34-493a-9c01-4bc2435948bc req-f1f38422-5c65-4cf2-b747-f3bf77a7b649 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c26f086-00d8-4d3e-908e-787177c962c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1297870 Jul 14 09:31:17.255259 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121fc1d-71b7-4438-af26-3c7bb56b939d admin admin] Pushing event updated for resources: {'Port': ['ID=fd91c90f-f782-4b45-9f7e-f9e17261a6d6,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:17.297896 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3de6a89f-e1a5-4b1e-abe4-06937de94593 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.302877 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-926a98d7-fcd1-4300-8dcf-b6a27dc02730 req-31041063-b1a5-4806-a24f-37d34a61a870 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/security-groups?id=019c7230-10fa-4918-9772-1dedef9fbf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1118176 Jul 14 09:31:17.316892 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3de6a89f-e1a5-4b1e-abe4-06937de94593 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Calling delete_port for 5abc8bf6-91c0-4463-8e24-b8a0039476f8 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:17.328806 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56842c07-b3fe-47d7-9eec-44505c89b483 req-6353a91c-3567-4384-ad2e-20230353372d tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:17.336349 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56842c07-b3fe-47d7-9eec-44505c89b483 req-6353a91c-3567-4384-ad2e-20230353372d tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=82fdd8f6-fba4-4366-9644-56bf6136dde5 HTTP/1.1" status: 200 len: 945 time: 0.1997166 Jul 14 09:31:17.440373 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56842c07-b3fe-47d7-9eec-44505c89b483 req-6e7e51d7-53b1-4dae-8757-687111b8476e tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/security-groups?id=bccfe7bf-fbd6-44b7-accb-22a9e85ac65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997019 Jul 14 09:31:17.522441 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bed58096-1d34-493a-9c01-4bc2435948bc req-3a668a70-61f0-4d3a-87d3-537c0bab59b7 service neutron] 10.222.0.47 "GET /v2.0/networks/8c26f086-00d8-4d3e-908e-787177c962c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634659 Jul 14 09:31:17.543616 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3de6a89f-e1a5-4b1e-abe4-06937de94593 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.585801 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6a89f-e1a5-4b1e-abe4-06937de94593 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Port': ['ID=5abc8bf6-91c0-4463-8e24-b8a0039476f8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:17.618557 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3de6a89f-e1a5-4b1e-abe4-06937de94593 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.620879 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3de6a89f-e1a5-4b1e-abe4-06937de94593 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/ports/5abc8bf6-91c0-4463-8e24-b8a0039476f8 HTTP/1.1" status: 204 len: 168 time: 0.8348720 Jul 14 09:31:17.625755 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48614) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:17.677759 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c6df6d-11f1-46e1-b0ff-d70358dc3ec7 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:17.678780 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c6df6d-11f1-46e1-b0ff-d70358dc3ec7 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:17.680328 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a7c6df6d-11f1-46e1-b0ff-d70358dc3ec7 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/ports/5abc8bf6-91c0-4463-8e24-b8a0039476f8 HTTP/1.1" status: 404 len: 333 time: 0.0534887 Jul 14 09:31:17.683058 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48616) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:17.724597 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-728f818c-79d5-4c8e-aa9e-4228facc8b5e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] GET failed (client error): The resource could not be found. Jul 14 09:31:17.727417 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-728f818c-79d5-4c8e-aa9e-4228facc8b5e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "GET /v2.0/ports/5abc8bf6-91c0-4463-8e24-b8a0039476f8 HTTP/1.1" status: 404 len: 333 time: 0.0422404 Jul 14 09:31:17.730030 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48618) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:17.771589 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 5b9d5055-4730-4e36-b73b-2e88c4e378a5 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:17.817669 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4121fc1d-71b7-4438-af26-3c7bb56b939d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.851505 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea2084f-9a72-437a-8406-304bafca9672 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting subnet 8234243d-01cc-453f-8772-e60f307ab2cc {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:17.855732 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ea2084f-9a72-437a-8406-304bafca9672 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.883909 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 5b9d5055-4730-4e36-b73b-2e88c4e378a5 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:17.918552 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ea2084f-9a72-437a-8406-304bafca9672 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.951262 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bed58096-1d34-493a-9c01-4bc2435948bc req-54402599-3784-418b-a205-e0d7fac9cb69 service neutron] 10.222.0.47 "GET /v2.0/networks/8c26f086-00d8-4d3e-908e-787177c962c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166684 Jul 14 09:31:18.040547 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc157488-90eb-4615-b4a2-7cf013f38289 None None] Network 5d177e6c-bf87-4b0c-8ebd-fc1a3bb74ffd requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:18.109673 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ea2084f-9a72-437a-8406-304bafca9672 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.125687 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4121fc1d-71b7-4438-af26-3c7bb56b939d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.132973 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27057d20-1cc7-4b79-9dba-a4afca086491 req-d6895200-5ec5-41a1-8d59-9ca41592a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:18.134659 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-27057d20-1cc7-4b79-9dba-a4afca086491 req-d6895200-5ec5-41a1-8d59-9ca41592a35a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d08a9cf8426748049cbeff47ed271bac&device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 1096 time: 0.1189268 Jul 14 09:31:18.199008 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e5d8d7ff-6070-4785-8d18-d7d2a4b30b5b None None] Provisioning for port 5b9d5055-4730-4e36-b73b-2e88c4e378a5 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:18.203458 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ea2084f-9a72-437a-8406-304bafca9672 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.208155 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e5d8d7ff-6070-4785-8d18-d7d2a4b30b5b None None] Provisioning complete for port 5b9d5055-4730-4e36-b73b-2e88c4e378a5 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:18.208534 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5d8d7ff-6070-4785-8d18-d7d2a4b30b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.255210 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ea2084f-9a72-437a-8406-304bafca9672 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.260611 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1ea2084f-9a72-437a-8406-304bafca9672 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/subnets/8234243d-01cc-453f-8772-e60f307ab2cc HTTP/1.1" status: 204 len: 168 time: 0.5286796 Jul 14 09:31:18.261578 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48620) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:18.274075 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2084f-9a72-437a-8406-304bafca9672 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Subnet': ['ID=8234243d-01cc-453f-8772-e60f307ab2cc,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:18.336565 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27057d20-1cc7-4b79-9dba-a4afca086491 req-7cd71a56-eba8-481f-8db8-2a58b9ab26d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:18.338157 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-27057d20-1cc7-4b79-9dba-a4afca086491 req-7cd71a56-eba8-481f-8db8-2a58b9ab26d7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c26f086-00d8-4d3e-908e-787177c962c0 HTTP/1.1" status: 200 len: 915 time: 0.1591845 Jul 14 09:31:18.385749 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-feee26cb-395c-4a42-b6aa-7341424fe8c9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.399159 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-27057d20-1cc7-4b79-9dba-a4afca086491 req-3312546f-19a6-4405-9005-b0d55c8f03c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8757ea0c-0bf1-4a27-82c9-a4c8ab271126 HTTP/1.1" status: 200 len: 217 time: 0.0485871 Jul 14 09:31:18.423157 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4121fc1d-71b7-4438-af26-3c7bb56b939d admin admin] Router adb8266f-ecdc-474c-b206-cc3ab05ba893 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:31:18.462304 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5d8d7ff-6070-4785-8d18-d7d2a4b30b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.535388 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-feee26cb-395c-4a42-b6aa-7341424fe8c9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting port 5b9d5055-4730-4e36-b73b-2e88c4e378a5 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:18.537957 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-feee26cb-395c-4a42-b6aa-7341424fe8c9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.577968 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fb5e76c-6443-44a6-b295-149ea4200dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.605095 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27057d20-1cc7-4b79-9dba-a4afca086491 req-5791e708-d554-4720-8af9-952c41c246be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:18.605670 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e5d8d7ff-6070-4785-8d18-d7d2a4b30b5b None None] For port 5b9d5055-4730-4e36-b73b-2e88c4e378a5, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=5b9d5055-4730-4e36-b73b-2e88c4e378a5,segment=NetworkSegment(610dbfcf-6233-46ab-9d8d-81e39c81f88f),segment_id=610dbfcf-6233-46ab-9d8d-81e39c81f88f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:18.606636 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-27057d20-1cc7-4b79-9dba-a4afca086491 req-5791e708-d554-4720-8af9-952c41c246be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07e9ca00-f31e-40d1-b8f8-d4640d1a2a19 HTTP/1.1" status: 200 len: 854 time: 0.1962941 Jul 14 09:31:18.612110 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5d8d7ff-6070-4785-8d18-d7d2a4b30b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.720258 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-feee26cb-395c-4a42-b6aa-7341424fe8c9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] For port 5b9d5055-4730-4e36-b73b-2e88c4e378a5, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=5b9d5055-4730-4e36-b73b-2e88c4e378a5,segment=NetworkSegment(610dbfcf-6233-46ab-9d8d-81e39c81f88f),segment_id=610dbfcf-6233-46ab-9d8d-81e39c81f88f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:18.720545 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8d7ff-6070-4785-8d18-d7d2a4b30b5b None None] Pushing event updated for resources: {'Port': ['ID=5b9d5055-4730-4e36-b73b-2e88c4e378a5,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:18.720869 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-feee26cb-395c-4a42-b6aa-7341424fe8c9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.737615 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-feee26cb-395c-4a42-b6aa-7341424fe8c9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Calling delete_port for 5b9d5055-4730-4e36-b73b-2e88c4e378a5 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:18.781852 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4121fc1d-71b7-4438-af26-3c7bb56b939d admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:18.792788 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27057d20-1cc7-4b79-9dba-a4afca086491 req-32d5757f-32e7-4b75-a0dd-84ec8f8a346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:18.794280 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a86524-60c1-49f1-a21f-bb65267a9131 None None] Sync routers for ids ['adb8266f-ecdc-474c-b206-cc3ab05ba893'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:18.795470 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-27057d20-1cc7-4b79-9dba-a4afca086491 req-32d5757f-32e7-4b75-a0dd-84ec8f8a346e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c26f086-00d8-4d3e-908e-787177c962c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1676710 Jul 14 09:31:18.817078 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4121fc1d-71b7-4438-af26-3c7bb56b939d admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.818627 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4121fc1d-71b7-4438-af26-3c7bb56b939d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9154010 Jul 14 09:31:18.821892 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48628) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:18.834533 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471e182e-a4a5-454b-8934-43702c4ea782 None None] Network 5d177e6c-bf87-4b0c-8ebd-fc1a3bb74ffd requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:18.887106 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a86524-60c1-49f1-a21f-bb65267a9131 None None] Routers {'adb8266f-ecdc-474c-b206-cc3ab05ba893'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:18.887781 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a0a86524-60c1-49f1-a21f-bb65267a9131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:30:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['adb8266f-ecdc-474c-b206-cc3ab05ba893'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:18.913251 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-feee26cb-395c-4a42-b6aa-7341424fe8c9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.918168 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-27057d20-1cc7-4b79-9dba-a4afca086491 req-afedd4d9-1a17-4eb1-899a-48e069ad13c5 service neutron] 10.222.0.47 "GET /v2.0/networks/8c26f086-00d8-4d3e-908e-787177c962c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127098 Jul 14 09:31:18.995416 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c7479786-3684-4440-9340-e1dd8314895c None None] Could not find standard attr ID for object 5b9d5055-4730-4e36-b73b-2e88c4e378a5. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:31:19.003202 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee26cb-395c-4a42-b6aa-7341424fe8c9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Port': ['ID=5b9d5055-4730-4e36-b73b-2e88c4e378a5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:19.013558 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee26cb-395c-4a42-b6aa-7341424fe8c9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] No DVR routers for this DVR port 5b9d5055-4730-4e36-b73b-2e88c4e378a5 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:19.050648 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-27057d20-1cc7-4b79-9dba-a4afca086491 req-69e6f15e-fd6a-42e7-97d5-acd30f92019a service neutron] 10.222.0.47 "GET /v2.0/networks/8c26f086-00d8-4d3e-908e-787177c962c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237400 Jul 14 09:31:19.102884 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-a0a86524-60c1-49f1-a21f-bb65267a9131 None None] Set router adb8266f-ecdc-474c-b206-cc3ab05ba893 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:19.174940 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-feee26cb-395c-4a42-b6aa-7341424fe8c9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.197190 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f214cdd-7da3-4a88-828b-474d831e6c26 req-cd3f4231-9351-4551-a35b-305d1db2cdd6 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:19.198730 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f214cdd-7da3-4a88-828b-474d831e6c26 req-cd3f4231-9351-4551-a35b-305d1db2cdd6 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=82fdd8f6-fba4-4366-9644-56bf6136dde5 HTTP/1.1" status: 200 len: 945 time: 0.3417993 Jul 14 09:31:19.208424 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b4a4d-46a4-45ab-958f-be83c65a84dc req-b69efb91-083b-4924-a1aa-903edbda4982 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:19.209926 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-979b4a4d-46a4-45ab-958f-be83c65a84dc req-b69efb91-083b-4924-a1aa-903edbda4982 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 944 time: 0.3870351 Jul 14 09:31:19.211650 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-feee26cb-395c-4a42-b6aa-7341424fe8c9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d177e6c-bf87-4b0c-8ebd-fc1a3bb74ffd']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:19.284692 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-feee26cb-395c-4a42-b6aa-7341424fe8c9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '610dbfcf-6233-46ab-9d8d-81e39c81f88f') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:19.284994 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-feee26cb-395c-4a42-b6aa-7341424fe8c9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '610dbfcf-6233-46ab-9d8d-81e39c81f88f') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:19.313402 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-feee26cb-395c-4a42-b6aa-7341424fe8c9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.365256 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a0a86524-60c1-49f1-a21f-bb65267a9131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb8266f-ecdc-474c-b206-cc3ab05ba893', 'name': 'tempest-ServerRescueNegativeTestJSON-324553860-router', 'tenant_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'fd91c90f-f782-4b45-9f7e-f9e17261a6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:15Z', 'updated_at': '2021-07-14T09:31:17Z', 'revision_number': 3, 'project_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275', 'gw_port': {'id': 'fd91c90f-f782-4b45-9f7e-f9e17261a6d6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:84:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb8266f-ecdc-474c-b206-cc3ab05ba893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:16Z', 'updated_at': '2021-07-14T09:31:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:19.392163 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f214cdd-7da3-4a88-828b-474d831e6c26 req-06a49484-3ccf-4f94-b0f7-eae1e7c4ea2d tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/security-groups?id=bccfe7bf-fbd6-44b7-accb-22a9e85ac65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777906 Jul 14 09:31:19.395862 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a86524-60c1-49f1-a21f-bb65267a9131 None None] Checking router: adb8266f-ecdc-474c-b206-cc3ab05ba893 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:31:19.396329 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a86524-60c1-49f1-a21f-bb65267a9131 None None] Updating router adb8266f-ecdc-474c-b206-cc3ab05ba893 port fd91c90f-f782-4b45-9f7e-f9e17261a6d6 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:31:19.396927 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-feee26cb-395c-4a42-b6aa-7341424fe8c9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.407212 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feee26cb-395c-4a42-b6aa-7341424fe8c9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:19.407946 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-feee26cb-395c-4a42-b6aa-7341424fe8c9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.436762 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0a86524-60c1-49f1-a21f-bb65267a9131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.462653 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa74b5e6-e9d4-4a24-b992-ffc93de1cc89 None None] DHCP port deletion for 5d177e6c-bf87-4b0c-8ebd-fc1a3bb74ffd request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:19.502420 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:19.509749 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-979b4a4d-46a4-45ab-958f-be83c65a84dc req-a909e0b2-eaa6-4ff6-ae05-3a89a924e529 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/security-groups?id=019c7230-10fa-4918-9772-1dedef9fbf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2856441 Jul 14 09:31:19.510751 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-feee26cb-395c-4a42-b6aa-7341424fe8c9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.567877 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-feee26cb-395c-4a42-b6aa-7341424fe8c9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.575356 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-feee26cb-395c-4a42-b6aa-7341424fe8c9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/networks/5d177e6c-bf87-4b0c-8ebd-fc1a3bb74ffd HTTP/1.1" status: 204 len: 168 time: 1.3068528 Jul 14 09:31:19.575592 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48652) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:19.586780 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee26cb-395c-4a42-b6aa-7341424fe8c9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Network': ['ID=5d177e6c-bf87-4b0c-8ebd-fc1a3bb74ffd,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:19.592140 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-955fc7f5-cf9a-43f7-ab37-b37c6ed7bed9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-890913996'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:19.652716 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955fc7f5-cf9a-43f7-ab37-b37c6ed7bed9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:19.656989 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-955fc7f5-cf9a-43f7-ab37-b37c6ed7bed9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.713905 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 5b9d5055-4730-4e36-b73b-2e88c4e378a5 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:19.730406 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955fc7f5-cf9a-43f7-ab37-b37c6ed7bed9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:19.741864 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-955fc7f5-cf9a-43f7-ab37-b37c6ed7bed9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.742216 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-955fc7f5-cf9a-43f7-ab37-b37c6ed7bed9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Added segment 66829e9b-1526-42e6-93a2-5ffd51bbc7ae of type vlan for network 48792d02-d96f-4c34-a272-5ef5e5062fac Jul 14 09:31:19.744167 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 5b9d5055-4730-4e36-b73b-2e88c4e378a5 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:19.744596 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 5b9d5055-4730-4e36-b73b-2e88c4e378a5 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:19.793925 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-955fc7f5-cf9a-43f7-ab37-b37c6ed7bed9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.835359 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-955fc7f5-cf9a-43f7-ab37-b37c6ed7bed9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.843649 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955fc7f5-cf9a-43f7-ab37-b37c6ed7bed9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:19.844319 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-955fc7f5-cf9a-43f7-ab37-b37c6ed7bed9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.870757 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0a86524-60c1-49f1-a21f-bb65267a9131 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.887132 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a0a86524-60c1-49f1-a21f-bb65267a9131 None None] Transition to ACTIVE for port object fd91c90f-f782-4b45-9f7e-f9e17261a6d6 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:19.895817 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0a86524-60c1-49f1-a21f-bb65267a9131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.922305 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-955fc7f5-cf9a-43f7-ab37-b37c6ed7bed9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3460643 Jul 14 09:31:19.925766 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48670) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:19.933456 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-e34d5fcf-7ca2-4d4f-8c34-dc5374e2562d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'subnet': {'network_id': '48792d02-d96f-4c34-a272-5ef5e5062fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:19.963657 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a0a86524-60c1-49f1-a21f-bb65267a9131 None None] Attempting to bind port fd91c90f-f782-4b45-9f7e-f9e17261a6d6 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:19.964205 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a0a86524-60c1-49f1-a21f-bb65267a9131 None None] Attempting to bind port fd91c90f-f782-4b45-9f7e-f9e17261a6d6 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:19.965439 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a86524-60c1-49f1-a21f-bb65267a9131 None None] Attempting to bind port fd91c90f-f782-4b45-9f7e-f9e17261a6d6 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:19.971320 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca96a65-e9f4-410f-a69f-a2c01b76bc09 None None] Pushing event updated for resources: {'Port': ['ID=fd91c90f-f782-4b45-9f7e-f9e17261a6d6,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:19.977653 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a86524-60c1-49f1-a21f-bb65267a9131 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:19.978213 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a86524-60c1-49f1-a21f-bb65267a9131 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:19.978718 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0a86524-60c1-49f1-a21f-bb65267a9131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.979211 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a86524-60c1-49f1-a21f-bb65267a9131 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:19.979814 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a0a86524-60c1-49f1-a21f-bb65267a9131 None None] Bound port: fd91c90f-f782-4b45-9f7e-f9e17261a6d6, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:19.980294 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0a86524-60c1-49f1-a21f-bb65267a9131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.983575 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955fc7f5-cf9a-43f7-ab37-b37c6ed7bed9 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Network': ['ID=48792d02-d96f-4c34-a272-5ef5e5062fac,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:20.046775 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34d5fcf-7ca2-4d4f-8c34-dc5374e2562d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:20.050819 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e34d5fcf-7ca2-4d4f-8c34-dc5374e2562d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.067624 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 48792d02-d96f-4c34-a272-5ef5e5062fac details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:20.157052 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a0a86524-60c1-49f1-a21f-bb65267a9131 None None] For port fd91c90f-f782-4b45-9f7e-f9e17261a6d6, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:20.173928 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a0a86524-60c1-49f1-a21f-bb65267a9131 None None] For port fd91c90f-f782-4b45-9f7e-f9e17261a6d6, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=fd91c90f-f782-4b45-9f7e-f9e17261a6d6,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:20.181639 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0a86524-60c1-49f1-a21f-bb65267a9131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.225920 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9cfa51e9-f90d-4ee1-9a33-ca94504a147a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.237634 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a86524-60c1-49f1-a21f-bb65267a9131 None None] Routers {'adb8266f-ecdc-474c-b206-cc3ab05ba893'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:20.238393 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a0a86524-60c1-49f1-a21f-bb65267a9131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:30:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['adb8266f-ecdc-474c-b206-cc3ab05ba893'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:20.314003 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e34d5fcf-7ca2-4d4f-8c34-dc5374e2562d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.328423 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca96a65-e9f4-410f-a69f-a2c01b76bc09 None None] Pushing event updated for resources: {'Port': ['ID=fd91c90f-f782-4b45-9f7e-f9e17261a6d6,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:20.383350 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d5fcf-7ca2-4d4f-8c34-dc5374e2562d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Subnet': ['ID=c1ff4355-d790-424f-b4c9-0ebf0a484d0d,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:20.401948 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34d5fcf-7ca2-4d4f-8c34-dc5374e2562d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Checking segment: {'id': '66829e9b-1526-42e6-93a2-5ffd51bbc7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '48792d02-d96f-4c34-a272-5ef5e5062fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:20.402456 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34d5fcf-7ca2-4d4f-8c34-dc5374e2562d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network hostable DHCP agents. Network: 48792d02-d96f-4c34-a272-5ef5e5062fac, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:20.410050 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-a0a86524-60c1-49f1-a21f-bb65267a9131 None None] Set router adb8266f-ecdc-474c-b206-cc3ab05ba893 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:20.421986 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34d5fcf-7ca2-4d4f-8c34-dc5374e2562d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network 48792d02-d96f-4c34-a272-5ef5e5062fac is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:20.432554 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e34d5fcf-7ca2-4d4f-8c34-dc5374e2562d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 48792d02-d96f-4c34-a272-5ef5e5062fac) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:20.438077 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34d5fcf-7ca2-4d4f-8c34-dc5374e2562d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:20.438878 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e34d5fcf-7ca2-4d4f-8c34-dc5374e2562d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.447601 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-9cfa51e9-f90d-4ee1-9a33-ca94504a147a admin admin] Allocated IP 172.20.0.1 (d250d3e7-a7ea-4ede-b79b-36a4979bd379/0bc3de3a-9ded-4326-826a-8b83feb4cbce/5efa4314-1c5b-4d90-b25a-ef0b7323ca26) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:20.460102 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e34d5fcf-7ca2-4d4f-8c34-dc5374e2562d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5333414 Jul 14 09:31:20.461231 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48704) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:20.468816 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1873a0e8-c82a-4683-bbdf-e7b2e155e89e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'port': {'network_id': '48792d02-d96f-4c34-a272-5ef5e5062fac', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-164427190'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:20.472678 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a584225e-08fb-4dec-ab1e-825fd25d7b9c None None] Network 48792d02-d96f-4c34-a272-5ef5e5062fac requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:20.668043 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9cfa51e9-f90d-4ee1-9a33-ca94504a147a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.684660 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1873a0e8-c82a-4683-bbdf-e7b2e155e89e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:20.688457 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1873a0e8-c82a-4683-bbdf-e7b2e155e89e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.753192 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-1873a0e8-c82a-4683-bbdf-e7b2e155e89e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] device_id is not set on port 5f351e14-99d2-41a2-acad-9719365492c8 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:20.823033 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9cfa51e9-f90d-4ee1-9a33-ca94504a147a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.911739 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfa51e9-f90d-4ee1-9a33-ca94504a147a admin admin] Network d250d3e7-a7ea-4ede-b79b-36a4979bd379 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:20.916263 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a0a86524-60c1-49f1-a21f-bb65267a9131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb8266f-ecdc-474c-b206-cc3ab05ba893', 'name': 'tempest-ServerRescueNegativeTestJSON-324553860-router', 'tenant_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'fd91c90f-f782-4b45-9f7e-f9e17261a6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:15Z', 'updated_at': '2021-07-14T09:31:17Z', 'revision_number': 3, 'project_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275', 'gw_port': {'id': 'fd91c90f-f782-4b45-9f7e-f9e17261a6d6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:84:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb8266f-ecdc-474c-b206-cc3ab05ba893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:16Z', 'updated_at': '2021-07-14T09:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:20.924236 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-9cfa51e9-f90d-4ee1-9a33-ca94504a147a admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:20.932020 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfa51e9-f90d-4ee1-9a33-ca94504a147a admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:20.940259 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa51e9-f90d-4ee1-9a33-ca94504a147a admin admin] Pushing event updated for resources: {'Port': ['ID=5efa4314-1c5b-4d90-b25a-ef0b7323ca26,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:20.944197 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fee9409-6b32-415b-a155-369eb2d58aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-48792d02-d96f-4c34-a272-5ef5e5062fac', 'network_id': '48792d02-d96f-4c34-a272-5ef5e5062fac', 'tenant_id': 'dcc30680139646f2ba211bfea563cead', 'fixed_ips': [{'subnet_id': 'c1ff4355-d790-424f-b4c9-0ebf0a484d0d'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:20.945247 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8fee9409-6b32-415b-a155-369eb2d58aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.947724 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a86524-60c1-49f1-a21f-bb65267a9131 None None] The sync data for ids ['adb8266f-ecdc-474c-b206-cc3ab05ba893'] in n-d-771362-35 is: [{'id': 'adb8266f-ecdc-474c-b206-cc3ab05ba893', 'name': 'tempest-ServerRescueNegativeTestJSON-324553860-router', 'tenant_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'fd91c90f-f782-4b45-9f7e-f9e17261a6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:15Z', 'updated_at': '2021-07-14T09:31:17Z', 'revision_number': 3, 'project_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275', 'gw_port': {'id': 'fd91c90f-f782-4b45-9f7e-f9e17261a6d6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:84:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb8266f-ecdc-474c-b206-cc3ab05ba893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:16Z', 'updated_at': '2021-07-14T09:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:20.979688 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07b6ab-e24e-474b-aacc-220a1a10461f req-c7d6d1c2-4031-42b3-80c0-995ae9a6769c tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:20.979688 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0b07b6ab-e24e-474b-aacc-220a1a10461f req-c7d6d1c2-4031-42b3-80c0-995ae9a6769c tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 944 time: 0.2719784 Jul 14 09:31:20.999884 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-1873a0e8-c82a-4683-bbdf-e7b2e155e89e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Allocated IP 2001:db8::44 (48792d02-d96f-4c34-a272-5ef5e5062fac/c1ff4355-d790-424f-b4c9-0ebf0a484d0d/5f351e14-99d2-41a2-acad-9719365492c8) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:21.039662 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9cfa51e9-f90d-4ee1-9a33-ca94504a147a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.059729 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74df1a02-97f6-40b1-8ad5-8f41f1db0026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.124511 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0b07b6ab-e24e-474b-aacc-220a1a10461f req-34e4251e-8ef1-4d2d-b0a9-c3fe80e345ea tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/security-groups?id=019c7230-10fa-4918-9772-1dedef9fbf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1299157 Jul 14 09:31:21.275804 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.297054 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1873a0e8-c82a-4683-bbdf-e7b2e155e89e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.317135 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9cfa51e9-f90d-4ee1-9a33-ca94504a147a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.343460 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1873a0e8-c82a-4683-bbdf-e7b2e155e89e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Transition to ACTIVE for port object 5f351e14-99d2-41a2-acad-9719365492c8 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:21.463911 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1873a0e8-c82a-4683-bbdf-e7b2e155e89e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.520825 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-8fee9409-6b32-415b-a155-369eb2d58aeb None None] Allocated IP 2001:db8::2 (48792d02-d96f-4c34-a272-5ef5e5062fac/c1ff4355-d790-424f-b4c9-0ebf0a484d0d/851156a1-6b43-4305-b102-bb03b075880b) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:21.526766 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1873a0e8-c82a-4683-bbdf-e7b2e155e89e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network 48792d02-d96f-4c34-a272-5ef5e5062fac is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:21.542921 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1873a0e8-c82a-4683-bbdf-e7b2e155e89e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:21.552836 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1873a0e8-c82a-4683-bbdf-e7b2e155e89e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:21.558559 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1873a0e8-c82a-4683-bbdf-e7b2e155e89e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:21.559204 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1873a0e8-c82a-4683-bbdf-e7b2e155e89e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.571916 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873a0e8-c82a-4683-bbdf-e7b2e155e89e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Port': ['ID=5f351e14-99d2-41a2-acad-9719365492c8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:21.606163 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1873a0e8-c82a-4683-bbdf-e7b2e155e89e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.1438258 Jul 14 09:31:21.609580 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48714) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:21.646805 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9cfa51e9-f90d-4ee1-9a33-ca94504a147a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.656444 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9cfa51e9-f90d-4ee1-9a33-ca94504a147a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.744868 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa51e9-f90d-4ee1-9a33-ca94504a147a admin admin] Pushing event updated for resources: {'Port': ['ID=5efa4314-1c5b-4d90-b25a-ef0b7323ca26,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:21.753743 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8fee9409-6b32-415b-a155-369eb2d58aeb None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.770367 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8fee9409-6b32-415b-a155-369eb2d58aeb None None] Transition to ACTIVE for port object 851156a1-6b43-4305-b102-bb03b075880b will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:21.773993 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9cfa51e9-f90d-4ee1-9a33-ca94504a147a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.776884 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device fd91c90f-f782-4b45-9f7e-f9e17261a6d6 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:21.828385 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f3f3e666-9528-4b60-9c84-c12490f3f6f8 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting port 5f351e14-99d2-41a2-acad-9719365492c8 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:21.828991 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3f3e666-9528-4b60-9c84-c12490f3f6f8 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.852849 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8fee9409-6b32-415b-a155-369eb2d58aeb None None] Transition to ACTIVE for port object 851156a1-6b43-4305-b102-bb03b075880b will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:21.866818 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8fee9409-6b32-415b-a155-369eb2d58aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.900146 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfa51e9-f90d-4ee1-9a33-ca94504a147a admin admin] Network d250d3e7-a7ea-4ede-b79b-36a4979bd379 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:21.901558 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-9cfa51e9-f90d-4ee1-9a33-ca94504a147a admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:21.929824 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fee9409-6b32-415b-a155-369eb2d58aeb None None] Network 48792d02-d96f-4c34-a272-5ef5e5062fac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:21.931348 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port fd91c90f-f782-4b45-9f7e-f9e17261a6d6 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:21.937630 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-8fee9409-6b32-415b-a155-369eb2d58aeb None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:21.946090 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fee9409-6b32-415b-a155-369eb2d58aeb None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:21.967895 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3f3e666-9528-4b60-9c84-c12490f3f6f8 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.971853 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port fd91c90f-f782-4b45-9f7e-f9e17261a6d6 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:21.972233 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.987188 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f3f3e666-9528-4b60-9c84-c12490f3f6f8 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Calling delete_port for 5f351e14-99d2-41a2-acad-9719365492c8 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:21.998340 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee9409-6b32-415b-a155-369eb2d58aeb None None] Pushing event updated for resources: {'Port': ['ID=851156a1-6b43-4305-b102-bb03b075880b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:22.061504 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfa51e9-f90d-4ee1-9a33-ca94504a147a admin admin] Router adb8266f-ecdc-474c-b206-cc3ab05ba893 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:22.094815 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8fee9409-6b32-415b-a155-369eb2d58aeb None None] Attempting to bind port 851156a1-6b43-4305-b102-bb03b075880b on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:22.095280 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8fee9409-6b32-415b-a155-369eb2d58aeb None None] Attempting to bind port 851156a1-6b43-4305-b102-bb03b075880b by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '66829e9b-1526-42e6-93a2-5ffd51bbc7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '48792d02-d96f-4c34-a272-5ef5e5062fac'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:22.095565 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fee9409-6b32-415b-a155-369eb2d58aeb None None] Attempting to bind port 851156a1-6b43-4305-b102-bb03b075880b on network 48792d02-d96f-4c34-a272-5ef5e5062fac {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:22.110084 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fee9409-6b32-415b-a155-369eb2d58aeb None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:22.110532 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fee9409-6b32-415b-a155-369eb2d58aeb None None] Checking segment: {'id': '66829e9b-1526-42e6-93a2-5ffd51bbc7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '48792d02-d96f-4c34-a272-5ef5e5062fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:22.111036 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8fee9409-6b32-415b-a155-369eb2d58aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.111512 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fee9409-6b32-415b-a155-369eb2d58aeb None None] Bound using segment: {'id': '66829e9b-1526-42e6-93a2-5ffd51bbc7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '48792d02-d96f-4c34-a272-5ef5e5062fac'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:22.112124 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8fee9409-6b32-415b-a155-369eb2d58aeb None None] Bound port: 851156a1-6b43-4305-b102-bb03b075880b, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66829e9b-1526-42e6-93a2-5ffd51bbc7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '48792d02-d96f-4c34-a272-5ef5e5062fac'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:22.112503 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8fee9409-6b32-415b-a155-369eb2d58aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.184992 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3f3e666-9528-4b60-9c84-c12490f3f6f8 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.271139 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfa51e9-f90d-4ee1-9a33-ca94504a147a admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:22.274414 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8fee9409-6b32-415b-a155-369eb2d58aeb None None] For port 851156a1-6b43-4305-b102-bb03b075880b, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:22.283720 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8fee9409-6b32-415b-a155-369eb2d58aeb None None] For port 851156a1-6b43-4305-b102-bb03b075880b, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=851156a1-6b43-4305-b102-bb03b075880b,segment=NetworkSegment(66829e9b-1526-42e6-93a2-5ffd51bbc7ae),segment_id=66829e9b-1526-42e6-93a2-5ffd51bbc7ae)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:22.296168 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9cfa51e9-f90d-4ee1-9a33-ca94504a147a admin admin] 10.222.0.25 "PUT /v2.0/routers/adb8266f-ecdc-474c-b206-cc3ab05ba893/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4079771 Jul 14 09:31:22.312202 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8fee9409-6b32-415b-a155-369eb2d58aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.398842 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee9409-6b32-415b-a155-369eb2d58aeb None None] Pushing event updated for resources: {'Port': ['ID=851156a1-6b43-4305-b102-bb03b075880b,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:22.412860 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.432326 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.460405 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port fd91c90f-f782-4b45-9f7e-f9e17261a6d6, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=fd91c90f-f782-4b45-9f7e-f9e17261a6d6,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:22.466096 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.515022 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19fc17-dd53-45a9-b773-0e0f57814434 req-71a8dea5-d358-4a81-8614-1332a39bc578 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:22.519814 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ff19fc17-dd53-45a9-b773-0e0f57814434 req-71a8dea5-d358-4a81-8614-1332a39bc578 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 944 time: 0.1466298 Jul 14 09:31:22.552696 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=fd91c90f-f782-4b45-9f7e-f9e17261a6d6,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:22.625439 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ff19fc17-dd53-45a9-b773-0e0f57814434 req-862c4a8d-b288-4ecb-bc74-1ae2c2d0d4af tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/security-groups?id=019c7230-10fa-4918-9772-1dedef9fbf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1017201 Jul 14 09:31:22.745169 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3e666-9528-4b60-9c84-c12490f3f6f8 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Port': ['ID=5f351e14-99d2-41a2-acad-9719365492c8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:22.777297 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3f3e666-9528-4b60-9c84-c12490f3f6f8 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.782716 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48728) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:22.786570 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f3f3e666-9528-4b60-9c84-c12490f3f6f8 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/ports/5f351e14-99d2-41a2-acad-9719365492c8 HTTP/1.1" status: 204 len: 168 time: 1.1730347 Jul 14 09:31:22.833831 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5248b7-18a8-42f5-a42d-0e2d0ec1d9ab tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] GET failed (client error): The resource could not be found. Jul 14 09:31:22.838497 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9d5248b7-18a8-42f5-a42d-0e2d0ec1d9ab tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "GET /v2.0/ports/5f351e14-99d2-41a2-acad-9719365492c8 HTTP/1.1" status: 404 len: 333 time: 0.0546124 Jul 14 09:31:22.839580 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48734) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:22.963179 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd94694-9c44-4506-8b69-603525d034f8 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting subnet c1ff4355-d790-424f-b4c9-0ebf0a484d0d {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:22.972626 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fcd94694-9c44-4506-8b69-603525d034f8 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.038920 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fcd94694-9c44-4506-8b69-603525d034f8 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.090396 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-e0bc58e5-090f-4430-858e-afb29f6902b5 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:23.092592 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-e0bc58e5-090f-4430-858e-afb29f6902b5 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/networks?id=d250d3e7-a7ea-4ede-b79b-36a4979bd379 HTTP/1.1" status: 200 len: 818 time: 0.2055662 Jul 14 09:31:23.121338 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-5a910d9a-9d15-4c01-a84b-4367aeb7e4c5 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/quotas/db20cf33c4e74a0d9cdd7eb7d6c2a275 HTTP/1.1" status: 200 len: 375 time: 0.0225978 Jul 14 09:31:23.190757 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fcd94694-9c44-4506-8b69-603525d034f8 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.255294 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-8b95930e-89af-4cea-b858-ea30f03769f6 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=db20cf33c4e74a0d9cdd7eb7d6c2a275&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1153922 Jul 14 09:31:23.270164 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-e48e09f9-796e-4ee6-a63c-03a978248ea8 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:31:23.271154 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-e48e09f9-796e-4ee6-a63c-03a978248ea8 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065668 Jul 14 09:31:23.272731 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fcd94694-9c44-4506-8b69-603525d034f8 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.323108 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fcd94694-9c44-4506-8b69-603525d034f8 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.327615 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fcd94694-9c44-4506-8b69-603525d034f8 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/subnets/c1ff4355-d790-424f-b4c9-0ebf0a484d0d HTTP/1.1" status: 204 len: 168 time: 0.4847178 Jul 14 09:31:23.329507 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48742) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:23.353483 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd94694-9c44-4506-8b69-603525d034f8 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Subnet': ['ID=c1ff4355-d790-424f-b4c9-0ebf0a484d0d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:23.438768 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-daab9a57-a323-4fb0-b85b-feb434846c5e service neutron] 10.222.0.25 "GET /v2.0/networks/d250d3e7-a7ea-4ede-b79b-36a4979bd379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539040 Jul 14 09:31:23.469519 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ef90ee4-4174-4b37-9924-a17d220283a0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.554799 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1ef90ee4-4174-4b37-9924-a17d220283a0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting port 851156a1-6b43-4305-b102-bb03b075880b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:23.555140 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ef90ee4-4174-4b37-9924-a17d220283a0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.561738 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-b23540b7-e1f0-4ab7-a95e-384e556784a1 service neutron] 10.222.0.25 "GET /v2.0/networks/d250d3e7-a7ea-4ede-b79b-36a4979bd379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219940 Jul 14 09:31:23.646313 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1ef90ee4-4174-4b37-9924-a17d220283a0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] For port 851156a1-6b43-4305-b102-bb03b075880b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=851156a1-6b43-4305-b102-bb03b075880b,segment=NetworkSegment(66829e9b-1526-42e6-93a2-5ffd51bbc7ae),segment_id=66829e9b-1526-42e6-93a2-5ffd51bbc7ae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:23.646776 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ef90ee4-4174-4b37-9924-a17d220283a0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.684451 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1ef90ee4-4174-4b37-9924-a17d220283a0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Calling delete_port for 851156a1-6b43-4305-b102-bb03b075880b owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:23.745075 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd1fb5f-11e6-4407-a349-774ac60504f9 None None] Network 48792d02-d96f-4c34-a272-5ef5e5062fac requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:23.762504 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.788767 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e091d0b4-ba55-496c-a2e9-5f0547c732ec None None] Sync routers for ids ['adb8266f-ecdc-474c-b206-cc3ab05ba893'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:23.805730 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e091d0b4-ba55-496c-a2e9-5f0547c732ec None None] Routers {'adb8266f-ecdc-474c-b206-cc3ab05ba893'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:23.806701 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e091d0b4-ba55-496c-a2e9-5f0547c732ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:31:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['adb8266f-ecdc-474c-b206-cc3ab05ba893'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:23.916810 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee960c11-4365-4dd4-8406-2b6c4e703eb0 req-d846054b-bccd-4930-9008-038f43914f44 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:23.920380 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0f9155ee-6d02-4495-9231-72c5495b2bbd None None] Provisioning for port 851156a1-6b43-4305-b102-bb03b075880b completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:23.931179 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee960c11-4365-4dd4-8406-2b6c4e703eb0 req-d846054b-bccd-4930-9008-038f43914f44 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 944 time: 0.1108487 Jul 14 09:31:23.942402 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ef90ee4-4174-4b37-9924-a17d220283a0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.968794 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device fd91c90f-f782-4b45-9f7e-f9e17261a6d6 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:24.017629 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef90ee4-4174-4b37-9924-a17d220283a0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Port': ['ID=851156a1-6b43-4305-b102-bb03b075880b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:24.020048 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef90ee4-4174-4b37-9924-a17d220283a0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] No DVR routers for this DVR port 851156a1-6b43-4305-b102-bb03b075880b on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:24.058941 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-e091d0b4-ba55-496c-a2e9-5f0547c732ec None None] Set router adb8266f-ecdc-474c-b206-cc3ab05ba893 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:24.084394 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bc3b39d0-42fd-45a4-8420-bb696561d69f req-680368c5-73f2-40a9-ae4b-29ba48a36dae tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 210 time: 0.1453087 Jul 14 09:31:24.105359 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee960c11-4365-4dd4-8406-2b6c4e703eb0 req-acac68d6-5381-4a25-864d-72ce7b2b652f tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/security-groups?id=019c7230-10fa-4918-9772-1dedef9fbf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1688409 Jul 14 09:31:24.156821 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port fd91c90f-f782-4b45-9f7e-f9e17261a6d6 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:24.157491 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.257289 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ef90ee4-4174-4b37-9924-a17d220283a0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.269577 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-1ef90ee4-4174-4b37-9924-a17d220283a0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48792d02-d96f-4c34-a272-5ef5e5062fac']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:24.285916 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03b23ee-87cb-49a5-b838-5b4ce4e7881f None None] DHCP port deletion for 48792d02-d96f-4c34-a272-5ef5e5062fac request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:31:24.295368 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-1ef90ee4-4174-4b37-9924-a17d220283a0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66829e9b-1526-42e6-93a2-5ffd51bbc7ae') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:24.295690 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-1ef90ee4-4174-4b37-9924-a17d220283a0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66829e9b-1526-42e6-93a2-5ffd51bbc7ae') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:24.313263 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ef90ee4-4174-4b37-9924-a17d220283a0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.325931 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 851156a1-6b43-4305-b102-bb03b075880b up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:24.367926 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ef90ee4-4174-4b37-9924-a17d220283a0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.368134 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 851156a1-6b43-4305-b102-bb03b075880b {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:24.368425 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 851156a1-6b43-4305-b102-bb03b075880b not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 14 09:31:24.386923 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef90ee4-4174-4b37-9924-a17d220283a0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:24.387346 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ef90ee4-4174-4b37-9924-a17d220283a0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.390852 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Port 851156a1-6b43-4305-b102-bb03b075880b not found, will not notify nova. {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:24.392241 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:24.462528 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ef90ee4-4174-4b37-9924-a17d220283a0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.470179 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e091d0b4-ba55-496c-a2e9-5f0547c732ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb8266f-ecdc-474c-b206-cc3ab05ba893', 'name': 'tempest-ServerRescueNegativeTestJSON-324553860-router', 'tenant_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'fd91c90f-f782-4b45-9f7e-f9e17261a6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:15Z', 'updated_at': '2021-07-14T09:31:21Z', 'revision_number': 4, 'project_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275', 'gw_port': {'id': 'fd91c90f-f782-4b45-9f7e-f9e17261a6d6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb8266f-ecdc-474c-b206-cc3ab05ba893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:16Z', 'updated_at': '2021-07-14T09:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '5efa4314-1c5b-4d90-b25a-ef0b7323ca26', 'name': '', 'network_id': 'd250d3e7-a7ea-4ede-b79b-36a4979bd379', 'tenant_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275', 'mac_address': 'fa:16:3e:9f:bc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb8266f-ecdc-474c-b206-cc3ab05ba893', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '0bc3de3a-9ded-4326-826a-8b83feb4cbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:20Z', 'updated_at': '2021-07-14T09:31:21Z', 'revision_number': 2, 'project_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275', 'subnets': [{'id': '0bc3de3a-9ded-4326-826a-8b83feb4cbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:24.505664 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ef90ee4-4174-4b37-9924-a17d220283a0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.510806 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1ef90ee4-4174-4b37-9924-a17d220283a0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/networks/48792d02-d96f-4c34-a272-5ef5e5062fac HTTP/1.1" status: 204 len: 168 time: 1.1789188 Jul 14 09:31:24.513290 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef90ee4-4174-4b37-9924-a17d220283a0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Network': ['ID=48792d02-d96f-4c34-a272-5ef5e5062fac,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:24.514842 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48770) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:24.516897 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e091d0b4-ba55-496c-a2e9-5f0547c732ec None None] Checking router: adb8266f-ecdc-474c-b206-cc3ab05ba893 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:31:24.517258 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e091d0b4-ba55-496c-a2e9-5f0547c732ec None None] Updating router adb8266f-ecdc-474c-b206-cc3ab05ba893 port 5efa4314-1c5b-4d90-b25a-ef0b7323ca26 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:31:24.527614 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-28c509ce-3721-47c7-a4ac-8bf035377dcd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'port': {'network_id': '12352522-75c6-42ba-86fb-3ea3d9c60ae0', 'name': 'tempest-PortsIpV6TestJSON-139692072'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:24.567008 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e091d0b4-ba55-496c-a2e9-5f0547c732ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.620535 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-af3ca39b-75ab-43f2-95b2-5dbc1f77db83 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:24.628903 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-af3ca39b-75ab-43f2-95b2-5dbc1f77db83 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/networks?id=d250d3e7-a7ea-4ede-b79b-36a4979bd379 HTTP/1.1" status: 200 len: 818 time: 0.2264659 Jul 14 09:31:24.648074 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-d94ba753-7ac3-4565-8b68-e4cb9b1c0608 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/quotas/db20cf33c4e74a0d9cdd7eb7d6c2a275 HTTP/1.1" status: 200 len: 375 time: 0.0178282 Jul 14 09:31:24.691856 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c509ce-3721-47c7-a4ac-8bf035377dcd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:24.697992 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28c509ce-3721-47c7-a4ac-8bf035377dcd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.728209 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-28c509ce-3721-47c7-a4ac-8bf035377dcd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] device_id is not set on port 90cec47f-4f35-4a15-81b1-1c43c8748ca3 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:24.741473 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-1556ef4a-8b98-4f23-ac4f-55757eafc609 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=db20cf33c4e74a0d9cdd7eb7d6c2a275&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0908048 Jul 14 09:31:24.897223 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-394af035-015a-4094-b9bc-b3c9bd4acf19 service neutron] 10.222.0.25 "GET /v2.0/networks/d250d3e7-a7ea-4ede-b79b-36a4979bd379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532481 Jul 14 09:31:24.977969 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28c509ce-3721-47c7-a4ac-8bf035377dcd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.007205 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e091d0b4-ba55-496c-a2e9-5f0547c732ec None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.030016 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28c509ce-3721-47c7-a4ac-8bf035377dcd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.034095 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e091d0b4-ba55-496c-a2e9-5f0547c732ec None None] Transition to ACTIVE for port object 5efa4314-1c5b-4d90-b25a-ef0b7323ca26 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:25.042585 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e091d0b4-ba55-496c-a2e9-5f0547c732ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.046373 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-14d7412e-a294-45e7-ae27-20dcc06fd67a service neutron] 10.222.0.25 "GET /v2.0/networks/d250d3e7-a7ea-4ede-b79b-36a4979bd379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422210 Jul 14 09:31:25.100230 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c509ce-3721-47c7-a4ac-8bf035377dcd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network 12352522-75c6-42ba-86fb-3ea3d9c60ae0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:25.103959 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-28c509ce-3721-47c7-a4ac-8bf035377dcd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:25.109275 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c509ce-3721-47c7-a4ac-8bf035377dcd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:25.116577 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c509ce-3721-47c7-a4ac-8bf035377dcd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:25.117258 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28c509ce-3721-47c7-a4ac-8bf035377dcd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.130658 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c509ce-3721-47c7-a4ac-8bf035377dcd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Port': ['ID=90cec47f-4f35-4a15-81b1-1c43c8748ca3,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:25.140235 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-28c509ce-3721-47c7-a4ac-8bf035377dcd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6190338 Jul 14 09:31:25.142554 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48778) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:25.155233 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925845b1-4a50-4401-a740-3517eb905c5c None None] Pushing event updated for resources: {'Port': ['ID=5efa4314-1c5b-4d90-b25a-ef0b7323ca26,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:25.248968 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e091d0b4-ba55-496c-a2e9-5f0547c732ec None None] Attempting to bind port 5efa4314-1c5b-4d90-b25a-ef0b7323ca26 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:25.249382 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e091d0b4-ba55-496c-a2e9-5f0547c732ec None None] Attempting to bind port 5efa4314-1c5b-4d90-b25a-ef0b7323ca26 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '8f2f8681-b492-4419-b887-a5333e4f929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd250d3e7-a7ea-4ede-b79b-36a4979bd379'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:25.250711 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e091d0b4-ba55-496c-a2e9-5f0547c732ec None None] Attempting to bind port 5efa4314-1c5b-4d90-b25a-ef0b7323ca26 on network d250d3e7-a7ea-4ede-b79b-36a4979bd379 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:25.261617 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e091d0b4-ba55-496c-a2e9-5f0547c732ec None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:25.265731 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e091d0b4-ba55-496c-a2e9-5f0547c732ec None None] Checking segment: {'id': '8f2f8681-b492-4419-b887-a5333e4f929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd250d3e7-a7ea-4ede-b79b-36a4979bd379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:25.266248 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e091d0b4-ba55-496c-a2e9-5f0547c732ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.267440 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e091d0b4-ba55-496c-a2e9-5f0547c732ec None None] Bound using segment: {'id': '8f2f8681-b492-4419-b887-a5333e4f929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd250d3e7-a7ea-4ede-b79b-36a4979bd379'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:25.268701 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e091d0b4-ba55-496c-a2e9-5f0547c732ec None None] Bound port: 5efa4314-1c5b-4d90-b25a-ef0b7323ca26, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2f8681-b492-4419-b887-a5333e4f929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd250d3e7-a7ea-4ede-b79b-36a4979bd379'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:25.269155 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e091d0b4-ba55-496c-a2e9-5f0547c732ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.347611 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3e2f5f30-8d42-419c-8c8a-668094e585e2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting port 90cec47f-4f35-4a15-81b1-1c43c8748ca3 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:25.347976 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e2f5f30-8d42-419c-8c8a-668094e585e2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.393945 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115a093-2d9f-4f74-99ef-3935c606b611 req-63b03185-e299-4867-b6a7-0dcaf3bc692b tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:25.395922 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f115a093-2d9f-4f74-99ef-3935c606b611 req-63b03185-e299-4867-b6a7-0dcaf3bc692b tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 944 time: 0.1082292 Jul 14 09:31:25.427459 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e091d0b4-ba55-496c-a2e9-5f0547c732ec None None] For port 5efa4314-1c5b-4d90-b25a-ef0b7323ca26, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:25.436458 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e091d0b4-ba55-496c-a2e9-5f0547c732ec None None] For port 5efa4314-1c5b-4d90-b25a-ef0b7323ca26, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=5efa4314-1c5b-4d90-b25a-ef0b7323ca26,segment=NetworkSegment(8f2f8681-b492-4419-b887-a5333e4f929b),segment_id=8f2f8681-b492-4419-b887-a5333e4f929b)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:25.441776 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e091d0b4-ba55-496c-a2e9-5f0547c732ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.463483 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e2f5f30-8d42-419c-8c8a-668094e585e2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.497271 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e091d0b4-ba55-496c-a2e9-5f0547c732ec None None] Routers {'adb8266f-ecdc-474c-b206-cc3ab05ba893'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:25.499627 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e091d0b4-ba55-496c-a2e9-5f0547c732ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:31:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['adb8266f-ecdc-474c-b206-cc3ab05ba893'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:25.506637 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3e2f5f30-8d42-419c-8c8a-668094e585e2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Calling delete_port for 90cec47f-4f35-4a15-81b1-1c43c8748ca3 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:25.510483 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4c55699-bc79-4326-a7f4-a4a8694e79cf req-8ae38356-11d0-402c-8d68-ce710c47a2c5 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 210 time: 0.1125376 Jul 14 09:31:25.562566 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f115a093-2d9f-4f74-99ef-3935c606b611 req-e55962f8-0750-4bb6-85f0-3704e7d355b2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/security-groups?id=019c7230-10fa-4918-9772-1dedef9fbf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1522679 Jul 14 09:31:25.713354 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-e091d0b4-ba55-496c-a2e9-5f0547c732ec None None] Set router adb8266f-ecdc-474c-b206-cc3ab05ba893 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:25.718254 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 851156a1-6b43-4305-b102-bb03b075880b no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:25.766666 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 851156a1-6b43-4305-b102-bb03b075880b {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:25.767395 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 851156a1-6b43-4305-b102-bb03b075880b not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:25.796189 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e2f5f30-8d42-419c-8c8a-668094e585e2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.896980 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f5f30-8d42-419c-8c8a-668094e585e2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Port': ['ID=90cec47f-4f35-4a15-81b1-1c43c8748ca3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:25.922783 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e2f5f30-8d42-419c-8c8a-668094e585e2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.944589 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48794) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:25.945532 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3e2f5f30-8d42-419c-8c8a-668094e585e2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/ports/90cec47f-4f35-4a15-81b1-1c43c8748ca3 HTTP/1.1" status: 204 len: 168 time: 0.7992597 Jul 14 09:31:25.952045 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8e36fe3f-37a9-4095-be25-724a6616c8cf tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'port': {'network_id': '12352522-75c6-42ba-86fb-3ea3d9c60ae0', 'mac_address': 'fa:16:3e:75:1a:3a', 'name': 'tempest-PortsIpV6TestJSON-642502367'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:25.952612 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925845b1-4a50-4401-a740-3517eb905c5c None None] Pushing event updated for resources: {'Port': ['ID=5efa4314-1c5b-4d90-b25a-ef0b7323ca26,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:25.987349 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e091d0b4-ba55-496c-a2e9-5f0547c732ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb8266f-ecdc-474c-b206-cc3ab05ba893', 'name': 'tempest-ServerRescueNegativeTestJSON-324553860-router', 'tenant_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'fd91c90f-f782-4b45-9f7e-f9e17261a6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:15Z', 'updated_at': '2021-07-14T09:31:21Z', 'revision_number': 4, 'project_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275', 'gw_port': {'id': 'fd91c90f-f782-4b45-9f7e-f9e17261a6d6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb8266f-ecdc-474c-b206-cc3ab05ba893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:16Z', 'updated_at': '2021-07-14T09:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '5efa4314-1c5b-4d90-b25a-ef0b7323ca26', 'name': '', 'network_id': 'd250d3e7-a7ea-4ede-b79b-36a4979bd379', 'tenant_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275', 'mac_address': 'fa:16:3e:9f:bc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb8266f-ecdc-474c-b206-cc3ab05ba893', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '0bc3de3a-9ded-4326-826a-8b83feb4cbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:20Z', 'updated_at': '2021-07-14T09:31:25Z', 'revision_number': 4, 'project_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275', 'subnets': [{'id': '0bc3de3a-9ded-4326-826a-8b83feb4cbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:26.037366 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e091d0b4-ba55-496c-a2e9-5f0547c732ec None None] The sync data for ids ['adb8266f-ecdc-474c-b206-cc3ab05ba893'] in n-d-771362-35 is: [{'id': 'adb8266f-ecdc-474c-b206-cc3ab05ba893', 'name': 'tempest-ServerRescueNegativeTestJSON-324553860-router', 'tenant_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'fd91c90f-f782-4b45-9f7e-f9e17261a6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:15Z', 'updated_at': '2021-07-14T09:31:21Z', 'revision_number': 4, 'project_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275', 'gw_port': {'id': 'fd91c90f-f782-4b45-9f7e-f9e17261a6d6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb8266f-ecdc-474c-b206-cc3ab05ba893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:16Z', 'updated_at': '2021-07-14T09:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '5efa4314-1c5b-4d90-b25a-ef0b7323ca26', 'name': '', 'network_id': 'd250d3e7-a7ea-4ede-b79b-36a4979bd379', 'tenant_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275', 'mac_address': 'fa:16:3e:9f:bc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb8266f-ecdc-474c-b206-cc3ab05ba893', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '0bc3de3a-9ded-4326-826a-8b83feb4cbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:20Z', 'updated_at': '2021-07-14T09:31:25Z', 'revision_number': 4, 'project_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275', 'subnets': [{'id': '0bc3de3a-9ded-4326-826a-8b83feb4cbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:26.048218 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-57110417-796b-42e3-ac51-2627a3daea45 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:26.050264 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-57110417-796b-42e3-ac51-2627a3daea45 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.44 "GET /v2.0/networks?id=d250d3e7-a7ea-4ede-b79b-36a4979bd379 HTTP/1.1" status: 200 len: 818 time: 0.3888288 Jul 14 09:31:26.068238 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-1fb435b1-67ca-4d6a-9601-17c7c7a68797 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Request body: {'port': {'device_id': '15f26875-510c-4826-8c17-66c0133a532e', 'network_id': 'd250d3e7-a7ea-4ede-b79b-36a4979bd379', 'admin_state_up': True, 'tenant_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:26.199674 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e36fe3f-37a9-4095-be25-724a6616c8cf tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:26.333066 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e36fe3f-37a9-4095-be25-724a6616c8cf tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.365405 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-1fb435b1-67ca-4d6a-9601-17c7c7a68797 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Made reservation on behalf of db20cf33c4e74a0d9cdd7eb7d6c2a275 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:26.369108 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-1fb435b1-67ca-4d6a-9601-17c7c7a68797 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.379116 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-8e36fe3f-37a9-4095-be25-724a6616c8cf tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] device_id is not set on port f69e9dfd-4fb4-4b90-ad31-7aaf77dff193 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:26.775454 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-72cfe44f-10fb-400f-b0ec-7cd35f57a872 req-1ac548f1-200c-4058-b6c7-4399216997b2 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 210 time: 0.0707116 Jul 14 09:31:26.826554 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-1fb435b1-67ca-4d6a-9601-17c7c7a68797 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Allocated IP 172.20.0.7 (d250d3e7-a7ea-4ede-b79b-36a4979bd379/0bc3de3a-9ded-4326-826a-8b83feb4cbce/e322e284-0880-4746-8e9f-3c858f92a19c) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:26.848404 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 8757ea0c-0bf1-4a27-82c9-a4c8ab271126 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:31:26.850655 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e36fe3f-37a9-4095-be25-724a6616c8cf tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.003658 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 8757ea0c-0bf1-4a27-82c9-a4c8ab271126, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=8757ea0c-0bf1-4a27-82c9-a4c8ab271126,segment=NetworkSegment(c044e3f9-bc82-4d76-8faa-531c5038fae4),segment_id=c044e3f9-bc82-4d76-8faa-531c5038fae4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:27.025567 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '8757ea0c-0bf1-4a27-82c9-a4c8ab271126', 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0', 'port_id': '8757ea0c-0bf1-4a27-82c9-a4c8ab271126', 'mac_address': 'fa:16:3e:f5:26:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07e9ca00-f31e-40d1-b8f8-d4640d1a2a19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:31:27.111050 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.139405 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8757ea0c-0bf1-4a27-82c9-a4c8ab271126 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:31:27.140393 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-ccfe8657-6519-4996-9189-3b833060de1a tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:27.142206 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-ccfe8657-6519-4996-9189-3b833060de1a tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.47 "GET /v2.0/networks?id=d250d3e7-a7ea-4ede-b79b-36a4979bd379 HTTP/1.1" status: 200 len: 818 time: 0.2037249 Jul 14 09:31:27.157724 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-839c6a3a-cb74-4d5e-a0f4-8b1dc52b7070 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Request body: {'port': {'device_id': '5f18e3b7-fc71-4426-9581-271a9e7f50b5', 'network_id': 'd250d3e7-a7ea-4ede-b79b-36a4979bd379', 'admin_state_up': True, 'tenant_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:27.166321 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 8757ea0c-0bf1-4a27-82c9-a4c8ab271126, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=8757ea0c-0bf1-4a27-82c9-a4c8ab271126,segment=NetworkSegment(c044e3f9-bc82-4d76-8faa-531c5038fae4),segment_id=c044e3f9-bc82-4d76-8faa-531c5038fae4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:27.175635 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.248634 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=8757ea0c-0bf1-4a27-82c9-a4c8ab271126,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:27.337193 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-839c6a3a-cb74-4d5e-a0f4-8b1dc52b7070 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Made reservation on behalf of db20cf33c4e74a0d9cdd7eb7d6c2a275 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:27.342999 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-839c6a3a-cb74-4d5e-a0f4-8b1dc52b7070 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.439966 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['8757ea0c-0bf1-4a27-82c9-a4c8ab271126'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:31:27.460801 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638f34f-4501-44de-ad58-091fb887e5d2 req-0e096807-d9aa-439e-a591-0d012caa13b1 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:27.462409 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f638f34f-4501-44de-ad58-091fb887e5d2 req-0e096807-d9aa-439e-a591-0d012caa13b1 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 944 time: 0.7223818 Jul 14 09:31:27.558545 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e36fe3f-37a9-4095-be25-724a6616c8cf tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.587109 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f638f34f-4501-44de-ad58-091fb887e5d2 req-3fea7d7e-a737-4fec-99d5-521c59301d46 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/security-groups?id=019c7230-10fa-4918-9772-1dedef9fbf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811250 Jul 14 09:31:27.655415 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e36fe3f-37a9-4095-be25-724a6616c8cf tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network 12352522-75c6-42ba-86fb-3ea3d9c60ae0 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:27.661960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-8e36fe3f-37a9-4095-be25-724a6616c8cf tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:27.682584 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e36fe3f-37a9-4095-be25-724a6616c8cf tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:27.689408 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e36fe3f-37a9-4095-be25-724a6616c8cf tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:27.690344 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e36fe3f-37a9-4095-be25-724a6616c8cf tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.716478 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8e36fe3f-37a9-4095-be25-724a6616c8cf tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7695692 Jul 14 09:31:27.720304 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48804) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:27.724508 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36fe3f-37a9-4095-be25-724a6616c8cf tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Port': ['ID=f69e9dfd-4fb4-4b90-ad31-7aaf77dff193,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:27.731155 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-1fb435b1-67ca-4d6a-9601-17c7c7a68797 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.763212 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 5efa4314-1c5b-4d90-b25a-ef0b7323ca26 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:27.794027 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-1fb435b1-67ca-4d6a-9601-17c7c7a68797 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.826968 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 5efa4314-1c5b-4d90-b25a-ef0b7323ca26 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:27.838584 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48810) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:27.840192 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 5efa4314-1c5b-4d90-b25a-ef0b7323ca26 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:27.840570 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.876166 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-1fb435b1-67ca-4d6a-9601-17c7c7a68797 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Network d250d3e7-a7ea-4ede-b79b-36a4979bd379 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:27.879536 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-1fb435b1-67ca-4d6a-9601-17c7c7a68797 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:27.884139 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-1fb435b1-67ca-4d6a-9601-17c7c7a68797 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:27.947952 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.948508 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-1fb435b1-67ca-4d6a-9601-17c7c7a68797 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:27.948834 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-1fb435b1-67ca-4d6a-9601-17c7c7a68797 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.962770 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb435b1-67ca-4d6a-9601-17c7c7a68797 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Pushing event updated for resources: {'Port': ['ID=e322e284-0880-4746-8e9f-3c858f92a19c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:27.972355 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-1fb435b1-67ca-4d6a-9601-17c7c7a68797 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9121661 Jul 14 09:31:27.986726 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-e92869fb-5142-4f8b-8869-bd7b8e13ee3e service neutron] Request body: {'port': {'device_id': '15f26875-510c-4826-8c17-66c0133a532e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:27.998474 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 5efa4314-1c5b-4d90-b25a-ef0b7323ca26, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=5efa4314-1c5b-4d90-b25a-ef0b7323ca26,segment=NetworkSegment(8f2f8681-b492-4419-b887-a5333e4f929b),segment_id=8f2f8681-b492-4419-b887-a5333e4f929b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:27.998756 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e65b51-7495-4be0-897b-809c95d1e14d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:28.003601 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-77e65b51-7495-4be0-897b-809c95d1e14d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "GET /v2.0/ports/f69e9dfd-4fb4-4b90-ad31-7aaf77dff193 HTTP/1.1" status: 200 len: 844 time: 0.2800310 Jul 14 09:31:28.006552 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.012313 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48812) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:28.054071 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-05ef4f4e-cfe4-4fe3-9712-412b897327e2 req-646ddcd1-6958-4962-bd39-6de26cc3efb5 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 210 time: 0.0329111 Jul 14 09:31:28.068288 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=5efa4314-1c5b-4d90-b25a-ef0b7323ca26,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:28.120464 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-e92869fb-5142-4f8b-8869-bd7b8e13ee3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.137448 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-839c6a3a-cb74-4d5e-a0f4-8b1dc52b7070 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Allocated IP 172.20.0.14 (d250d3e7-a7ea-4ede-b79b-36a4979bd379/0bc3de3a-9ded-4326-826a-8b83feb4cbce/9e2d8ef9-185a-4f63-a3da-c36fefac660a) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:28.412569 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4303b79a-4cfa-49d7-ab04-c1d645217513 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting port f69e9dfd-4fb4-4b90-ad31-7aaf77dff193 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:28.413245 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4303b79a-4cfa-49d7-ab04-c1d645217513 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.548729 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-839c6a3a-cb74-4d5e-a0f4-8b1dc52b7070 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.554590 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4303b79a-4cfa-49d7-ab04-c1d645217513 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.579973 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4303b79a-4cfa-49d7-ab04-c1d645217513 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Calling delete_port for f69e9dfd-4fb4-4b90-ad31-7aaf77dff193 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:28.702775 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-839c6a3a-cb74-4d5e-a0f4-8b1dc52b7070 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.765574 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-839c6a3a-cb74-4d5e-a0f4-8b1dc52b7070 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Network d250d3e7-a7ea-4ede-b79b-36a4979bd379 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:28.779293 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-839c6a3a-cb74-4d5e-a0f4-8b1dc52b7070 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:28.790056 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-839c6a3a-cb74-4d5e-a0f4-8b1dc52b7070 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:28.792672 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4303b79a-4cfa-49d7-ab04-c1d645217513 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.797529 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c6a3a-cb74-4d5e-a0f4-8b1dc52b7070 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Pushing event updated for resources: {'Port': ['ID=9e2d8ef9-185a-4f63-a3da-c36fefac660a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:28.839530 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303b79a-4cfa-49d7-ab04-c1d645217513 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Port': ['ID=f69e9dfd-4fb4-4b90-ad31-7aaf77dff193,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:28.867068 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 8757ea0c-0bf1-4a27-82c9-a4c8ab271126 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:28.904576 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706ee44-b793-49dd-9a35-0aaf56022d9f req-59c2fa7d-bbee-4915-911c-784b83338640 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:28.906246 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d706ee44-b793-49dd-9a35-0aaf56022d9f req-59c2fa7d-bbee-4915-911c-784b83338640 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 945 time: 0.1430764 Jul 14 09:31:28.936454 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4303b79a-4cfa-49d7-ab04-c1d645217513 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.938438 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4303b79a-4cfa-49d7-ab04-c1d645217513 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/ports/f69e9dfd-4fb4-4b90-ad31-7aaf77dff193 HTTP/1.1" status: 204 len: 168 time: 0.9229486 Jul 14 09:31:28.941389 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48818) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:28.960345 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-839c6a3a-cb74-4d5e-a0f4-8b1dc52b7070 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:28.960646 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-839c6a3a-cb74-4d5e-a0f4-8b1dc52b7070 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.981841 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 8757ea0c-0bf1-4a27-82c9-a4c8ab271126 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:28.987735 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 8757ea0c-0bf1-4a27-82c9-a4c8ab271126 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:28.988203 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-839c6a3a-cb74-4d5e-a0f4-8b1dc52b7070 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8377056 Jul 14 09:31:28.989295 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.003049 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3133551a-c2df-4661-908a-cdcb71e3b098 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] GET failed (client error): The resource could not be found. Jul 14 09:31:29.003524 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6be6b1c8-7c53-4c7e-b51e-c32bd7f96259 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.009180 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3133551a-c2df-4661-908a-cdcb71e3b098 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "GET /v2.0/ports/f69e9dfd-4fb4-4b90-ad31-7aaf77dff193 HTTP/1.1" status: 404 len: 333 time: 0.0628226 Jul 14 09:31:29.009435 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-3239446e-7373-4c6c-b1ee-5c84c36ed73f service neutron] Request body: {'port': {'device_id': '5f18e3b7-fc71-4426-9581-271a9e7f50b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:29.014584 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48820) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:29.024128 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-75c32dc0-522a-4976-b835-d27f938b451a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'port': {'network_id': '12352522-75c6-42ba-86fb-3ea3d9c60ae0', 'name': 'tempest-PortsIpV6TestJSON-538567726'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:29.028481 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d706ee44-b793-49dd-9a35-0aaf56022d9f req-3403c5d6-026d-4570-91c8-c014df24ba19 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/security-groups?id=019c7230-10fa-4918-9772-1dedef9fbf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1158750 Jul 14 09:31:29.034193 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-e92869fb-5142-4f8b-8869-bd7b8e13ee3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e322e284-0880-4746-8e9f-3c858f92a19c {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:31:29.044721 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-e92869fb-5142-4f8b-8869-bd7b8e13ee3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.062613 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-e92869fb-5142-4f8b-8869-bd7b8e13ee3e service neutron] Transition to ACTIVE for port object e322e284-0880-4746-8e9f-3c858f92a19c will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:29.066328 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-e92869fb-5142-4f8b-8869-bd7b8e13ee3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.124594 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.176412 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92869fb-5142-4f8b-8869-bd7b8e13ee3e service neutron] Pushing event updated for resources: {'Port': ['ID=e322e284-0880-4746-8e9f-3c858f92a19c,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:29.194759 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 8757ea0c-0bf1-4a27-82c9-a4c8ab271126, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=8757ea0c-0bf1-4a27-82c9-a4c8ab271126,segment=NetworkSegment(c044e3f9-bc82-4d76-8faa-531c5038fae4),segment_id=c044e3f9-bc82-4d76-8faa-531c5038fae4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:29.196550 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e04adb7-d418-4924-9f60-da1eb5ede372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8757ea0c-0bf1-4a27-82c9-a4c8ab271126'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:29.203881 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fc8b36-4f70-41b7-aa7b-90ec451bb7c4" -d '{"events": [{"server_uuid": "7e04adb7-d418-4924-9f60-da1eb5ede372", "name": "network-vif-plugged", "status": "completed", "tag": "8757ea0c-0bf1-4a27-82c9-a4c8ab271126"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:29.221366 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.313220 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82def241-eeb7-4bbf-b06e-69f2315a7958 x-openstack-request-id: req-82def241-eeb7-4bbf-b06e-69f2315a7958 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:29.313509 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e04adb7-d418-4924-9f60-da1eb5ede372", "name": "network-vif-plugged", "status": "completed", "tag": "8757ea0c-0bf1-4a27-82c9-a4c8ab271126", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:29.313768 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82def241-eeb7-4bbf-b06e-69f2315a7958 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:29.314876 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e04adb7-d418-4924-9f60-da1eb5ede372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8757ea0c-0bf1-4a27-82c9-a4c8ab271126', 'code': 200} Jul 14 09:31:29.365264 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=8757ea0c-0bf1-4a27-82c9-a4c8ab271126,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:29.416624 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-e92869fb-5142-4f8b-8869-bd7b8e13ee3e service neutron] Attempting to bind port e322e284-0880-4746-8e9f-3c858f92a19c on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:29.416963 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-e92869fb-5142-4f8b-8869-bd7b8e13ee3e service neutron] Attempting to bind port e322e284-0880-4746-8e9f-3c858f92a19c by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '8f2f8681-b492-4419-b887-a5333e4f929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd250d3e7-a7ea-4ede-b79b-36a4979bd379'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:29.417292 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-e92869fb-5142-4f8b-8869-bd7b8e13ee3e service neutron] Attempting to bind port e322e284-0880-4746-8e9f-3c858f92a19c on network d250d3e7-a7ea-4ede-b79b-36a4979bd379 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:29.436537 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-e92869fb-5142-4f8b-8869-bd7b8e13ee3e service neutron] Port e322e284-0880-4746-8e9f-3c858f92a19c on network d250d3e7-a7ea-4ede-b79b-36a4979bd379 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:31:29.436865 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-e92869fb-5142-4f8b-8869-bd7b8e13ee3e service neutron] Attempting to bind port e322e284-0880-4746-8e9f-3c858f92a19c on network d250d3e7-a7ea-4ede-b79b-36a4979bd379 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:29.451432 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-3239446e-7373-4c6c-b1ee-5c84c36ed73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.458122 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba59b5a-b66a-4e7d-90a7-4ca5d9dd96cc req-1cf28d00-dcb9-4b4c-95cf-430ada09e327 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:29.460039 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cba59b5a-b66a-4e7d-90a7-4ca5d9dd96cc req-1cf28d00-dcb9-4b4c-95cf-430ada09e327 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 932 time: 0.1736033 Jul 14 09:31:29.461624 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-e92869fb-5142-4f8b-8869-bd7b8e13ee3e service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:29.461971 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-e92869fb-5142-4f8b-8869-bd7b8e13ee3e service neutron] Checking segment: {'id': '8f2f8681-b492-4419-b887-a5333e4f929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd250d3e7-a7ea-4ede-b79b-36a4979bd379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:29.462366 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-e92869fb-5142-4f8b-8869-bd7b8e13ee3e service neutron] Bound using segment: {'id': '8f2f8681-b492-4419-b887-a5333e4f929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd250d3e7-a7ea-4ede-b79b-36a4979bd379'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:29.462824 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-e92869fb-5142-4f8b-8869-bd7b8e13ee3e service neutron] Bound port: e322e284-0880-4746-8e9f-3c858f92a19c, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f2f8681-b492-4419-b887-a5333e4f929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd250d3e7-a7ea-4ede-b79b-36a4979bd379'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:29.463188 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-e92869fb-5142-4f8b-8869-bd7b8e13ee3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.473836 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c32dc0-522a-4976-b835-d27f938b451a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:29.477802 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75c32dc0-522a-4976-b835-d27f938b451a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.556475 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d5e74-97ec-482c-bbee-fdb1d80b208f req-efa9201e-5086-48a5-a708-0bcb9e237741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:29.558016 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f45d5e74-97ec-482c-bbee-fdb1d80b208f req-efa9201e-5086-48a5-a708-0bcb9e237741 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 1098 time: 0.1922317 Jul 14 09:31:29.561664 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cba59b5a-b66a-4e7d-90a7-4ca5d9dd96cc req-f1bf3e84-8b3b-4718-9ddb-ace3fdbbb60b tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834506 Jul 14 09:31:29.578038 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-75c32dc0-522a-4976-b835-d27f938b451a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] device_id is not set on port f110fe12-9a0e-43da-8de2-a36ccb6f0f80 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:29.647674 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f45d5e74-97ec-482c-bbee-fdb1d80b208f req-c56551e0-a05a-4589-b019-65ce56bebf48 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=019c7230-10fa-4918-9772-1dedef9fbf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792663 Jul 14 09:31:29.652272 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-e92869fb-5142-4f8b-8869-bd7b8e13ee3e service neutron] For port e322e284-0880-4746-8e9f-3c858f92a19c, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:29.656715 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-e92869fb-5142-4f8b-8869-bd7b8e13ee3e service neutron] For port e322e284-0880-4746-8e9f-3c858f92a19c, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e322e284-0880-4746-8e9f-3c858f92a19c,segment=NetworkSegment(8f2f8681-b492-4419-b887-a5333e4f929b),segment_id=8f2f8681-b492-4419-b887-a5333e4f929b)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:29.663374 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-e92869fb-5142-4f8b-8869-bd7b8e13ee3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.672430 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 5efa4314-1c5b-4d90-b25a-ef0b7323ca26 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:29.705171 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-e92869fb-5142-4f8b-8869-bd7b8e13ee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:29.706406 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-e92869fb-5142-4f8b-8869-bd7b8e13ee3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.708098 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-e92869fb-5142-4f8b-8869-bd7b8e13ee3e service neutron] 10.222.0.44 "PUT /v2.0/ports/e322e284-0880-4746-8e9f-3c858f92a19c HTTP/1.1" status: 200 len: 1092 time: 1.7271652 Jul 14 09:31:29.708746 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f26875-510c-4826-8c17-66c0133a532e', 'tag': 'e322e284-0880-4746-8e9f-3c858f92a19c'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:29.711616 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a21e67-d51e-450d-8f72-cd721fd3beb4" -d '{"events": [{"name": "network-changed", "server_uuid": "15f26875-510c-4826-8c17-66c0133a532e", "tag": "e322e284-0880-4746-8e9f-3c858f92a19c"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:29.749439 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 5efa4314-1c5b-4d90-b25a-ef0b7323ca26 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:29.750105 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.759640 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-9db33ec0-1cd1-4ff0-b2bb-08b5c8bb5438 req-56af2051-2caa-4ac2-9f7a-5b61c1cbe537 service neutron] (93773) timed out ('10.222.0.44', 53739) {{(pid=93773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:31:29.760617 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92869fb-5142-4f8b-8869-bd7b8e13ee3e service neutron] Pushing event updated for resources: {'Port': ['ID=e322e284-0880-4746-8e9f-3c858f92a19c,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:29.830041 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-44cdd410-f1a4-4a1d-8e71-5e6d2f688bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:29.834625 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-44cdd410-f1a4-4a1d-8e71-5e6d2f688bac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=db20cf33c4e74a0d9cdd7eb7d6c2a275&device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 1095 time: 0.0686846 Jul 14 09:31:29.912026 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-e33527e3-a375-4171-90d5-e400ad00e48a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e322e284-0880-4746-8e9f-3c858f92a19c HTTP/1.1" status: 200 len: 217 time: 0.0688806 Jul 14 09:31:29.916792 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ea7795-4b61-4fe5-8e83-ed9456ec939e x-openstack-request-id: req-f4ea7795-4b61-4fe5-8e83-ed9456ec939e {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:29.917090 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15f26875-510c-4826-8c17-66c0133a532e", "tag": "e322e284-0880-4746-8e9f-3c858f92a19c", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:29.917346 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4ea7795-4b61-4fe5-8e83-ed9456ec939e {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:29.917776 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15f26875-510c-4826-8c17-66c0133a532e', 'tag': 'e322e284-0880-4746-8e9f-3c858f92a19c', 'status': 'completed', 'code': 200} Jul 14 09:31:29.978320 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-09e6db1f-5101-4e7a-b986-7a2a2a8e5d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:29.981054 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-09e6db1f-5101-4e7a-b986-7a2a2a8e5d61 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bc3de3a-9ded-4326-826a-8b83feb4cbce HTTP/1.1" status: 200 len: 858 time: 0.0556898 Jul 14 09:31:30.025909 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-7507fddd-63d0-492c-8842-79003bffb7cd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d250d3e7-a7ea-4ede-b79b-36a4979bd379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363879 Jul 14 09:31:30.037815 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75c32dc0-522a-4976-b835-d27f938b451a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.153546 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-3239446e-7373-4c6c-b1ee-5c84c36ed73f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2d8ef9-185a-4f63-a3da-c36fefac660a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:31:30.158037 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-8643a312-cbfa-4e9c-a774-f3c730a231db service neutron] 10.222.0.44 "GET /v2.0/networks/d250d3e7-a7ea-4ede-b79b-36a4979bd379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213059 Jul 14 09:31:30.165147 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-3239446e-7373-4c6c-b1ee-5c84c36ed73f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.195027 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75c32dc0-522a-4976-b835-d27f938b451a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.198845 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-3239446e-7373-4c6c-b1ee-5c84c36ed73f service neutron] Transition to ACTIVE for port object 9e2d8ef9-185a-4f63-a3da-c36fefac660a will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:30.213922 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-3239446e-7373-4c6c-b1ee-5c84c36ed73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.242697 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6be6b1c8-7c53-4c7e-b51e-c32bd7f96259 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Deleting port 9fb9c317-f908-4b16-95de-b2e3df7c1d00 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:30.242697 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6be6b1c8-7c53-4c7e-b51e-c32bd7f96259 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.307477 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cdb6b43f-7921-4743-891b-8ef3fc133e80 req-e7e2109c-07e1-4d8c-b72d-ed581a5fbf89 service neutron] 10.222.0.44 "GET /v2.0/networks/d250d3e7-a7ea-4ede-b79b-36a4979bd379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410954 Jul 14 09:31:30.352548 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5bf15-2d5b-443a-8b02-ed770ad70c5b req-4010b58e-1b00-4159-9888-5f95abb6a089 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:30.354973 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0fb5bf15-2d5b-443a-8b02-ed770ad70c5b req-4010b58e-1b00-4159-9888-5f95abb6a089 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 946 time: 0.1325161 Jul 14 09:31:30.446228 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0fb5bf15-2d5b-443a-8b02-ed770ad70c5b req-cacc839a-7106-49ee-9180-79f3b30a6630 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/security-groups?id=019c7230-10fa-4918-9772-1dedef9fbf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813990 Jul 14 09:31:30.467053 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a21e67-d51e-450d-8f72-cd721fd3beb4 req-4139f546-abdf-4995-a0cc-5bb9f3585208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:30.467625 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56a21e67-d51e-450d-8f72-cd721fd3beb4 req-4139f546-abdf-4995-a0cc-5bb9f3585208 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=db20cf33c4e74a0d9cdd7eb7d6c2a275&device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 1095 time: 0.0958035 Jul 14 09:31:30.572978 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a21e67-d51e-450d-8f72-cd721fd3beb4 req-577694c9-6181-49da-b9e3-cc0f042e7db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:30.575187 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56a21e67-d51e-450d-8f72-cd721fd3beb4 req-577694c9-6181-49da-b9e3-cc0f042e7db6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d250d3e7-a7ea-4ede-b79b-36a4979bd379 HTTP/1.1" status: 200 len: 918 time: 0.0994487 Jul 14 09:31:30.647137 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56a21e67-d51e-450d-8f72-cd721fd3beb4 req-c5695601-9eec-4a11-9aae-e5bf7bbc989b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e322e284-0880-4746-8e9f-3c858f92a19c HTTP/1.1" status: 200 len: 217 time: 0.0576968 Jul 14 09:31:30.659538 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c32dc0-522a-4976-b835-d27f938b451a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network 12352522-75c6-42ba-86fb-3ea3d9c60ae0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:30.670804 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-75c32dc0-522a-4976-b835-d27f938b451a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:30.680843 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c32dc0-522a-4976-b835-d27f938b451a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:30.687187 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c32dc0-522a-4976-b835-d27f938b451a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:30.687895 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75c32dc0-522a-4976-b835-d27f938b451a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.695586 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c32dc0-522a-4976-b835-d27f938b451a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Port': ['ID=f110fe12-9a0e-43da-8de2-a36ccb6f0f80,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:30.733748 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a21e67-d51e-450d-8f72-cd721fd3beb4 req-bb393319-3cae-4c5d-b5df-0780a382e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:30.736299 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56a21e67-d51e-450d-8f72-cd721fd3beb4 req-bb393319-3cae-4c5d-b5df-0780a382e1a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bc3de3a-9ded-4326-826a-8b83feb4cbce HTTP/1.1" status: 200 len: 858 time: 0.0816441 Jul 14 09:31:30.776744 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-75c32dc0-522a-4976-b835-d27f938b451a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7597742 Jul 14 09:31:30.781072 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48838) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:30.787864 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-fa6d4ad6-d884-421d-b92b-592028b46a40 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:30.805701 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56a21e67-d51e-450d-8f72-cd721fd3beb4 req-b666439c-bd44-4458-9a56-eb302e8cfdec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d250d3e7-a7ea-4ede-b79b-36a4979bd379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630412 Jul 14 09:31:30.878516 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239446e-7373-4c6c-b1ee-5c84c36ed73f service neutron] Pushing event updated for resources: {'Port': ['ID=9e2d8ef9-185a-4f63-a3da-c36fefac660a,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:30.894448 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6be6b1c8-7c53-4c7e-b51e-c32bd7f96259 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] For port 9fb9c317-f908-4b16-95de-b2e3df7c1d00, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9fb9c317-f908-4b16-95de-b2e3df7c1d00,segment=NetworkSegment(892e51f4-e237-426c-ad9c-46d05efef37c),segment_id=892e51f4-e237-426c-ad9c-46d05efef37c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:30.894847 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6be6b1c8-7c53-4c7e-b51e-c32bd7f96259 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.914608 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c02b2-2fe3-4165-a505-702f732a4c6f req-631060a1-6eab-48ac-aaba-cac984cfe2be tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:30.914608 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bc8c02b2-2fe3-4165-a505-702f732a4c6f req-631060a1-6eab-48ac-aaba-cac984cfe2be tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 944 time: 0.1607854 Jul 14 09:31:30.946814 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6be6b1c8-7c53-4c7e-b51e-c32bd7f96259 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Calling delete_port for 9fb9c317-f908-4b16-95de-b2e3df7c1d00 owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:30.964756 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56a21e67-d51e-450d-8f72-cd721fd3beb4 req-56c24c11-4dcd-4af7-8254-20a93658238a service neutron] 10.222.0.44 "GET /v2.0/networks/d250d3e7-a7ea-4ede-b79b-36a4979bd379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443660 Jul 14 09:31:30.975669 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-3239446e-7373-4c6c-b1ee-5c84c36ed73f service neutron] Attempting to bind port 9e2d8ef9-185a-4f63-a3da-c36fefac660a on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:30.976006 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-3239446e-7373-4c6c-b1ee-5c84c36ed73f service neutron] Attempting to bind port 9e2d8ef9-185a-4f63-a3da-c36fefac660a by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '8f2f8681-b492-4419-b887-a5333e4f929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd250d3e7-a7ea-4ede-b79b-36a4979bd379'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:30.976339 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-3239446e-7373-4c6c-b1ee-5c84c36ed73f service neutron] Attempting to bind port 9e2d8ef9-185a-4f63-a3da-c36fefac660a on network d250d3e7-a7ea-4ede-b79b-36a4979bd379 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:30.990969 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bc8c02b2-2fe3-4165-a505-702f732a4c6f req-5980bc7f-4b70-4aa9-b414-708dd1cf85b7 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685740 Jul 14 09:31:31.026286 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-3239446e-7373-4c6c-b1ee-5c84c36ed73f service neutron] Port 9e2d8ef9-185a-4f63-a3da-c36fefac660a on network d250d3e7-a7ea-4ede-b79b-36a4979bd379 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:31:31.026611 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-3239446e-7373-4c6c-b1ee-5c84c36ed73f service neutron] Attempting to bind port 9e2d8ef9-185a-4f63-a3da-c36fefac660a on network d250d3e7-a7ea-4ede-b79b-36a4979bd379 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:31.033261 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa6d4ad6-d884-421d-b92b-592028b46a40 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.040945 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-3239446e-7373-4c6c-b1ee-5c84c36ed73f service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:31.041301 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-3239446e-7373-4c6c-b1ee-5c84c36ed73f service neutron] Checking segment: {'id': '8f2f8681-b492-4419-b887-a5333e4f929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd250d3e7-a7ea-4ede-b79b-36a4979bd379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:31.041672 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-3239446e-7373-4c6c-b1ee-5c84c36ed73f service neutron] Bound using segment: {'id': '8f2f8681-b492-4419-b887-a5333e4f929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd250d3e7-a7ea-4ede-b79b-36a4979bd379'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:31.042114 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-3239446e-7373-4c6c-b1ee-5c84c36ed73f service neutron] Bound port: 9e2d8ef9-185a-4f63-a3da-c36fefac660a, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f2f8681-b492-4419-b887-a5333e4f929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd250d3e7-a7ea-4ede-b79b-36a4979bd379'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:31.042476 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-3239446e-7373-4c6c-b1ee-5c84c36ed73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.109042 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56a21e67-d51e-450d-8f72-cd721fd3beb4 req-bf4c2690-acc2-4720-8561-b621178e9462 service neutron] 10.222.0.44 "GET /v2.0/networks/d250d3e7-a7ea-4ede-b79b-36a4979bd379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356671 Jul 14 09:31:31.291839 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-3239446e-7373-4c6c-b1ee-5c84c36ed73f service neutron] For port 9e2d8ef9-185a-4f63-a3da-c36fefac660a, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:31.329951 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-3239446e-7373-4c6c-b1ee-5c84c36ed73f service neutron] For port 9e2d8ef9-185a-4f63-a3da-c36fefac660a, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=9e2d8ef9-185a-4f63-a3da-c36fefac660a,segment=NetworkSegment(8f2f8681-b492-4419-b887-a5333e4f929b),segment_id=8f2f8681-b492-4419-b887-a5333e4f929b)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:31.338211 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-3239446e-7373-4c6c-b1ee-5c84c36ed73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.414442 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-3239446e-7373-4c6c-b1ee-5c84c36ed73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:31.415068 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-3239446e-7373-4c6c-b1ee-5c84c36ed73f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.416555 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-3239446e-7373-4c6c-b1ee-5c84c36ed73f service neutron] 10.222.0.47 "PUT /v2.0/ports/9e2d8ef9-185a-4f63-a3da-c36fefac660a HTTP/1.1" status: 200 len: 1093 time: 2.4164813 Jul 14 09:31:31.418762 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f18e3b7-fc71-4426-9581-271a9e7f50b5', 'tag': '9e2d8ef9-185a-4f63-a3da-c36fefac660a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:31.422237 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126bf96f-18a2-4f99-b8f0-a3481743dbc7" -d '{"events": [{"name": "network-changed", "server_uuid": "5f18e3b7-fc71-4426-9581-271a9e7f50b5", "tag": "9e2d8ef9-185a-4f63-a3da-c36fefac660a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:31.517588 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa6d4ad6-d884-421d-b92b-592028b46a40 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.524678 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239446e-7373-4c6c-b1ee-5c84c36ed73f service neutron] Pushing event updated for resources: {'Port': ['ID=9e2d8ef9-185a-4f63-a3da-c36fefac660a,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:31.535015 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa6d4ad6-d884-421d-b92b-592028b46a40 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.551651 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6be6b1c8-7c53-4c7e-b51e-c32bd7f96259 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.598535 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fa6d4ad6-d884-421d-b92b-592028b46a40 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] In _notify_port_updated(), no bound segment for port f110fe12-9a0e-43da-8de2-a36ccb6f0f80 on network 12352522-75c6-42ba-86fb-3ea3d9c60ae0 {{(pid=93772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:31:31.604906 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6d4ad6-d884-421d-b92b-592028b46a40 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:31.605577 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa6d4ad6-d884-421d-b92b-592028b46a40 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.610580 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48848) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:31.610990 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fa6d4ad6-d884-421d-b92b-592028b46a40 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "PUT /v2.0/ports/f110fe12-9a0e-43da-8de2-a36ccb6f0f80 HTTP/1.1" status: 200 len: 818 time: 0.8273165 Jul 14 09:31:31.695919 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d4ad6-d884-421d-b92b-592028b46a40 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Port': ['ID=f110fe12-9a0e-43da-8de2-a36ccb6f0f80,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:31.712301 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-24042e18-e85d-435a-b6eb-8ebbaac64f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:31.714658 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-24042e18-e85d-435a-b6eb-8ebbaac64f8e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db20cf33c4e74a0d9cdd7eb7d6c2a275&device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 1096 time: 0.2410109 Jul 14 09:31:31.720453 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f96148-b5af-40be-945f-27365576cd8a x-openstack-request-id: req-66f96148-b5af-40be-945f-27365576cd8a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:31.721006 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f18e3b7-fc71-4426-9581-271a9e7f50b5", "tag": "9e2d8ef9-185a-4f63-a3da-c36fefac660a", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:31.721267 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66f96148-b5af-40be-945f-27365576cd8a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:31.721897 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f18e3b7-fc71-4426-9581-271a9e7f50b5', 'tag': '9e2d8ef9-185a-4f63-a3da-c36fefac660a', 'status': 'completed', 'code': 200} Jul 14 09:31:31.759006 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6b1c8-7c53-4c7e-b51e-c32bd7f96259 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event deleted for resources: {'Port': ['ID=9fb9c317-f908-4b16-95de-b2e3df7c1d00,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:31.805779 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-64ddb55c-df4f-475b-b037-0bd7770ff7a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e2d8ef9-185a-4f63-a3da-c36fefac660a HTTP/1.1" status: 200 len: 217 time: 0.0789008 Jul 14 09:31:31.834511 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7128e-07ae-46bf-bfa0-37be49f575c7 req-bc7e32db-4c5a-44ed-89f2-49e73cd23f3c tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:31.842783 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3ad7128e-07ae-46bf-bfa0-37be49f575c7 req-bc7e32db-4c5a-44ed-89f2-49e73cd23f3c tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 946 time: 0.1534314 Jul 14 09:31:31.846293 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d0a30d16-4574-438d-aea2-d9f443c8d03d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting port f110fe12-9a0e-43da-8de2-a36ccb6f0f80 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:31.846638 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0a30d16-4574-438d-aea2-d9f443c8d03d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.944981 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3ad7128e-07ae-46bf-bfa0-37be49f575c7 req-0c129252-9d21-4348-8684-02bb82734276 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/security-groups?id=019c7230-10fa-4918-9772-1dedef9fbf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1012769 Jul 14 09:31:31.950504 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0a30d16-4574-438d-aea2-d9f443c8d03d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.973611 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d0a30d16-4574-438d-aea2-d9f443c8d03d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Calling delete_port for f110fe12-9a0e-43da-8de2-a36ccb6f0f80 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:31.995044 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-e68eec17-6f8d-4664-828a-08e86e77c1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:31.996193 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-e68eec17-6f8d-4664-828a-08e86e77c1db service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0bc3de3a-9ded-4326-826a-8b83feb4cbce HTTP/1.1" status: 200 len: 858 time: 0.1245878 Jul 14 09:31:32.050555 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-08340818-3d23-49d7-8d53-d6feeb73e513 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d250d3e7-a7ea-4ede-b79b-36a4979bd379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451646 Jul 14 09:31:32.059728 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6be6b1c8-7c53-4c7e-b51e-c32bd7f96259 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.104547 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0a30d16-4574-438d-aea2-d9f443c8d03d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.172016 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a30d16-4574-438d-aea2-d9f443c8d03d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Port': ['ID=f110fe12-9a0e-43da-8de2-a36ccb6f0f80,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:32.215382 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0a30d16-4574-438d-aea2-d9f443c8d03d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.217422 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d0a30d16-4574-438d-aea2-d9f443c8d03d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/ports/f110fe12-9a0e-43da-8de2-a36ccb6f0f80 HTTP/1.1" status: 204 len: 168 time: 0.6052120 Jul 14 09:31:32.220657 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48856) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:32.250423 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-84233e56-e3bb-4137-ac2f-b46ecb472b7d service neutron] 10.222.0.47 "GET /v2.0/networks/d250d3e7-a7ea-4ede-b79b-36a4979bd379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840236 Jul 14 09:31:32.380578 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad370419-e6f4-46cc-86e0-ba4da8ccb20a req-a9d75783-33e5-4ff7-abd7-dbd8d90d80e1 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:32.382247 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad370419-e6f4-46cc-86e0-ba4da8ccb20a req-a9d75783-33e5-4ff7-abd7-dbd8d90d80e1 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 946 time: 0.2313721 Jul 14 09:31:32.398354 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48858) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:32.403086 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-9f77c36b-8052-4c83-9714-47ee382dfb29 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Request body: {'floatingip': {'port_id': '8757ea0c-0bf1-4a27-82c9-a4c8ab271126'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:32.413428 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280acca6-13cf-4cb4-b495-a26dbb8f8290 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:32.415095 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-280acca6-13cf-4cb4-b495-a26dbb8f8290 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1928005 Jul 14 09:31:32.425789 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fe17a-ae57-4e89-97fa-0acbc4c214a8 req-2a41c8d0-b2f6-47b4-9a3f-9e4f62e01a8f tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:32.427562 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-819fe17a-ae57-4e89-97fa-0acbc4c214a8 req-2a41c8d0-b2f6-47b4-9a3f-9e4f62e01a8f tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 944 time: 0.2249811 Jul 14 09:31:32.428159 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48860) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:32.464506 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f77c36b-8052-4c83-9714-47ee382dfb29 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks [] for floatingip, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.470759 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f69b3c1f-fad2-4696-9c7b-1f6979a96428 req-8ceea4d3-5a0d-4d93-9d62-19d1aac73c7d service neutron] 10.222.0.47 "GET /v2.0/networks/d250d3e7-a7ea-4ede-b79b-36a4979bd379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119560 Jul 14 09:31:32.474776 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2e5e07-6d89-4e27-9bfd-e9cb0903f308 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] GET failed (client error): The resource could not be found. Jul 14 09:31:32.484440 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0e2e5e07-6d89-4e27-9bfd-e9cb0903f308 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "GET /v2.0/ports/f110fe12-9a0e-43da-8de2-a36ccb6f0f80 HTTP/1.1" status: 404 len: 333 time: 0.0544453 Jul 14 09:31:32.491805 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48862) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:32.500541 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-3e27a788-1779-4b1d-9900-e59da5df2ad2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-396413402'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:32.523958 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-819fe17a-ae57-4e89-97fa-0acbc4c214a8 req-cf266846-5af2-411f-98e1-a447c53794fe tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851171 Jul 14 09:31:32.541730 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e27a788-1779-4b1d-9900-e59da5df2ad2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:32.547107 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3e27a788-1779-4b1d-9900-e59da5df2ad2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.581462 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e27a788-1779-4b1d-9900-e59da5df2ad2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:32.592736 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3e27a788-1779-4b1d-9900-e59da5df2ad2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.593009 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-3e27a788-1779-4b1d-9900-e59da5df2ad2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Added segment e621652e-7aeb-4c01-9e43-34537e4bde97 of type vlan for network 0944d9cc-478b-4184-8e2a-b86b382ffa17 Jul 14 09:31:32.645766 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3e27a788-1779-4b1d-9900-e59da5df2ad2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.681547 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3e27a788-1779-4b1d-9900-e59da5df2ad2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.688152 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e27a788-1779-4b1d-9900-e59da5df2ad2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:32.688777 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3e27a788-1779-4b1d-9900-e59da5df2ad2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.768051 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3e27a788-1779-4b1d-9900-e59da5df2ad2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2750287 Jul 14 09:31:32.772142 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48864) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:32.779651 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-428c55fe-5d9f-45be-841b-069cec26cdec tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'subnet': {'network_id': '0944d9cc-478b-4184-8e2a-b86b382ffa17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:32.813937 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bf96f-18a2-4f99-b8f0-a3481743dbc7 req-0b9dadab-9b43-493b-bb71-9af528d3cc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:32.815554 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-126bf96f-18a2-4f99-b8f0-a3481743dbc7 req-0b9dadab-9b43-493b-bb71-9af528d3cc90 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db20cf33c4e74a0d9cdd7eb7d6c2a275&device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 1096 time: 0.2251070 Jul 14 09:31:32.824671 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27a788-1779-4b1d-9900-e59da5df2ad2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Network': ['ID=0944d9cc-478b-4184-8e2a-b86b382ffa17,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:32.840326 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be6b1c8-7c53-4c7e-b51e-c32bd7f96259 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Router 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:32.841112 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 0944d9cc-478b-4184-8e2a-b86b382ffa17 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:32.882565 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428c55fe-5d9f-45be-841b-069cec26cdec tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:32.886786 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-428c55fe-5d9f-45be-841b-069cec26cdec tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.074036 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device e322e284-0880-4746-8e9f-3c858f92a19c details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:31:33.098776 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bf96f-18a2-4f99-b8f0-a3481743dbc7 req-6f5c90a5-21f6-4395-a20b-925544e8e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:33.100721 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-126bf96f-18a2-4f99-b8f0-a3481743dbc7 req-6f5c90a5-21f6-4395-a20b-925544e8e7cf service neutron] 10.222.0.47 "GET /v2.0/networks?id=d250d3e7-a7ea-4ede-b79b-36a4979bd379 HTTP/1.1" status: 200 len: 918 time: 0.2739720 Jul 14 09:31:33.122600 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-428c55fe-5d9f-45be-841b-069cec26cdec tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.193017 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-126bf96f-18a2-4f99-b8f0-a3481743dbc7 req-b832fcf1-ef60-4338-b726-68ee1fbd7723 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e2d8ef9-185a-4f63-a3da-c36fefac660a HTTP/1.1" status: 200 len: 217 time: 0.0511391 Jul 14 09:31:33.211763 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c55fe-5d9f-45be-841b-069cec26cdec tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Subnet': ['ID=bc62464a-582a-4dac-9ff8-762e809589f7,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:33.217277 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428c55fe-5d9f-45be-841b-069cec26cdec tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Checking segment: {'id': 'e621652e-7aeb-4c01-9e43-34537e4bde97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0944d9cc-478b-4184-8e2a-b86b382ffa17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:33.217612 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428c55fe-5d9f-45be-841b-069cec26cdec tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network hostable DHCP agents. Network: 0944d9cc-478b-4184-8e2a-b86b382ffa17, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:33.247868 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428c55fe-5d9f-45be-841b-069cec26cdec tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network 0944d9cc-478b-4184-8e2a-b86b382ffa17 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:33.262574 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-428c55fe-5d9f-45be-841b-069cec26cdec tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 0944d9cc-478b-4184-8e2a-b86b382ffa17) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:33.274513 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428c55fe-5d9f-45be-841b-069cec26cdec tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:33.274981 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-428c55fe-5d9f-45be-841b-069cec26cdec tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.276989 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port e322e284-0880-4746-8e9f-3c858f92a19c, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e322e284-0880-4746-8e9f-3c858f92a19c,segment=NetworkSegment(8f2f8681-b492-4419-b887-a5333e4f929b),segment_id=8f2f8681-b492-4419-b887-a5333e4f929b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:33.289858 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be6b1c8-7c53-4c7e-b51e-c32bd7f96259 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:33.294131 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8fc4ed-9d40-43eb-9b71-22dc04306954 None None] Network 0944d9cc-478b-4184-8e2a-b86b382ffa17 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:33.295708 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6be6b1c8-7c53-4c7e-b51e-c32bd7f96259 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "PUT /v2.0/routers/49630ec0-3d51-4fc2-ae96-7ab0ab25cb46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4479549 Jul 14 09:31:33.307551 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-428c55fe-5d9f-45be-841b-069cec26cdec tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5331285 Jul 14 09:31:33.310630 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48870) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:33.317096 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337a7f83-030e-40bf-a3a6-68e54f1aa4e4 None None] Sync routers for ids ['49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:33.321316 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-f00648a0-2887-4aae-b3f9-0f49f516402d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'subnet': {'network_id': '0944d9cc-478b-4184-8e2a-b86b382ffa17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:33.330338 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'e322e284-0880-4746-8e9f-3c858f92a19c', 'network_id': 'd250d3e7-a7ea-4ede-b79b-36a4979bd379', 'port_id': 'e322e284-0880-4746-8e9f-3c858f92a19c', 'mac_address': 'fa:16:3e:8a:5a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bc3de3a-9ded-4326-826a-8b83feb4cbce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:31:33.336042 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bf96f-18a2-4f99-b8f0-a3481743dbc7 req-23393180-e00e-4cb1-840c-59997804242a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:33.337901 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-126bf96f-18a2-4f99-b8f0-a3481743dbc7 req-23393180-e00e-4cb1-840c-59997804242a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0bc3de3a-9ded-4326-826a-8b83feb4cbce HTTP/1.1" status: 200 len: 858 time: 0.1375883 Jul 14 09:31:33.420366 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337a7f83-030e-40bf-a3a6-68e54f1aa4e4 None None] Routers {'49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:33.420612 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-126bf96f-18a2-4f99-b8f0-a3481743dbc7 req-e0306dbc-fd76-4f37-9146-1064a763fe65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d250d3e7-a7ea-4ede-b79b-36a4979bd379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666504 Jul 14 09:31:33.421053 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-337a7f83-030e-40bf-a3a6-68e54f1aa4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:31:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:33.542985 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-9f77c36b-8052-4c83-9714-47ee382dfb29 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:31:33.547365 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.567623 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e322e284-0880-4746-8e9f-3c858f92a19c {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:31:33.612484 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-337a7f83-030e-40bf-a3a6-68e54f1aa4e4 None None] Set router 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:33.686759 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port e322e284-0880-4746-8e9f-3c858f92a19c, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e322e284-0880-4746-8e9f-3c858f92a19c,segment=NetworkSegment(8f2f8681-b492-4419-b887-a5333e4f929b),segment_id=8f2f8681-b492-4419-b887-a5333e4f929b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:33.721239 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.923523 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3738d-05f0-4953-82b4-2e6a85385b9d req-395f5d88-36ff-4113-b62a-eb63cb25b11f tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:33.930920 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-19b3738d-05f0-4953-82b4-2e6a85385b9d req-395f5d88-36ff-4113-b62a-eb63cb25b11f tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 944 time: 0.1710877 Jul 14 09:31:33.943234 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4618ca-7e12-4a0f-ae96-3bdf2b51f4c4 req-e930b04a-2a38-4717-a1b8-d5ce258db4fe tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:33.945054 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c4618ca-7e12-4a0f-ae96-3bdf2b51f4c4 req-e930b04a-2a38-4717-a1b8-d5ce258db4fe tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=598a6778-3560-4d11-a217-91749a91530e HTTP/1.1" status: 200 len: 946 time: 0.1608961 Jul 14 09:31:34.004308 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-19b3738d-05f0-4953-82b4-2e6a85385b9d req-3ebe7c9a-675d-49a8-a078-462936ee5df2 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723889 Jul 14 09:31:34.036783 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2daae44-f669-4df1-b5a7-e3312b2d39da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-0944d9cc-478b-4184-8e2a-b86b382ffa17', 'network_id': '0944d9cc-478b-4184-8e2a-b86b382ffa17', 'tenant_id': 'dcc30680139646f2ba211bfea563cead', 'fixed_ips': [{'subnet_id': 'bc62464a-582a-4dac-9ff8-762e809589f7'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:34.037655 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2daae44-f669-4df1-b5a7-e3312b2d39da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.063970 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c4618ca-7e12-4a0f-ae96-3bdf2b51f4c4 req-61f1f649-38ef-456e-90f5-5b4bf02d1ebc tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=41bac1dd-e18e-4a0d-8d23-c10bc9efb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052859 Jul 14 09:31:34.085706 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['e322e284-0880-4746-8e9f-3c858f92a19c'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:31:34.087552 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=e322e284-0880-4746-8e9f-3c858f92a19c,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:34.100965 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f77c36b-8052-4c83-9714-47ee382dfb29 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.118051 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f77c36b-8052-4c83-9714-47ee382dfb29 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.179803 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-126bf96f-18a2-4f99-b8f0-a3481743dbc7 req-3fc1769d-250a-4814-a7ba-48f0fde97033 service neutron] 10.222.0.47 "GET /v2.0/networks/d250d3e7-a7ea-4ede-b79b-36a4979bd379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7491939 Jul 14 09:31:34.185913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00648a0-2887-4aae-b3f9-0f49f516402d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:34.189606 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f00648a0-2887-4aae-b3f9-0f49f516402d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.398913 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-d2daae44-f669-4df1-b5a7-e3312b2d39da None None] Allocated IP 2001:db8::2 (0944d9cc-478b-4184-8e2a-b86b382ffa17/bc62464a-582a-4dac-9ff8-762e809589f7/b1369d56-0b09-4f19-b699-60fcfb82f5d3) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:34.410656 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-9f77c36b-8052-4c83-9714-47ee382dfb29 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Floating IP 58721c8d-ce50-4374-bda6-e73113bdf9b7 associated. External IP: 172.25.6.82, port: 8757ea0c-0bf1-4a27-82c9-a4c8ab271126. Jul 14 09:31:34.420697 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-126bf96f-18a2-4f99-b8f0-a3481743dbc7 req-5b152c91-6876-4d2c-bd81-0143db83189b service neutron] 10.222.0.47 "GET /v2.0/networks/d250d3e7-a7ea-4ede-b79b-36a4979bd379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275829 Jul 14 09:31:34.470164 n-d-771362-35 neutron-server[93772]: INFO neutron.db.ipam_backend_mixin [None req-f00648a0-2887-4aae-b3f9-0f49f516402d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc62464a-582a-4dac-9ff8-762e809589f7 (CIDR: 2001:db8::/64) Jul 14 09:31:34.477025 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00648a0-2887-4aae-b3f9-0f49f516402d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:31:34.477486 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00648a0-2887-4aae-b3f9-0f49f516402d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:34.526450 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f00648a0-2887-4aae-b3f9-0f49f516402d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2092452 Jul 14 09:31:34.529773 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48878) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:34.535014 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e1742973-1da1-4abb-bed0-a0e3bb89707f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'subnet': {'network_id': '0944d9cc-478b-4184-8e2a-b86b382ffa17', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:34.549278 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-337a7f83-030e-40bf-a3a6-68e54f1aa4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'name': 'tempest-TestNetworkBasicOps-router-711348758', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:54Z', 'updated_at': '2021-07-14T09:31:31Z', 'revision_number': 6, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'faf0434f-062f-457a-9fed-b52da2d77c12', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'floating_ip_address': '172.25.6.121', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'port_id': 'd2a7c936-ea26-4685-ad30-7d0810dc9c23', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'mac_address': 'fa:16:3e:fc:9d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c2fb14-0362-4fd8-a722-63d80396cba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:29:46Z', 'updated_at': '2021-07-14T09:29:52Z', 'revision_number': 1, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4f4f04-b635-4763-bd2e-7bad353603cf', 'name': '', 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'mac_address': 'fa:16:3e:be:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:07Z', 'updated_at': '2021-07-14T09:29:15Z', 'revision_number': 5, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'subnets': [{'id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:34.598979 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337a7f83-030e-40bf-a3a6-68e54f1aa4e4 None None] Checking router: 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:31:34.616097 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337a7f83-030e-40bf-a3a6-68e54f1aa4e4 None None] Routers {'49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:34.616765 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-337a7f83-030e-40bf-a3a6-68e54f1aa4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:31:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:34.706934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1742973-1da1-4abb-bed0-a0e3bb89707f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:34.711694 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1742973-1da1-4abb-bed0-a0e3bb89707f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.785580 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f77c36b-8052-4c83-9714-47ee382dfb29 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Router 79295233-3db2-45c3-81ed-18404c37a435 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:34.850992 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2daae44-f669-4df1-b5a7-e3312b2d39da None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.868951 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d2daae44-f669-4df1-b5a7-e3312b2d39da None None] Transition to ACTIVE for port object b1369d56-0b09-4f19-b699-60fcfb82f5d3 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:34.871842 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-337a7f83-030e-40bf-a3a6-68e54f1aa4e4 None None] Set router 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:34.909670 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 9e2d8ef9-185a-4f63-a3da-c36fefac660a details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:31:34.930211 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f77c36b-8052-4c83-9714-47ee382dfb29 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:34.937801 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f77c36b-8052-4c83-9714-47ee382dfb29 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.943751 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a69cdba-fd50-4377-8dd8-bfa4a68bd3b9 None None] Sync routers for ids ['79295233-3db2-45c3-81ed-18404c37a435'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:34.950724 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d2daae44-f669-4df1-b5a7-e3312b2d39da None None] Transition to ACTIVE for port object b1369d56-0b09-4f19-b699-60fcfb82f5d3 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:34.958917 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a69cdba-fd50-4377-8dd8-bfa4a68bd3b9 None None] Routers {'79295233-3db2-45c3-81ed-18404c37a435'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:34.960514 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8a69cdba-fd50-4377-8dd8-bfa4a68bd3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:31:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['79295233-3db2-45c3-81ed-18404c37a435'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:34.992889 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2daae44-f669-4df1-b5a7-e3312b2d39da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.004455 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9f77c36b-8052-4c83-9714-47ee382dfb29 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "PUT /v2.0/floatingips/58721c8d-ce50-4374-bda6-e73113bdf9b7 HTTP/1.1" status: 200 len: 991 time: 2.6047964 Jul 14 09:31:35.005295 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e04adb7-d418-4924-9f60-da1eb5ede372', 'tag': '8757ea0c-0bf1-4a27-82c9-a4c8ab271126'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:35.008062 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1188c336-97e0-48b6-9bfe-4a367ea14cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "7e04adb7-d418-4924-9f60-da1eb5ede372", "tag": "8757ea0c-0bf1-4a27-82c9-a4c8ab271126"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:35.105100 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5892da22-d603-4e24-8d65-4fd5c5642787 x-openstack-request-id: req-5892da22-d603-4e24-8d65-4fd5c5642787 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:35.105712 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e04adb7-d418-4924-9f60-da1eb5ede372", "tag": "8757ea0c-0bf1-4a27-82c9-a4c8ab271126", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:35.105712 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5892da22-d603-4e24-8d65-4fd5c5642787 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:35.106287 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e04adb7-d418-4924-9f60-da1eb5ede372', 'tag': '8757ea0c-0bf1-4a27-82c9-a4c8ab271126', 'status': 'completed', 'code': 200} Jul 14 09:31:35.172791 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1742973-1da1-4abb-bed0-a0e3bb89707f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.218189 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2daae44-f669-4df1-b5a7-e3312b2d39da None None] Network 0944d9cc-478b-4184-8e2a-b86b382ffa17 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:35.283572 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188c336-97e0-48b6-9bfe-4a367ea14cb0 req-e219689e-2b25-4b52-b44a-91e4b968308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:35.286284 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1188c336-97e0-48b6-9bfe-4a367ea14cb0 req-e219689e-2b25-4b52-b44a-91e4b968308b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d08a9cf8426748049cbeff47ed271bac&device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 1098 time: 0.1446130 Jul 14 09:31:35.306617 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2daae44-f669-4df1-b5a7-e3312b2d39da None None] Pushing event updated for resources: {'Port': ['ID=b1369d56-0b09-4f19-b699-60fcfb82f5d3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:35.309578 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d2daae44-f669-4df1-b5a7-e3312b2d39da None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:35.326605 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2daae44-f669-4df1-b5a7-e3312b2d39da None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:35.484173 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 9e2d8ef9-185a-4f63-a3da-c36fefac660a, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=9e2d8ef9-185a-4f63-a3da-c36fefac660a,segment=NetworkSegment(8f2f8681-b492-4419-b887-a5333e4f929b),segment_id=8f2f8681-b492-4419-b887-a5333e4f929b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:35.509639 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-8a69cdba-fd50-4377-8dd8-bfa4a68bd3b9 None None] Set router 79295233-3db2-45c3-81ed-18404c37a435 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:35.526426 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188c336-97e0-48b6-9bfe-4a367ea14cb0 req-301ae8e7-d528-4534-9966-ea3c4e7e9dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:35.532556 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1188c336-97e0-48b6-9bfe-4a367ea14cb0 req-301ae8e7-d528-4534-9966-ea3c4e7e9dd7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c26f086-00d8-4d3e-908e-787177c962c0 HTTP/1.1" status: 200 len: 915 time: 0.2387514 Jul 14 09:31:35.538118 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '9e2d8ef9-185a-4f63-a3da-c36fefac660a', 'network_id': 'd250d3e7-a7ea-4ede-b79b-36a4979bd379', 'port_id': '9e2d8ef9-185a-4f63-a3da-c36fefac660a', 'mac_address': 'fa:16:3e:8f:bb:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bc3de3a-9ded-4326-826a-8b83feb4cbce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:31:35.601103 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-d2daae44-f669-4df1-b5a7-e3312b2d39da None None] Attempting to bind port b1369d56-0b09-4f19-b699-60fcfb82f5d3 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:35.601694 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-d2daae44-f669-4df1-b5a7-e3312b2d39da None None] Attempting to bind port b1369d56-0b09-4f19-b699-60fcfb82f5d3 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'e621652e-7aeb-4c01-9e43-34537e4bde97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0944d9cc-478b-4184-8e2a-b86b382ffa17'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:35.602514 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2daae44-f669-4df1-b5a7-e3312b2d39da None None] Attempting to bind port b1369d56-0b09-4f19-b699-60fcfb82f5d3 on network 0944d9cc-478b-4184-8e2a-b86b382ffa17 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:35.616853 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2daae44-f669-4df1-b5a7-e3312b2d39da None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:35.617526 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2daae44-f669-4df1-b5a7-e3312b2d39da None None] Checking segment: {'id': 'e621652e-7aeb-4c01-9e43-34537e4bde97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0944d9cc-478b-4184-8e2a-b86b382ffa17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:35.618812 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2daae44-f669-4df1-b5a7-e3312b2d39da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.619558 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2daae44-f669-4df1-b5a7-e3312b2d39da None None] Bound using segment: {'id': 'e621652e-7aeb-4c01-9e43-34537e4bde97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0944d9cc-478b-4184-8e2a-b86b382ffa17'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:35.620360 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-d2daae44-f669-4df1-b5a7-e3312b2d39da None None] Bound port: b1369d56-0b09-4f19-b699-60fcfb82f5d3, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e621652e-7aeb-4c01-9e43-34537e4bde97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0944d9cc-478b-4184-8e2a-b86b382ffa17'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:35.621851 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2daae44-f669-4df1-b5a7-e3312b2d39da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.650995 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.658363 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-337a7f83-030e-40bf-a3a6-68e54f1aa4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'name': 'tempest-TestNetworkBasicOps-router-711348758', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:54Z', 'updated_at': '2021-07-14T09:31:31Z', 'revision_number': 6, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'faf0434f-062f-457a-9fed-b52da2d77c12', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'floating_ip_address': '172.25.6.121', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'port_id': 'd2a7c936-ea26-4685-ad30-7d0810dc9c23', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'mac_address': 'fa:16:3e:fc:9d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c2fb14-0362-4fd8-a722-63d80396cba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:29:46Z', 'updated_at': '2021-07-14T09:29:52Z', 'revision_number': 1, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4f4f04-b635-4763-bd2e-7bad353603cf', 'name': '', 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'mac_address': 'fa:16:3e:be:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:07Z', 'updated_at': '2021-07-14T09:29:15Z', 'revision_number': 5, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'subnets': [{'id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:35.683889 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1188c336-97e0-48b6-9bfe-4a367ea14cb0 req-7d33bd11-4ffe-48d6-9569-8ccc4bd5d19d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8757ea0c-0bf1-4a27-82c9-a4c8ab271126 HTTP/1.1" status: 200 len: 999 time: 0.1439292 Jul 14 09:31:35.718985 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1742973-1da1-4abb-bed0-a0e3bb89707f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network 0944d9cc-478b-4184-8e2a-b86b382ffa17 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:35.749885 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2d8ef9-185a-4f63-a3da-c36fefac660a {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:31:35.761182 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188c336-97e0-48b6-9bfe-4a367ea14cb0 req-c1734d2a-b9c2-48ba-9259-23c14ef00a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:35.764138 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1188c336-97e0-48b6-9bfe-4a367ea14cb0 req-c1734d2a-b9c2-48ba-9259-23c14ef00a6e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07e9ca00-f31e-40d1-b8f8-d4640d1a2a19 HTTP/1.1" status: 200 len: 854 time: 0.0720978 Jul 14 09:31:35.764856 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337a7f83-030e-40bf-a3a6-68e54f1aa4e4 None None] The sync data for ids ['49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'] in n-d-771362-35 is: [{'id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'name': 'tempest-TestNetworkBasicOps-router-711348758', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:54Z', 'updated_at': '2021-07-14T09:31:31Z', 'revision_number': 6, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'faf0434f-062f-457a-9fed-b52da2d77c12', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'floating_ip_address': '172.25.6.121', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'port_id': 'd2a7c936-ea26-4685-ad30-7d0810dc9c23', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'mac_address': 'fa:16:3e:fc:9d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c2fb14-0362-4fd8-a722-63d80396cba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:29:46Z', 'updated_at': '2021-07-14T09:29:52Z', 'revision_number': 1, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4f4f04-b635-4763-bd2e-7bad353603cf', 'name': '', 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'mac_address': 'fa:16:3e:be:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:07Z', 'updated_at': '2021-07-14T09:29:15Z', 'revision_number': 5, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'subnets': [{'id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:35.765285 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1742973-1da1-4abb-bed0-a0e3bb89707f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Subnet': ['ID=cd0480de-6fcf-4f87-85f0-d03d2392dbf2,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:35.780445 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-e1742973-1da1-4abb-bed0-a0e3bb89707f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:35.783413 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1742973-1da1-4abb-bed0-a0e3bb89707f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:35.784251 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1742973-1da1-4abb-bed0-a0e3bb89707f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.850565 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 9e2d8ef9-185a-4f63-a3da-c36fefac660a, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=9e2d8ef9-185a-4f63-a3da-c36fefac660a,segment=NetworkSegment(8f2f8681-b492-4419-b887-a5333e4f929b),segment_id=8f2f8681-b492-4419-b887-a5333e4f929b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:35.871667 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.873389 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e1742973-1da1-4abb-bed0-a0e3bb89707f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3423710 Jul 14 09:31:35.879660 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48890) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:35.885404 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c67356c5-a6a4-488c-8777-776e449290e2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'port': {'network_id': '0944d9cc-478b-4184-8e2a-b86b382ffa17', 'fixed_ips': [{'subnet_id': 'bc62464a-582a-4dac-9ff8-762e809589f7'}, {'subnet_id': 'cd0480de-6fcf-4f87-85f0-d03d2392dbf2'}], 'name': 'tempest-PortsIpV6TestJSON-930143862'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:35.886551 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8a69cdba-fd50-4377-8dd8-bfa4a68bd3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79295233-3db2-45c3-81ed-18404c37a435', 'name': 'tempest-ServersTestBootFromVolume-511838903-router', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '9caeaf49-4182-4dad-bc97-1b0159dffc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:30:22Z', 'updated_at': '2021-07-14T09:30:27Z', 'revision_number': 4, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'gw_port': {'id': '9caeaf49-4182-4dad-bc97-1b0159dffc6b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:19:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79295233-3db2-45c3-81ed-18404c37a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:23Z', 'updated_at': '2021-07-14T09:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '58721c8d-ce50-4374-bda6-e73113bdf9b7', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '79295233-3db2-45c3-81ed-18404c37a435', 'port_id': '8757ea0c-0bf1-4a27-82c9-a4c8ab271126', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0', 'mac_address': 'fa:16:3e:f5:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e04adb7-d418-4924-9f60-da1eb5ede372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:30:35Z', 'updated_at': '2021-07-14T09:31:33Z', 'revision_number': 1, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a877d807-dc5f-4407-bcf8-555e31ba9df0', 'name': '', 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'mac_address': 'fa:16:3e:df:5d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79295233-3db2-45c3-81ed-18404c37a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '07e9ca00-f31e-40d1-b8f8-d4640d1a2a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:26Z', 'updated_at': '2021-07-14T09:30:38Z', 'revision_number': 5, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'subnets': [{'id': '07e9ca00-f31e-40d1-b8f8-d4640d1a2a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:35.903548 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc0e67-f122-46ab-87e4-cc5bba6bf188 req-b0f2e4a0-7180-4512-b24a-280e2d480743 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:35.905342 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b4dc0e67-f122-46ab-87e4-cc5bba6bf188 req-b0f2e4a0-7180-4512-b24a-280e2d480743 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.47 "GET /v2.0/ports?device_id=598a6778-3560-4d11-a217-91749a91530e HTTP/1.1" status: 200 len: 946 time: 0.6641400 Jul 14 09:31:35.931213 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a69cdba-fd50-4377-8dd8-bfa4a68bd3b9 None None] Checking router: 79295233-3db2-45c3-81ed-18404c37a435 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:31:35.942041 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d2daae44-f669-4df1-b5a7-e3312b2d39da None None] For port b1369d56-0b09-4f19-b699-60fcfb82f5d3, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:35.946097 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a69cdba-fd50-4377-8dd8-bfa4a68bd3b9 None None] Routers {'79295233-3db2-45c3-81ed-18404c37a435'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:35.947819 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8a69cdba-fd50-4377-8dd8-bfa4a68bd3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:31:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['79295233-3db2-45c3-81ed-18404c37a435'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:35.962678 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188c336-97e0-48b6-9bfe-4a367ea14cb0 req-9439aa39-c7bf-49bd-86be-7f16e9af04aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:35.966543 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1188c336-97e0-48b6-9bfe-4a367ea14cb0 req-9439aa39-c7bf-49bd-86be-7f16e9af04aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c26f086-00d8-4d3e-908e-787177c962c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1896982 Jul 14 09:31:35.973950 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d2daae44-f669-4df1-b5a7-e3312b2d39da None None] For port b1369d56-0b09-4f19-b699-60fcfb82f5d3, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b1369d56-0b09-4f19-b699-60fcfb82f5d3,segment=NetworkSegment(e621652e-7aeb-4c01-9e43-34537e4bde97),segment_id=e621652e-7aeb-4c01-9e43-34537e4bde97)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:35.990886 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2daae44-f669-4df1-b5a7-e3312b2d39da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.996070 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=9e2d8ef9-185a-4f63-a3da-c36fefac660a,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:36.065772 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38319bb-9a7f-4c3d-9100-065eefe16771 req-c59af389-024f-4d92-b8e9-cf8bc9afd734 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:36.067588 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c38319bb-9a7f-4c3d-9100-065eefe16771 req-c59af389-024f-4d92-b8e9-cf8bc9afd734 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=598a6778-3560-4d11-a217-91749a91530e HTTP/1.1" status: 200 len: 946 time: 0.3862493 Jul 14 09:31:36.090183 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66129c5f-d5f3-4347-b806-e04bfa7ba63c req-24da93ea-5e48-41f0-a36f-8eb1bc4e976e tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:36.098258 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66129c5f-d5f3-4347-b806-e04bfa7ba63c req-24da93ea-5e48-41f0-a36f-8eb1bc4e976e tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 944 time: 0.4149892 Jul 14 09:31:36.123414 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-8a69cdba-fd50-4377-8dd8-bfa4a68bd3b9 None None] Set router 79295233-3db2-45c3-81ed-18404c37a435 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:36.150845 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2daae44-f669-4df1-b5a7-e3312b2d39da None None] Pushing event updated for resources: {'Port': ['ID=b1369d56-0b09-4f19-b699-60fcfb82f5d3,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:36.201156 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['9e2d8ef9-185a-4f63-a3da-c36fefac660a'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:31:36.209971 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c38319bb-9a7f-4c3d-9100-065eefe16771 req-b0f80de4-b254-4b84-ae43-b5f52a537326 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=41bac1dd-e18e-4a0d-8d23-c10bc9efb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310313 Jul 14 09:31:36.211987 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-b4dc0e67-f122-46ab-87e4-cc5bba6bf188 req-6840dc8a-2224-4ec2-a8c3-ffc6f125f53b tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Deleting port b0763e28-f9d3-4bc0-a32d-b8faeca72ab1 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:36.212436 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b4dc0e67-f122-46ab-87e4-cc5bba6bf188 req-6840dc8a-2224-4ec2-a8c3-ffc6f125f53b tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.215746 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1188c336-97e0-48b6-9bfe-4a367ea14cb0 req-0c9c16eb-ae1e-4407-a9df-d3d3cfb22e6c service neutron] 10.222.0.47 "GET /v2.0/networks/8c26f086-00d8-4d3e-908e-787177c962c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354236 Jul 14 09:31:36.218012 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67356c5-a6a4-488c-8777-776e449290e2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:36.228503 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66129c5f-d5f3-4347-b806-e04bfa7ba63c req-f1ba9fe9-441e-4955-a52e-3001243547ae tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298313 Jul 14 09:31:36.477464 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b4dc0e67-f122-46ab-87e4-cc5bba6bf188 req-6840dc8a-2224-4ec2-a8c3-ffc6f125f53b tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] For port b0763e28-f9d3-4bc0-a32d-b8faeca72ab1, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=b0763e28-f9d3-4bc0-a32d-b8faeca72ab1,segment=NetworkSegment(892e51f4-e237-426c-ad9c-46d05efef37c),segment_id=892e51f4-e237-426c-ad9c-46d05efef37c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:36.478676 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b4dc0e67-f122-46ab-87e4-cc5bba6bf188 req-6840dc8a-2224-4ec2-a8c3-ffc6f125f53b tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.529769 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-b4dc0e67-f122-46ab-87e4-cc5bba6bf188 req-6840dc8a-2224-4ec2-a8c3-ffc6f125f53b tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Calling delete_port for b0763e28-f9d3-4bc0-a32d-b8faeca72ab1 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:36.677416 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c67356c5-a6a4-488c-8777-776e449290e2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.728469 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1188c336-97e0-48b6-9bfe-4a367ea14cb0 req-0875bab0-2082-423a-bad0-643f6b2b0242 service neutron] 10.222.0.47 "GET /v2.0/networks/8c26f086-00d8-4d3e-908e-787177c962c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995298 Jul 14 09:31:36.738117 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-c67356c5-a6a4-488c-8777-776e449290e2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] device_id is not set on port 0faac1ce-24f4-45b9-bf29-efd6621ac9bc yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:36.749048 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8a69cdba-fd50-4377-8dd8-bfa4a68bd3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79295233-3db2-45c3-81ed-18404c37a435', 'name': 'tempest-ServersTestBootFromVolume-511838903-router', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '9caeaf49-4182-4dad-bc97-1b0159dffc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:30:22Z', 'updated_at': '2021-07-14T09:30:27Z', 'revision_number': 4, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'gw_port': {'id': '9caeaf49-4182-4dad-bc97-1b0159dffc6b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:19:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79295233-3db2-45c3-81ed-18404c37a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:23Z', 'updated_at': '2021-07-14T09:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '58721c8d-ce50-4374-bda6-e73113bdf9b7', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '79295233-3db2-45c3-81ed-18404c37a435', 'port_id': '8757ea0c-0bf1-4a27-82c9-a4c8ab271126', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0', 'mac_address': 'fa:16:3e:f5:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e04adb7-d418-4924-9f60-da1eb5ede372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:30:35Z', 'updated_at': '2021-07-14T09:31:33Z', 'revision_number': 1, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a877d807-dc5f-4407-bcf8-555e31ba9df0', 'name': '', 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'mac_address': 'fa:16:3e:df:5d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79295233-3db2-45c3-81ed-18404c37a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '07e9ca00-f31e-40d1-b8f8-d4640d1a2a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:26Z', 'updated_at': '2021-07-14T09:30:38Z', 'revision_number': 5, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'subnets': [{'id': '07e9ca00-f31e-40d1-b8f8-d4640d1a2a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:36.798566 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a69cdba-fd50-4377-8dd8-bfa4a68bd3b9 None None] The sync data for ids ['79295233-3db2-45c3-81ed-18404c37a435'] in n-d-771362-35 is: [{'id': '79295233-3db2-45c3-81ed-18404c37a435', 'name': 'tempest-ServersTestBootFromVolume-511838903-router', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '9caeaf49-4182-4dad-bc97-1b0159dffc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:30:22Z', 'updated_at': '2021-07-14T09:30:27Z', 'revision_number': 4, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'gw_port': {'id': '9caeaf49-4182-4dad-bc97-1b0159dffc6b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:19:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79295233-3db2-45c3-81ed-18404c37a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:23Z', 'updated_at': '2021-07-14T09:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '58721c8d-ce50-4374-bda6-e73113bdf9b7', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '79295233-3db2-45c3-81ed-18404c37a435', 'port_id': '8757ea0c-0bf1-4a27-82c9-a4c8ab271126', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0', 'mac_address': 'fa:16:3e:f5:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e04adb7-d418-4924-9f60-da1eb5ede372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:30:35Z', 'updated_at': '2021-07-14T09:31:33Z', 'revision_number': 1, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a877d807-dc5f-4407-bcf8-555e31ba9df0', 'name': '', 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'mac_address': 'fa:16:3e:df:5d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79295233-3db2-45c3-81ed-18404c37a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '07e9ca00-f31e-40d1-b8f8-d4640d1a2a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:26Z', 'updated_at': '2021-07-14T09:30:38Z', 'revision_number': 5, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'subnets': [{'id': '07e9ca00-f31e-40d1-b8f8-d4640d1a2a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:36.832854 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b4dc0e67-f122-46ab-87e4-cc5bba6bf188 req-6840dc8a-2224-4ec2-a8c3-ffc6f125f53b tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.892111 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840dc8a-2224-4ec2-a8c3-ffc6f125f53b tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event deleted for resources: {'Port': ['ID=b0763e28-f9d3-4bc0-a32d-b8faeca72ab1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:36.906532 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b0763e28-f9d3-4bc0-a32d-b8faeca72ab1 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:36.943044 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: b0763e28-f9d3-4bc0-a32d-b8faeca72ab1 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:36.944071 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device b0763e28-f9d3-4bc0-a32d-b8faeca72ab1 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:36.948838 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4dc0e67-f122-46ab-87e4-cc5bba6bf188 req-6840dc8a-2224-4ec2-a8c3-ffc6f125f53b tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] No DVR routers for this DVR port b0763e28-f9d3-4bc0-a32d-b8faeca72ab1 on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:36.951558 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b4dc0e67-f122-46ab-87e4-cc5bba6bf188 req-6840dc8a-2224-4ec2-a8c3-ffc6f125f53b tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.953869 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b4dc0e67-f122-46ab-87e4-cc5bba6bf188 req-6840dc8a-2224-4ec2-a8c3-ffc6f125f53b tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.47 "DELETE /v2.0/ports/b0763e28-f9d3-4bc0-a32d-b8faeca72ab1 HTTP/1.1" status: 204 len: 173 time: 1.0387878 Jul 14 09:31:36.954336 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598a6778-3560-4d11-a217-91749a91530e', 'name': 'network-vif-deleted', 'tag': 'b0763e28-f9d3-4bc0-a32d-b8faeca72ab1'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:36.956655 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f87c12a-529e-41d3-a996-363ecfe29506" -d '{"events": [{"server_uuid": "598a6778-3560-4d11-a217-91749a91530e", "name": "network-vif-deleted", "tag": "b0763e28-f9d3-4bc0-a32d-b8faeca72ab1"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:37.017998 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45bd9be-fc00-4056-a823-c06a75452a8c x-openstack-request-id: req-b45bd9be-fc00-4056-a823-c06a75452a8c {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:37.017998 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598a6778-3560-4d11-a217-91749a91530e", "name": "network-vif-deleted", "tag": "b0763e28-f9d3-4bc0-a32d-b8faeca72ab1", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:37.018280 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b45bd9be-fc00-4056-a823-c06a75452a8c {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:37.018567 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598a6778-3560-4d11-a217-91749a91530e', 'name': 'network-vif-deleted', 'tag': 'b0763e28-f9d3-4bc0-a32d-b8faeca72ab1', 'status': 'completed', 'code': 200} Jul 14 09:31:37.075675 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device e322e284-0880-4746-8e9f-3c858f92a19c up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:37.164418 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port e322e284-0880-4746-8e9f-3c858f92a19c completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:37.173773 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port e322e284-0880-4746-8e9f-3c858f92a19c triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:37.174140 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.197165 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c67356c5-a6a4-488c-8777-776e449290e2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Allocated IP 2001:db8::370 (0944d9cc-478b-4184-8e2a-b86b382ffa17/bc62464a-582a-4dac-9ff8-762e809589f7/0faac1ce-24f4-45b9-bf29-efd6621ac9bc) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:37.209762 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c67356c5-a6a4-488c-8777-776e449290e2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Allocated IP 2001:db8:0:1::da (0944d9cc-478b-4184-8e2a-b86b382ffa17/cd0480de-6fcf-4f87-85f0-d03d2392dbf2/0faac1ce-24f4-45b9-bf29-efd6621ac9bc) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:37.236432 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effd82fe-029a-4880-895b-dc7ad06ea494 None None] New status for floating IP 58721c8d-ce50-4374-bda6-e73113bdf9b7: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:31:37.457312 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.509573 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c67356c5-a6a4-488c-8777-776e449290e2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.539790 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c67356c5-a6a4-488c-8777-776e449290e2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Transition to ACTIVE for port object 0faac1ce-24f4-45b9-bf29-efd6621ac9bc will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:37.542795 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port e322e284-0880-4746-8e9f-3c858f92a19c, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e322e284-0880-4746-8e9f-3c858f92a19c,segment=NetworkSegment(8f2f8681-b492-4419-b887-a5333e4f929b),segment_id=8f2f8681-b492-4419-b887-a5333e4f929b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:37.578598 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2200d7ba-010b-433f-b1ea-cb8636b879c1 req-11c57895-561b-4a9d-b503-2e7bff321e8a tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=598a6778-3560-4d11-a217-91749a91530e HTTP/1.1" status: 200 len: 210 time: 0.0799277 Jul 14 09:31:37.632858 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c67356c5-a6a4-488c-8777-776e449290e2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.677127 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09574f09-9953-4f29-9f37-b4cb639dae43 req-8d229eaf-93a1-430f-bcd6-99bcee79c228 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:37.681373 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-09574f09-9953-4f29-9f37-b4cb639dae43 req-8d229eaf-93a1-430f-bcd6-99bcee79c228 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 945 time: 0.3044026 Jul 14 09:31:37.754735 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67356c5-a6a4-488c-8777-776e449290e2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network 0944d9cc-478b-4184-8e2a-b86b382ffa17 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:37.769458 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c67356c5-a6a4-488c-8777-776e449290e2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:37.773520 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-09574f09-9953-4f29-9f37-b4cb639dae43 req-f11b8927-4719-40ae-a886-434d259cc13e tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852327 Jul 14 09:31:37.776463 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67356c5-a6a4-488c-8777-776e449290e2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:37.790530 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67356c5-a6a4-488c-8777-776e449290e2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:37.804592 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c67356c5-a6a4-488c-8777-776e449290e2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.863581 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48922) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:37.869232 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-76b32576-ab66-4059-8fbb-1346a808244b tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bc62464a-582a-4dac-9ff8-762e809589f7'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:37.874969 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c67356c5-a6a4-488c-8777-776e449290e2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.9939356 Jul 14 09:31:37.877533 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67356c5-a6a4-488c-8777-776e449290e2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Port': ['ID=0faac1ce-24f4-45b9-bf29-efd6621ac9bc,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:37.974594 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f26875-510c-4826-8c17-66c0133a532e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e322e284-0880-4746-8e9f-3c858f92a19c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:37.977180 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1acf1d-17d3-4d18-9284-a26b60b1caa1" -d '{"events": [{"server_uuid": "15f26875-510c-4826-8c17-66c0133a532e", "name": "network-vif-plugged", "status": "completed", "tag": "e322e284-0880-4746-8e9f-3c858f92a19c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:37.982593 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b1369d56-0b09-4f19-b699-60fcfb82f5d3 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:38.019090 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.097764 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port b1369d56-0b09-4f19-b699-60fcfb82f5d3 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:38.105819 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=e322e284-0880-4746-8e9f-3c858f92a19c,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:38.132100 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9fb9c317-f908-4b16-95de-b2e3df7c1d00 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:38.155725 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033574ac-cf31-4492-a7de-b9ad1f7f1252 x-openstack-request-id: req-033574ac-cf31-4492-a7de-b9ad1f7f1252 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:38.156061 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f26875-510c-4826-8c17-66c0133a532e", "name": "network-vif-plugged", "status": "completed", "tag": "e322e284-0880-4746-8e9f-3c858f92a19c", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:38.156323 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-033574ac-cf31-4492-a7de-b9ad1f7f1252 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:38.156775 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f26875-510c-4826-8c17-66c0133a532e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e322e284-0880-4746-8e9f-3c858f92a19c', 'code': 200} Jul 14 09:31:38.157811 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 9fb9c317-f908-4b16-95de-b2e3df7c1d00 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:38.158215 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9fb9c317-f908-4b16-95de-b2e3df7c1d00 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:38.162015 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-76b32576-ab66-4059-8fbb-1346a808244b tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.176324 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d7765b-8f97-45fe-aa8b-495d56818333 None None] Network 0944d9cc-478b-4184-8e2a-b86b382ffa17 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:38.289861 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-831304b6-5f19-44ea-912e-d1198af0549d None None] Provisioning for port b1369d56-0b09-4f19-b699-60fcfb82f5d3 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:38.299650 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-831304b6-5f19-44ea-912e-d1198af0549d None None] Provisioning complete for port b1369d56-0b09-4f19-b699-60fcfb82f5d3 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:38.300106 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-831304b6-5f19-44ea-912e-d1198af0549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.434737 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c14b22-ca72-48ca-9553-ee205c77c9f0 req-a5cbf386-fcd3-411a-84f1-ae4a58b226f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:38.436574 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33c14b22-ca72-48ca-9553-ee205c77c9f0 req-a5cbf386-fcd3-411a-84f1-ae4a58b226f0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 1097 time: 0.2144184 Jul 14 09:31:38.451165 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-831304b6-5f19-44ea-912e-d1198af0549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.493690 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-831304b6-5f19-44ea-912e-d1198af0549d None None] For port b1369d56-0b09-4f19-b699-60fcfb82f5d3, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b1369d56-0b09-4f19-b699-60fcfb82f5d3,segment=NetworkSegment(e621652e-7aeb-4c01-9e43-34537e4bde97),segment_id=e621652e-7aeb-4c01-9e43-34537e4bde97)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:38.502202 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-831304b6-5f19-44ea-912e-d1198af0549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.504492 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33c14b22-ca72-48ca-9553-ee205c77c9f0 req-5c3b9207-4af1-4d87-a601-ca365bfe2993 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443447 Jul 14 09:31:38.574263 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-76b32576-ab66-4059-8fbb-1346a808244b tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Delete allocated IP 2001:db8:0:1::da (0944d9cc-478b-4184-8e2a-b86b382ffa17/cd0480de-6fcf-4f87-85f0-d03d2392dbf2) {{(pid=93773) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 09:31:38.588205 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65b4ccc-c551-49fd-8e47-253e4f0f558a None None] Update dhcp port {'port': {'network_id': '0944d9cc-478b-4184-8e2a-b86b382ffa17', 'fixed_ips': [{'subnet_id': 'bc62464a-582a-4dac-9ff8-762e809589f7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cd0480de-6fcf-4f87-85f0-d03d2392dbf2'}], 'binding:host_id': 'n-d-771362-35'}, 'id': 'b1369d56-0b09-4f19-b699-60fcfb82f5d3'} from n-d-771362-35. {{(pid=93774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:31:38.591992 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831304b6-5f19-44ea-912e-d1198af0549d None None] Pushing event updated for resources: {'Port': ['ID=b1369d56-0b09-4f19-b699-60fcfb82f5d3,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:38.635406 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b65b4ccc-c551-49fd-8e47-253e4f0f558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.707364 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48930) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:38.779650 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-76b32576-ab66-4059-8fbb-1346a808244b tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.795991 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-76b32576-ab66-4059-8fbb-1346a808244b tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Ignored duplicate provisioning block setup for port 0faac1ce-24f4-45b9-bf29-efd6621ac9bc by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 09:31:38.800447 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-76b32576-ab66-4059-8fbb-1346a808244b tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.853960 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c5ce316-fff7-45c0-a8d4-291eaa9d4ff7 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.871129 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-b65b4ccc-c551-49fd-8e47-253e4f0f558a None None] Allocated IP 2001:db8:0:1::2 (0944d9cc-478b-4184-8e2a-b86b382ffa17/cd0480de-6fcf-4f87-85f0-d03d2392dbf2/b1369d56-0b09-4f19-b699-60fcfb82f5d3) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:38.904333 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-76b32576-ab66-4059-8fbb-1346a808244b tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] In _notify_port_updated(), no bound segment for port 0faac1ce-24f4-45b9-bf29-efd6621ac9bc on network 0944d9cc-478b-4184-8e2a-b86b382ffa17 {{(pid=93773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:31:38.911232 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b32576-ab66-4059-8fbb-1346a808244b tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:38.912317 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-76b32576-ab66-4059-8fbb-1346a808244b tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.913949 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-76b32576-ab66-4059-8fbb-1346a808244b tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "PUT /v2.0/ports/0faac1ce-24f4-45b9-bf29-efd6621ac9bc HTTP/1.1" status: 200 len: 925 time: 1.0492072 Jul 14 09:31:38.915276 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b32576-ab66-4059-8fbb-1346a808244b tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Port': ['ID=0faac1ce-24f4-45b9-bf29-efd6621ac9bc,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:38.917948 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48946) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:38.925060 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 9e2d8ef9-185a-4f63-a3da-c36fefac660a up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:38.929223 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-dd3055b6-ebce-4edd-9888-a39d5ade2d7e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bc62464a-582a-4dac-9ff8-762e809589f7'}, {'subnet_id': 'cd0480de-6fcf-4f87-85f0-d03d2392dbf2'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:38.953828 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c5ce316-fff7-45c0-a8d4-291eaa9d4ff7 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.070122 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd3055b6-ebce-4edd-9888-a39d5ade2d7e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.070815 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c5ce316-fff7-45c0-a8d4-291eaa9d4ff7 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.074439 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c5ce316-fff7-45c0-a8d4-291eaa9d4ff7 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.079856 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0c5ce316-fff7-45c0-a8d4-291eaa9d4ff7 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "DELETE /v2.0/security-groups/41bac1dd-e18e-4a0d-8d23-c10bc9efb60b HTTP/1.1" status: 204 len: 168 time: 0.3690007 Jul 14 09:31:39.098271 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b65b4ccc-c551-49fd-8e47-253e4f0f558a None None] For port b1369d56-0b09-4f19-b699-60fcfb82f5d3, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b1369d56-0b09-4f19-b699-60fcfb82f5d3,segment=NetworkSegment(e621652e-7aeb-4c01-9e43-34537e4bde97),segment_id=e621652e-7aeb-4c01-9e43-34537e4bde97)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:39.100733 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 9e2d8ef9-185a-4f63-a3da-c36fefac660a completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:39.113100 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ce316-fff7-45c0-a8d4-291eaa9d4ff7 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bac1dd-e18e-4a0d-8d23-c10bc9efb60b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:39.120280 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 9e2d8ef9-185a-4f63-a3da-c36fefac660a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:39.120667 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.137446 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48950) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:39.188892 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b65b4ccc-c551-49fd-8e47-253e4f0f558a None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.208508 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b65b4ccc-c551-49fd-8e47-253e4f0f558a None None] Transition to ACTIVE for port object b1369d56-0b09-4f19-b699-60fcfb82f5d3 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:39.214827 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b65b4ccc-c551-49fd-8e47-253e4f0f558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.219111 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebbb7cde-8d2c-4428-b279-c25ec56790c2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Deleting subnet 60894c08-8ecc-4495-80ad-0766d48a85cf {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:39.226763 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ebbb7cde-8d2c-4428-b279-c25ec56790c2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.254942 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88370f-636f-4b31-9e87-d31fe16528c0 req-8ac704c2-d5f5-4a37-9049-b9cb0c1f5a11 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:39.271037 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9a88370f-636f-4b31-9e87-d31fe16528c0 req-8ac704c2-d5f5-4a37-9049-b9cb0c1f5a11 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 945 time: 0.2027552 Jul 14 09:31:39.304203 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ebbb7cde-8d2c-4428-b279-c25ec56790c2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.360702 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.374228 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b4ccc-c551-49fd-8e47-253e4f0f558a None None] Pushing event updated for resources: {'Port': ['ID=b1369d56-0b09-4f19-b699-60fcfb82f5d3,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:39.405705 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9a88370f-636f-4b31-9e87-d31fe16528c0 req-1c1fa935-29a6-4c7c-9f49-c3a0c64c481a tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322062 Jul 14 09:31:39.427286 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 9e2d8ef9-185a-4f63-a3da-c36fefac660a, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=9e2d8ef9-185a-4f63-a3da-c36fefac660a,segment=NetworkSegment(8f2f8681-b492-4419-b887-a5333e4f929b),segment_id=8f2f8681-b492-4419-b887-a5333e4f929b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:39.433097 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.474964 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ebbb7cde-8d2c-4428-b279-c25ec56790c2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.539583 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=9e2d8ef9-185a-4f63-a3da-c36fefac660a,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:39.593104 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ebbb7cde-8d2c-4428-b279-c25ec56790c2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.635052 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb7cde-8d2c-4428-b279-c25ec56790c2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event deleted for resources: {'Subnet': ['ID=60894c08-8ecc-4495-80ad-0766d48a85cf,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:39.647189 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-dd3055b6-ebce-4edd-9888-a39d5ade2d7e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Allocated IP 2001:db8:0:1::b6 (0944d9cc-478b-4184-8e2a-b86b382ffa17/cd0480de-6fcf-4f87-85f0-d03d2392dbf2/0faac1ce-24f4-45b9-bf29-efd6621ac9bc) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:39.647778 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb7cde-8d2c-4428-b279-c25ec56790c2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.648334 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb7cde-8d2c-4428-b279-c25ec56790c2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.648770 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb7cde-8d2c-4428-b279-c25ec56790c2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.649194 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb7cde-8d2c-4428-b279-c25ec56790c2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.649695 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb7cde-8d2c-4428-b279-c25ec56790c2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.650706 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb7cde-8d2c-4428-b279-c25ec56790c2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.651160 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb7cde-8d2c-4428-b279-c25ec56790c2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.651792 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb7cde-8d2c-4428-b279-c25ec56790c2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.652065 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb7cde-8d2c-4428-b279-c25ec56790c2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.652404 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb7cde-8d2c-4428-b279-c25ec56790c2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.652812 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb7cde-8d2c-4428-b279-c25ec56790c2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.653172 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb7cde-8d2c-4428-b279-c25ec56790c2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.664820 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ebbb7cde-8d2c-4428-b279-c25ec56790c2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.667007 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ebbb7cde-8d2c-4428-b279-c25ec56790c2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "DELETE /v2.0/subnets/60894c08-8ecc-4495-80ad-0766d48a85cf HTTP/1.1" status: 204 len: 168 time: 0.5279562 Jul 14 09:31:39.670461 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48952) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:39.672312 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b40e2c-0187-4984-b6c8-cbc45f2f328f None None] Network 5506a0b9-f9d3-479d-b07d-deda16d44b52 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:39.782892 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c07e6628-5108-4d08-87b7-3ba19fee2a02 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.783462 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b1369d56-0b09-4f19-b699-60fcfb82f5d3 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:39.858812 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c07e6628-5108-4d08-87b7-3ba19fee2a02 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Deleting port 399e9202-6612-40ce-bb4d-3073853b720b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:39.859186 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c07e6628-5108-4d08-87b7-3ba19fee2a02 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.924008 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd3055b6-ebce-4edd-9888-a39d5ade2d7e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.938355 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dd3055b6-ebce-4edd-9888-a39d5ade2d7e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Ignored duplicate provisioning block setup for port 0faac1ce-24f4-45b9-bf29-efd6621ac9bc by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 09:31:39.943032 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd3055b6-ebce-4edd-9888-a39d5ade2d7e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.962593 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c07e6628-5108-4d08-87b7-3ba19fee2a02 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] For port 399e9202-6612-40ce-bb4d-3073853b720b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=399e9202-6612-40ce-bb4d-3073853b720b,segment=NetworkSegment(892e51f4-e237-426c-ad9c-46d05efef37c),segment_id=892e51f4-e237-426c-ad9c-46d05efef37c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:39.963197 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c07e6628-5108-4d08-87b7-3ba19fee2a02 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.991008 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c07e6628-5108-4d08-87b7-3ba19fee2a02 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Calling delete_port for 399e9202-6612-40ce-bb4d-3073853b720b owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:40.029756 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80e57ea-611c-4f53-a74b-f2d64ed17ab0 None None] DHCP port deletion for 5506a0b9-f9d3-479d-b07d-deda16d44b52 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:31:40.037903 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3055b6-ebce-4edd-9888-a39d5ade2d7e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Port': ['ID=0faac1ce-24f4-45b9-bf29-efd6621ac9bc,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:40.108132 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c07e6628-5108-4d08-87b7-3ba19fee2a02 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.125327 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07e6628-5108-4d08-87b7-3ba19fee2a02 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] No DVR routers for this DVR port 399e9202-6612-40ce-bb4d-3073853b720b on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:40.153136 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d80e57ea-611c-4f53-a74b-f2d64ed17ab0 None None] Deleting port 399e9202-6612-40ce-bb4d-3073853b720b {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:40.154341 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d80e57ea-611c-4f53-a74b-f2d64ed17ab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.158903 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f18e3b7-fc71-4426-9581-271a9e7f50b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2d8ef9-185a-4f63-a3da-c36fefac660a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:40.159847 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-dd3055b6-ebce-4edd-9888-a39d5ade2d7e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] In _notify_port_updated(), no bound segment for port 0faac1ce-24f4-45b9-bf29-efd6621ac9bc on network 0944d9cc-478b-4184-8e2a-b86b382ffa17 {{(pid=93773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:31:40.166984 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06ee56e-5ee9-4956-b2ba-36550ad54485" -d '{"events": [{"server_uuid": "5f18e3b7-fc71-4426-9581-271a9e7f50b5", "name": "network-vif-plugged", "status": "completed", "tag": "9e2d8ef9-185a-4f63-a3da-c36fefac660a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:40.174499 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3055b6-ebce-4edd-9888-a39d5ade2d7e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:40.175215 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd3055b6-ebce-4edd-9888-a39d5ade2d7e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.181441 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-dd3055b6-ebce-4edd-9888-a39d5ade2d7e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "PUT /v2.0/ports/0faac1ce-24f4-45b9-bf29-efd6621ac9bc HTTP/1.1" status: 200 len: 1010 time: 1.2566803 Jul 14 09:31:40.181644 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e6628-5108-4d08-87b7-3ba19fee2a02 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event deleted for resources: {'Port': ['ID=399e9202-6612-40ce-bb4d-3073853b720b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:40.184257 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48960) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:40.297864 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686d0aa6-fc2d-4186-ac5a-3def95026141 x-openstack-request-id: req-686d0aa6-fc2d-4186-ac5a-3def95026141 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:40.298490 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f18e3b7-fc71-4426-9581-271a9e7f50b5", "name": "network-vif-plugged", "status": "completed", "tag": "9e2d8ef9-185a-4f63-a3da-c36fefac660a", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:40.298978 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-686d0aa6-fc2d-4186-ac5a-3def95026141 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:40.299807 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f18e3b7-fc71-4426-9581-271a9e7f50b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2d8ef9-185a-4f63-a3da-c36fefac660a', 'code': 200} Jul 14 09:31:40.324081 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c07e6628-5108-4d08-87b7-3ba19fee2a02 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.349350 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-c07e6628-5108-4d08-87b7-3ba19fee2a02 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5506a0b9-f9d3-479d-b07d-deda16d44b52']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:40.353883 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d80e57ea-611c-4f53-a74b-f2d64ed17ab0 None None] For port 399e9202-6612-40ce-bb4d-3073853b720b, host n-d-771362-35, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:40.354771 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d80e57ea-611c-4f53-a74b-f2d64ed17ab0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.364399 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-187ce25c-13c1-461d-aa15-9f7e6ab393ee tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting port 0faac1ce-24f4-45b9-bf29-efd6621ac9bc {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:40.364695 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-187ce25c-13c1-461d-aa15-9f7e6ab393ee tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.372123 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e14d7d3-4761-4569-93de-35ed2995be8a None None] Network 0944d9cc-478b-4184-8e2a-b86b382ffa17 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:40.380881 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d80e57ea-611c-4f53-a74b-f2d64ed17ab0 None None] Calling delete_port for 399e9202-6612-40ce-bb4d-3073853b720b owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:40.392409 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-c07e6628-5108-4d08-87b7-3ba19fee2a02 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892e51f4-e237-426c-ad9c-46d05efef37c') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:40.392718 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-c07e6628-5108-4d08-87b7-3ba19fee2a02 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892e51f4-e237-426c-ad9c-46d05efef37c') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:40.399900 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-d80e57ea-611c-4f53-a74b-f2d64ed17ab0 None None] Port 399e9202-6612-40ce-bb4d-3073853b720b was not found and therefore no delete operation was performed {{(pid=93774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:31:40.402571 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d80e57ea-611c-4f53-a74b-f2d64ed17ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.405230 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c07e6628-5108-4d08-87b7-3ba19fee2a02 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.433665 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c07e6628-5108-4d08-87b7-3ba19fee2a02 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.441656 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07e6628-5108-4d08-87b7-3ba19fee2a02 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:40.442281 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c07e6628-5108-4d08-87b7-3ba19fee2a02 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.503939 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e57ea-611c-4f53-a74b-f2d64ed17ab0 None None] Pushing event deleted for resources: {'Port': ['ID=399e9202-6612-40ce-bb4d-3073853b720b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:40.519104 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-187ce25c-13c1-461d-aa15-9f7e6ab393ee tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.523260 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ccb0b-5213-4e81-acf8-871cad641a0d req-47ea4cf8-8340-48bc-9a72-fbab56230e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:40.524988 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f2ccb0b-5213-4e81-acf8-871cad641a0d req-47ea4cf8-8340-48bc-9a72-fbab56230e2c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 1098 time: 0.1556380 Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:40.528154 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:40.545568 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-187ce25c-13c1-461d-aa15-9f7e6ab393ee tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Calling delete_port for 0faac1ce-24f4-45b9-bf29-efd6621ac9bc owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:40.547188 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80e57ea-611c-4f53-a74b-f2d64ed17ab0 None None] No DVR routers for this DVR port 399e9202-6612-40ce-bb4d-3073853b720b on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:40.563236 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b4283da5-c15f-4ae2-b207-6f6fb6fda1a4 None None] Provisioning for port 0faac1ce-24f4-45b9-bf29-efd6621ac9bc completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:40.565579 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c07e6628-5108-4d08-87b7-3ba19fee2a02 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.570426 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b4283da5-c15f-4ae2-b207-6f6fb6fda1a4 None None] Provisioning complete for port 0faac1ce-24f4-45b9-bf29-efd6621ac9bc triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:40.570900 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4283da5-c15f-4ae2-b207-6f6fb6fda1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.593701 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c07e6628-5108-4d08-87b7-3ba19fee2a02 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.596107 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c07e6628-5108-4d08-87b7-3ba19fee2a02 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "DELETE /v2.0/networks/5506a0b9-f9d3-479d-b07d-deda16d44b52 HTTP/1.1" status: 204 len: 168 time: 0.9241843 Jul 14 09:31:40.598374 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e6628-5108-4d08-87b7-3ba19fee2a02 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event deleted for resources: {'Network': ['ID=5506a0b9-f9d3-479d-b07d-deda16d44b52,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:40.600001 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f2ccb0b-5213-4e81-acf8-871cad641a0d req-d07e72a9-f8a2-4c33-8840-a0f08d045ce7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668969 Jul 14 09:31:40.600904 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 48964) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:40.668566 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b4283da5-c15f-4ae2-b207-6f6fb6fda1a4 None None] Port 0faac1ce-24f4-45b9-bf29-efd6621ac9bc cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:40.708196 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.734924 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b4283da5-c15f-4ae2-b207-6f6fb6fda1a4 None None] Provisioning for port b1369d56-0b09-4f19-b699-60fcfb82f5d3 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:40.745321 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b4283da5-c15f-4ae2-b207-6f6fb6fda1a4 None None] Provisioning complete for port b1369d56-0b09-4f19-b699-60fcfb82f5d3 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:40.746884 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4283da5-c15f-4ae2-b207-6f6fb6fda1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.776841 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0a2bb-61aa-4d70-83fd-8249eae238bd req-64b83e42-aa95-45c9-8867-d7c0bae7d784 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:40.779733 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6eb0a2bb-61aa-4d70-83fd-8249eae238bd req-64b83e42-aa95-45c9-8867-d7c0bae7d784 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 946 time: 0.1196594 Jul 14 09:31:40.880944 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6eb0a2bb-61aa-4d70-83fd-8249eae238bd req-2b92a6ce-5699-4a8a-bd54-0c1dea06d805 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894749 Jul 14 09:31:40.923848 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d2782e49-3ea3-44da-864b-b93f505f4cf1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Deleting port 53a66a6c-6b72-45df-845b-23fca5f6fa9c {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:40.925055 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2782e49-3ea3-44da-864b-b93f505f4cf1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.954719 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-187ce25c-13c1-461d-aa15-9f7e6ab393ee tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.990777 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ce25c-13c1-461d-aa15-9f7e6ab393ee tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Port': ['ID=0faac1ce-24f4-45b9-bf29-efd6621ac9bc,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:41.014198 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2782e49-3ea3-44da-864b-b93f505f4cf1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.014530 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2782e49-3ea3-44da-864b-b93f505f4cf1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.028949 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d2782e49-3ea3-44da-864b-b93f505f4cf1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Calling delete_port for 53a66a6c-6b72-45df-845b-23fca5f6fa9c owned by network:floatingip {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:41.055304 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-187ce25c-13c1-461d-aa15-9f7e6ab393ee tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.061377 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-187ce25c-13c1-461d-aa15-9f7e6ab393ee tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/ports/0faac1ce-24f4-45b9-bf29-efd6621ac9bc HTTP/1.1" status: 204 len: 168 time: 0.8752184 Jul 14 09:31:41.062150 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48966) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:41.097765 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6045937c-135a-48a3-8298-5713d21dcecd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] GET failed (client error): The resource could not be found. Jul 14 09:31:41.103079 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6045937c-135a-48a3-8298-5713d21dcecd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "GET /v2.0/ports/0faac1ce-24f4-45b9-bf29-efd6621ac9bc HTTP/1.1" status: 404 len: 333 time: 0.0394409 Jul 14 09:31:41.104006 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48970) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:41.178794 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1990ead-33cc-44ce-aab8-66b389e5c0a4 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting subnet cd0480de-6fcf-4f87-85f0-d03d2392dbf2 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:41.181050 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1990ead-33cc-44ce-aab8-66b389e5c0a4 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.203703 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f9bfd5b0-8246-4bc8-9e72-b51813b32bb4 None None] Could not find standard attr ID for object 0faac1ce-24f4-45b9-bf29-efd6621ac9bc. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:31:41.226359 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f9bfd5b0-8246-4bc8-9e72-b51813b32bb4 None None] Provisioning complete for port b1369d56-0b09-4f19-b699-60fcfb82f5d3 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:41.228027 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f9bfd5b0-8246-4bc8-9e72-b51813b32bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.254128 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1990ead-33cc-44ce-aab8-66b389e5c0a4 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.295969 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2782e49-3ea3-44da-864b-b93f505f4cf1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.400992 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2782e49-3ea3-44da-864b-b93f505f4cf1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event deleted for resources: {'Port': ['ID=53a66a6c-6b72-45df-845b-23fca5f6fa9c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:41.406550 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1990ead-33cc-44ce-aab8-66b389e5c0a4 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.552058 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2782e49-3ea3-44da-864b-b93f505f4cf1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for floatingip, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.552410 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-d2782e49-3ea3-44da-864b-b93f505f4cf1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Floating IP faf0434f-062f-457a-9fed-b52da2d77c12 disassociated (deleted). External IP: 172.25.6.121, port: d2a7c936-ea26-4685-ad30-7d0810dc9c23. Jul 14 09:31:41.565307 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-15e6c7dc-b2e9-47f2-811b-ffcb509b7238 None None] Could not find standard attr ID for object 0faac1ce-24f4-45b9-bf29-efd6621ac9bc. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:31:41.572794 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1990ead-33cc-44ce-aab8-66b389e5c0a4 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.632105 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1990ead-33cc-44ce-aab8-66b389e5c0a4 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Subnet': ['ID=cd0480de-6fcf-4f87-85f0-d03d2392dbf2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:41.637757 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1990ead-33cc-44ce-aab8-66b389e5c0a4 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.641192 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f1990ead-33cc-44ce-aab8-66b389e5c0a4 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/subnets/cd0480de-6fcf-4f87-85f0-d03d2392dbf2 HTTP/1.1" status: 204 len: 168 time: 0.5360281 Jul 14 09:31:41.644712 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48974) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:41.751756 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-907c72dd-fbf0-4842-a7bc-422f4aec9f2d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting subnet bc62464a-582a-4dac-9ff8-762e809589f7 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:41.756054 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-907c72dd-fbf0-4842-a7bc-422f4aec9f2d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.769923 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 399e9202-6612-40ce-bb4d-3073853b720b no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:41.801843 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 399e9202-6612-40ce-bb4d-3073853b720b {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:41.802533 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 399e9202-6612-40ce-bb4d-3073853b720b not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:41.822069 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-907c72dd-fbf0-4842-a7bc-422f4aec9f2d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.883147 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba385dc-cc2a-4ad2-a3a9-2155945a2832 None None] Network 0944d9cc-478b-4184-8e2a-b86b382ffa17 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:41.935221 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d0100f9f-7761-4a74-aadb-276d7ba27721 None None] Could not find standard attr ID for object 0faac1ce-24f4-45b9-bf29-efd6621ac9bc. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:31:42.008070 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2782e49-3ea3-44da-864b-b93f505f4cf1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Router 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:42.008625 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-907c72dd-fbf0-4842-a7bc-422f4aec9f2d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.178880 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2782e49-3ea3-44da-864b-b93f505f4cf1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:42.199941 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c38c9-c79b-4463-988f-71db6fd696b1 req-4c60518d-120b-4df4-873c-7074d07de3e1 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:42.210185 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2782e49-3ea3-44da-864b-b93f505f4cf1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.213684 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10975ba4-c727-4c7a-bcbd-684431b47b59 None None] Sync routers for ids ['49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:42.234556 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-522c38c9-c79b-4463-988f-71db6fd696b1 req-4c60518d-120b-4df4-873c-7074d07de3e1 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 946 time: 0.1877568 Jul 14 09:31:42.251961 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.252778 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-907c72dd-fbf0-4842-a7bc-422f4aec9f2d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.260114 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10975ba4-c727-4c7a-bcbd-684431b47b59 None None] Routers {'49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:42.275456 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-10975ba4-c727-4c7a-bcbd-684431b47b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:31:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:42.304218 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d2782e49-3ea3-44da-864b-b93f505f4cf1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "DELETE /v2.0/floatingips/faf0434f-062f-457a-9fed-b52da2d77c12 HTTP/1.1" status: 204 len: 168 time: 1.6926894 Jul 14 09:31:42.305193 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c2fb14-0362-4fd8-a722-63d80396cba4', 'tag': 'd2a7c936-ea26-4685-ad30-7d0810dc9c23'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:42.310456 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c24cdb-2d49-478e-997c-96d1c589fbe1" -d '{"events": [{"name": "network-changed", "server_uuid": "42c2fb14-0362-4fd8-a722-63d80396cba4", "tag": "d2a7c936-ea26-4685-ad30-7d0810dc9c23"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:42.312335 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c72dd-fbf0-4842-a7bc-422f4aec9f2d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Subnet': ['ID=bc62464a-582a-4dac-9ff8-762e809589f7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:42.322889 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-907c72dd-fbf0-4842-a7bc-422f4aec9f2d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.327988 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-907c72dd-fbf0-4842-a7bc-422f4aec9f2d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/subnets/bc62464a-582a-4dac-9ff8-762e809589f7 HTTP/1.1" status: 204 len: 168 time: 0.6808252 Jul 14 09:31:42.328682 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 48984) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:42.344114 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-522c38c9-c79b-4463-988f-71db6fd696b1 req-1f1ceff4-033c-4739-82f7-6b23e89c9c13 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085377 Jul 14 09:31:42.478662 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dded6963-71fe-4967-bafd-3d0c11d3eea2 x-openstack-request-id: req-dded6963-71fe-4967-bafd-3d0c11d3eea2 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:42.478893 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c2fb14-0362-4fd8-a722-63d80396cba4", "tag": "d2a7c936-ea26-4685-ad30-7d0810dc9c23", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:42.479071 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dded6963-71fe-4967-bafd-3d0c11d3eea2 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:42.479617 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c2fb14-0362-4fd8-a722-63d80396cba4', 'tag': 'd2a7c936-ea26-4685-ad30-7d0810dc9c23', 'status': 'completed', 'code': 200} Jul 14 09:31:42.501778 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.663803 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-10975ba4-c727-4c7a-bcbd-684431b47b59 None None] Set router 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:42.681318 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c24cdb-2d49-478e-997c-96d1c589fbe1 req-dcb80c5d-722b-4404-b12b-aa69afaa9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:42.690004 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a3c24cdb-2d49-478e-997c-96d1c589fbe1 req-dcb80c5d-722b-4404-b12b-aa69afaa9d32 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cb022d5abed74ace8ce20b5df7c7b1b3&device_id=42c2fb14-0362-4fd8-a722-63d80396cba4 HTTP/1.1" status: 200 len: 1098 time: 0.1502924 Jul 14 09:31:42.696505 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting port b1369d56-0b09-4f19-b699-60fcfb82f5d3 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:42.696874 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.953168 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] For port b1369d56-0b09-4f19-b699-60fcfb82f5d3, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b1369d56-0b09-4f19-b699-60fcfb82f5d3,segment=NetworkSegment(e621652e-7aeb-4c01-9e43-34537e4bde97),segment_id=e621652e-7aeb-4c01-9e43-34537e4bde97)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:42.953525 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.008170 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Calling delete_port for b1369d56-0b09-4f19-b699-60fcfb82f5d3 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:43.014340 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c24cdb-2d49-478e-997c-96d1c589fbe1 req-bed85897-8b61-4bdc-aba7-f0fcf8ffaaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:43.016495 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a3c24cdb-2d49-478e-997c-96d1c589fbe1 req-bed85897-8b61-4bdc-aba7-f0fcf8ffaaae service neutron] 10.222.0.44 "GET /v2.0/networks?id=2c27e967-42d1-4bc6-93c9-e765f463f3e7 HTTP/1.1" status: 200 len: 897 time: 0.3165057 Jul 14 09:31:43.278904 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a3c24cdb-2d49-478e-997c-96d1c589fbe1 req-979fdc19-2af1-4f72-b57b-3444e22c4850 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2a7c936-ea26-4685-ad30-7d0810dc9c23 HTTP/1.1" status: 200 len: 217 time: 0.2545931 Jul 14 09:31:43.303811 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-10975ba4-c727-4c7a-bcbd-684431b47b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'name': 'tempest-TestNetworkBasicOps-router-711348758', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:54Z', 'updated_at': '2021-07-14T09:31:31Z', 'revision_number': 6, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '6d4f4f04-b635-4763-bd2e-7bad353603cf', 'name': '', 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'mac_address': 'fa:16:3e:be:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:07Z', 'updated_at': '2021-07-14T09:29:15Z', 'revision_number': 5, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'subnets': [{'id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:43.336854 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad0f52a-062f-44c2-a482-9737642f1e8c None None] Network 0944d9cc-478b-4184-8e2a-b86b382ffa17 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:43.355601 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10975ba4-c727-4c7a-bcbd-684431b47b59 None None] Checking router: 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:31:43.373042 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10975ba4-c727-4c7a-bcbd-684431b47b59 None None] Routers {'49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:43.374298 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-10975ba4-c727-4c7a-bcbd-684431b47b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:31:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:43.441823 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-14cc9448-a43e-4824-bf91-38a14212b032 None None] Provisioning complete for port b1369d56-0b09-4f19-b699-60fcfb82f5d3 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:43.442201 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14cc9448-a43e-4824-bf91-38a14212b032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.534076 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-10975ba4-c727-4c7a-bcbd-684431b47b59 None None] Set router 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:43.682735 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc46c18f-5be2-4b10-b3d7-febc51a1d4b2 None None] DHCP port deletion for 0944d9cc-478b-4184-8e2a-b86b382ffa17 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:31:43.760972 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c24cdb-2d49-478e-997c-96d1c589fbe1 req-a1d64ef2-9ede-4ee7-a4e6-618c07baee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:43.762246 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a3c24cdb-2d49-478e-997c-96d1c589fbe1 req-a1d64ef2-9ede-4ee7-a4e6-618c07baee1c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e87fb8d-e279-4ea7-a7d5-ce53c7332c42 HTTP/1.1" status: 200 len: 835 time: 0.4744661 Jul 14 09:31:43.841564 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.861100 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a880dc-b541-4657-8e08-df2a2498dd32 req-4270a813-7b55-4f61-a5a4-6bbb2e85a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:43.862608 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49a880dc-b541-4657-8e08-df2a2498dd32 req-4270a813-7b55-4f61-a5a4-6bbb2e85a920 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db20cf33c4e74a0d9cdd7eb7d6c2a275&device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 1098 time: 0.7539322 Jul 14 09:31:43.877959 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-10975ba4-c727-4c7a-bcbd-684431b47b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'name': 'tempest-TestNetworkBasicOps-router-711348758', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:54Z', 'updated_at': '2021-07-14T09:31:31Z', 'revision_number': 6, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '6d4f4f04-b635-4763-bd2e-7bad353603cf', 'name': '', 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'mac_address': 'fa:16:3e:be:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:07Z', 'updated_at': '2021-07-14T09:29:15Z', 'revision_number': 5, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'subnets': [{'id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:43.899792 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ece8cb-9eb7-43b1-80f7-71973013ba16 req-3c694044-e3e4-4537-95be-1b05ecf229b7 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:43.901374 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20ece8cb-9eb7-43b1-80f7-71973013ba16 req-3c694044-e3e4-4537-95be-1b05ecf229b7 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=42c2fb14-0362-4fd8-a722-63d80396cba4 HTTP/1.1" status: 200 len: 946 time: 0.6337252 Jul 14 09:31:43.911843 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48c3c0-848a-4053-943b-6c1980d2ae80 req-e3c1b218-40ba-4e8d-88f2-e7a5455dd970 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:43.913261 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a48c3c0-848a-4053-943b-6c1980d2ae80 req-e3c1b218-40ba-4e8d-88f2-e7a5455dd970 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 946 time: 0.6622534 Jul 14 09:31:43.914648 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10975ba4-c727-4c7a-bcbd-684431b47b59 None None] The sync data for ids ['49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'] in n-d-771362-35 is: [{'id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'name': 'tempest-TestNetworkBasicOps-router-711348758', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:54Z', 'updated_at': '2021-07-14T09:31:31Z', 'revision_number': 6, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '6d4f4f04-b635-4763-bd2e-7bad353603cf', 'name': '', 'network_id': '2c27e967-42d1-4bc6-93c9-e765f463f3e7', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'mac_address': 'fa:16:3e:be:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:07Z', 'updated_at': '2021-07-14T09:29:15Z', 'revision_number': 5, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'subnets': [{'id': '6e87fb8d-e279-4ea7-a7d5-ce53c7332c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:43.924837 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-fc46c18f-5be2-4b10-b3d7-febc51a1d4b2 None None] Deleting port b1369d56-0b09-4f19-b699-60fcfb82f5d3 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:43.924978 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Port': ['ID=b1369d56-0b09-4f19-b699-60fcfb82f5d3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:43.925079 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc46c18f-5be2-4b10-b3d7-febc51a1d4b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.927230 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] No DVR routers for this DVR port b1369d56-0b09-4f19-b699-60fcfb82f5d3 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:44.003916 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-fc46c18f-5be2-4b10-b3d7-febc51a1d4b2 None None] For port b1369d56-0b09-4f19-b699-60fcfb82f5d3, host n-d-771362-35, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:44.004434 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc46c18f-5be2-4b10-b3d7-febc51a1d4b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.018017 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:44.018774 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:44.018774 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:44.019043 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:44.019286 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-fc46c18f-5be2-4b10-b3d7-febc51a1d4b2 None None] Calling delete_port for b1369d56-0b09-4f19-b699-60fcfb82f5d3 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:44.019419 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:44.019856 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:44.020205 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:44.020723 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:44.020865 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:44.021190 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:44.021519 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:44.021842 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:44.022132 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-fc46c18f-5be2-4b10-b3d7-febc51a1d4b2 None None] Port b1369d56-0b09-4f19-b699-60fcfb82f5d3 was not found and therefore no delete operation was performed {{(pid=93774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:31:44.023434 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc46c18f-5be2-4b10-b3d7-febc51a1d4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.053597 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46c18f-5be2-4b10-b3d7-febc51a1d4b2 None None] Pushing event deleted for resources: {'Port': ['ID=b1369d56-0b09-4f19-b699-60fcfb82f5d3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:44.064541 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc46c18f-5be2-4b10-b3d7-febc51a1d4b2 None None] No DVR routers for this DVR port b1369d56-0b09-4f19-b699-60fcfb82f5d3 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:44.133567 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c24cdb-2d49-478e-997c-96d1c589fbe1 req-25906678-5057-4646-a923-c9a5053b3395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:44.135089 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a3c24cdb-2d49-478e-997c-96d1c589fbe1 req-25906678-5057-4646-a923-c9a5053b3395 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2c27e967-42d1-4bc6-93c9-e765f463f3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3643386 Jul 14 09:31:44.152242 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20ece8cb-9eb7-43b1-80f7-71973013ba16 req-69251ec7-3ef2-40bf-b0c1-dcad20418fb2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a5747db-bdc6-430d-9d1e-8c50c850dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375157 Jul 14 09:31:44.185920 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.219406 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a48c3c0-848a-4053-943b-6c1980d2ae80 req-3f9c4c4f-9906-44be-bb25-adab030ea035 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771983 Jul 14 09:31:44.235511 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0944d9cc-478b-4184-8e2a-b86b382ffa17']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:44.236751 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc7ce4-e2b9-4e61-9cf9-a520356b3d95 req-cd1791dc-40c7-4c4b-98bb-63faacac4630 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:44.238872 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bebc7ce4-e2b9-4e61-9cf9-a520356b3d95 req-cd1791dc-40c7-4c4b-98bb-63faacac4630 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.44 "GET /v2.0/ports?device_id=42c2fb14-0362-4fd8-a722-63d80396cba4 HTTP/1.1" status: 200 len: 946 time: 0.1165893 Jul 14 09:31:44.263640 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a880dc-b541-4657-8e08-df2a2498dd32 req-35c6d953-788a-4805-8317-52611b0f24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:44.265437 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49a880dc-b541-4657-8e08-df2a2498dd32 req-35c6d953-788a-4805-8317-52611b0f24c8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d250d3e7-a7ea-4ede-b79b-36a4979bd379 HTTP/1.1" status: 200 len: 918 time: 0.3809721 Jul 14 09:31:44.267403 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e621652e-7aeb-4c01-9e43-34537e4bde97') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:44.267784 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e621652e-7aeb-4c01-9e43-34537e4bde97') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:44.276852 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021bf5c4-459a-4447-a9ec-37bf4261dcdd None None] New status for floating IP faf0434f-062f-457a-9fed-b52da2d77c12: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:31:44.301995 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.351643 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49a880dc-b541-4657-8e08-df2a2498dd32 req-e8dba60d-aa9a-41fe-8f7c-b4a959675bd3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e2d8ef9-185a-4f63-a3da-c36fefac660a HTTP/1.1" status: 200 len: 217 time: 0.0655451 Jul 14 09:31:44.373965 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.409531 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:44.409994 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:44.413674 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:44.419240 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-bebc7ce4-e2b9-4e61-9cf9-a520356b3d95 req-957276f0-7638-4156-8afc-1503428ce693 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Deleting port d2a7c936-ea26-4685-ad30-7d0810dc9c23 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:44.420815 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a3c24cdb-2d49-478e-997c-96d1c589fbe1 req-38317a12-5ed4-44db-85a0-fa7148b632ad service neutron] 10.222.0.44 "GET /v2.0/networks/2c27e967-42d1-4bc6-93c9-e765f463f3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597713 Jul 14 09:31:44.420976 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bebc7ce4-e2b9-4e61-9cf9-a520356b3d95 req-957276f0-7638-4156-8afc-1503428ce693 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.534165 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a880dc-b541-4657-8e08-df2a2498dd32 req-00c15f12-b62b-46a4-9614-91de65154f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:44.535450 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49a880dc-b541-4657-8e08-df2a2498dd32 req-00c15f12-b62b-46a4-9614-91de65154f4f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0bc3de3a-9ded-4326-826a-8b83feb4cbce HTTP/1.1" status: 200 len: 858 time: 0.1709557 Jul 14 09:31:44.542111 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-bebc7ce4-e2b9-4e61-9cf9-a520356b3d95 req-957276f0-7638-4156-8afc-1503428ce693 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] For port d2a7c936-ea26-4685-ad30-7d0810dc9c23, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=d2a7c936-ea26-4685-ad30-7d0810dc9c23,segment=NetworkSegment(ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d),segment_id=ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:44.542111 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bebc7ce4-e2b9-4e61-9cf9-a520356b3d95 req-957276f0-7638-4156-8afc-1503428ce693 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.554495 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-bebc7ce4-e2b9-4e61-9cf9-a520356b3d95 req-957276f0-7638-4156-8afc-1503428ce693 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Calling delete_port for d2a7c936-ea26-4685-ad30-7d0810dc9c23 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:44.573446 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49a880dc-b541-4657-8e08-df2a2498dd32 req-4f4ef4c4-615a-403a-ad64-b5acfb639ff7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d250d3e7-a7ea-4ede-b79b-36a4979bd379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308876 Jul 14 09:31:44.579484 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.589553 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.594876 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/networks/0944d9cc-478b-4184-8e2a-b86b382ffa17 HTTP/1.1" status: 204 len: 168 time: 2.2590292 Jul 14 09:31:44.599735 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49004) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:44.706832 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b66a5-21a0-4a3f-a5e6-278c0bf9f812 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Network': ['ID=0944d9cc-478b-4184-8e2a-b86b382ffa17,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:44.720656 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bebc7ce4-e2b9-4e61-9cf9-a520356b3d95 req-957276f0-7638-4156-8afc-1503428ce693 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.750169 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a3c24cdb-2d49-478e-997c-96d1c589fbe1 req-c3414ba7-c0df-471e-a384-c6f74f092e7b service neutron] 10.222.0.44 "GET /v2.0/networks/2c27e967-42d1-4bc6-93c9-e765f463f3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203948 Jul 14 09:31:44.753855 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957276f0-7638-4156-8afc-1503428ce693 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event deleted for resources: {'Port': ['ID=d2a7c936-ea26-4685-ad30-7d0810dc9c23,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:44.807211 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49a880dc-b541-4657-8e08-df2a2498dd32 req-a0d07b0a-3890-4896-a3df-41de1312150d service neutron] 10.222.0.47 "GET /v2.0/networks/d250d3e7-a7ea-4ede-b79b-36a4979bd379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140100 Jul 14 09:31:44.816980 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebc7ce4-e2b9-4e61-9cf9-a520356b3d95 req-957276f0-7638-4156-8afc-1503428ce693 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] No DVR routers for this DVR port d2a7c936-ea26-4685-ad30-7d0810dc9c23 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:44.819975 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bebc7ce4-e2b9-4e61-9cf9-a520356b3d95 req-957276f0-7638-4156-8afc-1503428ce693 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.822040 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bebc7ce4-e2b9-4e61-9cf9-a520356b3d95 req-957276f0-7638-4156-8afc-1503428ce693 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.44 "DELETE /v2.0/ports/d2a7c936-ea26-4685-ad30-7d0810dc9c23 HTTP/1.1" status: 204 len: 173 time: 0.5732510 Jul 14 09:31:44.822384 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a37775-ddd7-4e80-b0c6-7361c8733046 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:44.822553 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c2fb14-0362-4fd8-a722-63d80396cba4', 'name': 'network-vif-deleted', 'tag': 'd2a7c936-ea26-4685-ad30-7d0810dc9c23'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:44.825705 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f657475-b6e1-4aab-9db5-413dcb38fd8a" -d '{"events": [{"server_uuid": "42c2fb14-0362-4fd8-a722-63d80396cba4", "name": "network-vif-deleted", "tag": "d2a7c936-ea26-4685-ad30-7d0810dc9c23"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:44.829147 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49010) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:44.829939 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f4a37775-ddd7-4e80-b0c6-7361c8733046 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2109997 Jul 14 09:31:44.901724 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6283d6-ae3d-4522-ad28-2f5f8dfe00f0 x-openstack-request-id: req-2a6283d6-ae3d-4522-ad28-2f5f8dfe00f0 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:44.902023 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c2fb14-0362-4fd8-a722-63d80396cba4", "name": "network-vif-deleted", "tag": "d2a7c936-ea26-4685-ad30-7d0810dc9c23", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:44.902278 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a6283d6-ae3d-4522-ad28-2f5f8dfe00f0 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:44.902681 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c2fb14-0362-4fd8-a722-63d80396cba4', 'name': 'network-vif-deleted', 'tag': 'd2a7c936-ea26-4685-ad30-7d0810dc9c23', 'status': 'completed', 'code': 200} Jul 14 09:31:44.959445 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-06b78f7a-3a32-4fcf-9f19-73bca2e756e4 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1036651 Jul 14 09:31:44.959695 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49a880dc-b541-4657-8e08-df2a2498dd32 req-7af7c829-709a-49a4-94a5-543a903c7971 service neutron] 10.222.0.47 "GET /v2.0/networks/d250d3e7-a7ea-4ede-b79b-36a4979bd379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267385 Jul 14 09:31:44.959919 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49016) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:44.967090 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-87b7a9b7-76cb-4d92-bddd-268b5f2d901f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1670628167'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:44.998433 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b7a9b7-76cb-4d92-bddd-268b5f2d901f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:45.003747 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87b7a9b7-76cb-4d92-bddd-268b5f2d901f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.033628 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b7a9b7-76cb-4d92-bddd-268b5f2d901f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:45.050521 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87b7a9b7-76cb-4d92-bddd-268b5f2d901f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.050947 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-87b7a9b7-76cb-4d92-bddd-268b5f2d901f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Added segment 997fa89f-d475-47f1-93fb-e1d7022310a9 of type vlan for network d5905fdb-fe1a-4961-8727-5882f8a02fae Jul 14 09:31:45.094517 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87b7a9b7-76cb-4d92-bddd-268b5f2d901f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.127356 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87b7a9b7-76cb-4d92-bddd-268b5f2d901f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.133416 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b7a9b7-76cb-4d92-bddd-268b5f2d901f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:45.134077 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87b7a9b7-76cb-4d92-bddd-268b5f2d901f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.202787 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-87b7a9b7-76cb-4d92-bddd-268b5f2d901f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2415895 Jul 14 09:31:45.205773 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49024) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:45.211925 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6e1e23d8-5a0b-4341-b391-2f73436414d1 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'subnet': {'network_id': 'd5905fdb-fe1a-4961-8727-5882f8a02fae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:45.213220 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7a9b7-76cb-4d92-bddd-268b5f2d901f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Network': ['ID=d5905fdb-fe1a-4961-8727-5882f8a02fae,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:45.224960 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network d5905fdb-fe1a-4961-8727-5882f8a02fae details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:45.458720 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d6f1c91-f866-418f-818d-0a761645af1f req-10552102-fc08-47c2-88d5-922abd1e09f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=42c2fb14-0362-4fd8-a722-63d80396cba4 HTTP/1.1" status: 200 len: 210 time: 0.0427055 Jul 14 09:31:45.511778 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1e23d8-5a0b-4341-b391-2f73436414d1 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:45.516036 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e1e23d8-5a0b-4341-b391-2f73436414d1 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.617457 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2053342-3580-4617-a6f1-cd050736a7fc req-c1f59dbf-5fc4-48ec-a433-c1f06c180b3b tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:45.619044 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e2053342-3580-4617-a6f1-cd050736a7fc req-c1f59dbf-5fc4-48ec-a433-c1f06c180b3b tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 946 time: 0.1638272 Jul 14 09:31:45.683913 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e2053342-3580-4617-a6f1-cd050736a7fc req-ead0b049-b034-4fd6-9971-102cef0e528f tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554910 Jul 14 09:31:45.687558 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b1369d56-0b09-4f19-b699-60fcfb82f5d3 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:45.712604 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: b1369d56-0b09-4f19-b699-60fcfb82f5d3 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:45.713050 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b1369d56-0b09-4f19-b699-60fcfb82f5d3 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:45.795066 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e1e23d8-5a0b-4341-b391-2f73436414d1 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.875604 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e23d8-5a0b-4341-b391-2f73436414d1 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Subnet': ['ID=107d3ec4-bb4e-4b21-9b71-58937ae217da,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:45.880922 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1e23d8-5a0b-4341-b391-2f73436414d1 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Checking segment: {'id': '997fa89f-d475-47f1-93fb-e1d7022310a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd5905fdb-fe1a-4961-8727-5882f8a02fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:45.881667 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1e23d8-5a0b-4341-b391-2f73436414d1 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network hostable DHCP agents. Network: d5905fdb-fe1a-4961-8727-5882f8a02fae, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:45.902479 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1e23d8-5a0b-4341-b391-2f73436414d1 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network d5905fdb-fe1a-4961-8727-5882f8a02fae is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:45.913120 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6e1e23d8-5a0b-4341-b391-2f73436414d1 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, d5905fdb-fe1a-4961-8727-5882f8a02fae) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:45.925546 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06066ab7-86af-4af8-acb1-4636caba6277 None None] Network d5905fdb-fe1a-4961-8727-5882f8a02fae requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:45.929935 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1e23d8-5a0b-4341-b391-2f73436414d1 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:45.931006 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e1e23d8-5a0b-4341-b391-2f73436414d1 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.967137 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49032) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:45.967723 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6e1e23d8-5a0b-4341-b391-2f73436414d1 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7596784 Jul 14 09:31:45.973410 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-411e3ecf-1b4c-4e40-8bd3-669ce5f7d66f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'port': {'network_id': 'd5905fdb-fe1a-4961-8727-5882f8a02fae', 'name': 'tempest-PortsIpV6TestJSON-2013934322'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:46.118498 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d859a5c0-3c46-42a2-92e3-1e0befd71ccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-d5905fdb-fe1a-4961-8727-5882f8a02fae', 'network_id': 'd5905fdb-fe1a-4961-8727-5882f8a02fae', 'tenant_id': 'dcc30680139646f2ba211bfea563cead', 'fixed_ips': [{'subnet_id': '107d3ec4-bb4e-4b21-9b71-58937ae217da'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:46.119642 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d859a5c0-3c46-42a2-92e3-1e0befd71ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.139347 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411e3ecf-1b4c-4e40-8bd3-669ce5f7d66f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:46.143534 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-411e3ecf-1b4c-4e40-8bd3-669ce5f7d66f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.162799 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-411e3ecf-1b4c-4e40-8bd3-669ce5f7d66f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] device_id is not set on port 2ff2d87d-7556-4db9-8107-278e20b4cf22 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:46.274651 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-d859a5c0-3c46-42a2-92e3-1e0befd71ccc None None] Allocated IP 2001:db8::2 (d5905fdb-fe1a-4961-8727-5882f8a02fae/107d3ec4-bb4e-4b21-9b71-58937ae217da/3628699d-8427-41f3-a56e-b2752a1f51af) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:46.436707 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d859a5c0-3c46-42a2-92e3-1e0befd71ccc None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.448387 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d859a5c0-3c46-42a2-92e3-1e0befd71ccc None None] Transition to ACTIVE for port object 3628699d-8427-41f3-a56e-b2752a1f51af will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:46.472453 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d859a5c0-3c46-42a2-92e3-1e0befd71ccc None None] Transition to ACTIVE for port object 3628699d-8427-41f3-a56e-b2752a1f51af will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:46.481038 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d859a5c0-3c46-42a2-92e3-1e0befd71ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.535436 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d859a5c0-3c46-42a2-92e3-1e0befd71ccc None None] Network d5905fdb-fe1a-4961-8727-5882f8a02fae is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:46.538832 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d859a5c0-3c46-42a2-92e3-1e0befd71ccc None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:46.542549 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d859a5c0-3c46-42a2-92e3-1e0befd71ccc None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:46.555603 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-411e3ecf-1b4c-4e40-8bd3-669ce5f7d66f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Allocated IP 2001:db8::88 (d5905fdb-fe1a-4961-8727-5882f8a02fae/107d3ec4-bb4e-4b21-9b71-58937ae217da/2ff2d87d-7556-4db9-8107-278e20b4cf22) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:46.587043 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859a5c0-3c46-42a2-92e3-1e0befd71ccc None None] Pushing event updated for resources: {'Port': ['ID=3628699d-8427-41f3-a56e-b2752a1f51af,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:46.592885 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49036) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:46.668275 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-d859a5c0-3c46-42a2-92e3-1e0befd71ccc None None] Attempting to bind port 3628699d-8427-41f3-a56e-b2752a1f51af on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:46.669551 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-d859a5c0-3c46-42a2-92e3-1e0befd71ccc None None] Attempting to bind port 3628699d-8427-41f3-a56e-b2752a1f51af by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '997fa89f-d475-47f1-93fb-e1d7022310a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd5905fdb-fe1a-4961-8727-5882f8a02fae'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:46.669990 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d859a5c0-3c46-42a2-92e3-1e0befd71ccc None None] Attempting to bind port 3628699d-8427-41f3-a56e-b2752a1f51af on network d5905fdb-fe1a-4961-8727-5882f8a02fae {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:46.675790 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbf3a52e-97f9-4490-afb8-84b3b8ae04f5 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.683979 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d859a5c0-3c46-42a2-92e3-1e0befd71ccc None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:46.684636 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d859a5c0-3c46-42a2-92e3-1e0befd71ccc None None] Checking segment: {'id': '997fa89f-d475-47f1-93fb-e1d7022310a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd5905fdb-fe1a-4961-8727-5882f8a02fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:46.685131 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d859a5c0-3c46-42a2-92e3-1e0befd71ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.685595 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d859a5c0-3c46-42a2-92e3-1e0befd71ccc None None] Bound using segment: {'id': '997fa89f-d475-47f1-93fb-e1d7022310a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd5905fdb-fe1a-4961-8727-5882f8a02fae'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:46.686164 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-d859a5c0-3c46-42a2-92e3-1e0befd71ccc None None] Bound port: 3628699d-8427-41f3-a56e-b2752a1f51af, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '997fa89f-d475-47f1-93fb-e1d7022310a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd5905fdb-fe1a-4961-8727-5882f8a02fae'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:46.689068 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d859a5c0-3c46-42a2-92e3-1e0befd71ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.708082 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbf3a52e-97f9-4490-afb8-84b3b8ae04f5 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.801233 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d859a5c0-3c46-42a2-92e3-1e0befd71ccc None None] For port 3628699d-8427-41f3-a56e-b2752a1f51af, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:46.805293 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d859a5c0-3c46-42a2-92e3-1e0befd71ccc None None] For port 3628699d-8427-41f3-a56e-b2752a1f51af, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=3628699d-8427-41f3-a56e-b2752a1f51af,segment=NetworkSegment(997fa89f-d475-47f1-93fb-e1d7022310a9),segment_id=997fa89f-d475-47f1-93fb-e1d7022310a9)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:46.813179 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d859a5c0-3c46-42a2-92e3-1e0befd71ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.842448 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbf3a52e-97f9-4490-afb8-84b3b8ae04f5 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.845688 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbf3a52e-97f9-4490-afb8-84b3b8ae04f5 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.847230 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cbf3a52e-97f9-4490-afb8-84b3b8ae04f5 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "DELETE /v2.0/security-groups/8a5747db-bdc6-430d-9d1e-8c50c850dbf7 HTTP/1.1" status: 204 len: 168 time: 0.2515056 Jul 14 09:31:46.859286 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3a52e-97f9-4490-afb8-84b3b8ae04f5 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5747db-bdc6-430d-9d1e-8c50c850dbf7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:46.953093 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49044) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:46.981538 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859a5c0-3c46-42a2-92e3-1e0befd71ccc None None] Pushing event updated for resources: {'Port': ['ID=3628699d-8427-41f3-a56e-b2752a1f51af,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:47.135477 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device d2a7c936-ea26-4685-ad30-7d0810dc9c23 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:47.201886 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: d2a7c936-ea26-4685-ad30-7d0810dc9c23 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:47.202242 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device d2a7c936-ea26-4685-ad30-7d0810dc9c23 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:47.289728 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43c612-3f14-4c52-a823-1f3f34be59e2 req-7bb79ae9-7934-4787-8aed-a0b995db2c8c tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:47.292203 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc43c612-3f14-4c52-a823-1f3f34be59e2 req-7bb79ae9-7934-4787-8aed-a0b995db2c8c tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 946 time: 0.4014046 Jul 14 09:31:47.296812 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-411e3ecf-1b4c-4e40-8bd3-669ce5f7d66f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.313084 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-411e3ecf-1b4c-4e40-8bd3-669ce5f7d66f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Transition to ACTIVE for port object 2ff2d87d-7556-4db9-8107-278e20b4cf22 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:47.354260 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-411e3ecf-1b4c-4e40-8bd3-669ce5f7d66f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.413714 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411e3ecf-1b4c-4e40-8bd3-669ce5f7d66f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network d5905fdb-fe1a-4961-8727-5882f8a02fae is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:47.417439 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-411e3ecf-1b4c-4e40-8bd3-669ce5f7d66f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:47.422071 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411e3ecf-1b4c-4e40-8bd3-669ce5f7d66f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:47.428077 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411e3ecf-1b4c-4e40-8bd3-669ce5f7d66f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:47.428510 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc43c612-3f14-4c52-a823-1f3f34be59e2 req-084b05c6-7ec3-4a02-a448-bb209a0ea1ee tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255217 Jul 14 09:31:47.428766 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-411e3ecf-1b4c-4e40-8bd3-669ce5f7d66f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.466899 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e3ecf-1b4c-4e40-8bd3-669ce5f7d66f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Port': ['ID=2ff2d87d-7556-4db9-8107-278e20b4cf22,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:47.476218 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-411e3ecf-1b4c-4e40-8bd3-669ce5f7d66f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5065849 Jul 14 09:31:47.476975 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49048) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:47.483472 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-8f40892f-f3e2-4610-a2aa-c39f1414d31f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'port': {'network_id': 'd5905fdb-fe1a-4961-8727-5882f8a02fae', 'name': 'tempest-PortsIpV6TestJSON-1650696434'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:47.616936 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f40892f-f3e2-4610-a2aa-c39f1414d31f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:47.621242 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f40892f-f3e2-4610-a2aa-c39f1414d31f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.651755 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-8f40892f-f3e2-4610-a2aa-c39f1414d31f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] device_id is not set on port 4dbca73d-c41a-4912-a90d-c887369cc63d yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:47.721582 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a0f1fb4-f34f-46de-bc2f-1b1580c99e2d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.765834 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 3628699d-8427-41f3-a56e-b2752a1f51af up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:47.828727 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-8f40892f-f3e2-4610-a2aa-c39f1414d31f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Allocated IP 2001:db8::35d (d5905fdb-fe1a-4961-8727-5882f8a02fae/107d3ec4-bb4e-4b21-9b71-58937ae217da/4dbca73d-c41a-4912-a90d-c887369cc63d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:47.857365 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 3628699d-8427-41f3-a56e-b2752a1f51af completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:48.031035 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f40892f-f3e2-4610-a2aa-c39f1414d31f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.048282 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f40892f-f3e2-4610-a2aa-c39f1414d31f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Transition to ACTIVE for port object 4dbca73d-c41a-4912-a90d-c887369cc63d will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:48.088027 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f40892f-f3e2-4610-a2aa-c39f1414d31f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.163529 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f40892f-f3e2-4610-a2aa-c39f1414d31f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network d5905fdb-fe1a-4961-8727-5882f8a02fae is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:48.167457 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8f40892f-f3e2-4610-a2aa-c39f1414d31f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:48.175749 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f40892f-f3e2-4610-a2aa-c39f1414d31f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:48.182071 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f40892f-f3e2-4610-a2aa-c39f1414d31f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:48.182745 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f40892f-f3e2-4610-a2aa-c39f1414d31f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.183693 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0a0f1fb4-f34f-46de-bc2f-1b1580c99e2d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Deleting port 6d4f4f04-b635-4763-bd2e-7bad353603cf {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:48.184076 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a0f1fb4-f34f-46de-bc2f-1b1580c99e2d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.191584 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40892f-f3e2-4610-a2aa-c39f1414d31f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Port': ['ID=4dbca73d-c41a-4912-a90d-c887369cc63d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:48.207287 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8f40892f-f3e2-4610-a2aa-c39f1414d31f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7290840 Jul 14 09:31:48.210454 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49054) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:48.314276 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0a0f1fb4-f34f-46de-bc2f-1b1580c99e2d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] For port 6d4f4f04-b635-4763-bd2e-7bad353603cf, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=6d4f4f04-b635-4763-bd2e-7bad353603cf,segment=NetworkSegment(ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d),segment_id=ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:48.314643 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a0f1fb4-f34f-46de-bc2f-1b1580c99e2d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.330679 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0a0f1fb4-f34f-46de-bc2f-1b1580c99e2d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Calling delete_port for 6d4f4f04-b635-4763-bd2e-7bad353603cf owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:48.350714 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74b732f-25df-4cd0-9ddb-29621e043e4d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:48.351288 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96a3a22-34d3-4fdf-bb2b-3a70136fd094 None None] Network d5905fdb-fe1a-4961-8727-5882f8a02fae requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:48.356014 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f74b732f-25df-4cd0-9ddb-29621e043e4d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A88 HTTP/1.1" status: 200 len: 928 time: 0.1443233 Jul 14 09:31:48.357254 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49056) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:48.432281 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1014033a-2384-486c-8ab5-1e5032640838 None None] Provisioning for port 3628699d-8427-41f3-a56e-b2752a1f51af completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:48.439408 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1014033a-2384-486c-8ab5-1e5032640838 None None] Provisioning complete for port 3628699d-8427-41f3-a56e-b2752a1f51af triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:48.439913 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1014033a-2384-486c-8ab5-1e5032640838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.488432 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9904d88d-645d-418d-ae1c-a6492b323929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.513145 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5fbca28c-c862-487a-b847-25c103ba06b6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting port 4dbca73d-c41a-4912-a90d-c887369cc63d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:48.513471 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5fbca28c-c862-487a-b847-25c103ba06b6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.584107 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1014033a-2384-486c-8ab5-1e5032640838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.667412 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1014033a-2384-486c-8ab5-1e5032640838 None None] For port 3628699d-8427-41f3-a56e-b2752a1f51af, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=3628699d-8427-41f3-a56e-b2752a1f51af,segment=NetworkSegment(997fa89f-d475-47f1-93fb-e1d7022310a9),segment_id=997fa89f-d475-47f1-93fb-e1d7022310a9)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:48.673610 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1014033a-2384-486c-8ab5-1e5032640838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.686058 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5fbca28c-c862-487a-b847-25c103ba06b6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.699945 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5fbca28c-c862-487a-b847-25c103ba06b6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Calling delete_port for 4dbca73d-c41a-4912-a90d-c887369cc63d owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:48.743082 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014033a-2384-486c-8ab5-1e5032640838 None None] Pushing event updated for resources: {'Port': ['ID=3628699d-8427-41f3-a56e-b2752a1f51af,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:48.873321 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5fbca28c-c862-487a-b847-25c103ba06b6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.919393 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbca28c-c862-487a-b847-25c103ba06b6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Port': ['ID=4dbca73d-c41a-4912-a90d-c887369cc63d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:48.980429 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5fbca28c-c862-487a-b847-25c103ba06b6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.983191 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5fbca28c-c862-487a-b847-25c103ba06b6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/ports/4dbca73d-c41a-4912-a90d-c887369cc63d HTTP/1.1" status: 204 len: 168 time: 0.6246929 Jul 14 09:31:48.986070 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49062) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:49.038280 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e39c8e38-a185-4b0c-9eb0-07b13e8fd601 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] GET failed (client error): The resource could not be found. Jul 14 09:31:49.040355 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e39c8e38-a185-4b0c-9eb0-07b13e8fd601 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "GET /v2.0/ports/4dbca73d-c41a-4912-a90d-c887369cc63d HTTP/1.1" status: 404 len: 333 time: 0.0529613 Jul 14 09:31:49.043388 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49064) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:49.056967 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8f987-3eb5-4737-a3db-1c5aece4b771 req-97ffd0cb-26da-4c25-99ed-519ce0bc2c96 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:49.061006 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dcc8f987-3eb5-4737-a3db-1c5aece4b771 req-97ffd0cb-26da-4c25-99ed-519ce0bc2c96 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 946 time: 0.1882184 Jul 14 09:31:49.090062 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a0f1fb4-f34f-46de-bc2f-1b1580c99e2d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.095550 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-277cceb5-b937-46e7-8e5d-bf146b9b9dc9 None None] Could not find standard attr ID for object 4dbca73d-c41a-4912-a90d-c887369cc63d. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:31:49.113791 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-277cceb5-b937-46e7-8e5d-bf146b9b9dc9 None None] Provisioning for port 2ff2d87d-7556-4db9-8107-278e20b4cf22 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:49.131833 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-277cceb5-b937-46e7-8e5d-bf146b9b9dc9 None None] Provisioning complete for port 2ff2d87d-7556-4db9-8107-278e20b4cf22 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:49.132436 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-277cceb5-b937-46e7-8e5d-bf146b9b9dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.193578 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f1fb4-f34f-46de-bc2f-1b1580c99e2d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event deleted for resources: {'Port': ['ID=6d4f4f04-b635-4763-bd2e-7bad353603cf,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:49.223730 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-277cceb5-b937-46e7-8e5d-bf146b9b9dc9 None None] Port 2ff2d87d-7556-4db9-8107-278e20b4cf22 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:49.252502 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-277cceb5-b937-46e7-8e5d-bf146b9b9dc9 None None] Provisioning complete for port 3628699d-8427-41f3-a56e-b2752a1f51af triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:49.252915 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-277cceb5-b937-46e7-8e5d-bf146b9b9dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.296682 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-29bc14c6-bc2c-4137-9d28-47cd5ab7700a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting port 2ff2d87d-7556-4db9-8107-278e20b4cf22 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:49.297054 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29bc14c6-bc2c-4137-9d28-47cd5ab7700a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.298818 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dcc8f987-3eb5-4737-a3db-1c5aece4b771 req-3a844042-aa1d-4e9d-88ed-d8d6e3fb1364 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295237 Jul 14 09:31:49.482840 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29bc14c6-bc2c-4137-9d28-47cd5ab7700a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.504675 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-29bc14c6-bc2c-4137-9d28-47cd5ab7700a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Calling delete_port for 2ff2d87d-7556-4db9-8107-278e20b4cf22 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:49.519896 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a0f1fb4-f34f-46de-bc2f-1b1580c99e2d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.575048 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6e36aad9-2175-44ef-a6a6-250dbcc8dd36 None None] Provisioning complete for port 2ff2d87d-7556-4db9-8107-278e20b4cf22 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:49.575454 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e36aad9-2175-44ef-a6a6-250dbcc8dd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.689171 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6e36aad9-2175-44ef-a6a6-250dbcc8dd36 None None] Port 2ff2d87d-7556-4db9-8107-278e20b4cf22 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:49.726811 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29bc14c6-bc2c-4137-9d28-47cd5ab7700a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.763526 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc14c6-bc2c-4137-9d28-47cd5ab7700a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Port': ['ID=2ff2d87d-7556-4db9-8107-278e20b4cf22,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:49.801303 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29bc14c6-bc2c-4137-9d28-47cd5ab7700a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.813286 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-29bc14c6-bc2c-4137-9d28-47cd5ab7700a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/ports/2ff2d87d-7556-4db9-8107-278e20b4cf22 HTTP/1.1" status: 204 len: 168 time: 0.7686532 Jul 14 09:31:49.817178 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49068) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:49.821943 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c127ad16-4916-4f4b-a4ac-35ee1e324ff3 None None] Could not find standard attr ID for object 4dbca73d-c41a-4912-a90d-c887369cc63d. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:31:49.854182 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 3628699d-8427-41f3-a56e-b2752a1f51af up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:49.890677 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa15b2d0-db82-4e5e-bce7-7fd8d6b94172 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] GET failed (client error): The resource could not be found. Jul 14 09:31:49.894233 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-aa15b2d0-db82-4e5e-bce7-7fd8d6b94172 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "GET /v2.0/ports/2ff2d87d-7556-4db9-8107-278e20b4cf22 HTTP/1.1" status: 404 len: 333 time: 0.0745742 Jul 14 09:31:49.895795 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49070) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:49.937587 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 3628699d-8427-41f3-a56e-b2752a1f51af triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:49.938116 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.984511 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b579d0a-cf84-4320-a23d-215b68c2823d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting subnet 107d3ec4-bb4e-4b21-9b71-58937ae217da {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:49.992053 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0f1fb4-f34f-46de-bc2f-1b1580c99e2d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Router 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:49.996346 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b579d0a-cf84-4320-a23d-215b68c2823d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.097139 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b579d0a-cf84-4320-a23d-215b68c2823d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.250330 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:31:50.251210 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0f1fb4-f34f-46de-bc2f-1b1580c99e2d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:50.258651 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0a0f1fb4-f34f-46de-bc2f-1b1580c99e2d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "PUT /v2.0/routers/49630ec0-3d51-4fc2-ae96-7ab0ab25cb46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3044212 Jul 14 09:31:50.264419 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49074) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:50.268191 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94e52cb-4e39-454a-aa66-4958925b6e9e None None] Sync routers for ids ['49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:50.274158 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b579d0a-cf84-4320-a23d-215b68c2823d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.290035 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94e52cb-4e39-454a-aa66-4958925b6e9e None None] Routers {'49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:50.291003 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a94e52cb-4e39-454a-aa66-4958925b6e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:31:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:50.377114 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-6434e506-1c0a-4d0d-82e7-d9a8bcc3f123 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Deleting subnet 6e87fb8d-e279-4ea7-a7d5-ce53c7332c42 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:50.383281 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6434e506-1c0a-4d0d-82e7-d9a8bcc3f123 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.384116 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b579d0a-cf84-4320-a23d-215b68c2823d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.444679 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b579d0a-cf84-4320-a23d-215b68c2823d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Subnet': ['ID=107d3ec4-bb4e-4b21-9b71-58937ae217da,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:50.450006 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b579d0a-cf84-4320-a23d-215b68c2823d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.452072 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2b579d0a-cf84-4320-a23d-215b68c2823d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/subnets/107d3ec4-bb4e-4b21-9b71-58937ae217da HTTP/1.1" status: 204 len: 168 time: 0.5553188 Jul 14 09:31:50.454696 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49080) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:50.457664 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6434e506-1c0a-4d0d-82e7-d9a8bcc3f123 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.458202 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac230e1c-e931-427b-a7a8-e6e87dcaf00a None None] Network d5905fdb-fe1a-4961-8727-5882f8a02fae requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:50.499165 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-a94e52cb-4e39-454a-aa66-4958925b6e9e None None] Set router 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:50.558603 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7909b879-244b-4232-adf6-af52a0ee7566 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.605114 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6434e506-1c0a-4d0d-82e7-d9a8bcc3f123 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.682080 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5497e-53f9-44fd-991a-2ef724576533 req-a393be6f-2eb9-444a-9aec-11b50cb77a22 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:50.683801 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74b5497e-53f9-44fd-991a-2ef724576533 req-a393be6f-2eb9-444a-9aec-11b50cb77a22 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 946 time: 0.1219006 Jul 14 09:31:50.724111 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7909b879-244b-4232-adf6-af52a0ee7566 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting port 3628699d-8427-41f3-a56e-b2752a1f51af {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:50.724454 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7909b879-244b-4232-adf6-af52a0ee7566 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.725199 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a94e52cb-4e39-454a-aa66-4958925b6e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'name': 'tempest-TestNetworkBasicOps-router-711348758', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:54Z', 'updated_at': '2021-07-14T09:31:48Z', 'revision_number': 7, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:50.727543 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6434e506-1c0a-4d0d-82e7-d9a8bcc3f123 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.741107 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa91f69-ebd3-45c5-9099-7f861e00b873 None None] DHCP port deletion for d5905fdb-fe1a-4961-8727-5882f8a02fae request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:31:50.763982 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94e52cb-4e39-454a-aa66-4958925b6e9e None None] Checking router: 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:31:50.767895 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6434e506-1c0a-4d0d-82e7-d9a8bcc3f123 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.773779 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6434e506-1c0a-4d0d-82e7-d9a8bcc3f123 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "DELETE /v2.0/subnets/6e87fb8d-e279-4ea7-a7d5-ce53c7332c42 HTTP/1.1" status: 204 len: 168 time: 0.5059588 Jul 14 09:31:50.774065 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49082) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:50.778885 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94e52cb-4e39-454a-aa66-4958925b6e9e None None] Routers {'49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:50.780035 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a94e52cb-4e39-454a-aa66-4958925b6e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:31:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:50.787118 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434e506-1c0a-4d0d-82e7-d9a8bcc3f123 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event deleted for resources: {'Subnet': ['ID=6e87fb8d-e279-4ea7-a7d5-ce53c7332c42,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:50.788604 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63a4991-f636-49d8-8fe3-c5c6ba90b811 None None] Network 2c27e967-42d1-4bc6-93c9-e765f463f3e7 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:50.818939 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7909b879-244b-4232-adf6-af52a0ee7566 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] For port 3628699d-8427-41f3-a56e-b2752a1f51af, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=3628699d-8427-41f3-a56e-b2752a1f51af,segment=NetworkSegment(997fa89f-d475-47f1-93fb-e1d7022310a9),segment_id=997fa89f-d475-47f1-93fb-e1d7022310a9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:50.819384 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7909b879-244b-4232-adf6-af52a0ee7566 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.826114 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74b5497e-53f9-44fd-991a-2ef724576533 req-59077953-9c5e-4a89-aedb-1c86dde4f2f5 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316066 Jul 14 09:31:50.844657 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7909b879-244b-4232-adf6-af52a0ee7566 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Calling delete_port for 3628699d-8427-41f3-a56e-b2752a1f51af owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:50.942868 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-a94e52cb-4e39-454a-aa66-4958925b6e9e None None] Set router 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:50.944761 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21e41c46-b860-4b91-8fd6-f8677876a0fb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.950561 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-faa91f69-ebd3-45c5-9099-7f861e00b873 None None] Deleting port 3628699d-8427-41f3-a56e-b2752a1f51af {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:50.950925 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-faa91f69-ebd3-45c5-9099-7f861e00b873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.974302 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7909b879-244b-4232-adf6-af52a0ee7566 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.021827 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909b879-244b-4232-adf6-af52a0ee7566 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Port': ['ID=3628699d-8427-41f3-a56e-b2752a1f51af,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:51.029485 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7909b879-244b-4232-adf6-af52a0ee7566 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] No DVR routers for this DVR port 3628699d-8427-41f3-a56e-b2752a1f51af on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:51.052484 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-faa91f69-ebd3-45c5-9099-7f861e00b873 None None] For port 3628699d-8427-41f3-a56e-b2752a1f51af, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=3628699d-8427-41f3-a56e-b2752a1f51af,segment=NetworkSegment(997fa89f-d475-47f1-93fb-e1d7022310a9),segment_id=997fa89f-d475-47f1-93fb-e1d7022310a9)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:51.053193 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-faa91f69-ebd3-45c5-9099-7f861e00b873 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.069464 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f6d8173-4ce3-4c86-a4a4-fc9370b29a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.079313 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-faa91f69-ebd3-45c5-9099-7f861e00b873 None None] Calling delete_port for 3628699d-8427-41f3-a56e-b2752a1f51af owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:51.098224 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21e41c46-b860-4b91-8fd6-f8677876a0fb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.101582 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e09437-fa8c-4709-8fd7-4cb22ef9bccd None None] DHCP port deletion for 2c27e967-42d1-4bc6-93c9-e765f463f3e7 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:31:51.159762 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7909b879-244b-4232-adf6-af52a0ee7566 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.164742 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-21e41c46-b860-4b91-8fd6-f8677876a0fb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Deleting port b9e92a49-bbda-47ff-9966-0029dcbf5bc4 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:51.165214 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21e41c46-b860-4b91-8fd6-f8677876a0fb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.173919 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-7909b879-244b-4232-adf6-af52a0ee7566 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5905fdb-fe1a-4961-8727-5882f8a02fae']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:51.205546 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-7909b879-244b-4232-adf6-af52a0ee7566 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997fa89f-d475-47f1-93fb-e1d7022310a9') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:51.205858 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-7909b879-244b-4232-adf6-af52a0ee7566 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997fa89f-d475-47f1-93fb-e1d7022310a9') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:51.223380 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7909b879-244b-4232-adf6-af52a0ee7566 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.242019 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-00e09437-fa8c-4709-8fd7-4cb22ef9bccd None None] Deleting port c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:51.242394 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00e09437-fa8c-4709-8fd7-4cb22ef9bccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.247461 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a94e52cb-4e39-454a-aa66-4958925b6e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'name': 'tempest-TestNetworkBasicOps-router-711348758', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:54Z', 'updated_at': '2021-07-14T09:31:48Z', 'revision_number': 7, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:51.251972 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7909b879-244b-4232-adf6-af52a0ee7566 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.261831 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7909b879-244b-4232-adf6-af52a0ee7566 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:51.262631 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7909b879-244b-4232-adf6-af52a0ee7566 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.266371 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-21e41c46-b860-4b91-8fd6-f8677876a0fb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] For port b9e92a49-bbda-47ff-9966-0029dcbf5bc4, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b9e92a49-bbda-47ff-9966-0029dcbf5bc4,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:51.267691 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21e41c46-b860-4b91-8fd6-f8677876a0fb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:51.268013 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:51.286508 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94e52cb-4e39-454a-aa66-4958925b6e9e None None] The sync data for ids ['49630ec0-3d51-4fc2-ae96-7ab0ab25cb46'] in n-d-771362-35 is: [{'id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'name': 'tempest-TestNetworkBasicOps-router-711348758', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:54Z', 'updated_at': '2021-07-14T09:31:48Z', 'revision_number': 7, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'b9e92a49-bbda-47ff-9966-0029dcbf5bc4', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49630ec0-3d51-4fc2-ae96-7ab0ab25cb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:51.292813 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-faa91f69-ebd3-45c5-9099-7f861e00b873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.328619 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-21e41c46-b860-4b91-8fd6-f8677876a0fb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Calling delete_port for b9e92a49-bbda-47ff-9966-0029dcbf5bc4 owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:51.355928 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7909b879-244b-4232-adf6-af52a0ee7566 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.359399 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa91f69-ebd3-45c5-9099-7f861e00b873 None None] Pushing event deleted for resources: {'Port': ['ID=3628699d-8427-41f3-a56e-b2752a1f51af,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:51.361839 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa91f69-ebd3-45c5-9099-7f861e00b873 None None] No DVR routers for this DVR port 3628699d-8427-41f3-a56e-b2752a1f51af on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:51.366565 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7909b879-244b-4232-adf6-af52a0ee7566 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.369344 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7909b879-244b-4232-adf6-af52a0ee7566 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/networks/d5905fdb-fe1a-4961-8727-5882f8a02fae HTTP/1.1" status: 204 len: 168 time: 0.9135733 Jul 14 09:31:51.376021 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.391383 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49086) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:51.396591 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-00e09437-fa8c-4709-8fd7-4cb22ef9bccd None None] For port c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff,segment=NetworkSegment(ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d),segment_id=ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:51.396985 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6491f213-b242-454b-93c3-b6153f6ed4d4 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1831881482'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:51.397505 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00e09437-fa8c-4709-8fd7-4cb22ef9bccd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.401728 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909b879-244b-4232-adf6-af52a0ee7566 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Network': ['ID=d5905fdb-fe1a-4961-8727-5882f8a02fae,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:51.414767 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-00e09437-fa8c-4709-8fd7-4cb22ef9bccd None None] Calling delete_port for c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:51.435776 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6491f213-b242-454b-93c3-b6153f6ed4d4 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:51.439669 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6491f213-b242-454b-93c3-b6153f6ed4d4 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.468551 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6491f213-b242-454b-93c3-b6153f6ed4d4 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:51.480381 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6491f213-b242-454b-93c3-b6153f6ed4d4 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.480742 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-6491f213-b242-454b-93c3-b6153f6ed4d4 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Added segment bc0ea41f-a561-4f8e-855c-8bd6c81947c0 of type vlan for network d4f85945-18ad-49be-aeee-f6fcf594f5e4 Jul 14 09:31:51.524344 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00e09437-fa8c-4709-8fd7-4cb22ef9bccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.540573 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6491f213-b242-454b-93c3-b6153f6ed4d4 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.555311 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e09437-fa8c-4709-8fd7-4cb22ef9bccd None None] Pushing event deleted for resources: {'Port': ['ID=c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:51.560940 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e09437-fa8c-4709-8fd7-4cb22ef9bccd None None] No DVR routers for this DVR port c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:51.578083 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6491f213-b242-454b-93c3-b6153f6ed4d4 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.580512 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21e41c46-b860-4b91-8fd6-f8677876a0fb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.584725 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6491f213-b242-454b-93c3-b6153f6ed4d4 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:51.585338 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6491f213-b242-454b-93c3-b6153f6ed4d4 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.612891 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e41c46-b860-4b91-8fd6-f8677876a0fb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event deleted for resources: {'Port': ['ID=b9e92a49-bbda-47ff-9966-0029dcbf5bc4,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:51.656725 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6491f213-b242-454b-93c3-b6153f6ed4d4 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2609856 Jul 14 09:31:51.657906 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49090) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:51.663330 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-cc2ed7a5-322c-4cac-99ef-2ae7d8e316a6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'subnet': {'network_id': 'd4f85945-18ad-49be-aeee-f6fcf594f5e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:51.709887 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21e41c46-b860-4b91-8fd6-f8677876a0fb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.717576 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491f213-b242-454b-93c3-b6153f6ed4d4 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Network': ['ID=d4f85945-18ad-49be-aeee-f6fcf594f5e4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:51.734286 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network d4f85945-18ad-49be-aeee-f6fcf594f5e4 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:51.813661 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2ed7a5-322c-4cac-99ef-2ae7d8e316a6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:51.820166 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc2ed7a5-322c-4cac-99ef-2ae7d8e316a6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.854227 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21e41c46-b860-4b91-8fd6-f8677876a0fb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.858663 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 3628699d-8427-41f3-a56e-b2752a1f51af no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:51.861904 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21e41c46-b860-4b91-8fd6-f8677876a0fb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.885060 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 3628699d-8427-41f3-a56e-b2752a1f51af {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:51.885420 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 3628699d-8427-41f3-a56e-b2752a1f51af not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:51.885835 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 6d4f4f04-b635-4763-bd2e-7bad353603cf no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:51.907632 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 6d4f4f04-b635-4763-bd2e-7bad353603cf {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:51.907986 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 6d4f4f04-b635-4763-bd2e-7bad353603cf not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:51.908576 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:51.930128 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21e41c46-b860-4b91-8fd6-f8677876a0fb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.930831 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e41c46-b860-4b91-8fd6-f8677876a0fb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Fanout notify agent at l3_agent the message router_deleted on router 49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:31:51.932724 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:51.936367 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c1ae6f17-3a0c-4cc4-87d4-0dbf9958e0ff not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:51.940057 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21e41c46-b860-4b91-8fd6-f8677876a0fb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.941180 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-21e41c46-b860-4b91-8fd6-f8677876a0fb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "DELETE /v2.0/routers/49630ec0-3d51-4fc2-ae96-7ab0ab25cb46 HTTP/1.1" status: 204 len: 168 time: 1.1659410 Jul 14 09:31:51.944578 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49094) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:52.034067 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7eef08-b6b3-4089-b792-2ef84add99f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.150418 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebe8a0-4dfc-45c8-988a-608979d52d41 req-60380d16-ad45-4e73-95fe-a2ab6cdcb2ad tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:52.151731 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7eef08-b6b3-4089-b792-2ef84add99f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.152111 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-78ebe8a0-4dfc-45c8-988a-608979d52d41 req-60380d16-ad45-4e73-95fe-a2ab6cdcb2ad tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 946 time: 0.1521759 Jul 14 09:31:52.159055 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc2ed7a5-322c-4cac-99ef-2ae7d8e316a6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.164170 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ea7eef08-b6b3-4089-b792-2ef84add99f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c27e967-42d1-4bc6-93c9-e765f463f3e7']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:52.175897 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ea7eef08-b6b3-4089-b792-2ef84add99f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:52.176528 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ea7eef08-b6b3-4089-b792-2ef84add99f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecfe9fa8-d60a-4c0e-a4bd-e7b5ff72383d') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:52.187916 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7eef08-b6b3-4089-b792-2ef84add99f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.201107 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.208017 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7eef08-b6b3-4089-b792-2ef84add99f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.214496 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea7eef08-b6b3-4089-b792-2ef84add99f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:52.214904 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7eef08-b6b3-4089-b792-2ef84add99f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:52.218922 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:52.256180 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ed7a5-322c-4cac-99ef-2ae7d8e316a6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Subnet': ['ID=f630f913-5a28-4234-a818-41fef097704d,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:52.272484 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-78ebe8a0-4dfc-45c8-988a-608979d52d41 req-3e8b0674-6e5c-4265-bb59-613cf771cc4a tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094785 Jul 14 09:31:52.279359 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7eef08-b6b3-4089-b792-2ef84add99f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.279582 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2ed7a5-322c-4cac-99ef-2ae7d8e316a6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Checking segment: {'id': 'bc0ea41f-a561-4f8e-855c-8bd6c81947c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd4f85945-18ad-49be-aeee-f6fcf594f5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:52.279934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2ed7a5-322c-4cac-99ef-2ae7d8e316a6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network hostable DHCP agents. Network: d4f85945-18ad-49be-aeee-f6fcf594f5e4, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:52.288160 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7eef08-b6b3-4089-b792-2ef84add99f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.290294 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ea7eef08-b6b3-4089-b792-2ef84add99f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "DELETE /v2.0/networks/2c27e967-42d1-4bc6-93c9-e765f463f3e7 HTTP/1.1" status: 204 len: 168 time: 0.3441448 Jul 14 09:31:52.303863 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7eef08-b6b3-4089-b792-2ef84add99f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event deleted for resources: {'Network': ['ID=2c27e967-42d1-4bc6-93c9-e765f463f3e7,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:52.315806 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49096) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:52.315806 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-8b2b7bad-4662-4934-91e6-7729dfbb3467 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'network': {'name': 'tempest-network-smoke--789045248', 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'port_security_enabled': True}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:52.331938 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2ed7a5-322c-4cac-99ef-2ae7d8e316a6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network d4f85945-18ad-49be-aeee-f6fcf594f5e4 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:52.337809 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2b7bad-4662-4934-91e6-7729dfbb3467 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Made reservation on behalf of cb022d5abed74ace8ce20b5df7c7b1b3 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:52.342256 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b2b7bad-4662-4934-91e6-7729dfbb3467 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.342405 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-cc2ed7a5-322c-4cac-99ef-2ae7d8e316a6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, d4f85945-18ad-49be-aeee-f6fcf594f5e4) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:52.348678 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ed7a5-322c-4cac-99ef-2ae7d8e316a6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:52.350155 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc2ed7a5-322c-4cac-99ef-2ae7d8e316a6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.351162 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705e019f-c89c-40e5-a4d6-edb90fbb3412 None None] Network d4f85945-18ad-49be-aeee-f6fcf594f5e4 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:52.371006 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cc2ed7a5-322c-4cac-99ef-2ae7d8e316a6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7092388 Jul 14 09:31:52.371217 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49098) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:52.373696 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2b7bad-4662-4934-91e6-7729dfbb3467 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:52.377715 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-4dce3731-c9fc-4810-8428-11a7030fbbe0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'port': {'network_id': 'd4f85945-18ad-49be-aeee-f6fcf594f5e4', 'name': 'tempest-PortsIpV6TestJSON-1724040226', 'fixed_ips': [{'subnet_id': 'f630f913-5a28-4234-a818-41fef097704d', 'ip_address': '2001:db8::10'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:52.386790 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b2b7bad-4662-4934-91e6-7729dfbb3467 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.387141 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-8b2b7bad-4662-4934-91e6-7729dfbb3467 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Added segment 623598a1-d685-4093-a37c-5160ffd2de19 of type vlan for network 417d6633-5479-4eb9-a511-7b3ee754b7fe Jul 14 09:31:52.467780 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b2b7bad-4662-4934-91e6-7729dfbb3467 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.521214 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b2b7bad-4662-4934-91e6-7729dfbb3467 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.528502 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2b7bad-4662-4934-91e6-7729dfbb3467 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:52.529768 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b2b7bad-4662-4934-91e6-7729dfbb3467 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.531919 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f377ae88-4587-4613-beb4-93a44642c811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-d4f85945-18ad-49be-aeee-f6fcf594f5e4', 'network_id': 'd4f85945-18ad-49be-aeee-f6fcf594f5e4', 'tenant_id': 'dcc30680139646f2ba211bfea563cead', 'fixed_ips': [{'subnet_id': 'f630f913-5a28-4234-a818-41fef097704d'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:52.537008 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f377ae88-4587-4613-beb4-93a44642c811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.571449 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dce3731-c9fc-4810-8428-11a7030fbbe0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:52.608733 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8b2b7bad-4662-4934-91e6-7729dfbb3467 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2940238 Jul 14 09:31:52.616462 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49104) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:52.623006 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c1797ec8-baad-43b6-9fbf-a3b0d275b6f1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1618627830', 'admin_state_up': True, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:52.630340 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b7bad-4662-4934-91e6-7729dfbb3467 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'Network': ['ID=417d6633-5479-4eb9-a511-7b3ee754b7fe,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:52.647747 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 417d6633-5479-4eb9-a511-7b3ee754b7fe details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:52.663571 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1797ec8-baad-43b6-9fbf-a3b0d275b6f1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.668096 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1797ec8-baad-43b6-9fbf-a3b0d275b6f1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.700893 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4dce3731-c9fc-4810-8428-11a7030fbbe0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.723674 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-4dce3731-c9fc-4810-8428-11a7030fbbe0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] device_id is not set on port 32f5256c-31e6-4336-8fb1-9f0af967a17a yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:52.741792 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1797ec8-baad-43b6-9fbf-a3b0d275b6f1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.769497 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-f377ae88-4587-4613-beb4-93a44642c811 None None] Allocated IP 2001:db8::2 (d4f85945-18ad-49be-aeee-f6fcf594f5e4/f630f913-5a28-4234-a818-41fef097704d/d017ceee-1b7a-417e-ad7e-1a381cf0ee16) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:52.891316 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1797ec8-baad-43b6-9fbf-a3b0d275b6f1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.070875 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f377ae88-4587-4613-beb4-93a44642c811 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.079348 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f377ae88-4587-4613-beb4-93a44642c811 None None] Transition to ACTIVE for port object d017ceee-1b7a-417e-ad7e-1a381cf0ee16 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:53.094972 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f377ae88-4587-4613-beb4-93a44642c811 None None] Transition to ACTIVE for port object d017ceee-1b7a-417e-ad7e-1a381cf0ee16 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:53.100799 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f377ae88-4587-4613-beb4-93a44642c811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.101269 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1797ec8-baad-43b6-9fbf-a3b0d275b6f1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.121442 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1797ec8-baad-43b6-9fbf-a3b0d275b6f1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.152068 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-4dce3731-c9fc-4810-8428-11a7030fbbe0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Allocated IP 2001:db8::10 (d4f85945-18ad-49be-aeee-f6fcf594f5e4/f630f913-5a28-4234-a818-41fef097704d/32f5256c-31e6-4336-8fb1-9f0af967a17a) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:53.152278 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377ae88-4587-4613-beb4-93a44642c811 None None] Pushing event updated for resources: {'Port': ['ID=d017ceee-1b7a-417e-ad7e-1a381cf0ee16,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:53.162210 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f377ae88-4587-4613-beb4-93a44642c811 None None] Network d4f85945-18ad-49be-aeee-f6fcf594f5e4 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:53.163762 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f377ae88-4587-4613-beb4-93a44642c811 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:53.166392 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f377ae88-4587-4613-beb4-93a44642c811 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:53.233165 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f377ae88-4587-4613-beb4-93a44642c811 None None] Attempting to bind port d017ceee-1b7a-417e-ad7e-1a381cf0ee16 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:53.233564 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f377ae88-4587-4613-beb4-93a44642c811 None None] Attempting to bind port d017ceee-1b7a-417e-ad7e-1a381cf0ee16 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'bc0ea41f-a561-4f8e-855c-8bd6c81947c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd4f85945-18ad-49be-aeee-f6fcf594f5e4'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:53.233929 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f377ae88-4587-4613-beb4-93a44642c811 None None] Attempting to bind port d017ceee-1b7a-417e-ad7e-1a381cf0ee16 on network d4f85945-18ad-49be-aeee-f6fcf594f5e4 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:53.236951 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c1797ec8-baad-43b6-9fbf-a3b0d275b6f1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Allocated IP 172.25.6.33 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/f2b6cba6-9c17-42b9-9328-65f9d0f7a584) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:53.239774 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f377ae88-4587-4613-beb4-93a44642c811 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:53.240217 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f377ae88-4587-4613-beb4-93a44642c811 None None] Checking segment: {'id': 'bc0ea41f-a561-4f8e-855c-8bd6c81947c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd4f85945-18ad-49be-aeee-f6fcf594f5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:53.240685 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f377ae88-4587-4613-beb4-93a44642c811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.241115 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f377ae88-4587-4613-beb4-93a44642c811 None None] Bound using segment: {'id': 'bc0ea41f-a561-4f8e-855c-8bd6c81947c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd4f85945-18ad-49be-aeee-f6fcf594f5e4'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:53.242121 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f377ae88-4587-4613-beb4-93a44642c811 None None] Bound port: d017ceee-1b7a-417e-ad7e-1a381cf0ee16, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0ea41f-a561-4f8e-855c-8bd6c81947c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd4f85945-18ad-49be-aeee-f6fcf594f5e4'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:53.242121 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f377ae88-4587-4613-beb4-93a44642c811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.332835 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f377ae88-4587-4613-beb4-93a44642c811 None None] For port d017ceee-1b7a-417e-ad7e-1a381cf0ee16, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:53.336529 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f377ae88-4587-4613-beb4-93a44642c811 None None] For port d017ceee-1b7a-417e-ad7e-1a381cf0ee16, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d017ceee-1b7a-417e-ad7e-1a381cf0ee16,segment=NetworkSegment(bc0ea41f-a561-4f8e-855c-8bd6c81947c0),segment_id=bc0ea41f-a561-4f8e-855c-8bd6c81947c0)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:53.342914 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f377ae88-4587-4613-beb4-93a44642c811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.350123 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4dce3731-c9fc-4810-8428-11a7030fbbe0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.365031 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1797ec8-baad-43b6-9fbf-a3b0d275b6f1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.367418 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4dce3731-c9fc-4810-8428-11a7030fbbe0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Transition to ACTIVE for port object 32f5256c-31e6-4336-8fb1-9f0af967a17a will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:53.409579 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4dce3731-c9fc-4810-8428-11a7030fbbe0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.419999 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377ae88-4587-4613-beb4-93a44642c811 None None] Pushing event updated for resources: {'Port': ['ID=d017ceee-1b7a-417e-ad7e-1a381cf0ee16,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:53.433452 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1797ec8-baad-43b6-9fbf-a3b0d275b6f1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.467235 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dce3731-c9fc-4810-8428-11a7030fbbe0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network d4f85945-18ad-49be-aeee-f6fcf594f5e4 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:53.471028 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-4dce3731-c9fc-4810-8428-11a7030fbbe0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:53.473652 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dce3731-c9fc-4810-8428-11a7030fbbe0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:53.480365 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dce3731-c9fc-4810-8428-11a7030fbbe0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:53.481719 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4dce3731-c9fc-4810-8428-11a7030fbbe0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.490367 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1797ec8-baad-43b6-9fbf-a3b0d275b6f1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:53.494068 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c1797ec8-baad-43b6-9fbf-a3b0d275b6f1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:53.500785 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1797ec8-baad-43b6-9fbf-a3b0d275b6f1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:53.503035 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1797ec8-baad-43b6-9fbf-a3b0d275b6f1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'Port': ['ID=f2b6cba6-9c17-42b9-9328-65f9d0f7a584,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:53.511873 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce3731-c9fc-4810-8428-11a7030fbbe0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Port': ['ID=32f5256c-31e6-4336-8fb1-9f0af967a17a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:53.540249 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4dce3731-c9fc-4810-8428-11a7030fbbe0 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1673083 Jul 14 09:31:53.543041 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49108) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:53.548847 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ecc964e9-a9b7-4e99-8bf6-690a4b6fa9ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'port': {'network_id': 'd4f85945-18ad-49be-aeee-f6fcf594f5e4', 'name': 'tempest-PortsIpV6TestJSON-111987969', 'fixed_ips': [{'subnet_id': 'f630f913-5a28-4234-a818-41fef097704d', 'ip_address': '2001:db8::f'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:53.662398 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be338b7-6321-4634-8a5e-9be87f1ef83d req-80ff4114-a7a6-449a-bcbc-ba4569428680 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:53.664130 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8be338b7-6321-4634-8a5e-9be87f1ef83d req-80ff4114-a7a6-449a-bcbc-ba4569428680 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 946 time: 0.1756418 Jul 14 09:31:53.698382 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b9e92a49-bbda-47ff-9966-0029dcbf5bc4 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:53.772994 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8be338b7-6321-4634-8a5e-9be87f1ef83d req-07e1da9a-416f-48b3-8e27-1e03162dfd42 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806756 Jul 14 09:31:53.795133 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: b9e92a49-bbda-47ff-9966-0029dcbf5bc4 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:53.795535 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b9e92a49-bbda-47ff-9966-0029dcbf5bc4 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:53.812527 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc964e9-a9b7-4e99-8bf6-690a4b6fa9ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:53.818036 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ecc964e9-a9b7-4e99-8bf6-690a4b6fa9ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.821035 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.838442 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-ecc964e9-a9b7-4e99-8bf6-690a4b6fa9ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] device_id is not set on port e48b0768-f57c-41d3-90b8-f6105e9d8751 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:53.913081 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1797ec8-baad-43b6-9fbf-a3b0d275b6f1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.014553 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-ecc964e9-a9b7-4e99-8bf6-690a4b6fa9ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Allocated IP 2001:db8::f (d4f85945-18ad-49be-aeee-f6fcf594f5e4/f630f913-5a28-4234-a818-41fef097704d/e48b0768-f57c-41d3-90b8-f6105e9d8751) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:54.131918 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1797ec8-baad-43b6-9fbf-a3b0d275b6f1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.179425 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ecc964e9-a9b7-4e99-8bf6-690a4b6fa9ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.195164 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ecc964e9-a9b7-4e99-8bf6-690a4b6fa9ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Transition to ACTIVE for port object e48b0768-f57c-41d3-90b8-f6105e9d8751 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:54.239739 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ecc964e9-a9b7-4e99-8bf6-690a4b6fa9ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.285781 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc964e9-a9b7-4e99-8bf6-690a4b6fa9ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network d4f85945-18ad-49be-aeee-f6fcf594f5e4 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:54.289643 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1797ec8-baad-43b6-9fbf-a3b0d275b6f1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Router 8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:31:54.293211 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ecc964e9-a9b7-4e99-8bf6-690a4b6fa9ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:54.297283 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc964e9-a9b7-4e99-8bf6-690a4b6fa9ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:54.303446 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc964e9-a9b7-4e99-8bf6-690a4b6fa9ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:54.304118 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ecc964e9-a9b7-4e99-8bf6-690a4b6fa9ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.327871 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc964e9-a9b7-4e99-8bf6-690a4b6fa9ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Port': ['ID=e48b0768-f57c-41d3-90b8-f6105e9d8751,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:54.338456 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ecc964e9-a9b7-4e99-8bf6-690a4b6fa9ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7942512 Jul 14 09:31:54.343140 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49114) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:54.429647 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1797ec8-baad-43b6-9fbf-a3b0d275b6f1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:54.439757 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1768e344-7a80-4852-b19f-33f3e7c9c94f None None] Sync routers for ids ['8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:54.450246 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1768e344-7a80-4852-b19f-33f3e7c9c94f None None] Routers {'8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:54.450960 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1768e344-7a80-4852-b19f-33f3e7c9c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:31:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:54.451690 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1797ec8-baad-43b6-9fbf-a3b0d275b6f1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.454894 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c1797ec8-baad-43b6-9fbf-a3b0d275b6f1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8355482 Jul 14 09:31:54.457685 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49116) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:54.497299 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-807cd705-8967-42a7-b132-8865e15d44a0 tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=cb022d5abed74ace8ce20b5df7c7b1b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337672 Jul 14 09:31:54.497591 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd51d73-eca9-4398-8578-358e0a909457 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:54.498201 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49118) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:54.503642 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6fd51d73-eca9-4398-8578-358e0a909457 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1550996 Jul 14 09:31:54.503857 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49120) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:54.585132 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-1768e344-7a80-4852-b19f-33f3e7c9c94f None None] Set router 8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:54.613433 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c912141-a41f-41d3-bfa3-e63c55d3d9a2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:54.620443 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c912141-a41f-41d3-bfa3-e63c55d3d9a2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:54.625731 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5370c95e-5154-419b-a287-efb91f79fa7a tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:54.627851 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5370c95e-5154-419b-a287-efb91f79fa7a tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1292703 Jul 14 09:31:54.630257 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c912141-a41f-41d3-bfa3-e63c55d3d9a2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:54.631378 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49122) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:54.632729 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2c912141-a41f-41d3-bfa3-e63c55d3d9a2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1276512 Jul 14 09:31:54.636520 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49124) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:54.670270 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a31a2694-8c16-4de7-9130-1a9eddf108f5 tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6facc217-dc01-422a-8069-2c7784a4d993&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375640 Jul 14 09:31:54.676096 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49126) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:54.682126 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-92e303b9-9966-4e36-af48-a77e646803b9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1009917475', 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe', 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:54.746611 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f3bef9-62e4-48c8-81df-e295294a5cd3 None None] Network d4f85945-18ad-49be-aeee-f6fcf594f5e4 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:54.788252 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1b304da8-25c8-47b0-8f3e-076a349c7269 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting port e48b0768-f57c-41d3-90b8-f6105e9d8751 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:54.788606 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b304da8-25c8-47b0-8f3e-076a349c7269 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.805147 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e303b9-9966-4e36-af48-a77e646803b9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Made reservation on behalf of cb022d5abed74ace8ce20b5df7c7b1b3 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:54.811543 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92e303b9-9966-4e36-af48-a77e646803b9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.903344 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-68e452aa-e1b3-4900-8ea4-7e160c18a8c9 None None] Provisioning for port d017ceee-1b7a-417e-ad7e-1a381cf0ee16 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:54.916251 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b304da8-25c8-47b0-8f3e-076a349c7269 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.931358 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1b304da8-25c8-47b0-8f3e-076a349c7269 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Calling delete_port for e48b0768-f57c-41d3-90b8-f6105e9d8751 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:55.053262 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1768e344-7a80-4852-b19f-33f3e7c9c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'name': 'tempest-TestNetworkBasicOps-router-1618627830', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:52Z', 'updated_at': '2021-07-14T09:31:53Z', 'revision_number': 3, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:53Z', 'updated_at': '2021-07-14T09:31:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:55.074181 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92e303b9-9966-4e36-af48-a77e646803b9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.086238 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1768e344-7a80-4852-b19f-33f3e7c9c94f None None] Checking router: 8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:31:55.086597 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1768e344-7a80-4852-b19f-33f3e7c9c94f None None] Updating router 8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68 port f2b6cba6-9c17-42b9-9328-65f9d0f7a584 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:31:55.113517 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc404c-d96e-44a6-9eeb-51f3d1149742 req-01ae2cf8-3633-4999-9335-9c8d487e948d tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:55.120991 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fddc404c-d96e-44a6-9eeb-51f3d1149742 req-01ae2cf8-3633-4999-9335-9c8d487e948d tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 946 time: 0.1170483 Jul 14 09:31:55.136490 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e303b9-9966-4e36-af48-a77e646803b9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'Subnet': ['ID=9e86bcc3-f435-48dd-9851-d4548dc96841,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:55.139529 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1768e344-7a80-4852-b19f-33f3e7c9c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.182344 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e303b9-9966-4e36-af48-a77e646803b9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Checking segment: {'id': '623598a1-d685-4093-a37c-5160ffd2de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:55.182722 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e303b9-9966-4e36-af48-a77e646803b9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Network hostable DHCP agents. Network: 417d6633-5479-4eb9-a511-7b3ee754b7fe, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:55.207234 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e303b9-9966-4e36-af48-a77e646803b9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Network 417d6633-5479-4eb9-a511-7b3ee754b7fe is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:55.209818 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fddc404c-d96e-44a6-9eeb-51f3d1149742 req-f332b12e-c289-4eae-a7c6-0b083e9c9b49 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878870 Jul 14 09:31:55.219284 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-92e303b9-9966-4e36-af48-a77e646803b9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 417d6633-5479-4eb9-a511-7b3ee754b7fe) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:55.224225 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e303b9-9966-4e36-af48-a77e646803b9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:55.224931 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92e303b9-9966-4e36-af48-a77e646803b9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.228746 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b304da8-25c8-47b0-8f3e-076a349c7269 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.266165 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-92e303b9-9966-4e36-af48-a77e646803b9 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5884268 Jul 14 09:31:55.269602 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49134) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:55.277401 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b304da8-25c8-47b0-8f3e-076a349c7269 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Port': ['ID=e48b0768-f57c-41d3-90b8-f6105e9d8751,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:55.293034 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1fbadb-68c2-41ef-94e2-ede1544b3520 None None] Network 417d6633-5479-4eb9-a511-7b3ee754b7fe requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:55.319405 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b304da8-25c8-47b0-8f3e-076a349c7269 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.325275 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1b304da8-25c8-47b0-8f3e-076a349c7269 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/ports/e48b0768-f57c-41d3-90b8-f6105e9d8751 HTTP/1.1" status: 204 len: 168 time: 0.6863225 Jul 14 09:31:55.326174 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49136) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:55.363523 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-29262d01-94e4-4449-9ced-9b8b062942e2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] GET failed (client error): The resource could not be found. Jul 14 09:31:55.372561 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-29262d01-94e4-4449-9ced-9b8b062942e2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "GET /v2.0/ports/e48b0768-f57c-41d3-90b8-f6105e9d8751 HTTP/1.1" status: 404 len: 333 time: 0.0453432 Jul 14 09:31:55.373301 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49138) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:55.648202 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f1f9d66b-9598-4924-8aa6-b06fc6b4f57e None None] Could not find standard attr ID for object e48b0768-f57c-41d3-90b8-f6105e9d8751. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:31:55.666279 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54898e6a-4c8f-4b70-bed2-72e43c32d0d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-417d6633-5479-4eb9-a511-7b3ee754b7fe', 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'fixed_ips': [{'subnet_id': '9e86bcc3-f435-48dd-9851-d4548dc96841'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:55.667131 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54898e6a-4c8f-4b70-bed2-72e43c32d0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.719403 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1768e344-7a80-4852-b19f-33f3e7c9c94f None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.803565 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1768e344-7a80-4852-b19f-33f3e7c9c94f None None] Transition to ACTIVE for port object f2b6cba6-9c17-42b9-9328-65f9d0f7a584 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:55.811107 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f1f9d66b-9598-4924-8aa6-b06fc6b4f57e None None] Provisioning for port 32f5256c-31e6-4336-8fb1-9f0af967a17a completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:55.817434 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f1f9d66b-9598-4924-8aa6-b06fc6b4f57e None None] Provisioning complete for port 32f5256c-31e6-4336-8fb1-9f0af967a17a triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:55.817810 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1f9d66b-9598-4924-8aa6-b06fc6b4f57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.823772 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1768e344-7a80-4852-b19f-33f3e7c9c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.892656 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cf3dd664-4924-4119-bb8b-8f2b5cd51905 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting port 32f5256c-31e6-4336-8fb1-9f0af967a17a {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:55.893786 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf3dd664-4924-4119-bb8b-8f2b5cd51905 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.901970 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f1ca4-88a9-4691-af5d-b2796fc98376 None None] Pushing event updated for resources: {'Port': ['ID=f2b6cba6-9c17-42b9-9328-65f9d0f7a584,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:55.930540 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d017ceee-1b7a-417e-ad7e-1a381cf0ee16 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:56.057366 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-54898e6a-4c8f-4b70-bed2-72e43c32d0d9 None None] Allocated IP 172.20.0.2 (417d6633-5479-4eb9-a511-7b3ee754b7fe/9e86bcc3-f435-48dd-9851-d4548dc96841/8d510f53-17d8-4eda-a310-fca2bbbed0e2) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:56.118344 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf3dd664-4924-4119-bb8b-8f2b5cd51905 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.135258 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cf3dd664-4924-4119-bb8b-8f2b5cd51905 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Calling delete_port for 32f5256c-31e6-4336-8fb1-9f0af967a17a owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:56.200479 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f1f9d66b-9598-4924-8aa6-b06fc6b4f57e None None] Port 32f5256c-31e6-4336-8fb1-9f0af967a17a cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:56.207123 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port d017ceee-1b7a-417e-ad7e-1a381cf0ee16 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:56.212202 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1768e344-7a80-4852-b19f-33f3e7c9c94f None None] Attempting to bind port f2b6cba6-9c17-42b9-9328-65f9d0f7a584 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:56.212584 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1768e344-7a80-4852-b19f-33f3e7c9c94f None None] Attempting to bind port f2b6cba6-9c17-42b9-9328-65f9d0f7a584 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:56.213042 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1768e344-7a80-4852-b19f-33f3e7c9c94f None None] Attempting to bind port f2b6cba6-9c17-42b9-9328-65f9d0f7a584 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:56.221034 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d017ceee-1b7a-417e-ad7e-1a381cf0ee16 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:56.221413 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.257218 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1768e344-7a80-4852-b19f-33f3e7c9c94f None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:56.257651 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1768e344-7a80-4852-b19f-33f3e7c9c94f None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:56.258146 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1768e344-7a80-4852-b19f-33f3e7c9c94f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.258548 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1768e344-7a80-4852-b19f-33f3e7c9c94f None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:56.259080 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1768e344-7a80-4852-b19f-33f3e7c9c94f None None] Bound port: f2b6cba6-9c17-42b9-9328-65f9d0f7a584, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:56.259532 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1768e344-7a80-4852-b19f-33f3e7c9c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.396813 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1735512a-f63b-49e6-8a73-96a5742674f7 None None] Provisioning complete for port 32f5256c-31e6-4336-8fb1-9f0af967a17a triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:56.397256 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1735512a-f63b-49e6-8a73-96a5742674f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.400790 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf3dd664-4924-4119-bb8b-8f2b5cd51905 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.431283 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1735512a-f63b-49e6-8a73-96a5742674f7 None None] Port 32f5256c-31e6-4336-8fb1-9f0af967a17a was deleted so its status cannot be updated. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 14 09:31:56.459077 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54898e6a-4c8f-4b70-bed2-72e43c32d0d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.461599 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1768e344-7a80-4852-b19f-33f3e7c9c94f None None] For port f2b6cba6-9c17-42b9-9328-65f9d0f7a584, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:56.478673 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3dd664-4924-4119-bb8b-8f2b5cd51905 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Port': ['ID=32f5256c-31e6-4336-8fb1-9f0af967a17a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:56.484341 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d991cffe-a882-4e7e-99fd-098d507dd805 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.505572 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-54898e6a-4c8f-4b70-bed2-72e43c32d0d9 None None] Transition to ACTIVE for port object 8d510f53-17d8-4eda-a310-fca2bbbed0e2 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:56.516080 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1768e344-7a80-4852-b19f-33f3e7c9c94f None None] For port f2b6cba6-9c17-42b9-9328-65f9d0f7a584, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f2b6cba6-9c17-42b9-9328-65f9d0f7a584,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:56.531713 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1768e344-7a80-4852-b19f-33f3e7c9c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.555070 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf3dd664-4924-4119-bb8b-8f2b5cd51905 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.557354 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cf3dd664-4924-4119-bb8b-8f2b5cd51905 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/ports/32f5256c-31e6-4336-8fb1-9f0af967a17a HTTP/1.1" status: 204 len: 168 time: 1.1829052 Jul 14 09:31:56.560982 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49146) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:56.601846 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59a7b2-38f5-4dde-b378-d48346441084 req-641ad65e-82cd-425d-b5b5-9fd9472cd49e tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:56.603891 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8b59a7b2-38f5-4dde-b378-d48346441084 req-641ad65e-82cd-425d-b5b5-9fd9472cd49e tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 946 time: 0.1440110 Jul 14 09:31:56.604767 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-54898e6a-4c8f-4b70-bed2-72e43c32d0d9 None None] Transition to ACTIVE for port object 8d510f53-17d8-4eda-a310-fca2bbbed0e2 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:56.616739 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.635114 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae69a01-b391-42a3-901a-8edb39f65ec4 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] GET failed (client error): The resource could not be found. Jul 14 09:31:56.637863 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2ae69a01-b391-42a3-901a-8edb39f65ec4 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "GET /v2.0/ports/32f5256c-31e6-4336-8fb1-9f0af967a17a HTTP/1.1" status: 404 len: 333 time: 0.0755119 Jul 14 09:31:56.640572 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49148) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:56.649303 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-58345ce5-57e0-4549-add0-e3fba50b2250 None None] Could not find standard attr ID for object e48b0768-f57c-41d3-90b8-f6105e9d8751. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:31:56.651090 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8b59a7b2-38f5-4dde-b378-d48346441084 req-864a97d6-eb51-4c51-8a96-4fa1ce05ec15 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404174 Jul 14 09:31:56.662130 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54898e6a-4c8f-4b70-bed2-72e43c32d0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.685799 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1768e344-7a80-4852-b19f-33f3e7c9c94f None None] Routers {'8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:56.686578 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1768e344-7a80-4852-b19f-33f3e7c9c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:31:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:56.742744 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f1ca4-88a9-4691-af5d-b2796fc98376 None None] Pushing event updated for resources: {'Port': ['ID=f2b6cba6-9c17-42b9-9328-65f9d0f7a584,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:56.752534 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54898e6a-4c8f-4b70-bed2-72e43c32d0d9 None None] Network 417d6633-5479-4eb9-a511-7b3ee754b7fe is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:56.756045 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-719fb047-fbb5-444a-9e04-8bf48724a4a7 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting subnet f630f913-5a28-4234-a818-41fef097704d {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:56.756465 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-54898e6a-4c8f-4b70-bed2-72e43c32d0d9 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:56.762417 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-719fb047-fbb5-444a-9e04-8bf48724a4a7 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.771117 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54898e6a-4c8f-4b70-bed2-72e43c32d0d9 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:56.800856 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port d017ceee-1b7a-417e-ad7e-1a381cf0ee16, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d017ceee-1b7a-417e-ad7e-1a381cf0ee16,segment=NetworkSegment(bc0ea41f-a561-4f8e-855c-8bd6c81947c0),segment_id=bc0ea41f-a561-4f8e-855c-8bd6c81947c0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:56.835473 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.854264 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-719fb047-fbb5-444a-9e04-8bf48724a4a7 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.045445 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-d991cffe-a882-4e7e-99fd-098d507dd805 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Allocated IP 172.20.0.1 (417d6633-5479-4eb9-a511-7b3ee754b7fe/9e86bcc3-f435-48dd-9851-d4548dc96841/9c2f8f77-0009-4fd5-a9f1-7887d410b7df) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:57.048504 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-719fb047-fbb5-444a-9e04-8bf48724a4a7 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.071290 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54898e6a-4c8f-4b70-bed2-72e43c32d0d9 None None] Pushing event updated for resources: {'Port': ['ID=8d510f53-17d8-4eda-a310-fca2bbbed0e2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:57.124479 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-1768e344-7a80-4852-b19f-33f3e7c9c94f None None] Set router 8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:57.126903 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-54898e6a-4c8f-4b70-bed2-72e43c32d0d9 None None] Attempting to bind port 8d510f53-17d8-4eda-a310-fca2bbbed0e2 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:57.127220 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-54898e6a-4c8f-4b70-bed2-72e43c32d0d9 None None] Attempting to bind port 8d510f53-17d8-4eda-a310-fca2bbbed0e2 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '623598a1-d685-4093-a37c-5160ffd2de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:57.127655 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54898e6a-4c8f-4b70-bed2-72e43c32d0d9 None None] Attempting to bind port 8d510f53-17d8-4eda-a310-fca2bbbed0e2 on network 417d6633-5479-4eb9-a511-7b3ee754b7fe {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:57.194302 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-719fb047-fbb5-444a-9e04-8bf48724a4a7 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.207676 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54898e6a-4c8f-4b70-bed2-72e43c32d0d9 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:57.207987 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54898e6a-4c8f-4b70-bed2-72e43c32d0d9 None None] Checking segment: {'id': '623598a1-d685-4093-a37c-5160ffd2de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:57.208583 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54898e6a-4c8f-4b70-bed2-72e43c32d0d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.208905 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54898e6a-4c8f-4b70-bed2-72e43c32d0d9 None None] Bound using segment: {'id': '623598a1-d685-4093-a37c-5160ffd2de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:57.209532 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-54898e6a-4c8f-4b70-bed2-72e43c32d0d9 None None] Bound port: 8d510f53-17d8-4eda-a310-fca2bbbed0e2, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623598a1-d685-4093-a37c-5160ffd2de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:57.210025 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54898e6a-4c8f-4b70-bed2-72e43c32d0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.234659 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719fb047-fbb5-444a-9e04-8bf48724a4a7 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Subnet': ['ID=f630f913-5a28-4234-a818-41fef097704d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:57.245451 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-719fb047-fbb5-444a-9e04-8bf48724a4a7 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.248109 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-719fb047-fbb5-444a-9e04-8bf48724a4a7 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/subnets/f630f913-5a28-4234-a818-41fef097704d HTTP/1.1" status: 204 len: 168 time: 0.6015337 Jul 14 09:31:57.251015 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49158) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:57.265736 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d991cffe-a882-4e7e-99fd-098d507dd805 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.288077 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d991cffe-a882-4e7e-99fd-098d507dd805 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Transition to ACTIVE for port object 9c2f8f77-0009-4fd5-a9f1-7887d410b7df will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:57.336115 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6a7f63-3c6b-4bdb-ac7d-2225b1640e8e None None] Network d4f85945-18ad-49be-aeee-f6fcf594f5e4 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:57.344991 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d991cffe-a882-4e7e-99fd-098d507dd805 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.420712 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d991cffe-a882-4e7e-99fd-098d507dd805 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Network 417d6633-5479-4eb9-a511-7b3ee754b7fe is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:57.424790 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-d991cffe-a882-4e7e-99fd-098d507dd805 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:57.431711 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d991cffe-a882-4e7e-99fd-098d507dd805 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:57.440568 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa8024b9-d60a-4ca6-ae35-1d1ff4083833 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.485012 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-54898e6a-4c8f-4b70-bed2-72e43c32d0d9 None None] For port 8d510f53-17d8-4eda-a310-fca2bbbed0e2, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:57.490603 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d991cffe-a882-4e7e-99fd-098d507dd805 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'Port': ['ID=9c2f8f77-0009-4fd5-a9f1-7887d410b7df,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:57.502980 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d991cffe-a882-4e7e-99fd-098d507dd805 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.521218 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-aa8024b9-d60a-4ca6-ae35-1d1ff4083833 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting port d017ceee-1b7a-417e-ad7e-1a381cf0ee16 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:57.521721 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa8024b9-d60a-4ca6-ae35-1d1ff4083833 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.598980 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-aa8024b9-d60a-4ca6-ae35-1d1ff4083833 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] For port d017ceee-1b7a-417e-ad7e-1a381cf0ee16, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d017ceee-1b7a-417e-ad7e-1a381cf0ee16,segment=NetworkSegment(bc0ea41f-a561-4f8e-855c-8bd6c81947c0),segment_id=bc0ea41f-a561-4f8e-855c-8bd6c81947c0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:57.599181 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa8024b9-d60a-4ca6-ae35-1d1ff4083833 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.605461 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-54898e6a-4c8f-4b70-bed2-72e43c32d0d9 None None] For port 8d510f53-17d8-4eda-a310-fca2bbbed0e2, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8d510f53-17d8-4eda-a310-fca2bbbed0e2,segment=NetworkSegment(623598a1-d685-4093-a37c-5160ffd2de19),segment_id=623598a1-d685-4093-a37c-5160ffd2de19)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:57.609122 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=d017ceee-1b7a-417e-ad7e-1a381cf0ee16,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:57.638020 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-aa8024b9-d60a-4ca6-ae35-1d1ff4083833 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Calling delete_port for d017ceee-1b7a-417e-ad7e-1a381cf0ee16 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:57.649416 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54898e6a-4c8f-4b70-bed2-72e43c32d0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.675098 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d991cffe-a882-4e7e-99fd-098d507dd805 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.784384 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa8024b9-d60a-4ca6-ae35-1d1ff4083833 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.816069 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8024b9-d60a-4ca6-ae35-1d1ff4083833 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] No DVR routers for this DVR port d017ceee-1b7a-417e-ad7e-1a381cf0ee16 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:57.825087 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8024b9-d60a-4ca6-ae35-1d1ff4083833 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Port': ['ID=d017ceee-1b7a-417e-ad7e-1a381cf0ee16,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:57.904083 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54898e6a-4c8f-4b70-bed2-72e43c32d0d9 None None] Pushing event updated for resources: {'Port': ['ID=8d510f53-17d8-4eda-a310-fca2bbbed0e2,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:57.964233 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1768e344-7a80-4852-b19f-33f3e7c9c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'name': 'tempest-TestNetworkBasicOps-router-1618627830', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:52Z', 'updated_at': '2021-07-14T09:31:53Z', 'revision_number': 3, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:53Z', 'updated_at': '2021-07-14T09:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:57.986860 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa8024b9-d60a-4ca6-ae35-1d1ff4083833 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.002969 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-aa8024b9-d60a-4ca6-ae35-1d1ff4083833 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f85945-18ad-49be-aeee-f6fcf594f5e4']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:58.006404 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1768e344-7a80-4852-b19f-33f3e7c9c94f None None] The sync data for ids ['8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'] in n-d-771362-35 is: [{'id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'name': 'tempest-TestNetworkBasicOps-router-1618627830', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:52Z', 'updated_at': '2021-07-14T09:31:53Z', 'revision_number': 3, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:53Z', 'updated_at': '2021-07-14T09:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:58.036420 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2c5350-1cb7-41aa-98f0-92502c0d5e51 None None] DHCP port deletion for d4f85945-18ad-49be-aeee-f6fcf594f5e4 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:31:58.044475 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-aa8024b9-d60a-4ca6-ae35-1d1ff4083833 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc0ea41f-a561-4f8e-855c-8bd6c81947c0') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:58.045691 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-aa8024b9-d60a-4ca6-ae35-1d1ff4083833 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc0ea41f-a561-4f8e-855c-8bd6c81947c0') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:58.067127 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa8024b9-d60a-4ca6-ae35-1d1ff4083833 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.105074 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa8024b9-d60a-4ca6-ae35-1d1ff4083833 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.118979 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8024b9-d60a-4ca6-ae35-1d1ff4083833 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:58.119583 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa8024b9-d60a-4ca6-ae35-1d1ff4083833 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:58.130299 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:58.236559 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d297e-b03f-4c18-b7e7-a4dbcf96a4d4 req-f561d779-1f3f-49d1-b9cd-d839107cc30e tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:58.238307 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-500d297e-b03f-4c18-b7e7-a4dbcf96a4d4 req-f561d779-1f3f-49d1-b9cd-d839107cc30e tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 946 time: 0.3146093 Jul 14 09:31:58.288483 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d991cffe-a882-4e7e-99fd-098d507dd805 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.296812 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d991cffe-a882-4e7e-99fd-098d507dd805 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.300921 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa8024b9-d60a-4ca6-ae35-1d1ff4083833 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.314202 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa8024b9-d60a-4ca6-ae35-1d1ff4083833 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.322436 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-aa8024b9-d60a-4ca6-ae35-1d1ff4083833 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/networks/d4f85945-18ad-49be-aeee-f6fcf594f5e4 HTTP/1.1" status: 204 len: 168 time: 1.0693922 Jul 14 09:31:58.326859 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49166) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:58.338574 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-51e868b9-cfc4-48bb-ade5-324a8bacef9b tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1692818945'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:58.375084 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8024b9-d60a-4ca6-ae35-1d1ff4083833 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Network': ['ID=d4f85945-18ad-49be-aeee-f6fcf594f5e4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:58.421210 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d991cffe-a882-4e7e-99fd-098d507dd805 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.430494 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-500d297e-b03f-4c18-b7e7-a4dbcf96a4d4 req-fbd8b70a-83db-4388-b4b8-71c112744fbf tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687849 Jul 14 09:31:58.461447 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e868b9-cfc4-48bb-ade5-324a8bacef9b tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:58.468038 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51e868b9-cfc4-48bb-ade5-324a8bacef9b tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.535254 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e868b9-cfc4-48bb-ade5-324a8bacef9b tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:58.555051 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51e868b9-cfc4-48bb-ade5-324a8bacef9b tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.555882 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-51e868b9-cfc4-48bb-ade5-324a8bacef9b tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Added segment 6f190498-89be-4032-94c1-082d1a3ff071 of type vlan for network fef5325a-a7be-4181-87c5-477628f9a563 Jul 14 09:31:58.562248 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d991cffe-a882-4e7e-99fd-098d507dd805 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'Port': ['ID=9c2f8f77-0009-4fd5-a9f1-7887d410b7df,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:58.620038 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d991cffe-a882-4e7e-99fd-098d507dd805 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Network 417d6633-5479-4eb9-a511-7b3ee754b7fe is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:58.621847 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-d991cffe-a882-4e7e-99fd-098d507dd805 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:58.629669 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51e868b9-cfc4-48bb-ade5-324a8bacef9b tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.690960 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51e868b9-cfc4-48bb-ade5-324a8bacef9b tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.697785 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e868b9-cfc4-48bb-ade5-324a8bacef9b tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:58.698451 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51e868b9-cfc4-48bb-ade5-324a8bacef9b tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.773701 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e868b9-cfc4-48bb-ade5-324a8bacef9b tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Network': ['ID=fef5325a-a7be-4181-87c5-477628f9a563,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:58.788647 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d991cffe-a882-4e7e-99fd-098d507dd805 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Router 8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:58.789623 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network fef5325a-a7be-4181-87c5-477628f9a563 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:58.792313 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49172) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:58.801612 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-51e868b9-cfc4-48bb-ade5-324a8bacef9b tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4610085 Jul 14 09:31:58.811564 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-fc0741d3-d427-483d-bbb5-08b76d4b7f20 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'subnet': {'network_id': 'fef5325a-a7be-4181-87c5-477628f9a563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:59.161934 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0741d3-d427-483d-bbb5-08b76d4b7f20 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:59.165989 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc0741d3-d427-483d-bbb5-08b76d4b7f20 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.292664 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d991cffe-a882-4e7e-99fd-098d507dd805 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:59.303053 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d991cffe-a882-4e7e-99fd-098d507dd805 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "PUT /v2.0/routers/8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0318065 Jul 14 09:31:59.307155 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49174) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:59.491996 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3780ffc-d09a-4176-9b68-7a1d79f5c44f tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.492527 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3780ffc-d09a-4176-9b68-7a1d79f5c44f tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.493217 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3780ffc-d09a-4176-9b68-7a1d79f5c44f tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.493715 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3780ffc-d09a-4176-9b68-7a1d79f5c44f tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.494184 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3780ffc-d09a-4176-9b68-7a1d79f5c44f tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.494659 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3780ffc-d09a-4176-9b68-7a1d79f5c44f tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.495123 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3780ffc-d09a-4176-9b68-7a1d79f5c44f tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.498110 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3780ffc-d09a-4176-9b68-7a1d79f5c44f tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.498586 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3780ffc-d09a-4176-9b68-7a1d79f5c44f tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.499120 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3780ffc-d09a-4176-9b68-7a1d79f5c44f tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.499660 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3780ffc-d09a-4176-9b68-7a1d79f5c44f tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.501806 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f3780ffc-d09a-4176-9b68-7a1d79f5c44f tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7686 time: 0.1934497 Jul 14 09:31:59.507860 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49180) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:59.533206 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb6332f-e701-42b5-9be3-1cbc2bdfb4df None None] Network 417d6633-5479-4eb9-a511-7b3ee754b7fe requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:59.616844 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc0741d3-d427-483d-bbb5-08b76d4b7f20 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.638284 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-02c800e4-b0e9-4aeb-9261-2e59310233f1 None None] Provisioning for port 8d510f53-17d8-4eda-a310-fca2bbbed0e2 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:59.762712 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0741d3-d427-483d-bbb5-08b76d4b7f20 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Subnet': ['ID=8ba97449-b9a0-4895-83e0-ac9f4dc90c6d,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:59.775402 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8643ed45-d351-4b20-9ad6-ea38823a2a3e tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.775930 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8643ed45-d351-4b20-9ad6-ea38823a2a3e tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.776396 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8643ed45-d351-4b20-9ad6-ea38823a2a3e tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.776858 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8643ed45-d351-4b20-9ad6-ea38823a2a3e tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.777379 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8643ed45-d351-4b20-9ad6-ea38823a2a3e tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.778444 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8643ed45-d351-4b20-9ad6-ea38823a2a3e tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.779136 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8643ed45-d351-4b20-9ad6-ea38823a2a3e tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.780352 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8643ed45-d351-4b20-9ad6-ea38823a2a3e tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.780839 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8643ed45-d351-4b20-9ad6-ea38823a2a3e tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.782942 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8643ed45-d351-4b20-9ad6-ea38823a2a3e tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5929 time: 0.2740104 Jul 14 09:31:59.785791 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49188) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:59.791124 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0741d3-d427-483d-bbb5-08b76d4b7f20 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Checking segment: {'id': '6f190498-89be-4032-94c1-082d1a3ff071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fef5325a-a7be-4181-87c5-477628f9a563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:59.791536 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0741d3-d427-483d-bbb5-08b76d4b7f20 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network hostable DHCP agents. Network: fef5325a-a7be-4181-87c5-477628f9a563, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:59.825552 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0741d3-d427-483d-bbb5-08b76d4b7f20 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network fef5325a-a7be-4181-87c5-477628f9a563 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:59.838527 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-fc0741d3-d427-483d-bbb5-08b76d4b7f20 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, fef5325a-a7be-4181-87c5-477628f9a563) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:59.844920 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0741d3-d427-483d-bbb5-08b76d4b7f20 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.845806 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc0741d3-d427-483d-bbb5-08b76d4b7f20 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.885553 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e11709b-cc0c-4961-91b3-8808d4cbbce5 None None] Network fef5325a-a7be-4181-87c5-477628f9a563 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:59.888348 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fc0741d3-d427-483d-bbb5-08b76d4b7f20 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0895662 Jul 14 09:31:59.890077 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49190) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:59.898381 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-89513e48-0f42-45a0-ac32-3676285505be tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1087666348', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:59.931844 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89513e48-0f42-45a0-ac32-3676285505be tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.933014 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f2b6cba6-9c17-42b9-9328-65f9d0f7a584 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:59.933508 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89513e48-0f42-45a0-ac32-3676285505be tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.021537 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89513e48-0f42-45a0-ac32-3676285505be tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.026499 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89513e48-0f42-45a0-ac32-3676285505be tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.043033 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6deba5-f868-4fbf-8207-b0cc2b204f8b req-4fd6359c-9386-46dd-b522-c7da3160ca77 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:00.053954 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ea6deba5-f868-4fbf-8207-b0cc2b204f8b req-4fd6359c-9386-46dd-b522-c7da3160ca77 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 946 time: 0.4273329 Jul 14 09:32:00.062389 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89513e48-0f42-45a0-ac32-3676285505be tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.067441 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-89513e48-0f42-45a0-ac32-3676285505be tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1762755 Jul 14 09:32:00.068840 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49192) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:00.075183 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-e2a00792-7856-41f2-a22d-f927f7a30a1d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'port': {'network_id': 'fef5325a-a7be-4181-87c5-477628f9a563', 'name': 'tempest-PortsIpV6TestJSON-203799797'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:00.120417 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port f2b6cba6-9c17-42b9-9328-65f9d0f7a584 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:00.128389 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port f2b6cba6-9c17-42b9-9328-65f9d0f7a584 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:00.129068 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.224131 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ea6deba5-f868-4fbf-8207-b0cc2b204f8b req-a44c44ae-e0cd-4cbd-b073-385792e44e67 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672544 Jul 14 09:32:00.283070 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553d10f1-08eb-43e3-824f-cceab8ff3b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-fef5325a-a7be-4181-87c5-477628f9a563', 'network_id': 'fef5325a-a7be-4181-87c5-477628f9a563', 'tenant_id': 'dcc30680139646f2ba211bfea563cead', 'fixed_ips': [{'subnet_id': '8ba97449-b9a0-4895-83e0-ac9f4dc90c6d'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:00.284004 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-553d10f1-08eb-43e3-824f-cceab8ff3b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.300764 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a00792-7856-41f2-a22d-f927f7a30a1d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:00.310809 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2a00792-7856-41f2-a22d-f927f7a30a1d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.349551 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-e2a00792-7856-41f2-a22d-f927f7a30a1d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] device_id is not set on port e4d687c8-43ca-4a2f-bd1e-3129e657e541 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:32:00.407933 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4ce7a0fa-4bea-4728-86ab-4733871b77a4 tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4492 time: 0.6209161 Jul 14 09:32:00.503902 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.531746 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-e2a00792-7856-41f2-a22d-f927f7a30a1d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Allocated IP 2001:db8::88 (fef5325a-a7be-4181-87c5-477628f9a563/8ba97449-b9a0-4895-83e0-ac9f4dc90c6d/e4d687c8-43ca-4a2f-bd1e-3129e657e541) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:00.577727 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ec6da7-0770-4ab5-9fcb-0a27d727ad13 None None] Sync routers for ids ['8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:32:00.586537 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port f2b6cba6-9c17-42b9-9328-65f9d0f7a584, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f2b6cba6-9c17-42b9-9328-65f9d0f7a584,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:00.596183 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.597164 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8d510f53-17d8-4eda-a310-fca2bbbed0e2 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:00.598323 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ec6da7-0770-4ab5-9fcb-0a27d727ad13 None None] Routers {'8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:00.598993 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e7ec6da7-0770-4ab5-9fcb-0a27d727ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:31:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:00.783138 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4bee4718-9638-40b6-b17b-d060e696452f None None] Provisioning for port 9c2f8f77-0009-4fd5-a9f1-7887d410b7df completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:00.785502 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 8d510f53-17d8-4eda-a310-fca2bbbed0e2 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:00.789662 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=f2b6cba6-9c17-42b9-9328-65f9d0f7a584,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:00.795347 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 8d510f53-17d8-4eda-a310-fca2bbbed0e2 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:00.795758 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.797842 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4bee4718-9638-40b6-b17b-d060e696452f None None] Provisioning complete for port 9c2f8f77-0009-4fd5-a9f1-7887d410b7df triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:00.798208 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4bee4718-9638-40b6-b17b-d060e696452f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.869916 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2a00792-7856-41f2-a22d-f927f7a30a1d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.902005 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49198) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:00.909466 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-00b5624a-adc5-44fc-9b33-aa523b790318 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1774715197', 'description': 'tempest-secgroup-smoke-1774715197 description', 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:00.913431 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e2a00792-7856-41f2-a22d-f927f7a30a1d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Transition to ACTIVE for port object e4d687c8-43ca-4a2f-bd1e-3129e657e541 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:00.914672 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-e7ec6da7-0770-4ab5-9fcb-0a27d727ad13 None None] Set router 8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:32:00.964842 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4bee4718-9638-40b6-b17b-d060e696452f None None] Port 9c2f8f77-0009-4fd5-a9f1-7887d410b7df cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:00.986962 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2a00792-7856-41f2-a22d-f927f7a30a1d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.992887 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00b5624a-adc5-44fc-9b33-aa523b790318 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.077439 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a00792-7856-41f2-a22d-f927f7a30a1d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network fef5325a-a7be-4181-87c5-477628f9a563 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:01.084780 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e2a00792-7856-41f2-a22d-f927f7a30a1d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:01.101025 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a00792-7856-41f2-a22d-f927f7a30a1d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:01.114534 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a00792-7856-41f2-a22d-f927f7a30a1d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:01.115232 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2a00792-7856-41f2-a22d-f927f7a30a1d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.131450 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a00792-7856-41f2-a22d-f927f7a30a1d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Port': ['ID=e4d687c8-43ca-4a2f-bd1e-3129e657e541,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:01.242533 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00b5624a-adc5-44fc-9b33-aa523b790318 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.250802 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00b5624a-adc5-44fc-9b33-aa523b790318 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.261702 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e2a00792-7856-41f2-a22d-f927f7a30a1d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1875100 Jul 14 09:32:01.261702 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49202) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:01.274926 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-553d10f1-08eb-43e3-824f-cceab8ff3b8c None None] Allocated IP 2001:db8::2 (fef5325a-a7be-4181-87c5-477628f9a563/8ba97449-b9a0-4895-83e0-ac9f4dc90c6d/d85492f3-1bb7-42d5-a316-342fcab761c4) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:01.291405 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00b5624a-adc5-44fc-9b33-aa523b790318 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.300194 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-00b5624a-adc5-44fc-9b33-aa523b790318 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3963032 Jul 14 09:32:01.301309 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49206) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:01.324347 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-069102b8-cfdc-4b9e-b96c-f750e581a27d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'security_group_rule': {'security_group_id': '10aef40c-7489-48f2-b5ee-7228e6b5c86f', 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:01.388240 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5624a-adc5-44fc-9b33-aa523b790318 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10aef40c-7489-48f2-b5ee-7228e6b5c86f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:01.490144 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-069102b8-cfdc-4b9e-b96c-f750e581a27d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.550038 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.610901 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e7ec6da7-0770-4ab5-9fcb-0a27d727ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'name': 'tempest-TestNetworkBasicOps-router-1618627830', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:52Z', 'updated_at': '2021-07-14T09:31:57Z', 'revision_number': 4, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:53Z', 'updated_at': '2021-07-14T09:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '9c2f8f77-0009-4fd5-a9f1-7887d410b7df', 'name': '', 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'mac_address': 'fa:16:3e:76:53:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '9e86bcc3-f435-48dd-9851-d4548dc96841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:56Z', 'updated_at': '2021-07-14T09:31:58Z', 'revision_number': 2, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'subnets': [{'id': '9e86bcc3-f435-48dd-9851-d4548dc96841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:01.618806 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-28688934-e259-42a5-9344-e764fed6aa7f None None] Provisioning complete for port 9c2f8f77-0009-4fd5-a9f1-7887d410b7df triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:01.619407 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28688934-e259-42a5-9344-e764fed6aa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.625170 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-553d10f1-08eb-43e3-824f-cceab8ff3b8c None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.647667 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ec6da7-0770-4ab5-9fcb-0a27d727ad13 None None] Checking router: 8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:32:01.648277 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ec6da7-0770-4ab5-9fcb-0a27d727ad13 None None] Updating router 8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68 port 9c2f8f77-0009-4fd5-a9f1-7887d410b7df binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:32:01.701195 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-28688934-e259-42a5-9344-e764fed6aa7f None None] Port 9c2f8f77-0009-4fd5-a9f1-7887d410b7df cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:01.724310 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-553d10f1-08eb-43e3-824f-cceab8ff3b8c None None] Transition to ACTIVE for port object d85492f3-1bb7-42d5-a316-342fcab761c4 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:01.726859 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e7ec6da7-0770-4ab5-9fcb-0a27d727ad13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.729164 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 8d510f53-17d8-4eda-a310-fca2bbbed0e2, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8d510f53-17d8-4eda-a310-fca2bbbed0e2,segment=NetworkSegment(623598a1-d685-4093-a37c-5160ffd2de19),segment_id=623598a1-d685-4093-a37c-5160ffd2de19)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:01.742126 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.773191 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-069102b8-cfdc-4b9e-b96c-f750e581a27d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.790472 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-553d10f1-08eb-43e3-824f-cceab8ff3b8c None None] Transition to ACTIVE for port object d85492f3-1bb7-42d5-a316-342fcab761c4 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:01.790801 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-069102b8-cfdc-4b9e-b96c-f750e581a27d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.803569 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-553d10f1-08eb-43e3-824f-cceab8ff3b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.825786 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069102b8-cfdc-4b9e-b96c-f750e581a27d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a68627b-ade8-4dab-a5d4-96cf51311710,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:01.879562 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553d10f1-08eb-43e3-824f-cceab8ff3b8c None None] Network fef5325a-a7be-4181-87c5-477628f9a563 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:01.880310 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ced14-b907-4ec4-ac36-9398170edc04 req-99b1841b-041a-4111-bf82-67fcfa837cce tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:01.882483 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-080ced14-b907-4ec4-ac36-9398170edc04 req-99b1841b-041a-4111-bf82-67fcfa837cce tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 946 time: 0.2789304 Jul 14 09:32:01.884090 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-069102b8-cfdc-4b9e-b96c-f750e581a27d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.889219 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-069102b8-cfdc-4b9e-b96c-f750e581a27d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5748117 Jul 14 09:32:01.893019 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49210) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:01.894105 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d017ceee-1b7a-417e-ad7e-1a381cf0ee16 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:01.900763 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8041d334-3797-4355-b265-5f0b72442a82 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'security_group_rule': {'security_group_id': '10aef40c-7489-48f2-b5ee-7228e6b5c86f', 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:01.938701 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-553d10f1-08eb-43e3-824f-cceab8ff3b8c None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:01.941848 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a2ea5c35-32f3-48a0-9019-59954db20a14 None None] Provisioning complete for port 9c2f8f77-0009-4fd5-a9f1-7887d410b7df triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:01.942281 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a2ea5c35-32f3-48a0-9019-59954db20a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.948351 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553d10f1-08eb-43e3-824f-cceab8ff3b8c None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:01.957961 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=8d510f53-17d8-4eda-a310-fca2bbbed0e2,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:01.968958 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8041d334-3797-4355-b265-5f0b72442a82 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.013509 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: d017ceee-1b7a-417e-ad7e-1a381cf0ee16 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:02.013843 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d017ceee-1b7a-417e-ad7e-1a381cf0ee16 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:02.031157 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-080ced14-b907-4ec4-ac36-9398170edc04 req-c5d4ef98-06cb-4654-b501-9e102dd1cdc5 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395998 Jul 14 09:32:02.088231 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8041d334-3797-4355-b265-5f0b72442a82 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.094577 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8041d334-3797-4355-b265-5f0b72442a82 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.121964 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8041d334-3797-4355-b265-5f0b72442a82 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.127314 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8041d334-3797-4355-b265-5f0b72442a82 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2327280 Jul 14 09:32:02.133974 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49212) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:02.142267 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d0cc9869-af23-4893-83ae-21906774a69c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'security_group_rule': {'security_group_id': '10aef40c-7489-48f2-b5ee-7228e6b5c86f', 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:02.154065 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041d334-3797-4355-b265-5f0b72442a82 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7a29a0-b6c0-44d0-98cd-d9211395e532,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:02.188640 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0cc9869-af23-4893-83ae-21906774a69c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.205543 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a2ea5c35-32f3-48a0-9019-59954db20a14 None None] Port 9c2f8f77-0009-4fd5-a9f1-7887d410b7df cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:02.218451 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-553d10f1-08eb-43e3-824f-cceab8ff3b8c None None] Attempting to bind port d85492f3-1bb7-42d5-a316-342fcab761c4 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:02.218872 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-553d10f1-08eb-43e3-824f-cceab8ff3b8c None None] Attempting to bind port d85492f3-1bb7-42d5-a316-342fcab761c4 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '6f190498-89be-4032-94c1-082d1a3ff071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fef5325a-a7be-4181-87c5-477628f9a563'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:02.219410 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553d10f1-08eb-43e3-824f-cceab8ff3b8c None None] Attempting to bind port d85492f3-1bb7-42d5-a316-342fcab761c4 on network fef5325a-a7be-4181-87c5-477628f9a563 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:02.230032 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f2b6cba6-9c17-42b9-9328-65f9d0f7a584 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:02.271022 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0cc9869-af23-4893-83ae-21906774a69c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.272131 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d10f1-08eb-43e3-824f-cceab8ff3b8c None None] Pushing event updated for resources: {'Port': ['ID=d85492f3-1bb7-42d5-a316-342fcab761c4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:02.291772 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0cc9869-af23-4893-83ae-21906774a69c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.303242 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553d10f1-08eb-43e3-824f-cceab8ff3b8c None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:02.303666 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553d10f1-08eb-43e3-824f-cceab8ff3b8c None None] Checking segment: {'id': '6f190498-89be-4032-94c1-082d1a3ff071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fef5325a-a7be-4181-87c5-477628f9a563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:02.304081 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-553d10f1-08eb-43e3-824f-cceab8ff3b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.304550 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553d10f1-08eb-43e3-824f-cceab8ff3b8c None None] Bound using segment: {'id': '6f190498-89be-4032-94c1-082d1a3ff071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fef5325a-a7be-4181-87c5-477628f9a563'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:02.305122 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-553d10f1-08eb-43e3-824f-cceab8ff3b8c None None] Bound port: d85492f3-1bb7-42d5-a316-342fcab761c4, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f190498-89be-4032-94c1-082d1a3ff071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fef5325a-a7be-4181-87c5-477628f9a563'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:02.305580 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-553d10f1-08eb-43e3-824f-cceab8ff3b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.331398 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0cc9869-af23-4893-83ae-21906774a69c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.332980 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d0cc9869-af23-4893-83ae-21906774a69c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1977236 Jul 14 09:32:02.336602 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc9869-af23-4893-83ae-21906774a69c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d29e58-8b4f-4a25-aae4-3446bc40fb39,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:02.338442 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49216) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:02.345018 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-bb37195b-4c0d-4a67-821f-310b77c361ac tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'security_group_rule': {'security_group_id': '10aef40c-7489-48f2-b5ee-7228e6b5c86f', 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:02.362717 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e7ec6da7-0770-4ab5-9fcb-0a27d727ad13 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.376310 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e7ec6da7-0770-4ab5-9fcb-0a27d727ad13 None None] Transition to ACTIVE for port object 9c2f8f77-0009-4fd5-a9f1-7887d410b7df will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:02.385430 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e7ec6da7-0770-4ab5-9fcb-0a27d727ad13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.397995 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb37195b-4c0d-4a67-821f-310b77c361ac tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.450049 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85e2c4-b5a7-44b3-b767-f6134b36353e None None] Pushing event updated for resources: {'Port': ['ID=9c2f8f77-0009-4fd5-a9f1-7887d410b7df,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:02.452685 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port f2b6cba6-9c17-42b9-9328-65f9d0f7a584 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:02.453062 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.484070 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb37195b-4c0d-4a67-821f-310b77c361ac tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.489081 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb37195b-4c0d-4a67-821f-310b77c361ac tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.519729 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85e2c4-b5a7-44b3-b767-f6134b36353e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:02.519934 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-553d10f1-08eb-43e3-824f-cceab8ff3b8c None None] For port d85492f3-1bb7-42d5-a316-342fcab761c4, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:02.520082 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85e2c4-b5a7-44b3-b767-f6134b36353e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:02.521253 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85e2c4-b5a7-44b3-b767-f6134b36353e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:02.521681 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85e2c4-b5a7-44b3-b767-f6134b36353e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:02.522020 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85e2c4-b5a7-44b3-b767-f6134b36353e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:02.522754 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85e2c4-b5a7-44b3-b767-f6134b36353e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:02.523103 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85e2c4-b5a7-44b3-b767-f6134b36353e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:02.523437 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85e2c4-b5a7-44b3-b767-f6134b36353e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:02.523836 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85e2c4-b5a7-44b3-b767-f6134b36353e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:02.525120 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85e2c4-b5a7-44b3-b767-f6134b36353e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:02.525838 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85e2c4-b5a7-44b3-b767-f6134b36353e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:02.525958 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37195b-4c0d-4a67-821f-310b77c361ac tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ad0ce8-8ade-4c7c-89be-fa4a76a2f706,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:02.526374 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85e2c4-b5a7-44b3-b767-f6134b36353e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:02.534908 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb37195b-4c0d-4a67-821f-310b77c361ac tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.537759 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bb37195b-4c0d-4a67-821f-310b77c361ac tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1979239 Jul 14 09:32:02.541584 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49218) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:02.543825 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-553d10f1-08eb-43e3-824f-cceab8ff3b8c None None] For port d85492f3-1bb7-42d5-a316-342fcab761c4, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d85492f3-1bb7-42d5-a316-342fcab761c4,segment=NetworkSegment(6f190498-89be-4032-94c1-082d1a3ff071),segment_id=6f190498-89be-4032-94c1-082d1a3ff071)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:02.554803 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-a8b38ad7-05ff-439e-9882-c7d897558f94 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'security_group_rule': {'security_group_id': '10aef40c-7489-48f2-b5ee-7228e6b5c86f', 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:02.565719 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-553d10f1-08eb-43e3-824f-cceab8ff3b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.586849 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e7ec6da7-0770-4ab5-9fcb-0a27d727ad13 None None] Attempting to bind port 9c2f8f77-0009-4fd5-a9f1-7887d410b7df on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:02.587651 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e7ec6da7-0770-4ab5-9fcb-0a27d727ad13 None None] Attempting to bind port 9c2f8f77-0009-4fd5-a9f1-7887d410b7df by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '623598a1-d685-4093-a37c-5160ffd2de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:02.589184 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ec6da7-0770-4ab5-9fcb-0a27d727ad13 None None] Attempting to bind port 9c2f8f77-0009-4fd5-a9f1-7887d410b7df on network 417d6633-5479-4eb9-a511-7b3ee754b7fe {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:02.597560 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ec6da7-0770-4ab5-9fcb-0a27d727ad13 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:02.598781 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ec6da7-0770-4ab5-9fcb-0a27d727ad13 None None] Checking segment: {'id': '623598a1-d685-4093-a37c-5160ffd2de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:02.598781 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e7ec6da7-0770-4ab5-9fcb-0a27d727ad13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.599078 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ec6da7-0770-4ab5-9fcb-0a27d727ad13 None None] Bound using segment: {'id': '623598a1-d685-4093-a37c-5160ffd2de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:02.599665 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e7ec6da7-0770-4ab5-9fcb-0a27d727ad13 None None] Bound port: 9c2f8f77-0009-4fd5-a9f1-7887d410b7df, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623598a1-d685-4093-a37c-5160ffd2de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:02.600166 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e7ec6da7-0770-4ab5-9fcb-0a27d727ad13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.622195 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a8d350c-4adb-4292-a50f-dbb8a155c7bd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.627990 n-d-771362-35 neutron-server[93772]: INFO neutron.db.securitygroups_db [None req-a8b38ad7-05ff-439e-9882-c7d897558f94 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Project cb022d5abed74ace8ce20b5df7c7b1b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:32:02.644266 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8b38ad7-05ff-439e-9882-c7d897558f94 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.731314 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e7ec6da7-0770-4ab5-9fcb-0a27d727ad13 None None] For port 9c2f8f77-0009-4fd5-a9f1-7887d410b7df, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:02.740562 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d10f1-08eb-43e3-824f-cceab8ff3b8c None None] Pushing event updated for resources: {'Port': ['ID=d85492f3-1bb7-42d5-a316-342fcab761c4,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:02.741992 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e7ec6da7-0770-4ab5-9fcb-0a27d727ad13 None None] For port 9c2f8f77-0009-4fd5-a9f1-7887d410b7df, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9c2f8f77-0009-4fd5-a9f1-7887d410b7df,segment=NetworkSegment(623598a1-d685-4093-a37c-5160ffd2de19),segment_id=623598a1-d685-4093-a37c-5160ffd2de19)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:02.755988 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8d510f53-17d8-4eda-a310-fca2bbbed0e2 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:02.759063 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e7ec6da7-0770-4ab5-9fcb-0a27d727ad13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.840535 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 8d510f53-17d8-4eda-a310-fca2bbbed0e2 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:02.844910 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.903818 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8b38ad7-05ff-439e-9882-c7d897558f94 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.915091 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8b38ad7-05ff-439e-9882-c7d897558f94 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.937037 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b38ad7-05ff-439e-9882-c7d897558f94 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376baa3e-0505-419c-8c5f-e5e976f53f16,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:03.027663 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8b38ad7-05ff-439e-9882-c7d897558f94 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.031716 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a8b38ad7-05ff-439e-9882-c7d897558f94 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4827688 Jul 14 09:32:03.032298 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49224) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:03.042825 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6bad002b-62b5-414b-b2d1-e71bc03c57bb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'security_group_rule': {'security_group_id': '10aef40c-7489-48f2-b5ee-7228e6b5c86f', 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:03.105428 n-d-771362-35 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-6bad002b-62b5-414b-b2d1-e71bc03c57bb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Project cb022d5abed74ace8ce20b5df7c7b1b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:32:03.106128 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ec6da7-0770-4ab5-9fcb-0a27d727ad13 None None] Routers {'8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:03.110511 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e7ec6da7-0770-4ab5-9fcb-0a27d727ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:31:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:03.122253 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6bad002b-62b5-414b-b2d1-e71bc03c57bb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.223264 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a8d350c-4adb-4292-a50f-dbb8a155c7bd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.228714 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85e2c4-b5a7-44b3-b767-f6134b36353e None None] Pushing event updated for resources: {'Port': ['ID=9c2f8f77-0009-4fd5-a9f1-7887d410b7df,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:03.236386 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a8d350c-4adb-4292-a50f-dbb8a155c7bd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.302151 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6bad002b-62b5-414b-b2d1-e71bc03c57bb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.308234 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6bad002b-62b5-414b-b2d1-e71bc03c57bb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.331447 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6bad002b-62b5-414b-b2d1-e71bc03c57bb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.344545 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6bad002b-62b5-414b-b2d1-e71bc03c57bb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3096824 Jul 14 09:32:03.394974 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad002b-62b5-414b-b2d1-e71bc03c57bb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694b2a5a-0963-4597-80ac-78b9b1dbe46f,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:03.435000 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d350c-4adb-4292-a50f-dbb8a155c7bd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Port': ['ID=e4d687c8-43ca-4a2f-bd1e-3129e657e541,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:03.460917 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9bec8-16e9-48bc-921d-4361dce2e4fa req-fc4973b6-78fa-4eed-9e9b-3e87cebdc1b9 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:03.469641 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-e7ec6da7-0770-4ab5-9fcb-0a27d727ad13 None None] Set router 8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:32:03.470530 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8fd9bec8-16e9-48bc-921d-4361dce2e4fa req-fc4973b6-78fa-4eed-9e9b-3e87cebdc1b9 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 946 time: 0.1184735 Jul 14 09:32:03.524133 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8fd9bec8-16e9-48bc-921d-4361dce2e4fa req-19f8760d-af42-4c7f-a77f-68dc24d1b773 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526156 Jul 14 09:32:03.694932 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-6c446e4a-b3fb-4ce0-9a91-3ae0584154b6 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1774715197&fields=id&tenant_id=cb022d5abed74ace8ce20b5df7c7b1b3 HTTP/1.1" status: 200 len: 267 time: 0.0694032 Jul 14 09:32:03.773270 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a8d350c-4adb-4292-a50f-dbb8a155c7bd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.864914 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e7ec6da7-0770-4ab5-9fcb-0a27d727ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'name': 'tempest-TestNetworkBasicOps-router-1618627830', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:52Z', 'updated_at': '2021-07-14T09:31:57Z', 'revision_number': 4, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:53Z', 'updated_at': '2021-07-14T09:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '9c2f8f77-0009-4fd5-a9f1-7887d410b7df', 'name': '', 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'mac_address': 'fa:16:3e:76:53:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '9e86bcc3-f435-48dd-9851-d4548dc96841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:56Z', 'updated_at': '2021-07-14T09:32:02Z', 'revision_number': 4, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'subnets': [{'id': '9e86bcc3-f435-48dd-9851-d4548dc96841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:03.895187 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-aab85bb8-26bb-415d-a0ed-686a17efbd52 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:03.905195 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-aab85bb8-26bb-415d-a0ed-686a17efbd52 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/networks?id=417d6633-5479-4eb9-a511-7b3ee754b7fe HTTP/1.1" status: 200 len: 796 time: 0.2010360 Jul 14 09:32:03.924348 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-a8a2c30a-ed6c-4216-92f0-218ff8245f72 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/quotas/cb022d5abed74ace8ce20b5df7c7b1b3 HTTP/1.1" status: 200 len: 375 time: 0.0177472 Jul 14 09:32:03.950397 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ec6da7-0770-4ab5-9fcb-0a27d727ad13 None None] The sync data for ids ['8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'] in n-d-771362-35 is: [{'id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'name': 'tempest-TestNetworkBasicOps-router-1618627830', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:52Z', 'updated_at': '2021-07-14T09:31:57Z', 'revision_number': 4, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:53Z', 'updated_at': '2021-07-14T09:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '9c2f8f77-0009-4fd5-a9f1-7887d410b7df', 'name': '', 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'mac_address': 'fa:16:3e:76:53:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '9e86bcc3-f435-48dd-9851-d4548dc96841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:56Z', 'updated_at': '2021-07-14T09:32:02Z', 'revision_number': 4, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'subnets': [{'id': '9e86bcc3-f435-48dd-9851-d4548dc96841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:32:04.091789 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-b662a906-62c2-4622-a2a1-bef417c4847c tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb022d5abed74ace8ce20b5df7c7b1b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1467223 Jul 14 09:32:04.110487 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a8d350c-4adb-4292-a50f-dbb8a155c7bd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.310241 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-81e866ec-b44c-4743-a5a2-39e890bf06b3 service neutron] 10.222.0.25 "GET /v2.0/networks/417d6633-5479-4eb9-a511-7b3ee754b7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113893 Jul 14 09:32:04.393770 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9c2f8f77-0009-4fd5-a9f1-7887d410b7df up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:04.469114 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed808bf-4364-4d42-b9bb-8b49b40f6d2f None None] Network fef5325a-a7be-4181-87c5-477628f9a563 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:04.493253 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-71741cc4-c66d-45dc-af5f-beb31befa468 service neutron] 10.222.0.25 "GET /v2.0/networks/417d6633-5479-4eb9-a511-7b3ee754b7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768167 Jul 14 09:32:04.569313 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a12fc38b-14be-491a-a74c-d77b87ecca81 None None] Provisioning for port d85492f3-1bb7-42d5-a316-342fcab761c4 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:04.600787 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 9c2f8f77-0009-4fd5-a9f1-7887d410b7df completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:04.616940 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 9c2f8f77-0009-4fd5-a9f1-7887d410b7df triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:04.617638 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.856174 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a8d350c-4adb-4292-a50f-dbb8a155c7bd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.872320 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a8d350c-4adb-4292-a50f-dbb8a155c7bd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.873545 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a8d350c-4adb-4292-a50f-dbb8a155c7bd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.981687 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f83b698c-2fdf-47bd-97b6-8168a7aaa9ec req-3890b8bd-36fc-453f-885a-36ff75052ac3 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=1551aba5-5eb4-4175-ae15-341dfda580bb HTTP/1.1" status: 200 len: 210 time: 0.0712624 Jul 14 09:32:05.041128 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a9fc3-f0a8-4cb5-b106-b8447043ea7c req-c2f70f24-a3e7-45ec-b241-d196c25b0006 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:05.042911 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee4a9fc3-f0a8-4cb5-b106-b8447043ea7c req-c2f70f24-a3e7-45ec-b241-d196c25b0006 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 946 time: 0.2264845 Jul 14 09:32:05.059937 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d350c-4adb-4292-a50f-dbb8a155c7bd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Port': ['ID=e4d687c8-43ca-4a2f-bd1e-3129e657e541,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:05.133422 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8d350c-4adb-4292-a50f-dbb8a155c7bd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network fef5325a-a7be-4181-87c5-477628f9a563 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:05.135242 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8a8d350c-4adb-4292-a50f-dbb8a155c7bd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:05.201686 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee4a9fc3-f0a8-4cb5-b106-b8447043ea7c req-803dc757-e9c3-4334-9fe7-729febec5352 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396053 Jul 14 09:32:05.477012 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8d350c-4adb-4292-a50f-dbb8a155c7bd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Router ae9507d3-6095-4236-b603-22ad6bf41af7 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:32:05.480295 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.602882 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 9c2f8f77-0009-4fd5-a9f1-7887d410b7df, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9c2f8f77-0009-4fd5-a9f1-7887d410b7df,segment=NetworkSegment(623598a1-d685-4093-a37c-5160ffd2de19),segment_id=623598a1-d685-4093-a37c-5160ffd2de19)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:05.616865 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.620412 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d85492f3-1bb7-42d5-a316-342fcab761c4 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:05.654203 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8d350c-4adb-4292-a50f-dbb8a155c7bd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:32:05.664075 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8a8d350c-4adb-4292-a50f-dbb8a155c7bd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "PUT /v2.0/routers/ae9507d3-6095-4236-b603-22ad6bf41af7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4024236 Jul 14 09:32:05.666836 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49262) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:05.726996 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35680c03-f80b-48d7-ac3e-9ffe256b0d2f None None] Sync routers for ids ['ae9507d3-6095-4236-b603-22ad6bf41af7'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:32:05.766142 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f56d225-55db-42cf-ba8b-ebdded882e16 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:05.767760 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9f56d225-55db-42cf-ba8b-ebdded882e16 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae9507d3-6095-4236-b603-22ad6bf41af7 HTTP/1.1" status: 200 len: 987 time: 0.0998774 Jul 14 09:32:05.770688 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49264) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:05.775985 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35680c03-f80b-48d7-ac3e-9ffe256b0d2f None None] Routers {'ae9507d3-6095-4236-b603-22ad6bf41af7'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:05.776689 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-35680c03-f80b-48d7-ac3e-9ffe256b0d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:31:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['ae9507d3-6095-4236-b603-22ad6bf41af7'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:05.827031 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=9c2f8f77-0009-4fd5-a9f1-7887d410b7df,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:05.831402 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-35680c03-f80b-48d7-ac3e-9ffe256b0d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:05.848219 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35680c03-f80b-48d7-ac3e-9ffe256b0d2f None None] Routers {'ae9507d3-6095-4236-b603-22ad6bf41af7'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:05.848921 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-35680c03-f80b-48d7-ac3e-9ffe256b0d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:31:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['ae9507d3-6095-4236-b603-22ad6bf41af7'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:05.894157 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port d85492f3-1bb7-42d5-a316-342fcab761c4 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:05.897864 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-35680c03-f80b-48d7-ac3e-9ffe256b0d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:05.898563 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35680c03-f80b-48d7-ac3e-9ffe256b0d2f None None] The sync data for ids ['ae9507d3-6095-4236-b603-22ad6bf41af7'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:32:05.901973 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d85492f3-1bb7-42d5-a316-342fcab761c4 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:05.902399 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.984086 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ad4da914-5bd2-4c6e-a636-36e298fcf537 None None] Provisioning for port e4d687c8-43ca-4a2f-bd1e-3129e657e541 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:06.001645 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ad4da914-5bd2-4c6e-a636-36e298fcf537 None None] Provisioning complete for port e4d687c8-43ca-4a2f-bd1e-3129e657e541 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:06.004455 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad4da914-5bd2-4c6e-a636-36e298fcf537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.098960 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ad4da914-5bd2-4c6e-a636-36e298fcf537 None None] Port e4d687c8-43ca-4a2f-bd1e-3129e657e541 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:06.115655 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.133497 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ad4da914-5bd2-4c6e-a636-36e298fcf537 None None] Provisioning complete for port d85492f3-1bb7-42d5-a316-342fcab761c4 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:06.134146 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad4da914-5bd2-4c6e-a636-36e298fcf537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.195410 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port d85492f3-1bb7-42d5-a316-342fcab761c4, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d85492f3-1bb7-42d5-a316-342fcab761c4,segment=NetworkSegment(6f190498-89be-4032-94c1-082d1a3ff071),segment_id=6f190498-89be-4032-94c1-082d1a3ff071)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:06.203602 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.335667 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=d85492f3-1bb7-42d5-a316-342fcab761c4,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:06.347861 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9c2f8f77-0009-4fd5-a9f1-7887d410b7df up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:06.411952 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 9c2f8f77-0009-4fd5-a9f1-7887d410b7df triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:06.412602 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.490228 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306a409-5044-44e6-9b0a-24fd2c377af9 req-cfef0606-4bc3-4cd1-9e8a-b2084435efd8 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:06.491972 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5306a409-5044-44e6-9b0a-24fd2c377af9 req-cfef0606-4bc3-4cd1-9e8a-b2084435efd8 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 946 time: 0.1072147 Jul 14 09:32:06.544697 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-362c66c8-77c1-442a-8762-271ce9218f95 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.552491 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8451854a-ee13-483a-b29a-229806ab0aee None None] Provisioning complete for port e4d687c8-43ca-4a2f-bd1e-3129e657e541 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:06.553034 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8451854a-ee13-483a-b29a-229806ab0aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.597542 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5306a409-5044-44e6-9b0a-24fd2c377af9 req-fd4a3594-9ce6-465b-bbdc-f08fb321b172 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908468 Jul 14 09:32:06.598116 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8451854a-ee13-483a-b29a-229806ab0aee None None] Port e4d687c8-43ca-4a2f-bd1e-3129e657e541 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:06.739777 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6b82778c-0e9a-4bf0-812c-d7c939f5c70e None None] Provisioning complete for port e4d687c8-43ca-4a2f-bd1e-3129e657e541 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:06.740180 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b82778c-0e9a-4bf0-812c-d7c939f5c70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.829785 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6b82778c-0e9a-4bf0-812c-d7c939f5c70e None None] Port e4d687c8-43ca-4a2f-bd1e-3129e657e541 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:06.835714 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-880fd840-02fe-440b-953e-9500abd0c67d req-ba40d2f1-e74b-4cb6-ab0d-bdb2a77bac0e tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=1551aba5-5eb4-4175-ae15-341dfda580bb HTTP/1.1" status: 200 len: 210 time: 0.0563445 Jul 14 09:32:06.950581 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-89799ecd-c90e-4a42-bc88-a9014d93af56 None None] Provisioning complete for port e4d687c8-43ca-4a2f-bd1e-3129e657e541 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:06.951106 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89799ecd-c90e-4a42-bc88-a9014d93af56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.990078 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-89799ecd-c90e-4a42-bc88-a9014d93af56 None None] Port e4d687c8-43ca-4a2f-bd1e-3129e657e541 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:07.002707 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-791bf128-38d3-4b2d-88e3-18a8a119dc85 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:07.004233 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-791bf128-38d3-4b2d-88e3-18a8a119dc85 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.44 "GET /v2.0/networks?id=417d6633-5479-4eb9-a511-7b3ee754b7fe HTTP/1.1" status: 200 len: 796 time: 0.3745141 Jul 14 09:32:07.135474 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-13e4fb53-7b56-44ab-8b3e-a6e3d1f580f4 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb022d5abed74ace8ce20b5df7c7b1b3 HTTP/1.1" status: 200 len: 380 time: 0.0957947 Jul 14 09:32:07.147545 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-fef65dee-c244-4ebb-b91f-aa3cec0b8c03 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'port': {'device_id': '1551aba5-5eb4-4175-ae15-341dfda580bb', 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe', 'admin_state_up': True, 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'security_groups': ['10aef40c-7489-48f2-b5ee-7228e6b5c86f']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:07.318177 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-fef65dee-c244-4ebb-b91f-aa3cec0b8c03 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Made reservation on behalf of cb022d5abed74ace8ce20b5df7c7b1b3 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:07.321805 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-fef65dee-c244-4ebb-b91f-aa3cec0b8c03 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.332600 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-362c66c8-77c1-442a-8762-271ce9218f95 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting port e4d687c8-43ca-4a2f-bd1e-3129e657e541 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:07.332949 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-362c66c8-77c1-442a-8762-271ce9218f95 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.509114 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-362c66c8-77c1-442a-8762-271ce9218f95 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.530571 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-362c66c8-77c1-442a-8762-271ce9218f95 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Calling delete_port for e4d687c8-43ca-4a2f-bd1e-3129e657e541 owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:07.554806 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-fef65dee-c244-4ebb-b91f-aa3cec0b8c03 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Allocated IP 172.20.0.10 (417d6633-5479-4eb9-a511-7b3ee754b7fe/9e86bcc3-f435-48dd-9851-d4548dc96841/c4930897-47eb-4f95-9a63-62714cefed5c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:07.829681 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc2e3d-c108-427e-a9ab-66a205a0de7e req-b540c058-8345-4ccd-af73-6d6a4bdf2349 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:07.831227 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7cc2e3d-c108-427e-a9ab-66a205a0de7e req-b540c058-8345-4ccd-af73-6d6a4bdf2349 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 946 time: 0.0685341 Jul 14 09:32:07.888240 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7cc2e3d-c108-427e-a9ab-66a205a0de7e req-a39550ab-734a-4897-8c56-ba6977615fd3 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492840 Jul 14 09:32:07.899793 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-fef65dee-c244-4ebb-b91f-aa3cec0b8c03 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.939212 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-fef65dee-c244-4ebb-b91f-aa3cec0b8c03 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Transition to ACTIVE for port object c4930897-47eb-4f95-9a63-62714cefed5c will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:07.940756 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-362c66c8-77c1-442a-8762-271ce9218f95 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.981485 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c66c8-77c1-442a-8762-271ce9218f95 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Port': ['ID=e4d687c8-43ca-4a2f-bd1e-3129e657e541,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:08.036336 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5d06b89c-faf8-45ef-bc8d-3ec523a19c0f req-e2205748-0fcf-4c07-b55d-6833e93491b2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=1551aba5-5eb4-4175-ae15-341dfda580bb HTTP/1.1" status: 200 len: 210 time: 0.0404117 Jul 14 09:32:08.100027 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-362c66c8-77c1-442a-8762-271ce9218f95 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.109553 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-fef65dee-c244-4ebb-b91f-aa3cec0b8c03 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.227048 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-fef65dee-c244-4ebb-b91f-aa3cec0b8c03 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Network 417d6633-5479-4eb9-a511-7b3ee754b7fe is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:08.235837 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-fef65dee-c244-4ebb-b91f-aa3cec0b8c03 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:08.238359 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-fef65dee-c244-4ebb-b91f-aa3cec0b8c03 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:08.241059 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef65dee-c244-4ebb-b91f-aa3cec0b8c03 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'Port': ['ID=c4930897-47eb-4f95-9a63-62714cefed5c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:08.321043 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d85492f3-1bb7-42d5-a316-342fcab761c4 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:08.374106 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d85492f3-1bb7-42d5-a316-342fcab761c4 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:08.374475 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.522012 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a148913a-ba69-4662-b698-662c805f69b2 None None] Provisioning for port c4930897-47eb-4f95-9a63-62714cefed5c completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:08.526530 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a148913a-ba69-4662-b698-662c805f69b2 None None] Provisioning complete for port c4930897-47eb-4f95-9a63-62714cefed5c triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:08.526982 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a148913a-ba69-4662-b698-662c805f69b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.563957 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a148913a-ba69-4662-b698-662c805f69b2 None None] Port c4930897-47eb-4f95-9a63-62714cefed5c cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:08.742236 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362c66c8-77c1-442a-8762-271ce9218f95 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Router ae9507d3-6095-4236-b603-22ad6bf41af7 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:32:08.748686 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-fef65dee-c244-4ebb-b91f-aa3cec0b8c03 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:08.749298 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-fef65dee-c244-4ebb-b91f-aa3cec0b8c03 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.769506 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-fef65dee-c244-4ebb-b91f-aa3cec0b8c03 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6263754 Jul 14 09:32:08.833502 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-82a9dcf9-4435-4462-b7be-1584893651de service neutron] Request body: {'port': {'device_id': '1551aba5-5eb4-4175-ae15-341dfda580bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:08.866094 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362c66c8-77c1-442a-8762-271ce9218f95 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:32:08.874602 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-362c66c8-77c1-442a-8762-271ce9218f95 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "PUT /v2.0/routers/ae9507d3-6095-4236-b603-22ad6bf41af7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1002612 Jul 14 09:32:08.875001 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49294) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:08.879183 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bda783-a411-41e3-a7b0-613eeacb7d00 None None] Sync routers for ids ['ae9507d3-6095-4236-b603-22ad6bf41af7'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:32:08.890207 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bda783-a411-41e3-a7b0-613eeacb7d00 None None] Routers {'ae9507d3-6095-4236-b603-22ad6bf41af7'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:08.891080 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c6bda783-a411-41e3-a7b0-613eeacb7d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:31:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['ae9507d3-6095-4236-b603-22ad6bf41af7'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:08.910433 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4072fec7-82dd-4456-82b7-d72c106e3913 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] GET failed (client error): The resource could not be found. Jul 14 09:32:08.912566 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4072fec7-82dd-4456-82b7-d72c106e3913 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "GET /v2.0/ports/e4d687c8-43ca-4a2f-bd1e-3129e657e541 HTTP/1.1" status: 404 len: 333 time: 0.0355637 Jul 14 09:32:08.915067 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49296) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:08.928415 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c6bda783-a411-41e3-a7b0-613eeacb7d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:08.929139 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-82a9dcf9-4435-4462-b7be-1584893651de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.940114 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bda783-a411-41e3-a7b0-613eeacb7d00 None None] Routers {'ae9507d3-6095-4236-b603-22ad6bf41af7'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:08.940912 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c6bda783-a411-41e3-a7b0-613eeacb7d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:31:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['ae9507d3-6095-4236-b603-22ad6bf41af7'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:09.000103 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c6bda783-a411-41e3-a7b0-613eeacb7d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:09.001089 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bda783-a411-41e3-a7b0-613eeacb7d00 None None] The sync data for ids ['ae9507d3-6095-4236-b603-22ad6bf41af7'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:32:09.008232 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-18e124a1-192f-4d3d-a7d6-49e1c34b7794 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.231946 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-18e124a1-192f-4d3d-a7d6-49e1c34b7794 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.251276 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-18e124a1-192f-4d3d-a7d6-49e1c34b7794 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.288299 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-82a9dcf9-4435-4462-b7be-1584893651de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4930897-47eb-4f95-9a63-62714cefed5c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:09.296291 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-82a9dcf9-4435-4462-b7be-1584893651de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.319913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-82a9dcf9-4435-4462-b7be-1584893651de service neutron] Transition to ACTIVE for port object c4930897-47eb-4f95-9a63-62714cefed5c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:09.326394 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b994c3e-9a26-46b0-a9d0-8f9f029b2530 req-dde3cb49-bd1f-4c57-9f23-9c40b325b92e tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:09.331468 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-82a9dcf9-4435-4462-b7be-1584893651de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.333864 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b994c3e-9a26-46b0-a9d0-8f9f029b2530 req-dde3cb49-bd1f-4c57-9f23-9c40b325b92e tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 946 time: 0.2537606 Jul 14 09:32:09.346318 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-18e124a1-192f-4d3d-a7d6-49e1c34b7794 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.346856 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e124a1-192f-4d3d-a7d6-49e1c34b7794 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Fanout notify agent at l3_agent the message router_deleted on router ae9507d3-6095-4236-b603-22ad6bf41af7 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:32:09.364715 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-18e124a1-192f-4d3d-a7d6-49e1c34b7794 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.369077 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-18e124a1-192f-4d3d-a7d6-49e1c34b7794 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/routers/ae9507d3-6095-4236-b603-22ad6bf41af7 HTTP/1.1" status: 204 len: 168 time: 0.4527917 Jul 14 09:32:09.369863 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49304) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:09.402332 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b994c3e-9a26-46b0-a9d0-8f9f029b2530 req-6365c32c-0d32-4814-a965-354fdd17c232 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678294 Jul 14 09:32:09.417027 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef78bc2-7e7b-4bb6-851a-1521e57915cf req-f672ec99-a6e6-4834-a3ae-3c217c0dfabb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:09.424126 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cef78bc2-7e7b-4bb6-851a-1521e57915cf req-f672ec99-a6e6-4834-a3ae-3c217c0dfabb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=1551aba5-5eb4-4175-ae15-341dfda580bb HTTP/1.1" status: 200 len: 932 time: 0.2133148 Jul 14 09:32:09.480047 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cef78bc2-7e7b-4bb6-851a-1521e57915cf req-c977956c-4725-4eb1-af73-54f2d4bf43a5 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=10aef40c-7489-48f2-b5ee-7228e6b5c86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542052 Jul 14 09:32:09.512902 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9dcf9-4435-4462-b7be-1584893651de service neutron] Pushing event updated for resources: {'Port': ['ID=c4930897-47eb-4f95-9a63-62714cefed5c,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:09.545197 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a93b258-0e18-428d-8b1c-9fdf7e314175 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting subnet 8ba97449-b9a0-4895-83e0-ac9f4dc90c6d {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:09.553755 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a93b258-0e18-428d-8b1c-9fdf7e314175 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.610198 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-82a9dcf9-4435-4462-b7be-1584893651de service neutron] Attempting to bind port c4930897-47eb-4f95-9a63-62714cefed5c on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:09.610494 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-82a9dcf9-4435-4462-b7be-1584893651de service neutron] Attempting to bind port c4930897-47eb-4f95-9a63-62714cefed5c by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '623598a1-d685-4093-a37c-5160ffd2de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:09.610795 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-82a9dcf9-4435-4462-b7be-1584893651de service neutron] Attempting to bind port c4930897-47eb-4f95-9a63-62714cefed5c on network 417d6633-5479-4eb9-a511-7b3ee754b7fe {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:09.618513 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a93b258-0e18-428d-8b1c-9fdf7e314175 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.640208 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-82a9dcf9-4435-4462-b7be-1584893651de service neutron] Port c4930897-47eb-4f95-9a63-62714cefed5c on network 417d6633-5479-4eb9-a511-7b3ee754b7fe not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:32:09.640542 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-82a9dcf9-4435-4462-b7be-1584893651de service neutron] Attempting to bind port c4930897-47eb-4f95-9a63-62714cefed5c on network 417d6633-5479-4eb9-a511-7b3ee754b7fe {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:09.649391 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-82a9dcf9-4435-4462-b7be-1584893651de service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:09.649739 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-82a9dcf9-4435-4462-b7be-1584893651de service neutron] Checking segment: {'id': '623598a1-d685-4093-a37c-5160ffd2de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:09.650132 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-82a9dcf9-4435-4462-b7be-1584893651de service neutron] Bound using segment: {'id': '623598a1-d685-4093-a37c-5160ffd2de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:09.650609 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-82a9dcf9-4435-4462-b7be-1584893651de service neutron] Bound port: c4930897-47eb-4f95-9a63-62714cefed5c, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '623598a1-d685-4093-a37c-5160ffd2de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:09.650969 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-82a9dcf9-4435-4462-b7be-1584893651de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.769964 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-82a9dcf9-4435-4462-b7be-1584893651de service neutron] For port c4930897-47eb-4f95-9a63-62714cefed5c, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:09.772550 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a93b258-0e18-428d-8b1c-9fdf7e314175 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.776664 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-82a9dcf9-4435-4462-b7be-1584893651de service neutron] For port c4930897-47eb-4f95-9a63-62714cefed5c, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c4930897-47eb-4f95-9a63-62714cefed5c,segment=NetworkSegment(623598a1-d685-4093-a37c-5160ffd2de19),segment_id=623598a1-d685-4093-a37c-5160ffd2de19)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:09.807334 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-82a9dcf9-4435-4462-b7be-1584893651de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.910976 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-82a9dcf9-4435-4462-b7be-1584893651de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:09.911698 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-82a9dcf9-4435-4462-b7be-1584893651de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.914309 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-82a9dcf9-4435-4462-b7be-1584893651de service neutron] 10.222.0.44 "PUT /v2.0/ports/c4930897-47eb-4f95-9a63-62714cefed5c HTTP/1.1" status: 200 len: 1093 time: 1.1095598 Jul 14 09:32:09.917542 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1551aba5-5eb4-4175-ae15-341dfda580bb', 'tag': 'c4930897-47eb-4f95-9a63-62714cefed5c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:09.920527 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38be60a3-7bbc-4f1c-8586-dc44651c1314" -d '{"events": [{"name": "network-changed", "server_uuid": "1551aba5-5eb4-4175-ae15-341dfda580bb", "tag": "c4930897-47eb-4f95-9a63-62714cefed5c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:09.994436 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a93b258-0e18-428d-8b1c-9fdf7e314175 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.998826 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51eace0c-e5fa-441a-ad54-9e32080067a1 x-openstack-request-id: req-51eace0c-e5fa-441a-ad54-9e32080067a1 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:09.999117 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1551aba5-5eb4-4175-ae15-341dfda580bb", "tag": "c4930897-47eb-4f95-9a63-62714cefed5c", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:09.999367 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51eace0c-e5fa-441a-ad54-9e32080067a1 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:09.999792 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1551aba5-5eb4-4175-ae15-341dfda580bb', 'tag': 'c4930897-47eb-4f95-9a63-62714cefed5c', 'status': 'completed', 'code': 200} Jul 14 09:32:10.024561 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9dcf9-4435-4462-b7be-1584893651de service neutron] Pushing event updated for resources: {'Port': ['ID=c4930897-47eb-4f95-9a63-62714cefed5c,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:10.053875 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93b258-0e18-428d-8b1c-9fdf7e314175 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Subnet': ['ID=8ba97449-b9a0-4895-83e0-ac9f4dc90c6d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:10.056912 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a93b258-0e18-428d-8b1c-9fdf7e314175 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.059547 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3a93b258-0e18-428d-8b1c-9fdf7e314175 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/subnets/8ba97449-b9a0-4895-83e0-ac9f4dc90c6d HTTP/1.1" status: 204 len: 168 time: 0.6885664 Jul 14 09:32:10.062599 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49314) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:10.069235 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29528877-ed1b-4aa6-b7f7-ad925576b3cc None None] Network fef5325a-a7be-4181-87c5-477628f9a563 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:10.097207 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-f3676908-eda4-4011-9dc7-6047b35e425f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:10.099249 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-f3676908-eda4-4011-9dc7-6047b35e425f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cb022d5abed74ace8ce20b5df7c7b1b3&device_id=1551aba5-5eb4-4175-ae15-341dfda580bb HTTP/1.1" status: 200 len: 1096 time: 0.1154573 Jul 14 09:32:10.150588 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1911f85d-8930-4ddc-9ba0-c62a3c61b06f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.155999 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-00ad6d53-4302-4c09-91a1-a0487bfa8bb9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4930897-47eb-4f95-9a63-62714cefed5c HTTP/1.1" status: 200 len: 217 time: 0.0481672 Jul 14 09:32:10.216719 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1911f85d-8930-4ddc-9ba0-c62a3c61b06f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting port d85492f3-1bb7-42d5-a316-342fcab761c4 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:10.217054 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1911f85d-8930-4ddc-9ba0-c62a3c61b06f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.229476 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-c348978f-f676-46a1-bcb1-865d7ee82078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:10.232738 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-c348978f-f676-46a1-bcb1-865d7ee82078 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e86bcc3-f435-48dd-9851-d4548dc96841 HTTP/1.1" status: 200 len: 835 time: 0.0691376 Jul 14 09:32:10.291170 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1911f85d-8930-4ddc-9ba0-c62a3c61b06f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] For port d85492f3-1bb7-42d5-a316-342fcab761c4, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d85492f3-1bb7-42d5-a316-342fcab761c4,segment=NetworkSegment(6f190498-89be-4032-94c1-082d1a3ff071),segment_id=6f190498-89be-4032-94c1-082d1a3ff071)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:10.291898 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1911f85d-8930-4ddc-9ba0-c62a3c61b06f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.307843 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-368aa00d-09cf-467c-acfc-5a522d79c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:10.308539 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1911f85d-8930-4ddc-9ba0-c62a3c61b06f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Calling delete_port for d85492f3-1bb7-42d5-a316-342fcab761c4 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:10.310928 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-368aa00d-09cf-467c-acfc-5a522d79c206 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=417d6633-5479-4eb9-a511-7b3ee754b7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708449 Jul 14 09:32:10.360786 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c491d3f-eb1c-4933-a0cd-666357a3c9cc None None] DHCP port deletion for fef5325a-a7be-4181-87c5-477628f9a563 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:32:10.405737 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1911f85d-8930-4ddc-9ba0-c62a3c61b06f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.409181 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4c491d3f-eb1c-4933-a0cd-666357a3c9cc None None] Deleting port d85492f3-1bb7-42d5-a316-342fcab761c4 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:10.409862 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c491d3f-eb1c-4933-a0cd-666357a3c9cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.420301 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-89403c01-882e-499e-a845-557b90ea6ad8 service neutron] 10.222.0.44 "GET /v2.0/networks/417d6633-5479-4eb9-a511-7b3ee754b7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031590 Jul 14 09:32:10.435209 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911f85d-8930-4ddc-9ba0-c62a3c61b06f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Port': ['ID=d85492f3-1bb7-42d5-a316-342fcab761c4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:10.437215 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1911f85d-8930-4ddc-9ba0-c62a3c61b06f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] No DVR routers for this DVR port d85492f3-1bb7-42d5-a316-342fcab761c4 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:10.480201 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-4c491d3f-eb1c-4933-a0cd-666357a3c9cc None None] For port d85492f3-1bb7-42d5-a316-342fcab761c4, host n-d-771362-35, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:10.481209 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c491d3f-eb1c-4933-a0cd-666357a3c9cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.509863 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4c491d3f-eb1c-4933-a0cd-666357a3c9cc None None] Calling delete_port for d85492f3-1bb7-42d5-a316-342fcab761c4 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:10.517223 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-4c491d3f-eb1c-4933-a0cd-666357a3c9cc None None] Port d85492f3-1bb7-42d5-a316-342fcab761c4 was not found and therefore no delete operation was performed {{(pid=93774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:32:10.519985 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c491d3f-eb1c-4933-a0cd-666357a3c9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.522739 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1911f85d-8930-4ddc-9ba0-c62a3c61b06f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.533687 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-1911f85d-8930-4ddc-9ba0-c62a3c61b06f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef5325a-a7be-4181-87c5-477628f9a563']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:10.537780 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e9bef7ce-e1d4-47ac-99f0-a8ccaf6e3895 req-c783f1fc-338e-4be5-9d01-073008d95db2 service neutron] 10.222.0.44 "GET /v2.0/networks/417d6633-5479-4eb9-a511-7b3ee754b7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106849 Jul 14 09:32:10.546122 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-1911f85d-8930-4ddc-9ba0-c62a3c61b06f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f190498-89be-4032-94c1-082d1a3ff071') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:10.546419 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-1911f85d-8930-4ddc-9ba0-c62a3c61b06f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f190498-89be-4032-94c1-082d1a3ff071') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:10.549880 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c491d3f-eb1c-4933-a0cd-666357a3c9cc None None] No DVR routers for this DVR port d85492f3-1bb7-42d5-a316-342fcab761c4 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:10.551899 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c491d3f-eb1c-4933-a0cd-666357a3c9cc None None] Pushing event deleted for resources: {'Port': ['ID=d85492f3-1bb7-42d5-a316-342fcab761c4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:10.557203 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1911f85d-8930-4ddc-9ba0-c62a3c61b06f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.563508 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c491d3f-eb1c-4933-a0cd-666357a3c9cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:10.563778 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c491d3f-eb1c-4933-a0cd-666357a3c9cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:10.565680 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c491d3f-eb1c-4933-a0cd-666357a3c9cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:10.566008 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c491d3f-eb1c-4933-a0cd-666357a3c9cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:10.566368 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c491d3f-eb1c-4933-a0cd-666357a3c9cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:10.566712 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c491d3f-eb1c-4933-a0cd-666357a3c9cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:10.567203 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c491d3f-eb1c-4933-a0cd-666357a3c9cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:10.567666 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c491d3f-eb1c-4933-a0cd-666357a3c9cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:10.568165 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c491d3f-eb1c-4933-a0cd-666357a3c9cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:10.568594 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c491d3f-eb1c-4933-a0cd-666357a3c9cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:10.569031 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c491d3f-eb1c-4933-a0cd-666357a3c9cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:10.569368 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c491d3f-eb1c-4933-a0cd-666357a3c9cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:10.581174 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1911f85d-8930-4ddc-9ba0-c62a3c61b06f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.588395 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1911f85d-8930-4ddc-9ba0-c62a3c61b06f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:10.588998 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1911f85d-8930-4ddc-9ba0-c62a3c61b06f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:10.592346 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:10.663039 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.674420 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be60a3-7bbc-4f1c-8586-dc44651c1314 req-9407b93b-fe3b-4c2b-8579-89cc63b461fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:10.676225 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-38be60a3-7bbc-4f1c-8586-dc44651c1314 req-9407b93b-fe3b-4c2b-8579-89cc63b461fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cb022d5abed74ace8ce20b5df7c7b1b3&device_id=1551aba5-5eb4-4175-ae15-341dfda580bb HTTP/1.1" status: 200 len: 1096 time: 0.0648556 Jul 14 09:32:10.735895 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1911f85d-8930-4ddc-9ba0-c62a3c61b06f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.747920 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1911f85d-8930-4ddc-9ba0-c62a3c61b06f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.755651 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1911f85d-8930-4ddc-9ba0-c62a3c61b06f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/networks/fef5325a-a7be-4181-87c5-477628f9a563 HTTP/1.1" status: 204 len: 168 time: 0.6861818 Jul 14 09:32:10.755817 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49322) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:10.820616 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be60a3-7bbc-4f1c-8586-dc44651c1314 req-e26a7b02-f5aa-482a-8b88-71736b275802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:10.822032 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-38be60a3-7bbc-4f1c-8586-dc44651c1314 req-e26a7b02-f5aa-482a-8b88-71736b275802 service neutron] 10.222.0.44 "GET /v2.0/networks?id=417d6633-5479-4eb9-a511-7b3ee754b7fe HTTP/1.1" status: 200 len: 896 time: 0.1384919 Jul 14 09:32:10.834409 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e547ca-2bc7-4ec3-95c5-76eb488ce142 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:10.840298 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f6e547ca-2bc7-4ec3-95c5-76eb488ce142 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "GET /v2.0/ports/09b638b7-e635-4785-a83b-05c881272196 HTTP/1.1" status: 200 len: 844 time: 0.0739267 Jul 14 09:32:10.840550 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49324) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:10.910389 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-38be60a3-7bbc-4f1c-8586-dc44651c1314 req-be3994a7-d0e2-482e-b8bc-f6c5163dda5d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4930897-47eb-4f95-9a63-62714cefed5c HTTP/1.1" status: 200 len: 217 time: 0.0734191 Jul 14 09:32:10.966530 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e2109f50-3774-4283-9c24-d9aae3b7053a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "GET /v2.0/ports/09b638b7-e635-4785-a83b-05c881272196?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1247411 Jul 14 09:32:10.972351 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49334) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:10.977467 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-60c2dcaf-dafd-4b55-9a9c-778eb2a2d26c tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'subnet': {'network_id': '12352522-75c6-42ba-86fb-3ea3d9c60ae0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:11.049853 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be60a3-7bbc-4f1c-8586-dc44651c1314 req-2e538f60-265c-400f-a1c7-29636a5ae7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:11.051349 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-38be60a3-7bbc-4f1c-8586-dc44651c1314 req-2e538f60-265c-400f-a1c7-29636a5ae7e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e86bcc3-f435-48dd-9851-d4548dc96841 HTTP/1.1" status: 200 len: 835 time: 0.1268454 Jul 14 09:32:11.087999 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911f85d-8930-4ddc-9ba0-c62a3c61b06f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Network': ['ID=fef5325a-a7be-4181-87c5-477628f9a563,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:11.100188 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71678a1-9a5e-40d8-86ca-2721ed440d55 req-2a97a452-cf18-45ef-885a-093109baf397 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:11.101876 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d71678a1-9a5e-40d8-86ca-2721ed440d55 req-2a97a452-cf18-45ef-885a-093109baf397 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 946 time: 0.5088115 Jul 14 09:32:11.140180 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c2dcaf-dafd-4b55-9a9c-778eb2a2d26c tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:11.145067 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60c2dcaf-dafd-4b55-9a9c-778eb2a2d26c tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.149116 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a536af-d1de-4a24-a208-861bffa1e9d7 req-ea6fedf9-f64b-4e40-9281-5c6c1c30d612 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:11.155713 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be60a3-7bbc-4f1c-8586-dc44651c1314 req-5123c244-f4f3-45ce-b83b-3fc65aca4353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:11.157244 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-38be60a3-7bbc-4f1c-8586-dc44651c1314 req-5123c244-f4f3-45ce-b83b-3fc65aca4353 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=417d6633-5479-4eb9-a511-7b3ee754b7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0943503 Jul 14 09:32:11.159200 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-77a536af-d1de-4a24-a208-861bffa1e9d7 req-ea6fedf9-f64b-4e40-9281-5c6c1c30d612 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=1551aba5-5eb4-4175-ae15-341dfda580bb HTTP/1.1" status: 200 len: 944 time: 0.4881349 Jul 14 09:32:11.244830 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d71678a1-9a5e-40d8-86ca-2721ed440d55 req-69ce59f3-1553-4665-babb-d976c09c87e0 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314197 Jul 14 09:32:11.263085 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-77a536af-d1de-4a24-a208-861bffa1e9d7 req-8fe7ffa8-e4e1-4ef2-8025-5bd4afd4786d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=10aef40c-7489-48f2-b5ee-7228e6b5c86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025662 Jul 14 09:32:11.321416 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22bb71b-4733-40f9-9ec0-c832e08a5b30 req-f7c72713-406c-4283-b540-15f18d14ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:11.323249 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a22bb71b-4733-40f9-9ec0-c832e08a5b30 req-f7c72713-406c-4283-b540-15f18d14ec1b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 1098 time: 0.1472526 Jul 14 09:32:11.354452 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-38be60a3-7bbc-4f1c-8586-dc44651c1314 req-cc652f46-fe5b-419a-bc97-cad2b931c78b service neutron] 10.222.0.44 "GET /v2.0/networks/417d6633-5479-4eb9-a511-7b3ee754b7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856546 Jul 14 09:32:11.365470 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a22bb71b-4733-40f9-9ec0-c832e08a5b30 req-c69cea9b-93a1-49f6-9577-31aef6471fd5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339932 Jul 14 09:32:11.526218 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60c2dcaf-dafd-4b55-9a9c-778eb2a2d26c tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.538602 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-38be60a3-7bbc-4f1c-8586-dc44651c1314 req-2d8c5970-13b7-4975-be43-4b5c4b70e830 service neutron] 10.222.0.44 "GET /v2.0/networks/417d6633-5479-4eb9-a511-7b3ee754b7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577725 Jul 14 09:32:11.570365 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c2dcaf-dafd-4b55-9a9c-778eb2a2d26c tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network 12352522-75c6-42ba-86fb-3ea3d9c60ae0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:11.575257 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-60c2dcaf-dafd-4b55-9a9c-778eb2a2d26c tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:11.579682 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c2dcaf-dafd-4b55-9a9c-778eb2a2d26c tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:11.580331 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60c2dcaf-dafd-4b55-9a9c-778eb2a2d26c tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.586326 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce86025-d6a9-4235-9a21-5d222751425a None None] Network 12352522-75c6-42ba-86fb-3ea3d9c60ae0 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:11.601822 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2dcaf-dafd-4b55-9a9c-778eb2a2d26c tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Subnet': ['ID=1ec3efeb-398c-472a-9d10-67f08fbea564,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:11.606935 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-60c2dcaf-dafd-4b55-9a9c-778eb2a2d26c tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6335084 Jul 14 09:32:11.610012 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49336) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:11.614942 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-8a2b22bf-be6b-404a-950b-f278a670d777 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'security_group': {'name': 'tempest-secgroup-855777040'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:11.649894 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a2b22bf-be6b-404a-950b-f278a670d777 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.756679 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a2b22bf-be6b-404a-950b-f278a670d777 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.762956 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a2b22bf-be6b-404a-950b-f278a670d777 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.789142 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a2b22bf-be6b-404a-950b-f278a670d777 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.793797 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8a2b22bf-be6b-404a-950b-f278a670d777 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1797042 Jul 14 09:32:11.794193 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49338) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:11.799371 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c1066726-6293-4408-9c4f-78ae987a711f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'security_group': {'name': 'tempest-secgroup-995015533'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:11.800902 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b22bf-be6b-404a-950b-f278a670d777 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ba4824-58aa-4520-b4d5-59b5e739b479,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:11.823895 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a6e516-135d-4815-9ce7-b1e9623568c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-12352522-75c6-42ba-86fb-3ea3d9c60ae0', 'network_id': '12352522-75c6-42ba-86fb-3ea3d9c60ae0', 'tenant_id': 'dcc30680139646f2ba211bfea563cead', 'fixed_ips': [{'subnet_id': '1ec3efeb-398c-472a-9d10-67f08fbea564'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:11.825561 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9a6e516-135d-4815-9ce7-b1e9623568c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.826343 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c1066726-6293-4408-9c4f-78ae987a711f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.943672 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c1066726-6293-4408-9c4f-78ae987a711f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.952072 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c1066726-6293-4408-9c4f-78ae987a711f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.993132 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1066726-6293-4408-9c4f-78ae987a711f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f74c7a-5b45-4e81-b124-0ccb826a422d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:11.995193 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c1066726-6293-4408-9c4f-78ae987a711f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.998828 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c1066726-6293-4408-9c4f-78ae987a711f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2017810 Jul 14 09:32:11.999953 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49342) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:12.005305 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-b8f741eb-e84e-4da7-8bc2-a752aed9c8a5 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-218866389', 'security_groups': ['39f74c7a-5b45-4e81-b124-0ccb826a422d'], 'network_id': '12352522-75c6-42ba-86fb-3ea3d9c60ae0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1ec3efeb-398c-472a-9d10-67f08fbea564'}]}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:12.009683 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-a9a6e516-135d-4815-9ce7-b1e9623568c3 None None] Allocated IP 2001:db8::2 (12352522-75c6-42ba-86fb-3ea3d9c60ae0/1ec3efeb-398c-472a-9d10-67f08fbea564/e3173e53-e1dc-4883-b908-e283864e83fb) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:12.177761 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f741eb-e84e-4da7-8bc2-a752aed9c8a5 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:12.201518 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9a6e516-135d-4815-9ce7-b1e9623568c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.216450 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a9a6e516-135d-4815-9ce7-b1e9623568c3 None None] Transition to ACTIVE for port object e3173e53-e1dc-4883-b908-e283864e83fb will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:12.246061 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.248374 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a9a6e516-135d-4815-9ce7-b1e9623568c3 None None] Transition to ACTIVE for port object e3173e53-e1dc-4883-b908-e283864e83fb will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:12.258796 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9a6e516-135d-4815-9ce7-b1e9623568c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.318613 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a6e516-135d-4815-9ce7-b1e9623568c3 None None] Network 12352522-75c6-42ba-86fb-3ea3d9c60ae0 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:12.335204 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a6e516-135d-4815-9ce7-b1e9623568c3 None None] Pushing event updated for resources: {'Port': ['ID=e3173e53-e1dc-4883-b908-e283864e83fb,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:12.345590 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-a9a6e516-135d-4815-9ce7-b1e9623568c3 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:12.348891 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a6e516-135d-4815-9ce7-b1e9623568c3 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:12.396650 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8f741eb-e84e-4da7-8bc2-a752aed9c8a5 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.398788 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d85492f3-1bb7-42d5-a316-342fcab761c4 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:12.422205 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-b8f741eb-e84e-4da7-8bc2-a752aed9c8a5 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] device_id is not set on port b2d223a4-ca16-48f1-b325-5f28bb8337b9 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:32:12.451056 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: d85492f3-1bb7-42d5-a316-342fcab761c4 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:12.451408 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d85492f3-1bb7-42d5-a316-342fcab761c4 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:12.468429 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a9a6e516-135d-4815-9ce7-b1e9623568c3 None None] Attempting to bind port e3173e53-e1dc-4883-b908-e283864e83fb on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:12.468905 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a9a6e516-135d-4815-9ce7-b1e9623568c3 None None] Attempting to bind port e3173e53-e1dc-4883-b908-e283864e83fb by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '75fafabf-fa3a-46f2-b524-c17b1f3328c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '12352522-75c6-42ba-86fb-3ea3d9c60ae0'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:12.469404 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6e516-135d-4815-9ce7-b1e9623568c3 None None] Attempting to bind port e3173e53-e1dc-4883-b908-e283864e83fb on network 12352522-75c6-42ba-86fb-3ea3d9c60ae0 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:12.476371 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6e516-135d-4815-9ce7-b1e9623568c3 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:12.476902 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6e516-135d-4815-9ce7-b1e9623568c3 None None] Checking segment: {'id': '75fafabf-fa3a-46f2-b524-c17b1f3328c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '12352522-75c6-42ba-86fb-3ea3d9c60ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:12.477413 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9a6e516-135d-4815-9ce7-b1e9623568c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.477902 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6e516-135d-4815-9ce7-b1e9623568c3 None None] Bound using segment: {'id': '75fafabf-fa3a-46f2-b524-c17b1f3328c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '12352522-75c6-42ba-86fb-3ea3d9c60ae0'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:12.478870 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a9a6e516-135d-4815-9ce7-b1e9623568c3 None None] Bound port: e3173e53-e1dc-4883-b908-e283864e83fb, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75fafabf-fa3a-46f2-b524-c17b1f3328c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '12352522-75c6-42ba-86fb-3ea3d9c60ae0'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:12.478870 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9a6e516-135d-4815-9ce7-b1e9623568c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.551862 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a33dc4-88c2-4de2-a132-6f386abd1500 req-67762627-ac97-4850-8a6b-25e92bbe2428 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:12.554257 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7a33dc4-88c2-4de2-a132-6f386abd1500 req-67762627-ac97-4850-8a6b-25e92bbe2428 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 946 time: 0.1370883 Jul 14 09:32:12.554812 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a9a6e516-135d-4815-9ce7-b1e9623568c3 None None] For port e3173e53-e1dc-4883-b908-e283864e83fb, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:12.559219 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a9a6e516-135d-4815-9ce7-b1e9623568c3 None None] For port e3173e53-e1dc-4883-b908-e283864e83fb, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e3173e53-e1dc-4883-b908-e283864e83fb,segment=NetworkSegment(75fafabf-fa3a-46f2-b524-c17b1f3328c3),segment_id=75fafabf-fa3a-46f2-b524-c17b1f3328c3)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:12.566826 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9a6e516-135d-4815-9ce7-b1e9623568c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.576144 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457910fc-eae0-4c32-b7c0-92e9b520bfef req-d1eb2881-9691-4682-8bc2-6c86cdfdd830 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:12.577620 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-457910fc-eae0-4c32-b7c0-92e9b520bfef req-d1eb2881-9691-4682-8bc2-6c86cdfdd830 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=1551aba5-5eb4-4175-ae15-341dfda580bb HTTP/1.1" status: 200 len: 944 time: 0.1072688 Jul 14 09:32:12.629012 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-b8f741eb-e84e-4da7-8bc2-a752aed9c8a5 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Allocated IP 2001:db8::316 (12352522-75c6-42ba-86fb-3ea3d9c60ae0/1ec3efeb-398c-472a-9d10-67f08fbea564/b2d223a4-ca16-48f1-b325-5f28bb8337b9) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:12.634661 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a6e516-135d-4815-9ce7-b1e9623568c3 None None] Pushing event updated for resources: {'Port': ['ID=e3173e53-e1dc-4883-b908-e283864e83fb,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:12.651267 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7a33dc4-88c2-4de2-a132-6f386abd1500 req-217514f0-4cf1-4a78-8e5a-6bcd0665e328 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725491 Jul 14 09:32:12.661645 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-457910fc-eae0-4c32-b7c0-92e9b520bfef req-200b75d1-0a43-451e-82c3-79a3107d0089 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=10aef40c-7489-48f2-b5ee-7228e6b5c86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754523 Jul 14 09:32:12.817744 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8f741eb-e84e-4da7-8bc2-a752aed9c8a5 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.831968 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b8f741eb-e84e-4da7-8bc2-a752aed9c8a5 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Transition to ACTIVE for port object b2d223a4-ca16-48f1-b325-5f28bb8337b9 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:12.881564 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8f741eb-e84e-4da7-8bc2-a752aed9c8a5 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.909703 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47540306-747c-44a3-9376-689f88cb067f req-bba50b82-f1d0-4650-b101-724b00a57bcc tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:12.911305 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-47540306-747c-44a3-9376-689f88cb067f req-bba50b82-f1d0-4650-b101-724b00a57bcc tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.1059413 Jul 14 09:32:12.951430 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f741eb-e84e-4da7-8bc2-a752aed9c8a5 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network 12352522-75c6-42ba-86fb-3ea3d9c60ae0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:12.959936 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-b8f741eb-e84e-4da7-8bc2-a752aed9c8a5 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:12.966091 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f741eb-e84e-4da7-8bc2-a752aed9c8a5 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:12.972607 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f741eb-e84e-4da7-8bc2-a752aed9c8a5 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:12.973259 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8f741eb-e84e-4da7-8bc2-a752aed9c8a5 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.975134 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-47540306-747c-44a3-9376-689f88cb067f req-ac787813-1119-4f1d-b035-257a903f277c tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541263 Jul 14 09:32:12.983685 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f741eb-e84e-4da7-8bc2-a752aed9c8a5 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Port': ['ID=b2d223a4-ca16-48f1-b325-5f28bb8337b9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:13.008456 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b8f741eb-e84e-4da7-8bc2-a752aed9c8a5 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0069215 Jul 14 09:32:13.009352 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49354) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:13.015424 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-3ff1e576-aa91-4f8c-bf7d-deb80b8a8479 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'subnet': {'network_id': '12352522-75c6-42ba-86fb-3ea3d9c60ae0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:13.158225 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff1e576-aa91-4f8c-bf7d-deb80b8a8479 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:13.163352 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ff1e576-aa91-4f8c-bf7d-deb80b8a8479 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.294886 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c4930897-47eb-4f95-9a63-62714cefed5c details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:32:13.297841 n-d-771362-35 neutron-server[93773]: INFO neutron.db.ipam_backend_mixin [None req-3ff1e576-aa91-4f8c-bf7d-deb80b8a8479 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1ec3efeb-398c-472a-9d10-67f08fbea564 (CIDR: 2001:db8::/64) Jul 14 09:32:13.302120 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff1e576-aa91-4f8c-bf7d-deb80b8a8479 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:32:13.302866 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff1e576-aa91-4f8c-bf7d-deb80b8a8479 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:13.328730 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49368) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:13.329011 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3ff1e576-aa91-4f8c-bf7d-deb80b8a8479 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3157752 Jul 14 09:32:13.339842 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-d5dde7f8-0bcc-4e24-981f-d3c4b5cc6347 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'subnet': {'network_id': '12352522-75c6-42ba-86fb-3ea3d9c60ae0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:13.439757 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c4930897-47eb-4f95-9a63-62714cefed5c, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c4930897-47eb-4f95-9a63-62714cefed5c,segment=NetworkSegment(623598a1-d685-4093-a37c-5160ffd2de19),segment_id=623598a1-d685-4093-a37c-5160ffd2de19)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:13.456872 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'c4930897-47eb-4f95-9a63-62714cefed5c', 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe', 'port_id': 'c4930897-47eb-4f95-9a63-62714cefed5c', 'mac_address': 'fa:16:3e:16:59:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e86bcc3-f435-48dd-9851-d4548dc96841', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:32:13.475458 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9bd90-81ae-4be5-939b-c16e004dfd84 req-095592e7-d6fe-4a0f-baad-c5e6d98950ce tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:13.477940 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-05f9bd90-81ae-4be5-939b-c16e004dfd84 req-095592e7-d6fe-4a0f-baad-c5e6d98950ce tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.1269307 Jul 14 09:32:13.542084 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.557921 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5dde7f8-0bcc-4e24-981f-d3c4b5cc6347 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:13.563269 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5dde7f8-0bcc-4e24-981f-d3c4b5cc6347 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.567255 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4930897-47eb-4f95-9a63-62714cefed5c {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:13.578264 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-05f9bd90-81ae-4be5-939b-c16e004dfd84 req-e6dbfca4-3a06-4f6f-971a-4c5dc346401e tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929554 Jul 14 09:32:13.597512 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c4930897-47eb-4f95-9a63-62714cefed5c, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c4930897-47eb-4f95-9a63-62714cefed5c,segment=NetworkSegment(623598a1-d685-4093-a37c-5160ffd2de19),segment_id=623598a1-d685-4093-a37c-5160ffd2de19)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:13.601978 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.661284 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=c4930897-47eb-4f95-9a63-62714cefed5c,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:13.858882 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5dde7f8-0bcc-4e24-981f-d3c4b5cc6347 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.875165 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['c4930897-47eb-4f95-9a63-62714cefed5c'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:13.905090 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a05cf0-ac71-4574-a0b1-c1411fb5bdca req-92b59594-12ea-45f8-9989-43c13b94b4dc tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:13.906803 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7a05cf0-ac71-4574-a0b1-c1411fb5bdca req-92b59594-12ea-45f8-9989-43c13b94b4dc tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=1551aba5-5eb4-4175-ae15-341dfda580bb HTTP/1.1" status: 200 len: 945 time: 0.0982463 Jul 14 09:32:13.916186 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dde7f8-0bcc-4e24-981f-d3c4b5cc6347 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network 12352522-75c6-42ba-86fb-3ea3d9c60ae0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:13.922767 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-d5dde7f8-0bcc-4e24-981f-d3c4b5cc6347 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:13.936768 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dde7f8-0bcc-4e24-981f-d3c4b5cc6347 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:13.937386 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5dde7f8-0bcc-4e24-981f-d3c4b5cc6347 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.952158 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9e35d6-aab2-4acb-a0b2-3d86bfdbd9a8 None None] Network 12352522-75c6-42ba-86fb-3ea3d9c60ae0 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:13.962343 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dde7f8-0bcc-4e24-981f-d3c4b5cc6347 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Subnet': ['ID=b8b6243a-3830-4e36-8a85-cb568211765b,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:13.968845 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d5dde7f8-0bcc-4e24-981f-d3c4b5cc6347 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6345627 Jul 14 09:32:13.971934 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49376) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:13.978294 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-0c995680-59e9-4c85-af64-541fd902cb38 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-295480628', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b8b6243a-3830-4e36-8a85-cb568211765b'}], 'security_groups': ['c0ba4824-58aa-4520-b4d5-59b5e739b479']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:13.990522 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7a05cf0-ac71-4574-a0b1-c1411fb5bdca req-aee37b3a-5c2c-4142-bb15-03aa02c60d5d tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=10aef40c-7489-48f2-b5ee-7228e6b5c86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687535 Jul 14 09:32:14.093153 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2f3cf670-7cec-4c20-9969-42c8a7ffa5cd None None] Provisioning for port e3173e53-e1dc-4883-b908-e283864e83fb completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:14.104976 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c995680-59e9-4c85-af64-541fd902cb38 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.163198 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2f3cf670-7cec-4c20-9969-42c8a7ffa5cd None None] Provisioning complete for port 09b638b7-e635-4785-a83b-05c881272196 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:14.163599 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f3cf670-7cec-4c20-9969-42c8a7ffa5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.257150 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2f3cf670-7cec-4c20-9969-42c8a7ffa5cd None None] Port 09b638b7-e635-4785-a83b-05c881272196 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:14.482146 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e3173e53-e1dc-4883-b908-e283864e83fb up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:14.584900 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba738c9d-4657-4f17-b8d4-88920f9ed5be None None] Update dhcp port {'port': {'network_id': '12352522-75c6-42ba-86fb-3ea3d9c60ae0', 'fixed_ips': [{'subnet_id': '1ec3efeb-398c-472a-9d10-67f08fbea564', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b8b6243a-3830-4e36-8a85-cb568211765b'}], 'binding:host_id': 'n-d-771362-35'}, 'id': 'e3173e53-e1dc-4883-b908-e283864e83fb'} from n-d-771362-35. {{(pid=93774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:32:14.624509 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port e3173e53-e1dc-4883-b908-e283864e83fb completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:14.632137 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba738c9d-4657-4f17-b8d4-88920f9ed5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.633985 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port e3173e53-e1dc-4883-b908-e283864e83fb triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:14.634409 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.766422 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006c1ff-4431-4e67-9abf-364ce6be60e7 req-9380b2a0-154d-4ae6-8b3d-e3061351dec2 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:14.774785 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c006c1ff-4431-4e67-9abf-364ce6be60e7 req-9380b2a0-154d-4ae6-8b3d-e3061351dec2 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.0824740 Jul 14 09:32:14.813183 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c006c1ff-4431-4e67-9abf-364ce6be60e7 req-68e98b47-25db-4b8a-874a-7b723dee2d15 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372095 Jul 14 09:32:14.815955 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-0c995680-59e9-4c85-af64-541fd902cb38 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Delete allocated IP 2001:db8::316 (12352522-75c6-42ba-86fb-3ea3d9c60ae0/1ec3efeb-398c-472a-9d10-67f08fbea564) {{(pid=93772) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 09:32:14.839564 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-0c995680-59e9-4c85-af64-541fd902cb38 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Allocated IP 2001:db8:0:1::1ac (12352522-75c6-42ba-86fb-3ea3d9c60ae0/b8b6243a-3830-4e36-8a85-cb568211765b/b2d223a4-ca16-48f1-b325-5f28bb8337b9) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:14.845877 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.883149 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port e3173e53-e1dc-4883-b908-e283864e83fb, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e3173e53-e1dc-4883-b908-e283864e83fb,segment=NetworkSegment(75fafabf-fa3a-46f2-b524-c17b1f3328c3),segment_id=75fafabf-fa3a-46f2-b524-c17b1f3328c3)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:14.890341 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.954748 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=e3173e53-e1dc-4883-b908-e283864e83fb,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:15.056987 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c995680-59e9-4c85-af64-541fd902cb38 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.070010 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0c995680-59e9-4c85-af64-541fd902cb38 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Ignored duplicate provisioning block setup for port b2d223a4-ca16-48f1-b325-5f28bb8337b9 by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 09:32:15.085041 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c995680-59e9-4c85-af64-541fd902cb38 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.179831 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-ba738c9d-4657-4f17-b8d4-88920f9ed5be None None] Allocated IP 2001:db8:0:1::2 (12352522-75c6-42ba-86fb-3ea3d9c60ae0/b8b6243a-3830-4e36-8a85-cb568211765b/e3173e53-e1dc-4883-b908-e283864e83fb) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:15.251994 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0c995680-59e9-4c85-af64-541fd902cb38 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] In _notify_port_updated(), no bound segment for port b2d223a4-ca16-48f1-b325-5f28bb8337b9 on network 12352522-75c6-42ba-86fb-3ea3d9c60ae0 {{(pid=93772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:32:15.257643 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c995680-59e9-4c85-af64-541fd902cb38 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:15.258281 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c995680-59e9-4c85-af64-541fd902cb38 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.262745 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49392) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:15.265387 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0c995680-59e9-4c85-af64-541fd902cb38 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "PUT /v2.0/ports/b2d223a4-ca16-48f1-b325-5f28bb8337b9 HTTP/1.1" status: 200 len: 930 time: 1.2918143 Jul 14 09:32:15.266575 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c995680-59e9-4c85-af64-541fd902cb38 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Port': ['ID=b2d223a4-ca16-48f1-b325-5f28bb8337b9,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:15.295815 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c4930897-47eb-4f95-9a63-62714cefed5c up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:15.318376 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faecc52-8f30-47b1-b2f6-a56f050e6945 req-1f09e6ef-dddb-496b-8e67-1af3d108ad61 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:15.326422 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3faecc52-8f30-47b1-b2f6-a56f050e6945 req-1f09e6ef-dddb-496b-8e67-1af3d108ad61 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=1551aba5-5eb4-4175-ae15-341dfda580bb HTTP/1.1" status: 200 len: 945 time: 0.1386743 Jul 14 09:32:15.383971 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ba738c9d-4657-4f17-b8d4-88920f9ed5be None None] For port e3173e53-e1dc-4883-b908-e283864e83fb, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e3173e53-e1dc-4883-b908-e283864e83fb,segment=NetworkSegment(75fafabf-fa3a-46f2-b524-c17b1f3328c3),segment_id=75fafabf-fa3a-46f2-b524-c17b1f3328c3)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:15.414369 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port c4930897-47eb-4f95-9a63-62714cefed5c completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:15.422279 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3faecc52-8f30-47b1-b2f6-a56f050e6945 req-84f51a5f-39f7-414c-814c-4d1da98bc2b7 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=10aef40c-7489-48f2-b5ee-7228e6b5c86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946572 Jul 14 09:32:15.432924 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port c4930897-47eb-4f95-9a63-62714cefed5c triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:15.434427 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.441110 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba738c9d-4657-4f17-b8d4-88920f9ed5be None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.502992 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b930a4f9-3681-477a-9348-b249d6958c07 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting port b2d223a4-ca16-48f1-b325-5f28bb8337b9 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:15.503408 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b930a4f9-3681-477a-9348-b249d6958c07 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.586473 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3d598-8638-4a43-98cd-8248a2d475d6 req-75ae579e-e918-42dd-9b86-413beead8cc4 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:15.601377 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5ac3d598-8638-4a43-98cd-8248a2d475d6 req-75ae579e-e918-42dd-9b86-413beead8cc4 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.1770260 Jul 14 09:32:15.656425 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5ac3d598-8638-4a43-98cd-8248a2d475d6 req-bb15caea-0495-47bc-8116-fca6811b6b9a tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540674 Jul 14 09:32:15.681962 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b930a4f9-3681-477a-9348-b249d6958c07 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.696202 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ba738c9d-4657-4f17-b8d4-88920f9ed5be None None] Transition to ACTIVE for port object e3173e53-e1dc-4883-b908-e283864e83fb will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:15.698332 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b930a4f9-3681-477a-9348-b249d6958c07 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Calling delete_port for b2d223a4-ca16-48f1-b325-5f28bb8337b9 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:15.704440 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba738c9d-4657-4f17-b8d4-88920f9ed5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.837041 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba738c9d-4657-4f17-b8d4-88920f9ed5be None None] Pushing event updated for resources: {'Port': ['ID=e3173e53-e1dc-4883-b908-e283864e83fb,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:15.857978 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.873657 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b930a4f9-3681-477a-9348-b249d6958c07 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.886276 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1551aba5-5eb4-4175-ae15-341dfda580bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4930897-47eb-4f95-9a63-62714cefed5c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:15.888791 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bad6ad-8761-4728-a4bc-b6b5bae2b105" -d '{"events": [{"server_uuid": "1551aba5-5eb4-4175-ae15-341dfda580bb", "name": "network-vif-plugged", "status": "completed", "tag": "c4930897-47eb-4f95-9a63-62714cefed5c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:15.903247 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c4930897-47eb-4f95-9a63-62714cefed5c, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c4930897-47eb-4f95-9a63-62714cefed5c,segment=NetworkSegment(623598a1-d685-4093-a37c-5160ffd2de19),segment_id=623598a1-d685-4093-a37c-5160ffd2de19)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:15.912567 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.912940 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b930a4f9-3681-477a-9348-b249d6958c07 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Port': ['ID=b2d223a4-ca16-48f1-b325-5f28bb8337b9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:15.945580 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b930a4f9-3681-477a-9348-b249d6958c07 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.951630 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49398) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:15.961773 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b930a4f9-3681-477a-9348-b249d6958c07 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/ports/b2d223a4-ca16-48f1-b325-5f28bb8337b9 HTTP/1.1" status: 204 len: 168 time: 0.6975684 Jul 14 09:32:15.980663 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a22225-8e7b-4da0-95b8-e51099f4e51d x-openstack-request-id: req-41a22225-8e7b-4da0-95b8-e51099f4e51d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:15.980663 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1551aba5-5eb4-4175-ae15-341dfda580bb", "name": "network-vif-plugged", "status": "completed", "tag": "c4930897-47eb-4f95-9a63-62714cefed5c", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:15.981434 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-41a22225-8e7b-4da0-95b8-e51099f4e51d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:15.981679 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1551aba5-5eb4-4175-ae15-341dfda580bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4930897-47eb-4f95-9a63-62714cefed5c', 'code': 200} Jul 14 09:32:15.982259 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=c4930897-47eb-4f95-9a63-62714cefed5c,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:15.990694 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-32336acb-5a1d-4ec7-8856-a0ff42eeec01 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] GET failed (client error): The resource could not be found. Jul 14 09:32:15.997259 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49400) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:15.997466 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-32336acb-5a1d-4ec7-8856-a0ff42eeec01 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "GET /v2.0/ports/b2d223a4-ca16-48f1-b325-5f28bb8337b9 HTTP/1.1" status: 404 len: 333 time: 0.0434773 Jul 14 09:32:16.070316 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a188f153-dbdf-4558-906d-357866e31c1a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.098176 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a188f153-dbdf-4558-906d-357866e31c1a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.160152 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a188f153-dbdf-4558-906d-357866e31c1a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.163576 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a188f153-dbdf-4558-906d-357866e31c1a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.164875 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a188f153-dbdf-4558-906d-357866e31c1a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/security-groups/39f74c7a-5b45-4e81-b124-0ccb826a422d HTTP/1.1" status: 204 len: 168 time: 0.1660316 Jul 14 09:32:16.169244 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49404) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:16.179746 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188f153-dbdf-4558-906d-357866e31c1a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f74c7a-5b45-4e81-b124-0ccb826a422d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:16.239727 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e1318-573f-4296-914e-2f4efd7448ad req-e64a3bce-4d8d-40d3-96ea-632990b386b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:16.241546 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-703e1318-573f-4296-914e-2f4efd7448ad req-e64a3bce-4d8d-40d3-96ea-632990b386b3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1551aba5-5eb4-4175-ae15-341dfda580bb HTTP/1.1" status: 200 len: 1098 time: 0.1615641 Jul 14 09:32:16.325466 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-703e1318-573f-4296-914e-2f4efd7448ad req-7d1e25a4-836f-4396-8b1c-861398e7d869 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=10aef40c-7489-48f2-b5ee-7228e6b5c86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758340 Jul 14 09:32:16.336285 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32ab6ae8-ea14-4a56-a337-d9c21e53ff24 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.355121 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e3173e53-e1dc-4883-b908-e283864e83fb up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:16.370334 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32ab6ae8-ea14-4a56-a337-d9c21e53ff24 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.440966 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32ab6ae8-ea14-4a56-a337-d9c21e53ff24 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.445556 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32ab6ae8-ea14-4a56-a337-d9c21e53ff24 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.449964 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49406) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:16.451923 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-32ab6ae8-ea14-4a56-a337-d9c21e53ff24 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/security-groups/c0ba4824-58aa-4520-b4d5-59b5e739b479 HTTP/1.1" status: 204 len: 168 time: 0.2750053 Jul 14 09:32:16.466762 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab6ae8-ea14-4a56-a337-d9c21e53ff24 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ba4824-58aa-4520-b4d5-59b5e739b479,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:16.531943 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99dc42f-ab0f-4afc-aa26-b7dfc0205a7f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting subnet 1ec3efeb-398c-472a-9d10-67f08fbea564 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:16.537395 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c99dc42f-ab0f-4afc-aa26-b7dfc0205a7f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.633978 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c99dc42f-ab0f-4afc-aa26-b7dfc0205a7f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.714951 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8b2b0d05-409b-4609-bf5d-cda7dd8494b9 None None] Provisioning for port e3173e53-e1dc-4883-b908-e283864e83fb completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:16.717692 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49d459-ed96-443b-81a8-d253346260f9 req-61ad8313-dffd-43ac-a12f-f4fe42a79d92 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:16.719803 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1c49d459-ed96-443b-81a8-d253346260f9 req-61ad8313-dffd-43ac-a12f-f4fe42a79d92 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=1551aba5-5eb4-4175-ae15-341dfda580bb HTTP/1.1" status: 200 len: 946 time: 0.1414077 Jul 14 09:32:16.731030 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8b2b0d05-409b-4609-bf5d-cda7dd8494b9 None None] Provisioning complete for port e3173e53-e1dc-4883-b908-e283864e83fb triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:16.731581 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0d05-409b-4609-bf5d-cda7dd8494b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.783903 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c99dc42f-ab0f-4afc-aa26-b7dfc0205a7f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.818461 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1c49d459-ed96-443b-81a8-d253346260f9 req-4206a6a3-319a-43e3-9588-04a0ce4d5013 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=10aef40c-7489-48f2-b5ee-7228e6b5c86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789409 Jul 14 09:32:16.862067 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8b2b0d05-409b-4609-bf5d-cda7dd8494b9 None None] Could not find standard attr ID for object b2d223a4-ca16-48f1-b325-5f28bb8337b9. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:32:16.872045 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c99dc42f-ab0f-4afc-aa26-b7dfc0205a7f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.875405 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8b2b0d05-409b-4609-bf5d-cda7dd8494b9 None None] Provisioning complete for port 09b638b7-e635-4785-a83b-05c881272196 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:16.875919 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0d05-409b-4609-bf5d-cda7dd8494b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.915722 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8b2b0d05-409b-4609-bf5d-cda7dd8494b9 None None] Port 09b638b7-e635-4785-a83b-05c881272196 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:16.929578 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c99dc42f-ab0f-4afc-aa26-b7dfc0205a7f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.937649 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c99dc42f-ab0f-4afc-aa26-b7dfc0205a7f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/subnets/1ec3efeb-398c-472a-9d10-67f08fbea564 HTTP/1.1" status: 204 len: 168 time: 0.4798520 Jul 14 09:32:16.937880 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49414) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:16.939662 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99dc42f-ab0f-4afc-aa26-b7dfc0205a7f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Subnet': ['ID=1ec3efeb-398c-472a-9d10-67f08fbea564,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:16.942470 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-fee54fbb-b0c9-46a6-81d8-0181926328ab tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'subnet': {'network_id': '12352522-75c6-42ba-86fb-3ea3d9c60ae0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:17.005305 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37a08f-d6ba-48c4-8b30-60ee69199e8f req-bf1aea2b-75c7-47dc-b999-1c135578f51b tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:17.007058 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1f37a08f-d6ba-48c4-8b30-60ee69199e8f req-bf1aea2b-75c7-47dc-b999-1c135578f51b tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.0900652 Jul 14 09:32:17.061618 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee54fbb-b0c9-46a6-81d8-0181926328ab tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:17.064054 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1f37a08f-d6ba-48c4-8b30-60ee69199e8f req-9e1d7cb2-87e5-43b0-8fff-247c37dce779 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491741 Jul 14 09:32:17.067432 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fee54fbb-b0c9-46a6-81d8-0181926328ab tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.084476 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a532139-54e1-4b96-8b0b-60cbf5036faf None None] Network 12352522-75c6-42ba-86fb-3ea3d9c60ae0 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:17.185533 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5772146a-0722-479e-877a-274876b1a1ea None None] Could not find standard attr ID for object b2d223a4-ca16-48f1-b325-5f28bb8337b9. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:32:17.387333 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fee54fbb-b0c9-46a6-81d8-0181926328ab tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.426173 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee54fbb-b0c9-46a6-81d8-0181926328ab tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network 12352522-75c6-42ba-86fb-3ea3d9c60ae0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:17.452492 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-fee54fbb-b0c9-46a6-81d8-0181926328ab tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:17.457416 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee54fbb-b0c9-46a6-81d8-0181926328ab tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:17.458191 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fee54fbb-b0c9-46a6-81d8-0181926328ab tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.485336 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fee54fbb-b0c9-46a6-81d8-0181926328ab tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5473957 Jul 14 09:32:17.488026 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49422) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:17.494174 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-08b7d786-d79e-43a5-b9df-1da3b08e1aef tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'security_group': {'name': 'tempest-secgroup-1478356099'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:17.499439 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee54fbb-b0c9-46a6-81d8-0181926328ab tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Subnet': ['ID=c2dc2b83-259f-429a-b6d1-9b5384deddd6,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:17.525963 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-08b7d786-d79e-43a5-b9df-1da3b08e1aef tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.660952 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-08b7d786-d79e-43a5-b9df-1da3b08e1aef tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.672536 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-08b7d786-d79e-43a5-b9df-1da3b08e1aef tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.711882 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-08b7d786-d79e-43a5-b9df-1da3b08e1aef tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.716658 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-08b7d786-d79e-43a5-b9df-1da3b08e1aef tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2254648 Jul 14 09:32:17.718879 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49430) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:17.725427 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-fd01d85a-e5c2-492a-a54e-c1e8b5ff4df2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'security_group': {'name': 'tempest-secgroup-625648332'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:17.727038 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7d786-d79e-43a5-b9df-1da3b08e1aef tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7bf5ba-9045-495f-8bcc-493557777050,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:17.773165 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd01d85a-e5c2-492a-a54e-c1e8b5ff4df2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.904261 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd01d85a-e5c2-492a-a54e-c1e8b5ff4df2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.908827 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd01d85a-e5c2-492a-a54e-c1e8b5ff4df2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.947204 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01d85a-e5c2-492a-a54e-c1e8b5ff4df2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64e4e4a6-573d-49c1-b072-f09265dcde36,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:17.952837 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd01d85a-e5c2-492a-a54e-c1e8b5ff4df2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.956581 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fd01d85a-e5c2-492a-a54e-c1e8b5ff4df2 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2339237 Jul 14 09:32:17.957016 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49434) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:17.961881 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-2ac5a5c7-de26-47b4-b31a-a4693efa8923 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'security_group': {'name': 'tempest-secgroup-268664723'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:18.012869 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ac5a5c7-de26-47b4-b31a-a4693efa8923 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.060948 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2544bf-eb67-49da-b61d-11a2414dd0f5 req-e002a275-ce6b-457d-89fb-633ac40c36ea tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:18.070022 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e2544bf-eb67-49da-b61d-11a2414dd0f5 req-e002a275-ce6b-457d-89fb-633ac40c36ea tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=1551aba5-5eb4-4175-ae15-341dfda580bb HTTP/1.1" status: 200 len: 946 time: 0.0918202 Jul 14 09:32:18.128119 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e2544bf-eb67-49da-b61d-11a2414dd0f5 req-6275ff7c-7c92-4e4a-a632-952df75c38fb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=10aef40c-7489-48f2-b5ee-7228e6b5c86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570889 Jul 14 09:32:18.192470 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add1ffb8-b70b-4066-8635-b2ba20d3bc2b None None] Network 12352522-75c6-42ba-86fb-3ea3d9c60ae0 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:18.198336 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ac5a5c7-de26-47b4-b31a-a4693efa8923 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.205357 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ac5a5c7-de26-47b4-b31a-a4693efa8923 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.244149 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5a5c7-de26-47b4-b31a-a4693efa8923 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a05c347-7358-4b76-80be-f31980815782,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:18.257796 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ac5a5c7-de26-47b4-b31a-a4693efa8923 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.261823 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2ac5a5c7-de26-47b4-b31a-a4693efa8923 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3011494 Jul 14 09:32:18.262102 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49438) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:18.269612 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-7069e62f-599a-43f3-9ff4-48ac0236f8ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-750307117', 'security_groups': ['9a05c347-7358-4b76-80be-f31980815782'], 'network_id': '12352522-75c6-42ba-86fb-3ea3d9c60ae0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c2dc2b83-259f-429a-b6d1-9b5384deddd6'}]}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:18.368413 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ee4a52a4-6e78-40af-b7d7-14dc92c9100c None None] Provisioning complete for port e3173e53-e1dc-4883-b908-e283864e83fb triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:18.368793 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee4a52a4-6e78-40af-b7d7-14dc92c9100c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.513224 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7069e62f-599a-43f3-9ff4-48ac0236f8ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:18.568341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726fe4a-0303-47ab-80a5-1065af64c4ad req-e7b59918-a687-433d-ad24-5b1d89b07279 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:18.570927 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5726fe4a-0303-47ab-80a5-1065af64c4ad req-e7b59918-a687-433d-ad24-5b1d89b07279 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=1551aba5-5eb4-4175-ae15-341dfda580bb HTTP/1.1" status: 200 len: 946 time: 0.1916382 Jul 14 09:32:18.581238 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2169c826-b294-4978-ab8e-781db4ed5659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.688654 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5726fe4a-0303-47ab-80a5-1065af64c4ad req-f8300312-95c3-4e56-b522-aea413b929ce tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=10aef40c-7489-48f2-b5ee-7228e6b5c86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105871 Jul 14 09:32:18.726924 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7069e62f-599a-43f3-9ff4-48ac0236f8ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.729802 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49444) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:18.754873 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-7069e62f-599a-43f3-9ff4-48ac0236f8ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] device_id is not set on port 36ce3ec6-72c3-472a-b84c-ba7aa4894c37 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:32:18.785078 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ee4a52a4-6e78-40af-b7d7-14dc92c9100c None None] Provisioning complete for port 09b638b7-e635-4785-a83b-05c881272196 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:18.785665 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee4a52a4-6e78-40af-b7d7-14dc92c9100c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.791880 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da45958f-cd23-4e28-83d4-eeb9168a7fab req-f6bb64f0-1dba-4b79-bed7-b04ecfe60a5b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1531672 Jul 14 09:32:18.848014 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433f3734-7703-4b75-b873-d1091606ca60 tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:18.855011 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-433f3734-7703-4b75-b873-d1091606ca60 tempest-TestNetworkBasicOps-1166593969 tempest-TestNetworkBasicOps-1166593969-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1551aba5-5eb4-4175-ae15-341dfda580bb HTTP/1.1" status: 200 len: 1093 time: 0.1173148 Jul 14 09:32:18.857356 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49448) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:18.866752 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ee4a52a4-6e78-40af-b7d7-14dc92c9100c None None] Port 09b638b7-e635-4785-a83b-05c881272196 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:18.892643 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c9a117e6-b861-4334-8f1d-3f94fbcf9fcb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'port_id': 'c4930897-47eb-4f95-9a63-62714cefed5c', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:18.892867 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd6da2d-3b17-4a20-88af-398ef151794c None None] Update dhcp port {'port': {'network_id': '12352522-75c6-42ba-86fb-3ea3d9c60ae0', 'fixed_ips': [{'subnet_id': 'b8b6243a-3830-4e36-8a85-cb568211765b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c2dc2b83-259f-429a-b6d1-9b5384deddd6'}], 'binding:host_id': 'n-d-771362-35'}, 'id': 'e3173e53-e1dc-4883-b908-e283864e83fb'} from n-d-771362-35. {{(pid=93774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:32:18.937537 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6cd6da2d-3b17-4a20-88af-398ef151794c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.963080 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9a117e6-b861-4334-8f1d-3f94fbcf9fcb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.991058 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-7069e62f-599a-43f3-9ff4-48ac0236f8ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Allocated IP 2001:db8::13c (12352522-75c6-42ba-86fb-3ea3d9c60ae0/c2dc2b83-259f-429a-b6d1-9b5384deddd6/36ce3ec6-72c3-472a-b84c-ba7aa4894c37) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:19.114731 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45958f-cd23-4e28-83d4-eeb9168a7fab req-337e56d4-ab1d-4446-b799-f2e819f907ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:19.116330 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da45958f-cd23-4e28-83d4-eeb9168a7fab req-337e56d4-ab1d-4446-b799-f2e819f907ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d08a9cf8426748049cbeff47ed271bac&device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 1098 time: 0.2571304 Jul 14 09:32:19.176164 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7069e62f-599a-43f3-9ff4-48ac0236f8ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.191160 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7069e62f-599a-43f3-9ff4-48ac0236f8ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Transition to ACTIVE for port object 36ce3ec6-72c3-472a-b84c-ba7aa4894c37 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:19.255978 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7069e62f-599a-43f3-9ff4-48ac0236f8ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.257227 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45958f-cd23-4e28-83d4-eeb9168a7fab req-af15f180-4a4a-49be-81a4-723dda1de990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:19.258879 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da45958f-cd23-4e28-83d4-eeb9168a7fab req-af15f180-4a4a-49be-81a4-723dda1de990 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c26f086-00d8-4d3e-908e-787177c962c0 HTTP/1.1" status: 200 len: 915 time: 0.1170459 Jul 14 09:32:19.276319 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9a117e6-b861-4334-8f1d-3f94fbcf9fcb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.334240 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-6cd6da2d-3b17-4a20-88af-398ef151794c None None] Allocated IP 2001:db8::2 (12352522-75c6-42ba-86fb-3ea3d9c60ae0/c2dc2b83-259f-429a-b6d1-9b5384deddd6/e3173e53-e1dc-4883-b908-e283864e83fb) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:19.336589 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069e62f-599a-43f3-9ff4-48ac0236f8ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Port': ['ID=36ce3ec6-72c3-472a-b84c-ba7aa4894c37,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:19.354720 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7069e62f-599a-43f3-9ff4-48ac0236f8ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network 12352522-75c6-42ba-86fb-3ea3d9c60ae0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:19.357057 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-7069e62f-599a-43f3-9ff4-48ac0236f8ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:19.359537 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7069e62f-599a-43f3-9ff4-48ac0236f8ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:19.365894 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7069e62f-599a-43f3-9ff4-48ac0236f8ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:19.366527 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7069e62f-599a-43f3-9ff4-48ac0236f8ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.390856 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7069e62f-599a-43f3-9ff4-48ac0236f8ea tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1242805 Jul 14 09:32:19.391104 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49454) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:19.396227 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-4353136b-23d3-4cc7-b17f-ac811d726e4d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'subnet': {'network_id': '12352522-75c6-42ba-86fb-3ea3d9c60ae0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:19.433990 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da45958f-cd23-4e28-83d4-eeb9168a7fab req-6b3fdfea-d27b-4ba7-8d58-6eb1f4399f55 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8757ea0c-0bf1-4a27-82c9-a4c8ab271126 HTTP/1.1" status: 200 len: 1001 time: 0.1669755 Jul 14 09:32:19.459023 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6cd6da2d-3b17-4a20-88af-398ef151794c None None] For port e3173e53-e1dc-4883-b908-e283864e83fb, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e3173e53-e1dc-4883-b908-e283864e83fb,segment=NetworkSegment(75fafabf-fa3a-46f2-b524-c17b1f3328c3),segment_id=75fafabf-fa3a-46f2-b524-c17b1f3328c3)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:19.500207 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6cd6da2d-3b17-4a20-88af-398ef151794c None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.524277 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6cd6da2d-3b17-4a20-88af-398ef151794c None None] Transition to ACTIVE for port object e3173e53-e1dc-4883-b908-e283864e83fb will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:19.531436 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4353136b-23d3-4cc7-b17f-ac811d726e4d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:19.534553 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6cd6da2d-3b17-4a20-88af-398ef151794c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.537414 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4353136b-23d3-4cc7-b17f-ac811d726e4d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.538948 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3da991-7b84-484e-83f7-23ab519827ca req-c870286f-8707-4db1-838e-1a99d140443d tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:19.540596 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c3da991-7b84-484e-83f7-23ab519827ca req-c870286f-8707-4db1-838e-1a99d140443d tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=82fdd8f6-fba4-4366-9644-56bf6136dde5 HTTP/1.1" status: 200 len: 945 time: 0.2230637 Jul 14 09:32:19.559789 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45958f-cd23-4e28-83d4-eeb9168a7fab req-5176e097-b925-431d-9d0a-01e07d1a55ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:19.561227 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da45958f-cd23-4e28-83d4-eeb9168a7fab req-5176e097-b925-431d-9d0a-01e07d1a55ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07e9ca00-f31e-40d1-b8f8-d4640d1a2a19 HTTP/1.1" status: 200 len: 854 time: 0.1163573 Jul 14 09:32:19.569300 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-c9a117e6-b861-4334-8f1d-3f94fbcf9fcb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Allocated IP 172.25.6.235 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/e1f591e3-6b61-465c-bf9f-52366e7e38ae) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:19.647547 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6da2d-3b17-4a20-88af-398ef151794c None None] Pushing event updated for resources: {'Port': ['ID=e3173e53-e1dc-4883-b908-e283864e83fb,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:19.663971 n-d-771362-35 neutron-server[93772]: INFO neutron.db.ipam_backend_mixin [None req-4353136b-23d3-4cc7-b17f-ac811d726e4d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c2dc2b83-259f-429a-b6d1-9b5384deddd6 (CIDR: 2001:db8::/64) Jul 14 09:32:19.669410 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4353136b-23d3-4cc7-b17f-ac811d726e4d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:32:19.669872 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4353136b-23d3-4cc7-b17f-ac811d726e4d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:19.682582 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c3da991-7b84-484e-83f7-23ab519827ca req-2fd16319-0709-4f55-8dee-8cf053ee2723 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/security-groups?id=bccfe7bf-fbd6-44b7-accb-22a9e85ac65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295917 Jul 14 09:32:19.687933 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4353136b-23d3-4cc7-b17f-ac811d726e4d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2955239 Jul 14 09:32:19.690654 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49456) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:19.698801 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-517a7cb7-dc98-43ec-ba5b-7825fe1d9654 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'subnet': {'network_id': '12352522-75c6-42ba-86fb-3ea3d9c60ae0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:19.733503 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45958f-cd23-4e28-83d4-eeb9168a7fab req-a47eccd9-fc67-4b5d-831a-dcd76d8997ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:19.735082 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da45958f-cd23-4e28-83d4-eeb9168a7fab req-a47eccd9-fc67-4b5d-831a-dcd76d8997ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c26f086-00d8-4d3e-908e-787177c962c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1634998 Jul 14 09:32:19.813706 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9a117e6-b861-4334-8f1d-3f94fbcf9fcb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.893865 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da45958f-cd23-4e28-83d4-eeb9168a7fab req-14dd92fe-66fd-4d12-a571-b1cff0e486d7 service neutron] 10.222.0.47 "GET /v2.0/networks/8c26f086-00d8-4d3e-908e-787177c962c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463754 Jul 14 09:32:19.915669 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517a7cb7-dc98-43ec-ba5b-7825fe1d9654 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:19.922336 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-517a7cb7-dc98-43ec-ba5b-7825fe1d9654 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.952742 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9a117e6-b861-4334-8f1d-3f94fbcf9fcb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.004135 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a117e6-b861-4334-8f1d-3f94fbcf9fcb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:20.031441 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-c9a117e6-b861-4334-8f1d-3f94fbcf9fcb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:20.035274 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a117e6-b861-4334-8f1d-3f94fbcf9fcb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:20.035825 n-d-771362-35 neutron-server[93772]: INFO neutron.db.ipam_backend_mixin [None req-517a7cb7-dc98-43ec-ba5b-7825fe1d9654 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b8b6243a-3830-4e36-8a85-cb568211765b (CIDR: 2001:db8:0:1::/64) Jul 14 09:32:20.038330 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a117e6-b861-4334-8f1d-3f94fbcf9fcb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'Port': ['ID=e1f591e3-6b61-465c-bf9f-52366e7e38ae,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:20.041920 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-517a7cb7-dc98-43ec-ba5b-7825fe1d9654 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:32:20.042856 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-517a7cb7-dc98-43ec-ba5b-7825fe1d9654 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:20.063132 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-517a7cb7-dc98-43ec-ba5b-7825fe1d9654 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3704696 Jul 14 09:32:20.067245 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49464) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:20.072680 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c1bdf46a-da4a-4a42-a244-c56909266b81 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'subnet': {'network_id': '12352522-75c6-42ba-86fb-3ea3d9c60ae0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:20.235757 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbca26-dd12-4589-830c-231375e33e09 req-5a350331-94d7-4a0b-8969-71837a5891ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:20.237273 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a8cbca26-dd12-4589-830c-231375e33e09 req-5a350331-94d7-4a0b-8969-71837a5891ec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=db20cf33c4e74a0d9cdd7eb7d6c2a275&device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 1097 time: 0.1023233 Jul 14 09:32:20.239463 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da45958f-cd23-4e28-83d4-eeb9168a7fab req-df6cd558-cd14-4376-b8c9-6f2dce64e2aa service neutron] 10.222.0.47 "GET /v2.0/networks/8c26f086-00d8-4d3e-908e-787177c962c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344624 Jul 14 09:32:20.319931 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e3173e53-e1dc-4883-b908-e283864e83fb up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:20.329380 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bdf46a-da4a-4a42-a244-c56909266b81 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Made reservation on behalf of dcc30680139646f2ba211bfea563cead for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:20.333050 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf46a-da4a-4a42-a244-c56909266b81 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.377998 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076effb-f0af-463c-b3a0-e202599abdb3 req-bcc22020-0163-425f-b0ed-154837927196 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:20.386007 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5076effb-f0af-463c-b3a0-e202599abdb3 req-bcc22020-0163-425f-b0ed-154837927196 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.1650684 Jul 14 09:32:20.459988 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbca26-dd12-4589-830c-231375e33e09 req-a4888513-d906-4999-8aad-aef23d9e971a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:20.461509 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a8cbca26-dd12-4589-830c-231375e33e09 req-a4888513-d906-4999-8aad-aef23d9e971a service neutron] 10.222.0.44 "GET /v2.0/networks?id=d250d3e7-a7ea-4ede-b79b-36a4979bd379 HTTP/1.1" status: 200 len: 918 time: 0.2163620 Jul 14 09:32:20.469603 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5076effb-f0af-463c-b3a0-e202599abdb3 req-4a965677-8b81-413b-9157-2e7950e30e47 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821364 Jul 14 09:32:20.513736 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8619bb33-bb45-4d4d-9b96-c2015a582985 None None] Provisioning for port e3173e53-e1dc-4883-b908-e283864e83fb completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:20.521595 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8619bb33-bb45-4d4d-9b96-c2015a582985 None None] Provisioning complete for port e3173e53-e1dc-4883-b908-e283864e83fb triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:20.522558 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8619bb33-bb45-4d4d-9b96-c2015a582985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.530622 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a8cbca26-dd12-4589-830c-231375e33e09 req-ac303a8d-dbe7-47dc-85f5-e82aedfee578 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e322e284-0880-4746-8e9f-3c858f92a19c HTTP/1.1" status: 200 len: 217 time: 0.0612149 Jul 14 09:32:20.633649 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8619bb33-bb45-4d4d-9b96-c2015a582985 None None] Provisioning complete for port 09b638b7-e635-4785-a83b-05c881272196 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:20.634051 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8619bb33-bb45-4d4d-9b96-c2015a582985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.634715 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbca26-dd12-4589-830c-231375e33e09 req-23ba3651-082f-4bfd-96fd-f688e404283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:20.636478 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a8cbca26-dd12-4589-830c-231375e33e09 req-23ba3651-082f-4bfd-96fd-f688e404283c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bc3de3a-9ded-4326-826a-8b83feb4cbce HTTP/1.1" status: 200 len: 858 time: 0.0932136 Jul 14 09:32:20.673906 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8619bb33-bb45-4d4d-9b96-c2015a582985 None None] Port 09b638b7-e635-4785-a83b-05c881272196 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:20.685999 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a8cbca26-dd12-4589-830c-231375e33e09 req-7dbb5719-bc25-461d-bda3-a0e9c19948d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d250d3e7-a7ea-4ede-b79b-36a4979bd379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409584 Jul 14 09:32:20.821211 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d6836e74-274b-4ce4-8667-9b1b79e711d8 None None] Provisioning for port 36ce3ec6-72c3-472a-b84c-ba7aa4894c37 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:20.832919 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d6836e74-274b-4ce4-8667-9b1b79e711d8 None None] Provisioning complete for port 36ce3ec6-72c3-472a-b84c-ba7aa4894c37 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:20.833828 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6836e74-274b-4ce4-8667-9b1b79e711d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.843953 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf46a-da4a-4a42-a244-c56909266b81 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.889871 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d6836e74-274b-4ce4-8667-9b1b79e711d8 None None] Port 36ce3ec6-72c3-472a-b84c-ba7aa4894c37 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:20.926549 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a8cbca26-dd12-4589-830c-231375e33e09 req-5460d177-47e3-4834-957d-2aea92c03818 service neutron] 10.222.0.44 "GET /v2.0/networks/d250d3e7-a7ea-4ede-b79b-36a4979bd379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305295 Jul 14 09:32:20.948461 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bdf46a-da4a-4a42-a244-c56909266b81 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Network 12352522-75c6-42ba-86fb-3ea3d9c60ae0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:20.999301 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c1bdf46a-da4a-4a42-a244-c56909266b81 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:21.003473 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-abd6b463-7c7a-4885-9152-ce3b7046f2ba None None] Could not find standard attr ID for object b2d223a4-ca16-48f1-b325-5f28bb8337b9. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:32:21.005906 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdf46a-da4a-4a42-a244-c56909266b81 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Subnet': ['ID=993b639b-1b57-4ee7-b9c7-901def9541c6,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:21.013723 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bdf46a-da4a-4a42-a244-c56909266b81 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:21.014065 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf46a-da4a-4a42-a244-c56909266b81 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.057744 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-565fed95-3bae-4c4c-8b70-e555261f7138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.070247 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c1bdf46a-da4a-4a42-a244-c56909266b81 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0016916 Jul 14 09:32:21.076967 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49472) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:21.085874 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ff8f0c5d-1026-4e0b-b7b1-daef1ccf9521 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-543248068', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '993b639b-1b57-4ee7-b9c7-901def9541c6'}], 'security_groups': ['2f7bf5ba-9045-495f-8bcc-493557777050', '64e4e4a6-573d-49c1-b072-f09265dcde36']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:21.098104 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a8cbca26-dd12-4589-830c-231375e33e09 req-691ef43c-49bf-43d5-abb3-4db013cf52ac service neutron] 10.222.0.44 "GET /v2.0/networks/d250d3e7-a7ea-4ede-b79b-36a4979bd379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627924 Jul 14 09:32:21.144259 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9a117e6-b861-4334-8f1d-3f94fbcf9fcb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.195766 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2beda-5d50-49f5-bdd2-34f76a7404d2 req-7f8f8371-739b-488a-81c9-3ae955f15726 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:21.197455 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-38e2beda-5d50-49f5-bdd2-34f76a7404d2 req-7f8f8371-739b-488a-81c9-3ae955f15726 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.44 "GET /v2.0/ports?device_id=82fdd8f6-fba4-4366-9644-56bf6136dde5 HTTP/1.1" status: 200 len: 945 time: 0.2071073 Jul 14 09:32:21.207859 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff8f0c5d-1026-4e0b-b7b1-daef1ccf9521 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.212470 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0181bd7-5119-4b7f-add9-bb77a432ed7c req-0ff8a7b9-4f5c-4e55-97fa-4b7d3e493d34 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:21.214323 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0181bd7-5119-4b7f-add9-bb77a432ed7c req-0ff8a7b9-4f5c-4e55-97fa-4b7d3e493d34 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=82fdd8f6-fba4-4366-9644-56bf6136dde5 HTTP/1.1" status: 200 len: 945 time: 0.2229331 Jul 14 09:32:21.276490 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.348016 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81608c00-5449-4513-be93-b6fec41c51a8 None None] Network 12352522-75c6-42ba-86fb-3ea3d9c60ae0 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:21.367949 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f0181bd7-5119-4b7f-add9-bb77a432ed7c req-4a90fa2e-f219-4b84-88f6-705c678eb111 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/security-groups?id=bccfe7bf-fbd6-44b7-accb-22a9e85ac65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434317 Jul 14 09:32:21.385090 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9a117e6-b861-4334-8f1d-3f94fbcf9fcb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.451220 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-38e2beda-5d50-49f5-bdd2-34f76a7404d2 req-c4b77ecf-c941-4008-9c8b-7d349223bbc7 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Deleting port 983f3c7d-56a2-404f-9119-ebba5be56c67 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:21.451605 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-38e2beda-5d50-49f5-bdd2-34f76a7404d2 req-c4b77ecf-c941-4008-9c8b-7d349223bbc7 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.649710 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-38e2beda-5d50-49f5-bdd2-34f76a7404d2 req-c4b77ecf-c941-4008-9c8b-7d349223bbc7 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] For port 983f3c7d-56a2-404f-9119-ebba5be56c67, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=983f3c7d-56a2-404f-9119-ebba5be56c67,segment=NetworkSegment(6252c34e-10e4-441b-83ab-5be2caf8f071),segment_id=6252c34e-10e4-441b-83ab-5be2caf8f071)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:21.650081 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-38e2beda-5d50-49f5-bdd2-34f76a7404d2 req-c4b77ecf-c941-4008-9c8b-7d349223bbc7 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.678891 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ff8f0c5d-1026-4e0b-b7b1-daef1ccf9521 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Delete allocated IP 2001:db8::13c (12352522-75c6-42ba-86fb-3ea3d9c60ae0/c2dc2b83-259f-429a-b6d1-9b5384deddd6) {{(pid=93772) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 09:32:21.692421 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ff8f0c5d-1026-4e0b-b7b1-daef1ccf9521 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Allocated IP 2001:db8:0:2::28d (12352522-75c6-42ba-86fb-3ea3d9c60ae0/993b639b-1b57-4ee7-b9c7-901def9541c6/36ce3ec6-72c3-472a-b84c-ba7aa4894c37) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:21.693296 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a5f259-3a83-4959-8c10-cdaaf81b17c0 None None] Update dhcp port {'port': {'network_id': '12352522-75c6-42ba-86fb-3ea3d9c60ae0', 'fixed_ips': [{'subnet_id': 'b8b6243a-3830-4e36-8a85-cb568211765b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c2dc2b83-259f-429a-b6d1-9b5384deddd6', 'ip_address': '2001:db8::2'}, {'subnet_id': '993b639b-1b57-4ee7-b9c7-901def9541c6'}], 'binding:host_id': 'n-d-771362-35'}, 'id': 'e3173e53-e1dc-4883-b908-e283864e83fb'} from n-d-771362-35. {{(pid=93774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:32:21.693820 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-38e2beda-5d50-49f5-bdd2-34f76a7404d2 req-c4b77ecf-c941-4008-9c8b-7d349223bbc7 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Calling delete_port for 983f3c7d-56a2-404f-9119-ebba5be56c67 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:21.710958 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9a117e6-b861-4334-8f1d-3f94fbcf9fcb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.720793 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9a117e6-b861-4334-8f1d-3f94fbcf9fcb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.734699 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2a5f259-3a83-4959-8c10-cdaaf81b17c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.856248 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a117e6-b861-4334-8f1d-3f94fbcf9fcb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event updated for resources: {'Port': ['ID=e1f591e3-6b61-465c-bf9f-52366e7e38ae,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:21.874274 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3ae7b-9ec4-484a-85dc-fb318329636a req-085907c2-7ade-4134-bcf4-b5b80fa7f077 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:21.875705 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a2b3ae7b-9ec4-484a-85dc-fb318329636a req-085907c2-7ade-4134-bcf4-b5b80fa7f077 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.2417951 Jul 14 09:32:21.878295 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff8f0c5d-1026-4e0b-b7b1-daef1ccf9521 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.893119 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ff8f0c5d-1026-4e0b-b7b1-daef1ccf9521 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Transition to ACTIVE for port object 36ce3ec6-72c3-472a-b84c-ba7aa4894c37 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:21.895467 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9a117e6-b861-4334-8f1d-3f94fbcf9fcb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.897617 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff8f0c5d-1026-4e0b-b7b1-daef1ccf9521 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.966493 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-f2a5f259-3a83-4959-8c10-cdaaf81b17c0 None None] Allocated IP 2001:db8:0:2::2 (12352522-75c6-42ba-86fb-3ea3d9c60ae0/993b639b-1b57-4ee7-b9c7-901def9541c6/e3173e53-e1dc-4883-b908-e283864e83fb) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:21.974673 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ff8f0c5d-1026-4e0b-b7b1-daef1ccf9521 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] In _notify_port_updated(), no bound segment for port 36ce3ec6-72c3-472a-b84c-ba7aa4894c37 on network 12352522-75c6-42ba-86fb-3ea3d9c60ae0 {{(pid=93772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:32:21.980837 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8f0c5d-1026-4e0b-b7b1-daef1ccf9521 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:21.981051 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff8f0c5d-1026-4e0b-b7b1-daef1ccf9521 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.982297 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ff8f0c5d-1026-4e0b-b7b1-daef1ccf9521 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "PUT /v2.0/ports/36ce3ec6-72c3-472a-b84c-ba7aa4894c37 HTTP/1.1" status: 200 len: 969 time: 0.9031065 Jul 14 09:32:21.985275 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49482) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:22.017511 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f0c5d-1026-4e0b-b7b1-daef1ccf9521 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event updated for resources: {'Port': ['ID=36ce3ec6-72c3-472a-b84c-ba7aa4894c37,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:22.035767 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a2b3ae7b-9ec4-484a-85dc-fb318329636a req-9a5df791-574a-45b8-8582-b1fa0ed43d2d tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525609 Jul 14 09:32:22.070898 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-c9a117e6-b861-4334-8f1d-3f94fbcf9fcb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Floating IP 104fcecc-4705-4cf7-8ce3-0ee393b535aa associated. External IP: 172.25.6.235, port: c4930897-47eb-4f95-9a63-62714cefed5c. Jul 14 09:32:22.076196 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-38e2beda-5d50-49f5-bdd2-34f76a7404d2 req-c4b77ecf-c941-4008-9c8b-7d349223bbc7 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.094036 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f2a5f259-3a83-4959-8c10-cdaaf81b17c0 None None] For port e3173e53-e1dc-4883-b908-e283864e83fb, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e3173e53-e1dc-4883-b908-e283864e83fb,segment=NetworkSegment(75fafabf-fa3a-46f2-b524-c17b1f3328c3),segment_id=75fafabf-fa3a-46f2-b524-c17b1f3328c3)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:22.112740 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5fdbcfc4-a1cf-43f4-8408-117ee65cc2e1 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting port 36ce3ec6-72c3-472a-b84c-ba7aa4894c37 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:22.113237 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5fdbcfc4-a1cf-43f4-8408-117ee65cc2e1 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.132852 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2a5f259-3a83-4959-8c10-cdaaf81b17c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.148532 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f2a5f259-3a83-4959-8c10-cdaaf81b17c0 None None] Transition to ACTIVE for port object e3173e53-e1dc-4883-b908-e283864e83fb will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:22.152778 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b77ecf-c941-4008-9c8b-7d349223bbc7 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Pushing event deleted for resources: {'Port': ['ID=983f3c7d-56a2-404f-9119-ebba5be56c67,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:22.154934 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2a5f259-3a83-4959-8c10-cdaaf81b17c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.235999 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e2beda-5d50-49f5-bdd2-34f76a7404d2 req-c4b77ecf-c941-4008-9c8b-7d349223bbc7 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] No DVR routers for this DVR port 983f3c7d-56a2-404f-9119-ebba5be56c67 on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:22.242053 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-38e2beda-5d50-49f5-bdd2-34f76a7404d2 req-c4b77ecf-c941-4008-9c8b-7d349223bbc7 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.244073 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-38e2beda-5d50-49f5-bdd2-34f76a7404d2 req-c4b77ecf-c941-4008-9c8b-7d349223bbc7 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.44 "DELETE /v2.0/ports/983f3c7d-56a2-404f-9119-ebba5be56c67 HTTP/1.1" status: 204 len: 173 time: 1.0286024 Jul 14 09:32:22.244863 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fdd8f6-fba4-4366-9644-56bf6136dde5', 'name': 'network-vif-deleted', 'tag': '983f3c7d-56a2-404f-9119-ebba5be56c67'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:22.247817 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972333af-0c9d-4d0f-8860-2715d56890db" -d '{"events": [{"server_uuid": "82fdd8f6-fba4-4366-9644-56bf6136dde5", "name": "network-vif-deleted", "tag": "983f3c7d-56a2-404f-9119-ebba5be56c67"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:22.254886 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5fdbcfc4-a1cf-43f4-8408-117ee65cc2e1 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.268965 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5f259-3a83-4959-8c10-cdaaf81b17c0 None None] Pushing event updated for resources: {'Port': ['ID=e3173e53-e1dc-4883-b908-e283864e83fb,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:22.271101 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5fdbcfc4-a1cf-43f4-8408-117ee65cc2e1 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Calling delete_port for 36ce3ec6-72c3-472a-b84c-ba7aa4894c37 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:22.283899 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.315298 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15219a25-8395-4b41-8381-b5bf4b9730f1 x-openstack-request-id: req-15219a25-8395-4b41-8381-b5bf4b9730f1 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:22.315612 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fdd8f6-fba4-4366-9644-56bf6136dde5", "name": "network-vif-deleted", "tag": "983f3c7d-56a2-404f-9119-ebba5be56c67", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:22.315868 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15219a25-8395-4b41-8381-b5bf4b9730f1 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:22.316333 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fdd8f6-fba4-4366-9644-56bf6136dde5', 'name': 'network-vif-deleted', 'tag': '983f3c7d-56a2-404f-9119-ebba5be56c67', 'status': 'completed', 'code': 200} Jul 14 09:32:22.404847 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a117e6-b861-4334-8f1d-3f94fbcf9fcb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Router 8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:32:22.471778 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5fdbcfc4-a1cf-43f4-8408-117ee65cc2e1 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.514131 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdbcfc4-a1cf-43f4-8408-117ee65cc2e1 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Port': ['ID=36ce3ec6-72c3-472a-b84c-ba7aa4894c37,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:22.553002 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5fdbcfc4-a1cf-43f4-8408-117ee65cc2e1 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.555220 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5fdbcfc4-a1cf-43f4-8408-117ee65cc2e1 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/ports/36ce3ec6-72c3-472a-b84c-ba7aa4894c37 HTTP/1.1" status: 204 len: 168 time: 0.5689771 Jul 14 09:32:22.557673 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a117e6-b861-4334-8f1d-3f94fbcf9fcb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:32:22.559468 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49490) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:22.572179 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694a443e-2750-43f5-aaf1-94c1525e354f None None] Sync routers for ids ['8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:32:22.588192 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694a443e-2750-43f5-aaf1-94c1525e354f None None] Routers {'8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:22.589574 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-694a443e-2750-43f5-aaf1-94c1525e354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:32:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:22.596484 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea03a73-911d-45a8-8310-ad0586fbcd6a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] GET failed (client error): The resource could not be found. Jul 14 09:32:22.598844 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9ea03a73-911d-45a8-8310-ad0586fbcd6a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "GET /v2.0/ports/36ce3ec6-72c3-472a-b84c-ba7aa4894c37 HTTP/1.1" status: 404 len: 333 time: 0.0378506 Jul 14 09:32:22.604255 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49492) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:22.606605 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fee3903d-0976-4b25-b123-361250f957d0 req-b8887da0-7743-4ad3-818d-73f148cc5356 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=82fdd8f6-fba4-4366-9644-56bf6136dde5 HTTP/1.1" status: 200 len: 210 time: 0.0526745 Jul 14 09:32:22.614549 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9a117e6-b861-4334-8f1d-3f94fbcf9fcb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.664000 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c9a117e6-b861-4334-8f1d-3f94fbcf9fcb tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7872338 Jul 14 09:32:22.666848 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49494) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:22.698439 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84648b12-d9e2-45f2-a929-8a1acfaf6155 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.724891 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84648b12-d9e2-45f2-a929-8a1acfaf6155 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.747751 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-694a443e-2750-43f5-aaf1-94c1525e354f None None] Set router 8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:32:22.755058 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-06acedf3-7978-424a-9220-690fc984d40a tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/floatingips/104fcecc-4705-4cf7-8ce3-0ee393b535aa HTTP/1.1" status: 200 len: 992 time: 0.0858965 Jul 14 09:32:22.778544 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84648b12-d9e2-45f2-a929-8a1acfaf6155 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.784087 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84648b12-d9e2-45f2-a929-8a1acfaf6155 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.785295 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-84648b12-d9e2-45f2-a929-8a1acfaf6155 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/security-groups/9a05c347-7358-4b76-80be-f31980815782 HTTP/1.1" status: 204 len: 168 time: 0.1794636 Jul 14 09:32:22.788128 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49496) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:22.800451 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84648b12-d9e2-45f2-a929-8a1acfaf6155 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a05c347-7358-4b76-80be-f31980815782,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:22.860531 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f5f8c0b-c6ae-4bd3-b00c-1daf206a1bbd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.894668 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f5f8c0b-c6ae-4bd3-b00c-1daf206a1bbd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.941849 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f5f8c0b-c6ae-4bd3-b00c-1daf206a1bbd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.945222 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f5f8c0b-c6ae-4bd3-b00c-1daf206a1bbd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.949693 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49498) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:22.957132 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6f5f8c0b-c6ae-4bd3-b00c-1daf206a1bbd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/security-groups/64e4e4a6-573d-49c1-b072-f09265dcde36 HTTP/1.1" status: 204 len: 168 time: 0.1679461 Jul 14 09:32:22.978128 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f8c0b-c6ae-4bd3-b00c-1daf206a1bbd tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e4e4a6-573d-49c1-b072-f09265dcde36,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:23.040936 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8373ab6-2fe9-4ba6-9fc5-c563977cffa6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.061127 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-694a443e-2750-43f5-aaf1-94c1525e354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'name': 'tempest-TestNetworkBasicOps-router-1618627830', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:52Z', 'updated_at': '2021-07-14T09:31:57Z', 'revision_number': 4, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:53Z', 'updated_at': '2021-07-14T09:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '104fcecc-4705-4cf7-8ce3-0ee393b535aa', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'floating_ip_address': '172.25.6.235', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'port_id': 'c4930897-47eb-4f95-9a63-62714cefed5c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe', 'mac_address': 'fa:16:3e:16:59:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1551aba5-5eb4-4175-ae15-341dfda580bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:32:20Z', 'updated_at': '2021-07-14T09:32:20Z', 'revision_number': 0, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c2f8f77-0009-4fd5-a9f1-7887d410b7df', 'name': '', 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'mac_address': 'fa:16:3e:76:53:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '9e86bcc3-f435-48dd-9851-d4548dc96841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:56Z', 'updated_at': '2021-07-14T09:32:05Z', 'revision_number': 5, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'subnets': [{'id': '9e86bcc3-f435-48dd-9851-d4548dc96841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:23.074616 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8373ab6-2fe9-4ba6-9fc5-c563977cffa6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.088806 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694a443e-2750-43f5-aaf1-94c1525e354f None None] Checking router: 8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:32:23.100394 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694a443e-2750-43f5-aaf1-94c1525e354f None None] Routers {'8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:23.101026 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-694a443e-2750-43f5-aaf1-94c1525e354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:32:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:23.125696 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8373ab6-2fe9-4ba6-9fc5-c563977cffa6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.129413 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8373ab6-2fe9-4ba6-9fc5-c563977cffa6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.131339 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d8373ab6-2fe9-4ba6-9fc5-c563977cffa6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/security-groups/2f7bf5ba-9045-495f-8bcc-493557777050 HTTP/1.1" status: 204 len: 168 time: 0.1802104 Jul 14 09:32:23.134763 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49502) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:23.149406 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8373ab6-2fe9-4ba6-9fc5-c563977cffa6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7bf5ba-9045-495f-8bcc-493557777050,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:23.226979 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-27fa8ac9-ec0a-46c5-9728-a4a0d15e6ad8 None None] Provisioning for port e3173e53-e1dc-4883-b908-e283864e83fb completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:23.233973 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-694a443e-2750-43f5-aaf1-94c1525e354f None None] Set router 8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:32:23.236866 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-27fa8ac9-ec0a-46c5-9728-a4a0d15e6ad8 None None] Provisioning complete for port e3173e53-e1dc-4883-b908-e283864e83fb triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:23.237406 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27fa8ac9-ec0a-46c5-9728-a4a0d15e6ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.244713 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1769a065-bbe4-4d90-b7e8-f32f2a2cdd4d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting subnet c2dc2b83-259f-429a-b6d1-9b5384deddd6 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:23.250011 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1769a065-bbe4-4d90-b7e8-f32f2a2cdd4d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.307297 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1769a065-bbe4-4d90-b7e8-f32f2a2cdd4d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.423355 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049821a-8e49-4caf-bc1c-54403c49daab req-32800fd3-c27d-4980-bec5-d8258c1b6e08 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:23.425008 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8049821a-8e49-4caf-bc1c-54403c49daab req-32800fd3-c27d-4980-bec5-d8258c1b6e08 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.2301161 Jul 14 09:32:23.446536 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1769a065-bbe4-4d90-b7e8-f32f2a2cdd4d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.449885 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 983f3c7d-56a2-404f-9119-ebba5be56c67 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:23.478978 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 983f3c7d-56a2-404f-9119-ebba5be56c67 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:23.479325 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 983f3c7d-56a2-404f-9119-ebba5be56c67 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:23.508590 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8049821a-8e49-4caf-bc1c-54403c49daab req-bee12f02-7104-47d9-b9ba-cc463c9e3f1d tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736928 Jul 14 09:32:23.545474 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1769a065-bbe4-4d90-b7e8-f32f2a2cdd4d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.573296 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769a065-bbe4-4d90-b7e8-f32f2a2cdd4d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Subnet': ['ID=c2dc2b83-259f-429a-b6d1-9b5384deddd6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:23.579580 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1769a065-bbe4-4d90-b7e8-f32f2a2cdd4d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.585506 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1769a065-bbe4-4d90-b7e8-f32f2a2cdd4d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/subnets/c2dc2b83-259f-429a-b6d1-9b5384deddd6 HTTP/1.1" status: 204 len: 168 time: 0.4455633 Jul 14 09:32:23.586314 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49506) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:23.652138 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d1a5bc-d0af-47a7-ae47-cc26fa5c3a64 None None] Network 12352522-75c6-42ba-86fb-3ea3d9c60ae0 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:23.655307 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bca39d4-4066-47f5-9c91-8c0694b57fdf tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting subnet 993b639b-1b57-4ee7-b9c7-901def9541c6 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:23.659041 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7bca39d4-4066-47f5-9c91-8c0694b57fdf tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.694411 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-27fa8ac9-ec0a-46c5-9728-a4a0d15e6ad8 None None] Could not find standard attr ID for object 36ce3ec6-72c3-472a-b84c-ba7aa4894c37. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:32:23.708661 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7bca39d4-4066-47f5-9c91-8c0694b57fdf tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.754851 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-27fa8ac9-ec0a-46c5-9728-a4a0d15e6ad8 None None] Provisioning complete for port 09b638b7-e635-4785-a83b-05c881272196 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:23.755425 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27fa8ac9-ec0a-46c5-9728-a4a0d15e6ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.758295 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49512) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:23.809343 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7bca39d4-4066-47f5-9c91-8c0694b57fdf tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.849809 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e0a4d002-88bd-4738-9bab-d9086f61a114 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/floatingips/104fcecc-4705-4cf7-8ce3-0ee393b535aa HTTP/1.1" status: 200 len: 992 time: 0.0901637 Jul 14 09:32:23.876294 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7bca39d4-4066-47f5-9c91-8c0694b57fdf tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.887971 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-27fa8ac9-ec0a-46c5-9728-a4a0d15e6ad8 None None] Port 09b638b7-e635-4785-a83b-05c881272196 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:23.893609 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.919474 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca39d4-4066-47f5-9c91-8c0694b57fdf tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Subnet': ['ID=993b639b-1b57-4ee7-b9c7-901def9541c6,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:23.921577 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7bca39d4-4066-47f5-9c91-8c0694b57fdf tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.931949 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7bca39d4-4066-47f5-9c91-8c0694b57fdf tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/subnets/993b639b-1b57-4ee7-b9c7-901def9541c6 HTTP/1.1" status: 204 len: 168 time: 0.3424239 Jul 14 09:32:23.932352 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49516) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:23.964114 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9754fe67-5588-4de5-987a-d0d5b595050d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:23.964867 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9754fe67-5588-4de5-987a-d0d5b595050d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:23.966092 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-694a443e-2750-43f5-aaf1-94c1525e354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'name': 'tempest-TestNetworkBasicOps-router-1618627830', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:52Z', 'updated_at': '2021-07-14T09:31:57Z', 'revision_number': 4, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:53Z', 'updated_at': '2021-07-14T09:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '104fcecc-4705-4cf7-8ce3-0ee393b535aa', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'floating_ip_address': '172.25.6.235', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'port_id': 'c4930897-47eb-4f95-9a63-62714cefed5c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe', 'mac_address': 'fa:16:3e:16:59:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1551aba5-5eb4-4175-ae15-341dfda580bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:32:20Z', 'updated_at': '2021-07-14T09:32:20Z', 'revision_number': 0, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c2f8f77-0009-4fd5-a9f1-7887d410b7df', 'name': '', 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'mac_address': 'fa:16:3e:76:53:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '9e86bcc3-f435-48dd-9851-d4548dc96841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:56Z', 'updated_at': '2021-07-14T09:32:05Z', 'revision_number': 5, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'subnets': [{'id': '9e86bcc3-f435-48dd-9851-d4548dc96841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:23.966826 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9754fe67-5588-4de5-987a-d0d5b595050d tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/subnets/c2dc2b83-259f-429a-b6d1-9b5384deddd6 HTTP/1.1" status: 404 len: 337 time: 0.0336788 Jul 14 09:32:23.970866 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49518) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:24.000926 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694a443e-2750-43f5-aaf1-94c1525e354f None None] The sync data for ids ['8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'] in n-d-771362-35 is: [{'id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'name': 'tempest-TestNetworkBasicOps-router-1618627830', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:52Z', 'updated_at': '2021-07-14T09:31:57Z', 'revision_number': 4, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:53Z', 'updated_at': '2021-07-14T09:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '104fcecc-4705-4cf7-8ce3-0ee393b535aa', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'floating_ip_address': '172.25.6.235', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'port_id': 'c4930897-47eb-4f95-9a63-62714cefed5c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe', 'mac_address': 'fa:16:3e:16:59:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1551aba5-5eb4-4175-ae15-341dfda580bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:32:20Z', 'updated_at': '2021-07-14T09:32:20Z', 'revision_number': 0, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c2f8f77-0009-4fd5-a9f1-7887d410b7df', 'name': '', 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'mac_address': 'fa:16:3e:76:53:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '9e86bcc3-f435-48dd-9851-d4548dc96841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:56Z', 'updated_at': '2021-07-14T09:32:05Z', 'revision_number': 5, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'subnets': [{'id': '9e86bcc3-f435-48dd-9851-d4548dc96841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:32:24.006391 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4ff0bbd2-3b17-41e5-be2e-2e64077ffd2c None None] Could not find standard attr ID for object 36ce3ec6-72c3-472a-b84c-ba7aa4894c37. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:32:24.039877 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-3613a24b-da89-46c7-9d25-7bcd3beef50a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting subnet b8b6243a-3830-4e36-8a85-cb568211765b {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:24.044188 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3613a24b-da89-46c7-9d25-7bcd3beef50a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.092499 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3613a24b-da89-46c7-9d25-7bcd3beef50a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.115568 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f963db71-81f4-4c2e-8202-17848ac44623 None None] Update dhcp port {'port': {'network_id': '12352522-75c6-42ba-86fb-3ea3d9c60ae0', 'fixed_ips': [{'subnet_id': 'b8b6243a-3830-4e36-8a85-cb568211765b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '993b639b-1b57-4ee7-b9c7-901def9541c6'}], 'binding:host_id': 'n-d-771362-35'}, 'id': 'e3173e53-e1dc-4883-b908-e283864e83fb'} from n-d-771362-35. {{(pid=93774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:32:24.157096 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f963db71-81f4-4c2e-8202-17848ac44623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.195042 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3613a24b-da89-46c7-9d25-7bcd3beef50a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.266646 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3613a24b-da89-46c7-9d25-7bcd3beef50a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.283889 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3613a24b-da89-46c7-9d25-7bcd3beef50a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.288435 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49520) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:24.292078 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3613a24b-da89-46c7-9d25-7bcd3beef50a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/subnets/b8b6243a-3830-4e36-8a85-cb568211765b HTTP/1.1" status: 204 len: 168 time: 0.3202143 Jul 14 09:32:24.319037 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4378400-a3e5-422a-80cc-31ffa42466b4 None None] New status for floating IP 104fcecc-4705-4cf7-8ce3-0ee393b535aa: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:32:24.336425 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613a24b-da89-46c7-9d25-7bcd3beef50a tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Subnet': ['ID=b8b6243a-3830-4e36-8a85-cb568211765b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server [None req-f963db71-81f4-4c2e-8202-17848ac44623 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8b6243a-3830-4e36-8a85-cb568211765b: This subnet is being modified by another concurrent operation. Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:32:24.339228 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8b6243a-3830-4e36-8a85-cb568211765b: This subnet is being modified by another concurrent operation. Jul 14 09:32:24.344417 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server Jul 14 09:32:24.358353 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1551aba5-5eb4-4175-ae15-341dfda580bb', 'tag': 'c4930897-47eb-4f95-9a63-62714cefed5c'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:24.361100 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44670ad-018f-4d50-b0a4-dba6c8a751a4" -d '{"events": [{"name": "network-changed", "server_uuid": "1551aba5-5eb4-4175-ae15-341dfda580bb", "tag": "c4930897-47eb-4f95-9a63-62714cefed5c"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:24.365645 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3bf5bc-7a53-4265-9cac-d1d8ca697e9e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:24.368144 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd3bf5bc-7a53-4265-9cac-d1d8ca697e9e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:24.370080 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fd3bf5bc-7a53-4265-9cac-d1d8ca697e9e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/subnets/1ec3efeb-398c-472a-9d10-67f08fbea564 HTTP/1.1" status: 404 len: 337 time: 0.0806458 Jul 14 09:32:24.373278 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49526) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:24.397518 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e3173e53-e1dc-4883-b908-e283864e83fb up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:24.456819 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49528) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:24.457095 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-222b2bcb-7138-4f61-9170-bdb4a8753173 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae9507d3-6095-4236-b603-22ad6bf41af7 HTTP/1.1" status: 200 len: 205 time: 0.0826221 Jul 14 09:32:24.461542 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31a9ef1-8c37-4ac9-94a8-5f80ba882822 None None] Network 12352522-75c6-42ba-86fb-3ea3d9c60ae0 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:24.478851 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9c6244-b656-48fc-b052-54f2836ff3ce x-openstack-request-id: req-dc9c6244-b656-48fc-b052-54f2836ff3ce {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:24.479290 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1551aba5-5eb4-4175-ae15-341dfda580bb", "tag": "c4930897-47eb-4f95-9a63-62714cefed5c", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:24.479633 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc9c6244-b656-48fc-b052-54f2836ff3ce {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:24.480152 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1551aba5-5eb4-4175-ae15-341dfda580bb', 'tag': 'c4930897-47eb-4f95-9a63-62714cefed5c', 'status': 'completed', 'code': 200} Jul 14 09:32:24.536389 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-26246528-afc5-4779-95b3-77cc13b0ac1e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] delete failed (client error): The resource could not be found. Jul 14 09:32:24.538225 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-26246528-afc5-4779-95b3-77cc13b0ac1e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/routers/ae9507d3-6095-4236-b603-22ad6bf41af7 HTTP/1.1" status: 404 len: 336 time: 0.0796177 Jul 14 09:32:24.543925 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49530) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:24.593471 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c2c60d54-e784-4bb2-9503-0b8219bef64c None None] Provisioning complete for port e3173e53-e1dc-4883-b908-e283864e83fb triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:24.599363 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f9e755-c1ce-4c16-b6b0-821f7b30f811 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:24.600016 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82f9e755-c1ce-4c16-b6b0-821f7b30f811 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:24.602790 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2c60d54-e784-4bb2-9503-0b8219bef64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.604769 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49534) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:24.605872 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-82f9e755-c1ce-4c16-b6b0-821f7b30f811 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/subnets/8ba97449-b9a0-4895-83e0-ac9f4dc90c6d HTTP/1.1" status: 404 len: 337 time: 0.0596144 Jul 14 09:32:24.648519 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24ac348-1421-4513-bc67-e441ad94aa81 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:24.648989 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d24ac348-1421-4513-bc67-e441ad94aa81 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:24.653598 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49536) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:24.663447 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d24ac348-1421-4513-bc67-e441ad94aa81 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/subnets/f630f913-5a28-4234-a818-41fef097704d HTTP/1.1" status: 404 len: 337 time: 0.0508816 Jul 14 09:32:24.681172 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44670ad-018f-4d50-b0a4-dba6c8a751a4 req-63b6e611-2d8d-4216-ab34-381846b2a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:24.683406 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-007d1c31-2cdf-4b89-a50b-a4c45f95318f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:24.683894 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-007d1c31-2cdf-4b89-a50b-a4c45f95318f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:24.684731 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a44670ad-018f-4d50-b0a4-dba6c8a751a4 req-63b6e611-2d8d-4216-ab34-381846b2a83a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cb022d5abed74ace8ce20b5df7c7b1b3&device_id=1551aba5-5eb4-4175-ae15-341dfda580bb HTTP/1.1" status: 200 len: 1098 time: 0.1837046 Jul 14 09:32:24.688101 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-007d1c31-2cdf-4b89-a50b-a4c45f95318f tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/subnets/107d3ec4-bb4e-4b21-9b71-58937ae217da HTTP/1.1" status: 404 len: 337 time: 0.0310400 Jul 14 09:32:24.689562 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port e3173e53-e1dc-4883-b908-e283864e83fb triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:24.689713 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49538) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:24.690239 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.740900 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ec02b5-bbab-4448-b012-c99941ba392b tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:24.741835 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ec02b5-bbab-4448-b012-c99941ba392b tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:24.743673 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-17ec02b5-bbab-4448-b012-c99941ba392b tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/ports/0faac1ce-24f4-45b9-bf29-efd6621ac9bc HTTP/1.1" status: 404 len: 333 time: 0.0527909 Jul 14 09:32:24.746361 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49540) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:24.779793 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-701e2be1-a235-4651-9d0b-398e8f4ffd8e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:24.780263 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-701e2be1-a235-4651-9d0b-398e8f4ffd8e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:24.784387 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-701e2be1-a235-4651-9d0b-398e8f4ffd8e tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/subnets/cd0480de-6fcf-4f87-85f0-d03d2392dbf2 HTTP/1.1" status: 404 len: 337 time: 0.0346484 Jul 14 09:32:24.787998 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49542) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:24.824517 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7835fde9-3def-4076-9071-febe19b36f44 None None] DHCP port deletion for 12352522-75c6-42ba-86fb-3ea3d9c60ae0 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:32:24.834833 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e86e78-b12e-4981-8041-8fd2a9a94e07 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:24.835294 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01e86e78-b12e-4981-8041-8fd2a9a94e07 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:24.839754 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-01e86e78-b12e-4981-8041-8fd2a9a94e07 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/subnets/bc62464a-582a-4dac-9ff8-762e809589f7 HTTP/1.1" status: 404 len: 337 time: 0.0478351 Jul 14 09:32:24.840517 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49544) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:24.852101 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49546) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:24.864177 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c2c60d54-e784-4bb2-9503-0b8219bef64c None None] Provisioning complete for port 09b638b7-e635-4785-a83b-05c881272196 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:24.864592 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2c60d54-e784-4bb2-9503-0b8219bef64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.885062 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1e803b-8e17-4854-9aca-995184e6fed4 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:24.886245 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f1e803b-8e17-4854-9aca-995184e6fed4 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:24.890322 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8f1e803b-8e17-4854-9aca-995184e6fed4 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/ports/5f351e14-99d2-41a2-acad-9719365492c8 HTTP/1.1" status: 404 len: 333 time: 0.0466158 Jul 14 09:32:24.895509 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49548) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:24.911637 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c2c60d54-e784-4bb2-9503-0b8219bef64c None None] Port 09b638b7-e635-4785-a83b-05c881272196 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:24.914165 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44670ad-018f-4d50-b0a4-dba6c8a751a4 req-5ec961c6-62d9-40c3-9d8f-df53f45ab166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:24.915633 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a44670ad-018f-4d50-b0a4-dba6c8a751a4 req-5ec961c6-62d9-40c3-9d8f-df53f45ab166 service neutron] 10.222.0.44 "GET /v2.0/networks?id=417d6633-5479-4eb9-a511-7b3ee754b7fe HTTP/1.1" status: 200 len: 896 time: 0.2139764 Jul 14 09:32:24.923330 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7835fde9-3def-4076-9071-febe19b36f44 None None] Deleting port e3173e53-e1dc-4883-b908-e283864e83fb {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:24.923862 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7835fde9-3def-4076-9071-febe19b36f44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.944587 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fbbae5f-5891-4c91-ad04-304896487702 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:24.945037 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fbbae5f-5891-4c91-ad04-304896487702 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:24.946719 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5fbbae5f-5891-4c91-ad04-304896487702 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/subnets/c1ff4355-d790-424f-b4c9-0ebf0a484d0d HTTP/1.1" status: 404 len: 337 time: 0.0479126 Jul 14 09:32:24.958609 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-130415fd-7563-4fbd-bb3a-54dae8847fe7 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/floatingips/104fcecc-4705-4cf7-8ce3-0ee393b535aa HTTP/1.1" status: 200 len: 994 time: 0.1057017 Jul 14 09:32:24.959565 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49550) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:24.994014 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-08bb28a5-0b5e-4e1c-8d59-f8c5b79c8665 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:24.995373 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08bb28a5-0b5e-4e1c-8d59-f8c5b79c8665 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:25.001038 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-08bb28a5-0b5e-4e1c-8d59-f8c5b79c8665 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/subnets/8234243d-01cc-453f-8772-e60f307ab2cc HTTP/1.1" status: 404 len: 337 time: 0.0401919 Jul 14 09:32:25.001942 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49554) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:25.013193 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b1b80-773d-4f14-b41b-7deb77dd6ad1 req-c13c84f9-aebe-464f-8e81-58f2b9c3c8c2 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:25.014714 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-226b1b80-773d-4f14-b41b-7deb77dd6ad1 req-c13c84f9-aebe-464f-8e81-58f2b9c3c8c2 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.2768073 Jul 14 09:32:25.031892 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7835fde9-3def-4076-9071-febe19b36f44 None None] For port e3173e53-e1dc-4883-b908-e283864e83fb, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e3173e53-e1dc-4883-b908-e283864e83fb,segment=NetworkSegment(75fafabf-fa3a-46f2-b524-c17b1f3328c3),segment_id=75fafabf-fa3a-46f2-b524-c17b1f3328c3)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:25.033226 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7835fde9-3def-4076-9071-febe19b36f44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.049523 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a44670ad-018f-4d50-b0a4-dba6c8a751a4 req-4d42bbfa-a3e6-4707-b362-1ac0db346a5b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4930897-47eb-4f95-9a63-62714cefed5c HTTP/1.1" status: 200 len: 1002 time: 0.1134093 Jul 14 09:32:25.051315 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7835fde9-3def-4076-9071-febe19b36f44 None None] Calling delete_port for e3173e53-e1dc-4883-b908-e283864e83fb owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:25.104980 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44670ad-018f-4d50-b0a4-dba6c8a751a4 req-c977ebd8-30a5-41c9-a3de-0768ef24fadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:25.107161 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a44670ad-018f-4d50-b0a4-dba6c8a751a4 req-c977ebd8-30a5-41c9-a3de-0768ef24fadb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e86bcc3-f435-48dd-9851-d4548dc96841 HTTP/1.1" status: 200 len: 835 time: 0.0463591 Jul 14 09:32:25.116054 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-226b1b80-773d-4f14-b41b-7deb77dd6ad1 req-8ad3e5e6-604a-430b-99b4-53a9da090bcc tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938244 Jul 14 09:32:25.170703 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7835fde9-3def-4076-9071-febe19b36f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.188697 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44670ad-018f-4d50-b0a4-dba6c8a751a4 req-97573c76-8744-415c-a6d7-beaca84a0057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:25.190551 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a44670ad-018f-4d50-b0a4-dba6c8a751a4 req-97573c76-8744-415c-a6d7-beaca84a0057 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=417d6633-5479-4eb9-a511-7b3ee754b7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734248 Jul 14 09:32:25.201635 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835fde9-3def-4076-9071-febe19b36f44 None None] Pushing event deleted for resources: {'Port': ['ID=e3173e53-e1dc-4883-b908-e283864e83fb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:25.206189 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7835fde9-3def-4076-9071-febe19b36f44 None None] No DVR routers for this DVR port e3173e53-e1dc-4883-b908-e283864e83fb on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:25.228231 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d5b6cc-7c94-43ca-b8c7-41d794fc4a27 None None] get_active_networks_info from n-d-771362-35 {{(pid=93774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:32:25.322469 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a44670ad-018f-4d50-b0a4-dba6c8a751a4 req-43656ef7-6a50-4c2c-be19-2dc25f4b153d service neutron] 10.222.0.44 "GET /v2.0/networks/417d6633-5479-4eb9-a511-7b3ee754b7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253371 Jul 14 09:32:25.466230 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d5b6cc-7c94-43ca-b8c7-41d794fc4a27 None None] Resources bound (agent type, host, resource id): {{(pid=93774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:32:25.521417 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a44670ad-018f-4d50-b0a4-dba6c8a751a4 req-838840aa-39ff-48c4-97bd-cdf8c178fe5e service neutron] 10.222.0.44 "GET /v2.0/networks/417d6633-5479-4eb9-a511-7b3ee754b7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902592 Jul 14 09:32:25.554765 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-50bcd63a-e251-44f3-9ea1-f743cdde51a6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Deleting port 09b638b7-e635-4785-a83b-05c881272196 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:25.555522 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50bcd63a-e251-44f3-9ea1-f743cdde51a6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.628857 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50bcd63a-e251-44f3-9ea1-f743cdde51a6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.643256 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-50bcd63a-e251-44f3-9ea1-f743cdde51a6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Calling delete_port for 09b638b7-e635-4785-a83b-05c881272196 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:25.734281 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50bcd63a-e251-44f3-9ea1-f743cdde51a6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.763925 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcd63a-e251-44f3-9ea1-f743cdde51a6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Port': ['ID=09b638b7-e635-4785-a83b-05c881272196,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:25.769007 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50bcd63a-e251-44f3-9ea1-f743cdde51a6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.771067 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-50bcd63a-e251-44f3-9ea1-f743cdde51a6 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/ports/09b638b7-e635-4785-a83b-05c881272196 HTTP/1.1" status: 204 len: 168 time: 0.7681837 Jul 14 09:32:25.774039 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49558) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:25.852932 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df45be1c-46af-44eb-9104-33193880b911 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.937861 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df45be1c-46af-44eb-9104-33193880b911 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.948634 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-df45be1c-46af-44eb-9104-33193880b911 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12352522-75c6-42ba-86fb-3ea3d9c60ae0']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:25.959758 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-df45be1c-46af-44eb-9104-33193880b911 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75fafabf-fa3a-46f2-b524-c17b1f3328c3') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:25.960058 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-df45be1c-46af-44eb-9104-33193880b911 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75fafabf-fa3a-46f2-b524-c17b1f3328c3') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:25.968946 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df45be1c-46af-44eb-9104-33193880b911 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.987575 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df45be1c-46af-44eb-9104-33193880b911 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.994248 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df45be1c-46af-44eb-9104-33193880b911 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:25.994641 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df45be1c-46af-44eb-9104-33193880b911 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:25.998176 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:26.057390 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df45be1c-46af-44eb-9104-33193880b911 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.063797 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df45be1c-46af-44eb-9104-33193880b911 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.066214 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-df45be1c-46af-44eb-9104-33193880b911 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] 10.222.0.25 "DELETE /v2.0/networks/12352522-75c6-42ba-86fb-3ea3d9c60ae0 HTTP/1.1" status: 204 len: 168 time: 0.2911451 Jul 14 09:32:26.082453 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45be1c-46af-44eb-9104-33193880b911 tempest-PortsIpV6TestJSON-1255571163 tempest-PortsIpV6TestJSON-1255571163-project] Pushing event deleted for resources: {'Network': ['ID=12352522-75c6-42ba-86fb-3ea3d9c60ae0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:26.310373 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49580) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:26.322416 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e3173e53-e1dc-4883-b908-e283864e83fb no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:26.346585 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: e3173e53-e1dc-4883-b908-e283864e83fb {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:26.346947 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e3173e53-e1dc-4883-b908-e283864e83fb not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:26.369854 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca7068-c7d5-4b94-9035-e6a8c150befc req-56b5431e-060a-4c58-ab41-1b50ebaba5b9 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:26.380118 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75ca7068-c7d5-4b94-9035-e6a8c150befc req-56b5431e-060a-4c58-ab41-1b50ebaba5b9 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.1048315 Jul 14 09:32:26.415822 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75ca7068-c7d5-4b94-9035-e6a8c150befc req-36e14487-c52d-4f0e-9186-7c3853137f1c tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344691 Jul 14 09:32:26.488897 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-56274b96-0ee7-4a88-a682-d20e70460a33 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dcc30680139646f2ba211bfea563cead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750581 Jul 14 09:32:26.489208 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49584) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:26.546039 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1427e86e-8fd3-4fa6-b6d1-9661a4509687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.568086 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1427e86e-8fd3-4fa6-b6d1-9661a4509687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.618975 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1427e86e-8fd3-4fa6-b6d1-9661a4509687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.622234 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1427e86e-8fd3-4fa6-b6d1-9661a4509687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.623371 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1427e86e-8fd3-4fa6-b6d1-9661a4509687 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/56b69fb7-fcb9-4200-8d7a-2e69334f05ca HTTP/1.1" status: 204 len: 168 time: 0.1332684 Jul 14 09:32:26.630879 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427e86e-8fd3-4fa6-b6d1-9661a4509687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b69fb7-fcb9-4200-8d7a-2e69334f05ca,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:27.253850 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:32:27.365145 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49610) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:27.490767 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ded64bd9-80ff-4f45-9c43-262443109598 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Request body: {'security_group': {'name': 'tempest-secgroup--1294041619'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:27.517046 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ded64bd9-80ff-4f45-9c43-262443109598 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.526502 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ded64bd9-80ff-4f45-9c43-262443109598 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.613019 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa827a27-000c-46f0-8848-b90f0b87d8fc req-3dd44b82-ce36-49cd-91c0-d0ff2c7d2c91 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:27.614632 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aa827a27-000c-46f0-8848-b90f0b87d8fc req-3dd44b82-ce36-49cd-91c0-d0ff2c7d2c91 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.0733256 Jul 14 09:32:27.624833 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ded64bd9-80ff-4f45-9c43-262443109598 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.631461 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ded64bd9-80ff-4f45-9c43-262443109598 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.668492 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aa827a27-000c-46f0-8848-b90f0b87d8fc req-e7c2133e-253f-4417-8e5d-85956999d546 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478175 Jul 14 09:32:27.671403 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded64bd9-80ff-4f45-9c43-262443109598 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c944cc9-c0bf-463f-aa3a-1dd9b60de353,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:27.727741 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ded64bd9-80ff-4f45-9c43-262443109598 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.731625 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ded64bd9-80ff-4f45-9c43-262443109598 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.761637 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ded64bd9-80ff-4f45-9c43-262443109598 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.762945 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ded64bd9-80ff-4f45-9c43-262443109598 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3966453 Jul 14 09:32:27.764087 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded64bd9-80ff-4f45-9c43-262443109598 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4d59d9-82be-436f-84bf-df4d02b89921,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:27.765791 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49616) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:27.830596 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e0a294b2-18cd-4481-b880-4c15e7e1ac26 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0635996 Jul 14 09:32:27.833361 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49620) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:27.837609 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-77249516-f8df-44d3-8e43-2449030c62df tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Request body: {'security_group': {'name': 'tempest-security--1323630641', 'description': 'tempest-security-description-899984158'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:27.864380 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-77249516-f8df-44d3-8e43-2449030c62df tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.915004 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-77249516-f8df-44d3-8e43-2449030c62df tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.918835 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-77249516-f8df-44d3-8e43-2449030c62df tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.921400 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-77249516-f8df-44d3-8e43-2449030c62df tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.922648 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-77249516-f8df-44d3-8e43-2449030c62df tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "PUT /v2.0/security-groups/5b4d59d9-82be-436f-84bf-df4d02b89921 HTTP/1.1" status: 200 len: 1779 time: 0.0883677 Jul 14 09:32:27.925484 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49622) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:27.946664 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77249516-f8df-44d3-8e43-2449030c62df tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4d59d9-82be-436f-84bf-df4d02b89921,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:27.967117 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4af05fde-6b70-46fd-bac7-069ba63f98c4 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "GET /v2.0/security-groups/5b4d59d9-82be-436f-84bf-df4d02b89921 HTTP/1.1" status: 200 len: 1779 time: 0.0401924 Jul 14 09:32:27.971216 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49624) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:28.029728 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07ddd1e1-50e7-4071-b807-c50f4a6780f2 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.051736 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07ddd1e1-50e7-4071-b807-c50f4a6780f2 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.092320 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07ddd1e1-50e7-4071-b807-c50f4a6780f2 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.094810 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07ddd1e1-50e7-4071-b807-c50f4a6780f2 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.095966 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-07ddd1e1-50e7-4071-b807-c50f4a6780f2 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "DELETE /v2.0/security-groups/5b4d59d9-82be-436f-84bf-df4d02b89921 HTTP/1.1" status: 204 len: 168 time: 0.1238270 Jul 14 09:32:28.098611 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49626) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:28.104879 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddd1e1-50e7-4071-b807-c50f4a6780f2 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4d59d9-82be-436f-84bf-df4d02b89921,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:28.146133 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d1544636-b806-40a0-bdfe-c83588857ffd tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0461738 Jul 14 09:32:28.148736 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49628) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:28.160926 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-235da3c1-47c5-43dd-b9e8-1fea318f585d tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] delete failed (client error): The resource could not be found. Jul 14 09:32:28.161883 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-235da3c1-47c5-43dd-b9e8-1fea318f585d tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "DELETE /v2.0/security-groups/5b4d59d9-82be-436f-84bf-df4d02b89921 HTTP/1.1" status: 404 len: 347 time: 0.0122514 Jul 14 09:32:28.165492 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49630) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:28.170565 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d8b875dd-d12a-4671-9587-8cfdf7ef4c65 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Request body: {'security_group': {'name': 'tempest-secgroup--2139620599'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:28.192086 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8b875dd-d12a-4671-9587-8cfdf7ef4c65 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.275384 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8b875dd-d12a-4671-9587-8cfdf7ef4c65 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.285570 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8b875dd-d12a-4671-9587-8cfdf7ef4c65 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.313380 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d8b875dd-d12a-4671-9587-8cfdf7ef4c65 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.314682 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d8b875dd-d12a-4671-9587-8cfdf7ef4c65 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1482933 Jul 14 09:32:28.317752 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49636) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:28.325778 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b875dd-d12a-4671-9587-8cfdf7ef4c65 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c91f0ff-014f-4efb-8fb9-fd2bc5e13769,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:28.327374 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-8ea2400d-c459-4d91-b06b-751de784c1cb tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Request body: {'security_group_rule': {'security_group_id': '4c91f0ff-014f-4efb-8fb9-fd2bc5e13769', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:28.365551 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ea2400d-c459-4d91-b06b-751de784c1cb tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.415868 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ea2400d-c459-4d91-b06b-751de784c1cb tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.421716 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ea2400d-c459-4d91-b06b-751de784c1cb tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.441744 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2400d-c459-4d91-b06b-751de784c1cb tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc24f5eb-f3a0-4b80-b901-bf08ae92ef90,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:28.449231 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ea2400d-c459-4d91-b06b-751de784c1cb tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.450794 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8ea2400d-c459-4d91-b06b-751de784c1cb tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305141 Jul 14 09:32:28.453908 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49640) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:28.488682 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5516543d-aadd-4a5c-9800-e81168724fdf tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.497296 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5516543d-aadd-4a5c-9800-e81168724fdf tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.533413 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5516543d-aadd-4a5c-9800-e81168724fdf tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.540008 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5516543d-aadd-4a5c-9800-e81168724fdf tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.541115 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5516543d-aadd-4a5c-9800-e81168724fdf tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/fc24f5eb-f3a0-4b80-b901-bf08ae92ef90 HTTP/1.1" status: 204 len: 168 time: 0.0861573 Jul 14 09:32:28.543993 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49642) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:28.546759 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516543d-aadd-4a5c-9800-e81168724fdf tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc24f5eb-f3a0-4b80-b901-bf08ae92ef90,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:28.593833 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-74bb3c92-7855-4837-b467-8a91cf1fb10d tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0484388 Jul 14 09:32:28.596651 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49644) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:28.647970 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d8cc8b1-9949-4f99-99f1-d2837b0b4f28 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.670925 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d8cc8b1-9949-4f99-99f1-d2837b0b4f28 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.720534 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d8cc8b1-9949-4f99-99f1-d2837b0b4f28 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.723451 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d8cc8b1-9949-4f99-99f1-d2837b0b4f28 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.727247 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1d8cc8b1-9949-4f99-99f1-d2837b0b4f28 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "DELETE /v2.0/security-groups/4c91f0ff-014f-4efb-8fb9-fd2bc5e13769 HTTP/1.1" status: 204 len: 168 time: 0.1272326 Jul 14 09:32:28.727725 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49648) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:28.739910 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8cc8b1-9949-4f99-99f1-d2837b0b4f28 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c91f0ff-014f-4efb-8fb9-fd2bc5e13769,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:28.785102 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-765cb0ed-5adc-4ffe-951d-28a55f329fd5 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0561101 Jul 14 09:32:28.788685 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49650) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:28.793458 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-8465fe55-2ac0-45ff-afc0-6fc7fe847971 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Request body: {'security_group': {'name': 'tempest-secgroup--1872747895'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:28.816315 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8465fe55-2ac0-45ff-afc0-6fc7fe847971 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.870270 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d7a60-43f5-4d9d-967b-efdff599cc54 req-ccdd7283-0332-4aaf-a23f-abb0c1771333 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:28.872369 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9c6d7a60-43f5-4d9d-967b-efdff599cc54 req-ccdd7283-0332-4aaf-a23f-abb0c1771333 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.0686781 Jul 14 09:32:28.904990 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8465fe55-2ac0-45ff-afc0-6fc7fe847971 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.910564 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8465fe55-2ac0-45ff-afc0-6fc7fe847971 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.913980 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9c6d7a60-43f5-4d9d-967b-efdff599cc54 req-8bf3b6ce-0c1a-4b5a-b266-7c178ccfde69 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357485 Jul 14 09:32:28.952341 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8465fe55-2ac0-45ff-afc0-6fc7fe847971 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.956133 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8465fe55-2ac0-45ff-afc0-6fc7fe847971 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1639380 Jul 14 09:32:28.956412 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49654) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:28.962335 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-cd39a8f8-282c-4b83-8995-0ea4b74ede72 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Request body: {'security_group_rule': {'security_group_id': '7c45b18b-3ac6-43b6-a8c7-b1e353b5270e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:28.969048 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465fe55-2ac0-45ff-afc0-6fc7fe847971 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c45b18b-3ac6-43b6-a8c7-b1e353b5270e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:29.003629 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd39a8f8-282c-4b83-8995-0ea4b74ede72 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.068223 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd39a8f8-282c-4b83-8995-0ea4b74ede72 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.073025 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd39a8f8-282c-4b83-8995-0ea4b74ede72 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.098111 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39a8f8-282c-4b83-8995-0ea4b74ede72 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b04abbf-30af-425a-8321-e7a8c1916cf4,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:29.107054 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd39a8f8-282c-4b83-8995-0ea4b74ede72 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.108284 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cd39a8f8-282c-4b83-8995-0ea4b74ede72 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1509035 Jul 14 09:32:29.111246 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49656) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:29.115980 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-76217eb5-d21c-4390-81da-89242b635080 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Request body: {'security_group_rule': {'security_group_id': '7c45b18b-3ac6-43b6-a8c7-b1e353b5270e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:29.144299 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-76217eb5-d21c-4390-81da-89242b635080 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.205827 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-76217eb5-d21c-4390-81da-89242b635080 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.209825 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-76217eb5-d21c-4390-81da-89242b635080 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.228430 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76217eb5-d21c-4390-81da-89242b635080 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f7b9aa-d502-40fc-b354-bb1299ec3088,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:29.236583 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-76217eb5-d21c-4390-81da-89242b635080 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.238934 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-76217eb5-d21c-4390-81da-89242b635080 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1266785 Jul 14 09:32:29.240493 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49658) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:29.245155 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-b6fa9925-f8d7-4774-a970-543e94769901 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Request body: {'security_group_rule': {'security_group_id': '7c45b18b-3ac6-43b6-a8c7-b1e353b5270e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:29.274942 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b6fa9925-f8d7-4774-a970-543e94769901 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.342073 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b6fa9925-f8d7-4774-a970-543e94769901 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.346197 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b6fa9925-f8d7-4774-a970-543e94769901 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.366071 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa9925-f8d7-4774-a970-543e94769901 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acdd8e2c-b60c-4460-8c2b-0729bad71a4f,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:29.374248 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b6fa9925-f8d7-4774-a970-543e94769901 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.375707 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b6fa9925-f8d7-4774-a970-543e94769901 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1340642 Jul 14 09:32:29.378472 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49660) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:29.383130 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-45a9a16c-d60d-494f-ba75-b62a923a64af tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Request body: {'security_group_rule': {'security_group_id': '7c45b18b-3ac6-43b6-a8c7-b1e353b5270e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:29.414092 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45a9a16c-d60d-494f-ba75-b62a923a64af tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.470586 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45a9a16c-d60d-494f-ba75-b62a923a64af tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.487650 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45a9a16c-d60d-494f-ba75-b62a923a64af tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.571896 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9a16c-d60d-494f-ba75-b62a923a64af tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3357e07-2dfd-4f80-b9a6-9570f0cb6ff7,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:29.577921 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45a9a16c-d60d-494f-ba75-b62a923a64af tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.579524 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-45a9a16c-d60d-494f-ba75-b62a923a64af tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1996908 Jul 14 09:32:29.582033 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49664) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:29.588532 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-eac7e9fb-febd-46dd-979e-aaf2ef82933e tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Request body: {'security_group_rule': {'security_group_id': '7c45b18b-3ac6-43b6-a8c7-b1e353b5270e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:29.622046 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eac7e9fb-febd-46dd-979e-aaf2ef82933e tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.685952 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eac7e9fb-febd-46dd-979e-aaf2ef82933e tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.690382 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eac7e9fb-febd-46dd-979e-aaf2ef82933e tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.712893 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7e9fb-febd-46dd-979e-aaf2ef82933e tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a4acc9-e37f-4af8-88d7-3d138fcdda04,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:29.720891 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eac7e9fb-febd-46dd-979e-aaf2ef82933e tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.722195 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-eac7e9fb-febd-46dd-979e-aaf2ef82933e tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1391864 Jul 14 09:32:29.725259 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49666) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:29.750182 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2d9a6a2-d2c9-4794-900a-4b4cd13e5bdf tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.757405 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2d9a6a2-d2c9-4794-900a-4b4cd13e5bdf tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.784185 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2d9a6a2-d2c9-4794-900a-4b4cd13e5bdf tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.789944 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2d9a6a2-d2c9-4794-900a-4b4cd13e5bdf tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.791019 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d2d9a6a2-d2c9-4794-900a-4b4cd13e5bdf tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/58a4acc9-e37f-4af8-88d7-3d138fcdda04 HTTP/1.1" status: 204 len: 168 time: 0.0646932 Jul 14 09:32:29.794541 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49668) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:29.797219 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9a6a2-d2c9-4794-900a-4b4cd13e5bdf tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58a4acc9-e37f-4af8-88d7-3d138fcdda04,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:29.842597 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e084f562-fcd3-4cf9-a64c-0903c084027d tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0468917 Jul 14 09:32:29.845546 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49670) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:29.875065 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-39f19671-9fba-48c6-9871-b6c55de1a56b tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.882995 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-39f19671-9fba-48c6-9871-b6c55de1a56b tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.912058 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-39f19671-9fba-48c6-9871-b6c55de1a56b tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.918597 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-39f19671-9fba-48c6-9871-b6c55de1a56b tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.919750 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-39f19671-9fba-48c6-9871-b6c55de1a56b tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/f3357e07-2dfd-4f80-b9a6-9570f0cb6ff7 HTTP/1.1" status: 204 len: 168 time: 0.0731213 Jul 14 09:32:29.922652 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49672) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:29.925058 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f19671-9fba-48c6-9871-b6c55de1a56b tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3357e07-2dfd-4f80-b9a6-9570f0cb6ff7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:29.976817 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6f6d0300-cd92-43ce-b321-8b5a6975a298 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0529563 Jul 14 09:32:29.979547 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49676) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:30.004471 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3e4903e-c46d-4792-bc6a-14153903f358 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.012113 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3e4903e-c46d-4792-bc6a-14153903f358 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.042765 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3e4903e-c46d-4792-bc6a-14153903f358 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.049769 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3e4903e-c46d-4792-bc6a-14153903f358 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.051548 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f3e4903e-c46d-4792-bc6a-14153903f358 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/acdd8e2c-b60c-4460-8c2b-0729bad71a4f HTTP/1.1" status: 204 len: 168 time: 0.0697761 Jul 14 09:32:30.056339 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49680) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:30.064946 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4903e-c46d-4792-bc6a-14153903f358 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=acdd8e2c-b60c-4460-8c2b-0729bad71a4f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:30.103660 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6d6262ed-8ba2-4a98-8b74-1619e30eeb3d tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0461395 Jul 14 09:32:30.106995 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49682) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:30.112802 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14be23-d746-4d73-9d0d-7063892f78ab req-987307ec-cec3-49aa-93e3-f2f53cfc00fb tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:30.114367 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac14be23-d746-4d73-9d0d-7063892f78ab req-987307ec-cec3-49aa-93e3-f2f53cfc00fb tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.0755749 Jul 14 09:32:30.137593 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7d627013-4dac-44ac-8276-f30d09697336 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.145974 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7d627013-4dac-44ac-8276-f30d09697336 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.154211 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac14be23-d746-4d73-9d0d-7063892f78ab req-7fbe5904-cc58-4307-9f2e-f30cd357148d tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342917 Jul 14 09:32:30.175753 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7d627013-4dac-44ac-8276-f30d09697336 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.181867 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7d627013-4dac-44ac-8276-f30d09697336 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.183292 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7d627013-4dac-44ac-8276-f30d09697336 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/87f7b9aa-d502-40fc-b354-bb1299ec3088 HTTP/1.1" status: 204 len: 168 time: 0.0749903 Jul 14 09:32:30.185802 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49684) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:30.188638 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d627013-4dac-44ac-8276-f30d09697336 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87f7b9aa-d502-40fc-b354-bb1299ec3088,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:30.227894 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-da698178-c5a2-4a66-8645-a8bf0330b482 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0406480 Jul 14 09:32:30.232524 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49686) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:30.259005 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-135c7c65-eea3-4255-a737-19554e1a8b6c tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.267305 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-135c7c65-eea3-4255-a737-19554e1a8b6c tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.299174 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-135c7c65-eea3-4255-a737-19554e1a8b6c tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.305524 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-135c7c65-eea3-4255-a737-19554e1a8b6c tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.306631 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-135c7c65-eea3-4255-a737-19554e1a8b6c tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/0b04abbf-30af-425a-8321-e7a8c1916cf4 HTTP/1.1" status: 204 len: 168 time: 0.0744877 Jul 14 09:32:30.309533 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49688) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:30.312740 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c7c65-eea3-4255-a737-19554e1a8b6c tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b04abbf-30af-425a-8321-e7a8c1916cf4,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:30.352292 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-dc06ab03-6658-4290-a526-b9fd99048bc1 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0415187 Jul 14 09:32:30.356053 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49690) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:30.414043 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9674b45-539e-41ff-b572-d2f42966ba98 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.436544 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9674b45-539e-41ff-b572-d2f42966ba98 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.476592 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9674b45-539e-41ff-b572-d2f42966ba98 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.479110 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9674b45-539e-41ff-b572-d2f42966ba98 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.480849 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a9674b45-539e-41ff-b572-d2f42966ba98 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "DELETE /v2.0/security-groups/7c45b18b-3ac6-43b6-a8c7-b1e353b5270e HTTP/1.1" status: 204 len: 168 time: 0.1237321 Jul 14 09:32:30.483643 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49692) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:30.489654 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9674b45-539e-41ff-b572-d2f42966ba98 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c45b18b-3ac6-43b6-a8c7-b1e353b5270e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:30.530934 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1396eb1d-0937-4cd5-ba40-897c6578071d tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0454810 Jul 14 09:32:30.535188 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49696) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:30.539821 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-2d182af8-c736-40a1-9483-cd19b88cd3ba tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Request body: {'security_group': {'name': 'tempest-secgroup--1385752434'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:30.563326 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d182af8-c736-40a1-9483-cd19b88cd3ba tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.648620 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d182af8-c736-40a1-9483-cd19b88cd3ba tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.652871 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d182af8-c736-40a1-9483-cd19b88cd3ba tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.682582 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d182af8-c736-40a1-9483-cd19b88cd3ba tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.683907 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2d182af8-c736-40a1-9483-cd19b88cd3ba tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1475937 Jul 14 09:32:30.684603 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d182af8-c736-40a1-9483-cd19b88cd3ba tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d0996a-b86c-4800-85de-6bd9f28cf6bc,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:30.686774 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49710) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:30.691225 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-334cd1dc-f1d5-47f6-9a00-bd0e457b90c7 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Request body: {'security_group_rule': {'security_group_id': 'f2d0996a-b86c-4800-85de-6bd9f28cf6bc', 'direction': 'ingress', 'protocol': 17}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:30.721467 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-334cd1dc-f1d5-47f6-9a00-bd0e457b90c7 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.780469 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-334cd1dc-f1d5-47f6-9a00-bd0e457b90c7 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.784513 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-334cd1dc-f1d5-47f6-9a00-bd0e457b90c7 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.799889 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-b548f49c-f02f-415a-8d99-f9a37c44b1be tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:30.801988 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-b548f49c-f02f-415a-8d99-f9a37c44b1be tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/networks?id=3544af13-26bf-4983-88b8-20b157af1fb0 HTTP/1.1" status: 200 len: 814 time: 0.1057682 Jul 14 09:32:30.803729 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334cd1dc-f1d5-47f6-9a00-bd0e457b90c7 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d1aed5d-65b3-4649-b231-026ff2f3c689,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:30.813446 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-334cd1dc-f1d5-47f6-9a00-bd0e457b90c7 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.814654 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-334cd1dc-f1d5-47f6-9a00-bd0e457b90c7 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1269536 Jul 14 09:32:30.817380 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49712) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:30.819512 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-26aee092-1983-49e0-94a3-80dac0040330 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/quotas/d33db225565746b5ad53b87197fcd998 HTTP/1.1" status: 200 len: 375 time: 0.0111918 Jul 14 09:32:30.860899 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-4cb497bf-5e65-49c9-8fb2-85709de9396f tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d33db225565746b5ad53b87197fcd998&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330346 Jul 14 09:32:30.875047 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-830a0695-428d-4963-9d79-a2f31f227243 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.898192 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-830a0695-428d-4963-9d79-a2f31f227243 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.949588 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-830a0695-428d-4963-9d79-a2f31f227243 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.952624 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-830a0695-428d-4963-9d79-a2f31f227243 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.952818 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-1a627a5d-45f0-4802-818a-a48c7e9107f0 service neutron] 10.222.0.25 "GET /v2.0/networks/3544af13-26bf-4983-88b8-20b157af1fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851328 Jul 14 09:32:30.953781 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-830a0695-428d-4963-9d79-a2f31f227243 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "DELETE /v2.0/security-groups/f2d0996a-b86c-4800-85de-6bd9f28cf6bc HTTP/1.1" status: 204 len: 168 time: 0.1354594 Jul 14 09:32:30.956462 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49714) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:30.963632 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a0695-428d-4963-9d79-a2f31f227243 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d0996a-b86c-4800-85de-6bd9f28cf6bc,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:31.060332 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-df7d60ad-12f1-41a6-aa5f-f992d9f9e339 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1023066 Jul 14 09:32:31.066179 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49716) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:31.070782 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-b97b8cb0-90c6-418c-88f2-45dfb425ac84 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Request body: {'security_group': {'name': 'tempest-secgroup--520055327'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:31.088824 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-a5711083-d83c-4759-bc8c-772f3c3322cc service neutron] 10.222.0.25 "GET /v2.0/networks/3544af13-26bf-4983-88b8-20b157af1fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298866 Jul 14 09:32:31.094323 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b97b8cb0-90c6-418c-88f2-45dfb425ac84 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.210299 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b97b8cb0-90c6-418c-88f2-45dfb425ac84 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.227356 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b97b8cb0-90c6-418c-88f2-45dfb425ac84 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.262118 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b97b8cb0-90c6-418c-88f2-45dfb425ac84 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.263403 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b97b8cb0-90c6-418c-88f2-45dfb425ac84 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1962125 Jul 14 09:32:31.267796 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49726) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:31.272524 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-61a0b5e5-c2ea-462e-a35a-b4a13eeda9d6 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Request body: {'security_group': {'name': 'tempest-secgroup--225685828'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:31.292147 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b8cb0-90c6-418c-88f2-45dfb425ac84 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc57a2e-e646-47c9-85f4-aac2d6ebe221,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:31.317729 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61a0b5e5-c2ea-462e-a35a-b4a13eeda9d6 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.412238 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-36c76bf8-1753-436b-a5a8-fe369c419a8c req-f1e1fc9d-d39f-4c2c-b4ff-e3204394e0cc tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=65a4104b-893d-4c14-8911-5f64faa3828d HTTP/1.1" status: 200 len: 210 time: 0.0417352 Jul 14 09:32:31.442512 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61a0b5e5-c2ea-462e-a35a-b4a13eeda9d6 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.446535 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61a0b5e5-c2ea-462e-a35a-b4a13eeda9d6 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.481005 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61a0b5e5-c2ea-462e-a35a-b4a13eeda9d6 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.482919 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-61a0b5e5-c2ea-462e-a35a-b4a13eeda9d6 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2139518 Jul 14 09:32:31.483937 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0b5e5-c2ea-462e-a35a-b4a13eeda9d6 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc60f766-9520-42f1-af6e-9685cb17c539,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:31.485820 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49732) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:31.496177 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-48020821-b4f5-458e-82f6-fff8671c2712 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Request body: {'security_group_rule': {'security_group_id': '4bc57a2e-e646-47c9-85f4-aac2d6ebe221', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'bc60f766-9520-42f1-af6e-9685cb17c539', 'remote_ip_prefix': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:31.531603 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e15383-4b29-4d4d-8503-dc203e16d7a8 req-e9f1c3d0-4261-40d3-a7ac-afe3bc75f9c8 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:31.533181 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49e15383-4b29-4d4d-8503-dc203e16d7a8 req-e9f1c3d0-4261-40d3-a7ac-afe3bc75f9c8 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.1145535 Jul 14 09:32:31.577217 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48020821-b4f5-458e-82f6-fff8671c2712 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.618887 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49e15383-4b29-4d4d-8503-dc203e16d7a8 req-63f792a0-3665-41a1-b043-50bdfa59f96a tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670769 Jul 14 09:32:31.669704 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48020821-b4f5-458e-82f6-fff8671c2712 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.673825 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48020821-b4f5-458e-82f6-fff8671c2712 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.694589 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48020821-b4f5-458e-82f6-fff8671c2712 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ed9ee0-79b0-421f-a1e8-2e9bd0fe3773,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:31.714100 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48020821-b4f5-458e-82f6-fff8671c2712 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.715947 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-48020821-b4f5-458e-82f6-fff8671c2712 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2270024 Jul 14 09:32:31.719363 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49736) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:31.747600 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59a6775e-25de-4947-a5ff-44d4e226e889 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.758862 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59a6775e-25de-4947-a5ff-44d4e226e889 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.791800 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59a6775e-25de-4947-a5ff-44d4e226e889 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.799290 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59a6775e-25de-4947-a5ff-44d4e226e889 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.800831 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-59a6775e-25de-4947-a5ff-44d4e226e889 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/23ed9ee0-79b0-421f-a1e8-2e9bd0fe3773 HTTP/1.1" status: 204 len: 168 time: 0.0803390 Jul 14 09:32:31.804564 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49738) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:31.810929 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6775e-25de-4947-a5ff-44d4e226e889 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23ed9ee0-79b0-421f-a1e8-2e9bd0fe3773,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:31.857685 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-71025e69-452f-4edc-966c-8590945780bf tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0514159 Jul 14 09:32:31.860472 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49740) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:31.929347 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b529beb-0794-4225-a612-1d70ef7e8235 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.959177 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b529beb-0794-4225-a612-1d70ef7e8235 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.006279 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b529beb-0794-4225-a612-1d70ef7e8235 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.009075 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b529beb-0794-4225-a612-1d70ef7e8235 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.010251 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0b529beb-0794-4225-a612-1d70ef7e8235 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "DELETE /v2.0/security-groups/bc60f766-9520-42f1-af6e-9685cb17c539 HTTP/1.1" status: 204 len: 168 time: 0.1488371 Jul 14 09:32:32.015119 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49742) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:32.020553 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b529beb-0794-4225-a612-1d70ef7e8235 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc60f766-9520-42f1-af6e-9685cb17c539,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:32.081753 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a7022422-b537-40b7-aea5-062307365b03 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0652783 Jul 14 09:32:32.086308 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49744) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:32.143591 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b69388c-6086-4270-bc31-03081a7d586b tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.167427 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b69388c-6086-4270-bc31-03081a7d586b tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.207847 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b69388c-6086-4270-bc31-03081a7d586b tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.210516 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b69388c-6086-4270-bc31-03081a7d586b tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.211683 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7b69388c-6086-4270-bc31-03081a7d586b tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "DELETE /v2.0/security-groups/4bc57a2e-e646-47c9-85f4-aac2d6ebe221 HTTP/1.1" status: 204 len: 168 time: 0.1243427 Jul 14 09:32:32.215525 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49746) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:32.221723 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69388c-6086-4270-bc31-03081a7d586b tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc57a2e-e646-47c9-85f4-aac2d6ebe221,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:32.263725 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c8607001-67fe-413a-955a-c14bed519b08 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0466504 Jul 14 09:32:32.267890 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49748) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:32.272738 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-2e7e31d5-2867-4e6b-9ebd-8ea387686291 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Request body: {'security_group': {'name': 'tempest-secgroup--882954151'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:32.298463 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2e7e31d5-2867-4e6b-9ebd-8ea387686291 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.393941 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2e7e31d5-2867-4e6b-9ebd-8ea387686291 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.399828 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2e7e31d5-2867-4e6b-9ebd-8ea387686291 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.429543 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2e7e31d5-2867-4e6b-9ebd-8ea387686291 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.434387 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2e7e31d5-2867-4e6b-9ebd-8ea387686291 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1618719 Jul 14 09:32:32.434936 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49754) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:32.439060 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-90e8b463-3569-4da3-9d68-a9a8cee8fc28 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Request body: {'security_group_rule': {'security_group_id': 'fb7b881a-d201-474f-aaca-c7dbbae69717', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:32.447527 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e31d5-2867-4e6b-9ebd-8ea387686291 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7b881a-d201-474f-aaca-c7dbbae69717,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:32.472436 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90e8b463-3569-4da3-9d68-a9a8cee8fc28 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.538703 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90e8b463-3569-4da3-9d68-a9a8cee8fc28 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.544129 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90e8b463-3569-4da3-9d68-a9a8cee8fc28 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.578864 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8b463-3569-4da3-9d68-a9a8cee8fc28 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4437b2-7461-4cc1-b67f-354481360c1d,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:32.585095 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90e8b463-3569-4da3-9d68-a9a8cee8fc28 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.590605 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-90e8b463-3569-4da3-9d68-a9a8cee8fc28 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1513488 Jul 14 09:32:32.591344 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49756) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:32.625370 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f0bfb65-0894-4625-8f65-794982cf5502 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.635758 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f0bfb65-0894-4625-8f65-794982cf5502 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.681824 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f0bfb65-0894-4625-8f65-794982cf5502 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.693802 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f0bfb65-0894-4625-8f65-794982cf5502 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.695379 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5f0bfb65-0894-4625-8f65-794982cf5502 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/ea4437b2-7461-4cc1-b67f-354481360c1d HTTP/1.1" status: 204 len: 168 time: 0.1026986 Jul 14 09:32:32.702708 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bfb65-0894-4625-8f65-794982cf5502 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea4437b2-7461-4cc1-b67f-354481360c1d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:32.706198 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49760) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:32.764687 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-96254e09-3894-42c1-ae9c-9b9a42f7e199 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0543535 Jul 14 09:32:32.765086 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49762) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:32.830115 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60ebdda4-bf49-4eb1-9d8e-49492675de42 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.860493 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60ebdda4-bf49-4eb1-9d8e-49492675de42 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.904751 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60ebdda4-bf49-4eb1-9d8e-49492675de42 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.907390 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60ebdda4-bf49-4eb1-9d8e-49492675de42 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.908596 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-60ebdda4-bf49-4eb1-9d8e-49492675de42 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "DELETE /v2.0/security-groups/fb7b881a-d201-474f-aaca-c7dbbae69717 HTTP/1.1" status: 204 len: 168 time: 0.1424043 Jul 14 09:32:32.912093 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49764) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:32.930359 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ebdda4-bf49-4eb1-9d8e-49492675de42 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7b881a-d201-474f-aaca-c7dbbae69717,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:32.953699 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-062eb88b-4bac-4a18-a8e1-8d0d948d0d65 req-6bff6225-07be-4a89-8765-f365b5031a38 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=65a4104b-893d-4c14-8911-5f64faa3828d HTTP/1.1" status: 200 len: 210 time: 0.4071848 Jul 14 09:32:32.964139 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b82bdc2c-412c-467f-842b-ce890a30d636 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0507953 Jul 14 09:32:32.968589 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49766) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:32.973001 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-e343f594-4a53-4c80-9fa6-75f571dd09b7 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Request body: {'security_group': {'name': 'tempest-secgroup--526049457'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:33.009393 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e343f594-4a53-4c80-9fa6-75f571dd09b7 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.040032 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-91f1f5f6-f7f9-4673-b725-59f608027589 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:33.041554 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-91f1f5f6-f7f9-4673-b725-59f608027589 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.44 "GET /v2.0/networks?id=3544af13-26bf-4983-88b8-20b157af1fb0 HTTP/1.1" status: 200 len: 814 time: 0.5110095 Jul 14 09:32:33.050949 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989854af-3bb1-4bcf-b707-cd2040d0886e req-e828a92e-1f17-4b87-a275-21bbc8d0f0e8 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:33.052400 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-989854af-3bb1-4bcf-b707-cd2040d0886e req-e828a92e-1f17-4b87-a275-21bbc8d0f0e8 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.1310501 Jul 14 09:32:33.057091 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-cb3ff140-2ef6-44fb-b003-1129e3c79c62 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Request body: {'port': {'device_id': '65a4104b-893d-4c14-8911-5f64faa3828d', 'network_id': '3544af13-26bf-4983-88b8-20b157af1fb0', 'admin_state_up': True, 'tenant_id': 'd33db225565746b5ad53b87197fcd998'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:33.097205 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e343f594-4a53-4c80-9fa6-75f571dd09b7 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.101191 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e343f594-4a53-4c80-9fa6-75f571dd09b7 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.130756 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e343f594-4a53-4c80-9fa6-75f571dd09b7 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.135937 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e343f594-4a53-4c80-9fa6-75f571dd09b7 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1628077 Jul 14 09:32:33.136121 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49768) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:33.141485 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-690a8ec4-e220-49be-8730-a0108f5eca4e tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Request body: {'security_group_rule': {'security_group_id': 'a728d628-caeb-4818-bfeb-8e4b7d9efff3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:33.144809 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-989854af-3bb1-4bcf-b707-cd2040d0886e req-617e7a79-8230-4e46-b798-c0fffda725a4 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832078 Jul 14 09:32:33.166234 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343f594-4a53-4c80-9fa6-75f571dd09b7 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a728d628-caeb-4818-bfeb-8e4b7d9efff3,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:33.180646 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-690a8ec4-e220-49be-8730-a0108f5eca4e tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.199861 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-cb3ff140-2ef6-44fb-b003-1129e3c79c62 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Made reservation on behalf of d33db225565746b5ad53b87197fcd998 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:33.203562 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-cb3ff140-2ef6-44fb-b003-1129e3c79c62 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.243291 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-690a8ec4-e220-49be-8730-a0108f5eca4e tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.248446 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-690a8ec4-e220-49be-8730-a0108f5eca4e tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.266609 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a8ec4-e220-49be-8730-a0108f5eca4e tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c18b03a-0dc2-4fd2-8f58-961aab2995bd,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:33.273278 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-690a8ec4-e220-49be-8730-a0108f5eca4e tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.277913 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-690a8ec4-e220-49be-8730-a0108f5eca4e tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1374688 Jul 14 09:32:33.278035 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49770) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:33.295247 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ec0a55d8-e09f-45ee-b5e5-da0bd0e310ff tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "GET /v2.0/security-group-rules/5c18b03a-0dc2-4fd2-8f58-961aab2995bd HTTP/1.1" status: 200 len: 763 time: 0.0161917 Jul 14 09:32:33.298897 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49772) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:33.348564 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-dacdf114-6c0b-4f46-a66e-de6c179e6f1d tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0483778 Jul 14 09:32:33.351257 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49774) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:33.352714 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-cb3ff140-2ef6-44fb-b003-1129e3c79c62 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Allocated IP 172.20.0.4 (3544af13-26bf-4983-88b8-20b157af1fb0/4229b602-b89c-4202-96d0-585023f16c9a/a1801a74-bc04-4651-bcf4-5bb3d15a128b) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:33.378111 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb6bafc6-a8d6-4031-ba75-1e2fd94b30d4 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.385654 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb6bafc6-a8d6-4031-ba75-1e2fd94b30d4 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.413542 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb6bafc6-a8d6-4031-ba75-1e2fd94b30d4 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.421143 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb6bafc6-a8d6-4031-ba75-1e2fd94b30d4 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.422255 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bb6bafc6-a8d6-4031-ba75-1e2fd94b30d4 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/5c18b03a-0dc2-4fd2-8f58-961aab2995bd HTTP/1.1" status: 204 len: 168 time: 0.0699825 Jul 14 09:32:33.426097 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49776) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:33.432575 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6bafc6-a8d6-4031-ba75-1e2fd94b30d4 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c18b03a-0dc2-4fd2-8f58-961aab2995bd,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:33.476180 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ad0413b7-e4bf-4e4e-9327-c5b0a3b7a0dc tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0486627 Jul 14 09:32:33.477982 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49780) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:33.483359 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-024da7ab-6619-4954-aca2-d52be264db4b tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Request body: {'security_group_rule': {'security_group_id': 'a728d628-caeb-4818-bfeb-8e4b7d9efff3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:33.514761 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-024da7ab-6619-4954-aca2-d52be264db4b tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.516711 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-cb3ff140-2ef6-44fb-b003-1129e3c79c62 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.559937 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-cb3ff140-2ef6-44fb-b003-1129e3c79c62 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.570568 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-024da7ab-6619-4954-aca2-d52be264db4b tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.576365 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-024da7ab-6619-4954-aca2-d52be264db4b tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.597798 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024da7ab-6619-4954-aca2-d52be264db4b tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=636f1051-2706-456a-9642-e954412e3064,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:33.605798 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-024da7ab-6619-4954-aca2-d52be264db4b tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.606413 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-cb3ff140-2ef6-44fb-b003-1129e3c79c62 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Network 3544af13-26bf-4983-88b8-20b157af1fb0 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:33.607417 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-024da7ab-6619-4954-aca2-d52be264db4b tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1283138 Jul 14 09:32:33.610077 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49782) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:33.612531 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-cb3ff140-2ef6-44fb-b003-1129e3c79c62 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:33.616512 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-cb3ff140-2ef6-44fb-b003-1129e3c79c62 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:33.631540 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9491f16b-802e-4416-8346-b096c0da36e5 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "GET /v2.0/security-group-rules/636f1051-2706-456a-9642-e954412e3064 HTTP/1.1" status: 200 len: 763 time: 0.0189264 Jul 14 09:32:33.632878 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49784) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:33.644672 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ff140-2ef6-44fb-b003-1129e3c79c62 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Pushing event updated for resources: {'Port': ['ID=a1801a74-bc04-4651-bcf4-5bb3d15a128b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:33.672413 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-cb3ff140-2ef6-44fb-b003-1129e3c79c62 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:33.672932 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-cb3ff140-2ef6-44fb-b003-1129e3c79c62 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.679384 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3fe55a96-93a6-4a4b-9c60-090db6e50aa9 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0452919 Jul 14 09:32:33.682066 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49786) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:33.696996 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-cb3ff140-2ef6-44fb-b003-1129e3c79c62 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6436424 Jul 14 09:32:33.712157 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-f0f037d6-7d7b-4bf0-bfce-535ce104369e service neutron] Request body: {'port': {'device_id': '65a4104b-893d-4c14-8911-5f64faa3828d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:33.716262 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78324a94-5747-4206-ba56-45b72451629a tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.748201 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78324a94-5747-4206-ba56-45b72451629a tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.808720 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78324a94-5747-4206-ba56-45b72451629a tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.817013 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78324a94-5747-4206-ba56-45b72451629a tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.818094 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-78324a94-5747-4206-ba56-45b72451629a tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/636f1051-2706-456a-9642-e954412e3064 HTTP/1.1" status: 204 len: 168 time: 0.1350961 Jul 14 09:32:33.820790 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49788) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:33.824378 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-f0f037d6-7d7b-4bf0-bfce-535ce104369e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.826541 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78324a94-5747-4206-ba56-45b72451629a tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=636f1051-2706-456a-9642-e954412e3064,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:33.872440 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1f2868de-2332-4fce-884c-ff646001dad3 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0502892 Jul 14 09:32:33.875965 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49790) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:33.880549 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-a51b01e2-0bbd-491a-86b0-b754b008bf9e tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Request body: {'security_group_rule': {'security_group_id': 'a728d628-caeb-4818-bfeb-8e4b7d9efff3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:33.910203 n-d-771362-35 neutron-server[93772]: INFO neutron.db.securitygroups_db [None req-a51b01e2-0bbd-491a-86b0-b754b008bf9e tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Project 906ad87de60f4b518ef602af113dbcfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:32:33.926933 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a51b01e2-0bbd-491a-86b0-b754b008bf9e tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.980218 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a51b01e2-0bbd-491a-86b0-b754b008bf9e tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.986765 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a51b01e2-0bbd-491a-86b0-b754b008bf9e tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.014515 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b01e2-0bbd-491a-86b0-b754b008bf9e tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48376253-7f3b-4a41-afe8-ae1dde517e78,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:34.020993 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a51b01e2-0bbd-491a-86b0-b754b008bf9e tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.024595 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a51b01e2-0bbd-491a-86b0-b754b008bf9e tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1451943 Jul 14 09:32:34.025358 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49794) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:34.045931 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3cb6ff65-494c-4cea-ab56-b79366cc5788 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "GET /v2.0/security-group-rules/48376253-7f3b-4a41-afe8-ae1dde517e78 HTTP/1.1" status: 200 len: 769 time: 0.0166335 Jul 14 09:32:34.046661 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49796) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:34.095565 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-057ad19c-ff01-4fed-8df8-624f50f70bf6 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0476034 Jul 14 09:32:34.097997 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49798) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:34.123746 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca15a575-b62f-4953-9072-4a30ee267945 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.131562 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca15a575-b62f-4953-9072-4a30ee267945 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.163844 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca15a575-b62f-4953-9072-4a30ee267945 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.170743 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca15a575-b62f-4953-9072-4a30ee267945 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.171235 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-f0f037d6-7d7b-4bf0-bfce-535ce104369e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1801a74-bc04-4651-bcf4-5bb3d15a128b {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:34.172159 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ca15a575-b62f-4953-9072-4a30ee267945 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/48376253-7f3b-4a41-afe8-ae1dde517e78 HTTP/1.1" status: 204 len: 168 time: 0.0731070 Jul 14 09:32:34.174353 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49802) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:34.181350 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-f0f037d6-7d7b-4bf0-bfce-535ce104369e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.195394 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15a575-b62f-4953-9072-4a30ee267945 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48376253-7f3b-4a41-afe8-ae1dde517e78,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:34.201101 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-f0f037d6-7d7b-4bf0-bfce-535ce104369e service neutron] Transition to ACTIVE for port object a1801a74-bc04-4651-bcf4-5bb3d15a128b will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:34.208626 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a369a7d-74d8-4273-b753-548e9c1b1b4d req-fe438c19-c274-4835-8790-08c67725dcff tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:34.210149 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9a369a7d-74d8-4273-b753-548e9c1b1b4d req-fe438c19-c274-4835-8790-08c67725dcff tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=65a4104b-893d-4c14-8911-5f64faa3828d HTTP/1.1" status: 200 len: 931 time: 0.1312633 Jul 14 09:32:34.211261 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-f0f037d6-7d7b-4bf0-bfce-535ce104369e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.244185 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0c25e280-02e2-42f1-a08e-b1a093b5eec9 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0678346 Jul 14 09:32:34.247139 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49804) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:34.288651 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f037d6-7d7b-4bf0-bfce-535ce104369e service neutron] Pushing event updated for resources: {'Port': ['ID=a1801a74-bc04-4651-bcf4-5bb3d15a128b,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:34.313460 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-14b3bdfd-483e-45ec-a674-823997edcd22 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.342280 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-14b3bdfd-483e-45ec-a674-823997edcd22 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.347578 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9a369a7d-74d8-4273-b753-548e9c1b1b4d req-fadb947c-17e6-4f9d-b372-b0d4c91c9c15 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/security-groups?id=bccfe7bf-fbd6-44b7-accb-22a9e85ac65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090045 Jul 14 09:32:34.393549 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-14b3bdfd-483e-45ec-a674-823997edcd22 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.396744 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-14b3bdfd-483e-45ec-a674-823997edcd22 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.401403 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-14b3bdfd-483e-45ec-a674-823997edcd22 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "DELETE /v2.0/security-groups/a728d628-caeb-4818-bfeb-8e4b7d9efff3 HTTP/1.1" status: 204 len: 168 time: 0.1490932 Jul 14 09:32:34.402010 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49806) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:34.416978 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3bdfd-483e-45ec-a674-823997edcd22 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a728d628-caeb-4818-bfeb-8e4b7d9efff3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:34.419112 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-f0f037d6-7d7b-4bf0-bfce-535ce104369e service neutron] Attempting to bind port a1801a74-bc04-4651-bcf4-5bb3d15a128b on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:34.419603 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-f0f037d6-7d7b-4bf0-bfce-535ce104369e service neutron] Attempting to bind port a1801a74-bc04-4651-bcf4-5bb3d15a128b by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '6252c34e-10e4-441b-83ab-5be2caf8f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3544af13-26bf-4983-88b8-20b157af1fb0'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:34.419804 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-f0f037d6-7d7b-4bf0-bfce-535ce104369e service neutron] Attempting to bind port a1801a74-bc04-4651-bcf4-5bb3d15a128b on network 3544af13-26bf-4983-88b8-20b157af1fb0 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:34.429011 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbef65a-3a1c-4ffa-9d7d-6a840daed20c req-05942985-3564-4988-b6bb-169f258e0fa8 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:34.431966 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bdbef65a-3a1c-4ffa-9d7d-6a840daed20c req-05942985-3564-4988-b6bb-169f258e0fa8 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.1367965 Jul 14 09:32:34.444331 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-f0f037d6-7d7b-4bf0-bfce-535ce104369e service neutron] Port a1801a74-bc04-4651-bcf4-5bb3d15a128b on network 3544af13-26bf-4983-88b8-20b157af1fb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:32:34.444656 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-f0f037d6-7d7b-4bf0-bfce-535ce104369e service neutron] Attempting to bind port a1801a74-bc04-4651-bcf4-5bb3d15a128b on network 3544af13-26bf-4983-88b8-20b157af1fb0 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:34.466664 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-f0f037d6-7d7b-4bf0-bfce-535ce104369e service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:34.467174 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-f0f037d6-7d7b-4bf0-bfce-535ce104369e service neutron] Checking segment: {'id': '6252c34e-10e4-441b-83ab-5be2caf8f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3544af13-26bf-4983-88b8-20b157af1fb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:34.467778 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-f0f037d6-7d7b-4bf0-bfce-535ce104369e service neutron] Bound using segment: {'id': '6252c34e-10e4-441b-83ab-5be2caf8f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3544af13-26bf-4983-88b8-20b157af1fb0'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:34.468462 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-f0f037d6-7d7b-4bf0-bfce-535ce104369e service neutron] Bound port: a1801a74-bc04-4651-bcf4-5bb3d15a128b, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6252c34e-10e4-441b-83ab-5be2caf8f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3544af13-26bf-4983-88b8-20b157af1fb0'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:34.469023 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-f0f037d6-7d7b-4bf0-bfce-535ce104369e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.475075 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f07a97c0-2423-475b-b6fe-d857c1af3299 tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0703471 Jul 14 09:32:34.475279 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49808) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:34.503285 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bdbef65a-3a1c-4ffa-9d7d-6a840daed20c req-8b6286b9-f90f-4ab8-9f58-be5613fa9d66 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656829 Jul 14 09:32:34.523807 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b82100ed-cac5-4bae-a1de-186ace226d6e tempest-SecGroupIPv6Test-1476588121 tempest-SecGroupIPv6Test-1476588121-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0474658 Jul 14 09:32:34.567207 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-f0f037d6-7d7b-4bf0-bfce-535ce104369e service neutron] For port a1801a74-bc04-4651-bcf4-5bb3d15a128b, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:34.571431 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-f0f037d6-7d7b-4bf0-bfce-535ce104369e service neutron] For port a1801a74-bc04-4651-bcf4-5bb3d15a128b, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=a1801a74-bc04-4651-bcf4-5bb3d15a128b,segment=NetworkSegment(6252c34e-10e4-441b-83ab-5be2caf8f071),segment_id=6252c34e-10e4-441b-83ab-5be2caf8f071)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:34.577167 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-f0f037d6-7d7b-4bf0-bfce-535ce104369e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.627689 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-f0f037d6-7d7b-4bf0-bfce-535ce104369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:34.628388 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-f0f037d6-7d7b-4bf0-bfce-535ce104369e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.629871 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-f0f037d6-7d7b-4bf0-bfce-535ce104369e service neutron] 10.222.0.44 "PUT /v2.0/ports/a1801a74-bc04-4651-bcf4-5bb3d15a128b HTTP/1.1" status: 200 len: 1092 time: 0.9227660 Jul 14 09:32:34.630351 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a4104b-893d-4c14-8911-5f64faa3828d', 'tag': 'a1801a74-bc04-4651-bcf4-5bb3d15a128b'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:34.633105 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41fabba-c1fc-4ff0-98ff-10886734c05f" -d '{"events": [{"name": "network-changed", "server_uuid": "65a4104b-893d-4c14-8911-5f64faa3828d", "tag": "a1801a74-bc04-4651-bcf4-5bb3d15a128b"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:34.659438 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f037d6-7d7b-4bf0-bfce-535ce104369e service neutron] Pushing event updated for resources: {'Port': ['ID=a1801a74-bc04-4651-bcf4-5bb3d15a128b,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:34.762324 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-449c0fba-2489-457e-bbe3-2d7e3d740188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:34.764025 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-449c0fba-2489-457e-bbe3-2d7e3d740188 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d33db225565746b5ad53b87197fcd998&device_id=65a4104b-893d-4c14-8911-5f64faa3828d HTTP/1.1" status: 200 len: 1095 time: 0.0768213 Jul 14 09:32:34.812013 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-91a4266e-4f5f-4ea4-95e6-3293e00b273e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1801a74-bc04-4651-bcf4-5bb3d15a128b HTTP/1.1" status: 200 len: 217 time: 0.0384517 Jul 14 09:32:34.854113 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49818) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:34.878510 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-f972ef82-a4e2-4619-a608-5c2c85a554cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:34.880068 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-f972ef82-a4e2-4619-a608-5c2c85a554cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4229b602-b89c-4202-96d0-585023f16c9a HTTP/1.1" status: 200 len: 854 time: 0.0616500 Jul 14 09:32:34.903978 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b98010-92df-4d51-88db-29df432b369f x-openstack-request-id: req-b1b98010-92df-4d51-88db-29df432b369f {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:34.904377 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a4104b-893d-4c14-8911-5f64faa3828d", "tag": "a1801a74-bc04-4651-bcf4-5bb3d15a128b", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:34.904761 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1b98010-92df-4d51-88db-29df432b369f {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:34.905239 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a4104b-893d-4c14-8911-5f64faa3828d', 'tag': 'a1801a74-bc04-4651-bcf4-5bb3d15a128b', 'status': 'completed', 'code': 200} Jul 14 09:32:34.926206 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-0fe8e951-b7ca-4ac5-8519-400fad9fb736 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3544af13-26bf-4983-88b8-20b157af1fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335960 Jul 14 09:32:35.009366 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6d4b7faa-1df5-4fd3-8430-dc4367106abe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=906ad87de60f4b518ef602af113dbcfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547749 Jul 14 09:32:35.012664 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49822) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:35.043930 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-caafff0f-9061-4082-a080-51ec0cfb9b94 service neutron] 10.222.0.44 "GET /v2.0/networks/3544af13-26bf-4983-88b8-20b157af1fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096725 Jul 14 09:32:35.069502 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2eca3b0-7668-4f79-932e-a5c324828f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.097418 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2eca3b0-7668-4f79-932e-a5c324828f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.165260 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b98da914-9da3-4d61-89d1-ff1d73f8f08b req-c645a7a8-ef77-426b-a6a2-7026950729ea service neutron] 10.222.0.44 "GET /v2.0/networks/3544af13-26bf-4983-88b8-20b157af1fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139414 Jul 14 09:32:35.165629 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2eca3b0-7668-4f79-932e-a5c324828f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.169075 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2eca3b0-7668-4f79-932e-a5c324828f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.170266 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e2eca3b0-7668-4f79-932e-a5c324828f1b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7c944cc9-c0bf-463f-aa3a-1dd9b60de353 HTTP/1.1" status: 204 len: 168 time: 0.1564131 Jul 14 09:32:35.184160 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eca3b0-7668-4f79-932e-a5c324828f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c944cc9-c0bf-463f-aa3a-1dd9b60de353,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:35.301010 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fabba-c1fc-4ff0-98ff-10886734c05f req-c7a26653-7cc8-4308-8c16-371b187daff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:35.302161 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e41fabba-c1fc-4ff0-98ff-10886734c05f req-c7a26653-7cc8-4308-8c16-371b187daff8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d33db225565746b5ad53b87197fcd998&device_id=65a4104b-893d-4c14-8911-5f64faa3828d HTTP/1.1" status: 200 len: 1095 time: 0.0683210 Jul 14 09:32:35.438780 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fabba-c1fc-4ff0-98ff-10886734c05f req-bfde7b6c-f21d-4751-9dee-78f737d90dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:35.439406 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e41fabba-c1fc-4ff0-98ff-10886734c05f req-bfde7b6c-f21d-4751-9dee-78f737d90dca service neutron] 10.222.0.44 "GET /v2.0/networks?id=3544af13-26bf-4983-88b8-20b157af1fb0 HTTP/1.1" status: 200 len: 914 time: 0.1298988 Jul 14 09:32:35.487085 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e41fabba-c1fc-4ff0-98ff-10886734c05f req-90218607-db70-49d9-a260-12ac33283801 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1801a74-bc04-4651-bcf4-5bb3d15a128b HTTP/1.1" status: 200 len: 217 time: 0.0383532 Jul 14 09:32:35.581399 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fabba-c1fc-4ff0-98ff-10886734c05f req-219a0521-0965-4416-bc82-7dc0e3959514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:35.582992 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e41fabba-c1fc-4ff0-98ff-10886734c05f req-219a0521-0965-4416-bc82-7dc0e3959514 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4229b602-b89c-4202-96d0-585023f16c9a HTTP/1.1" status: 200 len: 854 time: 0.0890138 Jul 14 09:32:35.628863 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e41fabba-c1fc-4ff0-98ff-10886734c05f req-0d7627ed-1e90-4afb-8399-6af2c4b27385 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3544af13-26bf-4983-88b8-20b157af1fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354044 Jul 14 09:32:35.656292 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8d6ec-0903-4820-9072-030ab2666657 req-9d23233d-3afa-4e0e-a021-7086e44f04bd tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:35.658216 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-70c8d6ec-0903-4820-9072-030ab2666657 req-9d23233d-3afa-4e0e-a021-7086e44f04bd tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=65a4104b-893d-4c14-8911-5f64faa3828d HTTP/1.1" status: 200 len: 943 time: 0.1551712 Jul 14 09:32:35.812234 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-70c8d6ec-0903-4820-9072-030ab2666657 req-dc1fcdd0-64fc-4ba9-8776-ec5dc2f5ce84 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/security-groups?id=bccfe7bf-fbd6-44b7-accb-22a9e85ac65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410034 Jul 14 09:32:35.830347 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e41fabba-c1fc-4ff0-98ff-10886734c05f req-10483aaa-5c8d-4061-a0c5-c43175423575 service neutron] 10.222.0.44 "GET /v2.0/networks/3544af13-26bf-4983-88b8-20b157af1fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925323 Jul 14 09:32:35.919252 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a61ff8-d9a7-4c92-8327-f4de556de0fd req-33a52b14-231b-4186-85e5-0c4af4de3d88 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:35.920849 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01a61ff8-d9a7-4c92-8327-f4de556de0fd req-33a52b14-231b-4186-85e5-0c4af4de3d88 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.2190197 Jul 14 09:32:35.996856 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01a61ff8-d9a7-4c92-8327-f4de556de0fd req-4b9e5e32-fa83-4077-b2e6-8a9ac46ad251 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653450 Jul 14 09:32:36.002523 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e41fabba-c1fc-4ff0-98ff-10886734c05f req-60d802de-14d8-4cf3-b6ff-4d4c4208abfe service neutron] 10.222.0.44 "GET /v2.0/networks/3544af13-26bf-4983-88b8-20b157af1fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565700 Jul 14 09:32:37.079320 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea9d5a-734f-4681-848a-61a6f0e30d8b req-cbd59392-da26-48cd-90d4-c336e052e952 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:37.082917 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26ea9d5a-734f-4681-848a-61a6f0e30d8b req-cbd59392-da26-48cd-90d4-c336e052e952 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=65a4104b-893d-4c14-8911-5f64faa3828d HTTP/1.1" status: 200 len: 943 time: 0.0936716 Jul 14 09:32:37.125051 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26ea9d5a-734f-4681-848a-61a6f0e30d8b req-7ad6bc6b-bb89-4edc-b3f2-abc839509061 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/security-groups?id=bccfe7bf-fbd6-44b7-accb-22a9e85ac65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383925 Jul 14 09:32:37.329970 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49884) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:37.364850 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387ecac-fb0d-484f-9e98-51b1a4a5279d req-ed7287ea-cefd-4c5e-91b5-299d9a2cb783 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:37.367121 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d387ecac-fb0d-484f-9e98-51b1a4a5279d req-ed7287ea-cefd-4c5e-91b5-299d9a2cb783 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.1158752 Jul 14 09:32:37.433612 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d387ecac-fb0d-484f-9e98-51b1a4a5279d req-066692dc-cdd5-4a13-8446-a2e3eb901e4c tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587997 Jul 14 09:32:37.500184 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469f567-6829-46ce-bef4-b10fe1e4e3b0 req-343fc094-02d2-4c23-ad37-cfe6b1172598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:37.501729 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3469f567-6829-46ce-bef4-b10fe1e4e3b0 req-343fc094-02d2-4c23-ad37-cfe6b1172598 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 1097 time: 0.0805602 Jul 14 09:32:37.508406 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ef7cf57-fa1f-463c-a83d-fbede57cd5a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.545662 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3469f567-6829-46ce-bef4-b10fe1e4e3b0 req-8568eb07-3fb6-4fb5-a669-377edfdf495b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329309 Jul 14 09:32:37.643266 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ef7cf57-fa1f-463c-a83d-fbede57cd5a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.648860 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ef7cf57-fa1f-463c-a83d-fbede57cd5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.694887 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9ef7cf57-fa1f-463c-a83d-fbede57cd5a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e8b29db8e2f5445f9c052a47ba553aa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3634434 Jul 14 09:32:37.695782 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7cf57-fa1f-463c-a83d-fbede57cd5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed164b1-8512-4541-870a-a3625e2565fd,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:37.697827 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49888) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:37.772481 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bbdfa61-add0-4099-874c-d4f3c6bbebdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.803315 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bbdfa61-add0-4099-874c-d4f3c6bbebdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.862189 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bbdfa61-add0-4099-874c-d4f3c6bbebdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.864967 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bbdfa61-add0-4099-874c-d4f3c6bbebdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.866285 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5bbdfa61-add0-4099-874c-d4f3c6bbebdf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aed164b1-8512-4541-870a-a3625e2565fd HTTP/1.1" status: 204 len: 168 time: 0.1671786 Jul 14 09:32:37.876358 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbdfa61-add0-4099-874c-d4f3c6bbebdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed164b1-8512-4541-870a-a3625e2565fd,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:38.202294 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 49898) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:38.225146 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75a7176f-5d28-4ac0-8476-4be98af41192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:38.353349 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0786d-c824-41fe-8235-3b013e32160e req-e53a7cfa-e4fa-4c44-baa6-7857cc05c90f tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:38.356209 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bfb0786d-c824-41fe-8235-3b013e32160e req-e53a7cfa-e4fa-4c44-baa6-7857cc05c90f tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=65a4104b-893d-4c14-8911-5f64faa3828d HTTP/1.1" status: 200 len: 943 time: 0.0966272 Jul 14 09:32:38.379435 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75a7176f-5d28-4ac0-8476-4be98af41192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:38.388007 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75a7176f-5d28-4ac0-8476-4be98af41192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:38.416383 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bfb0786d-c824-41fe-8235-3b013e32160e req-73fa8938-e147-4db3-9630-25c3b4225a5c tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/security-groups?id=bccfe7bf-fbd6-44b7-accb-22a9e85ac65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474415 Jul 14 09:32:38.437144 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-75a7176f-5d28-4ac0-8476-4be98af41192 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=36d8f2ae0fa147e5a5a5d58076f473f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2332816 Jul 14 09:32:38.437847 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7176f-5d28-4ac0-8476-4be98af41192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461d53d2-0617-4aa8-ab2c-c1b9845be33b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:38.441583 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 49900) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:38.510326 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4cbecbf8-384f-4140-bf66-7255afc9466b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:38.538360 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4cbecbf8-384f-4140-bf66-7255afc9466b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:38.632845 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4cbecbf8-384f-4140-bf66-7255afc9466b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:38.635463 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4cbecbf8-384f-4140-bf66-7255afc9466b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:38.637443 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4cbecbf8-384f-4140-bf66-7255afc9466b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/461d53d2-0617-4aa8-ab2c-c1b9845be33b HTTP/1.1" status: 204 len: 168 time: 0.1939673 Jul 14 09:32:38.649120 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbecbf8-384f-4140-bf66-7255afc9466b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461d53d2-0617-4aa8-ab2c-c1b9845be33b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:38.690820 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10adf4ce-e0a6-4b9e-baed-9e26369ad663 req-828f71b2-7bfa-451e-a014-684c47499f59 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:38.692359 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10adf4ce-e0a6-4b9e-baed-9e26369ad663 req-828f71b2-7bfa-451e-a014-684c47499f59 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.1000040 Jul 14 09:32:38.733557 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10adf4ce-e0a6-4b9e-baed-9e26369ad663 req-dea3ae72-935e-4cc7-ae9f-38d699567023 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354967 Jul 14 09:32:39.376155 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device a1801a74-bc04-4651-bcf4-5bb3d15a128b details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:32:39.479393 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port a1801a74-bc04-4651-bcf4-5bb3d15a128b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=a1801a74-bc04-4651-bcf4-5bb3d15a128b,segment=NetworkSegment(6252c34e-10e4-441b-83ab-5be2caf8f071),segment_id=6252c34e-10e4-441b-83ab-5be2caf8f071)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:39.492760 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'a1801a74-bc04-4651-bcf4-5bb3d15a128b', 'network_id': '3544af13-26bf-4983-88b8-20b157af1fb0', 'port_id': 'a1801a74-bc04-4651-bcf4-5bb3d15a128b', 'mac_address': 'fa:16:3e:4d:be:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4229b602-b89c-4202-96d0-585023f16c9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:32:39.535016 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.551384 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1801a74-bc04-4651-bcf4-5bb3d15a128b {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:39.576128 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port a1801a74-bc04-4651-bcf4-5bb3d15a128b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=a1801a74-bc04-4651-bcf4-5bb3d15a128b,segment=NetworkSegment(6252c34e-10e4-441b-83ab-5be2caf8f071),segment_id=6252c34e-10e4-441b-83ab-5be2caf8f071)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:39.581049 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.629403 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a4a8e-cff7-41ab-a08d-7136f8369e4a req-126b21b6-3f76-4d4f-8231-71d1fcc3df25 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:39.631054 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-125a4a8e-cff7-41ab-a08d-7136f8369e4a req-126b21b6-3f76-4d4f-8231-71d1fcc3df25 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=65a4104b-893d-4c14-8911-5f64faa3828d HTTP/1.1" status: 200 len: 943 time: 0.0770147 Jul 14 09:32:39.642486 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=a1801a74-bc04-4651-bcf4-5bb3d15a128b,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:39.675765 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-125a4a8e-cff7-41ab-a08d-7136f8369e4a req-ea5cb9c3-f42a-40a9-a003-d223d4ad6d67 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/security-groups?id=bccfe7bf-fbd6-44b7-accb-22a9e85ac65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375917 Jul 14 09:32:39.868847 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['a1801a74-bc04-4651-bcf4-5bb3d15a128b'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:39.939772 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482c08b-3bea-46ca-aeb0-8b0260d204b2 req-478f2157-fa79-457f-9b82-a130a7d3731b tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:39.941448 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e482c08b-3bea-46ca-aeb0-8b0260d204b2 req-478f2157-fa79-457f-9b82-a130a7d3731b tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.0807958 Jul 14 09:32:39.996126 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e482c08b-3bea-46ca-aeb0-8b0260d204b2 req-b1594f14-254f-43dd-be58-c01054e3dab0 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485957 Jul 14 09:32:40.430450 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1325cf-0613-4698-8959-d7169099b51e req-2fc91e22-71a0-449e-915b-bdff8b817a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:40.432128 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2d1325cf-0613-4698-8959-d7169099b51e req-2fc91e22-71a0-449e-915b-bdff8b817a9a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=db20cf33c4e74a0d9cdd7eb7d6c2a275&device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 1097 time: 0.0645092 Jul 14 09:32:40.596490 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6351aab-cb73-4039-bbb5-e083a7a1a243 req-d3429741-2efb-4e71-8f30-297f5edec3c6 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:40.596490 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d6351aab-cb73-4039-bbb5-e083a7a1a243 req-d3429741-2efb-4e71-8f30-297f5edec3c6 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.1616390 Jul 14 09:32:40.601367 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1325cf-0613-4698-8959-d7169099b51e req-e30fdc49-7f77-4ae9-8b59-7ad4e000ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:40.602859 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2d1325cf-0613-4698-8959-d7169099b51e req-e30fdc49-7f77-4ae9-8b59-7ad4e000ceb8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d250d3e7-a7ea-4ede-b79b-36a4979bd379 HTTP/1.1" status: 200 len: 918 time: 0.1582928 Jul 14 09:32:40.658495 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.661723 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2d1325cf-0613-4698-8959-d7169099b51e req-fc1a2a65-62f6-4b39-9654-2d4a1598c6e1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e322e284-0880-4746-8e9f-3c858f92a19c HTTP/1.1" status: 200 len: 217 time: 0.0509658 Jul 14 09:32:40.708202 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d6351aab-cb73-4039-bbb5-e083a7a1a243 req-d6d9b4cb-ab24-4997-8209-f2cb06b727f9 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043377 Jul 14 09:32:40.732634 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1325cf-0613-4698-8959-d7169099b51e req-7275b547-2b6c-4a24-9c92-ff12dcc5b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:40.734460 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2d1325cf-0613-4698-8959-d7169099b51e req-7275b547-2b6c-4a24-9c92-ff12dcc5b275 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bc3de3a-9ded-4326-826a-8b83feb4cbce HTTP/1.1" status: 200 len: 858 time: 0.0614634 Jul 14 09:32:40.775756 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2d1325cf-0613-4698-8959-d7169099b51e req-811602a0-d5d1-483a-bae5-406a9214b57e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d250d3e7-a7ea-4ede-b79b-36a4979bd379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320792 Jul 14 09:32:40.911880 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2d1325cf-0613-4698-8959-d7169099b51e req-982146fe-bccf-4a0a-a0e6-80b03a49a87c service neutron] 10.222.0.44 "GET /v2.0/networks/d250d3e7-a7ea-4ede-b79b-36a4979bd379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284935 Jul 14 09:32:40.923615 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b739691-c71b-4d88-b6f0-997efc852456 req-a9066c44-7de7-4eb5-bc45-fe0062f1bf28 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:40.925055 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0b739691-c71b-4d88-b6f0-997efc852456 req-a9066c44-7de7-4eb5-bc45-fe0062f1bf28 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=65a4104b-893d-4c14-8911-5f64faa3828d HTTP/1.1" status: 200 len: 944 time: 0.0964632 Jul 14 09:32:41.011883 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0b739691-c71b-4d88-b6f0-997efc852456 req-d161151b-30c3-4a09-b4e2-95cc21df56d1 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/security-groups?id=bccfe7bf-fbd6-44b7-accb-22a9e85ac65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785842 Jul 14 09:32:41.047074 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2d1325cf-0613-4698-8959-d7169099b51e req-4f008595-5ce9-48a3-8357-8092a24147f4 service neutron] 10.222.0.44 "GET /v2.0/networks/d250d3e7-a7ea-4ede-b79b-36a4979bd379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210289 Jul 14 09:32:41.396609 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device a1801a74-bc04-4651-bcf4-5bb3d15a128b up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:41.444986 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port a1801a74-bc04-4651-bcf4-5bb3d15a128b completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:41.449216 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port a1801a74-bc04-4651-bcf4-5bb3d15a128b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:41.449588 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.525259 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.548825 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a4104b-893d-4c14-8911-5f64faa3828d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1801a74-bc04-4651-bcf4-5bb3d15a128b'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:41.551544 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43705624-e3a8-4d67-9a88-0e67ef61d289" -d '{"events": [{"server_uuid": "65a4104b-893d-4c14-8911-5f64faa3828d", "name": "network-vif-plugged", "status": "completed", "tag": "a1801a74-bc04-4651-bcf4-5bb3d15a128b"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:41.568242 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port a1801a74-bc04-4651-bcf4-5bb3d15a128b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=a1801a74-bc04-4651-bcf4-5bb3d15a128b,segment=NetworkSegment(6252c34e-10e4-441b-83ab-5be2caf8f071),segment_id=6252c34e-10e4-441b-83ab-5be2caf8f071)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:41.573828 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.599371 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68a3f0e-7183-44d5-9dbb-25cfe413c713 x-openstack-request-id: req-c68a3f0e-7183-44d5-9dbb-25cfe413c713 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:41.599690 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a4104b-893d-4c14-8911-5f64faa3828d", "name": "network-vif-plugged", "status": "completed", "tag": "a1801a74-bc04-4651-bcf4-5bb3d15a128b", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:41.600083 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c68a3f0e-7183-44d5-9dbb-25cfe413c713 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:41.600483 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a4104b-893d-4c14-8911-5f64faa3828d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1801a74-bc04-4651-bcf4-5bb3d15a128b', 'code': 200} Jul 14 09:32:41.630663 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=a1801a74-bc04-4651-bcf4-5bb3d15a128b,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:41.729563 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8597f4f-1b9c-41bd-b5e2-e74006d8b4cb req-00c8bcd3-57d0-4965-b265-89587e5fe077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:41.731077 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8597f4f-1b9c-41bd-b5e2-e74006d8b4cb req-00c8bcd3-57d0-4965-b265-89587e5fe077 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=65a4104b-893d-4c14-8911-5f64faa3828d HTTP/1.1" status: 200 len: 1097 time: 0.0624669 Jul 14 09:32:41.777428 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8597f4f-1b9c-41bd-b5e2-e74006d8b4cb req-8920d99c-c9e8-42c5-9324-5632d52053ad service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bccfe7bf-fbd6-44b7-accb-22a9e85ac65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389640 Jul 14 09:32:41.945482 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f7d56-d0e4-4438-b61e-6fea08a55052 req-8fd126e0-8d07-4c53-8070-13dff6240892 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:41.947200 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e43f7d56-d0e4-4438-b61e-6fea08a55052 req-8fd126e0-8d07-4c53-8070-13dff6240892 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.0839181 Jul 14 09:32:41.987805 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e43f7d56-d0e4-4438-b61e-6fea08a55052 req-a641bcbe-6769-4a3c-a8f6-c4c14b1d1f4c tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348721 Jul 14 09:32:42.192633 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5e89e-5eb9-4153-ac32-052438571f39 req-2a1dcd0e-9150-4dac-a6ab-e618a32eecf1 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:42.194066 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20b5e89e-5eb9-4153-ac32-052438571f39 req-2a1dcd0e-9150-4dac-a6ab-e618a32eecf1 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=65a4104b-893d-4c14-8911-5f64faa3828d HTTP/1.1" status: 200 len: 945 time: 0.0663805 Jul 14 09:32:42.228350 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.245941 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20b5e89e-5eb9-4153-ac32-052438571f39 req-0a2b43b5-86d3-4000-8902-5c50595d1663 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/security-groups?id=bccfe7bf-fbd6-44b7-accb-22a9e85ac65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430288 Jul 14 09:32:43.191357 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e481189-9735-4302-a0be-50ababf11c1d req-537bf4ff-3a42-4814-bae2-62ae0573e9a7 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:43.192881 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8e481189-9735-4302-a0be-50ababf11c1d req-537bf4ff-3a42-4814-bae2-62ae0573e9a7 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.0834961 Jul 14 09:32:43.232799 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8e481189-9735-4302-a0be-50ababf11c1d req-c28d43ae-f367-4022-b6e6-a09ee6c01394 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335276 Jul 14 09:32:43.435358 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776605c-3431-4a8b-b0b4-69a8990c635d req-4336f6a7-d775-4211-b321-554b502a240e tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:43.436814 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c776605c-3431-4a8b-b0b4-69a8990c635d req-4336f6a7-d775-4211-b321-554b502a240e tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=65a4104b-893d-4c14-8911-5f64faa3828d HTTP/1.1" status: 200 len: 945 time: 0.0769856 Jul 14 09:32:43.485780 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c776605c-3431-4a8b-b0b4-69a8990c635d req-6897ff81-7e7e-4fe9-8d37-2c09b9f2603c tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/security-groups?id=bccfe7bf-fbd6-44b7-accb-22a9e85ac65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408773 Jul 14 09:32:44.804817 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a75dc7-82e2-4e84-b415-607988d79968 req-4cb297a6-ce69-473c-a52f-9314a1d5796f tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:44.807584 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-31a75dc7-82e2-4e84-b415-607988d79968 req-4cb297a6-ce69-473c-a52f-9314a1d5796f tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.0781901 Jul 14 09:32:44.853622 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-31a75dc7-82e2-4e84-b415-607988d79968 req-2701fa92-6b8b-4a75-96f0-c4f305cc3dd7 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350361 Jul 14 09:32:48.427320 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2b19a453-b950-4f4b-8326-49c3d0ee096c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.042566 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22090c4d-41d0-48de-aec2-f9512e9f47c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.279218 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:52.206520 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.741592 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.016139 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50114) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:55.149272 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f26c1eaf-b66f-40fe-8660-cf9a8829e085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.254750 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f26c1eaf-b66f-40fe-8660-cf9a8829e085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.265711 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f26c1eaf-b66f-40fe-8660-cf9a8829e085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.306493 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f26c1eaf-b66f-40fe-8660-cf9a8829e085 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=784b0bd0f68b450bae79d9573f81fad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2887111 Jul 14 09:32:55.307778 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c1eaf-b66f-40fe-8660-cf9a8829e085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81835366-ef53-4116-a31d-508433ea4fb8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:55.309717 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50120) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:55.327050 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c1eaf-b66f-40fe-8660-cf9a8829e085 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:55.327408 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c1eaf-b66f-40fe-8660-cf9a8829e085 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:55.327784 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c1eaf-b66f-40fe-8660-cf9a8829e085 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:55.328125 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c1eaf-b66f-40fe-8660-cf9a8829e085 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:55.328465 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c1eaf-b66f-40fe-8660-cf9a8829e085 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:55.328799 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c1eaf-b66f-40fe-8660-cf9a8829e085 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:55.329131 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c1eaf-b66f-40fe-8660-cf9a8829e085 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:55.329927 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c1eaf-b66f-40fe-8660-cf9a8829e085 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:55.329927 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c1eaf-b66f-40fe-8660-cf9a8829e085 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:55.330099 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c1eaf-b66f-40fe-8660-cf9a8829e085 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:55.330398 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c1eaf-b66f-40fe-8660-cf9a8829e085 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:55.330721 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c1eaf-b66f-40fe-8660-cf9a8829e085 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:55.374172 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d1d722e-d4f5-475e-9bbb-e5af7804c56c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.397727 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d1d722e-d4f5-475e-9bbb-e5af7804c56c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.452253 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d1d722e-d4f5-475e-9bbb-e5af7804c56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.454918 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d1d722e-d4f5-475e-9bbb-e5af7804c56c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.458361 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4d1d722e-d4f5-475e-9bbb-e5af7804c56c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81835366-ef53-4116-a31d-508433ea4fb8 HTTP/1.1" status: 204 len: 168 time: 0.1454875 Jul 14 09:32:55.467709 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d722e-d4f5-475e-9bbb-e5af7804c56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81835366-ef53-4116-a31d-508433ea4fb8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:55.779649 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50130) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:55.794155 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21eba9ad-93b6-4412-89df-32635946302d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.903033 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21eba9ad-93b6-4412-89df-32635946302d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.907037 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21eba9ad-93b6-4412-89df-32635946302d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.947116 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eba9ad-93b6-4412-89df-32635946302d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da97134-8acc-432b-b171-b69c1f301596,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:55.951369 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-21eba9ad-93b6-4412-89df-32635946302d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e5d0d20a3624f46a2b359159f777afc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1706665 Jul 14 09:32:55.954515 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50132) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:55.957912 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eba9ad-93b6-4412-89df-32635946302d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:55.958266 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eba9ad-93b6-4412-89df-32635946302d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:55.958609 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eba9ad-93b6-4412-89df-32635946302d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:55.958948 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eba9ad-93b6-4412-89df-32635946302d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:55.959284 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eba9ad-93b6-4412-89df-32635946302d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:55.959653 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eba9ad-93b6-4412-89df-32635946302d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:55.959987 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eba9ad-93b6-4412-89df-32635946302d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:55.960313 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eba9ad-93b6-4412-89df-32635946302d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:55.960643 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eba9ad-93b6-4412-89df-32635946302d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:55.960965 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eba9ad-93b6-4412-89df-32635946302d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:55.961295 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eba9ad-93b6-4412-89df-32635946302d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:55.961620 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eba9ad-93b6-4412-89df-32635946302d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:56.007842 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03898e30-df59-47af-b806-83c2c5b53a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.030947 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03898e30-df59-47af-b806-83c2c5b53a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.081452 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03898e30-df59-47af-b806-83c2c5b53a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.084397 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03898e30-df59-47af-b806-83c2c5b53a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.085779 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-03898e30-df59-47af-b806-83c2c5b53a47 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6da97134-8acc-432b-b171-b69c1f301596 HTTP/1.1" status: 204 len: 168 time: 0.1302197 Jul 14 09:32:56.094954 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03898e30-df59-47af-b806-83c2c5b53a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da97134-8acc-432b-b171-b69c1f301596,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:58.130412 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50212) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:58.218197 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-05a92051-014b-4974-abd6-8f8f4bdbe3c3 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/floatingips/104fcecc-4705-4cf7-8ce3-0ee393b535aa HTTP/1.1" status: 200 len: 994 time: 0.0847919 Jul 14 09:32:58.259064 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50218) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:58.409957 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a58f61-2304-49da-9585-13d2e63f5adb req-37c93d24-d396-4050-9d0d-d7da7be06a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:58.411527 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74a58f61-2304-49da-9585-13d2e63f5adb req-37c93d24-d396-4050-9d0d-d7da7be06a1a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=db20cf33c4e74a0d9cdd7eb7d6c2a275&device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 1097 time: 0.1015251 Jul 14 09:32:58.421496 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b515964-6ad3-43d4-a914-3751acdf60d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.499271 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ae923-2a6d-401a-b867-e76ee0ce26b9 req-abeb6370-0c35-4889-b8d7-d2461eadd86b tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:58.500845 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e15ae923-2a6d-401a-b867-e76ee0ce26b9 req-abeb6370-0c35-4889-b8d7-d2461eadd86b tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.1361110 Jul 14 09:32:58.533712 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b515964-6ad3-43d4-a914-3751acdf60d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.534557 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50226) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:58.543601 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b515964-6ad3-43d4-a914-3751acdf60d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.564281 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e15ae923-2a6d-401a-b867-e76ee0ce26b9 req-f3df1bfb-b43e-4963-886f-91572b8be5ca tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513132 Jul 14 09:32:58.567709 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a58f61-2304-49da-9585-13d2e63f5adb req-d831c8e7-4dbd-486e-8741-b125064aba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:58.569357 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74a58f61-2304-49da-9585-13d2e63f5adb req-d831c8e7-4dbd-486e-8741-b125064aba24 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d250d3e7-a7ea-4ede-b79b-36a4979bd379 HTTP/1.1" status: 200 len: 918 time: 0.1490328 Jul 14 09:32:58.626256 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74a58f61-2304-49da-9585-13d2e63f5adb req-d337e3bb-2423-484a-8a98-3f3c86626fd6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e322e284-0880-4746-8e9f-3c858f92a19c HTTP/1.1" status: 200 len: 217 time: 0.0417430 Jul 14 09:32:58.700753 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3b515964-6ad3-43d4-a914-3751acdf60d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7f32765736be4d5ba914d5f7ab871e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4402692 Jul 14 09:32:58.703761 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50228) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:58.705013 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b515964-6ad3-43d4-a914-3751acdf60d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c70465-dd34-416b-ba9d-f1f1c8d6e7dd,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:58.720897 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a58f61-2304-49da-9585-13d2e63f5adb req-75a7a81c-3292-4590-a745-db394c7f5cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:58.723479 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74a58f61-2304-49da-9585-13d2e63f5adb req-75a7a81c-3292-4590-a745-db394c7f5cde service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bc3de3a-9ded-4326-826a-8b83feb4cbce HTTP/1.1" status: 200 len: 858 time: 0.0845058 Jul 14 09:32:58.787753 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74a58f61-2304-49da-9585-13d2e63f5adb req-21ea95b0-5956-4621-a90b-74b2b0f44f79 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d250d3e7-a7ea-4ede-b79b-36a4979bd379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546634 Jul 14 09:32:58.802157 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f510f949-4be6-4266-9de1-5cef61c88170 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Deleting port e1f591e3-6b61-465c-bf9f-52366e7e38ae {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:58.802708 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f510f949-4be6-4266-9de1-5cef61c88170 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.874822 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-040501d7-0476-452f-8c51-291003dda86b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.889653 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f510f949-4be6-4266-9de1-5cef61c88170 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.889984 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f510f949-4be6-4266-9de1-5cef61c88170 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.906739 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f510f949-4be6-4266-9de1-5cef61c88170 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Calling delete_port for e1f591e3-6b61-465c-bf9f-52366e7e38ae owned by network:floatingip {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:58.909611 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-040501d7-0476-452f-8c51-291003dda86b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.938938 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74a58f61-2304-49da-9585-13d2e63f5adb req-ede60317-4f2b-4689-be6f-5d1c183a6d7c service neutron] 10.222.0.44 "GET /v2.0/networks/d250d3e7-a7ea-4ede-b79b-36a4979bd379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399450 Jul 14 09:32:59.041176 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-040501d7-0476-452f-8c51-291003dda86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.044556 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-040501d7-0476-452f-8c51-291003dda86b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.045968 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-040501d7-0476-452f-8c51-291003dda86b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2c70465-dd34-416b-ba9d-f1f1c8d6e7dd HTTP/1.1" status: 204 len: 168 time: 0.3407686 Jul 14 09:32:59.060265 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040501d7-0476-452f-8c51-291003dda86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c70465-dd34-416b-ba9d-f1f1c8d6e7dd,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:59.083977 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74a58f61-2304-49da-9585-13d2e63f5adb req-3803ce6c-4b1a-4929-a9e7-d8e3e14c0a4c service neutron] 10.222.0.44 "GET /v2.0/networks/d250d3e7-a7ea-4ede-b79b-36a4979bd379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312416 Jul 14 09:32:59.169066 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f510f949-4be6-4266-9de1-5cef61c88170 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.225703 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510f949-4be6-4266-9de1-5cef61c88170 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event deleted for resources: {'Port': ['ID=e1f591e3-6b61-465c-bf9f-52366e7e38ae,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:59.333745 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f510f949-4be6-4266-9de1-5cef61c88170 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for floatingip, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.334330 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-f510f949-4be6-4266-9de1-5cef61c88170 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Floating IP 104fcecc-4705-4cf7-8ce3-0ee393b535aa disassociated (deleted). External IP: 172.25.6.235, port: c4930897-47eb-4f95-9a63-62714cefed5c. Jul 14 09:32:59.476616 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50244) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:59.498773 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3841645-c46e-4e1e-b3d1-6f2035e22b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.586777 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f510f949-4be6-4266-9de1-5cef61c88170 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Router 8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:32:59.632303 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3841645-c46e-4e1e-b3d1-6f2035e22b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.639592 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3841645-c46e-4e1e-b3d1-6f2035e22b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.706156 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a3841645-c46e-4e1e-b3d1-6f2035e22b2d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=518836f247a7471caba21b40bc5196d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2259073 Jul 14 09:32:59.706989 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50250) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:59.708282 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3841645-c46e-4e1e-b3d1-6f2035e22b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21407519-4a55-4e8d-b4d4-9354ccda5386,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:59.738084 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f510f949-4be6-4266-9de1-5cef61c88170 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:32:59.745540 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f510f949-4be6-4266-9de1-5cef61c88170 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.755458 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f90a3b0-11bb-4876-919b-778f96e3df99 None None] Sync routers for ids ['8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:32:59.773240 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f90a3b0-11bb-4876-919b-778f96e3df99 None None] Routers {'8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:59.774428 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6f90a3b0-11bb-4876-919b-778f96e3df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:32:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:59.806840 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f510f949-4be6-4266-9de1-5cef61c88170 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "DELETE /v2.0/floatingips/104fcecc-4705-4cf7-8ce3-0ee393b535aa HTTP/1.1" status: 204 len: 168 time: 1.2709241 Jul 14 09:32:59.808013 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1551aba5-5eb4-4175-ae15-341dfda580bb', 'tag': 'c4930897-47eb-4f95-9a63-62714cefed5c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:59.822174 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c66b6e7-6798-47bd-ac7c-3dbd460f085a" -d '{"events": [{"name": "network-changed", "server_uuid": "1551aba5-5eb4-4175-ae15-341dfda580bb", "tag": "c4930897-47eb-4f95-9a63-62714cefed5c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:59.841142 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f05a820-6465-40c6-9cec-17713dc40a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.867688 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f05a820-6465-40c6-9cec-17713dc40a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.898601 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe0db9-40e2-428a-a238-d5dc7a082fb0 req-e7d77ebb-aa17-46fa-bdc9-0cdc1efb7f7e tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:59.900254 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a1fe0db9-40e2-428a-a238-d5dc7a082fb0 req-e7d77ebb-aa17-46fa-bdc9-0cdc1efb7f7e tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.1664100 Jul 14 09:32:59.958653 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a1fe0db9-40e2-428a-a238-d5dc7a082fb0 req-f8cce4bf-fced-4810-be92-7addf4450f30 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506992 Jul 14 09:32:59.971162 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f05a820-6465-40c6-9cec-17713dc40a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.974117 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f05a820-6465-40c6-9cec-17713dc40a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.977615 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5f05a820-6465-40c6-9cec-17713dc40a78 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/21407519-4a55-4e8d-b4d4-9354ccda5386 HTTP/1.1" status: 204 len: 168 time: 0.2621744 Jul 14 09:32:59.995944 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05a820-6465-40c6-9cec-17713dc40a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21407519-4a55-4e8d-b4d4-9354ccda5386,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:00.041922 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b171c5e2-e108-4b40-8e4c-745025263efa x-openstack-request-id: req-b171c5e2-e108-4b40-8e4c-745025263efa {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:00.042814 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1551aba5-5eb4-4175-ae15-341dfda580bb", "tag": "c4930897-47eb-4f95-9a63-62714cefed5c", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:00.043238 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b171c5e2-e108-4b40-8e4c-745025263efa {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:00.043909 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1551aba5-5eb4-4175-ae15-341dfda580bb', 'tag': 'c4930897-47eb-4f95-9a63-62714cefed5c', 'status': 'completed', 'code': 200} Jul 14 09:33:00.198346 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66b6e7-6798-47bd-ac7c-3dbd460f085a req-bcefcc1f-907c-4193-b98b-8845ec47f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:00.203896 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-6f90a3b0-11bb-4876-919b-778f96e3df99 None None] Set router 8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:00.206063 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0c66b6e7-6798-47bd-ac7c-3dbd460f085a req-bcefcc1f-907c-4193-b98b-8845ec47f384 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cb022d5abed74ace8ce20b5df7c7b1b3&device_id=1551aba5-5eb4-4175-ae15-341dfda580bb HTTP/1.1" status: 200 len: 1098 time: 0.1251740 Jul 14 09:33:00.437647 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66b6e7-6798-47bd-ac7c-3dbd460f085a req-cd3645a3-9179-469e-8456-e473ca943928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:00.440943 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0c66b6e7-6798-47bd-ac7c-3dbd460f085a req-cd3645a3-9179-469e-8456-e473ca943928 service neutron] 10.222.0.44 "GET /v2.0/networks?id=417d6633-5479-4eb9-a511-7b3ee754b7fe HTTP/1.1" status: 200 len: 896 time: 0.2251246 Jul 14 09:33:00.545618 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0c66b6e7-6798-47bd-ac7c-3dbd460f085a req-6efb7d11-db3f-49a3-8e59-bd8a8cfcfb1d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4930897-47eb-4f95-9a63-62714cefed5c HTTP/1.1" status: 200 len: 217 time: 0.0786514 Jul 14 09:33:00.621746 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182f905-9a21-4b78-82bc-6f5e081393d4 req-5f8ec1a8-9484-4d4a-af52-4fd67fdda6ec tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:00.625309 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9182f905-9a21-4b78-82bc-6f5e081393d4 req-5f8ec1a8-9484-4d4a-af52-4fd67fdda6ec tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=1551aba5-5eb4-4175-ae15-341dfda580bb HTTP/1.1" status: 200 len: 946 time: 0.2835939 Jul 14 09:33:00.664530 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6f90a3b0-11bb-4876-919b-778f96e3df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'name': 'tempest-TestNetworkBasicOps-router-1618627830', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:52Z', 'updated_at': '2021-07-14T09:31:57Z', 'revision_number': 4, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:53Z', 'updated_at': '2021-07-14T09:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '9c2f8f77-0009-4fd5-a9f1-7887d410b7df', 'name': '', 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'mac_address': 'fa:16:3e:76:53:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '9e86bcc3-f435-48dd-9851-d4548dc96841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:56Z', 'updated_at': '2021-07-14T09:32:05Z', 'revision_number': 5, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'subnets': [{'id': '9e86bcc3-f435-48dd-9851-d4548dc96841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:00.693125 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66b6e7-6798-47bd-ac7c-3dbd460f085a req-434197d1-c999-430f-93da-73a329765066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:00.693125 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0c66b6e7-6798-47bd-ac7c-3dbd460f085a req-434197d1-c999-430f-93da-73a329765066 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e86bcc3-f435-48dd-9851-d4548dc96841 HTTP/1.1" status: 200 len: 835 time: 0.1382737 Jul 14 09:33:00.713287 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f90a3b0-11bb-4876-919b-778f96e3df99 None None] Checking router: 8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:33:00.730472 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f90a3b0-11bb-4876-919b-778f96e3df99 None None] Routers {'8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:00.731112 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6f90a3b0-11bb-4876-919b-778f96e3df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:32:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:00.768346 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9182f905-9a21-4b78-82bc-6f5e081393d4 req-f60b99d3-a1fc-4c66-a732-b0f1202faf5f tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=10aef40c-7489-48f2-b5ee-7228e6b5c86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133280 Jul 14 09:33:00.819635 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66b6e7-6798-47bd-ac7c-3dbd460f085a req-a2c1a05c-9c12-4e3f-ae70-3938b30808ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:00.825053 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0c66b6e7-6798-47bd-ac7c-3dbd460f085a req-a2c1a05c-9c12-4e3f-ae70-3938b30808ed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=417d6633-5479-4eb9-a511-7b3ee754b7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1213360 Jul 14 09:33:00.898168 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-6f90a3b0-11bb-4876-919b-778f96e3df99 None None] Set router 8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:01.156743 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6f90a3b0-11bb-4876-919b-778f96e3df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'name': 'tempest-TestNetworkBasicOps-router-1618627830', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:52Z', 'updated_at': '2021-07-14T09:31:57Z', 'revision_number': 4, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:53Z', 'updated_at': '2021-07-14T09:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '9c2f8f77-0009-4fd5-a9f1-7887d410b7df', 'name': '', 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'mac_address': 'fa:16:3e:76:53:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '9e86bcc3-f435-48dd-9851-d4548dc96841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:56Z', 'updated_at': '2021-07-14T09:32:05Z', 'revision_number': 5, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'subnets': [{'id': '9e86bcc3-f435-48dd-9851-d4548dc96841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:01.191771 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f90a3b0-11bb-4876-919b-778f96e3df99 None None] The sync data for ids ['8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'] in n-d-771362-35 is: [{'id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'name': 'tempest-TestNetworkBasicOps-router-1618627830', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:52Z', 'updated_at': '2021-07-14T09:31:57Z', 'revision_number': 4, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:53Z', 'updated_at': '2021-07-14T09:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '9c2f8f77-0009-4fd5-a9f1-7887d410b7df', 'name': '', 'network_id': '417d6633-5479-4eb9-a511-7b3ee754b7fe', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'mac_address': 'fa:16:3e:76:53:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '9e86bcc3-f435-48dd-9851-d4548dc96841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:56Z', 'updated_at': '2021-07-14T09:32:05Z', 'revision_number': 5, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'subnets': [{'id': '9e86bcc3-f435-48dd-9851-d4548dc96841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:01.342681 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0c66b6e7-6798-47bd-ac7c-3dbd460f085a req-5c6835e4-38a3-4ba0-bb9f-f5d1378241dc service neutron] 10.222.0.44 "GET /v2.0/networks/417d6633-5479-4eb9-a511-7b3ee754b7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062952 Jul 14 09:33:01.487602 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0c66b6e7-6798-47bd-ac7c-3dbd460f085a req-d7f7858d-387e-4b88-82eb-e6e631e151b2 service neutron] 10.222.0.44 "GET /v2.0/networks/417d6633-5479-4eb9-a511-7b3ee754b7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271226 Jul 14 09:33:01.511776 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1a131-1beb-447c-87e7-b8f2901a391a req-88e78190-85b6-4b95-b297-4c1e73abc1b7 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:01.519638 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-16e1a131-1beb-447c-87e7-b8f2901a391a req-88e78190-85b6-4b95-b297-4c1e73abc1b7 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.2869046 Jul 14 09:33:01.572519 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e32a54-d9e2-4997-bf71-ded6e00e6b11 None None] New status for floating IP 104fcecc-4705-4cf7-8ce3-0ee393b535aa: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:33:01.594521 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-16e1a131-1beb-447c-87e7-b8f2901a391a req-036a9164-fb5f-4a97-a4ce-0668bb8f8055 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729840 Jul 14 09:33:01.804849 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50300) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:01.875046 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184102dc-c7ab-4c35-8352-bbda409b7011 req-c50995be-8a41-47c0-908b-66fc053955f2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:01.877019 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-184102dc-c7ab-4c35-8352-bbda409b7011 req-c50995be-8a41-47c0-908b-66fc053955f2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.44 "GET /v2.0/ports?device_id=1551aba5-5eb4-4175-ae15-341dfda580bb HTTP/1.1" status: 200 len: 946 time: 0.0932684 Jul 14 09:33:01.953878 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d69c268-804f-4150-a233-66128e002116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:02.070194 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe815c4-e348-4662-9b21-f928ab169233 req-bae0c9d4-61f0-4ef7-bb64-c1c1951f98d2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:02.071943 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3fe815c4-e348-4662-9b21-f928ab169233 req-bae0c9d4-61f0-4ef7-bb64-c1c1951f98d2 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=1551aba5-5eb4-4175-ae15-341dfda580bb HTTP/1.1" status: 200 len: 946 time: 0.1443877 Jul 14 09:33:02.089698 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d69c268-804f-4150-a233-66128e002116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:02.096405 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d69c268-804f-4150-a233-66128e002116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:02.120392 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-184102dc-c7ab-4c35-8352-bbda409b7011 req-df5ada0b-9e3a-4a7a-9a46-35181d1eb3d1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Deleting port c4930897-47eb-4f95-9a63-62714cefed5c {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:02.120984 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-184102dc-c7ab-4c35-8352-bbda409b7011 req-df5ada0b-9e3a-4a7a-9a46-35181d1eb3d1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:02.146815 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8d69c268-804f-4150-a233-66128e002116 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2245d171ded7496cb9e4d1a3e02f5a48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3407879 Jul 14 09:33:02.148163 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69c268-804f-4150-a233-66128e002116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbe46e2-85bd-42eb-ade6-259101a94c93,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:02.152759 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50306) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:02.172615 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3fe815c4-e348-4662-9b21-f928ab169233 req-b7febedb-88d9-44cd-85bd-fba7fad1fe3b tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/security-groups?id=10aef40c-7489-48f2-b5ee-7228e6b5c86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923061 Jul 14 09:33:02.222226 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8ade25d-b208-4fc8-b013-386a2131cb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:02.232805 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-184102dc-c7ab-4c35-8352-bbda409b7011 req-df5ada0b-9e3a-4a7a-9a46-35181d1eb3d1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] For port c4930897-47eb-4f95-9a63-62714cefed5c, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c4930897-47eb-4f95-9a63-62714cefed5c,segment=NetworkSegment(623598a1-d685-4093-a37c-5160ffd2de19),segment_id=623598a1-d685-4093-a37c-5160ffd2de19)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:02.233168 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-184102dc-c7ab-4c35-8352-bbda409b7011 req-df5ada0b-9e3a-4a7a-9a46-35181d1eb3d1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:02.252000 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-184102dc-c7ab-4c35-8352-bbda409b7011 req-df5ada0b-9e3a-4a7a-9a46-35181d1eb3d1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Calling delete_port for c4930897-47eb-4f95-9a63-62714cefed5c owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:02.254266 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8ade25d-b208-4fc8-b013-386a2131cb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:02.341259 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8ade25d-b208-4fc8-b013-386a2131cb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:02.357477 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8ade25d-b208-4fc8-b013-386a2131cb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:02.358740 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a8ade25d-b208-4fc8-b013-386a2131cb37 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7cbe46e2-85bd-42eb-ade6-259101a94c93 HTTP/1.1" status: 204 len: 168 time: 0.2045043 Jul 14 09:33:02.389258 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ade25d-b208-4fc8-b013-386a2131cb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbe46e2-85bd-42eb-ade6-259101a94c93,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:02.491305 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-184102dc-c7ab-4c35-8352-bbda409b7011 req-df5ada0b-9e3a-4a7a-9a46-35181d1eb3d1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:02.524857 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ada0b-9e3a-4a7a-9a46-35181d1eb3d1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event deleted for resources: {'Port': ['ID=c4930897-47eb-4f95-9a63-62714cefed5c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:02.590558 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-184102dc-c7ab-4c35-8352-bbda409b7011 req-df5ada0b-9e3a-4a7a-9a46-35181d1eb3d1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] No DVR routers for this DVR port c4930897-47eb-4f95-9a63-62714cefed5c on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:02.593230 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-184102dc-c7ab-4c35-8352-bbda409b7011 req-df5ada0b-9e3a-4a7a-9a46-35181d1eb3d1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:02.595341 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-184102dc-c7ab-4c35-8352-bbda409b7011 req-df5ada0b-9e3a-4a7a-9a46-35181d1eb3d1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.44 "DELETE /v2.0/ports/c4930897-47eb-4f95-9a63-62714cefed5c HTTP/1.1" status: 204 len: 173 time: 0.7099781 Jul 14 09:33:02.595974 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1551aba5-5eb4-4175-ae15-341dfda580bb', 'name': 'network-vif-deleted', 'tag': 'c4930897-47eb-4f95-9a63-62714cefed5c'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:02.598076 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1496fc3-45b2-4760-b14c-75762081c78d" -d '{"events": [{"server_uuid": "1551aba5-5eb4-4175-ae15-341dfda580bb", "name": "network-vif-deleted", "tag": "c4930897-47eb-4f95-9a63-62714cefed5c"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:02.674560 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f65101-e96c-4484-bfaa-689c01899ef1 x-openstack-request-id: req-13f65101-e96c-4484-bfaa-689c01899ef1 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:02.675010 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1551aba5-5eb4-4175-ae15-341dfda580bb", "name": "network-vif-deleted", "tag": "c4930897-47eb-4f95-9a63-62714cefed5c", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:02.675387 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13f65101-e96c-4484-bfaa-689c01899ef1 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:02.676008 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1551aba5-5eb4-4175-ae15-341dfda580bb', 'name': 'network-vif-deleted', 'tag': 'c4930897-47eb-4f95-9a63-62714cefed5c', 'status': 'completed', 'code': 200} Jul 14 09:33:02.862169 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea87467-a315-476e-aa66-95d937ee3b53 req-dd1bdcb6-61c3-43e0-801e-f72f4566575c tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:02.863714 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3ea87467-a315-476e-aa66-95d937ee3b53 req-dd1bdcb6-61c3-43e0-801e-f72f4566575c tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.0764463 Jul 14 09:33:02.908507 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3ea87467-a315-476e-aa66-95d937ee3b53 req-5786ef9d-4b81-4f65-88d3-afa71efe6eb6 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390747 Jul 14 09:33:03.215351 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50338) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:03.351263 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f37f6fd8-912a-4529-afb0-a87afae58609 req-3d92567a-ccd5-46d1-ab24-2c9e814b13ee tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "GET /v2.0/ports?device_id=1551aba5-5eb4-4175-ae15-341dfda580bb HTTP/1.1" status: 200 len: 210 time: 0.0323937 Jul 14 09:33:03.359200 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f0f35682-5572-4944-bf26-dc762792d138 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1334450477-network', 'tenant_id': '5c678b609e46430fbdc6db3594477886'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:03.381880 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f35682-5572-4944-bf26-dc762792d138 admin admin] Made reservation on behalf of 5c678b609e46430fbdc6db3594477886 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:03.384618 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0f35682-5572-4944-bf26-dc762792d138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.395103 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0f35682-5572-4944-bf26-dc762792d138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.499006 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0f35682-5572-4944-bf26-dc762792d138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.503423 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0f35682-5572-4944-bf26-dc762792d138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.529847 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f35682-5572-4944-bf26-dc762792d138 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:33:03.540988 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f35682-5572-4944-bf26-dc762792d138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec2b1fe-229d-4376-a843-243b23f585b9,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:03.546456 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0f35682-5572-4944-bf26-dc762792d138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.546807 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-f0f35682-5572-4944-bf26-dc762792d138 admin admin] Added segment 2f0eff3c-ecfe-411e-bd56-4d9b6f360568 of type vlan for network 4276c66c-7c3d-4acf-abdb-e504b464d0cd Jul 14 09:33:03.593048 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0f35682-5572-4944-bf26-dc762792d138 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.623950 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0f35682-5572-4944-bf26-dc762792d138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.624935 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f35682-5572-4944-bf26-dc762792d138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:03.625632 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0f35682-5572-4944-bf26-dc762792d138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.685218 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f0f35682-5572-4944-bf26-dc762792d138 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4677820 Jul 14 09:33:03.688535 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50348) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:03.695794 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-cef3695d-a5b4-4177-910b-5d37ed1a655e admin admin] Request body: {'subnet': {'network_id': '4276c66c-7c3d-4acf-abdb-e504b464d0cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1334450477-subnet', 'tenant_id': '5c678b609e46430fbdc6db3594477886', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:03.700794 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f35682-5572-4944-bf26-dc762792d138 admin admin] Pushing event updated for resources: {'Network': ['ID=4276c66c-7c3d-4acf-abdb-e504b464d0cd,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:03.712215 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 4276c66c-7c3d-4acf-abdb-e504b464d0cd details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:33:03.726748 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef3695d-a5b4-4177-910b-5d37ed1a655e admin admin] Made reservation on behalf of 5c678b609e46430fbdc6db3594477886 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:03.731480 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cef3695d-a5b4-4177-910b-5d37ed1a655e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.914434 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cef3695d-a5b4-4177-910b-5d37ed1a655e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.978676 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3695d-a5b4-4177-910b-5d37ed1a655e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d98429ec-fa33-4ae2-92a5-203c90ea495a,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:03.986797 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3695d-a5b4-4177-910b-5d37ed1a655e admin admin] Checking segment: {'id': '2f0eff3c-ecfe-411e-bd56-4d9b6f360568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4276c66c-7c3d-4acf-abdb-e504b464d0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:03.987395 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef3695d-a5b4-4177-910b-5d37ed1a655e admin admin] Network hostable DHCP agents. Network: 4276c66c-7c3d-4acf-abdb-e504b464d0cd, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:33:04.008118 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef3695d-a5b4-4177-910b-5d37ed1a655e admin admin] Network 4276c66c-7c3d-4acf-abdb-e504b464d0cd is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:33:04.018713 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-cef3695d-a5b4-4177-910b-5d37ed1a655e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 4276c66c-7c3d-4acf-abdb-e504b464d0cd) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:04.023972 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef3695d-a5b4-4177-910b-5d37ed1a655e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:04.024752 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cef3695d-a5b4-4177-910b-5d37ed1a655e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:04.036813 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2f6e8e-86ee-4f51-a71d-3ae51708e854 None None] Network 4276c66c-7c3d-4acf-abdb-e504b464d0cd requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:04.048019 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cef3695d-a5b4-4177-910b-5d37ed1a655e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3576958 Jul 14 09:33:04.157181 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbe958-a489-4125-aa94-ef20ac571b75 req-383605f4-1a22-4ab2-a02e-d4851bd98c1f tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:04.169570 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d8dbe958-a489-4125-aa94-ef20ac571b75 req-383605f4-1a22-4ab2-a02e-d4851bd98c1f tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.1002874 Jul 14 09:33:04.238786 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cffe02-9408-43e6-8eba-85d7b2e5a604 None None] Network 4276c66c-7c3d-4acf-abdb-e504b464d0cd requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:04.253528 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d8dbe958-a489-4125-aa94-ef20ac571b75 req-3991f269-bc31-4197-bd4c-1e0d51deac52 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828927 Jul 14 09:33:04.255277 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:33:04.489974 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50362) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:04.595969 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab3afe79-eec1-4166-8ff8-50364ba37221 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:04.629399 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab3afe79-eec1-4166-8ff8-50364ba37221 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:04.746115 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab3afe79-eec1-4166-8ff8-50364ba37221 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:04.759683 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab3afe79-eec1-4166-8ff8-50364ba37221 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:04.764261 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ab3afe79-eec1-4166-8ff8-50364ba37221 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "DELETE /v2.0/security-groups/10aef40c-7489-48f2-b5ee-7228e6b5c86f HTTP/1.1" status: 204 len: 168 time: 0.2694705 Jul 14 09:33:04.788829 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3afe79-eec1-4166-8ff8-50364ba37221 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10aef40c-7489-48f2-b5ee-7228e6b5c86f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:05.479634 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd802a4-0e0f-4783-933c-250238cf7041 req-db762113-38ac-4acb-bc81-329a799b0a43 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:05.482754 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fdd802a4-0e0f-4783-933c-250238cf7041 req-db762113-38ac-4acb-bc81-329a799b0a43 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.0805497 Jul 14 09:33:05.526928 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fdd802a4-0e0f-4783-933c-250238cf7041 req-907551cd-f6ff-4ee1-b80f-3aa5abe0a36b tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374534 Jul 14 09:33:05.625056 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c4930897-47eb-4f95-9a63-62714cefed5c no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:05.648599 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: c4930897-47eb-4f95-9a63-62714cefed5c {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:05.648951 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c4930897-47eb-4f95-9a63-62714cefed5c not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:05.821085 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50388) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:06.234259 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-748d511d-6ed7-47ef-a359-0022298b82ea tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:06.235743 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-748d511d-6ed7-47ef-a359-0022298b82ea tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/networks?id=4276c66c-7c3d-4acf-abdb-e504b464d0cd HTTP/1.1" status: 200 len: 809 time: 0.1120002 Jul 14 09:33:06.253597 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-967a2696-37be-4c86-9971-f452207899f6 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/quotas/5c678b609e46430fbdc6db3594477886 HTTP/1.1" status: 200 len: 375 time: 0.0103354 Jul 14 09:33:06.301711 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-5fc0509b-b0a5-4585-9032-a9e410972a67 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5c678b609e46430fbdc6db3594477886&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380714 Jul 14 09:33:06.317662 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac45f619-e0a4-49d6-aa37-8eaef6907efe tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:06.398119 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-df6d2f74-0116-45db-9bb0-bae5d709322e service neutron] 10.222.0.25 "GET /v2.0/networks/4276c66c-7c3d-4acf-abdb-e504b464d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891821 Jul 14 09:33:06.505729 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-251ca3cc-3efb-4c55-94f6-9235b38a8bd8 service neutron] 10.222.0.25 "GET /v2.0/networks/4276c66c-7c3d-4acf-abdb-e504b464d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005733 Jul 14 09:33:06.862749 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb79f33-bd67-49c9-aab8-25b9085255ad req-0203a3bc-6a3e-4503-bee9-ca1b75e7b27f tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:06.871243 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-acb79f33-bd67-49c9-aab8-25b9085255ad req-0203a3bc-6a3e-4503-bee9-ca1b75e7b27f tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.0940580 Jul 14 09:33:06.945888 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e8feebb0-a930-4d2a-a6cc-884e39b22720 req-d0d04d72-2e5d-46e5-b61d-26520cdc7903 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fe2513d-e509-4b96-9029-b7b51ce188a9 HTTP/1.1" status: 200 len: 210 time: 0.0545137 Jul 14 09:33:06.962072 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-acb79f33-bd67-49c9-aab8-25b9085255ad req-de13b49b-fa4e-4b75-9c6b-932791868969 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850224 Jul 14 09:33:07.094888 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ac45f619-e0a4-49d6-aa37-8eaef6907efe tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Deleting port 9c2f8f77-0009-4fd5-a9f1-7887d410b7df {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:07.095337 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac45f619-e0a4-49d6-aa37-8eaef6907efe tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.191555 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ac45f619-e0a4-49d6-aa37-8eaef6907efe tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] For port 9c2f8f77-0009-4fd5-a9f1-7887d410b7df, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9c2f8f77-0009-4fd5-a9f1-7887d410b7df,segment=NetworkSegment(623598a1-d685-4093-a37c-5160ffd2de19),segment_id=623598a1-d685-4093-a37c-5160ffd2de19)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:07.192092 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac45f619-e0a4-49d6-aa37-8eaef6907efe tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.207288 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ac45f619-e0a4-49d6-aa37-8eaef6907efe tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Calling delete_port for 9c2f8f77-0009-4fd5-a9f1-7887d410b7df owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:07.412095 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac45f619-e0a4-49d6-aa37-8eaef6907efe tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.440438 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45f619-e0a4-49d6-aa37-8eaef6907efe tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event deleted for resources: {'Port': ['ID=9c2f8f77-0009-4fd5-a9f1-7887d410b7df,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:07.625639 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac45f619-e0a4-49d6-aa37-8eaef6907efe tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.874657 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac45f619-e0a4-49d6-aa37-8eaef6907efe tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Router 8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:33:08.000616 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac45f619-e0a4-49d6-aa37-8eaef6907efe tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:08.005938 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ac45f619-e0a4-49d6-aa37-8eaef6907efe tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "PUT /v2.0/routers/8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1837945 Jul 14 09:33:08.008860 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50440) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:08.011953 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a18883-518a-4faa-bba0-d9db08bf6969 None None] Sync routers for ids ['8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:08.023802 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a18883-518a-4faa-bba0-d9db08bf6969 None None] Routers {'8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:08.024633 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-77a18883-518a-4faa-bba0-d9db08bf6969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:32:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:08.075613 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d6a38df-c080-4f76-995f-fa8472c700fc tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Deleting subnet 9e86bcc3-f435-48dd-9851-d4548dc96841 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:33:08.079177 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d6a38df-c080-4f76-995f-fa8472c700fc tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.189984 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d6a38df-c080-4f76-995f-fa8472c700fc tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.199687 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-77a18883-518a-4faa-bba0-d9db08bf6969 None None] Set router 8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:08.238462 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8dce26fa-5f2b-4347-8184-209947c3e760 req-3b76e410-1384-43f6-996f-4e0fb1e2b853 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fe2513d-e509-4b96-9029-b7b51ce188a9 HTTP/1.1" status: 200 len: 210 time: 0.0655415 Jul 14 09:33:08.346384 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f09a5-c4ad-44f4-aee3-ac51c2ef64e2 req-8d24c14f-92d3-47ca-923a-893af96a9b0a tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:08.348126 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d1f09a5-c4ad-44f4-aee3-ac51c2ef64e2 req-8d24c14f-92d3-47ca-923a-893af96a9b0a tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.2245557 Jul 14 09:33:08.451222 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-77a18883-518a-4faa-bba0-d9db08bf6969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'name': 'tempest-TestNetworkBasicOps-router-1618627830', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:52Z', 'updated_at': '2021-07-14T09:33:07Z', 'revision_number': 5, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:53Z', 'updated_at': '2021-07-14T09:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:08.471200 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d6a38df-c080-4f76-995f-fa8472c700fc tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.478979 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a18883-518a-4faa-bba0-d9db08bf6969 None None] Checking router: 8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:33:08.487987 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a18883-518a-4faa-bba0-d9db08bf6969 None None] Routers {'8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:08.488713 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-77a18883-518a-4faa-bba0-d9db08bf6969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:32:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:08.561589 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d1f09a5-c4ad-44f4-aee3-ac51c2ef64e2 req-c0c12aab-cf13-452f-8dc6-80f4047c4554 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948822 Jul 14 09:33:08.573302 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-fe002d08-f037-4065-bae4-cded149a2e30 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:08.574873 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-fe002d08-f037-4065-bae4-cded149a2e30 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.47 "GET /v2.0/networks?id=4276c66c-7c3d-4acf-abdb-e504b464d0cd HTTP/1.1" status: 200 len: 809 time: 0.2093925 Jul 14 09:33:08.597754 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b215ff65-04d7-4b38-8e5d-b1f25e814087 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Request body: {'port': {'device_id': '9fe2513d-e509-4b96-9029-b7b51ce188a9', 'network_id': '4276c66c-7c3d-4acf-abdb-e504b464d0cd', 'admin_state_up': True, 'tenant_id': '5c678b609e46430fbdc6db3594477886'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:08.616323 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-77a18883-518a-4faa-bba0-d9db08bf6969 None None] Set router 8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:08.651902 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d6a38df-c080-4f76-995f-fa8472c700fc tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.696210 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a38df-c080-4f76-995f-fa8472c700fc tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event deleted for resources: {'Subnet': ['ID=9e86bcc3-f435-48dd-9851-d4548dc96841,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:08.708350 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d6a38df-c080-4f76-995f-fa8472c700fc tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.713519 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7d6a38df-c080-4f76-995f-fa8472c700fc tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "DELETE /v2.0/subnets/9e86bcc3-f435-48dd-9851-d4548dc96841 HTTP/1.1" status: 204 len: 168 time: 0.7003870 Jul 14 09:33:08.714508 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50444) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:08.718122 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d3b549-8bab-44ea-bf37-a1dc3465831b None None] Network 417d6633-5479-4eb9-a511-7b3ee754b7fe requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:08.847363 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b215ff65-04d7-4b38-8e5d-b1f25e814087 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Made reservation on behalf of 5c678b609e46430fbdc6db3594477886 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:08.851192 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b215ff65-04d7-4b38-8e5d-b1f25e814087 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.873597 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f7108603-3d08-4cb5-81e5-56b1b9843a66 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.942032 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-77a18883-518a-4faa-bba0-d9db08bf6969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'name': 'tempest-TestNetworkBasicOps-router-1618627830', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:52Z', 'updated_at': '2021-07-14T09:33:07Z', 'revision_number': 5, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:53Z', 'updated_at': '2021-07-14T09:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:08.982597 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a18883-518a-4faa-bba0-d9db08bf6969 None None] The sync data for ids ['8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68'] in n-d-771362-35 is: [{'id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'name': 'tempest-TestNetworkBasicOps-router-1618627830', 'tenant_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:52Z', 'updated_at': '2021-07-14T09:33:07Z', 'revision_number': 5, 'project_id': 'cb022d5abed74ace8ce20b5df7c7b1b3', 'gw_port': {'id': 'f2b6cba6-9c17-42b9-9328-65f9d0f7a584', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:53Z', 'updated_at': '2021-07-14T09:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:09.040877 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12798b94-155c-410b-a088-89fbeea93562 None None] DHCP port deletion for 417d6633-5479-4eb9-a511-7b3ee754b7fe request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:33:09.105568 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-12798b94-155c-410b-a088-89fbeea93562 None None] Deleting port 8d510f53-17d8-4eda-a310-fca2bbbed0e2 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:09.106552 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-12798b94-155c-410b-a088-89fbeea93562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.107679 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b215ff65-04d7-4b38-8e5d-b1f25e814087 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Allocated IP 172.20.0.11 (4276c66c-7c3d-4acf-abdb-e504b464d0cd/d98429ec-fa33-4ae2-92a5-203c90ea495a/f8f5efb7-244e-4a35-ae6e-a8a5e44418dd) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:09.111398 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f7108603-3d08-4cb5-81e5-56b1b9843a66 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.191965 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-12798b94-155c-410b-a088-89fbeea93562 None None] For port 8d510f53-17d8-4eda-a310-fca2bbbed0e2, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8d510f53-17d8-4eda-a310-fca2bbbed0e2,segment=NetworkSegment(623598a1-d685-4093-a37c-5160ffd2de19),segment_id=623598a1-d685-4093-a37c-5160ffd2de19)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:09.192413 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-12798b94-155c-410b-a088-89fbeea93562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.214283 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-12798b94-155c-410b-a088-89fbeea93562 None None] Calling delete_port for 8d510f53-17d8-4eda-a310-fca2bbbed0e2 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:09.265350 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f7108603-3d08-4cb5-81e5-56b1b9843a66 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Deleting port f2b6cba6-9c17-42b9-9328-65f9d0f7a584 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:09.265678 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f7108603-3d08-4cb5-81e5-56b1b9843a66 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.322551 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-12798b94-155c-410b-a088-89fbeea93562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.352889 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12798b94-155c-410b-a088-89fbeea93562 None None] Pushing event deleted for resources: {'Port': ['ID=8d510f53-17d8-4eda-a310-fca2bbbed0e2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:09.357285 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12798b94-155c-410b-a088-89fbeea93562 None None] No DVR routers for this DVR port 8d510f53-17d8-4eda-a310-fca2bbbed0e2 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:09.458196 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b215ff65-04d7-4b38-8e5d-b1f25e814087 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.462116 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0da88e6f-c7a1-4e69-a4e2-c715502b2664 req-39d447fb-1ce6-42a3-98f6-201d15e403bc tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fe2513d-e509-4b96-9029-b7b51ce188a9 HTTP/1.1" status: 200 len: 210 time: 0.0554330 Jul 14 09:33:09.505900 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f7108603-3d08-4cb5-81e5-56b1b9843a66 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] For port f2b6cba6-9c17-42b9-9328-65f9d0f7a584, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f2b6cba6-9c17-42b9-9328-65f9d0f7a584,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:09.506273 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f7108603-3d08-4cb5-81e5-56b1b9843a66 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.526922 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f7108603-3d08-4cb5-81e5-56b1b9843a66 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Calling delete_port for f2b6cba6-9c17-42b9-9328-65f9d0f7a584 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:09.588931 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b215ff65-04d7-4b38-8e5d-b1f25e814087 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.666750 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b215ff65-04d7-4b38-8e5d-b1f25e814087 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Network 4276c66c-7c3d-4acf-abdb-e504b464d0cd is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:09.675227 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b215ff65-04d7-4b38-8e5d-b1f25e814087 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:09.678970 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b215ff65-04d7-4b38-8e5d-b1f25e814087 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:09.681713 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215ff65-04d7-4b38-8e5d-b1f25e814087 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Pushing event updated for resources: {'Port': ['ID=f8f5efb7-244e-4a35-ae6e-a8a5e44418dd,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:09.810231 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b215ff65-04d7-4b38-8e5d-b1f25e814087 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:09.810841 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b215ff65-04d7-4b38-8e5d-b1f25e814087 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.857956 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b215ff65-04d7-4b38-8e5d-b1f25e814087 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2683423 Jul 14 09:33:09.872585 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b4a59a8e-d5ee-4a07-bf76-35924f1e9065 service neutron] Request body: {'port': {'device_id': '9fe2513d-e509-4b96-9029-b7b51ce188a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:09.913388 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ceded-d681-4bd0-b6a1-8a50ac5ea074 req-b6123a78-d4d2-4313-a657-12aa0d373b24 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:09.914875 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f00ceded-d681-4bd0-b6a1-8a50ac5ea074 req-b6123a78-d4d2-4313-a657-12aa0d373b24 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.2083838 Jul 14 09:33:09.933534 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f7108603-3d08-4cb5-81e5-56b1b9843a66 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.973934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7108603-3d08-4cb5-81e5-56b1b9843a66 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event deleted for resources: {'Port': ['ID=f2b6cba6-9c17-42b9-9328-65f9d0f7a584,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:10.055542 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f00ceded-d681-4bd0-b6a1-8a50ac5ea074 req-fa3e9919-2486-405d-abba-7c2449dcd137 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326778 Jul 14 09:33:10.080521 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b4a59a8e-d5ee-4a07-bf76-35924f1e9065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.088298 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f7108603-3d08-4cb5-81e5-56b1b9843a66 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.204829 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f7108603-3d08-4cb5-81e5-56b1b9843a66 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.210404 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f7108603-3d08-4cb5-81e5-56b1b9843a66 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.403352 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9c2f8f77-0009-4fd5-a9f1-7887d410b7df no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:10.424163 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 9c2f8f77-0009-4fd5-a9f1-7887d410b7df {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:10.424513 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9c2f8f77-0009-4fd5-a9f1-7887d410b7df not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:10.425142 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8d510f53-17d8-4eda-a310-fca2bbbed0e2 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:10.446104 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 8d510f53-17d8-4eda-a310-fca2bbbed0e2 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:10.446368 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8d510f53-17d8-4eda-a310-fca2bbbed0e2 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:10.668570 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.677925 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f7108603-3d08-4cb5-81e5-56b1b9843a66 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.678483 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7108603-3d08-4cb5-81e5-56b1b9843a66 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Fanout notify agent at l3_agent the message router_deleted on router 8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:33:10.688690 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f7108603-3d08-4cb5-81e5-56b1b9843a66 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.692643 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f7108603-3d08-4cb5-81e5-56b1b9843a66 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "DELETE /v2.0/routers/8ab9e2f0-6a5f-4ee0-9e39-8296163a5f68 HTTP/1.1" status: 204 len: 168 time: 1.9776218 Jul 14 09:33:10.693426 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50460) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:10.804949 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303365c9-2794-425d-ac23-fad1dd06fb63 req-0b553d7d-c6fe-4392-9c44-cd1b603e4102 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:10.808018 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-303365c9-2794-425d-ac23-fad1dd06fb63 req-0b553d7d-c6fe-4392-9c44-cd1b603e4102 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fe2513d-e509-4b96-9029-b7b51ce188a9 HTTP/1.1" status: 200 len: 932 time: 0.1750433 Jul 14 09:33:10.810110 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7d371fc0-ba25-4553-8a52-5c38164b96a1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.882503 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-303365c9-2794-425d-ac23-fad1dd06fb63 req-222ba12a-3f9a-4471-b04f-29544c2a470d tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ec2b1fe-229d-4376-a843-243b23f585b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668790 Jul 14 09:33:10.931333 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7d371fc0-ba25-4553-8a52-5c38164b96a1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.943264 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-7d371fc0-ba25-4553-8a52-5c38164b96a1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417d6633-5479-4eb9-a511-7b3ee754b7fe']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:10.952583 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b4a59a8e-d5ee-4a07-bf76-35924f1e9065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f5efb7-244e-4a35-ae6e-a8a5e44418dd {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:10.960302 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-7d371fc0-ba25-4553-8a52-5c38164b96a1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623598a1-d685-4093-a37c-5160ffd2de19') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:10.960302 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-7d371fc0-ba25-4553-8a52-5c38164b96a1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623598a1-d685-4093-a37c-5160ffd2de19') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:10.964614 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b4a59a8e-d5ee-4a07-bf76-35924f1e9065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.971683 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7d371fc0-ba25-4553-8a52-5c38164b96a1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.982606 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b4a59a8e-d5ee-4a07-bf76-35924f1e9065 service neutron] Transition to ACTIVE for port object f8f5efb7-244e-4a35-ae6e-a8a5e44418dd will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:10.987774 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b4a59a8e-d5ee-4a07-bf76-35924f1e9065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.988915 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7d371fc0-ba25-4553-8a52-5c38164b96a1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.999977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d371fc0-ba25-4553-8a52-5c38164b96a1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:33:11.000622 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7d371fc0-ba25-4553-8a52-5c38164b96a1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:33:11.004279 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:33:11.044924 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a59a8e-d5ee-4a07-bf76-35924f1e9065 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f5efb7-244e-4a35-ae6e-a8a5e44418dd,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:11.083414 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7d371fc0-ba25-4553-8a52-5c38164b96a1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.108110 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7d371fc0-ba25-4553-8a52-5c38164b96a1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.110185 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7d371fc0-ba25-4553-8a52-5c38164b96a1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] 10.222.0.25 "DELETE /v2.0/networks/417d6633-5479-4eb9-a511-7b3ee754b7fe HTTP/1.1" status: 204 len: 168 time: 0.4144292 Jul 14 09:33:11.111107 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d371fc0-ba25-4553-8a52-5c38164b96a1 tempest-TestNetworkBasicOps-899313847 tempest-TestNetworkBasicOps-899313847-project] Pushing event deleted for resources: {'Network': ['ID=417d6633-5479-4eb9-a511-7b3ee754b7fe,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:11.134067 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b4a59a8e-d5ee-4a07-bf76-35924f1e9065 service neutron] Attempting to bind port f8f5efb7-244e-4a35-ae6e-a8a5e44418dd on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:11.134279 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b4a59a8e-d5ee-4a07-bf76-35924f1e9065 service neutron] Attempting to bind port f8f5efb7-244e-4a35-ae6e-a8a5e44418dd by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '2f0eff3c-ecfe-411e-bd56-4d9b6f360568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4276c66c-7c3d-4acf-abdb-e504b464d0cd'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:11.134634 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b4a59a8e-d5ee-4a07-bf76-35924f1e9065 service neutron] Attempting to bind port f8f5efb7-244e-4a35-ae6e-a8a5e44418dd on network 4276c66c-7c3d-4acf-abdb-e504b464d0cd {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:11.140153 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b4a59a8e-d5ee-4a07-bf76-35924f1e9065 service neutron] Port f8f5efb7-244e-4a35-ae6e-a8a5e44418dd on network 4276c66c-7c3d-4acf-abdb-e504b464d0cd not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:33:11.140485 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b4a59a8e-d5ee-4a07-bf76-35924f1e9065 service neutron] Attempting to bind port f8f5efb7-244e-4a35-ae6e-a8a5e44418dd on network 4276c66c-7c3d-4acf-abdb-e504b464d0cd {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:11.146788 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b4a59a8e-d5ee-4a07-bf76-35924f1e9065 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:11.147035 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b4a59a8e-d5ee-4a07-bf76-35924f1e9065 service neutron] Checking segment: {'id': '2f0eff3c-ecfe-411e-bd56-4d9b6f360568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4276c66c-7c3d-4acf-abdb-e504b464d0cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:11.147415 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b4a59a8e-d5ee-4a07-bf76-35924f1e9065 service neutron] Bound using segment: {'id': '2f0eff3c-ecfe-411e-bd56-4d9b6f360568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4276c66c-7c3d-4acf-abdb-e504b464d0cd'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:11.147914 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b4a59a8e-d5ee-4a07-bf76-35924f1e9065 service neutron] Bound port: f8f5efb7-244e-4a35-ae6e-a8a5e44418dd, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0eff3c-ecfe-411e-bd56-4d9b6f360568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4276c66c-7c3d-4acf-abdb-e504b464d0cd'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:11.148277 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b4a59a8e-d5ee-4a07-bf76-35924f1e9065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.285303 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b4a59a8e-d5ee-4a07-bf76-35924f1e9065 service neutron] For port f8f5efb7-244e-4a35-ae6e-a8a5e44418dd, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:11.304321 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b4a59a8e-d5ee-4a07-bf76-35924f1e9065 service neutron] For port f8f5efb7-244e-4a35-ae6e-a8a5e44418dd, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f8f5efb7-244e-4a35-ae6e-a8a5e44418dd,segment=NetworkSegment(2f0eff3c-ecfe-411e-bd56-4d9b6f360568),segment_id=2f0eff3c-ecfe-411e-bd56-4d9b6f360568)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:11.331284 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b4a59a8e-d5ee-4a07-bf76-35924f1e9065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.385942 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b4a59a8e-d5ee-4a07-bf76-35924f1e9065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:11.386873 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b4a59a8e-d5ee-4a07-bf76-35924f1e9065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.388426 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-b4a59a8e-d5ee-4a07-bf76-35924f1e9065 service neutron] 10.222.0.47 "PUT /v2.0/ports/f8f5efb7-244e-4a35-ae6e-a8a5e44418dd HTTP/1.1" status: 200 len: 1093 time: 1.5212903 Jul 14 09:33:11.388965 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe2513d-e509-4b96-9029-b7b51ce188a9', 'tag': 'f8f5efb7-244e-4a35-ae6e-a8a5e44418dd'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:11.392287 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c688531-acbf-496f-be8f-7dfdee775180" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe2513d-e509-4b96-9029-b7b51ce188a9", "tag": "f8f5efb7-244e-4a35-ae6e-a8a5e44418dd"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:11.408045 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c2e68-bdfb-4f12-b7d3-00dba307fbf2 req-a811b276-7210-4c98-b5eb-57afb34a4360 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:11.409642 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-878c2e68-bdfb-4f12-b7d3-00dba307fbf2 req-a811b276-7210-4c98-b5eb-57afb34a4360 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.1840844 Jul 14 09:33:11.484606 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a59a8e-d5ee-4a07-bf76-35924f1e9065 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f5efb7-244e-4a35-ae6e-a8a5e44418dd,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:11.498082 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e7059f-761f-409e-88dd-2b1765f7ad6c x-openstack-request-id: req-b1e7059f-761f-409e-88dd-2b1765f7ad6c {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:11.498780 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe2513d-e509-4b96-9029-b7b51ce188a9", "tag": "f8f5efb7-244e-4a35-ae6e-a8a5e44418dd", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:11.498780 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1e7059f-761f-409e-88dd-2b1765f7ad6c {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:11.499040 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe2513d-e509-4b96-9029-b7b51ce188a9', 'tag': 'f8f5efb7-244e-4a35-ae6e-a8a5e44418dd', 'status': 'completed', 'code': 200} Jul 14 09:33:11.514726 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-878c2e68-bdfb-4f12-b7d3-00dba307fbf2 req-cd708623-9c62-4ce9-a78a-d8d8de2f41e4 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852885 Jul 14 09:33:11.541692 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-d6800823-9b58-4186-b58a-f7fe67cf61fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:11.543208 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-d6800823-9b58-4186-b58a-f7fe67cf61fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c678b609e46430fbdc6db3594477886&device_id=9fe2513d-e509-4b96-9029-b7b51ce188a9 HTTP/1.1" status: 200 len: 1096 time: 0.0944743 Jul 14 09:33:11.551899 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50474) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:11.596724 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-e130fea9-286f-439a-92a0-5744d7281923 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8f5efb7-244e-4a35-ae6e-a8a5e44418dd HTTP/1.1" status: 200 len: 217 time: 0.0456982 Jul 14 09:33:11.652419 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-c2c72269-3bcf-4aaa-97cf-98f3de8e87f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:11.653942 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-c2c72269-3bcf-4aaa-97cf-98f3de8e87f8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d98429ec-fa33-4ae2-92a5-203c90ea495a HTTP/1.1" status: 200 len: 849 time: 0.0508504 Jul 14 09:33:11.691364 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-dd174b0d-6ba0-413b-976e-d2a260865b91 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4276c66c-7c3d-4acf-abdb-e504b464d0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300057 Jul 14 09:33:11.714046 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a9e6d79a-4968-44ba-97d9-451777e7f441 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb022d5abed74ace8ce20b5df7c7b1b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1605496 Jul 14 09:33:11.717916 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50478) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:11.782537 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6062b791-da29-4e69-9b95-b2ef02ef816a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.808144 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-3fc23a86-98c7-48b2-a5ea-9900047ed27f service neutron] 10.222.0.47 "GET /v2.0/networks/4276c66c-7c3d-4acf-abdb-e504b464d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099663 Jul 14 09:33:11.808910 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6062b791-da29-4e69-9b95-b2ef02ef816a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.874335 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6062b791-da29-4e69-9b95-b2ef02ef816a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.878162 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6062b791-da29-4e69-9b95-b2ef02ef816a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.879334 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6062b791-da29-4e69-9b95-b2ef02ef816a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2eb7cc18-32ac-4f1f-867b-3c80176c3781 HTTP/1.1" status: 204 len: 168 time: 0.1615410 Jul 14 09:33:11.890072 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062b791-da29-4e69-9b95-b2ef02ef816a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb7cc18-32ac-4f1f-867b-3c80176c3781,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:11.936402 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2b0c37d-354c-48df-8331-c35b05a1950d req-88620cff-e022-4d10-9a32-be7d1c2d2f5d service neutron] 10.222.0.47 "GET /v2.0/networks/4276c66c-7c3d-4acf-abdb-e504b464d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175003 Jul 14 09:33:12.137397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c688531-acbf-496f-be8f-7dfdee775180 req-5e88a315-e70c-4b0a-8cab-e50e043c06f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:12.139062 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c688531-acbf-496f-be8f-7dfdee775180 req-5e88a315-e70c-4b0a-8cab-e50e043c06f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c678b609e46430fbdc6db3594477886&device_id=9fe2513d-e509-4b96-9029-b7b51ce188a9 HTTP/1.1" status: 200 len: 1096 time: 0.1333807 Jul 14 09:33:12.148251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d867ca-3df6-4221-bda6-efa2c0b5970b req-0a62bffa-a458-46d6-b211-d7ab4eddd949 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:12.149735 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52d867ca-3df6-4221-bda6-efa2c0b5970b req-0a62bffa-a458-46d6-b211-d7ab4eddd949 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fe2513d-e509-4b96-9029-b7b51ce188a9 HTTP/1.1" status: 200 len: 944 time: 0.1281130 Jul 14 09:33:12.228555 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.284229 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52d867ca-3df6-4221-bda6-efa2c0b5970b req-30a8be30-bed1-4802-9779-299932629d28 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ec2b1fe-229d-4376-a843-243b23f585b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240704 Jul 14 09:33:12.284996 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50486) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:12.310488 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f2b6cba6-9c17-42b9-9328-65f9d0f7a584 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:12.324779 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c688531-acbf-496f-be8f-7dfdee775180 req-31d64e86-a68f-4f4c-a224-32673d090e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:12.326499 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c688531-acbf-496f-be8f-7dfdee775180 req-31d64e86-a68f-4f4c-a224-32673d090e96 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4276c66c-7c3d-4acf-abdb-e504b464d0cd HTTP/1.1" status: 200 len: 909 time: 0.1757073 Jul 14 09:33:12.336130 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea18d4d3-07ce-47fc-9a96-eaf3ea694db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.347811 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: f2b6cba6-9c17-42b9-9328-65f9d0f7a584 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:12.348386 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f2b6cba6-9c17-42b9-9328-65f9d0f7a584 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:12.384045 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c688531-acbf-496f-be8f-7dfdee775180 req-9c34d30b-3e58-48c3-8558-c3bf157d35c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8f5efb7-244e-4a35-ae6e-a8a5e44418dd HTTP/1.1" status: 200 len: 217 time: 0.0489399 Jul 14 09:33:12.466809 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c688531-acbf-496f-be8f-7dfdee775180 req-0bdd952c-3358-4927-aa53-7a2be4862178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:12.468476 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c688531-acbf-496f-be8f-7dfdee775180 req-0bdd952c-3358-4927-aa53-7a2be4862178 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d98429ec-fa33-4ae2-92a5-203c90ea495a HTTP/1.1" status: 200 len: 849 time: 0.0769396 Jul 14 09:33:12.519323 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c688531-acbf-496f-be8f-7dfdee775180 req-72b528ed-3563-4815-b28e-26b88f3be4c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4276c66c-7c3d-4acf-abdb-e504b464d0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432031 Jul 14 09:33:12.632263 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea18d4d3-07ce-47fc-9a96-eaf3ea694db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.639632 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea18d4d3-07ce-47fc-9a96-eaf3ea694db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.695541 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c688531-acbf-496f-be8f-7dfdee775180 req-619f2eef-24df-41b7-82b2-61efcecb3311 service neutron] 10.222.0.47 "GET /v2.0/networks/4276c66c-7c3d-4acf-abdb-e504b464d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682312 Jul 14 09:33:12.732545 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ea18d4d3-07ce-47fc-9a96-eaf3ea694db6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=15dc6d32922c4506aeafd5e42e0b1c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4269629 Jul 14 09:33:12.735343 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50494) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:12.742423 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18d4d3-07ce-47fc-9a96-eaf3ea694db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafd6caa-4aca-4477-a8a2-c5e06fe81a23,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:12.788352 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a390b8bc-a3ab-40ca-aca9-575ce4215a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.810977 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a390b8bc-a3ab-40ca-aca9-575ce4215a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.829581 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66a98c-e203-4e28-a78f-7f918aeb3701 req-b1bdba75-ac04-4071-b1f8-4041aac109d7 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:12.831084 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6c66a98c-e203-4e28-a78f-7f918aeb3701 req-b1bdba75-ac04-4071-b1f8-4041aac109d7 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.1676779 Jul 14 09:33:12.836776 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c688531-acbf-496f-be8f-7dfdee775180 req-da71b429-0cdf-4737-b782-a4456f4d501a service neutron] 10.222.0.47 "GET /v2.0/networks/4276c66c-7c3d-4acf-abdb-e504b464d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180255 Jul 14 09:33:12.867322 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a390b8bc-a3ab-40ca-aca9-575ce4215a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.869981 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a390b8bc-a3ab-40ca-aca9-575ce4215a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.873886 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a390b8bc-a3ab-40ca-aca9-575ce4215a7f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bafd6caa-4aca-4477-a8a2-c5e06fe81a23 HTTP/1.1" status: 204 len: 168 time: 0.1349101 Jul 14 09:33:12.879466 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6c66a98c-e203-4e28-a78f-7f918aeb3701 req-cde7e687-a639-4ced-bd46-5b58b374f801 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396850 Jul 14 09:33:12.880010 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390b8bc-a3ab-40ca-aca9-575ce4215a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafd6caa-4aca-4477-a8a2-c5e06fe81a23,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:13.364814 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device f8f5efb7-244e-4a35-ae6e-a8a5e44418dd details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:33:13.466990 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bd9c8-ea9a-4bea-9ba5-eca13e9b03d8 req-46705030-dc55-4296-81f0-4bd19f5cb4c0 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:13.468588 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a19bd9c8-ea9a-4bea-9ba5-eca13e9b03d8 req-46705030-dc55-4296-81f0-4bd19f5cb4c0 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fe2513d-e509-4b96-9029-b7b51ce188a9 HTTP/1.1" status: 200 len: 944 time: 0.0679948 Jul 14 09:33:13.479839 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port f8f5efb7-244e-4a35-ae6e-a8a5e44418dd, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f8f5efb7-244e-4a35-ae6e-a8a5e44418dd,segment=NetworkSegment(2f0eff3c-ecfe-411e-bd56-4d9b6f360568),segment_id=2f0eff3c-ecfe-411e-bd56-4d9b6f360568)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:13.491721 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'f8f5efb7-244e-4a35-ae6e-a8a5e44418dd', 'network_id': '4276c66c-7c3d-4acf-abdb-e504b464d0cd', 'port_id': 'f8f5efb7-244e-4a35-ae6e-a8a5e44418dd', 'mac_address': 'fa:16:3e:be:98:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd98429ec-fa33-4ae2-92a5-203c90ea495a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:33:13.512630 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a19bd9c8-ea9a-4bea-9ba5-eca13e9b03d8 req-bb280f3e-8ea5-478f-8c9c-d7e92f75b678 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ec2b1fe-229d-4376-a843-243b23f585b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383294 Jul 14 09:33:13.534994 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:13.549057 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f5efb7-244e-4a35-ae6e-a8a5e44418dd {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:13.572861 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port f8f5efb7-244e-4a35-ae6e-a8a5e44418dd, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f8f5efb7-244e-4a35-ae6e-a8a5e44418dd,segment=NetworkSegment(2f0eff3c-ecfe-411e-bd56-4d9b6f360568),segment_id=2f0eff3c-ecfe-411e-bd56-4d9b6f360568)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:13.578786 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:13.633711 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=f8f5efb7-244e-4a35-ae6e-a8a5e44418dd,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:13.642232 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:13.642605 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:13.642997 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:13.643394 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:13.643759 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:13.644255 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:13.644761 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:13.645290 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:13.645814 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:13.646314 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:13.646791 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:13.647268 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:13.842250 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['f8f5efb7-244e-4a35-ae6e-a8a5e44418dd'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:14.089338 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34259dfe-8091-4734-941e-111223e9ef2b req-8ae147e9-77e6-4090-8ead-b2f103026054 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:14.096102 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-34259dfe-8091-4734-941e-111223e9ef2b req-8ae147e9-77e6-4090-8ead-b2f103026054 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=65a4104b-893d-4c14-8911-5f64faa3828d HTTP/1.1" status: 200 len: 945 time: 0.1273975 Jul 14 09:33:14.150599 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-34259dfe-8091-4734-941e-111223e9ef2b req-f6bb2888-c4c9-401c-8efd-1ae2b8638fea tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/security-groups?id=bccfe7bf-fbd6-44b7-accb-22a9e85ac65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531762 Jul 14 09:33:14.164929 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30183f-9c06-421a-9827-1942c6a6d560 req-6bc2a785-a3da-4f7c-996e-baaeb376155e tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:14.167078 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9b30183f-9c06-421a-9827-1942c6a6d560 req-6bc2a785-a3da-4f7c-996e-baaeb376155e tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.1296942 Jul 14 09:33:14.218897 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9b30183f-9c06-421a-9827-1942c6a6d560 req-20742afc-c57c-4ed1-8aeb-348c47f036da tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368805 Jul 14 09:33:14.705226 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c8b55-1496-4ea5-bf09-aa494579b64a req-72c09794-dacd-4e36-be30-f8856235be31 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:14.705226 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-712c8b55-1496-4ea5-bf09-aa494579b64a req-72c09794-dacd-4e36-be30-f8856235be31 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fe2513d-e509-4b96-9029-b7b51ce188a9 HTTP/1.1" status: 200 len: 945 time: 0.0693674 Jul 14 09:33:14.751256 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-712c8b55-1496-4ea5-bf09-aa494579b64a req-982a95a2-edfd-4bc1-8c34-12f2628f269e tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ec2b1fe-229d-4376-a843-243b23f585b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437436 Jul 14 09:33:15.081587 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50664) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:15.185602 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee4d12d8-de3c-46a5-8f0c-fcadafd53a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.288742 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee4d12d8-de3c-46a5-8f0c-fcadafd53a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.293284 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee4d12d8-de3c-46a5-8f0c-fcadafd53a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.333246 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ee4d12d8-de3c-46a5-8f0c-fcadafd53a1a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d1ed70a9c6424966954544a16e13e121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2505310 Jul 14 09:33:15.338779 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50672) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:15.350964 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d12d8-de3c-46a5-8f0c-fcadafd53a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03a2407-913b-421b-8331-9d1c8d58ff16,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:15.390289 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device f8f5efb7-244e-4a35-ae6e-a8a5e44418dd up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:15.391147 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3226f-ea86-4aec-86c2-bc0e2be2ac72 req-e8b92c09-7af8-4eb0-a5d0-a47ceab441d7 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:15.392735 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9bf3226f-ea86-4aec-86c2-bc0e2be2ac72 req-e8b92c09-7af8-4eb0-a5d0-a47ceab441d7 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=65a4104b-893d-4c14-8911-5f64faa3828d HTTP/1.1" status: 200 len: 945 time: 0.1162510 Jul 14 09:33:15.443793 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port f8f5efb7-244e-4a35-ae6e-a8a5e44418dd completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:15.449458 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port f8f5efb7-244e-4a35-ae6e-a8a5e44418dd triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:15.449825 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.503626 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e3fe117f-26bd-4fd5-9c30-d9f002b9b757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.519918 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9bf3226f-ea86-4aec-86c2-bc0e2be2ac72 req-5de73907-80c1-44ce-9882-378e4127fed8 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/security-groups?id=bccfe7bf-fbd6-44b7-accb-22a9e85ac65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063507 Jul 14 09:33:15.546799 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.551272 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46b1e3-80e0-43ec-b8e0-aca032b16f4a req-d17be3fb-229f-4724-a5f1-2a3d5334cf6e tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:15.552894 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-be46b1e3-80e0-43ec-b8e0-aca032b16f4a req-d17be3fb-229f-4724-a5f1-2a3d5334cf6e tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.1889207 Jul 14 09:33:15.560348 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e3fe117f-26bd-4fd5-9c30-d9f002b9b757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.575225 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe2513d-e509-4b96-9029-b7b51ce188a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f5efb7-244e-4a35-ae6e-a8a5e44418dd'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:15.577508 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ea8da3-c146-4763-b763-75fa9ae30b5c" -d '{"events": [{"server_uuid": "9fe2513d-e509-4b96-9029-b7b51ce188a9", "name": "network-vif-plugged", "status": "completed", "tag": "f8f5efb7-244e-4a35-ae6e-a8a5e44418dd"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:15.591081 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port f8f5efb7-244e-4a35-ae6e-a8a5e44418dd, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f8f5efb7-244e-4a35-ae6e-a8a5e44418dd,segment=NetworkSegment(2f0eff3c-ecfe-411e-bd56-4d9b6f360568),segment_id=2f0eff3c-ecfe-411e-bd56-4d9b6f360568)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:15.595969 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.605119 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26cf275-d149-4145-b37d-a0552eb92260 req-37609476-0ce4-4601-91af-d25a709e4d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:15.606630 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a26cf275-d149-4145-b37d-a0552eb92260 req-37609476-0ce4-4601-91af-d25a709e4d10 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 1097 time: 0.1921043 Jul 14 09:33:15.628600 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc68894f-e179-409a-b92c-9a4bc90caf9b x-openstack-request-id: req-cc68894f-e179-409a-b92c-9a4bc90caf9b {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:15.628887 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe2513d-e509-4b96-9029-b7b51ce188a9", "name": "network-vif-plugged", "status": "completed", "tag": "f8f5efb7-244e-4a35-ae6e-a8a5e44418dd", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:15.629135 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc68894f-e179-409a-b92c-9a4bc90caf9b {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:15.629521 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe2513d-e509-4b96-9029-b7b51ce188a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f5efb7-244e-4a35-ae6e-a8a5e44418dd', 'code': 200} Jul 14 09:33:15.648121 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-be46b1e3-80e0-43ec-b8e0-aca032b16f4a req-a280796b-9fdf-479b-a2a4-1eee78967c96 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846407 Jul 14 09:33:15.660245 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=f8f5efb7-244e-4a35-ae6e-a8a5e44418dd,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:15.666495 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a26cf275-d149-4145-b37d-a0552eb92260 req-8716f2ab-05e0-453e-9b5a-3b68960c39dc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493283 Jul 14 09:33:15.678275 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e3fe117f-26bd-4fd5-9c30-d9f002b9b757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.681256 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e3fe117f-26bd-4fd5-9c30-d9f002b9b757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.683368 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e3fe117f-26bd-4fd5-9c30-d9f002b9b757 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d03a2407-913b-421b-8331-9d1c8d58ff16 HTTP/1.1" status: 204 len: 168 time: 0.3433468 Jul 14 09:33:15.693446 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe117f-26bd-4fd5-9c30-d9f002b9b757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03a2407-913b-421b-8331-9d1c8d58ff16,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:15.748155 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1aaba-b038-4474-865e-00d8175c5a0b req-3fda22a7-ba4a-4d7a-a395-da62888f697a tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:15.750573 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f3f1aaba-b038-4474-865e-00d8175c5a0b req-3fda22a7-ba4a-4d7a-a395-da62888f697a tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.44 "GET /v2.0/ports?device_id=65a4104b-893d-4c14-8911-5f64faa3828d HTTP/1.1" status: 200 len: 945 time: 0.1164749 Jul 14 09:33:15.789145 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa25dae-07bd-4fe9-af2f-aa70c2ca9aa7 req-8e225f82-85c5-4a2e-99ba-4dccc44cca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:15.793028 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2fa25dae-07bd-4fe9-af2f-aa70c2ca9aa7 req-8e225f82-85c5-4a2e-99ba-4dccc44cca3c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9fe2513d-e509-4b96-9029-b7b51ce188a9 HTTP/1.1" status: 200 len: 1098 time: 0.0650768 Jul 14 09:33:15.843619 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2fa25dae-07bd-4fe9-af2f-aa70c2ca9aa7 req-6c48219f-ac0c-40d0-a0ec-85ce6a06c823 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1ec2b1fe-229d-4376-a843-243b23f585b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427394 Jul 14 09:33:15.875874 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-f3f1aaba-b038-4474-865e-00d8175c5a0b req-ca5b214a-6727-4045-b60c-3a6fa58f0246 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Deleting port a1801a74-bc04-4651-bcf4-5bb3d15a128b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:15.876224 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f3f1aaba-b038-4474-865e-00d8175c5a0b req-ca5b214a-6727-4045-b60c-3a6fa58f0246 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.967689 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c7f6-86e4-490e-8bb8-de5d38ef84d0 req-d36451f2-052a-4981-80ed-4cae2bdb7968 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:15.969869 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5954c7f6-86e4-490e-8bb8-de5d38ef84d0 req-d36451f2-052a-4981-80ed-4cae2bdb7968 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fe2513d-e509-4b96-9029-b7b51ce188a9 HTTP/1.1" status: 200 len: 946 time: 0.0801456 Jul 14 09:33:16.002180 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-f3f1aaba-b038-4474-865e-00d8175c5a0b req-ca5b214a-6727-4045-b60c-3a6fa58f0246 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] For port a1801a74-bc04-4651-bcf4-5bb3d15a128b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=a1801a74-bc04-4651-bcf4-5bb3d15a128b,segment=NetworkSegment(6252c34e-10e4-441b-83ab-5be2caf8f071),segment_id=6252c34e-10e4-441b-83ab-5be2caf8f071)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:16.003165 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f3f1aaba-b038-4474-865e-00d8175c5a0b req-ca5b214a-6727-4045-b60c-3a6fa58f0246 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.017302 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5954c7f6-86e4-490e-8bb8-de5d38ef84d0 req-3e1b189e-32b6-4a66-b0b0-84aef19baf60 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ec2b1fe-229d-4376-a843-243b23f585b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404358 Jul 14 09:33:16.018205 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-f3f1aaba-b038-4474-865e-00d8175c5a0b req-ca5b214a-6727-4045-b60c-3a6fa58f0246 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Calling delete_port for a1801a74-bc04-4651-bcf4-5bb3d15a128b owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:16.057494 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50684) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:16.074558 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-63c895c2-4998-46ea-9fb3-c61aff4539e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.174683 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f3f1aaba-b038-4474-865e-00d8175c5a0b req-ca5b214a-6727-4045-b60c-3a6fa58f0246 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.176283 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-63c895c2-4998-46ea-9fb3-c61aff4539e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.180258 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-63c895c2-4998-46ea-9fb3-c61aff4539e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.191574 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['a1801a74-bc04-4651-bcf4-5bb3d15a128b'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:16.209337 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b214a-6727-4045-b60c-3a6fa58f0246 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Pushing event deleted for resources: {'Port': ['ID=a1801a74-bc04-4651-bcf4-5bb3d15a128b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:16.223258 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c895c2-4998-46ea-9fb3-c61aff4539e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17f6f41-9f4e-44ca-8a68-491fa029055c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:16.228188 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-63c895c2-4998-46ea-9fb3-c61aff4539e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=08b8c9a889e44776a34009bf36e17d8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1695969 Jul 14 09:33:16.231385 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50686) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:16.268861 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f1aaba-b038-4474-865e-00d8175c5a0b req-ca5b214a-6727-4045-b60c-3a6fa58f0246 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] No DVR routers for this DVR port a1801a74-bc04-4651-bcf4-5bb3d15a128b on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:16.271987 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f3f1aaba-b038-4474-865e-00d8175c5a0b req-ca5b214a-6727-4045-b60c-3a6fa58f0246 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.274149 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f3f1aaba-b038-4474-865e-00d8175c5a0b req-ca5b214a-6727-4045-b60c-3a6fa58f0246 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.44 "DELETE /v2.0/ports/a1801a74-bc04-4651-bcf4-5bb3d15a128b HTTP/1.1" status: 204 len: 173 time: 0.5168774 Jul 14 09:33:16.274763 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a4104b-893d-4c14-8911-5f64faa3828d', 'name': 'network-vif-deleted', 'tag': 'a1801a74-bc04-4651-bcf4-5bb3d15a128b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:16.278150 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf429d6-2320-4068-ae67-7cda032e97e7" -d '{"events": [{"server_uuid": "65a4104b-893d-4c14-8911-5f64faa3828d", "name": "network-vif-deleted", "tag": "a1801a74-bc04-4651-bcf4-5bb3d15a128b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:16.288674 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-053ff543-f437-4a62-9ce1-bd04a75e74a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.315809 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-053ff543-f437-4a62-9ce1-bd04a75e74a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.349439 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37848d7-2932-4b39-bac1-d853aa5b6879 x-openstack-request-id: req-f37848d7-2932-4b39-bac1-d853aa5b6879 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:16.349864 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a4104b-893d-4c14-8911-5f64faa3828d", "name": "network-vif-deleted", "tag": "a1801a74-bc04-4651-bcf4-5bb3d15a128b", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:16.350227 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f37848d7-2932-4b39-bac1-d853aa5b6879 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:16.350820 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a4104b-893d-4c14-8911-5f64faa3828d', 'name': 'network-vif-deleted', 'tag': 'a1801a74-bc04-4651-bcf4-5bb3d15a128b', 'status': 'completed', 'code': 200} Jul 14 09:33:16.381803 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-053ff543-f437-4a62-9ce1-bd04a75e74a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.385040 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-053ff543-f437-4a62-9ce1-bd04a75e74a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.386631 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-053ff543-f437-4a62-9ce1-bd04a75e74a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e17f6f41-9f4e-44ca-8a68-491fa029055c HTTP/1.1" status: 204 len: 168 time: 0.1542041 Jul 14 09:33:16.411138 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ff543-f437-4a62-9ce1-bd04a75e74a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17f6f41-9f4e-44ca-8a68-491fa029055c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:16.508572 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b5e717da-6af1-4db5-8901-6c2a426e81ae req-b3937fa3-d261-4eb2-a890-3464d0476816 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d5926dcd-80bc-4107-a372-b50aa9a8d209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0663006 Jul 14 09:33:16.623979 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e717da-6af1-4db5-8901-6c2a426e81ae req-d87eea86-cd11-44ca-8119-be831eba2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:16.626268 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b5e717da-6af1-4db5-8901-6c2a426e81ae req-d87eea86-cd11-44ca-8119-be831eba2a00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f464ecef0897489e962d28ba5796b08e&device_id=d5926dcd-80bc-4107-a372-b50aa9a8d209 HTTP/1.1" status: 200 len: 1098 time: 0.0644770 Jul 14 09:33:16.725320 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aec064fc-ea5a-4c21-ac7c-d35e9c9aef69 req-0c1c62f3-a62c-4491-ab86-18eff5c17b61 tempest-VolumesSnapshotTestJSON-515011645 tempest-VolumesSnapshotTestJSON-515011645-project] 10.222.0.25 "GET /v2.0/ports?device_id=65a4104b-893d-4c14-8911-5f64faa3828d HTTP/1.1" status: 200 len: 210 time: 0.0502684 Jul 14 09:33:16.824183 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e717da-6af1-4db5-8901-6c2a426e81ae req-9a25d7a7-ebaf-4e31-92df-34e4349823e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:16.826221 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b5e717da-6af1-4db5-8901-6c2a426e81ae req-9a25d7a7-ebaf-4e31-92df-34e4349823e7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bc0bd8e8-a70c-46ac-88d0-6d79a7b009de HTTP/1.1" status: 200 len: 908 time: 0.1636946 Jul 14 09:33:16.933986 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b5e717da-6af1-4db5-8901-6c2a426e81ae req-94428f98-fdb5-4870-9770-e163cea669ad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d800f4b6-c165-41d9-b976-40e00fccad87 HTTP/1.1" status: 200 len: 1002 time: 0.1008301 Jul 14 09:33:16.941778 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca62a0-33a3-4925-965c-0000aff4347a req-32fdea61-f7f4-4ad4-8861-ec7524dc08b7 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:16.943952 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aaca62a0-33a3-4925-965c-0000aff4347a req-32fdea61-f7f4-4ad4-8861-ec7524dc08b7 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.0922649 Jul 14 09:33:16.997908 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e717da-6af1-4db5-8901-6c2a426e81ae req-4d5f8bad-23c2-447f-9dd4-70f1c629cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:16.998806 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b5e717da-6af1-4db5-8901-6c2a426e81ae req-4d5f8bad-23c2-447f-9dd4-70f1c629cc32 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=991179d8-8134-494e-aabe-217e4217c4a9 HTTP/1.1" status: 200 len: 847 time: 0.0585117 Jul 14 09:33:17.002409 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aaca62a0-33a3-4925-965c-0000aff4347a req-831d4b94-64cf-4b39-9649-fdd92cd5a33f tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509329 Jul 14 09:33:17.080534 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e717da-6af1-4db5-8901-6c2a426e81ae req-fca6787b-eded-43fe-9945-e5cedd7c00c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:17.082492 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b5e717da-6af1-4db5-8901-6c2a426e81ae req-fca6787b-eded-43fe-9945-e5cedd7c00c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bc0bd8e8-a70c-46ac-88d0-6d79a7b009de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720255 Jul 14 09:33:17.230230 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b5e717da-6af1-4db5-8901-6c2a426e81ae req-54ce3088-d765-437c-8707-acc05f221217 service neutron] 10.222.0.44 "GET /v2.0/networks/bc0bd8e8-a70c-46ac-88d0-6d79a7b009de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355138 Jul 14 09:33:17.257080 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0e7b1-fa2c-44c5-8bc2-48d793a825c6 req-9c7bd989-e30b-4461-9283-1373d2610649 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:17.258807 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0f0e7b1-fa2c-44c5-8bc2-48d793a825c6 req-9c7bd989-e30b-4461-9283-1373d2610649 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fe2513d-e509-4b96-9029-b7b51ce188a9 HTTP/1.1" status: 200 len: 946 time: 0.0800238 Jul 14 09:33:17.333168 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0f0e7b1-fa2c-44c5-8bc2-48d793a825c6 req-807eae3b-f99c-4803-b0e2-54802196f1c7 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ec2b1fe-229d-4376-a843-243b23f585b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648389 Jul 14 09:33:17.378069 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b5e717da-6af1-4db5-8901-6c2a426e81ae req-8833258c-76c9-481d-bcca-10abd1e92545 service neutron] 10.222.0.44 "GET /v2.0/networks/bc0bd8e8-a70c-46ac-88d0-6d79a7b009de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409218 Jul 14 09:33:17.621252 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13d028-75c5-42f5-a9df-5c13ad27af91 req-bb799c8c-a0f1-4436-806f-85a17623178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:17.623726 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bc13d028-75c5-42f5-a9df-5c13ad27af91 req-bb799c8c-a0f1-4436-806f-85a17623178e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=db20cf33c4e74a0d9cdd7eb7d6c2a275&device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 1097 time: 0.0699074 Jul 14 09:33:17.685091 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14664a25-bc62-4486-8c01-bd37de8c6c7d req-a187bced-833d-4f64-9b7b-9cc73de68075 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:17.688213 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-14664a25-bc62-4486-8c01-bd37de8c6c7d req-a187bced-833d-4f64-9b7b-9cc73de68075 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.0892172 Jul 14 09:33:17.767634 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-14664a25-bc62-4486-8c01-bd37de8c6c7d req-49790011-3924-4683-994a-4b0c417eb569 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531929 Jul 14 09:33:17.789127 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13d028-75c5-42f5-a9df-5c13ad27af91 req-27c9be00-1b17-4615-88a0-05c619549a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:17.792946 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bc13d028-75c5-42f5-a9df-5c13ad27af91 req-27c9be00-1b17-4615-88a0-05c619549a5e service neutron] 10.222.0.44 "GET /v2.0/networks?id=d250d3e7-a7ea-4ede-b79b-36a4979bd379 HTTP/1.1" status: 200 len: 918 time: 0.1629379 Jul 14 09:33:17.859736 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bc13d028-75c5-42f5-a9df-5c13ad27af91 req-3e4fec70-7647-485d-b750-9f01cb207ce4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e322e284-0880-4746-8e9f-3c858f92a19c HTTP/1.1" status: 200 len: 217 time: 0.0561869 Jul 14 09:33:17.926425 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13d028-75c5-42f5-a9df-5c13ad27af91 req-0badf425-fc8f-4b45-b58d-1a7e86468e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:17.928813 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bc13d028-75c5-42f5-a9df-5c13ad27af91 req-0badf425-fc8f-4b45-b58d-1a7e86468e49 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bc3de3a-9ded-4326-826a-8b83feb4cbce HTTP/1.1" status: 200 len: 858 time: 0.0597179 Jul 14 09:33:17.976718 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bc13d028-75c5-42f5-a9df-5c13ad27af91 req-e9d6a68a-c085-4171-9b2d-d6db041b3c4c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d250d3e7-a7ea-4ede-b79b-36a4979bd379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409791 Jul 14 09:33:18.110402 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bc13d028-75c5-42f5-a9df-5c13ad27af91 req-76e7be99-947b-4c96-9486-ab292814bed7 service neutron] 10.222.0.44 "GET /v2.0/networks/d250d3e7-a7ea-4ede-b79b-36a4979bd379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130512 Jul 14 09:33:18.245473 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bc13d028-75c5-42f5-a9df-5c13ad27af91 req-338b49b2-49d8-4a55-bcde-307199bbe60e service neutron] 10.222.0.44 "GET /v2.0/networks/d250d3e7-a7ea-4ede-b79b-36a4979bd379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320479 Jul 14 09:33:18.457597 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7138dd5a-7c80-4b57-82b2-91f0165d2e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:18.469553 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346fb05-8306-46d5-bdba-93fe6b107f65 req-176577e2-444e-4694-83be-6ea9863dc1b8 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:18.472259 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f346fb05-8306-46d5-bdba-93fe6b107f65 req-176577e2-444e-4694-83be-6ea9863dc1b8 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fe2513d-e509-4b96-9029-b7b51ce188a9 HTTP/1.1" status: 200 len: 946 time: 0.1201620 Jul 14 09:33:18.510205 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b141ffb-9e25-4894-bca5-54ad2bf0e60c req-5320bb49-bfa8-46fc-82ee-5a5a3b478f0a tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:18.512165 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0b141ffb-9e25-4894-bca5-54ad2bf0e60c req-5320bb49-bfa8-46fc-82ee-5a5a3b478f0a tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 946 time: 0.1280513 Jul 14 09:33:18.564469 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f346fb05-8306-46d5-bdba-93fe6b107f65 req-8a74540c-6d4b-49be-9d2b-e48a17d7f23e tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ec2b1fe-229d-4376-a843-243b23f585b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856996 Jul 14 09:33:18.608125 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0b141ffb-9e25-4894-bca5-54ad2bf0e60c req-84e904f8-6fd4-40eb-bcfb-5592cee86db2 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/security-groups?id=019c7230-10fa-4918-9772-1dedef9fbf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0853083 Jul 14 09:33:19.017235 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d47164-3f84-46f4-935c-71769f1a8c63 req-350a8133-40af-49bf-8c54-e72e1ef7e445 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:19.019446 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-51d47164-3f84-46f4-935c-71769f1a8c63 req-350a8133-40af-49bf-8c54-e72e1ef7e445 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.1012392 Jul 14 09:33:19.064073 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-51d47164-3f84-46f4-935c-71769f1a8c63 req-96c7401c-11f0-4aa2-bcf9-7dea8f5a81e9 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368912 Jul 14 09:33:19.567458 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50794) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:19.573759 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-2c429bce-0527-45de-b1af-84acb44e1c82 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Request body: {'network': {'name': 'tempest-network-smoke--1624775409', 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'port_security_enabled': True}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:19.603042 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c429bce-0527-45de-b1af-84acb44e1c82 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Made reservation on behalf of c6d70120fc4240e181353ff36863fe62 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:19.607339 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c429bce-0527-45de-b1af-84acb44e1c82 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.625059 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c429bce-0527-45de-b1af-84acb44e1c82 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.717621 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device a1801a74-bc04-4651-bcf4-5bb3d15a128b no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:19.792101 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: a1801a74-bc04-4651-bcf4-5bb3d15a128b {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:19.794398 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c429bce-0527-45de-b1af-84acb44e1c82 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.794986 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device a1801a74-bc04-4651-bcf4-5bb3d15a128b not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:19.801750 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c429bce-0527-45de-b1af-84acb44e1c82 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.815423 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba12c7d-ec41-48fc-bc2d-743ca75a592e req-49a1f678-f3f8-493f-b0b8-69c51761ca3d tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:19.824485 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cba12c7d-ec41-48fc-bc2d-743ca75a592e req-49a1f678-f3f8-493f-b0b8-69c51761ca3d tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fe2513d-e509-4b96-9029-b7b51ce188a9 HTTP/1.1" status: 200 len: 946 time: 0.1136587 Jul 14 09:33:19.842382 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c429bce-0527-45de-b1af-84acb44e1c82 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ee1f8b-6a9d-4ce1-b2e9-0c92b89ae61f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:19.849286 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-15bd7eaa-8814-4d45-8845-3508a83d7acc req-0909def5-fd5f-4979-824b-99898aab0232 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1819267 Jul 14 09:33:19.858796 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c429bce-0527-45de-b1af-84acb44e1c82 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:33:19.883852 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c429bce-0527-45de-b1af-84acb44e1c82 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.884715 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-2c429bce-0527-45de-b1af-84acb44e1c82 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Added segment 6c9682bf-4ac0-4ecd-b7e6-c395e5af687b of type vlan for network 537da7df-b394-4713-8449-76a067ef2cbc Jul 14 09:33:19.929985 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cba12c7d-ec41-48fc-bc2d-743ca75a592e req-b693b052-3cd8-4f7b-be06-9920d03ceae1 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ec2b1fe-229d-4376-a843-243b23f585b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043727 Jul 14 09:33:19.970763 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c429bce-0527-45de-b1af-84acb44e1c82 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.982228 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd974188-54db-4994-bf26-a9ab4cbeee1d req-dcb37a66-4f43-4451-9c28-f6dcc8970799 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:19.982228 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd974188-54db-4994-bf26-a9ab4cbeee1d req-dcb37a66-4f43-4451-9c28-f6dcc8970799 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fe2513d-e509-4b96-9029-b7b51ce188a9 HTTP/1.1" status: 200 len: 946 time: 0.1018796 Jul 14 09:33:20.053166 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c429bce-0527-45de-b1af-84acb44e1c82 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.059262 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c429bce-0527-45de-b1af-84acb44e1c82 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:20.059925 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c429bce-0527-45de-b1af-84acb44e1c82 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.141507 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c429bce-0527-45de-b1af-84acb44e1c82 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event updated for resources: {'Network': ['ID=537da7df-b394-4713-8449-76a067ef2cbc,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:20.153340 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd7eaa-8814-4d45-8845-3508a83d7acc req-f89ef794-2ee7-46b1-9655-1611ba6ec59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:20.157335 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 537da7df-b394-4713-8449-76a067ef2cbc details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:33:20.171831 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-15bd7eaa-8814-4d45-8845-3508a83d7acc req-f89ef794-2ee7-46b1-9655-1611ba6ec59d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db20cf33c4e74a0d9cdd7eb7d6c2a275&device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 1098 time: 0.1969011 Jul 14 09:33:20.181553 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-dd974188-54db-4994-bf26-a9ab4cbeee1d req-4d090166-3e14-47e8-9cfe-321334ed0ba0 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Deleting port f8f5efb7-244e-4a35-ae6e-a8a5e44418dd {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:20.182507 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2c429bce-0527-45de-b1af-84acb44e1c82 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6136639 Jul 14 09:33:20.185201 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50804) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:20.185623 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-dd974188-54db-4994-bf26-a9ab4cbeee1d req-4d090166-3e14-47e8-9cfe-321334ed0ba0 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.191110 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-b790c614-3391-4f8d-ada3-9372cb4e53bb tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-402948804', 'admin_state_up': True, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:20.261523 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b790c614-3391-4f8d-ada3-9372cb4e53bb tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.264046 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b790c614-3391-4f8d-ada3-9372cb4e53bb tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.346552 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b790c614-3391-4f8d-ada3-9372cb4e53bb tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.389367 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-dd974188-54db-4994-bf26-a9ab4cbeee1d req-4d090166-3e14-47e8-9cfe-321334ed0ba0 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] For port f8f5efb7-244e-4a35-ae6e-a8a5e44418dd, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=f8f5efb7-244e-4a35-ae6e-a8a5e44418dd,segment=NetworkSegment(2f0eff3c-ecfe-411e-bd56-4d9b6f360568),segment_id=2f0eff3c-ecfe-411e-bd56-4d9b6f360568)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:20.390090 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-dd974188-54db-4994-bf26-a9ab4cbeee1d req-4d090166-3e14-47e8-9cfe-321334ed0ba0 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.448153 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-dd974188-54db-4994-bf26-a9ab4cbeee1d req-4d090166-3e14-47e8-9cfe-321334ed0ba0 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Calling delete_port for f8f5efb7-244e-4a35-ae6e-a8a5e44418dd owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:20.551774 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b790c614-3391-4f8d-ada3-9372cb4e53bb tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.565278 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdae9f4-9672-42e0-a7ac-2d71d64be833 req-968ac09e-ce3e-4557-9f37-a2f801835f97 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:20.572725 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bdae9f4-9672-42e0-a7ac-2d71d64be833 req-968ac09e-ce3e-4557-9f37-a2f801835f97 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.2403543 Jul 14 09:33:20.624601 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630646f-a6c2-48f8-82e4-3a282c33f4aa req-8fe26ebb-0f7d-4246-a160-4f7d90a7e7ad tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:20.626977 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4630646f-a6c2-48f8-82e4-3a282c33f4aa req-8fe26ebb-0f7d-4246-a160-4f7d90a7e7ad tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 946 time: 0.2568145 Jul 14 09:33:20.663206 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd7eaa-8814-4d45-8845-3508a83d7acc req-24bdc824-cf18-4171-8d4a-d1c6982db3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:20.664768 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-15bd7eaa-8814-4d45-8845-3508a83d7acc req-24bdc824-cf18-4171-8d4a-d1c6982db3db service neutron] 10.222.0.47 "GET /v2.0/networks?id=d250d3e7-a7ea-4ede-b79b-36a4979bd379 HTTP/1.1" status: 200 len: 918 time: 0.4283385 Jul 14 09:33:20.707342 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4630646f-a6c2-48f8-82e4-3a282c33f4aa req-c8ad915a-92f9-4954-b0d4-77d01074576e tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/security-groups?id=019c7230-10fa-4918-9772-1dedef9fbf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689011 Jul 14 09:33:20.719989 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bdae9f4-9672-42e0-a7ac-2d71d64be833 req-f6ca949b-e4b8-4f8c-ae0f-dcf1becbaa1c tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426930 Jul 14 09:33:20.726680 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-15bd7eaa-8814-4d45-8845-3508a83d7acc req-5cfcd881-c703-4a82-af61-1c7a261165a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e2d8ef9-185a-4f63-a3da-c36fefac660a HTTP/1.1" status: 200 len: 217 time: 0.0527699 Jul 14 09:33:20.792026 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd7eaa-8814-4d45-8845-3508a83d7acc req-0e3780fc-c6b7-4b8c-85d1-75d5a4ce8429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:20.792026 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-15bd7eaa-8814-4d45-8845-3508a83d7acc req-0e3780fc-c6b7-4b8c-85d1-75d5a4ce8429 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0bc3de3a-9ded-4326-826a-8b83feb4cbce HTTP/1.1" status: 200 len: 858 time: 0.0559037 Jul 14 09:33:20.803061 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-dd974188-54db-4994-bf26-a9ab4cbeee1d req-4d090166-3e14-47e8-9cfe-321334ed0ba0 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.816676 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['f8f5efb7-244e-4a35-ae6e-a8a5e44418dd'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:20.840655 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d090166-3e14-47e8-9cfe-321334ed0ba0 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Pushing event deleted for resources: {'Port': ['ID=f8f5efb7-244e-4a35-ae6e-a8a5e44418dd,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:20.841714 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-15bd7eaa-8814-4d45-8845-3508a83d7acc req-cb2f5a88-369c-4474-86ee-546457efe9ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d250d3e7-a7ea-4ede-b79b-36a4979bd379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430067 Jul 14 09:33:20.907274 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd974188-54db-4994-bf26-a9ab4cbeee1d req-4d090166-3e14-47e8-9cfe-321334ed0ba0 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] No DVR routers for this DVR port f8f5efb7-244e-4a35-ae6e-a8a5e44418dd on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:20.909953 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-dd974188-54db-4994-bf26-a9ab4cbeee1d req-4d090166-3e14-47e8-9cfe-321334ed0ba0 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.912274 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd974188-54db-4994-bf26-a9ab4cbeee1d req-4d090166-3e14-47e8-9cfe-321334ed0ba0 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.47 "DELETE /v2.0/ports/f8f5efb7-244e-4a35-ae6e-a8a5e44418dd HTTP/1.1" status: 204 len: 173 time: 0.9224758 Jul 14 09:33:20.912725 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe2513d-e509-4b96-9029-b7b51ce188a9', 'name': 'network-vif-deleted', 'tag': 'f8f5efb7-244e-4a35-ae6e-a8a5e44418dd'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:20.915369 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1536c5-711e-4968-a024-bfa6c5d6c9a7" -d '{"events": [{"server_uuid": "9fe2513d-e509-4b96-9029-b7b51ce188a9", "name": "network-vif-deleted", "tag": "f8f5efb7-244e-4a35-ae6e-a8a5e44418dd"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:20.971773 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76530c46-1389-4a5b-954a-80bb4a8da63b x-openstack-request-id: req-76530c46-1389-4a5b-954a-80bb4a8da63b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:20.972075 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe2513d-e509-4b96-9029-b7b51ce188a9", "name": "network-vif-deleted", "tag": "f8f5efb7-244e-4a35-ae6e-a8a5e44418dd", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:20.972327 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76530c46-1389-4a5b-954a-80bb4a8da63b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:20.972756 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe2513d-e509-4b96-9029-b7b51ce188a9', 'name': 'network-vif-deleted', 'tag': 'f8f5efb7-244e-4a35-ae6e-a8a5e44418dd', 'status': 'completed', 'code': 200} Jul 14 09:33:21.053512 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fddfbf43-94be-4b02-9eb1-63c8352a7478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.099208 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b790c614-3391-4f8d-ada3-9372cb4e53bb tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.104034 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-15bd7eaa-8814-4d45-8845-3508a83d7acc req-2b2108d6-bddd-4368-a159-9f2cbcd058c7 service neutron] 10.222.0.47 "GET /v2.0/networks/d250d3e7-a7ea-4ede-b79b-36a4979bd379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521968 Jul 14 09:33:21.124407 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f47fdd88-1831-43b4-81da-aff71cfebd20 req-d17f0f90-e660-48a5-b3e5-f7df9b83adf0 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fe2513d-e509-4b96-9029-b7b51ce188a9 HTTP/1.1" status: 200 len: 210 time: 0.0384450 Jul 14 09:33:21.277196 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.440394 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b790c614-3391-4f8d-ada3-9372cb4e53bb tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.599226 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-15bd7eaa-8814-4d45-8845-3508a83d7acc req-70156b9d-88f5-4c65-813a-bb4796c6a4c0 service neutron] 10.222.0.47 "GET /v2.0/networks/d250d3e7-a7ea-4ede-b79b-36a4979bd379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687286 Jul 14 09:33:21.629790 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-b790c614-3391-4f8d-ada3-9372cb4e53bb tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Allocated IP 172.25.6.92 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/c449e622-4d11-4aa8-bdb2-8226a1d0fb54) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:21.711030 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987e9c9-9877-4240-9ac1-a75551b44b76 req-c4c898c6-2d35-4ccd-8020-6bdc26961eb9 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:21.729060 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9987e9c9-9877-4240-9ac1-a75551b44b76 req-c4c898c6-2d35-4ccd-8020-6bdc26961eb9 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 946 time: 0.1634195 Jul 14 09:33:21.768228 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9987e9c9-9877-4240-9ac1-a75551b44b76 req-c5f1603f-13ca-489c-b9a5-7e05a7ebef8e tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/security-groups?id=019c7230-10fa-4918-9772-1dedef9fbf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372512 Jul 14 09:33:21.784903 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b790c614-3391-4f8d-ada3-9372cb4e53bb tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.836474 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b790c614-3391-4f8d-ada3-9372cb4e53bb tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.881392 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b790c614-3391-4f8d-ada3-9372cb4e53bb tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:21.886742 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-b790c614-3391-4f8d-ada3-9372cb4e53bb tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:21.892542 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b790c614-3391-4f8d-ada3-9372cb4e53bb tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:21.918468 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790c614-3391-4f8d-ada3-9372cb4e53bb tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event updated for resources: {'Port': ['ID=c449e622-4d11-4aa8-bdb2-8226a1d0fb54,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:22.187147 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b790c614-3391-4f8d-ada3-9372cb4e53bb tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:22.233789 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:22.507887 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b790c614-3391-4f8d-ada3-9372cb4e53bb tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:22.530605 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-b0d91c91-41db-46d1-9c98-abef7afb92b3 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:22.532559 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-b0d91c91-41db-46d1-9c98-abef7afb92b3 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/networks?id=4276c66c-7c3d-4acf-abdb-e504b464d0cd HTTP/1.1" status: 200 len: 809 time: 0.1370530 Jul 14 09:33:22.557667 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-7e415dbd-473b-4eb6-9935-2cccc5bc3796 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/quotas/5c678b609e46430fbdc6db3594477886 HTTP/1.1" status: 200 len: 375 time: 0.0170267 Jul 14 09:33:22.594777 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-1be6c8f5-257d-43ad-9b76-495856cb94c0 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5c678b609e46430fbdc6db3594477886&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356526 Jul 14 09:33:22.670542 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b790c614-3391-4f8d-ada3-9372cb4e53bb tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Router 7693debe-ca3e-40f4-ace7-dcc3148dd12c is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:33:22.720116 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-d72d7af9-7c0f-422d-ad26-bd85080a2236 service neutron] 10.222.0.25 "GET /v2.0/networks/4276c66c-7c3d-4acf-abdb-e504b464d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234303 Jul 14 09:33:22.850224 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b790c614-3391-4f8d-ada3-9372cb4e53bb tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:22.862862 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea5ed67-99bc-4c56-a432-dbd3deec17e8 None None] Sync routers for ids ['7693debe-ca3e-40f4-ace7-dcc3148dd12c'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:22.863423 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-f2e470b2-8ef8-4a3d-aceb-f43db2aa2962 service neutron] 10.222.0.25 "GET /v2.0/networks/4276c66c-7c3d-4acf-abdb-e504b464d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338074 Jul 14 09:33:22.879325 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea5ed67-99bc-4c56-a432-dbd3deec17e8 None None] Routers {'7693debe-ca3e-40f4-ace7-dcc3148dd12c'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:22.882000 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1ea5ed67-99bc-4c56-a432-dbd3deec17e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:33:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7693debe-ca3e-40f4-ace7-dcc3148dd12c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:22.905261 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b790c614-3391-4f8d-ada3-9372cb4e53bb tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:22.909827 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b790c614-3391-4f8d-ada3-9372cb4e53bb tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.7202306 Jul 14 09:33:22.910383 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50858) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:23.164510 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e6adef9d-0708-4560-a3bd-f5df8348389d req-b0fc92fe-75ad-460d-8dec-76222eff3c5c tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?device_id=832c0061-edbb-422b-bd40-0bb483861deb HTTP/1.1" status: 200 len: 210 time: 0.0691760 Jul 14 09:33:23.188710 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa835152-8eb7-4331-851a-82e5cbe0fe11 req-08a60f6e-250e-482b-a208-ff7e8b1c180b tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:23.196073 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fa835152-8eb7-4331-851a-82e5cbe0fe11 req-08a60f6e-250e-482b-a208-ff7e8b1c180b tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 946 time: 0.1873605 Jul 14 09:33:23.217146 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-1ea5ed67-99bc-4c56-a432-dbd3deec17e8 None None] Set router 7693debe-ca3e-40f4-ace7-dcc3148dd12c gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:23.259020 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-162fe4c2-e88f-485a-b8be-34ab35c8ccf8 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=c6d70120fc4240e181353ff36863fe62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3449001 Jul 14 09:33:23.261922 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50868) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:23.277748 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fa835152-8eb7-4331-851a-82e5cbe0fe11 req-6c5fead2-c25a-4396-9f19-6985e435ab65 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/security-groups?id=019c7230-10fa-4918-9772-1dedef9fbf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791345 Jul 14 09:33:23.381593 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfaa92-343e-45fc-bc01-6ee7ecf7d764 req-83d956c6-9be3-4d4c-ab3e-fd1b45652269 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:23.391434 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8bcfaa92-343e-45fc-bc01-6ee7ecf7d764 req-83d956c6-9be3-4d4c-ab3e-fd1b45652269 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 946 time: 0.1901107 Jul 14 09:33:23.424088 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device f8f5efb7-244e-4a35-ae6e-a8a5e44418dd no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:23.476130 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: f8f5efb7-244e-4a35-ae6e-a8a5e44418dd {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:23.476714 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device f8f5efb7-244e-4a35-ae6e-a8a5e44418dd not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:23.571293 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1ea5ed67-99bc-4c56-a432-dbd3deec17e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402948804', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:20Z', 'updated_at': '2021-07-14T09:33:22Z', 'revision_number': 3, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'gw_port': {'id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:21Z', 'updated_at': '2021-07-14T09:33:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:23.632382 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea5ed67-99bc-4c56-a432-dbd3deec17e8 None None] Checking router: 7693debe-ca3e-40f4-ace7-dcc3148dd12c for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:33:23.637115 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea5ed67-99bc-4c56-a432-dbd3deec17e8 None None] Updating router 7693debe-ca3e-40f4-ace7-dcc3148dd12c port c449e622-4d11-4aa8-bdb2-8226a1d0fb54 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:33:23.660652 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-8bcfaa92-343e-45fc-bc01-6ee7ecf7d764 req-3dae6528-bc06-441f-813e-34c7413e6759 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Deleting port 8757ea0c-0bf1-4a27-82c9-a4c8ab271126 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:23.664645 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8bcfaa92-343e-45fc-bc01-6ee7ecf7d764 req-3dae6528-bc06-441f-813e-34c7413e6759 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.722583 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1ea5ed67-99bc-4c56-a432-dbd3deec17e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.763444 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.848375 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-8bcfaa92-343e-45fc-bc01-6ee7ecf7d764 req-3dae6528-bc06-441f-813e-34c7413e6759 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] For port 8757ea0c-0bf1-4a27-82c9-a4c8ab271126, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=8757ea0c-0bf1-4a27-82c9-a4c8ab271126,segment=NetworkSegment(c044e3f9-bc82-4d76-8faa-531c5038fae4),segment_id=c044e3f9-bc82-4d76-8faa-531c5038fae4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:23.849573 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8bcfaa92-343e-45fc-bc01-6ee7ecf7d764 req-3dae6528-bc06-441f-813e-34c7413e6759 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.964978 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee931494-0b38-4c7c-acec-b684cc09cded tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:23.968756 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ee931494-0b38-4c7c-acec-b684cc09cded tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6900105 Jul 14 09:33:23.972231 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50878) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:24.036568 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a8631d01-2b46-4675-b96c-e119940a5572 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6facc217-dc01-422a-8069-2c7784a4d993&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0631926 Jul 14 09:33:24.041296 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50880) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:24.058677 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a340baff-0994-45cb-8db7-8da635ba9c16 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1478907018', 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc', 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:24.160884 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1ea5ed67-99bc-4c56-a432-dbd3deec17e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.175567 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a340baff-0994-45cb-8db7-8da635ba9c16 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Made reservation on behalf of c6d70120fc4240e181353ff36863fe62 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:24.180093 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a340baff-0994-45cb-8db7-8da635ba9c16 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.186134 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1ea5ed67-99bc-4c56-a432-dbd3deec17e8 None None] Transition to ACTIVE for port object c449e622-4d11-4aa8-bdb2-8226a1d0fb54 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:24.206485 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1ea5ed67-99bc-4c56-a432-dbd3deec17e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.336979 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec0f31-623b-4059-b88d-a1eae5350db7 None None] Pushing event updated for resources: {'Port': ['ID=c449e622-4d11-4aa8-bdb2-8226a1d0fb54,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:24.354964 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-1ea5ed67-99bc-4c56-a432-dbd3deec17e8 None None] Attempting to bind port c449e622-4d11-4aa8-bdb2-8226a1d0fb54 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:24.359420 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-1ea5ed67-99bc-4c56-a432-dbd3deec17e8 None None] Attempting to bind port c449e622-4d11-4aa8-bdb2-8226a1d0fb54 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:24.359888 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea5ed67-99bc-4c56-a432-dbd3deec17e8 None None] Attempting to bind port c449e622-4d11-4aa8-bdb2-8226a1d0fb54 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:24.370817 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec0f31-623b-4059-b88d-a1eae5350db7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:24.372906 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec0f31-623b-4059-b88d-a1eae5350db7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:24.373367 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec0f31-623b-4059-b88d-a1eae5350db7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:24.373819 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec0f31-623b-4059-b88d-a1eae5350db7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:24.376901 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec0f31-623b-4059-b88d-a1eae5350db7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:24.377638 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec0f31-623b-4059-b88d-a1eae5350db7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:24.378178 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec0f31-623b-4059-b88d-a1eae5350db7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:24.378632 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec0f31-623b-4059-b88d-a1eae5350db7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:24.381371 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec0f31-623b-4059-b88d-a1eae5350db7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:24.381969 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec0f31-623b-4059-b88d-a1eae5350db7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:24.382416 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec0f31-623b-4059-b88d-a1eae5350db7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:24.383058 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec0f31-623b-4059-b88d-a1eae5350db7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:24.399670 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea5ed67-99bc-4c56-a432-dbd3deec17e8 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:24.401627 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea5ed67-99bc-4c56-a432-dbd3deec17e8 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:24.402582 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1ea5ed67-99bc-4c56-a432-dbd3deec17e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.403997 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea5ed67-99bc-4c56-a432-dbd3deec17e8 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:24.406790 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-1ea5ed67-99bc-4c56-a432-dbd3deec17e8 None None] Bound port: c449e622-4d11-4aa8-bdb2-8226a1d0fb54, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:24.407670 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1ea5ed67-99bc-4c56-a432-dbd3deec17e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.508033 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8bcfaa92-343e-45fc-bc01-6ee7ecf7d764 req-3dae6528-bc06-441f-813e-34c7413e6759 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.508630 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8bcfaa92-343e-45fc-bc01-6ee7ecf7d764 req-3dae6528-bc06-441f-813e-34c7413e6759 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.508742 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [req-8bcfaa92-343e-45fc-bc01-6ee7ecf7d764 req-3dae6528-bc06-441f-813e-34c7413e6759 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Floating IP 58721c8d-ce50-4374-bda6-e73113bdf9b7 disassociated. External IP: 172.25.6.82, port: 8757ea0c-0bf1-4a27-82c9-a4c8ab271126. Jul 14 09:33:24.509060 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-8bcfaa92-343e-45fc-bc01-6ee7ecf7d764 req-3dae6528-bc06-441f-813e-34c7413e6759 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Calling delete_port for 8757ea0c-0bf1-4a27-82c9-a4c8ab271126 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:24.544238 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-1ea5ed67-99bc-4c56-a432-dbd3deec17e8 None None] For port c449e622-4d11-4aa8-bdb2-8226a1d0fb54, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:24.550470 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-1ea5ed67-99bc-4c56-a432-dbd3deec17e8 None None] For port c449e622-4d11-4aa8-bdb2-8226a1d0fb54, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c449e622-4d11-4aa8-bdb2-8226a1d0fb54,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:24.569046 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1ea5ed67-99bc-4c56-a432-dbd3deec17e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.612869 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07feabcc-9e25-4c78-94ac-2ac5465ae3ee req-8ee40a1c-8435-4d92-8828-e125d1984b88 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?device_id=832c0061-edbb-422b-bd40-0bb483861deb HTTP/1.1" status: 200 len: 210 time: 0.0964415 Jul 14 09:33:24.674984 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a340baff-0994-45cb-8db7-8da635ba9c16 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.754402 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8bcfaa92-343e-45fc-bc01-6ee7ecf7d764 req-3dae6528-bc06-441f-813e-34c7413e6759 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.792788 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec0f31-623b-4059-b88d-a1eae5350db7 None None] Pushing event updated for resources: {'Port': ['ID=c449e622-4d11-4aa8-bdb2-8226a1d0fb54,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:24.811328 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea5ed67-99bc-4c56-a432-dbd3deec17e8 None None] Routers {'7693debe-ca3e-40f4-ace7-dcc3148dd12c'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:24.811975 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1ea5ed67-99bc-4c56-a432-dbd3deec17e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:33:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7693debe-ca3e-40f4-ace7-dcc3148dd12c'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:24.890343 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae6528-bc06-441f-813e-34c7413e6759 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Pushing event deleted for resources: {'Port': ['ID=8757ea0c-0bf1-4a27-82c9-a4c8ab271126,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:24.944084 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3b734-40c2-423f-9aa6-111e869e1b5e req-3706d92e-bd4d-43a0-ab29-eeb9d9aa3804 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:24.949876 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-19c3b734-40c2-423f-9aa6-111e869e1b5e req-3706d92e-bd4d-43a0-ab29-eeb9d9aa3804 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 867 time: 0.4317157 Jul 14 09:33:24.950119 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-1ea5ed67-99bc-4c56-a432-dbd3deec17e8 None None] Set router 7693debe-ca3e-40f4-ace7-dcc3148dd12c gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:24.985846 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340baff-0994-45cb-8db7-8da635ba9c16 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event updated for resources: {'Subnet': ['ID=3fa79cf1-a154-4a89-af19-862eed5ed03a,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:25.121885 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-19c3b734-40c2-423f-9aa6-111e869e1b5e req-fd6280b3-44f6-44de-9b48-7ed242362f25 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/security-groups?id=019c7230-10fa-4918-9772-1dedef9fbf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1666386 Jul 14 09:33:25.124147 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a340baff-0994-45cb-8db7-8da635ba9c16 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Checking segment: {'id': '6c9682bf-4ac0-4ecd-b7e6-c395e5af687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:25.128510 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a340baff-0994-45cb-8db7-8da635ba9c16 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Network hostable DHCP agents. Network: 537da7df-b394-4713-8449-76a067ef2cbc, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:33:25.170698 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a340baff-0994-45cb-8db7-8da635ba9c16 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Network 537da7df-b394-4713-8449-76a067ef2cbc is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:33:25.189306 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-a340baff-0994-45cb-8db7-8da635ba9c16 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 537da7df-b394-4713-8449-76a067ef2cbc) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:25.199834 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279a5a61-2b32-4367-8209-3621c3132ae5 None None] Network 537da7df-b394-4713-8449-76a067ef2cbc requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:25.203843 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a340baff-0994-45cb-8db7-8da635ba9c16 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:25.204529 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a340baff-0994-45cb-8db7-8da635ba9c16 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.242725 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a340baff-0994-45cb-8db7-8da635ba9c16 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1898167 Jul 14 09:33:25.249637 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50890) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:25.304290 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1ea5ed67-99bc-4c56-a432-dbd3deec17e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402948804', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:20Z', 'updated_at': '2021-07-14T09:33:22Z', 'revision_number': 3, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'gw_port': {'id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:21Z', 'updated_at': '2021-07-14T09:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:25.388678 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-e9535ee3-4281-4c9d-8c2e-ce950e52b994 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:25.391858 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea5ed67-99bc-4c56-a432-dbd3deec17e8 None None] The sync data for ids ['7693debe-ca3e-40f4-ace7-dcc3148dd12c'] in n-d-771362-35 is: [{'id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402948804', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:20Z', 'updated_at': '2021-07-14T09:33:22Z', 'revision_number': 3, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'gw_port': {'id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:21Z', 'updated_at': '2021-07-14T09:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:25.397076 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-e9535ee3-4281-4c9d-8c2e-ce950e52b994 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.44 "GET /v2.0/networks?id=4276c66c-7c3d-4acf-abdb-e504b464d0cd HTTP/1.1" status: 200 len: 809 time: 0.3744519 Jul 14 09:33:25.403965 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bcfaa92-343e-45fc-bc01-6ee7ecf7d764 req-3dae6528-bc06-441f-813e-34c7413e6759 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Router 79295233-3db2-45c3-81ed-18404c37a435 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:33:25.448376 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-c970895f-401d-45ef-8540-242ace58f408 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Request body: {'port': {'device_id': '832c0061-edbb-422b-bd40-0bb483861deb', 'network_id': '4276c66c-7c3d-4acf-abdb-e504b464d0cd', 'admin_state_up': True, 'tenant_id': '5c678b609e46430fbdc6db3594477886'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:25.530450 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0528c7-ff50-4ec0-885a-0b58592f075b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-537da7df-b394-4713-8449-76a067ef2cbc', 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'fixed_ips': [{'subnet_id': '3fa79cf1-a154-4a89-af19-862eed5ed03a'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:33:25.533858 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0b0528c7-ff50-4ec0-885a-0b58592f075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.924762 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-0b0528c7-ff50-4ec0-885a-0b58592f075b None None] Allocated IP 172.20.0.2 (537da7df-b394-4713-8449-76a067ef2cbc/3fa79cf1-a154-4a89-af19-862eed5ed03a/2b7fb81c-b6d3-4c10-a54a-88258cc9428d) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:25.966753 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-de228f7e-84cb-45e5-8033-edc0e2cdb4a8 req-c2bfdcfc-7b17-4ad8-947c-320c0869b218 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?device_id=832c0061-edbb-422b-bd40-0bb483861deb HTTP/1.1" status: 200 len: 210 time: 0.0940158 Jul 14 09:33:26.391169 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bcfaa92-343e-45fc-bc01-6ee7ecf7d764 req-3dae6528-bc06-441f-813e-34c7413e6759 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:26.407809 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0b0528c7-ff50-4ec0-885a-0b58592f075b None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.436478 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0b0528c7-ff50-4ec0-885a-0b58592f075b None None] Transition to ACTIVE for port object 2b7fb81c-b6d3-4c10-a54a-88258cc9428d will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:26.459571 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a3885-4e54-4288-96fe-f1c6c4f5c0f6 None None] Sync routers for ids ['79295233-3db2-45c3-81ed-18404c37a435'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:26.495246 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94f6a02a-c7a6-45d2-b919-c3f890ebed08 req-8c1d7e76-da3b-435d-8631-6fa096ace7a5 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 210 time: 0.0508313 Jul 14 09:33:26.512245 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0b0528c7-ff50-4ec0-885a-0b58592f075b None None] Transition to ACTIVE for port object 2b7fb81c-b6d3-4c10-a54a-88258cc9428d will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:26.524675 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0b0528c7-ff50-4ec0-885a-0b58592f075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.582062 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcfaa92-343e-45fc-bc01-6ee7ecf7d764 req-3dae6528-bc06-441f-813e-34c7413e6759 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] No DVR routers for this DVR port 8757ea0c-0bf1-4a27-82c9-a4c8ab271126 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:26.589331 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8bcfaa92-343e-45fc-bc01-6ee7ecf7d764 req-3dae6528-bc06-441f-813e-34c7413e6759 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.594623 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8bcfaa92-343e-45fc-bc01-6ee7ecf7d764 req-3dae6528-bc06-441f-813e-34c7413e6759 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.47 "DELETE /v2.0/ports/8757ea0c-0bf1-4a27-82c9-a4c8ab271126 HTTP/1.1" status: 204 len: 173 time: 3.1940069 Jul 14 09:33:26.614854 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25a3885-4e54-4288-96fe-f1c6c4f5c0f6 None None] Routers {'79295233-3db2-45c3-81ed-18404c37a435'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:26.616385 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d25a3885-4e54-4288-96fe-f1c6c4f5c0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:33:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['79295233-3db2-45c3-81ed-18404c37a435'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:26.674623 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e04adb7-d418-4924-9f60-da1eb5ede372', 'name': 'network-vif-deleted', 'tag': '8757ea0c-0bf1-4a27-82c9-a4c8ab271126'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:26.677295 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1676175-7218-4395-864a-7da33b26c5f2" -d '{"events": [{"server_uuid": "7e04adb7-d418-4924-9f60-da1eb5ede372", "name": "network-vif-deleted", "tag": "8757ea0c-0bf1-4a27-82c9-a4c8ab271126"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:26.717277 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c449e622-4d11-4aa8-bdb2-8226a1d0fb54 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:26.768355 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0528c7-ff50-4ec0-885a-0b58592f075b None None] Network 537da7df-b394-4713-8449-76a067ef2cbc is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:26.809643 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0528c7-ff50-4ec0-885a-0b58592f075b None None] Pushing event updated for resources: {'Port': ['ID=2b7fb81c-b6d3-4c10-a54a-88258cc9428d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:26.812651 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-0b0528c7-ff50-4ec0-885a-0b58592f075b None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:26.824345 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0528c7-ff50-4ec0-885a-0b58592f075b None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:26.929416 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0ca49e-4dfe-4d75-9ff7-e8f2d344f543 x-openstack-request-id: req-fd0ca49e-4dfe-4d75-9ff7-e8f2d344f543 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:26.939646 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port c449e622-4d11-4aa8-bdb2-8226a1d0fb54 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:26.947951 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-d25a3885-4e54-4288-96fe-f1c6c4f5c0f6 None None] Set router 79295233-3db2-45c3-81ed-18404c37a435 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:26.961752 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e04adb7-d418-4924-9f60-da1eb5ede372", "name": "network-vif-deleted", "tag": "8757ea0c-0bf1-4a27-82c9-a4c8ab271126", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:26.963516 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd0ca49e-4dfe-4d75-9ff7-e8f2d344f543 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:26.965026 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e04adb7-d418-4924-9f60-da1eb5ede372', 'name': 'network-vif-deleted', 'tag': '8757ea0c-0bf1-4a27-82c9-a4c8ab271126', 'status': 'completed', 'code': 200} Jul 14 09:33:27.030471 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-c970895f-401d-45ef-8540-242ace58f408 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Made reservation on behalf of 5c678b609e46430fbdc6db3594477886 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:27.034125 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-c970895f-401d-45ef-8540-242ace58f408 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.047801 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c449e622-4d11-4aa8-bdb2-8226a1d0fb54 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:27.048061 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.061980 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0b0528c7-ff50-4ec0-885a-0b58592f075b None None] Attempting to bind port 2b7fb81c-b6d3-4c10-a54a-88258cc9428d on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:27.062348 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0b0528c7-ff50-4ec0-885a-0b58592f075b None None] Attempting to bind port 2b7fb81c-b6d3-4c10-a54a-88258cc9428d by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '6c9682bf-4ac0-4ecd-b7e6-c395e5af687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:27.062713 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0528c7-ff50-4ec0-885a-0b58592f075b None None] Attempting to bind port 2b7fb81c-b6d3-4c10-a54a-88258cc9428d on network 537da7df-b394-4713-8449-76a067ef2cbc {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:27.112230 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0528c7-ff50-4ec0-885a-0b58592f075b None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:27.112619 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0528c7-ff50-4ec0-885a-0b58592f075b None None] Checking segment: {'id': '6c9682bf-4ac0-4ecd-b7e6-c395e5af687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:27.113580 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0b0528c7-ff50-4ec0-885a-0b58592f075b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.113580 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0528c7-ff50-4ec0-885a-0b58592f075b None None] Bound using segment: {'id': '6c9682bf-4ac0-4ecd-b7e6-c395e5af687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:27.115252 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0b0528c7-ff50-4ec0-885a-0b58592f075b None None] Bound port: 2b7fb81c-b6d3-4c10-a54a-88258cc9428d, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9682bf-4ac0-4ecd-b7e6-c395e5af687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:27.115252 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0b0528c7-ff50-4ec0-885a-0b58592f075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.286109 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-34be1f2e-7ab7-45ff-8cfd-5f503dc6f52b req-34fceac4-b96a-4893-9f4a-997cbfabd352 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?device_id=832c0061-edbb-422b-bd40-0bb483861deb HTTP/1.1" status: 200 len: 210 time: 0.1035180 Jul 14 09:33:27.336736 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2a0e160b-3a39-4247-b8ca-3d682f8ee567 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.360831 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-c970895f-401d-45ef-8540-242ace58f408 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Allocated IP 172.20.0.13 (4276c66c-7c3d-4acf-abdb-e504b464d0cd/d98429ec-fa33-4ae2-92a5-203c90ea495a/ca88fcac-eeee-4814-8657-f474c97a6be5) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:27.384690 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.390026 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0b0528c7-ff50-4ec0-885a-0b58592f075b None None] For port 2b7fb81c-b6d3-4c10-a54a-88258cc9428d, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:27.458242 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 8757ea0c-0bf1-4a27-82c9-a4c8ab271126 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:27.508474 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0b0528c7-ff50-4ec0-885a-0b58592f075b None None] For port 2b7fb81c-b6d3-4c10-a54a-88258cc9428d, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2b7fb81c-b6d3-4c10-a54a-88258cc9428d,segment=NetworkSegment(6c9682bf-4ac0-4ecd-b7e6-c395e5af687b),segment_id=6c9682bf-4ac0-4ecd-b7e6-c395e5af687b)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:27.516619 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 8757ea0c-0bf1-4a27-82c9-a4c8ab271126 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:27.517214 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 8757ea0c-0bf1-4a27-82c9-a4c8ab271126 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:27.532781 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0b0528c7-ff50-4ec0-885a-0b58592f075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.543196 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port c449e622-4d11-4aa8-bdb2-8226a1d0fb54, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c449e622-4d11-4aa8-bdb2-8226a1d0fb54,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:27.577168 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.720060 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0528c7-ff50-4ec0-885a-0b58592f075b None None] Pushing event updated for resources: {'Port': ['ID=2b7fb81c-b6d3-4c10-a54a-88258cc9428d,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:27.863258 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=c449e622-4d11-4aa8-bdb2-8226a1d0fb54,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:27.879472 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d25a3885-4e54-4288-96fe-f1c6c4f5c0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79295233-3db2-45c3-81ed-18404c37a435', 'name': 'tempest-ServersTestBootFromVolume-511838903-router', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '9caeaf49-4182-4dad-bc97-1b0159dffc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:30:22Z', 'updated_at': '2021-07-14T09:30:27Z', 'revision_number': 4, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'gw_port': {'id': '9caeaf49-4182-4dad-bc97-1b0159dffc6b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:19:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79295233-3db2-45c3-81ed-18404c37a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:23Z', 'updated_at': '2021-07-14T09:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'a877d807-dc5f-4407-bcf8-555e31ba9df0', 'name': '', 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'mac_address': 'fa:16:3e:df:5d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79295233-3db2-45c3-81ed-18404c37a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '07e9ca00-f31e-40d1-b8f8-d4640d1a2a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:26Z', 'updated_at': '2021-07-14T09:30:38Z', 'revision_number': 5, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'subnets': [{'id': '07e9ca00-f31e-40d1-b8f8-d4640d1a2a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:27.951323 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a3885-4e54-4288-96fe-f1c6c4f5c0f6 None None] Checking router: 79295233-3db2-45c3-81ed-18404c37a435 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:33:27.997724 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25a3885-4e54-4288-96fe-f1c6c4f5c0f6 None None] Routers {'79295233-3db2-45c3-81ed-18404c37a435'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:28.000882 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d25a3885-4e54-4288-96fe-f1c6c4f5c0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:33:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['79295233-3db2-45c3-81ed-18404c37a435'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:28.031260 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-06f060b1-72f2-40ee-a141-486cccbc6832 req-c11d0719-8926-426d-a47a-d2f3c4ae3b6b tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 210 time: 0.1045859 Jul 14 09:33:28.207402 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-c970895f-401d-45ef-8540-242ace58f408 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.287002 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-2a0e160b-3a39-4247-b8ca-3d682f8ee567 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Allocated IP 172.20.0.1 (537da7df-b394-4713-8449-76a067ef2cbc/3fa79cf1-a154-4a89-af19-862eed5ed03a/02614167-9325-4f06-b2bf-2e9aa7652749) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:28.350853 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-d25a3885-4e54-4288-96fe-f1c6c4f5c0f6 None None] Set router 79295233-3db2-45c3-81ed-18404c37a435 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:28.554808 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-c970895f-401d-45ef-8540-242ace58f408 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.571012 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2a0e160b-3a39-4247-b8ca-3d682f8ee567 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.689958 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2a0e160b-3a39-4247-b8ca-3d682f8ee567 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Transition to ACTIVE for port object 02614167-9325-4f06-b2bf-2e9aa7652749 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:28.708742 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-c970895f-401d-45ef-8540-242ace58f408 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Network 4276c66c-7c3d-4acf-abdb-e504b464d0cd is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:28.716865 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-c970895f-401d-45ef-8540-242ace58f408 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:28.718062 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2b7fb81c-b6d3-4c10-a54a-88258cc9428d up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:28.729343 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-c970895f-401d-45ef-8540-242ace58f408 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:28.769836 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264de3f5-8076-4e43-a173-f0410fbd3270 req-1078d88e-2218-43ed-9f36-d5559bd255d4 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:28.774149 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-264de3f5-8076-4e43-a173-f0410fbd3270 req-1078d88e-2218-43ed-9f36-d5559bd255d4 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?device_id=832c0061-edbb-422b-bd40-0bb483861deb HTTP/1.1" status: 200 len: 932 time: 0.1912982 Jul 14 09:33:28.780823 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970895f-401d-45ef-8540-242ace58f408 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Pushing event updated for resources: {'Port': ['ID=ca88fcac-eeee-4814-8657-f474c97a6be5,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:28.854245 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 2b7fb81c-b6d3-4c10-a54a-88258cc9428d completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:28.871042 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c449e622-4d11-4aa8-bdb2-8226a1d0fb54 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:28.885550 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-264de3f5-8076-4e43-a173-f0410fbd3270 req-ff55ec5a-aad8-48d0-a45b-39701ed65a94 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ec2b1fe-229d-4376-a843-243b23f585b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034334 Jul 14 09:33:28.895920 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-c970895f-401d-45ef-8540-242ace58f408 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:28.896608 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-c970895f-401d-45ef-8540-242ace58f408 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.948797 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-c970895f-401d-45ef-8540-242ace58f408 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5418756 Jul 14 09:33:28.988328 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-8d2d1a6f-1e2e-4a2b-95c1-8776d827f9cb service neutron] Request body: {'port': {'device_id': '832c0061-edbb-422b-bd40-0bb483861deb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:28.989493 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c449e622-4d11-4aa8-bdb2-8226a1d0fb54 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:28.989888 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.995948 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2a0e160b-3a39-4247-b8ca-3d682f8ee567 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:29.028419 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d25a3885-4e54-4288-96fe-f1c6c4f5c0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79295233-3db2-45c3-81ed-18404c37a435', 'name': 'tempest-ServersTestBootFromVolume-511838903-router', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '9caeaf49-4182-4dad-bc97-1b0159dffc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:30:22Z', 'updated_at': '2021-07-14T09:30:27Z', 'revision_number': 4, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'gw_port': {'id': '9caeaf49-4182-4dad-bc97-1b0159dffc6b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:19:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79295233-3db2-45c3-81ed-18404c37a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:23Z', 'updated_at': '2021-07-14T09:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'a877d807-dc5f-4407-bcf8-555e31ba9df0', 'name': '', 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'mac_address': 'fa:16:3e:df:5d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79295233-3db2-45c3-81ed-18404c37a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '07e9ca00-f31e-40d1-b8f8-d4640d1a2a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:26Z', 'updated_at': '2021-07-14T09:30:38Z', 'revision_number': 5, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'subnets': [{'id': '07e9ca00-f31e-40d1-b8f8-d4640d1a2a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:29.100080 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a3885-4e54-4288-96fe-f1c6c4f5c0f6 None None] The sync data for ids ['79295233-3db2-45c3-81ed-18404c37a435'] in n-d-771362-35 is: [{'id': '79295233-3db2-45c3-81ed-18404c37a435', 'name': 'tempest-ServersTestBootFromVolume-511838903-router', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '9caeaf49-4182-4dad-bc97-1b0159dffc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:30:22Z', 'updated_at': '2021-07-14T09:30:27Z', 'revision_number': 4, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'gw_port': {'id': '9caeaf49-4182-4dad-bc97-1b0159dffc6b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:19:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79295233-3db2-45c3-81ed-18404c37a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:23Z', 'updated_at': '2021-07-14T09:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'a877d807-dc5f-4407-bcf8-555e31ba9df0', 'name': '', 'network_id': '8c26f086-00d8-4d3e-908e-787177c962c0', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'mac_address': 'fa:16:3e:df:5d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79295233-3db2-45c3-81ed-18404c37a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '07e9ca00-f31e-40d1-b8f8-d4640d1a2a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:26Z', 'updated_at': '2021-07-14T09:30:38Z', 'revision_number': 5, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'subnets': [{'id': '07e9ca00-f31e-40d1-b8f8-d4640d1a2a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:29.207809 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e160b-3a39-4247-b8ca-3d682f8ee567 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event updated for resources: {'Port': ['ID=02614167-9325-4f06-b2bf-2e9aa7652749,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:29.294435 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0e160b-3a39-4247-b8ca-3d682f8ee567 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Network 537da7df-b394-4713-8449-76a067ef2cbc is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:29.296677 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-2a0e160b-3a39-4247-b8ca-3d682f8ee567 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:29.300281 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0e160b-3a39-4247-b8ca-3d682f8ee567 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:29.368447 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2a0e160b-3a39-4247-b8ca-3d682f8ee567 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:29.371392 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-8d2d1a6f-1e2e-4a2b-95c1-8776d827f9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:29.390572 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c2ea8d9e-288e-4b68-80b3-034438b8b162 req-2e095963-71e7-48ec-96d3-17fcf8aab918 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 210 time: 0.0900648 Jul 14 09:33:29.429708 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dc3936-f5f9-4734-8cdb-791e842230d3 None None] Network 537da7df-b394-4713-8449-76a067ef2cbc requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:29.507155 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fee0e3e-af16-42d4-abb4-8089543f23e7 None None] Provisioning for port 2b7fb81c-b6d3-4c10-a54a-88258cc9428d completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:29.686894 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fee0e3e-af16-42d4-abb4-8089543f23e7 None None] Provisioning complete for port 2b7fb81c-b6d3-4c10-a54a-88258cc9428d triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:29.688390 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fee0e3e-af16-42d4-abb4-8089543f23e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:29.709161 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef0a38a-45bb-4483-9398-bde236eb03fe None None] New status for floating IP 58721c8d-ce50-4374-bda6-e73113bdf9b7: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:33:29.894855 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fee0e3e-af16-42d4-abb4-8089543f23e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:29.918862 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2a0e160b-3a39-4247-b8ca-3d682f8ee567 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:29.943357 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fee0e3e-af16-42d4-abb4-8089543f23e7 None None] For port 2b7fb81c-b6d3-4c10-a54a-88258cc9428d, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2b7fb81c-b6d3-4c10-a54a-88258cc9428d,segment=NetworkSegment(6c9682bf-4ac0-4ecd-b7e6-c395e5af687b),segment_id=6c9682bf-4ac0-4ecd-b7e6-c395e5af687b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:29.950525 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fee0e3e-af16-42d4-abb4-8089543f23e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.108388 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee0e3e-af16-42d4-abb4-8089543f23e7 None None] Pushing event updated for resources: {'Port': ['ID=2b7fb81c-b6d3-4c10-a54a-88258cc9428d,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:30.295451 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e32aaacd-af0c-4444-b310-81331e663ead None None] Provisioning for port 02614167-9325-4f06-b2bf-2e9aa7652749 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:30.302401 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e32aaacd-af0c-4444-b310-81331e663ead None None] Provisioning complete for port 02614167-9325-4f06-b2bf-2e9aa7652749 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:30.303041 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e32aaacd-af0c-4444-b310-81331e663ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.325653 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f5786-d156-45eb-afbc-f8d7f16604a8 req-7b91a134-bd80-44c6-9c94-aabb37f1cf38 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:30.327587 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bd2f5786-d156-45eb-afbc-f8d7f16604a8 req-7b91a134-bd80-44c6-9c94-aabb37f1cf38 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?device_id=832c0061-edbb-422b-bd40-0bb483861deb HTTP/1.1" status: 200 len: 932 time: 0.1658196 Jul 14 09:33:30.367439 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e32aaacd-af0c-4444-b310-81331e663ead None None] Port 02614167-9325-4f06-b2bf-2e9aa7652749 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:30.411758 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e32aaacd-af0c-4444-b310-81331e663ead None None] Provisioning complete for port 2b7fb81c-b6d3-4c10-a54a-88258cc9428d triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:30.411758 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e32aaacd-af0c-4444-b310-81331e663ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.471818 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bd2f5786-d156-45eb-afbc-f8d7f16604a8 req-e03112e5-9b4e-4168-98ed-9c36ab58b949 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ec2b1fe-229d-4376-a843-243b23f585b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338897 Jul 14 09:33:30.498812 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2b7fb81c-b6d3-4c10-a54a-88258cc9428d up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:30.675966 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-8d2d1a6f-1e2e-4a2b-95c1-8776d827f9cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca88fcac-eeee-4814-8657-f474c97a6be5 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:30.701409 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-55bc92dd-842c-4bf5-bae7-a28280f80977 req-15db3d9b-ef7c-434a-ad56-c8efe348b1cf tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 210 time: 0.0612221 Jul 14 09:33:30.709389 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-8d2d1a6f-1e2e-4a2b-95c1-8776d827f9cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.742387 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 2b7fb81c-b6d3-4c10-a54a-88258cc9428d triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:30.743072 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.743194 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-8d2d1a6f-1e2e-4a2b-95c1-8776d827f9cb service neutron] Transition to ACTIVE for port object ca88fcac-eeee-4814-8657-f474c97a6be5 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:30.786856 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-8d2d1a6f-1e2e-4a2b-95c1-8776d827f9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.939801 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5d5b2bab-1000-4411-973d-e82325b5374f None None] Provisioning complete for port 02614167-9325-4f06-b2bf-2e9aa7652749 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:30.940222 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d5b2bab-1000-4411-973d-e82325b5374f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.035401 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-5d5b2bab-1000-4411-973d-e82325b5374f None None] Port 02614167-9325-4f06-b2bf-2e9aa7652749 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:31.056407 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d1a6f-1e2e-4a2b-95c1-8776d827f9cb service neutron] Pushing event updated for resources: {'Port': ['ID=ca88fcac-eeee-4814-8657-f474c97a6be5,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:31.138009 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-8d2d1a6f-1e2e-4a2b-95c1-8776d827f9cb service neutron] Attempting to bind port ca88fcac-eeee-4814-8657-f474c97a6be5 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:31.138368 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-8d2d1a6f-1e2e-4a2b-95c1-8776d827f9cb service neutron] Attempting to bind port ca88fcac-eeee-4814-8657-f474c97a6be5 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '2f0eff3c-ecfe-411e-bd56-4d9b6f360568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4276c66c-7c3d-4acf-abdb-e504b464d0cd'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:31.138690 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-8d2d1a6f-1e2e-4a2b-95c1-8776d827f9cb service neutron] Attempting to bind port ca88fcac-eeee-4814-8657-f474c97a6be5 on network 4276c66c-7c3d-4acf-abdb-e504b464d0cd {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:31.148747 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-8d2d1a6f-1e2e-4a2b-95c1-8776d827f9cb service neutron] Port ca88fcac-eeee-4814-8657-f474c97a6be5 on network 4276c66c-7c3d-4acf-abdb-e504b464d0cd not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:33:31.149065 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-8d2d1a6f-1e2e-4a2b-95c1-8776d827f9cb service neutron] Attempting to bind port ca88fcac-eeee-4814-8657-f474c97a6be5 on network 4276c66c-7c3d-4acf-abdb-e504b464d0cd {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:31.162555 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-8d2d1a6f-1e2e-4a2b-95c1-8776d827f9cb service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:31.163250 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-8d2d1a6f-1e2e-4a2b-95c1-8776d827f9cb service neutron] Checking segment: {'id': '2f0eff3c-ecfe-411e-bd56-4d9b6f360568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4276c66c-7c3d-4acf-abdb-e504b464d0cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:31.163917 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-8d2d1a6f-1e2e-4a2b-95c1-8776d827f9cb service neutron] Bound using segment: {'id': '2f0eff3c-ecfe-411e-bd56-4d9b6f360568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4276c66c-7c3d-4acf-abdb-e504b464d0cd'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:31.164587 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-8d2d1a6f-1e2e-4a2b-95c1-8776d827f9cb service neutron] Bound port: ca88fcac-eeee-4814-8657-f474c97a6be5, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0eff3c-ecfe-411e-bd56-4d9b6f360568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4276c66c-7c3d-4acf-abdb-e504b464d0cd'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:31.173270 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-8d2d1a6f-1e2e-4a2b-95c1-8776d827f9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.180501 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2a0e160b-3a39-4247-b8ca-3d682f8ee567 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.209658 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2a0e160b-3a39-4247-b8ca-3d682f8ee567 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.337058 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e160b-3a39-4247-b8ca-3d682f8ee567 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event updated for resources: {'Port': ['ID=02614167-9325-4f06-b2bf-2e9aa7652749,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:31.341029 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2a0e160b-3a39-4247-b8ca-3d682f8ee567 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.436206 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-8d2d1a6f-1e2e-4a2b-95c1-8776d827f9cb service neutron] For port ca88fcac-eeee-4814-8657-f474c97a6be5, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:31.466659 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-8d2d1a6f-1e2e-4a2b-95c1-8776d827f9cb service neutron] For port ca88fcac-eeee-4814-8657-f474c97a6be5, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ca88fcac-eeee-4814-8657-f474c97a6be5,segment=NetworkSegment(2f0eff3c-ecfe-411e-bd56-4d9b6f360568),segment_id=2f0eff3c-ecfe-411e-bd56-4d9b6f360568)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:31.483522 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-8d2d1a6f-1e2e-4a2b-95c1-8776d827f9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.521854 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0e160b-3a39-4247-b8ca-3d682f8ee567 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Network 537da7df-b394-4713-8449-76a067ef2cbc is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:31.527182 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-2a0e160b-3a39-4247-b8ca-3d682f8ee567 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:31.572730 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-8d2d1a6f-1e2e-4a2b-95c1-8776d827f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:31.577228 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-8d2d1a6f-1e2e-4a2b-95c1-8776d827f9cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.586709 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-8d2d1a6f-1e2e-4a2b-95c1-8776d827f9cb service neutron] 10.222.0.44 "PUT /v2.0/ports/ca88fcac-eeee-4814-8657-f474c97a6be5 HTTP/1.1" status: 200 len: 1093 time: 2.6100407 Jul 14 09:33:31.591611 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832c0061-edbb-422b-bd40-0bb483861deb', 'tag': 'ca88fcac-eeee-4814-8657-f474c97a6be5'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:31.598320 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c8d5bf-0439-4e84-9c2f-bfe88af21674" -d '{"events": [{"name": "network-changed", "server_uuid": "832c0061-edbb-422b-bd40-0bb483861deb", "tag": "ca88fcac-eeee-4814-8657-f474c97a6be5"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:31.824738 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a79654d-865e-4dc5-86f3-2f424548354a x-openstack-request-id: req-7a79654d-865e-4dc5-86f3-2f424548354a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:31.825404 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832c0061-edbb-422b-bd40-0bb483861deb", "tag": "ca88fcac-eeee-4814-8657-f474c97a6be5", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:31.825404 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a79654d-865e-4dc5-86f3-2f424548354a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:31.825670 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832c0061-edbb-422b-bd40-0bb483861deb', 'tag': 'ca88fcac-eeee-4814-8657-f474c97a6be5', 'status': 'completed', 'code': 200} Jul 14 09:33:31.839100 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9cf53-2fce-4d00-a669-21f3cd7bea8c req-7b34e46b-e2ce-444a-8eea-16b54a49f3b8 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:31.844397 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9eb9cf53-2fce-4d00-a669-21f3cd7bea8c req-7b34e46b-e2ce-444a-8eea-16b54a49f3b8 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?device_id=832c0061-edbb-422b-bd40-0bb483861deb HTTP/1.1" status: 200 len: 944 time: 0.2001090 Jul 14 09:33:31.952215 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d1a6f-1e2e-4a2b-95c1-8776d827f9cb service neutron] Pushing event updated for resources: {'Port': ['ID=ca88fcac-eeee-4814-8657-f474c97a6be5,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:31.958851 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9eb9cf53-2fce-4d00-a669-21f3cd7bea8c req-e7755b04-4f23-4047-9722-9066ca46e704 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ec2b1fe-229d-4376-a843-243b23f585b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019776 Jul 14 09:33:31.985914 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f24b9d66-8dd7-48ba-92b5-875ca8c79580 None None] Provisioning complete for port 02614167-9325-4f06-b2bf-2e9aa7652749 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:31.986388 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f24b9d66-8dd7-48ba-92b5-875ca8c79580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.014431 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0e160b-3a39-4247-b8ca-3d682f8ee567 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Router 7693debe-ca3e-40f4-ace7-dcc3148dd12c has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:33:32.035911 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f24b9d66-8dd7-48ba-92b5-875ca8c79580 None None] Port 02614167-9325-4f06-b2bf-2e9aa7652749 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:32.040297 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-279ee6c7-2373-4729-b9a9-a68e97809bf2 req-979504dd-11af-48aa-a7fa-da8bfc369c6f tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 210 time: 0.0337770 Jul 14 09:33:32.071267 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-9c508e79-145a-4134-a2fb-ca9292d1c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:32.074061 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-9c508e79-145a-4134-a2fb-ca9292d1c6b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c678b609e46430fbdc6db3594477886&device_id=832c0061-edbb-422b-bd40-0bb483861deb HTTP/1.1" status: 200 len: 1096 time: 0.2401292 Jul 14 09:33:32.169972 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-edcd920a-da20-4381-8e05-733847f46966 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca88fcac-eeee-4814-8657-f474c97a6be5 HTTP/1.1" status: 200 len: 217 time: 0.0524726 Jul 14 09:33:32.650709 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-288c5087-93e8-4be7-a5b3-aa803a85fe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:32.652232 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-288c5087-93e8-4be7-a5b3-aa803a85fe04 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d98429ec-fa33-4ae2-92a5-203c90ea495a HTTP/1.1" status: 200 len: 849 time: 0.4747400 Jul 14 09:33:32.653423 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0e160b-3a39-4247-b8ca-3d682f8ee567 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:32.662711 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2a0e160b-3a39-4247-b8ca-3d682f8ee567 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "PUT /v2.0/routers/7693debe-ca3e-40f4-ace7-dcc3148dd12c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4030721 Jul 14 09:33:32.662826 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50950) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:32.665257 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60bade9-6a90-432f-96e1-1c4b6f99ec58 None None] Sync routers for ids ['7693debe-ca3e-40f4-ace7-dcc3148dd12c'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:32.668095 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8da4776d-7145-4fa0-906a-0246a271fbd9 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--452447823', 'description': 'tempest-secgroup_access--452447823 description', 'project_id': 'c6d70120fc4240e181353ff36863fe62'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:32.675267 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60bade9-6a90-432f-96e1-1c4b6f99ec58 None None] Routers {'7693debe-ca3e-40f4-ace7-dcc3148dd12c'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:32.676050 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f60bade9-6a90-432f-96e1-1c4b6f99ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:33:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7693debe-ca3e-40f4-ace7-dcc3148dd12c'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:32.695429 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8da4776d-7145-4fa0-906a-0246a271fbd9 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.695679 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-8d5756e4-9e6d-4558-804c-c63e727f9ee5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4276c66c-7c3d-4acf-abdb-e504b464d0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350251 Jul 14 09:33:32.810431 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8da4776d-7145-4fa0-906a-0246a271fbd9 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.811036 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-aebfe045-6d78-4b53-a631-2d078defc5c3 service neutron] 10.222.0.44 "GET /v2.0/networks/4276c66c-7c3d-4acf-abdb-e504b464d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082642 Jul 14 09:33:32.813701 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-f60bade9-6a90-432f-96e1-1c4b6f99ec58 None None] Set router 7693debe-ca3e-40f4-ace7-dcc3148dd12c gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:32.815735 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8da4776d-7145-4fa0-906a-0246a271fbd9 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.846145 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4776d-7145-4fa0-906a-0246a271fbd9 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f63943-9ef8-4272-88f4-c7a1a9b20b26,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:32.864997 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8da4776d-7145-4fa0-906a-0246a271fbd9 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.869388 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8da4776d-7145-4fa0-906a-0246a271fbd9 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2027190 Jul 14 09:33:32.869618 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50952) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:32.876483 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ed694e2a-2c42-4606-a72a-6a262012fde5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1272449780', 'description': 'tempest-secgroup_general--1272449780 description', 'project_id': 'c6d70120fc4240e181353ff36863fe62'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:32.921047 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed694e2a-2c42-4606-a72a-6a262012fde5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.927639 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-de143d46-def9-4fde-a7dc-0dd58113d37d req-4cb71829-7ce9-4db5-bd99-4c5f1c73cbc4 service neutron] 10.222.0.44 "GET /v2.0/networks/4276c66c-7c3d-4acf-abdb-e504b464d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097069 Jul 14 09:33:33.090718 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8d5bf-0439-4e84-9c2f-bfe88af21674 req-47c5c0eb-43a7-469b-9b24-26d31fe2877a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:33.092822 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d1c8d5bf-0439-4e84-9c2f-bfe88af21674 req-47c5c0eb-43a7-469b-9b24-26d31fe2877a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c678b609e46430fbdc6db3594477886&device_id=832c0061-edbb-422b-bd40-0bb483861deb HTTP/1.1" status: 200 len: 1096 time: 0.1037407 Jul 14 09:33:33.109527 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed694e2a-2c42-4606-a72a-6a262012fde5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.115769 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed694e2a-2c42-4606-a72a-6a262012fde5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.167157 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f60bade9-6a90-432f-96e1-1c4b6f99ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402948804', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:20Z', 'updated_at': '2021-07-14T09:33:29Z', 'revision_number': 4, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'gw_port': {'id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:21Z', 'updated_at': '2021-07-14T09:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '02614167-9325-4f06-b2bf-2e9aa7652749', 'name': '', 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'mac_address': 'fa:16:3e:2c:75:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '3fa79cf1-a154-4a89-af19-862eed5ed03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:27Z', 'updated_at': '2021-07-14T09:33:30Z', 'revision_number': 2, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'subnets': [{'id': '3fa79cf1-a154-4a89-af19-862eed5ed03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:33.180781 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed694e2a-2c42-4606-a72a-6a262012fde5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=945cf5d1-907d-4fb8-a3b5-ee0f27bfa7df,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:33.210241 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60bade9-6a90-432f-96e1-1c4b6f99ec58 None None] Checking router: 7693debe-ca3e-40f4-ace7-dcc3148dd12c for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:33:33.211124 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60bade9-6a90-432f-96e1-1c4b6f99ec58 None None] Updating router 7693debe-ca3e-40f4-ace7-dcc3148dd12c port 02614167-9325-4f06-b2bf-2e9aa7652749 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:33:33.234920 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed694e2a-2c42-4606-a72a-6a262012fde5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.236321 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ed694e2a-2c42-4606-a72a-6a262012fde5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3658013 Jul 14 09:33:33.239276 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 50960) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:33.245987 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-bdb0a791-0208-4ad8-a4b4-9707315c8c14 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Request body: {'security_group_rule': {'security_group_id': 'f5f63943-9ef8-4272-88f4-c7a1a9b20b26', 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:33.284441 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f60bade9-6a90-432f-96e1-1c4b6f99ec58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.300395 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8d5bf-0439-4e84-9c2f-bfe88af21674 req-d3fde3c3-f233-4a26-b6e8-ec1306aa4be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:33.301086 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d1c8d5bf-0439-4e84-9c2f-bfe88af21674 req-d3fde3c3-f233-4a26-b6e8-ec1306aa4be2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4276c66c-7c3d-4acf-abdb-e504b464d0cd HTTP/1.1" status: 200 len: 909 time: 0.2009320 Jul 14 09:33:33.312424 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bcf63823-b53f-44fb-82b2-623eeb54016b req-0b988d68-920a-437d-abca-9e0364616492 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e04adb7-d418-4924-9f60-da1eb5ede372 HTTP/1.1" status: 200 len: 210 time: 0.0511339 Jul 14 09:33:33.341756 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12448823-e5aa-4cd8-b8f1-db5e8ff965e8 req-924cefa6-0999-4a00-a75e-f009aa8ccd2e tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:33.353418 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12448823-e5aa-4cd8-b8f1-db5e8ff965e8 req-924cefa6-0999-4a00-a75e-f009aa8ccd2e tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?device_id=832c0061-edbb-422b-bd40-0bb483861deb HTTP/1.1" status: 200 len: 944 time: 0.1807110 Jul 14 09:33:33.395729 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bdb0a791-0208-4ad8-a4b4-9707315c8c14 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.397156 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d1c8d5bf-0439-4e84-9c2f-bfe88af21674 req-bf4780e9-92d5-4eaa-bdf9-14d116d50853 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca88fcac-eeee-4814-8657-f474c97a6be5 HTTP/1.1" status: 200 len: 217 time: 0.0778055 Jul 14 09:33:33.436128 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-12448823-e5aa-4cd8-b8f1-db5e8ff965e8 req-4cff28a8-f3ce-4763-8df8-42278e73f23a tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ec2b1fe-229d-4376-a843-243b23f585b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861623 Jul 14 09:33:33.509666 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8d5bf-0439-4e84-9c2f-bfe88af21674 req-45092cc3-3c8d-49b3-b195-e09135d8e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:33.511255 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d1c8d5bf-0439-4e84-9c2f-bfe88af21674 req-45092cc3-3c8d-49b3-b195-e09135d8e71e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d98429ec-fa33-4ae2-92a5-203c90ea495a HTTP/1.1" status: 200 len: 849 time: 0.1043615 Jul 14 09:33:33.517217 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bdb0a791-0208-4ad8-a4b4-9707315c8c14 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.524332 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bdb0a791-0208-4ad8-a4b4-9707315c8c14 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.559650 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0a791-0208-4ad8-a4b4-9707315c8c14 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07bc10fc-79ce-4b13-917c-83a9e12b3af1,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:33.576692 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bdb0a791-0208-4ad8-a4b4-9707315c8c14 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.578298 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bdb0a791-0208-4ad8-a4b4-9707315c8c14 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3375139 Jul 14 09:33:33.586988 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d1c8d5bf-0439-4e84-9c2f-bfe88af21674 req-8af59367-0566-45a1-9811-e6d3920721b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4276c66c-7c3d-4acf-abdb-e504b464d0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671539 Jul 14 09:33:33.716574 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d1c8d5bf-0439-4e84-9c2f-bfe88af21674 req-d6bb6940-ef05-4c23-ae88-814755348995 service neutron] 10.222.0.44 "GET /v2.0/networks/4276c66c-7c3d-4acf-abdb-e504b464d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162744 Jul 14 09:33:33.782127 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-d5203174-9a24-4aa7-9434-1e7584217b13 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_access--452447823&fields=id&tenant_id=c6d70120fc4240e181353ff36863fe62 HTTP/1.1" status: 200 len: 267 time: 0.0569181 Jul 14 09:33:33.822385 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-f81b62db-693a-473b-9f0c-769f466e5724 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_general--1272449780&fields=id&tenant_id=c6d70120fc4240e181353ff36863fe62 HTTP/1.1" status: 200 len: 267 time: 0.0384219 Jul 14 09:33:33.844442 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f60bade9-6a90-432f-96e1-1c4b6f99ec58 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.857864 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f60bade9-6a90-432f-96e1-1c4b6f99ec58 None None] Transition to ACTIVE for port object 02614167-9325-4f06-b2bf-2e9aa7652749 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:33.867143 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f60bade9-6a90-432f-96e1-1c4b6f99ec58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.922750 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d1c8d5bf-0439-4e84-9c2f-bfe88af21674 req-4eee27a2-4a89-45c4-bf83-f3aefbb949ed service neutron] 10.222.0.44 "GET /v2.0/networks/4276c66c-7c3d-4acf-abdb-e504b464d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819487 Jul 14 09:33:33.995864 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657c0bf-2987-472a-a048-7d179b381422 None None] Pushing event updated for resources: {'Port': ['ID=02614167-9325-4f06-b2bf-2e9aa7652749,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:34.030053 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-d57164fa-64b0-43db-a7dd-bf6627d92abf tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:34.038553 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-d57164fa-64b0-43db-a7dd-bf6627d92abf tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/networks?id=537da7df-b394-4713-8449-76a067ef2cbc HTTP/1.1" status: 200 len: 797 time: 0.2072809 Jul 14 09:33:34.075207 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f60bade9-6a90-432f-96e1-1c4b6f99ec58 None None] Attempting to bind port 02614167-9325-4f06-b2bf-2e9aa7652749 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:34.076451 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-e98b2e7c-ffdd-42a4-9763-5d7f3ac27623 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/quotas/c6d70120fc4240e181353ff36863fe62 HTTP/1.1" status: 200 len: 375 time: 0.0295761 Jul 14 09:33:34.076938 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f60bade9-6a90-432f-96e1-1c4b6f99ec58 None None] Attempting to bind port 02614167-9325-4f06-b2bf-2e9aa7652749 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '6c9682bf-4ac0-4ecd-b7e6-c395e5af687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:34.077969 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60bade9-6a90-432f-96e1-1c4b6f99ec58 None None] Attempting to bind port 02614167-9325-4f06-b2bf-2e9aa7652749 on network 537da7df-b394-4713-8449-76a067ef2cbc {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:34.093473 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60bade9-6a90-432f-96e1-1c4b6f99ec58 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:34.094013 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60bade9-6a90-432f-96e1-1c4b6f99ec58 None None] Checking segment: {'id': '6c9682bf-4ac0-4ecd-b7e6-c395e5af687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:34.094598 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f60bade9-6a90-432f-96e1-1c4b6f99ec58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.095052 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60bade9-6a90-432f-96e1-1c4b6f99ec58 None None] Bound using segment: {'id': '6c9682bf-4ac0-4ecd-b7e6-c395e5af687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:34.095687 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f60bade9-6a90-432f-96e1-1c4b6f99ec58 None None] Bound port: 02614167-9325-4f06-b2bf-2e9aa7652749, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9682bf-4ac0-4ecd-b7e6-c395e5af687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:34.096313 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f60bade9-6a90-432f-96e1-1c4b6f99ec58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.170191 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-34feaccb-27c3-41ce-b49c-c349780df412 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c6d70120fc4240e181353ff36863fe62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854211 Jul 14 09:33:34.222471 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f60bade9-6a90-432f-96e1-1c4b6f99ec58 None None] For port 02614167-9325-4f06-b2bf-2e9aa7652749, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:34.228426 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f60bade9-6a90-432f-96e1-1c4b6f99ec58 None None] For port 02614167-9325-4f06-b2bf-2e9aa7652749, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=02614167-9325-4f06-b2bf-2e9aa7652749,segment=NetworkSegment(6c9682bf-4ac0-4ecd-b7e6-c395e5af687b),segment_id=6c9682bf-4ac0-4ecd-b7e6-c395e5af687b)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:34.245791 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f60bade9-6a90-432f-96e1-1c4b6f99ec58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.305226 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-a74351ab-4be1-4f7f-82ea-eacb0b3be4b0 service neutron] 10.222.0.25 "GET /v2.0/networks/537da7df-b394-4713-8449-76a067ef2cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296492 Jul 14 09:33:34.424400 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60bade9-6a90-432f-96e1-1c4b6f99ec58 None None] Routers {'7693debe-ca3e-40f4-ace7-dcc3148dd12c'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:34.425047 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f60bade9-6a90-432f-96e1-1c4b6f99ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:33:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7693debe-ca3e-40f4-ace7-dcc3148dd12c'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:34.487808 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-ac6c5a93-1c09-464b-8439-2bab7963e57d service neutron] 10.222.0.25 "GET /v2.0/networks/537da7df-b394-4713-8449-76a067ef2cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753378 Jul 14 09:33:34.521617 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657c0bf-2987-472a-a048-7d179b381422 None None] Pushing event updated for resources: {'Port': ['ID=02614167-9325-4f06-b2bf-2e9aa7652749,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:34.711110 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-f60bade9-6a90-432f-96e1-1c4b6f99ec58 None None] Set router 7693debe-ca3e-40f4-ace7-dcc3148dd12c gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:34.783284 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 50996) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:34.858958 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718e1ab-bdb0-4a4d-87ef-d343c0e317bd req-1433ac93-c90b-41b0-a0e3-ddf321cc35e2 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:34.860588 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e718e1ab-bdb0-4a4d-87ef-d343c0e317bd req-1433ac93-c90b-41b0-a0e3-ddf321cc35e2 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?device_id=832c0061-edbb-422b-bd40-0bb483861deb HTTP/1.1" status: 200 len: 944 time: 0.1592581 Jul 14 09:33:34.885485 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40502c00-e892-4564-a028-e41f0f4bc880 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.914805 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40502c00-e892-4564-a028-e41f0f4bc880 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.957874 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5a5316ad-22c2-470c-9af3-a4c979cf6a77 req-6c47f866-9293-4ba1-aaa8-f75e2d286ae3 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac64a246-6111-47c7-a56d-704ddf53b904 HTTP/1.1" status: 200 len: 210 time: 0.0962727 Jul 14 09:33:34.972036 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40502c00-e892-4564-a028-e41f0f4bc880 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.974740 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40502c00-e892-4564-a028-e41f0f4bc880 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.976017 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-40502c00-e892-4564-a028-e41f0f4bc880 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "DELETE /v2.0/security-groups/019c7230-10fa-4918-9772-1dedef9fbf7c HTTP/1.1" status: 204 len: 168 time: 0.1916840 Jul 14 09:33:34.979271 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51000) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:35.004189 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40502c00-e892-4564-a028-e41f0f4bc880 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=019c7230-10fa-4918-9772-1dedef9fbf7c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:35.005731 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-9f236e4c-cd31-4ac7-a80b-1c3b64db0cc8 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] show failed (client error): The resource could not be found. Jul 14 09:33:35.006796 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9f236e4c-cd31-4ac7-a80b-1c3b64db0cc8 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "GET /v2.0/security-groups/019c7230-10fa-4918-9772-1dedef9fbf7c HTTP/1.1" status: 404 len: 347 time: 0.0165877 Jul 14 09:33:35.009604 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51004) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:35.036104 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e718e1ab-bdb0-4a4d-87ef-d343c0e317bd req-4b75367e-2b19-4adf-97a4-339dc22af830 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ec2b1fe-229d-4376-a843-243b23f585b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440127 Jul 14 09:33:35.172126 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f60bade9-6a90-432f-96e1-1c4b6f99ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402948804', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:20Z', 'updated_at': '2021-07-14T09:33:29Z', 'revision_number': 4, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'gw_port': {'id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:21Z', 'updated_at': '2021-07-14T09:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '02614167-9325-4f06-b2bf-2e9aa7652749', 'name': '', 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'mac_address': 'fa:16:3e:2c:75:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '3fa79cf1-a154-4a89-af19-862eed5ed03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:27Z', 'updated_at': '2021-07-14T09:33:34Z', 'revision_number': 4, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'subnets': [{'id': '3fa79cf1-a154-4a89-af19-862eed5ed03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:35.231855 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60bade9-6a90-432f-96e1-1c4b6f99ec58 None None] The sync data for ids ['7693debe-ca3e-40f4-ace7-dcc3148dd12c'] in n-d-771362-35 is: [{'id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402948804', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:20Z', 'updated_at': '2021-07-14T09:33:29Z', 'revision_number': 4, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'gw_port': {'id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:21Z', 'updated_at': '2021-07-14T09:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '02614167-9325-4f06-b2bf-2e9aa7652749', 'name': '', 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'mac_address': 'fa:16:3e:2c:75:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '3fa79cf1-a154-4a89-af19-862eed5ed03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:27Z', 'updated_at': '2021-07-14T09:33:34Z', 'revision_number': 4, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'subnets': [{'id': '3fa79cf1-a154-4a89-af19-862eed5ed03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:35.257599 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c2e7fd14-65b8-450c-985d-5535a1eca999 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Deleting port ba0e4892-498e-4b90-b310-b9d8d941f111 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:35.260716 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2e7fd14-65b8-450c-985d-5535a1eca999 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.374270 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2e7fd14-65b8-450c-985d-5535a1eca999 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.374783 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2e7fd14-65b8-450c-985d-5535a1eca999 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.391352 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c2e7fd14-65b8-450c-985d-5535a1eca999 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Calling delete_port for ba0e4892-498e-4b90-b310-b9d8d941f111 owned by network:floatingip {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:35.575132 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2e7fd14-65b8-450c-985d-5535a1eca999 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.626933 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7fd14-65b8-450c-985d-5535a1eca999 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Pushing event deleted for resources: {'Port': ['ID=ba0e4892-498e-4b90-b310-b9d8d941f111,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:35.724044 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2e7fd14-65b8-450c-985d-5535a1eca999 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks [] for floatingip, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.726738 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2e7fd14-65b8-450c-985d-5535a1eca999 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.731326 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c2e7fd14-65b8-450c-985d-5535a1eca999 tempest-ServersTestBootFromVolume-1158392285 tempest-ServersTestBootFromVolume-1158392285-project] 10.222.0.25 "DELETE /v2.0/floatingips/58721c8d-ce50-4374-bda6-e73113bdf9b7 HTTP/1.1" status: 204 len: 168 time: 0.7174838 Jul 14 09:33:35.731860 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51010) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:35.774532 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device ca88fcac-eeee-4814-8657-f474c97a6be5 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:33:36.022801 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port ca88fcac-eeee-4814-8657-f474c97a6be5, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ca88fcac-eeee-4814-8657-f474c97a6be5,segment=NetworkSegment(2f0eff3c-ecfe-411e-bd56-4d9b6f360568),segment_id=2f0eff3c-ecfe-411e-bd56-4d9b6f360568)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:36.078303 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'ca88fcac-eeee-4814-8657-f474c97a6be5', 'network_id': '4276c66c-7c3d-4acf-abdb-e504b464d0cd', 'port_id': 'ca88fcac-eeee-4814-8657-f474c97a6be5', 'mac_address': 'fa:16:3e:3c:9a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd98429ec-fa33-4ae2-92a5-203c90ea495a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:33:36.191465 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.250207 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca88fcac-eeee-4814-8657-f474c97a6be5 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:36.350882 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port ca88fcac-eeee-4814-8657-f474c97a6be5, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ca88fcac-eeee-4814-8657-f474c97a6be5,segment=NetworkSegment(2f0eff3c-ecfe-411e-bd56-4d9b6f360568),segment_id=2f0eff3c-ecfe-411e-bd56-4d9b6f360568)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:36.367543 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.496490 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=ca88fcac-eeee-4814-8657-f474c97a6be5,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:36.541583 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-70f4522f-e592-4333-bccf-23d3697012f9 req-3399ba70-3cf5-44f9-b4b5-72625a30921d tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac64a246-6111-47c7-a56d-704ddf53b904 HTTP/1.1" status: 200 len: 210 time: 0.1668768 Jul 14 09:33:36.585354 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 02614167-9325-4f06-b2bf-2e9aa7652749 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:36.605281 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698faaa4-3147-42be-bd17-3501ae8a6445 req-e3bebc68-f786-4a7e-8459-e74c8c8ea21a tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:36.619367 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-698faaa4-3147-42be-bd17-3501ae8a6445 req-e3bebc68-f786-4a7e-8459-e74c8c8ea21a tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?device_id=832c0061-edbb-422b-bd40-0bb483861deb HTTP/1.1" status: 200 len: 944 time: 0.3802831 Jul 14 09:33:36.648077 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['ca88fcac-eeee-4814-8657-f474c97a6be5'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:36.726676 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-698faaa4-3147-42be-bd17-3501ae8a6445 req-4b7cbe37-312d-4266-ad39-01699b39c61d tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ec2b1fe-229d-4376-a843-243b23f585b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023536 Jul 14 09:33:36.730479 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cdbbe9a3-c731-4ced-9113-21780e4c14ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.748298 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-937b491c-7166-4e9b-82ff-1a277a6b891e tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:36.749781 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-937b491c-7166-4e9b-82ff-1a277a6b891e tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.47 "GET /v2.0/networks?id=537da7df-b394-4713-8449-76a067ef2cbc HTTP/1.1" status: 200 len: 797 time: 0.2635593 Jul 14 09:33:36.940575 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 02614167-9325-4f06-b2bf-2e9aa7652749 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:36.971010 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 02614167-9325-4f06-b2bf-2e9aa7652749 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:36.971677 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.073130 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-068adac5-cfdf-4ce9-8631-891e1f458976 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6d70120fc4240e181353ff36863fe62 HTTP/1.1" status: 200 len: 477 time: 0.1273532 Jul 14 09:33:37.084476 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-ed7902e0-79f3-4bc9-9d7b-2eef3b8f2522 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Request body: {'port': {'device_id': 'ac64a246-6111-47c7-a56d-704ddf53b904', 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc', 'admin_state_up': True, 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'security_groups': ['f5f63943-9ef8-4272-88f4-c7a1a9b20b26', '945cf5d1-907d-4fb8-a3b5-ee0f27bfa7df']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:37.240888 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.313863 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 02614167-9325-4f06-b2bf-2e9aa7652749, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=02614167-9325-4f06-b2bf-2e9aa7652749,segment=NetworkSegment(6c9682bf-4ac0-4ecd-b7e6-c395e5af687b),segment_id=6c9682bf-4ac0-4ecd-b7e6-c395e5af687b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:37.324650 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.351896 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-ed7902e0-79f3-4bc9-9d7b-2eef3b8f2522 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Made reservation on behalf of c6d70120fc4240e181353ff36863fe62 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:37.356549 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-ed7902e0-79f3-4bc9-9d7b-2eef3b8f2522 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.410415 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=02614167-9325-4f06-b2bf-2e9aa7652749,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:37.562754 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cdbbe9a3-c731-4ced-9113-21780e4c14ae admin admin] Deleting port a877d807-dc5f-4407-bcf8-555e31ba9df0 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:37.563113 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cdbbe9a3-c731-4ced-9113-21780e4c14ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.796581 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device ca88fcac-eeee-4814-8657-f474c97a6be5 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:37.809205 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-ed7902e0-79f3-4bc9-9d7b-2eef3b8f2522 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Allocated IP 172.20.0.9 (537da7df-b394-4713-8449-76a067ef2cbc/3fa79cf1-a154-4a89-af19-862eed5ed03a/0050b925-20ff-4ea3-b1db-79171449c277) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:37.814154 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0da1ebcb-e8e0-4ab7-b982-89a9ef1a9e3f req-bc189930-4455-4ac2-8731-a4aae732a613 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac64a246-6111-47c7-a56d-704ddf53b904 HTTP/1.1" status: 200 len: 210 time: 0.0799954 Jul 14 09:33:37.927035 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cdbbe9a3-c731-4ced-9113-21780e4c14ae admin admin] For port a877d807-dc5f-4407-bcf8-555e31ba9df0, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a877d807-dc5f-4407-bcf8-555e31ba9df0,segment=NetworkSegment(c044e3f9-bc82-4d76-8faa-531c5038fae4),segment_id=c044e3f9-bc82-4d76-8faa-531c5038fae4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:37.927465 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cdbbe9a3-c731-4ced-9113-21780e4c14ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.954131 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cdbbe9a3-c731-4ced-9113-21780e4c14ae admin admin] Calling delete_port for a877d807-dc5f-4407-bcf8-555e31ba9df0 owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:37.969901 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port ca88fcac-eeee-4814-8657-f474c97a6be5 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:37.983471 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port ca88fcac-eeee-4814-8657-f474c97a6be5 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:37.984035 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:38.079986 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56498738-3177-44ff-97e1-303de3a28c75 req-d025802d-746f-4411-aaa7-c14d39f1a29b tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:38.088307 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56498738-3177-44ff-97e1-303de3a28c75 req-d025802d-746f-4411-aaa7-c14d39f1a29b tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?device_id=832c0061-edbb-422b-bd40-0bb483861deb HTTP/1.1" status: 200 len: 945 time: 0.0958931 Jul 14 09:33:38.095750 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:38.135687 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56498738-3177-44ff-97e1-303de3a28c75 req-aca5af49-82e3-49ad-9c67-d8200f0b2450 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ec2b1fe-229d-4376-a843-243b23f585b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460346 Jul 14 09:33:38.147887 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832c0061-edbb-422b-bd40-0bb483861deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca88fcac-eeee-4814-8657-f474c97a6be5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:38.150781 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a977660f-3e81-4b5b-8462-60aa6e640874" -d '{"events": [{"server_uuid": "832c0061-edbb-422b-bd40-0bb483861deb", "name": "network-vif-plugged", "status": "completed", "tag": "ca88fcac-eeee-4814-8657-f474c97a6be5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:38.171091 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port ca88fcac-eeee-4814-8657-f474c97a6be5, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ca88fcac-eeee-4814-8657-f474c97a6be5,segment=NetworkSegment(2f0eff3c-ecfe-411e-bd56-4d9b6f360568),segment_id=2f0eff3c-ecfe-411e-bd56-4d9b6f360568)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:38.177304 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:38.297637 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f6d378-8f87-4cb8-9d7c-94674d5441aa x-openstack-request-id: req-11f6d378-8f87-4cb8-9d7c-94674d5441aa {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:38.298025 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832c0061-edbb-422b-bd40-0bb483861deb", "name": "network-vif-plugged", "status": "completed", "tag": "ca88fcac-eeee-4814-8657-f474c97a6be5", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:38.298339 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11f6d378-8f87-4cb8-9d7c-94674d5441aa {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:38.299122 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832c0061-edbb-422b-bd40-0bb483861deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca88fcac-eeee-4814-8657-f474c97a6be5', 'code': 200} Jul 14 09:33:38.378098 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=ca88fcac-eeee-4814-8657-f474c97a6be5,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:38.422160 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 02614167-9325-4f06-b2bf-2e9aa7652749 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:38.483888 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-ed7902e0-79f3-4bc9-9d7b-2eef3b8f2522 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:38.508053 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 02614167-9325-4f06-b2bf-2e9aa7652749 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:38.509547 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:38.537159 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-ed7902e0-79f3-4bc9-9d7b-2eef3b8f2522 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Transition to ACTIVE for port object 0050b925-20ff-4ea3-b1db-79171449c277 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:38.707529 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe2241-167d-4791-9553-b94d376fc3d0 req-c706340c-5cf0-4729-b15a-f1141ae20362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:38.707529 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0cbe2241-167d-4791-9553-b94d376fc3d0 req-c706340c-5cf0-4729-b15a-f1141ae20362 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=832c0061-edbb-422b-bd40-0bb483861deb HTTP/1.1" status: 200 len: 1098 time: 0.3484342 Jul 14 09:33:38.810496 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-ed7902e0-79f3-4bc9-9d7b-2eef3b8f2522 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:38.904382 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cdbbe9a3-c731-4ced-9113-21780e4c14ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:38.910679 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0cbe2241-167d-4791-9553-b94d376fc3d0 req-8b77ef03-5913-49e9-a4dd-5e08e9dad61f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1ec2b1fe-229d-4376-a843-243b23f585b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914463 Jul 14 09:33:38.929021 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-ed7902e0-79f3-4bc9-9d7b-2eef3b8f2522 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Network 537da7df-b394-4713-8449-76a067ef2cbc is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:38.932839 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-ed7902e0-79f3-4bc9-9d7b-2eef3b8f2522 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:38.942027 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-ed7902e0-79f3-4bc9-9d7b-2eef3b8f2522 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:38.949563 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7902e0-79f3-4bc9-9d7b-2eef3b8f2522 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event updated for resources: {'Port': ['ID=0050b925-20ff-4ea3-b1db-79171449c277,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:39.045519 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbbe9a3-c731-4ced-9113-21780e4c14ae admin admin] Pushing event deleted for resources: {'Port': ['ID=a877d807-dc5f-4407-bcf8-555e31ba9df0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:39.134787 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-ed7902e0-79f3-4bc9-9d7b-2eef3b8f2522 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:39.135869 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-ed7902e0-79f3-4bc9-9d7b-2eef3b8f2522 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:39.207557 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ba94d-6500-4ef3-aa9e-88c4503c8b47 req-8810c09e-f6b7-4660-bb3c-2df0083f9a5c tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:39.225218 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-ed7902e0-79f3-4bc9-9d7b-2eef3b8f2522 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.1446736 Jul 14 09:33:39.228230 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b8ba94d-6500-4ef3-aa9e-88c4503c8b47 req-8810c09e-f6b7-4660-bb3c-2df0083f9a5c tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac64a246-6111-47c7-a56d-704ddf53b904 HTTP/1.1" status: 200 len: 970 time: 0.1353459 Jul 14 09:33:39.311650 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-5ca2a4f3-ab80-4810-a775-a611f914e9ea service neutron] Request body: {'port': {'device_id': 'ac64a246-6111-47c7-a56d-704ddf53b904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:39.319313 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b8ba94d-6500-4ef3-aa9e-88c4503c8b47 req-cbaec43a-ca8a-4079-9138-472ebf62d36a tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/security-groups?id=945cf5d1-907d-4fb8-a3b5-ee0f27bfa7df&id=f5f63943-9ef8-4272-88f4-c7a1a9b20b26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0899892 Jul 14 09:33:39.361162 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-95015355-914b-4348-a98e-fb0a71a03d47 None None] Provisioning for port 0050b925-20ff-4ea3-b1db-79171449c277 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:39.365212 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-95015355-914b-4348-a98e-fb0a71a03d47 None None] Provisioning complete for port 0050b925-20ff-4ea3-b1db-79171449c277 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:39.365513 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95015355-914b-4348-a98e-fb0a71a03d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:39.413200 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-95015355-914b-4348-a98e-fb0a71a03d47 None None] Port 0050b925-20ff-4ea3-b1db-79171449c277 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:39.426917 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cdbbe9a3-c731-4ced-9113-21780e4c14ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:39.447671 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c70a5-3caa-4081-891f-0f4df9a21c5a req-d4a167ce-9285-4252-86fd-f0836a9995e7 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:39.449514 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-257c70a5-3caa-4081-891f-0f4df9a21c5a req-d4a167ce-9285-4252-86fd-f0836a9995e7 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?device_id=832c0061-edbb-422b-bd40-0bb483861deb HTTP/1.1" status: 200 len: 946 time: 0.0718114 Jul 14 09:33:39.495429 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-257c70a5-3caa-4081-891f-0f4df9a21c5a req-fd0bb52d-0ff7-41ed-a949-bcadd7485fc8 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ec2b1fe-229d-4376-a843-243b23f585b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399129 Jul 14 09:33:39.496167 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-5ca2a4f3-ab80-4810-a775-a611f914e9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.232504 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbbe9a3-c731-4ced-9113-21780e4c14ae admin admin] Router 79295233-3db2-45c3-81ed-18404c37a435 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:33:40.392705 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-5ca2a4f3-ab80-4810-a775-a611f914e9ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0050b925-20ff-4ea3-b1db-79171449c277 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:40.403256 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-5ca2a4f3-ab80-4810-a775-a611f914e9ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.428179 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-5ca2a4f3-ab80-4810-a775-a611f914e9ea service neutron] Transition to ACTIVE for port object 0050b925-20ff-4ea3-b1db-79171449c277 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:40.434094 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-5ca2a4f3-ab80-4810-a775-a611f914e9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.436623 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbbe9a3-c731-4ced-9113-21780e4c14ae admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:40.443215 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cdbbe9a3-c731-4ced-9113-21780e4c14ae admin admin] 10.222.0.25 "PUT /v2.0/routers/79295233-3db2-45c3-81ed-18404c37a435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7096183 Jul 14 09:33:40.445626 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28937dc3-ac11-4113-a779-794854159451 None None] Sync routers for ids ['79295233-3db2-45c3-81ed-18404c37a435'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:40.447290 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51064) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:40.480141 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28937dc3-ac11-4113-a779-794854159451 None None] Routers {'79295233-3db2-45c3-81ed-18404c37a435'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:40.480904 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-28937dc3-ac11-4113-a779-794854159451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:33:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['79295233-3db2-45c3-81ed-18404c37a435'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:40.614331 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2a4f3-ab80-4810-a775-a611f914e9ea service neutron] Pushing event updated for resources: {'Port': ['ID=0050b925-20ff-4ea3-b1db-79171449c277,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:40.643917 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89bfbc5e-e8af-433c-8555-d83594682b21 admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.662707 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-5ca2a4f3-ab80-4810-a775-a611f914e9ea service neutron] Attempting to bind port 0050b925-20ff-4ea3-b1db-79171449c277 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:40.663054 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-5ca2a4f3-ab80-4810-a775-a611f914e9ea service neutron] Attempting to bind port 0050b925-20ff-4ea3-b1db-79171449c277 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '6c9682bf-4ac0-4ecd-b7e6-c395e5af687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:40.663394 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-5ca2a4f3-ab80-4810-a775-a611f914e9ea service neutron] Attempting to bind port 0050b925-20ff-4ea3-b1db-79171449c277 on network 537da7df-b394-4713-8449-76a067ef2cbc {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:40.669614 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-5ca2a4f3-ab80-4810-a775-a611f914e9ea service neutron] Port 0050b925-20ff-4ea3-b1db-79171449c277 on network 537da7df-b394-4713-8449-76a067ef2cbc not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:33:40.669959 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-5ca2a4f3-ab80-4810-a775-a611f914e9ea service neutron] Attempting to bind port 0050b925-20ff-4ea3-b1db-79171449c277 on network 537da7df-b394-4713-8449-76a067ef2cbc {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:40.675762 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-5ca2a4f3-ab80-4810-a775-a611f914e9ea service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:40.676114 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-5ca2a4f3-ab80-4810-a775-a611f914e9ea service neutron] Checking segment: {'id': '6c9682bf-4ac0-4ecd-b7e6-c395e5af687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:40.676519 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-5ca2a4f3-ab80-4810-a775-a611f914e9ea service neutron] Bound using segment: {'id': '6c9682bf-4ac0-4ecd-b7e6-c395e5af687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:40.676970 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-5ca2a4f3-ab80-4810-a775-a611f914e9ea service neutron] Bound port: 0050b925-20ff-4ea3-b1db-79171449c277, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c9682bf-4ac0-4ecd-b7e6-c395e5af687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:40.677339 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-5ca2a4f3-ab80-4810-a775-a611f914e9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.694637 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.775746 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-28937dc3-ac11-4113-a779-794854159451 None None] Set router 79295233-3db2-45c3-81ed-18404c37a435 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:40.782887 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-5ca2a4f3-ab80-4810-a775-a611f914e9ea service neutron] For port 0050b925-20ff-4ea3-b1db-79171449c277, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:40.786010 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-5ca2a4f3-ab80-4810-a775-a611f914e9ea service neutron] For port 0050b925-20ff-4ea3-b1db-79171449c277, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=0050b925-20ff-4ea3-b1db-79171449c277,segment=NetworkSegment(6c9682bf-4ac0-4ecd-b7e6-c395e5af687b),segment_id=6c9682bf-4ac0-4ecd-b7e6-c395e5af687b)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:40.793569 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-5ca2a4f3-ab80-4810-a775-a611f914e9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.822946 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89bfbc5e-e8af-433c-8555-d83594682b21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.910102 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2a4f3-ab80-4810-a775-a611f914e9ea service neutron] Pushing event updated for resources: {'Port': ['ID=0050b925-20ff-4ea3-b1db-79171449c277,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:40.924467 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-5ca2a4f3-ab80-4810-a775-a611f914e9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:40.925105 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-5ca2a4f3-ab80-4810-a775-a611f914e9ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.926687 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-5ca2a4f3-ab80-4810-a775-a611f914e9ea service neutron] 10.222.0.47 "PUT /v2.0/ports/0050b925-20ff-4ea3-b1db-79171449c277 HTTP/1.1" status: 200 len: 1131 time: 1.6206813 Jul 14 09:33:40.927155 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac64a246-6111-47c7-a56d-704ddf53b904', 'tag': '0050b925-20ff-4ea3-b1db-79171449c277'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:40.934676 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b6e60b-de38-47a6-abcd-0ace75876c36" -d '{"events": [{"name": "network-changed", "server_uuid": "ac64a246-6111-47c7-a56d-704ddf53b904", "tag": "0050b925-20ff-4ea3-b1db-79171449c277"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:41.022920 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cd49b-b7d4-49d3-a82a-81553423dbbf req-902c2e66-512d-4169-aced-e3767bedfe44 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:41.025884 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ce0cd49b-b7d4-49d3-a82a-81553423dbbf req-902c2e66-512d-4169-aced-e3767bedfe44 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac64a246-6111-47c7-a56d-704ddf53b904 HTTP/1.1" status: 200 len: 982 time: 0.4255254 Jul 14 09:33:41.038138 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9a602-cca6-42e3-9f98-2c0596f6b560 req-199db74b-7083-4204-8b40-e5be471225a0 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:41.040668 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-29d9a602-cca6-42e3-9f98-2c0596f6b560 req-199db74b-7083-4204-8b40-e5be471225a0 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?device_id=832c0061-edbb-422b-bd40-0bb483861deb HTTP/1.1" status: 200 len: 946 time: 0.2388263 Jul 14 09:33:41.124117 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-89bfbc5e-e8af-433c-8555-d83594682b21 admin admin] Deleting port 9caeaf49-4182-4dad-bc97-1b0159dffc6b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:41.124117 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89bfbc5e-e8af-433c-8555-d83594682b21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.135802 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-7ffa0398-2a5d-441c-85a8-1b57266bf0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:41.137495 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-7ffa0398-2a5d-441c-85a8-1b57266bf0d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c6d70120fc4240e181353ff36863fe62&device_id=ac64a246-6111-47c7-a56d-704ddf53b904 HTTP/1.1" status: 200 len: 1134 time: 0.1505134 Jul 14 09:33:41.141007 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-28937dc3-ac11-4113-a779-794854159451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79295233-3db2-45c3-81ed-18404c37a435', 'name': 'tempest-ServersTestBootFromVolume-511838903-router', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '9caeaf49-4182-4dad-bc97-1b0159dffc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:30:22Z', 'updated_at': '2021-07-14T09:33:38Z', 'revision_number': 5, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'gw_port': {'id': '9caeaf49-4182-4dad-bc97-1b0159dffc6b', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:19:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79295233-3db2-45c3-81ed-18404c37a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:23Z', 'updated_at': '2021-07-14T09:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:41.182954 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28937dc3-ac11-4113-a779-794854159451 None None] Checking router: 79295233-3db2-45c3-81ed-18404c37a435 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:33:41.193870 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28937dc3-ac11-4113-a779-794854159451 None None] Routers {'79295233-3db2-45c3-81ed-18404c37a435'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:41.199965 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-28937dc3-ac11-4113-a779-794854159451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:33:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['79295233-3db2-45c3-81ed-18404c37a435'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:41.215127 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ce0cd49b-b7d4-49d3-a82a-81553423dbbf req-77786d3a-af1a-4b80-9776-b94c43ec422e tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/security-groups?id=945cf5d1-907d-4fb8-a3b5-ee0f27bfa7df&id=f5f63943-9ef8-4272-88f4-c7a1a9b20b26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1694956 Jul 14 09:33:41.223385 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-7f699f3d-0091-41d3-b616-2aaf0087f1ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0050b925-20ff-4ea3-b1db-79171449c277 HTTP/1.1" status: 200 len: 217 time: 0.0763383 Jul 14 09:33:41.225307 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-29d9a602-cca6-42e3-9f98-2c0596f6b560 req-f3d78c29-cd06-4c18-bd3a-a6a3b36cf0ce tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ec2b1fe-229d-4376-a843-243b23f585b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572030 Jul 14 09:33:41.354266 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-30879f95-adb9-4f4d-8ddc-8489a9879ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:41.357569 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-30879f95-adb9-4f4d-8ddc-8489a9879ef3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fa79cf1-a154-4a89-af19-862eed5ed03a HTTP/1.1" status: 200 len: 835 time: 0.1275334 Jul 14 09:33:41.374185 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-89bfbc5e-e8af-433c-8555-d83594682b21 admin admin] For port 9caeaf49-4182-4dad-bc97-1b0159dffc6b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9caeaf49-4182-4dad-bc97-1b0159dffc6b,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:41.375653 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89bfbc5e-e8af-433c-8555-d83594682b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.419222 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b63115-4dba-4e3d-84e8-8abd51b92755 x-openstack-request-id: req-23b63115-4dba-4e3d-84e8-8abd51b92755 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:41.419519 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac64a246-6111-47c7-a56d-704ddf53b904", "tag": "0050b925-20ff-4ea3-b1db-79171449c277", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:41.419787 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23b63115-4dba-4e3d-84e8-8abd51b92755 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:41.420207 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac64a246-6111-47c7-a56d-704ddf53b904', 'tag': '0050b925-20ff-4ea3-b1db-79171449c277', 'status': 'completed', 'code': 200} Jul 14 09:33:41.435110 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:33:41.441803 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-89bfbc5e-e8af-433c-8555-d83594682b21 admin admin] Calling delete_port for 9caeaf49-4182-4dad-bc97-1b0159dffc6b owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:41.510412 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-28937dc3-ac11-4113-a779-794854159451 None None] Set router 79295233-3db2-45c3-81ed-18404c37a435 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:41.547178 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-e86bac9f-acc8-4608-b985-3d63dcb377dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:41.548855 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-e86bac9f-acc8-4608-b985-3d63dcb377dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=537da7df-b394-4713-8449-76a067ef2cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1806452 Jul 14 09:33:41.700309 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-28937dc3-ac11-4113-a779-794854159451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79295233-3db2-45c3-81ed-18404c37a435', 'name': 'tempest-ServersTestBootFromVolume-511838903-router', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:30:22Z', 'updated_at': '2021-07-14T09:33:40Z', 'revision_number': 6, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:41.782837 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28937dc3-ac11-4113-a779-794854159451 None None] The sync data for ids ['79295233-3db2-45c3-81ed-18404c37a435'] in n-d-771362-35 is: [{'id': '79295233-3db2-45c3-81ed-18404c37a435', 'name': 'tempest-ServersTestBootFromVolume-511838903-router', 'tenant_id': 'd08a9cf8426748049cbeff47ed271bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:30:22Z', 'updated_at': '2021-07-14T09:33:40Z', 'revision_number': 6, 'project_id': 'd08a9cf8426748049cbeff47ed271bac', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:41.783286 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-8fe6faef-c13c-4ee9-a867-69427b038878 service neutron] 10.222.0.47 "GET /v2.0/networks/537da7df-b394-4713-8449-76a067ef2cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256703 Jul 14 09:33:41.875438 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89bfbc5e-e8af-433c-8555-d83594682b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.914543 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfbc5e-e8af-433c-8555-d83594682b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=9caeaf49-4182-4dad-bc97-1b0159dffc6b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:41.936639 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-73099d2c-3df9-437d-a5e0-da4fc0cfd58e req-90c3afce-c719-4e1e-9ecb-fb9a6f2982fe service neutron] 10.222.0.47 "GET /v2.0/networks/537da7df-b394-4713-8449-76a067ef2cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417334 Jul 14 09:33:42.025447 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89bfbc5e-e8af-433c-8555-d83594682b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.068363 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6e60b-de38-47a6-abcd-0ace75876c36 req-83e287de-716e-4f88-b02e-79522b951256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.070278 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-42b6e60b-de38-47a6-abcd-0ace75876c36 req-83e287de-716e-4f88-b02e-79522b951256 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c6d70120fc4240e181353ff36863fe62&device_id=ac64a246-6111-47c7-a56d-704ddf53b904 HTTP/1.1" status: 200 len: 1134 time: 0.0801795 Jul 14 09:33:42.143875 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89bfbc5e-e8af-433c-8555-d83594682b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.146926 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89bfbc5e-e8af-433c-8555-d83594682b21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.215313 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c87ad-26c9-47f8-a267-806c38e55c2c req-24868366-e0e2-4614-a6d9-4eb486e41f3e tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.223392 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c25c87ad-26c9-47f8-a267-806c38e55c2c req-24868366-e0e2-4614-a6d9-4eb486e41f3e tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 946 time: 0.2725422 Jul 14 09:33:42.245161 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.261552 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6e60b-de38-47a6-abcd-0ace75876c36 req-8407d760-d017-4ba4-a9a3-afb60d6fc6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.266065 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-42b6e60b-de38-47a6-abcd-0ace75876c36 req-8407d760-d017-4ba4-a9a3-afb60d6fc6f0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=537da7df-b394-4713-8449-76a067ef2cbc HTTP/1.1" status: 200 len: 897 time: 0.1860716 Jul 14 09:33:42.268228 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c25c87ad-26c9-47f8-a267-806c38e55c2c req-f2260856-fa60-4e0d-a475-a4fbf3333a33 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437212 Jul 14 09:33:42.272754 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89bfbc5e-e8af-433c-8555-d83594682b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.276560 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bfbc5e-e8af-433c-8555-d83594682b21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79295233-3db2-45c3-81ed-18404c37a435 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:33:42.288899 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89bfbc5e-e8af-433c-8555-d83594682b21 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.298612 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-89bfbc5e-e8af-433c-8555-d83594682b21 admin admin] 10.222.0.25 "DELETE /v2.0/routers/79295233-3db2-45c3-81ed-18404c37a435 HTTP/1.1" status: 204 len: 168 time: 1.8410642 Jul 14 09:33:42.300710 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51096) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:42.438158 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a877d807-dc5f-4407-bcf8-555e31ba9df0 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:42.452992 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe0e7a6-376b-4c9e-a24a-7a9e6388b462 admin admin] Deleting subnet 07e9ca00-f31e-40d1-b8f8-d4640d1a2a19 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:33:42.453919 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-42b6e60b-de38-47a6-abcd-0ace75876c36 req-abcdd6b0-33ef-4ce7-92f1-d76a517f85ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0050b925-20ff-4ea3-b1db-79171449c277 HTTP/1.1" status: 200 len: 217 time: 0.1802835 Jul 14 09:33:42.458523 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0fe0e7a6-376b-4c9e-a24a-7a9e6388b462 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.487897 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: a877d807-dc5f-4407-bcf8-555e31ba9df0 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:42.488247 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a877d807-dc5f-4407-bcf8-555e31ba9df0 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:42.530430 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6e60b-de38-47a6-abcd-0ace75876c36 req-2d18a1a1-5dc2-4386-a18a-1df486ae19bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.532139 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-42b6e60b-de38-47a6-abcd-0ace75876c36 req-2d18a1a1-5dc2-4386-a18a-1df486ae19bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fa79cf1-a154-4a89-af19-862eed5ed03a HTTP/1.1" status: 200 len: 835 time: 0.0738363 Jul 14 09:33:42.580049 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0fe0e7a6-376b-4c9e-a24a-7a9e6388b462 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.672978 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6e60b-de38-47a6-abcd-0ace75876c36 req-74c50542-9a6d-4554-a159-155d02cdbe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.676629 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-42b6e60b-de38-47a6-abcd-0ace75876c36 req-74c50542-9a6d-4554-a159-155d02cdbe24 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=537da7df-b394-4713-8449-76a067ef2cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1267948 Jul 14 09:33:42.706906 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed114de-c120-4440-82ac-04b15c5174de req-677ac7e4-f387-448e-ac83-ff800218382c tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.708573 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7ed114de-c120-4440-82ac-04b15c5174de req-677ac7e4-f387-448e-ac83-ff800218382c tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac64a246-6111-47c7-a56d-704ddf53b904 HTTP/1.1" status: 200 len: 982 time: 0.1797178 Jul 14 09:33:42.782228 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0fe0e7a6-376b-4c9e-a24a-7a9e6388b462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.815548 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-42b6e60b-de38-47a6-abcd-0ace75876c36 req-50777b9b-b905-42b2-b666-1c9cc05423aa service neutron] 10.222.0.47 "GET /v2.0/networks/537da7df-b394-4713-8449-76a067ef2cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299353 Jul 14 09:33:42.845909 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7ed114de-c120-4440-82ac-04b15c5174de req-3ca7f968-cb7d-477e-a06c-3a843ac2ed31 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/security-groups?id=945cf5d1-907d-4fb8-a3b5-ee0f27bfa7df&id=f5f63943-9ef8-4272-88f4-c7a1a9b20b26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1261683 Jul 14 09:33:42.894136 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f391d7-9f03-4a55-b171-265c3db41a87 req-6604434b-067c-4aaf-852f-918c11da673d tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.895800 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25f391d7-9f03-4a55-b171-265c3db41a87 req-6604434b-067c-4aaf-852f-918c11da673d tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?device_id=832c0061-edbb-422b-bd40-0bb483861deb HTTP/1.1" status: 200 len: 946 time: 0.1773112 Jul 14 09:33:42.904906 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0fe0e7a6-376b-4c9e-a24a-7a9e6388b462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.946177 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-42b6e60b-de38-47a6-abcd-0ace75876c36 req-e62d99a9-1eec-42b6-8f5a-03c63c6d500b service neutron] 10.222.0.47 "GET /v2.0/networks/537da7df-b394-4713-8449-76a067ef2cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167738 Jul 14 09:33:42.954467 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0e7a6-376b-4c9e-a24a-7a9e6388b462 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07e9ca00-f31e-40d1-b8f8-d4640d1a2a19,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:42.963343 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0fe0e7a6-376b-4c9e-a24a-7a9e6388b462 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.965627 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0fe0e7a6-376b-4c9e-a24a-7a9e6388b462 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/07e9ca00-f31e-40d1-b8f8-d4640d1a2a19 HTTP/1.1" status: 204 len: 168 time: 0.6624427 Jul 14 09:33:42.968600 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51106) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:42.970531 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b9f4f4-8867-4634-ae37-70d45f0e2b54 None None] Network 8c26f086-00d8-4d3e-908e-787177c962c0 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:42.985344 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25f391d7-9f03-4a55-b171-265c3db41a87 req-bafc4479-0cc5-4bc2-9a0d-f4f6f148143f tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ec2b1fe-229d-4376-a843-243b23f585b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821083 Jul 14 09:33:43.062611 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac167ca2-eeb9-4732-8ad2-9416dfa63188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.121896 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ac167ca2-eeb9-4732-8ad2-9416dfa63188 admin admin] Deleting port c39a12d3-a4de-4183-9b87-c3920a0203e1 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:43.122147 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac167ca2-eeb9-4732-8ad2-9416dfa63188 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.194763 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ac167ca2-eeb9-4732-8ad2-9416dfa63188 admin admin] For port c39a12d3-a4de-4183-9b87-c3920a0203e1, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c39a12d3-a4de-4183-9b87-c3920a0203e1,segment=NetworkSegment(c044e3f9-bc82-4d76-8faa-531c5038fae4),segment_id=c044e3f9-bc82-4d76-8faa-531c5038fae4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:43.195135 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac167ca2-eeb9-4732-8ad2-9416dfa63188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.211543 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ac167ca2-eeb9-4732-8ad2-9416dfa63188 admin admin] Calling delete_port for c39a12d3-a4de-4183-9b87-c3920a0203e1 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:43.218636 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a334d8a0-ac59-4867-8f85-f5aaa07c22c4 None None] DHCP port deletion for 8c26f086-00d8-4d3e-908e-787177c962c0 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:33:43.267298 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a334d8a0-ac59-4867-8f85-f5aaa07c22c4 None None] Deleting port c39a12d3-a4de-4183-9b87-c3920a0203e1 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:43.268785 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a334d8a0-ac59-4867-8f85-f5aaa07c22c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.302487 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac167ca2-eeb9-4732-8ad2-9416dfa63188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.337691 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac167ca2-eeb9-4732-8ad2-9416dfa63188 admin admin] No DVR routers for this DVR port c39a12d3-a4de-4183-9b87-c3920a0203e1 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:43.339755 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac167ca2-eeb9-4732-8ad2-9416dfa63188 admin admin] Pushing event deleted for resources: {'Port': ['ID=c39a12d3-a4de-4183-9b87-c3920a0203e1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:43.351106 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a334d8a0-ac59-4867-8f85-f5aaa07c22c4 None None] For port c39a12d3-a4de-4183-9b87-c3920a0203e1, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c39a12d3-a4de-4183-9b87-c3920a0203e1,segment=NetworkSegment(c044e3f9-bc82-4d76-8faa-531c5038fae4),segment_id=c044e3f9-bc82-4d76-8faa-531c5038fae4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:43.351512 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a334d8a0-ac59-4867-8f85-f5aaa07c22c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.365855 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a334d8a0-ac59-4867-8f85-f5aaa07c22c4 None None] Calling delete_port for c39a12d3-a4de-4183-9b87-c3920a0203e1 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:43.412863 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac167ca2-eeb9-4732-8ad2-9416dfa63188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.423804 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ac167ca2-eeb9-4732-8ad2-9416dfa63188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c26f086-00d8-4d3e-908e-787177c962c0']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:43.442366 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ac167ca2-eeb9-4732-8ad2-9416dfa63188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c044e3f9-bc82-4d76-8faa-531c5038fae4') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:43.442720 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ac167ca2-eeb9-4732-8ad2-9416dfa63188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c044e3f9-bc82-4d76-8faa-531c5038fae4') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:33:43.447995 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:33:43.451109 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:33:43.451109 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:33:43.451109 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:33:43.451109 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:33:43.451109 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:33:43.451109 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:33:43.451109 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:33:43.451109 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:33:43.451109 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:33:43.451109 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:33:43.451109 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:33:43.451109 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:33:43.451109 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:33:43.451109 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:33:43.456179 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac167ca2-eeb9-4732-8ad2-9416dfa63188 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.459703 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a334d8a0-ac59-4867-8f85-f5aaa07c22c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.479582 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac167ca2-eeb9-4732-8ad2-9416dfa63188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.485126 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334d8a0-ac59-4867-8f85-f5aaa07c22c4 None None] Pushing event deleted for resources: {'Port': ['ID=c39a12d3-a4de-4183-9b87-c3920a0203e1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:43.485902 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac167ca2-eeb9-4732-8ad2-9416dfa63188 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:33:43.486308 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac167ca2-eeb9-4732-8ad2-9416dfa63188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:33:43.488564 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:33:43.505003 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a334d8a0-ac59-4867-8f85-f5aaa07c22c4 None None] No DVR routers for this DVR port c39a12d3-a4de-4183-9b87-c3920a0203e1 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:43.516212 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af065197-8743-4992-8d79-1d737a5e392d req-58f86a0b-732c-45e2-ad73-19773c98c0fd tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:43.522143 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-af065197-8743-4992-8d79-1d737a5e392d req-58f86a0b-732c-45e2-ad73-19773c98c0fd tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 946 time: 0.1287885 Jul 14 09:33:43.562022 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac167ca2-eeb9-4732-8ad2-9416dfa63188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.569778 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac167ca2-eeb9-4732-8ad2-9416dfa63188 admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.572306 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ac167ca2-eeb9-4732-8ad2-9416dfa63188 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8c26f086-00d8-4d3e-908e-787177c962c0 HTTP/1.1" status: 204 len: 168 time: 0.6020248 Jul 14 09:33:43.591851 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-af065197-8743-4992-8d79-1d737a5e392d req-cfc11675-6ccd-462c-b459-d986628f616a tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673532 Jul 14 09:33:43.595073 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac167ca2-eeb9-4732-8ad2-9416dfa63188 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c26f086-00d8-4d3e-908e-787177c962c0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:43.749100 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51112) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:43.789404 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1804048e-9aee-4120-a73e-542beb54f5eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d08a9cf8426748049cbeff47ed271bac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389628 Jul 14 09:33:43.792676 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51114) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:43.847365 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06df2dd4-77bd-488d-8350-837303455da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.872326 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06df2dd4-77bd-488d-8350-837303455da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.928250 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06df2dd4-77bd-488d-8350-837303455da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.931284 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06df2dd4-77bd-488d-8350-837303455da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.935184 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-06df2dd4-77bd-488d-8350-837303455da2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b70e83c7-1cdb-473b-8214-fef8ffc8278d HTTP/1.1" status: 204 len: 168 time: 0.1391089 Jul 14 09:33:43.940815 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df2dd4-77bd-488d-8350-837303455da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70e83c7-1cdb-473b-8214-fef8ffc8278d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:44.098569 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709a04c-9759-42d8-8875-3bb13593ba25 req-0b196742-b94c-46a7-abae-63d2bb7313aa tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:44.100552 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0709a04c-9759-42d8-8875-3bb13593ba25 req-0b196742-b94c-46a7-abae-63d2bb7313aa tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac64a246-6111-47c7-a56d-704ddf53b904 HTTP/1.1" status: 200 len: 982 time: 0.1051280 Jul 14 09:33:44.119945 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce078e72-3e4e-4eb9-945d-58c68127a8d8 req-95d8a45c-602f-4618-8d0e-829275b443ac tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:44.121657 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ce078e72-3e4e-4eb9-945d-58c68127a8d8 req-95d8a45c-602f-4618-8d0e-829275b443ac tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.44 "GET /v2.0/ports?device_id=832c0061-edbb-422b-bd40-0bb483861deb HTTP/1.1" status: 200 len: 946 time: 0.1071486 Jul 14 09:33:44.172270 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0709a04c-9759-42d8-8875-3bb13593ba25 req-4bc12961-0f79-4ba5-b9b0-245761331651 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/security-groups?id=945cf5d1-907d-4fb8-a3b5-ee0f27bfa7df&id=f5f63943-9ef8-4272-88f4-c7a1a9b20b26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0648510 Jul 14 09:33:44.254566 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02d5b8-3e2b-40f6-aa06-368363d7bc99 req-76630525-401f-4c3a-b519-6a1add03173e tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:44.257301 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ef02d5b8-3e2b-40f6-aa06-368363d7bc99 req-76630525-401f-4c3a-b519-6a1add03173e tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?device_id=832c0061-edbb-422b-bd40-0bb483861deb HTTP/1.1" status: 200 len: 946 time: 0.1221831 Jul 14 09:33:44.300271 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1962e-50fb-4600-95cd-1385037ca40e req-c5b843bb-dcf0-4f5d-95ba-af76b00e99c4 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:44.303035 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e1d1962e-50fb-4600-95cd-1385037ca40e req-c5b843bb-dcf0-4f5d-95ba-af76b00e99c4 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 946 time: 0.0933156 Jul 14 09:33:44.306662 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-ce078e72-3e4e-4eb9-945d-58c68127a8d8 req-37e407f0-2a1d-478b-ab37-06e8198d9c54 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Deleting port ca88fcac-eeee-4814-8657-f474c97a6be5 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:44.306936 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-ce078e72-3e4e-4eb9-945d-58c68127a8d8 req-37e407f0-2a1d-478b-ab37-06e8198d9c54 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.341551 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ef02d5b8-3e2b-40f6-aa06-368363d7bc99 req-82ff31cc-858e-41be-bb9a-b638a2e1e25f tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ec2b1fe-229d-4376-a843-243b23f585b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756898 Jul 14 09:33:44.401162 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c39a12d3-a4de-4183-9b87-c3920a0203e1 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:44.425569 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: c39a12d3-a4de-4183-9b87-c3920a0203e1 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:44.426220 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c39a12d3-a4de-4183-9b87-c3920a0203e1 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:44.426861 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9caeaf49-4182-4dad-bc97-1b0159dffc6b no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:44.449938 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 9caeaf49-4182-4dad-bc97-1b0159dffc6b {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:44.450716 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9caeaf49-4182-4dad-bc97-1b0159dffc6b not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:44.554601 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-ce078e72-3e4e-4eb9-945d-58c68127a8d8 req-37e407f0-2a1d-478b-ab37-06e8198d9c54 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] For port ca88fcac-eeee-4814-8657-f474c97a6be5, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ca88fcac-eeee-4814-8657-f474c97a6be5,segment=NetworkSegment(2f0eff3c-ecfe-411e-bd56-4d9b6f360568),segment_id=2f0eff3c-ecfe-411e-bd56-4d9b6f360568)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:44.554601 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-ce078e72-3e4e-4eb9-945d-58c68127a8d8 req-37e407f0-2a1d-478b-ab37-06e8198d9c54 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.567409 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-e1d1962e-50fb-4600-95cd-1385037ca40e req-8bc006f6-f1ca-4089-9be1-82b74ded5767 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Deleting port 9e2d8ef9-185a-4f63-a3da-c36fefac660a {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:44.568027 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e1d1962e-50fb-4600-95cd-1385037ca40e req-8bc006f6-f1ca-4089-9be1-82b74ded5767 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.575207 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-ce078e72-3e4e-4eb9-945d-58c68127a8d8 req-37e407f0-2a1d-478b-ab37-06e8198d9c54 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Calling delete_port for ca88fcac-eeee-4814-8657-f474c97a6be5 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:44.666595 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-e1d1962e-50fb-4600-95cd-1385037ca40e req-8bc006f6-f1ca-4089-9be1-82b74ded5767 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] For port 9e2d8ef9-185a-4f63-a3da-c36fefac660a, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=9e2d8ef9-185a-4f63-a3da-c36fefac660a,segment=NetworkSegment(8f2f8681-b492-4419-b887-a5333e4f929b),segment_id=8f2f8681-b492-4419-b887-a5333e4f929b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:44.666962 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e1d1962e-50fb-4600-95cd-1385037ca40e req-8bc006f6-f1ca-4089-9be1-82b74ded5767 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.681622 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-e1d1962e-50fb-4600-95cd-1385037ca40e req-8bc006f6-f1ca-4089-9be1-82b74ded5767 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Calling delete_port for 9e2d8ef9-185a-4f63-a3da-c36fefac660a owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:44.822172 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc050e9-2cb8-40ac-a9b2-ee95d8a13851 req-1e5d0328-6414-41bf-a53d-1736ae4997b7 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:44.824189 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bcc050e9-2cb8-40ac-a9b2-ee95d8a13851 req-1e5d0328-6414-41bf-a53d-1736ae4997b7 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f18e3b7-fc71-4426-9581-271a9e7f50b5 HTTP/1.1" status: 200 len: 946 time: 0.0941818 Jul 14 09:33:44.852065 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e1d1962e-50fb-4600-95cd-1385037ca40e req-8bc006f6-f1ca-4089-9be1-82b74ded5767 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.866210 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['9e2d8ef9-185a-4f63-a3da-c36fefac660a'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:44.868542 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['e322e284-0880-4746-8e9f-3c858f92a19c'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:44.874952 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51146) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:44.921526 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc006f6-f1ca-4089-9be1-82b74ded5767 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Pushing event deleted for resources: {'Port': ['ID=9e2d8ef9-185a-4f63-a3da-c36fefac660a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:44.971727 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bcc050e9-2cb8-40ac-a9b2-ee95d8a13851 req-d535f075-4912-4c35-8bcd-425eee548ad1 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395459 Jul 14 09:33:45.004834 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d1962e-50fb-4600-95cd-1385037ca40e req-8bc006f6-f1ca-4089-9be1-82b74ded5767 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] No DVR routers for this DVR port 9e2d8ef9-185a-4f63-a3da-c36fefac660a on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:45.008395 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e1d1962e-50fb-4600-95cd-1385037ca40e req-8bc006f6-f1ca-4089-9be1-82b74ded5767 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.011746 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e1d1962e-50fb-4600-95cd-1385037ca40e req-8bc006f6-f1ca-4089-9be1-82b74ded5767 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.47 "DELETE /v2.0/ports/9e2d8ef9-185a-4f63-a3da-c36fefac660a HTTP/1.1" status: 204 len: 173 time: 0.7005067 Jul 14 09:33:45.012183 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f18e3b7-fc71-4426-9581-271a9e7f50b5', 'name': 'network-vif-deleted', 'tag': '9e2d8ef9-185a-4f63-a3da-c36fefac660a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:45.014445 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5d50f8-5b38-46fc-96d4-59fefb16ba6a" -d '{"events": [{"server_uuid": "5f18e3b7-fc71-4426-9581-271a9e7f50b5", "name": "network-vif-deleted", "tag": "9e2d8ef9-185a-4f63-a3da-c36fefac660a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:45.063759 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c7f79c69-f31f-450f-9e28-59e2ad7d5e20 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1608984745-network', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:45.120840 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e0da5c-d7f1-40ef-ae8d-0b7ff001c497 x-openstack-request-id: req-85e0da5c-d7f1-40ef-ae8d-0b7ff001c497 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:45.121297 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f18e3b7-fc71-4426-9581-271a9e7f50b5", "name": "network-vif-deleted", "tag": "9e2d8ef9-185a-4f63-a3da-c36fefac660a", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:45.121577 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85e0da5c-d7f1-40ef-ae8d-0b7ff001c497 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:45.122019 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f79c69-f31f-450f-9e28-59e2ad7d5e20 admin admin] Made reservation on behalf of c0758deec75449e4b1a2d9bf3e591640 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:45.122560 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f18e3b7-fc71-4426-9581-271a9e7f50b5', 'name': 'network-vif-deleted', 'tag': '9e2d8ef9-185a-4f63-a3da-c36fefac660a', 'status': 'completed', 'code': 200} Jul 14 09:33:45.125170 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c7f79c69-f31f-450f-9e28-59e2ad7d5e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.126161 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-ce078e72-3e4e-4eb9-945d-58c68127a8d8 req-37e407f0-2a1d-478b-ab37-06e8198d9c54 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.137389 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c7f79c69-f31f-450f-9e28-59e2ad7d5e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.178147 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e407f0-2a1d-478b-ab37-06e8198d9c54 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Pushing event deleted for resources: {'Port': ['ID=ca88fcac-eeee-4814-8657-f474c97a6be5,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:45.264092 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce078e72-3e4e-4eb9-945d-58c68127a8d8 req-37e407f0-2a1d-478b-ab37-06e8198d9c54 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] No DVR routers for this DVR port ca88fcac-eeee-4814-8657-f474c97a6be5 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:45.266765 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-ce078e72-3e4e-4eb9-945d-58c68127a8d8 req-37e407f0-2a1d-478b-ab37-06e8198d9c54 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.269137 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ce078e72-3e4e-4eb9-945d-58c68127a8d8 req-37e407f0-2a1d-478b-ab37-06e8198d9c54 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.44 "DELETE /v2.0/ports/ca88fcac-eeee-4814-8657-f474c97a6be5 HTTP/1.1" status: 204 len: 173 time: 1.1413341 Jul 14 09:33:45.296469 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c7f79c69-f31f-450f-9e28-59e2ad7d5e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.301557 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c7f79c69-f31f-450f-9e28-59e2ad7d5e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.313789 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['ca88fcac-eeee-4814-8657-f474c97a6be5'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:45.375319 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f79c69-f31f-450f-9e28-59e2ad7d5e20 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:33:45.392884 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f79c69-f31f-450f-9e28-59e2ad7d5e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559c81f7-cb82-48df-b64a-184367ad2fa2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:45.407102 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c7f79c69-f31f-450f-9e28-59e2ad7d5e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.407458 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-c7f79c69-f31f-450f-9e28-59e2ad7d5e20 admin admin] Added segment c7fa85d7-0ca7-4946-9af4-a0ef729c5121 of type vlan for network e92e7721-3e36-4562-97f8-a4ed588fe7f9 Jul 14 09:33:45.473331 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c7f79c69-f31f-450f-9e28-59e2ad7d5e20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.488351 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef422ff-c764-4311-95a5-09de5ef9a58a req-e3a7b21c-8051-4626-be03-cc7550aed5ce tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:45.495419 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fef422ff-c764-4311-95a5-09de5ef9a58a req-e3a7b21c-8051-4626-be03-cc7550aed5ce tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac64a246-6111-47c7-a56d-704ddf53b904 HTTP/1.1" status: 200 len: 982 time: 0.1756859 Jul 14 09:33:45.553227 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 0050b925-20ff-4ea3-b1db-79171449c277 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:33:45.561731 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fef422ff-c764-4311-95a5-09de5ef9a58a req-c11d174f-175d-4071-ae3e-ce7763d84fde tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/security-groups?id=945cf5d1-907d-4fb8-a3b5-ee0f27bfa7df&id=f5f63943-9ef8-4272-88f4-c7a1a9b20b26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0651226 Jul 14 09:33:45.585229 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c7f79c69-f31f-450f-9e28-59e2ad7d5e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.585817 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f79c69-f31f-450f-9e28-59e2ad7d5e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:45.586513 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c7f79c69-f31f-450f-9e28-59e2ad7d5e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.667402 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1e9cb87a-7058-48ce-951c-719ee4a8c01f req-c2bf271b-6e00-494d-8853-71d4de331b02 tempest-VolumesActionsTest-2130441343 tempest-VolumesActionsTest-2130441343-project] 10.222.0.25 "GET /v2.0/ports?device_id=832c0061-edbb-422b-bd40-0bb483861deb HTTP/1.1" status: 200 len: 210 time: 0.1043746 Jul 14 09:33:45.701683 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 0050b925-20ff-4ea3-b1db-79171449c277, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=0050b925-20ff-4ea3-b1db-79171449c277,segment=NetworkSegment(6c9682bf-4ac0-4ecd-b7e6-c395e5af687b),segment_id=6c9682bf-4ac0-4ecd-b7e6-c395e5af687b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:45.702218 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c7f79c69-f31f-450f-9e28-59e2ad7d5e20 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8203540 Jul 14 09:33:45.702218 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f79c69-f31f-450f-9e28-59e2ad7d5e20 admin admin] Pushing event updated for resources: {'Network': ['ID=e92e7721-3e36-4562-97f8-a4ed588fe7f9,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:45.702392 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51156) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:45.707787 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-12afef08-4706-4bdb-9b0e-960facc1f18f admin admin] Request body: {'subnet': {'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1608984745-subnet', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:45.721615 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network e92e7721-3e36-4562-97f8-a4ed588fe7f9 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:33:45.751675 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12afef08-4706-4bdb-9b0e-960facc1f18f admin admin] Made reservation on behalf of c0758deec75449e4b1a2d9bf3e591640 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:45.769283 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-12afef08-4706-4bdb-9b0e-960facc1f18f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.777700 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '0050b925-20ff-4ea3-b1db-79171449c277', 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc', 'port_id': '0050b925-20ff-4ea3-b1db-79171449c277', 'mac_address': 'fa:16:3e:cb:56:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fa79cf1-a154-4a89-af19-862eed5ed03a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:33:46.129965 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-12afef08-4706-4bdb-9b0e-960facc1f18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.174871 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.218647 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0050b925-20ff-4ea3-b1db-79171449c277 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:46.252457 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 0050b925-20ff-4ea3-b1db-79171449c277, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=0050b925-20ff-4ea3-b1db-79171449c277,segment=NetworkSegment(6c9682bf-4ac0-4ecd-b7e6-c395e5af687b),segment_id=6c9682bf-4ac0-4ecd-b7e6-c395e5af687b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:46.260250 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.342885 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=0050b925-20ff-4ea3-b1db-79171449c277,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:46.357473 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afef08-4706-4bdb-9b0e-960facc1f18f admin admin] Pushing event updated for resources: {'Subnet': ['ID=57ba4472-7e2c-4af5-aade-c7bdea72c48a,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:46.359754 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12afef08-4706-4bdb-9b0e-960facc1f18f admin admin] Checking segment: {'id': 'c7fa85d7-0ca7-4946-9af4-a0ef729c5121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:46.362558 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12afef08-4706-4bdb-9b0e-960facc1f18f admin admin] Network hostable DHCP agents. Network: e92e7721-3e36-4562-97f8-a4ed588fe7f9, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:33:46.394497 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12afef08-4706-4bdb-9b0e-960facc1f18f admin admin] Network e92e7721-3e36-4562-97f8-a4ed588fe7f9 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:33:46.410771 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-12afef08-4706-4bdb-9b0e-960facc1f18f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, e92e7721-3e36-4562-97f8-a4ed588fe7f9) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:46.418432 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12afef08-4706-4bdb-9b0e-960facc1f18f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:46.418929 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-12afef08-4706-4bdb-9b0e-960facc1f18f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.420844 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12f2108-3603-4837-be57-8779e9013445 None None] Network e92e7721-3e36-4562-97f8-a4ed588fe7f9 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:46.441022 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-12afef08-4706-4bdb-9b0e-960facc1f18f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7378454 Jul 14 09:33:46.443812 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51168) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:46.448680 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-53183ab1-d713-4866-9679-a43ac4da5e2d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1608984745-router', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:46.469999 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['0050b925-20ff-4ea3-b1db-79171449c277'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:46.515541 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53183ab1-d713-4866-9679-a43ac4da5e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.518557 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53183ab1-d713-4866-9679-a43ac4da5e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.604711 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53183ab1-d713-4866-9679-a43ac4da5e2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.650934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b5728-908c-4339-a9d1-60d0c4c2729b req-ed864d14-4708-4272-b4de-c316659012b3 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:46.653148 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9e0b5728-908c-4339-a9d1-60d0c4c2729b req-ed864d14-4708-4272-b4de-c316659012b3 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.1020892 Jul 14 09:33:46.713874 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb06c14-9c7f-4437-9af2-d9fee447ac78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-e92e7721-3e36-4562-97f8-a4ed588fe7f9', 'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'fixed_ips': [{'subnet_id': '57ba4472-7e2c-4af5-aade-c7bdea72c48a'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:33:46.714743 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bb06c14-9c7f-4437-9af2-d9fee447ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.734550 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9e0b5728-908c-4339-a9d1-60d0c4c2729b req-21af327f-0529-42b1-9262-01afbf624daf tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748026 Jul 14 09:33:46.887225 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53183ab1-d713-4866-9679-a43ac4da5e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.911505 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a1f7b-62a8-4090-ac4d-1d213bc73353 req-3a7f25e5-aec7-4f21-b8ed-fb48a55c84d4 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:46.913347 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da1a1f7b-62a8-4090-ac4d-1d213bc73353 req-3a7f25e5-aec7-4f21-b8ed-fb48a55c84d4 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac64a246-6111-47c7-a56d-704ddf53b904 HTTP/1.1" status: 200 len: 983 time: 0.1370075 Jul 14 09:33:46.972776 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-5bb06c14-9c7f-4437-9af2-d9fee447ac78 None None] Allocated IP 172.20.0.2 (e92e7721-3e36-4562-97f8-a4ed588fe7f9/57ba4472-7e2c-4af5-aade-c7bdea72c48a/b5cd6127-85c2-4f61-be0e-6eb487623870) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:46.992239 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da1a1f7b-62a8-4090-ac4d-1d213bc73353 req-c3bf5304-40fe-4eac-b07d-365ea85440dd tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/security-groups?id=945cf5d1-907d-4fb8-a3b5-ee0f27bfa7df&id=f5f63943-9ef8-4272-88f4-c7a1a9b20b26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0720801 Jul 14 09:33:47.123973 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832c0061-edbb-422b-bd40-0bb483861deb', 'name': 'network-vif-deleted', 'tag': 'ca88fcac-eeee-4814-8657-f474c97a6be5'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:47.126372 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0454326e-f6d5-454d-9988-e7c5c43f4506" -d '{"events": [{"server_uuid": "832c0061-edbb-422b-bd40-0bb483861deb", "name": "network-vif-deleted", "tag": "ca88fcac-eeee-4814-8657-f474c97a6be5"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:47.202438 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b078c0-c963-4c92-a7b2-3f64d2d04249 x-openstack-request-id: req-76b078c0-c963-4c92-a7b2-3f64d2d04249 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:47.202836 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832c0061-edbb-422b-bd40-0bb483861deb", "name": "network-vif-deleted", "tag": "ca88fcac-eeee-4814-8657-f474c97a6be5", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:47.203157 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76b078c0-c963-4c92-a7b2-3f64d2d04249 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:47.207935 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832c0061-edbb-422b-bd40-0bb483861deb', 'name': 'network-vif-deleted', 'tag': 'ca88fcac-eeee-4814-8657-f474c97a6be5', 'status': 'completed', 'code': 200} Jul 14 09:33:47.208815 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bb06c14-9c7f-4437-9af2-d9fee447ac78 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.231834 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5bb06c14-9c7f-4437-9af2-d9fee447ac78 None None] Transition to ACTIVE for port object b5cd6127-85c2-4f61-be0e-6eb487623870 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:47.261618 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5bb06c14-9c7f-4437-9af2-d9fee447ac78 None None] Transition to ACTIVE for port object b5cd6127-85c2-4f61-be0e-6eb487623870 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:47.264350 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53183ab1-d713-4866-9679-a43ac4da5e2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.272393 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bb06c14-9c7f-4437-9af2-d9fee447ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.295442 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53183ab1-d713-4866-9679-a43ac4da5e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.317853 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb06c14-9c7f-4437-9af2-d9fee447ac78 None None] Network e92e7721-3e36-4562-97f8-a4ed588fe7f9 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:47.320847 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-5bb06c14-9c7f-4437-9af2-d9fee447ac78 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:47.327788 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb06c14-9c7f-4437-9af2-d9fee447ac78 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:47.339601 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb06c14-9c7f-4437-9af2-d9fee447ac78 None None] Pushing event updated for resources: {'Port': ['ID=b5cd6127-85c2-4f61-be0e-6eb487623870,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:47.437086 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-5bb06c14-9c7f-4437-9af2-d9fee447ac78 None None] Attempting to bind port b5cd6127-85c2-4f61-be0e-6eb487623870 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:47.437711 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-5bb06c14-9c7f-4437-9af2-d9fee447ac78 None None] Attempting to bind port b5cd6127-85c2-4f61-be0e-6eb487623870 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'c7fa85d7-0ca7-4946-9af4-a0ef729c5121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:47.438153 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb06c14-9c7f-4437-9af2-d9fee447ac78 None None] Attempting to bind port b5cd6127-85c2-4f61-be0e-6eb487623870 on network e92e7721-3e36-4562-97f8-a4ed588fe7f9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:47.444302 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb06c14-9c7f-4437-9af2-d9fee447ac78 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:47.444775 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb06c14-9c7f-4437-9af2-d9fee447ac78 None None] Checking segment: {'id': 'c7fa85d7-0ca7-4946-9af4-a0ef729c5121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:47.445177 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bb06c14-9c7f-4437-9af2-d9fee447ac78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.445575 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb06c14-9c7f-4437-9af2-d9fee447ac78 None None] Bound using segment: {'id': 'c7fa85d7-0ca7-4946-9af4-a0ef729c5121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:47.446195 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-5bb06c14-9c7f-4437-9af2-d9fee447ac78 None None] Bound port: b5cd6127-85c2-4f61-be0e-6eb487623870, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7fa85d7-0ca7-4946-9af4-a0ef729c5121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:47.446714 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bb06c14-9c7f-4437-9af2-d9fee447ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.499543 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-53183ab1-d713-4866-9679-a43ac4da5e2d admin admin] Allocated IP 172.25.6.166 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/55f00894-1b70-43bd-b79a-dd53d9fecb61) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:47.538816 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-5bb06c14-9c7f-4437-9af2-d9fee447ac78 None None] For port b5cd6127-85c2-4f61-be0e-6eb487623870, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:47.542836 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-5bb06c14-9c7f-4437-9af2-d9fee447ac78 None None] For port b5cd6127-85c2-4f61-be0e-6eb487623870, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b5cd6127-85c2-4f61-be0e-6eb487623870,segment=NetworkSegment(c7fa85d7-0ca7-4946-9af4-a0ef729c5121),segment_id=c7fa85d7-0ca7-4946-9af4-a0ef729c5121)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:47.549885 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bb06c14-9c7f-4437-9af2-d9fee447ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.594477 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 0050b925-20ff-4ea3-b1db-79171449c277 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:47.627645 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53183ab1-d713-4866-9679-a43ac4da5e2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.683442 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb06c14-9c7f-4437-9af2-d9fee447ac78 None None] Pushing event updated for resources: {'Port': ['ID=b5cd6127-85c2-4f61-be0e-6eb487623870,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:47.691665 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53183ab1-d713-4866-9679-a43ac4da5e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.715203 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 0050b925-20ff-4ea3-b1db-79171449c277 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:47.724279 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 0050b925-20ff-4ea3-b1db-79171449c277 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:47.725096 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.763655 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53183ab1-d713-4866-9679-a43ac4da5e2d admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:47.766592 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-53183ab1-d713-4866-9679-a43ac4da5e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:47.770820 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53183ab1-d713-4866-9679-a43ac4da5e2d admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:47.822731 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53183ab1-d713-4866-9679-a43ac4da5e2d admin admin] Pushing event updated for resources: {'Port': ['ID=55f00894-1b70-43bd-b79a-dd53d9fecb61,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:47.869298 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device ca88fcac-eeee-4814-8657-f474c97a6be5 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:47.910195 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: ca88fcac-eeee-4814-8657-f474c97a6be5 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:47.910545 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device ca88fcac-eeee-4814-8657-f474c97a6be5 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:47.935518 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.007646 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac64a246-6111-47c7-a56d-704ddf53b904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0050b925-20ff-4ea3-b1db-79171449c277'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:48.007646 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d62733c-9490-40b3-8edc-67584a621ac9" -d '{"events": [{"server_uuid": "ac64a246-6111-47c7-a56d-704ddf53b904", "name": "network-vif-plugged", "status": "completed", "tag": "0050b925-20ff-4ea3-b1db-79171449c277"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:48.046093 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 0050b925-20ff-4ea3-b1db-79171449c277, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=0050b925-20ff-4ea3-b1db-79171449c277,segment=NetworkSegment(6c9682bf-4ac0-4ecd-b7e6-c395e5af687b),segment_id=6c9682bf-4ac0-4ecd-b7e6-c395e5af687b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:48.052914 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.057873 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 9e2d8ef9-185a-4f63-a3da-c36fefac660a no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:48.155634 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32f0e28-3e5d-4d94-8329-fc6e4877a52c x-openstack-request-id: req-a32f0e28-3e5d-4d94-8329-fc6e4877a52c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:48.158221 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac64a246-6111-47c7-a56d-704ddf53b904", "name": "network-vif-plugged", "status": "completed", "tag": "0050b925-20ff-4ea3-b1db-79171449c277", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:48.159042 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a32f0e28-3e5d-4d94-8329-fc6e4877a52c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:48.159042 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac64a246-6111-47c7-a56d-704ddf53b904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0050b925-20ff-4ea3-b1db-79171449c277', 'code': 200} Jul 14 09:33:48.191356 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f067de-a772-4ecb-b784-7ad68d03d2c4 req-8428acf5-ad22-43ab-b375-a4f4d62d84fc tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:48.202013 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 9e2d8ef9-185a-4f63-a3da-c36fefac660a {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:48.202362 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 9e2d8ef9-185a-4f63-a3da-c36fefac660a not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:48.204203 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-64f067de-a772-4ecb-b784-7ad68d03d2c4 req-8428acf5-ad22-43ab-b375-a4f4d62d84fc tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.2189729 Jul 14 09:33:48.241469 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=0050b925-20ff-4ea3-b1db-79171449c277,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:48.321792 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-64f067de-a772-4ecb-b784-7ad68d03d2c4 req-89790c02-1a4c-46ff-925a-a3206d44a3af tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135693 Jul 14 09:33:48.440938 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a41e3db1-8685-48af-a855-16962fd1dbcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.474207 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4371d0-1362-4554-ba6b-90a3d29752d4 req-bb54654f-d398-4c03-8a57-79f8c9554a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:48.486508 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7f4371d0-1362-4554-ba6b-90a3d29752d4 req-bb54654f-d398-4c03-8a57-79f8c9554a14 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac64a246-6111-47c7-a56d-704ddf53b904 HTTP/1.1" status: 200 len: 1136 time: 0.2663567 Jul 14 09:33:48.515327 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b5cd6127-85c2-4f61-be0e-6eb487623870 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:48.538612 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7f4371d0-1362-4554-ba6b-90a3d29752d4 req-2bd548ba-ad73-4b10-96d0-1ff83b130b24 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=945cf5d1-907d-4fb8-a3b5-ee0f27bfa7df&id=f5f63943-9ef8-4272-88f4-c7a1a9b20b26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0511887 Jul 14 09:33:48.546368 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53183ab1-d713-4866-9679-a43ac4da5e2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.570716 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f94854-6bcd-4837-b5bc-2bc98aaaa3bd req-b0de95f2-8aeb-4f9f-a905-6b9384168021 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:48.580541 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e8f94854-6bcd-4837-b5bc-2bc98aaaa3bd req-b0de95f2-8aeb-4f9f-a905-6b9384168021 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac64a246-6111-47c7-a56d-704ddf53b904 HTTP/1.1" status: 200 len: 984 time: 0.1898651 Jul 14 09:33:48.644764 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e8f94854-6bcd-4837-b5bc-2bc98aaaa3bd req-bd84b3a9-581c-49cb-9afb-7a04b0eeefe2 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/security-groups?id=945cf5d1-907d-4fb8-a3b5-ee0f27bfa7df&id=f5f63943-9ef8-4272-88f4-c7a1a9b20b26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0627987 Jul 14 09:33:48.650058 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port b5cd6127-85c2-4f61-be0e-6eb487623870 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:49.216843 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53183ab1-d713-4866-9679-a43ac4da5e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.429638 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735a9c04-b3e5-4bf0-83cf-a2ec3171d641 None None] Network e92e7721-3e36-4562-97f8-a4ed588fe7f9 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:49.580895 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53183ab1-d713-4866-9679-a43ac4da5e2d admin admin] Router 1aa4e847-127e-40e8-b2bd-2b0ad53d5bce is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:33:49.607834 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-fe25bff4-3bc6-4c46-8ae7-fef2fadbcbaa None None] Provisioning for port b5cd6127-85c2-4f61-be0e-6eb487623870 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:49.619105 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-fe25bff4-3bc6-4c46-8ae7-fef2fadbcbaa None None] Provisioning complete for port b5cd6127-85c2-4f61-be0e-6eb487623870 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:49.619630 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe25bff4-3bc6-4c46-8ae7-fef2fadbcbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.754266 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53183ab1-d713-4866-9679-a43ac4da5e2d admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:49.775300 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a31bb-c3b0-4e3e-bcb4-200e3dd1e0a6 req-f928e806-a276-4222-9e97-0178c6ad0231 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:49.779215 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af511aff-d7cf-4f1f-a7a5-205a5e19c4f5 None None] Sync routers for ids ['1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:49.787147 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5a1a31bb-c3b0-4e3e-bcb4-200e3dd1e0a6 req-f928e806-a276-4222-9e97-0178c6ad0231 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.1999893 Jul 14 09:33:49.806900 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53183ab1-d713-4866-9679-a43ac4da5e2d admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.813910 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-53183ab1-d713-4866-9679-a43ac4da5e2d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.3688936 Jul 14 09:33:49.814743 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51260) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:49.959432 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af511aff-d7cf-4f1f-a7a5-205a5e19c4f5 None None] Routers {'1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:49.960361 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-af511aff-d7cf-4f1f-a7a5-205a5e19c4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:33:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:50.098244 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe25bff4-3bc6-4c46-8ae7-fef2fadbcbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.173821 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-fe25bff4-3bc6-4c46-8ae7-fef2fadbcbaa None None] For port b5cd6127-85c2-4f61-be0e-6eb487623870, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b5cd6127-85c2-4f61-be0e-6eb487623870,segment=NetworkSegment(c7fa85d7-0ca7-4946-9af4-a0ef729c5121),segment_id=c7fa85d7-0ca7-4946-9af4-a0ef729c5121)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:50.183815 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe25bff4-3bc6-4c46-8ae7-fef2fadbcbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.274291 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-af511aff-d7cf-4f1f-a7a5-205a5e19c4f5 None None] Set router 1aa4e847-127e-40e8-b2bd-2b0ad53d5bce gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:50.506743 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25bff4-3bc6-4c46-8ae7-fef2fadbcbaa None None] Pushing event updated for resources: {'Port': ['ID=b5cd6127-85c2-4f61-be0e-6eb487623870,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:50.620188 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-af511aff-d7cf-4f1f-a7a5-205a5e19c4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'name': 'tempest-ServersTestJSON-1608984745-router', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': '55f00894-1b70-43bd-b79a-dd53d9fecb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:46Z', 'updated_at': '2021-07-14T09:33:48Z', 'revision_number': 3, 'project_id': 'c0758deec75449e4b1a2d9bf3e591640', 'gw_port': {'id': '55f00894-1b70-43bd-b79a-dd53d9fecb61', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:57:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:47Z', 'updated_at': '2021-07-14T09:33:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:50.695436 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5a1a31bb-c3b0-4e3e-bcb4-200e3dd1e0a6 req-8cc52717-6905-4099-bfae-fb0ad9c61a15 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8985574 Jul 14 09:33:50.700463 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af511aff-d7cf-4f1f-a7a5-205a5e19c4f5 None None] Checking router: 1aa4e847-127e-40e8-b2bd-2b0ad53d5bce for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:33:50.700836 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af511aff-d7cf-4f1f-a7a5-205a5e19c4f5 None None] Updating router 1aa4e847-127e-40e8-b2bd-2b0ad53d5bce port 55f00894-1b70-43bd-b79a-dd53d9fecb61 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:33:50.800162 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af511aff-d7cf-4f1f-a7a5-205a5e19c4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.856969 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9241d-a984-4bb8-b6c1-f5e4ec020517 req-f2607b87-611a-4361-8aa6-12120a3c305c tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:50.866058 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-55f9241d-a984-4bb8-b6c1-f5e4ec020517 req-f2607b87-611a-4361-8aa6-12120a3c305c tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac64a246-6111-47c7-a56d-704ddf53b904 HTTP/1.1" status: 200 len: 984 time: 0.7168033 Jul 14 09:33:50.943297 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-55f9241d-a984-4bb8-b6c1-f5e4ec020517 req-c6c061be-6a1e-4c1d-8a55-893e1fb5de2f tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/security-groups?id=945cf5d1-907d-4fb8-a3b5-ee0f27bfa7df&id=f5f63943-9ef8-4272-88f4-c7a1a9b20b26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0758741 Jul 14 09:33:51.012831 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-317cb31a-0f2b-4ee4-bac5-b7193a1d5396 None None] Provisioning complete for port b5cd6127-85c2-4f61-be0e-6eb487623870 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:51.018732 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-317cb31a-0f2b-4ee4-bac5-b7193a1d5396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.143039 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f54aa1c-8b57-4254-a1e5-9125bacdf1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.335678 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f513011-b749-45df-8ebf-5e6ca7635cb2 req-bffa3285-f3a6-454c-add0-5e13f99a5698 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:51.351581 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6f513011-b749-45df-8ebf-5e6ca7635cb2 req-bffa3285-f3a6-454c-add0-5e13f99a5698 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac64a246-6111-47c7-a56d-704ddf53b904 HTTP/1.1" status: 200 len: 984 time: 0.2436752 Jul 14 09:33:51.501243 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6f513011-b749-45df-8ebf-5e6ca7635cb2 req-6907f3a9-34c5-4451-91c3-dfe912cd5df8 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/security-groups?id=945cf5d1-907d-4fb8-a3b5-ee0f27bfa7df&id=f5f63943-9ef8-4272-88f4-c7a1a9b20b26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1192183 Jul 14 09:33:51.511287 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.577134 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eedc09f3-388a-4a78-900f-c6614421a0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.673125 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-1f54aa1c-8b57-4254-a1e5-9125bacdf1b4 admin admin] Allocated IP 172.20.0.1 (e92e7721-3e36-4562-97f8-a4ed588fe7f9/57ba4472-7e2c-4af5-aade-c7bdea72c48a/7d262520-070c-4378-804c-cd9bd3dad7d1) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:51.938630 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7f606-6c6e-4c73-be6f-9266cc56639f req-958a5936-d9aa-421c-b746-1872fbba4a6c tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:51.943479 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9ab7f606-6c6e-4c73-be6f-9266cc56639f req-958a5936-d9aa-421c-b746-1872fbba4a6c tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.44 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.1508555 Jul 14 09:33:52.036006 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af511aff-d7cf-4f1f-a7a5-205a5e19c4f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.065264 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-af511aff-d7cf-4f1f-a7a5-205a5e19c4f5 None None] Transition to ACTIVE for port object 55f00894-1b70-43bd-b79a-dd53d9fecb61 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:52.093061 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af511aff-d7cf-4f1f-a7a5-205a5e19c4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.108909 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb866d5-8aba-426a-b200-d79e9f8f9b55 req-d6cb0a7c-e08b-49e4-b4c5-dc19f165d07b tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:52.110508 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3cb866d5-8aba-426a-b200-d79e9f8f9b55 req-d6cb0a7c-e08b-49e4-b4c5-dc19f165d07b tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ac64a246-6111-47c7-a56d-704ddf53b904 HTTP/1.1" status: 200 len: 1136 time: 0.4190698 Jul 14 09:33:52.167772 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-af511aff-d7cf-4f1f-a7a5-205a5e19c4f5 None None] Attempting to bind port 55f00894-1b70-43bd-b79a-dd53d9fecb61 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:52.168362 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-af511aff-d7cf-4f1f-a7a5-205a5e19c4f5 None None] Attempting to bind port 55f00894-1b70-43bd-b79a-dd53d9fecb61 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:52.168879 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af511aff-d7cf-4f1f-a7a5-205a5e19c4f5 None None] Attempting to bind port 55f00894-1b70-43bd-b79a-dd53d9fecb61 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:52.177384 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3cb866d5-8aba-426a-b200-d79e9f8f9b55 req-c889692d-ebb5-4cf1-bb1f-2cfd61d9afcd tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.195379 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af511aff-d7cf-4f1f-a7a5-205a5e19c4f5 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:52.198431 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af511aff-d7cf-4f1f-a7a5-205a5e19c4f5 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:52.198983 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af511aff-d7cf-4f1f-a7a5-205a5e19c4f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.199501 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af511aff-d7cf-4f1f-a7a5-205a5e19c4f5 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:52.200100 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-af511aff-d7cf-4f1f-a7a5-205a5e19c4f5 None None] Bound port: 55f00894-1b70-43bd-b79a-dd53d9fecb61, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:52.201096 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af511aff-d7cf-4f1f-a7a5-205a5e19c4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.229078 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-9ab7f606-6c6e-4c73-be6f-9266cc56639f req-7759806e-b5a7-46cc-b5dd-603ccdb2baa3 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Deleting port e322e284-0880-4746-8e9f-3c858f92a19c {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:52.229432 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-9ab7f606-6c6e-4c73-be6f-9266cc56639f req-7759806e-b5a7-46cc-b5dd-603ccdb2baa3 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.325379 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667aa5b-28cf-4493-8e72-f72abf641b9e req-ac3b0c32-3aff-45f5-a5c7-9fc0edf632ef tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:52.326977 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a667aa5b-28cf-4493-8e72-f72abf641b9e req-ac3b0c32-3aff-45f5-a5c7-9fc0edf632ef tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 945 time: 0.3661127 Jul 14 09:33:52.382456 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.387517 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c506e-f670-4888-ba5f-07748162458b None None] Pushing event updated for resources: {'Port': ['ID=55f00894-1b70-43bd-b79a-dd53d9fecb61,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:52.397533 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f54aa1c-8b57-4254-a1e5-9125bacdf1b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.401783 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3cb866d5-8aba-426a-b200-d79e9f8f9b55 req-c889692d-ebb5-4cf1-bb1f-2cfd61d9afcd tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.437775 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a667aa5b-28cf-4493-8e72-f72abf641b9e req-de47eec3-0f0e-4b0f-bde7-ba3321345693 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/security-groups?id=6541c5a0-e77d-4444-a0b8-93f91e136ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014903 Jul 14 09:33:52.441167 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-3cb866d5-8aba-426a-b200-d79e9f8f9b55 req-c889692d-ebb5-4cf1-bb1f-2cfd61d9afcd tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.442524 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-af511aff-d7cf-4f1f-a7a5-205a5e19c4f5 None None] For port 55f00894-1b70-43bd-b79a-dd53d9fecb61, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:52.448052 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-af511aff-d7cf-4f1f-a7a5-205a5e19c4f5 None None] For port 55f00894-1b70-43bd-b79a-dd53d9fecb61, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=55f00894-1b70-43bd-b79a-dd53d9fecb61,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:52.450978 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-9ab7f606-6c6e-4c73-be6f-9266cc56639f req-7759806e-b5a7-46cc-b5dd-603ccdb2baa3 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] For port e322e284-0880-4746-8e9f-3c858f92a19c, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e322e284-0880-4746-8e9f-3c858f92a19c,segment=NetworkSegment(8f2f8681-b492-4419-b887-a5333e4f929b),segment_id=8f2f8681-b492-4419-b887-a5333e4f929b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:52.451460 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-9ab7f606-6c6e-4c73-be6f-9266cc56639f req-7759806e-b5a7-46cc-b5dd-603ccdb2baa3 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.464652 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af511aff-d7cf-4f1f-a7a5-205a5e19c4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.494140 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3cb866d5-8aba-426a-b200-d79e9f8f9b55 req-c889692d-ebb5-4cf1-bb1f-2cfd61d9afcd tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=945cf5d1-907d-4fb8-a3b5-ee0f27bfa7df&id=f5f63943-9ef8-4272-88f4-c7a1a9b20b26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3489542 Jul 14 09:33:52.496587 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889692d-ebb5-4cf1-bb1f-2cfd61d9afcd tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd1557c-5060-4d43-abfa-09d2fb0c49aa,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:52.500348 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1f54aa1c-8b57-4254-a1e5-9125bacdf1b4 admin admin] Transition to ACTIVE for port object 7d262520-070c-4378-804c-cd9bd3dad7d1 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:52.503364 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b5cd6127-85c2-4f61-be0e-6eb487623870 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:52.526374 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51284) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:52.551047 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-9ab7f606-6c6e-4c73-be6f-9266cc56639f req-7759806e-b5a7-46cc-b5dd-603ccdb2baa3 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Calling delete_port for e322e284-0880-4746-8e9f-3c858f92a19c owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:52.582956 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f54aa1c-8b57-4254-a1e5-9125bacdf1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.600918 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c506e-f670-4888-ba5f-07748162458b None None] Pushing event updated for resources: {'Port': ['ID=55f00894-1b70-43bd-b79a-dd53d9fecb61,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:52.630456 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af511aff-d7cf-4f1f-a7a5-205a5e19c4f5 None None] Routers {'1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:52.631092 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-af511aff-d7cf-4f1f-a7a5-205a5e19c4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:33:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:52.637139 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54aa1c-8b57-4254-a1e5-9125bacdf1b4 admin admin] Pushing event updated for resources: {'Port': ['ID=7d262520-070c-4378-804c-cd9bd3dad7d1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:52.646259 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f54aa1c-8b57-4254-a1e5-9125bacdf1b4 admin admin] Network e92e7721-3e36-4562-97f8-a4ed588fe7f9 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:52.652964 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20de82d8-5d82-4913-9d1c-5fae0a38be66 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:52.654628 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-20de82d8-5d82-4913-9d1c-5fae0a38be66 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ac64a246-6111-47c7-a56d-704ddf53b904 HTTP/1.1" status: 200 len: 1131 time: 0.1272244 Jul 14 09:33:52.655917 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1f54aa1c-8b57-4254-a1e5-9125bacdf1b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:52.657667 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51286) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:52.662606 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'port_id': '0050b925-20ff-4ea3-b1db-79171449c277', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:52.668331 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f54aa1c-8b57-4254-a1e5-9125bacdf1b4 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:52.706807 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port b5cd6127-85c2-4f61-be0e-6eb487623870 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:52.707186 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.723527 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f54aa1c-8b57-4254-a1e5-9125bacdf1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.759220 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-9ab7f606-6c6e-4c73-be6f-9266cc56639f req-7759806e-b5a7-46cc-b5dd-603ccdb2baa3 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.801762 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.813556 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759806e-b5a7-46cc-b5dd-603ccdb2baa3 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Pushing event deleted for resources: {'Port': ['ID=e322e284-0880-4746-8e9f-3c858f92a19c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:52.814616 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-af511aff-d7cf-4f1f-a7a5-205a5e19c4f5 None None] Set router 1aa4e847-127e-40e8-b2bd-2b0ad53d5bce gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:52.922121 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab7f606-6c6e-4c73-be6f-9266cc56639f req-7759806e-b5a7-46cc-b5dd-603ccdb2baa3 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] No DVR routers for this DVR port e322e284-0880-4746-8e9f-3c858f92a19c on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:52.930703 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-9ab7f606-6c6e-4c73-be6f-9266cc56639f req-7759806e-b5a7-46cc-b5dd-603ccdb2baa3 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.941553 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9ab7f606-6c6e-4c73-be6f-9266cc56639f req-7759806e-b5a7-46cc-b5dd-603ccdb2baa3 tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.44 "DELETE /v2.0/ports/e322e284-0880-4746-8e9f-3c858f92a19c HTTP/1.1" status: 204 len: 173 time: 0.9899957 Jul 14 09:33:52.942196 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f26875-510c-4826-8c17-66c0133a532e', 'name': 'network-vif-deleted', 'tag': 'e322e284-0880-4746-8e9f-3c858f92a19c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:52.945194 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10207913-4577-4fee-868d-307560df9a6a" -d '{"events": [{"server_uuid": "15f26875-510c-4826-8c17-66c0133a532e", "name": "network-vif-deleted", "tag": "e322e284-0880-4746-8e9f-3c858f92a19c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:53.057963 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25968d6-d04b-421b-ad77-08a93d0079fc x-openstack-request-id: req-c25968d6-d04b-421b-ad77-08a93d0079fc {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:53.057963 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f26875-510c-4826-8c17-66c0133a532e", "name": "network-vif-deleted", "tag": "e322e284-0880-4746-8e9f-3c858f92a19c", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:53.058247 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c25968d6-d04b-421b-ad77-08a93d0079fc {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:53.058869 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f26875-510c-4826-8c17-66c0133a532e', 'name': 'network-vif-deleted', 'tag': 'e322e284-0880-4746-8e9f-3c858f92a19c', 'status': 'completed', 'code': 200} Jul 14 09:33:53.150928 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f54aa1c-8b57-4254-a1e5-9125bacdf1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.233962 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.258891 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8b33a022-d89d-4154-9671-ffed23b86957 None None] Provisioning for port 7d262520-070c-4378-804c-cd9bd3dad7d1 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:53.273847 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-af511aff-d7cf-4f1f-a7a5-205a5e19c4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'name': 'tempest-ServersTestJSON-1608984745-router', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': '55f00894-1b70-43bd-b79a-dd53d9fecb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:46Z', 'updated_at': '2021-07-14T09:33:48Z', 'revision_number': 3, 'project_id': 'c0758deec75449e4b1a2d9bf3e591640', 'gw_port': {'id': '55f00894-1b70-43bd-b79a-dd53d9fecb61', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:57:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:47Z', 'updated_at': '2021-07-14T09:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:53.283689 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8b33a022-d89d-4154-9671-ffed23b86957 None None] Provisioning complete for port 7d262520-070c-4378-804c-cd9bd3dad7d1 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:53.285728 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b33a022-d89d-4154-9671-ffed23b86957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.365053 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af511aff-d7cf-4f1f-a7a5-205a5e19c4f5 None None] The sync data for ids ['1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'] in n-d-771362-35 is: [{'id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'name': 'tempest-ServersTestJSON-1608984745-router', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': '55f00894-1b70-43bd-b79a-dd53d9fecb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:46Z', 'updated_at': '2021-07-14T09:33:48Z', 'revision_number': 3, 'project_id': 'c0758deec75449e4b1a2d9bf3e591640', 'gw_port': {'id': '55f00894-1b70-43bd-b79a-dd53d9fecb61', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:57:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:47Z', 'updated_at': '2021-07-14T09:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:53.392623 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8b33a022-d89d-4154-9671-ffed23b86957 None None] Port 7d262520-070c-4378-804c-cd9bd3dad7d1 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:53.522488 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f54aa1c-8b57-4254-a1e5-9125bacdf1b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.551260 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f54aa1c-8b57-4254-a1e5-9125bacdf1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.707725 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f54aa1c-8b57-4254-a1e5-9125bacdf1b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.764348 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.856784 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c10cdd3e-19e2-464c-9936-8db23a24b7ff req-1c9e0a80-be8f-43a4-9ac8-fd222db3c1ed tempest-ServerRescueNegativeTestJSON-1607046437 tempest-ServerRescueNegativeTestJSON-1607046437-project] 10.222.0.25 "GET /v2.0/ports?device_id=15f26875-510c-4826-8c17-66c0133a532e HTTP/1.1" status: 200 len: 210 time: 0.0940504 Jul 14 09:33:53.857638 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54aa1c-8b57-4254-a1e5-9125bacdf1b4 admin admin] Pushing event updated for resources: {'Port': ['ID=7d262520-070c-4378-804c-cd9bd3dad7d1,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:53.881002 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device e322e284-0880-4746-8e9f-3c858f92a19c no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:53.944205 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: e322e284-0880-4746-8e9f-3c858f92a19c {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:53.944556 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device e322e284-0880-4746-8e9f-3c858f92a19c not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:53.994780 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Allocated IP 172.25.6.112 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/8c699fdd-603a-4d9d-851b-1bd0d390cf56) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:54.170348 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f54aa1c-8b57-4254-a1e5-9125bacdf1b4 admin admin] Network e92e7721-3e36-4562-97f8-a4ed588fe7f9 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:54.173422 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1f54aa1c-8b57-4254-a1e5-9125bacdf1b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:54.286151 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.495844 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 55f00894-1b70-43bd-b79a-dd53d9fecb61 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:54.507313 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f54aa1c-8b57-4254-a1e5-9125bacdf1b4 admin admin] Router 1aa4e847-127e-40e8-b2bd-2b0ad53d5bce has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:33:54.526511 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.595254 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 55f00894-1b70-43bd-b79a-dd53d9fecb61 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:54.603768 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 55f00894-1b70-43bd-b79a-dd53d9fecb61 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:54.606596 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.662373 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:54.756079 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:54.769878 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:54.829318 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6b38ef43-05b0-4064-831b-7e6027818e67 None None] Provisioning complete for port 7d262520-070c-4378-804c-cd9bd3dad7d1 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:54.832453 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b38ef43-05b0-4064-831b-7e6027818e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.885405 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.905945 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6b38ef43-05b0-4064-831b-7e6027818e67 None None] Port 7d262520-070c-4378-804c-cd9bd3dad7d1 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:54.936365 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 55f00894-1b70-43bd-b79a-dd53d9fecb61, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=55f00894-1b70-43bd-b79a-dd53d9fecb61,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:54.940755 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event updated for resources: {'Port': ['ID=8c699fdd-603a-4d9d-851b-1bd0d390cf56,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:54.965810 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.047089 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f54aa1c-8b57-4254-a1e5-9125bacdf1b4 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:55.054470 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1f54aa1c-8b57-4254-a1e5-9125bacdf1b4 admin admin] 10.222.0.25 "PUT /v2.0/routers/1aa4e847-127e-40e8-b2bd-2b0ad53d5bce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2386885 Jul 14 09:33:55.096096 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51316) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:55.112623 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=55f00894-1b70-43bd-b79a-dd53d9fecb61,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:55.637274 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.803656 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.944839 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8a90838-e6f7-4c4b-a6be-1e06ce98a092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.946822 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51328) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:55.954845 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9a696b12-e929-43db-a8fc-8a6b75ce8648 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1755686156', 'description': 'tempest-description--1418896768'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:56.034859 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a696b12-e929-43db-a8fc-8a6b75ce8648 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.155359 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.160467 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3dee5f-482d-4197-b981-a287c95f447d None None] Sync routers for ids ['1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:56.166576 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.177821 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3dee5f-482d-4197-b981-a287c95f447d None None] Routers {'1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:56.181317 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ee3dee5f-482d-4197-b981-a287c95f447d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:33:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:56.266714 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event updated for resources: {'Port': ['ID=8c699fdd-603a-4d9d-851b-1bd0d390cf56,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:56.296789 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:56.297151 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:56.297504 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:56.297895 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:56.298311 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:56.298653 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:56.298985 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:56.299318 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:56.299916 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:56.300609 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:56.300609 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:56.301000 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:56.314285 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.434062 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-ee3dee5f-482d-4197-b981-a287c95f447d None None] Set router 1aa4e847-127e-40e8-b2bd-2b0ad53d5bce gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:56.479057 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 55f00894-1b70-43bd-b79a-dd53d9fecb61 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:56.498652 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Floating IP 626b413e-b421-4c30-812b-caae61348312 associated. External IP: 172.25.6.112, port: 0050b925-20ff-4ea3-b1db-79171449c277. Jul 14 09:33:56.563982 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a696b12-e929-43db-a8fc-8a6b75ce8648 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.571119 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d8a90838-e6f7-4c4b-a6be-1e06ce98a092 admin admin] Deleting port 5efa4314-1c5b-4d90-b25a-ef0b7323ca26 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:56.571783 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8a90838-e6f7-4c4b-a6be-1e06ce98a092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.578178 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a696b12-e929-43db-a8fc-8a6b75ce8648 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.626875 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 55f00894-1b70-43bd-b79a-dd53d9fecb61 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:56.629875 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.734543 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a696b12-e929-43db-a8fc-8a6b75ce8648 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e50ec39-d6d0-499d-88b2-9677eeb38f99,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:56.756893 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a696b12-e929-43db-a8fc-8a6b75ce8648 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.759503 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9a696b12-e929-43db-a8fc-8a6b75ce8648 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8112059 Jul 14 09:33:56.766708 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d8a90838-e6f7-4c4b-a6be-1e06ce98a092 admin admin] For port 5efa4314-1c5b-4d90-b25a-ef0b7323ca26, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=5efa4314-1c5b-4d90-b25a-ef0b7323ca26,segment=NetworkSegment(8f2f8681-b492-4419-b887-a5333e4f929b),segment_id=8f2f8681-b492-4419-b887-a5333e4f929b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:56.767322 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8a90838-e6f7-4c4b-a6be-1e06ce98a092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.770201 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51344) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:56.780553 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-41c742bb-0b0d-45a9-96be-9da010e28f2b tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Request body: {'security_group_rule': {'security_group_id': '7e50ec39-d6d0-499d-88b2-9677eeb38f99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:56.786613 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d8a90838-e6f7-4c4b-a6be-1e06ce98a092 admin admin] Calling delete_port for 5efa4314-1c5b-4d90-b25a-ef0b7323ca26 owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:57.064272 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Router 7693debe-ca3e-40f4-ace7-dcc3148dd12c has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:33:57.076299 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ee3dee5f-482d-4197-b981-a287c95f447d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'name': 'tempest-ServersTestJSON-1608984745-router', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': '55f00894-1b70-43bd-b79a-dd53d9fecb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:46Z', 'updated_at': '2021-07-14T09:33:53Z', 'revision_number': 4, 'project_id': 'c0758deec75449e4b1a2d9bf3e591640', 'gw_port': {'id': '55f00894-1b70-43bd-b79a-dd53d9fecb61', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:57:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:47Z', 'updated_at': '2021-07-14T09:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '7d262520-070c-4378-804c-cd9bd3dad7d1', 'name': '', 'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'mac_address': 'fa:16:3e:ff:9b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '57ba4472-7e2c-4af5-aade-c7bdea72c48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:51Z', 'updated_at': '2021-07-14T09:33:53Z', 'revision_number': 2, 'project_id': 'c0758deec75449e4b1a2d9bf3e591640', 'subnets': [{'id': '57ba4472-7e2c-4af5-aade-c7bdea72c48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:57.109387 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-41c742bb-0b0d-45a9-96be-9da010e28f2b tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.148521 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3dee5f-482d-4197-b981-a287c95f447d None None] Checking router: 1aa4e847-127e-40e8-b2bd-2b0ad53d5bce for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:33:57.148926 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3dee5f-482d-4197-b981-a287c95f447d None None] Updating router 1aa4e847-127e-40e8-b2bd-2b0ad53d5bce port 7d262520-070c-4378-804c-cd9bd3dad7d1 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:33:57.165902 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8a90838-e6f7-4c4b-a6be-1e06ce98a092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.198331 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a90838-e6f7-4c4b-a6be-1e06ce98a092 admin admin] Pushing event deleted for resources: {'Port': ['ID=5efa4314-1c5b-4d90-b25a-ef0b7323ca26,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:57.216468 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a90838-e6f7-4c4b-a6be-1e06ce98a092 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:57.217106 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a90838-e6f7-4c4b-a6be-1e06ce98a092 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:57.217619 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a90838-e6f7-4c4b-a6be-1e06ce98a092 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:57.218124 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a90838-e6f7-4c4b-a6be-1e06ce98a092 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:57.219366 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a90838-e6f7-4c4b-a6be-1e06ce98a092 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:57.219893 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a90838-e6f7-4c4b-a6be-1e06ce98a092 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:57.220445 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a90838-e6f7-4c4b-a6be-1e06ce98a092 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:57.221008 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a90838-e6f7-4c4b-a6be-1e06ce98a092 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:57.221509 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a90838-e6f7-4c4b-a6be-1e06ce98a092 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:57.222023 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a90838-e6f7-4c4b-a6be-1e06ce98a092 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:57.222530 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a90838-e6f7-4c4b-a6be-1e06ce98a092 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:57.223020 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a90838-e6f7-4c4b-a6be-1e06ce98a092 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:57.275851 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee3dee5f-482d-4197-b981-a287c95f447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.533449 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8a90838-e6f7-4c4b-a6be-1e06ce98a092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.884067 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee3dee5f-482d-4197-b981-a287c95f447d None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.898219 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ee3dee5f-482d-4197-b981-a287c95f447d None None] Transition to ACTIVE for port object 7d262520-070c-4378-804c-cd9bd3dad7d1 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:57.922696 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee3dee5f-482d-4197-b981-a287c95f447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.024903 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a90838-e6f7-4c4b-a6be-1e06ce98a092 admin admin] Router adb8266f-ecdc-474c-b206-cc3ab05ba893 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:33:58.026827 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:58.030800 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e8c07-ffa6-44d9-a0f6-489d70adcd53 None None] Pushing event updated for resources: {'Port': ['ID=7d262520-070c-4378-804c-cd9bd3dad7d1,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:58.037556 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66112131-611a-413d-a19a-569a1caec2dd None None] Sync routers for ids ['7693debe-ca3e-40f4-ace7-dcc3148dd12c'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:58.056632 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66112131-611a-413d-a19a-569a1caec2dd None None] Routers {'7693debe-ca3e-40f4-ace7-dcc3148dd12c'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:58.058446 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-66112131-611a-413d-a19a-569a1caec2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:33:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7693debe-ca3e-40f4-ace7-dcc3148dd12c'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:58.063616 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.070401 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-41c742bb-0b0d-45a9-96be-9da010e28f2b tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.113126 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-41c742bb-0b0d-45a9-96be-9da010e28f2b tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.167130 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-41c742bb-0b0d-45a9-96be-9da010e28f2b tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.171344 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-41c742bb-0b0d-45a9-96be-9da010e28f2b tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4001131 Jul 14 09:33:58.172167 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51354) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:58.184260 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c5897414-b0a0-4bba-ba95-e38124dddd3e tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Request body: {'security_group_rule': {'security_group_id': '7e50ec39-d6d0-499d-88b2-9677eeb38f99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:58.195625 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c742bb-0b0d-45a9-96be-9da010e28f2b tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4482f46-f509-41d7-ab0b-eaf35c4777ef,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:58.213004 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7e8a84bd-13ec-4482-88af-8bd0796f89ff tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5510557 Jul 14 09:33:58.213879 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac64a246-6111-47c7-a56d-704ddf53b904', 'tag': '0050b925-20ff-4ea3-b1db-79171449c277'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:58.214981 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51356) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:58.216592 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b240134-990e-45fe-976a-0a3572b2f279" -d '{"events": [{"name": "network-changed", "server_uuid": "ac64a246-6111-47c7-a56d-704ddf53b904", "tag": "0050b925-20ff-4ea3-b1db-79171449c277"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:58.235138 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ee3dee5f-482d-4197-b981-a287c95f447d None None] Attempting to bind port 7d262520-070c-4378-804c-cd9bd3dad7d1 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:58.236201 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ee3dee5f-482d-4197-b981-a287c95f447d None None] Attempting to bind port 7d262520-070c-4378-804c-cd9bd3dad7d1 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'c7fa85d7-0ca7-4946-9af4-a0ef729c5121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:58.237532 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3dee5f-482d-4197-b981-a287c95f447d None None] Attempting to bind port 7d262520-070c-4378-804c-cd9bd3dad7d1 on network e92e7721-3e36-4562-97f8-a4ed588fe7f9 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:58.250756 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3dee5f-482d-4197-b981-a287c95f447d None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:58.253497 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3dee5f-482d-4197-b981-a287c95f447d None None] Checking segment: {'id': 'c7fa85d7-0ca7-4946-9af4-a0ef729c5121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:58.254183 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee3dee5f-482d-4197-b981-a287c95f447d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.254794 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3dee5f-482d-4197-b981-a287c95f447d None None] Bound using segment: {'id': 'c7fa85d7-0ca7-4946-9af4-a0ef729c5121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:58.258525 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ee3dee5f-482d-4197-b981-a287c95f447d None None] Bound port: 7d262520-070c-4378-804c-cd9bd3dad7d1, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7fa85d7-0ca7-4946-9af4-a0ef729c5121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:58.259430 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee3dee5f-482d-4197-b981-a287c95f447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.268683 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5897414-b0a0-4bba-ba95-e38124dddd3e tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.271763 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-66112131-611a-413d-a19a-569a1caec2dd None None] Set router 7693debe-ca3e-40f4-ace7-dcc3148dd12c gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:58.369109 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4728b241-927a-4936-b737-183d3f9e5448 x-openstack-request-id: req-4728b241-927a-4936-b737-183d3f9e5448 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:58.376191 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac64a246-6111-47c7-a56d-704ddf53b904", "tag": "0050b925-20ff-4ea3-b1db-79171449c277", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:58.378060 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4728b241-927a-4936-b737-183d3f9e5448 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:58.378773 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac64a246-6111-47c7-a56d-704ddf53b904', 'tag': '0050b925-20ff-4ea3-b1db-79171449c277', 'status': 'completed', 'code': 200} Jul 14 09:33:58.423178 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ee3dee5f-482d-4197-b981-a287c95f447d None None] For port 7d262520-070c-4378-804c-cd9bd3dad7d1, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:58.431707 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ee3dee5f-482d-4197-b981-a287c95f447d None None] For port 7d262520-070c-4378-804c-cd9bd3dad7d1, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7d262520-070c-4378-804c-cd9bd3dad7d1,segment=NetworkSegment(c7fa85d7-0ca7-4946-9af4-a0ef729c5121),segment_id=c7fa85d7-0ca7-4946-9af4-a0ef729c5121)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:58.442796 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee3dee5f-482d-4197-b981-a287c95f447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.454926 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5897414-b0a0-4bba-ba95-e38124dddd3e tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.465097 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5897414-b0a0-4bba-ba95-e38124dddd3e tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.536290 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5897414-b0a0-4bba-ba95-e38124dddd3e tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b578eee7-9048-4d5b-982f-2a6cc1dfe971,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:58.551339 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5897414-b0a0-4bba-ba95-e38124dddd3e tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.552951 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c5897414-b0a0-4bba-ba95-e38124dddd3e tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3742509 Jul 14 09:33:58.556399 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51360) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:58.565239 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8e0ae010-32f9-46f4-82f9-97746a2469a1 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:58.566816 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e8c07-ffa6-44d9-a0f6-489d70adcd53 None None] Pushing event updated for resources: {'Port': ['ID=7d262520-070c-4378-804c-cd9bd3dad7d1,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:58.599356 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3dee5f-482d-4197-b981-a287c95f447d None None] Routers {'1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:58.603188 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ee3dee5f-482d-4197-b981-a287c95f447d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:33:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:58.637142 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e0ae010-32f9-46f4-82f9-97746a2469a1 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.659354 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a90838-e6f7-4c4b-a6be-1e06ce98a092 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:58.688032 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d030cd4-c106-46bb-8bf9-1d3ce73c0eaf None None] Sync routers for ids ['adb8266f-ecdc-474c-b206-cc3ab05ba893'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:58.710071 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d8a90838-e6f7-4c4b-a6be-1e06ce98a092 admin admin] 10.222.0.25 "PUT /v2.0/routers/adb8266f-ecdc-474c-b206-cc3ab05ba893/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6119812 Jul 14 09:33:58.726689 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51362) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:58.738175 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-66112131-611a-413d-a19a-569a1caec2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402948804', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:20Z', 'updated_at': '2021-07-14T09:33:29Z', 'revision_number': 4, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'gw_port': {'id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:21Z', 'updated_at': '2021-07-14T09:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '626b413e-b421-4c30-812b-caae61348312', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'port_id': '0050b925-20ff-4ea3-b1db-79171449c277', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc', 'mac_address': 'fa:16:3e:cb:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64a246-6111-47c7-a56d-704ddf53b904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:33:55Z', 'updated_at': '2021-07-14T09:33:55Z', 'revision_number': 0, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02614167-9325-4f06-b2bf-2e9aa7652749', 'name': '', 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'mac_address': 'fa:16:3e:2c:75:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '3fa79cf1-a154-4a89-af19-862eed5ed03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:27Z', 'updated_at': '2021-07-14T09:33:37Z', 'revision_number': 5, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'subnets': [{'id': '3fa79cf1-a154-4a89-af19-862eed5ed03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:58.754215 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d030cd4-c106-46bb-8bf9-1d3ce73c0eaf None None] Routers {'adb8266f-ecdc-474c-b206-cc3ab05ba893'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:58.754970 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8d030cd4-c106-46bb-8bf9-1d3ce73c0eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:33:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['adb8266f-ecdc-474c-b206-cc3ab05ba893'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:58.837306 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66112131-611a-413d-a19a-569a1caec2dd None None] Checking router: 7693debe-ca3e-40f4-ace7-dcc3148dd12c for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:33:58.863245 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66112131-611a-413d-a19a-569a1caec2dd None None] Routers {'7693debe-ca3e-40f4-ace7-dcc3148dd12c'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:58.863967 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-66112131-611a-413d-a19a-569a1caec2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:33:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7693debe-ca3e-40f4-ace7-dcc3148dd12c'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:58.921243 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e0ae010-32f9-46f4-82f9-97746a2469a1 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.025935 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4395c21-85c0-4b85-9726-63601d4483de admin admin] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.087603 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-66112131-611a-413d-a19a-569a1caec2dd None None] Set router 7693debe-ca3e-40f4-ace7-dcc3148dd12c gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:59.104077 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-ee3dee5f-482d-4197-b981-a287c95f447d None None] Set router 1aa4e847-127e-40e8-b2bd-2b0ad53d5bce gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:59.153659 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b240134-990e-45fe-976a-0a3572b2f279 req-e076d5b3-612f-44be-922f-22842b4906bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.155152 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8b240134-990e-45fe-976a-0a3572b2f279 req-e076d5b3-612f-44be-922f-22842b4906bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c6d70120fc4240e181353ff36863fe62&device_id=ac64a246-6111-47c7-a56d-704ddf53b904 HTTP/1.1" status: 200 len: 1136 time: 0.7214460 Jul 14 09:33:59.174132 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f48cee1-b8aa-44bc-a0a5-cf68ab5bbf60 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.182322 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f48cee1-b8aa-44bc-a0a5-cf68ab5bbf60 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.183759 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f48cee1-b8aa-44bc-a0a5-cf68ab5bbf60 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.187207 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f48cee1-b8aa-44bc-a0a5-cf68ab5bbf60 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.187207 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f48cee1-b8aa-44bc-a0a5-cf68ab5bbf60 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.187632 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f48cee1-b8aa-44bc-a0a5-cf68ab5bbf60 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.188264 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f48cee1-b8aa-44bc-a0a5-cf68ab5bbf60 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.188578 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f48cee1-b8aa-44bc-a0a5-cf68ab5bbf60 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.189047 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f48cee1-b8aa-44bc-a0a5-cf68ab5bbf60 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.193383 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f48cee1-b8aa-44bc-a0a5-cf68ab5bbf60 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.195519 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6f48cee1-b8aa-44bc-a0a5-cf68ab5bbf60 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7069 time: 0.9778237 Jul 14 09:33:59.205194 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51370) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:59.330614 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-8e0ae010-32f9-46f4-82f9-97746a2469a1 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Allocated IP 172.25.6.167 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/921167c8-e9c8-4eda-ad9a-690283480399) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:59.444342 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-8d030cd4-c106-46bb-8bf9-1d3ce73c0eaf None None] Set router adb8266f-ecdc-474c-b206-cc3ab05ba893 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:59.551373 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776c042a-1bb0-4032-9a8a-4a8d6bb8a45c tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.551795 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776c042a-1bb0-4032-9a8a-4a8d6bb8a45c tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.552262 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776c042a-1bb0-4032-9a8a-4a8d6bb8a45c tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.552723 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776c042a-1bb0-4032-9a8a-4a8d6bb8a45c tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.553181 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776c042a-1bb0-4032-9a8a-4a8d6bb8a45c tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.553639 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776c042a-1bb0-4032-9a8a-4a8d6bb8a45c tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.554090 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776c042a-1bb0-4032-9a8a-4a8d6bb8a45c tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.554547 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776c042a-1bb0-4032-9a8a-4a8d6bb8a45c tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.555565 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776c042a-1bb0-4032-9a8a-4a8d6bb8a45c tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.556186 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776c042a-1bb0-4032-9a8a-4a8d6bb8a45c tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.569437 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-776c042a-1bb0-4032-9a8a-4a8d6bb8a45c tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6557 time: 0.3606045 Jul 14 09:33:59.571082 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51372) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:59.573947 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4395c21-85c0-4b85-9726-63601d4483de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.625423 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-66112131-611a-413d-a19a-569a1caec2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402948804', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:20Z', 'updated_at': '2021-07-14T09:33:29Z', 'revision_number': 4, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'gw_port': {'id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:21Z', 'updated_at': '2021-07-14T09:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '626b413e-b421-4c30-812b-caae61348312', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'port_id': '0050b925-20ff-4ea3-b1db-79171449c277', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc', 'mac_address': 'fa:16:3e:cb:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64a246-6111-47c7-a56d-704ddf53b904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:33:55Z', 'updated_at': '2021-07-14T09:33:55Z', 'revision_number': 0, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02614167-9325-4f06-b2bf-2e9aa7652749', 'name': '', 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'mac_address': 'fa:16:3e:2c:75:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '3fa79cf1-a154-4a89-af19-862eed5ed03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:27Z', 'updated_at': '2021-07-14T09:33:37Z', 'revision_number': 5, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'subnets': [{'id': '3fa79cf1-a154-4a89-af19-862eed5ed03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:59.682063 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e0ae010-32f9-46f4-82f9-97746a2469a1 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.741028 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66112131-611a-413d-a19a-569a1caec2dd None None] The sync data for ids ['7693debe-ca3e-40f4-ace7-dcc3148dd12c'] in n-d-771362-35 is: [{'id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402948804', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:20Z', 'updated_at': '2021-07-14T09:33:29Z', 'revision_number': 4, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'gw_port': {'id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:21Z', 'updated_at': '2021-07-14T09:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '626b413e-b421-4c30-812b-caae61348312', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'port_id': '0050b925-20ff-4ea3-b1db-79171449c277', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc', 'mac_address': 'fa:16:3e:cb:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64a246-6111-47c7-a56d-704ddf53b904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:33:55Z', 'updated_at': '2021-07-14T09:33:55Z', 'revision_number': 0, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02614167-9325-4f06-b2bf-2e9aa7652749', 'name': '', 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'mac_address': 'fa:16:3e:2c:75:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '3fa79cf1-a154-4a89-af19-862eed5ed03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:27Z', 'updated_at': '2021-07-14T09:33:37Z', 'revision_number': 5, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'subnets': [{'id': '3fa79cf1-a154-4a89-af19-862eed5ed03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:59.785087 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e0ae010-32f9-46f4-82f9-97746a2469a1 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.842255 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ee3dee5f-482d-4197-b981-a287c95f447d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'name': 'tempest-ServersTestJSON-1608984745-router', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': '55f00894-1b70-43bd-b79a-dd53d9fecb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:46Z', 'updated_at': '2021-07-14T09:33:53Z', 'revision_number': 4, 'project_id': 'c0758deec75449e4b1a2d9bf3e591640', 'gw_port': {'id': '55f00894-1b70-43bd-b79a-dd53d9fecb61', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:57:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:47Z', 'updated_at': '2021-07-14T09:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '7d262520-070c-4378-804c-cd9bd3dad7d1', 'name': '', 'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'mac_address': 'fa:16:3e:ff:9b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '57ba4472-7e2c-4af5-aade-c7bdea72c48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:51Z', 'updated_at': '2021-07-14T09:33:58Z', 'revision_number': 4, 'project_id': 'c0758deec75449e4b1a2d9bf3e591640', 'subnets': [{'id': '57ba4472-7e2c-4af5-aade-c7bdea72c48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:59.902368 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0ae010-32f9-46f4-82f9-97746a2469a1 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:59.912147 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3dee5f-482d-4197-b981-a287c95f447d None None] The sync data for ids ['1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'] in n-d-771362-35 is: [{'id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'name': 'tempest-ServersTestJSON-1608984745-router', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': '55f00894-1b70-43bd-b79a-dd53d9fecb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:46Z', 'updated_at': '2021-07-14T09:33:53Z', 'revision_number': 4, 'project_id': 'c0758deec75449e4b1a2d9bf3e591640', 'gw_port': {'id': '55f00894-1b70-43bd-b79a-dd53d9fecb61', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:57:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:47Z', 'updated_at': '2021-07-14T09:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '7d262520-070c-4378-804c-cd9bd3dad7d1', 'name': '', 'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'mac_address': 'fa:16:3e:ff:9b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '57ba4472-7e2c-4af5-aade-c7bdea72c48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:51Z', 'updated_at': '2021-07-14T09:33:58Z', 'revision_number': 4, 'project_id': 'c0758deec75449e4b1a2d9bf3e591640', 'subnets': [{'id': '57ba4472-7e2c-4af5-aade-c7bdea72c48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:59.912437 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-8e0ae010-32f9-46f4-82f9-97746a2469a1 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:59.918199 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0ae010-32f9-46f4-82f9-97746a2469a1 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:59.963281 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b240134-990e-45fe-976a-0a3572b2f279 req-3fc1982b-e61f-42bd-bf9e-32d80b5bed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.974146 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ae010-32f9-46f4-82f9-97746a2469a1 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Pushing event updated for resources: {'Port': ['ID=921167c8-e9c8-4eda-ad9a-690283480399,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:59.975123 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8b240134-990e-45fe-976a-0a3572b2f279 req-3fc1982b-e61f-42bd-bf9e-32d80b5bed3a service neutron] 10.222.0.47 "GET /v2.0/networks?id=537da7df-b394-4713-8449-76a067ef2cbc HTTP/1.1" status: 200 len: 897 time: 0.5947173 Jul 14 09:34:00.013912 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8d030cd4-c106-46bb-8bf9-1d3ce73c0eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb8266f-ecdc-474c-b206-cc3ab05ba893', 'name': 'tempest-ServerRescueNegativeTestJSON-324553860-router', 'tenant_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'fd91c90f-f782-4b45-9f7e-f9e17261a6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:15Z', 'updated_at': '2021-07-14T09:33:57Z', 'revision_number': 5, 'project_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275', 'gw_port': {'id': 'fd91c90f-f782-4b45-9f7e-f9e17261a6d6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb8266f-ecdc-474c-b206-cc3ab05ba893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:16Z', 'updated_at': '2021-07-14T09:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:00.115764 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e0ae010-32f9-46f4-82f9-97746a2469a1 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.184658 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d030cd4-c106-46bb-8bf9-1d3ce73c0eaf None None] Checking router: adb8266f-ecdc-474c-b206-cc3ab05ba893 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:00.221043 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d030cd4-c106-46bb-8bf9-1d3ce73c0eaf None None] Routers {'adb8266f-ecdc-474c-b206-cc3ab05ba893'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:00.222299 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8d030cd4-c106-46bb-8bf9-1d3ce73c0eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:33:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['adb8266f-ecdc-474c-b206-cc3ab05ba893'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:00.282149 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e0ae010-32f9-46f4-82f9-97746a2469a1 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.368418 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c85e8b3-f552-4fe8-9775-6477d809d8aa None None] New status for floating IP 626b413e-b421-4c30-812b-caae61348312: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:34:00.542726 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e0ae010-32f9-46f4-82f9-97746a2469a1 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.557261 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e0ae010-32f9-46f4-82f9-97746a2469a1 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.659297 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-8d030cd4-c106-46bb-8bf9-1d3ce73c0eaf None None] Set router adb8266f-ecdc-474c-b206-cc3ab05ba893 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:00.669522 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e0ae010-32f9-46f4-82f9-97746a2469a1 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.710389 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ae010-32f9-46f4-82f9-97746a2469a1 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Pushing event updated for resources: {'Port': ['ID=921167c8-e9c8-4eda-ad9a-690283480399,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:00.732204 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e0ae010-32f9-46f4-82f9-97746a2469a1 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.742498 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8e0ae010-32f9-46f4-82f9-97746a2469a1 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1744258 Jul 14 09:34:00.764972 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8d030cd4-c106-46bb-8bf9-1d3ce73c0eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb8266f-ecdc-474c-b206-cc3ab05ba893', 'name': 'tempest-ServerRescueNegativeTestJSON-324553860-router', 'tenant_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:15Z', 'updated_at': '2021-07-14T09:33:59Z', 'revision_number': 6, 'project_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:00.849776 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d030cd4-c106-46bb-8bf9-1d3ce73c0eaf None None] The sync data for ids ['adb8266f-ecdc-474c-b206-cc3ab05ba893'] in n-d-771362-35 is: [{'id': 'adb8266f-ecdc-474c-b206-cc3ab05ba893', 'name': 'tempest-ServerRescueNegativeTestJSON-324553860-router', 'tenant_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:15Z', 'updated_at': '2021-07-14T09:33:59Z', 'revision_number': 6, 'project_id': 'db20cf33c4e74a0d9cdd7eb7d6c2a275', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:01.049709 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7d262520-070c-4378-804c-cd9bd3dad7d1 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:01.088940 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-0ff3a039-2913-4a1f-8e5c-04588e42c7cc tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1755686156&fields=id&tenant_id=c0758deec75449e4b1a2d9bf3e591640 HTTP/1.1" status: 200 len: 267 time: 0.0692253 Jul 14 09:34:01.170814 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f4395c21-85c0-4b85-9726-63601d4483de admin admin] Deleting port fd91c90f-f782-4b45-9f7e-f9e17261a6d6 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:01.171295 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4395c21-85c0-4b85-9726-63601d4483de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.178522 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 7d262520-070c-4378-804c-cd9bd3dad7d1 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:01.184453 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 7d262520-070c-4378-804c-cd9bd3dad7d1 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:01.185346 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.209656 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8b240134-990e-45fe-976a-0a3572b2f279 req-778fadfa-b996-45f9-8c9b-f218522aedbf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0050b925-20ff-4ea3-b1db-79171449c277 HTTP/1.1" status: 200 len: 999 time: 1.2067633 Jul 14 09:34:01.402830 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-833ea18c-b5a7-4f34-86f6-4e733ddd5350 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:01.415276 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.417519 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-833ea18c-b5a7-4f34-86f6-4e733ddd5350 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/networks?id=e92e7721-3e36-4562-97f8-a4ed588fe7f9 HTTP/1.1" status: 200 len: 806 time: 0.3199174 Jul 14 09:34:01.419037 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f4395c21-85c0-4b85-9726-63601d4483de admin admin] For port fd91c90f-f782-4b45-9f7e-f9e17261a6d6, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=fd91c90f-f782-4b45-9f7e-f9e17261a6d6,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:01.419413 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4395c21-85c0-4b85-9726-63601d4483de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.444947 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-612f79fa-340f-43e9-8b88-ee79643cc55a tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/quotas/c0758deec75449e4b1a2d9bf3e591640 HTTP/1.1" status: 200 len: 375 time: 0.0264297 Jul 14 09:34:01.467999 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f4395c21-85c0-4b85-9726-63601d4483de admin admin] Calling delete_port for fd91c90f-f782-4b45-9f7e-f9e17261a6d6 owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:01.564881 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 7d262520-070c-4378-804c-cd9bd3dad7d1, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7d262520-070c-4378-804c-cd9bd3dad7d1,segment=NetworkSegment(c7fa85d7-0ca7-4946-9af4-a0ef729c5121),segment_id=c7fa85d7-0ca7-4946-9af4-a0ef729c5121)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:01.575294 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.643217 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b240134-990e-45fe-976a-0a3572b2f279 req-fd33044b-ac9d-430e-82c1-02e50f5574d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:01.645388 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8b240134-990e-45fe-976a-0a3572b2f279 req-fd33044b-ac9d-430e-82c1-02e50f5574d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fa79cf1-a154-4a89-af19-862eed5ed03a HTTP/1.1" status: 200 len: 835 time: 0.4001646 Jul 14 09:34:01.714535 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-7fcbd297-1def-4a5e-b125-6a782ba5da11 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c0758deec75449e4b1a2d9bf3e591640&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2608440 Jul 14 09:34:01.723977 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-f629f1c3-e037-42a7-b8dc-00806c253b12 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:34:01.731706 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=7d262520-070c-4378-804c-cd9bd3dad7d1,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:01.734633 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-f629f1c3-e037-42a7-b8dc-00806c253b12 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190537 Jul 14 09:34:01.809681 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-eb2cbff0-9c60-4d7d-a4bb-aad5e36824d6 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4489 time: 2.2366025 Jul 14 09:34:01.816483 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51404) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:01.920176 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-3b0a2e51-b532-4c9c-934f-ea3d4f9e1bda service neutron] 10.222.0.25 "GET /v2.0/networks/e92e7721-3e36-4562-97f8-a4ed588fe7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843557 Jul 14 09:34:01.924374 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b240134-990e-45fe-976a-0a3572b2f279 req-a16cc83f-149a-45b5-8620-434cdf61ed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:01.937599 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8b240134-990e-45fe-976a-0a3572b2f279 req-a16cc83f-149a-45b5-8620-434cdf61ed28 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=537da7df-b394-4713-8449-76a067ef2cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2588573 Jul 14 09:34:02.047763 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd3039c-fb80-4696-af8d-d79929a39465 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:02.048379 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd3039c-fb80-4696-af8d-d79929a39465 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:02.050008 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5bd3039c-fb80-4696-af8d-d79929a39465 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7693debe-ca3e-40f4-ace7-dcc3148dd12c HTTP/1.1" status: 200 len: 1991 time: 0.2325487 Jul 14 09:34:02.142904 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-6a40e029-3b5b-4c2c-8c1d-0fb71db09811 service neutron] 10.222.0.25 "GET /v2.0/networks/e92e7721-3e36-4562-97f8-a4ed588fe7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220287 Jul 14 09:34:02.220598 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8b240134-990e-45fe-976a-0a3572b2f279 req-20381c48-345a-479a-bc52-4f48ebe15205 service neutron] 10.222.0.47 "GET /v2.0/networks/537da7df-b394-4713-8449-76a067ef2cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710581 Jul 14 09:34:02.251456 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4395c21-85c0-4b85-9726-63601d4483de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.335833 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4395c21-85c0-4b85-9726-63601d4483de admin admin] Pushing event deleted for resources: {'Port': ['ID=fd91c90f-f782-4b45-9f7e-f9e17261a6d6,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:02.495019 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7d262520-070c-4378-804c-cd9bd3dad7d1 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:02.552066 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7703a7fe-5380-488c-8393-1b16936729c1 req-72685472-77a5-407a-a84b-306e9ed41447 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/ports?device_id=55876769-fdbd-4c52-bf28-2b83c10882e2 HTTP/1.1" status: 200 len: 210 time: 0.1029279 Jul 14 09:34:02.594673 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4395c21-85c0-4b85-9726-63601d4483de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.605601 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8b240134-990e-45fe-976a-0a3572b2f279 req-7cba11f4-ecb1-4e84-b4f3-dc3b974daa03 service neutron] 10.222.0.47 "GET /v2.0/networks/537da7df-b394-4713-8449-76a067ef2cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729959 Jul 14 09:34:02.619713 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 7d262520-070c-4378-804c-cd9bd3dad7d1 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:02.620096 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.848175 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4395c21-85c0-4b85-9726-63601d4483de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.850665 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4395c21-85c0-4b85-9726-63601d4483de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.934316 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device fd91c90f-f782-4b45-9f7e-f9e17261a6d6 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:02.948837 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4395c21-85c0-4b85-9726-63601d4483de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.949385 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4395c21-85c0-4b85-9726-63601d4483de admin admin] Fanout notify agent at l3_agent the message router_deleted on router adb8266f-ecdc-474c-b206-cc3ab05ba893 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:34:02.955332 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4395c21-85c0-4b85-9726-63601d4483de admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.956093 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: fd91c90f-f782-4b45-9f7e-f9e17261a6d6 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:02.956488 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f4395c21-85c0-4b85-9726-63601d4483de admin admin] 10.222.0.25 "DELETE /v2.0/routers/adb8266f-ecdc-474c-b206-cc3ab05ba893 HTTP/1.1" status: 204 len: 168 time: 4.2239738 Jul 14 09:34:02.957519 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device fd91c90f-f782-4b45-9f7e-f9e17261a6d6 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:02.958211 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 5efa4314-1c5b-4d90-b25a-ef0b7323ca26 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:02.969591 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51422) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:03.032883 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 5efa4314-1c5b-4d90-b25a-ef0b7323ca26 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:03.033224 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 5efa4314-1c5b-4d90-b25a-ef0b7323ca26 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:03.079263 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c941ee-8bf4-4868-ade9-b019577d053c admin admin] Deleting subnet 0bc3de3a-9ded-4326-826a-8b83feb4cbce {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:34:03.082882 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57c941ee-8bf4-4868-ade9-b019577d053c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.168595 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57c941ee-8bf4-4868-ade9-b019577d053c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.221497 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57c941ee-8bf4-4868-ade9-b019577d053c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.328838 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57c941ee-8bf4-4868-ade9-b019577d053c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.378436 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c941ee-8bf4-4868-ade9-b019577d053c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bc3de3a-9ded-4326-826a-8b83feb4cbce,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:03.381193 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57c941ee-8bf4-4868-ade9-b019577d053c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.388150 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-57c941ee-8bf4-4868-ade9-b019577d053c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0bc3de3a-9ded-4326-826a-8b83feb4cbce HTTP/1.1" status: 204 len: 168 time: 0.4169002 Jul 14 09:34:03.388917 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51430) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:03.501936 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c8c89df-8ad4-4ab6-a484-47d1dfb83182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.732979 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c8c89df-8ad4-4ab6-a484-47d1dfb83182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.799193 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-0c8c89df-8ad4-4ab6-a484-47d1dfb83182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d250d3e7-a7ea-4ede-b79b-36a4979bd379']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:03.802846 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-22f4c38e-4934-493f-b4fd-591ff826dfa5 req-1f9bffcb-61ca-4e0c-86b6-bdcea022592c tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/ports?device_id=55876769-fdbd-4c52-bf28-2b83c10882e2 HTTP/1.1" status: 200 len: 210 time: 0.0385609 Jul 14 09:34:03.816644 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-0c8c89df-8ad4-4ab6-a484-47d1dfb83182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2f8681-b492-4419-b887-a5333e4f929b') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:03.817116 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-0c8c89df-8ad4-4ab6-a484-47d1dfb83182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2f8681-b492-4419-b887-a5333e4f929b') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:03.834316 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c8c89df-8ad4-4ab6-a484-47d1dfb83182 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.854222 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c8c89df-8ad4-4ab6-a484-47d1dfb83182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.863200 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c8c89df-8ad4-4ab6-a484-47d1dfb83182 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:34:03.864053 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c8c89df-8ad4-4ab6-a484-47d1dfb83182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:34:03.880499 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:34:03.950498 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c8c89df-8ad4-4ab6-a484-47d1dfb83182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.957927 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c8c89df-8ad4-4ab6-a484-47d1dfb83182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.960928 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0c8c89df-8ad4-4ab6-a484-47d1dfb83182 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d250d3e7-a7ea-4ede-b79b-36a4979bd379 HTTP/1.1" status: 204 len: 168 time: 0.5703750 Jul 14 09:34:03.997426 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c89df-8ad4-4ab6-a484-47d1dfb83182 admin admin] Pushing event deleted for resources: {'Network': ['ID=d250d3e7-a7ea-4ede-b79b-36a4979bd379,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:04.260685 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51448) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:04.406698 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5c24a6e1-6017-48f6-b377-abf03bbf2624 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=db20cf33c4e74a0d9cdd7eb7d6c2a275&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445501 Jul 14 09:34:04.407642 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51454) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:04.473556 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e6d0c62-8fb7-48ca-85e4-8773a63443f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.556217 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e6d0c62-8fb7-48ca-85e4-8773a63443f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.583831 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-80cdf4cc-cbbc-41d9-a90c-5725c6aa2bc4 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:04.587148 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-80cdf4cc-cbbc-41d9-a90c-5725c6aa2bc4 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.44 "GET /v2.0/networks?id=e92e7721-3e36-4562-97f8-a4ed588fe7f9 HTTP/1.1" status: 200 len: 806 time: 0.3299973 Jul 14 09:34:04.673224 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-e8e31e47-1d97-47e2-a928-3fce26c0b66e tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0758deec75449e4b1a2d9bf3e591640 HTTP/1.1" status: 200 len: 380 time: 0.0770552 Jul 14 09:34:04.704338 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-fb743ecf-371d-4e32-b882-2bafbbe20400 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Request body: {'port': {'device_id': '55876769-fdbd-4c52-bf28-2b83c10882e2', 'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9', 'admin_state_up': True, 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'security_groups': ['7e50ec39-d6d0-499d-88b2-9677eeb38f99']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:04.727135 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e6d0c62-8fb7-48ca-85e4-8773a63443f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.739995 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e6d0c62-8fb7-48ca-85e4-8773a63443f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.741346 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4e6d0c62-8fb7-48ca-85e4-8773a63443f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6541c5a0-e77d-4444-a0b8-93f91e136ad5 HTTP/1.1" status: 204 len: 168 time: 0.3325686 Jul 14 09:34:04.777504 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d0c62-8fb7-48ca-85e4-8773a63443f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6541c5a0-e77d-4444-a0b8-93f91e136ad5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:05.101371 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-fb743ecf-371d-4e32-b882-2bafbbe20400 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Made reservation on behalf of c0758deec75449e4b1a2d9bf3e591640 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:05.112356 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-fb743ecf-371d-4e32-b882-2bafbbe20400 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.155112 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-696d507f-4021-48a2-86b3-5df39293d445 req-e173bbd7-bd8e-44ba-b6d3-b2c67149ea56 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/ports?device_id=55876769-fdbd-4c52-bf28-2b83c10882e2 HTTP/1.1" status: 200 len: 210 time: 0.0576856 Jul 14 09:34:05.430039 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-fb743ecf-371d-4e32-b882-2bafbbe20400 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Allocated IP 172.20.0.8 (e92e7721-3e36-4562-97f8-a4ed588fe7f9/57ba4472-7e2c-4af5-aade-c7bdea72c48a/eaaed8e7-1f3b-40b7-a2be-639e6c04d98e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:05.832837 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-fb743ecf-371d-4e32-b882-2bafbbe20400 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.856827 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-fb743ecf-371d-4e32-b882-2bafbbe20400 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Transition to ACTIVE for port object eaaed8e7-1f3b-40b7-a2be-639e6c04d98e will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:05.931184 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-fb743ecf-371d-4e32-b882-2bafbbe20400 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.038048 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-fb743ecf-371d-4e32-b882-2bafbbe20400 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Network e92e7721-3e36-4562-97f8-a4ed588fe7f9 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:06.054723 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-fb743ecf-371d-4e32-b882-2bafbbe20400 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:06.060070 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-fb743ecf-371d-4e32-b882-2bafbbe20400 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:06.160639 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743ecf-371d-4e32-b882-2bafbbe20400 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Pushing event updated for resources: {'Port': ['ID=eaaed8e7-1f3b-40b7-a2be-639e6c04d98e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:06.242500 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-fb743ecf-371d-4e32-b882-2bafbbe20400 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:06.243603 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-fb743ecf-371d-4e32-b882-2bafbbe20400 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.276013 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-fb743ecf-371d-4e32-b882-2bafbbe20400 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5942917 Jul 14 09:34:06.297095 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-8fe0fdc0-805a-48b2-a36f-415832a2a520 service neutron] Request body: {'port': {'device_id': '55876769-fdbd-4c52-bf28-2b83c10882e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:06.550624 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-8fe0fdc0-805a-48b2-a36f-415832a2a520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.619809 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-84dff474-0bab-4eab-b523-34f20c75943c None None] Provisioning for port eaaed8e7-1f3b-40b7-a2be-639e6c04d98e completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:06.628130 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-84dff474-0bab-4eab-b523-34f20c75943c None None] Provisioning complete for port eaaed8e7-1f3b-40b7-a2be-639e6c04d98e triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:06.628857 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84dff474-0bab-4eab-b523-34f20c75943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.718515 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-84dff474-0bab-4eab-b523-34f20c75943c None None] Port eaaed8e7-1f3b-40b7-a2be-639e6c04d98e cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:06.738920 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bac19-3485-4ecc-bdc2-2b328186dd7d req-a2f2e1b1-e091-46ed-831d-9e5cca231611 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:06.754765 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-899bac19-3485-4ecc-bdc2-2b328186dd7d req-a2f2e1b1-e091-46ed-831d-9e5cca231611 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/ports?device_id=55876769-fdbd-4c52-bf28-2b83c10882e2 HTTP/1.1" status: 200 len: 931 time: 0.2211101 Jul 14 09:34:06.822954 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-899bac19-3485-4ecc-bdc2-2b328186dd7d req-233d2fb2-14e1-4b22-b37a-214d0234991f tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e50ec39-d6d0-499d-88b2-9677eeb38f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664692 Jul 14 09:34:07.198731 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-8fe0fdc0-805a-48b2-a36f-415832a2a520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaaed8e7-1f3b-40b7-a2be-639e6c04d98e {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:07.219659 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-8fe0fdc0-805a-48b2-a36f-415832a2a520 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.251874 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-8fe0fdc0-805a-48b2-a36f-415832a2a520 service neutron] Transition to ACTIVE for port object eaaed8e7-1f3b-40b7-a2be-639e6c04d98e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:07.258787 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-8fe0fdc0-805a-48b2-a36f-415832a2a520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.358024 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a8c1a265-7df1-487f-a48b-d14201fde2a4 req-aaef777e-6468-4224-ad23-cab0e3f23164 tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0714273 Jul 14 09:34:07.434028 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0fdc0-805a-48b2-a36f-415832a2a520 service neutron] Pushing event updated for resources: {'Port': ['ID=eaaed8e7-1f3b-40b7-a2be-639e6c04d98e,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:07.588654 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-8fe0fdc0-805a-48b2-a36f-415832a2a520 service neutron] Attempting to bind port eaaed8e7-1f3b-40b7-a2be-639e6c04d98e on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:07.589035 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-8fe0fdc0-805a-48b2-a36f-415832a2a520 service neutron] Attempting to bind port eaaed8e7-1f3b-40b7-a2be-639e6c04d98e by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'c7fa85d7-0ca7-4946-9af4-a0ef729c5121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:07.589402 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-8fe0fdc0-805a-48b2-a36f-415832a2a520 service neutron] Attempting to bind port eaaed8e7-1f3b-40b7-a2be-639e6c04d98e on network e92e7721-3e36-4562-97f8-a4ed588fe7f9 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:07.615399 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-8fe0fdc0-805a-48b2-a36f-415832a2a520 service neutron] Port eaaed8e7-1f3b-40b7-a2be-639e6c04d98e on network e92e7721-3e36-4562-97f8-a4ed588fe7f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:07.615795 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-8fe0fdc0-805a-48b2-a36f-415832a2a520 service neutron] Attempting to bind port eaaed8e7-1f3b-40b7-a2be-639e6c04d98e on network e92e7721-3e36-4562-97f8-a4ed588fe7f9 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:07.628013 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-8fe0fdc0-805a-48b2-a36f-415832a2a520 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:07.628531 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-8fe0fdc0-805a-48b2-a36f-415832a2a520 service neutron] Checking segment: {'id': 'c7fa85d7-0ca7-4946-9af4-a0ef729c5121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:07.629088 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-8fe0fdc0-805a-48b2-a36f-415832a2a520 service neutron] Bound using segment: {'id': 'c7fa85d7-0ca7-4946-9af4-a0ef729c5121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:07.629566 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-8fe0fdc0-805a-48b2-a36f-415832a2a520 service neutron] Bound port: eaaed8e7-1f3b-40b7-a2be-639e6c04d98e, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7fa85d7-0ca7-4946-9af4-a0ef729c5121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:07.629942 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-8fe0fdc0-805a-48b2-a36f-415832a2a520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.750387 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-8fe0fdc0-805a-48b2-a36f-415832a2a520 service neutron] For port eaaed8e7-1f3b-40b7-a2be-639e6c04d98e, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:07.759282 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-8fe0fdc0-805a-48b2-a36f-415832a2a520 service neutron] For port eaaed8e7-1f3b-40b7-a2be-639e6c04d98e, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=eaaed8e7-1f3b-40b7-a2be-639e6c04d98e,segment=NetworkSegment(c7fa85d7-0ca7-4946-9af4-a0ef729c5121),segment_id=c7fa85d7-0ca7-4946-9af4-a0ef729c5121)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:07.771186 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-8fe0fdc0-805a-48b2-a36f-415832a2a520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.823984 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-8fe0fdc0-805a-48b2-a36f-415832a2a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:07.824627 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-8fe0fdc0-805a-48b2-a36f-415832a2a520 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.826626 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-8fe0fdc0-805a-48b2-a36f-415832a2a520 service neutron] 10.222.0.44 "PUT /v2.0/ports/eaaed8e7-1f3b-40b7-a2be-639e6c04d98e HTTP/1.1" status: 200 len: 1092 time: 1.5423357 Jul 14 09:34:07.830506 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55876769-fdbd-4c52-bf28-2b83c10882e2', 'tag': 'eaaed8e7-1f3b-40b7-a2be-639e6c04d98e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:07.834944 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd562cac-2b36-4f18-a989-7d6d7b2e2c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "55876769-fdbd-4c52-bf28-2b83c10882e2", "tag": "eaaed8e7-1f3b-40b7-a2be-639e6c04d98e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:07.994665 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaa93bc-6a38-48d0-9d71-4f8fe30f4dd3 x-openstack-request-id: req-4eaa93bc-6a38-48d0-9d71-4f8fe30f4dd3 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:07.994959 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55876769-fdbd-4c52-bf28-2b83c10882e2", "tag": "eaaed8e7-1f3b-40b7-a2be-639e6c04d98e", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:07.995208 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4eaa93bc-6a38-48d0-9d71-4f8fe30f4dd3 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:07.995639 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55876769-fdbd-4c52-bf28-2b83c10882e2', 'tag': 'eaaed8e7-1f3b-40b7-a2be-639e6c04d98e', 'status': 'completed', 'code': 200} Jul 14 09:34:08.009664 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0fdc0-805a-48b2-a36f-415832a2a520 service neutron] Pushing event updated for resources: {'Port': ['ID=eaaed8e7-1f3b-40b7-a2be-639e6c04d98e,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:08.091930 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-47a14609-cee0-44b7-9663-3330274e6fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:08.095982 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-47a14609-cee0-44b7-9663-3330274e6fdf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c0758deec75449e4b1a2d9bf3e591640&device_id=55876769-fdbd-4c52-bf28-2b83c10882e2 HTTP/1.1" status: 200 len: 1095 time: 0.1913865 Jul 14 09:34:08.186741 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-5270ad28-4a09-4cc9-bdb5-1cd0153992c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eaaed8e7-1f3b-40b7-a2be-639e6c04d98e HTTP/1.1" status: 200 len: 217 time: 0.0821586 Jul 14 09:34:08.241086 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda61f6-0576-43f7-b2fa-a7b5f72cd78b req-8e811c29-0d9a-4ef3-943e-e36b548e1ec1 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:08.249711 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cfda61f6-0576-43f7-b2fa-a7b5f72cd78b req-8e811c29-0d9a-4ef3-943e-e36b548e1ec1 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/ports?device_id=55876769-fdbd-4c52-bf28-2b83c10882e2 HTTP/1.1" status: 200 len: 943 time: 0.1524074 Jul 14 09:34:08.268724 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-0b2da449-03f6-4752-ba72-50037ce4343e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:08.271633 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-0b2da449-03f6-4752-ba72-50037ce4343e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=57ba4472-7e2c-4af5-aade-c7bdea72c48a HTTP/1.1" status: 200 len: 845 time: 0.0791214 Jul 14 09:34:08.304299 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cfda61f6-0576-43f7-b2fa-a7b5f72cd78b req-eab7b7da-46c3-455b-93b6-8eb9c29ffe38 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e50ec39-d6d0-499d-88b2-9677eeb38f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532537 Jul 14 09:34:08.431022 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-9d2426c8-a275-4f8f-b498-c6dc8cbb27e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:08.440301 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-9d2426c8-a275-4f8f-b498-c6dc8cbb27e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e92e7721-3e36-4562-97f8-a4ed588fe7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1594222 Jul 14 09:34:08.592408 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a64f0b0-f256-4c92-b150-9ed607abaa33 req-cd86660a-e596-40cb-9ca7-b52a4499d888 tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0518970 Jul 14 09:34:08.689126 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-d42d0b24-efa2-498e-a93d-bf7981945a01 service neutron] 10.222.0.44 "GET /v2.0/networks/e92e7721-3e36-4562-97f8-a4ed588fe7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415080 Jul 14 09:34:08.851251 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-53fac0a1-dd32-49f5-8d9c-a276db236aea req-05efc74c-14c7-4b29-8cff-28705e701746 service neutron] 10.222.0.44 "GET /v2.0/networks/e92e7721-3e36-4562-97f8-a4ed588fe7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513808 Jul 14 09:34:09.005116 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd562cac-2b36-4f18-a989-7d6d7b2e2c0e req-3477abf9-210f-41b6-ae7f-4d43cba79ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:09.010221 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bd562cac-2b36-4f18-a989-7d6d7b2e2c0e req-3477abf9-210f-41b6-ae7f-4d43cba79ebc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c0758deec75449e4b1a2d9bf3e591640&device_id=55876769-fdbd-4c52-bf28-2b83c10882e2 HTTP/1.1" status: 200 len: 1095 time: 0.0921996 Jul 14 09:34:09.207806 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd562cac-2b36-4f18-a989-7d6d7b2e2c0e req-f9185cbe-1d33-4084-866e-1bdfbbdb82ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:09.210024 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bd562cac-2b36-4f18-a989-7d6d7b2e2c0e req-f9185cbe-1d33-4084-866e-1bdfbbdb82ec service neutron] 10.222.0.44 "GET /v2.0/networks?id=e92e7721-3e36-4562-97f8-a4ed588fe7f9 HTTP/1.1" status: 200 len: 906 time: 0.1924744 Jul 14 09:34:09.297194 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bd562cac-2b36-4f18-a989-7d6d7b2e2c0e req-f9ad4a07-7fe2-4640-b122-72f3d3b27338 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eaaed8e7-1f3b-40b7-a2be-639e6c04d98e HTTP/1.1" status: 200 len: 217 time: 0.0761564 Jul 14 09:34:09.446805 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd562cac-2b36-4f18-a989-7d6d7b2e2c0e req-3384abdf-ea4e-45ba-b80c-c59dd55750e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:09.449492 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bd562cac-2b36-4f18-a989-7d6d7b2e2c0e req-3384abdf-ea4e-45ba-b80c-c59dd55750e3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=57ba4472-7e2c-4af5-aade-c7bdea72c48a HTTP/1.1" status: 200 len: 845 time: 0.1404657 Jul 14 09:34:09.571452 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd562cac-2b36-4f18-a989-7d6d7b2e2c0e req-fc1c8d8e-74d0-40a8-8f99-2d8b5b0702ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:09.574691 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bd562cac-2b36-4f18-a989-7d6d7b2e2c0e req-fc1c8d8e-74d0-40a8-8f99-2d8b5b0702ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e92e7721-3e36-4562-97f8-a4ed588fe7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1182146 Jul 14 09:34:09.619158 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e49b5-2918-49e0-bbc8-7af771361f64 req-c8bf5cb8-ef8e-4871-83b7-055513980b31 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:09.625705 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b77e49b5-2918-49e0-bbc8-7af771361f64 req-c8bf5cb8-ef8e-4871-83b7-055513980b31 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/ports?device_id=55876769-fdbd-4c52-bf28-2b83c10882e2 HTTP/1.1" status: 200 len: 943 time: 0.0952122 Jul 14 09:34:09.708696 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b77e49b5-2918-49e0-bbc8-7af771361f64 req-4f8ce4ae-3e13-4cbe-bb8c-c00fe91fd3f8 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e50ec39-d6d0-499d-88b2-9677eeb38f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781593 Jul 14 09:34:09.801103 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bd562cac-2b36-4f18-a989-7d6d7b2e2c0e req-50c69446-dc65-4923-9fba-d4603c01db9f service neutron] 10.222.0.44 "GET /v2.0/networks/e92e7721-3e36-4562-97f8-a4ed588fe7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099636 Jul 14 09:34:10.014578 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0a1e8510-721c-4bcf-bed1-20adb9a039dc req-d651aa57-bb57-49d4-b6d9-fc942650d1b0 tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0506825 Jul 14 09:34:10.060332 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bd562cac-2b36-4f18-a989-7d6d7b2e2c0e req-83c11d71-b446-418b-a39e-621e970e3a00 service neutron] 10.222.0.44 "GET /v2.0/networks/e92e7721-3e36-4562-97f8-a4ed588fe7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436366 Jul 14 09:34:10.696966 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.880705 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cb76b150-f669-4870-b6b2-8d382c94a1f4 req-7a640c83-5782-4a45-8b6d-541bae995871 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0345130 Jul 14 09:34:10.969276 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b90aa1-0269-4285-b6a3-4502132f211a req-9daa7c13-b637-4d13-8030-6b483e6d115c tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:10.971622 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b9b90aa1-0269-4285-b6a3-4502132f211a req-9daa7c13-b637-4d13-8030-6b483e6d115c tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/ports?device_id=55876769-fdbd-4c52-bf28-2b83c10882e2 HTTP/1.1" status: 200 len: 943 time: 0.1186304 Jul 14 09:34:11.066568 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b9b90aa1-0269-4285-b6a3-4502132f211a req-d3c2cd4b-d696-4e5c-9604-b0877b79a000 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e50ec39-d6d0-499d-88b2-9677eeb38f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826738 Jul 14 09:34:11.363022 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aaa36a8f-c47c-47f6-8b9b-dc457dc41cb1 req-0858da62-2b23-4176-a314-d8694f96e73b tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0917659 Jul 14 09:34:12.006978 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device eaaed8e7-1f3b-40b7-a2be-639e6c04d98e details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:34:12.256158 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84847469-4172-490b-9a15-82477390bc5f req-0d930382-a372-4e34-aaea-bb27dbeeec9a tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:12.264886 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-84847469-4172-490b-9a15-82477390bc5f req-0d930382-a372-4e34-aaea-bb27dbeeec9a tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5926dcd-80bc-4107-a372-b50aa9a8d209 HTTP/1.1" status: 200 len: 946 time: 0.1557550 Jul 14 09:34:12.265325 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.267394 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port eaaed8e7-1f3b-40b7-a2be-639e6c04d98e, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=eaaed8e7-1f3b-40b7-a2be-639e6c04d98e,segment=NetworkSegment(c7fa85d7-0ca7-4946-9af4-a0ef729c5121),segment_id=c7fa85d7-0ca7-4946-9af4-a0ef729c5121)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:12.290797 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'eaaed8e7-1f3b-40b7-a2be-639e6c04d98e', 'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9', 'port_id': 'eaaed8e7-1f3b-40b7-a2be-639e6c04d98e', 'mac_address': 'fa:16:3e:7a:30:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57ba4472-7e2c-4af5-aade-c7bdea72c48a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:34:12.340276 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.362219 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-84847469-4172-490b-9a15-82477390bc5f req-0790de2c-5471-40b7-8630-b7855c9d9f08 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b715de6-cb1a-4e4b-851b-83aac9ee11a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958881 Jul 14 09:34:12.373109 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaaed8e7-1f3b-40b7-a2be-639e6c04d98e {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:12.392833 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c3276-e2ed-4035-9fb4-637c0b874600 req-bf751df6-c120-4199-a219-4030269a4fcf tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:12.401764 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-892c3276-e2ed-4035-9fb4-637c0b874600 req-bf751df6-c120-4199-a219-4030269a4fcf tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/ports?device_id=55876769-fdbd-4c52-bf28-2b83c10882e2 HTTP/1.1" status: 200 len: 943 time: 0.1972208 Jul 14 09:34:12.408951 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port eaaed8e7-1f3b-40b7-a2be-639e6c04d98e, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=eaaed8e7-1f3b-40b7-a2be-639e6c04d98e,segment=NetworkSegment(c7fa85d7-0ca7-4946-9af4-a0ef729c5121),segment_id=c7fa85d7-0ca7-4946-9af4-a0ef729c5121)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:12.419271 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.499694 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-892c3276-e2ed-4035-9fb4-637c0b874600 req-2cf99019-9942-466c-bc6c-336f49f2b6ea tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e50ec39-d6d0-499d-88b2-9677eeb38f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965416 Jul 14 09:34:12.553397 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=eaaed8e7-1f3b-40b7-a2be-639e6c04d98e,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:12.646226 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-df6373a5-0f4b-4de4-ae59-e9e38d4b028c req-b156cf58-aa79-4628-be6d-55335ac86e1c tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0426905 Jul 14 09:34:12.704494 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['eaaed8e7-1f3b-40b7-a2be-639e6c04d98e'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:12.775594 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5401b7-bee6-4ffb-9c95-8b9874970438 req-e0933b9a-26d8-4a39-97a2-1e66b0a88a17 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:12.777870 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8d5401b7-bee6-4ffb-9c95-8b9874970438 req-e0933b9a-26d8-4a39-97a2-1e66b0a88a17 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5926dcd-80bc-4107-a372-b50aa9a8d209 HTTP/1.1" status: 200 len: 946 time: 0.1178648 Jul 14 09:34:12.980512 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-8d5401b7-bee6-4ffb-9c95-8b9874970438 req-137c5cfb-17e6-4cb8-bc7c-987ffa45056b tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Deleting port d800f4b6-c165-41d9-b976-40e00fccad87 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:12.981871 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8d5401b7-bee6-4ffb-9c95-8b9874970438 req-137c5cfb-17e6-4cb8-bc7c-987ffa45056b tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.195513 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-8d5401b7-bee6-4ffb-9c95-8b9874970438 req-137c5cfb-17e6-4cb8-bc7c-987ffa45056b tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] For port d800f4b6-c165-41d9-b976-40e00fccad87, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=d800f4b6-c165-41d9-b976-40e00fccad87,segment=NetworkSegment(453ece6d-5cea-4efb-887d-3c45c59ba186),segment_id=453ece6d-5cea-4efb-887d-3c45c59ba186)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:13.196022 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8d5401b7-bee6-4ffb-9c95-8b9874970438 req-137c5cfb-17e6-4cb8-bc7c-987ffa45056b tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.541223 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8d5401b7-bee6-4ffb-9c95-8b9874970438 req-137c5cfb-17e6-4cb8-bc7c-987ffa45056b tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.541613 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8d5401b7-bee6-4ffb-9c95-8b9874970438 req-137c5cfb-17e6-4cb8-bc7c-987ffa45056b tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.541931 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [req-8d5401b7-bee6-4ffb-9c95-8b9874970438 req-137c5cfb-17e6-4cb8-bc7c-987ffa45056b tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Floating IP 39473213-7567-4bd1-9013-eaa0dfb79476 disassociated. External IP: 172.25.6.142, port: d800f4b6-c165-41d9-b976-40e00fccad87. Jul 14 09:34:13.542335 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-8d5401b7-bee6-4ffb-9c95-8b9874970438 req-137c5cfb-17e6-4cb8-bc7c-987ffa45056b tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Calling delete_port for d800f4b6-c165-41d9-b976-40e00fccad87 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:13.829584 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8d5401b7-bee6-4ffb-9c95-8b9874970438 req-137c5cfb-17e6-4cb8-bc7c-987ffa45056b tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.892224 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d83915-b407-4704-9de2-f62d8c95ac3e req-a0c96ff6-0f47-44c6-a6d7-936f1d966b61 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:13.903863 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-70d83915-b407-4704-9de2-f62d8c95ac3e req-a0c96ff6-0f47-44c6-a6d7-936f1d966b61 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5926dcd-80bc-4107-a372-b50aa9a8d209 HTTP/1.1" status: 200 len: 867 time: 0.1683302 Jul 14 09:34:13.956522 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c5cfb-17e6-4cb8-bc7c-987ffa45056b tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Pushing event deleted for resources: {'Port': ['ID=d800f4b6-c165-41d9-b976-40e00fccad87,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:14.028808 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-70d83915-b407-4704-9de2-f62d8c95ac3e req-3a9bed92-4ff4-4fbc-9ef8-04d81e5f4db0 tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b715de6-cb1a-4e4b-851b-83aac9ee11a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240115 Jul 14 09:34:14.041435 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device eaaed8e7-1f3b-40b7-a2be-639e6c04d98e up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:14.205302 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port eaaed8e7-1f3b-40b7-a2be-639e6c04d98e completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:14.212045 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port eaaed8e7-1f3b-40b7-a2be-639e6c04d98e triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:14.212752 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.346412 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.432121 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55876769-fdbd-4c52-bf28-2b83c10882e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaaed8e7-1f3b-40b7-a2be-639e6c04d98e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:14.434545 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c2548a-eb3d-4d3c-980a-91daa14ccf4e" -d '{"events": [{"server_uuid": "55876769-fdbd-4c52-bf28-2b83c10882e2", "name": "network-vif-plugged", "status": "completed", "tag": "eaaed8e7-1f3b-40b7-a2be-639e6c04d98e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:14.459590 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d5401b7-bee6-4ffb-9c95-8b9874970438 req-137c5cfb-17e6-4cb8-bc7c-987ffa45056b tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Router 1767843a-ec09-496c-8aad-91efb89cd0a6 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:14.515361 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port eaaed8e7-1f3b-40b7-a2be-639e6c04d98e, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=eaaed8e7-1f3b-40b7-a2be-639e6c04d98e,segment=NetworkSegment(c7fa85d7-0ca7-4946-9af4-a0ef729c5121),segment_id=c7fa85d7-0ca7-4946-9af4-a0ef729c5121)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:14.529882 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.535441 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device d800f4b6-c165-41d9-b976-40e00fccad87 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:14.688868 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: d800f4b6-c165-41d9-b976-40e00fccad87 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:14.692405 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device d800f4b6-c165-41d9-b976-40e00fccad87 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:14.764409 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5ceae8f1-1269-43e3-9f03-cf6b7bd4da08 req-8439f463-2f20-4163-a3ec-a293502ee703 tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.1467741 Jul 14 09:34:14.788420 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565ef88-6959-4fb7-8c5c-e27cbac1dc06 req-e9852602-091e-4a30-8008-0608f11dabe3 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:14.789686 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=eaaed8e7-1f3b-40b7-a2be-639e6c04d98e,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:14.803110 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1565ef88-6959-4fb7-8c5c-e27cbac1dc06 req-e9852602-091e-4a30-8008-0608f11dabe3 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/ports?device_id=55876769-fdbd-4c52-bf28-2b83c10882e2 HTTP/1.1" status: 200 len: 944 time: 0.3576157 Jul 14 09:34:14.833506 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:14.833759 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:14.837348 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:14.838019 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:14.838518 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:14.840699 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:14.841466 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:14.848369 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:14.850532 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:14.854334 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:14.855089 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:14.855855 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:14.906809 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d5401b7-bee6-4ffb-9c95-8b9874970438 req-137c5cfb-17e6-4cb8-bc7c-987ffa45056b tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:14.910910 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1565ef88-6959-4fb7-8c5c-e27cbac1dc06 req-05b5c79a-2a30-478e-b8ed-263f6c53d367 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e50ec39-d6d0-499d-88b2-9677eeb38f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045520 Jul 14 09:34:14.917238 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d486ccf-b4a4-450b-b22c-c22e785568e2 x-openstack-request-id: req-4d486ccf-b4a4-450b-b22c-c22e785568e2 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:14.917724 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55876769-fdbd-4c52-bf28-2b83c10882e2", "name": "network-vif-plugged", "status": "completed", "tag": "eaaed8e7-1f3b-40b7-a2be-639e6c04d98e", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:14.918141 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d486ccf-b4a4-450b-b22c-c22e785568e2 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:14.918701 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55876769-fdbd-4c52-bf28-2b83c10882e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaaed8e7-1f3b-40b7-a2be-639e6c04d98e', 'code': 200} Jul 14 09:34:14.920789 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2308b0-3b02-490e-8987-b8488a680136 None None] Sync routers for ids ['1767843a-ec09-496c-8aad-91efb89cd0a6'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:15.009532 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5401b7-bee6-4ffb-9c95-8b9874970438 req-137c5cfb-17e6-4cb8-bc7c-987ffa45056b tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] No DVR routers for this DVR port d800f4b6-c165-41d9-b976-40e00fccad87 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:15.014264 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8d5401b7-bee6-4ffb-9c95-8b9874970438 req-137c5cfb-17e6-4cb8-bc7c-987ffa45056b tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.017807 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8d5401b7-bee6-4ffb-9c95-8b9874970438 req-137c5cfb-17e6-4cb8-bc7c-987ffa45056b tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.44 "DELETE /v2.0/ports/d800f4b6-c165-41d9-b976-40e00fccad87 HTTP/1.1" status: 204 len: 173 time: 2.2263875 Jul 14 09:34:15.019088 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5926dcd-80bc-4107-a372-b50aa9a8d209', 'name': 'network-vif-deleted', 'tag': 'd800f4b6-c165-41d9-b976-40e00fccad87'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:15.024024 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f875c9f-df77-4e2e-b29a-72a2d66c96e0" -d '{"events": [{"server_uuid": "d5926dcd-80bc-4107-a372-b50aa9a8d209", "name": "network-vif-deleted", "tag": "d800f4b6-c165-41d9-b976-40e00fccad87"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:15.177448 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a66496-db9b-4fec-8558-eb1dabfff408 x-openstack-request-id: req-62a66496-db9b-4fec-8558-eb1dabfff408 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:15.178132 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5926dcd-80bc-4107-a372-b50aa9a8d209", "name": "network-vif-deleted", "tag": "d800f4b6-c165-41d9-b976-40e00fccad87", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:15.178573 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62a66496-db9b-4fec-8558-eb1dabfff408 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:15.179220 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5926dcd-80bc-4107-a372-b50aa9a8d209', 'name': 'network-vif-deleted', 'tag': 'd800f4b6-c165-41d9-b976-40e00fccad87', 'status': 'completed', 'code': 200} Jul 14 09:34:15.231793 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81048d7c-1399-4101-8810-ff66e6921c01 req-544fec4b-895e-4851-b362-8273530eed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:15.233749 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-81048d7c-1399-4101-8810-ff66e6921c01 req-544fec4b-895e-4851-b362-8273530eed6e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=55876769-fdbd-4c52-bf28-2b83c10882e2 HTTP/1.1" status: 200 len: 1097 time: 0.1653023 Jul 14 09:34:15.358816 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-81048d7c-1399-4101-8810-ff66e6921c01 req-02a97b36-1e23-40e5-930a-5b357465b373 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7e50ec39-d6d0-499d-88b2-9677eeb38f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101391 Jul 14 09:34:15.441930 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2308b0-3b02-490e-8987-b8488a680136 None None] Routers {'1767843a-ec09-496c-8aad-91efb89cd0a6'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:15.443028 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-fb2308b0-3b02-490e-8987-b8488a680136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:33:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1767843a-ec09-496c-8aad-91efb89cd0a6'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:15.468222 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1402fb14-a37c-4d28-b2cc-3d1b92745480 req-841b3b57-4563-42e2-b435-7380ccfde1aa tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5926dcd-80bc-4107-a372-b50aa9a8d209 HTTP/1.1" status: 200 len: 210 time: 0.1032670 Jul 14 09:34:15.740192 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-fb2308b0-3b02-490e-8987-b8488a680136 None None] Set router 1767843a-ec09-496c-8aad-91efb89cd0a6 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:16.154078 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-be52b545-d434-4fb6-b3fa-12159d3027cc req-e0da2979-3e3f-4674-9bc4-b149d6eb5933 tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0639832 Jul 14 09:34:16.258592 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-fb2308b0-3b02-490e-8987-b8488a680136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'name': 'tempest-TestServerBasicOps-580676533-router', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'aafc4dd6-7dc6-417d-8717-119f064369f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:08Z', 'updated_at': '2021-07-14T09:28:23Z', 'revision_number': 4, 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'gw_port': {'id': 'aafc4dd6-7dc6-417d-8717-119f064369f1', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:11Z', 'updated_at': '2021-07-14T09:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '6cd46f15-c5a7-4512-85df-48a4040ab20c', 'name': '', 'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'mac_address': 'fa:16:3e:2b:e0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '991179d8-8134-494e-aabe-217e4217c4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:20Z', 'updated_at': '2021-07-14T09:28:31Z', 'revision_number': 5, 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'subnets': [{'id': '991179d8-8134-494e-aabe-217e4217c4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:16.297013 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0623b19-7032-4d9d-9d1a-b81998b9e997 req-41812b5b-ebdf-4fa6-813f-fb27c0d5b33e tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:16.298707 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c0623b19-7032-4d9d-9d1a-b81998b9e997 req-41812b5b-ebdf-4fa6-813f-fb27c0d5b33e tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/ports?device_id=55876769-fdbd-4c52-bf28-2b83c10882e2 HTTP/1.1" status: 200 len: 945 time: 0.1027207 Jul 14 09:34:16.304012 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2308b0-3b02-490e-8987-b8488a680136 None None] Checking router: 1767843a-ec09-496c-8aad-91efb89cd0a6 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:16.319920 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2308b0-3b02-490e-8987-b8488a680136 None None] Routers {'1767843a-ec09-496c-8aad-91efb89cd0a6'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:16.322454 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-fb2308b0-3b02-490e-8987-b8488a680136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:33:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1767843a-ec09-496c-8aad-91efb89cd0a6'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:16.398950 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c0623b19-7032-4d9d-9d1a-b81998b9e997 req-5766f498-84e2-40a8-9eab-79c5d8e60cd3 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e50ec39-d6d0-499d-88b2-9677eeb38f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935888 Jul 14 09:34:16.473508 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-fb2308b0-3b02-490e-8987-b8488a680136 None None] Set router 1767843a-ec09-496c-8aad-91efb89cd0a6 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:16.857038 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-fb2308b0-3b02-490e-8987-b8488a680136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'name': 'tempest-TestServerBasicOps-580676533-router', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'aafc4dd6-7dc6-417d-8717-119f064369f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:08Z', 'updated_at': '2021-07-14T09:28:23Z', 'revision_number': 4, 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'gw_port': {'id': 'aafc4dd6-7dc6-417d-8717-119f064369f1', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:11Z', 'updated_at': '2021-07-14T09:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '6cd46f15-c5a7-4512-85df-48a4040ab20c', 'name': '', 'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'mac_address': 'fa:16:3e:2b:e0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '991179d8-8134-494e-aabe-217e4217c4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:20Z', 'updated_at': '2021-07-14T09:28:31Z', 'revision_number': 5, 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'subnets': [{'id': '991179d8-8134-494e-aabe-217e4217c4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:16.861998 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51674) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:16.896111 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2308b0-3b02-490e-8987-b8488a680136 None None] The sync data for ids ['1767843a-ec09-496c-8aad-91efb89cd0a6'] in n-d-771362-35 is: [{'id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'name': 'tempest-TestServerBasicOps-580676533-router', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'aafc4dd6-7dc6-417d-8717-119f064369f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:08Z', 'updated_at': '2021-07-14T09:28:23Z', 'revision_number': 4, 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'gw_port': {'id': 'aafc4dd6-7dc6-417d-8717-119f064369f1', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:11Z', 'updated_at': '2021-07-14T09:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '6cd46f15-c5a7-4512-85df-48a4040ab20c', 'name': '', 'network_id': 'bc0bd8e8-a70c-46ac-88d0-6d79a7b009de', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'mac_address': 'fa:16:3e:2b:e0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '991179d8-8134-494e-aabe-217e4217c4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:20Z', 'updated_at': '2021-07-14T09:28:31Z', 'revision_number': 5, 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'subnets': [{'id': '991179d8-8134-494e-aabe-217e4217c4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:17.043195 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-13677184-6788-41f1-bbd4-9ab9887d1d0e tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Deleting port c361f37c-fdd8-4c70-869c-f6b67e927456 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:17.043419 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13677184-6788-41f1-bbd4-9ab9887d1d0e tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.182924 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13677184-6788-41f1-bbd4-9ab9887d1d0e tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.183539 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13677184-6788-41f1-bbd4-9ab9887d1d0e tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.204499 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-13677184-6788-41f1-bbd4-9ab9887d1d0e tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Calling delete_port for c361f37c-fdd8-4c70-869c-f6b67e927456 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:17.505541 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-527b5ab2-8026-4aff-8923-eb4db011c45e req-23c32ed6-e004-47e0-a762-aeb48a95a5c1 tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0451944 Jul 14 09:34:17.508096 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13677184-6788-41f1-bbd4-9ab9887d1d0e tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.565515 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381b2423-a59e-4778-ba1e-77bf15f8e4fa None None] New status for floating IP 39473213-7567-4bd1-9013-eaa0dfb79476: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:34:17.594462 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13677184-6788-41f1-bbd4-9ab9887d1d0e tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Pushing event deleted for resources: {'Port': ['ID=c361f37c-fdd8-4c70-869c-f6b67e927456,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:17.648861 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13677184-6788-41f1-bbd4-9ab9887d1d0e tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.651905 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13677184-6788-41f1-bbd4-9ab9887d1d0e tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.653254 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-13677184-6788-41f1-bbd4-9ab9887d1d0e tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "DELETE /v2.0/floatingips/39473213-7567-4bd1-9013-eaa0dfb79476 HTTP/1.1" status: 204 len: 168 time: 0.7900066 Jul 14 09:34:17.761677 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a1593-3e38-46bf-8194-088f8e0368bc req-e8aabc15-446b-42ef-aa39-9f9ba152236c tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:17.769394 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-781a1593-3e38-46bf-8194-088f8e0368bc req-e8aabc15-446b-42ef-aa39-9f9ba152236c tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/ports?device_id=55876769-fdbd-4c52-bf28-2b83c10882e2 HTTP/1.1" status: 200 len: 945 time: 0.1761427 Jul 14 09:34:17.868138 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-781a1593-3e38-46bf-8194-088f8e0368bc req-218a219f-894a-4741-a424-4143983b0c88 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e50ec39-d6d0-499d-88b2-9677eeb38f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912640 Jul 14 09:34:17.995524 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51692) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:18.079443 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613fe74-203c-41d6-b200-422a0bce19d7 req-d0f1ad75-9ae4-4429-b3f9-6351f17e2fc9 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:18.091208 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b613fe74-203c-41d6-b200-422a0bce19d7 req-d0f1ad75-9ae4-4429-b3f9-6351f17e2fc9 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/ports?device_id=55876769-fdbd-4c52-bf28-2b83c10882e2 HTTP/1.1" status: 200 len: 945 time: 0.1072707 Jul 14 09:34:18.096102 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51694) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:18.103952 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-456c30ec-2905-40de-89c4-88aea35e0df3 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Request body: {'floatingip': {'port_id': 'eaaed8e7-1f3b-40b7-a2be-639e6c04d98e'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:18.148621 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-648d969a-11f9-4eee-9ef0-22d04c09caba tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.193246 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-456c30ec-2905-40de-89c4-88aea35e0df3 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.230387 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-648d969a-11f9-4eee-9ef0-22d04c09caba tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.267784 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:34:18.339163 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-648d969a-11f9-4eee-9ef0-22d04c09caba tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.342643 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-648d969a-11f9-4eee-9ef0-22d04c09caba tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.344094 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-648d969a-11f9-4eee-9ef0-22d04c09caba tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] 10.222.0.25 "DELETE /v2.0/security-groups/1b715de6-cb1a-4e4b-851b-83aac9ee11a6 HTTP/1.1" status: 204 len: 168 time: 0.3467996 Jul 14 09:34:18.365763 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d969a-11f9-4eee-9ef0-22d04c09caba tempest-TestServerBasicOps-675891333 tempest-TestServerBasicOps-675891333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b715de6-cb1a-4e4b-851b-83aac9ee11a6,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:18.390361 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51698) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:18.440532 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2407c119-ece2-4f69-8889-f68d39ff473a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.895309 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b4ed749d-b1f1-46c4-a088-76f0f41e9251 req-ea7f6594-a57a-4b58-94f0-15d17d038ed8 tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0682614 Jul 14 09:34:19.266404 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-456c30ec-2905-40de-89c4-88aea35e0df3 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.275889 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-456c30ec-2905-40de-89c4-88aea35e0df3 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.445489 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbd4d-0940-49c6-957a-f6ac5d285bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.602249 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-456c30ec-2905-40de-89c4-88aea35e0df3 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Floating IP df880ff9-880d-49c9-b38b-850106eebe11 associated. External IP: 172.25.6.167, port: eaaed8e7-1f3b-40b7-a2be-639e6c04d98e. Jul 14 09:34:19.970171 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456c30ec-2905-40de-89c4-88aea35e0df3 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Router 1aa4e847-127e-40e8-b2bd-2b0ad53d5bce has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:20.104423 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456c30ec-2905-40de-89c4-88aea35e0df3 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:20.109487 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-456c30ec-2905-40de-89c4-88aea35e0df3 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.116534 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08bb54a-4947-458a-87b1-fda5f9f01274 None None] Sync routers for ids ['1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:20.130031 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0ebfbd4d-0940-49c6-957a-f6ac5d285bd0 admin admin] Deleting port 6cd46f15-c5a7-4512-85df-48a4040ab20c {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:20.130649 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbd4d-0940-49c6-957a-f6ac5d285bd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.155480 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08bb54a-4947-458a-87b1-fda5f9f01274 None None] Routers {'1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:20.156144 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a08bb54a-4947-458a-87b1-fda5f9f01274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:33:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:20.200724 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-456c30ec-2905-40de-89c4-88aea35e0df3 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "PUT /v2.0/floatingips/df880ff9-880d-49c9-b38b-850106eebe11 HTTP/1.1" status: 200 len: 991 time: 2.1029301 Jul 14 09:34:20.203564 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55876769-fdbd-4c52-bf28-2b83c10882e2', 'tag': 'eaaed8e7-1f3b-40b7-a2be-639e6c04d98e'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:20.208459 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817aab3a-2691-4a82-833c-11ef31c93df5" -d '{"events": [{"name": "network-changed", "server_uuid": "55876769-fdbd-4c52-bf28-2b83c10882e2", "tag": "eaaed8e7-1f3b-40b7-a2be-639e6c04d98e"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:20.285462 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1dcbec90-d40b-4f8e-8198-8a3adb6eefd9 req-cd13fb0b-96ed-4250-957a-9a6dcfe3b6f3 tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0486052 Jul 14 09:34:20.304191 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0ebfbd4d-0940-49c6-957a-f6ac5d285bd0 admin admin] For port 6cd46f15-c5a7-4512-85df-48a4040ab20c, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=6cd46f15-c5a7-4512-85df-48a4040ab20c,segment=NetworkSegment(453ece6d-5cea-4efb-887d-3c45c59ba186),segment_id=453ece6d-5cea-4efb-887d-3c45c59ba186)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:20.304791 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbd4d-0940-49c6-957a-f6ac5d285bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.356561 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0ebfbd4d-0940-49c6-957a-f6ac5d285bd0 admin admin] Calling delete_port for 6cd46f15-c5a7-4512-85df-48a4040ab20c owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:20.397518 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b653c924-df61-463c-9dfe-2d9f2f11e897 x-openstack-request-id: req-b653c924-df61-463c-9dfe-2d9f2f11e897 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:20.398899 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55876769-fdbd-4c52-bf28-2b83c10882e2", "tag": "eaaed8e7-1f3b-40b7-a2be-639e6c04d98e", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:20.400316 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b653c924-df61-463c-9dfe-2d9f2f11e897 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:20.400868 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55876769-fdbd-4c52-bf28-2b83c10882e2', 'tag': 'eaaed8e7-1f3b-40b7-a2be-639e6c04d98e', 'status': 'completed', 'code': 200} Jul 14 09:34:20.427287 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-a08bb54a-4947-458a-87b1-fda5f9f01274 None None] Set router 1aa4e847-127e-40e8-b2bd-2b0ad53d5bce gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:20.716915 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817aab3a-2691-4a82-833c-11ef31c93df5 req-71f1ba0c-c25e-4af4-9f4a-9c08655b36f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:20.722546 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-817aab3a-2691-4a82-833c-11ef31c93df5 req-71f1ba0c-c25e-4af4-9f4a-9c08655b36f3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c0758deec75449e4b1a2d9bf3e591640&device_id=55876769-fdbd-4c52-bf28-2b83c10882e2 HTTP/1.1" status: 200 len: 1097 time: 0.2018156 Jul 14 09:34:20.855693 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a08bb54a-4947-458a-87b1-fda5f9f01274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'name': 'tempest-ServersTestJSON-1608984745-router', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': '55f00894-1b70-43bd-b79a-dd53d9fecb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:46Z', 'updated_at': '2021-07-14T09:33:53Z', 'revision_number': 4, 'project_id': 'c0758deec75449e4b1a2d9bf3e591640', 'gw_port': {'id': '55f00894-1b70-43bd-b79a-dd53d9fecb61', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:57:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:47Z', 'updated_at': '2021-07-14T09:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'df880ff9-880d-49c9-b38b-850106eebe11', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'port_id': 'eaaed8e7-1f3b-40b7-a2be-639e6c04d98e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9', 'mac_address': 'fa:16:3e:7a:30:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55876769-fdbd-4c52-bf28-2b83c10882e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:34:00Z', 'updated_at': '2021-07-14T09:34:19Z', 'revision_number': 1, 'project_id': 'c0758deec75449e4b1a2d9bf3e591640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d262520-070c-4378-804c-cd9bd3dad7d1', 'name': '', 'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'mac_address': 'fa:16:3e:ff:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '57ba4472-7e2c-4af5-aade-c7bdea72c48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:51Z', 'updated_at': '2021-07-14T09:34:01Z', 'revision_number': 5, 'project_id': 'c0758deec75449e4b1a2d9bf3e591640', 'subnets': [{'id': '57ba4472-7e2c-4af5-aade-c7bdea72c48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:20.891688 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08bb54a-4947-458a-87b1-fda5f9f01274 None None] Checking router: 1aa4e847-127e-40e8-b2bd-2b0ad53d5bce for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:20.902120 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08bb54a-4947-458a-87b1-fda5f9f01274 None None] Routers {'1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:20.903141 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a08bb54a-4947-458a-87b1-fda5f9f01274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:33:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:20.920265 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817aab3a-2691-4a82-833c-11ef31c93df5 req-bc18709f-537e-47ee-9992-f9cd8d35a3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:20.922761 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-817aab3a-2691-4a82-833c-11ef31c93df5 req-bc18709f-537e-47ee-9992-f9cd8d35a3e6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e92e7721-3e36-4562-97f8-a4ed588fe7f9 HTTP/1.1" status: 200 len: 906 time: 0.1926656 Jul 14 09:34:21.080186 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ac2975ae-1c59-4310-a60f-9ede16eeb214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.096246 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-a08bb54a-4947-458a-87b1-fda5f9f01274 None None] Set router 1aa4e847-127e-40e8-b2bd-2b0ad53d5bce gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:21.218464 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51730) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:21.279884 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.443009 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-74fb31fb-0b99-4e8a-9b37-a56f4111a411 admin admin] Deleting subnet 4229b602-b89c-4202-96d0-585023f16c9a {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:34:21.451222 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74fb31fb-0b99-4e8a-9b37-a56f4111a411 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.860209 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-817aab3a-2691-4a82-833c-11ef31c93df5 req-cb3ee763-d328-41d2-80e7-43c48be1034e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eaaed8e7-1f3b-40b7-a2be-639e6c04d98e HTTP/1.1" status: 200 len: 999 time: 0.8904634 Jul 14 09:34:21.868273 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbd4d-0940-49c6-957a-f6ac5d285bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.909163 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a08bb54a-4947-458a-87b1-fda5f9f01274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'name': 'tempest-ServersTestJSON-1608984745-router', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': '55f00894-1b70-43bd-b79a-dd53d9fecb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:46Z', 'updated_at': '2021-07-14T09:33:53Z', 'revision_number': 4, 'project_id': 'c0758deec75449e4b1a2d9bf3e591640', 'gw_port': {'id': '55f00894-1b70-43bd-b79a-dd53d9fecb61', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:57:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:47Z', 'updated_at': '2021-07-14T09:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'df880ff9-880d-49c9-b38b-850106eebe11', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'port_id': 'eaaed8e7-1f3b-40b7-a2be-639e6c04d98e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9', 'mac_address': 'fa:16:3e:7a:30:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55876769-fdbd-4c52-bf28-2b83c10882e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:34:00Z', 'updated_at': '2021-07-14T09:34:19Z', 'revision_number': 1, 'project_id': 'c0758deec75449e4b1a2d9bf3e591640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d262520-070c-4378-804c-cd9bd3dad7d1', 'name': '', 'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'mac_address': 'fa:16:3e:ff:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '57ba4472-7e2c-4af5-aade-c7bdea72c48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:51Z', 'updated_at': '2021-07-14T09:34:01Z', 'revision_number': 5, 'project_id': 'c0758deec75449e4b1a2d9bf3e591640', 'subnets': [{'id': '57ba4472-7e2c-4af5-aade-c7bdea72c48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:22.080010 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfbd4d-0940-49c6-957a-f6ac5d285bd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cd46f15-c5a7-4512-85df-48a4040ab20c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:22.156025 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08bb54a-4947-458a-87b1-fda5f9f01274 None None] The sync data for ids ['1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'] in n-d-771362-35 is: [{'id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'name': 'tempest-ServersTestJSON-1608984745-router', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': '55f00894-1b70-43bd-b79a-dd53d9fecb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:46Z', 'updated_at': '2021-07-14T09:33:53Z', 'revision_number': 4, 'project_id': 'c0758deec75449e4b1a2d9bf3e591640', 'gw_port': {'id': '55f00894-1b70-43bd-b79a-dd53d9fecb61', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:57:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:47Z', 'updated_at': '2021-07-14T09:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'df880ff9-880d-49c9-b38b-850106eebe11', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'port_id': 'eaaed8e7-1f3b-40b7-a2be-639e6c04d98e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9', 'mac_address': 'fa:16:3e:7a:30:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55876769-fdbd-4c52-bf28-2b83c10882e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:34:00Z', 'updated_at': '2021-07-14T09:34:19Z', 'revision_number': 1, 'project_id': 'c0758deec75449e4b1a2d9bf3e591640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d262520-070c-4378-804c-cd9bd3dad7d1', 'name': '', 'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'mac_address': 'fa:16:3e:ff:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '57ba4472-7e2c-4af5-aade-c7bdea72c48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:51Z', 'updated_at': '2021-07-14T09:34:01Z', 'revision_number': 5, 'project_id': 'c0758deec75449e4b1a2d9bf3e591640', 'subnets': [{'id': '57ba4472-7e2c-4af5-aade-c7bdea72c48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:22.216575 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4462d572-c344-4d4e-ba43-de2b65d6ceb1 req-f116e024-e0c1-4182-a874-d76020a9308c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac64a246-6111-47c7-a56d-704ddf53b904&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5014524 Jul 14 09:34:22.243188 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.264686 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817aab3a-2691-4a82-833c-11ef31c93df5 req-06fe3ecf-ad8a-4440-8ddd-dc220766e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:22.272455 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-817aab3a-2691-4a82-833c-11ef31c93df5 req-06fe3ecf-ad8a-4440-8ddd-dc220766e347 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=57ba4472-7e2c-4af5-aade-c7bdea72c48a HTTP/1.1" status: 200 len: 845 time: 0.3903835 Jul 14 09:34:22.552650 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10dab3e4-3060-4b13-a9a2-66d4e0e6e62a req-2497446a-3dad-4508-b5ea-4335af38b98f tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.1540668 Jul 14 09:34:22.592358 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74fb31fb-0b99-4e8a-9b37-a56f4111a411 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.630266 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbd4d-0940-49c6-957a-f6ac5d285bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.750658 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74fb31fb-0b99-4e8a-9b37-a56f4111a411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.791109 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec8b52e-e320-4f12-8cbd-c520412a7554 None None] New status for floating IP df880ff9-880d-49c9-b38b-850106eebe11: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:34:23.001735 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74fb31fb-0b99-4e8a-9b37-a56f4111a411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.135014 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb31fb-0b99-4e8a-9b37-a56f4111a411 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4229b602-b89c-4202-96d0-585023f16c9a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:23.138614 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74fb31fb-0b99-4e8a-9b37-a56f4111a411 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.144323 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-74fb31fb-0b99-4e8a-9b37-a56f4111a411 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4229b602-b89c-4202-96d0-585023f16c9a HTTP/1.1" status: 204 len: 168 time: 1.9207904 Jul 14 09:34:23.163939 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51746) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:23.373597 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebfbd4d-0940-49c6-957a-f6ac5d285bd0 admin admin] Router 1767843a-ec09-496c-8aad-91efb89cd0a6 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:23.377577 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817aab3a-2691-4a82-833c-11ef31c93df5 req-42abf6a4-5b88-4238-90f4-d3be5170af4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:23.379269 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-817aab3a-2691-4a82-833c-11ef31c93df5 req-42abf6a4-5b88-4238-90f4-d3be5170af4d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e92e7721-3e36-4562-97f8-a4ed588fe7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7753365 Jul 14 09:34:23.383405 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462d572-c344-4d4e-ba43-de2b65d6ceb1 req-f49f257a-e531-4adb-94c2-860d2e9bbf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:23.384397 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4462d572-c344-4d4e-ba43-de2b65d6ceb1 req-f49f257a-e531-4adb-94c2-860d2e9bbf51 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c6d70120fc4240e181353ff36863fe62&device_id=ac64a246-6111-47c7-a56d-704ddf53b904 HTTP/1.1" status: 200 len: 1136 time: 0.7675238 Jul 14 09:34:23.408215 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67ebd570-b726-48d9-a1c7-c216e6985c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.519290 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67ebd570-b726-48d9-a1c7-c216e6985c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.531183 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-67ebd570-b726-48d9-a1c7-c216e6985c86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3544af13-26bf-4983-88b8-20b157af1fb0']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:23.545937 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-817aab3a-2691-4a82-833c-11ef31c93df5 req-bf624897-4b52-4252-b856-27b4a1a5b747 service neutron] 10.222.0.44 "GET /v2.0/networks/e92e7721-3e36-4562-97f8-a4ed588fe7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587150 Jul 14 09:34:23.546203 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-67ebd570-b726-48d9-a1c7-c216e6985c86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6252c34e-10e4-441b-83ab-5be2caf8f071') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:23.546203 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-67ebd570-b726-48d9-a1c7-c216e6985c86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6252c34e-10e4-441b-83ab-5be2caf8f071') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:23.557847 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67ebd570-b726-48d9-a1c7-c216e6985c86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.573682 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67ebd570-b726-48d9-a1c7-c216e6985c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.583929 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ebd570-b726-48d9-a1c7-c216e6985c86 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:34:23.584526 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67ebd570-b726-48d9-a1c7-c216e6985c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:34:23.589405 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:34:23.699608 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67ebd570-b726-48d9-a1c7-c216e6985c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.707922 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67ebd570-b726-48d9-a1c7-c216e6985c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.726290 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-67ebd570-b726-48d9-a1c7-c216e6985c86 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3544af13-26bf-4983-88b8-20b157af1fb0 HTTP/1.1" status: 204 len: 168 time: 0.5600049 Jul 14 09:34:23.758431 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.759559 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ebd570-b726-48d9-a1c7-c216e6985c86 admin admin] Pushing event deleted for resources: {'Network': ['ID=3544af13-26bf-4983-88b8-20b157af1fb0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:23.845141 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462d572-c344-4d4e-ba43-de2b65d6ceb1 req-9bd07980-581d-40d2-9964-d0fb7fba3e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:23.846917 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4462d572-c344-4d4e-ba43-de2b65d6ceb1 req-9bd07980-581d-40d2-9964-d0fb7fba3e18 service neutron] 10.222.0.47 "GET /v2.0/networks?id=537da7df-b394-4713-8449-76a067ef2cbc HTTP/1.1" status: 200 len: 897 time: 0.3916018 Jul 14 09:34:23.944206 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9d164b8e-a553-42e2-8b89-1fadbf7b2814 req-1aa6dde1-3786-4615-bfc3-0721f60d2327 tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0838706 Jul 14 09:34:23.981550 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51756) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:24.004666 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4462d572-c344-4d4e-ba43-de2b65d6ceb1 req-55613ed2-193d-4d45-9fca-239cc8dca562 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0050b925-20ff-4ea3-b1db-79171449c277 HTTP/1.1" status: 200 len: 1001 time: 0.1488273 Jul 14 09:34:24.043021 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8bf45c59-d32e-458b-b723-91c2fa7937e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d33db225565746b5ad53b87197fcd998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598190 Jul 14 09:34:24.047064 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51758) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:24.061287 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebfbd4d-0940-49c6-957a-f6ac5d285bd0 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:24.069103 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0ebfbd4d-0940-49c6-957a-f6ac5d285bd0 admin admin] 10.222.0.25 "PUT /v2.0/routers/1767843a-ec09-496c-8aad-91efb89cd0a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6772931 Jul 14 09:34:24.070546 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d153fb2a-5497-499b-8e59-2e6411f8a466 None None] Sync routers for ids ['1767843a-ec09-496c-8aad-91efb89cd0a6'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:24.079468 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51760) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:24.086500 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d153fb2a-5497-499b-8e59-2e6411f8a466 None None] Routers {'1767843a-ec09-496c-8aad-91efb89cd0a6'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:24.090356 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d153fb2a-5497-499b-8e59-2e6411f8a466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:34:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1767843a-ec09-496c-8aad-91efb89cd0a6'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:24.182133 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-817aab3a-2691-4a82-833c-11ef31c93df5 req-77376aad-99b9-4b12-8a34-5e36b95c318a service neutron] 10.222.0.44 "GET /v2.0/networks/e92e7721-3e36-4562-97f8-a4ed588fe7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5940862 Jul 14 09:34:24.206416 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462d572-c344-4d4e-ba43-de2b65d6ceb1 req-51963fcd-5508-4041-a7a8-447f0f303a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:24.208452 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4462d572-c344-4d4e-ba43-de2b65d6ceb1 req-51963fcd-5508-4041-a7a8-447f0f303a2d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fa79cf1-a154-4a89-af19-862eed5ed03a HTTP/1.1" status: 200 len: 835 time: 0.1951463 Jul 14 09:34:24.296763 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0881aa9e-8b9d-4211-bd40-3f40f8273963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.319892 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e6023e2-d9bf-4ccc-afa1-094511007d16 admin admin] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.334861 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0881aa9e-8b9d-4211-bd40-3f40f8273963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.365169 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-d153fb2a-5497-499b-8e59-2e6411f8a466 None None] Set router 1767843a-ec09-496c-8aad-91efb89cd0a6 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:24.412060 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462d572-c344-4d4e-ba43-de2b65d6ceb1 req-4cc304ae-24e3-4175-bdb9-d7f2bb94c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:24.413989 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4462d572-c344-4d4e-ba43-de2b65d6ceb1 req-4cc304ae-24e3-4175-bdb9-d7f2bb94c8b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=537da7df-b394-4713-8449-76a067ef2cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1697512 Jul 14 09:34:24.416585 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0881aa9e-8b9d-4211-bd40-3f40f8273963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.419472 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0881aa9e-8b9d-4211-bd40-3f40f8273963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.424404 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0881aa9e-8b9d-4211-bd40-3f40f8273963 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bccfe7bf-fbd6-44b7-accb-22a9e85ac65c HTTP/1.1" status: 204 len: 168 time: 0.3725023 Jul 14 09:34:24.433407 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881aa9e-8b9d-4211-bd40-3f40f8273963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccfe7bf-fbd6-44b7-accb-22a9e85ac65c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:24.587956 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e6023e2-d9bf-4ccc-afa1-094511007d16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.648473 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4462d572-c344-4d4e-ba43-de2b65d6ceb1 req-5e133c21-45a2-4ade-9063-0f6d0c288ab5 service neutron] 10.222.0.47 "GET /v2.0/networks/537da7df-b394-4713-8449-76a067ef2cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136416 Jul 14 09:34:24.754074 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8e6023e2-d9bf-4ccc-afa1-094511007d16 admin admin] Deleting port aafc4dd6-7dc6-417d-8717-119f064369f1 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:24.754477 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e6023e2-d9bf-4ccc-afa1-094511007d16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.781940 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d153fb2a-5497-499b-8e59-2e6411f8a466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'name': 'tempest-TestServerBasicOps-580676533-router', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'aafc4dd6-7dc6-417d-8717-119f064369f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:08Z', 'updated_at': '2021-07-14T09:34:20Z', 'revision_number': 5, 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'gw_port': {'id': 'aafc4dd6-7dc6-417d-8717-119f064369f1', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:11Z', 'updated_at': '2021-07-14T09:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:24.822377 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d153fb2a-5497-499b-8e59-2e6411f8a466 None None] Checking router: 1767843a-ec09-496c-8aad-91efb89cd0a6 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:24.836893 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d153fb2a-5497-499b-8e59-2e6411f8a466 None None] Routers {'1767843a-ec09-496c-8aad-91efb89cd0a6'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:24.838002 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d153fb2a-5497-499b-8e59-2e6411f8a466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:34:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1767843a-ec09-496c-8aad-91efb89cd0a6'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:24.867311 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4462d572-c344-4d4e-ba43-de2b65d6ceb1 req-1d20e2c2-52d5-44e7-a82c-36fad81959ef service neutron] 10.222.0.47 "GET /v2.0/networks/537da7df-b394-4713-8449-76a067ef2cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046261 Jul 14 09:34:24.928470 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8e6023e2-d9bf-4ccc-afa1-094511007d16 admin admin] For port aafc4dd6-7dc6-417d-8717-119f064369f1, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=aafc4dd6-7dc6-417d-8717-119f064369f1,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:24.928836 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e6023e2-d9bf-4ccc-afa1-094511007d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.962708 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8e6023e2-d9bf-4ccc-afa1-094511007d16 admin admin] Calling delete_port for aafc4dd6-7dc6-417d-8717-119f064369f1 owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:24.968470 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-d153fb2a-5497-499b-8e59-2e6411f8a466 None None] Set router 1767843a-ec09-496c-8aad-91efb89cd0a6 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:25.038137 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d153fb2a-5497-499b-8e59-2e6411f8a466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'name': 'tempest-TestServerBasicOps-580676533-router', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:08Z', 'updated_at': '2021-07-14T09:34:24Z', 'revision_number': 6, 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:25.078833 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d153fb2a-5497-499b-8e59-2e6411f8a466 None None] The sync data for ids ['1767843a-ec09-496c-8aad-91efb89cd0a6'] in n-d-771362-35 is: [{'id': '1767843a-ec09-496c-8aad-91efb89cd0a6', 'name': 'tempest-TestServerBasicOps-580676533-router', 'tenant_id': 'f464ecef0897489e962d28ba5796b08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:08Z', 'updated_at': '2021-07-14T09:34:24Z', 'revision_number': 6, 'project_id': 'f464ecef0897489e962d28ba5796b08e', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:25.232922 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-24ab9caa-daa9-47c1-8d92-176f4497d0f3 req-16bdba39-f5d9-4e7a-96f1-6757dc6926a5 tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0404530 Jul 14 09:34:25.245021 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e6023e2-d9bf-4ccc-afa1-094511007d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.288382 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6023e2-d9bf-4ccc-afa1-094511007d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=aafc4dd6-7dc6-417d-8717-119f064369f1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:25.402429 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e6023e2-d9bf-4ccc-afa1-094511007d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.644596 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e6023e2-d9bf-4ccc-afa1-094511007d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.647155 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e6023e2-d9bf-4ccc-afa1-094511007d16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.698012 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e6023e2-d9bf-4ccc-afa1-094511007d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.698766 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6023e2-d9bf-4ccc-afa1-094511007d16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1767843a-ec09-496c-8aad-91efb89cd0a6 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:34:25.708290 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e6023e2-d9bf-4ccc-afa1-094511007d16 admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.709503 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8e6023e2-d9bf-4ccc-afa1-094511007d16 admin admin] 10.222.0.25 "DELETE /v2.0/routers/1767843a-ec09-496c-8aad-91efb89cd0a6 HTTP/1.1" status: 204 len: 168 time: 1.6267712 Jul 14 09:34:25.713417 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51820) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:25.770696 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-56fc5efb-41a8-44d6-8351-bc452ccd6f6e admin admin] Deleting subnet 991179d8-8134-494e-aabe-217e4217c4a9 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:34:25.774725 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-56fc5efb-41a8-44d6-8351-bc452ccd6f6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.826161 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-56fc5efb-41a8-44d6-8351-bc452ccd6f6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.943358 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-56fc5efb-41a8-44d6-8351-bc452ccd6f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.049241 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-56fc5efb-41a8-44d6-8351-bc452ccd6f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.094455 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc5efb-41a8-44d6-8351-bc452ccd6f6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=991179d8-8134-494e-aabe-217e4217c4a9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:26.104535 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-56fc5efb-41a8-44d6-8351-bc452ccd6f6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.106418 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-56fc5efb-41a8-44d6-8351-bc452ccd6f6e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/991179d8-8134-494e-aabe-217e4217c4a9 HTTP/1.1" status: 204 len: 168 time: 0.3920043 Jul 14 09:34:26.109350 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51836) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:26.113230 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ba8ea8-5f72-4d8e-a0dc-9d7d2e8e4f84 None None] Network bc0bd8e8-a70c-46ac-88d0-6d79a7b009de requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:26.181562 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dff51001-c2b4-43ef-9bc4-bf7e61325c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.269672 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-dff51001-c2b4-43ef-9bc4-bf7e61325c1c admin admin] Deleting port 54f5cab7-9ded-424c-b1f5-6533a199ee49 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:26.270323 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dff51001-c2b4-43ef-9bc4-bf7e61325c1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.354755 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51842) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:26.420568 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa4488d-3123-4f6a-b40d-c07e9f440953 None None] DHCP port deletion for bc0bd8e8-a70c-46ac-88d0-6d79a7b009de request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:34:26.506701 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-dff51001-c2b4-43ef-9bc4-bf7e61325c1c admin admin] For port 54f5cab7-9ded-424c-b1f5-6533a199ee49, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=54f5cab7-9ded-424c-b1f5-6533a199ee49,segment=NetworkSegment(453ece6d-5cea-4efb-887d-3c45c59ba186),segment_id=453ece6d-5cea-4efb-887d-3c45c59ba186)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:26.507088 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dff51001-c2b4-43ef-9bc4-bf7e61325c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.551349 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 6cd46f15-c5a7-4512-85df-48a4040ab20c no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:26.580568 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-dff51001-c2b4-43ef-9bc4-bf7e61325c1c admin admin] Calling delete_port for 54f5cab7-9ded-424c-b1f5-6533a199ee49 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:26.596613 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 6cd46f15-c5a7-4512-85df-48a4040ab20c {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:26.597269 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 6cd46f15-c5a7-4512-85df-48a4040ab20c not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:26.597929 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device aafc4dd6-7dc6-417d-8717-119f064369f1 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:26.628109 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: aafc4dd6-7dc6-417d-8717-119f064369f1 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:26.628806 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device aafc4dd6-7dc6-417d-8717-119f064369f1 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:26.632865 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-99ce3ff4-dde8-4ef4-b0b1-f1460b56b0dd req-a2873105-851d-4956-82f1-96db22ec205c tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0851145 Jul 14 09:34:26.654299 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5aec3359-1c0b-42b3-8486-beaa57a6aa10 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] 10.222.0.25 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2463 time: 0.2981818 Jul 14 09:34:26.657718 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51860) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:26.663901 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c2aeec1b-5b89-4773-8762-84af0fc80945 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Request body: {'network': {'name': 'tempest-network-smoke--1412566028', 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'port_security_enabled': False}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:26.678770 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-baa4488d-3123-4f6a-b40d-c07e9f440953 None None] Deleting port 54f5cab7-9ded-424c-b1f5-6533a199ee49 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:26.680659 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-baa4488d-3123-4f6a-b40d-c07e9f440953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.692778 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2aeec1b-5b89-4773-8762-84af0fc80945 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Made reservation on behalf of c6d70120fc4240e181353ff36863fe62 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:26.703163 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2aeec1b-5b89-4773-8762-84af0fc80945 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.756102 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-baa4488d-3123-4f6a-b40d-c07e9f440953 None None] For port 54f5cab7-9ded-424c-b1f5-6533a199ee49, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=54f5cab7-9ded-424c-b1f5-6533a199ee49,segment=NetworkSegment(453ece6d-5cea-4efb-887d-3c45c59ba186),segment_id=453ece6d-5cea-4efb-887d-3c45c59ba186)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:26.756704 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-baa4488d-3123-4f6a-b40d-c07e9f440953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.767431 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2aeec1b-5b89-4773-8762-84af0fc80945 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:34:26.775182 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-baa4488d-3123-4f6a-b40d-c07e9f440953 None None] Calling delete_port for 54f5cab7-9ded-424c-b1f5-6533a199ee49 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:26.789195 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2aeec1b-5b89-4773-8762-84af0fc80945 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.790183 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-c2aeec1b-5b89-4773-8762-84af0fc80945 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Added segment c1ec2e3e-cf5b-433f-ba9f-618c5efaed83 of type vlan for network ff982131-2b0b-446f-b3de-db5afa3da603 Jul 14 09:34:26.791706 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dff51001-c2b4-43ef-9bc4-bf7e61325c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.850032 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff51001-c2b4-43ef-9bc4-bf7e61325c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=54f5cab7-9ded-424c-b1f5-6533a199ee49,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:26.852247 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2aeec1b-5b89-4773-8762-84af0fc80945 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.857998 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff51001-c2b4-43ef-9bc4-bf7e61325c1c admin admin] No DVR routers for this DVR port 54f5cab7-9ded-424c-b1f5-6533a199ee49 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:26.894112 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2aeec1b-5b89-4773-8762-84af0fc80945 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.902026 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-baa4488d-3123-4f6a-b40d-c07e9f440953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.902638 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2aeec1b-5b89-4773-8762-84af0fc80945 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:26.903670 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2aeec1b-5b89-4773-8762-84af0fc80945 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.962637 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4488d-3123-4f6a-b40d-c07e9f440953 None None] Pushing event deleted for resources: {'Port': ['ID=54f5cab7-9ded-424c-b1f5-6533a199ee49,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:26.972286 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa4488d-3123-4f6a-b40d-c07e9f440953 None None] No DVR routers for this DVR port 54f5cab7-9ded-424c-b1f5-6533a199ee49 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:27.013325 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c2aeec1b-5b89-4773-8762-84af0fc80945 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3480484 Jul 14 09:34:27.013486 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51872) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:27.021575 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1f5cc2ce-e11b-45c9-a530-317ed66a0870 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1003921046', 'admin_state_up': True, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:27.040740 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aeec1b-5b89-4773-8762-84af0fc80945 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event updated for resources: {'Network': ['ID=ff982131-2b0b-446f-b3de-db5afa3da603,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:27.044060 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dff51001-c2b4-43ef-9bc4-bf7e61325c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.065694 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network ff982131-2b0b-446f-b3de-db5afa3da603 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:34:27.068399 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-dff51001-c2b4-43ef-9bc4-bf7e61325c1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0bd8e8-a70c-46ac-88d0-6d79a7b009de']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:27.087602 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-dff51001-c2b4-43ef-9bc4-bf7e61325c1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453ece6d-5cea-4efb-887d-3c45c59ba186') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:27.088117 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-dff51001-c2b4-43ef-9bc4-bf7e61325c1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453ece6d-5cea-4efb-887d-3c45c59ba186') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:27.111113 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dff51001-c2b4-43ef-9bc4-bf7e61325c1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.144500 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f5cc2ce-e11b-45c9-a530-317ed66a0870 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.152492 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f5cc2ce-e11b-45c9-a530-317ed66a0870 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.158296 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dff51001-c2b4-43ef-9bc4-bf7e61325c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.168257 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff51001-c2b4-43ef-9bc4-bf7e61325c1c admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:34:27.168896 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dff51001-c2b4-43ef-9bc4-bf7e61325c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:34:27.215793 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:34:27.267568 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dff51001-c2b4-43ef-9bc4-bf7e61325c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.293305 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dff51001-c2b4-43ef-9bc4-bf7e61325c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.298348 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51898) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:27.300011 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-dff51001-c2b4-43ef-9bc4-bf7e61325c1c admin admin] 10.222.0.25 "DELETE /v2.0/networks/bc0bd8e8-a70c-46ac-88d0-6d79a7b009de HTTP/1.1" status: 204 len: 168 time: 1.1877737 Jul 14 09:34:27.368729 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff51001-c2b4-43ef-9bc4-bf7e61325c1c admin admin] Pushing event deleted for resources: {'Network': ['ID=bc0bd8e8-a70c-46ac-88d0-6d79a7b009de,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:27.374878 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f5cc2ce-e11b-45c9-a530-317ed66a0870 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.660229 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f5cc2ce-e11b-45c9-a530-317ed66a0870 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.019595 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33f1e9ff-f1e1-467f-960e-d25f7b8684b2 req-59c418c0-3f8a-48bc-bacc-db271c31be81 tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0357845 Jul 14 09:34:28.043165 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f5cc2ce-e11b-45c9-a530-317ed66a0870 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.104794 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f5cc2ce-e11b-45c9-a530-317ed66a0870 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.240999 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69f5ff6d-5c72-4671-9427-2e89b7734f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.243984 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-1f5cc2ce-e11b-45c9-a530-317ed66a0870 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Allocated IP 172.25.6.54 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/80a9aa90-71b6-4ea7-a931-3b583057a404) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:28.434711 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 54f5cab7-9ded-424c-b1f5-6533a199ee49 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:28.437884 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f5cc2ce-e11b-45c9-a530-317ed66a0870 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.461076 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 54f5cab7-9ded-424c-b1f5-6533a199ee49 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:28.462033 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 54f5cab7-9ded-424c-b1f5-6533a199ee49 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:28.491102 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f5cc2ce-e11b-45c9-a530-317ed66a0870 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.542498 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5cc2ce-e11b-45c9-a530-317ed66a0870 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:28.545686 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1f5cc2ce-e11b-45c9-a530-317ed66a0870 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:28.554393 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5cc2ce-e11b-45c9-a530-317ed66a0870 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:28.561266 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5cc2ce-e11b-45c9-a530-317ed66a0870 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event updated for resources: {'Port': ['ID=80a9aa90-71b6-4ea7-a931-3b583057a404,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:28.751756 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-69f5ff6d-5c72-4671-9427-2e89b7734f07 admin admin] Deleting port 234368ef-6b4d-44ef-8607-b65723bfce4b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:28.752224 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69f5ff6d-5c72-4671-9427-2e89b7734f07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.861228 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f5cc2ce-e11b-45c9-a530-317ed66a0870 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.874796 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-69f5ff6d-5c72-4671-9427-2e89b7734f07 admin admin] For port 234368ef-6b4d-44ef-8607-b65723bfce4b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=234368ef-6b4d-44ef-8607-b65723bfce4b,segment=NetworkSegment(94dbb534-108a-4fe6-855b-828ec38e03cf),segment_id=94dbb534-108a-4fe6-855b-828ec38e03cf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:28.875176 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69f5ff6d-5c72-4671-9427-2e89b7734f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.895084 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-69f5ff6d-5c72-4671-9427-2e89b7734f07 admin admin] Calling delete_port for 234368ef-6b4d-44ef-8607-b65723bfce4b owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:29.213129 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69f5ff6d-5c72-4671-9427-2e89b7734f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:29.245541 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5ff6d-5c72-4671-9427-2e89b7734f07 admin admin] Pushing event deleted for resources: {'Port': ['ID=234368ef-6b4d-44ef-8607-b65723bfce4b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:29.459043 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0769f0be-9abd-4919-b268-4677e830349e req-0e6acf39-fad5-4651-bb9c-405aab60efa5 tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0520217 Jul 14 09:34:29.484635 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f5cc2ce-e11b-45c9-a530-317ed66a0870 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:29.566359 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69f5ff6d-5c72-4671-9427-2e89b7734f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:29.688461 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5cc2ce-e11b-45c9-a530-317ed66a0870 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Router c42b0ebe-9fd1-4d9e-b727-d262d4becfe8 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:34:29.809166 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5cc2ce-e11b-45c9-a530-317ed66a0870 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:29.823780 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad08ccaa-91b2-47e8-86e9-4b08cbaeb756 None None] Sync routers for ids ['c42b0ebe-9fd1-4d9e-b727-d262d4becfe8'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:29.839446 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f5cc2ce-e11b-45c9-a530-317ed66a0870 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:29.840875 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1f5cc2ce-e11b-45c9-a530-317ed66a0870 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.8252192 Jul 14 09:34:29.845980 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51932) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:29.855126 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f5ff6d-5c72-4671-9427-2e89b7734f07 admin admin] Router b5b0d040-09d7-485c-8e2b-47d026fce246 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:29.857968 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad08ccaa-91b2-47e8-86e9-4b08cbaeb756 None None] Routers {'c42b0ebe-9fd1-4d9e-b727-d262d4becfe8'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:29.859427 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ad08ccaa-91b2-47e8-86e9-4b08cbaeb756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:34:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['c42b0ebe-9fd1-4d9e-b727-d262d4becfe8'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:29.895855 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51934) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:29.968097 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a0a4e3-926c-4712-b5fb-361e07297ca8 admin admin] Deleting subnet d98429ec-fa33-4ae2-92a5-203c90ea495a {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:34:29.981830 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51a0a4e3-926c-4712-b5fb-361e07297ca8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.058271 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c760e390-78c1-41a2-becc-7392ede3b1d9 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:30.060850 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c760e390-78c1-41a2-becc-7392ede3b1d9 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=c6d70120fc4240e181353ff36863fe62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2134845 Jul 14 09:34:30.065721 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51938) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:30.072895 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51a0a4e3-926c-4712-b5fb-361e07297ca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.092577 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-ad08ccaa-91b2-47e8-86e9-4b08cbaeb756 None None] Set router c42b0ebe-9fd1-4d9e-b727-d262d4becfe8 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:30.142245 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f5ff6d-5c72-4671-9427-2e89b7734f07 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:30.154574 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-69f5ff6d-5c72-4671-9427-2e89b7734f07 admin admin] 10.222.0.25 "PUT /v2.0/routers/b5b0d040-09d7-485c-8e2b-47d026fce246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8504009 Jul 14 09:34:30.154764 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7d00d4-317e-45ee-bc18-67ff51d82164 None None] Sync routers for ids ['b5b0d040-09d7-485c-8e2b-47d026fce246'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:30.155471 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51944) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:30.161707 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51a0a4e3-926c-4712-b5fb-361e07297ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.171165 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7d00d4-317e-45ee-bc18-67ff51d82164 None None] Routers {'b5b0d040-09d7-485c-8e2b-47d026fce246'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:30.171915 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-be7d00d4-317e-45ee-bc18-67ff51d82164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:34:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b5b0d040-09d7-485c-8e2b-47d026fce246'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:30.283983 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51a0a4e3-926c-4712-b5fb-361e07297ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.336627 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2389e315-6e35-4d40-b3b6-a143e984f10d tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:30.343523 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2389e315-6e35-4d40-b3b6-a143e984f10d tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2715967 Jul 14 09:34:30.344368 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51950) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:30.359709 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51a0a4e3-926c-4712-b5fb-361e07297ca8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.363595 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-51a0a4e3-926c-4712-b5fb-361e07297ca8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d98429ec-fa33-4ae2-92a5-203c90ea495a HTTP/1.1" status: 204 len: 168 time: 0.4641299 Jul 14 09:34:30.363595 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0a4e3-926c-4712-b5fb-361e07297ca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d98429ec-fa33-4ae2-92a5-203c90ea495a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:30.365111 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51952) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:30.388685 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e479e627-4e93-4f1e-b096-c6a35d257c95 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6facc217-dc01-422a-8069-2c7784a4d993&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408108 Jul 14 09:34:30.389420 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51954) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:30.439142 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f8af0980-de99-4548-b3e0-9606a411c590 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=c6d70120fc4240e181353ff36863fe62&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464120 Jul 14 09:34:30.440323 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51956) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:30.499707 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccae57f8-c7b8-4cf4-93bb-8000b2173081 admin admin] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.519202 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33afd99c-7e2b-44f7-90df-9ad993bc0024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.559279 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-be7d00d4-317e-45ee-bc18-67ff51d82164 None None] Set router b5b0d040-09d7-485c-8e2b-47d026fce246 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:30.562969 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ad08ccaa-91b2-47e8-86e9-4b08cbaeb756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42b0ebe-9fd1-4d9e-b727-d262d4becfe8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1003921046', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '80a9aa90-71b6-4ea7-a931-3b583057a404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:27Z', 'updated_at': '2021-07-14T09:34:28Z', 'revision_number': 3, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'gw_port': {'id': '80a9aa90-71b6-4ea7-a931-3b583057a404', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:56:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42b0ebe-9fd1-4d9e-b727-d262d4becfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:28Z', 'updated_at': '2021-07-14T09:34:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:30.592796 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad08ccaa-91b2-47e8-86e9-4b08cbaeb756 None None] Checking router: c42b0ebe-9fd1-4d9e-b727-d262d4becfe8 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:30.593145 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad08ccaa-91b2-47e8-86e9-4b08cbaeb756 None None] Updating router c42b0ebe-9fd1-4d9e-b727-d262d4becfe8 port 80a9aa90-71b6-4ea7-a931-3b583057a404 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:34:30.667608 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad08ccaa-91b2-47e8-86e9-4b08cbaeb756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.714591 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33afd99c-7e2b-44f7-90df-9ad993bc0024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.732484 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccae57f8-c7b8-4cf4-93bb-8000b2173081 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.745294 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-33afd99c-7e2b-44f7-90df-9ad993bc0024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4276c66c-7c3d-4acf-abdb-e504b464d0cd']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:30.763757 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9961a373-8652-4279-8471-569575117f56 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:30.768828 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9961a373-8652-4279-8471-569575117f56 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3275051 Jul 14 09:34:30.770007 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51960) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:30.777626 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-33afd99c-7e2b-44f7-90df-9ad993bc0024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f0eff3c-ecfe-411e-bd56-4d9b6f360568') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:30.777922 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-33afd99c-7e2b-44f7-90df-9ad993bc0024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f0eff3c-ecfe-411e-bd56-4d9b6f360568') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:30.792497 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33afd99c-7e2b-44f7-90df-9ad993bc0024 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.808836 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33afd99c-7e2b-44f7-90df-9ad993bc0024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.816051 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33afd99c-7e2b-44f7-90df-9ad993bc0024 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:34:30.816462 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33afd99c-7e2b-44f7-90df-9ad993bc0024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.846941 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f4872f87-fa4a-4d2d-8fe2-1d496889934c tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6facc217-dc01-422a-8069-2c7784a4d993&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0753305 Jul 14 09:34:30.852331 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51962) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:30.862151 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-bc3cd8fc-8c1e-409c-887f-e99b68ca52a5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1511693289', 'network_id': 'ff982131-2b0b-446f-b3de-db5afa3da603', 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:34:30.906055 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:34:30.909476 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33afd99c-7e2b-44f7-90df-9ad993bc0024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.928951 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33afd99c-7e2b-44f7-90df-9ad993bc0024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.931439 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-33afd99c-7e2b-44f7-90df-9ad993bc0024 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4276c66c-7c3d-4acf-abdb-e504b464d0cd HTTP/1.1" status: 204 len: 168 time: 0.5648313 Jul 14 09:34:30.971806 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a798233-f361-4715-893c-f61fa11b84fb req-ce2c8603-cf09-49f6-8a58-d3799ddbbe43 tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0633600 Jul 14 09:34:30.990230 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ccae57f8-c7b8-4cf4-93bb-8000b2173081 admin admin] Deleting port 2be08d3f-b56a-4489-9c9d-5152f89922aa {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:30.990689 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccae57f8-c7b8-4cf4-93bb-8000b2173081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.000155 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33afd99c-7e2b-44f7-90df-9ad993bc0024 admin admin] Pushing event deleted for resources: {'Network': ['ID=4276c66c-7c3d-4acf-abdb-e504b464d0cd,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:31.097773 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ccae57f8-c7b8-4cf4-93bb-8000b2173081 admin admin] For port 2be08d3f-b56a-4489-9c9d-5152f89922aa, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2be08d3f-b56a-4489-9c9d-5152f89922aa,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:31.098309 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccae57f8-c7b8-4cf4-93bb-8000b2173081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.103680 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-be7d00d4-317e-45ee-bc18-67ff51d82164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b0d040-09d7-485c-8e2b-47d026fce246', 'name': 'tempest-TestServerBasicOps-1301929849-router', 'tenant_id': '08e7d3703a9c416d87d415c21a511fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '2be08d3f-b56a-4489-9c9d-5152f89922aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:30Z', 'updated_at': '2021-07-14T09:34:29Z', 'revision_number': 5, 'project_id': '08e7d3703a9c416d87d415c21a511fdf', 'gw_port': {'id': '2be08d3f-b56a-4489-9c9d-5152f89922aa', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b0d040-09d7-485c-8e2b-47d026fce246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:31Z', 'updated_at': '2021-07-14T09:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:31.120860 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ccae57f8-c7b8-4cf4-93bb-8000b2173081 admin admin] Calling delete_port for 2be08d3f-b56a-4489-9c9d-5152f89922aa owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:31.186996 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7d00d4-317e-45ee-bc18-67ff51d82164 None None] Checking router: b5b0d040-09d7-485c-8e2b-47d026fce246 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:31.214452 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7d00d4-317e-45ee-bc18-67ff51d82164 None None] Routers {'b5b0d040-09d7-485c-8e2b-47d026fce246'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:31.216020 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-be7d00d4-317e-45ee-bc18-67ff51d82164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:34:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b5b0d040-09d7-485c-8e2b-47d026fce246'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:31.238462 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3cd8fc-8c1e-409c-887f-e99b68ca52a5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Made reservation on behalf of c6d70120fc4240e181353ff36863fe62 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:31.240046 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad08ccaa-91b2-47e8-86e9-4b08cbaeb756 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.242485 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc3cd8fc-8c1e-409c-887f-e99b68ca52a5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.268194 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ad08ccaa-91b2-47e8-86e9-4b08cbaeb756 None None] Transition to ACTIVE for port object 80a9aa90-71b6-4ea7-a931-3b583057a404 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:31.281965 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad08ccaa-91b2-47e8-86e9-4b08cbaeb756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.327809 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51966) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:31.407407 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-be7d00d4-317e-45ee-bc18-67ff51d82164 None None] Set router b5b0d040-09d7-485c-8e2b-47d026fce246 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:31.437312 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d9bd790e-4d1e-41c8-824c-b5833be4a93b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c678b609e46430fbdc6db3594477886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1056714 Jul 14 09:34:31.439056 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51972) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:31.475260 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145710f2-0f2d-4035-a506-7d5a1cb544a4 None None] Pushing event updated for resources: {'Port': ['ID=80a9aa90-71b6-4ea7-a931-3b583057a404,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:31.484662 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ad08ccaa-91b2-47e8-86e9-4b08cbaeb756 None None] Attempting to bind port 80a9aa90-71b6-4ea7-a931-3b583057a404 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:31.485041 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ad08ccaa-91b2-47e8-86e9-4b08cbaeb756 None None] Attempting to bind port 80a9aa90-71b6-4ea7-a931-3b583057a404 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:31.485404 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad08ccaa-91b2-47e8-86e9-4b08cbaeb756 None None] Attempting to bind port 80a9aa90-71b6-4ea7-a931-3b583057a404 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:31.498695 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad08ccaa-91b2-47e8-86e9-4b08cbaeb756 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:31.499075 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad08ccaa-91b2-47e8-86e9-4b08cbaeb756 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:31.499525 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad08ccaa-91b2-47e8-86e9-4b08cbaeb756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.499922 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad08ccaa-91b2-47e8-86e9-4b08cbaeb756 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:31.500403 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ad08ccaa-91b2-47e8-86e9-4b08cbaeb756 None None] Bound port: 80a9aa90-71b6-4ea7-a931-3b583057a404, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:31.500789 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad08ccaa-91b2-47e8-86e9-4b08cbaeb756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.539895 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccae57f8-c7b8-4cf4-93bb-8000b2173081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.575633 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-be7d00d4-317e-45ee-bc18-67ff51d82164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b0d040-09d7-485c-8e2b-47d026fce246', 'name': 'tempest-TestServerBasicOps-1301929849-router', 'tenant_id': '08e7d3703a9c416d87d415c21a511fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:30Z', 'updated_at': '2021-07-14T09:34:30Z', 'revision_number': 6, 'project_id': '08e7d3703a9c416d87d415c21a511fdf', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:31.609772 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb0a0902-c7eb-40cb-9f16-804a9aea0cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.611530 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ad08ccaa-91b2-47e8-86e9-4b08cbaeb756 None None] For port 80a9aa90-71b6-4ea7-a931-3b583057a404, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:31.619070 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ad08ccaa-91b2-47e8-86e9-4b08cbaeb756 None None] For port 80a9aa90-71b6-4ea7-a931-3b583057a404, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=80a9aa90-71b6-4ea7-a931-3b583057a404,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:31.627205 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad08ccaa-91b2-47e8-86e9-4b08cbaeb756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.627609 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7d00d4-317e-45ee-bc18-67ff51d82164 None None] The sync data for ids ['b5b0d040-09d7-485c-8e2b-47d026fce246'] in n-d-771362-35 is: [{'id': 'b5b0d040-09d7-485c-8e2b-47d026fce246', 'name': 'tempest-TestServerBasicOps-1301929849-router', 'tenant_id': '08e7d3703a9c416d87d415c21a511fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:30Z', 'updated_at': '2021-07-14T09:34:30Z', 'revision_number': 6, 'project_id': '08e7d3703a9c416d87d415c21a511fdf', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:31.655821 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae57f8-c7b8-4cf4-93bb-8000b2173081 admin admin] Pushing event deleted for resources: {'Port': ['ID=2be08d3f-b56a-4489-9c9d-5152f89922aa,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:31.659074 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb0a0902-c7eb-40cb-9f16-804a9aea0cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.722772 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad08ccaa-91b2-47e8-86e9-4b08cbaeb756 None None] Routers {'c42b0ebe-9fd1-4d9e-b727-d262d4becfe8'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:31.723864 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ad08ccaa-91b2-47e8-86e9-4b08cbaeb756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:34:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['c42b0ebe-9fd1-4d9e-b727-d262d4becfe8'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:31.758171 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb0a0902-c7eb-40cb-9f16-804a9aea0cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.763870 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb0a0902-c7eb-40cb-9f16-804a9aea0cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.765194 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fb0a0902-c7eb-40cb-9f16-804a9aea0cf1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ec2b1fe-229d-4376-a843-243b23f585b9 HTTP/1.1" status: 204 len: 168 time: 0.3247464 Jul 14 09:34:31.776699 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a0902-c7eb-40cb-9f16-804a9aea0cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec2b1fe-229d-4376-a843-243b23f585b9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:31.810225 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccae57f8-c7b8-4cf4-93bb-8000b2173081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.814417 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145710f2-0f2d-4035-a506-7d5a1cb544a4 None None] Pushing event updated for resources: {'Port': ['ID=80a9aa90-71b6-4ea7-a931-3b583057a404,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:31.900536 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-ad08ccaa-91b2-47e8-86e9-4b08cbaeb756 None None] Set router c42b0ebe-9fd1-4d9e-b727-d262d4becfe8 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:31.953089 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc3cd8fc-8c1e-409c-887f-e99b68ca52a5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.024870 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccae57f8-c7b8-4cf4-93bb-8000b2173081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.037522 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccae57f8-c7b8-4cf4-93bb-8000b2173081 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.154511 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3cd8fc-8c1e-409c-887f-e99b68ca52a5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Checking segment: {'id': 'c1ec2e3e-cf5b-433f-ba9f-618c5efaed83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ff982131-2b0b-446f-b3de-db5afa3da603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:32.154511 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3cd8fc-8c1e-409c-887f-e99b68ca52a5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Network hostable DHCP agents. Network: ff982131-2b0b-446f-b3de-db5afa3da603, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:34:32.178414 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cd8fc-8c1e-409c-887f-e99b68ca52a5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event updated for resources: {'Subnet': ['ID=d296a80c-b44d-45d3-9371-4ffdd684ce9d,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:32.182319 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccae57f8-c7b8-4cf4-93bb-8000b2173081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.182994 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccae57f8-c7b8-4cf4-93bb-8000b2173081 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5b0d040-09d7-485c-8e2b-47d026fce246 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:34:32.193052 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccae57f8-c7b8-4cf4-93bb-8000b2173081 admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.195066 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ccae57f8-c7b8-4cf4-93bb-8000b2173081 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b5b0d040-09d7-485c-8e2b-47d026fce246 HTTP/1.1" status: 204 len: 168 time: 2.0398138 Jul 14 09:34:32.198498 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 51980) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:32.248354 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3cd8fc-8c1e-409c-887f-e99b68ca52a5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Network ff982131-2b0b-446f-b3de-db5afa3da603 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:34:32.276303 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-bc3cd8fc-8c1e-409c-887f-e99b68ca52a5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, ff982131-2b0b-446f-b3de-db5afa3da603) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:32.284016 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3cd8fc-8c1e-409c-887f-e99b68ca52a5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:32.284016 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc3cd8fc-8c1e-409c-887f-e99b68ca52a5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.316006 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9aa8bfe-de70-4bf7-90a6-0227eff86c50 admin admin] Deleting subnet 1c10c25e-d410-4421-b5f2-505c24789537 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:34:32.333401 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9aa8bfe-de70-4bf7-90a6-0227eff86c50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.341664 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bc3cd8fc-8c1e-409c-887f-e99b68ca52a5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4807618 Jul 14 09:34:32.344196 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 51982) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:32.416058 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3979110-d4a9-40d4-9395-edde962dd7d7 None None] Network ff982131-2b0b-446f-b3de-db5afa3da603 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:32.444614 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9aa8bfe-de70-4bf7-90a6-0227eff86c50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.557121 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-624004f5-d4bf-4597-91e2-3c98f0073471 req-f5012c82-7da4-49e3-a738-88ede54f0258 tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0389411 Jul 14 09:34:32.567052 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9aa8bfe-de70-4bf7-90a6-0227eff86c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.652212 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9aa8bfe-de70-4bf7-90a6-0227eff86c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.689928 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa8bfe-de70-4bf7-90a6-0227eff86c50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c10c25e-d410-4421-b5f2-505c24789537,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:32.694630 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9aa8bfe-de70-4bf7-90a6-0227eff86c50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.698423 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f9aa8bfe-de70-4bf7-90a6-0227eff86c50 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1c10c25e-d410-4421-b5f2-505c24789537 HTTP/1.1" status: 204 len: 168 time: 0.4979348 Jul 14 09:34:32.705550 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52000) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:32.715042 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff7472f-6784-48b8-a3b0-73c42ffb88e3 None None] Network 21b00026-a9a1-41ed-beba-cdce72bf6533 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:32.924292 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 234368ef-6b4d-44ef-8607-b65723bfce4b no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:32.927338 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3067bb-fc5a-4027-9072-e4eb77e590a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-ff982131-2b0b-446f-b3de-db5afa3da603', 'network_id': 'ff982131-2b0b-446f-b3de-db5afa3da603', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'fixed_ips': [{'subnet_id': 'd296a80c-b44d-45d3-9371-4ffdd684ce9d'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:34:32.928436 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf3067bb-fc5a-4027-9072-e4eb77e590a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.932588 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba64f03a-b4ed-4965-a15f-80eb5e9a72af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.972145 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ad08ccaa-91b2-47e8-86e9-4b08cbaeb756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42b0ebe-9fd1-4d9e-b727-d262d4becfe8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1003921046', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '80a9aa90-71b6-4ea7-a931-3b583057a404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:27Z', 'updated_at': '2021-07-14T09:34:28Z', 'revision_number': 3, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'gw_port': {'id': '80a9aa90-71b6-4ea7-a931-3b583057a404', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:56:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42b0ebe-9fd1-4d9e-b727-d262d4becfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:28Z', 'updated_at': '2021-07-14T09:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:33.011395 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad08ccaa-91b2-47e8-86e9-4b08cbaeb756 None None] The sync data for ids ['c42b0ebe-9fd1-4d9e-b727-d262d4becfe8'] in n-d-771362-35 is: [{'id': 'c42b0ebe-9fd1-4d9e-b727-d262d4becfe8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1003921046', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '80a9aa90-71b6-4ea7-a931-3b583057a404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:27Z', 'updated_at': '2021-07-14T09:34:28Z', 'revision_number': 3, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'gw_port': {'id': '80a9aa90-71b6-4ea7-a931-3b583057a404', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:56:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42b0ebe-9fd1-4d9e-b727-d262d4becfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:28Z', 'updated_at': '2021-07-14T09:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:33.026382 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 234368ef-6b4d-44ef-8607-b65723bfce4b {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:33.026957 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 234368ef-6b4d-44ef-8607-b65723bfce4b not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:33.085416 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ba64f03a-b4ed-4965-a15f-80eb5e9a72af admin admin] Deleting port d2b1cefa-beec-4c45-b777-2c5a5a00d2b9 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:33.087025 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba64f03a-b4ed-4965-a15f-80eb5e9a72af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.315860 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ba64f03a-b4ed-4965-a15f-80eb5e9a72af admin admin] For port d2b1cefa-beec-4c45-b777-2c5a5a00d2b9, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d2b1cefa-beec-4c45-b777-2c5a5a00d2b9,segment=NetworkSegment(94dbb534-108a-4fe6-855b-828ec38e03cf),segment_id=94dbb534-108a-4fe6-855b-828ec38e03cf)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:33.316237 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba64f03a-b4ed-4965-a15f-80eb5e9a72af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.343255 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52010) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:33.352956 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ba64f03a-b4ed-4965-a15f-80eb5e9a72af admin admin] Calling delete_port for d2b1cefa-beec-4c45-b777-2c5a5a00d2b9 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:33.417806 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-cf3067bb-fc5a-4027-9072-e4eb77e590a2 None None] Allocated IP 172.20.0.18 (ff982131-2b0b-446f-b3de-db5afa3da603/d296a80c-b44d-45d3-9371-4ffdd684ce9d/a94370d2-ab92-4f8c-bf13-be496c8a476e) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:33.496170 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba64f03a-b4ed-4965-a15f-80eb5e9a72af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.548701 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64f03a-b4ed-4965-a15f-80eb5e9a72af admin admin] Pushing event deleted for resources: {'Port': ['ID=d2b1cefa-beec-4c45-b777-2c5a5a00d2b9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:33.560404 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba64f03a-b4ed-4965-a15f-80eb5e9a72af admin admin] No DVR routers for this DVR port d2b1cefa-beec-4c45-b777-2c5a5a00d2b9 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:33.588379 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55db4a8c-d209-4ade-a638-f3e4f9518a64 None None] DHCP port deletion for 21b00026-a9a1-41ed-beba-cdce72bf6533 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:34:33.660348 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-b3da340e-a100-481a-94f2-75a2952ac3e7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-86186375-network', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:33.664686 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba64f03a-b4ed-4965-a15f-80eb5e9a72af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.676395 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-ba64f03a-b4ed-4965-a15f-80eb5e9a72af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b00026-a9a1-41ed-beba-cdce72bf6533']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:33.711985 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-ba64f03a-b4ed-4965-a15f-80eb5e9a72af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94dbb534-108a-4fe6-855b-828ec38e03cf') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:33.712287 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-ba64f03a-b4ed-4965-a15f-80eb5e9a72af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94dbb534-108a-4fe6-855b-828ec38e03cf') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:33.713903 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3da340e-a100-481a-94f2-75a2952ac3e7 admin admin] Made reservation on behalf of 87d49df898e44e948cc3665c8c3c2f58 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:33.721255 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b3da340e-a100-481a-94f2-75a2952ac3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.729493 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba64f03a-b4ed-4965-a15f-80eb5e9a72af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.742756 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b3da340e-a100-481a-94f2-75a2952ac3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.843411 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf3067bb-fc5a-4027-9072-e4eb77e590a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.867424 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-cf3067bb-fc5a-4027-9072-e4eb77e590a2 None None] Transition to ACTIVE for port object a94370d2-ab92-4f8c-bf13-be496c8a476e will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:33.886137 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1db81569-909b-40d9-9dc7-005f1859323c req-a7bb0351-fad8-462b-ac39-e51452939df2 tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.1359217 Jul 14 09:34:33.887058 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-cf3067bb-fc5a-4027-9072-e4eb77e590a2 None None] Transition to ACTIVE for port object a94370d2-ab92-4f8c-bf13-be496c8a476e will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:33.895249 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf3067bb-fc5a-4027-9072-e4eb77e590a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.898662 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba64f03a-b4ed-4965-a15f-80eb5e9a72af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.911564 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba64f03a-b4ed-4965-a15f-80eb5e9a72af admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:34:33.913085 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba64f03a-b4ed-4965-a15f-80eb5e9a72af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:34:33.915000 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:34:34.014995 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3067bb-fc5a-4027-9072-e4eb77e590a2 None None] Network ff982131-2b0b-446f-b3de-db5afa3da603 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:34.036033 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-cf3067bb-fc5a-4027-9072-e4eb77e590a2 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:34.042302 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba64f03a-b4ed-4965-a15f-80eb5e9a72af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.053358 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3067bb-fc5a-4027-9072-e4eb77e590a2 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:34.060607 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba64f03a-b4ed-4965-a15f-80eb5e9a72af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.066136 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ba64f03a-b4ed-4965-a15f-80eb5e9a72af admin admin] 10.222.0.25 "DELETE /v2.0/networks/21b00026-a9a1-41ed-beba-cdce72bf6533 HTTP/1.1" status: 204 len: 168 time: 1.3553708 Jul 14 09:34:34.086831 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64f03a-b4ed-4965-a15f-80eb5e9a72af admin admin] Pushing event deleted for resources: {'Network': ['ID=21b00026-a9a1-41ed-beba-cdce72bf6533,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:34.159946 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3067bb-fc5a-4027-9072-e4eb77e590a2 None None] Pushing event updated for resources: {'Port': ['ID=a94370d2-ab92-4f8c-bf13-be496c8a476e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:34.216477 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-cf3067bb-fc5a-4027-9072-e4eb77e590a2 None None] Attempting to bind port a94370d2-ab92-4f8c-bf13-be496c8a476e on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:34.216692 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b3da340e-a100-481a-94f2-75a2952ac3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.217430 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-cf3067bb-fc5a-4027-9072-e4eb77e590a2 None None] Attempting to bind port a94370d2-ab92-4f8c-bf13-be496c8a476e by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'c1ec2e3e-cf5b-433f-ba9f-618c5efaed83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ff982131-2b0b-446f-b3de-db5afa3da603'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:34.218167 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3067bb-fc5a-4027-9072-e4eb77e590a2 None None] Attempting to bind port a94370d2-ab92-4f8c-bf13-be496c8a476e on network ff982131-2b0b-446f-b3de-db5afa3da603 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:34.224407 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b3da340e-a100-481a-94f2-75a2952ac3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.229909 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3067bb-fc5a-4027-9072-e4eb77e590a2 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:34.230735 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3067bb-fc5a-4027-9072-e4eb77e590a2 None None] Checking segment: {'id': 'c1ec2e3e-cf5b-433f-ba9f-618c5efaed83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ff982131-2b0b-446f-b3de-db5afa3da603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:34.231417 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf3067bb-fc5a-4027-9072-e4eb77e590a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.232020 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3067bb-fc5a-4027-9072-e4eb77e590a2 None None] Bound using segment: {'id': 'c1ec2e3e-cf5b-433f-ba9f-618c5efaed83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ff982131-2b0b-446f-b3de-db5afa3da603'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:34.232640 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-cf3067bb-fc5a-4027-9072-e4eb77e590a2 None None] Bound port: a94370d2-ab92-4f8c-bf13-be496c8a476e, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ec2e3e-cf5b-433f-ba9f-618c5efaed83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ff982131-2b0b-446f-b3de-db5afa3da603'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:34.233341 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf3067bb-fc5a-4027-9072-e4eb77e590a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.244669 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d4be092-137d-4199-87d8-d8300f3ecd40 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.275250 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52022) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:34.286036 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3da340e-a100-481a-94f2-75a2952ac3e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:34:34.353259 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da340e-a100-481a-94f2-75a2952ac3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7203c9a-0212-4251-82a8-73a7b348c4a9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:34.363612 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b3da340e-a100-481a-94f2-75a2952ac3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.363986 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-b3da340e-a100-481a-94f2-75a2952ac3e7 admin admin] Added segment 599a339a-0e76-4688-b256-19eac6dfc88e of type vlan for network b78f139e-d876-4f71-b091-055c8a4ef271 Jul 14 09:34:34.381752 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f07cc4d4-d062-4667-b7cc-eee9281c194d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f464ecef0897489e962d28ba5796b08e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1040845 Jul 14 09:34:34.383115 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52024) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:34.407686 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-cf3067bb-fc5a-4027-9072-e4eb77e590a2 None None] For port a94370d2-ab92-4f8c-bf13-be496c8a476e, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:34.414933 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-cf3067bb-fc5a-4027-9072-e4eb77e590a2 None None] For port a94370d2-ab92-4f8c-bf13-be496c8a476e, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a94370d2-ab92-4f8c-bf13-be496c8a476e,segment=NetworkSegment(c1ec2e3e-cf5b-433f-ba9f-618c5efaed83),segment_id=c1ec2e3e-cf5b-433f-ba9f-618c5efaed83)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:34.421946 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf3067bb-fc5a-4027-9072-e4eb77e590a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.505808 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78069618-aa9a-4b5b-b596-d641f47fcf79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.528886 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b3da340e-a100-481a-94f2-75a2952ac3e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.575536 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3067bb-fc5a-4027-9072-e4eb77e590a2 None None] Pushing event updated for resources: {'Port': ['ID=a94370d2-ab92-4f8c-bf13-be496c8a476e,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:34.577399 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78069618-aa9a-4b5b-b596-d641f47fcf79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.602576 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 80a9aa90-71b6-4ea7-a931-3b583057a404 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:34.648255 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b3da340e-a100-481a-94f2-75a2952ac3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.650259 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3da340e-a100-481a-94f2-75a2952ac3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:34.651055 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b3da340e-a100-481a-94f2-75a2952ac3e7 admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.699856 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 80a9aa90-71b6-4ea7-a931-3b583057a404 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:34.707638 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 80a9aa90-71b6-4ea7-a931-3b583057a404 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:34.709054 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.808042 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da340e-a100-481a-94f2-75a2952ac3e7 admin admin] Pushing event updated for resources: {'Network': ['ID=b78f139e-d876-4f71-b091-055c8a4ef271,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:34.887292 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network b78f139e-d876-4f71-b091-055c8a4ef271 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:34:34.897707 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b3da340e-a100-481a-94f2-75a2952ac3e7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5519674 Jul 14 09:34:34.902998 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52026) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:34.927702 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-785dded6-ea99-42b0-88c8-91edece51d0a admin admin] Request body: {'subnet': {'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-86186375-subnet', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:34.969226 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785dded6-ea99-42b0-88c8-91edece51d0a admin admin] Made reservation on behalf of 87d49df898e44e948cc3665c8c3c2f58 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:35.002225 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-785dded6-ea99-42b0-88c8-91edece51d0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.063067 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.133821 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 80a9aa90-71b6-4ea7-a931-3b583057a404, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=80a9aa90-71b6-4ea7-a931-3b583057a404,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:35.139420 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.254463 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2be08d3f-b56a-4489-9c9d-5152f89922aa no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:35.298344 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 2be08d3f-b56a-4489-9c9d-5152f89922aa {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:35.299085 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2be08d3f-b56a-4489-9c9d-5152f89922aa not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:35.300027 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d2b1cefa-beec-4c45-b777-2c5a5a00d2b9 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:35.341129 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: d2b1cefa-beec-4c45-b777-2c5a5a00d2b9 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:35.342515 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d2b1cefa-beec-4c45-b777-2c5a5a00d2b9 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:35.363069 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=80a9aa90-71b6-4ea7-a931-3b583057a404,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:35.399816 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d83136c-7450-492c-aa9c-4364c700fdad req-84e1d359-8dba-410d-9606-f427cfd88fd7 tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0757706 Jul 14 09:34:35.433949 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78069618-aa9a-4b5b-b596-d641f47fcf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.437842 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78069618-aa9a-4b5b-b596-d641f47fcf79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.442923 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-78069618-aa9a-4b5b-b596-d641f47fcf79 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b450fe4-ae33-4e6b-b39e-6f1b9c5ad74f HTTP/1.1" status: 204 len: 168 time: 1.0553808 Jul 14 09:34:35.465962 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78069618-aa9a-4b5b-b596-d641f47fcf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b450fe4-ae33-4e6b-b39e-6f1b9c5ad74f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:35.481198 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-3d4be092-137d-4199-87d8-d8300f3ecd40 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Allocated IP 172.20.0.17 (ff982131-2b0b-446f-b3de-db5afa3da603/d296a80c-b44d-45d3-9371-4ffdd684ce9d/f1f20ece-36c6-4f92-87d5-a81de04ccd70) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:35.657961 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-785dded6-ea99-42b0-88c8-91edece51d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.743308 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785dded6-ea99-42b0-88c8-91edece51d0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ea6b1e4-2ec5-4105-843d-111f5668e0d2,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:35.766782 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d4be092-137d-4199-87d8-d8300f3ecd40 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.782710 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785dded6-ea99-42b0-88c8-91edece51d0a admin admin] Checking segment: {'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:35.783131 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785dded6-ea99-42b0-88c8-91edece51d0a admin admin] Network hostable DHCP agents. Network: b78f139e-d876-4f71-b091-055c8a4ef271, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:34:35.791069 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3d4be092-137d-4199-87d8-d8300f3ecd40 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Transition to ACTIVE for port object f1f20ece-36c6-4f92-87d5-a81de04ccd70 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:35.830456 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785dded6-ea99-42b0-88c8-91edece51d0a admin admin] Network b78f139e-d876-4f71-b091-055c8a4ef271 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:34:35.846657 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-785dded6-ea99-42b0-88c8-91edece51d0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, b78f139e-d876-4f71-b091-055c8a4ef271) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:35.858177 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f33e35-f6e1-4095-9e43-f0467a7fe4a1 None None] Network b78f139e-d876-4f71-b091-055c8a4ef271 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:35.877659 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785dded6-ea99-42b0-88c8-91edece51d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:35.878822 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-785dded6-ea99-42b0-88c8-91edece51d0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.914509 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-785dded6-ea99-42b0-88c8-91edece51d0a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0021372 Jul 14 09:34:35.916906 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52038) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:35.922564 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d4be092-137d-4199-87d8-d8300f3ecd40 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.925109 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-bca577a9-ed84-412e-9d31-e147ee43e20a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-86186375-router', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:35.967994 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52040) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:36.003222 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bca577a9-ed84-412e-9d31-e147ee43e20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.004766 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bca577a9-ed84-412e-9d31-e147ee43e20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.014351 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4be092-137d-4199-87d8-d8300f3ecd40 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Network ff982131-2b0b-446f-b3de-db5afa3da603 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:36.020545 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-3d4be092-137d-4199-87d8-d8300f3ecd40 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:36.024541 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4be092-137d-4199-87d8-d8300f3ecd40 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:36.074200 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4be092-137d-4199-87d8-d8300f3ecd40 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event updated for resources: {'Port': ['ID=f1f20ece-36c6-4f92-87d5-a81de04ccd70,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:36.098618 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fc8f9f86-da84-404f-b9d1-3b5ba4a0d8c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=08e7d3703a9c416d87d415c21a511fdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287153 Jul 14 09:34:36.103335 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52042) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:36.113262 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d4be092-137d-4199-87d8-d8300f3ecd40 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.157545 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77650b96-8fea-4cce-93ba-876eb1fc1e83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-b78f139e-d876-4f71-b091-055c8a4ef271', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:34:36.158755 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77650b96-8fea-4cce-93ba-876eb1fc1e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.185183 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bca577a9-ed84-412e-9d31-e147ee43e20a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.377156 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e8b7058-5b66-48d7-aefd-1b59e376f113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.482430 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e8b7058-5b66-48d7-aefd-1b59e376f113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.537376 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-77650b96-8fea-4cce-93ba-876eb1fc1e83 None None] Allocated IP 172.20.0.2 (b78f139e-d876-4f71-b091-055c8a4ef271/6ea6b1e4-2ec5-4105-843d-111f5668e0d2/19338dde-c25b-4de7-8996-c66a823c07a9) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:36.578785 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bca577a9-ed84-412e-9d31-e147ee43e20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.746449 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a94370d2-ab92-4f8c-bf13-be496c8a476e up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:36.761825 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d4be092-137d-4199-87d8-d8300f3ecd40 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.788183 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52054) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:36.849431 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e8b7058-5b66-48d7-aefd-1b59e376f113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.852580 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e8b7058-5b66-48d7-aefd-1b59e376f113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.869105 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0e8b7058-5b66-48d7-aefd-1b59e376f113 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/03073424-c05a-48c6-b93e-e0c85842c717 HTTP/1.1" status: 204 len: 168 time: 0.7653694 Jul 14 09:34:36.871658 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d4cf4d56-0e15-4d18-862f-46a4d4d3d45d req-75a2dc2c-1b6a-410f-8c7f-9a808c79c30b tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0675163 Jul 14 09:34:36.922542 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b7058-5b66-48d7-aefd-1b59e376f113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03073424-c05a-48c6-b93e-e0c85842c717,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:36.970056 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aab075-7771-47d7-8dcc-68d72036f843 None None] Network ff982131-2b0b-446f-b3de-db5afa3da603 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:37.000315 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port a94370d2-ab92-4f8c-bf13-be496c8a476e completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:37.045805 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 80a9aa90-71b6-4ea7-a931-3b583057a404 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:37.146989 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77650b96-8fea-4cce-93ba-876eb1fc1e83 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.157647 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e2b5488-e287-419c-8198-76bcd604de71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.164984 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-acef0890-1d72-4d4f-ae1b-a2c02cc8c2d9 None None] Provisioning for port a94370d2-ab92-4f8c-bf13-be496c8a476e completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:37.201801 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-77650b96-8fea-4cce-93ba-876eb1fc1e83 None None] Transition to ACTIVE for port object 19338dde-c25b-4de7-8996-c66a823c07a9 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:37.207384 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-acef0890-1d72-4d4f-ae1b-a2c02cc8c2d9 None None] Provisioning complete for port a94370d2-ab92-4f8c-bf13-be496c8a476e triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:37.212933 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-acef0890-1d72-4d4f-ae1b-a2c02cc8c2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.257652 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bca577a9-ed84-412e-9d31-e147ee43e20a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.269077 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-77650b96-8fea-4cce-93ba-876eb1fc1e83 None None] Transition to ACTIVE for port object 19338dde-c25b-4de7-8996-c66a823c07a9 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:37.305275 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77650b96-8fea-4cce-93ba-876eb1fc1e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.315121 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 80a9aa90-71b6-4ea7-a931-3b583057a404 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:37.315811 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.329809 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bca577a9-ed84-412e-9d31-e147ee43e20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.414016 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77650b96-8fea-4cce-93ba-876eb1fc1e83 None None] Network b78f139e-d876-4f71-b091-055c8a4ef271 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:37.436724 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-77650b96-8fea-4cce-93ba-876eb1fc1e83 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:37.441063 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77650b96-8fea-4cce-93ba-876eb1fc1e83 None None] Pushing event updated for resources: {'Port': ['ID=19338dde-c25b-4de7-8996-c66a823c07a9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:37.463173 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77650b96-8fea-4cce-93ba-876eb1fc1e83 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:37.530530 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d4be092-137d-4199-87d8-d8300f3ecd40 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.538169 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d4be092-137d-4199-87d8-d8300f3ecd40 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.596540 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-bca577a9-ed84-412e-9d31-e147ee43e20a admin admin] Allocated IP 172.25.6.121 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/13397e8a-2d94-455e-be14-71151bf8e9b6) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:37.601591 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-acef0890-1d72-4d4f-ae1b-a2c02cc8c2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.631358 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-77650b96-8fea-4cce-93ba-876eb1fc1e83 None None] Attempting to bind port 19338dde-c25b-4de7-8996-c66a823c07a9 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:37.632819 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-77650b96-8fea-4cce-93ba-876eb1fc1e83 None None] Attempting to bind port 19338dde-c25b-4de7-8996-c66a823c07a9 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:37.633439 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77650b96-8fea-4cce-93ba-876eb1fc1e83 None None] Attempting to bind port 19338dde-c25b-4de7-8996-c66a823c07a9 on network b78f139e-d876-4f71-b091-055c8a4ef271 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:37.654779 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77650b96-8fea-4cce-93ba-876eb1fc1e83 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:37.655678 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77650b96-8fea-4cce-93ba-876eb1fc1e83 None None] Checking segment: {'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:37.656509 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77650b96-8fea-4cce-93ba-876eb1fc1e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.657133 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77650b96-8fea-4cce-93ba-876eb1fc1e83 None None] Bound using segment: {'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:37.657842 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-77650b96-8fea-4cce-93ba-876eb1fc1e83 None None] Bound port: 19338dde-c25b-4de7-8996-c66a823c07a9, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:37.658867 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77650b96-8fea-4cce-93ba-876eb1fc1e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.686512 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d4be092-137d-4199-87d8-d8300f3ecd40 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.705336 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-acef0890-1d72-4d4f-ae1b-a2c02cc8c2d9 None None] For port a94370d2-ab92-4f8c-bf13-be496c8a476e, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a94370d2-ab92-4f8c-bf13-be496c8a476e,segment=NetworkSegment(c1ec2e3e-cf5b-433f-ba9f-618c5efaed83),segment_id=c1ec2e3e-cf5b-433f-ba9f-618c5efaed83)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:37.720832 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4be092-137d-4199-87d8-d8300f3ecd40 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event updated for resources: {'Port': ['ID=f1f20ece-36c6-4f92-87d5-a81de04ccd70,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:37.746435 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e2b5488-e287-419c-8198-76bcd604de71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.759236 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-acef0890-1d72-4d4f-ae1b-a2c02cc8c2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.792031 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bca577a9-ed84-412e-9d31-e147ee43e20a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.880771 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4be092-137d-4199-87d8-d8300f3ecd40 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Network ff982131-2b0b-446f-b3de-db5afa3da603 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:37.882859 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-3d4be092-137d-4199-87d8-d8300f3ecd40 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:37.888078 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bca577a9-ed84-412e-9d31-e147ee43e20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.891084 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e2b5488-e287-419c-8198-76bcd604de71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.978093 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca577a9-ed84-412e-9d31-e147ee43e20a admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:37.989994 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-bca577a9-ed84-412e-9d31-e147ee43e20a admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:37.998985 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca577a9-ed84-412e-9d31-e147ee43e20a admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:38.022205 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4e2b5488-e287-419c-8198-76bcd604de71 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ecf95a40c42947d88a37b98955e89df8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2299187 Jul 14 09:34:38.038917 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b5488-e287-419c-8198-76bcd604de71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ab27c5-776b-4359-bf65-3f244d3f6cb3,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:38.041864 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52064) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:38.042879 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca577a9-ed84-412e-9d31-e147ee43e20a admin admin] Pushing event updated for resources: {'Port': ['ID=13397e8a-2d94-455e-be14-71151bf8e9b6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:38.153274 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-77650b96-8fea-4cce-93ba-876eb1fc1e83 None None] For port 19338dde-c25b-4de7-8996-c66a823c07a9, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:38.162165 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-77650b96-8fea-4cce-93ba-876eb1fc1e83 None None] For port 19338dde-c25b-4de7-8996-c66a823c07a9, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=19338dde-c25b-4de7-8996-c66a823c07a9,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:38.167006 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef0890-1d72-4d4f-ae1b-a2c02cc8c2d9 None None] Pushing event updated for resources: {'Port': ['ID=a94370d2-ab92-4f8c-bf13-be496c8a476e,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:38.171828 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4be092-137d-4199-87d8-d8300f3ecd40 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Router c42b0ebe-9fd1-4d9e-b727-d262d4becfe8 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:38.173623 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77650b96-8fea-4cce-93ba-876eb1fc1e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.252678 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e5c33679-08fd-4f27-8b57-95044d645644 None None] Provisioning complete for port a94370d2-ab92-4f8c-bf13-be496c8a476e triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:38.253048 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5c33679-08fd-4f27-8b57-95044d645644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.283388 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77650b96-8fea-4cce-93ba-876eb1fc1e83 None None] Pushing event updated for resources: {'Port': ['ID=19338dde-c25b-4de7-8996-c66a823c07a9,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:38.303003 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe6667b5-0075-4003-bbd4-fda61749251e req-6980fe3b-5c68-4312-a634-1605cfe04e86 tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0583432 Jul 14 09:34:38.337053 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f70a731-d760-4a31-8822-50e02bcaf0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.386184 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f70a731-d760-4a31-8822-50e02bcaf0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.426071 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4be092-137d-4199-87d8-d8300f3ecd40 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:38.440664 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e5c33679-08fd-4f27-8b57-95044d645644 None None] Provisioning for port f1f20ece-36c6-4f92-87d5-a81de04ccd70 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:38.451325 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e5c33679-08fd-4f27-8b57-95044d645644 None None] Provisioning complete for port f1f20ece-36c6-4f92-87d5-a81de04ccd70 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:38.451790 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5c33679-08fd-4f27-8b57-95044d645644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.452075 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3d4be092-137d-4199-87d8-d8300f3ecd40 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "PUT /v2.0/routers/c42b0ebe-9fd1-4d9e-b727-d262d4becfe8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1062846 Jul 14 09:34:38.511833 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9706555e-3fc8-46e3-88bf-95c39d32921d None None] Sync routers for ids ['c42b0ebe-9fd1-4d9e-b727-d262d4becfe8'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:38.520405 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e5c33679-08fd-4f27-8b57-95044d645644 None None] Port f1f20ece-36c6-4f92-87d5-a81de04ccd70 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:38.527158 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a94370d2-ab92-4f8c-bf13-be496c8a476e up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:38.580086 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9706555e-3fc8-46e3-88bf-95c39d32921d None None] Routers {'c42b0ebe-9fd1-4d9e-b727-d262d4becfe8'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:38.581062 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9706555e-3fc8-46e3-88bf-95c39d32921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:34:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['c42b0ebe-9fd1-4d9e-b727-d262d4becfe8'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:38.635616 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bca577a9-ed84-412e-9d31-e147ee43e20a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.640203 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f70a731-d760-4a31-8822-50e02bcaf0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.643447 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f70a731-d760-4a31-8822-50e02bcaf0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.644896 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0f70a731-d760-4a31-8822-50e02bcaf0e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77ab27c5-776b-4359-bf65-3f244d3f6cb3 HTTP/1.1" status: 204 len: 168 time: 0.5975001 Jul 14 09:34:38.774854 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70a731-d760-4a31-8822-50e02bcaf0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ab27c5-776b-4359-bf65-3f244d3f6cb3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:38.807429 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3b9cf35e-e99b-429e-ac8c-174e9b72192b None None] Provisioning complete for port f1f20ece-36c6-4f92-87d5-a81de04ccd70 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:38.808382 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b9cf35e-e99b-429e-ac8c-174e9b72192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.900109 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3b9cf35e-e99b-429e-ac8c-174e9b72192b None None] Port f1f20ece-36c6-4f92-87d5-a81de04ccd70 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:38.926360 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-9706555e-3fc8-46e3-88bf-95c39d32921d None None] Set router c42b0ebe-9fd1-4d9e-b727-d262d4becfe8 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:38.970970 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port a94370d2-ab92-4f8c-bf13-be496c8a476e triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:38.971382 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.095342 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-66f5e69f-4b7d-4377-8b96-ab0533617edc None None] Provisioning complete for port f1f20ece-36c6-4f92-87d5-a81de04ccd70 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:39.095342 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66f5e69f-4b7d-4377-8b96-ab0533617edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.142181 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-34692c01-fc1b-477c-a6a2-d15ff85252f7 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:39.143389 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-34692c01-fc1b-477c-a6a2-d15ff85252f7 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/networks?id=ff982131-2b0b-446f-b3de-db5afa3da603 HTTP/1.1" status: 200 len: 798 time: 0.3343415 Jul 14 09:34:39.148635 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-66f5e69f-4b7d-4377-8b96-ab0533617edc None None] Port f1f20ece-36c6-4f92-87d5-a81de04ccd70 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:39.186920 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-d32903fe-51af-4dd3-9c9b-a7da2a38376c tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/quotas/c6d70120fc4240e181353ff36863fe62 HTTP/1.1" status: 200 len: 375 time: 0.0238869 Jul 14 09:34:39.190290 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bca577a9-ed84-412e-9d31-e147ee43e20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.390074 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9706555e-3fc8-46e3-88bf-95c39d32921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42b0ebe-9fd1-4d9e-b727-d262d4becfe8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1003921046', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '80a9aa90-71b6-4ea7-a931-3b583057a404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:27Z', 'updated_at': '2021-07-14T09:34:36Z', 'revision_number': 4, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'gw_port': {'id': '80a9aa90-71b6-4ea7-a931-3b583057a404', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42b0ebe-9fd1-4d9e-b727-d262d4becfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:28Z', 'updated_at': '2021-07-14T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'f1f20ece-36c6-4f92-87d5-a81de04ccd70', 'name': '', 'network_id': 'ff982131-2b0b-446f-b3de-db5afa3da603', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'mac_address': 'fa:16:3e:1b:cd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42b0ebe-9fd1-4d9e-b727-d262d4becfe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'd296a80c-b44d-45d3-9371-4ffdd684ce9d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:34:37Z', 'revision_number': 2, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'subnets': [{'id': 'd296a80c-b44d-45d3-9371-4ffdd684ce9d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:39.427026 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-60da5174-58cc-443e-bea5-ed21b97561e6 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c6d70120fc4240e181353ff36863fe62&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2252796 Jul 14 09:34:39.440274 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9706555e-3fc8-46e3-88bf-95c39d32921d None None] Checking router: c42b0ebe-9fd1-4d9e-b727-d262d4becfe8 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:39.441015 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9706555e-3fc8-46e3-88bf-95c39d32921d None None] Updating router c42b0ebe-9fd1-4d9e-b727-d262d4becfe8 port f1f20ece-36c6-4f92-87d5-a81de04ccd70 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:34:39.464006 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca577a9-ed84-412e-9d31-e147ee43e20a admin admin] Router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:34:39.490556 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9706555e-3fc8-46e3-88bf-95c39d32921d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.617296 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-797e3cea-3e7e-4985-b6af-dbcf6a053a7b req-6522a24c-f80d-49ed-a283-104ea47dff91 tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0472105 Jul 14 09:34:39.751024 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca577a9-ed84-412e-9d31-e147ee43e20a admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:39.778028 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1776a6a6-1812-45fd-bdae-2ede83783635 None None] Sync routers for ids ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:39.785871 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bca577a9-ed84-412e-9d31-e147ee43e20a admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.790865 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1776a6a6-1812-45fd-bdae-2ede83783635 None None] Routers {'9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:39.791413 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bca577a9-ed84-412e-9d31-e147ee43e20a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8727057 Jul 14 09:34:39.791565 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1776a6a6-1812-45fd-bdae-2ede83783635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:34:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:39.793983 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52086) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:39.814452 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-2f5f7b4c-5151-4759-a318-ade804bf9a1a service neutron] 10.222.0.25 "GET /v2.0/networks/ff982131-2b0b-446f-b3de-db5afa3da603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635702 Jul 14 09:34:39.880695 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63f4dfa-9e93-4632-ab87-d15d6513bb37 None None] Network b78f139e-d876-4f71-b091-055c8a4ef271 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:39.952196 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-1776a6a6-1812-45fd-bdae-2ede83783635 None None] Set router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:39.955484 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-eee61afe-2d0c-4e43-ace0-ef1b4ffa712d None None] Provisioning for port 19338dde-c25b-4de7-8996-c66a823c07a9 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:39.967133 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-01a1580e-cfbd-4bb9-95a1-24f375cf3565 service neutron] 10.222.0.25 "GET /v2.0/networks/ff982131-2b0b-446f-b3de-db5afa3da603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457603 Jul 14 09:34:39.967366 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9706555e-3fc8-46e3-88bf-95c39d32921d None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.993809 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-9706555e-3fc8-46e3-88bf-95c39d32921d None None] Transition to ACTIVE for port object f1f20ece-36c6-4f92-87d5-a81de04ccd70 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:40.004238 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9706555e-3fc8-46e3-88bf-95c39d32921d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.161758 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0178c6-3bd9-457c-902e-e311389a9d5d None None] Pushing event updated for resources: {'Port': ['ID=f1f20ece-36c6-4f92-87d5-a81de04ccd70,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:40.260405 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-580f593e-a95e-4756-9ed9-31a7684cc55e req-2dcdc50b-96bd-4ca1-8917-c5414c24c497 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=68251b26-b860-4492-8e30-4c25578aa93f HTTP/1.1" status: 200 len: 210 time: 0.0613263 Jul 14 09:34:40.347942 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-9706555e-3fc8-46e3-88bf-95c39d32921d None None] Attempting to bind port f1f20ece-36c6-4f92-87d5-a81de04ccd70 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:40.350324 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-9706555e-3fc8-46e3-88bf-95c39d32921d None None] Attempting to bind port f1f20ece-36c6-4f92-87d5-a81de04ccd70 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'c1ec2e3e-cf5b-433f-ba9f-618c5efaed83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ff982131-2b0b-446f-b3de-db5afa3da603'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:40.353279 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9706555e-3fc8-46e3-88bf-95c39d32921d None None] Attempting to bind port f1f20ece-36c6-4f92-87d5-a81de04ccd70 on network ff982131-2b0b-446f-b3de-db5afa3da603 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:40.375606 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9706555e-3fc8-46e3-88bf-95c39d32921d None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:40.376879 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9706555e-3fc8-46e3-88bf-95c39d32921d None None] Checking segment: {'id': 'c1ec2e3e-cf5b-433f-ba9f-618c5efaed83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ff982131-2b0b-446f-b3de-db5afa3da603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:40.377652 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9706555e-3fc8-46e3-88bf-95c39d32921d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.378450 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9706555e-3fc8-46e3-88bf-95c39d32921d None None] Bound using segment: {'id': 'c1ec2e3e-cf5b-433f-ba9f-618c5efaed83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ff982131-2b0b-446f-b3de-db5afa3da603'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:40.379730 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-9706555e-3fc8-46e3-88bf-95c39d32921d None None] Bound port: f1f20ece-36c6-4f92-87d5-a81de04ccd70, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ec2e3e-cf5b-433f-ba9f-618c5efaed83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ff982131-2b0b-446f-b3de-db5afa3da603'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:40.380328 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9706555e-3fc8-46e3-88bf-95c39d32921d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.523202 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-9706555e-3fc8-46e3-88bf-95c39d32921d None None] For port f1f20ece-36c6-4f92-87d5-a81de04ccd70, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:40.527098 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-9706555e-3fc8-46e3-88bf-95c39d32921d None None] For port f1f20ece-36c6-4f92-87d5-a81de04ccd70, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f1f20ece-36c6-4f92-87d5-a81de04ccd70,segment=NetworkSegment(c1ec2e3e-cf5b-433f-ba9f-618c5efaed83),segment_id=c1ec2e3e-cf5b-433f-ba9f-618c5efaed83)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:40.535422 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9706555e-3fc8-46e3-88bf-95c39d32921d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.655480 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 19338dde-c25b-4de7-8996-c66a823c07a9 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:40.659237 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1776a6a6-1812-45fd-bdae-2ede83783635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'name': 'tempest-TestVolumeBootPattern-86186375-router', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:38Z', 'revision_number': 3, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'gw_port': {'id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:17:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:37Z', 'updated_at': '2021-07-14T09:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:40.721735 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1776a6a6-1812-45fd-bdae-2ede83783635 None None] Checking router: 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:40.722765 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1776a6a6-1812-45fd-bdae-2ede83783635 None None] Updating router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 port 13397e8a-2d94-455e-be14-71151bf8e9b6 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:34:40.783341 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1776a6a6-1812-45fd-bdae-2ede83783635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.798516 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0178c6-3bd9-457c-902e-e311389a9d5d None None] Pushing event updated for resources: {'Port': ['ID=f1f20ece-36c6-4f92-87d5-a81de04ccd70,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:40.802900 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9706555e-3fc8-46e3-88bf-95c39d32921d None None] Routers {'c42b0ebe-9fd1-4d9e-b727-d262d4becfe8'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:40.806357 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9706555e-3fc8-46e3-88bf-95c39d32921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:34:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['c42b0ebe-9fd1-4d9e-b727-d262d4becfe8'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:40.859107 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52dca58f-6285-4a65-8758-64acfc3eaf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.955908 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.968277 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7722b353-d708-4471-bdbf-bf75488f9afd req-67140dd4-80d7-4076-9bef-9e72699141bf tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0666070 Jul 14 09:34:41.068655 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 19338dde-c25b-4de7-8996-c66a823c07a9 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:41.104329 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 19338dde-c25b-4de7-8996-c66a823c07a9 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:41.105158 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.144812 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c9909651-141f-4ea9-a7f7-59d75f98181f None None] Provisioning complete for port 19338dde-c25b-4de7-8996-c66a823c07a9 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:41.145468 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9909651-141f-4ea9-a7f7-59d75f98181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.229578 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-9706555e-3fc8-46e3-88bf-95c39d32921d None None] Set router c42b0ebe-9fd1-4d9e-b727-d262d4becfe8 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:41.296727 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-52dca58f-6285-4a65-8758-64acfc3eaf65 admin admin] Allocated IP 172.20.0.1 (b78f139e-d876-4f71-b091-055c8a4ef271/6ea6b1e4-2ec5-4105-843d-111f5668e0d2/d2604b64-dd8d-4c47-aea8-a057e0ce146b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:41.313703 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1776a6a6-1812-45fd-bdae-2ede83783635 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.337781 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-1776a6a6-1812-45fd-bdae-2ede83783635 None None] Transition to ACTIVE for port object 13397e8a-2d94-455e-be14-71151bf8e9b6 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:41.355417 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1776a6a6-1812-45fd-bdae-2ede83783635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.483210 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562ec0-c215-4a92-8a51-6edde0cb8155 None None] Pushing event updated for resources: {'Port': ['ID=13397e8a-2d94-455e-be14-71151bf8e9b6,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:41.486881 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-1776a6a6-1812-45fd-bdae-2ede83783635 None None] Attempting to bind port 13397e8a-2d94-455e-be14-71151bf8e9b6 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:41.487316 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-1776a6a6-1812-45fd-bdae-2ede83783635 None None] Attempting to bind port 13397e8a-2d94-455e-be14-71151bf8e9b6 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:41.487700 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1776a6a6-1812-45fd-bdae-2ede83783635 None None] Attempting to bind port 13397e8a-2d94-455e-be14-71151bf8e9b6 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:41.498751 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562ec0-c215-4a92-8a51-6edde0cb8155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:41.498751 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562ec0-c215-4a92-8a51-6edde0cb8155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:41.498751 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562ec0-c215-4a92-8a51-6edde0cb8155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:41.499208 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562ec0-c215-4a92-8a51-6edde0cb8155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:41.499388 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562ec0-c215-4a92-8a51-6edde0cb8155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:41.510602 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562ec0-c215-4a92-8a51-6edde0cb8155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:41.511603 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.515924 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562ec0-c215-4a92-8a51-6edde0cb8155 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:41.516759 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562ec0-c215-4a92-8a51-6edde0cb8155 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:41.517512 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562ec0-c215-4a92-8a51-6edde0cb8155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:41.518135 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562ec0-c215-4a92-8a51-6edde0cb8155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:41.520804 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562ec0-c215-4a92-8a51-6edde0cb8155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:41.522165 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562ec0-c215-4a92-8a51-6edde0cb8155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:41.537220 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1776a6a6-1812-45fd-bdae-2ede83783635 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:41.538785 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1776a6a6-1812-45fd-bdae-2ede83783635 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:41.539756 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1776a6a6-1812-45fd-bdae-2ede83783635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.541201 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1776a6a6-1812-45fd-bdae-2ede83783635 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:41.541954 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-1776a6a6-1812-45fd-bdae-2ede83783635 None None] Bound port: 13397e8a-2d94-455e-be14-71151bf8e9b6, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:41.542594 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1776a6a6-1812-45fd-bdae-2ede83783635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.550279 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52dca58f-6285-4a65-8758-64acfc3eaf65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.568640 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-52dca58f-6285-4a65-8758-64acfc3eaf65 admin admin] Transition to ACTIVE for port object d2604b64-dd8d-4c47-aea8-a057e0ce146b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:41.573231 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-771e6806-6f57-4232-b70c-fe0d5a514b65 req-6f19ce7d-d325-4691-a93d-e3105b8e9aba tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=68251b26-b860-4492-8e30-4c25578aa93f HTTP/1.1" status: 200 len: 210 time: 0.0376623 Jul 14 09:34:41.597703 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9909651-141f-4ea9-a7f7-59d75f98181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.618554 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52dca58f-6285-4a65-8758-64acfc3eaf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.638506 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-1776a6a6-1812-45fd-bdae-2ede83783635 None None] For port 13397e8a-2d94-455e-be14-71151bf8e9b6, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:41.642054 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-1776a6a6-1812-45fd-bdae-2ede83783635 None None] For port 13397e8a-2d94-455e-be14-71151bf8e9b6, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=13397e8a-2d94-455e-be14-71151bf8e9b6,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:41.648541 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1776a6a6-1812-45fd-bdae-2ede83783635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.660172 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 19338dde-c25b-4de7-8996-c66a823c07a9, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=19338dde-c25b-4de7-8996-c66a823c07a9,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:41.669591 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.675448 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dca58f-6285-4a65-8758-64acfc3eaf65 admin admin] Network b78f139e-d876-4f71-b091-055c8a4ef271 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:41.687221 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-52dca58f-6285-4a65-8758-64acfc3eaf65 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:41.690898 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dca58f-6285-4a65-8758-64acfc3eaf65 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:41.723217 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562ec0-c215-4a92-8a51-6edde0cb8155 None None] Pushing event updated for resources: {'Port': ['ID=13397e8a-2d94-455e-be14-71151bf8e9b6,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:41.730395 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1776a6a6-1812-45fd-bdae-2ede83783635 None None] Routers {'9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:41.731142 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1776a6a6-1812-45fd-bdae-2ede83783635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:34:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:41.740299 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dca58f-6285-4a65-8758-64acfc3eaf65 admin admin] Pushing event updated for resources: {'Port': ['ID=d2604b64-dd8d-4c47-aea8-a057e0ce146b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:41.794494 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52dca58f-6285-4a65-8758-64acfc3eaf65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.876519 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-1776a6a6-1812-45fd-bdae-2ede83783635 None None] Set router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:42.042782 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=19338dde-c25b-4de7-8996-c66a823c07a9,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:42.061705 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-c9909651-141f-4ea9-a7f7-59d75f98181f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:34:42.061705 n-d-771362-35 neutron-server[93774]: DEBUG oslo_db.api [None req-c9909651-141f-4ea9-a7f7-59d75f98181f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:34:42.089421 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9706555e-3fc8-46e3-88bf-95c39d32921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42b0ebe-9fd1-4d9e-b727-d262d4becfe8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1003921046', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '80a9aa90-71b6-4ea7-a931-3b583057a404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:27Z', 'updated_at': '2021-07-14T09:34:36Z', 'revision_number': 4, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'gw_port': {'id': '80a9aa90-71b6-4ea7-a931-3b583057a404', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42b0ebe-9fd1-4d9e-b727-d262d4becfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:28Z', 'updated_at': '2021-07-14T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'f1f20ece-36c6-4f92-87d5-a81de04ccd70', 'name': '', 'network_id': 'ff982131-2b0b-446f-b3de-db5afa3da603', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'mac_address': 'fa:16:3e:1b:cd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42b0ebe-9fd1-4d9e-b727-d262d4becfe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'd296a80c-b44d-45d3-9371-4ffdd684ce9d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:34:40Z', 'revision_number': 4, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'subnets': [{'id': 'd296a80c-b44d-45d3-9371-4ffdd684ce9d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:42.140980 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9706555e-3fc8-46e3-88bf-95c39d32921d None None] The sync data for ids ['c42b0ebe-9fd1-4d9e-b727-d262d4becfe8'] in n-d-771362-35 is: [{'id': 'c42b0ebe-9fd1-4d9e-b727-d262d4becfe8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1003921046', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '80a9aa90-71b6-4ea7-a931-3b583057a404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:27Z', 'updated_at': '2021-07-14T09:34:36Z', 'revision_number': 4, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'gw_port': {'id': '80a9aa90-71b6-4ea7-a931-3b583057a404', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42b0ebe-9fd1-4d9e-b727-d262d4becfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:28Z', 'updated_at': '2021-07-14T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'f1f20ece-36c6-4f92-87d5-a81de04ccd70', 'name': '', 'network_id': 'ff982131-2b0b-446f-b3de-db5afa3da603', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'mac_address': 'fa:16:3e:1b:cd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42b0ebe-9fd1-4d9e-b727-d262d4becfe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'd296a80c-b44d-45d3-9371-4ffdd684ce9d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:34:40Z', 'revision_number': 4, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'subnets': [{'id': 'd296a80c-b44d-45d3-9371-4ffdd684ce9d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:42.165796 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-0ed6a4a5-40ab-49fe-8bc7-f45f3733a6c0 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:42.167442 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-0ed6a4a5-40ab-49fe-8bc7-f45f3733a6c0 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.44 "GET /v2.0/networks?id=ff982131-2b0b-446f-b3de-db5afa3da603 HTTP/1.1" status: 200 len: 798 time: 0.1927028 Jul 14 09:34:42.171163 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52dca58f-6285-4a65-8758-64acfc3eaf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.201792 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-80471c59-c359-4bd0-9cf8-327ab78beca5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Request body: {'port': {'device_id': '68251b26-b860-4492-8e30-4c25578aa93f', 'network_id': 'ff982131-2b0b-446f-b3de-db5afa3da603', 'admin_state_up': True, 'tenant_id': 'c6d70120fc4240e181353ff36863fe62'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:42.287127 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.331909 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1776a6a6-1812-45fd-bdae-2ede83783635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'name': 'tempest-TestVolumeBootPattern-86186375-router', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:38Z', 'revision_number': 3, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'gw_port': {'id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:17:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:37Z', 'updated_at': '2021-07-14T09:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:42.347103 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-efee1b3d-97a7-4258-8bff-a2b66f2e1d3b req-cb9c6ffe-2190-4c01-ac7f-ea2b47e1b228 tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0802696 Jul 14 09:34:42.399907 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1776a6a6-1812-45fd-bdae-2ede83783635 None None] The sync data for ids ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'] in n-d-771362-35 is: [{'id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'name': 'tempest-TestVolumeBootPattern-86186375-router', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:38Z', 'revision_number': 3, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'gw_port': {'id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:17:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:37Z', 'updated_at': '2021-07-14T09:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:42.736420 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f1f20ece-36c6-4f92-87d5-a81de04ccd70 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:42.840007 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-54d55d32-be67-4625-9f83-f1ca883e313f None None] Provisioning for port d2604b64-dd8d-4c47-aea8-a057e0ce146b completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:42.846965 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-54d55d32-be67-4625-9f83-f1ca883e313f None None] Provisioning complete for port d2604b64-dd8d-4c47-aea8-a057e0ce146b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:42.847526 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54d55d32-be67-4625-9f83-f1ca883e313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.906426 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port f1f20ece-36c6-4f92-87d5-a81de04ccd70 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:42.916505 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-54d55d32-be67-4625-9f83-f1ca883e313f None None] Port d2604b64-dd8d-4c47-aea8-a057e0ce146b cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:42.925468 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e5eead15-eed4-4356-8f7b-736d6bfece01 req-1d664233-aee8-48c8-ad4b-853dabdb632d tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=68251b26-b860-4492-8e30-4c25578aa93f HTTP/1.1" status: 200 len: 210 time: 0.0768654 Jul 14 09:34:42.930713 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port f1f20ece-36c6-4f92-87d5-a81de04ccd70 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:42.931981 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.000553 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-54d55d32-be67-4625-9f83-f1ca883e313f None None] Provisioning complete for port f1f20ece-36c6-4f92-87d5-a81de04ccd70 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:43.000932 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54d55d32-be67-4625-9f83-f1ca883e313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.061218 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cd282e80-2b1d-46d6-baaa-10d85b97e1fb req-316cd51e-86b7-4304-9168-7c499caaa70d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0400906 Jul 14 09:34:43.118003 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-80471c59-c359-4bd0-9cf8-327ab78beca5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Made reservation on behalf of c6d70120fc4240e181353ff36863fe62 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:43.121905 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-80471c59-c359-4bd0-9cf8-327ab78beca5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.130842 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.225441 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port f1f20ece-36c6-4f92-87d5-a81de04ccd70, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f1f20ece-36c6-4f92-87d5-a81de04ccd70,segment=NetworkSegment(c1ec2e3e-cf5b-433f-ba9f-618c5efaed83),segment_id=c1ec2e3e-cf5b-433f-ba9f-618c5efaed83)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:43.231916 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.234018 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 19338dde-c25b-4de7-8996-c66a823c07a9 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:43.239184 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54d55d32-be67-4625-9f83-f1ca883e313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.337647 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52dca58f-6285-4a65-8758-64acfc3eaf65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.348912 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52dca58f-6285-4a65-8758-64acfc3eaf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.407257 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-80471c59-c359-4bd0-9cf8-327ab78beca5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Allocated IP 172.20.0.23 (ff982131-2b0b-446f-b3de-db5afa3da603/d296a80c-b44d-45d3-9371-4ffdd684ce9d/198db9eb-bd6d-459c-9229-6c6a6c09421b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:43.419301 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=f1f20ece-36c6-4f92-87d5-a81de04ccd70,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:43.450689 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52dca58f-6285-4a65-8758-64acfc3eaf65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.453971 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-54d55d32-be67-4625-9f83-f1ca883e313f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:34:43.454569 n-d-771362-35 neutron-server[93774]: DEBUG oslo_db.api [None req-54d55d32-be67-4625-9f83-f1ca883e313f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:34:43.462843 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 19338dde-c25b-4de7-8996-c66a823c07a9 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:43.462843 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.473516 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dca58f-6285-4a65-8758-64acfc3eaf65 admin admin] Pushing event updated for resources: {'Port': ['ID=d2604b64-dd8d-4c47-aea8-a057e0ce146b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:43.670312 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ce27e4ce-d218-4857-80a5-a2370aee1be2 req-1db04fe2-4a44-4cc5-96ae-d922eafb85e7 tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0517530 Jul 14 09:34:43.701176 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dca58f-6285-4a65-8758-64acfc3eaf65 admin admin] Network b78f139e-d876-4f71-b091-055c8a4ef271 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:43.706589 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-80471c59-c359-4bd0-9cf8-327ab78beca5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.711418 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-52dca58f-6285-4a65-8758-64acfc3eaf65 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:43.743315 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-80471c59-c359-4bd0-9cf8-327ab78beca5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Transition to ACTIVE for port object 198db9eb-bd6d-459c-9229-6c6a6c09421b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:43.941325 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-80471c59-c359-4bd0-9cf8-327ab78beca5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.954671 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52dca58f-6285-4a65-8758-64acfc3eaf65 admin admin] Router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:44.132772 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-80471c59-c359-4bd0-9cf8-327ab78beca5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Network ff982131-2b0b-446f-b3de-db5afa3da603 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:44.142201 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-80471c59-c359-4bd0-9cf8-327ab78beca5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:44.145514 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-80471c59-c359-4bd0-9cf8-327ab78beca5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:44.227950 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-80471c59-c359-4bd0-9cf8-327ab78beca5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:44.229893 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-80471c59-c359-4bd0-9cf8-327ab78beca5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.237623 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80471c59-c359-4bd0-9cf8-327ab78beca5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event updated for resources: {'Port': ['ID=198db9eb-bd6d-459c-9229-6c6a6c09421b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:44.299165 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7233873d-c9c8-4973-a37b-84e2a924a37c None None] Provisioning complete for port d2604b64-dd8d-4c47-aea8-a057e0ce146b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:44.301226 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7233873d-c9c8-4973-a37b-84e2a924a37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.357312 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-80471c59-c359-4bd0-9cf8-327ab78beca5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.1689272 Jul 14 09:34:44.378435 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7233873d-c9c8-4973-a37b-84e2a924a37c None None] Port d2604b64-dd8d-4c47-aea8-a057e0ce146b cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:44.399739 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-911e9908-acf0-4049-b74b-b680be43cfd3 service neutron] Request body: {'port': {'device_id': '68251b26-b860-4492-8e30-4c25578aa93f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:44.403449 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe651b2-04cc-4307-bce0-d466f8339aaf req-9338a071-e8e5-4697-8935-a41e0833d8cd tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:44.418440 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-abe651b2-04cc-4307-bce0-d466f8339aaf req-9338a071-e8e5-4697-8935-a41e0833d8cd tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=68251b26-b860-4492-8e30-4c25578aa93f HTTP/1.1" status: 200 len: 895 time: 0.1538091 Jul 14 09:34:44.455585 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52dca58f-6285-4a65-8758-64acfc3eaf65 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:44.463244 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-52dca58f-6285-4a65-8758-64acfc3eaf65 admin admin] 10.222.0.25 "PUT /v2.0/routers/9a1ecdca-b74a-4d15-9481-899d6a5cf3b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6681061 Jul 14 09:34:44.563199 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-911e9908-acf0-4049-b74b-b680be43cfd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.607783 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1c7e0678-7d6d-4af5-9299-76f62cd5993f None None] Provisioning for port 198db9eb-bd6d-459c-9229-6c6a6c09421b completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:44.612135 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f1f20ece-36c6-4f92-87d5-a81de04ccd70 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:44.650232 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1c7e0678-7d6d-4af5-9299-76f62cd5993f None None] Provisioning complete for port 198db9eb-bd6d-459c-9229-6c6a6c09421b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:44.650611 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c7e0678-7d6d-4af5-9299-76f62cd5993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.697254 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1c7e0678-7d6d-4af5-9299-76f62cd5993f None None] Port 198db9eb-bd6d-459c-9229-6c6a6c09421b cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:44.704967 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port f1f20ece-36c6-4f92-87d5-a81de04ccd70 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:44.704967 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.821466 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 13397e8a-2d94-455e-be14-71151bf8e9b6 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:44.891278 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8adb9beb-61a4-4fcd-b892-c7d93f895cf0 req-5765ae80-9c4b-4f02-aa05-34198d255393 tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0570211 Jul 14 09:34:44.903399 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 13397e8a-2d94-455e-be14-71151bf8e9b6 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:44.907998 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 13397e8a-2d94-455e-be14-71151bf8e9b6 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:44.908559 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.974111 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-911e9908-acf0-4049-b74b-b680be43cfd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 198db9eb-bd6d-459c-9229-6c6a6c09421b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:44.985565 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-911e9908-acf0-4049-b74b-b680be43cfd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.002727 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-911e9908-acf0-4049-b74b-b680be43cfd3 service neutron] Transition to ACTIVE for port object 198db9eb-bd6d-459c-9229-6c6a6c09421b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:45.007527 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-911e9908-acf0-4049-b74b-b680be43cfd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.016500 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.045756 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 13397e8a-2d94-455e-be14-71151bf8e9b6, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=13397e8a-2d94-455e-be14-71151bf8e9b6,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:45.051843 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.076918 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e9908-acf0-4049-b74b-b680be43cfd3 service neutron] Pushing event updated for resources: {'Port': ['ID=198db9eb-bd6d-459c-9229-6c6a6c09421b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:45.178755 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=13397e8a-2d94-455e-be14-71151bf8e9b6,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:45.215631 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-911e9908-acf0-4049-b74b-b680be43cfd3 service neutron] Attempting to bind port 198db9eb-bd6d-459c-9229-6c6a6c09421b on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:45.215972 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-911e9908-acf0-4049-b74b-b680be43cfd3 service neutron] Attempting to bind port 198db9eb-bd6d-459c-9229-6c6a6c09421b by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'c1ec2e3e-cf5b-433f-ba9f-618c5efaed83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ff982131-2b0b-446f-b3de-db5afa3da603'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:45.216308 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-911e9908-acf0-4049-b74b-b680be43cfd3 service neutron] Attempting to bind port 198db9eb-bd6d-459c-9229-6c6a6c09421b on network ff982131-2b0b-446f-b3de-db5afa3da603 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:45.246784 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-911e9908-acf0-4049-b74b-b680be43cfd3 service neutron] Port 198db9eb-bd6d-459c-9229-6c6a6c09421b on network ff982131-2b0b-446f-b3de-db5afa3da603 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:45.247107 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-911e9908-acf0-4049-b74b-b680be43cfd3 service neutron] Attempting to bind port 198db9eb-bd6d-459c-9229-6c6a6c09421b on network ff982131-2b0b-446f-b3de-db5afa3da603 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:45.264721 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-911e9908-acf0-4049-b74b-b680be43cfd3 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:45.265043 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-911e9908-acf0-4049-b74b-b680be43cfd3 service neutron] Checking segment: {'id': 'c1ec2e3e-cf5b-433f-ba9f-618c5efaed83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ff982131-2b0b-446f-b3de-db5afa3da603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:45.265494 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-911e9908-acf0-4049-b74b-b680be43cfd3 service neutron] Bound using segment: {'id': 'c1ec2e3e-cf5b-433f-ba9f-618c5efaed83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ff982131-2b0b-446f-b3de-db5afa3da603'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:45.265983 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-911e9908-acf0-4049-b74b-b680be43cfd3 service neutron] Bound port: 198db9eb-bd6d-459c-9229-6c6a6c09421b, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1ec2e3e-cf5b-433f-ba9f-618c5efaed83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ff982131-2b0b-446f-b3de-db5afa3da603'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:45.266352 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-911e9908-acf0-4049-b74b-b680be43cfd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.420673 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-540f7aa7-2b85-451a-8bad-dc823f29562a req-8b768e74-948f-406c-b5ca-c562593fed89 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d5c7f78fd564a37a8ee21f95d968592&device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0658519 Jul 14 09:34:45.471390 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-540f7aa7-2b85-451a-8bad-dc823f29562a req-7ec2ca74-2f18-4c22-9a7c-b73ed82aca6b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=1d5c7f78fd564a37a8ee21f95d968592&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407634 Jul 14 09:34:45.499732 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7fae6e70-0bb7-4665-89f0-9dede11d6fb4 req-4b21a3d0-69b9-451d-8a6d-96938d1afde3 tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0473785 Jul 14 09:34:45.501756 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52146) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:45.510721 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-911e9908-acf0-4049-b74b-b680be43cfd3 service neutron] For port 198db9eb-bd6d-459c-9229-6c6a6c09421b, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:45.519794 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e8582d76-cfc8-4770-8c86-9db0f498fd79 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-712364003-network', 'tenant_id': '4eda26ea201840d4af046d16d4e49d14'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:45.562557 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8582d76-cfc8-4770-8c86-9db0f498fd79 admin admin] Made reservation on behalf of 4eda26ea201840d4af046d16d4e49d14 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:45.567121 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e8582d76-cfc8-4770-8c86-9db0f498fd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.595430 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e8582d76-cfc8-4770-8c86-9db0f498fd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.599395 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-911e9908-acf0-4049-b74b-b680be43cfd3 service neutron] For port 198db9eb-bd6d-459c-9229-6c6a6c09421b, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=198db9eb-bd6d-459c-9229-6c6a6c09421b,segment=NetworkSegment(c1ec2e3e-cf5b-433f-ba9f-618c5efaed83),segment_id=c1ec2e3e-cf5b-433f-ba9f-618c5efaed83)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:45.626505 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-911e9908-acf0-4049-b74b-b680be43cfd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.711763 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-911e9908-acf0-4049-b74b-b680be43cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:45.712546 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-911e9908-acf0-4049-b74b-b680be43cfd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.714377 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-911e9908-acf0-4049-b74b-b680be43cfd3 service neutron] 10.222.0.44 "PUT /v2.0/ports/198db9eb-bd6d-459c-9229-6c6a6c09421b HTTP/1.1" status: 200 len: 1056 time: 1.3237333 Jul 14 09:34:45.717098 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68251b26-b860-4492-8e30-4c25578aa93f', 'tag': '198db9eb-bd6d-459c-9229-6c6a6c09421b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:45.720877 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0e26e8-08ff-44b4-aa42-eab6889b5c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "68251b26-b860-4492-8e30-4c25578aa93f", "tag": "198db9eb-bd6d-459c-9229-6c6a6c09421b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:45.794082 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65538951-70eb-4172-925d-3e96b9bbe937 req-207c71c1-8a8d-4f31-b482-780382c3eaa7 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:45.796326 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-65538951-70eb-4172-925d-3e96b9bbe937 req-207c71c1-8a8d-4f31-b482-780382c3eaa7 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=68251b26-b860-4492-8e30-4c25578aa93f HTTP/1.1" status: 200 len: 907 time: 0.1678264 Jul 14 09:34:45.802943 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0b5339-7f9e-45a0-bfa1-4f50299c1f96 x-openstack-request-id: req-ec0b5339-7f9e-45a0-bfa1-4f50299c1f96 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:45.803256 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68251b26-b860-4492-8e30-4c25578aa93f", "tag": "198db9eb-bd6d-459c-9229-6c6a6c09421b", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:45.803792 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec0b5339-7f9e-45a0-bfa1-4f50299c1f96 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:45.804144 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68251b26-b860-4492-8e30-4c25578aa93f', 'tag': '198db9eb-bd6d-459c-9229-6c6a6c09421b', 'status': 'completed', 'code': 200} Jul 14 09:34:45.838646 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e9908-acf0-4049-b74b-b680be43cfd3 service neutron] Pushing event updated for resources: {'Port': ['ID=198db9eb-bd6d-459c-9229-6c6a6c09421b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:45.844245 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f7aa7-2b85-451a-8bad-dc823f29562a req-48da63f1-1b09-48fb-9ae1-3bf12238d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:45.845735 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-540f7aa7-2b85-451a-8bad-dc823f29562a req-48da63f1-1b09-48fb-9ae1-3bf12238d7ba service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3684218 Jul 14 09:34:45.846040 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e8582d76-cfc8-4770-8c86-9db0f498fd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.853636 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e8582d76-cfc8-4770-8c86-9db0f498fd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.881261 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8582d76-cfc8-4770-8c86-9db0f498fd79 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:34:45.892317 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8582d76-cfc8-4770-8c86-9db0f498fd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4a283b-5c5f-486c-b39f-1c909d63b60b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:45.896468 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-c33b0760-c034-4ca1-bb9b-f6ac2de97959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:45.897651 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e8582d76-cfc8-4770-8c86-9db0f498fd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.898206 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-e8582d76-cfc8-4770-8c86-9db0f498fd79 admin admin] Added segment d48243ad-6bcd-47c5-9b58-8b722a59c55a of type vlan for network 9fe565eb-f46a-475c-aa2a-07fe1057de04 Jul 14 09:34:45.899402 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-c33b0760-c034-4ca1-bb9b-f6ac2de97959 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c6d70120fc4240e181353ff36863fe62&device_id=68251b26-b860-4492-8e30-4c25578aa93f HTTP/1.1" status: 200 len: 1059 time: 0.1304348 Jul 14 09:34:45.947397 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-96752bfc-25bf-45b2-bcb5-7cff92350b00 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=198db9eb-bd6d-459c-9229-6c6a6c09421b HTTP/1.1" status: 200 len: 217 time: 0.0405047 Jul 14 09:34:45.951997 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e8582d76-cfc8-4770-8c86-9db0f498fd79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.997720 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e8582d76-cfc8-4770-8c86-9db0f498fd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.998798 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8582d76-cfc8-4770-8c86-9db0f498fd79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:45.999344 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e8582d76-cfc8-4770-8c86-9db0f498fd79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.005710 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-ccc62c4c-e62e-4ce5-b862-80e958e83ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:46.007320 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-ccc62c4c-e62e-4ce5-b862-80e958e83ca3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d296a80c-b44d-45d3-9371-4ffdd684ce9d HTTP/1.1" status: 200 len: 838 time: 0.0536408 Jul 14 09:34:46.060180 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e8582d76-cfc8-4770-8c86-9db0f498fd79 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5557806 Jul 14 09:34:46.063396 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52150) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:46.066222 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8582d76-cfc8-4770-8c86-9db0f498fd79 admin admin] Pushing event updated for resources: {'Network': ['ID=9fe565eb-f46a-475c-aa2a-07fe1057de04,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:46.073228 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-e0966d34-58cc-49dd-aaba-fcfc60b07d67 admin admin] Request body: {'subnet': {'network_id': '9fe565eb-f46a-475c-aa2a-07fe1057de04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-712364003-subnet', 'tenant_id': '4eda26ea201840d4af046d16d4e49d14', 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:46.078052 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 9fe565eb-f46a-475c-aa2a-07fe1057de04 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:34:46.110285 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-7957e8ba-df40-43ba-96af-5592f0d8df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:46.112212 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-7957e8ba-df40-43ba-96af-5592f0d8df5f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ff982131-2b0b-446f-b3de-db5afa3da603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0973706 Jul 14 09:34:46.113375 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0966d34-58cc-49dd-aaba-fcfc60b07d67 admin admin] Made reservation on behalf of 4eda26ea201840d4af046d16d4e49d14 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:46.115751 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0966d34-58cc-49dd-aaba-fcfc60b07d67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.293300 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-68b2255d-3e62-4646-a3a7-02a7be868ef6 service neutron] 10.222.0.44 "GET /v2.0/networks/ff982131-2b0b-446f-b3de-db5afa3da603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734264 Jul 14 09:34:46.368259 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eab203-0dc7-44fa-ac63-1bd4ed8713bc None None] Sync routers for ids ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:46.382597 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eab203-0dc7-44fa-ac63-1bd4ed8713bc None None] Routers {'9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:46.383336 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-71eab203-0dc7-44fa-ac63-1bd4ed8713bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:34:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:46.430436 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ebdb8c7d-edd0-4f0b-828f-eba3dcaf2936 req-3b928d23-987b-45f4-a2dd-9a0518548e2a service neutron] 10.222.0.44 "GET /v2.0/networks/ff982131-2b0b-446f-b3de-db5afa3da603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296165 Jul 14 09:34:46.454948 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 13397e8a-2d94-455e-be14-71151bf8e9b6 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:46.496767 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0966d34-58cc-49dd-aaba-fcfc60b07d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.574708 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-71eab203-0dc7-44fa-ac63-1bd4ed8713bc None None] Set router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:46.591479 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0966d34-58cc-49dd-aaba-fcfc60b07d67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b9a60e6-7698-44df-9ce5-83f7d03d829e,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:46.602091 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 13397e8a-2d94-455e-be14-71151bf8e9b6 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:46.602466 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.608107 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0966d34-58cc-49dd-aaba-fcfc60b07d67 admin admin] Checking segment: {'id': 'd48243ad-6bcd-47c5-9b58-8b722a59c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9fe565eb-f46a-475c-aa2a-07fe1057de04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:46.608397 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0966d34-58cc-49dd-aaba-fcfc60b07d67 admin admin] Network hostable DHCP agents. Network: 9fe565eb-f46a-475c-aa2a-07fe1057de04, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:34:46.625252 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e26e8-08ff-44b4-aa42-eab6889b5c0d req-fb146b63-7eb5-4186-86cf-3a133d682b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:46.626795 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0a0e26e8-08ff-44b4-aa42-eab6889b5c0d req-fb146b63-7eb5-4186-86cf-3a133d682b81 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c6d70120fc4240e181353ff36863fe62&device_id=68251b26-b860-4492-8e30-4c25578aa93f HTTP/1.1" status: 200 len: 1059 time: 0.1245730 Jul 14 09:34:46.645004 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0966d34-58cc-49dd-aaba-fcfc60b07d67 admin admin] Network 9fe565eb-f46a-475c-aa2a-07fe1057de04 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:34:46.666453 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d592c01e-a0ae-4526-9509-029a930cd18c req-9d1150b9-6a67-4e77-8e38-15677e29a120 tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0352073 Jul 14 09:34:46.700060 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e0966d34-58cc-49dd-aaba-fcfc60b07d67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 9fe565eb-f46a-475c-aa2a-07fe1057de04) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:46.707782 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0966d34-58cc-49dd-aaba-fcfc60b07d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:46.708382 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0966d34-58cc-49dd-aaba-fcfc60b07d67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.721794 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f967795d-c74b-4258-b71a-26a4ec2ec48b None None] Network 9fe565eb-f46a-475c-aa2a-07fe1057de04 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:46.736957 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e0966d34-58cc-49dd-aaba-fcfc60b07d67 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6723912 Jul 14 09:34:46.739784 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52156) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:46.744863 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-13528a5c-b832-4863-8e9f-bae64a311d3b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-712364003-router', 'tenant_id': '4eda26ea201840d4af046d16d4e49d14', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:46.763772 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e26e8-08ff-44b4-aa42-eab6889b5c0d req-2420584d-65e7-44d1-9a15-8eff0312040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:46.766956 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0a0e26e8-08ff-44b4-aa42-eab6889b5c0d req-2420584d-65e7-44d1-9a15-8eff0312040a service neutron] 10.222.0.44 "GET /v2.0/networks?id=ff982131-2b0b-446f-b3de-db5afa3da603 HTTP/1.1" status: 200 len: 898 time: 0.1312785 Jul 14 09:34:46.771460 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13528a5c-b832-4863-8e9f-bae64a311d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.773713 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13528a5c-b832-4863-8e9f-bae64a311d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.820741 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0a0e26e8-08ff-44b4-aa42-eab6889b5c0d req-7592490a-2dc4-4e14-a875-ca63448ea10d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=198db9eb-bd6d-459c-9229-6c6a6c09421b HTTP/1.1" status: 200 len: 217 time: 0.0467002 Jul 14 09:34:46.843118 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13528a5c-b832-4863-8e9f-bae64a311d3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.898450 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e26e8-08ff-44b4-aa42-eab6889b5c0d req-4672514d-62fb-4d6e-b48c-4bde87134738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:46.900220 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0a0e26e8-08ff-44b4-aa42-eab6889b5c0d req-4672514d-62fb-4d6e-b48c-4bde87134738 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d296a80c-b44d-45d3-9371-4ffdd684ce9d HTTP/1.1" status: 200 len: 838 time: 0.0705984 Jul 14 09:34:46.979600 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e26e8-08ff-44b4-aa42-eab6889b5c0d req-dc1511f3-1954-4648-ad4f-833f116bc3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:46.981950 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0a0e26e8-08ff-44b4-aa42-eab6889b5c0d req-dc1511f3-1954-4648-ad4f-833f116bc3f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ff982131-2b0b-446f-b3de-db5afa3da603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0749371 Jul 14 09:34:46.998805 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aeb1b06-4b86-46ca-8045-ac93a2a9c9df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-9fe565eb-f46a-475c-aa2a-07fe1057de04', 'network_id': '9fe565eb-f46a-475c-aa2a-07fe1057de04', 'tenant_id': '4eda26ea201840d4af046d16d4e49d14', 'fixed_ips': [{'subnet_id': '9b9a60e6-7698-44df-9ce5-83f7d03d829e'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:34:47.000070 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6aeb1b06-4b86-46ca-8045-ac93a2a9c9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.015633 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-71eab203-0dc7-44fa-ac63-1bd4ed8713bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'name': 'tempest-TestVolumeBootPattern-86186375-router', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:42Z', 'revision_number': 4, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'gw_port': {'id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:37Z', 'updated_at': '2021-07-14T09:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'd2604b64-dd8d-4c47-aea8-a057e0ce146b', 'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'mac_address': 'fa:16:3e:d4:d0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:40Z', 'updated_at': '2021-07-14T09:34:42Z', 'revision_number': 2, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'subnets': [{'id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:47.035655 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13528a5c-b832-4863-8e9f-bae64a311d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.049807 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eab203-0dc7-44fa-ac63-1bd4ed8713bc None None] Checking router: 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:47.049807 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eab203-0dc7-44fa-ac63-1bd4ed8713bc None None] Updating router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 port d2604b64-dd8d-4c47-aea8-a057e0ce146b binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:34:47.093939 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0a0e26e8-08ff-44b4-aa42-eab6889b5c0d req-5252944e-cb9e-4c45-b233-3b638423bd67 service neutron] 10.222.0.44 "GET /v2.0/networks/ff982131-2b0b-446f-b3de-db5afa3da603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039035 Jul 14 09:34:47.125259 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438cb41f-ee3d-483a-944e-a2b7dbe950d5 req-4069976b-b9e3-4680-9fe8-daf254499907 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:47.126780 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-438cb41f-ee3d-483a-944e-a2b7dbe950d5 req-4069976b-b9e3-4680-9fe8-daf254499907 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=68251b26-b860-4492-8e30-4c25578aa93f HTTP/1.1" status: 200 len: 907 time: 0.1260760 Jul 14 09:34:47.157072 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71eab203-0dc7-44fa-ac63-1bd4ed8713bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.238348 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-540f7aa7-2b85-451a-8bad-dc823f29562a req-5fd16698-024e-43d0-ab6d-0c6449870d78 tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.47 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.0401654 Jul 14 09:34:47.265736 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0a0e26e8-08ff-44b4-aa42-eab6889b5c0d req-2bdb19c8-771f-4d1d-9373-2715e239a2c7 service neutron] 10.222.0.44 "GET /v2.0/networks/ff982131-2b0b-446f-b3de-db5afa3da603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591122 Jul 14 09:34:47.309086 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-6aeb1b06-4b86-46ca-8045-ac93a2a9c9df None None] Allocated IP 172.20.0.2 (9fe565eb-f46a-475c-aa2a-07fe1057de04/9b9a60e6-7698-44df-9ce5-83f7d03d829e/c79aaef9-6afd-4b3d-9ca6-3c5b491952fe) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:47.331633 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13528a5c-b832-4863-8e9f-bae64a311d3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.365396 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13528a5c-b832-4863-8e9f-bae64a311d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.512094 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-13528a5c-b832-4863-8e9f-bae64a311d3b admin admin] Allocated IP 172.25.6.102 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/5d198da7-bc26-4cae-81c6-24d3f4dbefbf) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:47.639078 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13528a5c-b832-4863-8e9f-bae64a311d3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.700964 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13528a5c-b832-4863-8e9f-bae64a311d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.750515 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13528a5c-b832-4863-8e9f-bae64a311d3b admin admin] Pushing event updated for resources: {'Port': ['ID=5d198da7-bc26-4cae-81c6-24d3f4dbefbf,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:47.764976 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6aeb1b06-4b86-46ca-8045-ac93a2a9c9df None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.767434 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13528a5c-b832-4863-8e9f-bae64a311d3b admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:47.769618 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-13528a5c-b832-4863-8e9f-bae64a311d3b admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:47.775525 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13528a5c-b832-4863-8e9f-bae64a311d3b admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:47.803343 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6aeb1b06-4b86-46ca-8045-ac93a2a9c9df None None] Transition to ACTIVE for port object c79aaef9-6afd-4b3d-9ca6-3c5b491952fe will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:47.840014 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71eab203-0dc7-44fa-ac63-1bd4ed8713bc None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.845473 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6aeb1b06-4b86-46ca-8045-ac93a2a9c9df None None] Transition to ACTIVE for port object c79aaef9-6afd-4b3d-9ca6-3c5b491952fe will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:47.855613 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-71eab203-0dc7-44fa-ac63-1bd4ed8713bc None None] Transition to ACTIVE for port object d2604b64-dd8d-4c47-aea8-a057e0ce146b will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:47.858566 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6aeb1b06-4b86-46ca-8045-ac93a2a9c9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.892749 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71eab203-0dc7-44fa-ac63-1bd4ed8713bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.917578 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aeb1b06-4b86-46ca-8045-ac93a2a9c9df None None] Network 9fe565eb-f46a-475c-aa2a-07fe1057de04 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:47.928023 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-6aeb1b06-4b86-46ca-8045-ac93a2a9c9df None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:47.932096 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb1b06-4b86-46ca-8045-ac93a2a9c9df None None] Pushing event updated for resources: {'Port': ['ID=c79aaef9-6afd-4b3d-9ca6-3c5b491952fe,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:47.934611 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeb1b06-4b86-46ca-8045-ac93a2a9c9df None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:48.084805 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d143366-83b5-4835-85bd-fe0db65f6e30 None None] Pushing event updated for resources: {'Port': ['ID=d2604b64-dd8d-4c47-aea8-a057e0ce146b,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:48.116644 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-71eab203-0dc7-44fa-ac63-1bd4ed8713bc None None] Attempting to bind port d2604b64-dd8d-4c47-aea8-a057e0ce146b on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:48.117025 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-71eab203-0dc7-44fa-ac63-1bd4ed8713bc None None] Attempting to bind port d2604b64-dd8d-4c47-aea8-a057e0ce146b by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:48.117653 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eab203-0dc7-44fa-ac63-1bd4ed8713bc None None] Attempting to bind port d2604b64-dd8d-4c47-aea8-a057e0ce146b on network b78f139e-d876-4f71-b091-055c8a4ef271 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:48.125664 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6aeb1b06-4b86-46ca-8045-ac93a2a9c9df None None] Attempting to bind port c79aaef9-6afd-4b3d-9ca6-3c5b491952fe on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:48.126075 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6aeb1b06-4b86-46ca-8045-ac93a2a9c9df None None] Attempting to bind port c79aaef9-6afd-4b3d-9ca6-3c5b491952fe by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'd48243ad-6bcd-47c5-9b58-8b722a59c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9fe565eb-f46a-475c-aa2a-07fe1057de04'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:48.126441 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeb1b06-4b86-46ca-8045-ac93a2a9c9df None None] Attempting to bind port c79aaef9-6afd-4b3d-9ca6-3c5b491952fe on network 9fe565eb-f46a-475c-aa2a-07fe1057de04 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:48.130465 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eab203-0dc7-44fa-ac63-1bd4ed8713bc None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:48.130779 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eab203-0dc7-44fa-ac63-1bd4ed8713bc None None] Checking segment: {'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:48.131195 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71eab203-0dc7-44fa-ac63-1bd4ed8713bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:48.131695 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eab203-0dc7-44fa-ac63-1bd4ed8713bc None None] Bound using segment: {'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:48.132363 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-71eab203-0dc7-44fa-ac63-1bd4ed8713bc None None] Bound port: d2604b64-dd8d-4c47-aea8-a057e0ce146b, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:48.132764 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71eab203-0dc7-44fa-ac63-1bd4ed8713bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:48.143970 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeb1b06-4b86-46ca-8045-ac93a2a9c9df None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:48.144401 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeb1b06-4b86-46ca-8045-ac93a2a9c9df None None] Checking segment: {'id': 'd48243ad-6bcd-47c5-9b58-8b722a59c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9fe565eb-f46a-475c-aa2a-07fe1057de04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:48.144973 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6aeb1b06-4b86-46ca-8045-ac93a2a9c9df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:48.145531 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeb1b06-4b86-46ca-8045-ac93a2a9c9df None None] Bound using segment: {'id': 'd48243ad-6bcd-47c5-9b58-8b722a59c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9fe565eb-f46a-475c-aa2a-07fe1057de04'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:48.146204 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6aeb1b06-4b86-46ca-8045-ac93a2a9c9df None None] Bound port: c79aaef9-6afd-4b3d-9ca6-3c5b491952fe, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48243ad-6bcd-47c5-9b58-8b722a59c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9fe565eb-f46a-475c-aa2a-07fe1057de04'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:48.146707 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6aeb1b06-4b86-46ca-8045-ac93a2a9c9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:48.290119 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-71eab203-0dc7-44fa-ac63-1bd4ed8713bc None None] For port d2604b64-dd8d-4c47-aea8-a057e0ce146b, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:48.314202 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-71eab203-0dc7-44fa-ac63-1bd4ed8713bc None None] For port d2604b64-dd8d-4c47-aea8-a057e0ce146b, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d2604b64-dd8d-4c47-aea8-a057e0ce146b,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:48.317597 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6aeb1b06-4b86-46ca-8045-ac93a2a9c9df None None] For port c79aaef9-6afd-4b3d-9ca6-3c5b491952fe, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:48.325978 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71eab203-0dc7-44fa-ac63-1bd4ed8713bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:48.352725 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-18fa987b-fcc5-4aa9-9fd5-3e1d211b83e6 req-9c66f7fd-2e41-4163-bca4-27abbb1d8838 tempest-ServerShowV254Test-436155866 tempest-ServerShowV254Test-436155866-project] 10.222.0.25 "GET /v2.0/ports?device_id=02762b7b-2ddf-4f65-9855-80fb7d86e18a HTTP/1.1" status: 200 len: 210 time: 0.4673572 Jul 14 09:34:48.359862 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6aeb1b06-4b86-46ca-8045-ac93a2a9c9df None None] For port c79aaef9-6afd-4b3d-9ca6-3c5b491952fe, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c79aaef9-6afd-4b3d-9ca6-3c5b491952fe,segment=NetworkSegment(d48243ad-6bcd-47c5-9b58-8b722a59c55a),segment_id=d48243ad-6bcd-47c5-9b58-8b722a59c55a)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:48.390756 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6aeb1b06-4b86-46ca-8045-ac93a2a9c9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:48.403759 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eab203-0dc7-44fa-ac63-1bd4ed8713bc None None] Routers {'9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:48.404652 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-71eab203-0dc7-44fa-ac63-1bd4ed8713bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:34:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:48.470113 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca6930-0415-43ac-ab0d-99ada2d43dec req-dbd89caf-37e7-41e7-9de0-80553cb2b10e tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:48.472058 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-67ca6930-0415-43ac-ab0d-99ada2d43dec req-dbd89caf-37e7-41e7-9de0-80553cb2b10e tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=68251b26-b860-4492-8e30-4c25578aa93f HTTP/1.1" status: 200 len: 907 time: 0.1856704 Jul 14 09:34:48.491816 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d143366-83b5-4835-85bd-fe0db65f6e30 None None] Pushing event updated for resources: {'Port': ['ID=d2604b64-dd8d-4c47-aea8-a057e0ce146b,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:48.511735 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff8887e2-d6f9-4c0e-9c2a-30611721d963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:48.567191 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13528a5c-b832-4863-8e9f-bae64a311d3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:48.603189 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb1b06-4b86-46ca-8045-ac93a2a9c9df None None] Pushing event updated for resources: {'Port': ['ID=c79aaef9-6afd-4b3d-9ca6-3c5b491952fe,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:48.614218 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-71eab203-0dc7-44fa-ac63-1bd4ed8713bc None None] Set router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:48.842514 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13528a5c-b832-4863-8e9f-bae64a311d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:48.923361 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-71eab203-0dc7-44fa-ac63-1bd4ed8713bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'name': 'tempest-TestVolumeBootPattern-86186375-router', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:42Z', 'revision_number': 4, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'gw_port': {'id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:37Z', 'updated_at': '2021-07-14T09:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'd2604b64-dd8d-4c47-aea8-a057e0ce146b', 'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'mac_address': 'fa:16:3e:d4:d0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:40Z', 'updated_at': '2021-07-14T09:34:48Z', 'revision_number': 4, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'subnets': [{'id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:48.950092 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eab203-0dc7-44fa-ac63-1bd4ed8713bc None None] The sync data for ids ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'] in n-d-771362-35 is: [{'id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'name': 'tempest-TestVolumeBootPattern-86186375-router', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:42Z', 'revision_number': 4, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'gw_port': {'id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:37Z', 'updated_at': '2021-07-14T09:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'd2604b64-dd8d-4c47-aea8-a057e0ce146b', 'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'mac_address': 'fa:16:3e:d4:d0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:40Z', 'updated_at': '2021-07-14T09:34:48Z', 'revision_number': 4, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'subnets': [{'id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:48.986618 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13528a5c-b832-4863-8e9f-bae64a311d3b admin admin] Router ccda3841-8097-4cf3-8b04-9843d1b5e3ad is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:34:49.128431 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13528a5c-b832-4863-8e9f-bae64a311d3b admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:49.138250 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8862d36a-0ff3-4872-89b5-2b0c32e0d214 None None] Sync routers for ids ['ccda3841-8097-4cf3-8b04-9843d1b5e3ad'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:49.145053 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13528a5c-b832-4863-8e9f-bae64a311d3b admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.149575 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-13528a5c-b832-4863-8e9f-bae64a311d3b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4057508 Jul 14 09:34:49.149849 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52170) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:49.149992 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8862d36a-0ff3-4872-89b5-2b0c32e0d214 None None] Routers {'ccda3841-8097-4cf3-8b04-9843d1b5e3ad'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:49.150677 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8862d36a-0ff3-4872-89b5-2b0c32e0d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:34:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['ccda3841-8097-4cf3-8b04-9843d1b5e3ad'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:49.272913 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-8862d36a-0ff3-4872-89b5-2b0c32e0d214 None None] Set router ccda3841-8097-4cf3-8b04-9843d1b5e3ad gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:49.571676 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8862d36a-0ff3-4872-89b5-2b0c32e0d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccda3841-8097-4cf3-8b04-9843d1b5e3ad', 'name': 'tempest-TestVolumeBootPattern-712364003-router', 'tenant_id': '4eda26ea201840d4af046d16d4e49d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '5d198da7-bc26-4cae-81c6-24d3f4dbefbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:46Z', 'updated_at': '2021-07-14T09:34:48Z', 'revision_number': 3, 'project_id': '4eda26ea201840d4af046d16d4e49d14', 'gw_port': {'id': '5d198da7-bc26-4cae-81c6-24d3f4dbefbf', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccda3841-8097-4cf3-8b04-9843d1b5e3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:47Z', 'updated_at': '2021-07-14T09:34:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:49.629153 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8862d36a-0ff3-4872-89b5-2b0c32e0d214 None None] Checking router: ccda3841-8097-4cf3-8b04-9843d1b5e3ad for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:49.629765 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8862d36a-0ff3-4872-89b5-2b0c32e0d214 None None] Updating router ccda3841-8097-4cf3-8b04-9843d1b5e3ad port 5d198da7-bc26-4cae-81c6-24d3f4dbefbf binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:34:49.696350 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8862d36a-0ff3-4872-89b5-2b0c32e0d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.842742 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a6db0b-723c-4cb0-9e35-af549c309bf6 None None] Network 9fe565eb-f46a-475c-aa2a-07fe1057de04 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:49.884073 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541c6f1-5ebe-422d-b8a3-efe978f06508 req-e77e5e06-4156-4539-a99e-08ea00325935 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:49.885788 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3541c6f1-5ebe-422d-b8a3-efe978f06508 req-e77e5e06-4156-4539-a99e-08ea00325935 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=68251b26-b860-4492-8e30-4c25578aa93f HTTP/1.1" status: 200 len: 907 time: 0.1931238 Jul 14 09:34:49.910724 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-26b053d5-236c-4f36-b16a-fbce0a641db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.017853 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52182) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:50.056609 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-20644ddd-7800-4e0c-a73f-6fdeb1698025 None None] Provisioning for port c79aaef9-6afd-4b3d-9ca6-3c5b491952fe completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:50.180586 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2623e705-b10d-42f4-9f4a-5232cab097e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.204911 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8862d36a-0ff3-4872-89b5-2b0c32e0d214 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.217110 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 198db9eb-bd6d-459c-9229-6c6a6c09421b details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:34:50.220076 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8862d36a-0ff3-4872-89b5-2b0c32e0d214 None None] Transition to ACTIVE for port object 5d198da7-bc26-4cae-81c6-24d3f4dbefbf will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:50.233395 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8862d36a-0ff3-4872-89b5-2b0c32e0d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.254294 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-26b053d5-236c-4f36-b16a-fbce0a641db4 admin admin] Allocated IP 172.20.0.1 (9fe565eb-f46a-475c-aa2a-07fe1057de04/9b9a60e6-7698-44df-9ce5-83f7d03d829e/7ac7d21b-1095-4ea2-90ae-da39f39603cc) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:50.320622 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8862d36a-0ff3-4872-89b5-2b0c32e0d214 None None] Attempting to bind port 5d198da7-bc26-4cae-81c6-24d3f4dbefbf on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:50.326548 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8862d36a-0ff3-4872-89b5-2b0c32e0d214 None None] Attempting to bind port 5d198da7-bc26-4cae-81c6-24d3f4dbefbf by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:50.327453 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8862d36a-0ff3-4872-89b5-2b0c32e0d214 None None] Attempting to bind port 5d198da7-bc26-4cae-81c6-24d3f4dbefbf on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:50.341781 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8862d36a-0ff3-4872-89b5-2b0c32e0d214 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:50.342683 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8862d36a-0ff3-4872-89b5-2b0c32e0d214 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:50.343338 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8862d36a-0ff3-4872-89b5-2b0c32e0d214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.344078 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8862d36a-0ff3-4872-89b5-2b0c32e0d214 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:50.344928 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8862d36a-0ff3-4872-89b5-2b0c32e0d214 None None] Bound port: 5d198da7-bc26-4cae-81c6-24d3f4dbefbf, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:50.345603 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8862d36a-0ff3-4872-89b5-2b0c32e0d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.401740 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 198db9eb-bd6d-459c-9229-6c6a6c09421b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=198db9eb-bd6d-459c-9229-6c6a6c09421b,segment=NetworkSegment(c1ec2e3e-cf5b-433f-ba9f-618c5efaed83),segment_id=c1ec2e3e-cf5b-433f-ba9f-618c5efaed83)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:50.416965 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8862d36a-0ff3-4872-89b5-2b0c32e0d214 None None] For port 5d198da7-bc26-4cae-81c6-24d3f4dbefbf, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:50.423056 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '198db9eb-bd6d-459c-9229-6c6a6c09421b', 'network_id': 'ff982131-2b0b-446f-b3de-db5afa3da603', 'port_id': '198db9eb-bd6d-459c-9229-6c6a6c09421b', 'mac_address': 'fa:16:3e:36:cb:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd296a80c-b44d-45d3-9371-4ffdd684ce9d', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:34:50.425968 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58877c0b-20d8-4486-b4f0-6fc343ceea40 None None] Pushing event updated for resources: {'Port': ['ID=5d198da7-bc26-4cae-81c6-24d3f4dbefbf,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:50.426666 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2623e705-b10d-42f4-9f4a-5232cab097e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.439056 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2623e705-b10d-42f4-9f4a-5232cab097e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.440132 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8862d36a-0ff3-4872-89b5-2b0c32e0d214 None None] For port 5d198da7-bc26-4cae-81c6-24d3f4dbefbf, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=5d198da7-bc26-4cae-81c6-24d3f4dbefbf,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:50.446885 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8862d36a-0ff3-4872-89b5-2b0c32e0d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.505809 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.532200 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 198db9eb-bd6d-459c-9229-6c6a6c09421b {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:50.552322 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623e705-b10d-42f4-9f4a-5232cab097e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e563e40b-2dca-444c-8651-ef7965d3b610,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:50.560976 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-26b053d5-236c-4f36-b16a-fbce0a641db4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.567958 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2623e705-b10d-42f4-9f4a-5232cab097e1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1d5c7f78fd564a37a8ee21f95d968592&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5479195 Jul 14 09:34:50.568409 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52186) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:50.585761 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 198db9eb-bd6d-459c-9229-6c6a6c09421b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=198db9eb-bd6d-459c-9229-6c6a6c09421b,segment=NetworkSegment(c1ec2e3e-cf5b-433f-ba9f-618c5efaed83),segment_id=c1ec2e3e-cf5b-433f-ba9f-618c5efaed83)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:50.593474 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.617965 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-26b053d5-236c-4f36-b16a-fbce0a641db4 admin admin] Transition to ACTIVE for port object 7ac7d21b-1095-4ea2-90ae-da39f39603cc will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:50.670915 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=198db9eb-bd6d-459c-9229-6c6a6c09421b,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:50.735552 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d2604b64-dd8d-4c47-aea8-a057e0ce146b up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:50.736519 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8862d36a-0ff3-4872-89b5-2b0c32e0d214 None None] Routers {'ccda3841-8097-4cf3-8b04-9843d1b5e3ad'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:50.737155 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8862d36a-0ff3-4872-89b5-2b0c32e0d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:34:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['ccda3841-8097-4cf3-8b04-9843d1b5e3ad'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:50.741445 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58877c0b-20d8-4486-b4f0-6fc343ceea40 None None] Pushing event updated for resources: {'Port': ['ID=5d198da7-bc26-4cae-81c6-24d3f4dbefbf,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:50.758301 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7344d742-980b-40a7-b3d2-5058b3d1d571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.799524 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7344d742-980b-40a7-b3d2-5058b3d1d571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.825715 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-26b053d5-236c-4f36-b16a-fbce0a641db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.827816 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port d2604b64-dd8d-4c47-aea8-a057e0ce146b completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:50.838365 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d2604b64-dd8d-4c47-aea8-a057e0ce146b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:50.839189 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.884221 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-8862d36a-0ff3-4872-89b5-2b0c32e0d214 None None] Set router ccda3841-8097-4cf3-8b04-9843d1b5e3ad gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:50.887169 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['198db9eb-bd6d-459c-9229-6c6a6c09421b'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:50.888878 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b053d5-236c-4f36-b16a-fbce0a641db4 admin admin] Network 9fe565eb-f46a-475c-aa2a-07fe1057de04 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:50.908887 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-26b053d5-236c-4f36-b16a-fbce0a641db4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:50.911798 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b053d5-236c-4f36-b16a-fbce0a641db4 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:50.997795 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.013703 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b053d5-236c-4f36-b16a-fbce0a641db4 admin admin] Pushing event updated for resources: {'Port': ['ID=7ac7d21b-1095-4ea2-90ae-da39f39603cc,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:51.061164 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-26b053d5-236c-4f36-b16a-fbce0a641db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.067605 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7344d742-980b-40a7-b3d2-5058b3d1d571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.072810 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7344d742-980b-40a7-b3d2-5058b3d1d571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.076266 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7344d742-980b-40a7-b3d2-5058b3d1d571 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e563e40b-2dca-444c-8651-ef7965d3b610 HTTP/1.1" status: 204 len: 168 time: 0.4957986 Jul 14 09:34:51.119379 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd32b8bf-c58c-4869-b0d8-d5c1152621aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.139451 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344d742-980b-40a7-b3d2-5058b3d1d571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e563e40b-2dca-444c-8651-ef7965d3b610,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:51.178680 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port d2604b64-dd8d-4c47-aea8-a057e0ce146b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d2604b64-dd8d-4c47-aea8-a057e0ce146b,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:51.181403 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8862d36a-0ff3-4872-89b5-2b0c32e0d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccda3841-8097-4cf3-8b04-9843d1b5e3ad', 'name': 'tempest-TestVolumeBootPattern-712364003-router', 'tenant_id': '4eda26ea201840d4af046d16d4e49d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '5d198da7-bc26-4cae-81c6-24d3f4dbefbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:46Z', 'updated_at': '2021-07-14T09:34:48Z', 'revision_number': 3, 'project_id': '4eda26ea201840d4af046d16d4e49d14', 'gw_port': {'id': '5d198da7-bc26-4cae-81c6-24d3f4dbefbf', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccda3841-8097-4cf3-8b04-9843d1b5e3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:47Z', 'updated_at': '2021-07-14T09:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:51.185261 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.186021 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c79aaef9-6afd-4b3d-9ca6-3c5b491952fe up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:51.220602 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8862d36a-0ff3-4872-89b5-2b0c32e0d214 None None] The sync data for ids ['ccda3841-8097-4cf3-8b04-9843d1b5e3ad'] in n-d-771362-35 is: [{'id': 'ccda3841-8097-4cf3-8b04-9843d1b5e3ad', 'name': 'tempest-TestVolumeBootPattern-712364003-router', 'tenant_id': '4eda26ea201840d4af046d16d4e49d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '5d198da7-bc26-4cae-81c6-24d3f4dbefbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:46Z', 'updated_at': '2021-07-14T09:34:48Z', 'revision_number': 3, 'project_id': '4eda26ea201840d4af046d16d4e49d14', 'gw_port': {'id': '5d198da7-bc26-4cae-81c6-24d3f4dbefbf', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccda3841-8097-4cf3-8b04-9843d1b5e3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:47Z', 'updated_at': '2021-07-14T09:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:51.288610 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=d2604b64-dd8d-4c47-aea8-a057e0ce146b,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:51.324613 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.352107 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port c79aaef9-6afd-4b3d-9ca6-3c5b491952fe completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:51.367446 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb7726-26f7-4e82-8067-ee241ae6b8af req-729bbcb1-d561-4cac-9a2f-d03e2a38a4f8 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:51.369112 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-67cb7726-26f7-4e82-8067-ee241ae6b8af req-729bbcb1-d561-4cac-9a2f-d03e2a38a4f8 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=68251b26-b860-4492-8e30-4c25578aa93f HTTP/1.1" status: 200 len: 908 time: 0.2082634 Jul 14 09:34:51.382450 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c79aaef9-6afd-4b3d-9ca6-3c5b491952fe triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:51.382700 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.414601 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-26b053d5-236c-4f36-b16a-fbce0a641db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.423288 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-cee07745-c10d-4420-beee-25d87d1481aa None None] Provisioning for port 7ac7d21b-1095-4ea2-90ae-da39f39603cc completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:51.432097 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-cee07745-c10d-4420-beee-25d87d1481aa None None] Provisioning complete for port 7ac7d21b-1095-4ea2-90ae-da39f39603cc triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:51.432538 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cee07745-c10d-4420-beee-25d87d1481aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.516511 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-cee07745-c10d-4420-beee-25d87d1481aa None None] Port 7ac7d21b-1095-4ea2-90ae-da39f39603cc cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:51.525374 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.564930 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port c79aaef9-6afd-4b3d-9ca6-3c5b491952fe, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c79aaef9-6afd-4b3d-9ca6-3c5b491952fe,segment=NetworkSegment(d48243ad-6bcd-47c5-9b58-8b722a59c55a),segment_id=d48243ad-6bcd-47c5-9b58-8b722a59c55a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:51.585445 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.672957 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-26b053d5-236c-4f36-b16a-fbce0a641db4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.681192 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-26b053d5-236c-4f36-b16a-fbce0a641db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.686109 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=c79aaef9-6afd-4b3d-9ca6-3c5b491952fe,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:51.769692 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b053d5-236c-4f36-b16a-fbce0a641db4 admin admin] Pushing event updated for resources: {'Port': ['ID=7ac7d21b-1095-4ea2-90ae-da39f39603cc,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:51.775623 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-26b053d5-236c-4f36-b16a-fbce0a641db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.885237 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b053d5-236c-4f36-b16a-fbce0a641db4 admin admin] Network 9fe565eb-f46a-475c-aa2a-07fe1057de04 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:51.886715 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-26b053d5-236c-4f36-b16a-fbce0a641db4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:52.044370 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b053d5-236c-4f36-b16a-fbce0a641db4 admin admin] Router ccda3841-8097-4cf3-8b04-9843d1b5e3ad has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:52.151264 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-86b1b28e-9bb9-4dbe-abeb-ced07ff519e7 None None] Provisioning complete for port 7ac7d21b-1095-4ea2-90ae-da39f39603cc triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:52.151876 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-86b1b28e-9bb9-4dbe-abeb-ced07ff519e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.175800 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b053d5-236c-4f36-b16a-fbce0a641db4 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:52.188093 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-26b053d5-236c-4f36-b16a-fbce0a641db4 admin admin] 10.222.0.25 "PUT /v2.0/routers/ccda3841-8097-4cf3-8b04-9843d1b5e3ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0371404 Jul 14 09:34:52.224178 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 198db9eb-bd6d-459c-9229-6c6a6c09421b up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:52.269522 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.270114 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-86b1b28e-9bb9-4dbe-abeb-ced07ff519e7 None None] Port 7ac7d21b-1095-4ea2-90ae-da39f39603cc cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:52.308597 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 198db9eb-bd6d-459c-9229-6c6a6c09421b completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:52.314785 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 198db9eb-bd6d-459c-9229-6c6a6c09421b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:52.315994 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.439968 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.469153 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68251b26-b860-4492-8e30-4c25578aa93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198db9eb-bd6d-459c-9229-6c6a6c09421b'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:52.472384 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d47820-ad4b-4341-a7bd-9cb73de8be72" -d '{"events": [{"server_uuid": "68251b26-b860-4492-8e30-4c25578aa93f", "name": "network-vif-plugged", "status": "completed", "tag": "198db9eb-bd6d-459c-9229-6c6a6c09421b"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:52.500111 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 198db9eb-bd6d-459c-9229-6c6a6c09421b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=198db9eb-bd6d-459c-9229-6c6a6c09421b,segment=NetworkSegment(c1ec2e3e-cf5b-433f-ba9f-618c5efaed83),segment_id=c1ec2e3e-cf5b-433f-ba9f-618c5efaed83)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:52.522369 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.610094 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4d7d7d-3c06-4e2a-8a79-3311d8879220 x-openstack-request-id: req-ad4d7d7d-3c06-4e2a-8a79-3311d8879220 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:52.621935 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68251b26-b860-4492-8e30-4c25578aa93f", "name": "network-vif-plugged", "status": "completed", "tag": "198db9eb-bd6d-459c-9229-6c6a6c09421b", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:52.624049 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad4d7d7d-3c06-4e2a-8a79-3311d8879220 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:52.625757 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68251b26-b860-4492-8e30-4c25578aa93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198db9eb-bd6d-459c-9229-6c6a6c09421b', 'code': 200} Jul 14 09:34:52.626607 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=198db9eb-bd6d-459c-9229-6c6a6c09421b,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:52.638184 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d2604b64-dd8d-4c47-aea8-a057e0ce146b up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:52.703290 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376fb6b-70d4-4e91-8bc1-7936b7503380 req-3ab6e81b-f8a2-4fd1-87d3-316d4a3035c8 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:52.705841 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d2604b64-dd8d-4c47-aea8-a057e0ce146b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:52.706217 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.718352 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2376fb6b-70d4-4e91-8bc1-7936b7503380 req-3ab6e81b-f8a2-4fd1-87d3-316d4a3035c8 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=68251b26-b860-4492-8e30-4c25578aa93f HTTP/1.1" status: 200 len: 909 time: 0.1189823 Jul 14 09:34:52.771808 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a7b15-1715-4258-8330-b3b4a00a630f req-9ddc8d05-7136-4422-ab95-13458584c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:52.773990 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-054a7b15-1715-4258-8330-b3b4a00a630f req-9ddc8d05-7136-4422-ab95-13458584c8ec service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=68251b26-b860-4492-8e30-4c25578aa93f HTTP/1.1" status: 200 len: 1061 time: 0.0931818 Jul 14 09:34:52.822679 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c79aaef9-6afd-4b3d-9ca6-3c5b491952fe up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:52.889603 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c79aaef9-6afd-4b3d-9ca6-3c5b491952fe triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:52.889990 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.995292 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 5d198da7-bc26-4cae-81c6-24d3f4dbefbf up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:53.049921 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 5d198da7-bc26-4cae-81c6-24d3f4dbefbf completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:53.058186 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 5d198da7-bc26-4cae-81c6-24d3f4dbefbf triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:53.058604 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.155176 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.187077 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 5d198da7-bc26-4cae-81c6-24d3f4dbefbf, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=5d198da7-bc26-4cae-81c6-24d3f4dbefbf,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:53.193657 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.273542 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=5d198da7-bc26-4cae-81c6-24d3f4dbefbf,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:53.762736 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.926343 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982520c-6937-460f-8090-ffde1d1b2fec req-15b4cca8-992d-4313-afba-2b4b1ccf3614 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:53.928295 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9982520c-6937-460f-8090-ffde1d1b2fec req-15b4cca8-992d-4313-afba-2b4b1ccf3614 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=68251b26-b860-4492-8e30-4c25578aa93f HTTP/1.1" status: 200 len: 909 time: 0.0851679 Jul 14 09:34:54.161665 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfb217-6455-4277-8f40-9fa24e7562f1 req-3c7e145a-091d-4f7d-b351-a98f6a463c8f tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:54.163931 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fbdfb217-6455-4277-8f40-9fa24e7562f1 req-3c7e145a-091d-4f7d-b351-a98f6a463c8f tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=68251b26-b860-4492-8e30-4c25578aa93f HTTP/1.1" status: 200 len: 909 time: 0.0812168 Jul 14 09:34:54.372940 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2903176-393b-4fd4-b7ef-53db0c22e96f req-c74d9ba7-fd89-417f-a894-d7ebbb1d9d16 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:54.374001 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c2903176-393b-4fd4-b7ef-53db0c22e96f req-c74d9ba7-fd89-417f-a894-d7ebbb1d9d16 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=68251b26-b860-4492-8e30-4c25578aa93f HTTP/1.1" status: 200 len: 1061 time: 0.0690048 Jul 14 09:34:54.468526 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 5d198da7-bc26-4cae-81c6-24d3f4dbefbf up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:54.531403 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 5d198da7-bc26-4cae-81c6-24d3f4dbefbf triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:54.532114 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:54.612893 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003447f2-7568-4056-a80e-7dce655b0772 req-95da09fd-ce8d-45b3-9a2e-b1af9bc79a66 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:54.614676 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-003447f2-7568-4056-a80e-7dce655b0772 req-95da09fd-ce8d-45b3-9a2e-b1af9bc79a66 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ac64a246-6111-47c7-a56d-704ddf53b904 HTTP/1.1" status: 200 len: 1136 time: 0.0801907 Jul 14 09:34:54.703058 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-003447f2-7568-4056-a80e-7dce655b0772 req-5e41f518-fbdf-4cb8-a0f0-d8c51f40e607 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=945cf5d1-907d-4fb8-a3b5-ee0f27bfa7df&id=f5f63943-9ef8-4272-88f4-c7a1a9b20b26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0655367 Jul 14 09:34:54.753622 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52288) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:54.830736 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb50674-0d2c-4c9f-9126-74928149c520 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:54.836140 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ebb50674-0d2c-4c9f-9126-74928149c520 tempest-TestSecurityGroupsBasicOps-326312404 tempest-TestSecurityGroupsBasicOps-326312404-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=68251b26-b860-4492-8e30-4c25578aa93f HTTP/1.1" status: 200 len: 1056 time: 0.0810707 Jul 14 09:34:55.097215 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64745a0-b567-4339-ad39-412b63b2edda None None] Sync routers for ids ['ccda3841-8097-4cf3-8b04-9843d1b5e3ad'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:55.119402 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64745a0-b567-4339-ad39-412b63b2edda None None] Routers {'ccda3841-8097-4cf3-8b04-9843d1b5e3ad'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:55.120232 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f64745a0-b567-4339-ad39-412b63b2edda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:34:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['ccda3841-8097-4cf3-8b04-9843d1b5e3ad'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:55.171058 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-b9e757e4-426d-495b-b031-1b364b8a5c0c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:55.180461 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-b9e757e4-426d-495b-b031-1b364b8a5c0c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 810 time: 0.1489124 Jul 14 09:34:55.198298 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-a7186b05-98d1-4e36-bd46-f2c5d91ea8d6 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/quotas/87d49df898e44e948cc3665c8c3c2f58 HTTP/1.1" status: 200 len: 375 time: 0.0166104 Jul 14 09:34:55.268739 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:34:55.356611 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-cd0f28b5-cf9c-4f73-9bc0-f79249f0ae76 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1566930 Jul 14 09:34:55.399093 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de8fe6-cc7b-4ebf-acd4-239ebe14f42b req-b94872a4-fda0-484c-b3dd-67185d33684b tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:55.415720 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c0de8fe6-cc7b-4ebf-acd4-239ebe14f42b req-b94872a4-fda0-484c-b3dd-67185d33684b tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=68251b26-b860-4492-8e30-4c25578aa93f HTTP/1.1" status: 200 len: 909 time: 0.1451068 Jul 14 09:34:55.437900 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-f64745a0-b567-4339-ad39-412b63b2edda None None] Set router ccda3841-8097-4cf3-8b04-9843d1b5e3ad gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:55.579735 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-bde2be34-4087-418d-910d-0acc24c37492 service neutron] 10.222.0.25 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099502 Jul 14 09:34:55.689468 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f64745a0-b567-4339-ad39-412b63b2edda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccda3841-8097-4cf3-8b04-9843d1b5e3ad', 'name': 'tempest-TestVolumeBootPattern-712364003-router', 'tenant_id': '4eda26ea201840d4af046d16d4e49d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '5d198da7-bc26-4cae-81c6-24d3f4dbefbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:46Z', 'updated_at': '2021-07-14T09:34:51Z', 'revision_number': 4, 'project_id': '4eda26ea201840d4af046d16d4e49d14', 'gw_port': {'id': '5d198da7-bc26-4cae-81c6-24d3f4dbefbf', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccda3841-8097-4cf3-8b04-9843d1b5e3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:47Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '7ac7d21b-1095-4ea2-90ae-da39f39603cc', 'name': '', 'network_id': '9fe565eb-f46a-475c-aa2a-07fe1057de04', 'tenant_id': '4eda26ea201840d4af046d16d4e49d14', 'mac_address': 'fa:16:3e:0a:62:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccda3841-8097-4cf3-8b04-9843d1b5e3ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '9b9a60e6-7698-44df-9ce5-83f7d03d829e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:49Z', 'updated_at': '2021-07-14T09:34:51Z', 'revision_number': 2, 'project_id': '4eda26ea201840d4af046d16d4e49d14', 'subnets': [{'id': '9b9a60e6-7698-44df-9ce5-83f7d03d829e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:55.708069 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-7c7c69e7-0162-4e08-8498-afd4b7df99e5 service neutron] 10.222.0.25 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197288 Jul 14 09:34:55.719471 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64745a0-b567-4339-ad39-412b63b2edda None None] Checking router: ccda3841-8097-4cf3-8b04-9843d1b5e3ad for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:55.719696 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64745a0-b567-4339-ad39-412b63b2edda None None] Updating router ccda3841-8097-4cf3-8b04-9843d1b5e3ad port 7ac7d21b-1095-4ea2-90ae-da39f39603cc binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:34:55.769661 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f64745a0-b567-4339-ad39-412b63b2edda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.117757 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f64745a0-b567-4339-ad39-412b63b2edda None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.119334 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33b48a8d-a5ba-42cc-b0d3-0f721c61508d req-4235b43a-a5d6-4e39-830b-09b58b4b7f2b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bb86c94-1894-4235-b0da-3bcbf3862696 HTTP/1.1" status: 200 len: 210 time: 0.0324807 Jul 14 09:34:56.136467 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f64745a0-b567-4339-ad39-412b63b2edda None None] Transition to ACTIVE for port object 7ac7d21b-1095-4ea2-90ae-da39f39603cc will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:56.161289 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f64745a0-b567-4339-ad39-412b63b2edda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.217218 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb69bae-200d-4782-9322-bcddd1c0ed40 None None] Pushing event updated for resources: {'Port': ['ID=7ac7d21b-1095-4ea2-90ae-da39f39603cc,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:56.285785 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f64745a0-b567-4339-ad39-412b63b2edda None None] Attempting to bind port 7ac7d21b-1095-4ea2-90ae-da39f39603cc on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:56.286219 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f64745a0-b567-4339-ad39-412b63b2edda None None] Attempting to bind port 7ac7d21b-1095-4ea2-90ae-da39f39603cc by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'd48243ad-6bcd-47c5-9b58-8b722a59c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9fe565eb-f46a-475c-aa2a-07fe1057de04'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:56.286755 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64745a0-b567-4339-ad39-412b63b2edda None None] Attempting to bind port 7ac7d21b-1095-4ea2-90ae-da39f39603cc on network 9fe565eb-f46a-475c-aa2a-07fe1057de04 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:56.295025 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64745a0-b567-4339-ad39-412b63b2edda None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:56.295477 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64745a0-b567-4339-ad39-412b63b2edda None None] Checking segment: {'id': 'd48243ad-6bcd-47c5-9b58-8b722a59c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9fe565eb-f46a-475c-aa2a-07fe1057de04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:56.295928 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f64745a0-b567-4339-ad39-412b63b2edda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.296423 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64745a0-b567-4339-ad39-412b63b2edda None None] Bound using segment: {'id': 'd48243ad-6bcd-47c5-9b58-8b722a59c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9fe565eb-f46a-475c-aa2a-07fe1057de04'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:56.296918 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f64745a0-b567-4339-ad39-412b63b2edda None None] Bound port: 7ac7d21b-1095-4ea2-90ae-da39f39603cc, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48243ad-6bcd-47c5-9b58-8b722a59c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9fe565eb-f46a-475c-aa2a-07fe1057de04'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:56.297628 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f64745a0-b567-4339-ad39-412b63b2edda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.399396 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f64745a0-b567-4339-ad39-412b63b2edda None None] For port 7ac7d21b-1095-4ea2-90ae-da39f39603cc, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:56.403607 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f64745a0-b567-4339-ad39-412b63b2edda None None] For port 7ac7d21b-1095-4ea2-90ae-da39f39603cc, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7ac7d21b-1095-4ea2-90ae-da39f39603cc,segment=NetworkSegment(d48243ad-6bcd-47c5-9b58-8b722a59c55a),segment_id=d48243ad-6bcd-47c5-9b58-8b722a59c55a)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:56.409385 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f64745a0-b567-4339-ad39-412b63b2edda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.489734 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64745a0-b567-4339-ad39-412b63b2edda None None] Routers {'ccda3841-8097-4cf3-8b04-9843d1b5e3ad'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:56.499096 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f64745a0-b567-4339-ad39-412b63b2edda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:34:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['ccda3841-8097-4cf3-8b04-9843d1b5e3ad'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:56.564354 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb69bae-200d-4782-9322-bcddd1c0ed40 None None] Pushing event updated for resources: {'Port': ['ID=7ac7d21b-1095-4ea2-90ae-da39f39603cc,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:56.702920 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8c6e3-89e6-4bd4-b19f-18a92ab86808 req-da34cf9c-93e4-46f5-be95-5ff002b738e9 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:56.703568 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-f64745a0-b567-4339-ad39-412b63b2edda None None] Set router ccda3841-8097-4cf3-8b04-9843d1b5e3ad gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:56.708875 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-70a8c6e3-89e6-4bd4-b19f-18a92ab86808 req-da34cf9c-93e4-46f5-be95-5ff002b738e9 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.44 "GET /v2.0/ports?device_id=68251b26-b860-4492-8e30-4c25578aa93f HTTP/1.1" status: 200 len: 909 time: 0.1328080 Jul 14 09:34:56.797185 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc25a5a-8c77-4c5a-bae1-15092923f8be req-d5f62d1a-395f-4146-a3fe-de2f3498a200 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:56.799419 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ddc25a5a-8c77-4c5a-bae1-15092923f8be req-d5f62d1a-395f-4146-a3fe-de2f3498a200 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=68251b26-b860-4492-8e30-4c25578aa93f HTTP/1.1" status: 200 len: 909 time: 0.1638002 Jul 14 09:34:56.906311 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-70a8c6e3-89e6-4bd4-b19f-18a92ab86808 req-51105114-afa1-4c68-b808-09fa256b7588 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Deleting port 198db9eb-bd6d-459c-9229-6c6a6c09421b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:56.907377 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-70a8c6e3-89e6-4bd4-b19f-18a92ab86808 req-51105114-afa1-4c68-b808-09fa256b7588 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.043986 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f64745a0-b567-4339-ad39-412b63b2edda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccda3841-8097-4cf3-8b04-9843d1b5e3ad', 'name': 'tempest-TestVolumeBootPattern-712364003-router', 'tenant_id': '4eda26ea201840d4af046d16d4e49d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '5d198da7-bc26-4cae-81c6-24d3f4dbefbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:46Z', 'updated_at': '2021-07-14T09:34:51Z', 'revision_number': 4, 'project_id': '4eda26ea201840d4af046d16d4e49d14', 'gw_port': {'id': '5d198da7-bc26-4cae-81c6-24d3f4dbefbf', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccda3841-8097-4cf3-8b04-9843d1b5e3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:47Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '7ac7d21b-1095-4ea2-90ae-da39f39603cc', 'name': '', 'network_id': '9fe565eb-f46a-475c-aa2a-07fe1057de04', 'tenant_id': '4eda26ea201840d4af046d16d4e49d14', 'mac_address': 'fa:16:3e:0a:62:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccda3841-8097-4cf3-8b04-9843d1b5e3ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '9b9a60e6-7698-44df-9ce5-83f7d03d829e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:49Z', 'updated_at': '2021-07-14T09:34:56Z', 'revision_number': 4, 'project_id': '4eda26ea201840d4af046d16d4e49d14', 'subnets': [{'id': '9b9a60e6-7698-44df-9ce5-83f7d03d829e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:57.048100 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-70a8c6e3-89e6-4bd4-b19f-18a92ab86808 req-51105114-afa1-4c68-b808-09fa256b7588 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] For port 198db9eb-bd6d-459c-9229-6c6a6c09421b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=198db9eb-bd6d-459c-9229-6c6a6c09421b,segment=NetworkSegment(c1ec2e3e-cf5b-433f-ba9f-618c5efaed83),segment_id=c1ec2e3e-cf5b-433f-ba9f-618c5efaed83)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:57.048626 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-70a8c6e3-89e6-4bd4-b19f-18a92ab86808 req-51105114-afa1-4c68-b808-09fa256b7588 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.065091 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-70a8c6e3-89e6-4bd4-b19f-18a92ab86808 req-51105114-afa1-4c68-b808-09fa256b7588 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Calling delete_port for 198db9eb-bd6d-459c-9229-6c6a6c09421b owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:57.080494 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64745a0-b567-4339-ad39-412b63b2edda None None] The sync data for ids ['ccda3841-8097-4cf3-8b04-9843d1b5e3ad'] in n-d-771362-35 is: [{'id': 'ccda3841-8097-4cf3-8b04-9843d1b5e3ad', 'name': 'tempest-TestVolumeBootPattern-712364003-router', 'tenant_id': '4eda26ea201840d4af046d16d4e49d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '5d198da7-bc26-4cae-81c6-24d3f4dbefbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:46Z', 'updated_at': '2021-07-14T09:34:51Z', 'revision_number': 4, 'project_id': '4eda26ea201840d4af046d16d4e49d14', 'gw_port': {'id': '5d198da7-bc26-4cae-81c6-24d3f4dbefbf', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccda3841-8097-4cf3-8b04-9843d1b5e3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:47Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '7ac7d21b-1095-4ea2-90ae-da39f39603cc', 'name': '', 'network_id': '9fe565eb-f46a-475c-aa2a-07fe1057de04', 'tenant_id': '4eda26ea201840d4af046d16d4e49d14', 'mac_address': 'fa:16:3e:0a:62:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccda3841-8097-4cf3-8b04-9843d1b5e3ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '9b9a60e6-7698-44df-9ce5-83f7d03d829e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:49Z', 'updated_at': '2021-07-14T09:34:56Z', 'revision_number': 4, 'project_id': '4eda26ea201840d4af046d16d4e49d14', 'subnets': [{'id': '9b9a60e6-7698-44df-9ce5-83f7d03d829e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:57.261600 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-70a8c6e3-89e6-4bd4-b19f-18a92ab86808 req-51105114-afa1-4c68-b808-09fa256b7588 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.292815 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51105114-afa1-4c68-b808-09fa256b7588 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event deleted for resources: {'Port': ['ID=198db9eb-bd6d-459c-9229-6c6a6c09421b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:57.341246 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3b4abe82-6f96-47c3-9727-67e97da9decf req-447de225-8733-408a-96c6-6e1da06b866a tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bb86c94-1894-4235-b0da-3bcbf3862696 HTTP/1.1" status: 200 len: 210 time: 0.0659359 Jul 14 09:34:57.356039 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51105114-afa1-4c68-b808-09fa256b7588 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:57.356393 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51105114-afa1-4c68-b808-09fa256b7588 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:57.356736 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51105114-afa1-4c68-b808-09fa256b7588 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:57.357226 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51105114-afa1-4c68-b808-09fa256b7588 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:57.357568 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51105114-afa1-4c68-b808-09fa256b7588 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:57.357902 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51105114-afa1-4c68-b808-09fa256b7588 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:57.358226 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51105114-afa1-4c68-b808-09fa256b7588 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:57.361648 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51105114-afa1-4c68-b808-09fa256b7588 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:57.362247 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51105114-afa1-4c68-b808-09fa256b7588 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:57.362658 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51105114-afa1-4c68-b808-09fa256b7588 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:57.363000 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51105114-afa1-4c68-b808-09fa256b7588 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:57.367781 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51105114-afa1-4c68-b808-09fa256b7588 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:57.395648 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a8c6e3-89e6-4bd4-b19f-18a92ab86808 req-51105114-afa1-4c68-b808-09fa256b7588 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] No DVR routers for this DVR port 198db9eb-bd6d-459c-9229-6c6a6c09421b on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:57.399740 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-70a8c6e3-89e6-4bd4-b19f-18a92ab86808 req-51105114-afa1-4c68-b808-09fa256b7588 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.401912 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-70a8c6e3-89e6-4bd4-b19f-18a92ab86808 req-51105114-afa1-4c68-b808-09fa256b7588 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.44 "DELETE /v2.0/ports/198db9eb-bd6d-459c-9229-6c6a6c09421b HTTP/1.1" status: 204 len: 173 time: 0.6871734 Jul 14 09:34:57.402373 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68251b26-b860-4492-8e30-4c25578aa93f', 'name': 'network-vif-deleted', 'tag': '198db9eb-bd6d-459c-9229-6c6a6c09421b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:57.404687 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa832b3-e6f0-485e-a57b-b1113d7e0c21" -d '{"events": [{"server_uuid": "68251b26-b860-4492-8e30-4c25578aa93f", "name": "network-vif-deleted", "tag": "198db9eb-bd6d-459c-9229-6c6a6c09421b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:57.456937 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49b656d-0e9b-45d8-9a8d-a5a69d675845 x-openstack-request-id: req-e49b656d-0e9b-45d8-9a8d-a5a69d675845 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:57.457229 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68251b26-b860-4492-8e30-4c25578aa93f", "name": "network-vif-deleted", "tag": "198db9eb-bd6d-459c-9229-6c6a6c09421b", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:57.457480 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e49b656d-0e9b-45d8-9a8d-a5a69d675845 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:57.457880 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68251b26-b860-4492-8e30-4c25578aa93f', 'name': 'network-vif-deleted', 'tag': '198db9eb-bd6d-459c-9229-6c6a6c09421b', 'status': 'completed', 'code': 200} Jul 14 09:34:57.682053 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-4dc26189-18fc-4fd3-8bb7-1c39fc0ab462 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:57.683229 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-4dc26189-18fc-4fd3-8bb7-1c39fc0ab462 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 810 time: 0.1823332 Jul 14 09:34:57.704782 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-c75a3b10-80b3-4ab7-adc0-e98bde1b452d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Request body: {'port': {'device_id': '2bb86c94-1894-4235-b0da-3bcbf3862696', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'admin_state_up': True, 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:57.852857 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-c75a3b10-80b3-4ab7-adc0-e98bde1b452d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Made reservation on behalf of 87d49df898e44e948cc3665c8c3c2f58 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:57.861039 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-c75a3b10-80b3-4ab7-adc0-e98bde1b452d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.055855 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-112b956b-7e81-457d-b604-4dcd6c8144ec req-9c018932-5769-4ab4-be0b-bd3508792cc0 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=68251b26-b860-4492-8e30-4c25578aa93f HTTP/1.1" status: 200 len: 210 time: 0.0520337 Jul 14 09:34:58.056418 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-c75a3b10-80b3-4ab7-adc0-e98bde1b452d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Allocated IP 172.20.0.10 (b78f139e-d876-4f71-b091-055c8a4ef271/6ea6b1e4-2ec5-4105-843d-111f5668e0d2/239578ae-675a-4e3d-bd3b-701c623ecafc) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:58.344653 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-c75a3b10-80b3-4ab7-adc0-e98bde1b452d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.371785 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-c75a3b10-80b3-4ab7-adc0-e98bde1b452d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Transition to ACTIVE for port object 239578ae-675a-4e3d-bd3b-701c623ecafc will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:58.431683 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-c75a3b10-80b3-4ab7-adc0-e98bde1b452d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.541146 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7ac7d21b-1095-4ea2-90ae-da39f39603cc up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:58.574812 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-c75a3b10-80b3-4ab7-adc0-e98bde1b452d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Network b78f139e-d876-4f71-b091-055c8a4ef271 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:58.584641 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-c75a3b10-80b3-4ab7-adc0-e98bde1b452d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:58.603279 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-c75a3b10-80b3-4ab7-adc0-e98bde1b452d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:58.621585 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a3b10-80b3-4ab7-adc0-e98bde1b452d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event updated for resources: {'Port': ['ID=239578ae-675a-4e3d-bd3b-701c623ecafc,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:58.642310 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 7ac7d21b-1095-4ea2-90ae-da39f39603cc completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:58.648049 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 7ac7d21b-1095-4ea2-90ae-da39f39603cc triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:58.648814 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.772569 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-c75a3b10-80b3-4ab7-adc0-e98bde1b452d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:58.773362 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-c75a3b10-80b3-4ab7-adc0-e98bde1b452d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.778027 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.828349 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-c75a3b10-80b3-4ab7-adc0-e98bde1b452d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1249585 Jul 14 09:34:58.857849 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-9f199a01-54e0-4c4f-9e4e-5c6a5a488225 service neutron] Request body: {'port': {'device_id': '2bb86c94-1894-4235-b0da-3bcbf3862696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:58.858789 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 7ac7d21b-1095-4ea2-90ae-da39f39603cc, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7ac7d21b-1095-4ea2-90ae-da39f39603cc,segment=NetworkSegment(d48243ad-6bcd-47c5-9b58-8b722a59c55a),segment_id=d48243ad-6bcd-47c5-9b58-8b722a59c55a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:58.865221 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.964493 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554975b-f487-4e8e-b561-3e19f51a2219 req-77144b5c-65c0-4a2e-b729-4b2ab17bb2e0 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:58.984132 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4554975b-f487-4e8e-b561-3e19f51a2219 req-77144b5c-65c0-4a2e-b729-4b2ab17bb2e0 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bb86c94-1894-4235-b0da-3bcbf3862696 HTTP/1.1" status: 200 len: 932 time: 0.1252136 Jul 14 09:34:58.999053 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=7ac7d21b-1095-4ea2-90ae-da39f39603cc,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:59.015686 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-9f199a01-54e0-4c4f-9e4e-5c6a5a488225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.044820 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4554975b-f487-4e8e-b561-3e19f51a2219 req-ec4f1f11-b487-4763-a10a-be1494575e15 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596769 Jul 14 09:34:59.097360 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d9c683fb-6fd4-4db0-b381-77be6c1ccb54 None None] Provisioning for port 239578ae-675a-4e3d-bd3b-701c623ecafc completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:59.106126 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d9c683fb-6fd4-4db0-b381-77be6c1ccb54 None None] Provisioning complete for port 239578ae-675a-4e3d-bd3b-701c623ecafc triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:59.106422 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9c683fb-6fd4-4db0-b381-77be6c1ccb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.157794 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52388) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:59.176487 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d9c683fb-6fd4-4db0-b381-77be6c1ccb54 None None] Port 239578ae-675a-4e3d-bd3b-701c623ecafc cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:59.457422 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52394) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:59.602832 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-375d4411-4cb3-4cf3-bf9b-59d466a73ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.709029 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-375d4411-4cb3-4cf3-bf9b-59d466a73ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.715103 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-375d4411-4cb3-4cf3-bf9b-59d466a73ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.774096 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d4411-4cb3-4cf3-bf9b-59d466a73ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e108c068-5a49-4f91-b2fc-b17258ea9748,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:59.784749 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-375d4411-4cb3-4cf3-bf9b-59d466a73ba9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=37b72c25e1094677a1b088e691cb677c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3257437 Jul 14 09:34:59.787097 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375d4411-4cb3-4cf3-bf9b-59d466a73ba9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:59.788432 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375d4411-4cb3-4cf3-bf9b-59d466a73ba9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:59.789147 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375d4411-4cb3-4cf3-bf9b-59d466a73ba9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:59.789681 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375d4411-4cb3-4cf3-bf9b-59d466a73ba9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:59.790021 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375d4411-4cb3-4cf3-bf9b-59d466a73ba9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:59.790355 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375d4411-4cb3-4cf3-bf9b-59d466a73ba9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:59.790692 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375d4411-4cb3-4cf3-bf9b-59d466a73ba9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:59.791028 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375d4411-4cb3-4cf3-bf9b-59d466a73ba9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:59.791608 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375d4411-4cb3-4cf3-bf9b-59d466a73ba9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:59.791947 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375d4411-4cb3-4cf3-bf9b-59d466a73ba9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:59.792279 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375d4411-4cb3-4cf3-bf9b-59d466a73ba9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:59.792612 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375d4411-4cb3-4cf3-bf9b-59d466a73ba9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:59.795992 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52398) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:59.861291 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4e6d981-2fcc-4ab5-b9fd-abe47bf747a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.867183 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-9f199a01-54e0-4c4f-9e4e-5c6a5a488225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239578ae-675a-4e3d-bd3b-701c623ecafc {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:59.876869 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-9f199a01-54e0-4c4f-9e4e-5c6a5a488225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.886167 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4e6d981-2fcc-4ab5-b9fd-abe47bf747a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.965695 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-9f199a01-54e0-4c4f-9e4e-5c6a5a488225 service neutron] Transition to ACTIVE for port object 239578ae-675a-4e3d-bd3b-701c623ecafc will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:59.968500 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4e6d981-2fcc-4ab5-b9fd-abe47bf747a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.969997 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-9f199a01-54e0-4c4f-9e4e-5c6a5a488225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.973510 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4e6d981-2fcc-4ab5-b9fd-abe47bf747a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.975897 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f4e6d981-2fcc-4ab5-b9fd-abe47bf747a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e108c068-5a49-4f91-b2fc-b17258ea9748 HTTP/1.1" status: 204 len: 168 time: 0.1778035 Jul 14 09:34:59.989186 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6d981-2fcc-4ab5-b9fd-abe47bf747a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e108c068-5a49-4f91-b2fc-b17258ea9748,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:00.074767 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f199a01-54e0-4c4f-9e4e-5c6a5a488225 service neutron] Pushing event updated for resources: {'Port': ['ID=239578ae-675a-4e3d-bd3b-701c623ecafc,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:00.198482 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-9f199a01-54e0-4c4f-9e4e-5c6a5a488225 service neutron] Attempting to bind port 239578ae-675a-4e3d-bd3b-701c623ecafc on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:00.198841 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-9f199a01-54e0-4c4f-9e4e-5c6a5a488225 service neutron] Attempting to bind port 239578ae-675a-4e3d-bd3b-701c623ecafc by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:00.199186 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-9f199a01-54e0-4c4f-9e4e-5c6a5a488225 service neutron] Attempting to bind port 239578ae-675a-4e3d-bd3b-701c623ecafc on network b78f139e-d876-4f71-b091-055c8a4ef271 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:00.234282 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-9f199a01-54e0-4c4f-9e4e-5c6a5a488225 service neutron] Port 239578ae-675a-4e3d-bd3b-701c623ecafc on network b78f139e-d876-4f71-b091-055c8a4ef271 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:35:00.234625 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-9f199a01-54e0-4c4f-9e4e-5c6a5a488225 service neutron] Attempting to bind port 239578ae-675a-4e3d-bd3b-701c623ecafc on network b78f139e-d876-4f71-b091-055c8a4ef271 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:00.242949 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-9f199a01-54e0-4c4f-9e4e-5c6a5a488225 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:00.243345 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-9f199a01-54e0-4c4f-9e4e-5c6a5a488225 service neutron] Checking segment: {'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:00.243744 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-9f199a01-54e0-4c4f-9e4e-5c6a5a488225 service neutron] Bound using segment: {'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:00.244194 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-9f199a01-54e0-4c4f-9e4e-5c6a5a488225 service neutron] Bound port: 239578ae-675a-4e3d-bd3b-701c623ecafc, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:00.244569 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-9f199a01-54e0-4c4f-9e4e-5c6a5a488225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.266824 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 198db9eb-bd6d-459c-9229-6c6a6c09421b no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:00.303915 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 198db9eb-bd6d-459c-9229-6c6a6c09421b {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:00.304542 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 198db9eb-bd6d-459c-9229-6c6a6c09421b not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:00.362409 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf5394a5-6349-47ab-8541-634c5554a071 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.392335 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28905a47-d701-4b72-b6d2-7567f200f788 req-cab331c4-e11f-4138-b632-e4aac7785a59 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:00.396590 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28905a47-d701-4b72-b6d2-7567f200f788 req-cab331c4-e11f-4138-b632-e4aac7785a59 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bb86c94-1894-4235-b0da-3bcbf3862696 HTTP/1.1" status: 200 len: 944 time: 0.1324928 Jul 14 09:35:00.442223 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-9f199a01-54e0-4c4f-9e4e-5c6a5a488225 service neutron] For port 239578ae-675a-4e3d-bd3b-701c623ecafc, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:00.447439 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-9f199a01-54e0-4c4f-9e4e-5c6a5a488225 service neutron] For port 239578ae-675a-4e3d-bd3b-701c623ecafc, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=239578ae-675a-4e3d-bd3b-701c623ecafc,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:00.453782 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-9f199a01-54e0-4c4f-9e4e-5c6a5a488225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.462621 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28905a47-d701-4b72-b6d2-7567f200f788 req-cfeba20c-4ada-4f6a-8282-aee9f0085155 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581253 Jul 14 09:35:00.550199 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-9f199a01-54e0-4c4f-9e4e-5c6a5a488225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:00.550846 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-9f199a01-54e0-4c4f-9e4e-5c6a5a488225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.552385 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-9f199a01-54e0-4c4f-9e4e-5c6a5a488225 service neutron] 10.222.0.47 "PUT /v2.0/ports/239578ae-675a-4e3d-bd3b-701c623ecafc HTTP/1.1" status: 200 len: 1093 time: 1.7164187 Jul 14 09:35:00.552850 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb86c94-1894-4235-b0da-3bcbf3862696', 'tag': '239578ae-675a-4e3d-bd3b-701c623ecafc'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:00.559127 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56a9bdf-1f5c-4713-8720-4252078d2e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb86c94-1894-4235-b0da-3bcbf3862696", "tag": "239578ae-675a-4e3d-bd3b-701c623ecafc"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:00.603104 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7ac7d21b-1095-4ea2-90ae-da39f39603cc up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:00.666970 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52410) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:00.673218 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f199a01-54e0-4c4f-9e4e-5c6a5a488225 service neutron] Pushing event updated for resources: {'Port': ['ID=239578ae-675a-4e3d-bd3b-701c623ecafc,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:00.677744 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb24e8cf-93ac-41b4-8d00-ce59a5544e4e x-openstack-request-id: req-cb24e8cf-93ac-41b4-8d00-ce59a5544e4e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:00.678106 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb86c94-1894-4235-b0da-3bcbf3862696", "tag": "239578ae-675a-4e3d-bd3b-701c623ecafc", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:00.678364 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb24e8cf-93ac-41b4-8d00-ce59a5544e4e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:00.678774 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb86c94-1894-4235-b0da-3bcbf3862696', 'tag': '239578ae-675a-4e3d-bd3b-701c623ecafc', 'status': 'completed', 'code': 200} Jul 14 09:35:00.698039 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5f58260-e4e9-4cd1-ac62-5618d5be8f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.702737 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 7ac7d21b-1095-4ea2-90ae-da39f39603cc triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:00.703218 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.828719 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-1f4e07d8-5ea7-4f9b-9ab9-b4e2045e39da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:00.830954 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-1f4e07d8-5ea7-4f9b-9ab9-b4e2045e39da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&device_id=2bb86c94-1894-4235-b0da-3bcbf3862696 HTTP/1.1" status: 200 len: 1096 time: 0.1932299 Jul 14 09:35:00.857485 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5f58260-e4e9-4cd1-ac62-5618d5be8f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.872250 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5f58260-e4e9-4cd1-ac62-5618d5be8f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.892386 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-21e3cf63-86ad-4fac-a67e-7709abfe036c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=239578ae-675a-4e3d-bd3b-701c623ecafc HTTP/1.1" status: 200 len: 217 time: 0.0477648 Jul 14 09:35:00.914380 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f58260-e4e9-4cd1-ac62-5618d5be8f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2601ddde-83a6-491e-943c-82abb4ef0e42,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:00.919093 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c5f58260-e4e9-4cd1-ac62-5618d5be8f20 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca77b76cb65345d89eaf093e82ea2873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509899 Jul 14 09:35:00.922667 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52412) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:00.982726 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-873e7641-1f05-4444-be26-e06a64112e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.991202 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-e04d717f-e66a-45ef-b8f1-888a463682c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:00.992852 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-e04d717f-e66a-45ef-b8f1-888a463682c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea6b1e4-2ec5-4105-843d-111f5668e0d2 HTTP/1.1" status: 200 len: 849 time: 0.0785441 Jul 14 09:35:01.009242 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-873e7641-1f05-4444-be26-e06a64112e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.040412 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cf5394a5-6349-47ab-8541-634c5554a071 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Deleting port f1f20ece-36c6-4f92-87d5-a81de04ccd70 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:01.040767 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf5394a5-6349-47ab-8541-634c5554a071 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.063922 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-873e7641-1f05-4444-be26-e06a64112e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.066787 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-873e7641-1f05-4444-be26-e06a64112e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.068006 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-873e7641-1f05-4444-be26-e06a64112e6c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2601ddde-83a6-491e-943c-82abb4ef0e42 HTTP/1.1" status: 204 len: 168 time: 0.1438375 Jul 14 09:35:01.092127 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e7641-1f05-4444-be26-e06a64112e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2601ddde-83a6-491e-943c-82abb4ef0e42,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:01.138106 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-305e8e2d-9653-4d4e-8c7a-b8dafaef3444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:01.139707 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-305e8e2d-9653-4d4e-8c7a-b8dafaef3444 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78f139e-d876-4f71-b091-055c8a4ef271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1404412 Jul 14 09:35:01.203881 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cf5394a5-6349-47ab-8541-634c5554a071 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] For port f1f20ece-36c6-4f92-87d5-a81de04ccd70, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f1f20ece-36c6-4f92-87d5-a81de04ccd70,segment=NetworkSegment(c1ec2e3e-cf5b-433f-ba9f-618c5efaed83),segment_id=c1ec2e3e-cf5b-433f-ba9f-618c5efaed83)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:01.204257 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf5394a5-6349-47ab-8541-634c5554a071 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.225156 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cf5394a5-6349-47ab-8541-634c5554a071 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Calling delete_port for f1f20ece-36c6-4f92-87d5-a81de04ccd70 owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:01.315419 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-ebca3083-4b81-4b29-ae3f-7b1a599fdab6 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693368 Jul 14 09:35:01.476748 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a4bc7a05-3f5f-4ced-b7f5-605925db95f4 req-aec80740-a77d-4e48-b9a8-0cac5ae5826f service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541615 Jul 14 09:35:01.592960 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf5394a5-6349-47ab-8541-634c5554a071 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.637464 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5394a5-6349-47ab-8541-634c5554a071 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event deleted for resources: {'Port': ['ID=f1f20ece-36c6-4f92-87d5-a81de04ccd70,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:01.707584 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a9bdf-1f5c-4713-8720-4252078d2e3d req-210b12a8-8ee2-4061-b099-9955281f476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:01.718503 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b56a9bdf-1f5c-4713-8720-4252078d2e3d req-210b12a8-8ee2-4061-b099-9955281f476e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&device_id=2bb86c94-1894-4235-b0da-3bcbf3862696 HTTP/1.1" status: 200 len: 1096 time: 0.1837227 Jul 14 09:35:02.058590 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a9bdf-1f5c-4713-8720-4252078d2e3d req-d0c774d6-a00d-4f00-b75c-fd2fad995438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:02.060178 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b56a9bdf-1f5c-4713-8720-4252078d2e3d req-d0c774d6-a00d-4f00-b75c-fd2fad995438 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 910 time: 0.3277495 Jul 14 09:35:02.069322 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f7bac-02ab-47be-948e-a1f5894824c4 req-30042e65-a29d-4043-ab28-79e569df50b6 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:02.071692 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-198f7bac-02ab-47be-948e-a1f5894824c4 req-30042e65-a29d-4043-ab28-79e569df50b6 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bb86c94-1894-4235-b0da-3bcbf3862696 HTTP/1.1" status: 200 len: 944 time: 0.4498458 Jul 14 09:35:02.117517 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b56a9bdf-1f5c-4713-8720-4252078d2e3d req-a86aa837-a7ec-499f-9930-6913eb5dd28c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=239578ae-675a-4e3d-bd3b-701c623ecafc HTTP/1.1" status: 200 len: 217 time: 0.0498323 Jul 14 09:35:02.134066 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-198f7bac-02ab-47be-948e-a1f5894824c4 req-42ff03e5-526d-4b0e-a3c4-26a020f102b4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568786 Jul 14 09:35:02.136061 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf5394a5-6349-47ab-8541-634c5554a071 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:02.226550 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a9bdf-1f5c-4713-8720-4252078d2e3d req-bf8c5b9a-a4b4-4802-bf1c-eb9585410d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:02.228289 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b56a9bdf-1f5c-4713-8720-4252078d2e3d req-bf8c5b9a-a4b4-4802-bf1c-eb9585410d07 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea6b1e4-2ec5-4105-843d-111f5668e0d2 HTTP/1.1" status: 200 len: 849 time: 0.1040046 Jul 14 09:35:02.366621 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a9bdf-1f5c-4713-8720-4252078d2e3d req-e2ca3ad1-2b1f-4c7c-b28f-baa26b1c692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:02.368322 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b56a9bdf-1f5c-4713-8720-4252078d2e3d req-e2ca3ad1-2b1f-4c7c-b28f-baa26b1c692f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78f139e-d876-4f71-b091-055c8a4ef271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1321595 Jul 14 09:35:02.560615 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b56a9bdf-1f5c-4713-8720-4252078d2e3d req-61f0f671-c1b0-4dce-bb58-3e4a726da12d service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579607 Jul 14 09:35:02.565016 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5394a5-6349-47ab-8541-634c5554a071 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Router c42b0ebe-9fd1-4d9e-b727-d262d4becfe8 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:03.118911 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5394a5-6349-47ab-8541-634c5554a071 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:03.133513 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cf5394a5-6349-47ab-8541-634c5554a071 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "PUT /v2.0/routers/c42b0ebe-9fd1-4d9e-b727-d262d4becfe8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9743845 Jul 14 09:35:03.134219 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce78c96-42b3-46b3-ad81-1febaa3c4e82 None None] Sync routers for ids ['c42b0ebe-9fd1-4d9e-b727-d262d4becfe8'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:03.136025 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52470) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:03.148947 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce78c96-42b3-46b3-ad81-1febaa3c4e82 None None] Routers {'c42b0ebe-9fd1-4d9e-b727-d262d4becfe8'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:03.149689 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-cce78c96-42b3-46b3-ad81-1febaa3c4e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:34:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['c42b0ebe-9fd1-4d9e-b727-d262d4becfe8'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:03.196729 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc86fd1c-ed25-495b-adb7-e1a5d2da07b2 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Deleting subnet d296a80c-b44d-45d3-9371-4ffdd684ce9d {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:35:03.200860 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc86fd1c-ed25-495b-adb7-e1a5d2da07b2 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.274861 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc86fd1c-ed25-495b-adb7-e1a5d2da07b2 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.321737 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-cce78c96-42b3-46b3-ad81-1febaa3c4e82 None None] Set router c42b0ebe-9fd1-4d9e-b727-d262d4becfe8 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:03.363235 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b56a9bdf-1f5c-4713-8720-4252078d2e3d req-26162c37-7389-41e6-bb5d-73f810483b49 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7950194 Jul 14 09:35:03.430049 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc86fd1c-ed25-495b-adb7-e1a5d2da07b2 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.497671 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040204d-d33d-4b02-b9ea-8d7dfcb2025f req-cfabbf1b-0d41-40ee-976e-abe1334d014a tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:03.500061 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7040204d-d33d-4b02-b9ea-8d7dfcb2025f req-cfabbf1b-0d41-40ee-976e-abe1334d014a tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bb86c94-1894-4235-b0da-3bcbf3862696 HTTP/1.1" status: 200 len: 944 time: 0.1299667 Jul 14 09:35:03.558167 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc86fd1c-ed25-495b-adb7-e1a5d2da07b2 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.604767 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7040204d-d33d-4b02-b9ea-8d7dfcb2025f req-9288e239-3b3c-4a30-a730-85e71f713194 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986106 Jul 14 09:35:03.606069 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc86fd1c-ed25-495b-adb7-e1a5d2da07b2 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.610586 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cc86fd1c-ed25-495b-adb7-e1a5d2da07b2 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "DELETE /v2.0/subnets/d296a80c-b44d-45d3-9371-4ffdd684ce9d HTTP/1.1" status: 204 len: 168 time: 0.4735260 Jul 14 09:35:03.613974 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9f2dc8-48aa-4b6b-a983-41070af15d8c None None] Network ff982131-2b0b-446f-b3de-db5afa3da603 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:03.614744 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52490) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:03.626845 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86fd1c-ed25-495b-adb7-e1a5d2da07b2 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event deleted for resources: {'Subnet': ['ID=d296a80c-b44d-45d3-9371-4ffdd684ce9d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:03.665222 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-cce78c96-42b3-46b3-ad81-1febaa3c4e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42b0ebe-9fd1-4d9e-b727-d262d4becfe8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1003921046', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '80a9aa90-71b6-4ea7-a931-3b583057a404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:27Z', 'updated_at': '2021-07-14T09:35:01Z', 'revision_number': 5, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'gw_port': {'id': '80a9aa90-71b6-4ea7-a931-3b583057a404', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42b0ebe-9fd1-4d9e-b727-d262d4becfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:28Z', 'updated_at': '2021-07-14T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:03.735502 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce78c96-42b3-46b3-ad81-1febaa3c4e82 None None] Checking router: c42b0ebe-9fd1-4d9e-b727-d262d4becfe8 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:03.750929 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce78c96-42b3-46b3-ad81-1febaa3c4e82 None None] Routers {'c42b0ebe-9fd1-4d9e-b727-d262d4becfe8'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:03.751642 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-cce78c96-42b3-46b3-ad81-1febaa3c4e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:34:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['c42b0ebe-9fd1-4d9e-b727-d262d4becfe8'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:03.819830 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e701efa7-e0d6-45af-9842-0d2cc117dab3 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.894737 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-cce78c96-42b3-46b3-ad81-1febaa3c4e82 None None] Set router c42b0ebe-9fd1-4d9e-b727-d262d4becfe8 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:04.001605 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e701efa7-e0d6-45af-9842-0d2cc117dab3 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.016498 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a2f3ac-3bce-4adb-ab47-7fa814dc24db None None] DHCP port deletion for ff982131-2b0b-446f-b3de-db5afa3da603 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:35:04.099269 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-92a2f3ac-3bce-4adb-ab47-7fa814dc24db None None] Deleting port a94370d2-ab92-4f8c-bf13-be496c8a476e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:04.099690 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92a2f3ac-3bce-4adb-ab47-7fa814dc24db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.126115 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e701efa7-e0d6-45af-9842-0d2cc117dab3 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Deleting port 80a9aa90-71b6-4ea7-a931-3b583057a404 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:04.128549 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e701efa7-e0d6-45af-9842-0d2cc117dab3 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.193154 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-92a2f3ac-3bce-4adb-ab47-7fa814dc24db None None] For port a94370d2-ab92-4f8c-bf13-be496c8a476e, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a94370d2-ab92-4f8c-bf13-be496c8a476e,segment=NetworkSegment(c1ec2e3e-cf5b-433f-ba9f-618c5efaed83),segment_id=c1ec2e3e-cf5b-433f-ba9f-618c5efaed83)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:04.199628 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92a2f3ac-3bce-4adb-ab47-7fa814dc24db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.217508 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-cce78c96-42b3-46b3-ad81-1febaa3c4e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42b0ebe-9fd1-4d9e-b727-d262d4becfe8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1003921046', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '80a9aa90-71b6-4ea7-a931-3b583057a404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:27Z', 'updated_at': '2021-07-14T09:35:01Z', 'revision_number': 5, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'gw_port': {'id': '80a9aa90-71b6-4ea7-a931-3b583057a404', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42b0ebe-9fd1-4d9e-b727-d262d4becfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:28Z', 'updated_at': '2021-07-14T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:04.218117 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-92a2f3ac-3bce-4adb-ab47-7fa814dc24db None None] Calling delete_port for a94370d2-ab92-4f8c-bf13-be496c8a476e owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:04.258508 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce78c96-42b3-46b3-ad81-1febaa3c4e82 None None] The sync data for ids ['c42b0ebe-9fd1-4d9e-b727-d262d4becfe8'] in n-d-771362-35 is: [{'id': 'c42b0ebe-9fd1-4d9e-b727-d262d4becfe8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1003921046', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '80a9aa90-71b6-4ea7-a931-3b583057a404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:27Z', 'updated_at': '2021-07-14T09:35:01Z', 'revision_number': 5, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'gw_port': {'id': '80a9aa90-71b6-4ea7-a931-3b583057a404', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42b0ebe-9fd1-4d9e-b727-d262d4becfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:28Z', 'updated_at': '2021-07-14T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:04.269400 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e701efa7-e0d6-45af-9842-0d2cc117dab3 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] For port 80a9aa90-71b6-4ea7-a931-3b583057a404, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=80a9aa90-71b6-4ea7-a931-3b583057a404,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:04.269904 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e701efa7-e0d6-45af-9842-0d2cc117dab3 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.293359 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e701efa7-e0d6-45af-9842-0d2cc117dab3 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Calling delete_port for 80a9aa90-71b6-4ea7-a931-3b583057a404 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:04.344248 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92a2f3ac-3bce-4adb-ab47-7fa814dc24db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.359160 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a2f3ac-3bce-4adb-ab47-7fa814dc24db None None] No DVR routers for this DVR port a94370d2-ab92-4f8c-bf13-be496c8a476e on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:04.380970 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2f3ac-3bce-4adb-ab47-7fa814dc24db None None] Pushing event deleted for resources: {'Port': ['ID=a94370d2-ab92-4f8c-bf13-be496c8a476e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:04.504574 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52508) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:04.710368 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a94370d2-ab92-4f8c-bf13-be496c8a476e no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:04.741204 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac43f65c-9989-4de8-8998-be53600c1260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.743261 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: a94370d2-ab92-4f8c-bf13-be496c8a476e {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:04.743904 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a94370d2-ab92-4f8c-bf13-be496c8a476e not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:04.744561 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f1f20ece-36c6-4f92-87d5-a81de04ccd70 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:04.778311 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: f1f20ece-36c6-4f92-87d5-a81de04ccd70 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:04.779155 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f1f20ece-36c6-4f92-87d5-a81de04ccd70 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:04.890282 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac43f65c-9989-4de8-8998-be53600c1260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.894641 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac43f65c-9989-4de8-8998-be53600c1260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.925255 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e701efa7-e0d6-45af-9842-0d2cc117dab3 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.942238 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43f65c-9989-4de8-8998-be53600c1260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a640c241-0f3e-4720-815e-b27ce8b1a4f9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:04.950297 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ac43f65c-9989-4de8-8998-be53600c1260 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=38748bd041fa4b449d75104f87c6e8e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4442840 Jul 14 09:35:04.953504 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52514) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:04.957358 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701efa7-e0d6-45af-9842-0d2cc117dab3 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event deleted for resources: {'Port': ['ID=80a9aa90-71b6-4ea7-a931-3b583057a404,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:05.023319 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b156c8d-2cdb-4bfd-af70-7858c4b09ca6 req-d18c2ffa-a0c1-4948-b6c6-b13fbb5eddb1 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:05.024943 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b156c8d-2cdb-4bfd-af70-7858c4b09ca6 req-d18c2ffa-a0c1-4948-b6c6-b13fbb5eddb1 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bb86c94-1894-4235-b0da-3bcbf3862696 HTTP/1.1" status: 200 len: 944 time: 0.1596985 Jul 14 09:35:05.029089 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-798b27b0-b738-42b9-8ab1-1d2a0ac3b790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.053981 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-798b27b0-b738-42b9-8ab1-1d2a0ac3b790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.061753 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e701efa7-e0d6-45af-9842-0d2cc117dab3 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.110451 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-798b27b0-b738-42b9-8ab1-1d2a0ac3b790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.113203 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-798b27b0-b738-42b9-8ab1-1d2a0ac3b790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.114362 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-798b27b0-b738-42b9-8ab1-1d2a0ac3b790 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a640c241-0f3e-4720-815e-b27ce8b1a4f9 HTTP/1.1" status: 204 len: 168 time: 0.1592722 Jul 14 09:35:05.125557 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b27b0-b738-42b9-8ab1-1d2a0ac3b790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a640c241-0f3e-4720-815e-b27ce8b1a4f9,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:05.165601 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b156c8d-2cdb-4bfd-af70-7858c4b09ca6 req-4152f3f9-65fc-4318-afaa-42527abeaa04 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337702 Jul 14 09:35:05.173836 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e701efa7-e0d6-45af-9842-0d2cc117dab3 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.176359 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e701efa7-e0d6-45af-9842-0d2cc117dab3 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.227811 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e701efa7-e0d6-45af-9842-0d2cc117dab3 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.228450 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e701efa7-e0d6-45af-9842-0d2cc117dab3 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Fanout notify agent at l3_agent the message router_deleted on router c42b0ebe-9fd1-4d9e-b727-d262d4becfe8 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:35:05.237433 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e701efa7-e0d6-45af-9842-0d2cc117dab3 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.238543 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e701efa7-e0d6-45af-9842-0d2cc117dab3 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "DELETE /v2.0/routers/c42b0ebe-9fd1-4d9e-b727-d262d4becfe8 HTTP/1.1" status: 204 len: 168 time: 1.6213772 Jul 14 09:35:05.242297 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52520) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:05.463690 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd685e1c-e9c0-4d24-b73e-fc4e08878cde tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.530017 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52524) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:05.546286 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd749b8f-48b9-4728-93a2-92960f153a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.573573 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd685e1c-e9c0-4d24-b73e-fc4e08878cde tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.589707 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-cd685e1c-e9c0-4d24-b73e-fc4e08878cde tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff982131-2b0b-446f-b3de-db5afa3da603']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:05.605981 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-cd685e1c-e9c0-4d24-b73e-fc4e08878cde tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ec2e3e-cf5b-433f-ba9f-618c5efaed83') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:05.606505 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-cd685e1c-e9c0-4d24-b73e-fc4e08878cde tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ec2e3e-cf5b-433f-ba9f-618c5efaed83') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:05.620121 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd685e1c-e9c0-4d24-b73e-fc4e08878cde tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.639552 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd685e1c-e9c0-4d24-b73e-fc4e08878cde tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.649229 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd685e1c-e9c0-4d24-b73e-fc4e08878cde tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:05.649849 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd685e1c-e9c0-4d24-b73e-fc4e08878cde tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:05.653631 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:05.691953 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd749b8f-48b9-4728-93a2-92960f153a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.697319 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd749b8f-48b9-4728-93a2-92960f153a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.730270 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd685e1c-e9c0-4d24-b73e-fc4e08878cde tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.741901 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd749b8f-48b9-4728-93a2-92960f153a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea64787-2715-4731-97f9-8f5304459654,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:05.742143 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd685e1c-e9c0-4d24-b73e-fc4e08878cde tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.743097 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cd685e1c-e9c0-4d24-b73e-fc4e08878cde tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "DELETE /v2.0/networks/ff982131-2b0b-446f-b3de-db5afa3da603 HTTP/1.1" status: 204 len: 168 time: 0.4973676 Jul 14 09:35:05.746229 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52526) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:05.751262 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-dd749b8f-48b9-4728-93a2-92960f153a32 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c00637bdcecc47408659604cc027770b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2177129 Jul 14 09:35:05.752945 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52528) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:05.781291 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd685e1c-e9c0-4d24-b73e-fc4e08878cde tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event deleted for resources: {'Network': ['ID=ff982131-2b0b-446f-b3de-db5afa3da603,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:05.844163 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e34b166e-7d9f-4169-a16e-c15d20a0e057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.871073 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e34b166e-7d9f-4169-a16e-c15d20a0e057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.934140 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e34b166e-7d9f-4169-a16e-c15d20a0e057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.936995 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e34b166e-7d9f-4169-a16e-c15d20a0e057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.938184 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e34b166e-7d9f-4169-a16e-c15d20a0e057 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ea64787-2715-4731-97f9-8f5304459654 HTTP/1.1" status: 204 len: 168 time: 0.1838377 Jul 14 09:35:05.947388 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b166e-7d9f-4169-a16e-c15d20a0e057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea64787-2715-4731-97f9-8f5304459654,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:05.955659 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-163941d6-6661-4b1d-a4ed-0b4d94eb84d5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Deleting port 8c699fdd-603a-4d9d-851b-1bd0d390cf56 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:05.956708 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-163941d6-6661-4b1d-a4ed-0b4d94eb84d5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:06.048101 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-163941d6-6661-4b1d-a4ed-0b4d94eb84d5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:06.048434 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-163941d6-6661-4b1d-a4ed-0b4d94eb84d5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:06.068648 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-163941d6-6661-4b1d-a4ed-0b4d94eb84d5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Calling delete_port for 8c699fdd-603a-4d9d-851b-1bd0d390cf56 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:06.341358 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-163941d6-6661-4b1d-a4ed-0b4d94eb84d5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:06.371908 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163941d6-6661-4b1d-a4ed-0b4d94eb84d5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event deleted for resources: {'Port': ['ID=8c699fdd-603a-4d9d-851b-1bd0d390cf56,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:06.470783 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01398dc7-b8a4-49c7-be01-d19dca702a8b req-c8d426e0-6df5-4070-b15c-2de11611d8a7 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:06.481091 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01398dc7-b8a4-49c7-be01-d19dca702a8b req-c8d426e0-6df5-4070-b15c-2de11611d8a7 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bb86c94-1894-4235-b0da-3bcbf3862696 HTTP/1.1" status: 200 len: 944 time: 0.1818995 Jul 14 09:35:06.491098 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 80a9aa90-71b6-4ea7-a931-3b583057a404 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:06.491681 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-163941d6-6661-4b1d-a4ed-0b4d94eb84d5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:06.491793 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-163941d6-6661-4b1d-a4ed-0b4d94eb84d5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Floating IP 626b413e-b421-4c30-812b-caae61348312 disassociated (deleted). External IP: 172.25.6.112, port: 0050b925-20ff-4ea3-b1db-79171449c277. Jul 14 09:35:06.512691 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 80a9aa90-71b6-4ea7-a931-3b583057a404 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:06.513305 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 80a9aa90-71b6-4ea7-a931-3b583057a404 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:06.569406 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01398dc7-b8a4-49c7-be01-d19dca702a8b req-85cbf815-8fb6-43f1-b520-da2c4e28f881 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873401 Jul 14 09:35:06.751425 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163941d6-6661-4b1d-a4ed-0b4d94eb84d5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Router 7693debe-ca3e-40f4-ace7-dcc3148dd12c has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:06.873765 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163941d6-6661-4b1d-a4ed-0b4d94eb84d5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:06.878333 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-163941d6-6661-4b1d-a4ed-0b4d94eb84d5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:06.885179 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f51f415-4a8e-43e8-a23f-bfe0b413e8d7 None None] Sync routers for ids ['7693debe-ca3e-40f4-ace7-dcc3148dd12c'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:06.894434 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f51f415-4a8e-43e8-a23f-bfe0b413e8d7 None None] Routers {'7693debe-ca3e-40f4-ace7-dcc3148dd12c'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:06.895066 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4f51f415-4a8e-43e8-a23f-bfe0b413e8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:34:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7693debe-ca3e-40f4-ace7-dcc3148dd12c'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:06.944383 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-163941d6-6661-4b1d-a4ed-0b4d94eb84d5 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "DELETE /v2.0/floatingips/626b413e-b421-4c30-812b-caae61348312 HTTP/1.1" status: 204 len: 168 time: 1.1941128 Jul 14 09:35:06.944954 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac64a246-6111-47c7-a56d-704ddf53b904', 'tag': '0050b925-20ff-4ea3-b1db-79171449c277'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:06.947238 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b44d45-9c2d-4064-adf3-83c790458ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "ac64a246-6111-47c7-a56d-704ddf53b904", "tag": "0050b925-20ff-4ea3-b1db-79171449c277"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:06.992226 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057a6600-5e6d-484a-a56d-f8a74acfef4d x-openstack-request-id: req-057a6600-5e6d-484a-a56d-f8a74acfef4d {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:06.992852 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac64a246-6111-47c7-a56d-704ddf53b904", "tag": "0050b925-20ff-4ea3-b1db-79171449c277", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:06.992852 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-057a6600-5e6d-484a-a56d-f8a74acfef4d {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:06.993150 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac64a246-6111-47c7-a56d-704ddf53b904', 'tag': '0050b925-20ff-4ea3-b1db-79171449c277', 'status': 'completed', 'code': 200} Jul 14 09:35:07.032221 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-4f51f415-4a8e-43e8-a23f-bfe0b413e8d7 None None] Set router 7693debe-ca3e-40f4-ace7-dcc3148dd12c gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:07.101547 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b44d45-9c2d-4064-adf3-83c790458ca6 req-2e8a85d1-7314-4810-a4a0-3ade07428df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:07.107751 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-53b44d45-9c2d-4064-adf3-83c790458ca6 req-2e8a85d1-7314-4810-a4a0-3ade07428df0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c6d70120fc4240e181353ff36863fe62&device_id=ac64a246-6111-47c7-a56d-704ddf53b904 HTTP/1.1" status: 200 len: 1136 time: 0.0896580 Jul 14 09:35:07.238732 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b44d45-9c2d-4064-adf3-83c790458ca6 req-b6cd4dc1-2ff5-4030-b1a9-6efe5570a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:07.241727 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-53b44d45-9c2d-4064-adf3-83c790458ca6 req-b6cd4dc1-2ff5-4030-b1a9-6efe5570a7ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=537da7df-b394-4713-8449-76a067ef2cbc HTTP/1.1" status: 200 len: 897 time: 0.1280322 Jul 14 09:35:07.293443 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-53b44d45-9c2d-4064-adf3-83c790458ca6 req-2e23be4c-eb04-4c0c-badc-8135e3b5f9e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0050b925-20ff-4ea3-b1db-79171449c277 HTTP/1.1" status: 200 len: 217 time: 0.0444109 Jul 14 09:35:07.306356 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4f51f415-4a8e-43e8-a23f-bfe0b413e8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402948804', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:20Z', 'updated_at': '2021-07-14T09:33:29Z', 'revision_number': 4, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'gw_port': {'id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:21Z', 'updated_at': '2021-07-14T09:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '02614167-9325-4f06-b2bf-2e9aa7652749', 'name': '', 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'mac_address': 'fa:16:3e:2c:75:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '3fa79cf1-a154-4a89-af19-862eed5ed03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:27Z', 'updated_at': '2021-07-14T09:33:37Z', 'revision_number': 5, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'subnets': [{'id': '3fa79cf1-a154-4a89-af19-862eed5ed03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:07.338995 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f51f415-4a8e-43e8-a23f-bfe0b413e8d7 None None] Checking router: 7693debe-ca3e-40f4-ace7-dcc3148dd12c for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:07.346605 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f51f415-4a8e-43e8-a23f-bfe0b413e8d7 None None] Routers {'7693debe-ca3e-40f4-ace7-dcc3148dd12c'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:07.347236 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4f51f415-4a8e-43e8-a23f-bfe0b413e8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:34:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7693debe-ca3e-40f4-ace7-dcc3148dd12c'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:07.358529 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b44d45-9c2d-4064-adf3-83c790458ca6 req-0e3393ca-d034-423d-a7e5-ee8107b1bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:07.360684 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-53b44d45-9c2d-4064-adf3-83c790458ca6 req-0e3393ca-d034-423d-a7e5-ee8107b1bc4c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fa79cf1-a154-4a89-af19-862eed5ed03a HTTP/1.1" status: 200 len: 835 time: 0.0608110 Jul 14 09:35:07.434754 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b44d45-9c2d-4064-adf3-83c790458ca6 req-e54347a6-c4ee-4870-a7bc-56ccdf397088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:07.437486 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ccb400-283b-4e02-ab2f-01d2f8a179a7 req-c770e4bc-8a36-4419-a502-d7fe36c0dc4c tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:07.437740 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-53b44d45-9c2d-4064-adf3-83c790458ca6 req-e54347a6-c4ee-4870-a7bc-56ccdf397088 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=537da7df-b394-4713-8449-76a067ef2cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695274 Jul 14 09:35:07.439171 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-46ccb400-283b-4e02-ab2f-01d2f8a179a7 req-c770e4bc-8a36-4419-a502-d7fe36c0dc4c tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac64a246-6111-47c7-a56d-704ddf53b904 HTTP/1.1" status: 200 len: 984 time: 0.0776412 Jul 14 09:35:07.493993 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-4f51f415-4a8e-43e8-a23f-bfe0b413e8d7 None None] Set router 7693debe-ca3e-40f4-ace7-dcc3148dd12c gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:07.498015 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-46ccb400-283b-4e02-ab2f-01d2f8a179a7 req-2d8e0e04-baa1-40a4-9855-3356e7b4cc2e tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/security-groups?id=945cf5d1-907d-4fb8-a3b5-ee0f27bfa7df&id=f5f63943-9ef8-4272-88f4-c7a1a9b20b26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0509350 Jul 14 09:35:07.547541 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-53b44d45-9c2d-4064-adf3-83c790458ca6 req-45d7996f-6a68-474e-8847-b24830733269 service neutron] 10.222.0.47 "GET /v2.0/networks/537da7df-b394-4713-8449-76a067ef2cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028638 Jul 14 09:35:07.680579 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-53b44d45-9c2d-4064-adf3-83c790458ca6 req-f25b699a-9f16-46cd-94ad-8f55ef11ae09 service neutron] 10.222.0.47 "GET /v2.0/networks/537da7df-b394-4713-8449-76a067ef2cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258471 Jul 14 09:35:07.761940 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4f51f415-4a8e-43e8-a23f-bfe0b413e8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402948804', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:20Z', 'updated_at': '2021-07-14T09:33:29Z', 'revision_number': 4, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'gw_port': {'id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:21Z', 'updated_at': '2021-07-14T09:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '02614167-9325-4f06-b2bf-2e9aa7652749', 'name': '', 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'mac_address': 'fa:16:3e:2c:75:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '3fa79cf1-a154-4a89-af19-862eed5ed03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:27Z', 'updated_at': '2021-07-14T09:33:37Z', 'revision_number': 5, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'subnets': [{'id': '3fa79cf1-a154-4a89-af19-862eed5ed03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:07.783175 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e3678-0a40-4f2a-a1ed-4f6c05ddcaba req-f25f8b88-8eb9-48f6-ae3c-95d743b8647a tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:07.785433 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9a6e3678-0a40-4f2a-a1ed-4f6c05ddcaba req-f25f8b88-8eb9-48f6-ae3c-95d743b8647a tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bb86c94-1894-4235-b0da-3bcbf3862696 HTTP/1.1" status: 200 len: 944 time: 0.0831611 Jul 14 09:35:07.800250 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f51f415-4a8e-43e8-a23f-bfe0b413e8d7 None None] The sync data for ids ['7693debe-ca3e-40f4-ace7-dcc3148dd12c'] in n-d-771362-35 is: [{'id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402948804', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:20Z', 'updated_at': '2021-07-14T09:33:29Z', 'revision_number': 4, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'gw_port': {'id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:21Z', 'updated_at': '2021-07-14T09:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '02614167-9325-4f06-b2bf-2e9aa7652749', 'name': '', 'network_id': '537da7df-b394-4713-8449-76a067ef2cbc', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'mac_address': 'fa:16:3e:2c:75:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '3fa79cf1-a154-4a89-af19-862eed5ed03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:27Z', 'updated_at': '2021-07-14T09:33:37Z', 'revision_number': 5, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'subnets': [{'id': '3fa79cf1-a154-4a89-af19-862eed5ed03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:07.831572 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9a6e3678-0a40-4f2a-a1ed-4f6c05ddcaba req-c713eeb6-7dde-4bc9-9f7d-e51967900f76 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399234 Jul 14 09:35:08.061947 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cd6f89-9c8b-4009-9a06-18b9b1d108a5 None None] New status for floating IP 626b413e-b421-4c30-812b-caae61348312: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:35:08.618116 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d18e1-5c2e-49dd-9613-da11ca148df6 req-e37a47eb-b670-4034-83f4-cba0b56854b7 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:08.619827 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6d7d18e1-5c2e-49dd-9613-da11ca148df6 req-e37a47eb-b670-4034-83f4-cba0b56854b7 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac64a246-6111-47c7-a56d-704ddf53b904 HTTP/1.1" status: 200 len: 984 time: 0.0939770 Jul 14 09:35:08.747043 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-6d7d18e1-5c2e-49dd-9613-da11ca148df6 req-87911e56-a18e-468a-8ed0-c5f9b04c1a94 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Deleting port 0050b925-20ff-4ea3-b1db-79171449c277 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:08.747392 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6d7d18e1-5c2e-49dd-9613-da11ca148df6 req-87911e56-a18e-468a-8ed0-c5f9b04c1a94 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.787843 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52618) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:08.880337 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-6d7d18e1-5c2e-49dd-9613-da11ca148df6 req-87911e56-a18e-468a-8ed0-c5f9b04c1a94 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] For port 0050b925-20ff-4ea3-b1db-79171449c277, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=0050b925-20ff-4ea3-b1db-79171449c277,segment=NetworkSegment(6c9682bf-4ac0-4ecd-b7e6-c395e5af687b),segment_id=6c9682bf-4ac0-4ecd-b7e6-c395e5af687b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:08.880562 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6d7d18e1-5c2e-49dd-9613-da11ca148df6 req-87911e56-a18e-468a-8ed0-c5f9b04c1a94 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.896367 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-6d7d18e1-5c2e-49dd-9613-da11ca148df6 req-87911e56-a18e-468a-8ed0-c5f9b04c1a94 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Calling delete_port for 0050b925-20ff-4ea3-b1db-79171449c277 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:08.966129 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-513c4648-a934-4b2f-8335-99bf452272b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.086463 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6d7d18e1-5c2e-49dd-9613-da11ca148df6 req-87911e56-a18e-468a-8ed0-c5f9b04c1a94 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.117456 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87911e56-a18e-468a-8ed0-c5f9b04c1a94 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event deleted for resources: {'Port': ['ID=0050b925-20ff-4ea3-b1db-79171449c277,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:09.144760 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b6ef6-9ffd-496b-8abd-9f75e48fa238 req-f8693392-874a-474d-a228-83fd49ef4d1c tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:09.148394 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d62b6ef6-9ffd-496b-8abd-9f75e48fa238 req-f8693392-874a-474d-a228-83fd49ef4d1c tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac64a246-6111-47c7-a56d-704ddf53b904 HTTP/1.1" status: 200 len: 906 time: 0.4866817 Jul 14 09:35:09.182131 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7d18e1-5c2e-49dd-9613-da11ca148df6 req-87911e56-a18e-468a-8ed0-c5f9b04c1a94 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] No DVR routers for this DVR port 0050b925-20ff-4ea3-b1db-79171449c277 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:09.184960 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6d7d18e1-5c2e-49dd-9613-da11ca148df6 req-87911e56-a18e-468a-8ed0-c5f9b04c1a94 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.187463 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6d7d18e1-5c2e-49dd-9613-da11ca148df6 req-87911e56-a18e-468a-8ed0-c5f9b04c1a94 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.47 "DELETE /v2.0/ports/0050b925-20ff-4ea3-b1db-79171449c277 HTTP/1.1" status: 204 len: 173 time: 0.5613017 Jul 14 09:35:09.187976 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac64a246-6111-47c7-a56d-704ddf53b904', 'name': 'network-vif-deleted', 'tag': '0050b925-20ff-4ea3-b1db-79171449c277'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:09.191033 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fbf08b-e7ed-4a1b-babf-053a7f1a5d6d" -d '{"events": [{"server_uuid": "ac64a246-6111-47c7-a56d-704ddf53b904", "name": "network-vif-deleted", "tag": "0050b925-20ff-4ea3-b1db-79171449c277"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:09.209903 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-513c4648-a934-4b2f-8335-99bf452272b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.219026 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-513c4648-a934-4b2f-8335-99bf452272b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.271334 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d62b6ef6-9ffd-496b-8abd-9f75e48fa238 req-ad2fb516-4a6e-494c-88c0-d23d119989f2 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "GET /v2.0/security-groups?id=945cf5d1-907d-4fb8-a3b5-ee0f27bfa7df&id=f5f63943-9ef8-4272-88f4-c7a1a9b20b26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1118999 Jul 14 09:35:09.279561 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbac984-1055-4fc3-9941-c341fb119f47 req-f8a5d6ab-145c-4d34-8d48-3203db8a7da0 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:09.281156 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dcbac984-1055-4fc3-9941-c341fb119f47 req-f8a5d6ab-145c-4d34-8d48-3203db8a7da0 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bb86c94-1894-4235-b0da-3bcbf3862696 HTTP/1.1" status: 200 len: 944 time: 0.2040148 Jul 14 09:35:09.298552 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-513c4648-a934-4b2f-8335-99bf452272b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3574c224b3fd441a99d2452d2a1336a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5023680 Jul 14 09:35:09.298552 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52628) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:09.304670 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c4648-a934-4b2f-8335-99bf452272b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9866ab6-d24a-4344-a1ba-bebe63da6c52,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:09.353022 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b805699-3e53-4435-81b2-d1301d6c5217 x-openstack-request-id: req-2b805699-3e53-4435-81b2-d1301d6c5217 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:09.353453 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac64a246-6111-47c7-a56d-704ddf53b904", "name": "network-vif-deleted", "tag": "0050b925-20ff-4ea3-b1db-79171449c277", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:09.353946 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b805699-3e53-4435-81b2-d1301d6c5217 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:09.354427 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac64a246-6111-47c7-a56d-704ddf53b904', 'name': 'network-vif-deleted', 'tag': '0050b925-20ff-4ea3-b1db-79171449c277', 'status': 'completed', 'code': 200} Jul 14 09:35:09.366141 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dcbac984-1055-4fc3-9941-c341fb119f47 req-717a6db7-1f7e-4aae-918e-64a985f7ef32 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721567 Jul 14 09:35:09.397255 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f895d65a-6083-4957-87d9-14e0b904e333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.423141 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f895d65a-6083-4957-87d9-14e0b904e333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.486921 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f895d65a-6083-4957-87d9-14e0b904e333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.489622 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f895d65a-6083-4957-87d9-14e0b904e333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.491459 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f895d65a-6083-4957-87d9-14e0b904e333 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9866ab6-d24a-4344-a1ba-bebe63da6c52 HTTP/1.1" status: 204 len: 168 time: 0.1928880 Jul 14 09:35:09.502143 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895d65a-6083-4957-87d9-14e0b904e333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9866ab6-d24a-4344-a1ba-bebe63da6c52,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:09.842212 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52634) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:09.856149 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4848a735-bc78-4bc8-ac39-31d95518834e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.967252 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4848a735-bc78-4bc8-ac39-31d95518834e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.971469 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4848a735-bc78-4bc8-ac39-31d95518834e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.013097 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4848a735-bc78-4bc8-ac39-31d95518834e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b8b27ee4390e46be961e1f10846de3ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1697223 Jul 14 09:35:10.013923 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848a735-bc78-4bc8-ac39-31d95518834e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd257ca-6465-4306-aac8-0cf972cb8833,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:10.016795 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52638) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:10.073328 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00e76c4d-db86-4a26-bd9b-790d2204e0f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.096005 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00e76c4d-db86-4a26-bd9b-790d2204e0f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.150316 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00e76c4d-db86-4a26-bd9b-790d2204e0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.152956 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00e76c4d-db86-4a26-bd9b-790d2204e0f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.154155 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-00e76c4d-db86-4a26-bd9b-790d2204e0f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fcd257ca-6465-4306-aac8-0cf972cb8833 HTTP/1.1" status: 204 len: 168 time: 0.1364081 Jul 14 09:35:10.162774 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e76c4d-db86-4a26-bd9b-790d2204e0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd257ca-6465-4306-aac8-0cf972cb8833,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:10.376316 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52646) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:10.450380 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01206b71-d08f-4d7a-a8c7-c91ded7fc638 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.479152 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01206b71-d08f-4d7a-a8c7-c91ded7fc638 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.569940 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01206b71-d08f-4d7a-a8c7-c91ded7fc638 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.572957 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01206b71-d08f-4d7a-a8c7-c91ded7fc638 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.574355 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-01206b71-d08f-4d7a-a8c7-c91ded7fc638 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "DELETE /v2.0/security-groups/945cf5d1-907d-4fb8-a3b5-ee0f27bfa7df HTTP/1.1" status: 204 len: 168 time: 0.1969509 Jul 14 09:35:10.577179 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52658) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:10.592680 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01206b71-d08f-4d7a-a8c7-c91ded7fc638 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=945cf5d1-907d-4fb8-a3b5-ee0f27bfa7df,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:10.603405 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb9cba-81ea-4f7c-8f81-3965fe94a238 req-e7f14049-b8c9-42b7-9442-0d0b19174f9c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:10.605329 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bbcb9cba-81ea-4f7c-8f81-3965fe94a238 req-e7f14049-b8c9-42b7-9442-0d0b19174f9c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bb86c94-1894-4235-b0da-3bcbf3862696 HTTP/1.1" status: 200 len: 944 time: 0.1104670 Jul 14 09:35:10.648571 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bbcb9cba-81ea-4f7c-8f81-3965fe94a238 req-9d5647c2-b388-4e59-81b2-a095a9a434f7 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369828 Jul 14 09:35:10.654038 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-135b0408-7737-4779-85fb-b93f345da491 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.683461 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-135b0408-7737-4779-85fb-b93f345da491 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.713695 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.733739 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-135b0408-7737-4779-85fb-b93f345da491 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.736426 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-135b0408-7737-4779-85fb-b93f345da491 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.737526 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-135b0408-7737-4779-85fb-b93f345da491 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "DELETE /v2.0/security-groups/f5f63943-9ef8-4272-88f4-c7a1a9b20b26 HTTP/1.1" status: 204 len: 168 time: 0.1592450 Jul 14 09:35:10.741041 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52664) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:10.747478 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b0408-7737-4779-85fb-b93f345da491 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f63943-9ef8-4272-88f4-c7a1a9b20b26,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:11.123950 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f29e4a3f-b71d-4550-81b0-2a8d03899002 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.429694 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f29e4a3f-b71d-4550-81b0-2a8d03899002 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Deleting port 02614167-9325-4f06-b2bf-2e9aa7652749 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:11.430040 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f29e4a3f-b71d-4550-81b0-2a8d03899002 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.525457 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f29e4a3f-b71d-4550-81b0-2a8d03899002 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] For port 02614167-9325-4f06-b2bf-2e9aa7652749, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=02614167-9325-4f06-b2bf-2e9aa7652749,segment=NetworkSegment(6c9682bf-4ac0-4ecd-b7e6-c395e5af687b),segment_id=6c9682bf-4ac0-4ecd-b7e6-c395e5af687b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:11.525940 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f29e4a3f-b71d-4550-81b0-2a8d03899002 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.541201 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f29e4a3f-b71d-4550-81b0-2a8d03899002 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Calling delete_port for 02614167-9325-4f06-b2bf-2e9aa7652749 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:11.745431 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f29e4a3f-b71d-4550-81b0-2a8d03899002 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.777214 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e4a3f-b71d-4550-81b0-2a8d03899002 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event deleted for resources: {'Port': ['ID=02614167-9325-4f06-b2bf-2e9aa7652749,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:11.944096 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f18fc-1f80-41a6-956a-19e16fe15b7b req-2ee6f2e1-a202-4c77-b886-a8349260f949 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:11.946088 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b87f18fc-1f80-41a6-956a-19e16fe15b7b req-2ee6f2e1-a202-4c77-b886-a8349260f949 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bb86c94-1894-4235-b0da-3bcbf3862696 HTTP/1.1" status: 200 len: 944 time: 0.1725426 Jul 14 09:35:11.999838 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 239578ae-675a-4e3d-bd3b-701c623ecafc details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:35:12.001903 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 0050b925-20ff-4ea3-b1db-79171449c277 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:12.031156 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 0050b925-20ff-4ea3-b1db-79171449c277 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:12.031393 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 0050b925-20ff-4ea3-b1db-79171449c277 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:12.036127 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b87f18fc-1f80-41a6-956a-19e16fe15b7b req-5c8bc391-17ce-4df4-9d12-824eb705ad55 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509887 Jul 14 09:35:12.038996 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f29e4a3f-b71d-4550-81b0-2a8d03899002 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.126664 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 239578ae-675a-4e3d-bd3b-701c623ecafc, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=239578ae-675a-4e3d-bd3b-701c623ecafc,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:12.142191 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '239578ae-675a-4e3d-bd3b-701c623ecafc', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'port_id': '239578ae-675a-4e3d-bd3b-701c623ecafc', 'mac_address': 'fa:16:3e:16:23:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:35:12.194842 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.212308 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239578ae-675a-4e3d-bd3b-701c623ecafc {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:12.250769 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 239578ae-675a-4e3d-bd3b-701c623ecafc, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=239578ae-675a-4e3d-bd3b-701c623ecafc,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:12.261338 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.269809 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.298647 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29e4a3f-b71d-4550-81b0-2a8d03899002 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Router 7693debe-ca3e-40f4-ace7-dcc3148dd12c has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:12.338864 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=239578ae-675a-4e3d-bd3b-701c623ecafc,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:12.469896 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['239578ae-675a-4e3d-bd3b-701c623ecafc'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:12.740299 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29e4a3f-b71d-4550-81b0-2a8d03899002 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:12.746006 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f29e4a3f-b71d-4550-81b0-2a8d03899002 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "PUT /v2.0/routers/7693debe-ca3e-40f4-ace7-dcc3148dd12c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0034189 Jul 14 09:35:12.748455 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52720) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:12.751554 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2692394-dd8e-41af-b637-280e6ba32515 None None] Sync routers for ids ['7693debe-ca3e-40f4-ace7-dcc3148dd12c'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:12.763427 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2692394-dd8e-41af-b637-280e6ba32515 None None] Routers {'7693debe-ca3e-40f4-ace7-dcc3148dd12c'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:12.764441 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f2692394-dd8e-41af-b637-280e6ba32515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:34:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7693debe-ca3e-40f4-ace7-dcc3148dd12c'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:12.803436 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57b273e-9132-4dc3-9d32-54d26071a9d0 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Deleting subnet 3fa79cf1-a154-4a89-af19-862eed5ed03a {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:35:12.807358 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b57b273e-9132-4dc3-9d32-54d26071a9d0 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.851151 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b57b273e-9132-4dc3-9d32-54d26071a9d0 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.884299 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-f2692394-dd8e-41af-b637-280e6ba32515 None None] Set router 7693debe-ca3e-40f4-ace7-dcc3148dd12c gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:12.952136 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b57b273e-9132-4dc3-9d32-54d26071a9d0 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.028475 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b57b273e-9132-4dc3-9d32-54d26071a9d0 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.059778 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b273e-9132-4dc3-9d32-54d26071a9d0 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa79cf1-a154-4a89-af19-862eed5ed03a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:13.061689 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b57b273e-9132-4dc3-9d32-54d26071a9d0 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.070719 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d96cf2c-97da-4d48-9db1-ea332fee7353 None None] Network 537da7df-b394-4713-8449-76a067ef2cbc requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:13.074232 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b57b273e-9132-4dc3-9d32-54d26071a9d0 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "DELETE /v2.0/subnets/3fa79cf1-a154-4a89-af19-862eed5ed03a HTTP/1.1" status: 204 len: 168 time: 0.3239012 Jul 14 09:35:13.076045 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52730) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:13.157462 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f2692394-dd8e-41af-b637-280e6ba32515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402948804', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:20Z', 'updated_at': '2021-07-14T09:35:11Z', 'revision_number': 5, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'gw_port': {'id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:21Z', 'updated_at': '2021-07-14T09:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:13.186607 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2692394-dd8e-41af-b637-280e6ba32515 None None] Checking router: 7693debe-ca3e-40f4-ace7-dcc3148dd12c for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:13.240238 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2692394-dd8e-41af-b637-280e6ba32515 None None] Routers {'7693debe-ca3e-40f4-ace7-dcc3148dd12c'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:13.240951 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f2692394-dd8e-41af-b637-280e6ba32515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:34:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7693debe-ca3e-40f4-ace7-dcc3148dd12c'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:13.242488 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd429c96-555e-487a-8cfd-1c901b147f62 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.358872 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427bd3e-7371-42d0-8c0b-15d34bcb25b0 req-61107866-39b7-41ca-a434-a17355dc7f34 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:13.366665 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f427bd3e-7371-42d0-8c0b-15d34bcb25b0 req-61107866-39b7-41ca-a434-a17355dc7f34 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bb86c94-1894-4235-b0da-3bcbf3862696 HTTP/1.1" status: 200 len: 945 time: 0.1840944 Jul 14 09:35:13.368685 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-f2692394-dd8e-41af-b637-280e6ba32515 None None] Set router 7693debe-ca3e-40f4-ace7-dcc3148dd12c gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:13.414919 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f427bd3e-7371-42d0-8c0b-15d34bcb25b0 req-f65be552-4409-4c0a-bfa9-2e865377d6eb tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471649 Jul 14 09:35:13.443305 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd429c96-555e-487a-8cfd-1c901b147f62 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.452859 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b7669f-5693-43d8-8089-c8e72238a3fe None None] DHCP port deletion for 537da7df-b394-4713-8449-76a067ef2cbc request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:35:13.514454 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cd429c96-555e-487a-8cfd-1c901b147f62 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Deleting port c449e622-4d11-4aa8-bdb2-8226a1d0fb54 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:13.514784 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd429c96-555e-487a-8cfd-1c901b147f62 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.590318 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-81b7669f-5693-43d8-8089-c8e72238a3fe None None] Deleting port 2b7fb81c-b6d3-4c10-a54a-88258cc9428d {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:13.590687 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81b7669f-5693-43d8-8089-c8e72238a3fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.602372 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cd429c96-555e-487a-8cfd-1c901b147f62 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] For port c449e622-4d11-4aa8-bdb2-8226a1d0fb54, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c449e622-4d11-4aa8-bdb2-8226a1d0fb54,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:13.602790 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd429c96-555e-487a-8cfd-1c901b147f62 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.616848 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cd429c96-555e-487a-8cfd-1c901b147f62 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Calling delete_port for c449e622-4d11-4aa8-bdb2-8226a1d0fb54 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:13.668051 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-81b7669f-5693-43d8-8089-c8e72238a3fe None None] For port 2b7fb81c-b6d3-4c10-a54a-88258cc9428d, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2b7fb81c-b6d3-4c10-a54a-88258cc9428d,segment=NetworkSegment(6c9682bf-4ac0-4ecd-b7e6-c395e5af687b),segment_id=6c9682bf-4ac0-4ecd-b7e6-c395e5af687b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:13.668351 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81b7669f-5693-43d8-8089-c8e72238a3fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.685052 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-81b7669f-5693-43d8-8089-c8e72238a3fe None None] Calling delete_port for 2b7fb81c-b6d3-4c10-a54a-88258cc9428d owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:13.690082 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f2692394-dd8e-41af-b637-280e6ba32515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402948804', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:20Z', 'updated_at': '2021-07-14T09:35:11Z', 'revision_number': 5, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'gw_port': {'id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:21Z', 'updated_at': '2021-07-14T09:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:13.723389 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2692394-dd8e-41af-b637-280e6ba32515 None None] The sync data for ids ['7693debe-ca3e-40f4-ace7-dcc3148dd12c'] in n-d-771362-35 is: [{'id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402948804', 'tenant_id': 'c6d70120fc4240e181353ff36863fe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:20Z', 'updated_at': '2021-07-14T09:35:11Z', 'revision_number': 5, 'project_id': 'c6d70120fc4240e181353ff36863fe62', 'gw_port': {'id': 'c449e622-4d11-4aa8-bdb2-8226a1d0fb54', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693debe-ca3e-40f4-ace7-dcc3148dd12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:21Z', 'updated_at': '2021-07-14T09:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:13.814298 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81b7669f-5693-43d8-8089-c8e72238a3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.817122 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd429c96-555e-487a-8cfd-1c901b147f62 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.843229 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7669f-5693-43d8-8089-c8e72238a3fe None None] Pushing event deleted for resources: {'Port': ['ID=2b7fb81c-b6d3-4c10-a54a-88258cc9428d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:13.848333 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b7669f-5693-43d8-8089-c8e72238a3fe None None] No DVR routers for this DVR port 2b7fb81c-b6d3-4c10-a54a-88258cc9428d on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:13.860746 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd429c96-555e-487a-8cfd-1c901b147f62 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event deleted for resources: {'Port': ['ID=c449e622-4d11-4aa8-bdb2-8226a1d0fb54,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:13.933520 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd429c96-555e-487a-8cfd-1c901b147f62 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.997868 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 239578ae-675a-4e3d-bd3b-701c623ecafc up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:14.027638 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd429c96-555e-487a-8cfd-1c901b147f62 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.030202 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd429c96-555e-487a-8cfd-1c901b147f62 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.050608 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 239578ae-675a-4e3d-bd3b-701c623ecafc completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:14.055600 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 239578ae-675a-4e3d-bd3b-701c623ecafc triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:14.055968 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.083209 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd429c96-555e-487a-8cfd-1c901b147f62 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.084529 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd429c96-555e-487a-8cfd-1c901b147f62 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Fanout notify agent at l3_agent the message router_deleted on router 7693debe-ca3e-40f4-ace7-dcc3148dd12c {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:35:14.092010 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd429c96-555e-487a-8cfd-1c901b147f62 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.093129 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cd429c96-555e-487a-8cfd-1c901b147f62 tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "DELETE /v2.0/routers/7693debe-ca3e-40f4-ace7-dcc3148dd12c HTTP/1.1" status: 204 len: 168 time: 1.0156741 Jul 14 09:35:14.095777 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52746) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:14.172873 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.196730 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bda8c9b0-a1c7-4e2a-8b7e-9f3e6dcf844a tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.216442 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb86c94-1894-4235-b0da-3bcbf3862696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239578ae-675a-4e3d-bd3b-701c623ecafc'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:14.218893 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01f3097-bec6-409b-824b-e21454ac46eb" -d '{"events": [{"server_uuid": "2bb86c94-1894-4235-b0da-3bcbf3862696", "name": "network-vif-plugged", "status": "completed", "tag": "239578ae-675a-4e3d-bd3b-701c623ecafc"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:14.255517 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 239578ae-675a-4e3d-bd3b-701c623ecafc, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=239578ae-675a-4e3d-bd3b-701c623ecafc,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:14.262251 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.305775 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bda8c9b0-a1c7-4e2a-8b7e-9f3e6dcf844a tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.325056 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5478e71-ee50-4fbf-a324-53c597b69c4d x-openstack-request-id: req-b5478e71-ee50-4fbf-a324-53c597b69c4d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:14.325056 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb86c94-1894-4235-b0da-3bcbf3862696", "name": "network-vif-plugged", "status": "completed", "tag": "239578ae-675a-4e3d-bd3b-701c623ecafc", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:14.325056 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5478e71-ee50-4fbf-a324-53c597b69c4d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:14.325056 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb86c94-1894-4235-b0da-3bcbf3862696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239578ae-675a-4e3d-bd3b-701c623ecafc', 'code': 200} Jul 14 09:35:14.332050 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-bda8c9b0-a1c7-4e2a-8b7e-9f3e6dcf844a tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537da7df-b394-4713-8449-76a067ef2cbc']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:14.355000 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-bda8c9b0-a1c7-4e2a-8b7e-9f3e6dcf844a tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c9682bf-4ac0-4ecd-b7e6-c395e5af687b') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:14.355218 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-bda8c9b0-a1c7-4e2a-8b7e-9f3e6dcf844a tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c9682bf-4ac0-4ecd-b7e6-c395e5af687b') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:14.356903 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=239578ae-675a-4e3d-bd3b-701c623ecafc,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:14.366952 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bda8c9b0-a1c7-4e2a-8b7e-9f3e6dcf844a tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.384399 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bda8c9b0-a1c7-4e2a-8b7e-9f3e6dcf844a tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.391624 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda8c9b0-a1c7-4e2a-8b7e-9f3e6dcf844a tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:14.392427 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bda8c9b0-a1c7-4e2a-8b7e-9f3e6dcf844a tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:14.396680 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:14.441146 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e11e0e-0dd6-494d-89c2-46a68028ae1d req-2eb0375a-6729-4c9d-9bf7-a0a84271f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:14.442837 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-05e11e0e-0dd6-494d-89c2-46a68028ae1d req-2eb0375a-6729-4c9d-9bf7-a0a84271f1b7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2bb86c94-1894-4235-b0da-3bcbf3862696 HTTP/1.1" status: 200 len: 1098 time: 0.0805531 Jul 14 09:35:14.496119 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-05e11e0e-0dd6-494d-89c2-46a68028ae1d req-9c7387bc-c0e9-45b3-8e14-c04876501948 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456631 Jul 14 09:35:14.553581 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bda8c9b0-a1c7-4e2a-8b7e-9f3e6dcf844a tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.592993 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bda8c9b0-a1c7-4e2a-8b7e-9f3e6dcf844a tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.595164 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bda8c9b0-a1c7-4e2a-8b7e-9f3e6dcf844a tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] 10.222.0.25 "DELETE /v2.0/networks/537da7df-b394-4713-8449-76a067ef2cbc HTTP/1.1" status: 204 len: 168 time: 0.4983654 Jul 14 09:35:14.602390 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8c9b0-a1c7-4e2a-8b7e-9f3e6dcf844a tempest-TestSecurityGroupsBasicOps-1062731167 tempest-TestSecurityGroupsBasicOps-1062731167-project] Pushing event deleted for resources: {'Network': ['ID=537da7df-b394-4713-8449-76a067ef2cbc,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:14.603567 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2b7fb81c-b6d3-4c10-a54a-88258cc9428d no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:14.638072 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 2b7fb81c-b6d3-4c10-a54a-88258cc9428d {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:14.638434 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2b7fb81c-b6d3-4c10-a54a-88258cc9428d not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:14.641480 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 02614167-9325-4f06-b2bf-2e9aa7652749 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:14.666596 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 02614167-9325-4f06-b2bf-2e9aa7652749 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:14.666596 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 02614167-9325-4f06-b2bf-2e9aa7652749 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:14.762538 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfd95b-ea38-4233-8a51-a1ad683be287 req-b47cfdc1-8c99-44bf-a886-5b16fcc49398 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:14.764587 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-53bfd95b-ea38-4233-8a51-a1ad683be287 req-b47cfdc1-8c99-44bf-a886-5b16fcc49398 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bb86c94-1894-4235-b0da-3bcbf3862696 HTTP/1.1" status: 200 len: 946 time: 0.1107752 Jul 14 09:35:14.811806 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-53bfd95b-ea38-4233-8a51-a1ad683be287 req-2ce7c069-db11-4549-b36e-f53a0834a84e tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374734 Jul 14 09:35:14.979277 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52772) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:15.123805 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-19a99a3e-f899-4d7a-b18a-fcc893ec9a0f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c6d70120fc4240e181353ff36863fe62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435151 Jul 14 09:35:15.126182 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52776) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:15.182909 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ffb4898-01c9-450f-8461-4f03950e70e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.205062 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ffb4898-01c9-450f-8461-4f03950e70e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.260330 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ffb4898-01c9-450f-8461-4f03950e70e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.262986 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ffb4898-01c9-450f-8461-4f03950e70e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.264197 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6ffb4898-01c9-450f-8461-4f03950e70e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/94ee1f8b-6a9d-4ce1-b2e9-0c92b89ae61f HTTP/1.1" status: 204 len: 168 time: 0.1370871 Jul 14 09:35:15.273116 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb4898-01c9-450f-8461-4f03950e70e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ee1f8b-6a9d-4ce1-b2e9-0c92b89ae61f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:15.553399 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52782) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:15.566980 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bda9cf08-1409-4c26-ae75-bd88cd04f331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.664821 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bda9cf08-1409-4c26-ae75-bd88cd04f331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.669206 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bda9cf08-1409-4c26-ae75-bd88cd04f331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.714786 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bda9cf08-1409-4c26-ae75-bd88cd04f331 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=18f63c91d98c493186f64fb772cf5975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1578698 Jul 14 09:35:15.715679 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52786) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:15.729719 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9cf08-1409-4c26-ae75-bd88cd04f331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70531cc0-aba7-4350-a748-ff6cdfe2dab4,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:15.777068 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a2164eff-98f4-48c9-a5d0-f43df199afe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.798989 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a2164eff-98f4-48c9-a5d0-f43df199afe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.856459 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a2164eff-98f4-48c9-a5d0-f43df199afe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.859275 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a2164eff-98f4-48c9-a5d0-f43df199afe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.860601 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a2164eff-98f4-48c9-a5d0-f43df199afe4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/70531cc0-aba7-4350-a748-ff6cdfe2dab4 HTTP/1.1" status: 204 len: 168 time: 0.1438718 Jul 14 09:35:15.873231 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2164eff-98f4-48c9-a5d0-f43df199afe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70531cc0-aba7-4350-a748-ff6cdfe2dab4,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:16.033911 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348ad1e-a0be-45a5-a311-73b9d328488d req-0156cb96-7bb9-4996-bb02-531c87946d21 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:16.035612 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6348ad1e-a0be-45a5-a311-73b9d328488d req-0156cb96-7bb9-4996-bb02-531c87946d21 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bb86c94-1894-4235-b0da-3bcbf3862696 HTTP/1.1" status: 200 len: 946 time: 0.0709014 Jul 14 09:35:16.077343 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6348ad1e-a0be-45a5-a311-73b9d328488d req-90447d3a-cedb-4787-9977-348ba255c2db tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350046 Jul 14 09:35:16.214202 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52806) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:16.265794 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6231d6f1-f5ed-471f-a331-81480fab24f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=88b37719f78b45369cbcc3a00e34fa8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503805 Jul 14 09:35:16.266090 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52810) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:16.284502 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b25d0-efd4-40ad-85dc-4694c483b968 req-6a6fe1f8-dca4-4e72-8706-eea6ab2f122b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:16.286113 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f24b25d0-efd4-40ad-85dc-4694c483b968 req-6a6fe1f8-dca4-4e72-8706-eea6ab2f122b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bb86c94-1894-4235-b0da-3bcbf3862696 HTTP/1.1" status: 200 len: 946 time: 0.0857902 Jul 14 09:35:16.350074 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f24b25d0-efd4-40ad-85dc-4694c483b968 req-f9d381a8-5f54-435e-898f-98a3d2e5d96e tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570304 Jul 14 09:35:16.359592 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b7b39cb-6a88-4ea4-897a-65ec7f43a361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.390859 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b7b39cb-6a88-4ea4-897a-65ec7f43a361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.414701 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c449e622-4d11-4aa8-bdb2-8226a1d0fb54 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:16.439473 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: c449e622-4d11-4aa8-bdb2-8226a1d0fb54 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:16.439918 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c449e622-4d11-4aa8-bdb2-8226a1d0fb54 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:16.452266 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b7b39cb-6a88-4ea4-897a-65ec7f43a361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.454981 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b7b39cb-6a88-4ea4-897a-65ec7f43a361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.458889 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7b7b39cb-6a88-4ea4-897a-65ec7f43a361 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/abd1557c-5060-4d43-abfa-09d2fb0c49aa HTTP/1.1" status: 204 len: 168 time: 0.1883044 Jul 14 09:35:16.477614 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b39cb-6a88-4ea4-897a-65ec7f43a361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd1557c-5060-4d43-abfa-09d2fb0c49aa,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:16.562572 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf5134-7136-4cdf-b44c-29f213a547d4 req-c0fbc3e7-2ead-4270-8aa2-420b8fdb07bb tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:16.564591 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cddf5134-7136-4cdf-b44c-29f213a547d4 req-c0fbc3e7-2ead-4270-8aa2-420b8fdb07bb tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bb86c94-1894-4235-b0da-3bcbf3862696 HTTP/1.1" status: 200 len: 946 time: 0.0716994 Jul 14 09:35:16.608620 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cddf5134-7136-4cdf-b44c-29f213a547d4 req-712f7af9-cbf0-4058-a992-182139e43a60 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351317 Jul 14 09:35:17.039296 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ada66e-8b00-44b3-bb3a-dab9ec336b69 req-de900eaa-f8ea-4180-b3c5-169e09e86ee4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:17.040855 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e3ada66e-8b00-44b3-bb3a-dab9ec336b69 req-de900eaa-f8ea-4180-b3c5-169e09e86ee4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bb86c94-1894-4235-b0da-3bcbf3862696 HTTP/1.1" status: 200 len: 946 time: 0.0717757 Jul 14 09:35:17.068824 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52842) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:17.094398 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e3ada66e-8b00-44b3-bb3a-dab9ec336b69 req-1d64a4e6-e1dd-4bd2-bf71-773b4bf66d98 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474226 Jul 14 09:35:17.183999 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed17b747-bc87-49e5-8a63-6b505afb8247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.283898 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed17b747-bc87-49e5-8a63-6b505afb8247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.288524 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed17b747-bc87-49e5-8a63-6b505afb8247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.304452 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52854) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:17.328960 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ed17b747-bc87-49e5-8a63-6b505afb8247 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c0b0f72cc64f475b90d01812fe92b1c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2590168 Jul 14 09:35:17.329919 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17b747-bc87-49e5-8a63-6b505afb8247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa09034e-34bd-47a8-bad5-49cde59342f6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:17.332860 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52858) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:17.437146 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-212b48b6-c019-4cbb-8ad5-b3c10d72313f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1273967020-network', 'tenant_id': '0cec82b0d1614fb4840fff139d44e4a0'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:17.496637 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89ba1044-10d0-4dc6-a945-829fcc1fe64c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.531340 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212b48b6-c019-4cbb-8ad5-b3c10d72313f admin admin] Made reservation on behalf of 0cec82b0d1614fb4840fff139d44e4a0 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:17.533731 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-212b48b6-c019-4cbb-8ad5-b3c10d72313f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.545995 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89ba1044-10d0-4dc6-a945-829fcc1fe64c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.558518 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-212b48b6-c019-4cbb-8ad5-b3c10d72313f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.611530 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5134ed87-b13e-431e-bf00-6d3629cb6ca4 req-994dca77-9098-446a-8021-eac22ffc1c86 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=55876769-fdbd-4c52-bf28-2b83c10882e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2042935 Jul 14 09:35:17.642359 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89ba1044-10d0-4dc6-a945-829fcc1fe64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.646921 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89ba1044-10d0-4dc6-a945-829fcc1fe64c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.646921 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-89ba1044-10d0-4dc6-a945-829fcc1fe64c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa09034e-34bd-47a8-bad5-49cde59342f6 HTTP/1.1" status: 204 len: 168 time: 0.3100958 Jul 14 09:35:17.661030 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba1044-10d0-4dc6-a945-829fcc1fe64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa09034e-34bd-47a8-bad5-49cde59342f6,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:17.740730 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-212b48b6-c019-4cbb-8ad5-b3c10d72313f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.745540 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-212b48b6-c019-4cbb-8ad5-b3c10d72313f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.776929 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212b48b6-c019-4cbb-8ad5-b3c10d72313f admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:35:17.780183 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134ed87-b13e-431e-bf00-6d3629cb6ca4 req-f4d67824-bea5-4661-99a3-4b25774a1878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:17.781716 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5134ed87-b13e-431e-bf00-6d3629cb6ca4 req-f4d67824-bea5-4661-99a3-4b25774a1878 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c0758deec75449e4b1a2d9bf3e591640&device_id=55876769-fdbd-4c52-bf28-2b83c10882e2 HTTP/1.1" status: 200 len: 1097 time: 0.1153045 Jul 14 09:35:17.792917 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-212b48b6-c019-4cbb-8ad5-b3c10d72313f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.793262 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-212b48b6-c019-4cbb-8ad5-b3c10d72313f admin admin] Added segment 7628b84c-4e09-4634-a0d9-4f7f306cdd89 of type vlan for network d1190cc0-a815-41b4-bb7c-7fb1176067a3 Jul 14 09:35:17.794633 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b48b6-c019-4cbb-8ad5-b3c10d72313f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881fd9e3-ed3b-45be-bf77-03b88e25f6ed,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:17.881056 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-212b48b6-c019-4cbb-8ad5-b3c10d72313f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.933153 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-212b48b6-c019-4cbb-8ad5-b3c10d72313f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.934132 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212b48b6-c019-4cbb-8ad5-b3c10d72313f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:17.934720 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-212b48b6-c019-4cbb-8ad5-b3c10d72313f admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.935429 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52866) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:17.952205 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a146d9a-8000-4388-9ae8-c74ee3fe4a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.030459 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134ed87-b13e-431e-bf00-6d3629cb6ca4 req-bac42d69-cd39-49ec-b5d6-d6d1416065d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:18.032968 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5134ed87-b13e-431e-bf00-6d3629cb6ca4 req-bac42d69-cd39-49ec-b5d6-d6d1416065d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e92e7721-3e36-4562-97f8-a4ed588fe7f9 HTTP/1.1" status: 200 len: 906 time: 0.2076478 Jul 14 09:35:18.085193 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a146d9a-8000-4388-9ae8-c74ee3fe4a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.089748 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a146d9a-8000-4388-9ae8-c74ee3fe4a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.109043 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b48b6-c019-4cbb-8ad5-b3c10d72313f admin admin] Pushing event updated for resources: {'Network': ['ID=d1190cc0-a815-41b4-bb7c-7fb1176067a3,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:18.123299 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-212b48b6-c019-4cbb-8ad5-b3c10d72313f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8147075 Jul 14 09:35:18.123520 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network d1190cc0-a815-41b4-bb7c-7fb1176067a3 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:35:18.127607 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52868) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:18.134026 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6fe8da79-ebd3-4c9b-ba4a-17d6da558713 admin admin] Request body: {'subnet': {'network_id': 'd1190cc0-a815-41b4-bb7c-7fb1176067a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1273967020-subnet', 'tenant_id': '0cec82b0d1614fb4840fff139d44e4a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:18.153506 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a146d9a-8000-4388-9ae8-c74ee3fe4a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1f9674-6282-497a-b4b4-7953d72778a3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:18.162726 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5134ed87-b13e-431e-bf00-6d3629cb6ca4 req-a9c7532b-d5a5-468f-9b04-b01838c8f543 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eaaed8e7-1f3b-40b7-a2be-639e6c04d98e HTTP/1.1" status: 200 len: 1001 time: 0.1220438 Jul 14 09:35:18.200230 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3a146d9a-8000-4388-9ae8-c74ee3fe4a9e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f8719149aeb4f7ba5d6ba2c2c898dd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632368 Jul 14 09:35:18.200877 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52872) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:18.219939 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe8da79-ebd3-4c9b-ba4a-17d6da558713 admin admin] Made reservation on behalf of 0cec82b0d1614fb4840fff139d44e4a0 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:18.223944 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6fe8da79-ebd3-4c9b-ba4a-17d6da558713 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.324393 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134ed87-b13e-431e-bf00-6d3629cb6ca4 req-d1d938ce-4777-4500-acc9-6389adc3b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:18.324393 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5134ed87-b13e-431e-bf00-6d3629cb6ca4 req-d1d938ce-4777-4500-acc9-6389adc3b0d2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=57ba4472-7e2c-4af5-aade-c7bdea72c48a HTTP/1.1" status: 200 len: 845 time: 0.1526022 Jul 14 09:35:18.384756 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464a96b-2e5f-4a78-8afc-31260fb6adae req-c16b8169-510c-4745-9a90-1e3d60c70344 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:18.386363 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4464a96b-2e5f-4a78-8afc-31260fb6adae req-c16b8169-510c-4745-9a90-1e3d60c70344 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bb86c94-1894-4235-b0da-3bcbf3862696 HTTP/1.1" status: 200 len: 946 time: 0.1443005 Jul 14 09:35:18.414325 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7004da04-5f90-4bab-8941-832677f3ff8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.438239 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a23db8b9-c8cc-4312-95fb-372808af81a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.468102 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4464a96b-2e5f-4a78-8afc-31260fb6adae req-ff94a03e-fbb6-438b-a296-92e2585b9742 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691547 Jul 14 09:35:18.491658 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7004da04-5f90-4bab-8941-832677f3ff8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.531952 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6fe8da79-ebd3-4c9b-ba4a-17d6da558713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.563571 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134ed87-b13e-431e-bf00-6d3629cb6ca4 req-27d6cff7-7eae-421e-84c7-9c2fc32e9bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:18.564985 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5134ed87-b13e-431e-bf00-6d3629cb6ca4 req-27d6cff7-7eae-421e-84c7-9c2fc32e9bf5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e92e7721-3e36-4562-97f8-a4ed588fe7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2345340 Jul 14 09:35:18.582082 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e0a5c-10e2-4000-8104-078fffea5582 req-6dcc5342-3a58-43ae-9564-a0c768f2b740 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:18.583741 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-320e0a5c-10e2-4000-8104-078fffea5582 req-6dcc5342-3a58-43ae-9564-a0c768f2b740 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bb86c94-1894-4235-b0da-3bcbf3862696 HTTP/1.1" status: 200 len: 946 time: 0.1914368 Jul 14 09:35:18.601418 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8da79-ebd3-4c9b-ba4a-17d6da558713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30501d4f-c6ff-47b0-a9a3-58d5021a1b44,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:18.611270 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe8da79-ebd3-4c9b-ba4a-17d6da558713 admin admin] Checking segment: {'id': '7628b84c-4e09-4634-a0d9-4f7f306cdd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd1190cc0-a815-41b4-bb7c-7fb1176067a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:18.611672 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe8da79-ebd3-4c9b-ba4a-17d6da558713 admin admin] Network hostable DHCP agents. Network: d1190cc0-a815-41b4-bb7c-7fb1176067a3, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:35:18.629320 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe8da79-ebd3-4c9b-ba4a-17d6da558713 admin admin] Network d1190cc0-a815-41b4-bb7c-7fb1176067a3 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:35:18.638433 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6fe8da79-ebd3-4c9b-ba4a-17d6da558713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, d1190cc0-a815-41b4-bb7c-7fb1176067a3) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:18.642656 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe8da79-ebd3-4c9b-ba4a-17d6da558713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:18.643252 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6fe8da79-ebd3-4c9b-ba4a-17d6da558713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.651173 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e1fa96-2682-471c-bb78-a79a6f54931c None None] Network d1190cc0-a815-41b4-bb7c-7fb1176067a3 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:18.660181 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7004da04-5f90-4bab-8941-832677f3ff8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.662167 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6fe8da79-ebd3-4c9b-ba4a-17d6da558713 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5329926 Jul 14 09:35:18.671050 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7004da04-5f90-4bab-8941-832677f3ff8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.676275 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7004da04-5f90-4bab-8941-832677f3ff8b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e1f9674-6282-497a-b4b4-7953d72778a3 HTTP/1.1" status: 204 len: 168 time: 0.4366448 Jul 14 09:35:18.784139 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004da04-5f90-4bab-8941-832677f3ff8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1f9674-6282-497a-b4b4-7953d72778a3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:18.813363 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5134ed87-b13e-431e-bf00-6d3629cb6ca4 req-949323a3-8903-48bf-bd6e-67f59406e10d service neutron] 10.222.0.44 "GET /v2.0/networks/e92e7721-3e36-4562-97f8-a4ed588fe7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395201 Jul 14 09:35:18.827511 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050d015f-99d0-4919-bf54-e66ba2a4bd79 None None] Network d1190cc0-a815-41b4-bb7c-7fb1176067a3 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:18.915109 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5134ed87-b13e-431e-bf00-6d3629cb6ca4 req-af3883ee-394f-4467-a3ec-b8fb583eafae service neutron] 10.222.0.44 "GET /v2.0/networks/e92e7721-3e36-4562-97f8-a4ed588fe7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917971 Jul 14 09:35:18.919738 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-320e0a5c-10e2-4000-8104-078fffea5582 req-a8e72310-05a1-4043-8b28-468709a1efe8 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Deleting port 239578ae-675a-4e3d-bd3b-701c623ecafc {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:18.931250 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-320e0a5c-10e2-4000-8104-078fffea5582 req-a8e72310-05a1-4043-8b28-468709a1efe8 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.113421 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-320e0a5c-10e2-4000-8104-078fffea5582 req-a8e72310-05a1-4043-8b28-468709a1efe8 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] For port 239578ae-675a-4e3d-bd3b-701c623ecafc, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=239578ae-675a-4e3d-bd3b-701c623ecafc,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:19.113713 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-320e0a5c-10e2-4000-8104-078fffea5582 req-a8e72310-05a1-4043-8b28-468709a1efe8 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.141352 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-320e0a5c-10e2-4000-8104-078fffea5582 req-a8e72310-05a1-4043-8b28-468709a1efe8 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Calling delete_port for 239578ae-675a-4e3d-bd3b-701c623ecafc owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:19.333736 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-320e0a5c-10e2-4000-8104-078fffea5582 req-a8e72310-05a1-4043-8b28-468709a1efe8 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.347699 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['239578ae-675a-4e3d-bd3b-701c623ecafc'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:19.375095 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e72310-05a1-4043-8b28-468709a1efe8 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event deleted for resources: {'Port': ['ID=239578ae-675a-4e3d-bd3b-701c623ecafc,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:19.449996 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-320e0a5c-10e2-4000-8104-078fffea5582 req-a8e72310-05a1-4043-8b28-468709a1efe8 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] No DVR routers for this DVR port 239578ae-675a-4e3d-bd3b-701c623ecafc on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:19.458241 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-320e0a5c-10e2-4000-8104-078fffea5582 req-a8e72310-05a1-4043-8b28-468709a1efe8 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.461773 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-320e0a5c-10e2-4000-8104-078fffea5582 req-a8e72310-05a1-4043-8b28-468709a1efe8 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "DELETE /v2.0/ports/239578ae-675a-4e3d-bd3b-701c623ecafc HTTP/1.1" status: 204 len: 173 time: 0.8693180 Jul 14 09:35:19.462830 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb86c94-1894-4235-b0da-3bcbf3862696', 'name': 'network-vif-deleted', 'tag': '239578ae-675a-4e3d-bd3b-701c623ecafc'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:19.466711 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349d1c11-4e3a-421b-b4ce-2588b4411fd4" -d '{"events": [{"server_uuid": "2bb86c94-1894-4235-b0da-3bcbf3862696", "name": "network-vif-deleted", "tag": "239578ae-675a-4e3d-bd3b-701c623ecafc"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:19.501272 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52908) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:19.507536 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-4f30fbc0-ac6d-4e43-87f7-3d3bb44da158 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1840705390-network', 'tenant_id': '88a0fb07cedd4c24abd2cab3c4627934'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:19.539415 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ff1185-b4fc-4ed6-b670-113358ea04c0 x-openstack-request-id: req-73ff1185-b4fc-4ed6-b670-113358ea04c0 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:19.539897 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb86c94-1894-4235-b0da-3bcbf3862696", "name": "network-vif-deleted", "tag": "239578ae-675a-4e3d-bd3b-701c623ecafc", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:19.540201 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-73ff1185-b4fc-4ed6-b670-113358ea04c0 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:19.541238 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb86c94-1894-4235-b0da-3bcbf3862696', 'name': 'network-vif-deleted', 'tag': '239578ae-675a-4e3d-bd3b-701c623ecafc', 'status': 'completed', 'code': 200} Jul 14 09:35:19.549159 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f30fbc0-ac6d-4e43-87f7-3d3bb44da158 admin admin] Made reservation on behalf of 88a0fb07cedd4c24abd2cab3c4627934 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:19.563971 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f30fbc0-ac6d-4e43-87f7-3d3bb44da158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.578622 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f30fbc0-ac6d-4e43-87f7-3d3bb44da158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.666613 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-03328ecc-349d-45ca-9727-73527b028e7d req-2e79ecd2-cb66-40dc-896c-a4daa43705e9 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bb86c94-1894-4235-b0da-3bcbf3862696 HTTP/1.1" status: 200 len: 210 time: 0.0414310 Jul 14 09:35:19.776920 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f30fbc0-ac6d-4e43-87f7-3d3bb44da158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.790267 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f30fbc0-ac6d-4e43-87f7-3d3bb44da158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.804963 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f30fbc0-ac6d-4e43-87f7-3d3bb44da158 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:35:19.827664 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f30fbc0-ac6d-4e43-87f7-3d3bb44da158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.828483 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-4f30fbc0-ac6d-4e43-87f7-3d3bb44da158 admin admin] Added segment 157de9c8-676e-471a-ba8e-bce0c59be360 of type vlan for network 903abe15-a708-4ecb-aad6-d413dc92d3a2 Jul 14 09:35:19.854541 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30fbc0-ac6d-4e43-87f7-3d3bb44da158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f2703c-a050-4418-a299-b94f8468908f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:19.888621 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f30fbc0-ac6d-4e43-87f7-3d3bb44da158 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.936635 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f30fbc0-ac6d-4e43-87f7-3d3bb44da158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.938145 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f30fbc0-ac6d-4e43-87f7-3d3bb44da158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:19.939249 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f30fbc0-ac6d-4e43-87f7-3d3bb44da158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.007943 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4f30fbc0-ac6d-4e43-87f7-3d3bb44da158 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5054824 Jul 14 09:35:20.010774 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52918) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:20.015970 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-767e0573-3424-453a-b6df-581226833ed5 admin admin] Request body: {'subnet': {'network_id': '903abe15-a708-4ecb-aad6-d413dc92d3a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1840705390-subnet', 'tenant_id': '88a0fb07cedd4c24abd2cab3c4627934', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:20.029026 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30fbc0-ac6d-4e43-87f7-3d3bb44da158 admin admin] Pushing event updated for resources: {'Network': ['ID=903abe15-a708-4ecb-aad6-d413dc92d3a2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:20.042120 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 903abe15-a708-4ecb-aad6-d413dc92d3a2 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:35:20.060699 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767e0573-3424-453a-b6df-581226833ed5 admin admin] Made reservation on behalf of 88a0fb07cedd4c24abd2cab3c4627934 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:20.063453 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-767e0573-3424-453a-b6df-581226833ed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.267212 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-767e0573-3424-453a-b6df-581226833ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.352543 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e0573-3424-453a-b6df-581226833ed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a4e19e3-02eb-4da4-a3de-cd82f2651c81,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:20.354575 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767e0573-3424-453a-b6df-581226833ed5 admin admin] Checking segment: {'id': '157de9c8-676e-471a-ba8e-bce0c59be360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '903abe15-a708-4ecb-aad6-d413dc92d3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:20.359406 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767e0573-3424-453a-b6df-581226833ed5 admin admin] Network hostable DHCP agents. Network: 903abe15-a708-4ecb-aad6-d413dc92d3a2, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:35:20.379739 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767e0573-3424-453a-b6df-581226833ed5 admin admin] Network 903abe15-a708-4ecb-aad6-d413dc92d3a2 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:35:20.394976 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-767e0573-3424-453a-b6df-581226833ed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 903abe15-a708-4ecb-aad6-d413dc92d3a2) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:20.401358 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767e0573-3424-453a-b6df-581226833ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:20.402312 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-767e0573-3424-453a-b6df-581226833ed5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.407990 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea566974-b6ed-4dca-87af-4be19758c0b4 None None] Network 903abe15-a708-4ecb-aad6-d413dc92d3a2 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:20.431944 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-767e0573-3424-453a-b6df-581226833ed5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4118857 Jul 14 09:35:20.607440 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d809387-6694-41ba-986b-915b4b2dbdf6 None None] Network 903abe15-a708-4ecb-aad6-d413dc92d3a2 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:20.926118 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-16183962-36a1-4405-8e46-488bbe11ba6b req-5a2c2658-b573-4044-84bf-5190cd1c1743 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bb86c94-1894-4235-b0da-3bcbf3862696 HTTP/1.1" status: 200 len: 210 time: 0.0407693 Jul 14 09:35:21.050230 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a935f59c-5792-4909-bc82-1fa322ea6c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.287973 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.318318 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-4f3d46e0-a4f7-4ec0-b0af-abc2bdaf9c29 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:21.320181 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-4f3d46e0-a4f7-4ec0-b0af-abc2bdaf9c29 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/networks?id=d1190cc0-a815-41b4-bb7c-7fb1176067a3 HTTP/1.1" status: 200 len: 812 time: 0.1239691 Jul 14 09:35:21.340421 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-1abcbffe-588f-4ece-8b4d-65364b7988b2 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/quotas/0cec82b0d1614fb4840fff139d44e4a0 HTTP/1.1" status: 200 len: 375 time: 0.0126212 Jul 14 09:35:21.391895 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-49f90667-72a3-41e5-93a4-c51bb6fd9d91 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cec82b0d1614fb4840fff139d44e4a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464904 Jul 14 09:35:21.491893 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-dae223cf-d99f-4b23-a0b3-38748fce4087 service neutron] 10.222.0.25 "GET /v2.0/networks/d1190cc0-a815-41b4-bb7c-7fb1176067a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991416 Jul 14 09:35:21.591869 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-c665d89c-d164-4a44-aaca-35bb5d7277c9 service neutron] 10.222.0.25 "GET /v2.0/networks/d1190cc0-a815-41b4-bb7c-7fb1176067a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933638 Jul 14 09:35:21.796504 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a0b29a40-eb5e-4139-8018-1b2ee6b7f1a8 req-caedada5-997c-44d5-8f57-3c13912893c4 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 210 time: 0.0376389 Jul 14 09:35:21.959999 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 52984) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:22.041451 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 239578ae-675a-4e3d-bd3b-701c623ecafc no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:22.074233 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 239578ae-675a-4e3d-bd3b-701c623ecafc {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:22.074880 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 239578ae-675a-4e3d-bd3b-701c623ecafc not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:22.097139 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-47c49f81-6c62-4984-a74e-684378ab896d req-959cc8d1-4e49-4147-a57a-ae70e642682b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bb86c94-1894-4235-b0da-3bcbf3862696 HTTP/1.1" status: 200 len: 210 time: 0.0383406 Jul 14 09:35:22.120547 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07cf602d-0e2f-4c7d-8f1a-252ed798b756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.225003 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07cf602d-0e2f-4c7d-8f1a-252ed798b756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.226118 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.229009 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07cf602d-0e2f-4c7d-8f1a-252ed798b756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.272109 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-07cf602d-0e2f-4c7d-8f1a-252ed798b756 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e4a0788e4ef14bcda664d800527f7832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3095391 Jul 14 09:35:22.273070 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52990) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:22.273726 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf602d-0e2f-4c7d-8f1a-252ed798b756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69261379-3e9b-4d72-ac95-7b3a238fd1ff,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:22.341341 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb784355-83a2-4b1f-87b4-a3921d135810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.365574 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb784355-83a2-4b1f-87b4-a3921d135810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.418105 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb784355-83a2-4b1f-87b4-a3921d135810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.421141 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb784355-83a2-4b1f-87b4-a3921d135810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.424636 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cb784355-83a2-4b1f-87b4-a3921d135810 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/69261379-3e9b-4d72-ac95-7b3a238fd1ff HTTP/1.1" status: 204 len: 168 time: 0.1482480 Jul 14 09:35:22.431363 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb784355-83a2-4b1f-87b4-a3921d135810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69261379-3e9b-4d72-ac95-7b3a238fd1ff,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:22.718357 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 52998) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:22.733047 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b442844a-c3cd-4c62-864d-8f6944627b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.843026 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b442844a-c3cd-4c62-864d-8f6944627b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.850019 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b442844a-c3cd-4c62-864d-8f6944627b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.905165 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b442844a-c3cd-4c62-864d-8f6944627b5b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2a5ee74654e84d8bb344f9718e1b4148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1833045 Jul 14 09:35:22.905165 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442844a-c3cd-4c62-864d-8f6944627b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471fed63-b928-4e69-b2bf-e43f46f307a6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:22.905697 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53002) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:23.007586 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2641622-fa35-4fe8-9512-f4ec8866eb66 req-ce8f0afb-9891-460c-bdb8-1c0cbbbf3ba2 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 210 time: 0.0644848 Jul 14 09:35:23.052843 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87dbe6d2-b140-499d-8119-b829f3e06e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.092875 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-23cb8249-cd13-49a3-a860-9ac6a68d17dd tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:23.094375 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-23cb8249-cd13-49a3-a860-9ac6a68d17dd tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.44 "GET /v2.0/networks?id=d1190cc0-a815-41b4-bb7c-7fb1176067a3 HTTP/1.1" status: 200 len: 812 time: 0.1629491 Jul 14 09:35:23.096356 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87dbe6d2-b140-499d-8119-b829f3e06e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.138329 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-376ef93c-69bd-447e-a566-71f9fcb07fd6 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Request body: {'port': {'device_id': '7bd95624-1e85-4487-a79d-e8a8b5903a73', 'network_id': 'd1190cc0-a815-41b4-bb7c-7fb1176067a3', 'admin_state_up': True, 'tenant_id': '0cec82b0d1614fb4840fff139d44e4a0'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:23.185456 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87dbe6d2-b140-499d-8119-b829f3e06e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.188041 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87dbe6d2-b140-499d-8119-b829f3e06e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.191810 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-87dbe6d2-b140-499d-8119-b829f3e06e44 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/471fed63-b928-4e69-b2bf-e43f46f307a6 HTTP/1.1" status: 204 len: 168 time: 0.2823250 Jul 14 09:35:23.206914 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbe6d2-b140-499d-8119-b829f3e06e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471fed63-b928-4e69-b2bf-e43f46f307a6,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:23.277799 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-376ef93c-69bd-447e-a566-71f9fcb07fd6 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Made reservation on behalf of 0cec82b0d1614fb4840fff139d44e4a0 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:23.282796 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-376ef93c-69bd-447e-a566-71f9fcb07fd6 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.290890 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e18ff0a-2ce6-4ec3-a1c6-4e4bf7ba5286 req-9963ce86-78fc-4ac7-844a-b5013b73aa86 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bb86c94-1894-4235-b0da-3bcbf3862696 HTTP/1.1" status: 200 len: 210 time: 0.0384107 Jul 14 09:35:23.447814 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-376ef93c-69bd-447e-a566-71f9fcb07fd6 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Allocated IP 172.20.0.14 (d1190cc0-a815-41b4-bb7c-7fb1176067a3/30501d4f-c6ff-47b0-a9a3-58d5021a1b44/3b61be9e-b160-4dbe-ba12-09ac91edb75b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:23.631574 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-376ef93c-69bd-447e-a566-71f9fcb07fd6 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.686572 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-376ef93c-69bd-447e-a566-71f9fcb07fd6 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.740418 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-376ef93c-69bd-447e-a566-71f9fcb07fd6 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Network d1190cc0-a815-41b4-bb7c-7fb1176067a3 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:23.743928 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-376ef93c-69bd-447e-a566-71f9fcb07fd6 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:23.748652 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-376ef93c-69bd-447e-a566-71f9fcb07fd6 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:23.753026 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ef93c-69bd-447e-a566-71f9fcb07fd6 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Pushing event updated for resources: {'Port': ['ID=3b61be9e-b160-4dbe-ba12-09ac91edb75b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:23.763851 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.805659 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-376ef93c-69bd-447e-a566-71f9fcb07fd6 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:23.806448 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-376ef93c-69bd-447e-a566-71f9fcb07fd6 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.823338 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-376ef93c-69bd-447e-a566-71f9fcb07fd6 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6895087 Jul 14 09:35:23.835998 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-46dafc9b-4195-4cd7-9917-800f80912e97 service neutron] Request body: {'port': {'device_id': '7bd95624-1e85-4487-a79d-e8a8b5903a73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:23.917158 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-46dafc9b-4195-4cd7-9917-800f80912e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.242022 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735c702-b0a7-4e46-926c-2713e60cf7bf req-59d22017-4bbc-47ac-aa51-e70f374d661a tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:24.249924 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b735c702-b0a7-4e46-926c-2713e60cf7bf req-59d22017-4bbc-47ac-aa51-e70f374d661a tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 932 time: 0.1132207 Jul 14 09:35:24.256519 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-46dafc9b-4195-4cd7-9917-800f80912e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b61be9e-b160-4dbe-ba12-09ac91edb75b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:24.269876 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-46dafc9b-4195-4cd7-9917-800f80912e97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.285551 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-46dafc9b-4195-4cd7-9917-800f80912e97 service neutron] Transition to ACTIVE for port object 3b61be9e-b160-4dbe-ba12-09ac91edb75b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:24.292260 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-46dafc9b-4195-4cd7-9917-800f80912e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.301333 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b735c702-b0a7-4e46-926c-2713e60cf7bf req-6538d486-2f10-4880-806c-e05397600c96 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/security-groups?id=881fd9e3-ed3b-45be-bf77-03b88e25f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500124 Jul 14 09:35:24.352097 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dafc9b-4195-4cd7-9917-800f80912e97 service neutron] Pushing event updated for resources: {'Port': ['ID=3b61be9e-b160-4dbe-ba12-09ac91edb75b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:24.430852 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-46dafc9b-4195-4cd7-9917-800f80912e97 service neutron] Attempting to bind port 3b61be9e-b160-4dbe-ba12-09ac91edb75b on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:24.431203 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-46dafc9b-4195-4cd7-9917-800f80912e97 service neutron] Attempting to bind port 3b61be9e-b160-4dbe-ba12-09ac91edb75b by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '7628b84c-4e09-4634-a0d9-4f7f306cdd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd1190cc0-a815-41b4-bb7c-7fb1176067a3'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:24.431554 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-46dafc9b-4195-4cd7-9917-800f80912e97 service neutron] Attempting to bind port 3b61be9e-b160-4dbe-ba12-09ac91edb75b on network d1190cc0-a815-41b4-bb7c-7fb1176067a3 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:24.436169 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-46dafc9b-4195-4cd7-9917-800f80912e97 service neutron] Port 3b61be9e-b160-4dbe-ba12-09ac91edb75b on network d1190cc0-a815-41b4-bb7c-7fb1176067a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:35:24.436760 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-46dafc9b-4195-4cd7-9917-800f80912e97 service neutron] Attempting to bind port 3b61be9e-b160-4dbe-ba12-09ac91edb75b on network d1190cc0-a815-41b4-bb7c-7fb1176067a3 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:24.445649 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-46dafc9b-4195-4cd7-9917-800f80912e97 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:24.446024 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-46dafc9b-4195-4cd7-9917-800f80912e97 service neutron] Checking segment: {'id': '7628b84c-4e09-4634-a0d9-4f7f306cdd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd1190cc0-a815-41b4-bb7c-7fb1176067a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:24.446509 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-46dafc9b-4195-4cd7-9917-800f80912e97 service neutron] Bound using segment: {'id': '7628b84c-4e09-4634-a0d9-4f7f306cdd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd1190cc0-a815-41b4-bb7c-7fb1176067a3'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:24.446951 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-46dafc9b-4195-4cd7-9917-800f80912e97 service neutron] Bound port: 3b61be9e-b160-4dbe-ba12-09ac91edb75b, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7628b84c-4e09-4634-a0d9-4f7f306cdd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd1190cc0-a815-41b4-bb7c-7fb1176067a3'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:24.447314 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-46dafc9b-4195-4cd7-9917-800f80912e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.521353 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-46dafc9b-4195-4cd7-9917-800f80912e97 service neutron] For port 3b61be9e-b160-4dbe-ba12-09ac91edb75b, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:24.525568 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-46dafc9b-4195-4cd7-9917-800f80912e97 service neutron] For port 3b61be9e-b160-4dbe-ba12-09ac91edb75b, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=3b61be9e-b160-4dbe-ba12-09ac91edb75b,segment=NetworkSegment(7628b84c-4e09-4634-a0d9-4f7f306cdd89),segment_id=7628b84c-4e09-4634-a0d9-4f7f306cdd89)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:24.531136 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-46dafc9b-4195-4cd7-9917-800f80912e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.574476 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-46dafc9b-4195-4cd7-9917-800f80912e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:24.575156 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-46dafc9b-4195-4cd7-9917-800f80912e97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.576739 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-46dafc9b-4195-4cd7-9917-800f80912e97 service neutron] 10.222.0.44 "PUT /v2.0/ports/3b61be9e-b160-4dbe-ba12-09ac91edb75b HTTP/1.1" status: 200 len: 1093 time: 0.7455485 Jul 14 09:35:24.577289 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd95624-1e85-4487-a79d-e8a8b5903a73', 'tag': '3b61be9e-b160-4dbe-ba12-09ac91edb75b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:24.580291 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37320c94-4df7-4ed7-95fa-7231011bc73f" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd95624-1e85-4487-a79d-e8a8b5903a73", "tag": "3b61be9e-b160-4dbe-ba12-09ac91edb75b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:24.638082 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a42db73-bd57-4099-a948-5df16406882a x-openstack-request-id: req-3a42db73-bd57-4099-a948-5df16406882a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:24.638370 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd95624-1e85-4487-a79d-e8a8b5903a73", "tag": "3b61be9e-b160-4dbe-ba12-09ac91edb75b", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:24.638615 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a42db73-bd57-4099-a948-5df16406882a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:24.639004 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd95624-1e85-4487-a79d-e8a8b5903a73', 'tag': '3b61be9e-b160-4dbe-ba12-09ac91edb75b', 'status': 'completed', 'code': 200} Jul 14 09:35:24.665352 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dafc9b-4195-4cd7-9917-800f80912e97 service neutron] Pushing event updated for resources: {'Port': ['ID=3b61be9e-b160-4dbe-ba12-09ac91edb75b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:24.695931 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-dca06dfa-f426-4a6a-9b85-44d91c92c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:24.697618 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-dca06dfa-f426-4a6a-9b85-44d91c92c2eb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0cec82b0d1614fb4840fff139d44e4a0&device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 1096 time: 0.0694768 Jul 14 09:35:24.741415 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-1b4240df-5fad-4d88-a2d3-5aae3d088744 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b61be9e-b160-4dbe-ba12-09ac91edb75b HTTP/1.1" status: 200 len: 217 time: 0.0364504 Jul 14 09:35:24.796531 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-63fff782-3c35-448e-93eb-9c5d2a9cb730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:24.798231 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-63fff782-3c35-448e-93eb-9c5d2a9cb730 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=30501d4f-c6ff-47b0-a9a3-58d5021a1b44 HTTP/1.1" status: 200 len: 852 time: 0.0508142 Jul 14 09:35:24.844263 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-68d77b4a-1226-49be-983d-4a3790f89078 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1190cc0-a815-41b4-bb7c-7fb1176067a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379112 Jul 14 09:35:24.863666 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53064) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:24.955356 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-0862d2cb-2d8c-4365-8541-3a260999142f service neutron] 10.222.0.44 "GET /v2.0/networks/d1190cc0-a815-41b4-bb7c-7fb1176067a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001675 Jul 14 09:35:24.999291 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-779e702e-3fb1-48ec-914f-68f963bc9dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.058913 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1e1a8921-0627-44c0-9fb1-e0a314835c4c req-6772260a-64e9-4051-80cd-30830936e8ee service neutron] 10.222.0.44 "GET /v2.0/networks/d1190cc0-a815-41b4-bb7c-7fb1176067a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956109 Jul 14 09:35:25.108560 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-779e702e-3fb1-48ec-914f-68f963bc9dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.113995 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-779e702e-3fb1-48ec-914f-68f963bc9dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.163343 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-779e702e-3fb1-48ec-914f-68f963bc9dff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f826d2b19fc4340bd859b8aace56fe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2982712 Jul 14 09:35:25.164268 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e702e-3fb1-48ec-914f-68f963bc9dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863a3bf1-02c5-480a-9bb8-f2cf39447495,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:25.166102 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53068) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:25.214505 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37320c94-4df7-4ed7-95fa-7231011bc73f req-f4f947de-e576-494f-96af-f4397d0dfd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:25.216045 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-37320c94-4df7-4ed7-95fa-7231011bc73f req-f4f947de-e576-494f-96af-f4397d0dfd45 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0cec82b0d1614fb4840fff139d44e4a0&device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 1096 time: 0.0920594 Jul 14 09:35:25.277299 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-017ebaee-7bc7-49ae-b4a7-9cec8de37b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.308430 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-017ebaee-7bc7-49ae-b4a7-9cec8de37b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.373464 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37320c94-4df7-4ed7-95fa-7231011bc73f req-1d158570-4fc6-400d-aa66-eee943ea01ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:25.374863 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-37320c94-4df7-4ed7-95fa-7231011bc73f req-1d158570-4fc6-400d-aa66-eee943ea01ec service neutron] 10.222.0.44 "GET /v2.0/networks?id=d1190cc0-a815-41b4-bb7c-7fb1176067a3 HTTP/1.1" status: 200 len: 912 time: 0.1511276 Jul 14 09:35:25.426073 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-37320c94-4df7-4ed7-95fa-7231011bc73f req-6f49909d-7984-4c2d-bb1b-eb77cd42e40f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b61be9e-b160-4dbe-ba12-09ac91edb75b HTTP/1.1" status: 200 len: 217 time: 0.0397322 Jul 14 09:35:25.426658 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-017ebaee-7bc7-49ae-b4a7-9cec8de37b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.430213 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-017ebaee-7bc7-49ae-b4a7-9cec8de37b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.432645 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-017ebaee-7bc7-49ae-b4a7-9cec8de37b3f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/863a3bf1-02c5-480a-9bb8-f2cf39447495 HTTP/1.1" status: 204 len: 168 time: 0.2639930 Jul 14 09:35:25.449772 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ebaee-7bc7-49ae-b4a7-9cec8de37b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863a3bf1-02c5-480a-9bb8-f2cf39447495,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:25.500973 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37320c94-4df7-4ed7-95fa-7231011bc73f req-8546a1d9-98eb-4a12-9ad7-2fe8a4f0fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:25.502632 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-37320c94-4df7-4ed7-95fa-7231011bc73f req-8546a1d9-98eb-4a12-9ad7-2fe8a4f0fd16 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=30501d4f-c6ff-47b0-a9a3-58d5021a1b44 HTTP/1.1" status: 200 len: 852 time: 0.0675986 Jul 14 09:35:25.508482 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b899512-1e51-4b11-9253-a031de335e37 req-a87b43d7-bb22-47c2-a2c2-e4dd6443cc3f tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:25.510093 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b899512-1e51-4b11-9253-a031de335e37 req-a87b43d7-bb22-47c2-a2c2-e4dd6443cc3f tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 944 time: 0.0876658 Jul 14 09:35:25.560726 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b899512-1e51-4b11-9253-a031de335e37 req-9c051142-308d-49dd-86f9-4644eb613c34 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/security-groups?id=881fd9e3-ed3b-45be-bf77-03b88e25f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380507 Jul 14 09:35:25.568468 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-37320c94-4df7-4ed7-95fa-7231011bc73f req-f70f830d-c6ab-4cd5-9e16-8942970f57f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1190cc0-a815-41b4-bb7c-7fb1176067a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472231 Jul 14 09:35:25.680024 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-37320c94-4df7-4ed7-95fa-7231011bc73f req-af5bf683-42bf-47e0-a653-dfbac8515535 service neutron] 10.222.0.44 "GET /v2.0/networks/d1190cc0-a815-41b4-bb7c-7fb1176067a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099916 Jul 14 09:35:26.127179 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-37320c94-4df7-4ed7-95fa-7231011bc73f req-3cf0d603-b2e8-492b-9ab3-e7a91ec91777 service neutron] 10.222.0.44 "GET /v2.0/networks/d1190cc0-a815-41b4-bb7c-7fb1176067a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386916 Jul 14 09:35:26.743340 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc6cc2-4a19-4362-967e-8fa28ed0d33f req-de63bae1-194e-432c-8e79-4e969d24ac6b tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:26.744943 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0cc6cc2-4a19-4362-967e-8fa28ed0d33f req-de63bae1-194e-432c-8e79-4e969d24ac6b tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 944 time: 0.0651829 Jul 14 09:35:26.791987 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0cc6cc2-4a19-4362-967e-8fa28ed0d33f req-48d7e8a6-8feb-42e9-af7c-36bcf9eb5bd4 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/security-groups?id=881fd9e3-ed3b-45be-bf77-03b88e25f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396070 Jul 14 09:35:27.984499 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a9025-55c6-4f09-b81f-f2e34ecf8fe0 req-5da0d8fd-9ef9-4e07-96e3-51cc2db4988d tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:27.985968 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d39a9025-55c6-4f09-b81f-f2e34ecf8fe0 req-5da0d8fd-9ef9-4e07-96e3-51cc2db4988d tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 944 time: 0.0671232 Jul 14 09:35:28.025561 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d39a9025-55c6-4f09-b81f-f2e34ecf8fe0 req-7ddcb2f2-640b-46a1-baa1-dd11dc186bee tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/security-groups?id=881fd9e3-ed3b-45be-bf77-03b88e25f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334225 Jul 14 09:35:28.404861 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 3b61be9e-b160-4dbe-ba12-09ac91edb75b details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:35:28.508718 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 3b61be9e-b160-4dbe-ba12-09ac91edb75b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=3b61be9e-b160-4dbe-ba12-09ac91edb75b,segment=NetworkSegment(7628b84c-4e09-4634-a0d9-4f7f306cdd89),segment_id=7628b84c-4e09-4634-a0d9-4f7f306cdd89)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:28.520905 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '3b61be9e-b160-4dbe-ba12-09ac91edb75b', 'network_id': 'd1190cc0-a815-41b4-bb7c-7fb1176067a3', 'port_id': '3b61be9e-b160-4dbe-ba12-09ac91edb75b', 'mac_address': 'fa:16:3e:38:6e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30501d4f-c6ff-47b0-a9a3-58d5021a1b44', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:35:28.573731 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.590825 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b61be9e-b160-4dbe-ba12-09ac91edb75b {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:28.621544 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 3b61be9e-b160-4dbe-ba12-09ac91edb75b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=3b61be9e-b160-4dbe-ba12-09ac91edb75b,segment=NetworkSegment(7628b84c-4e09-4634-a0d9-4f7f306cdd89),segment_id=7628b84c-4e09-4634-a0d9-4f7f306cdd89)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:28.629214 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.684846 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=3b61be9e-b160-4dbe-ba12-09ac91edb75b,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:28.694317 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:28.694888 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:28.695416 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:28.695777 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:28.696116 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:28.696497 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:28.697027 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:28.697186 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:28.697693 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:28.698107 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:28.698496 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:28.698982 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:28.856043 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['3b61be9e-b160-4dbe-ba12-09ac91edb75b'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:29.205064 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd4366-9119-491a-9c33-9e08d7aca169 req-7d35696b-25dd-46c3-b16d-92ebb25bf68c tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:29.206573 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-11cd4366-9119-491a-9c33-9e08d7aca169 req-7d35696b-25dd-46c3-b16d-92ebb25bf68c tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 945 time: 0.0662544 Jul 14 09:35:29.258063 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-11cd4366-9119-491a-9c33-9e08d7aca169 req-4e87968f-79d8-4782-ba92-c71241dd5959 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/security-groups?id=881fd9e3-ed3b-45be-bf77-03b88e25f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448680 Jul 14 09:35:30.420641 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 3b61be9e-b160-4dbe-ba12-09ac91edb75b up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:30.494856 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 3b61be9e-b160-4dbe-ba12-09ac91edb75b completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:30.498960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bc92f-be22-4269-bfc6-2cb03710c475 req-501feee3-485c-43cb-9220-9b8cdfa14783 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:30.499470 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 3b61be9e-b160-4dbe-ba12-09ac91edb75b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:30.499688 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.500650 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-583bc92f-be22-4269-bfc6-2cb03710c475 req-501feee3-485c-43cb-9220-9b8cdfa14783 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 945 time: 0.1274178 Jul 14 09:35:30.542405 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-583bc92f-be22-4269-bfc6-2cb03710c475 req-f40962d7-eaf4-4490-981f-e69c30440079 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/security-groups?id=881fd9e3-ed3b-45be-bf77-03b88e25f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353687 Jul 14 09:35:30.587335 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.612877 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd95624-1e85-4487-a79d-e8a8b5903a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b61be9e-b160-4dbe-ba12-09ac91edb75b'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:30.615980 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71a00c8-1cdf-4285-8bdb-9942ff77584f" -d '{"events": [{"server_uuid": "7bd95624-1e85-4487-a79d-e8a8b5903a73", "name": "network-vif-plugged", "status": "completed", "tag": "3b61be9e-b160-4dbe-ba12-09ac91edb75b"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:30.629018 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 3b61be9e-b160-4dbe-ba12-09ac91edb75b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=3b61be9e-b160-4dbe-ba12-09ac91edb75b,segment=NetworkSegment(7628b84c-4e09-4634-a0d9-4f7f306cdd89),segment_id=7628b84c-4e09-4634-a0d9-4f7f306cdd89)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:30.636570 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.664753 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238eac03-b73e-4d5a-81cc-5f77c519b7f6 x-openstack-request-id: req-238eac03-b73e-4d5a-81cc-5f77c519b7f6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:30.665021 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd95624-1e85-4487-a79d-e8a8b5903a73", "name": "network-vif-plugged", "status": "completed", "tag": "3b61be9e-b160-4dbe-ba12-09ac91edb75b", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:30.665272 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-238eac03-b73e-4d5a-81cc-5f77c519b7f6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:30.665655 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd95624-1e85-4487-a79d-e8a8b5903a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b61be9e-b160-4dbe-ba12-09ac91edb75b', 'code': 200} Jul 14 09:35:30.700956 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=3b61be9e-b160-4dbe-ba12-09ac91edb75b,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:30.779620 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667a59e-9455-438c-9793-a46e2cfb6881 req-ac0ecfed-5097-47a4-afb9-9214486aa155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:30.781149 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e667a59e-9455-438c-9793-a46e2cfb6881 req-ac0ecfed-5097-47a4-afb9-9214486aa155 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 1098 time: 0.0582242 Jul 14 09:35:30.820436 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e667a59e-9455-438c-9793-a46e2cfb6881 req-4063e065-7aab-4dc7-aede-0a9865d0b4a1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=881fd9e3-ed3b-45be-bf77-03b88e25f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314555 Jul 14 09:35:31.744032 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101bb45-29ea-48e7-9e0e-c7d2f1f329cb req-77a415b7-5dfd-47a5-957f-c3d7e14fae01 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.746254 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3101bb45-29ea-48e7-9e0e-c7d2f1f329cb req-77a415b7-5dfd-47a5-957f-c3d7e14fae01 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 946 time: 0.0793788 Jul 14 09:35:31.788004 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3101bb45-29ea-48e7-9e0e-c7d2f1f329cb req-e8c7796b-ad94-43f5-91a5-3c0ebfa251e7 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/security-groups?id=881fd9e3-ed3b-45be-bf77-03b88e25f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357246 Jul 14 09:35:32.269327 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:35:32.972327 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c16a90-3b5c-49f8-89f2-f257fbcc8897 req-76cb3934-9f50-49ef-b684-f447ec37940b tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:32.974340 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-85c16a90-3b5c-49f8-89f2-f257fbcc8897 req-76cb3934-9f50-49ef-b684-f447ec37940b tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 946 time: 0.0651340 Jul 14 09:35:33.021635 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-85c16a90-3b5c-49f8-89f2-f257fbcc8897 req-f972125e-500b-4641-9045-f2d3c2088c2a tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/security-groups?id=881fd9e3-ed3b-45be-bf77-03b88e25f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408785 Jul 14 09:35:33.216639 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bd0a6-9d30-46dd-a6d1-5e9b85329dd1 req-2e8f916d-41cb-4af9-87c3-e427aa4e4520 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:33.219445 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-327bd0a6-9d30-46dd-a6d1-5e9b85329dd1 req-2e8f916d-41cb-4af9-87c3-e427aa4e4520 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 946 time: 0.0760834 Jul 14 09:35:33.265646 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-327bd0a6-9d30-46dd-a6d1-5e9b85329dd1 req-9f9ef131-a95d-411d-9545-a117ce6180fe tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/security-groups?id=881fd9e3-ed3b-45be-bf77-03b88e25f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393853 Jul 14 09:35:33.642516 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe34af-698f-43f7-b107-c972da7bee59 req-f31c7afc-3c5f-4b10-a3a7-d39782dc5d2f tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:33.644336 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cafe34af-698f-43f7-b107-c972da7bee59 req-f31c7afc-3c5f-4b10-a3a7-d39782dc5d2f tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 946 time: 0.0670886 Jul 14 09:35:33.682977 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cafe34af-698f-43f7-b107-c972da7bee59 req-782a223c-7e33-4682-8e1e-41cfefc04536 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/security-groups?id=881fd9e3-ed3b-45be-bf77-03b88e25f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324335 Jul 14 09:35:34.874131 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add607d9-7020-404f-afe0-6bd21cda95d2 req-793fa58d-c85b-44dd-8468-9375fde45654 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:34.876150 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-add607d9-7020-404f-afe0-6bd21cda95d2 req-793fa58d-c85b-44dd-8468-9375fde45654 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 946 time: 0.0749722 Jul 14 09:35:34.920775 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-add607d9-7020-404f-afe0-6bd21cda95d2 req-84d67693-452c-41cc-ac30-8c1e22089542 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/security-groups?id=881fd9e3-ed3b-45be-bf77-03b88e25f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370607 Jul 14 09:35:35.287439 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb3845-25c3-46cd-a2c4-cc6432591d28 req-b415cd2c-e3ae-4716-b614-e63e9cd4b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:35.289289 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-93cb3845-25c3-46cd-a2c4-cc6432591d28 req-b415cd2c-e3ae-4716-b614-e63e9cd4b62f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0cec82b0d1614fb4840fff139d44e4a0&device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 1098 time: 0.0766919 Jul 14 09:35:35.301136 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bff28-c39f-460f-b581-336bfdfe4926 req-a17677c8-bc57-4b8c-b43e-6d051aefe038 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:35.302770 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-490bff28-c39f-460f-b581-336bfdfe4926 req-a17677c8-bc57-4b8c-b43e-6d051aefe038 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 946 time: 0.0814042 Jul 14 09:35:35.351011 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-490bff28-c39f-460f-b581-336bfdfe4926 req-7767d4b6-c05e-437d-b5a7-b0c621da0ca2 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/security-groups?id=881fd9e3-ed3b-45be-bf77-03b88e25f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406725 Jul 14 09:35:35.399626 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb3845-25c3-46cd-a2c4-cc6432591d28 req-081df024-b9d4-440b-bf88-11ab05ddf738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:35.401145 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-93cb3845-25c3-46cd-a2c4-cc6432591d28 req-081df024-b9d4-440b-bf88-11ab05ddf738 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d1190cc0-a815-41b4-bb7c-7fb1176067a3 HTTP/1.1" status: 200 len: 912 time: 0.1055524 Jul 14 09:35:35.456908 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-93cb3845-25c3-46cd-a2c4-cc6432591d28 req-91e5dfce-d5c8-451c-9e73-fcf27afddb88 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b61be9e-b160-4dbe-ba12-09ac91edb75b HTTP/1.1" status: 200 len: 217 time: 0.0495205 Jul 14 09:35:35.512553 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb3845-25c3-46cd-a2c4-cc6432591d28 req-a7b423b5-35a0-4241-b704-81b477df25a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:35.514043 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-93cb3845-25c3-46cd-a2c4-cc6432591d28 req-a7b423b5-35a0-4241-b704-81b477df25a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=30501d4f-c6ff-47b0-a9a3-58d5021a1b44 HTTP/1.1" status: 200 len: 852 time: 0.0510893 Jul 14 09:35:35.554371 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-93cb3845-25c3-46cd-a2c4-cc6432591d28 req-5421d01c-81ca-4d0e-9ce8-53c8d6451b96 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1190cc0-a815-41b4-bb7c-7fb1176067a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341315 Jul 14 09:35:35.661032 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-93cb3845-25c3-46cd-a2c4-cc6432591d28 req-12c27fb2-071b-4e09-ae90-ef913846548a service neutron] 10.222.0.44 "GET /v2.0/networks/d1190cc0-a815-41b4-bb7c-7fb1176067a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002450 Jul 14 09:35:35.774235 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-93cb3845-25c3-46cd-a2c4-cc6432591d28 req-f19f2f59-4d3d-4951-aba8-0395f2b54efa service neutron] 10.222.0.44 "GET /v2.0/networks/d1190cc0-a815-41b4-bb7c-7fb1176067a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063468 Jul 14 09:35:36.538955 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2d602-bc7e-497a-a563-5e321ffb2cef req-096c0eba-0098-4414-9c83-898dce753a88 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:36.540475 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8ee2d602-bc7e-497a-a563-5e321ffb2cef req-096c0eba-0098-4414-9c83-898dce753a88 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 946 time: 0.0676470 Jul 14 09:35:36.585510 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8ee2d602-bc7e-497a-a563-5e321ffb2cef req-c17d00b9-ae86-4487-957f-fa560daf729f tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/security-groups?id=881fd9e3-ed3b-45be-bf77-03b88e25f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388391 Jul 14 09:35:37.770332 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac7b52-7a2a-4afc-b5ab-12bea8b180a8 req-9c8eaec0-a96a-472e-910a-bc469979cb32 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:37.773206 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33ac7b52-7a2a-4afc-b5ab-12bea8b180a8 req-9c8eaec0-a96a-472e-910a-bc469979cb32 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 946 time: 0.0690846 Jul 14 09:35:37.812307 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33ac7b52-7a2a-4afc-b5ab-12bea8b180a8 req-9991785c-82ab-4b28-ac38-ce9ba6118779 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/security-groups?id=881fd9e3-ed3b-45be-bf77-03b88e25f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334382 Jul 14 09:35:38.190575 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cc8c4-b1c7-4988-b162-359925d79d99 req-1422d6f6-1c39-43a4-b76b-e1dc217e8c0f tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:38.192119 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a4cc8c4-b1c7-4988-b162-359925d79d99 req-1422d6f6-1c39-43a4-b76b-e1dc217e8c0f tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 946 time: 0.0662696 Jul 14 09:35:38.234846 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a4cc8c4-b1c7-4988-b162-359925d79d99 req-f1498045-96d1-40eb-be2f-b517e072cafc tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/security-groups?id=881fd9e3-ed3b-45be-bf77-03b88e25f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368400 Jul 14 09:35:39.439982 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f814a-1d95-498a-993e-c47f059a7f01 req-872ea55c-0efa-4c36-9b18-248abc957a54 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:39.441634 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dc7f814a-1d95-498a-993e-c47f059a7f01 req-872ea55c-0efa-4c36-9b18-248abc957a54 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 946 time: 0.0769923 Jul 14 09:35:39.483722 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dc7f814a-1d95-498a-993e-c47f059a7f01 req-8f7513c5-2cf3-4f30-a8a3-2337bdf8f797 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/security-groups?id=881fd9e3-ed3b-45be-bf77-03b88e25f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355856 Jul 14 09:35:39.829591 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73263836-c5f6-41de-b86d-6cd5e8fe9f0b req-10ee43cd-3325-4ad5-a0e7-d6a432489461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:39.831108 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-73263836-c5f6-41de-b86d-6cd5e8fe9f0b req-10ee43cd-3325-4ad5-a0e7-d6a432489461 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0cec82b0d1614fb4840fff139d44e4a0&device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 1098 time: 0.0554698 Jul 14 09:35:39.844490 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cc140-e15c-4453-97a6-0949caeb4fba req-60de638f-ef5b-494b-9b43-da7d919b739a tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:39.846201 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a88cc140-e15c-4453-97a6-0949caeb4fba req-60de638f-ef5b-494b-9b43-da7d919b739a tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 946 time: 0.0692680 Jul 14 09:35:39.886007 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a88cc140-e15c-4453-97a6-0949caeb4fba req-24d3ec28-0fb6-41b7-add0-b602ce7dd3ed tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/security-groups?id=881fd9e3-ed3b-45be-bf77-03b88e25f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338390 Jul 14 09:35:39.927432 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73263836-c5f6-41de-b86d-6cd5e8fe9f0b req-440118b5-73aa-4d6a-b539-697d505ef017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:39.929231 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-73263836-c5f6-41de-b86d-6cd5e8fe9f0b req-440118b5-73aa-4d6a-b539-697d505ef017 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d1190cc0-a815-41b4-bb7c-7fb1176067a3 HTTP/1.1" status: 200 len: 912 time: 0.0916927 Jul 14 09:35:39.982115 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-73263836-c5f6-41de-b86d-6cd5e8fe9f0b req-e62063a4-7a18-4337-b416-a70acbc018c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b61be9e-b160-4dbe-ba12-09ac91edb75b HTTP/1.1" status: 200 len: 217 time: 0.0451920 Jul 14 09:35:40.032971 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73263836-c5f6-41de-b86d-6cd5e8fe9f0b req-2d9e3d18-e709-48ee-aeb3-0de14e192bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:40.034433 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-73263836-c5f6-41de-b86d-6cd5e8fe9f0b req-2d9e3d18-e709-48ee-aeb3-0de14e192bad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=30501d4f-c6ff-47b0-a9a3-58d5021a1b44 HTTP/1.1" status: 200 len: 852 time: 0.0456140 Jul 14 09:35:40.069735 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-73263836-c5f6-41de-b86d-6cd5e8fe9f0b req-23205458-7be4-4b99-a199-03d0eef29e4f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1190cc0-a815-41b4-bb7c-7fb1176067a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286067 Jul 14 09:35:40.193315 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-73263836-c5f6-41de-b86d-6cd5e8fe9f0b req-b87295d6-b707-4f4c-b44f-31253d8a6360 service neutron] 10.222.0.44 "GET /v2.0/networks/d1190cc0-a815-41b4-bb7c-7fb1176067a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165795 Jul 14 09:35:40.287191 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-73263836-c5f6-41de-b86d-6cd5e8fe9f0b req-b1cc644d-3137-4a95-aed0-28612040a9d4 service neutron] 10.222.0.44 "GET /v2.0/networks/d1190cc0-a815-41b4-bb7c-7fb1176067a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864098 Jul 14 09:35:40.715520 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.103901 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41de75-c2c7-429e-93ea-f8b408778c4d req-15e13a97-d219-4328-a297-d9c3c78381e9 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:41.105723 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad41de75-c2c7-429e-93ea-f8b408778c4d req-15e13a97-d219-4328-a297-d9c3c78381e9 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 946 time: 0.0874224 Jul 14 09:35:41.159852 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad41de75-c2c7-429e-93ea-f8b408778c4d req-19e51f4d-5577-4c29-aa1f-94aacd8ab5bd tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/security-groups?id=881fd9e3-ed3b-45be-bf77-03b88e25f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462515 Jul 14 09:35:42.260931 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.341619 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767e20c-6312-4045-be08-9b9d459dc414 req-e90f0154-cc3a-46ba-9e85-9199175ac159 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:42.343122 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1767e20c-6312-4045-be08-9b9d459dc414 req-e90f0154-cc3a-46ba-9e85-9199175ac159 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 946 time: 0.0650134 Jul 14 09:35:42.382146 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1767e20c-6312-4045-be08-9b9d459dc414 req-f56d139c-0a72-491a-b323-921a25498a43 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/security-groups?id=881fd9e3-ed3b-45be-bf77-03b88e25f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323596 Jul 14 09:35:42.767564 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd47a6-77f4-49e7-99ad-d46198f53a94 req-2744601c-3e78-4db9-bfd0-6eb3834d9a32 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:42.769009 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7dcd47a6-77f4-49e7-99ad-d46198f53a94 req-2744601c-3e78-4db9-bfd0-6eb3834d9a32 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 946 time: 0.0682814 Jul 14 09:35:42.808737 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7dcd47a6-77f4-49e7-99ad-d46198f53a94 req-d2da790a-b199-4cdd-8708-a684f105bfaf tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/security-groups?id=881fd9e3-ed3b-45be-bf77-03b88e25f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333605 Jul 14 09:35:43.993248 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043c712-0f3d-4075-9cbc-81216afbf774 req-87ab9740-3c43-4f6c-a7da-fe278bff769c tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:43.994758 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6043c712-0f3d-4075-9cbc-81216afbf774 req-87ab9740-3c43-4f6c-a7da-fe278bff769c tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 946 time: 0.0713322 Jul 14 09:35:44.033783 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6043c712-0f3d-4075-9cbc-81216afbf774 req-50f52ec3-8418-43a8-91fa-89bd353d3759 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/security-groups?id=881fd9e3-ed3b-45be-bf77-03b88e25f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332112 Jul 14 09:35:44.567886 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be0d7e-edef-49ad-ace0-d2b4e945e596 req-b8f2c665-ea40-4a6c-a8ed-d7d5f654fb98 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:44.569635 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b8be0d7e-edef-49ad-ace0-d2b4e945e596 req-b8f2c665-ea40-4a6c-a8ed-d7d5f654fb98 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 946 time: 0.0780761 Jul 14 09:35:44.676484 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-b8be0d7e-edef-49ad-ace0-d2b4e945e596 req-63a7bbc9-8e49-4c99-a287-4b01a0250f61 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Deleting port 3b61be9e-b160-4dbe-ba12-09ac91edb75b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:44.676780 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b8be0d7e-edef-49ad-ace0-d2b4e945e596 req-63a7bbc9-8e49-4c99-a287-4b01a0250f61 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.771088 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-b8be0d7e-edef-49ad-ace0-d2b4e945e596 req-63a7bbc9-8e49-4c99-a287-4b01a0250f61 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] For port 3b61be9e-b160-4dbe-ba12-09ac91edb75b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=3b61be9e-b160-4dbe-ba12-09ac91edb75b,segment=NetworkSegment(7628b84c-4e09-4634-a0d9-4f7f306cdd89),segment_id=7628b84c-4e09-4634-a0d9-4f7f306cdd89)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:44.771897 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b8be0d7e-edef-49ad-ace0-d2b4e945e596 req-63a7bbc9-8e49-4c99-a287-4b01a0250f61 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.785548 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-b8be0d7e-edef-49ad-ace0-d2b4e945e596 req-63a7bbc9-8e49-4c99-a287-4b01a0250f61 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Calling delete_port for 3b61be9e-b160-4dbe-ba12-09ac91edb75b owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:44.930530 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b8be0d7e-edef-49ad-ace0-d2b4e945e596 req-63a7bbc9-8e49-4c99-a287-4b01a0250f61 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.963205 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7bbc9-8e49-4c99-a287-4b01a0250f61 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Pushing event deleted for resources: {'Port': ['ID=3b61be9e-b160-4dbe-ba12-09ac91edb75b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:45.012788 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8be0d7e-edef-49ad-ace0-d2b4e945e596 req-63a7bbc9-8e49-4c99-a287-4b01a0250f61 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] No DVR routers for this DVR port 3b61be9e-b160-4dbe-ba12-09ac91edb75b on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:45.015545 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-b8be0d7e-edef-49ad-ace0-d2b4e945e596 req-63a7bbc9-8e49-4c99-a287-4b01a0250f61 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.017618 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b8be0d7e-edef-49ad-ace0-d2b4e945e596 req-63a7bbc9-8e49-4c99-a287-4b01a0250f61 tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.44 "DELETE /v2.0/ports/3b61be9e-b160-4dbe-ba12-09ac91edb75b HTTP/1.1" status: 204 len: 173 time: 0.4406967 Jul 14 09:35:45.018062 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd95624-1e85-4487-a79d-e8a8b5903a73', 'name': 'network-vif-deleted', 'tag': '3b61be9e-b160-4dbe-ba12-09ac91edb75b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:45.020403 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4aae6a-045b-4f8d-9608-26f1a1ee87cf" -d '{"events": [{"server_uuid": "7bd95624-1e85-4487-a79d-e8a8b5903a73", "name": "network-vif-deleted", "tag": "3b61be9e-b160-4dbe-ba12-09ac91edb75b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:45.061023 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104c53b5-c1ae-497c-ad8f-f2728ed42c03 x-openstack-request-id: req-104c53b5-c1ae-497c-ad8f-f2728ed42c03 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:45.061314 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd95624-1e85-4487-a79d-e8a8b5903a73", "name": "network-vif-deleted", "tag": "3b61be9e-b160-4dbe-ba12-09ac91edb75b", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:45.061724 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-104c53b5-c1ae-497c-ad8f-f2728ed42c03 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:45.062058 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd95624-1e85-4487-a79d-e8a8b5903a73', 'name': 'network-vif-deleted', 'tag': '3b61be9e-b160-4dbe-ba12-09ac91edb75b', 'status': 'completed', 'code': 200} Jul 14 09:35:45.186433 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-450187f3-f06b-49af-8a24-d9a70a2ec9f9 req-8b0fb384-2d22-41f6-aa76-34196711de6f tempest-TestServerAdvancedOps-572077441 tempest-TestServerAdvancedOps-572077441-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bd95624-1e85-4487-a79d-e8a8b5903a73 HTTP/1.1" status: 200 len: 210 time: 0.0316670 Jul 14 09:35:45.828208 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-6c16f500-c0e7-4f41-acc0-913e1fdc97c4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:45.829402 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-6c16f500-c0e7-4f41-acc0-913e1fdc97c4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 810 time: 0.1059663 Jul 14 09:35:45.845320 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-280146aa-8f4a-4c51-9a80-892f0ae4787f tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/quotas/87d49df898e44e948cc3665c8c3c2f58 HTTP/1.1" status: 200 len: 375 time: 0.0094304 Jul 14 09:35:45.915828 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-b68de555-7ed9-4d75-9d31-1d21f54d87c5 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640705 Jul 14 09:35:46.014812 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-282e8cfc-f929-414d-92f3-fdc7108a07e1 service neutron] 10.222.0.25 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881281 Jul 14 09:35:46.110217 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-66d48b84-12dd-4aa6-8a46-b60fd7bae8e0 service neutron] 10.222.0.25 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893312 Jul 14 09:35:46.311664 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53402) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:46.317829 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eea82a1b-14fc-4a5e-a8dd-d0dcd6b958c9 req-2a553522-cfcf-44bc-9e21-be4c35d865f8 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 210 time: 0.0316038 Jul 14 09:35:46.368996 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc65a03-e859-4ee5-a2c2-9a15355e62cb admin admin] Deleting subnet 30501d4f-c6ff-47b0-a9a3-58d5021a1b44 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:35:46.372389 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bfc65a03-e859-4ee5-a2c2-9a15355e62cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.409692 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bfc65a03-e859-4ee5-a2c2-9a15355e62cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.459848 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bfc65a03-e859-4ee5-a2c2-9a15355e62cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.519520 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bfc65a03-e859-4ee5-a2c2-9a15355e62cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.546498 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc65a03-e859-4ee5-a2c2-9a15355e62cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30501d4f-c6ff-47b0-a9a3-58d5021a1b44,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:46.550838 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bfc65a03-e859-4ee5-a2c2-9a15355e62cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.555308 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 3b61be9e-b160-4dbe-ba12-09ac91edb75b no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:46.556498 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53408) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:46.560121 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bfc65a03-e859-4ee5-a2c2-9a15355e62cb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/30501d4f-c6ff-47b0-a9a3-58d5021a1b44 HTTP/1.1" status: 204 len: 168 time: 0.2464736 Jul 14 09:35:46.577024 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 3b61be9e-b160-4dbe-ba12-09ac91edb75b {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:46.577373 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 3b61be9e-b160-4dbe-ba12-09ac91edb75b not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:46.635603 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c8f2121-8c75-4c9d-8004-917c66d0c266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.719509 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c8f2121-8c75-4c9d-8004-917c66d0c266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.731973 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2c8f2121-8c75-4c9d-8004-917c66d0c266 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1190cc0-a815-41b4-bb7c-7fb1176067a3']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:46.744034 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2c8f2121-8c75-4c9d-8004-917c66d0c266 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7628b84c-4e09-4634-a0d9-4f7f306cdd89') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:46.744340 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2c8f2121-8c75-4c9d-8004-917c66d0c266 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7628b84c-4e09-4634-a0d9-4f7f306cdd89') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:46.753582 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c8f2121-8c75-4c9d-8004-917c66d0c266 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.772032 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c8f2121-8c75-4c9d-8004-917c66d0c266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.779979 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8f2121-8c75-4c9d-8004-917c66d0c266 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:46.780485 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c8f2121-8c75-4c9d-8004-917c66d0c266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:46.782371 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:46.848254 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c8f2121-8c75-4c9d-8004-917c66d0c266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.856422 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c8f2121-8c75-4c9d-8004-917c66d0c266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.858260 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2c8f2121-8c75-4c9d-8004-917c66d0c266 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d1190cc0-a815-41b4-bb7c-7fb1176067a3 HTTP/1.1" status: 204 len: 168 time: 0.3002443 Jul 14 09:35:46.861547 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53420) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:46.872047 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f2121-8c75-4c9d-8004-917c66d0c266 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1190cc0-a815-41b4-bb7c-7fb1176067a3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:46.909342 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-57268788-32e5-449e-b484-efd2d7429d59 admin admin] Deleting subnet 6a4e19e3-02eb-4da4-a3de-cd82f2651c81 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:35:46.912839 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57268788-32e5-449e-b484-efd2d7429d59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.950421 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57268788-32e5-449e-b484-efd2d7429d59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.996845 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57268788-32e5-449e-b484-efd2d7429d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.054694 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57268788-32e5-449e-b484-efd2d7429d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.079855 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57268788-32e5-449e-b484-efd2d7429d59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a4e19e3-02eb-4da4-a3de-cd82f2651c81,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:47.086107 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57268788-32e5-449e-b484-efd2d7429d59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.088015 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-57268788-32e5-449e-b484-efd2d7429d59 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6a4e19e3-02eb-4da4-a3de-cd82f2651c81 HTTP/1.1" status: 204 len: 168 time: 0.2254558 Jul 14 09:35:47.090479 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53422) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:47.159784 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32ee5c95-0433-41a4-a9c5-aba19e0d19f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.247079 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32ee5c95-0433-41a4-a9c5-aba19e0d19f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.257322 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-32ee5c95-0433-41a4-a9c5-aba19e0d19f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['903abe15-a708-4ecb-aad6-d413dc92d3a2']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:47.267841 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-32ee5c95-0433-41a4-a9c5-aba19e0d19f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '157de9c8-676e-471a-ba8e-bce0c59be360') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:47.268141 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-32ee5c95-0433-41a4-a9c5-aba19e0d19f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '157de9c8-676e-471a-ba8e-bce0c59be360') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:47.277426 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32ee5c95-0433-41a4-a9c5-aba19e0d19f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.293128 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32ee5c95-0433-41a4-a9c5-aba19e0d19f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.299721 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ee5c95-0433-41a4-a9c5-aba19e0d19f5 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:47.300124 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32ee5c95-0433-41a4-a9c5-aba19e0d19f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:47.302475 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:47.357550 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32ee5c95-0433-41a4-a9c5-aba19e0d19f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.363421 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32ee5c95-0433-41a4-a9c5-aba19e0d19f5 admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.367453 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-32ee5c95-0433-41a4-a9c5-aba19e0d19f5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/903abe15-a708-4ecb-aad6-d413dc92d3a2 HTTP/1.1" status: 204 len: 168 time: 0.2758334 Jul 14 09:35:47.415678 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee5c95-0433-41a4-a9c5-aba19e0d19f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=903abe15-a708-4ecb-aad6-d413dc92d3a2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:47.492459 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8add7fd4-a199-4426-a7ac-93aa8203ca53 req-d6c0c46d-6ccc-4811-9eab-5def61f41609 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 210 time: 0.0418155 Jul 14 09:35:47.543325 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-5f23ad32-2a1b-440a-83e0-04382410c802 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:47.544854 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-5f23ad32-2a1b-440a-83e0-04382410c802 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 810 time: 0.1421089 Jul 14 09:35:47.558148 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-c1b60a4d-a256-4af0-a39a-2dbd5992dcf9 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Request body: {'port': {'device_id': 'aeecceda-63c4-4f15-a4ad-45057a43ff2f', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'admin_state_up': True, 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:47.576931 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53430) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:47.625601 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-43515185-0734-4ade-8e89-abb3a21b6bcd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0cec82b0d1614fb4840fff139d44e4a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459199 Jul 14 09:35:47.625601 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53432) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:47.681685 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e22d623-d3a9-499c-8bc6-6e09d8d545b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.685881 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-c1b60a4d-a256-4af0-a39a-2dbd5992dcf9 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Made reservation on behalf of 87d49df898e44e948cc3665c8c3c2f58 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:47.689842 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-c1b60a4d-a256-4af0-a39a-2dbd5992dcf9 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.709646 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e22d623-d3a9-499c-8bc6-6e09d8d545b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.769399 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e22d623-d3a9-499c-8bc6-6e09d8d545b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.772742 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e22d623-d3a9-499c-8bc6-6e09d8d545b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.774293 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6e22d623-d3a9-499c-8bc6-6e09d8d545b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/881fd9e3-ed3b-45be-bf77-03b88e25f6ed HTTP/1.1" status: 204 len: 168 time: 0.1479087 Jul 14 09:35:47.787184 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22d623-d3a9-499c-8bc6-6e09d8d545b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881fd9e3-ed3b-45be-bf77-03b88e25f6ed,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:47.856664 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-c1b60a4d-a256-4af0-a39a-2dbd5992dcf9 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Allocated IP 172.20.0.8 (b78f139e-d876-4f71-b091-055c8a4ef271/6ea6b1e4-2ec5-4105-843d-111f5668e0d2/26e2d9ea-40e8-425e-804b-93de1c089d8b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:48.111868 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-c1b60a4d-a256-4af0-a39a-2dbd5992dcf9 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.132929 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-c1b60a4d-a256-4af0-a39a-2dbd5992dcf9 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Transition to ACTIVE for port object 26e2d9ea-40e8-425e-804b-93de1c089d8b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:48.170524 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-c1b60a4d-a256-4af0-a39a-2dbd5992dcf9 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.222587 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-c1b60a4d-a256-4af0-a39a-2dbd5992dcf9 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Network b78f139e-d876-4f71-b091-055c8a4ef271 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:48.226021 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-c1b60a4d-a256-4af0-a39a-2dbd5992dcf9 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:48.230156 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-c1b60a4d-a256-4af0-a39a-2dbd5992dcf9 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:48.258969 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53450) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:48.280243 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b60a4d-a256-4af0-a39a-2dbd5992dcf9 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event updated for resources: {'Port': ['ID=26e2d9ea-40e8-425e-804b-93de1c089d8b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:48.308423 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-c1b60a4d-a256-4af0-a39a-2dbd5992dcf9 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.309421 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-c1b60a4d-a256-4af0-a39a-2dbd5992dcf9 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.330573 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-c1b60a4d-a256-4af0-a39a-2dbd5992dcf9 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7745786 Jul 14 09:35:48.338169 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e281dfe7-7481-458e-8e28-a54db193cc58 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=88a0fb07cedd4c24abd2cab3c4627934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0779743 Jul 14 09:35:48.339041 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53452) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:48.348180 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-963c76c3-679a-4b1d-b55b-ad3167a7fce5 service neutron] Request body: {'port': {'device_id': 'aeecceda-63c4-4f15-a4ad-45057a43ff2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:48.402338 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32471bed-6534-46ce-b6a7-f4f1cb0dcb0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.435997 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38c99803-390e-453c-99e2-471641e03a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.449412 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32471bed-6534-46ce-b6a7-f4f1cb0dcb0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.459728 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-963c76c3-679a-4b1d-b55b-ad3167a7fce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.521685 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32471bed-6534-46ce-b6a7-f4f1cb0dcb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.525544 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32471bed-6534-46ce-b6a7-f4f1cb0dcb0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.531984 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-32471bed-6534-46ce-b6a7-f4f1cb0dcb0b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/01f2703c-a050-4418-a299-b94f8468908f HTTP/1.1" status: 204 len: 168 time: 0.1902754 Jul 14 09:35:48.550964 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32471bed-6534-46ce-b6a7-f4f1cb0dcb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f2703c-a050-4418-a299-b94f8468908f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:48.613548 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-63ca7adc-0339-45dc-a1ec-047ac4b2b680 None None] Provisioning for port 26e2d9ea-40e8-425e-804b-93de1c089d8b completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:48.623407 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-63ca7adc-0339-45dc-a1ec-047ac4b2b680 None None] Provisioning complete for port 26e2d9ea-40e8-425e-804b-93de1c089d8b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:48.624302 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63ca7adc-0339-45dc-a1ec-047ac4b2b680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.685974 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-63ca7adc-0339-45dc-a1ec-047ac4b2b680 None None] Port 26e2d9ea-40e8-425e-804b-93de1c089d8b cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:48.699462 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76882710-88bd-47e6-8c7b-d63720609c45 req-abf12914-44d2-4e90-9fcb-de19a754b96a tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.701173 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-76882710-88bd-47e6-8c7b-d63720609c45 req-abf12914-44d2-4e90-9fcb-de19a754b96a tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 931 time: 0.0789750 Jul 14 09:35:48.762480 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-76882710-88bd-47e6-8c7b-d63720609c45 req-d8928a60-ad0c-466d-8cb7-0cda3d379d85 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539722 Jul 14 09:35:48.863423 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-963c76c3-679a-4b1d-b55b-ad3167a7fce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e2d9ea-40e8-425e-804b-93de1c089d8b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:48.874514 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-963c76c3-679a-4b1d-b55b-ad3167a7fce5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.892668 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-963c76c3-679a-4b1d-b55b-ad3167a7fce5 service neutron] Transition to ACTIVE for port object 26e2d9ea-40e8-425e-804b-93de1c089d8b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:48.898472 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-963c76c3-679a-4b1d-b55b-ad3167a7fce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.963635 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c76c3-679a-4b1d-b55b-ad3167a7fce5 service neutron] Pushing event updated for resources: {'Port': ['ID=26e2d9ea-40e8-425e-804b-93de1c089d8b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:49.069378 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-963c76c3-679a-4b1d-b55b-ad3167a7fce5 service neutron] Attempting to bind port 26e2d9ea-40e8-425e-804b-93de1c089d8b on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:49.069752 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-963c76c3-679a-4b1d-b55b-ad3167a7fce5 service neutron] Attempting to bind port 26e2d9ea-40e8-425e-804b-93de1c089d8b by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:49.070046 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-963c76c3-679a-4b1d-b55b-ad3167a7fce5 service neutron] Attempting to bind port 26e2d9ea-40e8-425e-804b-93de1c089d8b on network b78f139e-d876-4f71-b091-055c8a4ef271 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:49.075939 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-963c76c3-679a-4b1d-b55b-ad3167a7fce5 service neutron] Port 26e2d9ea-40e8-425e-804b-93de1c089d8b on network b78f139e-d876-4f71-b091-055c8a4ef271 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:35:49.076329 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-963c76c3-679a-4b1d-b55b-ad3167a7fce5 service neutron] Attempting to bind port 26e2d9ea-40e8-425e-804b-93de1c089d8b on network b78f139e-d876-4f71-b091-055c8a4ef271 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:49.083370 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-963c76c3-679a-4b1d-b55b-ad3167a7fce5 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:49.084096 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-963c76c3-679a-4b1d-b55b-ad3167a7fce5 service neutron] Checking segment: {'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:49.084640 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-963c76c3-679a-4b1d-b55b-ad3167a7fce5 service neutron] Bound using segment: {'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:49.085369 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-963c76c3-679a-4b1d-b55b-ad3167a7fce5 service neutron] Bound port: 26e2d9ea-40e8-425e-804b-93de1c089d8b, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:49.085741 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-963c76c3-679a-4b1d-b55b-ad3167a7fce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.211618 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-963c76c3-679a-4b1d-b55b-ad3167a7fce5 service neutron] For port 26e2d9ea-40e8-425e-804b-93de1c089d8b, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:49.216088 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-963c76c3-679a-4b1d-b55b-ad3167a7fce5 service neutron] For port 26e2d9ea-40e8-425e-804b-93de1c089d8b, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=26e2d9ea-40e8-425e-804b-93de1c089d8b,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:49.222850 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-963c76c3-679a-4b1d-b55b-ad3167a7fce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.277084 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-963c76c3-679a-4b1d-b55b-ad3167a7fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:49.277801 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-963c76c3-679a-4b1d-b55b-ad3167a7fce5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.279734 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-963c76c3-679a-4b1d-b55b-ad3167a7fce5 service neutron] 10.222.0.47 "PUT /v2.0/ports/26e2d9ea-40e8-425e-804b-93de1c089d8b HTTP/1.1" status: 200 len: 1092 time: 0.9420891 Jul 14 09:35:49.280211 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeecceda-63c4-4f15-a4ad-45057a43ff2f', 'tag': '26e2d9ea-40e8-425e-804b-93de1c089d8b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:49.282603 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb82c047-5a9f-4789-8f1d-9dca8b46cb1f" -d '{"events": [{"name": "network-changed", "server_uuid": "aeecceda-63c4-4f15-a4ad-45057a43ff2f", "tag": "26e2d9ea-40e8-425e-804b-93de1c089d8b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:49.306646 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c76c3-679a-4b1d-b55b-ad3167a7fce5 service neutron] Pushing event updated for resources: {'Port': ['ID=26e2d9ea-40e8-425e-804b-93de1c089d8b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:49.351691 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68140f50-cb95-4782-b1f6-ada31e5cd535 x-openstack-request-id: req-68140f50-cb95-4782-b1f6-ada31e5cd535 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:49.351991 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeecceda-63c4-4f15-a4ad-45057a43ff2f", "tag": "26e2d9ea-40e8-425e-804b-93de1c089d8b", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:49.352290 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68140f50-cb95-4782-b1f6-ada31e5cd535 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:49.352891 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeecceda-63c4-4f15-a4ad-45057a43ff2f', 'tag': '26e2d9ea-40e8-425e-804b-93de1c089d8b', 'status': 'completed', 'code': 200} Jul 14 09:35:49.427149 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-550b5d0d-cf94-48cf-99fa-91f776040665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:49.429238 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-550b5d0d-cf94-48cf-99fa-91f776040665 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 1095 time: 0.0686388 Jul 14 09:35:49.492567 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-ab18322e-a222-48cb-adbc-7fc4b1b7af31 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26e2d9ea-40e8-425e-804b-93de1c089d8b HTTP/1.1" status: 200 len: 217 time: 0.0544846 Jul 14 09:35:49.549124 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-1bb80ceb-f6ca-4bd5-93c9-6bfd713a4007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:49.550624 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-1bb80ceb-f6ca-4bd5-93c9-6bfd713a4007 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea6b1e4-2ec5-4105-843d-111f5668e0d2 HTTP/1.1" status: 200 len: 849 time: 0.0513489 Jul 14 09:35:49.616704 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-2b1e0ffc-cd9c-4ab7-b1d8-5e1cd6e5256d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:49.618154 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-2b1e0ffc-cd9c-4ab7-b1d8-5e1cd6e5256d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78f139e-d876-4f71-b091-055c8a4ef271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584733 Jul 14 09:35:49.716217 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-cd4e5d1a-64bd-40d6-bb99-cfc9bd30057a service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913565 Jul 14 09:35:49.828493 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4923501e-28e2-4bd2-b99d-bd647dee265c req-36ba99f9-7aff-4602-aad6-59a47ecddcb6 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055176 Jul 14 09:35:49.944449 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82c047-5a9f-4789-8f1d-9dca8b46cb1f req-d437e4ff-21c1-4ec5-875a-692b9787027e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:49.946003 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cb82c047-5a9f-4789-8f1d-9dca8b46cb1f req-d437e4ff-21c1-4ec5-875a-692b9787027e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 1095 time: 0.0606873 Jul 14 09:35:49.990409 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac5b80-b01c-469a-8c4e-806162ec5491 req-5a57197e-9f19-4e76-89d3-79756d8ec85c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:49.992687 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3bac5b80-b01c-469a-8c4e-806162ec5491 req-5a57197e-9f19-4e76-89d3-79756d8ec85c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 943 time: 0.0921199 Jul 14 09:35:50.035425 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3bac5b80-b01c-469a-8c4e-806162ec5491 req-a2246883-ead2-4a9a-8cc7-4a2bda2ce0f9 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358126 Jul 14 09:35:50.050803 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82c047-5a9f-4789-8f1d-9dca8b46cb1f req-df2be883-f67e-4c43-bd3c-d949600f1ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:50.052515 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cb82c047-5a9f-4789-8f1d-9dca8b46cb1f req-df2be883-f67e-4c43-bd3c-d949600f1ab8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 910 time: 0.0994503 Jul 14 09:35:50.096429 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cb82c047-5a9f-4789-8f1d-9dca8b46cb1f req-d97c40a0-341b-46ea-8b3f-55c97a6a6927 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26e2d9ea-40e8-425e-804b-93de1c089d8b HTTP/1.1" status: 200 len: 217 time: 0.0373325 Jul 14 09:35:50.151452 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82c047-5a9f-4789-8f1d-9dca8b46cb1f req-16f2b868-fad8-41a6-aa27-47ef42589043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:50.152997 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cb82c047-5a9f-4789-8f1d-9dca8b46cb1f req-16f2b868-fad8-41a6-aa27-47ef42589043 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea6b1e4-2ec5-4105-843d-111f5668e0d2 HTTP/1.1" status: 200 len: 849 time: 0.0490453 Jul 14 09:35:50.218359 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82c047-5a9f-4789-8f1d-9dca8b46cb1f req-c16d5eb4-137a-4a3b-91e1-65a33842720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:50.219994 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cb82c047-5a9f-4789-8f1d-9dca8b46cb1f req-c16d5eb4-137a-4a3b-91e1-65a33842720a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78f139e-d876-4f71-b091-055c8a4ef271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604568 Jul 14 09:35:50.332865 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cb82c047-5a9f-4789-8f1d-9dca8b46cb1f req-09e7c85c-cd48-4989-9fdb-a67542926a5d service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046665 Jul 14 09:35:50.438329 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cb82c047-5a9f-4789-8f1d-9dca8b46cb1f req-41922b47-9e2c-4738-b0e6-8a240602feed service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984478 Jul 14 09:35:50.646356 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53474) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:50.835585 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2370429-1e7f-469e-88ca-0cf29c2fb92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.948088 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2370429-1e7f-469e-88ca-0cf29c2fb92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.957856 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2370429-1e7f-469e-88ca-0cf29c2fb92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.005631 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2370429-1e7f-469e-88ca-0cf29c2fb92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5789c662-19b2-445e-b6fb-ee5a98975add,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:51.011460 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b2370429-1e7f-469e-88ca-0cf29c2fb92d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74138681123245c5b08fb08cd053b9af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3639398 Jul 14 09:35:51.019049 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53478) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:51.088061 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d43b1d9-945d-4ba6-9c03-f99783126613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.117291 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0f3ccee-0a06-4d6b-ab3d-2507344fb919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.118834 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d43b1d9-945d-4ba6-9c03-f99783126613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.193373 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d43b1d9-945d-4ba6-9c03-f99783126613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.196012 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d43b1d9-945d-4ba6-9c03-f99783126613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.199766 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3d43b1d9-945d-4ba6-9c03-f99783126613 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5789c662-19b2-445e-b6fb-ee5a98975add HTTP/1.1" status: 204 len: 168 time: 0.1769500 Jul 14 09:35:51.205418 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43b1d9-945d-4ba6-9c03-f99783126613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5789c662-19b2-445e-b6fb-ee5a98975add,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:51.321359 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.351682 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6261d8-d9f7-447f-95fb-25227e78c8ec req-853a5857-44ac-4463-943b-770f6da38ea0 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:51.353225 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3e6261d8-d9f7-447f-95fb-25227e78c8ec req-853a5857-44ac-4463-943b-770f6da38ea0 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 943 time: 0.1129777 Jul 14 09:35:51.421860 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3e6261d8-d9f7-447f-95fb-25227e78c8ec req-cdd4c835-d1d0-4432-b046-356ab9580226 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622542 Jul 14 09:35:52.231204 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.643781 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f9078-4bd4-4966-98df-87e4d16ddf13 req-d4c9ad4a-421a-4e54-9931-3950e72bd78b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:52.645418 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-673f9078-4bd4-4966-98df-87e4d16ddf13 req-d4c9ad4a-421a-4e54-9931-3950e72bd78b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 943 time: 0.0900061 Jul 14 09:35:52.708918 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-673f9078-4bd4-4966-98df-87e4d16ddf13 req-671aba8d-4bc5-466a-81cb-10916be72feb tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574262 Jul 14 09:35:53.775943 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.941469 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d4c97-1593-44e1-9356-e580b8b5eb2f req-7f049194-0e95-439f-b8c7-6440c6301b42 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:53.944605 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9a0d4c97-1593-44e1-9356-e580b8b5eb2f req-7f049194-0e95-439f-b8c7-6440c6301b42 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 943 time: 0.0887663 Jul 14 09:35:54.012259 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9a0d4c97-1593-44e1-9356-e580b8b5eb2f req-d5ad7834-79a9-4921-bfbe-6b471fc88eac tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615888 Jul 14 09:35:54.146862 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53564) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:54.275759 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27fa248c-a993-4a16-a13e-dfc3794b449e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.408499 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27fa248c-a993-4a16-a13e-dfc3794b449e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.413794 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27fa248c-a993-4a16-a13e-dfc3794b449e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.452888 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa248c-a993-4a16-a13e-dfc3794b449e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad4b12d-0595-40b0-8df6-064f9a19fddd,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:54.464610 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53568) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:54.465001 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-27fa248c-a993-4a16-a13e-dfc3794b449e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d00588e4d4394189a8f8f7117bd6e1d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3161182 Jul 14 09:35:54.523378 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bff868b8-a764-4388-be6e-58ba8f1a5a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.546109 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bff868b8-a764-4388-be6e-58ba8f1a5a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.606502 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bff868b8-a764-4388-be6e-58ba8f1a5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.609279 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bff868b8-a764-4388-be6e-58ba8f1a5a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.612953 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bff868b8-a764-4388-be6e-58ba8f1a5a67 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ad4b12d-0595-40b0-8df6-064f9a19fddd HTTP/1.1" status: 204 len: 168 time: 0.1449521 Jul 14 09:35:54.622457 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff868b8-a764-4388-be6e-58ba8f1a5a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad4b12d-0595-40b0-8df6-064f9a19fddd,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:54.927251 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53574) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:54.942322 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3e17-72a1-4425-9d7c-6ea8d1d0d12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.047808 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3e17-72a1-4425-9d7c-6ea8d1d0d12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.053147 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3e17-72a1-4425-9d7c-6ea8d1d0d12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.099418 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53580) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:55.100052 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0c1d3e17-72a1-4425-9d7c-6ea8d1d0d12a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d71daa489a584cb19bcf3b4e3dca2854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1706400 Jul 14 09:35:55.100454 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d3e17-72a1-4425-9d7c-6ea8d1d0d12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f569740-542c-4efc-85c5-3d9151e72e7e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:55.175306 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8bd895b7-6130-4a33-8e08-5b9a28cf0ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.239936 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8bd895b7-6130-4a33-8e08-5b9a28cf0ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.305508 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8089125-c110-415c-86db-bc18503a80b7 req-c0d5c56d-70b3-48eb-9d06-b09aee318ac2 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:55.315474 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b8089125-c110-415c-86db-bc18503a80b7 req-c0d5c56d-70b3-48eb-9d06-b09aee318ac2 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 943 time: 0.1203735 Jul 14 09:35:55.360420 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8bd895b7-6130-4a33-8e08-5b9a28cf0ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.363648 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8bd895b7-6130-4a33-8e08-5b9a28cf0ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.364863 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8bd895b7-6130-4a33-8e08-5b9a28cf0ab8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f569740-542c-4efc-85c5-3d9151e72e7e HTTP/1.1" status: 204 len: 168 time: 0.2635040 Jul 14 09:35:55.376774 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd895b7-6130-4a33-8e08-5b9a28cf0ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f569740-542c-4efc-85c5-3d9151e72e7e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:55.388900 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b8089125-c110-415c-86db-bc18503a80b7 req-3a2717e0-0add-4af1-abf2-746c7e9bd748 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722363 Jul 14 09:35:56.581299 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542ea84-03c0-4b72-9fc1-9bea5c8c79cf req-d07de3f1-757b-496c-b74b-692421838d5f tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:56.584038 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a542ea84-03c0-4b72-9fc1-9bea5c8c79cf req-d07de3f1-757b-496c-b74b-692421838d5f tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 943 time: 0.0750268 Jul 14 09:35:56.625627 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a542ea84-03c0-4b72-9fc1-9bea5c8c79cf req-7dcdfade-bde4-4ccf-a776-a1d269e61caf tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361872 Jul 14 09:35:56.839726 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53646) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:56.948739 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-476a95ec-ee34-465f-9cda-3064ed654346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.040972 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-476a95ec-ee34-465f-9cda-3064ed654346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.044627 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-476a95ec-ee34-465f-9cda-3064ed654346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.086598 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-476a95ec-ee34-465f-9cda-3064ed654346 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=14af9b7d448c448bac3e46528a0d748a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2457464 Jul 14 09:35:57.087482 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a95ec-ee34-465f-9cda-3064ed654346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4cbc5b-9ef2-4fc3-9646-a4a8c5eafadf,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:57.089354 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53650) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:57.140480 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e212fa62-4498-43da-a1a2-72e3bdaa8cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.163587 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e212fa62-4498-43da-a1a2-72e3bdaa8cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.213468 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e212fa62-4498-43da-a1a2-72e3bdaa8cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.216330 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e212fa62-4498-43da-a1a2-72e3bdaa8cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.217497 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e212fa62-4498-43da-a1a2-72e3bdaa8cce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/db4cbc5b-9ef2-4fc3-9646-a4a8c5eafadf HTTP/1.1" status: 204 len: 168 time: 0.1270876 Jul 14 09:35:57.226460 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212fa62-4498-43da-a1a2-72e3bdaa8cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4cbc5b-9ef2-4fc3-9646-a4a8c5eafadf,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:57.618528 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700c57c-8b61-412e-8dc2-c11a24d17e78 req-c95404c6-baa3-4b79-8e91-b5fa2314cc60 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:57.620128 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6700c57c-8b61-412e-8dc2-c11a24d17e78 req-c95404c6-baa3-4b79-8e91-b5fa2314cc60 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/ports?device_id=55876769-fdbd-4c52-bf28-2b83c10882e2 HTTP/1.1" status: 200 len: 945 time: 0.0757570 Jul 14 09:35:57.664046 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6700c57c-8b61-412e-8dc2-c11a24d17e78 req-9d0628fe-3c31-4480-96db-c7f514ed5706 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e50ec39-d6d0-499d-88b2-9677eeb38f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378532 Jul 14 09:35:57.846297 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a493532-7409-4e09-895f-e5a41d7e57c6 req-8d83407a-58c4-405a-b7b6-0775245e239a tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:57.848449 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a493532-7409-4e09-895f-e5a41d7e57c6 req-8d83407a-58c4-405a-b7b6-0775245e239a tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 943 time: 0.0895216 Jul 14 09:35:57.900457 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a493532-7409-4e09-895f-e5a41d7e57c6 req-b3d2b9ff-154b-4e15-8579-22d9daa9b84f tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448887 Jul 14 09:35:58.035527 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53680) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:58.158947 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-255a65b9-7b7e-41b7-a0fc-9c5ba5b85718 tempest-AgentManagementNegativeTest-2113088935 tempest-AgentManagementNegativeTest-2113088935-project] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1221576 Jul 14 09:35:58.423664 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53690) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:58.567900 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f72c2263-4f85-4525-8e07-27f344a8b9ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.673151 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f72c2263-4f85-4525-8e07-27f344a8b9ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.678621 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f72c2263-4f85-4525-8e07-27f344a8b9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.753105 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f72c2263-4f85-4525-8e07-27f344a8b9ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=969c90c9930f42c99cc1c5ed7b7208a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3282733 Jul 14 09:35:58.756837 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53696) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:58.761362 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c2263-4f85-4525-8e07-27f344a8b9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29114c0c-8c82-4009-a6e7-2a972d054fd8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:58.831201 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e23d6a0a-ae66-44ab-b077-24e128a59dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.855195 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e23d6a0a-ae66-44ab-b077-24e128a59dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.870579 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94728f0e-86d1-46dc-b3fe-00f847db29d6 req-c77b5c92-d280-48da-b05d-c2ba020635b2 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:58.872361 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94728f0e-86d1-46dc-b3fe-00f847db29d6 req-c77b5c92-d280-48da-b05d-c2ba020635b2 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/ports?device_id=55876769-fdbd-4c52-bf28-2b83c10882e2 HTTP/1.1" status: 200 len: 945 time: 0.0684605 Jul 14 09:35:58.912841 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e23d6a0a-ae66-44ab-b077-24e128a59dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.914034 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94728f0e-86d1-46dc-b3fe-00f847db29d6 req-cf0367d7-5b08-4885-88f8-038deeaab946 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e50ec39-d6d0-499d-88b2-9677eeb38f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354145 Jul 14 09:35:58.915465 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e23d6a0a-ae66-44ab-b077-24e128a59dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.916624 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e23d6a0a-ae66-44ab-b077-24e128a59dcd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29114c0c-8c82-4009-a6e7-2a972d054fd8 HTTP/1.1" status: 204 len: 168 time: 0.1587849 Jul 14 09:35:58.945299 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d6a0a-ae66-44ab-b077-24e128a59dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29114c0c-8c82-4009-a6e7-2a972d054fd8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:58.961798 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d6a0a-ae66-44ab-b077-24e128a59dcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:58.964572 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d6a0a-ae66-44ab-b077-24e128a59dcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:58.965383 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d6a0a-ae66-44ab-b077-24e128a59dcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:58.968609 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d6a0a-ae66-44ab-b077-24e128a59dcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:58.969360 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d6a0a-ae66-44ab-b077-24e128a59dcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:58.969891 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d6a0a-ae66-44ab-b077-24e128a59dcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:58.970434 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d6a0a-ae66-44ab-b077-24e128a59dcd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:58.970919 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d6a0a-ae66-44ab-b077-24e128a59dcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:58.972560 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d6a0a-ae66-44ab-b077-24e128a59dcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:58.973196 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d6a0a-ae66-44ab-b077-24e128a59dcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:58.973993 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d6a0a-ae66-44ab-b077-24e128a59dcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:58.980778 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d6a0a-ae66-44ab-b077-24e128a59dcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:59.163081 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6229ce-f859-41d4-9bfe-67241a236a73 req-c9a4d9a9-4d66-4052-97c7-709de5a54340 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:59.164697 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2f6229ce-f859-41d4-9bfe-67241a236a73 req-c9a4d9a9-4d66-4052-97c7-709de5a54340 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 943 time: 0.0829239 Jul 14 09:35:59.226806 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2f6229ce-f859-41d4-9bfe-67241a236a73 req-aa09073b-96db-4cf4-a2cd-da4067e994d6 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560603 Jul 14 09:35:59.717285 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e847d1-f1c0-4a04-9b87-a6b9c8ae3f9e req-51b7d05b-db5d-4509-95ba-27a98fbfc6ea tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:59.718837 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-47e847d1-f1c0-4a04-9b87-a6b9c8ae3f9e req-51b7d05b-db5d-4509-95ba-27a98fbfc6ea tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/ports?device_id=55876769-fdbd-4c52-bf28-2b83c10882e2 HTTP/1.1" status: 200 len: 945 time: 0.0813668 Jul 14 09:35:59.743733 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53728) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:59.767265 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-47e847d1-f1c0-4a04-9b87-a6b9c8ae3f9e req-e2fcf46f-82c2-4e25-873c-1458877b82be tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e50ec39-d6d0-499d-88b2-9677eeb38f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420992 Jul 14 09:35:59.881836 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-35faf02e-69ae-4177-8f3e-893ab132c3cb tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2094029436'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:59.907025 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35faf02e-69ae-4177-8f3e-893ab132c3cb tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Made reservation on behalf of d7442fa413d9489488810486060d301e for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:59.923906 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35faf02e-69ae-4177-8f3e-893ab132c3cb tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.940609 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35faf02e-69ae-4177-8f3e-893ab132c3cb tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.053908 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35faf02e-69ae-4177-8f3e-893ab132c3cb tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.058128 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35faf02e-69ae-4177-8f3e-893ab132c3cb tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.086492 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35faf02e-69ae-4177-8f3e-893ab132c3cb tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:00.096831 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35faf02e-69ae-4177-8f3e-893ab132c3cb tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f40d3c44-63af-4663-b6d1-91d39f1466bf,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:00.102577 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35faf02e-69ae-4177-8f3e-893ab132c3cb tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.102929 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-35faf02e-69ae-4177-8f3e-893ab132c3cb tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Added segment 75cdbcea-9843-42a5-801c-7058de9c8f56 of type vlan for network e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5 Jul 14 09:36:00.114628 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35faf02e-69ae-4177-8f3e-893ab132c3cb tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:00.115128 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35faf02e-69ae-4177-8f3e-893ab132c3cb tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:00.115604 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35faf02e-69ae-4177-8f3e-893ab132c3cb tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:00.116067 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35faf02e-69ae-4177-8f3e-893ab132c3cb tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:00.116540 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35faf02e-69ae-4177-8f3e-893ab132c3cb tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:00.117017 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35faf02e-69ae-4177-8f3e-893ab132c3cb tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:00.117482 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35faf02e-69ae-4177-8f3e-893ab132c3cb tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:00.117912 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35faf02e-69ae-4177-8f3e-893ab132c3cb tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:00.118341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35faf02e-69ae-4177-8f3e-893ab132c3cb tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:00.118787 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35faf02e-69ae-4177-8f3e-893ab132c3cb tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:00.119287 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35faf02e-69ae-4177-8f3e-893ab132c3cb tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:00.119924 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35faf02e-69ae-4177-8f3e-893ab132c3cb tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:00.166888 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35faf02e-69ae-4177-8f3e-893ab132c3cb tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.200197 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35faf02e-69ae-4177-8f3e-893ab132c3cb tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.205964 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35faf02e-69ae-4177-8f3e-893ab132c3cb tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:00.206564 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35faf02e-69ae-4177-8f3e-893ab132c3cb tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.638282 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-35faf02e-69ae-4177-8f3e-893ab132c3cb tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8934662 Jul 14 09:36:00.644484 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53734) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:00.651676 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-a88e0ea2-5687-4d35-a25d-09dae37c09e8 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Request body: {'subnet': {'network_id': 'e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:00.652058 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35faf02e-69ae-4177-8f3e-893ab132c3cb tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Pushing event updated for resources: {'Network': ['ID=e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:00.668123 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:00.684037 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca473e-0351-47f5-9cd5-e1cd0b7ae3d5 req-e82eb4ab-85ad-406c-9a36-7c21c2e32278 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:00.686426 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1ca473e-0351-47f5-9cd5-e1cd0b7ae3d5 req-e82eb4ab-85ad-406c-9a36-7c21c2e32278 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 943 time: 0.0868611 Jul 14 09:36:00.746196 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1ca473e-0351-47f5-9cd5-e1cd0b7ae3d5 req-4b583a8c-ab2f-4846-bece-4399180c7322 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530727 Jul 14 09:36:00.789025 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88e0ea2-5687-4d35-a25d-09dae37c09e8 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Made reservation on behalf of d7442fa413d9489488810486060d301e for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:00.792656 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a88e0ea2-5687-4d35-a25d-09dae37c09e8 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.986552 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433560ad-de36-4cc5-9260-16b547498288 req-12e9378b-1d82-4370-b52d-04a759761666 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:00.988092 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-433560ad-de36-4cc5-9260-16b547498288 req-12e9378b-1d82-4370-b52d-04a759761666 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/ports?device_id=55876769-fdbd-4c52-bf28-2b83c10882e2 HTTP/1.1" status: 200 len: 945 time: 0.0735538 Jul 14 09:36:01.010230 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b525643-94fd-4469-879d-18420cb44408 req-956894e1-264a-4783-815c-8cbab501cb00 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:01.011805 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4b525643-94fd-4469-879d-18420cb44408 req-956894e1-264a-4783-815c-8cbab501cb00 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.44 "GET /v2.0/ports?device_id=55876769-fdbd-4c52-bf28-2b83c10882e2 HTTP/1.1" status: 200 len: 945 time: 0.1310160 Jul 14 09:36:01.040672 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-433560ad-de36-4cc5-9260-16b547498288 req-9a5a1272-2bbe-4d40-a046-add19db930cf tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e50ec39-d6d0-499d-88b2-9677eeb38f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448833 Jul 14 09:36:01.112128 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a88e0ea2-5687-4d35-a25d-09dae37c09e8 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.197128 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e0ea2-5687-4d35-a25d-09dae37c09e8 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Pushing event updated for resources: {'Subnet': ['ID=36746445-3d82-4f53-8322-60ffdb889f4b,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:01.230804 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88e0ea2-5687-4d35-a25d-09dae37c09e8 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Checking segment: {'id': '75cdbcea-9843-42a5-801c-7058de9c8f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:01.231171 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88e0ea2-5687-4d35-a25d-09dae37c09e8 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Network hostable DHCP agents. Network: e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:01.233849 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-4b525643-94fd-4469-879d-18420cb44408 req-7c563cab-0390-448b-8b01-ee3808bf8821 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Deleting port eaaed8e7-1f3b-40b7-a2be-639e6c04d98e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:01.234231 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4b525643-94fd-4469-879d-18420cb44408 req-7c563cab-0390-448b-8b01-ee3808bf8821 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.302304 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88e0ea2-5687-4d35-a25d-09dae37c09e8 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Network e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:01.321430 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a88e0ea2-5687-4d35-a25d-09dae37c09e8 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:01.336907 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88e0ea2-5687-4d35-a25d-09dae37c09e8 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:01.337489 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a88e0ea2-5687-4d35-a25d-09dae37c09e8 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.343589 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e807e5-d585-40f2-8fcf-0e60cfab4a3d None None] Network e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:01.357802 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-4b525643-94fd-4469-879d-18420cb44408 req-7c563cab-0390-448b-8b01-ee3808bf8821 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] For port eaaed8e7-1f3b-40b7-a2be-639e6c04d98e, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=eaaed8e7-1f3b-40b7-a2be-639e6c04d98e,segment=NetworkSegment(c7fa85d7-0ca7-4946-9af4-a0ef729c5121),segment_id=c7fa85d7-0ca7-4946-9af4-a0ef729c5121)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:01.358435 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4b525643-94fd-4469-879d-18420cb44408 req-7c563cab-0390-448b-8b01-ee3808bf8821 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.368161 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a88e0ea2-5687-4d35-a25d-09dae37c09e8 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7207980 Jul 14 09:36:01.370605 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53738) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:01.378442 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-f0c5eb1d-c13a-4334-ad3e-fe240e8e2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Request body: {'port': {'network_id': 'e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1063429914'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:01.511187 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa32bac-e5e3-4e4c-9a82-31d4377018cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5', 'network_id': 'e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5', 'tenant_id': 'd7442fa413d9489488810486060d301e', 'fixed_ips': [{'subnet_id': '36746445-3d82-4f53-8322-60ffdb889f4b'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:36:01.512154 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fa32bac-e5e3-4e4c-9a82-31d4377018cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.647215 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c5eb1d-c13a-4334-ad3e-fe240e8e2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Made reservation on behalf of d7442fa413d9489488810486060d301e for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:01.652439 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0c5eb1d-c13a-4334-ad3e-fe240e8e2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.666717 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-0fa32bac-e5e3-4e4c-9a82-31d4377018cf None None] Allocated IP 2001:db8::2 (e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5/36746445-3d82-4f53-8322-60ffdb889f4b/0e28f408-1529-4a15-8478-de1ab058ec74) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:01.670293 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4b525643-94fd-4469-879d-18420cb44408 req-7c563cab-0390-448b-8b01-ee3808bf8821 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.670680 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4b525643-94fd-4469-879d-18420cb44408 req-7c563cab-0390-448b-8b01-ee3808bf8821 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.670994 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [req-4b525643-94fd-4469-879d-18420cb44408 req-7c563cab-0390-448b-8b01-ee3808bf8821 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Floating IP df880ff9-880d-49c9-b38b-850106eebe11 disassociated. External IP: 172.25.6.167, port: eaaed8e7-1f3b-40b7-a2be-639e6c04d98e. Jul 14 09:36:01.671383 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-4b525643-94fd-4469-879d-18420cb44408 req-7c563cab-0390-448b-8b01-ee3808bf8821 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Calling delete_port for eaaed8e7-1f3b-40b7-a2be-639e6c04d98e owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:01.735208 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-f0c5eb1d-c13a-4334-ad3e-fe240e8e2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] device_id is not set on port a8c85298-07fe-42cf-9215-5d48c0c4878b yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:36:01.883851 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fa32bac-e5e3-4e4c-9a82-31d4377018cf None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.896120 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fa32bac-e5e3-4e4c-9a82-31d4377018cf None None] Transition to ACTIVE for port object 0e28f408-1529-4a15-8478-de1ab058ec74 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:01.923842 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fa32bac-e5e3-4e4c-9a82-31d4377018cf None None] Transition to ACTIVE for port object 0e28f408-1529-4a15-8478-de1ab058ec74 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:01.932347 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fa32bac-e5e3-4e4c-9a82-31d4377018cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.970732 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa32bac-e5e3-4e4c-9a82-31d4377018cf None None] Network e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:01.977670 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-0fa32bac-e5e3-4e4c-9a82-31d4377018cf None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:01.981256 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa32bac-e5e3-4e4c-9a82-31d4377018cf None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:02.008799 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee002710-8f05-4756-89b1-526753503993 req-50f21613-3764-4916-8d8f-ca4d7bca8f8f tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:02.015825 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4b525643-94fd-4469-879d-18420cb44408 req-7c563cab-0390-448b-8b01-ee3808bf8821 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.016098 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee002710-8f05-4756-89b1-526753503993 req-50f21613-3764-4916-8d8f-ca4d7bca8f8f tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 943 time: 0.0791543 Jul 14 09:36:02.044889 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa32bac-e5e3-4e4c-9a82-31d4377018cf None None] Pushing event updated for resources: {'Port': ['ID=0e28f408-1529-4a15-8478-de1ab058ec74,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:02.059714 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c563cab-0390-448b-8b01-ee3808bf8821 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Pushing event deleted for resources: {'Port': ['ID=eaaed8e7-1f3b-40b7-a2be-639e6c04d98e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:02.060367 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee002710-8f05-4756-89b1-526753503993 req-68873ca8-4b3f-49e6-91d7-d528ebceef05 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432253 Jul 14 09:36:02.065755 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0fa32bac-e5e3-4e4c-9a82-31d4377018cf None None] Attempting to bind port 0e28f408-1529-4a15-8478-de1ab058ec74 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:02.067647 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0fa32bac-e5e3-4e4c-9a82-31d4377018cf None None] Attempting to bind port 0e28f408-1529-4a15-8478-de1ab058ec74 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '75cdbcea-9843-42a5-801c-7058de9c8f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:02.068035 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa32bac-e5e3-4e4c-9a82-31d4377018cf None None] Attempting to bind port 0e28f408-1529-4a15-8478-de1ab058ec74 on network e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:02.080702 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa32bac-e5e3-4e4c-9a82-31d4377018cf None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:02.081095 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa32bac-e5e3-4e4c-9a82-31d4377018cf None None] Checking segment: {'id': '75cdbcea-9843-42a5-801c-7058de9c8f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:02.081632 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fa32bac-e5e3-4e4c-9a82-31d4377018cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.082484 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa32bac-e5e3-4e4c-9a82-31d4377018cf None None] Bound using segment: {'id': '75cdbcea-9843-42a5-801c-7058de9c8f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:02.083655 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0fa32bac-e5e3-4e4c-9a82-31d4377018cf None None] Bound port: 0e28f408-1529-4a15-8478-de1ab058ec74, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75cdbcea-9843-42a5-801c-7058de9c8f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:02.084105 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fa32bac-e5e3-4e4c-9a82-31d4377018cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.095746 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f0c5eb1d-c13a-4334-ad3e-fe240e8e2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Allocated IP 2001:db8::246 (e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5/36746445-3d82-4f53-8322-60ffdb889f4b/a8c85298-07fe-42cf-9215-5d48c0c4878b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:02.156801 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fa32bac-e5e3-4e4c-9a82-31d4377018cf None None] For port 0e28f408-1529-4a15-8478-de1ab058ec74, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:02.161137 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fa32bac-e5e3-4e4c-9a82-31d4377018cf None None] For port 0e28f408-1529-4a15-8478-de1ab058ec74, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=0e28f408-1529-4a15-8478-de1ab058ec74,segment=NetworkSegment(75cdbcea-9843-42a5-801c-7058de9c8f56),segment_id=75cdbcea-9843-42a5-801c-7058de9c8f56)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:02.166891 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fa32bac-e5e3-4e4c-9a82-31d4377018cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.225495 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-202486d1-91a8-48ca-9b21-21173bf90f62 req-27d650f4-ea79-450e-8ede-4675f144ff55 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/ports?device_id=55876769-fdbd-4c52-bf28-2b83c10882e2 HTTP/1.1" status: 200 len: 210 time: 0.0369651 Jul 14 09:36:02.257114 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa32bac-e5e3-4e4c-9a82-31d4377018cf None None] Pushing event updated for resources: {'Port': ['ID=0e28f408-1529-4a15-8478-de1ab058ec74,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:02.631566 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 0e28f408-1529-4a15-8478-de1ab058ec74 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:02.677199 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b525643-94fd-4469-879d-18420cb44408 req-7c563cab-0390-448b-8b01-ee3808bf8821 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Router 1aa4e847-127e-40e8-b2bd-2b0ad53d5bce has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:02.717002 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 0e28f408-1529-4a15-8478-de1ab058ec74 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:02.784075 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0c5eb1d-c13a-4334-ad3e-fe240e8e2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.835688 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f0c5eb1d-c13a-4334-ad3e-fe240e8e2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Transition to ACTIVE for port object a8c85298-07fe-42cf-9215-5d48c0c4878b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:02.876467 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b525643-94fd-4469-879d-18420cb44408 req-7c563cab-0390-448b-8b01-ee3808bf8821 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:02.887642 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c684c56c-995e-4618-bc35-5ea891277936 None None] Sync routers for ids ['1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:02.899408 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c684c56c-995e-4618-bc35-5ea891277936 None None] Routers {'1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:02.900078 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c684c56c-995e-4618-bc35-5ea891277936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:35:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:02.927242 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b525643-94fd-4469-879d-18420cb44408 req-7c563cab-0390-448b-8b01-ee3808bf8821 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] No DVR routers for this DVR port eaaed8e7-1f3b-40b7-a2be-639e6c04d98e on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:02.930591 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4b525643-94fd-4469-879d-18420cb44408 req-7c563cab-0390-448b-8b01-ee3808bf8821 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.932728 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4b525643-94fd-4469-879d-18420cb44408 req-7c563cab-0390-448b-8b01-ee3808bf8821 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.44 "DELETE /v2.0/ports/eaaed8e7-1f3b-40b7-a2be-639e6c04d98e HTTP/1.1" status: 204 len: 173 time: 1.9153390 Jul 14 09:36:02.933193 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55876769-fdbd-4c52-bf28-2b83c10882e2', 'name': 'network-vif-deleted', 'tag': 'eaaed8e7-1f3b-40b7-a2be-639e6c04d98e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:02.935559 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd2fbbc-7c30-49d9-b7f8-28bbc3cd0428" -d '{"events": [{"server_uuid": "55876769-fdbd-4c52-bf28-2b83c10882e2", "name": "network-vif-deleted", "tag": "eaaed8e7-1f3b-40b7-a2be-639e6c04d98e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:02.939462 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0c5eb1d-c13a-4334-ad3e-fe240e8e2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.981230 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c5eb1d-c13a-4334-ad3e-fe240e8e2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Network e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:02.984845 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f0c5eb1d-c13a-4334-ad3e-fe240e8e2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:02.990142 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c5eb1d-c13a-4334-ad3e-fe240e8e2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:02.996626 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c5eb1d-c13a-4334-ad3e-fe240e8e2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:02.997346 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0c5eb1d-c13a-4334-ad3e-fe240e8e2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.001891 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112ff90a-4100-496c-84f5-e8a9a43ec087 x-openstack-request-id: req-112ff90a-4100-496c-84f5-e8a9a43ec087 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:03.002187 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55876769-fdbd-4c52-bf28-2b83c10882e2", "name": "network-vif-deleted", "tag": "eaaed8e7-1f3b-40b7-a2be-639e6c04d98e", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:03.002443 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-112ff90a-4100-496c-84f5-e8a9a43ec087 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:03.002848 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55876769-fdbd-4c52-bf28-2b83c10882e2', 'name': 'network-vif-deleted', 'tag': 'eaaed8e7-1f3b-40b7-a2be-639e6c04d98e', 'status': 'completed', 'code': 200} Jul 14 09:36:03.027148 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5eb1d-c13a-4334-ad3e-fe240e8e2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Pushing event updated for resources: {'Port': ['ID=a8c85298-07fe-42cf-9215-5d48c0c4878b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:03.034987 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f0c5eb1d-c13a-4334-ad3e-fe240e8e2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6571262 Jul 14 09:36:03.040390 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53746) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:03.048710 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-9e2534f5-af22-4f6c-a339-a90b0871eb19 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Request body: {'port': {'network_id': 'e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-912829738', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:03.049274 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.api.validators [None req-9e2534f5-af22-4f6c-a339-a90b0871eb19 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] bootfile-name is not in valid_values {{(pid=93772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:36:03.049628 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.api.validators [None req-9e2534f5-af22-4f6c-a339-a90b0871eb19 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] tftp-server is not in valid_values {{(pid=93772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:36:03.050030 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.api.validators [None req-9e2534f5-af22-4f6c-a339-a90b0871eb19 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] server-ip-address is not in valid_values {{(pid=93772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:36:03.168504 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-c684c56c-995e-4618-bc35-5ea891277936 None None] Set router 1aa4e847-127e-40e8-b2bd-2b0ad53d5bce gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:03.268335 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2534f5-af22-4f6c-a339-a90b0871eb19 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Made reservation on behalf of d7442fa413d9489488810486060d301e for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:03.274854 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e2534f5-af22-4f6c-a339-a90b0871eb19 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.309197 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-9e2534f5-af22-4f6c-a339-a90b0871eb19 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] device_id is not set on port 3bd4e786-69eb-4a2f-99ad-57c71abb8bf2 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:36:03.346333 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e906ed-b7f7-4528-a6c8-23232d495fab req-a38cf8ca-b30f-4bd8-bed7-1b9dbc38ee2f tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:03.352121 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54e906ed-b7f7-4528-a6c8-23232d495fab req-a38cf8ca-b30f-4bd8-bed7-1b9dbc38ee2f tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 943 time: 0.1188750 Jul 14 09:36:03.433983 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54e906ed-b7f7-4528-a6c8-23232d495fab req-26e4a6d5-fc28-4bb7-b827-d2bf9352d890 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760722 Jul 14 09:36:03.436004 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-64099cf8-ce00-43b9-9ce2-70007b7d9017 req-bf788321-85a9-47c6-a811-5588b57c39b2 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/ports?device_id=55876769-fdbd-4c52-bf28-2b83c10882e2 HTTP/1.1" status: 200 len: 210 time: 0.0422473 Jul 14 09:36:03.451266 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c684c56c-995e-4618-bc35-5ea891277936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'name': 'tempest-ServersTestJSON-1608984745-router', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': '55f00894-1b70-43bd-b79a-dd53d9fecb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:46Z', 'updated_at': '2021-07-14T09:33:53Z', 'revision_number': 4, 'project_id': 'c0758deec75449e4b1a2d9bf3e591640', 'gw_port': {'id': '55f00894-1b70-43bd-b79a-dd53d9fecb61', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:57:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:47Z', 'updated_at': '2021-07-14T09:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '7d262520-070c-4378-804c-cd9bd3dad7d1', 'name': '', 'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'mac_address': 'fa:16:3e:ff:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '57ba4472-7e2c-4af5-aade-c7bdea72c48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:51Z', 'updated_at': '2021-07-14T09:34:01Z', 'revision_number': 5, 'project_id': 'c0758deec75449e4b1a2d9bf3e591640', 'subnets': [{'id': '57ba4472-7e2c-4af5-aade-c7bdea72c48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:03.492386 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c684c56c-995e-4618-bc35-5ea891277936 None None] Checking router: 1aa4e847-127e-40e8-b2bd-2b0ad53d5bce for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:36:03.503831 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c684c56c-995e-4618-bc35-5ea891277936 None None] Routers {'1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:03.505024 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c684c56c-995e-4618-bc35-5ea891277936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:35:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:03.540267 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-9e2534f5-af22-4f6c-a339-a90b0871eb19 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Allocated IP 2001:db8::368 (e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5/36746445-3d82-4f53-8322-60ffdb889f4b/3bd4e786-69eb-4a2f-99ad-57c71abb8bf2) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:03.591581 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc1d132-4f2f-436e-92a3-c7cfce755372 None None] Network e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:03.643336 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-c684c56c-995e-4618-bc35-5ea891277936 None None] Set router 1aa4e847-127e-40e8-b2bd-2b0ad53d5bce gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:03.726067 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-dc105f0c-5095-4108-94e5-00c3949a24d6 None None] Provisioning for port 0e28f408-1529-4a15-8478-de1ab058ec74 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:03.733132 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-dc105f0c-5095-4108-94e5-00c3949a24d6 None None] Provisioning complete for port 0e28f408-1529-4a15-8478-de1ab058ec74 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:03.733753 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc105f0c-5095-4108-94e5-00c3949a24d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.770473 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e2534f5-af22-4f6c-a339-a90b0871eb19 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.793873 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9e2534f5-af22-4f6c-a339-a90b0871eb19 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Transition to ACTIVE for port object 3bd4e786-69eb-4a2f-99ad-57c71abb8bf2 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:03.848655 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e2534f5-af22-4f6c-a339-a90b0871eb19 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.883062 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc105f0c-5095-4108-94e5-00c3949a24d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.901748 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2534f5-af22-4f6c-a339-a90b0871eb19 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Network e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:03.907267 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-9e2534f5-af22-4f6c-a339-a90b0871eb19 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:03.910161 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2534f5-af22-4f6c-a339-a90b0871eb19 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:03.918749 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2534f5-af22-4f6c-a339-a90b0871eb19 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:03.919744 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e2534f5-af22-4f6c-a339-a90b0871eb19 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.932735 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-dc105f0c-5095-4108-94e5-00c3949a24d6 None None] For port 0e28f408-1529-4a15-8478-de1ab058ec74, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=0e28f408-1529-4a15-8478-de1ab058ec74,segment=NetworkSegment(75cdbcea-9843-42a5-801c-7058de9c8f56),segment_id=75cdbcea-9843-42a5-801c-7058de9c8f56)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:03.936242 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2534f5-af22-4f6c-a339-a90b0871eb19 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Pushing event updated for resources: {'Port': ['ID=3bd4e786-69eb-4a2f-99ad-57c71abb8bf2,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:03.936514 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c684c56c-995e-4618-bc35-5ea891277936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'name': 'tempest-ServersTestJSON-1608984745-router', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': '55f00894-1b70-43bd-b79a-dd53d9fecb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:46Z', 'updated_at': '2021-07-14T09:33:53Z', 'revision_number': 4, 'project_id': 'c0758deec75449e4b1a2d9bf3e591640', 'gw_port': {'id': '55f00894-1b70-43bd-b79a-dd53d9fecb61', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:57:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:47Z', 'updated_at': '2021-07-14T09:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '7d262520-070c-4378-804c-cd9bd3dad7d1', 'name': '', 'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'mac_address': 'fa:16:3e:ff:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '57ba4472-7e2c-4af5-aade-c7bdea72c48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:51Z', 'updated_at': '2021-07-14T09:34:01Z', 'revision_number': 5, 'project_id': 'c0758deec75449e4b1a2d9bf3e591640', 'subnets': [{'id': '57ba4472-7e2c-4af5-aade-c7bdea72c48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:03.938721 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc105f0c-5095-4108-94e5-00c3949a24d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.951155 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53752) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:03.951362 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9e2534f5-af22-4f6c-a339-a90b0871eb19 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.9116161 Jul 14 09:36:03.977356 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c684c56c-995e-4618-bc35-5ea891277936 None None] The sync data for ids ['1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'] in n-d-771362-35 is: [{'id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'name': 'tempest-ServersTestJSON-1608984745-router', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': '55f00894-1b70-43bd-b79a-dd53d9fecb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:46Z', 'updated_at': '2021-07-14T09:33:53Z', 'revision_number': 4, 'project_id': 'c0758deec75449e4b1a2d9bf3e591640', 'gw_port': {'id': '55f00894-1b70-43bd-b79a-dd53d9fecb61', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:57:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:47Z', 'updated_at': '2021-07-14T09:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '7d262520-070c-4378-804c-cd9bd3dad7d1', 'name': '', 'network_id': 'e92e7721-3e36-4562-97f8-a4ed588fe7f9', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'mac_address': 'fa:16:3e:ff:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '57ba4472-7e2c-4af5-aade-c7bdea72c48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:51Z', 'updated_at': '2021-07-14T09:34:01Z', 'revision_number': 5, 'project_id': 'c0758deec75449e4b1a2d9bf3e591640', 'subnets': [{'id': '57ba4472-7e2c-4af5-aade-c7bdea72c48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:04.013605 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc105f0c-5095-4108-94e5-00c3949a24d6 None None] Pushing event updated for resources: {'Port': ['ID=0e28f408-1529-4a15-8478-de1ab058ec74,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:04.035542 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbf8e2d-5047-4338-8fd1-2b77b17d2d3e tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:04.041793 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbf8e2d-5047-4338-8fd1-2b77b17d2d3e tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:04.048053 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbf8e2d-5047-4338-8fd1-2b77b17d2d3e tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:04.049918 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2dbf8e2d-5047-4338-8fd1-2b77b17d2d3e tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.0972576 Jul 14 09:36:04.057327 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53754) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:04.172201 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-44c64c00-fbd7-4e12-966b-c446bd60ea9c tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Deleting port 3bd4e786-69eb-4a2f-99ad-57c71abb8bf2 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:04.172555 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44c64c00-fbd7-4e12-966b-c446bd60ea9c tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.278023 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6e1c071f-e85e-472e-9ef7-346aebac6a50 None None] Provisioning complete for port 0e28f408-1529-4a15-8478-de1ab058ec74 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:04.278345 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e1c071f-e85e-472e-9ef7-346aebac6a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.321300 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44c64c00-fbd7-4e12-966b-c446bd60ea9c tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.323865 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afb10f8-29d7-4450-afa8-a5093f16886d None None] New status for floating IP df880ff9-880d-49c9-b38b-850106eebe11: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:36:04.346151 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-44c64c00-fbd7-4e12-966b-c446bd60ea9c tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Calling delete_port for 3bd4e786-69eb-4a2f-99ad-57c71abb8bf2 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:04.563999 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6e1c071f-e85e-472e-9ef7-346aebac6a50 None None] Provisioning for port a8c85298-07fe-42cf-9215-5d48c0c4878b completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:04.564399 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44c64c00-fbd7-4e12-966b-c446bd60ea9c tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.575785 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6e1c071f-e85e-472e-9ef7-346aebac6a50 None None] Provisioning complete for port a8c85298-07fe-42cf-9215-5d48c0c4878b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:04.576189 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e1c071f-e85e-472e-9ef7-346aebac6a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.612358 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 0e28f408-1529-4a15-8478-de1ab058ec74 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:04.625975 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c64c00-fbd7-4e12-966b-c446bd60ea9c tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Pushing event deleted for resources: {'Port': ['ID=3bd4e786-69eb-4a2f-99ad-57c71abb8bf2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:04.649886 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53762) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:04.661357 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6e1c071f-e85e-472e-9ef7-346aebac6a50 None None] Port a8c85298-07fe-42cf-9215-5d48c0c4878b cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:04.671252 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44c64c00-fbd7-4e12-966b-c446bd60ea9c tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.673575 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-44c64c00-fbd7-4e12-966b-c446bd60ea9c tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] 10.222.0.25 "DELETE /v2.0/ports/3bd4e786-69eb-4a2f-99ad-57c71abb8bf2 HTTP/1.1" status: 204 len: 168 time: 0.6149986 Jul 14 09:36:04.681106 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53764) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:04.689093 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ccbe9778-d3b3-4c34-afdf-7b80c02d4f6b tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Request body: {'port': {'name': 'tempest-new-port-name-1955006646', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:04.689770 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.api.validators [None req-ccbe9778-d3b3-4c34-afdf-7b80c02d4f6b tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] bootfile-name is not in valid_values {{(pid=93772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:36:04.691150 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.api.validators [None req-ccbe9778-d3b3-4c34-afdf-7b80c02d4f6b tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] tftp-server is not in valid_values {{(pid=93772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:36:04.691526 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.api.validators [None req-ccbe9778-d3b3-4c34-afdf-7b80c02d4f6b tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] server-ip-address is not in valid_values {{(pid=93772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:36:04.694247 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 0e28f408-1529-4a15-8478-de1ab058ec74 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:04.694841 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.783803 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfa26d0c-e7b1-4c4e-a2ee-f8f6ce572708 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.814185 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9778-d3b3-4c34-afdf-7b80c02d4f6b tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.818019 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfa26d0c-e7b1-4c4e-a2ee-f8f6ce572708 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.830615 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-614b7da6-156a-4d4e-88da-2202caa015d0 None None] Provisioning complete for port a8c85298-07fe-42cf-9215-5d48c0c4878b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:04.830994 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-614b7da6-156a-4d4e-88da-2202caa015d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.849790 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7375d-1195-4431-b54f-0f1bba0a6b71 req-d46b2b74-9472-4713-b358-466b15d4b555 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:04.857100 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-60f7375d-1195-4431-b54f-0f1bba0a6b71 req-d46b2b74-9472-4713-b358-466b15d4b555 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 943 time: 0.1553023 Jul 14 09:36:04.870550 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-614b7da6-156a-4d4e-88da-2202caa015d0 None None] Port a8c85298-07fe-42cf-9215-5d48c0c4878b cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:04.914185 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-60f7375d-1195-4431-b54f-0f1bba0a6b71 req-f316b819-e98b-4599-bbe0-963d0bf26be7 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559700 Jul 14 09:36:04.930349 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfa26d0c-e7b1-4c4e-a2ee-f8f6ce572708 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.937733 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfa26d0c-e7b1-4c4e-a2ee-f8f6ce572708 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.941452 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-dfa26d0c-e7b1-4c4e-a2ee-f8f6ce572708 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "DELETE /v2.0/security-groups/7e50ec39-d6d0-499d-88b2-9677eeb38f99 HTTP/1.1" status: 204 len: 168 time: 0.2897744 Jul 14 09:36:04.942597 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53766) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:04.963274 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-76b4214b-9d46-4889-9231-dfd59d5f0190 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] show failed (client error): The resource could not be found. Jul 14 09:36:04.967407 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-76b4214b-9d46-4889-9231-dfd59d5f0190 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "GET /v2.0/security-groups/7e50ec39-d6d0-499d-88b2-9677eeb38f99 HTTP/1.1" status: 404 len: 347 time: 0.0211594 Jul 14 09:36:04.968284 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa26d0c-e7b1-4c4e-a2ee-f8f6ce572708 tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e50ec39-d6d0-499d-88b2-9677eeb38f99,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:04.969716 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53768) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:04.990934 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ec0489b1-3ca4-4956-87d7-f98be8537e12 None None] Could not find standard attr ID for object 3bd4e786-69eb-4a2f-99ad-57c71abb8bf2. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:36:05.180778 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9778-d3b3-4c34-afdf-7b80c02d4f6b tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.183190 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-43533a31-4d6c-4081-bb9d-c6df7cb6a27c tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Deleting port 921167c8-e9c8-4eda-ad9a-690283480399 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:05.183550 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43533a31-4d6c-4081-bb9d-c6df7cb6a27c tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.186633 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9778-d3b3-4c34-afdf-7b80c02d4f6b tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.260953 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ccbe9778-d3b3-4c34-afdf-7b80c02d4f6b tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] In _notify_port_updated(), no bound segment for port a8c85298-07fe-42cf-9215-5d48c0c4878b on network e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5 {{(pid=93772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:36:05.266807 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbe9778-d3b3-4c34-afdf-7b80c02d4f6b tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.267553 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9778-d3b3-4c34-afdf-7b80c02d4f6b tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.272041 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ccbe9778-d3b3-4c34-afdf-7b80c02d4f6b tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] 10.222.0.25 "PUT /v2.0/ports/a8c85298-07fe-42cf-9215-5d48c0c4878b HTTP/1.1" status: 200 len: 1130 time: 0.5864804 Jul 14 09:36:05.272721 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53770) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:05.294782 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe9778-d3b3-4c34-afdf-7b80c02d4f6b tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Pushing event updated for resources: {'Port': ['ID=a8c85298-07fe-42cf-9215-5d48c0c4878b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:05.328388 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43533a31-4d6c-4081-bb9d-c6df7cb6a27c tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.328734 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43533a31-4d6c-4081-bb9d-c6df7cb6a27c tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.341219 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af54ee16-82b4-4ecd-9bdc-d0d72dc30da3 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.345856 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-af54ee16-82b4-4ecd-9bdc-d0d72dc30da3 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] 10.222.0.25 "GET /v2.0/ports/a8c85298-07fe-42cf-9215-5d48c0c4878b HTTP/1.1" status: 200 len: 1130 time: 0.0694568 Jul 14 09:36:05.346033 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-43533a31-4d6c-4081-bb9d-c6df7cb6a27c tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Calling delete_port for 921167c8-e9c8-4eda-ad9a-690283480399 owned by network:floatingip {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:05.346129 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53772) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:05.451600 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-275e14a8-65f8-407a-a068-078139bdb321 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Deleting port a8c85298-07fe-42cf-9215-5d48c0c4878b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:05.452048 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-275e14a8-65f8-407a-a068-078139bdb321 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.505692 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43533a31-4d6c-4081-bb9d-c6df7cb6a27c tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.515277 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-65b9670e-cb75-42f4-ad11-3693626c3a3f None None] Provisioning complete for port a8c85298-07fe-42cf-9215-5d48c0c4878b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:05.515557 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-65b9670e-cb75-42f4-ad11-3693626c3a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.535143 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43533a31-4d6c-4081-bb9d-c6df7cb6a27c tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Pushing event deleted for resources: {'Port': ['ID=921167c8-e9c8-4eda-ad9a-690283480399,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:05.557291 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-65b9670e-cb75-42f4-ad11-3693626c3a3f None None] Port a8c85298-07fe-42cf-9215-5d48c0c4878b cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:05.561322 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-275e14a8-65f8-407a-a068-078139bdb321 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.575631 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-275e14a8-65f8-407a-a068-078139bdb321 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Calling delete_port for a8c85298-07fe-42cf-9215-5d48c0c4878b owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:05.608607 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43533a31-4d6c-4081-bb9d-c6df7cb6a27c tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks [] for floatingip, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.611242 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43533a31-4d6c-4081-bb9d-c6df7cb6a27c tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.612447 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-43533a31-4d6c-4081-bb9d-c6df7cb6a27c tempest-ServersTestJSON-948567486 tempest-ServersTestJSON-948567486-project] 10.222.0.25 "DELETE /v2.0/floatingips/df880ff9-880d-49c9-b38b-850106eebe11 HTTP/1.1" status: 204 len: 168 time: 0.6416636 Jul 14 09:36:05.615651 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53774) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:05.718317 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-275e14a8-65f8-407a-a068-078139bdb321 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.790891 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e14a8-65f8-407a-a068-078139bdb321 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Pushing event deleted for resources: {'Port': ['ID=a8c85298-07fe-42cf-9215-5d48c0c4878b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:05.802472 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-275e14a8-65f8-407a-a068-078139bdb321 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.804925 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-275e14a8-65f8-407a-a068-078139bdb321 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] 10.222.0.25 "DELETE /v2.0/ports/a8c85298-07fe-42cf-9215-5d48c0c4878b HTTP/1.1" status: 204 len: 168 time: 0.4578485 Jul 14 09:36:05.807383 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53776) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:05.872329 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-78877392-5c1a-4beb-acf1-1702e0c8e57f tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Deleting subnet 36746445-3d82-4f53-8322-60ffdb889f4b {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:36:05.877388 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78877392-5c1a-4beb-acf1-1702e0c8e57f tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.925302 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78877392-5c1a-4beb-acf1-1702e0c8e57f tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.081665 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78877392-5c1a-4beb-acf1-1702e0c8e57f tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.108504 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80dfc217-21ef-4c31-8fce-0b2cdf0006de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.203541 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78877392-5c1a-4beb-acf1-1702e0c8e57f tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.237175 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78877392-5c1a-4beb-acf1-1702e0c8e57f tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Pushing event deleted for resources: {'Subnet': ['ID=36746445-3d82-4f53-8322-60ffdb889f4b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:06.249616 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae7f96-cd15-48d4-9d0f-2b0bd5639f7c req-430bdf2f-5906-4ec1-9876-fe1ad6d580ce tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.251562 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-88ae7f96-cd15-48d4-9d0f-2b0bd5639f7c req-430bdf2f-5906-4ec1-9876-fe1ad6d580ce tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 943 time: 0.1331568 Jul 14 09:36:06.252559 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12faa25f-d770-49ed-94c6-52dab83ac260 None None] Network e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:06.254120 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78877392-5c1a-4beb-acf1-1702e0c8e57f tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.256442 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-78877392-5c1a-4beb-acf1-1702e0c8e57f tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] 10.222.0.25 "DELETE /v2.0/subnets/36746445-3d82-4f53-8322-60ffdb889f4b HTTP/1.1" status: 204 len: 168 time: 0.4476311 Jul 14 09:36:06.259104 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53780) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:06.371762 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-88ae7f96-cd15-48d4-9d0f-2b0bd5639f7c req-f2d5798c-43e5-4c75-8647-028601d397c6 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101131 Jul 14 09:36:06.380332 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47285df7-2513-41bd-8ca3-5ea57b84d27d tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.433091 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-80dfc217-21ef-4c31-8fce-0b2cdf0006de admin admin] Deleting port 7d262520-070c-4378-804c-cd9bd3dad7d1 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:06.433422 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80dfc217-21ef-4c31-8fce-0b2cdf0006de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.458346 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-47285df7-2513-41bd-8ca3-5ea57b84d27d tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Deleting port 0e28f408-1529-4a15-8478-de1ab058ec74 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:06.458696 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47285df7-2513-41bd-8ca3-5ea57b84d27d tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.517220 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acad475-014d-4244-80a2-3df75bd1963e None None] DHCP port deletion for e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:36:06.532321 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-47285df7-2513-41bd-8ca3-5ea57b84d27d tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] For port 0e28f408-1529-4a15-8478-de1ab058ec74, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=0e28f408-1529-4a15-8478-de1ab058ec74,segment=NetworkSegment(75cdbcea-9843-42a5-801c-7058de9c8f56),segment_id=75cdbcea-9843-42a5-801c-7058de9c8f56)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:06.533070 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47285df7-2513-41bd-8ca3-5ea57b84d27d tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.549418 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-47285df7-2513-41bd-8ca3-5ea57b84d27d tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Calling delete_port for 0e28f408-1529-4a15-8478-de1ab058ec74 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:06.555713 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-80dfc217-21ef-4c31-8fce-0b2cdf0006de admin admin] For port 7d262520-070c-4378-804c-cd9bd3dad7d1, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7d262520-070c-4378-804c-cd9bd3dad7d1,segment=NetworkSegment(c7fa85d7-0ca7-4946-9af4-a0ef729c5121),segment_id=c7fa85d7-0ca7-4946-9af4-a0ef729c5121)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:06.556242 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80dfc217-21ef-4c31-8fce-0b2cdf0006de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.572964 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-80dfc217-21ef-4c31-8fce-0b2cdf0006de admin admin] Calling delete_port for 7d262520-070c-4378-804c-cd9bd3dad7d1 owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:06.584215 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7acad475-014d-4244-80a2-3df75bd1963e None None] Deleting port 0e28f408-1529-4a15-8478-de1ab058ec74 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:06.584979 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7acad475-014d-4244-80a2-3df75bd1963e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.629116 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device eaaed8e7-1f3b-40b7-a2be-639e6c04d98e no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:06.659477 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: eaaed8e7-1f3b-40b7-a2be-639e6c04d98e {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:06.659878 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device eaaed8e7-1f3b-40b7-a2be-639e6c04d98e not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:06.668087 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47285df7-2513-41bd-8ca3-5ea57b84d27d tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.696490 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7acad475-014d-4244-80a2-3df75bd1963e None None] For port 0e28f408-1529-4a15-8478-de1ab058ec74, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=0e28f408-1529-4a15-8478-de1ab058ec74,segment=NetworkSegment(75cdbcea-9843-42a5-801c-7058de9c8f56),segment_id=75cdbcea-9843-42a5-801c-7058de9c8f56)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:06.696971 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7acad475-014d-4244-80a2-3df75bd1963e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.706611 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47285df7-2513-41bd-8ca3-5ea57b84d27d tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Pushing event deleted for resources: {'Port': ['ID=0e28f408-1529-4a15-8478-de1ab058ec74,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:06.716844 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47285df7-2513-41bd-8ca3-5ea57b84d27d tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] No DVR routers for this DVR port 0e28f408-1529-4a15-8478-de1ab058ec74 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:06.720019 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7acad475-014d-4244-80a2-3df75bd1963e None None] Calling delete_port for 0e28f408-1529-4a15-8478-de1ab058ec74 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:06.815972 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47285df7-2513-41bd-8ca3-5ea57b84d27d tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.818905 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80dfc217-21ef-4c31-8fce-0b2cdf0006de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.831256 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-47285df7-2513-41bd-8ca3-5ea57b84d27d tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:06.848856 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfc217-21ef-4c31-8fce-0b2cdf0006de admin admin] Pushing event deleted for resources: {'Port': ['ID=7d262520-070c-4378-804c-cd9bd3dad7d1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:06.851946 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-47285df7-2513-41bd-8ca3-5ea57b84d27d tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75cdbcea-9843-42a5-801c-7058de9c8f56') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:06.852327 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-47285df7-2513-41bd-8ca3-5ea57b84d27d tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75cdbcea-9843-42a5-801c-7058de9c8f56') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:06.865581 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47285df7-2513-41bd-8ca3-5ea57b84d27d tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.884285 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47285df7-2513-41bd-8ca3-5ea57b84d27d tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.892412 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47285df7-2513-41bd-8ca3-5ea57b84d27d tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:06.892821 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47285df7-2513-41bd-8ca3-5ea57b84d27d tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:06.898595 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:06.985447 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7acad475-014d-4244-80a2-3df75bd1963e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.996809 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47285df7-2513-41bd-8ca3-5ea57b84d27d tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.020748 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47285df7-2513-41bd-8ca3-5ea57b84d27d tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.025738 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acad475-014d-4244-80a2-3df75bd1963e None None] Pushing event deleted for resources: {'Port': ['ID=0e28f408-1529-4a15-8478-de1ab058ec74,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:07.026575 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-47285df7-2513-41bd-8ca3-5ea57b84d27d tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] 10.222.0.25 "DELETE /v2.0/networks/e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5 HTTP/1.1" status: 204 len: 168 time: 0.7663183 Jul 14 09:36:07.029637 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47285df7-2513-41bd-8ca3-5ea57b84d27d tempest-ExtraDHCPOptionsIpV6TestJSON-136716277 tempest-ExtraDHCPOptionsIpV6TestJSON-136716277-project] Pushing event deleted for resources: {'Network': ['ID=e1c9a7b9-7a08-45e4-b606-40eac8bc8bd5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:07.037425 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acad475-014d-4244-80a2-3df75bd1963e None None] No DVR routers for this DVR port 0e28f408-1529-4a15-8478-de1ab058ec74 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:07.074928 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80dfc217-21ef-4c31-8fce-0b2cdf0006de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.288425 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53786) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:07.313124 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80dfc217-21ef-4c31-8fce-0b2cdf0006de admin admin] Router 1aa4e847-127e-40e8-b2bd-2b0ad53d5bce has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:07.454674 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80dfc217-21ef-4c31-8fce-0b2cdf0006de admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:07.463083 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-80dfc217-21ef-4c31-8fce-0b2cdf0006de admin admin] 10.222.0.25 "PUT /v2.0/routers/1aa4e847-127e-40e8-b2bd-2b0ad53d5bce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8442566 Jul 14 09:36:07.463471 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53792) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:07.464352 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d598da93-fca9-4578-9b71-d391c2e9e7cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d7442fa413d9489488810486060d301e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1749041 Jul 14 09:36:07.466408 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f7d7fd-ef0f-47f4-b760-e144cb7529fb None None] Sync routers for ids ['1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:07.467284 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53794) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:07.495432 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f7d7fd-ef0f-47f4-b760-e144cb7529fb None None] Routers {'1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:07.496197 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f1f7d7fd-ef0f-47f4-b760-e144cb7529fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:35:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:07.523832 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7e2ac680-31c7-4123-8689-0cb2d936679b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.548524 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7e2ac680-31c7-4123-8689-0cb2d936679b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.609452 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7e2ac680-31c7-4123-8689-0cb2d936679b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.612716 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7e2ac680-31c7-4123-8689-0cb2d936679b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.614559 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7e2ac680-31c7-4123-8689-0cb2d936679b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f40d3c44-63af-4663-b6d1-91d39f1466bf HTTP/1.1" status: 204 len: 168 time: 0.1460595 Jul 14 09:36:07.620289 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59302059-08c5-4df7-a571-366f0ef5e374 admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.624551 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ac680-31c7-4123-8689-0cb2d936679b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40d3c44-63af-4663-b6d1-91d39f1466bf,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:07.625152 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-f1f7d7fd-ef0f-47f4-b760-e144cb7529fb None None] Set router 1aa4e847-127e-40e8-b2bd-2b0ad53d5bce gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:07.692897 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f187e-fc3c-4ddc-97ba-1d4b6fe55d1a req-f08d9de5-0764-41f6-a557-9cfaed7cd114 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:07.700266 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-339f187e-fc3c-4ddc-97ba-1d4b6fe55d1a req-f08d9de5-0764-41f6-a557-9cfaed7cd114 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 943 time: 0.1902092 Jul 14 09:36:07.787692 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-339f187e-fc3c-4ddc-97ba-1d4b6fe55d1a req-ea4a4138-6b10-4367-8890-340b74d72f1e tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862124 Jul 14 09:36:07.795812 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59302059-08c5-4df7-a571-366f0ef5e374 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.852566 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f1f7d7fd-ef0f-47f4-b760-e144cb7529fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'name': 'tempest-ServersTestJSON-1608984745-router', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': '55f00894-1b70-43bd-b79a-dd53d9fecb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:46Z', 'updated_at': '2021-07-14T09:36:06Z', 'revision_number': 5, 'project_id': 'c0758deec75449e4b1a2d9bf3e591640', 'gw_port': {'id': '55f00894-1b70-43bd-b79a-dd53d9fecb61', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:57:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:47Z', 'updated_at': '2021-07-14T09:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:07.866626 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-59302059-08c5-4df7-a571-366f0ef5e374 admin admin] Deleting port 55f00894-1b70-43bd-b79a-dd53d9fecb61 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:07.867300 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59302059-08c5-4df7-a571-366f0ef5e374 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.882249 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f7d7fd-ef0f-47f4-b760-e144cb7529fb None None] Checking router: 1aa4e847-127e-40e8-b2bd-2b0ad53d5bce for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:36:07.891286 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f7d7fd-ef0f-47f4-b760-e144cb7529fb None None] Routers {'1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:07.891945 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f1f7d7fd-ef0f-47f4-b760-e144cb7529fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:35:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:07.978239 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-59302059-08c5-4df7-a571-366f0ef5e374 admin admin] For port 55f00894-1b70-43bd-b79a-dd53d9fecb61, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=55f00894-1b70-43bd-b79a-dd53d9fecb61,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:07.978239 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59302059-08c5-4df7-a571-366f0ef5e374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.992181 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-59302059-08c5-4df7-a571-366f0ef5e374 admin admin] Calling delete_port for 55f00894-1b70-43bd-b79a-dd53d9fecb61 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:07.995757 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-f1f7d7fd-ef0f-47f4-b760-e144cb7529fb None None] Set router 1aa4e847-127e-40e8-b2bd-2b0ad53d5bce gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:08.066217 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f1f7d7fd-ef0f-47f4-b760-e144cb7529fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'name': 'tempest-ServersTestJSON-1608984745-router', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:46Z', 'updated_at': '2021-07-14T09:36:07Z', 'revision_number': 6, 'project_id': 'c0758deec75449e4b1a2d9bf3e591640', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:08.096699 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f7d7fd-ef0f-47f4-b760-e144cb7529fb None None] The sync data for ids ['1aa4e847-127e-40e8-b2bd-2b0ad53d5bce'] in n-d-771362-35 is: [{'id': '1aa4e847-127e-40e8-b2bd-2b0ad53d5bce', 'name': 'tempest-ServersTestJSON-1608984745-router', 'tenant_id': 'c0758deec75449e4b1a2d9bf3e591640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:46Z', 'updated_at': '2021-07-14T09:36:07Z', 'revision_number': 6, 'project_id': 'c0758deec75449e4b1a2d9bf3e591640', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:08.195955 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59302059-08c5-4df7-a571-366f0ef5e374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.225431 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59302059-08c5-4df7-a571-366f0ef5e374 admin admin] Pushing event deleted for resources: {'Port': ['ID=55f00894-1b70-43bd-b79a-dd53d9fecb61,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:08.295629 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59302059-08c5-4df7-a571-366f0ef5e374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.403529 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59302059-08c5-4df7-a571-366f0ef5e374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.405821 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59302059-08c5-4df7-a571-366f0ef5e374 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.419257 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53816) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:08.470003 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59302059-08c5-4df7-a571-366f0ef5e374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.470680 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59302059-08c5-4df7-a571-366f0ef5e374 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1aa4e847-127e-40e8-b2bd-2b0ad53d5bce {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:36:08.485025 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59302059-08c5-4df7-a571-366f0ef5e374 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.486821 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-59302059-08c5-4df7-a571-366f0ef5e374 admin admin] 10.222.0.25 "DELETE /v2.0/routers/1aa4e847-127e-40e8-b2bd-2b0ad53d5bce HTTP/1.1" status: 204 len: 168 time: 1.0223022 Jul 14 09:36:08.489982 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53820) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:08.544429 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f4f094-4ddc-4d51-8175-2b0c4db7c071 admin admin] Deleting subnet 57ba4472-7e2c-4af5-aade-c7bdea72c48a {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:36:08.568526 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-3713337e-85a4-4e8b-afa5-624fb0ff30dd tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-210780068'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:08.575017 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6f4f094-4ddc-4d51-8175-2b0c4db7c071 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.627209 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6f4f094-4ddc-4d51-8175-2b0c4db7c071 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.649292 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3713337e-85a4-4e8b-afa5-624fb0ff30dd tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Made reservation on behalf of d00fb4d67ba44635b1b58b91e0b27417 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:08.652840 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3713337e-85a4-4e8b-afa5-624fb0ff30dd tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.667549 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3713337e-85a4-4e8b-afa5-624fb0ff30dd tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.760572 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6f4f094-4ddc-4d51-8175-2b0c4db7c071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.851305 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6f4f094-4ddc-4d51-8175-2b0c4db7c071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.886559 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3713337e-85a4-4e8b-afa5-624fb0ff30dd tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.889805 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4f094-4ddc-4d51-8175-2b0c4db7c071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57ba4472-7e2c-4af5-aade-c7bdea72c48a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:08.896030 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6f4f094-4ddc-4d51-8175-2b0c4db7c071 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.900982 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c6f4f094-4ddc-4d51-8175-2b0c4db7c071 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/57ba4472-7e2c-4af5-aade-c7bdea72c48a HTTP/1.1" status: 204 len: 168 time: 0.4070144 Jul 14 09:36:08.900982 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3713337e-85a4-4e8b-afa5-624fb0ff30dd tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.901191 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53824) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:08.905226 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976685ad-c7cc-49b1-8100-567c56ec18ca None None] Network e92e7721-3e36-4562-97f8-a4ed588fe7f9 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:08.924837 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3713337e-85a4-4e8b-afa5-624fb0ff30dd tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:08.959087 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713337e-85a4-4e8b-afa5-624fb0ff30dd tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9555a632-2e8a-402f-854e-5d68593640f9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:08.969370 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3713337e-85a4-4e8b-afa5-624fb0ff30dd tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.969976 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-3713337e-85a4-4e8b-afa5-624fb0ff30dd tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Added segment ebef9040-4c25-485a-bcff-37cccabfca60 of type vlan for network f745d6f6-b5dd-44db-8c34-5d3a672b2f3a Jul 14 09:36:09.003361 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7d262520-070c-4378-804c-cd9bd3dad7d1 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:09.032012 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3713337e-85a4-4e8b-afa5-624fb0ff30dd tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.039760 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 7d262520-070c-4378-804c-cd9bd3dad7d1 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:09.040491 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7d262520-070c-4378-804c-cd9bd3dad7d1 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:09.041247 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 0e28f408-1529-4a15-8478-de1ab058ec74 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:09.065063 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 0e28f408-1529-4a15-8478-de1ab058ec74 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:09.065836 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 0e28f408-1529-4a15-8478-de1ab058ec74 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:09.080182 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3713337e-85a4-4e8b-afa5-624fb0ff30dd tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.091197 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3713337e-85a4-4e8b-afa5-624fb0ff30dd tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:09.092438 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3713337e-85a4-4e8b-afa5-624fb0ff30dd tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.099878 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d2a9b73-030f-48a6-bf73-e34c24f90b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.131403 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eac197-be0b-47fd-b08e-8196d75daa32 req-c56cb931-d562-419f-8e63-279326b6f58c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:09.133045 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d8eac197-be0b-47fd-b08e-8196d75daa32 req-c56cb931-d562-419f-8e63-279326b6f58c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 943 time: 0.1116314 Jul 14 09:36:09.167276 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3713337e-85a4-4e8b-afa5-624fb0ff30dd tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7467701 Jul 14 09:36:09.170120 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53826) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:09.175357 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-d5071011-e239-4e05-b470-004213386833 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Request body: {'subnet': {'network_id': 'f745d6f6-b5dd-44db-8c34-5d3a672b2f3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:09.212089 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d8eac197-be0b-47fd-b08e-8196d75daa32 req-e9a3202c-24d3-44cd-b140-c6515f530b9d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590100 Jul 14 09:36:09.224000 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a9b73-030f-48a6-bf73-e34c24f90b62 admin admin] Deleting port b5cd6127-85c2-4f61-be0e-6eb487623870 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:09.224377 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe924ae-b872-4be6-8e62-621094bdf08d None None] DHCP port deletion for e92e7721-3e36-4562-97f8-a4ed588fe7f9 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:36:09.224879 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d2a9b73-030f-48a6-bf73-e34c24f90b62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.246129 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713337e-85a4-4e8b-afa5-624fb0ff30dd tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Pushing event updated for resources: {'Network': ['ID=f745d6f6-b5dd-44db-8c34-5d3a672b2f3a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:09.265648 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network f745d6f6-b5dd-44db-8c34-5d3a672b2f3a details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:09.270722 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:36:09.313739 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5071011-e239-4e05-b470-004213386833 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Made reservation on behalf of d00fb4d67ba44635b1b58b91e0b27417 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:09.323545 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5071011-e239-4e05-b470-004213386833 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.336603 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4d2a9b73-030f-48a6-bf73-e34c24f90b62 admin admin] For port b5cd6127-85c2-4f61-be0e-6eb487623870, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b5cd6127-85c2-4f61-be0e-6eb487623870,segment=NetworkSegment(c7fa85d7-0ca7-4946-9af4-a0ef729c5121),segment_id=c7fa85d7-0ca7-4946-9af4-a0ef729c5121)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:09.337192 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d2a9b73-030f-48a6-bf73-e34c24f90b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.356081 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a9b73-030f-48a6-bf73-e34c24f90b62 admin admin] Calling delete_port for b5cd6127-85c2-4f61-be0e-6eb487623870 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:09.370466 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-cfe924ae-b872-4be6-8e62-621094bdf08d None None] Deleting port b5cd6127-85c2-4f61-be0e-6eb487623870 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:09.371070 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cfe924ae-b872-4be6-8e62-621094bdf08d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.439987 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-cfe924ae-b872-4be6-8e62-621094bdf08d None None] For port b5cd6127-85c2-4f61-be0e-6eb487623870, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b5cd6127-85c2-4f61-be0e-6eb487623870,segment=NetworkSegment(c7fa85d7-0ca7-4946-9af4-a0ef729c5121),segment_id=c7fa85d7-0ca7-4946-9af4-a0ef729c5121)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:09.440383 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cfe924ae-b872-4be6-8e62-621094bdf08d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.456477 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d2a9b73-030f-48a6-bf73-e34c24f90b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.468549 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-cfe924ae-b872-4be6-8e62-621094bdf08d None None] Calling delete_port for b5cd6127-85c2-4f61-be0e-6eb487623870 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:09.485918 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a9b73-030f-48a6-bf73-e34c24f90b62 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5cd6127-85c2-4f61-be0e-6eb487623870,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:09.490471 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a9b73-030f-48a6-bf73-e34c24f90b62 admin admin] No DVR routers for this DVR port b5cd6127-85c2-4f61-be0e-6eb487623870 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:09.555344 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5071011-e239-4e05-b470-004213386833 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.563385 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cfe924ae-b872-4be6-8e62-621094bdf08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.566094 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d2a9b73-030f-48a6-bf73-e34c24f90b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.583757 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-4d2a9b73-030f-48a6-bf73-e34c24f90b62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e92e7721-3e36-4562-97f8-a4ed588fe7f9']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:09.590142 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe924ae-b872-4be6-8e62-621094bdf08d None None] Pushing event deleted for resources: {'Port': ['ID=b5cd6127-85c2-4f61-be0e-6eb487623870,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:09.594066 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe924ae-b872-4be6-8e62-621094bdf08d None None] No DVR routers for this DVR port b5cd6127-85c2-4f61-be0e-6eb487623870 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:09.607173 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-4d2a9b73-030f-48a6-bf73-e34c24f90b62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7fa85d7-0ca7-4946-9af4-a0ef729c5121') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:09.607464 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-4d2a9b73-030f-48a6-bf73-e34c24f90b62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7fa85d7-0ca7-4946-9af4-a0ef729c5121') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:09.616530 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5071011-e239-4e05-b470-004213386833 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Pushing event updated for resources: {'Subnet': ['ID=7cd181ea-01ae-410f-aad0-ebe7ca99c89b,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:09.617957 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d2a9b73-030f-48a6-bf73-e34c24f90b62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.631928 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d2a9b73-030f-48a6-bf73-e34c24f90b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.638969 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2a9b73-030f-48a6-bf73-e34c24f90b62 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:09.639504 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d2a9b73-030f-48a6-bf73-e34c24f90b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.640003 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5071011-e239-4e05-b470-004213386833 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Checking segment: {'id': 'ebef9040-4c25-485a-bcff-37cccabfca60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f745d6f6-b5dd-44db-8c34-5d3a672b2f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:09.640372 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5071011-e239-4e05-b470-004213386833 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Network hostable DHCP agents. Network: f745d6f6-b5dd-44db-8c34-5d3a672b2f3a, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:09.641206 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:09.658316 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5071011-e239-4e05-b470-004213386833 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Network f745d6f6-b5dd-44db-8c34-5d3a672b2f3a is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:09.667764 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-d5071011-e239-4e05-b470-004213386833 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, f745d6f6-b5dd-44db-8c34-5d3a672b2f3a) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:09.671887 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5071011-e239-4e05-b470-004213386833 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:09.672510 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5071011-e239-4e05-b470-004213386833 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.679111 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7327c06-c1bf-4e34-b0a6-d053629a3448 None None] Network f745d6f6-b5dd-44db-8c34-5d3a672b2f3a requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:09.695224 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d5071011-e239-4e05-b470-004213386833 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5240238 Jul 14 09:36:09.697529 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d2a9b73-030f-48a6-bf73-e34c24f90b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.698983 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53828) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:09.704007 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-395f8b4f-d259-48f6-aeb9-bc044980fa82 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Request body: {'port': {'network_id': 'f745d6f6-b5dd-44db-8c34-5d3a672b2f3a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2106823605'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:09.721495 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d2a9b73-030f-48a6-bf73-e34c24f90b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.724537 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4d2a9b73-030f-48a6-bf73-e34c24f90b62 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e92e7721-3e36-4562-97f8-a4ed588fe7f9 HTTP/1.1" status: 204 len: 168 time: 0.8224337 Jul 14 09:36:09.734478 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a9b73-030f-48a6-bf73-e34c24f90b62 admin admin] Pushing event deleted for resources: {'Network': ['ID=e92e7721-3e36-4562-97f8-a4ed588fe7f9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:09.841547 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395f8b4f-d259-48f6-aeb9-bc044980fa82 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Made reservation on behalf of d00fb4d67ba44635b1b58b91e0b27417 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:09.845358 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdc2952-4a7b-4c46-b75a-03a6875e6aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-f745d6f6-b5dd-44db-8c34-5d3a672b2f3a', 'network_id': 'f745d6f6-b5dd-44db-8c34-5d3a672b2f3a', 'tenant_id': 'd00fb4d67ba44635b1b58b91e0b27417', 'fixed_ips': [{'subnet_id': '7cd181ea-01ae-410f-aad0-ebe7ca99c89b'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:36:09.845996 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-395f8b4f-d259-48f6-aeb9-bc044980fa82 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.846236 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-abdc2952-4a7b-4c46-b75a-03a6875e6aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.868770 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-395f8b4f-d259-48f6-aeb9-bc044980fa82 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] device_id is not set on port a4d068db-20e6-4abb-af95-a24bbbcedb8b yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:36:09.919557 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53832) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:09.976272 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0c889d35-456e-4ba0-a21b-6188a6831283 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c0758deec75449e4b1a2d9bf3e591640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0555727 Jul 14 09:36:09.978789 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53834) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:10.002060 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-395f8b4f-d259-48f6-aeb9-bc044980fa82 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Allocated IP 172.20.0.12 (f745d6f6-b5dd-44db-8c34-5d3a672b2f3a/7cd181ea-01ae-410f-aad0-ebe7ca99c89b/a4d068db-20e6-4abb-af95-a24bbbcedb8b) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:10.032957 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0777e4e-8725-4140-bd4d-8d874df12d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.055870 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0777e4e-8725-4140-bd4d-8d874df12d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.104959 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0777e4e-8725-4140-bd4d-8d874df12d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.107603 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0777e4e-8725-4140-bd4d-8d874df12d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.108793 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e0777e4e-8725-4140-bd4d-8d874df12d46 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/559c81f7-cb82-48df-b64a-184367ad2fa2 HTTP/1.1" status: 204 len: 168 time: 0.1290889 Jul 14 09:36:10.117403 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0777e4e-8725-4140-bd4d-8d874df12d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559c81f7-cb82-48df-b64a-184367ad2fa2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:10.165360 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-395f8b4f-d259-48f6-aeb9-bc044980fa82 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.180496 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-395f8b4f-d259-48f6-aeb9-bc044980fa82 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Transition to ACTIVE for port object a4d068db-20e6-4abb-af95-a24bbbcedb8b will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:10.217788 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-395f8b4f-d259-48f6-aeb9-bc044980fa82 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.241965 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 26e2d9ea-40e8-425e-804b-93de1c089d8b details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:36:10.280494 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-abdc2952-4a7b-4c46-b75a-03a6875e6aa1 None None] Allocated IP 172.20.0.2 (f745d6f6-b5dd-44db-8c34-5d3a672b2f3a/7cd181ea-01ae-410f-aad0-ebe7ca99c89b/c1b7aa8f-0026-4e49-b951-166abb92daf4) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:10.302144 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f8b4f-d259-48f6-aeb9-bc044980fa82 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Pushing event updated for resources: {'Port': ['ID=a4d068db-20e6-4abb-af95-a24bbbcedb8b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:10.320598 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395f8b4f-d259-48f6-aeb9-bc044980fa82 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Network f745d6f6-b5dd-44db-8c34-5d3a672b2f3a is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:10.325094 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-395f8b4f-d259-48f6-aeb9-bc044980fa82 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:10.334794 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395f8b4f-d259-48f6-aeb9-bc044980fa82 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:10.434457 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395f8b4f-d259-48f6-aeb9-bc044980fa82 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:10.435117 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-395f8b4f-d259-48f6-aeb9-bc044980fa82 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.443354 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 26e2d9ea-40e8-425e-804b-93de1c089d8b, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=26e2d9ea-40e8-425e-804b-93de1c089d8b,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:10.466833 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-395f8b4f-d259-48f6-aeb9-bc044980fa82 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7635322 Jul 14 09:36:10.466949 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53844) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:10.472721 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-be2429cd-6d53-4065-b23c-cae45ebe5272 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Request body: {'port': {'network_id': 'f745d6f6-b5dd-44db-8c34-5d3a672b2f3a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-690883376', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:10.473156 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.api.validators [None req-be2429cd-6d53-4065-b23c-cae45ebe5272 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] bootfile-name is not in valid_values {{(pid=93772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:36:10.473504 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.api.validators [None req-be2429cd-6d53-4065-b23c-cae45ebe5272 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] tftp-server is not in valid_values {{(pid=93772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:36:10.474144 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.api.validators [None req-be2429cd-6d53-4065-b23c-cae45ebe5272 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] server-ip-address is not in valid_values {{(pid=93772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:36:10.490039 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47aa03-0f7d-4014-9b11-1a5713829ff5 req-567a43da-fcfa-422d-8383-fc1bd74e3e55 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:10.498172 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2f47aa03-0f7d-4014-9b11-1a5713829ff5 req-567a43da-fcfa-422d-8383-fc1bd74e3e55 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 943 time: 0.1287329 Jul 14 09:36:10.548518 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2f47aa03-0f7d-4014-9b11-1a5713829ff5 req-8b5b386f-b878-4dab-ba43-bb04336b1bb9 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489843 Jul 14 09:36:10.563633 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '26e2d9ea-40e8-425e-804b-93de1c089d8b', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'port_id': '26e2d9ea-40e8-425e-804b-93de1c089d8b', 'mac_address': 'fa:16:3e:86:89:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:36:10.570586 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 55f00894-1b70-43bd-b79a-dd53d9fecb61 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:10.626316 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 55f00894-1b70-43bd-b79a-dd53d9fecb61 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:10.626712 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 55f00894-1b70-43bd-b79a-dd53d9fecb61 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:10.627246 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b5cd6127-85c2-4f61-be0e-6eb487623870 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:10.658250 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2429cd-6d53-4065-b23c-cae45ebe5272 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Made reservation on behalf of d00fb4d67ba44635b1b58b91e0b27417 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:10.663850 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be2429cd-6d53-4065-b23c-cae45ebe5272 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.665536 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: b5cd6127-85c2-4f61-be0e-6eb487623870 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:10.665961 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b5cd6127-85c2-4f61-be0e-6eb487623870 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:10.681551 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-abdc2952-4a7b-4c46-b75a-03a6875e6aa1 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.686765 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.688925 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-be2429cd-6d53-4065-b23c-cae45ebe5272 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] device_id is not set on port 012bc6e6-21f0-4780-bf5b-22470cd1d4d7 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:36:10.705808 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-abdc2952-4a7b-4c46-b75a-03a6875e6aa1 None None] Transition to ACTIVE for port object c1b7aa8f-0026-4e49-b951-166abb92daf4 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:10.715992 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e2d9ea-40e8-425e-804b-93de1c089d8b {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:10.740092 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.748061 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-abdc2952-4a7b-4c46-b75a-03a6875e6aa1 None None] Transition to ACTIVE for port object c1b7aa8f-0026-4e49-b951-166abb92daf4 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:10.753252 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 26e2d9ea-40e8-425e-804b-93de1c089d8b, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=26e2d9ea-40e8-425e-804b-93de1c089d8b,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:10.761237 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-abdc2952-4a7b-4c46-b75a-03a6875e6aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.768458 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.818004 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdc2952-4a7b-4c46-b75a-03a6875e6aa1 None None] Network f745d6f6-b5dd-44db-8c34-5d3a672b2f3a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:10.821173 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-abdc2952-4a7b-4c46-b75a-03a6875e6aa1 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:10.826258 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdc2952-4a7b-4c46-b75a-03a6875e6aa1 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:10.830034 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc2952-4a7b-4c46-b75a-03a6875e6aa1 None None] Pushing event updated for resources: {'Port': ['ID=c1b7aa8f-0026-4e49-b951-166abb92daf4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:10.857939 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-be2429cd-6d53-4065-b23c-cae45ebe5272 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Allocated IP 172.20.0.3 (f745d6f6-b5dd-44db-8c34-5d3a672b2f3a/7cd181ea-01ae-410f-aad0-ebe7ca99c89b/012bc6e6-21f0-4780-bf5b-22470cd1d4d7) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:10.939415 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=26e2d9ea-40e8-425e-804b-93de1c089d8b,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:10.943174 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-abdc2952-4a7b-4c46-b75a-03a6875e6aa1 None None] Attempting to bind port c1b7aa8f-0026-4e49-b951-166abb92daf4 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:10.943944 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-abdc2952-4a7b-4c46-b75a-03a6875e6aa1 None None] Attempting to bind port c1b7aa8f-0026-4e49-b951-166abb92daf4 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'ebef9040-4c25-485a-bcff-37cccabfca60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f745d6f6-b5dd-44db-8c34-5d3a672b2f3a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:10.944542 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdc2952-4a7b-4c46-b75a-03a6875e6aa1 None None] Attempting to bind port c1b7aa8f-0026-4e49-b951-166abb92daf4 on network f745d6f6-b5dd-44db-8c34-5d3a672b2f3a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:10.953111 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdc2952-4a7b-4c46-b75a-03a6875e6aa1 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:10.953756 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdc2952-4a7b-4c46-b75a-03a6875e6aa1 None None] Checking segment: {'id': 'ebef9040-4c25-485a-bcff-37cccabfca60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f745d6f6-b5dd-44db-8c34-5d3a672b2f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:10.954413 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-abdc2952-4a7b-4c46-b75a-03a6875e6aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.955056 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdc2952-4a7b-4c46-b75a-03a6875e6aa1 None None] Bound using segment: {'id': 'ebef9040-4c25-485a-bcff-37cccabfca60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f745d6f6-b5dd-44db-8c34-5d3a672b2f3a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:10.955894 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-abdc2952-4a7b-4c46-b75a-03a6875e6aa1 None None] Bound port: c1b7aa8f-0026-4e49-b951-166abb92daf4, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebef9040-4c25-485a-bcff-37cccabfca60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f745d6f6-b5dd-44db-8c34-5d3a672b2f3a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:10.956340 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-abdc2952-4a7b-4c46-b75a-03a6875e6aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.016035 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['26e2d9ea-40e8-425e-804b-93de1c089d8b'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:11.079312 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-abdc2952-4a7b-4c46-b75a-03a6875e6aa1 None None] For port c1b7aa8f-0026-4e49-b951-166abb92daf4, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:11.099758 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-abdc2952-4a7b-4c46-b75a-03a6875e6aa1 None None] For port c1b7aa8f-0026-4e49-b951-166abb92daf4, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c1b7aa8f-0026-4e49-b951-166abb92daf4,segment=NetworkSegment(ebef9040-4c25-485a-bcff-37cccabfca60),segment_id=ebef9040-4c25-485a-bcff-37cccabfca60)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:11.108248 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-abdc2952-4a7b-4c46-b75a-03a6875e6aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.131162 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be2429cd-6d53-4065-b23c-cae45ebe5272 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.136715 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53860) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:11.159626 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-be2429cd-6d53-4065-b23c-cae45ebe5272 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Transition to ACTIVE for port object 012bc6e6-21f0-4780-bf5b-22470cd1d4d7 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:11.210091 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc2952-4a7b-4c46-b75a-03a6875e6aa1 None None] Pushing event updated for resources: {'Port': ['ID=c1b7aa8f-0026-4e49-b951-166abb92daf4,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:11.218302 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be2429cd-6d53-4065-b23c-cae45ebe5272 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.286914 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-97d8ded7-4517-492b-82de-fcc7b7d700db admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1994755526-network', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:11.313811 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d8ded7-4517-492b-82de-fcc7b7d700db admin admin] Made reservation on behalf of a1cfc79a17fa40569fffabf2c11251a0 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:11.316993 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97d8ded7-4517-492b-82de-fcc7b7d700db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.327217 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97d8ded7-4517-492b-82de-fcc7b7d700db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.476459 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97d8ded7-4517-492b-82de-fcc7b7d700db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.481879 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97d8ded7-4517-492b-82de-fcc7b7d700db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.520214 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8ded7-4517-492b-82de-fcc7b7d700db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a52214c-3e90-4075-9bb0-b5e0e48ffbf1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:11.523479 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d8ded7-4517-492b-82de-fcc7b7d700db admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:11.534864 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97d8ded7-4517-492b-82de-fcc7b7d700db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.535785 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-97d8ded7-4517-492b-82de-fcc7b7d700db admin admin] Added segment 55d6b9b2-c9d7-47f2-b78d-666d286e011f of type vlan for network 81cffdc3-9a3b-48b8-90e6-a075f6df1f0f Jul 14 09:36:11.594418 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97d8ded7-4517-492b-82de-fcc7b7d700db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.632348 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97d8ded7-4517-492b-82de-fcc7b7d700db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.634099 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d8ded7-4517-492b-82de-fcc7b7d700db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:11.634966 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97d8ded7-4517-492b-82de-fcc7b7d700db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.657074 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2429cd-6d53-4065-b23c-cae45ebe5272 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Network f745d6f6-b5dd-44db-8c34-5d3a672b2f3a is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:11.663856 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-be2429cd-6d53-4065-b23c-cae45ebe5272 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:11.666380 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2429cd-6d53-4065-b23c-cae45ebe5272 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:11.704649 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2429cd-6d53-4065-b23c-cae45ebe5272 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Pushing event updated for resources: {'Port': ['ID=012bc6e6-21f0-4780-bf5b-22470cd1d4d7,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:11.726663 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2429cd-6d53-4065-b23c-cae45ebe5272 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:11.727295 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be2429cd-6d53-4065-b23c-cae45ebe5272 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.730724 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-97d8ded7-4517-492b-82de-fcc7b7d700db admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5928342 Jul 14 09:36:11.734056 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53866) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:11.742009 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-be2429cd-6d53-4065-b23c-cae45ebe5272 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.2739725 Jul 14 09:36:11.743385 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ce530e5e-1e65-42a3-b6b3-ec14660e9cd4 admin admin] Request body: {'subnet': {'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1994755526-subnet', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:11.744503 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53868) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:11.756316 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8ded7-4517-492b-82de-fcc7b7d700db admin admin] Pushing event updated for resources: {'Network': ['ID=81cffdc3-9a3b-48b8-90e6-a075f6df1f0f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:11.770722 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 81cffdc3-9a3b-48b8-90e6-a075f6df1f0f details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:11.791192 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce530e5e-1e65-42a3-b6b3-ec14660e9cd4 admin admin] Made reservation on behalf of a1cfc79a17fa40569fffabf2c11251a0 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:11.793698 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce530e5e-1e65-42a3-b6b3-ec14660e9cd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.827672 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc961ade-faa6-4b32-933b-0724ca1625be tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:11.835014 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc961ade-faa6-4b32-933b-0724ca1625be tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:11.841933 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc961ade-faa6-4b32-933b-0724ca1625be tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:11.843792 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cc961ade-faa6-4b32-933b-0724ca1625be tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.0983505 Jul 14 09:36:11.852310 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53870) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:11.859954 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab880c11-e2e8-42be-857f-74f78eaac6d9 req-3d144c85-41c4-4906-8ac7-5bb06cc2fdba tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:11.861567 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ab880c11-e2e8-42be-857f-74f78eaac6d9 req-3d144c85-41c4-4906-8ac7-5bb06cc2fdba tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 944 time: 0.1736259 Jul 14 09:36:11.923409 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ab880c11-e2e8-42be-857f-74f78eaac6d9 req-46a07fb8-fb63-4615-99d6-675b62d27039 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502872 Jul 14 09:36:11.962189 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff5e80-140a-42ce-8f62-a7705fb72306 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Deleting port 012bc6e6-21f0-4780-bf5b-22470cd1d4d7 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:11.962535 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5e80-140a-42ce-8f62-a7705fb72306 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.026484 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce530e5e-1e65-42a3-b6b3-ec14660e9cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.055617 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5e80-140a-42ce-8f62-a7705fb72306 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.069756 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff5e80-140a-42ce-8f62-a7705fb72306 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Calling delete_port for 012bc6e6-21f0-4780-bf5b-22470cd1d4d7 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:12.088553 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce530e5e-1e65-42a3-b6b3-ec14660e9cd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26a8a732-e6f2-4c34-bfdb-3c61600cd974,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:12.099819 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce530e5e-1e65-42a3-b6b3-ec14660e9cd4 admin admin] Checking segment: {'id': '55d6b9b2-c9d7-47f2-b78d-666d286e011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:12.100341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce530e5e-1e65-42a3-b6b3-ec14660e9cd4 admin admin] Network hostable DHCP agents. Network: 81cffdc3-9a3b-48b8-90e6-a075f6df1f0f, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:12.118870 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce530e5e-1e65-42a3-b6b3-ec14660e9cd4 admin admin] Network 81cffdc3-9a3b-48b8-90e6-a075f6df1f0f is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:12.129233 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ce530e5e-1e65-42a3-b6b3-ec14660e9cd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 81cffdc3-9a3b-48b8-90e6-a075f6df1f0f) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:12.135235 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce530e5e-1e65-42a3-b6b3-ec14660e9cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:12.135871 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce530e5e-1e65-42a3-b6b3-ec14660e9cd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.139336 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13076562-2ac0-4ac3-a6c6-3784d26bac44 None None] Network 81cffdc3-9a3b-48b8-90e6-a075f6df1f0f requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:12.162902 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ce530e5e-1e65-42a3-b6b3-ec14660e9cd4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4274807 Jul 14 09:36:12.165424 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53872) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:12.170225 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5ee194c7-6c21-4e34-afa7-6f7257ebb703 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1994755526-router', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:12.193443 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ee194c7-6c21-4e34-afa7-6f7257ebb703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.195286 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ee194c7-6c21-4e34-afa7-6f7257ebb703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.227116 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 26e2d9ea-40e8-425e-804b-93de1c089d8b up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:12.235085 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5e80-140a-42ce-8f62-a7705fb72306 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.268971 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff5e80-140a-42ce-8f62-a7705fb72306 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Pushing event deleted for resources: {'Port': ['ID=012bc6e6-21f0-4780-bf5b-22470cd1d4d7,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:12.297958 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ee194c7-6c21-4e34-afa7-6f7257ebb703 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.343469 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.362173 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5e80-140a-42ce-8f62-a7705fb72306 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.365518 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e9ff5e80-140a-42ce-8f62-a7705fb72306 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] 10.222.0.25 "DELETE /v2.0/ports/012bc6e6-21f0-4780-bf5b-22470cd1d4d7 HTTP/1.1" status: 204 len: 168 time: 0.5152147 Jul 14 09:36:12.369077 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53874) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:12.374280 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-88d422bb-cbaa-48e6-90d6-349ba762a3d8 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Request body: {'port': {'name': 'tempest-new-port-name-846164873', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:12.374683 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.api.validators [None req-88d422bb-cbaa-48e6-90d6-349ba762a3d8 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] bootfile-name is not in valid_values {{(pid=93772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:36:12.375055 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.api.validators [None req-88d422bb-cbaa-48e6-90d6-349ba762a3d8 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] tftp-server is not in valid_values {{(pid=93772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:36:12.375388 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.api.validators [None req-88d422bb-cbaa-48e6-90d6-349ba762a3d8 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] server-ip-address is not in valid_values {{(pid=93772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:36:12.382012 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 26e2d9ea-40e8-425e-804b-93de1c089d8b completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:12.386295 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 26e2d9ea-40e8-425e-804b-93de1c089d8b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:12.386662 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.389923 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790633dc-58e0-4be5-a304-629dec1e4bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-81cffdc3-9a3b-48b8-90e6-a075f6df1f0f', 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'fixed_ips': [{'subnet_id': '26a8a732-e6f2-4c34-bfdb-3c61600cd974'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:36:12.390756 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-790633dc-58e0-4be5-a304-629dec1e4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.418081 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ade5aec-f965-4ac2-90ec-866e15316440 None None] Network f745d6f6-b5dd-44db-8c34-5d3a672b2f3a requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:12.477519 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-88d422bb-cbaa-48e6-90d6-349ba762a3d8 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.491387 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ee194c7-6c21-4e34-afa7-6f7257ebb703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.581863 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e4ce2bc4-52f6-4d5d-a20c-64ce6fea0fd9 None None] Provisioning for port c1b7aa8f-0026-4e49-b951-166abb92daf4 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:12.683670 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c1b7aa8f-0026-4e49-b951-166abb92daf4 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:12.830820 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ee194c7-6c21-4e34-afa7-6f7257ebb703 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.853098 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.854313 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ee194c7-6c21-4e34-afa7-6f7257ebb703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.869657 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-88d422bb-cbaa-48e6-90d6-349ba762a3d8 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.877493 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-88d422bb-cbaa-48e6-90d6-349ba762a3d8 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.877902 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-790633dc-58e0-4be5-a304-629dec1e4bba None None] Allocated IP 172.20.0.2 (81cffdc3-9a3b-48b8-90e6-a075f6df1f0f/26a8a732-e6f2-4c34-bfdb-3c61600cd974/6512ec26-23ed-46c8-a709-43125712d8ea) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:12.973117 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 26e2d9ea-40e8-425e-804b-93de1c089d8b, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=26e2d9ea-40e8-425e-804b-93de1c089d8b,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:12.987148 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d422bb-cbaa-48e6-90d6-349ba762a3d8 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Pushing event updated for resources: {'Port': ['ID=a4d068db-20e6-4abb-af95-a24bbbcedb8b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:12.994270 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-5ee194c7-6c21-4e34-afa7-6f7257ebb703 admin admin] Allocated IP 172.25.6.132 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/e43413e1-b252-4f49-9bd4-a1432328885a) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:13.005926 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-88d422bb-cbaa-48e6-90d6-349ba762a3d8 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] In _notify_port_updated(), no bound segment for port a4d068db-20e6-4abb-af95-a24bbbcedb8b on network f745d6f6-b5dd-44db-8c34-5d3a672b2f3a {{(pid=93772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:36:13.012599 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d422bb-cbaa-48e6-90d6-349ba762a3d8 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:13.013453 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-88d422bb-cbaa-48e6-90d6-349ba762a3d8 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.018441 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-88d422bb-cbaa-48e6-90d6-349ba762a3d8 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] 10.222.0.25 "PUT /v2.0/ports/a4d068db-20e6-4abb-af95-a24bbbcedb8b HTTP/1.1" status: 200 len: 1136 time: 0.6460924 Jul 14 09:36:13.018958 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53878) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:13.038540 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeecceda-63c4-4f15-a4ad-45057a43ff2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e2d9ea-40e8-425e-804b-93de1c089d8b'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:13.041861 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da207f57-b01b-4707-90d1-200814199050" -d '{"events": [{"server_uuid": "aeecceda-63c4-4f15-a4ad-45057a43ff2f", "name": "network-vif-plugged", "status": "completed", "tag": "26e2d9ea-40e8-425e-804b-93de1c089d8b"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:13.077584 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.080069 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port c1b7aa8f-0026-4e49-b951-166abb92daf4 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:13.097357 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f3365b-4516-4f1c-a986-569f9541ecf8 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:13.102581 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b1f3365b-4516-4f1c-a986-569f9541ecf8 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] 10.222.0.25 "GET /v2.0/ports/a4d068db-20e6-4abb-af95-a24bbbcedb8b HTTP/1.1" status: 200 len: 1136 time: 0.0791454 Jul 14 09:36:13.103015 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53882) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:13.123911 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5c3374-a740-41c9-adc7-d79160524087 x-openstack-request-id: req-7b5c3374-a740-41c9-adc7-d79160524087 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:13.124199 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeecceda-63c4-4f15-a4ad-45057a43ff2f", "name": "network-vif-plugged", "status": "completed", "tag": "26e2d9ea-40e8-425e-804b-93de1c089d8b", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:13.124494 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b5c3374-a740-41c9-adc7-d79160524087 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:13.124833 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeecceda-63c4-4f15-a4ad-45057a43ff2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e2d9ea-40e8-425e-804b-93de1c089d8b', 'code': 200} Jul 14 09:36:13.129742 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c1b7aa8f-0026-4e49-b951-166abb92daf4 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:13.130106 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.216483 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=26e2d9ea-40e8-425e-804b-93de1c089d8b,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:13.233515 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-790633dc-58e0-4be5-a304-629dec1e4bba None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.235778 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ee194c7-6c21-4e34-afa7-6f7257ebb703 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.246055 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624118e8-0c51-4ea1-ac01-165995fc76ed req-b5afc664-21ac-4d9c-9351-d544dc87e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:13.248195 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-624118e8-0c51-4ea1-ac01-165995fc76ed req-b5afc664-21ac-4d9c-9351-d544dc87e5f5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 1097 time: 0.0593688 Jul 14 09:36:13.254041 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-790633dc-58e0-4be5-a304-629dec1e4bba None None] Transition to ACTIVE for port object 6512ec26-23ed-46c8-a709-43125712d8ea will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:13.276883 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a94981-c506-47b9-89bb-27d78b2b5873 req-a413b2b6-ead2-413f-84e0-ac11d820f160 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:13.278598 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f3a94981-c506-47b9-89bb-27d78b2b5873 req-a413b2b6-ead2-413f-84e0-ac11d820f160 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 945 time: 0.2086489 Jul 14 09:36:13.296312 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-624118e8-0c51-4ea1-ac01-165995fc76ed req-0f7e0c6e-e576-4d0c-8bc1-554f476b4d59 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417349 Jul 14 09:36:13.309974 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-790633dc-58e0-4be5-a304-629dec1e4bba None None] Transition to ACTIVE for port object 6512ec26-23ed-46c8-a709-43125712d8ea will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:13.327096 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-790633dc-58e0-4be5-a304-629dec1e4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.336128 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c371a8c1-1ae0-4faf-bf1b-5d7ca4142925 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Deleting port a4d068db-20e6-4abb-af95-a24bbbcedb8b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:13.336471 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c371a8c1-1ae0-4faf-bf1b-5d7ca4142925 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.401974 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f3a94981-c506-47b9-89bb-27d78b2b5873 req-82df2a6a-051f-441a-8d29-e44346427376 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110582 Jul 14 09:36:13.418514 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ee194c7-6c21-4e34-afa7-6f7257ebb703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.491623 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee194c7-6c21-4e34-afa7-6f7257ebb703 admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:13.505727 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-5ee194c7-6c21-4e34-afa7-6f7257ebb703 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:13.509950 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee194c7-6c21-4e34-afa7-6f7257ebb703 admin admin] Pushing event updated for resources: {'Port': ['ID=e43413e1-b252-4f49-9bd4-a1432328885a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:13.514063 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c371a8c1-1ae0-4faf-bf1b-5d7ca4142925 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.517625 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee194c7-6c21-4e34-afa7-6f7257ebb703 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:13.541558 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.551922 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c371a8c1-1ae0-4faf-bf1b-5d7ca4142925 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Calling delete_port for a4d068db-20e6-4abb-af95-a24bbbcedb8b owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:13.571941 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790633dc-58e0-4be5-a304-629dec1e4bba None None] Network 81cffdc3-9a3b-48b8-90e6-a075f6df1f0f is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:13.579401 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-530c011a-9bfd-4c84-9d50-c676bbc5c5b3 None None] Provisioning for port a4d068db-20e6-4abb-af95-a24bbbcedb8b completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:13.581761 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790633dc-58e0-4be5-a304-629dec1e4bba None None] Pushing event updated for resources: {'Port': ['ID=6512ec26-23ed-46c8-a709-43125712d8ea,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:13.588265 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-790633dc-58e0-4be5-a304-629dec1e4bba None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:13.590704 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790633dc-58e0-4be5-a304-629dec1e4bba None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:13.601620 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-530c011a-9bfd-4c84-9d50-c676bbc5c5b3 None None] Provisioning complete for port a4d068db-20e6-4abb-af95-a24bbbcedb8b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:13.601992 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-530c011a-9bfd-4c84-9d50-c676bbc5c5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.630752 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port c1b7aa8f-0026-4e49-b951-166abb92daf4, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c1b7aa8f-0026-4e49-b951-166abb92daf4,segment=NetworkSegment(ebef9040-4c25-485a-bcff-37cccabfca60),segment_id=ebef9040-4c25-485a-bcff-37cccabfca60)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:13.657471 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.714057 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-530c011a-9bfd-4c84-9d50-c676bbc5c5b3 None None] Port a4d068db-20e6-4abb-af95-a24bbbcedb8b cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:13.737327 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-790633dc-58e0-4be5-a304-629dec1e4bba None None] Attempting to bind port 6512ec26-23ed-46c8-a709-43125712d8ea on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:13.737717 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-790633dc-58e0-4be5-a304-629dec1e4bba None None] Attempting to bind port 6512ec26-23ed-46c8-a709-43125712d8ea by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '55d6b9b2-c9d7-47f2-b78d-666d286e011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:13.738089 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790633dc-58e0-4be5-a304-629dec1e4bba None None] Attempting to bind port 6512ec26-23ed-46c8-a709-43125712d8ea on network 81cffdc3-9a3b-48b8-90e6-a075f6df1f0f {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:13.748512 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790633dc-58e0-4be5-a304-629dec1e4bba None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:13.748902 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790633dc-58e0-4be5-a304-629dec1e4bba None None] Checking segment: {'id': '55d6b9b2-c9d7-47f2-b78d-666d286e011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:13.749315 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-790633dc-58e0-4be5-a304-629dec1e4bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.749717 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790633dc-58e0-4be5-a304-629dec1e4bba None None] Bound using segment: {'id': '55d6b9b2-c9d7-47f2-b78d-666d286e011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:13.750207 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-790633dc-58e0-4be5-a304-629dec1e4bba None None] Bound port: 6512ec26-23ed-46c8-a709-43125712d8ea, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d6b9b2-c9d7-47f2-b78d-666d286e011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:13.750600 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-790633dc-58e0-4be5-a304-629dec1e4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.775822 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-530c011a-9bfd-4c84-9d50-c676bbc5c5b3 None None] Provisioning complete for port c1b7aa8f-0026-4e49-b951-166abb92daf4 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:13.776602 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-530c011a-9bfd-4c84-9d50-c676bbc5c5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.783981 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=c1b7aa8f-0026-4e49-b951-166abb92daf4,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:13.877737 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-790633dc-58e0-4be5-a304-629dec1e4bba None None] For port 6512ec26-23ed-46c8-a709-43125712d8ea, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:13.881796 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-790633dc-58e0-4be5-a304-629dec1e4bba None None] For port 6512ec26-23ed-46c8-a709-43125712d8ea, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=6512ec26-23ed-46c8-a709-43125712d8ea,segment=NetworkSegment(55d6b9b2-c9d7-47f2-b78d-666d286e011f),segment_id=55d6b9b2-c9d7-47f2-b78d-666d286e011f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:13.887215 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-790633dc-58e0-4be5-a304-629dec1e4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.991881 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790633dc-58e0-4be5-a304-629dec1e4bba None None] Pushing event updated for resources: {'Port': ['ID=6512ec26-23ed-46c8-a709-43125712d8ea,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:14.109143 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f8aee965-7b4d-472e-be86-fc2f329ab8a9 None None] Provisioning complete for port a4d068db-20e6-4abb-af95-a24bbbcedb8b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:14.109964 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8aee965-7b4d-472e-be86-fc2f329ab8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.152820 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f8aee965-7b4d-472e-be86-fc2f329ab8a9 None None] Port a4d068db-20e6-4abb-af95-a24bbbcedb8b cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:14.156893 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f8aee965-7b4d-472e-be86-fc2f329ab8a9 None None] Could not find standard attr ID for object 012bc6e6-21f0-4780-bf5b-22470cd1d4d7. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:36:14.304030 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c371a8c1-1ae0-4faf-bf1b-5d7ca4142925 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.352372 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371a8c1-1ae0-4faf-bf1b-5d7ca4142925 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Pushing event deleted for resources: {'Port': ['ID=a4d068db-20e6-4abb-af95-a24bbbcedb8b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:14.373055 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ee194c7-6c21-4e34-afa7-6f7257ebb703 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.502523 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c371a8c1-1ae0-4faf-bf1b-5d7ca4142925 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.507398 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c371a8c1-1ae0-4faf-bf1b-5d7ca4142925 tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] 10.222.0.25 "DELETE /v2.0/ports/a4d068db-20e6-4abb-af95-a24bbbcedb8b HTTP/1.1" status: 204 len: 168 time: 1.4016900 Jul 14 09:36:14.507573 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53886) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:14.574272 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-bc8b592e-6327-4769-a218-ba8d9e552761 None None] Could not find standard attr ID for object a4d068db-20e6-4abb-af95-a24bbbcedb8b. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:36:14.607269 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c58931-36cc-4aaa-bc37-dd4e011d2a2f tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Deleting subnet 7cd181ea-01ae-410f-aad0-ebe7ca99c89b {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:36:14.611060 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32c58931-36cc-4aaa-bc37-dd4e011d2a2f tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.673929 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32c58931-36cc-4aaa-bc37-dd4e011d2a2f tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.695404 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 6512ec26-23ed-46c8-a709-43125712d8ea up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:14.723515 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc351a98-5c85-4372-becf-0379133e2456 req-cd5bb990-ca4d-4ec8-ae2d-2f8b3eb3a02d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:14.725197 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc351a98-5c85-4372-becf-0379133e2456 req-cd5bb990-ca4d-4ec8-ae2d-2f8b3eb3a02d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 945 time: 0.1779821 Jul 14 09:36:14.728720 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ee194c7-6c21-4e34-afa7-6f7257ebb703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.767525 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 6512ec26-23ed-46c8-a709-43125712d8ea completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:14.785332 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c1b7aa8f-0026-4e49-b951-166abb92daf4 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:14.811261 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32c58931-36cc-4aaa-bc37-dd4e011d2a2f tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.850557 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c1b7aa8f-0026-4e49-b951-166abb92daf4 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:14.851157 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.865009 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc351a98-5c85-4372-becf-0379133e2456 req-d46d69b6-8be7-40de-aad7-ee8822b596e7 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321962 Jul 14 09:36:14.916554 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32c58931-36cc-4aaa-bc37-dd4e011d2a2f tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.943074 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee194c7-6c21-4e34-afa7-6f7257ebb703 admin admin] Router c7937cc3-0610-499a-a6c4-46f558d2f144 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:36:14.961008 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c58931-36cc-4aaa-bc37-dd4e011d2a2f tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Pushing event deleted for resources: {'Subnet': ['ID=7cd181ea-01ae-410f-aad0-ebe7ca99c89b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:14.968770 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32c58931-36cc-4aaa-bc37-dd4e011d2a2f tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.971188 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-32c58931-36cc-4aaa-bc37-dd4e011d2a2f tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] 10.222.0.25 "DELETE /v2.0/subnets/7cd181ea-01ae-410f-aad0-ebe7ca99c89b HTTP/1.1" status: 204 len: 168 time: 0.4625285 Jul 14 09:36:14.974500 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53890) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:14.977517 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7438a61-6a3d-43d5-ae22-d49c78ccbc35 None None] Network f745d6f6-b5dd-44db-8c34-5d3a672b2f3a requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:15.069177 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3374507d-e4f2-4ede-a467-17e39c4bea2e tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.129934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee194c7-6c21-4e34-afa7-6f7257ebb703 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:15.138362 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994579fd-6d64-451a-b3d7-b6e6d9ddedd0 None None] Sync routers for ids ['c7937cc3-0610-499a-a6c4-46f558d2f144'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:15.148353 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3374507d-e4f2-4ede-a467-17e39c4bea2e tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Deleting port c1b7aa8f-0026-4e49-b951-166abb92daf4 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:15.148353 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3374507d-e4f2-4ede-a467-17e39c4bea2e tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.156582 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994579fd-6d64-451a-b3d7-b6e6d9ddedd0 None None] Routers {'c7937cc3-0610-499a-a6c4-46f558d2f144'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:15.157349 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-994579fd-6d64-451a-b3d7-b6e6d9ddedd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:35:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['c7937cc3-0610-499a-a6c4-46f558d2f144'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:15.167412 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ee194c7-6c21-4e34-afa7-6f7257ebb703 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.171728 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5ee194c7-6c21-4e34-afa7-6f7257ebb703 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0022004 Jul 14 09:36:15.171728 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53892) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:15.230469 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d413cb-f5d7-4130-b135-48c8fafecc26 req-b23269b9-ffdf-4504-9153-61d7b7844203 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:15.237419 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d9d413cb-f5d7-4130-b135-48c8fafecc26 req-b23269b9-ffdf-4504-9153-61d7b7844203 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 945 time: 0.1492934 Jul 14 09:36:15.270427 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5d49aa-cbb2-4c54-a4c0-5bf0808689c3 None None] DHCP port deletion for f745d6f6-b5dd-44db-8c34-5d3a672b2f3a request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:36:15.289438 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3374507d-e4f2-4ede-a467-17e39c4bea2e tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] For port c1b7aa8f-0026-4e49-b951-166abb92daf4, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c1b7aa8f-0026-4e49-b951-166abb92daf4,segment=NetworkSegment(ebef9040-4c25-485a-bcff-37cccabfca60),segment_id=ebef9040-4c25-485a-bcff-37cccabfca60)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:15.289717 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3374507d-e4f2-4ede-a467-17e39c4bea2e tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.304744 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3374507d-e4f2-4ede-a467-17e39c4bea2e tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Calling delete_port for c1b7aa8f-0026-4e49-b951-166abb92daf4 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:15.327256 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-994579fd-6d64-451a-b3d7-b6e6d9ddedd0 None None] Set router c7937cc3-0610-499a-a6c4-46f558d2f144 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:15.346132 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d9d413cb-f5d7-4130-b135-48c8fafecc26 req-6f6ef75b-a00e-4fc1-88fe-572db12189df tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997777 Jul 14 09:36:15.464648 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b493d99-19b9-49b7-8c22-4e2d945fcb5d None None] Network 81cffdc3-9a3b-48b8-90e6-a075f6df1f0f requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:15.510875 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3374507d-e4f2-4ede-a467-17e39c4bea2e tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.548704 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374507d-e4f2-4ede-a467-17e39c4bea2e tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Pushing event deleted for resources: {'Port': ['ID=c1b7aa8f-0026-4e49-b951-166abb92daf4,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:15.553452 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3374507d-e4f2-4ede-a467-17e39c4bea2e tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] No DVR routers for this DVR port c1b7aa8f-0026-4e49-b951-166abb92daf4 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:15.665718 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3374507d-e4f2-4ede-a467-17e39c4bea2e tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.668566 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9b5d49aa-cbb2-4c54-a4c0-5bf0808689c3 None None] Deleting port c1b7aa8f-0026-4e49-b951-166abb92daf4 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:15.668934 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b5d49aa-cbb2-4c54-a4c0-5bf0808689c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.670588 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f7650a5e-90a9-4e18-81ec-79535a17e315 None None] Provisioning for port 6512ec26-23ed-46c8-a709-43125712d8ea completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:15.689977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-3374507d-e4f2-4ede-a467-17e39c4bea2e tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f745d6f6-b5dd-44db-8c34-5d3a672b2f3a']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:15.704564 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fbc84-7f47-4dcc-a392-a22a8d1de25b req-ae01e62c-07bd-4aa7-be83-bd9b8cf3e9c1 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:15.706273 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b95fbc84-7f47-4dcc-a392-a22a8d1de25b req-ae01e62c-07bd-4aa7-be83-bd9b8cf3e9c1 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 945 time: 0.1627679 Jul 14 09:36:15.708007 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-3374507d-e4f2-4ede-a467-17e39c4bea2e tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebef9040-4c25-485a-bcff-37cccabfca60') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:15.708561 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-3374507d-e4f2-4ede-a467-17e39c4bea2e tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebef9040-4c25-485a-bcff-37cccabfca60') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:15.723086 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3374507d-e4f2-4ede-a467-17e39c4bea2e tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.728357 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f7650a5e-90a9-4e18-81ec-79535a17e315 None None] Provisioning complete for port 6512ec26-23ed-46c8-a709-43125712d8ea triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:15.728821 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7650a5e-90a9-4e18-81ec-79535a17e315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.749202 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3374507d-e4f2-4ede-a467-17e39c4bea2e tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.758934 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3374507d-e4f2-4ede-a467-17e39c4bea2e tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:15.759742 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3374507d-e4f2-4ede-a467-17e39c4bea2e tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:15.763640 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:15.821470 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-9b5d49aa-cbb2-4c54-a4c0-5bf0808689c3 None None] For port c1b7aa8f-0026-4e49-b951-166abb92daf4, host n-d-771362-35, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:15.822497 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b5d49aa-cbb2-4c54-a4c0-5bf0808689c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.840121 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b95fbc84-7f47-4dcc-a392-a22a8d1de25b req-e03c5afb-9cc0-4e0b-989a-7f30e416fb2f tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111846 Jul 14 09:36:15.855603 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3374507d-e4f2-4ede-a467-17e39c4bea2e tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.861573 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3374507d-e4f2-4ede-a467-17e39c4bea2e tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.866421 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3374507d-e4f2-4ede-a467-17e39c4bea2e tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] 10.222.0.25 "DELETE /v2.0/networks/f745d6f6-b5dd-44db-8c34-5d3a672b2f3a HTTP/1.1" status: 204 len: 168 time: 0.8905494 Jul 14 09:36:15.884699 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374507d-e4f2-4ede-a467-17e39c4bea2e tempest-ExtraDHCPOptionsTestJSON-1349181747 tempest-ExtraDHCPOptionsTestJSON-1349181747-project] Pushing event deleted for resources: {'Network': ['ID=f745d6f6-b5dd-44db-8c34-5d3a672b2f3a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:15.888349 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-200d3b0d-3e64-4a6e-9e44-76e32da0b53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.906914 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9b5d49aa-cbb2-4c54-a4c0-5bf0808689c3 None None] Calling delete_port for c1b7aa8f-0026-4e49-b951-166abb92daf4 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:15.922597 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-9b5d49aa-cbb2-4c54-a4c0-5bf0808689c3 None None] Port c1b7aa8f-0026-4e49-b951-166abb92daf4 was not found and therefore no delete operation was performed {{(pid=93774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:36:15.969401 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b5d49aa-cbb2-4c54-a4c0-5bf0808689c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.983655 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9b5d49aa-cbb2-4c54-a4c0-5bf0808689c3 None None] Network f745d6f6-b5dd-44db-8c34-5d3a672b2f3a is not hosted by any dhcp agent {{(pid=93774) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:36:15.984342 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5d49aa-cbb2-4c54-a4c0-5bf0808689c3 None None] No DVR routers for this DVR port c1b7aa8f-0026-4e49-b951-166abb92daf4 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:16.060946 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7650a5e-90a9-4e18-81ec-79535a17e315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.081888 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-994579fd-6d64-451a-b3d7-b6e6d9ddedd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'name': 'tempest-ServersTestManualDisk-1994755526-router', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:36:14Z', 'revision_number': 3, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'gw_port': {'id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:33:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:36:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:16.096057 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-200d3b0d-3e64-4a6e-9e44-76e32da0b53d admin admin] Allocated IP 172.20.0.1 (81cffdc3-9a3b-48b8-90e6-a075f6df1f0f/26a8a732-e6f2-4c34-bfdb-3c61600cd974/e35e5bdd-26ae-46b2-b3b6-9f633b738f88) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:16.110526 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d49aa-cbb2-4c54-a4c0-5bf0808689c3 None None] Pushing event deleted for resources: {'Port': ['ID=c1b7aa8f-0026-4e49-b951-166abb92daf4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:16.114692 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994579fd-6d64-451a-b3d7-b6e6d9ddedd0 None None] Checking router: c7937cc3-0610-499a-a6c4-46f558d2f144 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:36:16.115039 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994579fd-6d64-451a-b3d7-b6e6d9ddedd0 None None] Updating router c7937cc3-0610-499a-a6c4-46f558d2f144 port e43413e1-b252-4f49-9bd4-a1432328885a binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:36:16.136434 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53904) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:16.186210 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f7650a5e-90a9-4e18-81ec-79535a17e315 None None] For port 6512ec26-23ed-46c8-a709-43125712d8ea, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=6512ec26-23ed-46c8-a709-43125712d8ea,segment=NetworkSegment(55d6b9b2-c9d7-47f2-b78d-666d286e011f),segment_id=55d6b9b2-c9d7-47f2-b78d-666d286e011f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:16.190708 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-994579fd-6d64-451a-b3d7-b6e6d9ddedd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.221995 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7650a5e-90a9-4e18-81ec-79535a17e315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.254832 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-200d3b0d-3e64-4a6e-9e44-76e32da0b53d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.272162 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-200d3b0d-3e64-4a6e-9e44-76e32da0b53d admin admin] Transition to ACTIVE for port object e35e5bdd-26ae-46b2-b3b6-9f633b738f88 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:16.315953 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-200d3b0d-3e64-4a6e-9e44-76e32da0b53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.347149 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7650a5e-90a9-4e18-81ec-79535a17e315 None None] Pushing event updated for resources: {'Port': ['ID=6512ec26-23ed-46c8-a709-43125712d8ea,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:16.388306 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200d3b0d-3e64-4a6e-9e44-76e32da0b53d admin admin] Network 81cffdc3-9a3b-48b8-90e6-a075f6df1f0f is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:16.402595 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-45c82c91-7e3e-4f2f-b33f-e8524b8f137e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d00fb4d67ba44635b1b58b91e0b27417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2631371 Jul 14 09:36:16.402933 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53910) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:16.406737 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-200d3b0d-3e64-4a6e-9e44-76e32da0b53d admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:16.452994 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200d3b0d-3e64-4a6e-9e44-76e32da0b53d admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:16.459019 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d3b0d-3e64-4a6e-9e44-76e32da0b53d admin admin] Pushing event updated for resources: {'Port': ['ID=e35e5bdd-26ae-46b2-b3b6-9f633b738f88,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:16.479122 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1abc7c3d-9c1e-44f0-b471-ded8a6cb5bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.520203 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1abc7c3d-9c1e-44f0-b471-ded8a6cb5bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.527198 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d5d19-11f0-44db-93cb-89f2c8f9ef4d req-54e6a3fc-8a26-4273-9225-19c5047382c1 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:16.528441 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba4d5d19-11f0-44db-93cb-89f2c8f9ef4d req-54e6a3fc-8a26-4273-9225-19c5047382c1 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 945 time: 0.1388273 Jul 14 09:36:16.529776 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-200d3b0d-3e64-4a6e-9e44-76e32da0b53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.575439 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ab1d1160-9480-4251-b3c3-af2205ea92a4 None None] Provisioning complete for port 6512ec26-23ed-46c8-a709-43125712d8ea triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:16.576029 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ab1d1160-9480-4251-b3c3-af2205ea92a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.589821 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1abc7c3d-9c1e-44f0-b471-ded8a6cb5bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.592897 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1abc7c3d-9c1e-44f0-b471-ded8a6cb5bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.594357 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1abc7c3d-9c1e-44f0-b471-ded8a6cb5bf2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9555a632-2e8a-402f-854e-5d68593640f9 HTTP/1.1" status: 204 len: 168 time: 0.1902776 Jul 14 09:36:16.603604 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc7c3d-9c1e-44f0-b471-ded8a6cb5bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9555a632-2e8a-402f-854e-5d68593640f9,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:16.617333 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 6512ec26-23ed-46c8-a709-43125712d8ea up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:16.622085 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-994579fd-6d64-451a-b3d7-b6e6d9ddedd0 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.668332 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba4d5d19-11f0-44db-93cb-89f2c8f9ef4d req-7d28afc6-fcbd-47a9-a129-2eb807ecea66 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335967 Jul 14 09:36:16.679073 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-994579fd-6d64-451a-b3d7-b6e6d9ddedd0 None None] Transition to ACTIVE for port object e43413e1-b252-4f49-9bd4-a1432328885a will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:16.690772 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-994579fd-6d64-451a-b3d7-b6e6d9ddedd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.767121 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177da01f-bbeb-4a66-a480-7fdd74abd2f4 None None] Pushing event updated for resources: {'Port': ['ID=e43413e1-b252-4f49-9bd4-a1432328885a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:16.773481 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-994579fd-6d64-451a-b3d7-b6e6d9ddedd0 None None] Attempting to bind port e43413e1-b252-4f49-9bd4-a1432328885a on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:16.773893 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-994579fd-6d64-451a-b3d7-b6e6d9ddedd0 None None] Attempting to bind port e43413e1-b252-4f49-9bd4-a1432328885a by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:16.774260 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994579fd-6d64-451a-b3d7-b6e6d9ddedd0 None None] Attempting to bind port e43413e1-b252-4f49-9bd4-a1432328885a on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:16.805010 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-200d3b0d-3e64-4a6e-9e44-76e32da0b53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.810560 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994579fd-6d64-451a-b3d7-b6e6d9ddedd0 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:16.810932 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994579fd-6d64-451a-b3d7-b6e6d9ddedd0 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:16.811325 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-994579fd-6d64-451a-b3d7-b6e6d9ddedd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.811733 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994579fd-6d64-451a-b3d7-b6e6d9ddedd0 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:16.812202 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-994579fd-6d64-451a-b3d7-b6e6d9ddedd0 None None] Bound port: e43413e1-b252-4f49-9bd4-a1432328885a, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:16.812577 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-994579fd-6d64-451a-b3d7-b6e6d9ddedd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.817940 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 6512ec26-23ed-46c8-a709-43125712d8ea triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:16.817940 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.995414 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-200d3b0d-3e64-4a6e-9e44-76e32da0b53d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.001156 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-200d3b0d-3e64-4a6e-9e44-76e32da0b53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.062378 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-994579fd-6d64-451a-b3d7-b6e6d9ddedd0 None None] For port e43413e1-b252-4f49-9bd4-a1432328885a, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:17.067169 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-994579fd-6d64-451a-b3d7-b6e6d9ddedd0 None None] For port e43413e1-b252-4f49-9bd4-a1432328885a, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e43413e1-b252-4f49-9bd4-a1432328885a,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:17.068699 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d3b0d-3e64-4a6e-9e44-76e32da0b53d admin admin] Pushing event updated for resources: {'Port': ['ID=e35e5bdd-26ae-46b2-b3b6-9f633b738f88,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:17.071243 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-200d3b0d-3e64-4a6e-9e44-76e32da0b53d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.073189 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-994579fd-6d64-451a-b3d7-b6e6d9ddedd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.168832 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994579fd-6d64-451a-b3d7-b6e6d9ddedd0 None None] Routers {'c7937cc3-0610-499a-a6c4-46f558d2f144'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:17.168832 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-994579fd-6d64-451a-b3d7-b6e6d9ddedd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:35:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['c7937cc3-0610-499a-a6c4-46f558d2f144'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:17.174337 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200d3b0d-3e64-4a6e-9e44-76e32da0b53d admin admin] Network 81cffdc3-9a3b-48b8-90e6-a075f6df1f0f is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:17.176723 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-200d3b0d-3e64-4a6e-9e44-76e32da0b53d admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:17.180688 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b981f178-f2e3-48f1-831b-de625afb6c84 None None] Provisioning for port e35e5bdd-26ae-46b2-b3b6-9f633b738f88 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:17.229539 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b981f178-f2e3-48f1-831b-de625afb6c84 None None] Provisioning complete for port e35e5bdd-26ae-46b2-b3b6-9f633b738f88 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:17.230057 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b981f178-f2e3-48f1-831b-de625afb6c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.235248 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177da01f-bbeb-4a66-a480-7fdd74abd2f4 None None] Pushing event updated for resources: {'Port': ['ID=e43413e1-b252-4f49-9bd4-a1432328885a,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:17.243102 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c1b7aa8f-0026-4e49-b951-166abb92daf4 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:17.309207 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: c1b7aa8f-0026-4e49-b951-166abb92daf4 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:17.309555 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c1b7aa8f-0026-4e49-b951-166abb92daf4 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:17.334179 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b981f178-f2e3-48f1-831b-de625afb6c84 None None] Port e35e5bdd-26ae-46b2-b3b6-9f633b738f88 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:17.397910 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200d3b0d-3e64-4a6e-9e44-76e32da0b53d admin admin] Router c7937cc3-0610-499a-a6c4-46f558d2f144 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:17.485393 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-994579fd-6d64-451a-b3d7-b6e6d9ddedd0 None None] Set router c7937cc3-0610-499a-a6c4-46f558d2f144 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:17.558467 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53932) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:17.622604 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200d3b0d-3e64-4a6e-9e44-76e32da0b53d admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:17.628844 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-200d3b0d-3e64-4a6e-9e44-76e32da0b53d admin admin] 10.222.0.25 "PUT /v2.0/routers/c7937cc3-0610-499a-a6c4-46f558d2f144/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4560168 Jul 14 09:36:17.639111 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-51786817-1c2a-476b-9be9-9e573b9cd43b None None] Provisioning complete for port e35e5bdd-26ae-46b2-b3b6-9f633b738f88 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:17.639637 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-51786817-1c2a-476b-9be9-9e573b9cd43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.697662 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-51786817-1c2a-476b-9be9-9e573b9cd43b None None] Port e35e5bdd-26ae-46b2-b3b6-9f633b738f88 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:17.697922 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-35799643-37ee-4aef-a2c3-ee51bbc91303 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-236872763'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:17.725395 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35799643-37ee-4aef-a2c3-ee51bbc91303 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Made reservation on behalf of 51ca3f14a0174c0b882366511dac6c2e for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:17.729427 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-35799643-37ee-4aef-a2c3-ee51bbc91303 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.742112 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-35799643-37ee-4aef-a2c3-ee51bbc91303 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.801304 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-994579fd-6d64-451a-b3d7-b6e6d9ddedd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'name': 'tempest-ServersTestManualDisk-1994755526-router', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:36:16Z', 'revision_number': 4, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'gw_port': {'id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:33:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'e35e5bdd-26ae-46b2-b3b6-9f633b738f88', 'name': '', 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'mac_address': 'fa:16:3e:e8:a1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '26a8a732-e6f2-4c34-bfdb-3c61600cd974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:15Z', 'updated_at': '2021-07-14T09:36:16Z', 'revision_number': 2, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'subnets': [{'id': '26a8a732-e6f2-4c34-bfdb-3c61600cd974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:17.841011 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994579fd-6d64-451a-b3d7-b6e6d9ddedd0 None None] The sync data for ids ['c7937cc3-0610-499a-a6c4-46f558d2f144'] in n-d-771362-35 is: [{'id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'name': 'tempest-ServersTestManualDisk-1994755526-router', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:36:16Z', 'revision_number': 4, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'gw_port': {'id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:33:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'e35e5bdd-26ae-46b2-b3b6-9f633b738f88', 'name': '', 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'mac_address': 'fa:16:3e:e8:a1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '26a8a732-e6f2-4c34-bfdb-3c61600cd974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:15Z', 'updated_at': '2021-07-14T09:36:16Z', 'revision_number': 2, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'subnets': [{'id': '26a8a732-e6f2-4c34-bfdb-3c61600cd974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:17.911784 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e5ae1-c68b-43dc-805c-794ac315ebc3 req-3e703fd9-48df-45fe-93f7-bc4f4bab6364 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:17.913314 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-755e5ae1-c68b-43dc-805c-794ac315ebc3 req-3e703fd9-48df-45fe-93f7-bc4f4bab6364 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 945 time: 0.1074014 Jul 14 09:36:17.926402 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3ce3b-d5f1-4189-99d1-9235a399eea3 req-73490c7b-5bff-4884-bcf5-72bedf162315 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:17.928234 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-86b3ce3b-d5f1-4189-99d1-9235a399eea3 req-73490c7b-5bff-4884-bcf5-72bedf162315 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 945 time: 0.0949740 Jul 14 09:36:17.944993 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-35799643-37ee-4aef-a2c3-ee51bbc91303 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.976971 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-35799643-37ee-4aef-a2c3-ee51bbc91303 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.980033 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-86b3ce3b-d5f1-4189-99d1-9235a399eea3 req-b9ff92ef-e4ab-46e9-b44f-3fc0a89beb92 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419731 Jul 14 09:36:17.991176 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35799643-37ee-4aef-a2c3-ee51bbc91303 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:18.002297 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-35799643-37ee-4aef-a2c3-ee51bbc91303 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.002670 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-35799643-37ee-4aef-a2c3-ee51bbc91303 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Added segment f4cde578-ada2-4367-8986-c327bfbfabc2 of type vlan for network 7350f748-dab2-4d4d-affa-ed88ccb92e19 Jul 14 09:36:18.081296 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-35799643-37ee-4aef-a2c3-ee51bbc91303 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.090474 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35799643-37ee-4aef-a2c3-ee51bbc91303 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a01f3695-1800-45ff-8688-835de84331b3,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:18.205990 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-35799643-37ee-4aef-a2c3-ee51bbc91303 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.212991 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35799643-37ee-4aef-a2c3-ee51bbc91303 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:18.213634 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-35799643-37ee-4aef-a2c3-ee51bbc91303 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.224597 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53944) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:18.231087 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-4651f43f-021b-49f7-99d2-08f39a9fa21a tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1001826636', 'description': 'tempest-description--1726800557'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:18.261169 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4651f43f-021b-49f7-99d2-08f39a9fa21a tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.297793 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-35799643-37ee-4aef-a2c3-ee51bbc91303 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7371397 Jul 14 09:36:18.300969 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53946) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:18.305789 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-abdc5973-d92e-4d55-a505-280e6c590a62 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Request body: {'subnet': {'network_id': '7350f748-dab2-4d4d-affa-ed88ccb92e19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:18.361952 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-755e5ae1-c68b-43dc-805c-794ac315ebc3 req-625ff99c-11e4-4aec-b37c-4d7c64f85812 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Deleting port 26e2d9ea-40e8-425e-804b-93de1c089d8b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:18.362322 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-755e5ae1-c68b-43dc-805c-794ac315ebc3 req-625ff99c-11e4-4aec-b37c-4d7c64f85812 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.388290 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4651f43f-021b-49f7-99d2-08f39a9fa21a tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.393743 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4651f43f-021b-49f7-99d2-08f39a9fa21a tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.424478 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651f43f-021b-49f7-99d2-08f39a9fa21a tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6ce640-13ca-4285-8900-296e1d6ce1ea,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:18.436142 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6dfc49ad-9866-4e42-88b6-081c28d022ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.445023 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4651f43f-021b-49f7-99d2-08f39a9fa21a tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.451099 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4651f43f-021b-49f7-99d2-08f39a9fa21a tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2252429 Jul 14 09:36:18.452664 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53948) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:18.454122 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35799643-37ee-4aef-a2c3-ee51bbc91303 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event updated for resources: {'Network': ['ID=7350f748-dab2-4d4d-affa-ed88ccb92e19,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:18.458974 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-010e5aa5-d37d-4f9c-9c27-b24d1b179ccf tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Request body: {'security_group_rule': {'security_group_id': '2f6ce640-13ca-4285-8900-296e1d6ce1ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:18.466968 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 7350f748-dab2-4d4d-affa-ed88ccb92e19 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:18.501830 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-755e5ae1-c68b-43dc-805c-794ac315ebc3 req-625ff99c-11e4-4aec-b37c-4d7c64f85812 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] For port 26e2d9ea-40e8-425e-804b-93de1c089d8b, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=26e2d9ea-40e8-425e-804b-93de1c089d8b,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:18.502418 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-755e5ae1-c68b-43dc-805c-794ac315ebc3 req-625ff99c-11e4-4aec-b37c-4d7c64f85812 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.528755 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-010e5aa5-d37d-4f9c-9c27-b24d1b179ccf tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.532101 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-755e5ae1-c68b-43dc-805c-794ac315ebc3 req-625ff99c-11e4-4aec-b37c-4d7c64f85812 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Calling delete_port for 26e2d9ea-40e8-425e-804b-93de1c089d8b owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:18.599464 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdc5973-d92e-4d55-a505-280e6c590a62 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Made reservation on behalf of 51ca3f14a0174c0b882366511dac6c2e for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:18.603305 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abdc5973-d92e-4d55-a505-280e6c590a62 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.612326 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-010e5aa5-d37d-4f9c-9c27-b24d1b179ccf tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.617125 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-010e5aa5-d37d-4f9c-9c27-b24d1b179ccf tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.636581 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e5aa5-d37d-4f9c-9c27-b24d1b179ccf tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bfcf40b-2dce-47a5-95aa-2f9e0b7fa373,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:18.646348 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-010e5aa5-d37d-4f9c-9c27-b24d1b179ccf tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.650332 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-010e5aa5-d37d-4f9c-9c27-b24d1b179ccf tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1960087 Jul 14 09:36:18.650937 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53950) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:18.655841 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-51e70f01-4782-4739-9924-ebee9b3eac2a tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Request body: {'security_group_rule': {'security_group_id': '2f6ce640-13ca-4285-8900-296e1d6ce1ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:18.685962 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51e70f01-4782-4739-9924-ebee9b3eac2a tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.755931 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51e70f01-4782-4739-9924-ebee9b3eac2a tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.762073 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51e70f01-4782-4739-9924-ebee9b3eac2a tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.790565 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51e70f01-4782-4739-9924-ebee9b3eac2a tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.797761 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-51e70f01-4782-4739-9924-ebee9b3eac2a tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1457627 Jul 14 09:36:18.799281 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e70f01-4782-4739-9924-ebee9b3eac2a tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7cb720c-8642-414b-9a24-58a3cbbe3579,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:18.801161 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53952) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:18.828099 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2fdcaadf-9c7c-49d4-a5c4-2af453b77d24 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:18.850820 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-755e5ae1-c68b-43dc-805c-794ac315ebc3 req-625ff99c-11e4-4aec-b37c-4d7c64f85812 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.861986 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['26e2d9ea-40e8-425e-804b-93de1c089d8b'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:18.865428 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2fdcaadf-9c7c-49d4-a5c4-2af453b77d24 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.955444 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ff99c-11e4-4aec-b37c-4d7c64f85812 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event deleted for resources: {'Port': ['ID=26e2d9ea-40e8-425e-804b-93de1c089d8b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:18.962193 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abdc5973-d92e-4d55-a505-280e6c590a62 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.012871 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2fdcaadf-9c7c-49d4-a5c4-2af453b77d24 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.055511 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-755e5ae1-c68b-43dc-805c-794ac315ebc3 req-625ff99c-11e4-4aec-b37c-4d7c64f85812 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] No DVR routers for this DVR port 26e2d9ea-40e8-425e-804b-93de1c089d8b on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:19.068461 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-755e5ae1-c68b-43dc-805c-794ac315ebc3 req-625ff99c-11e4-4aec-b37c-4d7c64f85812 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.070532 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-755e5ae1-c68b-43dc-805c-794ac315ebc3 req-625ff99c-11e4-4aec-b37c-4d7c64f85812 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "DELETE /v2.0/ports/26e2d9ea-40e8-425e-804b-93de1c089d8b HTTP/1.1" status: 204 len: 173 time: 1.1502488 Jul 14 09:36:19.073739 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeecceda-63c4-4f15-a4ad-45057a43ff2f', 'name': 'network-vif-deleted', 'tag': '26e2d9ea-40e8-425e-804b-93de1c089d8b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:19.091420 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f73589-65df-4f0e-a736-a009651ce8e4" -d '{"events": [{"server_uuid": "aeecceda-63c4-4f15-a4ad-45057a43ff2f", "name": "network-vif-deleted", "tag": "26e2d9ea-40e8-425e-804b-93de1c089d8b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:19.144900 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc5973-d92e-4d55-a505-280e6c590a62 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event updated for resources: {'Subnet': ['ID=d53acab5-e977-4f11-ac54-d947d2401b77,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:19.159651 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdc5973-d92e-4d55-a505-280e6c590a62 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Checking segment: {'id': 'f4cde578-ada2-4367-8986-c327bfbfabc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7350f748-dab2-4d4d-affa-ed88ccb92e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:19.160560 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdc5973-d92e-4d55-a505-280e6c590a62 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Network hostable DHCP agents. Network: 7350f748-dab2-4d4d-affa-ed88ccb92e19, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:19.236994 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8da00b-1354-453c-ac47-23e75e1d521d x-openstack-request-id: req-ed8da00b-1354-453c-ac47-23e75e1d521d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:19.237367 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeecceda-63c4-4f15-a4ad-45057a43ff2f", "name": "network-vif-deleted", "tag": "26e2d9ea-40e8-425e-804b-93de1c089d8b", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:19.238058 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed8da00b-1354-453c-ac47-23e75e1d521d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:19.239038 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeecceda-63c4-4f15-a4ad-45057a43ff2f', 'name': 'network-vif-deleted', 'tag': '26e2d9ea-40e8-425e-804b-93de1c089d8b', 'status': 'completed', 'code': 200} Jul 14 09:36:19.243598 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdc5973-d92e-4d55-a505-280e6c590a62 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Network 7350f748-dab2-4d4d-affa-ed88ccb92e19 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:19.265608 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-abdc5973-d92e-4d55-a505-280e6c590a62 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 7350f748-dab2-4d4d-affa-ed88ccb92e19) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:19.276842 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d841d1e-b603-4032-ad88-d86c94f7fea6 None None] Network 7350f748-dab2-4d4d-affa-ed88ccb92e19 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:19.277972 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdc5973-d92e-4d55-a505-280e6c590a62 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:19.279203 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abdc5973-d92e-4d55-a505-280e6c590a62 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.307049 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-abdc5973-d92e-4d55-a505-280e6c590a62 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0045624 Jul 14 09:36:19.309756 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 53958) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:19.319413 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-f6966639-3405-49a1-9d42-e0d8e1825148 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-846884741', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}, 'admin_state_up': False}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:19.359147 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f6966639-3405-49a1-9d42-e0d8e1825148 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.360604 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f6966639-3405-49a1-9d42-e0d8e1825148 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.487660 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f6966639-3405-49a1-9d42-e0d8e1825148 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.561371 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9694ccfe-d313-4f41-ba43-c4d4478627a7 None None] Network 7350f748-dab2-4d4d-affa-ed88ccb92e19 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:19.689812 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f6966639-3405-49a1-9d42-e0d8e1825148 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.739275 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-edf80b02-6363-4dd3-bd6b-bd470698c146 req-f5e9d9a8-e9e2-40f6-9936-3eae2cece1a1 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 210 time: 0.0572026 Jul 14 09:36:19.834198 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-2fdcaadf-9c7c-49d4-a5c4-2af453b77d24 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Allocated IP 172.25.6.240 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/3a9d7ef4-9b96-48a3-8470-4af9e93dc720) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:19.967478 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2fdcaadf-9c7c-49d4-a5c4-2af453b77d24 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.984080 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f6966639-3405-49a1-9d42-e0d8e1825148 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.005525 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f6966639-3405-49a1-9d42-e0d8e1825148 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.024369 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2fdcaadf-9c7c-49d4-a5c4-2af453b77d24 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.122637 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdcaadf-9c7c-49d4-a5c4-2af453b77d24 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:20.126861 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-2fdcaadf-9c7c-49d4-a5c4-2af453b77d24 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:20.132328 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdcaadf-9c7c-49d4-a5c4-2af453b77d24 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:20.172540 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f6966639-3405-49a1-9d42-e0d8e1825148 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Allocated IP 172.25.6.24 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/c06f4ada-f5e0-4bc1-a9ff-5f7b8984a0e0) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:20.172961 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdcaadf-9c7c-49d4-a5c4-2af453b77d24 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Pushing event updated for resources: {'Port': ['ID=3a9d7ef4-9b96-48a3-8470-4af9e93dc720,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:20.253410 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2fdcaadf-9c7c-49d4-a5c4-2af453b77d24 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.311223 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2fdcaadf-9c7c-49d4-a5c4-2af453b77d24 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.335907 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f6966639-3405-49a1-9d42-e0d8e1825148 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.384287 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f6966639-3405-49a1-9d42-e0d8e1825148 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.438465 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6966639-3405-49a1-9d42-e0d8e1825148 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:20.442784 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f6966639-3405-49a1-9d42-e0d8e1825148 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:20.447381 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6966639-3405-49a1-9d42-e0d8e1825148 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:20.451933 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6966639-3405-49a1-9d42-e0d8e1825148 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event updated for resources: {'Port': ['ID=c06f4ada-f5e0-4bc1-a9ff-5f7b8984a0e0,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:20.589671 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2fdcaadf-9c7c-49d4-a5c4-2af453b77d24 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.595857 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2fdcaadf-9c7c-49d4-a5c4-2af453b77d24 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.624766 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e43413e1-b252-4f49-9bd4-a1432328885a up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:20.689699 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdcaadf-9c7c-49d4-a5c4-2af453b77d24 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Pushing event updated for resources: {'Port': ['ID=3a9d7ef4-9b96-48a3-8470-4af9e93dc720,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:20.707715 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2fdcaadf-9c7c-49d4-a5c4-2af453b77d24 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.710116 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port e43413e1-b252-4f49-9bd4-a1432328885a completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:20.715166 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port e43413e1-b252-4f49-9bd4-a1432328885a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:20.715855 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.725360 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2fdcaadf-9c7c-49d4-a5c4-2af453b77d24 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.731088 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2fdcaadf-9c7c-49d4-a5c4-2af453b77d24 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9221578 Jul 14 09:36:20.842914 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f6966639-3405-49a1-9d42-e0d8e1825148 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.846606 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.884920 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port e43413e1-b252-4f49-9bd4-a1432328885a, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e43413e1-b252-4f49-9bd4-a1432328885a,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:20.891076 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.943455 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a33389e-070a-4448-95e1-218b455d0837 req-f12e25d2-b981-48a3-97ab-235e95438a33 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1001826636&fields=id&tenant_id=a1cfc79a17fa40569fffabf2c11251a0 HTTP/1.1" status: 200 len: 267 time: 0.0503409 Jul 14 09:36:20.981422 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=e43413e1-b252-4f49-9bd4-a1432328885a,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:21.014032 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be11aa9d-fe5e-4590-8e11-664e6560f716 None None] Sync routers for ids ['c7937cc3-0610-499a-a6c4-46f558d2f144'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:21.026224 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be11aa9d-fe5e-4590-8e11-664e6560f716 None None] Routers {'c7937cc3-0610-499a-a6c4-46f558d2f144'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:21.027248 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-be11aa9d-fe5e-4590-8e11-664e6560f716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:35:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['c7937cc3-0610-499a-a6c4-46f558d2f144'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:21.033248 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6eeba8cd-c88d-4bfa-992c-28cd34122ca0 req-4da03011-a5a7-4c27-832b-b685c29089af tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 210 time: 0.0809989 Jul 14 09:36:21.070707 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-377ff965-c1ef-4f84-8d09-9c177d80d3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.153811 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33389e-070a-4448-95e1-218b455d0837 req-54272a71-761e-4938-9976-29ac4f724a7a tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:21.155419 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a33389e-070a-4448-95e1-218b455d0837 req-54272a71-761e-4938-9976-29ac4f724a7a tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/networks?id=81cffdc3-9a3b-48b8-90e6-a075f6df1f0f HTTP/1.1" status: 200 len: 812 time: 0.2044287 Jul 14 09:36:21.172444 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a33389e-070a-4448-95e1-218b455d0837 req-0d3fc981-a350-4eac-9a07-9702792dcac1 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/quotas/a1cfc79a17fa40569fffabf2c11251a0 HTTP/1.1" status: 200 len: 375 time: 0.0109117 Jul 14 09:36:21.187565 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-be11aa9d-fe5e-4590-8e11-664e6560f716 None None] Set router c7937cc3-0610-499a-a6c4-46f558d2f144 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:21.259619 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a33389e-070a-4448-95e1-218b455d0837 req-0b3f41d0-877c-4e79-9c8e-655d264facad tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1cfc79a17fa40569fffabf2c11251a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0797522 Jul 14 09:36:21.288462 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.378054 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a33389e-070a-4448-95e1-218b455d0837 req-98cefddd-62a6-4b4b-839f-6122f6fce3ac service neutron] 10.222.0.25 "GET /v2.0/networks/81cffdc3-9a3b-48b8-90e6-a075f6df1f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061091 Jul 14 09:36:21.446781 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-be11aa9d-fe5e-4590-8e11-664e6560f716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'name': 'tempest-ServersTestManualDisk-1994755526-router', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:36:16Z', 'revision_number': 4, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'gw_port': {'id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'e35e5bdd-26ae-46b2-b3b6-9f633b738f88', 'name': '', 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'mac_address': 'fa:16:3e:e8:a1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '26a8a732-e6f2-4c34-bfdb-3c61600cd974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:15Z', 'updated_at': '2021-07-14T09:36:16Z', 'revision_number': 2, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'subnets': [{'id': '26a8a732-e6f2-4c34-bfdb-3c61600cd974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:21.517111 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a33389e-070a-4448-95e1-218b455d0837 req-c2f8d30a-919b-4c42-bc91-c4095a933c82 service neutron] 10.222.0.25 "GET /v2.0/networks/81cffdc3-9a3b-48b8-90e6-a075f6df1f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224587 Jul 14 09:36:21.567766 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f6966639-3405-49a1-9d42-e0d8e1825148 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.581379 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be11aa9d-fe5e-4590-8e11-664e6560f716 None None] Checking router: c7937cc3-0610-499a-a6c4-46f558d2f144 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:36:21.581784 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be11aa9d-fe5e-4590-8e11-664e6560f716 None None] Updating router c7937cc3-0610-499a-a6c4-46f558d2f144 port e35e5bdd-26ae-46b2-b3b6-9f633b738f88 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:36:21.618617 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-be11aa9d-fe5e-4590-8e11-664e6560f716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.728810 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6966639-3405-49a1-9d42-e0d8e1825148 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Router 2bb0a359-41a4-49cb-9c37-3ad50b848f61 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:36:21.835998 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da1a5253-49d1-4238-8eb0-6411b35d5eb5 req-080bc04a-a27e-4573-b826-9f36f7d70321 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ae2a34-06bb-4d43-898e-517bf34fa9f2 HTTP/1.1" status: 200 len: 210 time: 0.0672808 Jul 14 09:36:21.907977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6966639-3405-49a1-9d42-e0d8e1825148 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:21.920204 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839603b0-11b3-4bea-b640-303934313e43 None None] Sync routers for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:21.930931 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f6966639-3405-49a1-9d42-e0d8e1825148 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.933444 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f6966639-3405-49a1-9d42-e0d8e1825148 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6226211 Jul 14 09:36:21.936287 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 53980) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:21.957473 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839603b0-11b3-4bea-b640-303934313e43 None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:21.958477 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-839603b0-11b3-4bea-b640-303934313e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:22.017557 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-839603b0-11b3-4bea-b640-303934313e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:22.020791 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-be11aa9d-fe5e-4590-8e11-664e6560f716 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.028136 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839603b0-11b3-4bea-b640-303934313e43 None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:22.029053 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-839603b0-11b3-4bea-b640-303934313e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:22.042655 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-be11aa9d-fe5e-4590-8e11-664e6560f716 None None] Transition to ACTIVE for port object e35e5bdd-26ae-46b2-b3b6-9f633b738f88 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:22.053899 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-be11aa9d-fe5e-4590-8e11-664e6560f716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.089095 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-839603b0-11b3-4bea-b640-303934313e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:22.090077 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839603b0-11b3-4bea-b640-303934313e43 None None] The sync data for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:22.180822 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ea299-0144-449d-b54a-832d815340dc None None] Pushing event updated for resources: {'Port': ['ID=e35e5bdd-26ae-46b2-b3b6-9f633b738f88,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:22.203916 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ea299-0144-449d-b54a-832d815340dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:22.210607 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ea299-0144-449d-b54a-832d815340dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:22.211631 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ea299-0144-449d-b54a-832d815340dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:22.212340 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ea299-0144-449d-b54a-832d815340dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:22.213052 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ea299-0144-449d-b54a-832d815340dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:22.213755 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ea299-0144-449d-b54a-832d815340dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:22.214421 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ea299-0144-449d-b54a-832d815340dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:22.215108 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ea299-0144-449d-b54a-832d815340dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:22.215759 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ea299-0144-449d-b54a-832d815340dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:22.216781 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ea299-0144-449d-b54a-832d815340dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:22.217471 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ea299-0144-449d-b54a-832d815340dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:22.218120 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ea299-0144-449d-b54a-832d815340dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:22.235769 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.292254 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-be11aa9d-fe5e-4590-8e11-664e6560f716 None None] Attempting to bind port e35e5bdd-26ae-46b2-b3b6-9f633b738f88 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:22.294102 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-be11aa9d-fe5e-4590-8e11-664e6560f716 None None] Attempting to bind port e35e5bdd-26ae-46b2-b3b6-9f633b738f88 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '55d6b9b2-c9d7-47f2-b78d-666d286e011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:22.294843 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be11aa9d-fe5e-4590-8e11-664e6560f716 None None] Attempting to bind port e35e5bdd-26ae-46b2-b3b6-9f633b738f88 on network 81cffdc3-9a3b-48b8-90e6-a075f6df1f0f {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:22.305594 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 26e2d9ea-40e8-425e-804b-93de1c089d8b no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:22.306855 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be11aa9d-fe5e-4590-8e11-664e6560f716 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:22.308698 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be11aa9d-fe5e-4590-8e11-664e6560f716 None None] Checking segment: {'id': '55d6b9b2-c9d7-47f2-b78d-666d286e011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:22.309390 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-be11aa9d-fe5e-4590-8e11-664e6560f716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.310365 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be11aa9d-fe5e-4590-8e11-664e6560f716 None None] Bound using segment: {'id': '55d6b9b2-c9d7-47f2-b78d-666d286e011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:22.312933 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-be11aa9d-fe5e-4590-8e11-664e6560f716 None None] Bound port: e35e5bdd-26ae-46b2-b3b6-9f633b738f88, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d6b9b2-c9d7-47f2-b78d-666d286e011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:22.313710 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-be11aa9d-fe5e-4590-8e11-664e6560f716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.338429 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 26e2d9ea-40e8-425e-804b-93de1c089d8b {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:22.339064 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 26e2d9ea-40e8-425e-804b-93de1c089d8b not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:22.372558 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d5732959-3f09-4f13-ac0c-df4017c6e975 req-f20faeb5-c1aa-4d17-9cff-1832af7e98ab tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 210 time: 0.0870221 Jul 14 09:36:22.450274 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-be11aa9d-fe5e-4590-8e11-664e6560f716 None None] For port e35e5bdd-26ae-46b2-b3b6-9f633b738f88, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:22.456193 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-be11aa9d-fe5e-4590-8e11-664e6560f716 None None] For port e35e5bdd-26ae-46b2-b3b6-9f633b738f88, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e35e5bdd-26ae-46b2-b3b6-9f633b738f88,segment=NetworkSegment(55d6b9b2-c9d7-47f2-b78d-666d286e011f),segment_id=55d6b9b2-c9d7-47f2-b78d-666d286e011f)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:22.466827 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-be11aa9d-fe5e-4590-8e11-664e6560f716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.595887 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ea299-0144-449d-b54a-832d815340dc None None] Pushing event updated for resources: {'Port': ['ID=e35e5bdd-26ae-46b2-b3b6-9f633b738f88,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:22.602328 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be11aa9d-fe5e-4590-8e11-664e6560f716 None None] Routers {'c7937cc3-0610-499a-a6c4-46f558d2f144'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:22.603374 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-be11aa9d-fe5e-4590-8e11-664e6560f716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['c7937cc3-0610-499a-a6c4-46f558d2f144'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:22.631379 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e43413e1-b252-4f49-9bd4-a1432328885a up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:22.744753 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port e43413e1-b252-4f49-9bd4-a1432328885a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:22.745331 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.770083 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-be11aa9d-fe5e-4590-8e11-664e6560f716 None None] Set router c7937cc3-0610-499a-a6c4-46f558d2f144 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:23.026183 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9657d31c-180a-4259-992e-632aca4b7f29 req-0fd812df-8e54-479b-83e3-17630ce048c9 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ae2a34-06bb-4d43-898e-517bf34fa9f2 HTTP/1.1" status: 200 len: 210 time: 0.0370736 Jul 14 09:36:23.031186 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b262c20c-c5a8-4f2c-861c-9607d1dac4bb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.093380 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-be11aa9d-fe5e-4590-8e11-664e6560f716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'name': 'tempest-ServersTestManualDisk-1994755526-router', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:36:16Z', 'revision_number': 4, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'gw_port': {'id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'e35e5bdd-26ae-46b2-b3b6-9f633b738f88', 'name': '', 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'mac_address': 'fa:16:3e:e8:a1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '26a8a732-e6f2-4c34-bfdb-3c61600cd974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:15Z', 'updated_at': '2021-07-14T09:36:22Z', 'revision_number': 4, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'subnets': [{'id': '26a8a732-e6f2-4c34-bfdb-3c61600cd974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:23.125885 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be11aa9d-fe5e-4590-8e11-664e6560f716 None None] The sync data for ids ['c7937cc3-0610-499a-a6c4-46f558d2f144'] in n-d-771362-35 is: [{'id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'name': 'tempest-ServersTestManualDisk-1994755526-router', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:36:16Z', 'revision_number': 4, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'gw_port': {'id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'e35e5bdd-26ae-46b2-b3b6-9f633b738f88', 'name': '', 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'mac_address': 'fa:16:3e:e8:a1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '26a8a732-e6f2-4c34-bfdb-3c61600cd974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:15Z', 'updated_at': '2021-07-14T09:36:22Z', 'revision_number': 4, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'subnets': [{'id': '26a8a732-e6f2-4c34-bfdb-3c61600cd974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:23.404309 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-b262c20c-c5a8-4f2c-861c-9607d1dac4bb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Allocated IP 172.20.0.1 (7350f748-dab2-4d4d-affa-ed88ccb92e19/d53acab5-e977-4f11-ac54-d947d2401b77/fcec51e9-9335-469f-82ab-8b4c6bca71c1) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:23.586014 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b262c20c-c5a8-4f2c-861c-9607d1dac4bb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.679135 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33389e-070a-4448-95e1-218b455d0837 req-e7fe441d-2f4f-4ae3-b351-7e0304cf8fd5 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:23.680949 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8a33389e-070a-4448-95e1-218b455d0837 req-e7fe441d-2f4f-4ae3-b351-7e0304cf8fd5 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.44 "GET /v2.0/networks?id=81cffdc3-9a3b-48b8-90e6-a075f6df1f0f HTTP/1.1" status: 200 len: 812 time: 0.2465811 Jul 14 09:36:23.702419 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ec6675a2-39db-4fc0-b733-92356fbbb111 req-7fb842ef-4983-4275-ba9a-2acf3ac3623d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 210 time: 0.0566220 Jul 14 09:36:23.715633 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b262c20c-c5a8-4f2c-861c-9607d1dac4bb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.787207 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.789615 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8a33389e-070a-4448-95e1-218b455d0837 req-cbcb3a49-8e22-4b2b-9c5e-e4d2dc4f43fb tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1cfc79a17fa40569fffabf2c11251a0 HTTP/1.1" status: 200 len: 380 time: 0.0974400 Jul 14 09:36:23.801870 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-8a33389e-070a-4448-95e1-218b455d0837 req-18adb7c5-e0d9-447e-aa26-117273a50aad tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Request body: {'port': {'device_id': 'e4ae2a34-06bb-4d43-898e-517bf34fa9f2', 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f', 'admin_state_up': True, 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'security_groups': ['2f6ce640-13ca-4285-8900-296e1d6ce1ea']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:23.836822 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b262c20c-c5a8-4f2c-861c-9607d1dac4bb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Network 7350f748-dab2-4d4d-affa-ed88ccb92e19 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:23.838264 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262c20c-c5a8-4f2c-861c-9607d1dac4bb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event updated for resources: {'Port': ['ID=fcec51e9-9335-469f-82ab-8b4c6bca71c1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:23.841060 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b262c20c-c5a8-4f2c-861c-9607d1dac4bb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:23.843658 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b262c20c-c5a8-4f2c-861c-9607d1dac4bb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:23.900394 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b262c20c-c5a8-4f2c-861c-9607d1dac4bb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.983418 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a33389e-070a-4448-95e1-218b455d0837 req-18adb7c5-e0d9-447e-aa26-117273a50aad tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Made reservation on behalf of a1cfc79a17fa40569fffabf2c11251a0 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:23.988697 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8a33389e-070a-4448-95e1-218b455d0837 req-18adb7c5-e0d9-447e-aa26-117273a50aad tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.115867 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b262c20c-c5a8-4f2c-861c-9607d1dac4bb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.224875 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-8a33389e-070a-4448-95e1-218b455d0837 req-18adb7c5-e0d9-447e-aa26-117273a50aad tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Allocated IP 172.20.0.9 (81cffdc3-9a3b-48b8-90e6-a075f6df1f0f/26a8a732-e6f2-4c34-bfdb-3c61600cd974/caa08d28-0cf4-4216-82b3-f7ebc8683cee) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:24.282071 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cd24e631-c5bf-4f7f-b96b-06e80f05a20f req-70441c1e-124f-4982-be31-617ebf03d69a tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ae2a34-06bb-4d43-898e-517bf34fa9f2 HTTP/1.1" status: 200 len: 210 time: 0.0391634 Jul 14 09:36:24.482566 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8a33389e-070a-4448-95e1-218b455d0837 req-18adb7c5-e0d9-447e-aa26-117273a50aad tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.505100 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-8a33389e-070a-4448-95e1-218b455d0837 req-18adb7c5-e0d9-447e-aa26-117273a50aad tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Transition to ACTIVE for port object caa08d28-0cf4-4216-82b3-f7ebc8683cee will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:24.544492 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8a33389e-070a-4448-95e1-218b455d0837 req-18adb7c5-e0d9-447e-aa26-117273a50aad tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.551334 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b262c20c-c5a8-4f2c-861c-9607d1dac4bb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.557926 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b262c20c-c5a8-4f2c-861c-9607d1dac4bb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.591806 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a33389e-070a-4448-95e1-218b455d0837 req-18adb7c5-e0d9-447e-aa26-117273a50aad tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Network 81cffdc3-9a3b-48b8-90e6-a075f6df1f0f is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:24.595438 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-8a33389e-070a-4448-95e1-218b455d0837 req-18adb7c5-e0d9-447e-aa26-117273a50aad tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:24.616216 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a33389e-070a-4448-95e1-218b455d0837 req-18adb7c5-e0d9-447e-aa26-117273a50aad tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:24.675042 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e35e5bdd-26ae-46b2-b3b6-9f633b738f88 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:24.698000 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33389e-070a-4448-95e1-218b455d0837 req-18adb7c5-e0d9-447e-aa26-117273a50aad tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:24.698443 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262c20c-c5a8-4f2c-861c-9607d1dac4bb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event updated for resources: {'Port': ['ID=fcec51e9-9335-469f-82ab-8b4c6bca71c1,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:24.698841 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8a33389e-070a-4448-95e1-218b455d0837 req-18adb7c5-e0d9-447e-aa26-117273a50aad tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.702822 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b262c20c-c5a8-4f2c-861c-9607d1dac4bb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.732715 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18adb7c5-e0d9-447e-aa26-117273a50aad tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Pushing event updated for resources: {'Port': ['ID=caa08d28-0cf4-4216-82b3-f7ebc8683cee,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:24.748062 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8a33389e-070a-4448-95e1-218b455d0837 req-18adb7c5-e0d9-447e-aa26-117273a50aad tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9524302 Jul 14 09:36:24.792240 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port e35e5bdd-26ae-46b2-b3b6-9f633b738f88 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:24.800835 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port e35e5bdd-26ae-46b2-b3b6-9f633b738f88 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:24.801594 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.828731 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4dfb40b0-9f30-434c-8ae3-7bd0e11dc140 req-7dc70ee3-f69c-4fa9-be2b-592bed1d7c33 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1761856 Jul 14 09:36:24.881592 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-8a33389e-070a-4448-95e1-218b455d0837 req-9fc7f811-1cf0-4ccc-b68e-2a9ac6408ec7 service neutron] Request body: {'port': {'device_id': 'e4ae2a34-06bb-4d43-898e-517bf34fa9f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:24.941745 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b262c20c-c5a8-4f2c-861c-9607d1dac4bb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Network 7350f748-dab2-4d4d-affa-ed88ccb92e19 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:24.954408 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b262c20c-c5a8-4f2c-861c-9607d1dac4bb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:24.969363 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4dfb40b0-9f30-434c-8ae3-7bd0e11dc140 req-0b9b7d08-6ce5-4f3a-b55d-c755dbcc3dca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 210 time: 0.0539787 Jul 14 09:36:25.015928 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-488abd4b-1a0c-4e5e-be6a-b826f504624e None None] Provisioning for port caa08d28-0cf4-4216-82b3-f7ebc8683cee completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:25.021653 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.024761 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-488abd4b-1a0c-4e5e-be6a-b826f504624e None None] Provisioning complete for port caa08d28-0cf4-4216-82b3-f7ebc8683cee triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:25.025202 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-488abd4b-1a0c-4e5e-be6a-b826f504624e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.042780 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7dfb342b-0293-4b3a-91ce-c7e3ce615a8f req-496738ec-cdae-44ff-ad4b-b76cc01536ef tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeecceda-63c4-4f15-a4ad-45057a43ff2f HTTP/1.1" status: 200 len: 210 time: 0.0903354 Jul 14 09:36:25.079677 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8a33389e-070a-4448-95e1-218b455d0837 req-9fc7f811-1cf0-4ccc-b68e-2a9ac6408ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.092032 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port e35e5bdd-26ae-46b2-b3b6-9f633b738f88, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e35e5bdd-26ae-46b2-b3b6-9f633b738f88,segment=NetworkSegment(55d6b9b2-c9d7-47f2-b78d-666d286e011f),segment_id=55d6b9b2-c9d7-47f2-b78d-666d286e011f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:25.098927 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.101258 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-488abd4b-1a0c-4e5e-be6a-b826f504624e None None] Port caa08d28-0cf4-4216-82b3-f7ebc8683cee cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:25.156397 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=e35e5bdd-26ae-46b2-b3b6-9f633b738f88,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:25.224939 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b262c20c-c5a8-4f2c-861c-9607d1dac4bb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Router 2bb0a359-41a4-49cb-9c37-3ad50b848f61 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:25.360983 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b262c20c-c5a8-4f2c-861c-9607d1dac4bb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:25.367627 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b262c20c-c5a8-4f2c-861c-9607d1dac4bb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "PUT /v2.0/routers/2bb0a359-41a4-49cb-9c37-3ad50b848f61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4296794 Jul 14 09:36:25.370199 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54002) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:25.376154 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3457ee6b-8efb-4c24-8ebf-8da167c1f6e3 None None] Sync routers for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:25.376843 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-cff1e96d-8ae5-42c5-8220-ae7cb35d8d4b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Request body: {'port': {'network_id': '7350f748-dab2-4d4d-affa-ed88ccb92e19', 'name': 'tempest-FloatingIPTestJSON-2117762673'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:25.387621 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3457ee6b-8efb-4c24-8ebf-8da167c1f6e3 None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:25.388153 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3457ee6b-8efb-4c24-8ebf-8da167c1f6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:25.400884 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb40b0-9f30-434c-8ae3-7bd0e11dc140 req-a30e9256-b3be-451f-b314-f171207e2e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:25.402416 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4dfb40b0-9f30-434c-8ae3-7bd0e11dc140 req-a30e9256-b3be-451f-b314-f171207e2e30 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=87d49df898e44e948cc3665c8c3c2f58&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2922978 Jul 14 09:36:25.460860 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3457ee6b-8efb-4c24-8ebf-8da167c1f6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:25.471348 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3457ee6b-8efb-4c24-8ebf-8da167c1f6e3 None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:25.472003 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3457ee6b-8efb-4c24-8ebf-8da167c1f6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:25.523562 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3457ee6b-8efb-4c24-8ebf-8da167c1f6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:25.524399 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3457ee6b-8efb-4c24-8ebf-8da167c1f6e3 None None] The sync data for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:25.575914 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df839322-7af0-4950-ac3e-b1caa8f7f1f7 req-7c91079e-9f1f-4873-b458-cb8b0105d62b tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:25.577389 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-df839322-7af0-4950-ac3e-b1caa8f7f1f7 req-7c91079e-9f1f-4873-b458-cb8b0105d62b tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ae2a34-06bb-4d43-898e-517bf34fa9f2 HTTP/1.1" status: 200 len: 931 time: 0.1275451 Jul 14 09:36:25.588295 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff1e96d-8ae5-42c5-8220-ae7cb35d8d4b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Made reservation on behalf of 51ca3f14a0174c0b882366511dac6c2e for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:25.592038 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cff1e96d-8ae5-42c5-8220-ae7cb35d8d4b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.595425 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb40b0-9f30-434c-8ae3-7bd0e11dc140 req-99de6869-6c80-44c7-826c-5e4f79ab3e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:25.596966 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4dfb40b0-9f30-434c-8ae3-7bd0e11dc140 req-99de6869-6c80-44c7-826c-5e4f79ab3e6a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1864352 Jul 14 09:36:25.627318 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-cff1e96d-8ae5-42c5-8220-ae7cb35d8d4b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] device_id is not set on port 599c8788-539d-4895-8f6e-15c33b48f4e8 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:36:25.688163 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-8a33389e-070a-4448-95e1-218b455d0837 req-9fc7f811-1cf0-4ccc-b68e-2a9ac6408ec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa08d28-0cf4-4216-82b3-f7ebc8683cee {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:25.690927 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-df839322-7af0-4950-ac3e-b1caa8f7f1f7 req-01f55164-fb81-4bbe-9643-2a411814f2ba tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f6ce640-13ca-4285-8900-296e1d6ce1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951672 Jul 14 09:36:25.698651 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8a33389e-070a-4448-95e1-218b455d0837 req-9fc7f811-1cf0-4ccc-b68e-2a9ac6408ec7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.719963 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-8a33389e-070a-4448-95e1-218b455d0837 req-9fc7f811-1cf0-4ccc-b68e-2a9ac6408ec7 service neutron] Transition to ACTIVE for port object caa08d28-0cf4-4216-82b3-f7ebc8683cee will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:25.723012 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8a33389e-070a-4448-95e1-218b455d0837 req-9fc7f811-1cf0-4ccc-b68e-2a9ac6408ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.777264 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7f811-1cf0-4ccc-b68e-2a9ac6408ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=caa08d28-0cf4-4216-82b3-f7ebc8683cee,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:25.783827 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-cff1e96d-8ae5-42c5-8220-ae7cb35d8d4b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Allocated IP 172.20.0.11 (7350f748-dab2-4d4d-affa-ed88ccb92e19/d53acab5-e977-4f11-ac54-d947d2401b77/599c8788-539d-4895-8f6e-15c33b48f4e8) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:25.865218 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-8a33389e-070a-4448-95e1-218b455d0837 req-9fc7f811-1cf0-4ccc-b68e-2a9ac6408ec7 service neutron] Attempting to bind port caa08d28-0cf4-4216-82b3-f7ebc8683cee on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:25.865668 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-8a33389e-070a-4448-95e1-218b455d0837 req-9fc7f811-1cf0-4ccc-b68e-2a9ac6408ec7 service neutron] Attempting to bind port caa08d28-0cf4-4216-82b3-f7ebc8683cee by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '55d6b9b2-c9d7-47f2-b78d-666d286e011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:25.866264 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a33389e-070a-4448-95e1-218b455d0837 req-9fc7f811-1cf0-4ccc-b68e-2a9ac6408ec7 service neutron] Attempting to bind port caa08d28-0cf4-4216-82b3-f7ebc8683cee on network 81cffdc3-9a3b-48b8-90e6-a075f6df1f0f {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:25.874054 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a33389e-070a-4448-95e1-218b455d0837 req-9fc7f811-1cf0-4ccc-b68e-2a9ac6408ec7 service neutron] Port caa08d28-0cf4-4216-82b3-f7ebc8683cee on network 81cffdc3-9a3b-48b8-90e6-a075f6df1f0f not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:36:25.874905 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a33389e-070a-4448-95e1-218b455d0837 req-9fc7f811-1cf0-4ccc-b68e-2a9ac6408ec7 service neutron] Attempting to bind port caa08d28-0cf4-4216-82b3-f7ebc8683cee on network 81cffdc3-9a3b-48b8-90e6-a075f6df1f0f {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:25.883635 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a33389e-070a-4448-95e1-218b455d0837 req-9fc7f811-1cf0-4ccc-b68e-2a9ac6408ec7 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:25.884100 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a33389e-070a-4448-95e1-218b455d0837 req-9fc7f811-1cf0-4ccc-b68e-2a9ac6408ec7 service neutron] Checking segment: {'id': '55d6b9b2-c9d7-47f2-b78d-666d286e011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:25.884721 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a33389e-070a-4448-95e1-218b455d0837 req-9fc7f811-1cf0-4ccc-b68e-2a9ac6408ec7 service neutron] Bound using segment: {'id': '55d6b9b2-c9d7-47f2-b78d-666d286e011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:25.885378 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-8a33389e-070a-4448-95e1-218b455d0837 req-9fc7f811-1cf0-4ccc-b68e-2a9ac6408ec7 service neutron] Bound port: caa08d28-0cf4-4216-82b3-f7ebc8683cee, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d6b9b2-c9d7-47f2-b78d-666d286e011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:25.885721 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8a33389e-070a-4448-95e1-218b455d0837 req-9fc7f811-1cf0-4ccc-b68e-2a9ac6408ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.970833 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-8a33389e-070a-4448-95e1-218b455d0837 req-9fc7f811-1cf0-4ccc-b68e-2a9ac6408ec7 service neutron] For port caa08d28-0cf4-4216-82b3-f7ebc8683cee, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:25.975639 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-8a33389e-070a-4448-95e1-218b455d0837 req-9fc7f811-1cf0-4ccc-b68e-2a9ac6408ec7 service neutron] For port caa08d28-0cf4-4216-82b3-f7ebc8683cee, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=caa08d28-0cf4-4216-82b3-f7ebc8683cee,segment=NetworkSegment(55d6b9b2-c9d7-47f2-b78d-666d286e011f),segment_id=55d6b9b2-c9d7-47f2-b78d-666d286e011f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:25.981050 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8a33389e-070a-4448-95e1-218b455d0837 req-9fc7f811-1cf0-4ccc-b68e-2a9ac6408ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.009128 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cff1e96d-8ae5-42c5-8220-ae7cb35d8d4b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.052603 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7f811-1cf0-4ccc-b68e-2a9ac6408ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=caa08d28-0cf4-4216-82b3-f7ebc8683cee,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:26.073128 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33389e-070a-4448-95e1-218b455d0837 req-9fc7f811-1cf0-4ccc-b68e-2a9ac6408ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:26.074561 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8a33389e-070a-4448-95e1-218b455d0837 req-9fc7f811-1cf0-4ccc-b68e-2a9ac6408ec7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.079373 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8a33389e-070a-4448-95e1-218b455d0837 req-9fc7f811-1cf0-4ccc-b68e-2a9ac6408ec7 service neutron] 10.222.0.44 "PUT /v2.0/ports/caa08d28-0cf4-4216-82b3-f7ebc8683cee HTTP/1.1" status: 200 len: 1092 time: 1.3217449 Jul 14 09:36:26.080109 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ae2a34-06bb-4d43-898e-517bf34fa9f2', 'tag': 'caa08d28-0cf4-4216-82b3-f7ebc8683cee'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:26.086735 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cda9173-dc4d-46ff-96b8-577628b81a77" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ae2a34-06bb-4d43-898e-517bf34fa9f2", "tag": "caa08d28-0cf4-4216-82b3-f7ebc8683cee"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:26.115010 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cff1e96d-8ae5-42c5-8220-ae7cb35d8d4b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.169382 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9809dd4-83a5-418e-ae32-e2764b5288f9 x-openstack-request-id: req-b9809dd4-83a5-418e-ae32-e2764b5288f9 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:26.169663 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ae2a34-06bb-4d43-898e-517bf34fa9f2", "tag": "caa08d28-0cf4-4216-82b3-f7ebc8683cee", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:26.169910 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9809dd4-83a5-418e-ae32-e2764b5288f9 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:26.170310 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ae2a34-06bb-4d43-898e-517bf34fa9f2', 'tag': 'caa08d28-0cf4-4216-82b3-f7ebc8683cee', 'status': 'completed', 'code': 200} Jul 14 09:36:26.212791 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff1e96d-8ae5-42c5-8220-ae7cb35d8d4b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Network 7350f748-dab2-4d4d-affa-ed88ccb92e19 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:26.215079 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33389e-070a-4448-95e1-218b455d0837 req-d6247925-12d7-4978-a29b-929f98388143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:26.216975 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8a33389e-070a-4448-95e1-218b455d0837 req-d6247925-12d7-4978-a29b-929f98388143 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a1cfc79a17fa40569fffabf2c11251a0&device_id=e4ae2a34-06bb-4d43-898e-517bf34fa9f2 HTTP/1.1" status: 200 len: 1095 time: 0.0918012 Jul 14 09:36:26.223388 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-cff1e96d-8ae5-42c5-8220-ae7cb35d8d4b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:26.228556 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff1e96d-8ae5-42c5-8220-ae7cb35d8d4b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:26.266631 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8a33389e-070a-4448-95e1-218b455d0837 req-da60d56c-94fe-49f2-983c-c221e8cf0f28 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caa08d28-0cf4-4216-82b3-f7ebc8683cee HTTP/1.1" status: 200 len: 217 time: 0.0414994 Jul 14 09:36:26.287348 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1e96d-8ae5-42c5-8220-ae7cb35d8d4b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event updated for resources: {'Port': ['ID=599c8788-539d-4895-8f6e-15c33b48f4e8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:26.316316 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff1e96d-8ae5-42c5-8220-ae7cb35d8d4b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:26.317680 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cff1e96d-8ae5-42c5-8220-ae7cb35d8d4b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.330697 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33389e-070a-4448-95e1-218b455d0837 req-7a2d11c3-b773-4df6-9152-5f09863dd035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:26.332909 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8a33389e-070a-4448-95e1-218b455d0837 req-7a2d11c3-b773-4df6-9152-5f09863dd035 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=26a8a732-e6f2-4c34-bfdb-3c61600cd974 HTTP/1.1" status: 200 len: 851 time: 0.0595350 Jul 14 09:36:26.340941 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cff1e96d-8ae5-42c5-8220-ae7cb35d8d4b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9676435 Jul 14 09:36:26.344010 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54010) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:26.350530 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ce7e734b-8740-4cba-8bdc-45382ba69e11 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Request body: {'port': {'network_id': '7350f748-dab2-4d4d-affa-ed88ccb92e19', 'name': 'tempest-FloatingIPTestJSON-1456330881'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:26.404589 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33389e-070a-4448-95e1-218b455d0837 req-976e4710-3b41-4208-aed8-c326b31bc03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:26.406160 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8a33389e-070a-4448-95e1-218b455d0837 req-976e4710-3b41-4208-aed8-c326b31bc03a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81cffdc3-9a3b-48b8-90e6-a075f6df1f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664117 Jul 14 09:36:26.482109 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7e734b-8740-4cba-8bdc-45382ba69e11 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Made reservation on behalf of 51ca3f14a0174c0b882366511dac6c2e for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:26.486610 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce7e734b-8740-4cba-8bdc-45382ba69e11 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.515853 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-ce7e734b-8740-4cba-8bdc-45382ba69e11 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] device_id is not set on port 07cfefb3-a7c2-4c0b-9d3e-9b802b9c1879 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:36:26.519795 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8a33389e-070a-4448-95e1-218b455d0837 req-f22dbf9e-7d50-4347-a7e1-250bc66b3435 service neutron] 10.222.0.44 "GET /v2.0/networks/81cffdc3-9a3b-48b8-90e6-a075f6df1f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058159 Jul 14 09:36:26.560826 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e35e5bdd-26ae-46b2-b3b6-9f633b738f88 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:26.623038 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port e35e5bdd-26ae-46b2-b3b6-9f633b738f88 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:26.623914 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.627389 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8a33389e-070a-4448-95e1-218b455d0837 req-765b6f25-ac9d-4260-b4a0-addb9f39293f service neutron] 10.222.0.44 "GET /v2.0/networks/81cffdc3-9a3b-48b8-90e6-a075f6df1f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018913 Jul 14 09:36:26.668089 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-ce7e734b-8740-4cba-8bdc-45382ba69e11 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Allocated IP 172.20.0.5 (7350f748-dab2-4d4d-affa-ed88ccb92e19/d53acab5-e977-4f11-ac54-d947d2401b77/07cfefb3-a7c2-4c0b-9d3e-9b802b9c1879) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:26.750938 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda9173-dc4d-46ff-96b8-577628b81a77 req-c27eb335-5b49-4d11-bd47-3376a367bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:26.752680 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4cda9173-dc4d-46ff-96b8-577628b81a77 req-c27eb335-5b49-4d11-bd47-3376a367bc08 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a1cfc79a17fa40569fffabf2c11251a0&device_id=e4ae2a34-06bb-4d43-898e-517bf34fa9f2 HTTP/1.1" status: 200 len: 1095 time: 0.0673938 Jul 14 09:36:26.865838 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda9173-dc4d-46ff-96b8-577628b81a77 req-8611215b-5a6b-4cbf-b906-ce8bca366fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:26.867423 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4cda9173-dc4d-46ff-96b8-577628b81a77 req-8611215b-5a6b-4cbf-b906-ce8bca366fde service neutron] 10.222.0.44 "GET /v2.0/networks?id=81cffdc3-9a3b-48b8-90e6-a075f6df1f0f HTTP/1.1" status: 200 len: 912 time: 0.1057558 Jul 14 09:36:26.900363 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce7e734b-8740-4cba-8bdc-45382ba69e11 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.916598 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4cda9173-dc4d-46ff-96b8-577628b81a77 req-7118e275-96e4-4749-929f-dea2e70406eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caa08d28-0cf4-4216-82b3-f7ebc8683cee HTTP/1.1" status: 200 len: 217 time: 0.0421195 Jul 14 09:36:26.950099 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b41784-88f1-4cda-b506-f2de9fd75fda req-fcd59297-c4c0-463a-a227-348c310cc0f4 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:26.951641 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63b41784-88f1-4cda-b506-f2de9fd75fda req-fcd59297-c4c0-463a-a227-348c310cc0f4 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ae2a34-06bb-4d43-898e-517bf34fa9f2 HTTP/1.1" status: 200 len: 943 time: 0.1152909 Jul 14 09:36:26.971956 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda9173-dc4d-46ff-96b8-577628b81a77 req-eee62341-8890-4ba2-a838-22bb54b36f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:26.973603 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4cda9173-dc4d-46ff-96b8-577628b81a77 req-eee62341-8890-4ba2-a838-22bb54b36f2a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=26a8a732-e6f2-4c34-bfdb-3c61600cd974 HTTP/1.1" status: 200 len: 851 time: 0.0469773 Jul 14 09:36:26.996450 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce7e734b-8740-4cba-8bdc-45382ba69e11 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.035179 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63b41784-88f1-4cda-b506-f2de9fd75fda req-85b38782-b85a-4713-9e4b-a9ae9ef659a9 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f6ce640-13ca-4285-8900-296e1d6ce1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734279 Jul 14 09:36:27.049233 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7e734b-8740-4cba-8bdc-45382ba69e11 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Network 7350f748-dab2-4d4d-affa-ed88ccb92e19 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:27.056215 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda9173-dc4d-46ff-96b8-577628b81a77 req-06d940ab-5435-4acc-9955-50c6a0b72cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:27.057743 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4cda9173-dc4d-46ff-96b8-577628b81a77 req-06d940ab-5435-4acc-9955-50c6a0b72cfa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81cffdc3-9a3b-48b8-90e6-a075f6df1f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749261 Jul 14 09:36:27.064056 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ce7e734b-8740-4cba-8bdc-45382ba69e11 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:27.066546 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e734b-8740-4cba-8bdc-45382ba69e11 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event updated for resources: {'Port': ['ID=07cfefb3-a7c2-4c0b-9d3e-9b802b9c1879,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:27.068867 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7e734b-8740-4cba-8bdc-45382ba69e11 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:27.122624 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7e734b-8740-4cba-8bdc-45382ba69e11 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:27.123257 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce7e734b-8740-4cba-8bdc-45382ba69e11 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.138280 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ce7e734b-8740-4cba-8bdc-45382ba69e11 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7929249 Jul 14 09:36:27.141308 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54014) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:27.148142 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b2efcc42-532c-49e8-8116-f8e1c6591ab9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'port_id': '07cfefb3-a7c2-4c0b-9d3e-9b802b9c1879', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:27.162148 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4cda9173-dc4d-46ff-96b8-577628b81a77 req-4ca8463b-1063-4447-9643-02acd36261dd service neutron] 10.222.0.44 "GET /v2.0/networks/81cffdc3-9a3b-48b8-90e6-a075f6df1f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970831 Jul 14 09:36:27.172373 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2efcc42-532c-49e8-8116-f8e1c6591ab9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.271750 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4cda9173-dc4d-46ff-96b8-577628b81a77 req-3c850995-9b87-4785-9797-9b5c5c2867b1 service neutron] 10.222.0.44 "GET /v2.0/networks/81cffdc3-9a3b-48b8-90e6-a075f6df1f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002154 Jul 14 09:36:27.275674 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2efcc42-532c-49e8-8116-f8e1c6591ab9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.400088 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-b2efcc42-532c-49e8-8116-f8e1c6591ab9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Allocated IP 172.25.6.87 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/36fbc52c-b45b-4aa3-9673-edea62e69e53) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:27.852699 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2efcc42-532c-49e8-8116-f8e1c6591ab9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.892872 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2efcc42-532c-49e8-8116-f8e1c6591ab9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.935865 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2efcc42-532c-49e8-8116-f8e1c6591ab9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:27.938562 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b2efcc42-532c-49e8-8116-f8e1c6591ab9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:27.941324 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2efcc42-532c-49e8-8116-f8e1c6591ab9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:27.966839 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efcc42-532c-49e8-8116-f8e1c6591ab9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event updated for resources: {'Port': ['ID=36fbc52c-b45b-4aa3-9673-edea62e69e53,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:28.288743 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a20eb0-b6ec-407c-b0f5-d7382e60966b req-619fea29-b726-48c0-8263-13c3e5b06f27 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:28.290177 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66a20eb0-b6ec-407c-b0f5-d7382e60966b req-619fea29-b726-48c0-8263-13c3e5b06f27 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ae2a34-06bb-4d43-898e-517bf34fa9f2 HTTP/1.1" status: 200 len: 943 time: 0.1252482 Jul 14 09:36:28.369049 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66a20eb0-b6ec-407c-b0f5-d7382e60966b req-08e8d6ee-4d9d-4df5-9373-4cd8fb0f39af tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f6ce640-13ca-4285-8900-296e1d6ce1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718489 Jul 14 09:36:28.426357 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2efcc42-532c-49e8-8116-f8e1c6591ab9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.526011 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2efcc42-532c-49e8-8116-f8e1c6591ab9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.688391 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2efcc42-532c-49e8-8116-f8e1c6591ab9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.694012 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2efcc42-532c-49e8-8116-f8e1c6591ab9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.700008 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device caa08d28-0cf4-4216-82b3-f7ebc8683cee details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:36:28.788200 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efcc42-532c-49e8-8116-f8e1c6591ab9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event updated for resources: {'Port': ['ID=36fbc52c-b45b-4aa3-9673-edea62e69e53,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:28.798550 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2efcc42-532c-49e8-8116-f8e1c6591ab9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.804979 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port caa08d28-0cf4-4216-82b3-f7ebc8683cee, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=caa08d28-0cf4-4216-82b3-f7ebc8683cee,segment=NetworkSegment(55d6b9b2-c9d7-47f2-b78d-666d286e011f),segment_id=55d6b9b2-c9d7-47f2-b78d-666d286e011f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:28.816656 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'caa08d28-0cf4-4216-82b3-f7ebc8683cee', 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f', 'port_id': 'caa08d28-0cf4-4216-82b3-f7ebc8683cee', 'mac_address': 'fa:16:3e:b0:ef:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a8a732-e6f2-4c34-bfdb-3c61600cd974', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:36:28.854240 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.868106 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa08d28-0cf4-4216-82b3-f7ebc8683cee {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:28.887582 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port caa08d28-0cf4-4216-82b3-f7ebc8683cee, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=caa08d28-0cf4-4216-82b3-f7ebc8683cee,segment=NetworkSegment(55d6b9b2-c9d7-47f2-b78d-666d286e011f),segment_id=55d6b9b2-c9d7-47f2-b78d-666d286e011f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:28.892608 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.910026 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-b2efcc42-532c-49e8-8116-f8e1c6591ab9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Floating IP ec39c973-f6cc-4114-960f-4b559b7c734e associated. External IP: 172.25.6.87, port: 07cfefb3-a7c2-4c0b-9d3e-9b802b9c1879. Jul 14 09:36:28.945579 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=caa08d28-0cf4-4216-82b3-f7ebc8683cee,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:28.956800 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:28.957289 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:28.957808 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:28.958355 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:28.961213 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:28.961213 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:28.961213 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:28.961213 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:28.961213 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:28.961213 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:28.961213 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:28.961213 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:29.137342 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2efcc42-532c-49e8-8116-f8e1c6591ab9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Router 2bb0a359-41a4-49cb-9c37-3ad50b848f61 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:29.147353 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['caa08d28-0cf4-4216-82b3-f7ebc8683cee'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:29.252411 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2efcc42-532c-49e8-8116-f8e1c6591ab9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:29.261841 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a6c262-e4e0-470c-bda5-01509c25dd9c None None] Sync routers for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:29.268088 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2efcc42-532c-49e8-8116-f8e1c6591ab9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.288832 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a6c262-e4e0-470c-bda5-01509c25dd9c None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:29.289460 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-85a6c262-e4e0-470c-bda5-01509c25dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:29.307985 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b2efcc42-532c-49e8-8116-f8e1c6591ab9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1656227 Jul 14 09:36:29.312355 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54030) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:29.317319 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f21101d8-3781-4477-ab24-eeb2554ff8de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:29.326530 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-85a6c262-e4e0-470c-bda5-01509c25dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:29.338611 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a6c262-e4e0-470c-bda5-01509c25dd9c None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:29.339186 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-85a6c262-e4e0-470c-bda5-01509c25dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:29.370916 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-85a6c262-e4e0-470c-bda5-01509c25dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:29.371572 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a6c262-e4e0-470c-bda5-01509c25dd9c None None] The sync data for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:29.382126 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f21101d8-3781-4477-ab24-eeb2554ff8de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.558734 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f21101d8-3781-4477-ab24-eeb2554ff8de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.565584 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f21101d8-3781-4477-ab24-eeb2554ff8de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.566438 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-f21101d8-3781-4477-ab24-eeb2554ff8de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Floating IP ec39c973-f6cc-4114-960f-4b559b7c734e disassociated. External IP: 172.25.6.87, port: 07cfefb3-a7c2-4c0b-9d3e-9b802b9c1879. Jul 14 09:36:29.675542 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2643a24-5bbc-481e-a1f7-6bd7cf8c9da3 req-ad8ddd3e-5ec7-432f-8150-25188cd2983f tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:29.677755 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f2643a24-5bbc-481e-a1f7-6bd7cf8c9da3 req-ad8ddd3e-5ec7-432f-8150-25188cd2983f tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ae2a34-06bb-4d43-898e-517bf34fa9f2 HTTP/1.1" status: 200 len: 944 time: 0.1859322 Jul 14 09:36:29.735750 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f2643a24-5bbc-481e-a1f7-6bd7cf8c9da3 req-e6225887-c706-4a68-a7c7-4a7ab85d6fb0 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f6ce640-13ca-4285-8900-296e1d6ce1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491750 Jul 14 09:36:29.847504 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21101d8-3781-4477-ab24-eeb2554ff8de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Router 2bb0a359-41a4-49cb-9c37-3ad50b848f61 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:29.959541 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21101d8-3781-4477-ab24-eeb2554ff8de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:29.964018 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f21101d8-3781-4477-ab24-eeb2554ff8de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.969920 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bb4da9-74ff-43b5-a5cd-c4959ff190f1 None None] Sync routers for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:29.979329 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bb4da9-74ff-43b5-a5cd-c4959ff190f1 None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:29.979952 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-22bb4da9-74ff-43b5-a5cd-c4959ff190f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:30.004977 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f21101d8-3781-4477-ab24-eeb2554ff8de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "PUT /v2.0/floatingips/ec39c973-f6cc-4114-960f-4b559b7c734e HTTP/1.1" status: 200 len: 687 time: 0.6884074 Jul 14 09:36:30.005463 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54040) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:30.014226 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-22bb4da9-74ff-43b5-a5cd-c4959ff190f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:30.023177 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bb4da9-74ff-43b5-a5cd-c4959ff190f1 None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:30.023816 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-22bb4da9-74ff-43b5-a5cd-c4959ff190f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:30.059295 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-22bb4da9-74ff-43b5-a5cd-c4959ff190f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:30.059965 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bb4da9-74ff-43b5-a5cd-c4959ff190f1 None None] The sync data for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:30.138719 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8f988e83-b406-472c-956a-4da10a344719 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Deleting port 36fbc52c-b45b-4aa3-9673-edea62e69e53 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:30.139062 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f988e83-b406-472c-956a-4da10a344719 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.220122 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f988e83-b406-472c-956a-4da10a344719 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.220454 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f988e83-b406-472c-956a-4da10a344719 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.232371 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8f988e83-b406-472c-956a-4da10a344719 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Calling delete_port for 36fbc52c-b45b-4aa3-9673-edea62e69e53 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:30.368528 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f988e83-b406-472c-956a-4da10a344719 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.400827 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f988e83-b406-472c-956a-4da10a344719 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event deleted for resources: {'Port': ['ID=36fbc52c-b45b-4aa3-9673-edea62e69e53,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:30.469261 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f988e83-b406-472c-956a-4da10a344719 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.472520 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f988e83-b406-472c-956a-4da10a344719 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.474048 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8f988e83-b406-472c-956a-4da10a344719 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "DELETE /v2.0/floatingips/ec39c973-f6cc-4114-960f-4b559b7c734e HTTP/1.1" status: 204 len: 168 time: 0.4675987 Jul 14 09:36:30.477549 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54042) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:30.483203 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-29584dd3-cefb-463a-a2c0-d786f0f215de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'port_id': '599c8788-539d-4895-8f6e-15c33b48f4e8'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:30.509229 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29584dd3-cefb-463a-a2c0-d786f0f215de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.609957 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29584dd3-cefb-463a-a2c0-d786f0f215de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.707253 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device caa08d28-0cf4-4216-82b3-f7ebc8683cee up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:30.726453 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-29584dd3-cefb-463a-a2c0-d786f0f215de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Allocated IP 172.25.6.65 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/cc7dc225-2a5c-4e5e-abc3-e7c1b602ebeb) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:30.764536 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port caa08d28-0cf4-4216-82b3-f7ebc8683cee completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:30.771132 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port caa08d28-0cf4-4216-82b3-f7ebc8683cee triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:30.771862 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.845938 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29584dd3-cefb-463a-a2c0-d786f0f215de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.871200 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.893141 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29584dd3-cefb-463a-a2c0-d786f0f215de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.901484 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ae2a34-06bb-4d43-898e-517bf34fa9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa08d28-0cf4-4216-82b3-f7ebc8683cee'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:30.904460 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4134fdb2-630f-41d3-9906-c53b53f08f90" -d '{"events": [{"server_uuid": "e4ae2a34-06bb-4d43-898e-517bf34fa9f2", "name": "network-vif-plugged", "status": "completed", "tag": "caa08d28-0cf4-4216-82b3-f7ebc8683cee"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:30.939021 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port caa08d28-0cf4-4216-82b3-f7ebc8683cee, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=caa08d28-0cf4-4216-82b3-f7ebc8683cee,segment=NetworkSegment(55d6b9b2-c9d7-47f2-b78d-666d286e011f),segment_id=55d6b9b2-c9d7-47f2-b78d-666d286e011f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:30.946083 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.957036 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29584dd3-cefb-463a-a2c0-d786f0f215de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:30.958822 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29584dd3-cefb-463a-a2c0-d786f0f215de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event updated for resources: {'Port': ['ID=cc7dc225-2a5c-4e5e-abc3-e7c1b602ebeb,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:30.962389 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-29584dd3-cefb-463a-a2c0-d786f0f215de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:30.964708 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29584dd3-cefb-463a-a2c0-d786f0f215de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:30.984520 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a22-766d-4a0f-887a-64a8a3b6e442 req-4a43d9b2-6c62-43c0-b7d4-a5fbae5861ab tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:30.986109 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd481a22-766d-4a0f-887a-64a8a3b6e442 req-4a43d9b2-6c62-43c0-b7d4-a5fbae5861ab tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ae2a34-06bb-4d43-898e-517bf34fa9f2 HTTP/1.1" status: 200 len: 944 time: 0.1013837 Jul 14 09:36:30.989840 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a360cf25-6f43-4778-9e5c-73243a047b43 x-openstack-request-id: req-a360cf25-6f43-4778-9e5c-73243a047b43 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:30.990437 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ae2a34-06bb-4d43-898e-517bf34fa9f2", "name": "network-vif-plugged", "status": "completed", "tag": "caa08d28-0cf4-4216-82b3-f7ebc8683cee", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:30.991253 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a360cf25-6f43-4778-9e5c-73243a047b43 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:30.991831 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ae2a34-06bb-4d43-898e-517bf34fa9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa08d28-0cf4-4216-82b3-f7ebc8683cee', 'code': 200} Jul 14 09:36:31.036083 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd481a22-766d-4a0f-887a-64a8a3b6e442 req-775ec8ec-31ec-4ef7-aff3-78d5c9e2983b tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f6ce640-13ca-4285-8900-296e1d6ce1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426614 Jul 14 09:36:31.040828 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=caa08d28-0cf4-4216-82b3-f7ebc8683cee,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:31.256403 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6628018-070b-4f41-9246-7cda3155423f req-a94ec8ce-8b7b-4c2f-b1df-b4ff5515c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:31.258070 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a6628018-070b-4f41-9246-7cda3155423f req-a94ec8ce-8b7b-4c2f-b1df-b4ff5515c3c5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e4ae2a34-06bb-4d43-898e-517bf34fa9f2 HTTP/1.1" status: 200 len: 1097 time: 0.1793761 Jul 14 09:36:31.318217 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a6628018-070b-4f41-9246-7cda3155423f req-5e14f6c0-3084-4e75-9f6d-2e643eb9c3be service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2f6ce640-13ca-4285-8900-296e1d6ce1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515275 Jul 14 09:36:31.586078 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29584dd3-cefb-463a-a2c0-d786f0f215de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.667725 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29584dd3-cefb-463a-a2c0-d786f0f215de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:32.202975 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29584dd3-cefb-463a-a2c0-d786f0f215de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:32.212832 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29584dd3-cefb-463a-a2c0-d786f0f215de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:32.274991 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbc1d6-a49e-4f7a-ae0b-a19ae334894a req-61f43f2b-9b6e-4e60-8d74-880a87c76f0e tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:32.279024 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fcdbc1d6-a49e-4f7a-ae0b-a19ae334894a req-61f43f2b-9b6e-4e60-8d74-880a87c76f0e tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ae2a34-06bb-4d43-898e-517bf34fa9f2 HTTP/1.1" status: 200 len: 945 time: 0.0974202 Jul 14 09:36:32.306034 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29584dd3-cefb-463a-a2c0-d786f0f215de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event updated for resources: {'Port': ['ID=cc7dc225-2a5c-4e5e-abc3-e7c1b602ebeb,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:32.337698 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29584dd3-cefb-463a-a2c0-d786f0f215de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:32.395534 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fcdbc1d6-a49e-4f7a-ae0b-a19ae334894a req-6cdb974e-ec58-425e-ba92-5404aad06ced tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f6ce640-13ca-4285-8900-296e1d6ce1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023924 Jul 14 09:36:32.507200 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-29584dd3-cefb-463a-a2c0-d786f0f215de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Floating IP 337080d6-6e7d-46d3-bdcb-9c9e761b4c26 associated. External IP: 172.25.6.65, port: 599c8788-539d-4895-8f6e-15c33b48f4e8. Jul 14 09:36:32.734882 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29584dd3-cefb-463a-a2c0-d786f0f215de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Router 2bb0a359-41a4-49cb-9c37-3ad50b848f61 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:32.852099 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29584dd3-cefb-463a-a2c0-d786f0f215de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:32.861597 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561028ee-5712-4860-bf93-d252f3e7f4e2 None None] Sync routers for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:32.868648 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29584dd3-cefb-463a-a2c0-d786f0f215de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:32.873265 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561028ee-5712-4860-bf93-d252f3e7f4e2 None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:32.873886 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-561028ee-5712-4860-bf93-d252f3e7f4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:32.910291 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-29584dd3-cefb-463a-a2c0-d786f0f215de tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.4315784 Jul 14 09:36:32.912799 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54126) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:32.915722 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-561028ee-5712-4860-bf93-d252f3e7f4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:32.926612 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561028ee-5712-4860-bf93-d252f3e7f4e2 None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:32.927224 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-561028ee-5712-4860-bf93-d252f3e7f4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:32.962248 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-561028ee-5712-4860-bf93-d252f3e7f4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:32.963221 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561028ee-5712-4860-bf93-d252f3e7f4e2 None None] The sync data for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:32.988195 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e8b0816b-a2de-49e5-b06b-c9381749b79c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "GET /v2.0/floatingips/337080d6-6e7d-46d3-bdcb-9c9e761b4c26 HTTP/1.1" status: 200 len: 978 time: 0.0715473 Jul 14 09:36:32.988518 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54128) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:33.103404 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c40fb672-9b91-4fc2-8a82-4102c980c6e7 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1135714 Jul 14 09:36:33.105845 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54130) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:33.110213 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-5ef1c770-1c8c-4fbe-b6e5-a7d414e6b3dd tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Request body: {'floatingip': {'port_id': '07cfefb3-a7c2-4c0b-9d3e-9b802b9c1879'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:33.167196 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ef1c770-1c8c-4fbe-b6e5-a7d414e6b3dd tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.587247 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56909ca-76e1-41fb-aada-d7f8219fa9eb req-2fe05845-296e-4efa-8216-4bdd076aded2 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:33.595608 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b56909ca-76e1-41fb-aada-d7f8219fa9eb req-2fe05845-296e-4efa-8216-4bdd076aded2 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ae2a34-06bb-4d43-898e-517bf34fa9f2 HTTP/1.1" status: 200 len: 945 time: 0.0779345 Jul 14 09:36:33.636040 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b56909ca-76e1-41fb-aada-d7f8219fa9eb req-b2d10668-8e80-4eee-b3cd-e38681257a6d tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f6ce640-13ca-4285-8900-296e1d6ce1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395186 Jul 14 09:36:33.699518 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ef1c770-1c8c-4fbe-b6e5-a7d414e6b3dd tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.705502 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ef1c770-1c8c-4fbe-b6e5-a7d414e6b3dd tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.817036 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569a9e1-cb80-40bf-b982-00157746daf7 req-1197c5d1-e30e-4201-bf7f-5a3e25776cce tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:33.819102 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-5ef1c770-1c8c-4fbe-b6e5-a7d414e6b3dd tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Floating IP 337080d6-6e7d-46d3-bdcb-9c9e761b4c26 associated. External IP: 172.25.6.65, port: 599c8788-539d-4895-8f6e-15c33b48f4e8. Jul 14 09:36:33.819662 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8569a9e1-cb80-40bf-b982-00157746daf7 req-1197c5d1-e30e-4201-bf7f-5a3e25776cce tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ae2a34-06bb-4d43-898e-517bf34fa9f2 HTTP/1.1" status: 200 len: 945 time: 0.0713971 Jul 14 09:36:33.828133 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54138) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:33.833689 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a261f96d-6550-4a66-8726-f2329ba2f6a7 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Request body: {'floatingip': {'port_id': 'caa08d28-0cf4-4216-82b3-f7ebc8683cee'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:33.874722 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a261f96d-6550-4a66-8726-f2329ba2f6a7 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.058227 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef1c770-1c8c-4fbe-b6e5-a7d414e6b3dd tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Router 2bb0a359-41a4-49cb-9c37-3ad50b848f61 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:34.179397 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef1c770-1c8c-4fbe-b6e5-a7d414e6b3dd tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:34.191769 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7eca70-af8e-4533-bb2b-bbd177bea71c None None] Sync routers for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:34.204664 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7eca70-af8e-4533-bb2b-bbd177bea71c None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:34.205464 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0f7eca70-af8e-4533-bb2b-bbd177bea71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:34.245865 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0f7eca70-af8e-4533-bb2b-bbd177bea71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:34.257022 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7eca70-af8e-4533-bb2b-bbd177bea71c None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:34.258183 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0f7eca70-af8e-4533-bb2b-bbd177bea71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:34.299581 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0f7eca70-af8e-4533-bb2b-bbd177bea71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:34.301469 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7eca70-af8e-4533-bb2b-bbd177bea71c None None] The sync data for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:34.403031 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a261f96d-6550-4a66-8726-f2329ba2f6a7 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.407822 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a261f96d-6550-4a66-8726-f2329ba2f6a7 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.423502 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef1c770-1c8c-4fbe-b6e5-a7d414e6b3dd tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Router 2bb0a359-41a4-49cb-9c37-3ad50b848f61 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:34.537215 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-a261f96d-6550-4a66-8726-f2329ba2f6a7 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Floating IP ca567ae7-564d-45fd-af24-cc057ccce9fb associated. External IP: 172.25.6.240, port: caa08d28-0cf4-4216-82b3-f7ebc8683cee. Jul 14 09:36:34.548632 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef1c770-1c8c-4fbe-b6e5-a7d414e6b3dd tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:34.554169 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ef1c770-1c8c-4fbe-b6e5-a7d414e6b3dd tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.565194 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef01238-4adb-4236-8191-5fffbcb31c65 None None] Sync routers for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:34.574086 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef01238-4adb-4236-8191-5fffbcb31c65 None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:34.575000 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1ef01238-4adb-4236-8191-5fffbcb31c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:34.619730 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1ef01238-4adb-4236-8191-5fffbcb31c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:34.630931 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef01238-4adb-4236-8191-5fffbcb31c65 None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:34.631959 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1ef01238-4adb-4236-8191-5fffbcb31c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:34.646146 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5ef1c770-1c8c-4fbe-b6e5-a7d414e6b3dd tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "PUT /v2.0/floatingips/337080d6-6e7d-46d3-bdcb-9c9e761b4c26 HTTP/1.1" status: 200 len: 977 time: 1.5369000 Jul 14 09:36:34.646387 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54142) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:34.651830 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-4a52f0c1-e0d6-49ec-bc09-1375abd5362b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:34.760159 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a52f0c1-e0d6-49ec-bc09-1375abd5362b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.856922 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1ef01238-4adb-4236-8191-5fffbcb31c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:34.858027 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef01238-4adb-4236-8191-5fffbcb31c65 None None] The sync data for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:34.951717 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a52f0c1-e0d6-49ec-bc09-1375abd5362b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.956740 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a52f0c1-e0d6-49ec-bc09-1375abd5362b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.956740 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-4a52f0c1-e0d6-49ec-bc09-1375abd5362b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Floating IP 337080d6-6e7d-46d3-bdcb-9c9e761b4c26 disassociated. External IP: 172.25.6.65, port: 07cfefb3-a7c2-4c0b-9d3e-9b802b9c1879. Jul 14 09:36:35.160468 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a261f96d-6550-4a66-8726-f2329ba2f6a7 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Router c7937cc3-0610-499a-a6c4-46f558d2f144 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:35.279053 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a261f96d-6550-4a66-8726-f2329ba2f6a7 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:35.289637 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a261f96d-6550-4a66-8726-f2329ba2f6a7 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.294440 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c598f9d9-340e-4372-aefe-fa9ba909da95 None None] Sync routers for ids ['c7937cc3-0610-499a-a6c4-46f558d2f144'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:35.305644 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c598f9d9-340e-4372-aefe-fa9ba909da95 None None] Routers {'c7937cc3-0610-499a-a6c4-46f558d2f144'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:35.306658 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c598f9d9-340e-4372-aefe-fa9ba909da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['c7937cc3-0610-499a-a6c4-46f558d2f144'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:35.352113 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a261f96d-6550-4a66-8726-f2329ba2f6a7 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "PUT /v2.0/floatingips/ca567ae7-564d-45fd-af24-cc057ccce9fb HTTP/1.1" status: 200 len: 991 time: 1.5228691 Jul 14 09:36:35.352717 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ae2a34-06bb-4d43-898e-517bf34fa9f2', 'tag': 'caa08d28-0cf4-4216-82b3-f7ebc8683cee'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:35.357776 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b399ca2-c983-43a3-9083-739c4dbab729" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ae2a34-06bb-4d43-898e-517bf34fa9f2", "tag": "caa08d28-0cf4-4216-82b3-f7ebc8683cee"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:35.533479 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcb6464-1edb-4931-bdea-69db65aad87a x-openstack-request-id: req-6fcb6464-1edb-4931-bdea-69db65aad87a {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:35.534033 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ae2a34-06bb-4d43-898e-517bf34fa9f2", "tag": "caa08d28-0cf4-4216-82b3-f7ebc8683cee", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:35.535091 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6fcb6464-1edb-4931-bdea-69db65aad87a {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:35.535798 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ae2a34-06bb-4d43-898e-517bf34fa9f2', 'tag': 'caa08d28-0cf4-4216-82b3-f7ebc8683cee', 'status': 'completed', 'code': 200} Jul 14 09:36:35.542229 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-c598f9d9-340e-4372-aefe-fa9ba909da95 None None] Set router c7937cc3-0610-499a-a6c4-46f558d2f144 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:35.607118 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a52f0c1-e0d6-49ec-bc09-1375abd5362b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Router 2bb0a359-41a4-49cb-9c37-3ad50b848f61 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:35.702747 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b399ca2-c983-43a3-9083-739c4dbab729 req-c4b11372-568f-439d-bd59-537c05f21898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:35.704310 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8b399ca2-c983-43a3-9083-739c4dbab729 req-c4b11372-568f-439d-bd59-537c05f21898 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a1cfc79a17fa40569fffabf2c11251a0&device_id=e4ae2a34-06bb-4d43-898e-517bf34fa9f2 HTTP/1.1" status: 200 len: 1097 time: 0.1361170 Jul 14 09:36:35.810041 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a52f0c1-e0d6-49ec-bc09-1375abd5362b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:35.816394 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a52f0c1-e0d6-49ec-bc09-1375abd5362b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.820948 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf00316-bfc1-4d7d-b36a-6736369eaace None None] Sync routers for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:35.831228 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf00316-bfc1-4d7d-b36a-6736369eaace None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:35.832193 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-daf00316-bfc1-4d7d-b36a-6736369eaace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:35.844198 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c598f9d9-340e-4372-aefe-fa9ba909da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'name': 'tempest-ServersTestManualDisk-1994755526-router', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:36:16Z', 'revision_number': 4, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'gw_port': {'id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'ca567ae7-564d-45fd-af24-cc057ccce9fb', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'port_id': 'caa08d28-0cf4-4216-82b3-f7ebc8683cee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f', 'mac_address': 'fa:16:3e:b0:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ae2a34-06bb-4d43-898e-517bf34fa9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:36:20Z', 'updated_at': '2021-07-14T09:36:34Z', 'revision_number': 1, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35e5bdd-26ae-46b2-b3b6-9f633b738f88', 'name': '', 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'mac_address': 'fa:16:3e:e8:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '26a8a732-e6f2-4c34-bfdb-3c61600cd974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:15Z', 'updated_at': '2021-07-14T09:36:25Z', 'revision_number': 5, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'subnets': [{'id': '26a8a732-e6f2-4c34-bfdb-3c61600cd974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:35.867353 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-daf00316-bfc1-4d7d-b36a-6736369eaace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:35.877184 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf00316-bfc1-4d7d-b36a-6736369eaace None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:35.878204 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-daf00316-bfc1-4d7d-b36a-6736369eaace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:35.885415 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4a52f0c1-e0d6-49ec-bc09-1375abd5362b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "PUT /v2.0/floatingips/337080d6-6e7d-46d3-bdcb-9c9e761b4c26 HTTP/1.1" status: 200 len: 687 time: 1.2354228 Jul 14 09:36:35.885415 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b399ca2-c983-43a3-9083-739c4dbab729 req-08322f5c-5b4c-4898-9759-2d3ed830a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:35.885752 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c598f9d9-340e-4372-aefe-fa9ba909da95 None None] Checking router: c7937cc3-0610-499a-a6c4-46f558d2f144 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:36:35.885997 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8b399ca2-c983-43a3-9083-739c4dbab729 req-08322f5c-5b4c-4898-9759-2d3ed830a4cf service neutron] 10.222.0.44 "GET /v2.0/networks?id=81cffdc3-9a3b-48b8-90e6-a075f6df1f0f HTTP/1.1" status: 200 len: 912 time: 0.1517587 Jul 14 09:36:35.886520 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54152) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:35.898250 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c598f9d9-340e-4372-aefe-fa9ba909da95 None None] Routers {'c7937cc3-0610-499a-a6c4-46f558d2f144'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:35.898965 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c598f9d9-340e-4372-aefe-fa9ba909da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['c7937cc3-0610-499a-a6c4-46f558d2f144'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:35.940225 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-daf00316-bfc1-4d7d-b36a-6736369eaace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:35.941889 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf00316-bfc1-4d7d-b36a-6736369eaace None None] The sync data for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:35.963672 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8b399ca2-c983-43a3-9083-739c4dbab729 req-13a564ca-76d6-4562-85a5-aaedfbd167c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caa08d28-0cf4-4216-82b3-f7ebc8683cee HTTP/1.1" status: 200 len: 999 time: 0.0699298 Jul 14 09:36:36.021815 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b399ca2-c983-43a3-9083-739c4dbab729 req-964fef54-e6ea-476e-89f5-4fff392131ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:36.023429 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8b399ca2-c983-43a3-9083-739c4dbab729 req-964fef54-e6ea-476e-89f5-4fff392131ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=26a8a732-e6f2-4c34-bfdb-3c61600cd974 HTTP/1.1" status: 200 len: 851 time: 0.0530438 Jul 14 09:36:36.051257 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-20702bb1-071f-4c61-83d0-86bcc04f6129 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Deleting port cc7dc225-2a5c-4e5e-abc3-e7c1b602ebeb {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:36.052050 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20702bb1-071f-4c61-83d0-86bcc04f6129 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.104850 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b399ca2-c983-43a3-9083-739c4dbab729 req-23d101c1-4e3e-4759-9469-4b1fb0648a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:36.106578 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8b399ca2-c983-43a3-9083-739c4dbab729 req-23d101c1-4e3e-4759-9469-4b1fb0648a63 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81cffdc3-9a3b-48b8-90e6-a075f6df1f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733097 Jul 14 09:36:36.138582 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20702bb1-071f-4c61-83d0-86bcc04f6129 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.139141 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20702bb1-071f-4c61-83d0-86bcc04f6129 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.140175 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-c598f9d9-340e-4372-aefe-fa9ba909da95 None None] Set router c7937cc3-0610-499a-a6c4-46f558d2f144 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:36.154542 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-20702bb1-071f-4c61-83d0-86bcc04f6129 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Calling delete_port for cc7dc225-2a5c-4e5e-abc3-e7c1b602ebeb owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:36.231913 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8b399ca2-c983-43a3-9083-739c4dbab729 req-b02f5ff7-f306-4c1c-aaff-7fb7ac5d58c9 service neutron] 10.222.0.44 "GET /v2.0/networks/81cffdc3-9a3b-48b8-90e6-a075f6df1f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155665 Jul 14 09:36:36.318912 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20702bb1-071f-4c61-83d0-86bcc04f6129 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.358185 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8b399ca2-c983-43a3-9083-739c4dbab729 req-7bf25c8a-de3a-48b6-8cd0-5edeb44e5de3 service neutron] 10.222.0.44 "GET /v2.0/networks/81cffdc3-9a3b-48b8-90e6-a075f6df1f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176128 Jul 14 09:36:36.363472 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20702bb1-071f-4c61-83d0-86bcc04f6129 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event deleted for resources: {'Port': ['ID=cc7dc225-2a5c-4e5e-abc3-e7c1b602ebeb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:36.430982 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20702bb1-071f-4c61-83d0-86bcc04f6129 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.433638 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20702bb1-071f-4c61-83d0-86bcc04f6129 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.435028 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-20702bb1-071f-4c61-83d0-86bcc04f6129 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "DELETE /v2.0/floatingips/337080d6-6e7d-46d3-bdcb-9c9e761b4c26 HTTP/1.1" status: 204 len: 168 time: 0.5470817 Jul 14 09:36:36.437677 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54154) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:36.461413 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c598f9d9-340e-4372-aefe-fa9ba909da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'name': 'tempest-ServersTestManualDisk-1994755526-router', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:36:16Z', 'revision_number': 4, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'gw_port': {'id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'ca567ae7-564d-45fd-af24-cc057ccce9fb', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'port_id': 'caa08d28-0cf4-4216-82b3-f7ebc8683cee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f', 'mac_address': 'fa:16:3e:b0:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ae2a34-06bb-4d43-898e-517bf34fa9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:36:20Z', 'updated_at': '2021-07-14T09:36:34Z', 'revision_number': 1, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35e5bdd-26ae-46b2-b3b6-9f633b738f88', 'name': '', 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'mac_address': 'fa:16:3e:e8:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '26a8a732-e6f2-4c34-bfdb-3c61600cd974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:15Z', 'updated_at': '2021-07-14T09:36:25Z', 'revision_number': 5, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'subnets': [{'id': '26a8a732-e6f2-4c34-bfdb-3c61600cd974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:36.475635 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-3a663040-1dcf-4ec4-9391-429e7b418360 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] delete failed (client error): The resource could not be found. Jul 14 09:36:36.481875 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3a663040-1dcf-4ec4-9391-429e7b418360 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "DELETE /v2.0/floatingips/337080d6-6e7d-46d3-bdcb-9c9e761b4c26 HTTP/1.1" status: 404 len: 345 time: 0.0379798 Jul 14 09:36:36.482534 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54156) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:36.492813 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c598f9d9-340e-4372-aefe-fa9ba909da95 None None] The sync data for ids ['c7937cc3-0610-499a-a6c4-46f558d2f144'] in n-d-771362-35 is: [{'id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'name': 'tempest-ServersTestManualDisk-1994755526-router', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:36:16Z', 'revision_number': 4, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'gw_port': {'id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'ca567ae7-564d-45fd-af24-cc057ccce9fb', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'port_id': 'caa08d28-0cf4-4216-82b3-f7ebc8683cee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f', 'mac_address': 'fa:16:3e:b0:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ae2a34-06bb-4d43-898e-517bf34fa9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:36:20Z', 'updated_at': '2021-07-14T09:36:34Z', 'revision_number': 1, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35e5bdd-26ae-46b2-b3b6-9f633b738f88', 'name': '', 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'mac_address': 'fa:16:3e:e8:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '26a8a732-e6f2-4c34-bfdb-3c61600cd974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:15Z', 'updated_at': '2021-07-14T09:36:25Z', 'revision_number': 5, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'subnets': [{'id': '26a8a732-e6f2-4c34-bfdb-3c61600cd974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:36.639916 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1478211f-19ef-4d08-9239-f5e7fbbe13bd tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:36.646611 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1478211f-19ef-4d08-9239-f5e7fbbe13bd tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:36.652664 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1478211f-19ef-4d08-9239-f5e7fbbe13bd tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:36.654447 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1478211f-19ef-4d08-9239-f5e7fbbe13bd tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "GET /v2.0/ports?network_id=7350f748-dab2-4d4d-affa-ed88ccb92e19 HTTP/1.1" status: 200 len: 2359 time: 0.1710875 Jul 14 09:36:36.657327 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54162) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:36.732926 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006dc6d4-6341-4a26-a295-2d4f577bdf44 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:36.736132 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-006dc6d4-6341-4a26-a295-2d4f577bdf44 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "GET /v2.0/subnets/d53acab5-e977-4f11-ac54-d947d2401b77 HTTP/1.1" status: 200 len: 797 time: 0.0776470 Jul 14 09:36:36.738690 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54164) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:36.744242 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-3d76fee0-dac5-4495-8594-bd72cc397cdc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Request body: {'port': {'network_id': '7350f748-dab2-4d4d-affa-ed88ccb92e19', 'name': 'tempest-FloatingIPTestJSON-327754875', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:36.789056 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da01d25-9b31-4e21-a31c-04b214daaa7e None None] New status for floating IP ca567ae7-564d-45fd-af24-cc057ccce9fb: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:36:36.870096 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d76fee0-dac5-4495-8594-bd72cc397cdc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Made reservation on behalf of 51ca3f14a0174c0b882366511dac6c2e for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:36.965870 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d76fee0-dac5-4495-8594-bd72cc397cdc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.988454 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-3d76fee0-dac5-4495-8594-bd72cc397cdc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] device_id is not set on port 896356e7-9708-4dda-bf98-6ca277e162b3 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:36:37.350667 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-3d76fee0-dac5-4495-8594-bd72cc397cdc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Allocated IP 172.20.0.14 (7350f748-dab2-4d4d-affa-ed88ccb92e19/d53acab5-e977-4f11-ac54-d947d2401b77/896356e7-9708-4dda-bf98-6ca277e162b3) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:37.359616 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-3d76fee0-dac5-4495-8594-bd72cc397cdc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Allocated IP 172.20.0.13 (7350f748-dab2-4d4d-affa-ed88ccb92e19/d53acab5-e977-4f11-ac54-d947d2401b77/896356e7-9708-4dda-bf98-6ca277e162b3) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:37.545627 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d76fee0-dac5-4495-8594-bd72cc397cdc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.594749 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d76fee0-dac5-4495-8594-bd72cc397cdc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.645728 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d76fee0-dac5-4495-8594-bd72cc397cdc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Network 7350f748-dab2-4d4d-affa-ed88ccb92e19 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:37.650421 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-3d76fee0-dac5-4495-8594-bd72cc397cdc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:37.655161 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d76fee0-dac5-4495-8594-bd72cc397cdc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:37.705709 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76fee0-dac5-4495-8594-bd72cc397cdc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event updated for resources: {'Port': ['ID=896356e7-9708-4dda-bf98-6ca277e162b3,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:37.725328 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d76fee0-dac5-4495-8594-bd72cc397cdc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:37.726110 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d76fee0-dac5-4495-8594-bd72cc397cdc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.747726 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3d76fee0-dac5-4495-8594-bd72cc397cdc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.0076385 Jul 14 09:36:37.750009 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54170) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:37.755173 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ffff4bcc-d7ff-4780-855e-2bbb105f85fb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'port_id': '896356e7-9708-4dda-bf98-6ca277e162b3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:37.785568 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffff4bcc-d7ff-4780-855e-2bbb105f85fb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.924352 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffff4bcc-d7ff-4780-855e-2bbb105f85fb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.057679 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ffff4bcc-d7ff-4780-855e-2bbb105f85fb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Allocated IP 172.25.6.7 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/96de5498-2bef-491f-8440-c8c6eb5f60a8) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:38.169834 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffff4bcc-d7ff-4780-855e-2bbb105f85fb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.211480 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffff4bcc-d7ff-4780-855e-2bbb105f85fb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.252470 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffff4bcc-d7ff-4780-855e-2bbb105f85fb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:38.256108 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ffff4bcc-d7ff-4780-855e-2bbb105f85fb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:38.259777 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffff4bcc-d7ff-4780-855e-2bbb105f85fb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:38.265629 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff4bcc-d7ff-4780-855e-2bbb105f85fb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event updated for resources: {'Port': ['ID=96de5498-2bef-491f-8440-c8c6eb5f60a8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:38.656709 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffff4bcc-d7ff-4780-855e-2bbb105f85fb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.736982 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffff4bcc-d7ff-4780-855e-2bbb105f85fb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.935029 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffff4bcc-d7ff-4780-855e-2bbb105f85fb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.941426 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffff4bcc-d7ff-4780-855e-2bbb105f85fb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.023836 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff4bcc-d7ff-4780-855e-2bbb105f85fb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event updated for resources: {'Port': ['ID=96de5498-2bef-491f-8440-c8c6eb5f60a8,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:39.033910 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffff4bcc-d7ff-4780-855e-2bbb105f85fb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.141297 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-ffff4bcc-d7ff-4780-855e-2bbb105f85fb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Floating IP 173cf76d-a59f-4665-9b53-f1461e055000 associated. External IP: 172.25.6.7, port: 896356e7-9708-4dda-bf98-6ca277e162b3. Jul 14 09:36:39.364410 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffff4bcc-d7ff-4780-855e-2bbb105f85fb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Router 2bb0a359-41a4-49cb-9c37-3ad50b848f61 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:39.479693 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffff4bcc-d7ff-4780-855e-2bbb105f85fb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:39.492066 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4651135-4c98-413d-a6a9-9e2731210be4 None None] Sync routers for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:39.501901 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffff4bcc-d7ff-4780-855e-2bbb105f85fb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.502865 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4651135-4c98-413d-a6a9-9e2731210be4 None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:39.503645 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e4651135-4c98-413d-a6a9-9e2731210be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:39.537454 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e4651135-4c98-413d-a6a9-9e2731210be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:39.543854 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ffff4bcc-d7ff-4780-855e-2bbb105f85fb tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 1.7924991 Jul 14 09:36:39.546262 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54176) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:39.546431 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4651135-4c98-413d-a6a9-9e2731210be4 None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:39.546967 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e4651135-4c98-413d-a6a9-9e2731210be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:39.552660 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ee0aab3b-b253-498e-89cd-79fd2b51bac4 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Request body: {'floatingip': {'port_id': '896356e7-9708-4dda-bf98-6ca277e162b3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:39.583329 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e4651135-4c98-413d-a6a9-9e2731210be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:39.584257 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4651135-4c98-413d-a6a9-9e2731210be4 None None] The sync data for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:39.617546 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee0aab3b-b253-498e-89cd-79fd2b51bac4 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.500698 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee0aab3b-b253-498e-89cd-79fd2b51bac4 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.507295 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee0aab3b-b253-498e-89cd-79fd2b51bac4 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.724830 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.727521 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0aab3b-b253-498e-89cd-79fd2b51bac4 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Router 2bb0a359-41a4-49cb-9c37-3ad50b848f61 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:40.861726 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0aab3b-b253-498e-89cd-79fd2b51bac4 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:40.868564 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee0aab3b-b253-498e-89cd-79fd2b51bac4 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.874371 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea135a28-3b95-4652-bd94-9f079b2d73b8 None None] Sync routers for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:40.886759 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea135a28-3b95-4652-bd94-9f079b2d73b8 None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:40.887384 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ea135a28-3b95-4652-bd94-9f079b2d73b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:40.926297 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ea135a28-3b95-4652-bd94-9f079b2d73b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:40.935435 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea135a28-3b95-4652-bd94-9f079b2d73b8 None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:40.936082 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ea135a28-3b95-4652-bd94-9f079b2d73b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:40.960949 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ee0aab3b-b253-498e-89cd-79fd2b51bac4 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "PUT /v2.0/floatingips/173cf76d-a59f-4665-9b53-f1461e055000 HTTP/1.1" status: 200 len: 976 time: 1.4110501 Jul 14 09:36:40.961982 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54184) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:40.978357 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ea135a28-3b95-4652-bd94-9f079b2d73b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:40.979073 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea135a28-3b95-4652-bd94-9f079b2d73b8 None None] The sync data for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:41.153843 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e0074c03-d601-4d0b-b3fe-4d7e97283cf3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Deleting port 96de5498-2bef-491f-8440-c8c6eb5f60a8 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:41.154157 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0074c03-d601-4d0b-b3fe-4d7e97283cf3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.241364 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0074c03-d601-4d0b-b3fe-4d7e97283cf3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.241708 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0074c03-d601-4d0b-b3fe-4d7e97283cf3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.255022 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e0074c03-d601-4d0b-b3fe-4d7e97283cf3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Calling delete_port for 96de5498-2bef-491f-8440-c8c6eb5f60a8 owned by network:floatingip {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:41.452827 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0074c03-d601-4d0b-b3fe-4d7e97283cf3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.479974 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0074c03-d601-4d0b-b3fe-4d7e97283cf3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event deleted for resources: {'Port': ['ID=96de5498-2bef-491f-8440-c8c6eb5f60a8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:41.547038 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0074c03-d601-4d0b-b3fe-4d7e97283cf3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.547810 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-e0074c03-d601-4d0b-b3fe-4d7e97283cf3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Floating IP 173cf76d-a59f-4665-9b53-f1461e055000 disassociated (deleted). External IP: 172.25.6.7, port: 896356e7-9708-4dda-bf98-6ca277e162b3. Jul 14 09:36:41.763832 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0074c03-d601-4d0b-b3fe-4d7e97283cf3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Router 2bb0a359-41a4-49cb-9c37-3ad50b848f61 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:41.881751 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0074c03-d601-4d0b-b3fe-4d7e97283cf3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:41.886079 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0074c03-d601-4d0b-b3fe-4d7e97283cf3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.895328 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d060e3ab-9128-43e7-a403-612407c9bb35 None None] Sync routers for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:41.910273 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d060e3ab-9128-43e7-a403-612407c9bb35 None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:41.910894 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d060e3ab-9128-43e7-a403-612407c9bb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:41.927711 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e0074c03-d601-4d0b-b3fe-4d7e97283cf3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "DELETE /v2.0/floatingips/173cf76d-a59f-4665-9b53-f1461e055000 HTTP/1.1" status: 204 len: 168 time: 0.9654164 Jul 14 09:36:41.930116 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54188) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:41.946685 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d060e3ab-9128-43e7-a403-612407c9bb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:41.955876 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d060e3ab-9128-43e7-a403-612407c9bb35 None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:41.957501 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d060e3ab-9128-43e7-a403-612407c9bb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:41.990826 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d060e3ab-9128-43e7-a403-612407c9bb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:41.991773 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d060e3ab-9128-43e7-a403-612407c9bb35 None None] The sync data for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:42.035800 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-59dfb81a-2307-4d32-a971-a6386c2469ef tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Deleting port 896356e7-9708-4dda-bf98-6ca277e162b3 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:42.036153 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59dfb81a-2307-4d32-a971-a6386c2469ef tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.128788 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59dfb81a-2307-4d32-a971-a6386c2469ef tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.147079 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-59dfb81a-2307-4d32-a971-a6386c2469ef tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Calling delete_port for 896356e7-9708-4dda-bf98-6ca277e162b3 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:42.286436 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.340973 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59dfb81a-2307-4d32-a971-a6386c2469ef tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.376641 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfb81a-2307-4d32-a971-a6386c2469ef tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event deleted for resources: {'Port': ['ID=896356e7-9708-4dda-bf98-6ca277e162b3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:42.473823 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59dfb81a-2307-4d32-a971-a6386c2469ef tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.476443 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-59dfb81a-2307-4d32-a971-a6386c2469ef tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "DELETE /v2.0/ports/896356e7-9708-4dda-bf98-6ca277e162b3 HTTP/1.1" status: 204 len: 168 time: 0.5452514 Jul 14 09:36:42.480483 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54194) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:42.485474 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-0b1f4608-221b-4d96-968a-e385010a3e17 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:42.510526 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b1f4608-221b-4d96-968a-e385010a3e17 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.616621 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b1f4608-221b-4d96-968a-e385010a3e17 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.739885 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-0b1f4608-221b-4d96-968a-e385010a3e17 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Allocated IP 172.25.6.232 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/9333a2f8-2d8b-4b27-9eef-04a9a73b8f83) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:42.903693 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b1f4608-221b-4d96-968a-e385010a3e17 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.951597 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b1f4608-221b-4d96-968a-e385010a3e17 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.993097 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1f4608-221b-4d96-968a-e385010a3e17 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:42.999598 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0b1f4608-221b-4d96-968a-e385010a3e17 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:43.002227 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1f4608-221b-4d96-968a-e385010a3e17 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:43.031368 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f4608-221b-4d96-968a-e385010a3e17 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event updated for resources: {'Port': ['ID=9333a2f8-2d8b-4b27-9eef-04a9a73b8f83,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:43.106917 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b1f4608-221b-4d96-968a-e385010a3e17 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.174113 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b1f4608-221b-4d96-968a-e385010a3e17 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.337044 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b1f4608-221b-4d96-968a-e385010a3e17 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.342790 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b1f4608-221b-4d96-968a-e385010a3e17 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.416538 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f4608-221b-4d96-968a-e385010a3e17 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event updated for resources: {'Port': ['ID=9333a2f8-2d8b-4b27-9eef-04a9a73b8f83,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:43.428216 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b1f4608-221b-4d96-968a-e385010a3e17 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.444437 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b1f4608-221b-4d96-968a-e385010a3e17 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.447948 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0b1f4608-221b-4d96-968a-e385010a3e17 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9663820 Jul 14 09:36:43.448864 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54208) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:43.454231 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5a6c4ba2-5c70-4569-a8f8-ae53adacf06c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Request body: {'port': {'network_id': '7350f748-dab2-4d4d-affa-ed88ccb92e19', 'name': 'tempest-FloatingIPTestJSON-1438627619'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:43.570725 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6c4ba2-5c70-4569-a8f8-ae53adacf06c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Made reservation on behalf of 51ca3f14a0174c0b882366511dac6c2e for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:43.574261 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5a6c4ba2-5c70-4569-a8f8-ae53adacf06c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.592262 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-5a6c4ba2-5c70-4569-a8f8-ae53adacf06c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] device_id is not set on port f8711e81-ccdf-419d-b2a0-136e47b42080 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:36:43.709421 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-5a6c4ba2-5c70-4569-a8f8-ae53adacf06c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Allocated IP 172.20.0.2 (7350f748-dab2-4d4d-affa-ed88ccb92e19/d53acab5-e977-4f11-ac54-d947d2401b77/f8711e81-ccdf-419d-b2a0-136e47b42080) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:43.888723 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5a6c4ba2-5c70-4569-a8f8-ae53adacf06c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.935854 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5a6c4ba2-5c70-4569-a8f8-ae53adacf06c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.983375 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6c4ba2-5c70-4569-a8f8-ae53adacf06c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Network 7350f748-dab2-4d4d-affa-ed88ccb92e19 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:43.989658 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-5a6c4ba2-5c70-4569-a8f8-ae53adacf06c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:43.993578 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6c4ba2-5c70-4569-a8f8-ae53adacf06c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:44.026013 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c4ba2-5c70-4569-a8f8-ae53adacf06c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event updated for resources: {'Port': ['ID=f8711e81-ccdf-419d-b2a0-136e47b42080,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:44.053254 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6c4ba2-5c70-4569-a8f8-ae53adacf06c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:44.053866 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5a6c4ba2-5c70-4569-a8f8-ae53adacf06c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.071055 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54218) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:44.071706 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5a6c4ba2-5c70-4569-a8f8-ae53adacf06c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6210828 Jul 14 09:36:44.075852 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-28a17da8-24db-4e85-9b7e-7035e2f98fc8 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Request body: {'floatingip': {'port_id': 'f8711e81-ccdf-419d-b2a0-136e47b42080'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:44.119882 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28a17da8-24db-4e85-9b7e-7035e2f98fc8 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.589943 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28a17da8-24db-4e85-9b7e-7035e2f98fc8 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.594774 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28a17da8-24db-4e85-9b7e-7035e2f98fc8 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.698505 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-28a17da8-24db-4e85-9b7e-7035e2f98fc8 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Floating IP 18606fba-67c7-4729-9e14-7fdb6e9f09c3 associated. External IP: 172.25.6.232, port: f8711e81-ccdf-419d-b2a0-136e47b42080. Jul 14 09:36:45.174668 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a17da8-24db-4e85-9b7e-7035e2f98fc8 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Router 2bb0a359-41a4-49cb-9c37-3ad50b848f61 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:45.291371 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a17da8-24db-4e85-9b7e-7035e2f98fc8 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:45.296472 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28a17da8-24db-4e85-9b7e-7035e2f98fc8 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.301402 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b85b153-414c-498d-8747-e0a5e71e7ebb None None] Sync routers for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:45.310335 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b85b153-414c-498d-8747-e0a5e71e7ebb None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:45.310935 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6b85b153-414c-498d-8747-e0a5e71e7ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:45.333143 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-28a17da8-24db-4e85-9b7e-7035e2f98fc8 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "PUT /v2.0/floatingips/18606fba-67c7-4729-9e14-7fdb6e9f09c3 HTTP/1.1" status: 200 len: 978 time: 1.2609122 Jul 14 09:36:45.335769 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54234) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:45.356304 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6b85b153-414c-498d-8747-e0a5e71e7ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:45.365188 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b85b153-414c-498d-8747-e0a5e71e7ebb None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:45.365794 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6b85b153-414c-498d-8747-e0a5e71e7ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:45.402890 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6b85b153-414c-498d-8747-e0a5e71e7ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:45.403648 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b85b153-414c-498d-8747-e0a5e71e7ebb None None] The sync data for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:45.439476 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-72b46748-bca9-4378-a629-e410cf22acf3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Deleting port f8711e81-ccdf-419d-b2a0-136e47b42080 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:45.439926 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72b46748-bca9-4378-a629-e410cf22acf3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.527498 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72b46748-bca9-4378-a629-e410cf22acf3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.764204 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72b46748-bca9-4378-a629-e410cf22acf3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.764579 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72b46748-bca9-4378-a629-e410cf22acf3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.764902 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-72b46748-bca9-4378-a629-e410cf22acf3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Floating IP 18606fba-67c7-4729-9e14-7fdb6e9f09c3 disassociated. External IP: 172.25.6.232, port: f8711e81-ccdf-419d-b2a0-136e47b42080. Jul 14 09:36:45.765288 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-72b46748-bca9-4378-a629-e410cf22acf3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Calling delete_port for f8711e81-ccdf-419d-b2a0-136e47b42080 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:45.902852 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72b46748-bca9-4378-a629-e410cf22acf3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.938626 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b46748-bca9-4378-a629-e410cf22acf3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event deleted for resources: {'Port': ['ID=f8711e81-ccdf-419d-b2a0-136e47b42080,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:46.055042 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b46748-bca9-4378-a629-e410cf22acf3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Router 2bb0a359-41a4-49cb-9c37-3ad50b848f61 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:46.165073 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b46748-bca9-4378-a629-e410cf22acf3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:46.180374 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b09b77-5285-4aa8-8f9a-7192422c6aa0 None None] Sync routers for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:46.191919 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b09b77-5285-4aa8-8f9a-7192422c6aa0 None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:46.192621 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-40b09b77-5285-4aa8-8f9a-7192422c6aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:46.234342 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-40b09b77-5285-4aa8-8f9a-7192422c6aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:46.246511 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72b46748-bca9-4378-a629-e410cf22acf3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.251079 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b09b77-5285-4aa8-8f9a-7192422c6aa0 None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:46.251260 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-72b46748-bca9-4378-a629-e410cf22acf3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "DELETE /v2.0/ports/f8711e81-ccdf-419d-b2a0-136e47b42080 HTTP/1.1" status: 204 len: 168 time: 0.9122274 Jul 14 09:36:46.251385 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-40b09b77-5285-4aa8-8f9a-7192422c6aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:46.251670 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54238) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:46.278542 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:36:46.291113 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-40b09b77-5285-4aa8-8f9a-7192422c6aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:46.292010 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b09b77-5285-4aa8-8f9a-7192422c6aa0 None None] The sync data for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:46.310443 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54242) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:46.319561 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-94a48fc4-3487-4538-8b2f-16dce6f2ed6f tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "GET /v2.0/floatingips/18606fba-67c7-4729-9e14-7fdb6e9f09c3 HTTP/1.1" status: 200 len: 688 time: 0.0669560 Jul 14 09:36:46.446445 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ae90b313-9275-4702-8eef-719a9d26b79b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Deleting port 9333a2f8-2d8b-4b27-9eef-04a9a73b8f83 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:46.446994 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae90b313-9275-4702-8eef-719a9d26b79b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.525376 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae90b313-9275-4702-8eef-719a9d26b79b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.525700 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae90b313-9275-4702-8eef-719a9d26b79b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.537788 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ae90b313-9275-4702-8eef-719a9d26b79b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Calling delete_port for 9333a2f8-2d8b-4b27-9eef-04a9a73b8f83 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:46.703920 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae90b313-9275-4702-8eef-719a9d26b79b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.733061 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90b313-9275-4702-8eef-719a9d26b79b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event deleted for resources: {'Port': ['ID=9333a2f8-2d8b-4b27-9eef-04a9a73b8f83,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:46.807250 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae90b313-9275-4702-8eef-719a9d26b79b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.810121 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae90b313-9275-4702-8eef-719a9d26b79b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.811324 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ae90b313-9275-4702-8eef-719a9d26b79b tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "DELETE /v2.0/floatingips/18606fba-67c7-4729-9e14-7fdb6e9f09c3 HTTP/1.1" status: 204 len: 168 time: 0.4998016 Jul 14 09:36:46.815763 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54246) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:46.820995 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-d380c816-2591-4d8f-9dfa-54541ac2db27 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'port_id': '07cfefb3-a7c2-4c0b-9d3e-9b802b9c1879'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:46.850248 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d380c816-2591-4d8f-9dfa-54541ac2db27 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.973178 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d380c816-2591-4d8f-9dfa-54541ac2db27 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:47.118069 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-d380c816-2591-4d8f-9dfa-54541ac2db27 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Allocated IP 172.25.6.191 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/7d8f5d70-0a09-4220-934d-0c83f57bf71c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:47.228538 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d380c816-2591-4d8f-9dfa-54541ac2db27 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:47.275993 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d380c816-2591-4d8f-9dfa-54541ac2db27 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:47.322023 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d380c816-2591-4d8f-9dfa-54541ac2db27 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:47.328892 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380c816-2591-4d8f-9dfa-54541ac2db27 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event updated for resources: {'Port': ['ID=7d8f5d70-0a09-4220-934d-0c83f57bf71c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:47.331006 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-d380c816-2591-4d8f-9dfa-54541ac2db27 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:47.333443 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d380c816-2591-4d8f-9dfa-54541ac2db27 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:47.725713 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d380c816-2591-4d8f-9dfa-54541ac2db27 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:47.807035 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d380c816-2591-4d8f-9dfa-54541ac2db27 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:47.967006 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d380c816-2591-4d8f-9dfa-54541ac2db27 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:47.972425 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d380c816-2591-4d8f-9dfa-54541ac2db27 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.042438 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380c816-2591-4d8f-9dfa-54541ac2db27 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event updated for resources: {'Port': ['ID=7d8f5d70-0a09-4220-934d-0c83f57bf71c,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:48.050854 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d380c816-2591-4d8f-9dfa-54541ac2db27 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.152999 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-d380c816-2591-4d8f-9dfa-54541ac2db27 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Floating IP 78ec6a80-b782-4b76-b53d-6e578e5365dd associated. External IP: 172.25.6.191, port: 07cfefb3-a7c2-4c0b-9d3e-9b802b9c1879. Jul 14 09:36:48.382849 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d380c816-2591-4d8f-9dfa-54541ac2db27 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Router 2bb0a359-41a4-49cb-9c37-3ad50b848f61 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:48.430139 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-add0c6e7-0b1c-4d98-8400-f0746ac9fcd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.499587 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d380c816-2591-4d8f-9dfa-54541ac2db27 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:48.514886 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6ac0be-0e66-43f5-80aa-b456e31c1925 None None] Sync routers for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:48.524607 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d380c816-2591-4d8f-9dfa-54541ac2db27 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.527960 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6ac0be-0e66-43f5-80aa-b456e31c1925 None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:48.528663 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6c6ac0be-0e66-43f5-80aa-b456e31c1925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:48.568873 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6c6ac0be-0e66-43f5-80aa-b456e31c1925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:48.569130 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d380c816-2591-4d8f-9dfa-54541ac2db27 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.7517619 Jul 14 09:36:48.571665 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54260) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:48.577237 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-4d8e1a0f-3176-4ab0-a24d-6a32fdf2040a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-960567877'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:48.579019 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6ac0be-0e66-43f5-80aa-b456e31c1925 None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:48.580294 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6c6ac0be-0e66-43f5-80aa-b456e31c1925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:48.604081 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8e1a0f-3176-4ab0-a24d-6a32fdf2040a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Made reservation on behalf of 51ca3f14a0174c0b882366511dac6c2e for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:48.609000 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d8e1a0f-3176-4ab0-a24d-6a32fdf2040a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.618392 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-6c6ac0be-0e66-43f5-80aa-b456e31c1925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:48.619145 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6ac0be-0e66-43f5-80aa-b456e31c1925 None None] The sync data for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:48.640400 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8e1a0f-3176-4ab0-a24d-6a32fdf2040a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:48.651999 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d8e1a0f-3176-4ab0-a24d-6a32fdf2040a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.652435 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-4d8e1a0f-3176-4ab0-a24d-6a32fdf2040a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Added segment 58becdc0-382d-4cc3-b4df-765cc24060b7 of type vlan for network 6d15d05a-a449-4b1a-835b-e3d740ae319c Jul 14 09:36:48.706607 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d8e1a0f-3176-4ab0-a24d-6a32fdf2040a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.744676 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d8e1a0f-3176-4ab0-a24d-6a32fdf2040a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.750408 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8e1a0f-3176-4ab0-a24d-6a32fdf2040a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:48.751003 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d8e1a0f-3176-4ab0-a24d-6a32fdf2040a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.807505 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4d8e1a0f-3176-4ab0-a24d-6a32fdf2040a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2342863 Jul 14 09:36:48.810236 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54268) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:48.816578 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-194bf07d-20af-4bd3-8ab2-38428e57291c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Request body: {'subnet': {'network_id': '6d15d05a-a449-4b1a-835b-e3d740ae319c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:48.837817 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-1324a340-4322-4c14-b34d-6796b857ab97 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:48.839600 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-1324a340-4322-4c14-b34d-6796b857ab97 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 810 time: 0.1101377 Jul 14 09:36:48.857681 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-5e3eb4b8-521c-4316-984c-556b621f5384 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/quotas/87d49df898e44e948cc3665c8c3c2f58 HTTP/1.1" status: 200 len: 375 time: 0.0102687 Jul 14 09:36:48.874338 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e1a0f-3176-4ab0-a24d-6a32fdf2040a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event updated for resources: {'Network': ['ID=6d15d05a-a449-4b1a-835b-e3d740ae319c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:48.887104 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 6d15d05a-a449-4b1a-835b-e3d740ae319c details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:48.932996 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194bf07d-20af-4bd3-8ab2-38428e57291c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Made reservation on behalf of 51ca3f14a0174c0b882366511dac6c2e for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:48.934294 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-d8ea0960-8d9b-4873-9fd8-d2d0fd9e4bc6 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702286 Jul 14 09:36:48.938443 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-194bf07d-20af-4bd3-8ab2-38428e57291c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.054460 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-cdc9a5ce-28e9-45d8-b64c-e7a01c22c9cd service neutron] 10.222.0.25 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101933 Jul 14 09:36:49.154748 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-194bf07d-20af-4bd3-8ab2-38428e57291c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.163451 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-6244f6e1-ca16-4052-b74f-da01d2c21f20 service neutron] 10.222.0.25 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079690 Jul 14 09:36:49.215588 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194bf07d-20af-4bd3-8ab2-38428e57291c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event updated for resources: {'Subnet': ['ID=1d597780-e09f-4d49-a8a5-e0320b3328ea,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:49.225233 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194bf07d-20af-4bd3-8ab2-38428e57291c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Checking segment: {'id': '58becdc0-382d-4cc3-b4df-765cc24060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6d15d05a-a449-4b1a-835b-e3d740ae319c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:49.225600 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194bf07d-20af-4bd3-8ab2-38428e57291c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Network hostable DHCP agents. Network: 6d15d05a-a449-4b1a-835b-e3d740ae319c, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:49.242960 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194bf07d-20af-4bd3-8ab2-38428e57291c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Network 6d15d05a-a449-4b1a-835b-e3d740ae319c is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:49.252361 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-194bf07d-20af-4bd3-8ab2-38428e57291c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 6d15d05a-a449-4b1a-835b-e3d740ae319c) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:49.259280 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194bf07d-20af-4bd3-8ab2-38428e57291c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:49.260485 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-194bf07d-20af-4bd3-8ab2-38428e57291c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.264232 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5e6ab9-d7c6-4f66-bd7a-cbed7757c907 None None] Network 6d15d05a-a449-4b1a-835b-e3d740ae319c requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:49.285410 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54274) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:49.291750 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-09460bb9-56b8-42ac-8350-36f80121be16 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-73961436', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:49.292444 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-194bf07d-20af-4bd3-8ab2-38428e57291c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4807761 Jul 14 09:36:49.334307 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09460bb9-56b8-42ac-8350-36f80121be16 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.335473 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09460bb9-56b8-42ac-8350-36f80121be16 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.401787 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09460bb9-56b8-42ac-8350-36f80121be16 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.461909 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6493b24-7f43-4a05-8afe-6e07e4d552c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-6d15d05a-a449-4b1a-835b-e3d740ae319c', 'network_id': '6d15d05a-a449-4b1a-835b-e3d740ae319c', 'tenant_id': '51ca3f14a0174c0b882366511dac6c2e', 'fixed_ips': [{'subnet_id': '1d597780-e09f-4d49-a8a5-e0320b3328ea'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:36:49.462901 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a6493b24-7f43-4a05-8afe-6e07e4d552c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.593421 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09460bb9-56b8-42ac-8350-36f80121be16 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.598690 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-44288cdd-e6b5-43c8-95a6-cb2bb4b2eff4 req-239f6f1b-d2c9-4225-a544-6ad035952c83 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 210 time: 0.0400546 Jul 14 09:36:49.639058 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-a6493b24-7f43-4a05-8afe-6e07e4d552c1 None None] Allocated IP 172.20.0.2 (6d15d05a-a449-4b1a-835b-e3d740ae319c/1d597780-e09f-4d49-a8a5-e0320b3328ea/9536937a-3bae-45df-84b9-e87273c995e2) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:49.809649 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a6493b24-7f43-4a05-8afe-6e07e4d552c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.820051 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a6493b24-7f43-4a05-8afe-6e07e4d552c1 None None] Transition to ACTIVE for port object 9536937a-3bae-45df-84b9-e87273c995e2 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:49.834597 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09460bb9-56b8-42ac-8350-36f80121be16 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.836918 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a6493b24-7f43-4a05-8afe-6e07e4d552c1 None None] Transition to ACTIVE for port object 9536937a-3bae-45df-84b9-e87273c995e2 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:49.843181 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a6493b24-7f43-4a05-8afe-6e07e4d552c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.862791 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09460bb9-56b8-42ac-8350-36f80121be16 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.883814 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6493b24-7f43-4a05-8afe-6e07e4d552c1 None None] Network 6d15d05a-a449-4b1a-835b-e3d740ae319c is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:49.889149 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-a6493b24-7f43-4a05-8afe-6e07e4d552c1 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:49.892881 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6493b24-7f43-4a05-8afe-6e07e4d552c1 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:49.905614 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6493b24-7f43-4a05-8afe-6e07e4d552c1 None None] Pushing event updated for resources: {'Port': ['ID=9536937a-3bae-45df-84b9-e87273c995e2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:49.963947 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a6493b24-7f43-4a05-8afe-6e07e4d552c1 None None] Attempting to bind port 9536937a-3bae-45df-84b9-e87273c995e2 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:49.964275 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a6493b24-7f43-4a05-8afe-6e07e4d552c1 None None] Attempting to bind port 9536937a-3bae-45df-84b9-e87273c995e2 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '58becdc0-382d-4cc3-b4df-765cc24060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6d15d05a-a449-4b1a-835b-e3d740ae319c'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:49.964883 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6493b24-7f43-4a05-8afe-6e07e4d552c1 None None] Attempting to bind port 9536937a-3bae-45df-84b9-e87273c995e2 on network 6d15d05a-a449-4b1a-835b-e3d740ae319c {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:49.970361 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6493b24-7f43-4a05-8afe-6e07e4d552c1 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:49.970845 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6493b24-7f43-4a05-8afe-6e07e4d552c1 None None] Checking segment: {'id': '58becdc0-382d-4cc3-b4df-765cc24060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6d15d05a-a449-4b1a-835b-e3d740ae319c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:49.971293 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a6493b24-7f43-4a05-8afe-6e07e4d552c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.971801 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6493b24-7f43-4a05-8afe-6e07e4d552c1 None None] Bound using segment: {'id': '58becdc0-382d-4cc3-b4df-765cc24060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6d15d05a-a449-4b1a-835b-e3d740ae319c'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:49.972375 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a6493b24-7f43-4a05-8afe-6e07e4d552c1 None None] Bound port: 9536937a-3bae-45df-84b9-e87273c995e2, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58becdc0-382d-4cc3-b4df-765cc24060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6d15d05a-a449-4b1a-835b-e3d740ae319c'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:49.972703 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a6493b24-7f43-4a05-8afe-6e07e4d552c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.995973 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-09460bb9-56b8-42ac-8350-36f80121be16 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Allocated IP 172.25.6.206 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/525cd3d2-03a6-42ce-9743-b25626fca265) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:50.048032 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a6493b24-7f43-4a05-8afe-6e07e4d552c1 None None] For port 9536937a-3bae-45df-84b9-e87273c995e2, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:50.052829 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a6493b24-7f43-4a05-8afe-6e07e4d552c1 None None] For port 9536937a-3bae-45df-84b9-e87273c995e2, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9536937a-3bae-45df-84b9-e87273c995e2,segment=NetworkSegment(58becdc0-382d-4cc3-b4df-765cc24060b7),segment_id=58becdc0-382d-4cc3-b4df-765cc24060b7)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:50.058057 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a6493b24-7f43-4a05-8afe-6e07e4d552c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.129363 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6493b24-7f43-4a05-8afe-6e07e4d552c1 None None] Pushing event updated for resources: {'Port': ['ID=9536937a-3bae-45df-84b9-e87273c995e2,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:50.132480 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09460bb9-56b8-42ac-8350-36f80121be16 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.184234 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09460bb9-56b8-42ac-8350-36f80121be16 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.206725 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09460bb9-56b8-42ac-8350-36f80121be16 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:50.230326 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-09460bb9-56b8-42ac-8350-36f80121be16 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:50.234431 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09460bb9-56b8-42ac-8350-36f80121be16 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:50.276142 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09460bb9-56b8-42ac-8350-36f80121be16 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event updated for resources: {'Port': ['ID=525cd3d2-03a6-42ce-9743-b25626fca265,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:50.535086 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09460bb9-56b8-42ac-8350-36f80121be16 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.617330 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9536937a-3bae-45df-84b9-e87273c995e2 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:50.696847 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 9536937a-3bae-45df-84b9-e87273c995e2 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:50.785350 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-a512d3c0-529d-42fb-8c7c-7905bea63c5c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:50.786895 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-a512d3c0-529d-42fb-8c7c-7905bea63c5c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 810 time: 0.1573896 Jul 14 09:36:50.795011 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6c12f38f-d6ca-4b6f-b3e5-7be745e58bc6 req-9cc07c4f-acd4-44ae-a657-1a8e90ad15ca tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 210 time: 0.0338790 Jul 14 09:36:50.798213 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09460bb9-56b8-42ac-8350-36f80121be16 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.800643 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-75575350-6418-4511-ae09-9fbd8370063c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Request body: {'port': {'device_id': 'd99e4314-cb01-49a9-b6c3-47f609f95384', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'admin_state_up': True, 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:50.954711 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09460bb9-56b8-42ac-8350-36f80121be16 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Router 1e0cf6da-4ac0-4c0d-b365-71e7a232cac3 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:36:50.965354 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-75575350-6418-4511-ae09-9fbd8370063c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Made reservation on behalf of 87d49df898e44e948cc3665c8c3c2f58 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:50.969081 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-75575350-6418-4511-ae09-9fbd8370063c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:51.066709 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-640171b0-20a1-4ec0-b547-9220a3fca1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:51.087601 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09460bb9-56b8-42ac-8350-36f80121be16 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:51.103396 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa3001-fd75-41da-93dc-8cd711dbe3c6 None None] Sync routers for ids ['1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:51.114675 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09460bb9-56b8-42ac-8350-36f80121be16 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:51.119021 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-09460bb9-56b8-42ac-8350-36f80121be16 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8323960 Jul 14 09:36:51.119279 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54294) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:51.119412 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fa3001-fd75-41da-93dc-8cd711dbe3c6 None None] Routers {'1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:51.120170 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-34fa3001-fd75-41da-93dc-8cd711dbe3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:51.161237 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-34fa3001-fd75-41da-93dc-8cd711dbe3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:51.171327 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fa3001-fd75-41da-93dc-8cd711dbe3c6 None None] Routers {'1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:51.172210 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-34fa3001-fd75-41da-93dc-8cd711dbe3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:51.213147 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-34fa3001-fd75-41da-93dc-8cd711dbe3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:51.213943 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa3001-fd75-41da-93dc-8cd711dbe3c6 None None] The sync data for ids ['1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:51.247388 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-75575350-6418-4511-ae09-9fbd8370063c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Allocated IP 172.20.0.11 (b78f139e-d876-4f71-b091-055c8a4ef271/6ea6b1e4-2ec5-4105-843d-111f5668e0d2/d41ab360-c5be-48b4-829a-63a03e9d366f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:51.284043 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:51.355539 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8bb0a4-71d8-4489-a154-61a6adbeb5ec None None] Network 6d15d05a-a449-4b1a-835b-e3d740ae319c requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:51.421355 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-18010b54-7a11-4dc8-b0ba-dc47e6a5b1d2 None None] Provisioning for port 9536937a-3bae-45df-84b9-e87273c995e2 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:51.429745 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-18010b54-7a11-4dc8-b0ba-dc47e6a5b1d2 None None] Provisioning complete for port 9536937a-3bae-45df-84b9-e87273c995e2 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:51.430248 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18010b54-7a11-4dc8-b0ba-dc47e6a5b1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:51.597994 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18010b54-7a11-4dc8-b0ba-dc47e6a5b1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:51.645865 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-18010b54-7a11-4dc8-b0ba-dc47e6a5b1d2 None None] For port 9536937a-3bae-45df-84b9-e87273c995e2, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9536937a-3bae-45df-84b9-e87273c995e2,segment=NetworkSegment(58becdc0-382d-4cc3-b4df-765cc24060b7),segment_id=58becdc0-382d-4cc3-b4df-765cc24060b7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:51.653401 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18010b54-7a11-4dc8-b0ba-dc47e6a5b1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:51.717667 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18010b54-7a11-4dc8-b0ba-dc47e6a5b1d2 None None] Pushing event updated for resources: {'Port': ['ID=9536937a-3bae-45df-84b9-e87273c995e2,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:51.931350 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-75575350-6418-4511-ae09-9fbd8370063c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:51.961056 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-513f6dfa-aa7c-4915-8a8b-c636065bec26 req-0bdf20b8-6b51-4ccd-b9a6-dcf6d4341f6c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 210 time: 0.0346143 Jul 14 09:36:51.971098 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-75575350-6418-4511-ae09-9fbd8370063c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Transition to ACTIVE for port object d41ab360-c5be-48b4-829a-63a03e9d366f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:52.000798 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-323e1663-770f-4cb4-b024-fe449c5b4a38 None None] Provisioning complete for port 9536937a-3bae-45df-84b9-e87273c995e2 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:52.001269 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-323e1663-770f-4cb4-b024-fe449c5b4a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:52.079647 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-75575350-6418-4511-ae09-9fbd8370063c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:52.178716 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-75575350-6418-4511-ae09-9fbd8370063c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Network b78f139e-d876-4f71-b091-055c8a4ef271 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:52.180458 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b4afa26-793f-4e58-ada8-f86fefd051bc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:52.191935 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-75575350-6418-4511-ae09-9fbd8370063c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:52.195580 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-75575350-6418-4511-ae09-9fbd8370063c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:52.198087 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75575350-6418-4511-ae09-9fbd8370063c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event updated for resources: {'Port': ['ID=d41ab360-c5be-48b4-829a-63a03e9d366f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:52.255620 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:52.297925 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-75575350-6418-4511-ae09-9fbd8370063c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:52.298654 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-75575350-6418-4511-ae09-9fbd8370063c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:52.356287 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-75575350-6418-4511-ae09-9fbd8370063c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5606809 Jul 14 09:36:52.370090 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-f55f9817-fdf3-4dde-9464-c66e9794e316 service neutron] Request body: {'port': {'device_id': 'd99e4314-cb01-49a9-b6c3-47f609f95384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:52.517848 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0454f4ac-b009-480d-b93f-3ecfc0e7c87a None None] Provisioning for port d41ab360-c5be-48b4-829a-63a03e9d366f completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:52.527114 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0454f4ac-b009-480d-b93f-3ecfc0e7c87a None None] Provisioning complete for port d41ab360-c5be-48b4-829a-63a03e9d366f triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:52.527746 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0454f4ac-b009-480d-b93f-3ecfc0e7c87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:52.577413 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0454f4ac-b009-480d-b93f-3ecfc0e7c87a None None] Port d41ab360-c5be-48b4-829a-63a03e9d366f cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:52.586788 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9536937a-3bae-45df-84b9-e87273c995e2 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:52.603655 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-f55f9817-fdf3-4dde-9464-c66e9794e316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:52.636167 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 9536937a-3bae-45df-84b9-e87273c995e2 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:52.636636 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:52.777194 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-9b4afa26-793f-4e58-ada8-f86fefd051bc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Allocated IP 172.20.0.1 (6d15d05a-a449-4b1a-835b-e3d740ae319c/1d597780-e09f-4d49-a8a5-e0320b3328ea/8c6d4174-5f49-4cd3-ba65-a10001d657e9) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:52.979768 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b4afa26-793f-4e58-ada8-f86fefd051bc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:53.023246 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9b4afa26-793f-4e58-ada8-f86fefd051bc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Transition to ACTIVE for port object 8c6d4174-5f49-4cd3-ba65-a10001d657e9 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:53.044533 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-f55f9817-fdf3-4dde-9464-c66e9794e316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d41ab360-c5be-48b4-829a-63a03e9d366f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:53.054982 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-f55f9817-fdf3-4dde-9464-c66e9794e316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:53.078994 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-f55f9817-fdf3-4dde-9464-c66e9794e316 service neutron] Transition to ACTIVE for port object d41ab360-c5be-48b4-829a-63a03e9d366f will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:53.086340 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-f55f9817-fdf3-4dde-9464-c66e9794e316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:53.114778 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b4afa26-793f-4e58-ada8-f86fefd051bc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:53.150300 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4afa26-793f-4e58-ada8-f86fefd051bc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Network 6d15d05a-a449-4b1a-835b-e3d740ae319c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:53.156770 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f9817-fdf3-4dde-9464-c66e9794e316 service neutron] Pushing event updated for resources: {'Port': ['ID=d41ab360-c5be-48b4-829a-63a03e9d366f,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:53.162200 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-9b4afa26-793f-4e58-ada8-f86fefd051bc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:53.169387 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4afa26-793f-4e58-ada8-f86fefd051bc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:53.180222 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9483e-5826-4f24-a4c7-a8acd20e04fa req-227e4336-a6eb-4395-9863-35e24d066a48 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:53.184618 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8ce9483e-5826-4f24-a4c7-a8acd20e04fa req-227e4336-a6eb-4395-9863-35e24d066a48 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 944 time: 0.0944657 Jul 14 09:36:53.258146 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8ce9483e-5826-4f24-a4c7-a8acd20e04fa req-13bc7cee-02c4-4bd0-8b6a-4d405fd45ac3 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655727 Jul 14 09:36:53.310336 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4afa26-793f-4e58-ada8-f86fefd051bc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event updated for resources: {'Port': ['ID=8c6d4174-5f49-4cd3-ba65-a10001d657e9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:53.321763 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b4afa26-793f-4e58-ada8-f86fefd051bc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:53.411125 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-f55f9817-fdf3-4dde-9464-c66e9794e316 service neutron] Attempting to bind port d41ab360-c5be-48b4-829a-63a03e9d366f on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:53.411532 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-f55f9817-fdf3-4dde-9464-c66e9794e316 service neutron] Attempting to bind port d41ab360-c5be-48b4-829a-63a03e9d366f by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:53.411824 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-f55f9817-fdf3-4dde-9464-c66e9794e316 service neutron] Attempting to bind port d41ab360-c5be-48b4-829a-63a03e9d366f on network b78f139e-d876-4f71-b091-055c8a4ef271 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:53.432901 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-f55f9817-fdf3-4dde-9464-c66e9794e316 service neutron] Port d41ab360-c5be-48b4-829a-63a03e9d366f on network b78f139e-d876-4f71-b091-055c8a4ef271 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:36:53.433226 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-f55f9817-fdf3-4dde-9464-c66e9794e316 service neutron] Attempting to bind port d41ab360-c5be-48b4-829a-63a03e9d366f on network b78f139e-d876-4f71-b091-055c8a4ef271 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:53.451390 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-f55f9817-fdf3-4dde-9464-c66e9794e316 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:53.451912 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-f55f9817-fdf3-4dde-9464-c66e9794e316 service neutron] Checking segment: {'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:53.452304 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-f55f9817-fdf3-4dde-9464-c66e9794e316 service neutron] Bound using segment: {'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:53.452746 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-f55f9817-fdf3-4dde-9464-c66e9794e316 service neutron] Bound port: d41ab360-c5be-48b4-829a-63a03e9d366f, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:53.453108 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-f55f9817-fdf3-4dde-9464-c66e9794e316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:53.624612 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-f55f9817-fdf3-4dde-9464-c66e9794e316 service neutron] For port d41ab360-c5be-48b4-829a-63a03e9d366f, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:53.629703 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-f55f9817-fdf3-4dde-9464-c66e9794e316 service neutron] For port d41ab360-c5be-48b4-829a-63a03e9d366f, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=d41ab360-c5be-48b4-829a-63a03e9d366f,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:53.635970 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-f55f9817-fdf3-4dde-9464-c66e9794e316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:53.640333 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b4afa26-793f-4e58-ada8-f86fefd051bc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:53.646939 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2e85531c-d7d5-490b-853f-a766e52ba224 None None] Provisioning for port 8c6d4174-5f49-4cd3-ba65-a10001d657e9 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:53.654095 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2e85531c-d7d5-490b-853f-a766e52ba224 None None] Provisioning complete for port 8c6d4174-5f49-4cd3-ba65-a10001d657e9 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:53.654845 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2e85531c-d7d5-490b-853f-a766e52ba224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:53.688487 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-f55f9817-fdf3-4dde-9464-c66e9794e316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:53.689118 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-f55f9817-fdf3-4dde-9464-c66e9794e316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:53.691408 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-f55f9817-fdf3-4dde-9464-c66e9794e316 service neutron] 10.222.0.47 "PUT /v2.0/ports/d41ab360-c5be-48b4-829a-63a03e9d366f HTTP/1.1" status: 200 len: 1093 time: 1.3251417 Jul 14 09:36:53.691408 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99e4314-cb01-49a9-b6c3-47f609f95384', 'tag': 'd41ab360-c5be-48b4-829a-63a03e9d366f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:53.693652 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70303dd6-3f21-4eaf-a073-591071dcd901" -d '{"events": [{"name": "network-changed", "server_uuid": "d99e4314-cb01-49a9-b6c3-47f609f95384", "tag": "d41ab360-c5be-48b4-829a-63a03e9d366f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:53.711692 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2e85531c-d7d5-490b-853f-a766e52ba224 None None] Port 8c6d4174-5f49-4cd3-ba65-a10001d657e9 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:53.735667 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f9817-fdf3-4dde-9464-c66e9794e316 service neutron] Pushing event updated for resources: {'Port': ['ID=d41ab360-c5be-48b4-829a-63a03e9d366f,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:53.784941 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:53.883763 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b671533e-af03-4f05-9832-c9575f3536c1 x-openstack-request-id: req-b671533e-af03-4f05-9832-c9575f3536c1 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:53.884032 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99e4314-cb01-49a9-b6c3-47f609f95384", "tag": "d41ab360-c5be-48b4-829a-63a03e9d366f", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:53.884294 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b671533e-af03-4f05-9832-c9575f3536c1 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:53.884692 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99e4314-cb01-49a9-b6c3-47f609f95384', 'tag': 'd41ab360-c5be-48b4-829a-63a03e9d366f', 'status': 'completed', 'code': 200} Jul 14 09:36:53.929322 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-c642a61c-9300-4875-8120-35e6c0a76bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:53.930864 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-c642a61c-9300-4875-8120-35e6c0a76bd2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 1096 time: 0.1300995 Jul 14 09:36:54.011282 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-a4282755-5168-4057-a61b-fde66d035f68 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d41ab360-c5be-48b4-829a-63a03e9d366f HTTP/1.1" status: 200 len: 217 time: 0.0690777 Jul 14 09:36:54.092517 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-2dbc897d-3ea9-4fc6-86af-e1d60064c292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:54.093991 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-2dbc897d-3ea9-4fc6-86af-e1d60064c292 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea6b1e4-2ec5-4105-843d-111f5668e0d2 HTTP/1.1" status: 200 len: 849 time: 0.0761745 Jul 14 09:36:54.156063 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b4afa26-793f-4e58-ada8-f86fefd051bc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.163163 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b4afa26-793f-4e58-ada8-f86fefd051bc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.476452 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6abdb-a9c1-4e93-8c8f-4f3b9d9d696f req-23750501-6729-4984-bd6a-30c95818bb12 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:54.478106 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-71c6abdb-a9c1-4e93-8c8f-4f3b9d9d696f req-23750501-6729-4984-bd6a-30c95818bb12 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 944 time: 0.0775218 Jul 14 09:36:54.527004 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-71c6abdb-a9c1-4e93-8c8f-4f3b9d9d696f req-353cfa38-ca37-4f76-ad90-a151d77a8e16 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405252 Jul 14 09:36:54.534984 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b4afa26-793f-4e58-ada8-f86fefd051bc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.538887 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-1e0bfc5b-edec-4ba6-a521-c19cfd8ddeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:54.540571 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-1e0bfc5b-edec-4ba6-a521-c19cfd8ddeec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78f139e-d876-4f71-b091-055c8a4ef271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4353826 Jul 14 09:36:54.559192 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4afa26-793f-4e58-ada8-f86fefd051bc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event updated for resources: {'Port': ['ID=8c6d4174-5f49-4cd3-ba65-a10001d657e9,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:54.712690 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-05981486-42e9-414b-a3e3-e784bcae3d90 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627307 Jul 14 09:36:54.767130 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4afa26-793f-4e58-ada8-f86fefd051bc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Network 6d15d05a-a449-4b1a-835b-e3d740ae319c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:54.770530 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-9b4afa26-793f-4e58-ada8-f86fefd051bc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:54.898360 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d6dd89d8-ccad-4365-90a8-758f01c04e55 req-852039cb-3a82-4ca5-908b-b2b7adc1dcfd service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776958 Jul 14 09:36:54.934835 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4afa26-793f-4e58-ada8-f86fefd051bc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Router 1e0cf6da-4ac0-4c0d-b365-71e7a232cac3 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:55.062073 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5da4489a-96e9-441a-9caa-cb5c70e840d0 None None] Provisioning complete for port 8c6d4174-5f49-4cd3-ba65-a10001d657e9 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:55.062632 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5da4489a-96e9-441a-9caa-cb5c70e840d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:55.094215 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4afa26-793f-4e58-ada8-f86fefd051bc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:55.099910 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9b4afa26-793f-4e58-ada8-f86fefd051bc tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "PUT /v2.0/routers/1e0cf6da-4ac0-4c0d-b365-71e7a232cac3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9793520 Jul 14 09:36:55.101555 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-5da4489a-96e9-441a-9caa-cb5c70e840d0 None None] Port 8c6d4174-5f49-4cd3-ba65-a10001d657e9 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:55.102233 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70303dd6-3f21-4eaf-a073-591071dcd901 req-2d69ac92-4b77-4102-a3b1-7c4d94c1ffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:55.102866 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54314) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:55.103759 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-70303dd6-3f21-4eaf-a073-591071dcd901 req-2d69ac92-4b77-4102-a3b1-7c4d94c1ffaf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 1096 time: 0.1227760 Jul 14 09:36:55.109767 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f1e43aee-17aa-48ef-9b99-bfb84d3ec12f tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Request body: {'port': {'network_id': '6d15d05a-a449-4b1a-835b-e3d740ae319c', 'name': 'tempest-FloatingIPTestJSON-120823868'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:55.114127 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d459f3f-4bb8-4bba-b17c-bd1938255615 None None] Sync routers for ids ['1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:55.133336 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d459f3f-4bb8-4bba-b17c-bd1938255615 None None] Routers {'1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:55.135257 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3d459f3f-4bb8-4bba-b17c-bd1938255615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:55.176072 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3d459f3f-4bb8-4bba-b17c-bd1938255615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:55.186514 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d459f3f-4bb8-4bba-b17c-bd1938255615 None None] Routers {'1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:55.187720 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3d459f3f-4bb8-4bba-b17c-bd1938255615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:55.212629 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70303dd6-3f21-4eaf-a073-591071dcd901 req-e3dde3e8-5501-4d46-a75a-450036ddbc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:55.214216 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-70303dd6-3f21-4eaf-a073-591071dcd901 req-e3dde3e8-5501-4d46-a75a-450036ddbc2d service neutron] 10.222.0.47 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 910 time: 0.1038852 Jul 14 09:36:55.230876 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3d459f3f-4bb8-4bba-b17c-bd1938255615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:55.231675 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d459f3f-4bb8-4bba-b17c-bd1938255615 None None] The sync data for ids ['1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:55.252318 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e43aee-17aa-48ef-9b99-bfb84d3ec12f tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Made reservation on behalf of 51ca3f14a0174c0b882366511dac6c2e for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:55.257291 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1e43aee-17aa-48ef-9b99-bfb84d3ec12f tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:55.268981 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-70303dd6-3f21-4eaf-a073-591071dcd901 req-3144947d-640f-4443-93a2-191252e7846d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d41ab360-c5be-48b4-829a-63a03e9d366f HTTP/1.1" status: 200 len: 217 time: 0.0462370 Jul 14 09:36:55.276562 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f1e43aee-17aa-48ef-9b99-bfb84d3ec12f tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] device_id is not set on port b08a6ba0-30b5-4ab3-8c30-1709c3fa9433 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:36:55.322478 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70303dd6-3f21-4eaf-a073-591071dcd901 req-2140e7ee-28dd-4193-b0eb-f08bb804a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:55.324201 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-70303dd6-3f21-4eaf-a073-591071dcd901 req-2140e7ee-28dd-4193-b0eb-f08bb804a803 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea6b1e4-2ec5-4105-843d-111f5668e0d2 HTTP/1.1" status: 200 len: 849 time: 0.0492980 Jul 14 09:36:55.391654 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70303dd6-3f21-4eaf-a073-591071dcd901 req-c55f7b93-9af9-4f40-8598-dad317d271c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:55.392856 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-70303dd6-3f21-4eaf-a073-591071dcd901 req-c55f7b93-9af9-4f40-8598-dad317d271c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78f139e-d876-4f71-b091-055c8a4ef271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615213 Jul 14 09:36:55.398782 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-f1e43aee-17aa-48ef-9b99-bfb84d3ec12f tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Allocated IP 172.20.0.6 (6d15d05a-a449-4b1a-835b-e3d740ae319c/1d597780-e09f-4d49-a8a5-e0320b3328ea/b08a6ba0-30b5-4ab3-8c30-1709c3fa9433) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:55.513314 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-70303dd6-3f21-4eaf-a073-591071dcd901 req-e3ee70d0-55ae-4839-8859-83d0e5c5c71c service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130679 Jul 14 09:36:55.600764 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1e43aee-17aa-48ef-9b99-bfb84d3ec12f tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:55.624463 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-70303dd6-3f21-4eaf-a073-591071dcd901 req-31a3f09a-6dbe-496c-a74c-69b9eddcda31 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027837 Jul 14 09:36:55.632688 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f1e43aee-17aa-48ef-9b99-bfb84d3ec12f tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Transition to ACTIVE for port object b08a6ba0-30b5-4ab3-8c30-1709c3fa9433 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:55.686664 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1e43aee-17aa-48ef-9b99-bfb84d3ec12f tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:55.769171 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e43aee-17aa-48ef-9b99-bfb84d3ec12f tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Network 6d15d05a-a449-4b1a-835b-e3d740ae319c is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:55.775869 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f1e43aee-17aa-48ef-9b99-bfb84d3ec12f tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:55.778632 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e43aee-17aa-48ef-9b99-bfb84d3ec12f tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:55.785161 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e43aee-17aa-48ef-9b99-bfb84d3ec12f tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event updated for resources: {'Port': ['ID=b08a6ba0-30b5-4ab3-8c30-1709c3fa9433,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:55.845397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e43aee-17aa-48ef-9b99-bfb84d3ec12f tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:55.846043 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1e43aee-17aa-48ef-9b99-bfb84d3ec12f tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:55.870804 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fc1ad-f2dc-45f6-95ee-b6a35c66db27 req-353cfb93-2932-4e39-be63-22c3d642e8cb tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:55.872380 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-541fc1ad-f2dc-45f6-95ee-b6a35c66db27 req-353cfb93-2932-4e39-be63-22c3d642e8cb tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 944 time: 0.1558440 Jul 14 09:36:55.874266 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f1e43aee-17aa-48ef-9b99-bfb84d3ec12f tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7693086 Jul 14 09:36:55.877020 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54322) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:55.881977 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-706e2e82-b15d-45f5-bb17-ae33a05226aa tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Request body: {'floatingip': {'port_id': 'b08a6ba0-30b5-4ab3-8c30-1709c3fa9433'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:55.963264 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-541fc1ad-f2dc-45f6-95ee-b6a35c66db27 req-8746edd1-fe65-40c3-b95a-60b5a8f7441e tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783782 Jul 14 09:36:55.969943 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-706e2e82-b15d-45f5-bb17-ae33a05226aa tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:56.031971 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-33c768ad-b29a-4e9a-9fe9-90143fa4f867 None None] Provisioning for port b08a6ba0-30b5-4ab3-8c30-1709c3fa9433 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:56.036199 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-33c768ad-b29a-4e9a-9fe9-90143fa4f867 None None] Provisioning complete for port b08a6ba0-30b5-4ab3-8c30-1709c3fa9433 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:56.036587 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-33c768ad-b29a-4e9a-9fe9-90143fa4f867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:56.082009 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-33c768ad-b29a-4e9a-9fe9-90143fa4f867 None None] Port b08a6ba0-30b5-4ab3-8c30-1709c3fa9433 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:56.790938 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-706e2e82-b15d-45f5-bb17-ae33a05226aa tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:56.794718 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-706e2e82-b15d-45f5-bb17-ae33a05226aa tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:56.892859 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-706e2e82-b15d-45f5-bb17-ae33a05226aa tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Floating IP 78ec6a80-b782-4b76-b53d-6e578e5365dd associated. External IP: 172.25.6.191, port: 07cfefb3-a7c2-4c0b-9d3e-9b802b9c1879. Jul 14 09:36:57.149799 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706e2e82-b15d-45f5-bb17-ae33a05226aa tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Router 2bb0a359-41a4-49cb-9c37-3ad50b848f61 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:57.179857 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f929ba-d7a8-4869-bbf2-0eeca5fcaefb req-c33e5352-3ea8-402d-95de-531786ce8ab7 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:57.181353 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c9f929ba-d7a8-4869-bbf2-0eeca5fcaefb req-c33e5352-3ea8-402d-95de-531786ce8ab7 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 944 time: 0.0968986 Jul 14 09:36:57.284830 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c9f929ba-d7a8-4869-bbf2-0eeca5fcaefb req-b2a4ffc1-89e2-41b2-8f4c-ffbfedfc7e29 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727992 Jul 14 09:36:57.305845 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706e2e82-b15d-45f5-bb17-ae33a05226aa tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:57.315182 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94a852a-5a12-4f5f-97e2-4df81507060e None None] Sync routers for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:57.324301 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94a852a-5a12-4f5f-97e2-4df81507060e None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:57.324925 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e94a852a-5a12-4f5f-97e2-4df81507060e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:57.359281 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e94a852a-5a12-4f5f-97e2-4df81507060e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:57.369813 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94a852a-5a12-4f5f-97e2-4df81507060e None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:57.370433 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e94a852a-5a12-4f5f-97e2-4df81507060e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:57.405225 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e94a852a-5a12-4f5f-97e2-4df81507060e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:57.405778 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94a852a-5a12-4f5f-97e2-4df81507060e None None] The sync data for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:57.526830 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706e2e82-b15d-45f5-bb17-ae33a05226aa tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Router 1e0cf6da-4ac0-4c0d-b365-71e7a232cac3 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:57.642584 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706e2e82-b15d-45f5-bb17-ae33a05226aa tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:57.648291 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-706e2e82-b15d-45f5-bb17-ae33a05226aa tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:57.654725 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132ebb58-8049-4f08-9e9b-1b4b039359df None None] Sync routers for ids ['1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:57.664930 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132ebb58-8049-4f08-9e9b-1b4b039359df None None] Routers {'1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:57.665470 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-132ebb58-8049-4f08-9e9b-1b4b039359df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:57.697942 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-132ebb58-8049-4f08-9e9b-1b4b039359df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:57.707353 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132ebb58-8049-4f08-9e9b-1b4b039359df None None] Routers {'1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:57.707995 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-132ebb58-8049-4f08-9e9b-1b4b039359df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:57.725246 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-706e2e82-b15d-45f5-bb17-ae33a05226aa tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "PUT /v2.0/floatingips/78ec6a80-b782-4b76-b53d-6e578e5365dd HTTP/1.1" status: 200 len: 977 time: 1.8469777 Jul 14 09:36:57.728036 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54328) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:57.741161 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-132ebb58-8049-4f08-9e9b-1b4b039359df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:57.741815 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132ebb58-8049-4f08-9e9b-1b4b039359df None None] The sync data for ids ['1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:57.827865 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2765352c-cbde-4a68-b5ce-7b0592c4acb6 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Deleting port b08a6ba0-30b5-4ab3-8c30-1709c3fa9433 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:57.828659 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2765352c-cbde-4a68-b5ce-7b0592c4acb6 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:57.918514 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2765352c-cbde-4a68-b5ce-7b0592c4acb6 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:58.151036 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2765352c-cbde-4a68-b5ce-7b0592c4acb6 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:58.151414 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2765352c-cbde-4a68-b5ce-7b0592c4acb6 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:58.151752 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-2765352c-cbde-4a68-b5ce-7b0592c4acb6 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Floating IP 78ec6a80-b782-4b76-b53d-6e578e5365dd disassociated. External IP: 172.25.6.191, port: b08a6ba0-30b5-4ab3-8c30-1709c3fa9433. Jul 14 09:36:58.152086 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2765352c-cbde-4a68-b5ce-7b0592c4acb6 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Calling delete_port for b08a6ba0-30b5-4ab3-8c30-1709c3fa9433 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:58.277493 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2765352c-cbde-4a68-b5ce-7b0592c4acb6 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:58.309472 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765352c-cbde-4a68-b5ce-7b0592c4acb6 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event deleted for resources: {'Port': ['ID=b08a6ba0-30b5-4ab3-8c30-1709c3fa9433,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:58.472451 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2765352c-cbde-4a68-b5ce-7b0592c4acb6 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Router 1e0cf6da-4ac0-4c0d-b365-71e7a232cac3 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:58.503895 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cee86-cc27-487a-b597-d3f12041dc6a req-1662645c-942f-44fd-b1c0-3a7cd0061b56 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:58.505484 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-816cee86-cc27-487a-b597-d3f12041dc6a req-1662645c-942f-44fd-b1c0-3a7cd0061b56 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 944 time: 0.0994534 Jul 14 09:36:58.619733 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-816cee86-cc27-487a-b597-d3f12041dc6a req-b167c47d-06a7-425d-9ffb-9c9933db2108 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822501 Jul 14 09:36:58.636679 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2765352c-cbde-4a68-b5ce-7b0592c4acb6 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:58.648595 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1127e98-fb4c-487d-92ad-f4c27d66c8c7 None None] Sync routers for ids ['1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:58.657709 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1127e98-fb4c-487d-92ad-f4c27d66c8c7 None None] Routers {'1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:58.659342 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b1127e98-fb4c-487d-92ad-f4c27d66c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:58.690130 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b1127e98-fb4c-487d-92ad-f4c27d66c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:58.700183 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1127e98-fb4c-487d-92ad-f4c27d66c8c7 None None] Routers {'1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:58.701466 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b1127e98-fb4c-487d-92ad-f4c27d66c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:58.717425 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2765352c-cbde-4a68-b5ce-7b0592c4acb6 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:58.720024 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2765352c-cbde-4a68-b5ce-7b0592c4acb6 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "DELETE /v2.0/ports/b08a6ba0-30b5-4ab3-8c30-1709c3fa9433 HTTP/1.1" status: 204 len: 168 time: 0.9910140 Jul 14 09:36:58.724091 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54334) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:58.744060 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b1127e98-fb4c-487d-92ad-f4c27d66c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:58.744903 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1127e98-fb4c-487d-92ad-f4c27d66c8c7 None None] The sync data for ids ['1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:59.107621 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-756a479f-ef83-48ea-997f-5120fd03c18c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:59.732539 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-756a479f-ef83-48ea-997f-5120fd03c18c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Deleting port 8c6d4174-5f49-4cd3-ba65-a10001d657e9 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:59.732882 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-756a479f-ef83-48ea-997f-5120fd03c18c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:59.859151 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-756a479f-ef83-48ea-997f-5120fd03c18c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:59.881665 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678d792-bd81-471f-b7cf-cd559670440e req-47f26fb4-0672-44fe-ba42-86f2ca13c6a4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:59.883164 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a678d792-bd81-471f-b7cf-cd559670440e req-47f26fb4-0672-44fe-ba42-86f2ca13c6a4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 944 time: 0.1472831 Jul 14 09:36:59.884165 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-756a479f-ef83-48ea-997f-5120fd03c18c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Calling delete_port for 8c6d4174-5f49-4cd3-ba65-a10001d657e9 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:59.964747 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a678d792-bd81-471f-b7cf-cd559670440e req-2e7ecb0e-af49-46b9-b7dd-7c8fbb6c683b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746129 Jul 14 09:37:00.104915 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-756a479f-ef83-48ea-997f-5120fd03c18c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.132282 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a479f-ef83-48ea-997f-5120fd03c18c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event deleted for resources: {'Port': ['ID=8c6d4174-5f49-4cd3-ba65-a10001d657e9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:00.145808 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a479f-ef83-48ea-997f-5120fd03c18c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:00.146164 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a479f-ef83-48ea-997f-5120fd03c18c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:00.146514 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a479f-ef83-48ea-997f-5120fd03c18c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:00.146860 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a479f-ef83-48ea-997f-5120fd03c18c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:00.147204 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a479f-ef83-48ea-997f-5120fd03c18c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:00.147578 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a479f-ef83-48ea-997f-5120fd03c18c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:00.147918 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a479f-ef83-48ea-997f-5120fd03c18c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:00.148254 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a479f-ef83-48ea-997f-5120fd03c18c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:00.148586 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a479f-ef83-48ea-997f-5120fd03c18c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:00.148921 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a479f-ef83-48ea-997f-5120fd03c18c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:00.149257 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a479f-ef83-48ea-997f-5120fd03c18c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:00.149615 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a479f-ef83-48ea-997f-5120fd03c18c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:00.337792 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-756a479f-ef83-48ea-997f-5120fd03c18c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.569527 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756a479f-ef83-48ea-997f-5120fd03c18c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Router 1e0cf6da-4ac0-4c0d-b365-71e7a232cac3 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:00.677626 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756a479f-ef83-48ea-997f-5120fd03c18c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:00.683752 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-756a479f-ef83-48ea-997f-5120fd03c18c tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "PUT /v2.0/routers/1e0cf6da-4ac0-4c0d-b365-71e7a232cac3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9585128 Jul 14 09:37:00.685768 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54342) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:00.686832 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afaf753-035e-4772-903b-52f2510a23c0 None None] Sync routers for ids ['1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:00.697272 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afaf753-035e-4772-903b-52f2510a23c0 None None] Routers {'1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:00.697892 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3afaf753-035e-4772-903b-52f2510a23c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:00.732995 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3afaf753-035e-4772-903b-52f2510a23c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:00.742382 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afaf753-035e-4772-903b-52f2510a23c0 None None] Routers {'1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:00.742900 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3afaf753-035e-4772-903b-52f2510a23c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:00.775131 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3afaf753-035e-4772-903b-52f2510a23c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:00.775831 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afaf753-035e-4772-903b-52f2510a23c0 None None] The sync data for ids ['1e0cf6da-4ac0-4c0d-b365-71e7a232cac3'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:00.798754 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca253720-d206-42bf-8a0e-251018aceec4 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.917876 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca253720-d206-42bf-8a0e-251018aceec4 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.974205 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ca253720-d206-42bf-8a0e-251018aceec4 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Deleting port 525cd3d2-03a6-42ce-9743-b25626fca265 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:00.974552 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca253720-d206-42bf-8a0e-251018aceec4 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.064252 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca253720-d206-42bf-8a0e-251018aceec4 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.076635 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ca253720-d206-42bf-8a0e-251018aceec4 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Calling delete_port for 525cd3d2-03a6-42ce-9743-b25626fca265 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:01.234750 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad5831-db17-4206-bf5b-e5c0f0c5423b req-36f7b29e-339b-49b8-b391-d21e6c8bc1ad tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:01.236381 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-39ad5831-db17-4206-bf5b-e5c0f0c5423b req-36f7b29e-339b-49b8-b391-d21e6c8bc1ad tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 944 time: 0.1502080 Jul 14 09:37:01.318241 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-39ad5831-db17-4206-bf5b-e5c0f0c5423b req-06cecb1d-dfca-4511-82bf-da0ca5ff3715 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739973 Jul 14 09:37:01.356082 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca253720-d206-42bf-8a0e-251018aceec4 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.393390 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca253720-d206-42bf-8a0e-251018aceec4 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event deleted for resources: {'Port': ['ID=525cd3d2-03a6-42ce-9743-b25626fca265,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:01.458921 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca253720-d206-42bf-8a0e-251018aceec4 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.555268 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca253720-d206-42bf-8a0e-251018aceec4 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.557454 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca253720-d206-42bf-8a0e-251018aceec4 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.608431 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca253720-d206-42bf-8a0e-251018aceec4 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.609151 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca253720-d206-42bf-8a0e-251018aceec4 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Fanout notify agent at l3_agent the message router_deleted on router 1e0cf6da-4ac0-4c0d-b365-71e7a232cac3 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:37:01.617057 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca253720-d206-42bf-8a0e-251018aceec4 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.618191 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ca253720-d206-42bf-8a0e-251018aceec4 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "DELETE /v2.0/routers/1e0cf6da-4ac0-4c0d-b365-71e7a232cac3 HTTP/1.1" status: 204 len: 168 time: 0.9314394 Jul 14 09:37:01.621174 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54348) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:01.675422 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f93691-b3a2-463e-bf72-ca972a7b8413 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Deleting subnet 1d597780-e09f-4d49-a8a5-e0320b3328ea {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:37:01.678946 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9f93691-b3a2-463e-bf72-ca972a7b8413 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.730989 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9f93691-b3a2-463e-bf72-ca972a7b8413 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.826503 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9f93691-b3a2-463e-bf72-ca972a7b8413 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.900824 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9f93691-b3a2-463e-bf72-ca972a7b8413 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.930750 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f93691-b3a2-463e-bf72-ca972a7b8413 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event deleted for resources: {'Subnet': ['ID=1d597780-e09f-4d49-a8a5-e0320b3328ea,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:01.932876 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9f93691-b3a2-463e-bf72-ca972a7b8413 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.935530 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c9f93691-b3a2-463e-bf72-ca972a7b8413 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "DELETE /v2.0/subnets/1d597780-e09f-4d49-a8a5-e0320b3328ea HTTP/1.1" status: 204 len: 168 time: 0.3127320 Jul 14 09:37:01.937454 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54350) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:01.941183 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19cc26a-3528-46f0-920b-f4effe7f05e4 None None] Network 6d15d05a-a449-4b1a-835b-e3d740ae319c requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:02.020557 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50a6b086-d35f-44a1-8086-b58d54c5a19a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.085951 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-50a6b086-d35f-44a1-8086-b58d54c5a19a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Deleting port 9536937a-3bae-45df-84b9-e87273c995e2 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:02.086301 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50a6b086-d35f-44a1-8086-b58d54c5a19a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.128236 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fd856c-01d7-4eb9-b424-67a56fe49c13 None None] DHCP port deletion for 6d15d05a-a449-4b1a-835b-e3d740ae319c request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:37:02.152140 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-50a6b086-d35f-44a1-8086-b58d54c5a19a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] For port 9536937a-3bae-45df-84b9-e87273c995e2, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9536937a-3bae-45df-84b9-e87273c995e2,segment=NetworkSegment(58becdc0-382d-4cc3-b4df-765cc24060b7),segment_id=58becdc0-382d-4cc3-b4df-765cc24060b7)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:02.152490 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50a6b086-d35f-44a1-8086-b58d54c5a19a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.166206 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-50a6b086-d35f-44a1-8086-b58d54c5a19a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Calling delete_port for 9536937a-3bae-45df-84b9-e87273c995e2 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:02.179518 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-25fd856c-01d7-4eb9-b424-67a56fe49c13 None None] Deleting port 9536937a-3bae-45df-84b9-e87273c995e2 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:02.179903 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25fd856c-01d7-4eb9-b424-67a56fe49c13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.245390 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-25fd856c-01d7-4eb9-b424-67a56fe49c13 None None] For port 9536937a-3bae-45df-84b9-e87273c995e2, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=9536937a-3bae-45df-84b9-e87273c995e2,segment=NetworkSegment(58becdc0-382d-4cc3-b4df-765cc24060b7),segment_id=58becdc0-382d-4cc3-b4df-765cc24060b7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:02.245778 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25fd856c-01d7-4eb9-b424-67a56fe49c13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.251782 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50a6b086-d35f-44a1-8086-b58d54c5a19a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.260879 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-25fd856c-01d7-4eb9-b424-67a56fe49c13 None None] Calling delete_port for 9536937a-3bae-45df-84b9-e87273c995e2 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:02.282148 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6b086-d35f-44a1-8086-b58d54c5a19a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event deleted for resources: {'Port': ['ID=9536937a-3bae-45df-84b9-e87273c995e2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:02.287130 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a6b086-d35f-44a1-8086-b58d54c5a19a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] No DVR routers for this DVR port 9536937a-3bae-45df-84b9-e87273c995e2 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:02.356642 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25fd856c-01d7-4eb9-b424-67a56fe49c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.368072 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50a6b086-d35f-44a1-8086-b58d54c5a19a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.379414 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-50a6b086-d35f-44a1-8086-b58d54c5a19a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d15d05a-a449-4b1a-835b-e3d740ae319c']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:02.385918 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fd856c-01d7-4eb9-b424-67a56fe49c13 None None] No DVR routers for this DVR port 9536937a-3bae-45df-84b9-e87273c995e2 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:02.390039 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd856c-01d7-4eb9-b424-67a56fe49c13 None None] Pushing event deleted for resources: {'Port': ['ID=9536937a-3bae-45df-84b9-e87273c995e2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:02.393816 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-50a6b086-d35f-44a1-8086-b58d54c5a19a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58becdc0-382d-4cc3-b4df-765cc24060b7') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:02.394223 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-50a6b086-d35f-44a1-8086-b58d54c5a19a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58becdc0-382d-4cc3-b4df-765cc24060b7') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:02.410711 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50a6b086-d35f-44a1-8086-b58d54c5a19a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.426954 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50a6b086-d35f-44a1-8086-b58d54c5a19a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.434554 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a6b086-d35f-44a1-8086-b58d54c5a19a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:02.435121 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50a6b086-d35f-44a1-8086-b58d54c5a19a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:02.438735 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:02.558007 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50a6b086-d35f-44a1-8086-b58d54c5a19a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.561253 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9536937a-3bae-45df-84b9-e87273c995e2 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:02.568546 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50a6b086-d35f-44a1-8086-b58d54c5a19a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.570461 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-50a6b086-d35f-44a1-8086-b58d54c5a19a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "DELETE /v2.0/networks/6d15d05a-a449-4b1a-835b-e3d740ae319c HTTP/1.1" status: 204 len: 168 time: 0.6320140 Jul 14 09:37:02.573630 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54358) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:02.584046 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6b086-d35f-44a1-8086-b58d54c5a19a tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event deleted for resources: {'Network': ['ID=6d15d05a-a449-4b1a-835b-e3d740ae319c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:02.585181 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 9536937a-3bae-45df-84b9-e87273c995e2 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:02.585869 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 9536937a-3bae-45df-84b9-e87273c995e2 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:02.600110 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf77fa-807b-4690-8d26-7c7fb106257c req-901d73c6-5a0b-4f46-aaf4-0880d58f380d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:02.601761 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7cbf77fa-807b-4690-8d26-7c7fb106257c req-901d73c6-5a0b-4f46-aaf4-0880d58f380d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 944 time: 0.1351810 Jul 14 09:37:02.641482 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7cbf77fa-807b-4690-8d26-7c7fb106257c req-6fe234e1-9a16-41fe-aca1-083bea3f165c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339487 Jul 14 09:37:02.716917 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f9a29728-dccc-4020-b012-2115269a4daf tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Deleting port 7d8f5d70-0a09-4220-934d-0c83f57bf71c {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:02.717263 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f9a29728-dccc-4020-b012-2115269a4daf tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.797668 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f9a29728-dccc-4020-b012-2115269a4daf tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.798001 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f9a29728-dccc-4020-b012-2115269a4daf tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.809724 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f9a29728-dccc-4020-b012-2115269a4daf tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Calling delete_port for 7d8f5d70-0a09-4220-934d-0c83f57bf71c owned by network:floatingip {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:02.946274 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f9a29728-dccc-4020-b012-2115269a4daf tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.973219 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a29728-dccc-4020-b012-2115269a4daf tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event deleted for resources: {'Port': ['ID=7d8f5d70-0a09-4220-934d-0c83f57bf71c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:03.003458 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a29728-dccc-4020-b012-2115269a4daf tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:03.003876 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a29728-dccc-4020-b012-2115269a4daf tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:03.004266 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a29728-dccc-4020-b012-2115269a4daf tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:03.004654 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a29728-dccc-4020-b012-2115269a4daf tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:03.005109 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a29728-dccc-4020-b012-2115269a4daf tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:03.005493 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a29728-dccc-4020-b012-2115269a4daf tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:03.005913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a29728-dccc-4020-b012-2115269a4daf tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:03.006324 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a29728-dccc-4020-b012-2115269a4daf tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:03.006703 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a29728-dccc-4020-b012-2115269a4daf tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:03.007082 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a29728-dccc-4020-b012-2115269a4daf tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:03.007515 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a29728-dccc-4020-b012-2115269a4daf tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:03.007936 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a29728-dccc-4020-b012-2115269a4daf tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:03.050708 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f9a29728-dccc-4020-b012-2115269a4daf tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for floatingip, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:03.053292 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f9a29728-dccc-4020-b012-2115269a4daf tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:03.053664 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f9a29728-dccc-4020-b012-2115269a4daf tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "DELETE /v2.0/floatingips/78ec6a80-b782-4b76-b53d-6e578e5365dd HTTP/1.1" status: 204 len: 168 time: 0.4786303 Jul 14 09:37:03.059597 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54360) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:03.086874 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-88884e84-ef67-475d-a4e3-a02e9fa28061 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] DELETE failed (client error): The resource could not be found. Jul 14 09:37:03.087589 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88884e84-ef67-475d-a4e3-a02e9fa28061 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:37:03.089256 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-88884e84-ef67-475d-a4e3-a02e9fa28061 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "DELETE /v2.0/ports/b08a6ba0-30b5-4ab3-8c30-1709c3fa9433 HTTP/1.1" status: 404 len: 333 time: 0.0286417 Jul 14 09:37:03.091871 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54362) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:03.124497 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-59713bba-3023-458f-a89e-70317d13d4d2 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e0cf6da-4ac0-4c0d-b365-71e7a232cac3 HTTP/1.1" status: 200 len: 205 time: 0.0315435 Jul 14 09:37:03.126793 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54364) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:03.163792 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-944acbaf-8462-41cc-b713-04d0fac25033 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] delete failed (client error): The resource could not be found. Jul 14 09:37:03.164802 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-944acbaf-8462-41cc-b713-04d0fac25033 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "DELETE /v2.0/routers/1e0cf6da-4ac0-4c0d-b365-71e7a232cac3 HTTP/1.1" status: 404 len: 336 time: 0.0370574 Jul 14 09:37:03.167552 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54366) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:03.195258 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f105a4e6-0cb7-4b51-9e40-d1301fa8a837 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] DELETE failed (client error): The resource could not be found. Jul 14 09:37:03.195750 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f105a4e6-0cb7-4b51-9e40-d1301fa8a837 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:37:03.197496 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f105a4e6-0cb7-4b51-9e40-d1301fa8a837 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "DELETE /v2.0/subnets/1d597780-e09f-4d49-a8a5-e0320b3328ea HTTP/1.1" status: 404 len: 337 time: 0.0290432 Jul 14 09:37:03.200056 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54368) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:03.305116 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b00520b8-b29e-431d-966a-56a2de4008e0 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Deleting port 07cfefb3-a7c2-4c0b-9d3e-9b802b9c1879 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:03.305467 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b00520b8-b29e-431d-966a-56a2de4008e0 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:03.392184 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b00520b8-b29e-431d-966a-56a2de4008e0 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:03.404219 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b00520b8-b29e-431d-966a-56a2de4008e0 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Calling delete_port for 07cfefb3-a7c2-4c0b-9d3e-9b802b9c1879 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:03.537970 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b00520b8-b29e-431d-966a-56a2de4008e0 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:03.571541 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00520b8-b29e-431d-966a-56a2de4008e0 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event deleted for resources: {'Port': ['ID=07cfefb3-a7c2-4c0b-9d3e-9b802b9c1879,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:03.651074 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b00520b8-b29e-431d-966a-56a2de4008e0 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:03.653248 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b00520b8-b29e-431d-966a-56a2de4008e0 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "DELETE /v2.0/ports/07cfefb3-a7c2-4c0b-9d3e-9b802b9c1879 HTTP/1.1" status: 204 len: 168 time: 0.4521329 Jul 14 09:37:03.655638 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54372) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:03.761792 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-da5a6b8b-868b-4183-ac11-4ffec459eb61 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Deleting port 599c8788-539d-4895-8f6e-15c33b48f4e8 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:03.762140 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da5a6b8b-868b-4183-ac11-4ffec459eb61 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:03.825449 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1095f9-73df-46ee-a6ff-ffdba89f13f7 req-07ec8864-4ad7-412c-9511-4640fcb24f13 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:03.826988 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b1095f9-73df-46ee-a6ff-ffdba89f13f7 req-07ec8864-4ad7-412c-9511-4640fcb24f13 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 944 time: 0.0697904 Jul 14 09:37:03.858471 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da5a6b8b-868b-4183-ac11-4ffec459eb61 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:03.866703 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b1095f9-73df-46ee-a6ff-ffdba89f13f7 req-b561f256-7846-4e31-8867-b0c2deebddc5 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331328 Jul 14 09:37:03.870860 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-da5a6b8b-868b-4183-ac11-4ffec459eb61 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Calling delete_port for 599c8788-539d-4895-8f6e-15c33b48f4e8 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:04.004904 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da5a6b8b-868b-4183-ac11-4ffec459eb61 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.036255 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a6b8b-868b-4183-ac11-4ffec459eb61 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event deleted for resources: {'Port': ['ID=599c8788-539d-4895-8f6e-15c33b48f4e8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:04.106056 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da5a6b8b-868b-4183-ac11-4ffec459eb61 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.107817 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-da5a6b8b-868b-4183-ac11-4ffec459eb61 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "DELETE /v2.0/ports/599c8788-539d-4895-8f6e-15c33b48f4e8 HTTP/1.1" status: 204 len: 168 time: 0.4511275 Jul 14 09:37:04.110459 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54376) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:04.182231 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47d3e03-9487-4502-9cb6-e4a3521d5105 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:04.183739 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f47d3e03-9487-4502-9cb6-e4a3521d5105 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bb0a359-41a4-49cb-9c37-3ad50b848f61 HTTP/1.1" status: 200 len: 913 time: 0.0721264 Jul 14 09:37:04.186459 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54378) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:04.568340 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device d41ab360-c5be-48b4-829a-63a03e9d366f details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:37:04.636670 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72858fab-412d-4f72-9618-219fb69a8dc8 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.683987 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port d41ab360-c5be-48b4-829a-63a03e9d366f, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=d41ab360-c5be-48b4-829a-63a03e9d366f,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:04.698711 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'd41ab360-c5be-48b4-829a-63a03e9d366f', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'port_id': 'd41ab360-c5be-48b4-829a-63a03e9d366f', 'mac_address': 'fa:16:3e:2c:db:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:37:04.742905 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.758642 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d41ab360-c5be-48b4-829a-63a03e9d366f {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:04.786964 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port d41ab360-c5be-48b4-829a-63a03e9d366f, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=d41ab360-c5be-48b4-829a-63a03e9d366f,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:04.797541 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.860654 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=d41ab360-c5be-48b4-829a-63a03e9d366f,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:05.015634 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['d41ab360-c5be-48b4-829a-63a03e9d366f'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:05.085824 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f49257-d872-4baf-b1ff-365041695470 req-9460b6a0-2996-4b31-bbf6-3c70ac8a798d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:05.087635 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-24f49257-d872-4baf-b1ff-365041695470 req-9460b6a0-2996-4b31-bbf6-3c70ac8a798d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 945 time: 0.0969927 Jul 14 09:37:05.140016 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-24f49257-d872-4baf-b1ff-365041695470 req-d72152f4-bfd9-485e-a03e-3efabcebdf19 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385852 Jul 14 09:37:05.356514 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-72858fab-412d-4f72-9618-219fb69a8dc8 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Deleting port fcec51e9-9335-469f-82ab-8b4c6bca71c1 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:05.357100 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72858fab-412d-4f72-9618-219fb69a8dc8 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:05.447005 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72858fab-412d-4f72-9618-219fb69a8dc8 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:05.460281 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-72858fab-412d-4f72-9618-219fb69a8dc8 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Calling delete_port for fcec51e9-9335-469f-82ab-8b4c6bca71c1 owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:05.677878 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72858fab-412d-4f72-9618-219fb69a8dc8 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:05.704323 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72858fab-412d-4f72-9618-219fb69a8dc8 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event deleted for resources: {'Port': ['ID=fcec51e9-9335-469f-82ab-8b4c6bca71c1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:05.896583 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72858fab-412d-4f72-9618-219fb69a8dc8 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.130363 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72858fab-412d-4f72-9618-219fb69a8dc8 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Router 2bb0a359-41a4-49cb-9c37-3ad50b848f61 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:06.264625 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72858fab-412d-4f72-9618-219fb69a8dc8 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:06.270568 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-72858fab-412d-4f72-9618-219fb69a8dc8 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "PUT /v2.0/routers/2bb0a359-41a4-49cb-9c37-3ad50b848f61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0831521 Jul 14 09:37:06.274515 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50e2886-9f3e-4652-bbc0-8270ddbec9bc None None] Sync routers for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:06.275255 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54388) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:06.285552 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50e2886-9f3e-4652-bbc0-8270ddbec9bc None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:06.286523 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f50e2886-9f3e-4652-bbc0-8270ddbec9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:06.324142 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f50e2886-9f3e-4652-bbc0-8270ddbec9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:06.337788 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50e2886-9f3e-4652-bbc0-8270ddbec9bc None None] Routers {'2bb0a359-41a4-49cb-9c37-3ad50b848f61'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:06.338434 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f50e2886-9f3e-4652-bbc0-8270ddbec9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:06.377375 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f50e2886-9f3e-4652-bbc0-8270ddbec9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:06.378172 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50e2886-9f3e-4652-bbc0-8270ddbec9bc None None] The sync data for ids ['2bb0a359-41a4-49cb-9c37-3ad50b848f61'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:06.435644 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbbac751-22ee-4aa2-8a40-320200b92ed3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.444977 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6a29b-41af-4893-877a-5130689d1767 req-f478970f-db4e-4846-84aa-227d640e2d41 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:06.446460 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-43f6a29b-41af-4893-877a-5130689d1767 req-f478970f-db4e-4846-84aa-227d640e2d41 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 945 time: 0.1259906 Jul 14 09:37:06.567478 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-43f6a29b-41af-4893-877a-5130689d1767 req-37c4558a-f3cd-4670-b79e-8284c3cedd85 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813804 Jul 14 09:37:06.567735 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device d41ab360-c5be-48b4-829a-63a03e9d366f up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:06.595132 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbbac751-22ee-4aa2-8a40-320200b92ed3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.623266 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port d41ab360-c5be-48b4-829a-63a03e9d366f completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:06.627551 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port d41ab360-c5be-48b4-829a-63a03e9d366f triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:06.627954 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.655111 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cbbac751-22ee-4aa2-8a40-320200b92ed3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Deleting port c06f4ada-f5e0-4bc1-a9ff-5f7b8984a0e0 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:06.655448 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbbac751-22ee-4aa2-8a40-320200b92ed3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.710773 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.742867 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99e4314-cb01-49a9-b6c3-47f609f95384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41ab360-c5be-48b4-829a-63a03e9d366f'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:06.747631 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381fae9d-7495-40a5-8ac8-0b41a48e5625" -d '{"events": [{"server_uuid": "d99e4314-cb01-49a9-b6c3-47f609f95384", "name": "network-vif-plugged", "status": "completed", "tag": "d41ab360-c5be-48b4-829a-63a03e9d366f"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:06.752495 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbbac751-22ee-4aa2-8a40-320200b92ed3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.766349 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port d41ab360-c5be-48b4-829a-63a03e9d366f, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=d41ab360-c5be-48b4-829a-63a03e9d366f,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:06.767441 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cbbac751-22ee-4aa2-8a40-320200b92ed3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Calling delete_port for c06f4ada-f5e0-4bc1-a9ff-5f7b8984a0e0 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:06.772426 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.829594 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=d41ab360-c5be-48b4-829a-63a03e9d366f,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:06.876633 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426059b6-94af-42cd-bee7-5b52f86eaf34 x-openstack-request-id: req-426059b6-94af-42cd-bee7-5b52f86eaf34 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:06.876959 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99e4314-cb01-49a9-b6c3-47f609f95384", "name": "network-vif-plugged", "status": "completed", "tag": "d41ab360-c5be-48b4-829a-63a03e9d366f", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:06.877387 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-426059b6-94af-42cd-bee7-5b52f86eaf34 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:06.877838 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99e4314-cb01-49a9-b6c3-47f609f95384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41ab360-c5be-48b4-829a-63a03e9d366f', 'code': 200} Jul 14 09:37:06.991036 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbbac751-22ee-4aa2-8a40-320200b92ed3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.021971 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372c2a3-7dec-4594-97d9-0c7877bf883f req-325cd948-10f5-46ec-ac65-eff3aae383f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:07.023560 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6372c2a3-7dec-4594-97d9-0c7877bf883f req-325cd948-10f5-46ec-ac65-eff3aae383f1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 1098 time: 0.0735266 Jul 14 09:37:07.026274 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbac751-22ee-4aa2-8a40-320200b92ed3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event deleted for resources: {'Port': ['ID=c06f4ada-f5e0-4bc1-a9ff-5f7b8984a0e0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:07.073616 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6372c2a3-7dec-4594-97d9-0c7877bf883f req-adab847c-8b0d-46ad-950a-65cd2b0e230b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432265 Jul 14 09:37:07.105963 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbbac751-22ee-4aa2-8a40-320200b92ed3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.200060 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbbac751-22ee-4aa2-8a40-320200b92ed3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.202258 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbbac751-22ee-4aa2-8a40-320200b92ed3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.249697 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbbac751-22ee-4aa2-8a40-320200b92ed3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.250227 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbac751-22ee-4aa2-8a40-320200b92ed3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Fanout notify agent at l3_agent the message router_deleted on router 2bb0a359-41a4-49cb-9c37-3ad50b848f61 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:37:07.258215 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbbac751-22ee-4aa2-8a40-320200b92ed3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.260833 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cbbac751-22ee-4aa2-8a40-320200b92ed3 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "DELETE /v2.0/routers/2bb0a359-41a4-49cb-9c37-3ad50b848f61 HTTP/1.1" status: 204 len: 168 time: 0.9842584 Jul 14 09:37:07.261830 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54396) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:07.322477 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a743ccfc-8264-4b9a-85b1-49fe05dabb35 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Deleting subnet d53acab5-e977-4f11-ac54-d947d2401b77 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:37:07.325863 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a743ccfc-8264-4b9a-85b1-49fe05dabb35 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.368590 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a743ccfc-8264-4b9a-85b1-49fe05dabb35 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.420993 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a743ccfc-8264-4b9a-85b1-49fe05dabb35 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.486674 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a743ccfc-8264-4b9a-85b1-49fe05dabb35 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.525563 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a743ccfc-8264-4b9a-85b1-49fe05dabb35 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.527413 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a743ccfc-8264-4b9a-85b1-49fe05dabb35 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "DELETE /v2.0/subnets/d53acab5-e977-4f11-ac54-d947d2401b77 HTTP/1.1" status: 204 len: 168 time: 0.2646732 Jul 14 09:37:07.528554 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743ccfc-8264-4b9a-85b1-49fe05dabb35 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event deleted for resources: {'Subnet': ['ID=d53acab5-e977-4f11-ac54-d947d2401b77,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:07.530102 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54398) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:07.636664 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d3d87adf-d417-456f-a62f-42c7609ee0e9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.735204 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d3d87adf-d417-456f-a62f-42c7609ee0e9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.748932 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-d3d87adf-d417-456f-a62f-42c7609ee0e9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7350f748-dab2-4d4d-affa-ed88ccb92e19']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:07.761489 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-d3d87adf-d417-456f-a62f-42c7609ee0e9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4cde578-ada2-4367-8986-c327bfbfabc2') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:07.761795 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-d3d87adf-d417-456f-a62f-42c7609ee0e9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4cde578-ada2-4367-8986-c327bfbfabc2') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:07.762352 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10a8a1-3bff-4288-912e-65f4c75e4528 req-56dbcc73-8f9c-4e16-896f-d9533aa8b1ab tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:07.764022 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7d10a8a1-3bff-4288-912e-65f4c75e4528 req-56dbcc73-8f9c-4e16-896f-d9533aa8b1ab tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 946 time: 0.0691175 Jul 14 09:37:07.772903 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d3d87adf-d417-456f-a62f-42c7609ee0e9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.789579 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d3d87adf-d417-456f-a62f-42c7609ee0e9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.796040 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d87adf-d417-456f-a62f-42c7609ee0e9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:07.796684 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d3d87adf-d417-456f-a62f-42c7609ee0e9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:07.800345 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:07.813124 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7d10a8a1-3bff-4288-912e-65f4c75e4528 req-9b4a4b43-2026-4719-a323-88a8555a0a68 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418825 Jul 14 09:37:07.865381 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d3d87adf-d417-456f-a62f-42c7609ee0e9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.872640 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d3d87adf-d417-456f-a62f-42c7609ee0e9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.875996 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d3d87adf-d417-456f-a62f-42c7609ee0e9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] 10.222.0.25 "DELETE /v2.0/networks/7350f748-dab2-4d4d-affa-ed88ccb92e19 HTTP/1.1" status: 204 len: 168 time: 0.3447053 Jul 14 09:37:07.890027 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d87adf-d417-456f-a62f-42c7609ee0e9 tempest-FloatingIPTestJSON-1000532746 tempest-FloatingIPTestJSON-1000532746-project] Pushing event deleted for resources: {'Network': ['ID=7350f748-dab2-4d4d-affa-ed88ccb92e19,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:08.133182 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54408) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:08.292001 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d21b26af-cc09-4690-bb45-c71c62175590 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=51ca3f14a0174c0b882366511dac6c2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574779 Jul 14 09:37:08.294416 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54412) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:08.345538 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f0bf7a9-eb01-448b-b064-8438755b2d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.368135 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f0bf7a9-eb01-448b-b064-8438755b2d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.414737 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f0bf7a9-eb01-448b-b064-8438755b2d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.417311 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f0bf7a9-eb01-448b-b064-8438755b2d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.418452 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8f0bf7a9-eb01-448b-b064-8438755b2d45 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a01f3695-1800-45ff-8688-835de84331b3 HTTP/1.1" status: 204 len: 168 time: 0.1231165 Jul 14 09:37:08.426726 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bf7a9-eb01-448b-b064-8438755b2d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01f3695-1800-45ff-8688-835de84331b3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:09.003238 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fde66b-40ad-4d72-88ed-1b0b712f67df req-11f88eeb-8460-4a3b-96b9-ccb970c0771f tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:09.004793 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10fde66b-40ad-4d72-88ed-1b0b712f67df req-11f88eeb-8460-4a3b-96b9-ccb970c0771f tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 946 time: 0.0753913 Jul 14 09:37:09.059432 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10fde66b-40ad-4d72-88ed-1b0b712f67df req-e50ba6c5-1afb-4dc0-843b-eaef987e25b6 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455327 Jul 14 09:37:09.104688 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54438) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:09.241608 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-46583a02-8b74-4ddb-8880-8d3eaacff5ec tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1910937534'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:09.268741 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f5284-967f-4886-aeda-5dca876416f2 req-52c71dcb-eb77-4942-a03c-3b421f39ecf7 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:09.271068 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6b6f5284-967f-4886-aeda-5dca876416f2 req-52c71dcb-eb77-4942-a03c-3b421f39ecf7 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 946 time: 0.0779653 Jul 14 09:37:09.274342 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46583a02-8b74-4ddb-8880-8d3eaacff5ec tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Made reservation on behalf of 4237d312d4954e378307dbe41ee5c3dd for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:09.278359 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46583a02-8b74-4ddb-8880-8d3eaacff5ec tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.292377 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46583a02-8b74-4ddb-8880-8d3eaacff5ec tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.329208 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6b6f5284-967f-4886-aeda-5dca876416f2 req-24416e7d-dc87-490c-abe1-092cd3dab2ba tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491920 Jul 14 09:37:09.434269 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46583a02-8b74-4ddb-8880-8d3eaacff5ec tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.438637 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46583a02-8b74-4ddb-8880-8d3eaacff5ec tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.467896 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46583a02-8b74-4ddb-8880-8d3eaacff5ec tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:37:09.478783 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46583a02-8b74-4ddb-8880-8d3eaacff5ec tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19b18c35-b88d-4cba-bb89-cc9e4202513e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:09.484114 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46583a02-8b74-4ddb-8880-8d3eaacff5ec tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.484470 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-46583a02-8b74-4ddb-8880-8d3eaacff5ec tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Added segment 407d85b7-32f3-4048-975b-48a121454627 of type vlan for network 12d4258e-6e2d-4016-a149-d5d9fc8591d1 Jul 14 09:37:09.526837 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46583a02-8b74-4ddb-8880-8d3eaacff5ec tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.558102 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46583a02-8b74-4ddb-8880-8d3eaacff5ec tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.564134 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46583a02-8b74-4ddb-8880-8d3eaacff5ec tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:09.565394 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46583a02-8b74-4ddb-8880-8d3eaacff5ec tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.621480 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-46583a02-8b74-4ddb-8880-8d3eaacff5ec tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5155497 Jul 14 09:37:09.624196 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54450) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:09.629784 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-e0396645-4530-4a24-a89e-f58be7fe1906 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1188370558'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:09.652898 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46583a02-8b74-4ddb-8880-8d3eaacff5ec tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Network': ['ID=12d4258e-6e2d-4016-a149-d5d9fc8591d1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:09.665718 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 12d4258e-6e2d-4016-a149-d5d9fc8591d1 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:37:09.672469 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0396645-4530-4a24-a89e-f58be7fe1906 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Made reservation on behalf of 4237d312d4954e378307dbe41ee5c3dd for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:09.678109 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0396645-4530-4a24-a89e-f58be7fe1906 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.710186 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0396645-4530-4a24-a89e-f58be7fe1906 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:37:09.721776 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0396645-4530-4a24-a89e-f58be7fe1906 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.722056 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-e0396645-4530-4a24-a89e-f58be7fe1906 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Added segment a1bed17f-d9f6-4649-8aba-e87d8b5497b2 of type vlan for network 1510e98b-58ba-459e-96c7-ce5c44661922 Jul 14 09:37:09.765106 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0396645-4530-4a24-a89e-f58be7fe1906 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.797344 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0396645-4530-4a24-a89e-f58be7fe1906 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.803618 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0396645-4530-4a24-a89e-f58be7fe1906 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:09.804209 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0396645-4530-4a24-a89e-f58be7fe1906 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.866694 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e0396645-4530-4a24-a89e-f58be7fe1906 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2382281 Jul 14 09:37:09.866921 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54458) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:09.872175 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-25363a5d-8509-4a0e-b3cc-fe21628cba5c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'subnet': {'network_id': '12d4258e-6e2d-4016-a149-d5d9fc8591d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:09.888487 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0396645-4530-4a24-a89e-f58be7fe1906 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Network': ['ID=1510e98b-58ba-459e-96c7-ce5c44661922,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:09.903802 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 1510e98b-58ba-459e-96c7-ce5c44661922 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:37:10.006882 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25363a5d-8509-4a0e-b3cc-fe21628cba5c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Made reservation on behalf of 4237d312d4954e378307dbe41ee5c3dd for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:10.010589 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25363a5d-8509-4a0e-b3cc-fe21628cba5c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.212178 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25363a5d-8509-4a0e-b3cc-fe21628cba5c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.288388 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25363a5d-8509-4a0e-b3cc-fe21628cba5c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Subnet': ['ID=9b976aa4-9cdd-4f27-80aa-61b033022467,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:10.294097 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25363a5d-8509-4a0e-b3cc-fe21628cba5c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Checking segment: {'id': '407d85b7-32f3-4048-975b-48a121454627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '12d4258e-6e2d-4016-a149-d5d9fc8591d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:10.294462 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25363a5d-8509-4a0e-b3cc-fe21628cba5c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network hostable DHCP agents. Network: 12d4258e-6e2d-4016-a149-d5d9fc8591d1, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:37:10.312660 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25363a5d-8509-4a0e-b3cc-fe21628cba5c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network 12d4258e-6e2d-4016-a149-d5d9fc8591d1 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:37:10.329339 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-25363a5d-8509-4a0e-b3cc-fe21628cba5c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 12d4258e-6e2d-4016-a149-d5d9fc8591d1) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:10.339139 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25363a5d-8509-4a0e-b3cc-fe21628cba5c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:10.339527 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e15653-ef12-4339-9b97-979e9bc7dce9 None None] Network 12d4258e-6e2d-4016-a149-d5d9fc8591d1 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:10.340067 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25363a5d-8509-4a0e-b3cc-fe21628cba5c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.359330 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-25363a5d-8509-4a0e-b3cc-fe21628cba5c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4909437 Jul 14 09:37:10.362714 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54478) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:10.370379 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ffdfad18-10ea-45c2-9f6c-ced5844405e0 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'subnet': {'network_id': '1510e98b-58ba-459e-96c7-ce5c44661922', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:10.510029 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdfad18-10ea-45c2-9f6c-ced5844405e0 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Made reservation on behalf of 4237d312d4954e378307dbe41ee5c3dd for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:10.514769 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffdfad18-10ea-45c2-9f6c-ced5844405e0 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.737446 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c8c55b-5fab-4dc0-87a7-0b8eb3b4d1f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-12d4258e-6e2d-4016-a149-d5d9fc8591d1', 'network_id': '12d4258e-6e2d-4016-a149-d5d9fc8591d1', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'fixed_ips': [{'subnet_id': '9b976aa4-9cdd-4f27-80aa-61b033022467'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:37:10.738907 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04c8c55b-5fab-4dc0-87a7-0b8eb3b4d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.750432 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffdfad18-10ea-45c2-9f6c-ced5844405e0 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.759838 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.823351 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdfad18-10ea-45c2-9f6c-ced5844405e0 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Subnet': ['ID=1ca64c6f-b6b6-4e0d-8639-cd282b6d69ce,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:10.836108 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdfad18-10ea-45c2-9f6c-ced5844405e0 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Checking segment: {'id': 'a1bed17f-d9f6-4649-8aba-e87d8b5497b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1510e98b-58ba-459e-96c7-ce5c44661922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:10.836624 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdfad18-10ea-45c2-9f6c-ced5844405e0 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network hostable DHCP agents. Network: 1510e98b-58ba-459e-96c7-ce5c44661922, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:37:10.858056 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdfad18-10ea-45c2-9f6c-ced5844405e0 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network 1510e98b-58ba-459e-96c7-ce5c44661922 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:37:10.871824 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ffdfad18-10ea-45c2-9f6c-ced5844405e0 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 1510e98b-58ba-459e-96c7-ce5c44661922) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:10.877353 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdfad18-10ea-45c2-9f6c-ced5844405e0 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:10.878108 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffdfad18-10ea-45c2-9f6c-ced5844405e0 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.893916 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d03a04-d746-44f8-9d3d-4e5fe44fe6c1 None None] Network 1510e98b-58ba-459e-96c7-ce5c44661922 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:10.899810 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ffdfad18-10ea-45c2-9f6c-ced5844405e0 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5320070 Jul 14 09:37:10.900428 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54502) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:10.906855 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d2cbdfc2-7a64-4c8b-bda1-4eacfb7c3c07 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-185986107', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:10.948838 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2cbdfc2-7a64-4c8b-bda1-4eacfb7c3c07 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.950265 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2cbdfc2-7a64-4c8b-bda1-4eacfb7c3c07 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.058911 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-04c8c55b-5fab-4dc0-87a7-0b8eb3b4d1f1 None None] Allocated IP 2001:db8::2 (12d4258e-6e2d-4016-a149-d5d9fc8591d1/9b976aa4-9cdd-4f27-80aa-61b033022467/149cc263-9136-4263-8ae6-2d40e9f40bab) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:11.355345 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ab4a97-2654-49a1-b992-9ea79497656a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-1510e98b-58ba-459e-96c7-ce5c44661922', 'network_id': '1510e98b-58ba-459e-96c7-ce5c44661922', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'fixed_ips': [{'subnet_id': '1ca64c6f-b6b6-4e0d-8639-cd282b6d69ce'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:37:11.356274 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34ab4a97-2654-49a1-b992-9ea79497656a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.405754 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04c8c55b-5fab-4dc0-87a7-0b8eb3b4d1f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.472250 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-04c8c55b-5fab-4dc0-87a7-0b8eb3b4d1f1 None None] Transition to ACTIVE for port object 149cc263-9136-4263-8ae6-2d40e9f40bab will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:11.487882 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2cbdfc2-7a64-4c8b-bda1-4eacfb7c3c07 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.492030 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-04c8c55b-5fab-4dc0-87a7-0b8eb3b4d1f1 None None] Transition to ACTIVE for port object 149cc263-9136-4263-8ae6-2d40e9f40bab will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:11.494012 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2cbdfc2-7a64-4c8b-bda1-4eacfb7c3c07 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.506459 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04c8c55b-5fab-4dc0-87a7-0b8eb3b4d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.512881 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2cbdfc2-7a64-4c8b-bda1-4eacfb7c3c07 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.515534 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d2cbdfc2-7a64-4c8b-bda1-4eacfb7c3c07 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6126742 Jul 14 09:37:11.518133 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54518) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:11.576090 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c8c55b-5fab-4dc0-87a7-0b8eb3b4d1f1 None None] Network 12d4258e-6e2d-4016-a149-d5d9fc8591d1 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:11.584047 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-04c8c55b-5fab-4dc0-87a7-0b8eb3b4d1f1 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:11.590373 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c8c55b-5fab-4dc0-87a7-0b8eb3b4d1f1 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:11.599231 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8c55b-5fab-4dc0-87a7-0b8eb3b4d1f1 None None] Pushing event updated for resources: {'Port': ['ID=149cc263-9136-4263-8ae6-2d40e9f40bab,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:11.615037 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-34ab4a97-2654-49a1-b992-9ea79497656a None None] Allocated IP 2001:db8:1::2 (1510e98b-58ba-459e-96c7-ce5c44661922/1ca64c6f-b6b6-4e0d-8639-cd282b6d69ce/195a2c98-a660-4dc1-b105-3e1157e60f29) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:11.715969 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-04c8c55b-5fab-4dc0-87a7-0b8eb3b4d1f1 None None] Attempting to bind port 149cc263-9136-4263-8ae6-2d40e9f40bab on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:11.716336 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-04c8c55b-5fab-4dc0-87a7-0b8eb3b4d1f1 None None] Attempting to bind port 149cc263-9136-4263-8ae6-2d40e9f40bab by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '407d85b7-32f3-4048-975b-48a121454627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '12d4258e-6e2d-4016-a149-d5d9fc8591d1'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:11.716695 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c8c55b-5fab-4dc0-87a7-0b8eb3b4d1f1 None None] Attempting to bind port 149cc263-9136-4263-8ae6-2d40e9f40bab on network 12d4258e-6e2d-4016-a149-d5d9fc8591d1 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:11.726228 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c8c55b-5fab-4dc0-87a7-0b8eb3b4d1f1 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:11.726604 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c8c55b-5fab-4dc0-87a7-0b8eb3b4d1f1 None None] Checking segment: {'id': '407d85b7-32f3-4048-975b-48a121454627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '12d4258e-6e2d-4016-a149-d5d9fc8591d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:11.727009 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04c8c55b-5fab-4dc0-87a7-0b8eb3b4d1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.727400 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c8c55b-5fab-4dc0-87a7-0b8eb3b4d1f1 None None] Bound using segment: {'id': '407d85b7-32f3-4048-975b-48a121454627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '12d4258e-6e2d-4016-a149-d5d9fc8591d1'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:11.727897 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-04c8c55b-5fab-4dc0-87a7-0b8eb3b4d1f1 None None] Bound port: 149cc263-9136-4263-8ae6-2d40e9f40bab, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '407d85b7-32f3-4048-975b-48a121454627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '12d4258e-6e2d-4016-a149-d5d9fc8591d1'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:11.728277 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04c8c55b-5fab-4dc0-87a7-0b8eb3b4d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.833808 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fb4d791-3b40-406b-b517-da30b145a68c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.850580 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-04c8c55b-5fab-4dc0-87a7-0b8eb3b4d1f1 None None] For port 149cc263-9136-4263-8ae6-2d40e9f40bab, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:11.854830 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-04c8c55b-5fab-4dc0-87a7-0b8eb3b4d1f1 None None] For port 149cc263-9136-4263-8ae6-2d40e9f40bab, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=149cc263-9136-4263-8ae6-2d40e9f40bab,segment=NetworkSegment(407d85b7-32f3-4048-975b-48a121454627),segment_id=407d85b7-32f3-4048-975b-48a121454627)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:11.863940 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04c8c55b-5fab-4dc0-87a7-0b8eb3b4d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.869545 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34ab4a97-2654-49a1-b992-9ea79497656a None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.898221 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-34ab4a97-2654-49a1-b992-9ea79497656a None None] Transition to ACTIVE for port object 195a2c98-a660-4dc1-b105-3e1157e60f29 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:11.928505 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-34ab4a97-2654-49a1-b992-9ea79497656a None None] Transition to ACTIVE for port object 195a2c98-a660-4dc1-b105-3e1157e60f29 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:11.945122 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34ab4a97-2654-49a1-b992-9ea79497656a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.948442 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8c55b-5fab-4dc0-87a7-0b8eb3b4d1f1 None None] Pushing event updated for resources: {'Port': ['ID=149cc263-9136-4263-8ae6-2d40e9f40bab,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:11.989247 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ab4a97-2654-49a1-b992-9ea79497656a None None] Network 1510e98b-58ba-459e-96c7-ce5c44661922 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:11.992218 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-34ab4a97-2654-49a1-b992-9ea79497656a None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:11.997986 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ab4a97-2654-49a1-b992-9ea79497656a None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:12.011573 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab4a97-2654-49a1-b992-9ea79497656a None None] Pushing event updated for resources: {'Port': ['ID=195a2c98-a660-4dc1-b105-3e1157e60f29,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:12.070373 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-34ab4a97-2654-49a1-b992-9ea79497656a None None] Attempting to bind port 195a2c98-a660-4dc1-b105-3e1157e60f29 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:12.070843 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-34ab4a97-2654-49a1-b992-9ea79497656a None None] Attempting to bind port 195a2c98-a660-4dc1-b105-3e1157e60f29 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'a1bed17f-d9f6-4649-8aba-e87d8b5497b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1510e98b-58ba-459e-96c7-ce5c44661922'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:12.071320 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ab4a97-2654-49a1-b992-9ea79497656a None None] Attempting to bind port 195a2c98-a660-4dc1-b105-3e1157e60f29 on network 1510e98b-58ba-459e-96c7-ce5c44661922 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:12.088673 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ab4a97-2654-49a1-b992-9ea79497656a None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:12.089443 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ab4a97-2654-49a1-b992-9ea79497656a None None] Checking segment: {'id': 'a1bed17f-d9f6-4649-8aba-e87d8b5497b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1510e98b-58ba-459e-96c7-ce5c44661922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:12.090312 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34ab4a97-2654-49a1-b992-9ea79497656a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:12.091261 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ab4a97-2654-49a1-b992-9ea79497656a None None] Bound using segment: {'id': 'a1bed17f-d9f6-4649-8aba-e87d8b5497b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1510e98b-58ba-459e-96c7-ce5c44661922'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:12.091917 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-34ab4a97-2654-49a1-b992-9ea79497656a None None] Bound port: 195a2c98-a660-4dc1-b105-3e1157e60f29, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1bed17f-d9f6-4649-8aba-e87d8b5497b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1510e98b-58ba-459e-96c7-ce5c44661922'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:12.092611 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34ab4a97-2654-49a1-b992-9ea79497656a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:12.136155 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-7fb4d791-3b40-406b-b517-da30b145a68c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Allocated IP 2001:db8::1 (12d4258e-6e2d-4016-a149-d5d9fc8591d1/9b976aa4-9cdd-4f27-80aa-61b033022467/2c70790d-dd1d-4a07-9fda-3ceae2a1577f) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:12.202761 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-34ab4a97-2654-49a1-b992-9ea79497656a None None] For port 195a2c98-a660-4dc1-b105-3e1157e60f29, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:12.206533 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-34ab4a97-2654-49a1-b992-9ea79497656a None None] For port 195a2c98-a660-4dc1-b105-3e1157e60f29, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=195a2c98-a660-4dc1-b105-3e1157e60f29,segment=NetworkSegment(a1bed17f-d9f6-4649-8aba-e87d8b5497b2),segment_id=a1bed17f-d9f6-4649-8aba-e87d8b5497b2)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:12.220221 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34ab4a97-2654-49a1-b992-9ea79497656a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:12.307405 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:12.308302 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab4a97-2654-49a1-b992-9ea79497656a None None] Pushing event updated for resources: {'Port': ['ID=195a2c98-a660-4dc1-b105-3e1157e60f29,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:12.361923 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fb4d791-3b40-406b-b517-da30b145a68c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:12.411539 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7fb4d791-3b40-406b-b517-da30b145a68c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Transition to ACTIVE for port object 2c70790d-dd1d-4a07-9fda-3ceae2a1577f will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:12.473592 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-d68223df-f4c3-4736-b0a6-c6fb3c31b61e tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:12.475171 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-d68223df-f4c3-4736-b0a6-c6fb3c31b61e tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 810 time: 0.1587234 Jul 14 09:37:12.491300 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fb4d791-3b40-406b-b517-da30b145a68c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:12.499732 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-d6cfc178-9991-44c1-a07d-c6101b20ce51 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/quotas/87d49df898e44e948cc3665c8c3c2f58 HTTP/1.1" status: 200 len: 375 time: 0.0176356 Jul 14 09:37:12.625466 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb4d791-3b40-406b-b517-da30b145a68c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network 12d4258e-6e2d-4016-a149-d5d9fc8591d1 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:12.634282 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7fb4d791-3b40-406b-b517-da30b145a68c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:12.637691 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb4d791-3b40-406b-b517-da30b145a68c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:12.638238 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fb4d791-3b40-406b-b517-da30b145a68c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:12.641189 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4d791-3b40-406b-b517-da30b145a68c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Port': ['ID=2c70790d-dd1d-4a07-9fda-3ceae2a1577f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:12.741229 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 149cc263-9136-4263-8ae6-2d40e9f40bab up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:12.811115 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-686faeb1-e8b9-4559-88fc-daef4eb2636c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2692862 Jul 14 09:37:12.820961 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 149cc263-9136-4263-8ae6-2d40e9f40bab completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:12.826123 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 195a2c98-a660-4dc1-b105-3e1157e60f29 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:12.873116 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fb4d791-3b40-406b-b517-da30b145a68c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:12.882005 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 195a2c98-a660-4dc1-b105-3e1157e60f29 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:13.024036 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-4bed1ab8-8762-4942-a12b-33df7b9cab76 service neutron] 10.222.0.25 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013259 Jul 14 09:37:13.173011 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18e2dd2-516f-4de5-9fb8-ff377d8077b1 None None] Network 12d4258e-6e2d-4016-a149-d5d9fc8591d1 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:13.203847 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-4058bbac-be51-469c-bcd9-8d4dd7ccf74a service neutron] 10.222.0.25 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708381 Jul 14 09:37:13.255752 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f97ed6e4-8c89-44f3-ad3a-041118823d01 None None] Provisioning for port 149cc263-9136-4263-8ae6-2d40e9f40bab completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:13.268604 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f97ed6e4-8c89-44f3-ad3a-041118823d01 None None] Provisioning complete for port 149cc263-9136-4263-8ae6-2d40e9f40bab triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:13.269212 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f97ed6e4-8c89-44f3-ad3a-041118823d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.288755 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fb4d791-3b40-406b-b517-da30b145a68c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.295953 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fb4d791-3b40-406b-b517-da30b145a68c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.297622 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fb4d791-3b40-406b-b517-da30b145a68c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.404410 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4d791-3b40-406b-b517-da30b145a68c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Port': ['ID=2c70790d-dd1d-4a07-9fda-3ceae2a1577f,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:13.508336 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f97ed6e4-8c89-44f3-ad3a-041118823d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.521606 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb4d791-3b40-406b-b517-da30b145a68c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network 12d4258e-6e2d-4016-a149-d5d9fc8591d1 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:13.524901 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7fb4d791-3b40-406b-b517-da30b145a68c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:13.574267 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924810a4-8c7d-4fc7-b37a-c6004fdfd26c None None] Network 1510e98b-58ba-459e-96c7-ce5c44661922 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:13.583711 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f97ed6e4-8c89-44f3-ad3a-041118823d01 None None] For port 149cc263-9136-4263-8ae6-2d40e9f40bab, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=149cc263-9136-4263-8ae6-2d40e9f40bab,segment=NetworkSegment(407d85b7-32f3-4048-975b-48a121454627),segment_id=407d85b7-32f3-4048-975b-48a121454627)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:13.597655 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f97ed6e4-8c89-44f3-ad3a-041118823d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.662056 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ae313467-aeec-4b67-8a2a-64cebc535f33 req-ef2f1621-694e-4136-9448-646364319b6b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 210 time: 0.1325896 Jul 14 09:37:13.699460 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb4d791-3b40-406b-b517-da30b145a68c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Router 0b694321-fe33-4822-92f8-4bb0760dff16 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:37:13.729216 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ed6e4-8c89-44f3-ad3a-041118823d01 None None] Pushing event updated for resources: {'Port': ['ID=149cc263-9136-4263-8ae6-2d40e9f40bab,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:13.782777 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7175a63d-34fa-4c62-8344-b9a58227130b None None] Provisioning for port 195a2c98-a660-4dc1-b105-3e1157e60f29 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:13.806950 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7175a63d-34fa-4c62-8344-b9a58227130b None None] Provisioning complete for port 195a2c98-a660-4dc1-b105-3e1157e60f29 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:13.807252 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7175a63d-34fa-4c62-8344-b9a58227130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.854186 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb4d791-3b40-406b-b517-da30b145a68c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:13.864930 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54548) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:13.868439 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6058ee8-0ac2-464f-a443-5354735ed4b4 None None] Sync routers for ids ['0b694321-fe33-4822-92f8-4bb0760dff16'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:13.875217 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7fb4d791-3b40-406b-b517-da30b145a68c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "PUT /v2.0/routers/0b694321-fe33-4822-92f8-4bb0760dff16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3548286 Jul 14 09:37:13.886778 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6058ee8-0ac2-464f-a443-5354735ed4b4 None None] Routers {'0b694321-fe33-4822-92f8-4bb0760dff16'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:13.888083 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e6058ee8-0ac2-464f-a443-5354735ed4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['0b694321-fe33-4822-92f8-4bb0760dff16'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:13.950751 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e6058ee8-0ac2-464f-a443-5354735ed4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:13.966290 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d990a1d4-7bc4-4217-89df-e65ead27a29d tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:13.967853 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d990a1d4-7bc4-4217-89df-e65ead27a29d tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "GET /v2.0/ports/2c70790d-dd1d-4a07-9fda-3ceae2a1577f HTTP/1.1" status: 200 len: 911 time: 0.1014135 Jul 14 09:37:13.968048 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6058ee8-0ac2-464f-a443-5354735ed4b4 None None] Routers {'0b694321-fe33-4822-92f8-4bb0760dff16'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:13.968638 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e6058ee8-0ac2-464f-a443-5354735ed4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['0b694321-fe33-4822-92f8-4bb0760dff16'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:13.971900 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54552) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:14.052223 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7175a63d-34fa-4c62-8344-b9a58227130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.056811 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e6058ee8-0ac2-464f-a443-5354735ed4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:14.058383 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6058ee8-0ac2-464f-a443-5354735ed4b4 None None] The sync data for ids ['0b694321-fe33-4822-92f8-4bb0760dff16'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:14.120303 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7175a63d-34fa-4c62-8344-b9a58227130b None None] For port 195a2c98-a660-4dc1-b105-3e1157e60f29, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=195a2c98-a660-4dc1-b105-3e1157e60f29,segment=NetworkSegment(a1bed17f-d9f6-4649-8aba-e87d8b5497b2),segment_id=a1bed17f-d9f6-4649-8aba-e87d8b5497b2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:14.126411 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7175a63d-34fa-4c62-8344-b9a58227130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.189581 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175a63d-34fa-4c62-8344-b9a58227130b None None] Pushing event updated for resources: {'Port': ['ID=195a2c98-a660-4dc1-b105-3e1157e60f29,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:14.257690 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2f5e3479-92f6-45ae-8da4-4baba6f4cc60 None None] Provisioning for port 2c70790d-dd1d-4a07-9fda-3ceae2a1577f completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:14.264949 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2f5e3479-92f6-45ae-8da4-4baba6f4cc60 None None] Provisioning complete for port 2c70790d-dd1d-4a07-9fda-3ceae2a1577f triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:14.265722 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f5e3479-92f6-45ae-8da4-4baba6f4cc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.318116 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2f5e3479-92f6-45ae-8da4-4baba6f4cc60 None None] Port 2c70790d-dd1d-4a07-9fda-3ceae2a1577f cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:14.338242 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2f5e3479-92f6-45ae-8da4-4baba6f4cc60 None None] Provisioning complete for port 149cc263-9136-4263-8ae6-2d40e9f40bab triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:14.338800 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f5e3479-92f6-45ae-8da4-4baba6f4cc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.562074 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6abc9a21-4ebf-41b5-a750-4f8bc16e2004 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.590958 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 149cc263-9136-4263-8ae6-2d40e9f40bab up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:14.643298 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7108bff5-16c9-4c82-b8a6-e5863e95328c None None] Provisioning complete for port 195a2c98-a660-4dc1-b105-3e1157e60f29 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:14.643699 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7108bff5-16c9-4c82-b8a6-e5863e95328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.701486 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 149cc263-9136-4263-8ae6-2d40e9f40bab triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:14.701804 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.816302 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7108bff5-16c9-4c82-b8a6-e5863e95328c None None] Provisioning complete for port 2c70790d-dd1d-4a07-9fda-3ceae2a1577f triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:14.816675 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7108bff5-16c9-4c82-b8a6-e5863e95328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.829004 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b1e95cc-9777-41da-8c10-9c8431aa5bb0 req-b9cb1381-8034-4041-8943-70a384e60cc5 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 210 time: 0.0316906 Jul 14 09:37:14.858628 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 195a2c98-a660-4dc1-b105-3e1157e60f29 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:14.882296 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7108bff5-16c9-4c82-b8a6-e5863e95328c None None] Port 2c70790d-dd1d-4a07-9fda-3ceae2a1577f cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:14.899026 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-6abc9a21-4ebf-41b5-a750-4f8bc16e2004 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Allocated IP 2001:db8:1::1 (1510e98b-58ba-459e-96c7-ce5c44661922/1ca64c6f-b6b6-4e0d-8639-cd282b6d69ce/27c6aa11-a1b3-4759-a423-1b0cf2eb4a06) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:14.919008 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 195a2c98-a660-4dc1-b105-3e1157e60f29 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:14.919008 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.029070 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-da6d8034-b078-434f-a13f-01eef74979eb None None] Provisioning complete for port 2c70790d-dd1d-4a07-9fda-3ceae2a1577f triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:15.029906 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da6d8034-b078-434f-a13f-01eef74979eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.040803 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6abc9a21-4ebf-41b5-a750-4f8bc16e2004 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.066908 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6abc9a21-4ebf-41b5-a750-4f8bc16e2004 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Transition to ACTIVE for port object 27c6aa11-a1b3-4759-a423-1b0cf2eb4a06 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:15.074255 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-da6d8034-b078-434f-a13f-01eef74979eb None None] Port 2c70790d-dd1d-4a07-9fda-3ceae2a1577f cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:15.176217 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6abc9a21-4ebf-41b5-a750-4f8bc16e2004 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.258946 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abc9a21-4ebf-41b5-a750-4f8bc16e2004 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network 1510e98b-58ba-459e-96c7-ce5c44661922 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:15.269176 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-4d537595-c088-4d97-8639-00d297714e8a tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:15.270658 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-4d537595-c088-4d97-8639-00d297714e8a tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 810 time: 0.1844332 Jul 14 09:37:15.274408 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-6abc9a21-4ebf-41b5-a750-4f8bc16e2004 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:15.277165 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abc9a21-4ebf-41b5-a750-4f8bc16e2004 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:15.278038 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6abc9a21-4ebf-41b5-a750-4f8bc16e2004 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.281642 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc9a21-4ebf-41b5-a750-4f8bc16e2004 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Port': ['ID=27c6aa11-a1b3-4759-a423-1b0cf2eb4a06,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:15.324302 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-baa2d2c4-dd9b-484e-bf24-0d3ea94f0602 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Request body: {'port': {'device_id': '2f45d30a-e404-4d0c-a19a-aa330bdf4fff', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'admin_state_up': True, 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:15.529309 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6abc9a21-4ebf-41b5-a750-4f8bc16e2004 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.607246 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-31932b16-5b71-456b-b7b9-8dbae8e697bd None None] Provisioning for port 27c6aa11-a1b3-4759-a423-1b0cf2eb4a06 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:15.614116 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-31932b16-5b71-456b-b7b9-8dbae8e697bd None None] Provisioning complete for port 27c6aa11-a1b3-4759-a423-1b0cf2eb4a06 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:15.614712 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31932b16-5b71-456b-b7b9-8dbae8e697bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.681138 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-31932b16-5b71-456b-b7b9-8dbae8e697bd None None] Port 27c6aa11-a1b3-4759-a423-1b0cf2eb4a06 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:15.884624 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-baa2d2c4-dd9b-484e-bf24-0d3ea94f0602 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Made reservation on behalf of 87d49df898e44e948cc3665c8c3c2f58 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:15.888251 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-baa2d2c4-dd9b-484e-bf24-0d3ea94f0602 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.007697 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-093b42b0-8db3-40fa-a62b-3b4e9c811d9c req-16df1b20-305d-4884-9f6c-6ebdc4dce1ed tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 210 time: 0.0372131 Jul 14 09:37:16.168658 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-baa2d2c4-dd9b-484e-bf24-0d3ea94f0602 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Allocated IP 172.20.0.12 (b78f139e-d876-4f71-b091-055c8a4ef271/6ea6b1e4-2ec5-4105-843d-111f5668e0d2/a0c78d79-f042-4013-a4b6-bf18905eaeeb) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:16.325489 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6abc9a21-4ebf-41b5-a750-4f8bc16e2004 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.333316 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6abc9a21-4ebf-41b5-a750-4f8bc16e2004 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.334384 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6abc9a21-4ebf-41b5-a750-4f8bc16e2004 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.470120 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc9a21-4ebf-41b5-a750-4f8bc16e2004 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Port': ['ID=27c6aa11-a1b3-4759-a423-1b0cf2eb4a06,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:16.480248 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-baa2d2c4-dd9b-484e-bf24-0d3ea94f0602 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.510889 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-baa2d2c4-dd9b-484e-bf24-0d3ea94f0602 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Transition to ACTIVE for port object a0c78d79-f042-4013-a4b6-bf18905eaeeb will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:16.549686 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abc9a21-4ebf-41b5-a750-4f8bc16e2004 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network 1510e98b-58ba-459e-96c7-ce5c44661922 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:16.558449 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-6abc9a21-4ebf-41b5-a750-4f8bc16e2004 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:16.646189 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-baa2d2c4-dd9b-484e-bf24-0d3ea94f0602 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.660067 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['d41ab360-c5be-48b4-829a-63a03e9d366f'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:16.733321 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2d2c4-dd9b-484e-bf24-0d3ea94f0602 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event updated for resources: {'Port': ['ID=a0c78d79-f042-4013-a4b6-bf18905eaeeb,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:16.751030 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-baa2d2c4-dd9b-484e-bf24-0d3ea94f0602 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Network b78f139e-d876-4f71-b091-055c8a4ef271 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:16.754488 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-baa2d2c4-dd9b-484e-bf24-0d3ea94f0602 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:16.757804 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-baa2d2c4-dd9b-484e-bf24-0d3ea94f0602 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:16.791841 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abc9a21-4ebf-41b5-a750-4f8bc16e2004 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Router 0b694321-fe33-4822-92f8-4bb0760dff16 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:16.831100 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-baa2d2c4-dd9b-484e-bf24-0d3ea94f0602 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:16.831865 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-baa2d2c4-dd9b-484e-bf24-0d3ea94f0602 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.847774 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-baa2d2c4-dd9b-484e-bf24-0d3ea94f0602 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5278325 Jul 14 09:37:16.919812 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-4cb4217a-7d33-4707-821b-8c355d5a4257 service neutron] Request body: {'port': {'device_id': '2f45d30a-e404-4d0c-a19a-aa330bdf4fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:17.022134 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e4194f11-47ed-492f-a2eb-daeb5971da5b None None] Provisioning complete for port 27c6aa11-a1b3-4759-a423-1b0cf2eb4a06 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:17.022641 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e4194f11-47ed-492f-a2eb-daeb5971da5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.054094 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-4cb4217a-7d33-4707-821b-8c355d5a4257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.069961 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abc9a21-4ebf-41b5-a750-4f8bc16e2004 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:17.075656 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e4194f11-47ed-492f-a2eb-daeb5971da5b None None] Port 27c6aa11-a1b3-4759-a423-1b0cf2eb4a06 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:17.078334 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54568) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:17.078799 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6abc9a21-4ebf-41b5-a750-4f8bc16e2004 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "PUT /v2.0/routers/0b694321-fe33-4822-92f8-4bb0760dff16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1029642 Jul 14 09:37:17.090293 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4707551-7c32-45de-a525-51b848a6b2e2 None None] Sync routers for ids ['0b694321-fe33-4822-92f8-4bb0760dff16'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:17.114063 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4707551-7c32-45de-a525-51b848a6b2e2 None None] Routers {'0b694321-fe33-4822-92f8-4bb0760dff16'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:17.115012 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c4707551-7c32-45de-a525-51b848a6b2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['0b694321-fe33-4822-92f8-4bb0760dff16'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:17.164230 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739335a4-0e92-4be8-beb3-0311f94e2954 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:17.165518 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c4707551-7c32-45de-a525-51b848a6b2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:17.166078 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-739335a4-0e92-4be8-beb3-0311f94e2954 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "GET /v2.0/ports/27c6aa11-a1b3-4759-a423-1b0cf2eb4a06 HTTP/1.1" status: 200 len: 913 time: 0.0848265 Jul 14 09:37:17.169292 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54570) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:17.177327 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4707551-7c32-45de-a525-51b848a6b2e2 None None] Routers {'0b694321-fe33-4822-92f8-4bb0760dff16'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:17.178215 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c4707551-7c32-45de-a525-51b848a6b2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['0b694321-fe33-4822-92f8-4bb0760dff16'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:17.227254 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c4707551-7c32-45de-a525-51b848a6b2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:17.228126 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4707551-7c32-45de-a525-51b848a6b2e2 None None] The sync data for ids ['0b694321-fe33-4822-92f8-4bb0760dff16'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:17.247094 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1f275af2-ab1e-469a-bff3-31d42464ac35 None None] Provisioning for port a0c78d79-f042-4013-a4b6-bf18905eaeeb completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:17.265776 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1f275af2-ab1e-469a-bff3-31d42464ac35 None None] Provisioning complete for port a0c78d79-f042-4013-a4b6-bf18905eaeeb triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:17.266429 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f275af2-ab1e-469a-bff3-31d42464ac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.349072 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1f275af2-ab1e-469a-bff3-31d42464ac35 None None] Port a0c78d79-f042-4013-a4b6-bf18905eaeeb cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:17.496906 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3076289-0949-47e5-a763-1db7d4907b00 req-d979e1d9-2740-40c0-a7f6-8bb0ec73db66 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:17.499329 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a3076289-0949-47e5-a763-1db7d4907b00 req-d979e1d9-2740-40c0-a7f6-8bb0ec73db66 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 932 time: 0.2045581 Jul 14 09:37:17.507828 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-4cb4217a-7d33-4707-821b-8c355d5a4257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c78d79-f042-4013-a4b6-bf18905eaeeb {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:17.517579 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-4cb4217a-7d33-4707-821b-8c355d5a4257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.540628 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-4cb4217a-7d33-4707-821b-8c355d5a4257 service neutron] Transition to ACTIVE for port object a0c78d79-f042-4013-a4b6-bf18905eaeeb will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:17.560213 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-4cb4217a-7d33-4707-821b-8c355d5a4257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.628630 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a3076289-0949-47e5-a763-1db7d4907b00 req-814a7f29-b752-465e-b6c7-e4563531aa77 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040978 Jul 14 09:37:17.716850 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4217a-7d33-4707-821b-8c355d5a4257 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c78d79-f042-4013-a4b6-bf18905eaeeb,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:17.757880 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b78290a-fc80-4f3f-a289-4541df5a609f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.764041 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-4cb4217a-7d33-4707-821b-8c355d5a4257 service neutron] Attempting to bind port a0c78d79-f042-4013-a4b6-bf18905eaeeb on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:17.764641 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-4cb4217a-7d33-4707-821b-8c355d5a4257 service neutron] Attempting to bind port a0c78d79-f042-4013-a4b6-bf18905eaeeb by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:17.765433 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-4cb4217a-7d33-4707-821b-8c355d5a4257 service neutron] Attempting to bind port a0c78d79-f042-4013-a4b6-bf18905eaeeb on network b78f139e-d876-4f71-b091-055c8a4ef271 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:17.771186 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-4cb4217a-7d33-4707-821b-8c355d5a4257 service neutron] Port a0c78d79-f042-4013-a4b6-bf18905eaeeb on network b78f139e-d876-4f71-b091-055c8a4ef271 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:37:17.771816 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-4cb4217a-7d33-4707-821b-8c355d5a4257 service neutron] Attempting to bind port a0c78d79-f042-4013-a4b6-bf18905eaeeb on network b78f139e-d876-4f71-b091-055c8a4ef271 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:17.779694 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-4cb4217a-7d33-4707-821b-8c355d5a4257 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:17.781046 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-4cb4217a-7d33-4707-821b-8c355d5a4257 service neutron] Checking segment: {'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:17.782518 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-4cb4217a-7d33-4707-821b-8c355d5a4257 service neutron] Bound using segment: {'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:17.785557 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-4cb4217a-7d33-4707-821b-8c355d5a4257 service neutron] Bound port: a0c78d79-f042-4013-a4b6-bf18905eaeeb, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:17.786603 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-4cb4217a-7d33-4707-821b-8c355d5a4257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.896154 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-4cb4217a-7d33-4707-821b-8c355d5a4257 service neutron] For port a0c78d79-f042-4013-a4b6-bf18905eaeeb, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:17.901424 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-4cb4217a-7d33-4707-821b-8c355d5a4257 service neutron] For port a0c78d79-f042-4013-a4b6-bf18905eaeeb, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=a0c78d79-f042-4013-a4b6-bf18905eaeeb,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:17.912289 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-4cb4217a-7d33-4707-821b-8c355d5a4257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.980057 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-4cb4217a-7d33-4707-821b-8c355d5a4257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:17.980827 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-4cb4217a-7d33-4707-821b-8c355d5a4257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.982648 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-4cb4217a-7d33-4707-821b-8c355d5a4257 service neutron] 10.222.0.47 "PUT /v2.0/ports/a0c78d79-f042-4013-a4b6-bf18905eaeeb HTTP/1.1" status: 200 len: 1093 time: 1.0681491 Jul 14 09:37:17.983254 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f45d30a-e404-4d0c-a19a-aa330bdf4fff', 'tag': 'a0c78d79-f042-4013-a4b6-bf18905eaeeb'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:17.987037 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bdd8ae-6cf0-4144-9f8f-d71c3da9f5eb" -d '{"events": [{"name": "network-changed", "server_uuid": "2f45d30a-e404-4d0c-a19a-aa330bdf4fff", "tag": "a0c78d79-f042-4013-a4b6-bf18905eaeeb"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:18.063555 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dcdfaf-a0e0-4fad-b52c-3014e25aed2e x-openstack-request-id: req-23dcdfaf-a0e0-4fad-b52c-3014e25aed2e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:18.063555 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f45d30a-e404-4d0c-a19a-aa330bdf4fff", "tag": "a0c78d79-f042-4013-a4b6-bf18905eaeeb", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:18.064160 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23dcdfaf-a0e0-4fad-b52c-3014e25aed2e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:18.064311 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f45d30a-e404-4d0c-a19a-aa330bdf4fff', 'tag': 'a0c78d79-f042-4013-a4b6-bf18905eaeeb', 'status': 'completed', 'code': 200} Jul 14 09:37:18.079876 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4217a-7d33-4707-821b-8c355d5a4257 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c78d79-f042-4013-a4b6-bf18905eaeeb,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:18.146535 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7b78290a-fc80-4f3f-a289-4541df5a609f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Deleting port 27c6aa11-a1b3-4759-a423-1b0cf2eb4a06 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:18.146535 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b78290a-fc80-4f3f-a289-4541df5a609f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.173177 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-e4fba05a-d6f4-460d-9a02-426e2264fcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:18.178755 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-e4fba05a-d6f4-460d-9a02-426e2264fcc4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 1096 time: 0.1209056 Jul 14 09:37:18.264224 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-1a4ca2f9-8efd-43cd-992c-179e298d2b2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0c78d79-f042-4013-a4b6-bf18905eaeeb HTTP/1.1" status: 200 len: 217 time: 0.0762904 Jul 14 09:37:18.348276 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-586a3480-2b32-478b-ad6a-6d4aac3e1eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:18.350076 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-586a3480-2b32-478b-ad6a-6d4aac3e1eb1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea6b1e4-2ec5-4105-843d-111f5668e0d2 HTTP/1.1" status: 200 len: 849 time: 0.0788825 Jul 14 09:37:18.355922 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b78290a-fc80-4f3f-a289-4541df5a609f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.376340 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7b78290a-fc80-4f3f-a289-4541df5a609f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Calling delete_port for 27c6aa11-a1b3-4759-a423-1b0cf2eb4a06 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:18.442064 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8b2f0f4-3b36-4d6d-bf63-80cb9b502e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.457440 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-c01030b1-84df-4fa8-b9cb-ee51928f6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:18.459900 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-c01030b1-84df-4fa8-b9cb-ee51928f6eb3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78f139e-d876-4f71-b091-055c8a4ef271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1031618 Jul 14 09:37:18.627926 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-2f803a50-7f0b-4009-86f9-5d077e90bbb6 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610365 Jul 14 09:37:18.793922 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-302a8598-d9e4-43f1-a2a5-15abe4c190a5 req-195528b1-6f85-447d-be9b-e5bf678dc30f service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578550 Jul 14 09:37:18.811960 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b78290a-fc80-4f3f-a289-4541df5a609f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.875283 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78290a-fc80-4f3f-a289-4541df5a609f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Port': ['ID=27c6aa11-a1b3-4759-a423-1b0cf2eb4a06,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:19.069717 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdd8ae-6cf0-4144-9f8f-d71c3da9f5eb req-972f376f-1a9a-4918-96d2-f4913c1cfd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:19.073152 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-78bdd8ae-6cf0-4144-9f8f-d71c3da9f5eb req-972f376f-1a9a-4918-96d2-f4913c1cfd41 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 1096 time: 0.1551969 Jul 14 09:37:19.127957 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b78290a-fc80-4f3f-a289-4541df5a609f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.164020 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11aa56a-b36b-4b4b-a81a-728cce416ee0 req-61816cea-a62f-4689-a623-1891526c93b2 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:19.179840 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c11aa56a-b36b-4b4b-a81a-728cce416ee0 req-61816cea-a62f-4689-a623-1891526c93b2 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 944 time: 0.3086882 Jul 14 09:37:19.232511 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdd8ae-6cf0-4144-9f8f-d71c3da9f5eb req-1ad6295e-8baa-453a-ab47-9dc8a678a215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:19.234138 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-78bdd8ae-6cf0-4144-9f8f-d71c3da9f5eb req-1ad6295e-8baa-453a-ab47-9dc8a678a215 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 910 time: 0.1545238 Jul 14 09:37:19.255986 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c11aa56a-b36b-4b4b-a81a-728cce416ee0 req-27ea532f-8d50-4ffd-8020-f8c0b4fa2319 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747297 Jul 14 09:37:19.356610 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-78bdd8ae-6cf0-4144-9f8f-d71c3da9f5eb req-6415b1b4-dd49-4e28-99b4-a46cbcd80a9d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0c78d79-f042-4013-a4b6-bf18905eaeeb HTTP/1.1" status: 200 len: 217 time: 0.1134236 Jul 14 09:37:19.490406 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdd8ae-6cf0-4144-9f8f-d71c3da9f5eb req-791b8aed-610a-4004-b907-69361e1d6d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:19.492337 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-78bdd8ae-6cf0-4144-9f8f-d71c3da9f5eb req-791b8aed-610a-4004-b907-69361e1d6d25 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea6b1e4-2ec5-4105-843d-111f5668e0d2 HTTP/1.1" status: 200 len: 849 time: 0.1289744 Jul 14 09:37:19.560758 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-69625622-f623-4e3e-a371-688d261b0e67 req-e90c2bc7-3237-4202-be92-993a342787bf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e4ae2a34-06bb-4d43-898e-517bf34fa9f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1424043 Jul 14 09:37:19.603707 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdd8ae-6cf0-4144-9f8f-d71c3da9f5eb req-3f88d384-6d29-4aa8-8252-4f423038b770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:19.603707 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-78bdd8ae-6cf0-4144-9f8f-d71c3da9f5eb req-3f88d384-6d29-4aa8-8252-4f423038b770 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78f139e-d876-4f71-b091-055c8a4ef271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995040 Jul 14 09:37:19.856471 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69625622-f623-4e3e-a371-688d261b0e67 req-f47b738a-cc2a-4c67-a3f2-74ae47a981cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:19.858968 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-69625622-f623-4e3e-a371-688d261b0e67 req-f47b738a-cc2a-4c67-a3f2-74ae47a981cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a1cfc79a17fa40569fffabf2c11251a0&device_id=e4ae2a34-06bb-4d43-898e-517bf34fa9f2 HTTP/1.1" status: 200 len: 1097 time: 0.2271602 Jul 14 09:37:19.862654 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-78bdd8ae-6cf0-4144-9f8f-d71c3da9f5eb req-3a5136a1-8348-4084-82fa-4def2b14fdb3 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486670 Jul 14 09:37:20.038041 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b78290a-fc80-4f3f-a289-4541df5a609f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Router 0b694321-fe33-4822-92f8-4bb0760dff16 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:20.068788 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-78bdd8ae-6cf0-4144-9f8f-d71c3da9f5eb req-365d4b11-110d-4375-b061-899a378b9a19 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987355 Jul 14 09:37:20.099120 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69625622-f623-4e3e-a371-688d261b0e67 req-bd2302a8-3cac-4358-a2da-b4b288c730db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:20.101366 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-69625622-f623-4e3e-a371-688d261b0e67 req-bd2302a8-3cac-4358-a2da-b4b288c730db service neutron] 10.222.0.44 "GET /v2.0/networks?id=81cffdc3-9a3b-48b8-90e6-a075f6df1f0f HTTP/1.1" status: 200 len: 912 time: 0.2151310 Jul 14 09:37:20.155405 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b78290a-fc80-4f3f-a289-4541df5a609f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:20.162582 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7b78290a-fc80-4f3f-a289-4541df5a609f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "PUT /v2.0/routers/0b694321-fe33-4822-92f8-4bb0760dff16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9921036 Jul 14 09:37:20.165538 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54582) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:20.172524 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e57eb8-2d38-463b-a921-0b4d39decc51 None None] Sync routers for ids ['0b694321-fe33-4822-92f8-4bb0760dff16'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:20.185873 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e57eb8-2d38-463b-a921-0b4d39decc51 None None] Routers {'0b694321-fe33-4822-92f8-4bb0760dff16'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:20.186842 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-52e57eb8-2d38-463b-a921-0b4d39decc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['0b694321-fe33-4822-92f8-4bb0760dff16'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:20.194089 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-69625622-f623-4e3e-a371-688d261b0e67 req-f4c7be5d-466f-4e25-936d-4a035a53d3eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caa08d28-0cf4-4216-82b3-f7ebc8683cee HTTP/1.1" status: 200 len: 1001 time: 0.0854120 Jul 14 09:37:20.248315 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-52e57eb8-2d38-463b-a921-0b4d39decc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:20.263618 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69625622-f623-4e3e-a371-688d261b0e67 req-4abafef7-4fe4-4c39-bc8e-7057f2a53a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:20.264737 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e57eb8-2d38-463b-a921-0b4d39decc51 None None] Routers {'0b694321-fe33-4822-92f8-4bb0760dff16'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:20.265524 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-52e57eb8-2d38-463b-a921-0b4d39decc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:36:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['0b694321-fe33-4822-92f8-4bb0760dff16'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:20.268250 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-69625622-f623-4e3e-a371-688d261b0e67 req-4abafef7-4fe4-4c39-bc8e-7057f2a53a95 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=26a8a732-e6f2-4c34-bfdb-3c61600cd974 HTTP/1.1" status: 200 len: 851 time: 0.0682070 Jul 14 09:37:20.334520 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-52e57eb8-2d38-463b-a921-0b4d39decc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:20.338170 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e57eb8-2d38-463b-a921-0b4d39decc51 None None] The sync data for ids ['0b694321-fe33-4822-92f8-4bb0760dff16'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:20.411764 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69625622-f623-4e3e-a371-688d261b0e67 req-458b2c0f-69b3-4fbd-b37c-79644c0ac50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:20.418926 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-69625622-f623-4e3e-a371-688d261b0e67 req-458b2c0f-69b3-4fbd-b37c-79644c0ac50a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81cffdc3-9a3b-48b8-90e6-a075f6df1f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1406894 Jul 14 09:37:20.582651 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-69625622-f623-4e3e-a371-688d261b0e67 req-55d489a6-603f-42f2-ad5e-673ef23e318c service neutron] 10.222.0.44 "GET /v2.0/networks/81cffdc3-9a3b-48b8-90e6-a075f6df1f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558611 Jul 14 09:37:20.679253 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7831f148-aeb6-4a8f-bc52-4410fa65a665 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.688497 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f0e08-043f-4717-83ef-e66e018d53ce req-925eba08-f57d-4832-94c2-0e570e150316 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:20.696965 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-130f0e08-043f-4717-83ef-e66e018d53ce req-925eba08-f57d-4832-94c2-0e570e150316 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 944 time: 0.1493690 Jul 14 09:37:20.754922 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-69625622-f623-4e3e-a371-688d261b0e67 req-e24141b5-8c80-457d-b393-f2994eb1bcf3 service neutron] 10.222.0.44 "GET /v2.0/networks/81cffdc3-9a3b-48b8-90e6-a075f6df1f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629057 Jul 14 09:37:20.823761 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-130f0e08-043f-4717-83ef-e66e018d53ce req-ddc775d3-28b8-408d-8345-fe57fddeeb13 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214375 Jul 14 09:37:21.075949 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4fac623a-1830-40f9-be79-238308442d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.145753 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7831f148-aeb6-4a8f-bc52-4410fa65a665 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Deleting port 2c70790d-dd1d-4a07-9fda-3ceae2a1577f {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:21.145987 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7831f148-aeb6-4a8f-bc52-4410fa65a665 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.271313 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7831f148-aeb6-4a8f-bc52-4410fa65a665 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.274236 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.298735 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7831f148-aeb6-4a8f-bc52-4410fa65a665 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Calling delete_port for 2c70790d-dd1d-4a07-9fda-3ceae2a1577f owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:21.581525 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7831f148-aeb6-4a8f-bc52-4410fa65a665 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.615946 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831f148-aeb6-4a8f-bc52-4410fa65a665 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Port': ['ID=2c70790d-dd1d-4a07-9fda-3ceae2a1577f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:21.731554 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7831f148-aeb6-4a8f-bc52-4410fa65a665 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.947573 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7831f148-aeb6-4a8f-bc52-4410fa65a665 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Router 0b694321-fe33-4822-92f8-4bb0760dff16 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:22.057571 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7831f148-aeb6-4a8f-bc52-4410fa65a665 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:22.066164 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7831f148-aeb6-4a8f-bc52-4410fa65a665 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "PUT /v2.0/routers/0b694321-fe33-4822-92f8-4bb0760dff16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8990076 Jul 14 09:37:22.068705 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54594) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:22.079023 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0498c722-ebd3-4a70-9613-7a36d058c787 None None] Sync routers for ids ['0b694321-fe33-4822-92f8-4bb0760dff16'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:22.102687 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0498c722-ebd3-4a70-9613-7a36d058c787 None None] Routers {'0b694321-fe33-4822-92f8-4bb0760dff16'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:22.104183 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0498c722-ebd3-4a70-9613-7a36d058c787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['0b694321-fe33-4822-92f8-4bb0760dff16'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:22.119788 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7aa44acd-ba8e-471f-8a76-63b1127d9ec5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b694321-fe33-4822-92f8-4bb0760dff16 HTTP/1.1" status: 200 len: 205 time: 0.0493898 Jul 14 09:37:22.120623 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54596) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:22.172955 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0498c722-ebd3-4a70-9613-7a36d058c787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:22.184887 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0498c722-ebd3-4a70-9613-7a36d058c787 None None] Routers {'0b694321-fe33-4822-92f8-4bb0760dff16'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:22.185755 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0498c722-ebd3-4a70-9613-7a36d058c787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['0b694321-fe33-4822-92f8-4bb0760dff16'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:22.191531 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5110e-5679-4fad-bc53-7c2586210652 req-edccc4c1-5c16-4daf-8923-ff60f7d56368 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:22.195004 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-16b5110e-5679-4fad-bc53-7c2586210652 req-edccc4c1-5c16-4daf-8923-ff60f7d56368 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 944 time: 0.1475565 Jul 14 09:37:22.220196 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-79a5819b-458e-4c94-aef2-9de87d1bf756 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.257096 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0498c722-ebd3-4a70-9613-7a36d058c787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:22.258096 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0498c722-ebd3-4a70-9613-7a36d058c787 None None] The sync data for ids ['0b694321-fe33-4822-92f8-4bb0760dff16'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:22.260935 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-16b5110e-5679-4fad-bc53-7c2586210652 req-4c3daea1-eedf-43b3-b943-e587321c5bb0 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571823 Jul 14 09:37:22.294573 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.495961 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-79a5819b-458e-4c94-aef2-9de87d1bf756 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.499178 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-79a5819b-458e-4c94-aef2-9de87d1bf756 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.950758 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-79a5819b-458e-4c94-aef2-9de87d1bf756 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.951465 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a5819b-458e-4c94-aef2-9de87d1bf756 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Fanout notify agent at l3_agent the message router_deleted on router 0b694321-fe33-4822-92f8-4bb0760dff16 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:37:22.961991 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-79a5819b-458e-4c94-aef2-9de87d1bf756 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.963368 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-79a5819b-458e-4c94-aef2-9de87d1bf756 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/routers/0b694321-fe33-4822-92f8-4bb0760dff16 HTTP/1.1" status: 204 len: 168 time: 0.8416975 Jul 14 09:37:22.966734 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54598) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:23.043848 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-61c46cc2-12b4-45bb-958c-7fff0a4f3787 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Deleting subnet 1ca64c6f-b6b6-4e0d-8639-cd282b6d69ce {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:37:23.048484 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61c46cc2-12b4-45bb-958c-7fff0a4f3787 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.099762 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61c46cc2-12b4-45bb-958c-7fff0a4f3787 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.231551 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61c46cc2-12b4-45bb-958c-7fff0a4f3787 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.270762 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:37:23.340559 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61c46cc2-12b4-45bb-958c-7fff0a4f3787 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.376221 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be725466-af81-46d2-93ec-267893ea106e None None] Network 1510e98b-58ba-459e-96c7-ce5c44661922 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:23.420759 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61c46cc2-12b4-45bb-958c-7fff0a4f3787 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.427098 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-61c46cc2-12b4-45bb-958c-7fff0a4f3787 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/subnets/1ca64c6f-b6b6-4e0d-8639-cd282b6d69ce HTTP/1.1" status: 204 len: 168 time: 0.4550762 Jul 14 09:37:23.427098 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c46cc2-12b4-45bb-958c-7fff0a4f3787 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Subnet': ['ID=1ca64c6f-b6b6-4e0d-8639-cd282b6d69ce,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:23.429258 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54604) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:23.521001 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe07515-eecd-4d44-b71a-a277d0adb2b4 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Deleting subnet 9b976aa4-9cdd-4f27-80aa-61b033022467 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:37:23.525579 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cbe07515-eecd-4d44-b71a-a277d0adb2b4 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.537650 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df973272-8bad-4471-9783-0bb9b119f031 req-7330770d-364c-4353-921d-78f92c5b2d1d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:23.539699 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-df973272-8bad-4471-9783-0bb9b119f031 req-7330770d-364c-4353-921d-78f92c5b2d1d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 944 time: 0.1151702 Jul 14 09:37:23.606478 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-df973272-8bad-4471-9783-0bb9b119f031 req-7d0a75d7-089a-445e-ad62-652248c0465b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605259 Jul 14 09:37:23.614055 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cbe07515-eecd-4d44-b71a-a277d0adb2b4 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.671604 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe06d693-0ab6-4202-9f2e-f5ac47d5d40b None None] DHCP port deletion for 1510e98b-58ba-459e-96c7-ce5c44661922 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:37:23.725186 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-fe06d693-0ab6-4202-9f2e-f5ac47d5d40b None None] Deleting port 195a2c98-a660-4dc1-b105-3e1157e60f29 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:23.725648 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe06d693-0ab6-4202-9f2e-f5ac47d5d40b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.731082 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cbe07515-eecd-4d44-b71a-a277d0adb2b4 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.815514 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.816044 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cbe07515-eecd-4d44-b71a-a277d0adb2b4 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.849010 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cbe07515-eecd-4d44-b71a-a277d0adb2b4 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.853897 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cbe07515-eecd-4d44-b71a-a277d0adb2b4 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/subnets/9b976aa4-9cdd-4f27-80aa-61b033022467 HTTP/1.1" status: 204 len: 168 time: 0.4206767 Jul 14 09:37:23.854472 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-fe06d693-0ab6-4202-9f2e-f5ac47d5d40b None None] For port 195a2c98-a660-4dc1-b105-3e1157e60f29, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=195a2c98-a660-4dc1-b105-3e1157e60f29,segment=NetworkSegment(a1bed17f-d9f6-4649-8aba-e87d8b5497b2),segment_id=a1bed17f-d9f6-4649-8aba-e87d8b5497b2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:23.854871 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe06d693-0ab6-4202-9f2e-f5ac47d5d40b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.855197 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54606) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:23.863772 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71993dcc-97fc-4b70-91c8-07c1084d85cf None None] Network 12d4258e-6e2d-4016-a149-d5d9fc8591d1 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:23.866667 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe07515-eecd-4d44-b71a-a277d0adb2b4 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Subnet': ['ID=9b976aa4-9cdd-4f27-80aa-61b033022467,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:23.912860 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-fe06d693-0ab6-4202-9f2e-f5ac47d5d40b None None] Calling delete_port for 195a2c98-a660-4dc1-b105-3e1157e60f29 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:23.944901 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d4c58547-6060-4469-838a-b62a2cc5128c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.010429 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d4c58547-6060-4469-838a-b62a2cc5128c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Deleting port 195a2c98-a660-4dc1-b105-3e1157e60f29 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:24.010789 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d4c58547-6060-4469-838a-b62a2cc5128c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.096738 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe06d693-0ab6-4202-9f2e-f5ac47d5d40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.097926 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d4c58547-6060-4469-838a-b62a2cc5128c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] For port 195a2c98-a660-4dc1-b105-3e1157e60f29, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=195a2c98-a660-4dc1-b105-3e1157e60f29,segment=NetworkSegment(a1bed17f-d9f6-4649-8aba-e87d8b5497b2),segment_id=a1bed17f-d9f6-4649-8aba-e87d8b5497b2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:24.098183 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d4c58547-6060-4469-838a-b62a2cc5128c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.127786 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d4c58547-6060-4469-838a-b62a2cc5128c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Calling delete_port for 195a2c98-a660-4dc1-b105-3e1157e60f29 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:24.130567 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06d693-0ab6-4202-9f2e-f5ac47d5d40b None None] Pushing event deleted for resources: {'Port': ['ID=195a2c98-a660-4dc1-b105-3e1157e60f29,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:24.144082 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe06d693-0ab6-4202-9f2e-f5ac47d5d40b None None] No DVR routers for this DVR port 195a2c98-a660-4dc1-b105-3e1157e60f29 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:24.184940 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cfc4ab-4119-4d1b-a98d-21ac1aa4fd3d None None] DHCP port deletion for 12d4258e-6e2d-4016-a149-d5d9fc8591d1 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:37:24.239687 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-59cfc4ab-4119-4d1b-a98d-21ac1aa4fd3d None None] Deleting port 149cc263-9136-4263-8ae6-2d40e9f40bab {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:24.240553 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-59cfc4ab-4119-4d1b-a98d-21ac1aa4fd3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.242725 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d4c58547-6060-4469-838a-b62a2cc5128c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.277455 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c58547-6060-4469-838a-b62a2cc5128c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] No DVR routers for this DVR port 195a2c98-a660-4dc1-b105-3e1157e60f29 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:24.279419 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c58547-6060-4469-838a-b62a2cc5128c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Port': ['ID=195a2c98-a660-4dc1-b105-3e1157e60f29,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:24.479947 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d4c58547-6060-4469-838a-b62a2cc5128c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.492681 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-d4c58547-6060-4469-838a-b62a2cc5128c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1510e98b-58ba-459e-96c7-ce5c44661922']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:24.493901 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-59cfc4ab-4119-4d1b-a98d-21ac1aa4fd3d None None] For port 149cc263-9136-4263-8ae6-2d40e9f40bab, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=149cc263-9136-4263-8ae6-2d40e9f40bab,segment=NetworkSegment(407d85b7-32f3-4048-975b-48a121454627),segment_id=407d85b7-32f3-4048-975b-48a121454627)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:24.494388 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-59cfc4ab-4119-4d1b-a98d-21ac1aa4fd3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.507694 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-d4c58547-6060-4469-838a-b62a2cc5128c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1bed17f-d9f6-4649-8aba-e87d8b5497b2') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:24.508285 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-d4c58547-6060-4469-838a-b62a2cc5128c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1bed17f-d9f6-4649-8aba-e87d8b5497b2') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:24.511086 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-59cfc4ab-4119-4d1b-a98d-21ac1aa4fd3d None None] Calling delete_port for 149cc263-9136-4263-8ae6-2d40e9f40bab owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:24.529557 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d4c58547-6060-4469-838a-b62a2cc5128c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.545702 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d4c58547-6060-4469-838a-b62a2cc5128c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.560612 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c58547-6060-4469-838a-b62a2cc5128c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:24.561084 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d4c58547-6060-4469-838a-b62a2cc5128c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: self.session.flush() Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: self.session.flush() Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: self.session.flush() Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: self.session.flush() Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:24.565635 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:24.620030 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 149cc263-9136-4263-8ae6-2d40e9f40bab no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:24.660348 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d4c58547-6060-4469-838a-b62a2cc5128c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.671193 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d4c58547-6060-4469-838a-b62a2cc5128c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.680641 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d4c58547-6060-4469-838a-b62a2cc5128c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/networks/1510e98b-58ba-459e-96c7-ce5c44661922 HTTP/1.1" status: 204 len: 168 time: 0.8202767 Jul 14 09:37:24.681644 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54612) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:24.731164 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c58547-6060-4469-838a-b62a2cc5128c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Network': ['ID=1510e98b-58ba-459e-96c7-ce5c44661922,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:24.732643 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-59cfc4ab-4119-4d1b-a98d-21ac1aa4fd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.784166 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cfc4ab-4119-4d1b-a98d-21ac1aa4fd3d None None] No DVR routers for this DVR port 149cc263-9136-4263-8ae6-2d40e9f40bab on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:24.796131 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfc4ab-4119-4d1b-a98d-21ac1aa4fd3d None None] Pushing event deleted for resources: {'Port': ['ID=149cc263-9136-4263-8ae6-2d40e9f40bab,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:24.805452 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No active binding found for port 149cc263-9136-4263-8ae6-2d40e9f40bab {{(pid=93774) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 09:37:24.805907 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 149cc263-9136-4263-8ae6-2d40e9f40bab not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:24.806312 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 195a2c98-a660-4dc1-b105-3e1157e60f29 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:24.813349 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ffc91684-f157-45ea-b162-394784f03901 req-afb0e3cc-c99e-46d5-8884-3839b5c4ff19 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d99e4314-cb01-49a9-b6c3-47f609f95384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2218075 Jul 14 09:37:24.829409 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 195a2c98-a660-4dc1-b105-3e1157e60f29 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:24.830315 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 195a2c98-a660-4dc1-b105-3e1157e60f29 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:24.872529 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ae0ee69c-dd57-483d-9f7a-c79e7b468b8b tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.971618 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ec48b-1a0f-4a4a-9bee-727459417a68 req-d614da46-29b9-4a52-a050-305dba3dc70b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:24.973374 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-272ec48b-1a0f-4a4a-9bee-727459417a68 req-d614da46-29b9-4a52-a050-305dba3dc70b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 944 time: 0.0755687 Jul 14 09:37:25.037131 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ae0ee69c-dd57-483d-9f7a-c79e7b468b8b tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.052769 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc91684-f157-45ea-b162-394784f03901 req-3296301d-c875-4671-bafc-e12a88766da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:25.053888 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-272ec48b-1a0f-4a4a-9bee-727459417a68 req-fbb4e9ef-07c4-4548-9a9d-bc5824089749 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712230 Jul 14 09:37:25.055314 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ffc91684-f157-45ea-b162-394784f03901 req-3296301d-c875-4671-bafc-e12a88766da5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 1098 time: 0.1533883 Jul 14 09:37:25.055796 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ae0ee69c-dd57-483d-9f7a-c79e7b468b8b tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d4258e-6e2d-4016-a149-d5d9fc8591d1']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:25.086634 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ae0ee69c-dd57-483d-9f7a-c79e7b468b8b tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407d85b7-32f3-4048-975b-48a121454627') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:25.087182 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ae0ee69c-dd57-483d-9f7a-c79e7b468b8b tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407d85b7-32f3-4048-975b-48a121454627') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:25.122731 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ae0ee69c-dd57-483d-9f7a-c79e7b468b8b tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.208460 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ae0ee69c-dd57-483d-9f7a-c79e7b468b8b tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.222191 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0ee69c-dd57-483d-9f7a-c79e7b468b8b tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:25.222527 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ae0ee69c-dd57-483d-9f7a-c79e7b468b8b tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:25.227662 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:25.310372 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ae0ee69c-dd57-483d-9f7a-c79e7b468b8b tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.325216 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ae0ee69c-dd57-483d-9f7a-c79e7b468b8b tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.333031 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ae0ee69c-dd57-483d-9f7a-c79e7b468b8b tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/networks/12d4258e-6e2d-4016-a149-d5d9fc8591d1 HTTP/1.1" status: 204 len: 168 time: 0.6500278 Jul 14 09:37:25.334194 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54614) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:25.350076 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-782df564-a4a8-416b-807d-ad9303a17b42 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-29038699'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:25.354532 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ee69c-dd57-483d-9f7a-c79e7b468b8b tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Network': ['ID=12d4258e-6e2d-4016-a149-d5d9fc8591d1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:25.357131 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc91684-f157-45ea-b162-394784f03901 req-70dca1c9-cfa4-4070-94f6-6875d5c92356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:25.358662 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ffc91684-f157-45ea-b162-394784f03901 req-70dca1c9-cfa4-4070-94f6-6875d5c92356 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 910 time: 0.2594903 Jul 14 09:37:25.390858 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782df564-a4a8-416b-807d-ad9303a17b42 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Made reservation on behalf of 4237d312d4954e378307dbe41ee5c3dd for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:25.395807 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-782df564-a4a8-416b-807d-ad9303a17b42 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.428939 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-782df564-a4a8-416b-807d-ad9303a17b42 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:37:25.429613 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ffc91684-f157-45ea-b162-394784f03901 req-8b17bdce-60cf-4fa6-b08e-7b7461ed44b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d41ab360-c5be-48b4-829a-63a03e9d366f HTTP/1.1" status: 200 len: 217 time: 0.0600038 Jul 14 09:37:25.440648 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-782df564-a4a8-416b-807d-ad9303a17b42 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.441053 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-782df564-a4a8-416b-807d-ad9303a17b42 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Added segment fe131a42-e015-43cb-89c2-8c44e56ff659 of type vlan for network 785a98bb-e392-4e21-a136-fc38a7935cc8 Jul 14 09:37:25.506335 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-782df564-a4a8-416b-807d-ad9303a17b42 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.528410 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc91684-f157-45ea-b162-394784f03901 req-a0121e34-5db9-403b-a4a5-b790bcee315c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:25.530951 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ffc91684-f157-45ea-b162-394784f03901 req-a0121e34-5db9-403b-a4a5-b790bcee315c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea6b1e4-2ec5-4105-843d-111f5668e0d2 HTTP/1.1" status: 200 len: 849 time: 0.0951347 Jul 14 09:37:25.552831 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-782df564-a4a8-416b-807d-ad9303a17b42 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.565938 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782df564-a4a8-416b-807d-ad9303a17b42 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:25.567631 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-782df564-a4a8-416b-807d-ad9303a17b42 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.602855 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-782df564-a4a8-416b-807d-ad9303a17b42 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2628274 Jul 14 09:37:25.609579 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54618) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:25.618934 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-df1ac73f-7420-48b7-986c-26d54b269af7 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'subnet': {'network_id': '785a98bb-e392-4e21-a136-fc38a7935cc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:25.661981 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782df564-a4a8-416b-807d-ad9303a17b42 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Network': ['ID=785a98bb-e392-4e21-a136-fc38a7935cc8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:25.696102 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 785a98bb-e392-4e21-a136-fc38a7935cc8 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:37:25.741363 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc91684-f157-45ea-b162-394784f03901 req-bc313d9c-ba23-4da0-b2be-8fdf48c9a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:25.742811 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ffc91684-f157-45ea-b162-394784f03901 req-bc313d9c-ba23-4da0-b2be-8fdf48c9a1db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78f139e-d876-4f71-b091-055c8a4ef271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1996360 Jul 14 09:37:25.815606 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1ac73f-7420-48b7-986c-26d54b269af7 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Made reservation on behalf of 4237d312d4954e378307dbe41ee5c3dd for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:25.819305 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df1ac73f-7420-48b7-986c-26d54b269af7 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.943532 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ffc91684-f157-45ea-b162-394784f03901 req-a1ba7753-aa35-4bba-b0aa-8ac2e687a255 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887445 Jul 14 09:37:26.134452 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ffc91684-f157-45ea-b162-394784f03901 req-c766520c-0432-4bbc-a157-860d55a2cc97 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831398 Jul 14 09:37:26.155457 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df1ac73f-7420-48b7-986c-26d54b269af7 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.230764 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ac73f-7420-48b7-986c-26d54b269af7 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Subnet': ['ID=e344631d-84fb-4cce-aaad-cd7c88c24a0e,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:26.243933 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1ac73f-7420-48b7-986c-26d54b269af7 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Checking segment: {'id': 'fe131a42-e015-43cb-89c2-8c44e56ff659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '785a98bb-e392-4e21-a136-fc38a7935cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:26.244348 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1ac73f-7420-48b7-986c-26d54b269af7 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network hostable DHCP agents. Network: 785a98bb-e392-4e21-a136-fc38a7935cc8, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:37:26.256646 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede718d3-cfc8-49fe-bf03-1fee6f48a781 req-0dd5d2d1-22cc-453b-9c9d-038229393d4b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:26.260015 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ede718d3-cfc8-49fe-bf03-1fee6f48a781 req-0dd5d2d1-22cc-453b-9c9d-038229393d4b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 944 time: 0.0725956 Jul 14 09:37:26.261362 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1ac73f-7420-48b7-986c-26d54b269af7 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network 785a98bb-e392-4e21-a136-fc38a7935cc8 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:37:26.271380 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-df1ac73f-7420-48b7-986c-26d54b269af7 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 785a98bb-e392-4e21-a136-fc38a7935cc8) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:26.278168 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1ac73f-7420-48b7-986c-26d54b269af7 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:26.283781 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df1ac73f-7420-48b7-986c-26d54b269af7 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.285583 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b969c8ff-0861-43ea-a6b5-49dc224f547e None None] Network 785a98bb-e392-4e21-a136-fc38a7935cc8 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:26.307471 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-df1ac73f-7420-48b7-986c-26d54b269af7 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6914215 Jul 14 09:37:26.307471 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54622) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:26.310011 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ede718d3-cfc8-49fe-bf03-1fee6f48a781 req-a5513ebd-cd15-4ee8-954a-27ede3034710 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457628 Jul 14 09:37:26.312954 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-64b40ded-7507-4c1c-a8cd-1d7079d7cffa tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1072543545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:26.349249 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64b40ded-7507-4c1c-a8cd-1d7079d7cffa tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.350727 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64b40ded-7507-4c1c-a8cd-1d7079d7cffa tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.415055 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64b40ded-7507-4c1c-a8cd-1d7079d7cffa tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.419876 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64b40ded-7507-4c1c-a8cd-1d7079d7cffa tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.437860 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64b40ded-7507-4c1c-a8cd-1d7079d7cffa tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.439705 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-64b40ded-7507-4c1c-a8cd-1d7079d7cffa tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1303928 Jul 14 09:37:26.443234 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54624) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:26.448951 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-b41161ea-6fe0-4e86-8545-d69c80f604b5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'port': {'network_id': '785a98bb-e392-4e21-a136-fc38a7935cc8', 'name': 'tempest-RoutersIpV6Test-1614133596'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:26.463125 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8e8180-422c-4aac-aea9-9f42dfc96e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-785a98bb-e392-4e21-a136-fc38a7935cc8', 'network_id': '785a98bb-e392-4e21-a136-fc38a7935cc8', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'fixed_ips': [{'subnet_id': 'e344631d-84fb-4cce-aaad-cd7c88c24a0e'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:37:26.464047 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b8e8180-422c-4aac-aea9-9f42dfc96e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.586329 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41161ea-6fe0-4e86-8545-d69c80f604b5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Made reservation on behalf of 4237d312d4954e378307dbe41ee5c3dd for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:26.590022 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b41161ea-6fe0-4e86-8545-d69c80f604b5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.611818 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-b41161ea-6fe0-4e86-8545-d69c80f604b5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] device_id is not set on port 8bc7587e-fe36-4812-9ea6-d687b3fa2b8b yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:37:26.620887 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-1b8e8180-422c-4aac-aea9-9f42dfc96e0a None None] Allocated IP 2001:db8::2 (785a98bb-e392-4e21-a136-fc38a7935cc8/e344631d-84fb-4cce-aaad-cd7c88c24a0e/ded4b746-37de-4b26-8a59-2557b2679908) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:26.776291 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b8e8180-422c-4aac-aea9-9f42dfc96e0a None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.786724 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1b8e8180-422c-4aac-aea9-9f42dfc96e0a None None] Transition to ACTIVE for port object ded4b746-37de-4b26-8a59-2557b2679908 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:26.803037 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1b8e8180-422c-4aac-aea9-9f42dfc96e0a None None] Transition to ACTIVE for port object ded4b746-37de-4b26-8a59-2557b2679908 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:26.811166 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b8e8180-422c-4aac-aea9-9f42dfc96e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.850074 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8e8180-422c-4aac-aea9-9f42dfc96e0a None None] Network 785a98bb-e392-4e21-a136-fc38a7935cc8 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:26.853191 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-1b8e8180-422c-4aac-aea9-9f42dfc96e0a None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:26.859261 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8e8180-422c-4aac-aea9-9f42dfc96e0a None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:26.873394 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-b41161ea-6fe0-4e86-8545-d69c80f604b5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Allocated IP 2001:db8::3a4 (785a98bb-e392-4e21-a136-fc38a7935cc8/e344631d-84fb-4cce-aaad-cd7c88c24a0e/8bc7587e-fe36-4812-9ea6-d687b3fa2b8b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:26.876649 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e8180-422c-4aac-aea9-9f42dfc96e0a None None] Pushing event updated for resources: {'Port': ['ID=ded4b746-37de-4b26-8a59-2557b2679908,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:26.936948 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1b8e8180-422c-4aac-aea9-9f42dfc96e0a None None] Attempting to bind port ded4b746-37de-4b26-8a59-2557b2679908 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:26.937502 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1b8e8180-422c-4aac-aea9-9f42dfc96e0a None None] Attempting to bind port ded4b746-37de-4b26-8a59-2557b2679908 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'fe131a42-e015-43cb-89c2-8c44e56ff659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '785a98bb-e392-4e21-a136-fc38a7935cc8'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:26.937942 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e8180-422c-4aac-aea9-9f42dfc96e0a None None] Attempting to bind port ded4b746-37de-4b26-8a59-2557b2679908 on network 785a98bb-e392-4e21-a136-fc38a7935cc8 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:26.944474 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e8180-422c-4aac-aea9-9f42dfc96e0a None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:26.944849 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e8180-422c-4aac-aea9-9f42dfc96e0a None None] Checking segment: {'id': 'fe131a42-e015-43cb-89c2-8c44e56ff659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '785a98bb-e392-4e21-a136-fc38a7935cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:26.945258 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b8e8180-422c-4aac-aea9-9f42dfc96e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.945653 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e8180-422c-4aac-aea9-9f42dfc96e0a None None] Bound using segment: {'id': 'fe131a42-e015-43cb-89c2-8c44e56ff659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '785a98bb-e392-4e21-a136-fc38a7935cc8'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:26.946217 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1b8e8180-422c-4aac-aea9-9f42dfc96e0a None None] Bound port: ded4b746-37de-4b26-8a59-2557b2679908, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe131a42-e015-43cb-89c2-8c44e56ff659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '785a98bb-e392-4e21-a136-fc38a7935cc8'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:26.946648 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b8e8180-422c-4aac-aea9-9f42dfc96e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.028922 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1b8e8180-422c-4aac-aea9-9f42dfc96e0a None None] For port ded4b746-37de-4b26-8a59-2557b2679908, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:27.037186 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1b8e8180-422c-4aac-aea9-9f42dfc96e0a None None] For port ded4b746-37de-4b26-8a59-2557b2679908, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ded4b746-37de-4b26-8a59-2557b2679908,segment=NetworkSegment(fe131a42-e015-43cb-89c2-8c44e56ff659),segment_id=fe131a42-e015-43cb-89c2-8c44e56ff659)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:27.042103 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b8e8180-422c-4aac-aea9-9f42dfc96e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.063347 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b41161ea-6fe0-4e86-8545-d69c80f604b5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.086582 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b41161ea-6fe0-4e86-8545-d69c80f604b5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Transition to ACTIVE for port object 8bc7587e-fe36-4812-9ea6-d687b3fa2b8b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:27.104650 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e8180-422c-4aac-aea9-9f42dfc96e0a None None] Pushing event updated for resources: {'Port': ['ID=ded4b746-37de-4b26-8a59-2557b2679908,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:27.132847 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b41161ea-6fe0-4e86-8545-d69c80f604b5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.189163 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41161ea-6fe0-4e86-8545-d69c80f604b5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network 785a98bb-e392-4e21-a136-fc38a7935cc8 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:27.193227 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-b41161ea-6fe0-4e86-8545-d69c80f604b5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:27.197226 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41161ea-6fe0-4e86-8545-d69c80f604b5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:27.203033 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41161ea-6fe0-4e86-8545-d69c80f604b5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:27.203708 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b41161ea-6fe0-4e86-8545-d69c80f604b5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.211661 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41161ea-6fe0-4e86-8545-d69c80f604b5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Port': ['ID=8bc7587e-fe36-4812-9ea6-d687b3fa2b8b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:27.225804 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b41161ea-6fe0-4e86-8545-d69c80f604b5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7813325 Jul 14 09:37:27.228413 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54628) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:27.515039 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610e2d3-a160-48a9-8461-a1c02308a3e1 req-f508d2f5-1626-43eb-89f0-cb86b8d8e886 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:27.516597 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5610e2d3-a160-48a9-8461-a1c02308a3e1 req-f508d2f5-1626-43eb-89f0-cb86b8d8e886 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 944 time: 0.0714893 Jul 14 09:37:27.557964 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5610e2d3-a160-48a9-8461-a1c02308a3e1 req-97f0c808-2d88-4eb4-a524-128e7b1485fc tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351639 Jul 14 09:37:27.643394 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c99fe51-1cb2-4f33-9f59-a7df38abe9d9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.907070 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c99fe51-1cb2-4f33-9f59-a7df38abe9d9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.912652 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c99fe51-1cb2-4f33-9f59-a7df38abe9d9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.994754 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99fe51-1cb2-4f33-9f59-a7df38abe9d9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Port': ['ID=8bc7587e-fe36-4812-9ea6-d687b3fa2b8b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:28.124574 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ce7da2-8a0b-4dee-b920-08ddf73ff58b None None] Network 785a98bb-e392-4e21-a136-fc38a7935cc8 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:28.133208 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c99fe51-1cb2-4f33-9f59-a7df38abe9d9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.209864 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ec2125fe-c800-463e-956e-c4e649432f16 None None] Provisioning for port ded4b746-37de-4b26-8a59-2557b2679908 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:28.286609 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c99fe51-1cb2-4f33-9f59-a7df38abe9d9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.643246 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c99fe51-1cb2-4f33-9f59-a7df38abe9d9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.651589 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ded4b746-37de-4b26-8a59-2557b2679908 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:28.654699 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c99fe51-1cb2-4f33-9f59-a7df38abe9d9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.655741 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c99fe51-1cb2-4f33-9f59-a7df38abe9d9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.745000 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-26aa169f-782d-4e31-9c32-36ed3576c44b None None] Provisioning for port 8bc7587e-fe36-4812-9ea6-d687b3fa2b8b completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:28.765520 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-26aa169f-782d-4e31-9c32-36ed3576c44b None None] Provisioning complete for port 8bc7587e-fe36-4812-9ea6-d687b3fa2b8b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:28.766187 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26aa169f-782d-4e31-9c32-36ed3576c44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.778563 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port ded4b746-37de-4b26-8a59-2557b2679908 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:28.811610 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port ded4b746-37de-4b26-8a59-2557b2679908 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:28.811983 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.865015 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c96c6d-ac81-4d22-8bbd-00e352e26362 req-78fc1de8-d7f4-4abf-917d-414161a32159 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:28.867246 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94c96c6d-ac81-4d22-8bbd-00e352e26362 req-78fc1de8-d7f4-4abf-917d-414161a32159 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 944 time: 0.1118779 Jul 14 09:37:28.868324 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-26aa169f-782d-4e31-9c32-36ed3576c44b None None] Port 8bc7587e-fe36-4812-9ea6-d687b3fa2b8b cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:28.888462 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99fe51-1cb2-4f33-9f59-a7df38abe9d9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Port': ['ID=8bc7587e-fe36-4812-9ea6-d687b3fa2b8b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:28.899515 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c99fe51-1cb2-4f33-9f59-a7df38abe9d9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network 785a98bb-e392-4e21-a136-fc38a7935cc8 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:28.901256 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-1c99fe51-1cb2-4f33-9f59-a7df38abe9d9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:28.932845 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.950772 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94c96c6d-ac81-4d22-8bbd-00e352e26362 req-d0007986-0a94-4a17-93eb-772390e01d97 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737033 Jul 14 09:37:28.970478 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port ded4b746-37de-4b26-8a59-2557b2679908, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ded4b746-37de-4b26-8a59-2557b2679908,segment=NetworkSegment(fe131a42-e015-43cb-89c2-8c44e56ff659),segment_id=fe131a42-e015-43cb-89c2-8c44e56ff659)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:28.976444 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.055051 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-abc78448-5efb-4144-8038-ff6ff7c79a92 None None] Provisioning complete for port 8bc7587e-fe36-4812-9ea6-d687b3fa2b8b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:29.055427 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-abc78448-5efb-4144-8038-ff6ff7c79a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.083661 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=ded4b746-37de-4b26-8a59-2557b2679908,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:29.097170 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:29.097491 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:29.097831 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:29.098165 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:29.098498 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:29.098826 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:29.099178 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:29.099518 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:29.099970 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:29.100645 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:29.100645 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:29.100970 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:29.116736 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-abc78448-5efb-4144-8038-ff6ff7c79a92 None None] Port 8bc7587e-fe36-4812-9ea6-d687b3fa2b8b cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:29.147777 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c99fe51-1cb2-4f33-9f59-a7df38abe9d9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Router 67ec822e-d7e9-40dc-ac9f-fca5b005ae81 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:37:29.259871 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c99fe51-1cb2-4f33-9f59-a7df38abe9d9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:29.270315 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1c99fe51-1cb2-4f33-9f59-a7df38abe9d9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "PUT /v2.0/routers/67ec822e-d7e9-40dc-ac9f-fca5b005ae81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0355444 Jul 14 09:37:29.271522 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54638) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:29.281549 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dcde22-5644-42d9-ba58-4a508cea4f75 None None] Sync routers for ids ['67ec822e-d7e9-40dc-ac9f-fca5b005ae81'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:29.293177 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dcde22-5644-42d9-ba58-4a508cea4f75 None None] Routers {'67ec822e-d7e9-40dc-ac9f-fca5b005ae81'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:29.294359 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a6dcde22-5644-42d9-ba58-4a508cea4f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['67ec822e-d7e9-40dc-ac9f-fca5b005ae81'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:29.336281 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a6dcde22-5644-42d9-ba58-4a508cea4f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:29.347045 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dcde22-5644-42d9-ba58-4a508cea4f75 None None] Routers {'67ec822e-d7e9-40dc-ac9f-fca5b005ae81'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:29.348088 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a6dcde22-5644-42d9-ba58-4a508cea4f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['67ec822e-d7e9-40dc-ac9f-fca5b005ae81'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:29.350273 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5d2aa1a6-ed24-4498-ad5b-ba1edd6381c5 None None] Provisioning complete for port 8bc7587e-fe36-4812-9ea6-d687b3fa2b8b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:29.351418 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d2aa1a6-ed24-4498-ad5b-ba1edd6381c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.384041 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82e118a-7dc9-4c19-8f56-5c12c5409a6e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:29.388007 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d82e118a-7dc9-4c19-8f56-5c12c5409a6e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "GET /v2.0/ports/8bc7587e-fe36-4812-9ea6-d687b3fa2b8b HTTP/1.1" status: 200 len: 984 time: 0.1138365 Jul 14 09:37:29.388696 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54640) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:29.400516 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a6dcde22-5644-42d9-ba58-4a508cea4f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:29.402612 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dcde22-5644-42d9-ba58-4a508cea4f75 None None] The sync data for ids ['67ec822e-d7e9-40dc-ac9f-fca5b005ae81'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:29.418419 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-5d2aa1a6-ed24-4498-ad5b-ba1edd6381c5 None None] Port 8bc7587e-fe36-4812-9ea6-d687b3fa2b8b cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:29.645953 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e5ceb322-472c-4363-8b26-ee9f099dba21 None None] Provisioning complete for port 8bc7587e-fe36-4812-9ea6-d687b3fa2b8b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:29.646405 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5ceb322-472c-4363-8b26-ee9f099dba21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.690363 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e5ceb322-472c-4363-8b26-ee9f099dba21 None None] Port 8bc7587e-fe36-4812-9ea6-d687b3fa2b8b cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:30.181153 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b1adc-4da1-4582-a28e-961cba890200 req-b18b540d-9d19-4b0c-9ca5-28709d6d7d65 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:30.182639 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad4b1adc-4da1-4582-a28e-961cba890200 req-b18b540d-9d19-4b0c-9ca5-28709d6d7d65 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 944 time: 0.0879173 Jul 14 09:37:30.218589 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-478c1516-9747-4555-b980-d6fe9f553c0d tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.234658 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad4b1adc-4da1-4582-a28e-961cba890200 req-e9ef3ed7-7082-4cae-815b-7d5d3dea9702 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457342 Jul 14 09:37:30.465641 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-478c1516-9747-4555-b980-d6fe9f553c0d tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Deleting port 8bc7587e-fe36-4812-9ea6-d687b3fa2b8b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:30.466001 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-478c1516-9747-4555-b980-d6fe9f553c0d tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.590438 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-478c1516-9747-4555-b980-d6fe9f553c0d tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.608487 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-478c1516-9747-4555-b980-d6fe9f553c0d tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Calling delete_port for 8bc7587e-fe36-4812-9ea6-d687b3fa2b8b owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:30.609839 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ded4b746-37de-4b26-8a59-2557b2679908 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:30.670868 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port ded4b746-37de-4b26-8a59-2557b2679908 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:30.671314 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.828011 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-478c1516-9747-4555-b980-d6fe9f553c0d tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.866574 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c1516-9747-4555-b980-d6fe9f553c0d tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Port': ['ID=8bc7587e-fe36-4812-9ea6-d687b3fa2b8b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:30.977167 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-478c1516-9747-4555-b980-d6fe9f553c0d tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.185445 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478c1516-9747-4555-b980-d6fe9f553c0d tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Router 67ec822e-d7e9-40dc-ac9f-fca5b005ae81 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:31.291097 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478c1516-9747-4555-b980-d6fe9f553c0d tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:31.300821 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-478c1516-9747-4555-b980-d6fe9f553c0d tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "PUT /v2.0/routers/67ec822e-d7e9-40dc-ac9f-fca5b005ae81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9080865 Jul 14 09:37:31.301238 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54650) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:31.307444 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a665e2a5-4e99-4dfd-924d-0ba8e4ebe8cc None None] Sync routers for ids ['67ec822e-d7e9-40dc-ac9f-fca5b005ae81'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:31.322915 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a665e2a5-4e99-4dfd-924d-0ba8e4ebe8cc None None] Routers {'67ec822e-d7e9-40dc-ac9f-fca5b005ae81'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:31.323767 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a665e2a5-4e99-4dfd-924d-0ba8e4ebe8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['67ec822e-d7e9-40dc-ac9f-fca5b005ae81'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:31.384628 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a665e2a5-4e99-4dfd-924d-0ba8e4ebe8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:31.397068 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a665e2a5-4e99-4dfd-924d-0ba8e4ebe8cc None None] Routers {'67ec822e-d7e9-40dc-ac9f-fca5b005ae81'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:31.397749 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a665e2a5-4e99-4dfd-924d-0ba8e4ebe8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['67ec822e-d7e9-40dc-ac9f-fca5b005ae81'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:31.433353 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a665e2a5-4e99-4dfd-924d-0ba8e4ebe8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:31.434222 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a665e2a5-4e99-4dfd-924d-0ba8e4ebe8cc None None] The sync data for ids ['67ec822e-d7e9-40dc-ac9f-fca5b005ae81'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:31.468729 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e54692-a863-489d-9531-ec8b340a12c7 req-dfc0a48b-0e58-4d30-89a2-8ad38f19167d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:31.470415 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-31e54692-a863-489d-9531-ec8b340a12c7 req-dfc0a48b-0e58-4d30-89a2-8ad38f19167d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 944 time: 0.0710967 Jul 14 09:37:31.530624 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-31e54692-a863-489d-9531-ec8b340a12c7 req-f576a2e0-1321-4fdc-a309-e27219f88750 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377848 Jul 14 09:37:31.590632 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-1b6a87f4-4b1e-4e8e-992e-91aa1c87c13f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] remove_router_interface failed (client error): The resource could not be found. Jul 14 09:37:31.591609 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1b6a87f4-4b1e-4e8e-992e-91aa1c87c13f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "PUT /v2.0/routers/67ec822e-d7e9-40dc-ac9f-fca5b005ae81/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2890928 Jul 14 09:37:31.595904 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54652) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:31.630190 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0c941246-613d-4bf4-9056-f55044bb7ea1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "GET /v2.0/ports?device_id=67ec822e-d7e9-40dc-ac9f-fca5b005ae81 HTTP/1.1" status: 200 len: 205 time: 0.0329340 Jul 14 09:37:31.633643 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54654) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:31.713460 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09d3de3b-5aa7-4585-bde2-156a332ba898 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.884583 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09d3de3b-5aa7-4585-bde2-156a332ba898 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.886945 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09d3de3b-5aa7-4585-bde2-156a332ba898 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.935871 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09d3de3b-5aa7-4585-bde2-156a332ba898 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.936383 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d3de3b-5aa7-4585-bde2-156a332ba898 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Fanout notify agent at l3_agent the message router_deleted on router 67ec822e-d7e9-40dc-ac9f-fca5b005ae81 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:37:31.943936 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09d3de3b-5aa7-4585-bde2-156a332ba898 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.944944 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-09d3de3b-5aa7-4585-bde2-156a332ba898 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/routers/67ec822e-d7e9-40dc-ac9f-fca5b005ae81 HTTP/1.1" status: 204 len: 168 time: 0.3103974 Jul 14 09:37:31.947674 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54656) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:32.002254 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09ead49-d8a2-480b-8f61-9dcac88a76e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Deleting subnet e344631d-84fb-4cce-aaad-cd7c88c24a0e {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:37:32.005965 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d09ead49-d8a2-480b-8f61-9dcac88a76e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.054015 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d09ead49-d8a2-480b-8f61-9dcac88a76e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.158139 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d09ead49-d8a2-480b-8f61-9dcac88a76e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.227907 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d09ead49-d8a2-480b-8f61-9dcac88a76e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.274556 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ead49-d8a2-480b-8f61-9dcac88a76e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Subnet': ['ID=e344631d-84fb-4cce-aaad-cd7c88c24a0e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:32.285070 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d09ead49-d8a2-480b-8f61-9dcac88a76e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.287781 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d09ead49-d8a2-480b-8f61-9dcac88a76e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/subnets/e344631d-84fb-4cce-aaad-cd7c88c24a0e HTTP/1.1" status: 204 len: 168 time: 0.3388188 Jul 14 09:37:32.290598 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54658) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:32.292326 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6ca5b5-a205-45c2-8201-10b8058472f9 None None] Network 785a98bb-e392-4e21-a136-fc38a7935cc8 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:32.421791 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce54d0c9-958c-4011-b7cd-1acc1fb9e59f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.510176 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ce54d0c9-958c-4011-b7cd-1acc1fb9e59f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Deleting port ded4b746-37de-4b26-8a59-2557b2679908 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:32.511011 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce54d0c9-958c-4011-b7cd-1acc1fb9e59f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.592510 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf556fe-a0bb-4fcb-bb84-2fabbd7026e8 None None] DHCP port deletion for 785a98bb-e392-4e21-a136-fc38a7935cc8 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:37:32.599150 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ce54d0c9-958c-4011-b7cd-1acc1fb9e59f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] For port ded4b746-37de-4b26-8a59-2557b2679908, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ded4b746-37de-4b26-8a59-2557b2679908,segment=NetworkSegment(fe131a42-e015-43cb-89c2-8c44e56ff659),segment_id=fe131a42-e015-43cb-89c2-8c44e56ff659)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:32.599550 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce54d0c9-958c-4011-b7cd-1acc1fb9e59f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.617293 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ce54d0c9-958c-4011-b7cd-1acc1fb9e59f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Calling delete_port for ded4b746-37de-4b26-8a59-2557b2679908 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:32.653534 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9bf556fe-a0bb-4fcb-bb84-2fabbd7026e8 None None] Deleting port ded4b746-37de-4b26-8a59-2557b2679908 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:32.654209 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9bf556fe-a0bb-4fcb-bb84-2fabbd7026e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.756757 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-9bf556fe-a0bb-4fcb-bb84-2fabbd7026e8 None None] For port ded4b746-37de-4b26-8a59-2557b2679908, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ded4b746-37de-4b26-8a59-2557b2679908,segment=NetworkSegment(fe131a42-e015-43cb-89c2-8c44e56ff659),segment_id=fe131a42-e015-43cb-89c2-8c44e56ff659)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:32.757878 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9bf556fe-a0bb-4fcb-bb84-2fabbd7026e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.775690 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9bf556fe-a0bb-4fcb-bb84-2fabbd7026e8 None None] Calling delete_port for ded4b746-37de-4b26-8a59-2557b2679908 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:32.791706 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910c15a-0fde-466d-911d-0078ba21a34b req-8faffcdc-69ab-4cb7-bc8e-34d1ad156039 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:32.792810 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4910c15a-0fde-466d-911d-0078ba21a34b req-8faffcdc-69ab-4cb7-bc8e-34d1ad156039 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 944 time: 0.0975220 Jul 14 09:37:32.816659 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce54d0c9-958c-4011-b7cd-1acc1fb9e59f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.872158 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54d0c9-958c-4011-b7cd-1acc1fb9e59f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Port': ['ID=ded4b746-37de-4b26-8a59-2557b2679908,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:32.884182 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce54d0c9-958c-4011-b7cd-1acc1fb9e59f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] No DVR routers for this DVR port ded4b746-37de-4b26-8a59-2557b2679908 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:32.900255 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9bf556fe-a0bb-4fcb-bb84-2fabbd7026e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.924267 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4910c15a-0fde-466d-911d-0078ba21a34b req-45df320a-eade-44f5-80a6-57fb30595a21 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211886 Jul 14 09:37:32.948457 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf556fe-a0bb-4fcb-bb84-2fabbd7026e8 None None] Pushing event deleted for resources: {'Port': ['ID=ded4b746-37de-4b26-8a59-2557b2679908,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:32.957310 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf556fe-a0bb-4fcb-bb84-2fabbd7026e8 None None] No DVR routers for this DVR port ded4b746-37de-4b26-8a59-2557b2679908 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:33.021340 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce54d0c9-958c-4011-b7cd-1acc1fb9e59f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.033430 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-ce54d0c9-958c-4011-b7cd-1acc1fb9e59f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785a98bb-e392-4e21-a136-fc38a7935cc8']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:33.046453 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-ce54d0c9-958c-4011-b7cd-1acc1fb9e59f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe131a42-e015-43cb-89c2-8c44e56ff659') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:33.046797 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-ce54d0c9-958c-4011-b7cd-1acc1fb9e59f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe131a42-e015-43cb-89c2-8c44e56ff659') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:33.058432 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce54d0c9-958c-4011-b7cd-1acc1fb9e59f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.079209 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce54d0c9-958c-4011-b7cd-1acc1fb9e59f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.087810 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce54d0c9-958c-4011-b7cd-1acc1fb9e59f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:33.088328 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce54d0c9-958c-4011-b7cd-1acc1fb9e59f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:33.091295 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:33.170249 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce54d0c9-958c-4011-b7cd-1acc1fb9e59f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.181227 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce54d0c9-958c-4011-b7cd-1acc1fb9e59f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.190412 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54664) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:33.191000 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ce54d0c9-958c-4011-b7cd-1acc1fb9e59f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/networks/785a98bb-e392-4e21-a136-fc38a7935cc8 HTTP/1.1" status: 204 len: 168 time: 0.8939016 Jul 14 09:37:33.196562 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-aa2f536c-0cf9-4363-bcfc-df41a2403418 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-754565015'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:33.202334 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54d0c9-958c-4011-b7cd-1acc1fb9e59f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Network': ['ID=785a98bb-e392-4e21-a136-fc38a7935cc8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:33.222175 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2f536c-0cf9-4363-bcfc-df41a2403418 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Made reservation on behalf of 4237d312d4954e378307dbe41ee5c3dd for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:33.225811 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa2f536c-0cf9-4363-bcfc-df41a2403418 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.252763 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2f536c-0cf9-4363-bcfc-df41a2403418 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:37:33.262549 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa2f536c-0cf9-4363-bcfc-df41a2403418 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.262858 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-aa2f536c-0cf9-4363-bcfc-df41a2403418 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Added segment b86ccc89-17a9-463c-8a50-f77c5728c16d of type vlan for network 0c543ff5-d82d-4828-873a-0523e3ce5854 Jul 14 09:37:33.320623 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa2f536c-0cf9-4363-bcfc-df41a2403418 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.351512 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa2f536c-0cf9-4363-bcfc-df41a2403418 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.357820 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2f536c-0cf9-4363-bcfc-df41a2403418 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:33.358484 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa2f536c-0cf9-4363-bcfc-df41a2403418 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.424387 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-aa2f536c-0cf9-4363-bcfc-df41a2403418 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2317686 Jul 14 09:37:33.427808 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54666) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:33.433003 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-2f67d73e-ce98-42cd-8219-f67a4581c28f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'subnet': {'network_id': '0c543ff5-d82d-4828-873a-0523e3ce5854', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:33.501402 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f536c-0cf9-4363-bcfc-df41a2403418 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Network': ['ID=0c543ff5-d82d-4828-873a-0523e3ce5854,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:33.513071 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 0c543ff5-d82d-4828-873a-0523e3ce5854 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:37:33.562916 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f67d73e-ce98-42cd-8219-f67a4581c28f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Made reservation on behalf of 4237d312d4954e378307dbe41ee5c3dd for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:33.567300 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f67d73e-ce98-42cd-8219-f67a4581c28f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.079363 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f67d73e-ce98-42cd-8219-f67a4581c28f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.139283 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67d73e-ce98-42cd-8219-f67a4581c28f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Subnet': ['ID=f52ef3c3-30d3-4b95-9a75-df9c6054f112,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:34.151429 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f67d73e-ce98-42cd-8219-f67a4581c28f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Checking segment: {'id': 'b86ccc89-17a9-463c-8a50-f77c5728c16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0c543ff5-d82d-4828-873a-0523e3ce5854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:34.151868 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f67d73e-ce98-42cd-8219-f67a4581c28f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network hostable DHCP agents. Network: 0c543ff5-d82d-4828-873a-0523e3ce5854, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:37:34.153554 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ecf195-756a-4eb9-baf7-bc97b1628f14 req-c35695a4-e5f7-4e7a-a584-28117ac71407 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:34.155071 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-03ecf195-756a-4eb9-baf7-bc97b1628f14 req-c35695a4-e5f7-4e7a-a584-28117ac71407 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 944 time: 0.0694685 Jul 14 09:37:34.168741 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f67d73e-ce98-42cd-8219-f67a4581c28f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network 0c543ff5-d82d-4828-873a-0523e3ce5854 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:37:34.177765 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-2f67d73e-ce98-42cd-8219-f67a4581c28f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 0c543ff5-d82d-4828-873a-0523e3ce5854) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:34.181976 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f67d73e-ce98-42cd-8219-f67a4581c28f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:34.182567 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f67d73e-ce98-42cd-8219-f67a4581c28f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.187404 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087eb98d-acd9-4164-9ac6-bbb45981db8f None None] Network 0c543ff5-d82d-4828-873a-0523e3ce5854 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:34.202431 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2f67d73e-ce98-42cd-8219-f67a4581c28f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7729757 Jul 14 09:37:34.205353 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-03ecf195-756a-4eb9-baf7-bc97b1628f14 req-502a4a80-a9c0-4680-9e63-3ab6dff318ae tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423098 Jul 14 09:37:34.205946 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54672) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:34.211085 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a7c6555e-4dab-46c5-98f0-e7f42dd51d0c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1871617860', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:34.237614 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7c6555e-4dab-46c5-98f0-e7f42dd51d0c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.238659 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7c6555e-4dab-46c5-98f0-e7f42dd51d0c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.297294 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7c6555e-4dab-46c5-98f0-e7f42dd51d0c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.301864 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7c6555e-4dab-46c5-98f0-e7f42dd51d0c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.319422 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7c6555e-4dab-46c5-98f0-e7f42dd51d0c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.323319 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a7c6555e-4dab-46c5-98f0-e7f42dd51d0c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1136975 Jul 14 09:37:34.323818 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54674) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:34.351541 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65e41c7-7299-4542-90e1-eae1dff3aae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-0c543ff5-d82d-4828-873a-0523e3ce5854', 'network_id': '0c543ff5-d82d-4828-873a-0523e3ce5854', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'fixed_ips': [{'subnet_id': 'f52ef3c3-30d3-4b95-9a75-df9c6054f112'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:37:34.352440 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e65e41c7-7299-4542-90e1-eae1dff3aae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.505266 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-e65e41c7-7299-4542-90e1-eae1dff3aae7 None None] Allocated IP 2001:db8::2 (0c543ff5-d82d-4828-873a-0523e3ce5854/f52ef3c3-30d3-4b95-9a75-df9c6054f112/452f7e26-172a-48dc-904e-3f99fcc9780f) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:34.600647 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ded4b746-37de-4b26-8a59-2557b2679908 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:34.624612 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: ded4b746-37de-4b26-8a59-2557b2679908 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:34.625054 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ded4b746-37de-4b26-8a59-2557b2679908 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:34.644184 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1bbf333e-c8aa-44cb-bf25-b885713e841a tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.698009 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e65e41c7-7299-4542-90e1-eae1dff3aae7 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.710364 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e65e41c7-7299-4542-90e1-eae1dff3aae7 None None] Transition to ACTIVE for port object 452f7e26-172a-48dc-904e-3f99fcc9780f will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:34.728162 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e65e41c7-7299-4542-90e1-eae1dff3aae7 None None] Transition to ACTIVE for port object 452f7e26-172a-48dc-904e-3f99fcc9780f will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:34.741793 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e65e41c7-7299-4542-90e1-eae1dff3aae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.785964 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65e41c7-7299-4542-90e1-eae1dff3aae7 None None] Network 0c543ff5-d82d-4828-873a-0523e3ce5854 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:34.791103 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e65e41c7-7299-4542-90e1-eae1dff3aae7 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:34.794798 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65e41c7-7299-4542-90e1-eae1dff3aae7 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:34.804452 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e41c7-7299-4542-90e1-eae1dff3aae7 None None] Pushing event updated for resources: {'Port': ['ID=452f7e26-172a-48dc-904e-3f99fcc9780f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:34.862245 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-e65e41c7-7299-4542-90e1-eae1dff3aae7 None None] Attempting to bind port 452f7e26-172a-48dc-904e-3f99fcc9780f on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:34.862824 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-e65e41c7-7299-4542-90e1-eae1dff3aae7 None None] Attempting to bind port 452f7e26-172a-48dc-904e-3f99fcc9780f by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'b86ccc89-17a9-463c-8a50-f77c5728c16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0c543ff5-d82d-4828-873a-0523e3ce5854'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:34.863116 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e41c7-7299-4542-90e1-eae1dff3aae7 None None] Attempting to bind port 452f7e26-172a-48dc-904e-3f99fcc9780f on network 0c543ff5-d82d-4828-873a-0523e3ce5854 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:34.869055 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e41c7-7299-4542-90e1-eae1dff3aae7 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:34.869677 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e41c7-7299-4542-90e1-eae1dff3aae7 None None] Checking segment: {'id': 'b86ccc89-17a9-463c-8a50-f77c5728c16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0c543ff5-d82d-4828-873a-0523e3ce5854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:34.869913 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e65e41c7-7299-4542-90e1-eae1dff3aae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.870273 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e41c7-7299-4542-90e1-eae1dff3aae7 None None] Bound using segment: {'id': 'b86ccc89-17a9-463c-8a50-f77c5728c16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0c543ff5-d82d-4828-873a-0523e3ce5854'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:34.870817 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-e65e41c7-7299-4542-90e1-eae1dff3aae7 None None] Bound port: 452f7e26-172a-48dc-904e-3f99fcc9780f, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86ccc89-17a9-463c-8a50-f77c5728c16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0c543ff5-d82d-4828-873a-0523e3ce5854'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:34.871216 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e65e41c7-7299-4542-90e1-eae1dff3aae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.939725 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e65e41c7-7299-4542-90e1-eae1dff3aae7 None None] For port 452f7e26-172a-48dc-904e-3f99fcc9780f, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:34.943085 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e65e41c7-7299-4542-90e1-eae1dff3aae7 None None] For port 452f7e26-172a-48dc-904e-3f99fcc9780f, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=452f7e26-172a-48dc-904e-3f99fcc9780f,segment=NetworkSegment(b86ccc89-17a9-463c-8a50-f77c5728c16d),segment_id=b86ccc89-17a9-463c-8a50-f77c5728c16d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:34.948801 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e65e41c7-7299-4542-90e1-eae1dff3aae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.998250 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-1bbf333e-c8aa-44cb-bf25-b885713e841a tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Allocated IP 2001:db8::1 (0c543ff5-d82d-4828-873a-0523e3ce5854/f52ef3c3-30d3-4b95-9a75-df9c6054f112/779cf01a-1be2-455c-af9b-609631d9b732) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:35.024816 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e41c7-7299-4542-90e1-eae1dff3aae7 None None] Pushing event updated for resources: {'Port': ['ID=452f7e26-172a-48dc-904e-3f99fcc9780f,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:35.162060 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1bbf333e-c8aa-44cb-bf25-b885713e841a tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.186479 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1bbf333e-c8aa-44cb-bf25-b885713e841a tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Transition to ACTIVE for port object 779cf01a-1be2-455c-af9b-609631d9b732 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:35.237902 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1bbf333e-c8aa-44cb-bf25-b885713e841a tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.298703 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbf333e-c8aa-44cb-bf25-b885713e841a tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network 0c543ff5-d82d-4828-873a-0523e3ce5854 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:35.306544 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-1bbf333e-c8aa-44cb-bf25-b885713e841a tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:35.309859 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf333e-c8aa-44cb-bf25-b885713e841a tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:35.310856 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1bbf333e-c8aa-44cb-bf25-b885713e841a tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.377780 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf333e-c8aa-44cb-bf25-b885713e841a tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Port': ['ID=779cf01a-1be2-455c-af9b-609631d9b732,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:35.462564 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc0868-69d6-4a6d-89d4-a1ff74b14b1a req-18d7f1c6-d88d-4137-8bf3-f5eaf1005a19 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:35.464431 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e6cc0868-69d6-4a6d-89d4-a1ff74b14b1a req-18d7f1c6-d88d-4137-8bf3-f5eaf1005a19 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 944 time: 0.1032903 Jul 14 09:37:35.499737 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1bbf333e-c8aa-44cb-bf25-b885713e841a tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.512587 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e6cc0868-69d6-4a6d-89d4-a1ff74b14b1a req-1c3e288e-0698-43fc-8dac-e4ad6e49a89c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416725 Jul 14 09:37:35.817290 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1bbf333e-c8aa-44cb-bf25-b885713e841a tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.828765 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1bbf333e-c8aa-44cb-bf25-b885713e841a tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.829988 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1bbf333e-c8aa-44cb-bf25-b885713e841a tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.936526 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf333e-c8aa-44cb-bf25-b885713e841a tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Port': ['ID=779cf01a-1be2-455c-af9b-609631d9b732,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:35.984560 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbf333e-c8aa-44cb-bf25-b885713e841a tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network 0c543ff5-d82d-4828-873a-0523e3ce5854 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:35.986079 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-1bbf333e-c8aa-44cb-bf25-b885713e841a tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:36.142995 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbf333e-c8aa-44cb-bf25-b885713e841a tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Router e3f3981d-eb0e-4ee0-a184-51bb75c352d5 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:37:36.182505 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5eb724-9dab-4b4b-86f0-7b8df6225d5f None None] Network 0c543ff5-d82d-4828-873a-0523e3ce5854 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:36.268287 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbf333e-c8aa-44cb-bf25-b885713e841a tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:36.273916 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1bbf333e-c8aa-44cb-bf25-b885713e841a tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "PUT /v2.0/routers/e3f3981d-eb0e-4ee0-a184-51bb75c352d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9489195 Jul 14 09:37:36.277380 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54682) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:36.282976 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd360197-48a0-4f7c-9168-d393f72f088d None None] Sync routers for ids ['e3f3981d-eb0e-4ee0-a184-51bb75c352d5'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:36.298434 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-fd2177e0-4407-4b49-a103-23a61505b9c4 None None] Provisioning for port 452f7e26-172a-48dc-904e-3f99fcc9780f completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:36.302010 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd360197-48a0-4f7c-9168-d393f72f088d None None] Routers {'e3f3981d-eb0e-4ee0-a184-51bb75c352d5'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:36.303062 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-dd360197-48a0-4f7c-9168-d393f72f088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['e3f3981d-eb0e-4ee0-a184-51bb75c352d5'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:36.348317 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74459ec3-97d8-4847-9d13-8976dec8ca01 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:36.349862 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-74459ec3-97d8-4847-9d13-8976dec8ca01 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "GET /v2.0/ports/779cf01a-1be2-455c-af9b-609631d9b732 HTTP/1.1" status: 200 len: 911 time: 0.0713813 Jul 14 09:37:36.353129 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54684) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:36.354972 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-dd360197-48a0-4f7c-9168-d393f72f088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:36.366184 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd360197-48a0-4f7c-9168-d393f72f088d None None] Routers {'e3f3981d-eb0e-4ee0-a184-51bb75c352d5'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:36.366815 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-dd360197-48a0-4f7c-9168-d393f72f088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['e3f3981d-eb0e-4ee0-a184-51bb75c352d5'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:36.408748 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-dd360197-48a0-4f7c-9168-d393f72f088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:36.409507 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd360197-48a0-4f7c-9168-d393f72f088d None None] The sync data for ids ['e3f3981d-eb0e-4ee0-a184-51bb75c352d5'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:36.639748 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 452f7e26-172a-48dc-904e-3f99fcc9780f up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:36.719044 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 452f7e26-172a-48dc-904e-3f99fcc9780f completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:36.729443 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 452f7e26-172a-48dc-904e-3f99fcc9780f triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:36.729850 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.771295 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4bfa5bb5-5cc9-4086-b4ec-feebad3f4ca8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.789694 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-16d635fd-572f-4740-acff-113573cbbb3d None None] Provisioning complete for port 452f7e26-172a-48dc-904e-3f99fcc9780f triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:36.790099 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-16d635fd-572f-4740-acff-113573cbbb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.810770 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b805e26-399e-45f3-82ee-d089b67c160e req-0f814692-0581-460b-90e0-d742a8216388 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:36.820355 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7b805e26-399e-45f3-82ee-d089b67c160e req-0f814692-0581-460b-90e0-d742a8216388 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 944 time: 0.1132958 Jul 14 09:37:36.874294 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7b805e26-399e-45f3-82ee-d089b67c160e req-6b9af367-f16b-4f8a-80f1-293ff2e11722 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491936 Jul 14 09:37:36.875666 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.959051 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 452f7e26-172a-48dc-904e-3f99fcc9780f, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=452f7e26-172a-48dc-904e-3f99fcc9780f,segment=NetworkSegment(b86ccc89-17a9-463c-8a50-f77c5728c16d),segment_id=b86ccc89-17a9-463c-8a50-f77c5728c16d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:36.962133 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-16d635fd-572f-4740-acff-113573cbbb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.965993 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.088294 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=452f7e26-172a-48dc-904e-3f99fcc9780f,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:37.094376 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-16d635fd-572f-4740-acff-113573cbbb3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:37:37.095594 n-d-771362-35 neutron-server[93774]: DEBUG oslo_db.api [None req-16d635fd-572f-4740-acff-113573cbbb3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:37:37.183937 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4bfa5bb5-5cc9-4086-b4ec-feebad3f4ca8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Deleting port 779cf01a-1be2-455c-af9b-609631d9b732 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:37.184287 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4bfa5bb5-5cc9-4086-b4ec-feebad3f4ca8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.296048 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4bfa5bb5-5cc9-4086-b4ec-feebad3f4ca8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.309045 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4bfa5bb5-5cc9-4086-b4ec-feebad3f4ca8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Calling delete_port for 779cf01a-1be2-455c-af9b-609631d9b732 owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:37.488034 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4bfa5bb5-5cc9-4086-b4ec-feebad3f4ca8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.520861 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa5bb5-5cc9-4086-b4ec-feebad3f4ca8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Port': ['ID=779cf01a-1be2-455c-af9b-609631d9b732,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:37.625956 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4bfa5bb5-5cc9-4086-b4ec-feebad3f4ca8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.648039 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-16d635fd-572f-4740-acff-113573cbbb3d None None] Could not find standard attr ID for object 779cf01a-1be2-455c-af9b-609631d9b732. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:37:37.759810 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ae3abc21-5474-405e-9ca2-b7569a26d3bf None None] Could not find standard attr ID for object 779cf01a-1be2-455c-af9b-609631d9b732. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:37:37.792495 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfa5bb5-5cc9-4086-b4ec-feebad3f4ca8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Router e3f3981d-eb0e-4ee0-a184-51bb75c352d5 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:37.870325 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfa5bb5-5cc9-4086-b4ec-feebad3f4ca8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:37.876689 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4bfa5bb5-5cc9-4086-b4ec-feebad3f4ca8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "PUT /v2.0/routers/e3f3981d-eb0e-4ee0-a184-51bb75c352d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5218992 Jul 14 09:37:37.879814 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54690) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:37.882373 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c130ca17-0428-45be-b68a-45165ed25b3a None None] Sync routers for ids ['e3f3981d-eb0e-4ee0-a184-51bb75c352d5'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:37.892650 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c130ca17-0428-45be-b68a-45165ed25b3a None None] Routers {'e3f3981d-eb0e-4ee0-a184-51bb75c352d5'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:37.893301 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c130ca17-0428-45be-b68a-45165ed25b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['e3f3981d-eb0e-4ee0-a184-51bb75c352d5'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:37.910140 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fa8703d4-cc6e-4d22-a18c-d4130a46e704 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f3981d-eb0e-4ee0-a184-51bb75c352d5 HTTP/1.1" status: 200 len: 205 time: 0.0291133 Jul 14 09:37:37.912554 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54694) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:37.925100 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c130ca17-0428-45be-b68a-45165ed25b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:37.934575 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c130ca17-0428-45be-b68a-45165ed25b3a None None] Routers {'e3f3981d-eb0e-4ee0-a184-51bb75c352d5'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:37.935189 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c130ca17-0428-45be-b68a-45165ed25b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['e3f3981d-eb0e-4ee0-a184-51bb75c352d5'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:37.972335 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c130ca17-0428-45be-b68a-45165ed25b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:37.973005 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c130ca17-0428-45be-b68a-45165ed25b3a None None] The sync data for ids ['e3f3981d-eb0e-4ee0-a184-51bb75c352d5'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:38.089783 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781b14b-7f2f-48db-8321-fac02148bbc6 req-71146594-972e-4db0-9639-7ff7ec974f6f tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:38.091573 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d781b14b-7f2f-48db-8321-fac02148bbc6 req-71146594-972e-4db0-9639-7ff7ec974f6f tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 944 time: 0.0754271 Jul 14 09:37:38.155988 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d781b14b-7f2f-48db-8321-fac02148bbc6 req-4ebbafe0-1da2-4c13-ac80-b8db3363f10a tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533791 Jul 14 09:37:38.319462 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be09fd92-827d-477e-8e52-e548e7c5de92 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.503230 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be09fd92-827d-477e-8e52-e548e7c5de92 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.505858 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be09fd92-827d-477e-8e52-e548e7c5de92 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.568349 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be09fd92-827d-477e-8e52-e548e7c5de92 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.568872 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be09fd92-827d-477e-8e52-e548e7c5de92 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Fanout notify agent at l3_agent the message router_deleted on router e3f3981d-eb0e-4ee0-a184-51bb75c352d5 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:37:38.578731 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be09fd92-827d-477e-8e52-e548e7c5de92 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.585626 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-be09fd92-827d-477e-8e52-e548e7c5de92 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/routers/e3f3981d-eb0e-4ee0-a184-51bb75c352d5 HTTP/1.1" status: 204 len: 168 time: 0.6675100 Jul 14 09:37:38.585734 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54698) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:38.620922 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 452f7e26-172a-48dc-904e-3f99fcc9780f up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:38.663666 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb2054a-ee77-44f4-b9ef-376bbca3bb33 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Deleting subnet f52ef3c3-30d3-4b95-9a75-df9c6054f112 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:37:38.668474 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9eb2054a-ee77-44f4-b9ef-376bbca3bb33 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.696241 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 452f7e26-172a-48dc-904e-3f99fcc9780f triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:38.697114 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.725281 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9eb2054a-ee77-44f4-b9ef-376bbca3bb33 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.840432 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9eb2054a-ee77-44f4-b9ef-376bbca3bb33 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.943390 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9eb2054a-ee77-44f4-b9ef-376bbca3bb33 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.987211 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2054a-ee77-44f4-b9ef-376bbca3bb33 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Subnet': ['ID=f52ef3c3-30d3-4b95-9a75-df9c6054f112,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:38.989572 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9eb2054a-ee77-44f4-b9ef-376bbca3bb33 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.991515 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9eb2054a-ee77-44f4-b9ef-376bbca3bb33 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/subnets/f52ef3c3-30d3-4b95-9a75-df9c6054f112 HTTP/1.1" status: 204 len: 168 time: 0.4050336 Jul 14 09:37:38.994509 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54700) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:38.999184 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721a759f-6661-4568-a596-b2390feb5293 None None] Network 0c543ff5-d82d-4828-873a-0523e3ce5854 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:39.096200 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a0d1526-17b2-41bc-acf1-b74db0d1f943 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.167365 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6a0d1526-17b2-41bc-acf1-b74db0d1f943 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Deleting port 452f7e26-172a-48dc-904e-3f99fcc9780f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:39.167744 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a0d1526-17b2-41bc-acf1-b74db0d1f943 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.228765 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2224779b-9191-4034-9915-dec421da9c8b None None] DHCP port deletion for 0c543ff5-d82d-4828-873a-0523e3ce5854 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:37:39.265246 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6a0d1526-17b2-41bc-acf1-b74db0d1f943 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] For port 452f7e26-172a-48dc-904e-3f99fcc9780f, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=452f7e26-172a-48dc-904e-3f99fcc9780f,segment=NetworkSegment(b86ccc89-17a9-463c-8a50-f77c5728c16d),segment_id=b86ccc89-17a9-463c-8a50-f77c5728c16d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:39.265834 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a0d1526-17b2-41bc-acf1-b74db0d1f943 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.309675 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6a0d1526-17b2-41bc-acf1-b74db0d1f943 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Calling delete_port for 452f7e26-172a-48dc-904e-3f99fcc9780f owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:39.348817 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2224779b-9191-4034-9915-dec421da9c8b None None] Deleting port 452f7e26-172a-48dc-904e-3f99fcc9780f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:39.349921 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2224779b-9191-4034-9915-dec421da9c8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.441384 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a0d1526-17b2-41bc-acf1-b74db0d1f943 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.484051 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-2224779b-9191-4034-9915-dec421da9c8b None None] For port 452f7e26-172a-48dc-904e-3f99fcc9780f, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=452f7e26-172a-48dc-904e-3f99fcc9780f,segment=NetworkSegment(b86ccc89-17a9-463c-8a50-f77c5728c16d),segment_id=b86ccc89-17a9-463c-8a50-f77c5728c16d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:39.484380 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d1526-17b2-41bc-acf1-b74db0d1f943 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Port': ['ID=452f7e26-172a-48dc-904e-3f99fcc9780f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:39.484677 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2224779b-9191-4034-9915-dec421da9c8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.490711 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0d1526-17b2-41bc-acf1-b74db0d1f943 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] No DVR routers for this DVR port 452f7e26-172a-48dc-904e-3f99fcc9780f on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:39.508887 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92200b4c-a96e-43f7-a337-2a57e18082d3 req-e6ec6111-d1cf-4d1d-9b72-f97972a62ad2 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:39.511111 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2224779b-9191-4034-9915-dec421da9c8b None None] Calling delete_port for 452f7e26-172a-48dc-904e-3f99fcc9780f owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:39.513314 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-92200b4c-a96e-43f7-a337-2a57e18082d3 req-e6ec6111-d1cf-4d1d-9b72-f97972a62ad2 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 944 time: 0.1497884 Jul 14 09:37:39.577765 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-92200b4c-a96e-43f7-a337-2a57e18082d3 req-0253e671-e7b6-4e23-adb3-fdd081dd2fbe tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572290 Jul 14 09:37:39.608209 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a0d1526-17b2-41bc-acf1-b74db0d1f943 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.622017 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-6a0d1526-17b2-41bc-acf1-b74db0d1f943 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c543ff5-d82d-4828-873a-0523e3ce5854']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:39.627711 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2224779b-9191-4034-9915-dec421da9c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.636055 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-6a0d1526-17b2-41bc-acf1-b74db0d1f943 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86ccc89-17a9-463c-8a50-f77c5728c16d') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:39.636410 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-6a0d1526-17b2-41bc-acf1-b74db0d1f943 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86ccc89-17a9-463c-8a50-f77c5728c16d') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:39.651607 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a0d1526-17b2-41bc-acf1-b74db0d1f943 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.653680 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224779b-9191-4034-9915-dec421da9c8b None None] Pushing event deleted for resources: {'Port': ['ID=452f7e26-172a-48dc-904e-3f99fcc9780f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:39.657879 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2224779b-9191-4034-9915-dec421da9c8b None None] No DVR routers for this DVR port 452f7e26-172a-48dc-904e-3f99fcc9780f on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:39.674374 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a0d1526-17b2-41bc-acf1-b74db0d1f943 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.681719 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0d1526-17b2-41bc-acf1-b74db0d1f943 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:39.682119 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a0d1526-17b2-41bc-acf1-b74db0d1f943 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:39.687221 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:39.761010 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a0d1526-17b2-41bc-acf1-b74db0d1f943 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.769515 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a0d1526-17b2-41bc-acf1-b74db0d1f943 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.771347 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6a0d1526-17b2-41bc-acf1-b74db0d1f943 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/networks/0c543ff5-d82d-4828-873a-0523e3ce5854 HTTP/1.1" status: 204 len: 168 time: 0.7756722 Jul 14 09:37:39.775135 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54706) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:39.781900 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-fef40b61-a237-4d73-afcb-f9656ab4fac1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1184401928', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:39.786270 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d1526-17b2-41bc-acf1-b74db0d1f943 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Network': ['ID=0c543ff5-d82d-4828-873a-0523e3ce5854,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:39.817505 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fef40b61-a237-4d73-afcb-f9656ab4fac1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.819234 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fef40b61-a237-4d73-afcb-f9656ab4fac1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.884491 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fef40b61-a237-4d73-afcb-f9656ab4fac1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.040486 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fef40b61-a237-4d73-afcb-f9656ab4fac1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.264411 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fef40b61-a237-4d73-afcb-f9656ab4fac1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.286216 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fef40b61-a237-4d73-afcb-f9656ab4fac1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.404923 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-fef40b61-a237-4d73-afcb-f9656ab4fac1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Allocated IP 172.25.6.104 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/17412359-3357-488f-b282-f7f320f3d382) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:40.527552 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fef40b61-a237-4d73-afcb-f9656ab4fac1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.601668 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fef40b61-a237-4d73-afcb-f9656ab4fac1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.619021 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 452f7e26-172a-48dc-904e-3f99fcc9780f no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:40.644947 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 452f7e26-172a-48dc-904e-3f99fcc9780f {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:40.648055 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 452f7e26-172a-48dc-904e-3f99fcc9780f not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:40.650454 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef40b61-a237-4d73-afcb-f9656ab4fac1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:40.653614 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-fef40b61-a237-4d73-afcb-f9656ab4fac1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:40.658334 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef40b61-a237-4d73-afcb-f9656ab4fac1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:40.665631 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef40b61-a237-4d73-afcb-f9656ab4fac1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Port': ['ID=17412359-3357-488f-b282-f7f320f3d382,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:40.737732 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.301990 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e7568-a074-4154-9034-f2e976d121dc req-d4ab98a5-55f1-4f28-977f-13eb7399ff0a tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:41.303607 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b83e7568-a074-4154-9034-f2e976d121dc req-d4ab98a5-55f1-4f28-977f-13eb7399ff0a tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 944 time: 0.5523009 Jul 14 09:37:41.397375 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b83e7568-a074-4154-9034-f2e976d121dc req-7be8a2d7-0700-4af3-98a6-f0399b382701 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843370 Jul 14 09:37:41.411474 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fef40b61-a237-4d73-afcb-f9656ab4fac1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.640846 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fef40b61-a237-4d73-afcb-f9656ab4fac1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.798483 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef40b61-a237-4d73-afcb-f9656ab4fac1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Router c817af93-fca1-4d73-b4a0-a557bad5aa21 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:37:41.917146 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef40b61-a237-4d73-afcb-f9656ab4fac1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:41.928305 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40853978-11a8-42c0-9dc4-1593ea515404 None None] Sync routers for ids ['c817af93-fca1-4d73-b4a0-a557bad5aa21'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:41.940679 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fef40b61-a237-4d73-afcb-f9656ab4fac1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.941978 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fef40b61-a237-4d73-afcb-f9656ab4fac1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.1654565 Jul 14 09:37:41.945278 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54714) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:41.946746 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40853978-11a8-42c0-9dc4-1593ea515404 None None] Routers {'c817af93-fca1-4d73-b4a0-a557bad5aa21'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:41.947710 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-40853978-11a8-42c0-9dc4-1593ea515404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['c817af93-fca1-4d73-b4a0-a557bad5aa21'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:41.989365 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-40853978-11a8-42c0-9dc4-1593ea515404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:42.000500 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40853978-11a8-42c0-9dc4-1593ea515404 None None] Routers {'c817af93-fca1-4d73-b4a0-a557bad5aa21'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:42.002290 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-40853978-11a8-42c0-9dc4-1593ea515404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['c817af93-fca1-4d73-b4a0-a557bad5aa21'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:42.040816 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-40853978-11a8-42c0-9dc4-1593ea515404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:42.041635 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40853978-11a8-42c0-9dc4-1593ea515404 None None] The sync data for ids ['c817af93-fca1-4d73-b4a0-a557bad5aa21'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:42.068431 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-87009996-1d9e-48bb-8654-3679ab01fd3d tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "GET /v2.0/routers/c817af93-fca1-4d73-b4a0-a557bad5aa21 HTTP/1.1" status: 200 len: 885 time: 0.1219697 Jul 14 09:37:42.072108 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54716) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:42.332318 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.364432 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c70e6eb2-9064-482d-9612-c93061039f75 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2911909 Jul 14 09:37:42.367072 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54718) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:42.372249 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-3bb336c0-9dcd-4dab-b96b-be54028d13c3 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1184401928'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:42.701532 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92676491-71e8-4147-b064-9e47b0ec0986 req-6a072cc1-352f-4857-a4d5-63e4f12d1216 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:42.703271 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-92676491-71e8-4147-b064-9e47b0ec0986 req-6a072cc1-352f-4857-a4d5-63e4f12d1216 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 944 time: 0.1624427 Jul 14 09:37:42.741155 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device a0c78d79-f042-4013-a4b6-bf18905eaeeb details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:37:42.790279 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-92676491-71e8-4147-b064-9e47b0ec0986 req-2eac1f70-d3ec-4d74-a43a-1888af30e787 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771325 Jul 14 09:37:42.803463 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3bb336c0-9dcd-4dab-b96b-be54028d13c3 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.822631 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3bb336c0-9dcd-4dab-b96b-be54028d13c3 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1997542'] for router, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.872780 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port a0c78d79-f042-4013-a4b6-bf18905eaeeb, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=a0c78d79-f042-4013-a4b6-bf18905eaeeb,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:42.885070 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'a0c78d79-f042-4013-a4b6-bf18905eaeeb', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'port_id': 'a0c78d79-f042-4013-a4b6-bf18905eaeeb', 'mac_address': 'fa:16:3e:3a:fc:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:37:42.934300 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.947716 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c78d79-f042-4013-a4b6-bf18905eaeeb {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:42.953218 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb336c0-9dcd-4dab-b96b-be54028d13c3 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Router c817af93-fca1-4d73-b4a0-a557bad5aa21 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:42.972208 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port a0c78d79-f042-4013-a4b6-bf18905eaeeb, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=a0c78d79-f042-4013-a4b6-bf18905eaeeb,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:42.976938 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.042558 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=a0c78d79-f042-4013-a4b6-bf18905eaeeb,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:43.071876 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb336c0-9dcd-4dab-b96b-be54028d13c3 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:43.079820 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3bb336c0-9dcd-4dab-b96b-be54028d13c3 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.080944 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3bb336c0-9dcd-4dab-b96b-be54028d13c3 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "PUT /v2.0/routers/c817af93-fca1-4d73-b4a0-a557bad5aa21 HTTP/1.1" status: 200 len: 892 time: 0.7125087 Jul 14 09:37:43.085246 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54724) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:43.097637 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6f1ce3-84f3-44dd-a9d3-97f63601d0f3 None None] Sync routers for ids ['c817af93-fca1-4d73-b4a0-a557bad5aa21'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:43.110643 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6f1ce3-84f3-44dd-a9d3-97f63601d0f3 None None] Routers {'c817af93-fca1-4d73-b4a0-a557bad5aa21'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:43.111429 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6f6f1ce3-84f3-44dd-a9d3-97f63601d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['c817af93-fca1-4d73-b4a0-a557bad5aa21'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:43.159628 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6f6f1ce3-84f3-44dd-a9d3-97f63601d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:43.169255 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6f1ce3-84f3-44dd-a9d3-97f63601d0f3 None None] Routers {'c817af93-fca1-4d73-b4a0-a557bad5aa21'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:43.169865 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6f6f1ce3-84f3-44dd-a9d3-97f63601d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['c817af93-fca1-4d73-b4a0-a557bad5aa21'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:43.206834 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-dd031546-5a09-4089-b706-10acfd588c1e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "GET /v2.0/routers/c817af93-fca1-4d73-b4a0-a557bad5aa21 HTTP/1.1" status: 200 len: 892 time: 0.1197174 Jul 14 09:37:43.209344 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54726) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:43.209529 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6f6f1ce3-84f3-44dd-a9d3-97f63601d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:43.210243 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6f1ce3-84f3-44dd-a9d3-97f63601d0f3 None None] The sync data for ids ['c817af93-fca1-4d73-b4a0-a557bad5aa21'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:43.242499 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-10268a03-b355-44ef-878d-ba102ee75b1e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "GET /v2.0/ports?device_id=c817af93-fca1-4d73-b4a0-a557bad5aa21 HTTP/1.1" status: 200 len: 205 time: 0.0319412 Jul 14 09:37:43.244947 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['a0c78d79-f042-4013-a4b6-bf18905eaeeb'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:43.245091 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54728) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:43.383837 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db1f93e2-10f1-4584-b1d6-259f858a792e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.507585 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db1f93e2-10f1-4584-b1d6-259f858a792e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.569883 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-db1f93e2-10f1-4584-b1d6-259f858a792e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Deleting port 17412359-3357-488f-b282-f7f320f3d382 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:43.570231 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db1f93e2-10f1-4584-b1d6-259f858a792e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.665785 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db1f93e2-10f1-4584-b1d6-259f858a792e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.678752 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-db1f93e2-10f1-4584-b1d6-259f858a792e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Calling delete_port for 17412359-3357-488f-b282-f7f320f3d382 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:43.908830 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db1f93e2-10f1-4584-b1d6-259f858a792e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.952871 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f93e2-10f1-4584-b1d6-259f858a792e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Port': ['ID=17412359-3357-488f-b282-f7f320f3d382,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:44.065118 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db1f93e2-10f1-4584-b1d6-259f858a792e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:44.520516 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db1f93e2-10f1-4584-b1d6-259f858a792e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:44.529232 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797b3dd-a1dd-4609-93f9-e1d935007af0 req-e8be25c5-28ab-4ed5-b286-c7c3a4a87b84 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:44.530624 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0797b3dd-a1dd-4609-93f9-e1d935007af0 req-e8be25c5-28ab-4ed5-b286-c7c3a4a87b84 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 945 time: 0.5883715 Jul 14 09:37:44.531916 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db1f93e2-10f1-4584-b1d6-259f858a792e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:44.611364 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db1f93e2-10f1-4584-b1d6-259f858a792e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:44.611901 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1f93e2-10f1-4584-b1d6-259f858a792e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Fanout notify agent at l3_agent the message router_deleted on router c817af93-fca1-4d73-b4a0-a557bad5aa21 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:37:44.621436 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db1f93e2-10f1-4584-b1d6-259f858a792e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:44.622355 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-db1f93e2-10f1-4584-b1d6-259f858a792e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/routers/c817af93-fca1-4d73-b4a0-a557bad5aa21 HTTP/1.1" status: 204 len: 168 time: 1.3765092 Jul 14 09:37:44.626844 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54734) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:44.629433 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0797b3dd-a1dd-4609-93f9-e1d935007af0 req-b424b36b-d0a7-4e80-922f-b1eedb1a344c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908747 Jul 14 09:37:44.634440 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-dda9afea-aa14-4d9c-9448-a2e1924ae353 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-318736798'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:44.661851 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda9afea-aa14-4d9c-9448-a2e1924ae353 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Made reservation on behalf of 4237d312d4954e378307dbe41ee5c3dd for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:44.665857 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dda9afea-aa14-4d9c-9448-a2e1924ae353 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:44.692320 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda9afea-aa14-4d9c-9448-a2e1924ae353 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:37:44.704445 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dda9afea-aa14-4d9c-9448-a2e1924ae353 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:44.704706 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-dda9afea-aa14-4d9c-9448-a2e1924ae353 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Added segment c70ff3d7-afb7-4036-9837-e80d75692626 of type vlan for network a45670e6-f805-4f0b-9210-420e6a140717 Jul 14 09:37:44.749997 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dda9afea-aa14-4d9c-9448-a2e1924ae353 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:44.770057 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device a0c78d79-f042-4013-a4b6-bf18905eaeeb up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:44.790924 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dda9afea-aa14-4d9c-9448-a2e1924ae353 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:44.799619 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda9afea-aa14-4d9c-9448-a2e1924ae353 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:44.800258 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dda9afea-aa14-4d9c-9448-a2e1924ae353 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:44.840442 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port a0c78d79-f042-4013-a4b6-bf18905eaeeb completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:44.845845 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port a0c78d79-f042-4013-a4b6-bf18905eaeeb triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:44.846215 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:44.872875 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-dda9afea-aa14-4d9c-9448-a2e1924ae353 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2445235 Jul 14 09:37:44.876941 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54736) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:44.882630 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-08c89854-3d37-4be7-aab5-1c3dc3f87eb9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'subnet': {'network_id': 'a45670e6-f805-4f0b-9210-420e6a140717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:44.892436 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9afea-aa14-4d9c-9448-a2e1924ae353 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Network': ['ID=a45670e6-f805-4f0b-9210-420e6a140717,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:44.906134 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network a45670e6-f805-4f0b-9210-420e6a140717 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:37:44.993600 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c89854-3d37-4be7-aab5-1c3dc3f87eb9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Made reservation on behalf of 4237d312d4954e378307dbe41ee5c3dd for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:44.997749 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08c89854-3d37-4be7-aab5-1c3dc3f87eb9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:45.003927 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:45.045539 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port a0c78d79-f042-4013-a4b6-bf18905eaeeb, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=a0c78d79-f042-4013-a4b6-bf18905eaeeb,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:45.049516 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f45d30a-e404-4d0c-a19a-aa330bdf4fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c78d79-f042-4013-a4b6-bf18905eaeeb'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:45.052242 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b77e036-0608-44d0-a94f-6c2c1e53548b" -d '{"events": [{"server_uuid": "2f45d30a-e404-4d0c-a19a-aa330bdf4fff", "name": "network-vif-plugged", "status": "completed", "tag": "a0c78d79-f042-4013-a4b6-bf18905eaeeb"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:45.056504 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:45.110854 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93486c1e-ca94-4174-ad3d-e760bf8d0070 x-openstack-request-id: req-93486c1e-ca94-4174-ad3d-e760bf8d0070 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:45.111665 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f45d30a-e404-4d0c-a19a-aa330bdf4fff", "name": "network-vif-plugged", "status": "completed", "tag": "a0c78d79-f042-4013-a4b6-bf18905eaeeb", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:45.112257 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-93486c1e-ca94-4174-ad3d-e760bf8d0070 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:45.112257 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f45d30a-e404-4d0c-a19a-aa330bdf4fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c78d79-f042-4013-a4b6-bf18905eaeeb', 'code': 200} Jul 14 09:37:45.124312 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=a0c78d79-f042-4013-a4b6-bf18905eaeeb,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:45.222505 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08c89854-3d37-4be7-aab5-1c3dc3f87eb9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:45.234458 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b346c-bc6d-4796-8f9e-f87ff4b5919e req-77b874ce-24cb-4361-9cbe-e202805d028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:45.236520 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b25b346c-bc6d-4796-8f9e-f87ff4b5919e req-77b874ce-24cb-4361-9cbe-e202805d028e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 1098 time: 0.0579598 Jul 14 09:37:45.277135 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b25b346c-bc6d-4796-8f9e-f87ff4b5919e req-cef79470-19f9-4ccc-948f-c9e444c5b35f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327115 Jul 14 09:37:45.296269 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c89854-3d37-4be7-aab5-1c3dc3f87eb9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Subnet': ['ID=4cb3651f-4cfe-4146-a709-c2e75480a147,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:45.301979 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c89854-3d37-4be7-aab5-1c3dc3f87eb9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Checking segment: {'id': 'c70ff3d7-afb7-4036-9837-e80d75692626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a45670e6-f805-4f0b-9210-420e6a140717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:45.302341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c89854-3d37-4be7-aab5-1c3dc3f87eb9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network hostable DHCP agents. Network: a45670e6-f805-4f0b-9210-420e6a140717, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:37:45.320803 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c89854-3d37-4be7-aab5-1c3dc3f87eb9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network a45670e6-f805-4f0b-9210-420e6a140717 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:37:45.332258 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-08c89854-3d37-4be7-aab5-1c3dc3f87eb9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, a45670e6-f805-4f0b-9210-420e6a140717) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:45.337611 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c89854-3d37-4be7-aab5-1c3dc3f87eb9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:45.338755 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08c89854-3d37-4be7-aab5-1c3dc3f87eb9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:45.342201 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1926c2-5ad5-4e6b-8d5a-90b9685295cc None None] Network a45670e6-f805-4f0b-9210-420e6a140717 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:45.356630 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-08c89854-3d37-4be7-aab5-1c3dc3f87eb9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4784558 Jul 14 09:37:45.359442 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54742) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:45.365250 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-dcc6366f-3d9b-4e26-8aec-0d0342fb1262 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1748362495', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:45.388930 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dcc6366f-3d9b-4e26-8aec-0d0342fb1262 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:45.389916 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dcc6366f-3d9b-4e26-8aec-0d0342fb1262 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:45.446945 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dcc6366f-3d9b-4e26-8aec-0d0342fb1262 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:45.451839 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dcc6366f-3d9b-4e26-8aec-0d0342fb1262 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:45.471232 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dcc6366f-3d9b-4e26-8aec-0d0342fb1262 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:45.472475 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-dcc6366f-3d9b-4e26-8aec-0d0342fb1262 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1120520 Jul 14 09:37:45.475425 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54744) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:45.510204 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3be95b3-b249-43f6-8f22-34aef5f1393b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-a45670e6-f805-4f0b-9210-420e6a140717', 'network_id': 'a45670e6-f805-4f0b-9210-420e6a140717', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'fixed_ips': [{'subnet_id': '4cb3651f-4cfe-4146-a709-c2e75480a147'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:37:45.511080 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3be95b3-b249-43f6-8f22-34aef5f1393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:45.664576 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-e3be95b3-b249-43f6-8f22-34aef5f1393b None None] Allocated IP 2001:db8::2 (a45670e6-f805-4f0b-9210-420e6a140717/4cb3651f-4cfe-4146-a709-c2e75480a147/92d9350c-ff35-4121-a9a7-d6fb2f42f417) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:45.788962 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a4914be-926e-4db5-8e30-5bb5f72c1ddb tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:45.835474 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b193f2b-8756-431c-9660-df4c0d97752f req-0d19fc01-5ed8-478e-b294-0b7a6bcd9a24 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:45.837929 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3b193f2b-8756-431c-9660-df4c0d97752f req-0d19fc01-5ed8-478e-b294-0b7a6bcd9a24 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 946 time: 0.0744638 Jul 14 09:37:45.867351 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3be95b3-b249-43f6-8f22-34aef5f1393b None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:45.881298 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e3be95b3-b249-43f6-8f22-34aef5f1393b None None] Transition to ACTIVE for port object 92d9350c-ff35-4121-a9a7-d6fb2f42f417 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:45.890768 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3b193f2b-8756-431c-9660-df4c0d97752f req-88b3e532-a3b5-4896-80a6-7c25cb494fa2 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403538 Jul 14 09:37:45.905885 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e3be95b3-b249-43f6-8f22-34aef5f1393b None None] Transition to ACTIVE for port object 92d9350c-ff35-4121-a9a7-d6fb2f42f417 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:45.915049 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3be95b3-b249-43f6-8f22-34aef5f1393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:45.962219 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3be95b3-b249-43f6-8f22-34aef5f1393b None None] Network a45670e6-f805-4f0b-9210-420e6a140717 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:45.966356 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e3be95b3-b249-43f6-8f22-34aef5f1393b None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:45.970528 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3be95b3-b249-43f6-8f22-34aef5f1393b None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:45.978078 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be95b3-b249-43f6-8f22-34aef5f1393b None None] Pushing event updated for resources: {'Port': ['ID=92d9350c-ff35-4121-a9a7-d6fb2f42f417,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:46.045993 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-e3be95b3-b249-43f6-8f22-34aef5f1393b None None] Attempting to bind port 92d9350c-ff35-4121-a9a7-d6fb2f42f417 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:46.046410 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-e3be95b3-b249-43f6-8f22-34aef5f1393b None None] Attempting to bind port 92d9350c-ff35-4121-a9a7-d6fb2f42f417 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'c70ff3d7-afb7-4036-9837-e80d75692626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a45670e6-f805-4f0b-9210-420e6a140717'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:46.046712 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3be95b3-b249-43f6-8f22-34aef5f1393b None None] Attempting to bind port 92d9350c-ff35-4121-a9a7-d6fb2f42f417 on network a45670e6-f805-4f0b-9210-420e6a140717 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:46.052682 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3be95b3-b249-43f6-8f22-34aef5f1393b None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:46.053400 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3be95b3-b249-43f6-8f22-34aef5f1393b None None] Checking segment: {'id': 'c70ff3d7-afb7-4036-9837-e80d75692626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a45670e6-f805-4f0b-9210-420e6a140717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:46.053826 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3be95b3-b249-43f6-8f22-34aef5f1393b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.054198 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3be95b3-b249-43f6-8f22-34aef5f1393b None None] Bound using segment: {'id': 'c70ff3d7-afb7-4036-9837-e80d75692626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a45670e6-f805-4f0b-9210-420e6a140717'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:46.054677 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-e3be95b3-b249-43f6-8f22-34aef5f1393b None None] Bound port: 92d9350c-ff35-4121-a9a7-d6fb2f42f417, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70ff3d7-afb7-4036-9837-e80d75692626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a45670e6-f805-4f0b-9210-420e6a140717'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:46.055036 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3be95b3-b249-43f6-8f22-34aef5f1393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.131330 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-4a4914be-926e-4db5-8e30-5bb5f72c1ddb tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Allocated IP 2001:db8::1 (a45670e6-f805-4f0b-9210-420e6a140717/4cb3651f-4cfe-4146-a709-c2e75480a147/61963d94-51b7-4a45-ad88-b2c0d43b3207) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:46.182265 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e3be95b3-b249-43f6-8f22-34aef5f1393b None None] For port 92d9350c-ff35-4121-a9a7-d6fb2f42f417, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:46.186422 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e3be95b3-b249-43f6-8f22-34aef5f1393b None None] For port 92d9350c-ff35-4121-a9a7-d6fb2f42f417, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=92d9350c-ff35-4121-a9a7-d6fb2f42f417,segment=NetworkSegment(c70ff3d7-afb7-4036-9837-e80d75692626),segment_id=c70ff3d7-afb7-4036-9837-e80d75692626)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:46.197272 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3be95b3-b249-43f6-8f22-34aef5f1393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.266135 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be95b3-b249-43f6-8f22-34aef5f1393b None None] Pushing event updated for resources: {'Port': ['ID=92d9350c-ff35-4121-a9a7-d6fb2f42f417,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:46.301710 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a4914be-926e-4db5-8e30-5bb5f72c1ddb tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.318107 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4a4914be-926e-4db5-8e30-5bb5f72c1ddb tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Transition to ACTIVE for port object 61963d94-51b7-4a45-ad88-b2c0d43b3207 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:46.355965 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a4914be-926e-4db5-8e30-5bb5f72c1ddb tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.411982 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4914be-926e-4db5-8e30-5bb5f72c1ddb tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network a45670e6-f805-4f0b-9210-420e6a140717 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:46.415322 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-4a4914be-926e-4db5-8e30-5bb5f72c1ddb tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:46.421012 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4914be-926e-4db5-8e30-5bb5f72c1ddb tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:46.421579 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a4914be-926e-4db5-8e30-5bb5f72c1ddb tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.471132 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4914be-926e-4db5-8e30-5bb5f72c1ddb tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Port': ['ID=61963d94-51b7-4a45-ad88-b2c0d43b3207,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:46.604540 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a4914be-926e-4db5-8e30-5bb5f72c1ddb tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.649012 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 92d9350c-ff35-4121-a9a7-d6fb2f42f417 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:46.698240 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 92d9350c-ff35-4121-a9a7-d6fb2f42f417 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:46.895948 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a4914be-926e-4db5-8e30-5bb5f72c1ddb tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.901181 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a4914be-926e-4db5-8e30-5bb5f72c1ddb tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.901995 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a4914be-926e-4db5-8e30-5bb5f72c1ddb tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.998803 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4914be-926e-4db5-8e30-5bb5f72c1ddb tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Port': ['ID=61963d94-51b7-4a45-ad88-b2c0d43b3207,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:47.069113 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4914be-926e-4db5-8e30-5bb5f72c1ddb tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network a45670e6-f805-4f0b-9210-420e6a140717 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:47.070871 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-4a4914be-926e-4db5-8e30-5bb5f72c1ddb tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:47.102625 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63a0e0-d256-4064-8a36-f0bc2bd64de2 req-3509e0d8-6997-4df3-a03a-eabf6f8456c3 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:47.103997 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f63a0e0-d256-4064-8a36-f0bc2bd64de2 req-3509e0d8-6997-4df3-a03a-eabf6f8456c3 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 946 time: 0.0774462 Jul 14 09:37:47.157349 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f63a0e0-d256-4064-8a36-f0bc2bd64de2 req-1c08726a-cdc3-4eaa-8d9e-60f922bb59a7 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432119 Jul 14 09:37:47.230304 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4914be-926e-4db5-8e30-5bb5f72c1ddb tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Router 52d560f9-66c1-4804-9065-7d8c9f95202b is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:37:47.349293 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4914be-926e-4db5-8e30-5bb5f72c1ddb tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:47.355290 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4a4914be-926e-4db5-8e30-5bb5f72c1ddb tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "PUT /v2.0/routers/52d560f9-66c1-4804-9065-7d8c9f95202b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8783672 Jul 14 09:37:47.358887 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54756) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:47.362190 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f89de6b-7ce6-4469-9194-640f8047a497 None None] Sync routers for ids ['52d560f9-66c1-4804-9065-7d8c9f95202b'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:47.370183 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721f6527-40e6-4dd3-9be1-6d7c5a067b05 None None] Network a45670e6-f805-4f0b-9210-420e6a140717 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:47.388592 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f89de6b-7ce6-4469-9194-640f8047a497 None None] Routers {'52d560f9-66c1-4804-9065-7d8c9f95202b'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:47.389644 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0f89de6b-7ce6-4469-9194-640f8047a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['52d560f9-66c1-4804-9065-7d8c9f95202b'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:47.430658 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0f89de6b-7ce6-4469-9194-640f8047a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:47.430948 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a23bab2-e4e8-49b4-9c58-2499388fb391 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:47.432493 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1a23bab2-e4e8-49b4-9c58-2499388fb391 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "GET /v2.0/ports/61963d94-51b7-4a45-ad88-b2c0d43b3207 HTTP/1.1" status: 200 len: 911 time: 0.0715449 Jul 14 09:37:47.436278 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54758) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:47.442657 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-5183b4ca-3a92-4efb-bf8a-6dc34cc8644b tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4cb3651f-4cfe-4146-a709-c2e75480a147'}]}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:47.453484 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb70e82-b11d-42f1-860c-6730f808f9b9 req-b0d9452c-2d38-45c5-b1ef-358954bfa9aa tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:47.457232 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-abb70e82-b11d-42f1-860c-6730f808f9b9 req-b0d9452c-2d38-45c5-b1ef-358954bfa9aa tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 946 time: 0.1477714 Jul 14 09:37:47.458555 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f89de6b-7ce6-4469-9194-640f8047a497 None None] Routers {'52d560f9-66c1-4804-9065-7d8c9f95202b'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:47.460119 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0f89de6b-7ce6-4469-9194-640f8047a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['52d560f9-66c1-4804-9065-7d8c9f95202b'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:47.472524 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0a87696a-84b2-416d-85be-004292316d11 None None] Provisioning for port 92d9350c-ff35-4121-a9a7-d6fb2f42f417 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:47.486489 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0a87696a-84b2-416d-85be-004292316d11 None None] Provisioning complete for port 92d9350c-ff35-4121-a9a7-d6fb2f42f417 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:47.486893 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a87696a-84b2-416d-85be-004292316d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.521976 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-abb70e82-b11d-42f1-860c-6730f808f9b9 req-977d607f-3594-4014-bae9-1ad2bb1e852c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586076 Jul 14 09:37:47.523769 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0f89de6b-7ce6-4469-9194-640f8047a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:47.524485 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f89de6b-7ce6-4469-9194-640f8047a497 None None] The sync data for ids ['52d560f9-66c1-4804-9065-7d8c9f95202b'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:47.650574 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a87696a-84b2-416d-85be-004292316d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.663808 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5183b4ca-3a92-4efb-bf8a-6dc34cc8644b tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.694839 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0a87696a-84b2-416d-85be-004292316d11 None None] For port 92d9350c-ff35-4121-a9a7-d6fb2f42f417, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=92d9350c-ff35-4121-a9a7-d6fb2f42f417,segment=NetworkSegment(c70ff3d7-afb7-4036-9837-e80d75692626),segment_id=c70ff3d7-afb7-4036-9837-e80d75692626)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:47.700034 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a87696a-84b2-416d-85be-004292316d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.770505 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87696a-84b2-416d-85be-004292316d11 None None] Pushing event updated for resources: {'Port': ['ID=92d9350c-ff35-4121-a9a7-d6fb2f42f417,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:48.035358 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7ef29b4b-a3fd-4cfb-b149-5ef4dd0815ba None None] Provisioning complete for port 92d9350c-ff35-4121-a9a7-d6fb2f42f417 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:48.035759 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ef29b4b-a3fd-4cfb-b149-5ef4dd0815ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.073031 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dcb5e-99cd-4ac3-8f2d-fb68a7b1444a req-477619a9-13de-42a5-aed0-cce8c8c80a99 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:48.075075 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e30dcb5e-99cd-4ac3-8f2d-fb68a7b1444a req-477619a9-13de-42a5-aed0-cce8c8c80a99 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 946 time: 0.0785761 Jul 14 09:37:48.138399 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e30dcb5e-99cd-4ac3-8f2d-fb68a7b1444a req-390e4525-8e26-4129-a657-47d1193e9431 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534978 Jul 14 09:37:48.154074 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5183b4ca-3a92-4efb-bf8a-6dc34cc8644b tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.166652 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5183b4ca-3a92-4efb-bf8a-6dc34cc8644b tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.174605 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7ef29b4b-a3fd-4cfb-b149-5ef4dd0815ba None None] Provisioning for port 61963d94-51b7-4a45-ad88-b2c0d43b3207 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:48.174939 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5183b4ca-3a92-4efb-bf8a-6dc34cc8644b tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:48.175638 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5183b4ca-3a92-4efb-bf8a-6dc34cc8644b tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.180832 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5183b4ca-3a92-4efb-bf8a-6dc34cc8644b tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "PUT /v2.0/ports/61963d94-51b7-4a45-ad88-b2c0d43b3207 HTTP/1.1" status: 200 len: 911 time: 0.7396731 Jul 14 09:37:48.181120 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54766) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:48.183232 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7ef29b4b-a3fd-4cfb-b149-5ef4dd0815ba None None] Provisioning complete for port 61963d94-51b7-4a45-ad88-b2c0d43b3207 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:48.183638 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ef29b4b-a3fd-4cfb-b149-5ef4dd0815ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.223248 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7ef29b4b-a3fd-4cfb-b149-5ef4dd0815ba None None] Port 61963d94-51b7-4a45-ad88-b2c0d43b3207 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:48.241771 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183b4ca-3a92-4efb-bf8a-6dc34cc8644b tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Port': ['ID=61963d94-51b7-4a45-ad88-b2c0d43b3207,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:48.344846 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-377875da-6ae4-4388-b0f6-caed809ec519 None None] Provisioning complete for port 61963d94-51b7-4a45-ad88-b2c0d43b3207 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:48.345435 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-377875da-6ae4-4388-b0f6-caed809ec519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.384733 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-377875da-6ae4-4388-b0f6-caed809ec519 None None] Port 61963d94-51b7-4a45-ad88-b2c0d43b3207 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:48.446604 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04d423a8-2847-4d56-b270-c2f14d769933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.608247 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 92d9350c-ff35-4121-a9a7-d6fb2f42f417 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:48.612876 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ebb4614e-e784-4d15-9cbe-f2345aa97467 None None] Provisioning complete for port 61963d94-51b7-4a45-ad88-b2c0d43b3207 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:48.613294 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ebb4614e-e784-4d15-9cbe-f2345aa97467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.613474 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7b20d06-871b-4499-b959-66721a11295e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.680813 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ebb4614e-e784-4d15-9cbe-f2345aa97467 None None] Port 61963d94-51b7-4a45-ad88-b2c0d43b3207 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:48.697060 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 92d9350c-ff35-4121-a9a7-d6fb2f42f417 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:48.697832 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.891627 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a7b20d06-871b-4499-b959-66721a11295e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Deleting port 61963d94-51b7-4a45-ad88-b2c0d43b3207 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:48.891953 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7b20d06-871b-4499-b959-66721a11295e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.982048 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7b20d06-871b-4499-b959-66721a11295e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.003204 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a7b20d06-871b-4499-b959-66721a11295e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Calling delete_port for 61963d94-51b7-4a45-ad88-b2c0d43b3207 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:49.186707 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7b20d06-871b-4499-b959-66721a11295e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.225449 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b20d06-871b-4499-b959-66721a11295e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Port': ['ID=61963d94-51b7-4a45-ad88-b2c0d43b3207,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:49.376691 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7b20d06-871b-4499-b959-66721a11295e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.523713 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172a392-3550-4327-8cff-de3aeff30765 req-48e4af52-d1e2-4d47-a2df-362acc53d22c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:49.525219 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c172a392-3550-4327-8cff-de3aeff30765 req-48e4af52-d1e2-4d47-a2df-362acc53d22c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 946 time: 0.2306032 Jul 14 09:37:49.584987 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b20d06-871b-4499-b959-66721a11295e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Router 52d560f9-66c1-4804-9065-7d8c9f95202b has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:49.612258 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c172a392-3550-4327-8cff-de3aeff30765 req-b5957380-428f-43bd-9873-8d7e51d954d5 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567076 Jul 14 09:37:49.695060 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527b75e-4924-40c8-8b10-1c32147a04e4 req-f46cade3-1276-4549-8a47-b4fd47385d89 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:49.697644 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6527b75e-4924-40c8-8b10-1c32147a04e4 req-f46cade3-1276-4549-8a47-b4fd47385d89 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 946 time: 0.1067047 Jul 14 09:37:49.719138 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b20d06-871b-4499-b959-66721a11295e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:49.726467 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a7b20d06-871b-4499-b959-66721a11295e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "PUT /v2.0/routers/52d560f9-66c1-4804-9065-7d8c9f95202b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5440021 Jul 14 09:37:49.731924 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54774) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:49.732691 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2a5acf-d998-4ade-87aa-1b9dcb28b486 None None] Sync routers for ids ['52d560f9-66c1-4804-9065-7d8c9f95202b'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:49.743261 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2a5acf-d998-4ade-87aa-1b9dcb28b486 None None] Routers {'52d560f9-66c1-4804-9065-7d8c9f95202b'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:49.744347 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8e2a5acf-d998-4ade-87aa-1b9dcb28b486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['52d560f9-66c1-4804-9065-7d8c9f95202b'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:49.773853 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ca5e83f6-0876-4a85-99d4-823861864c1d tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "GET /v2.0/ports?device_id=52d560f9-66c1-4804-9065-7d8c9f95202b HTTP/1.1" status: 200 len: 205 time: 0.0377691 Jul 14 09:37:49.776947 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54776) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:49.796874 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8e2a5acf-d998-4ade-87aa-1b9dcb28b486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:49.807369 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2a5acf-d998-4ade-87aa-1b9dcb28b486 None None] Routers {'52d560f9-66c1-4804-9065-7d8c9f95202b'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:49.807639 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8e2a5acf-d998-4ade-87aa-1b9dcb28b486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['52d560f9-66c1-4804-9065-7d8c9f95202b'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:49.850188 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-6527b75e-4924-40c8-8b10-1c32147a04e4 req-b61266e9-dd5b-42e1-95bf-98c9dae6c79c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Deleting port a0c78d79-f042-4013-a4b6-bf18905eaeeb {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:49.850499 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6527b75e-4924-40c8-8b10-1c32147a04e4 req-b61266e9-dd5b-42e1-95bf-98c9dae6c79c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.861501 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8e2a5acf-d998-4ade-87aa-1b9dcb28b486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:49.862352 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2916b43-98d4-40ae-8ea2-d8e85ed6b487 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.862714 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2a5acf-d998-4ade-87aa-1b9dcb28b486 None None] The sync data for ids ['52d560f9-66c1-4804-9065-7d8c9f95202b'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:49.991451 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-6527b75e-4924-40c8-8b10-1c32147a04e4 req-b61266e9-dd5b-42e1-95bf-98c9dae6c79c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] For port a0c78d79-f042-4013-a4b6-bf18905eaeeb, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=a0c78d79-f042-4013-a4b6-bf18905eaeeb,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:49.992062 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6527b75e-4924-40c8-8b10-1c32147a04e4 req-b61266e9-dd5b-42e1-95bf-98c9dae6c79c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.007680 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-6527b75e-4924-40c8-8b10-1c32147a04e4 req-b61266e9-dd5b-42e1-95bf-98c9dae6c79c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Calling delete_port for a0c78d79-f042-4013-a4b6-bf18905eaeeb owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:50.034475 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2916b43-98d4-40ae-8ea2-d8e85ed6b487 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.036873 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2916b43-98d4-40ae-8ea2-d8e85ed6b487 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.163374 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6527b75e-4924-40c8-8b10-1c32147a04e4 req-b61266e9-dd5b-42e1-95bf-98c9dae6c79c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.177553 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['d41ab360-c5be-48b4-829a-63a03e9d366f', 'a0c78d79-f042-4013-a4b6-bf18905eaeeb'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:50.200297 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61266e9-dd5b-42e1-95bf-98c9dae6c79c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event deleted for resources: {'Port': ['ID=a0c78d79-f042-4013-a4b6-bf18905eaeeb,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:50.261260 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6527b75e-4924-40c8-8b10-1c32147a04e4 req-b61266e9-dd5b-42e1-95bf-98c9dae6c79c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] No DVR routers for this DVR port a0c78d79-f042-4013-a4b6-bf18905eaeeb on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:50.264705 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6527b75e-4924-40c8-8b10-1c32147a04e4 req-b61266e9-dd5b-42e1-95bf-98c9dae6c79c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.267533 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6527b75e-4924-40c8-8b10-1c32147a04e4 req-b61266e9-dd5b-42e1-95bf-98c9dae6c79c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "DELETE /v2.0/ports/a0c78d79-f042-4013-a4b6-bf18905eaeeb HTTP/1.1" status: 204 len: 173 time: 0.5641718 Jul 14 09:37:50.268037 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f45d30a-e404-4d0c-a19a-aa330bdf4fff', 'name': 'network-vif-deleted', 'tag': 'a0c78d79-f042-4013-a4b6-bf18905eaeeb'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:50.270656 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e7d4c9-99b3-43ad-bc2f-f03cb8e1a4d8" -d '{"events": [{"server_uuid": "2f45d30a-e404-4d0c-a19a-aa330bdf4fff", "name": "network-vif-deleted", "tag": "a0c78d79-f042-4013-a4b6-bf18905eaeeb"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:50.348769 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2916b43-98d4-40ae-8ea2-d8e85ed6b487 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.349654 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2916b43-98d4-40ae-8ea2-d8e85ed6b487 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Fanout notify agent at l3_agent the message router_deleted on router 52d560f9-66c1-4804-9065-7d8c9f95202b {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:37:50.364137 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2916b43-98d4-40ae-8ea2-d8e85ed6b487 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.365290 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d2916b43-98d4-40ae-8ea2-d8e85ed6b487 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/routers/52d560f9-66c1-4804-9065-7d8c9f95202b HTTP/1.1" status: 204 len: 168 time: 0.5872633 Jul 14 09:37:50.368680 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54780) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:50.419534 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93d7ef2-ce97-4dde-90a2-4901a9ad4d5c x-openstack-request-id: req-d93d7ef2-ce97-4dde-90a2-4901a9ad4d5c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:50.420017 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f45d30a-e404-4d0c-a19a-aa330bdf4fff", "name": "network-vif-deleted", "tag": "a0c78d79-f042-4013-a4b6-bf18905eaeeb", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:50.420448 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d93d7ef2-ce97-4dde-90a2-4901a9ad4d5c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:50.421010 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f45d30a-e404-4d0c-a19a-aa330bdf4fff', 'name': 'network-vif-deleted', 'tag': 'a0c78d79-f042-4013-a4b6-bf18905eaeeb', 'status': 'completed', 'code': 200} Jul 14 09:37:50.451483 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-43aaf693-7c72-4927-a159-52a29c73ca34 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Deleting subnet 4cb3651f-4cfe-4146-a709-c2e75480a147 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:37:50.456118 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43aaf693-7c72-4927-a159-52a29c73ca34 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.507187 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43aaf693-7c72-4927-a159-52a29c73ca34 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.608893 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43aaf693-7c72-4927-a159-52a29c73ca34 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.692465 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43aaf693-7c72-4927-a159-52a29c73ca34 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.724905 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aaf693-7c72-4927-a159-52a29c73ca34 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Subnet': ['ID=4cb3651f-4cfe-4146-a709-c2e75480a147,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:50.730875 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43aaf693-7c72-4927-a159-52a29c73ca34 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.732920 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-43aaf693-7c72-4927-a159-52a29c73ca34 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/subnets/4cb3651f-4cfe-4146-a709-c2e75480a147 HTTP/1.1" status: 204 len: 168 time: 0.3625431 Jul 14 09:37:50.736244 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54784) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:50.738607 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f311d6c6-d564-45a1-8e38-f5b8f207b3ee None None] Network a45670e6-f805-4f0b-9210-420e6a140717 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:50.864056 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bed8accb-ec55-4a36-9831-9c103d69e747 req-5c6ff641-bf68-4de7-818d-e4bde5f0850e tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 210 time: 0.0564392 Jul 14 09:37:50.901744 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13ad5fa2-325d-4690-89d1-42fbfd5d7096 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.005232 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-13ad5fa2-325d-4690-89d1-42fbfd5d7096 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Deleting port 92d9350c-ff35-4121-a9a7-d6fb2f42f417 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:51.005582 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13ad5fa2-325d-4690-89d1-42fbfd5d7096 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.030041 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dbde74-b7da-435d-995e-c311edcfce15 None None] DHCP port deletion for a45670e6-f805-4f0b-9210-420e6a140717 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:37:51.077644 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-223aa22e-62f3-4620-9439-5a1c0a6d4b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.092317 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-13ad5fa2-325d-4690-89d1-42fbfd5d7096 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] For port 92d9350c-ff35-4121-a9a7-d6fb2f42f417, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=92d9350c-ff35-4121-a9a7-d6fb2f42f417,segment=NetworkSegment(c70ff3d7-afb7-4036-9837-e80d75692626),segment_id=c70ff3d7-afb7-4036-9837-e80d75692626)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:51.092925 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13ad5fa2-325d-4690-89d1-42fbfd5d7096 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.097648 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-73dbde74-b7da-435d-995e-c311edcfce15 None None] Deleting port 92d9350c-ff35-4121-a9a7-d6fb2f42f417 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:51.098003 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73dbde74-b7da-435d-995e-c311edcfce15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.114713 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-13ad5fa2-325d-4690-89d1-42fbfd5d7096 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Calling delete_port for 92d9350c-ff35-4121-a9a7-d6fb2f42f417 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:51.189132 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-73dbde74-b7da-435d-995e-c311edcfce15 None None] For port 92d9350c-ff35-4121-a9a7-d6fb2f42f417, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=92d9350c-ff35-4121-a9a7-d6fb2f42f417,segment=NetworkSegment(c70ff3d7-afb7-4036-9837-e80d75692626),segment_id=c70ff3d7-afb7-4036-9837-e80d75692626)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:51.189539 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73dbde74-b7da-435d-995e-c311edcfce15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.204894 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-73dbde74-b7da-435d-995e-c311edcfce15 None None] Calling delete_port for 92d9350c-ff35-4121-a9a7-d6fb2f42f417 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:51.248476 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13ad5fa2-325d-4690-89d1-42fbfd5d7096 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.277037 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad5fa2-325d-4690-89d1-42fbfd5d7096 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Port': ['ID=92d9350c-ff35-4121-a9a7-d6fb2f42f417,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:51.285008 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ad5fa2-325d-4690-89d1-42fbfd5d7096 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] No DVR routers for this DVR port 92d9350c-ff35-4121-a9a7-d6fb2f42f417 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:51.295525 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.320541 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73dbde74-b7da-435d-995e-c311edcfce15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.347982 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbde74-b7da-435d-995e-c311edcfce15 None None] Pushing event deleted for resources: {'Port': ['ID=92d9350c-ff35-4121-a9a7-d6fb2f42f417,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:51.354284 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dbde74-b7da-435d-995e-c311edcfce15 None None] No DVR routers for this DVR port 92d9350c-ff35-4121-a9a7-d6fb2f42f417 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:51.749893 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13ad5fa2-325d-4690-89d1-42fbfd5d7096 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.761193 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-13ad5fa2-325d-4690-89d1-42fbfd5d7096 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a45670e6-f805-4f0b-9210-420e6a140717']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:51.773691 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-13ad5fa2-325d-4690-89d1-42fbfd5d7096 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c70ff3d7-afb7-4036-9837-e80d75692626') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:51.774005 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-13ad5fa2-325d-4690-89d1-42fbfd5d7096 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c70ff3d7-afb7-4036-9837-e80d75692626') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:51.784984 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13ad5fa2-325d-4690-89d1-42fbfd5d7096 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.801377 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13ad5fa2-325d-4690-89d1-42fbfd5d7096 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.807712 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ad5fa2-325d-4690-89d1-42fbfd5d7096 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:51.808194 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13ad5fa2-325d-4690-89d1-42fbfd5d7096 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:51.811403 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:51.881125 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13ad5fa2-325d-4690-89d1-42fbfd5d7096 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.892621 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13ad5fa2-325d-4690-89d1-42fbfd5d7096 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.897478 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-13ad5fa2-325d-4690-89d1-42fbfd5d7096 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/networks/a45670e6-f805-4f0b-9210-420e6a140717 HTTP/1.1" status: 204 len: 168 time: 1.1450841 Jul 14 09:37:51.899251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54790) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:51.904748 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9f8f53ee-279a-434e-96f4-fac5f2205229 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1869433646', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:51.919338 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad5fa2-325d-4690-89d1-42fbfd5d7096 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Network': ['ID=a45670e6-f805-4f0b-9210-420e6a140717,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:51.954631 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f8f53ee-279a-434e-96f4-fac5f2205229 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.954631 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f8f53ee-279a-434e-96f4-fac5f2205229 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.043388 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f8f53ee-279a-434e-96f4-fac5f2205229 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.046293 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-835e39cb-e27b-4af6-ae15-62329db6f1e7 req-ef02e6ea-025d-49dd-bf20-68b8bb06d679 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 210 time: 0.0645692 Jul 14 09:37:52.048073 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f8f53ee-279a-434e-96f4-fac5f2205229 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.069575 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f8f53ee-279a-434e-96f4-fac5f2205229 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.075309 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9f8f53ee-279a-434e-96f4-fac5f2205229 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1719046 Jul 14 09:37:52.075309 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54794) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:52.081784 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-995af5dd-a51b-4893-b995-ff62bd104c81 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1106802204'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:52.109404 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995af5dd-a51b-4893-b995-ff62bd104c81 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Made reservation on behalf of 4237d312d4954e378307dbe41ee5c3dd for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:52.114695 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-995af5dd-a51b-4893-b995-ff62bd104c81 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.151119 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995af5dd-a51b-4893-b995-ff62bd104c81 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:37:52.163127 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-995af5dd-a51b-4893-b995-ff62bd104c81 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.163749 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-995af5dd-a51b-4893-b995-ff62bd104c81 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Added segment 06c06757-f7cf-4c9d-903a-52e853be90de of type vlan for network a066d497-78f1-4b89-891f-e9caf3da5cac Jul 14 09:37:52.209234 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-995af5dd-a51b-4893-b995-ff62bd104c81 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.241087 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-995af5dd-a51b-4893-b995-ff62bd104c81 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.242943 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.246875 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995af5dd-a51b-4893-b995-ff62bd104c81 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:52.247538 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-995af5dd-a51b-4893-b995-ff62bd104c81 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.307746 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-995af5dd-a51b-4893-b995-ff62bd104c81 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2319107 Jul 14 09:37:52.310768 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54798) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:52.318631 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a00d415d-1e9e-4969-84ed-0a4dbfd4008e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'subnet': {'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:52.373002 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995af5dd-a51b-4893-b995-ff62bd104c81 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Network': ['ID=a066d497-78f1-4b89-891f-e9caf3da5cac,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:52.385169 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network a066d497-78f1-4b89-891f-e9caf3da5cac details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:37:52.428648 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00d415d-1e9e-4969-84ed-0a4dbfd4008e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Made reservation on behalf of 4237d312d4954e378307dbe41ee5c3dd for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:52.433954 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a00d415d-1e9e-4969-84ed-0a4dbfd4008e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.612568 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 92d9350c-ff35-4121-a9a7-d6fb2f42f417 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:52.637593 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 92d9350c-ff35-4121-a9a7-d6fb2f42f417 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:52.637909 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 92d9350c-ff35-4121-a9a7-d6fb2f42f417 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:52.666634 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a00d415d-1e9e-4969-84ed-0a4dbfd4008e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.739795 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d415d-1e9e-4969-84ed-0a4dbfd4008e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Subnet': ['ID=c873e6ba-1ed7-469f-876d-6244e03d47e3,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:52.753473 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d415d-1e9e-4969-84ed-0a4dbfd4008e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Checking segment: {'id': '06c06757-f7cf-4c9d-903a-52e853be90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:52.754308 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00d415d-1e9e-4969-84ed-0a4dbfd4008e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network hostable DHCP agents. Network: a066d497-78f1-4b89-891f-e9caf3da5cac, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:37:52.773222 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00d415d-1e9e-4969-84ed-0a4dbfd4008e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network a066d497-78f1-4b89-891f-e9caf3da5cac is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:37:52.785930 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-a00d415d-1e9e-4969-84ed-0a4dbfd4008e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, a066d497-78f1-4b89-891f-e9caf3da5cac) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:52.791079 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00d415d-1e9e-4969-84ed-0a4dbfd4008e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:52.791819 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a00d415d-1e9e-4969-84ed-0a4dbfd4008e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.800010 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e64b9a-1b65-4567-86b3-553eb1ab9e85 None None] Network a066d497-78f1-4b89-891f-e9caf3da5cac requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:52.809271 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a00d415d-1e9e-4969-84ed-0a4dbfd4008e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4974020 Jul 14 09:37:52.813005 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54800) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:52.853184 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device a0c78d79-f042-4013-a4b6-bf18905eaeeb no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:52.884182 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: a0c78d79-f042-4013-a4b6-bf18905eaeeb {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:52.884941 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device a0c78d79-f042-4013-a4b6-bf18905eaeeb not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:53.026090 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab24457-43bb-4870-bcfb-07654d0a643c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-a066d497-78f1-4b89-891f-e9caf3da5cac', 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'fixed_ips': [{'subnet_id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:37:53.027157 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ab24457-43bb-4870-bcfb-07654d0a643c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.155873 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2a55199-6ab6-4e67-8a80-033d706754a8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.246840 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-8ab24457-43bb-4870-bcfb-07654d0a643c None None] Allocated IP 2001:db8::2 (a066d497-78f1-4b89-891f-e9caf3da5cac/c873e6ba-1ed7-469f-876d-6244e03d47e3/ebc94ef2-d005-4df0-b1cf-7b7642655d1c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:53.368168 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-30d99198-5342-4ec4-b2b3-7945634cc9ba req-2815856a-3aa2-45e4-90b8-f83f295deb3a tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 210 time: 0.0734534 Jul 14 09:37:53.444879 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ab24457-43bb-4870-bcfb-07654d0a643c None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.459213 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8ab24457-43bb-4870-bcfb-07654d0a643c None None] Transition to ACTIVE for port object ebc94ef2-d005-4df0-b1cf-7b7642655d1c will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:53.480730 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8ab24457-43bb-4870-bcfb-07654d0a643c None None] Transition to ACTIVE for port object ebc94ef2-d005-4df0-b1cf-7b7642655d1c will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:53.487905 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ab24457-43bb-4870-bcfb-07654d0a643c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.533025 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab24457-43bb-4870-bcfb-07654d0a643c None None] Network a066d497-78f1-4b89-891f-e9caf3da5cac is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:53.536208 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-8ab24457-43bb-4870-bcfb-07654d0a643c None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:53.540426 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab24457-43bb-4870-bcfb-07654d0a643c None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:53.547924 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab24457-43bb-4870-bcfb-07654d0a643c None None] Pushing event updated for resources: {'Port': ['ID=ebc94ef2-d005-4df0-b1cf-7b7642655d1c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:53.562616 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-b2a55199-6ab6-4e67-8a80-033d706754a8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Allocated IP 2001:db8::1 (a066d497-78f1-4b89-891f-e9caf3da5cac/c873e6ba-1ed7-469f-876d-6244e03d47e3/8fad3cbf-9684-4235-91a6-9b844c0e076c) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:53.626289 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8ab24457-43bb-4870-bcfb-07654d0a643c None None] Attempting to bind port ebc94ef2-d005-4df0-b1cf-7b7642655d1c on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:53.626710 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8ab24457-43bb-4870-bcfb-07654d0a643c None None] Attempting to bind port ebc94ef2-d005-4df0-b1cf-7b7642655d1c by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '06c06757-f7cf-4c9d-903a-52e853be90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:53.627190 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab24457-43bb-4870-bcfb-07654d0a643c None None] Attempting to bind port ebc94ef2-d005-4df0-b1cf-7b7642655d1c on network a066d497-78f1-4b89-891f-e9caf3da5cac {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:53.634459 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab24457-43bb-4870-bcfb-07654d0a643c None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:53.634963 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab24457-43bb-4870-bcfb-07654d0a643c None None] Checking segment: {'id': '06c06757-f7cf-4c9d-903a-52e853be90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:53.635590 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ab24457-43bb-4870-bcfb-07654d0a643c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.636089 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab24457-43bb-4870-bcfb-07654d0a643c None None] Bound using segment: {'id': '06c06757-f7cf-4c9d-903a-52e853be90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:53.636806 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8ab24457-43bb-4870-bcfb-07654d0a643c None None] Bound port: ebc94ef2-d005-4df0-b1cf-7b7642655d1c, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c06757-f7cf-4c9d-903a-52e853be90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:53.637334 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ab24457-43bb-4870-bcfb-07654d0a643c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.730544 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2a55199-6ab6-4e67-8a80-033d706754a8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.732704 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8ab24457-43bb-4870-bcfb-07654d0a643c None None] For port ebc94ef2-d005-4df0-b1cf-7b7642655d1c, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:53.737021 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8ab24457-43bb-4870-bcfb-07654d0a643c None None] For port ebc94ef2-d005-4df0-b1cf-7b7642655d1c, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ebc94ef2-d005-4df0-b1cf-7b7642655d1c,segment=NetworkSegment(06c06757-f7cf-4c9d-903a-52e853be90de),segment_id=06c06757-f7cf-4c9d-903a-52e853be90de)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:53.742863 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ab24457-43bb-4870-bcfb-07654d0a643c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.752439 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b2a55199-6ab6-4e67-8a80-033d706754a8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Transition to ACTIVE for port object 8fad3cbf-9684-4235-91a6-9b844c0e076c will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:53.801357 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2a55199-6ab6-4e67-8a80-033d706754a8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.814296 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.832467 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab24457-43bb-4870-bcfb-07654d0a643c None None] Pushing event updated for resources: {'Port': ['ID=ebc94ef2-d005-4df0-b1cf-7b7642655d1c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:53.861335 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a55199-6ab6-4e67-8a80-033d706754a8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network a066d497-78f1-4b89-891f-e9caf3da5cac is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:53.868369 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b2a55199-6ab6-4e67-8a80-033d706754a8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:53.872080 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a55199-6ab6-4e67-8a80-033d706754a8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:53.872667 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2a55199-6ab6-4e67-8a80-033d706754a8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.937110 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a55199-6ab6-4e67-8a80-033d706754a8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Port': ['ID=8fad3cbf-9684-4235-91a6-9b844c0e076c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:54.081205 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2a55199-6ab6-4e67-8a80-033d706754a8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:54.461798 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2a55199-6ab6-4e67-8a80-033d706754a8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:54.468897 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2a55199-6ab6-4e67-8a80-033d706754a8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:54.476673 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2a55199-6ab6-4e67-8a80-033d706754a8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:54.646064 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-87f30409-e9f9-4c88-ba36-c27ab4fae8e5 req-5ecd4214-9108-4f18-8661-73f90badf1a4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45d30a-e404-4d0c-a19a-aa330bdf4fff HTTP/1.1" status: 200 len: 210 time: 0.0611787 Jul 14 09:37:54.681372 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ebc94ef2-d005-4df0-b1cf-7b7642655d1c up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:54.694357 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a55199-6ab6-4e67-8a80-033d706754a8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Port': ['ID=8fad3cbf-9684-4235-91a6-9b844c0e076c,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:54.748150 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a55199-6ab6-4e67-8a80-033d706754a8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network a066d497-78f1-4b89-891f-e9caf3da5cac is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:54.750127 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b2a55199-6ab6-4e67-8a80-033d706754a8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:54.782096 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port ebc94ef2-d005-4df0-b1cf-7b7642655d1c completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:54.925038 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a55199-6ab6-4e67-8a80-033d706754a8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Router 27a96229-ea2c-408c-b041-8e542d330778 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:37:55.062836 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a55199-6ab6-4e67-8a80-033d706754a8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:55.072160 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54810) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:55.072885 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b2a55199-6ab6-4e67-8a80-033d706754a8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "PUT /v2.0/routers/27a96229-ea2c-408c-b041-8e542d330778/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2568958 Jul 14 09:37:55.081275 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-26833085-438e-4d93-8130-d833a13f97b9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-835058504'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:55.082170 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9162c233-40ca-4714-9277-e9837bcb1c37 None None] Sync routers for ids ['27a96229-ea2c-408c-b041-8e542d330778'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:55.102028 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9162c233-40ca-4714-9277-e9837bcb1c37 None None] Routers {'27a96229-ea2c-408c-b041-8e542d330778'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:55.103398 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-9162c233-40ca-4714-9277-e9837bcb1c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['27a96229-ea2c-408c-b041-8e542d330778'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:55.120041 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26833085-438e-4d93-8130-d833a13f97b9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Made reservation on behalf of 4237d312d4954e378307dbe41ee5c3dd for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:55.131026 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26833085-438e-4d93-8130-d833a13f97b9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:55.193850 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26833085-438e-4d93-8130-d833a13f97b9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:37:55.217447 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26833085-438e-4d93-8130-d833a13f97b9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:55.217768 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-26833085-438e-4d93-8130-d833a13f97b9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Added segment 541dbf95-a0d5-49d7-878d-63a4aa942946 of type vlan for network 11709caf-90eb-4fa4-9c47-33efcc8f0781 Jul 14 09:37:55.232503 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3eee35-44ef-4213-b9bc-a58065a1eb5d None None] Network a066d497-78f1-4b89-891f-e9caf3da5cac requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:55.251610 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-9162c233-40ca-4714-9277-e9837bcb1c37 None None] Set router 27a96229-ea2c-408c-b041-8e542d330778 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:55.320733 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26833085-438e-4d93-8130-d833a13f97b9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:55.330694 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b1e44d8c-5940-4daf-b8cd-d210db1b56d6 None None] Provisioning for port ebc94ef2-d005-4df0-b1cf-7b7642655d1c completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:55.336528 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b1e44d8c-5940-4daf-b8cd-d210db1b56d6 None None] Provisioning complete for port ebc94ef2-d005-4df0-b1cf-7b7642655d1c triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:55.336892 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1e44d8c-5940-4daf-b8cd-d210db1b56d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:55.367722 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26833085-438e-4d93-8130-d833a13f97b9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:55.378635 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26833085-438e-4d93-8130-d833a13f97b9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:55.379625 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26833085-438e-4d93-8130-d833a13f97b9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:55.463680 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26833085-438e-4d93-8130-d833a13f97b9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Network': ['ID=11709caf-90eb-4fa4-9c47-33efcc8f0781,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:55.500491 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54814) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:55.501214 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-26833085-438e-4d93-8130-d833a13f97b9 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4258885 Jul 14 09:37:55.509899 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-3f28c3b8-99f2-4a8f-b200-da483e2164d3 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'subnet': {'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:55.530301 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-9162c233-40ca-4714-9277-e9837bcb1c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:37:53Z', 'revision_number': 2, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None, '_interfaces': [{'id': '8fad3cbf-9684-4235-91a6-9b844c0e076c', 'name': '', 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:7c:83:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:37:54Z', 'revision_number': 2, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:55.561405 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9162c233-40ca-4714-9277-e9837bcb1c37 None None] Checking router: 27a96229-ea2c-408c-b041-8e542d330778 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:37:55.562117 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9162c233-40ca-4714-9277-e9837bcb1c37 None None] Updating router 27a96229-ea2c-408c-b041-8e542d330778 port 8fad3cbf-9684-4235-91a6-9b844c0e076c binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:37:55.605169 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9162c233-40ca-4714-9277-e9837bcb1c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:55.664522 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f28c3b8-99f2-4a8f-b200-da483e2164d3 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Made reservation on behalf of 4237d312d4954e378307dbe41ee5c3dd for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:55.670967 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f28c3b8-99f2-4a8f-b200-da483e2164d3 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:55.710407 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 11709caf-90eb-4fa4-9c47-33efcc8f0781 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:37:55.897167 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1e44d8c-5940-4daf-b8cd-d210db1b56d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:55.959886 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b1e44d8c-5940-4daf-b8cd-d210db1b56d6 None None] For port ebc94ef2-d005-4df0-b1cf-7b7642655d1c, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ebc94ef2-d005-4df0-b1cf-7b7642655d1c,segment=NetworkSegment(06c06757-f7cf-4c9d-903a-52e853be90de),segment_id=06c06757-f7cf-4c9d-903a-52e853be90de)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:55.965583 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1e44d8c-5940-4daf-b8cd-d210db1b56d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:55.986322 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9162c233-40ca-4714-9277-e9837bcb1c37 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:55.997040 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f28c3b8-99f2-4a8f-b200-da483e2164d3 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.007753 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9162c233-40ca-4714-9277-e9837bcb1c37 None None] Transition to ACTIVE for port object 8fad3cbf-9684-4235-91a6-9b844c0e076c will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:56.017869 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9162c233-40ca-4714-9277-e9837bcb1c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.019811 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e44d8c-5940-4daf-b8cd-d210db1b56d6 None None] Pushing event updated for resources: {'Port': ['ID=ebc94ef2-d005-4df0-b1cf-7b7642655d1c,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:56.067792 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28c3b8-99f2-4a8f-b200-da483e2164d3 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Subnet': ['ID=681d2c73-7fa1-49ff-a538-c5ca5a8862e1,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:56.086550 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f28c3b8-99f2-4a8f-b200-da483e2164d3 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Checking segment: {'id': '541dbf95-a0d5-49d7-878d-63a4aa942946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:56.086910 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f28c3b8-99f2-4a8f-b200-da483e2164d3 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network hostable DHCP agents. Network: 11709caf-90eb-4fa4-9c47-33efcc8f0781, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:37:56.126816 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f28c3b8-99f2-4a8f-b200-da483e2164d3 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network 11709caf-90eb-4fa4-9c47-33efcc8f0781 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:37:56.129583 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331a91e-991d-42f4-8a46-2f00fb140a07 None None] Pushing event updated for resources: {'Port': ['ID=8fad3cbf-9684-4235-91a6-9b844c0e076c,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:56.144385 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-3f28c3b8-99f2-4a8f-b200-da483e2164d3 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 11709caf-90eb-4fa4-9c47-33efcc8f0781) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:56.144610 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5331a91e-991d-42f4-8a46-2f00fb140a07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:56.144917 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5331a91e-991d-42f4-8a46-2f00fb140a07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:56.145331 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5331a91e-991d-42f4-8a46-2f00fb140a07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:56.145699 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5331a91e-991d-42f4-8a46-2f00fb140a07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:56.146034 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5331a91e-991d-42f4-8a46-2f00fb140a07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:56.147276 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5331a91e-991d-42f4-8a46-2f00fb140a07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:56.147650 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5331a91e-991d-42f4-8a46-2f00fb140a07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:56.148569 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5331a91e-991d-42f4-8a46-2f00fb140a07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:56.148710 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5331a91e-991d-42f4-8a46-2f00fb140a07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:56.148971 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5331a91e-991d-42f4-8a46-2f00fb140a07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:56.149613 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5331a91e-991d-42f4-8a46-2f00fb140a07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:56.149613 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5331a91e-991d-42f4-8a46-2f00fb140a07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:56.154583 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f28c3b8-99f2-4a8f-b200-da483e2164d3 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:56.155299 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f28c3b8-99f2-4a8f-b200-da483e2164d3 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.159103 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-9162c233-40ca-4714-9277-e9837bcb1c37 None None] Attempting to bind port 8fad3cbf-9684-4235-91a6-9b844c0e076c on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:56.159483 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-9162c233-40ca-4714-9277-e9837bcb1c37 None None] Attempting to bind port 8fad3cbf-9684-4235-91a6-9b844c0e076c by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '06c06757-f7cf-4c9d-903a-52e853be90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:56.159878 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9162c233-40ca-4714-9277-e9837bcb1c37 None None] Attempting to bind port 8fad3cbf-9684-4235-91a6-9b844c0e076c on network a066d497-78f1-4b89-891f-e9caf3da5cac {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:56.166911 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a42783-23e1-433c-8e8a-7beec167fa63 None None] Network 11709caf-90eb-4fa4-9c47-33efcc8f0781 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:56.175036 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3f28c3b8-99f2-4a8f-b200-da483e2164d3 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6719656 Jul 14 09:37:56.176676 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9162c233-40ca-4714-9277-e9837bcb1c37 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:56.177060 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9162c233-40ca-4714-9277-e9837bcb1c37 None None] Checking segment: {'id': '06c06757-f7cf-4c9d-903a-52e853be90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:56.177518 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9162c233-40ca-4714-9277-e9837bcb1c37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.177970 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9162c233-40ca-4714-9277-e9837bcb1c37 None None] Bound using segment: {'id': '06c06757-f7cf-4c9d-903a-52e853be90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:56.178509 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-9162c233-40ca-4714-9277-e9837bcb1c37 None None] Bound port: 8fad3cbf-9684-4235-91a6-9b844c0e076c, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c06757-f7cf-4c9d-903a-52e853be90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:56.178946 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9162c233-40ca-4714-9277-e9837bcb1c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.179218 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54820) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:56.257713 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-9162c233-40ca-4714-9277-e9837bcb1c37 None None] For port 8fad3cbf-9684-4235-91a6-9b844c0e076c, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:56.262204 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-9162c233-40ca-4714-9277-e9837bcb1c37 None None] For port 8fad3cbf-9684-4235-91a6-9b844c0e076c, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8fad3cbf-9684-4235-91a6-9b844c0e076c,segment=NetworkSegment(06c06757-f7cf-4c9d-903a-52e853be90de),segment_id=06c06757-f7cf-4c9d-903a-52e853be90de)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:56.268604 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9162c233-40ca-4714-9277-e9837bcb1c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.329996 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9162c233-40ca-4714-9277-e9837bcb1c37 None None] Routers {'27a96229-ea2c-408c-b041-8e542d330778'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:56.330953 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-9162c233-40ca-4714-9277-e9837bcb1c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['27a96229-ea2c-408c-b041-8e542d330778'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:56.382309 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d26fe74-5ed4-434c-83f9-5efd7d228231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-11709caf-90eb-4fa4-9c47-33efcc8f0781', 'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'fixed_ips': [{'subnet_id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:37:56.385611 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d26fe74-5ed4-434c-83f9-5efd7d228231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.432046 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-9162c233-40ca-4714-9277-e9837bcb1c37 None None] Set router 27a96229-ea2c-408c-b041-8e542d330778 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:56.504092 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-bd17d686-cffb-4c7a-8e34-e23773014394 None None] Provisioning for port 8fad3cbf-9684-4235-91a6-9b844c0e076c completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:56.584512 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-bd17d686-cffb-4c7a-8e34-e23773014394 None None] Provisioning complete for port ebc94ef2-d005-4df0-b1cf-7b7642655d1c triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:56.584888 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd17d686-cffb-4c7a-8e34-e23773014394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.627796 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331a91e-991d-42f4-8a46-2f00fb140a07 None None] Pushing event updated for resources: {'Port': ['ID=8fad3cbf-9684-4235-91a6-9b844c0e076c,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:56.670870 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ebc94ef2-d005-4df0-b1cf-7b7642655d1c up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:56.773871 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-3d26fe74-5ed4-434c-83f9-5efd7d228231 None None] Allocated IP 2001:db8:1::2 (11709caf-90eb-4fa4-9c47-33efcc8f0781/681d2c73-7fa1-49ff-a538-c5ca5a8862e1/270a1615-8247-46fb-88e3-cc401d471f07) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:56.778319 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-9162c233-40ca-4714-9277-e9837bcb1c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:37:53Z', 'revision_number': 2, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None, '_interfaces': [{'id': '8fad3cbf-9684-4235-91a6-9b844c0e076c', 'name': '', 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:7c:83:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:37:56Z', 'revision_number': 4, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:56.823602 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9162c233-40ca-4714-9277-e9837bcb1c37 None None] The sync data for ids ['27a96229-ea2c-408c-b041-8e542d330778'] in n-d-771362-35 is: [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:37:53Z', 'revision_number': 2, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None, '_interfaces': [{'id': '8fad3cbf-9684-4235-91a6-9b844c0e076c', 'name': '', 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:7c:83:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:37:56Z', 'revision_number': 4, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:56.825855 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85fda5b3-fcd0-4d3d-a17d-371ba6a99855 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.867433 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port ebc94ef2-d005-4df0-b1cf-7b7642655d1c triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:56.867843 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:57.209143 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d26fe74-5ed4-434c-83f9-5efd7d228231 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:57.217956 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3d26fe74-5ed4-434c-83f9-5efd7d228231 None None] Transition to ACTIVE for port object 270a1615-8247-46fb-88e3-cc401d471f07 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:57.244493 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3d26fe74-5ed4-434c-83f9-5efd7d228231 None None] Transition to ACTIVE for port object 270a1615-8247-46fb-88e3-cc401d471f07 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:57.251580 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d26fe74-5ed4-434c-83f9-5efd7d228231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:57.334578 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d26fe74-5ed4-434c-83f9-5efd7d228231 None None] Network 11709caf-90eb-4fa4-9c47-33efcc8f0781 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:57.337789 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-3d26fe74-5ed4-434c-83f9-5efd7d228231 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:57.341924 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d26fe74-5ed4-434c-83f9-5efd7d228231 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:57.356187 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-85fda5b3-fcd0-4d3d-a17d-371ba6a99855 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Allocated IP 2001:db8:1::1 (11709caf-90eb-4fa4-9c47-33efcc8f0781/681d2c73-7fa1-49ff-a538-c5ca5a8862e1/13fff806-3bbd-475e-ab2c-0020f00432e0) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:57.361260 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26fe74-5ed4-434c-83f9-5efd7d228231 None None] Pushing event updated for resources: {'Port': ['ID=270a1615-8247-46fb-88e3-cc401d471f07,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:57.437409 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3d26fe74-5ed4-434c-83f9-5efd7d228231 None None] Attempting to bind port 270a1615-8247-46fb-88e3-cc401d471f07 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:57.437652 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3d26fe74-5ed4-434c-83f9-5efd7d228231 None None] Attempting to bind port 270a1615-8247-46fb-88e3-cc401d471f07 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '541dbf95-a0d5-49d7-878d-63a4aa942946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:57.438574 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d26fe74-5ed4-434c-83f9-5efd7d228231 None None] Attempting to bind port 270a1615-8247-46fb-88e3-cc401d471f07 on network 11709caf-90eb-4fa4-9c47-33efcc8f0781 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:57.448152 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d26fe74-5ed4-434c-83f9-5efd7d228231 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:57.448525 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d26fe74-5ed4-434c-83f9-5efd7d228231 None None] Checking segment: {'id': '541dbf95-a0d5-49d7-878d-63a4aa942946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:57.448933 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d26fe74-5ed4-434c-83f9-5efd7d228231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:57.449331 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d26fe74-5ed4-434c-83f9-5efd7d228231 None None] Bound using segment: {'id': '541dbf95-a0d5-49d7-878d-63a4aa942946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:57.449840 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3d26fe74-5ed4-434c-83f9-5efd7d228231 None None] Bound port: 270a1615-8247-46fb-88e3-cc401d471f07, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541dbf95-a0d5-49d7-878d-63a4aa942946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:57.450260 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d26fe74-5ed4-434c-83f9-5efd7d228231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:57.550240 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85fda5b3-fcd0-4d3d-a17d-371ba6a99855 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:57.554641 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3d26fe74-5ed4-434c-83f9-5efd7d228231 None None] For port 270a1615-8247-46fb-88e3-cc401d471f07, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:57.579168 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-85fda5b3-fcd0-4d3d-a17d-371ba6a99855 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Transition to ACTIVE for port object 13fff806-3bbd-475e-ab2c-0020f00432e0 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:57.581036 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3d26fe74-5ed4-434c-83f9-5efd7d228231 None None] For port 270a1615-8247-46fb-88e3-cc401d471f07, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=270a1615-8247-46fb-88e3-cc401d471f07,segment=NetworkSegment(541dbf95-a0d5-49d7-878d-63a4aa942946),segment_id=541dbf95-a0d5-49d7-878d-63a4aa942946)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:57.587508 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d26fe74-5ed4-434c-83f9-5efd7d228231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:57.644072 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85fda5b3-fcd0-4d3d-a17d-371ba6a99855 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:57.667716 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26fe74-5ed4-434c-83f9-5efd7d228231 None None] Pushing event updated for resources: {'Port': ['ID=270a1615-8247-46fb-88e3-cc401d471f07,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:57.712655 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fda5b3-fcd0-4d3d-a17d-371ba6a99855 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network 11709caf-90eb-4fa4-9c47-33efcc8f0781 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:57.719015 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-85fda5b3-fcd0-4d3d-a17d-371ba6a99855 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:57.722867 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fda5b3-fcd0-4d3d-a17d-371ba6a99855 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:57.723434 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85fda5b3-fcd0-4d3d-a17d-371ba6a99855 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:57.764830 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fda5b3-fcd0-4d3d-a17d-371ba6a99855 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Port': ['ID=13fff806-3bbd-475e-ab2c-0020f00432e0,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:57.930772 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85fda5b3-fcd0-4d3d-a17d-371ba6a99855 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.309123 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85fda5b3-fcd0-4d3d-a17d-371ba6a99855 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.314240 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85fda5b3-fcd0-4d3d-a17d-371ba6a99855 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.315212 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85fda5b3-fcd0-4d3d-a17d-371ba6a99855 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.405040 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fda5b3-fcd0-4d3d-a17d-371ba6a99855 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Port': ['ID=13fff806-3bbd-475e-ab2c-0020f00432e0,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:58.457392 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fda5b3-fcd0-4d3d-a17d-371ba6a99855 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network 11709caf-90eb-4fa4-9c47-33efcc8f0781 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:58.459467 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-85fda5b3-fcd0-4d3d-a17d-371ba6a99855 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:58.589000 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fda5b3-fcd0-4d3d-a17d-371ba6a99855 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Router 27a96229-ea2c-408c-b041-8e542d330778 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:58.712083 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 270a1615-8247-46fb-88e3-cc401d471f07 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:58.715391 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fda5b3-fcd0-4d3d-a17d-371ba6a99855 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:58.726410 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54834) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:58.732279 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-bd5d01a9-f251-43fa-bc81-d43f536c70a1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1801123524'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:58.736860 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-85fda5b3-fcd0-4d3d-a17d-371ba6a99855 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "PUT /v2.0/routers/27a96229-ea2c-408c-b041-8e542d330778/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5541945 Jul 14 09:37:58.761120 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5d01a9-f251-43fa-bc81-d43f536c70a1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Made reservation on behalf of 4237d312d4954e378307dbe41ee5c3dd for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:58.766682 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bd5d01a9-f251-43fa-bc81-d43f536c70a1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.803803 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5d01a9-f251-43fa-bc81-d43f536c70a1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:37:58.817674 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 270a1615-8247-46fb-88e3-cc401d471f07 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:58.818337 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bd5d01a9-f251-43fa-bc81-d43f536c70a1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.818689 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-bd5d01a9-f251-43fa-bc81-d43f536c70a1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Added segment caeeee3c-7620-4675-8462-9cc4ea6a5cc0 of type vlan for network 90ed2be4-27ae-43f8-8525-d7aa40e87ad6 Jul 14 09:37:58.823091 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8fad3cbf-9684-4235-91a6-9b844c0e076c up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:58.897273 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bd5d01a9-f251-43fa-bc81-d43f536c70a1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.934304 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bd5d01a9-f251-43fa-bc81-d43f536c70a1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.942049 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5d01a9-f251-43fa-bc81-d43f536c70a1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:58.943183 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bd5d01a9-f251-43fa-bc81-d43f536c70a1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.950590 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 8fad3cbf-9684-4235-91a6-9b844c0e076c completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:58.957559 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 8fad3cbf-9684-4235-91a6-9b844c0e076c triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:58.958680 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.042673 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bd5d01a9-f251-43fa-bc81-d43f536c70a1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3119657 Jul 14 09:37:59.042908 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54840) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:59.052699 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-91fb7824-2175-4539-8be3-48e66c629427 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'subnet': {'network_id': '90ed2be4-27ae-43f8-8525-d7aa40e87ad6', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:59.066716 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d01a9-f251-43fa-bc81-d43f536c70a1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Network': ['ID=90ed2be4-27ae-43f8-8525-d7aa40e87ad6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:59.084975 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 90ed2be4-27ae-43f8-8525-d7aa40e87ad6 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:37:59.206312 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fb7824-2175-4539-8be3-48e66c629427 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Made reservation on behalf of 4237d312d4954e378307dbe41ee5c3dd for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:59.210181 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91fb7824-2175-4539-8be3-48e66c629427 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.266525 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.303024 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15edc878-c430-49cc-992c-6bc78aabe41a None None] Network 11709caf-90eb-4fa4-9c47-33efcc8f0781 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:59.366344 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 8fad3cbf-9684-4235-91a6-9b844c0e076c, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8fad3cbf-9684-4235-91a6-9b844c0e076c,segment=NetworkSegment(06c06757-f7cf-4c9d-903a-52e853be90de),segment_id=06c06757-f7cf-4c9d-903a-52e853be90de)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:59.377686 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.389420 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e009058-b0e7-4921-8058-d856f7287bf6 None None] Sync routers for ids ['27a96229-ea2c-408c-b041-8e542d330778'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:59.442663 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-9b5bbeac-a7c1-4608-a5eb-3fb1b456c5e0 None None] Provisioning for port 270a1615-8247-46fb-88e3-cc401d471f07 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:59.452481 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e009058-b0e7-4921-8058-d856f7287bf6 None None] Routers {'27a96229-ea2c-408c-b041-8e542d330778'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:59.452930 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9e009058-b0e7-4921-8058-d856f7287bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['27a96229-ea2c-408c-b041-8e542d330778'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:59.461320 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-9b5bbeac-a7c1-4608-a5eb-3fb1b456c5e0 None None] Provisioning complete for port 270a1615-8247-46fb-88e3-cc401d471f07 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:59.461809 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b5bbeac-a7c1-4608-a5eb-3fb1b456c5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.513648 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91fb7824-2175-4539-8be3-48e66c629427 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.580123 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb7824-2175-4539-8be3-48e66c629427 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Subnet': ['ID=11eef227-693b-47fa-bdb0-2b22076f98dd,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:59.588219 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fb7824-2175-4539-8be3-48e66c629427 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Checking segment: {'id': 'caeeee3c-7620-4675-8462-9cc4ea6a5cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '90ed2be4-27ae-43f8-8525-d7aa40e87ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:59.588606 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fb7824-2175-4539-8be3-48e66c629427 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network hostable DHCP agents. Network: 90ed2be4-27ae-43f8-8525-d7aa40e87ad6, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:37:59.617301 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fb7824-2175-4539-8be3-48e66c629427 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network 90ed2be4-27ae-43f8-8525-d7aa40e87ad6 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:37:59.622120 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=8fad3cbf-9684-4235-91a6-9b844c0e076c,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:59.628144 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-91fb7824-2175-4539-8be3-48e66c629427 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 90ed2be4-27ae-43f8-8525-d7aa40e87ad6) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:59.632194 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fb7824-2175-4539-8be3-48e66c629427 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:59.632844 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91fb7824-2175-4539-8be3-48e66c629427 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.646744 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19335c86-e158-4669-bef2-7b6d66eceaf1 None None] Network 90ed2be4-27ae-43f8-8525-d7aa40e87ad6 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:59.649160 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-91fb7824-2175-4539-8be3-48e66c629427 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6052990 Jul 14 09:37:59.652058 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54844) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:59.711649 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-9e009058-b0e7-4921-8058-d856f7287bf6 None None] Set router 27a96229-ea2c-408c-b041-8e542d330778 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:59.887895 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b5bbeac-a7c1-4608-a5eb-3fb1b456c5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.213210 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-9b5bbeac-a7c1-4608-a5eb-3fb1b456c5e0 None None] For port 270a1615-8247-46fb-88e3-cc401d471f07, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=270a1615-8247-46fb-88e3-cc401d471f07,segment=NetworkSegment(541dbf95-a0d5-49d7-878d-63a4aa942946),segment_id=541dbf95-a0d5-49d7-878d-63a4aa942946)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:00.220347 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b5bbeac-a7c1-4608-a5eb-3fb1b456c5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.274785 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:38:00.293596 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5104b561-0fcb-426b-ac56-6bca71574243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-90ed2be4-27ae-43f8-8525-d7aa40e87ad6', 'network_id': '90ed2be4-27ae-43f8-8525-d7aa40e87ad6', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'fixed_ips': [{'subnet_id': '11eef227-693b-47fa-bdb0-2b22076f98dd'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:38:00.294472 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5104b561-0fcb-426b-ac56-6bca71574243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.301744 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.340521 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5bbeac-a7c1-4608-a5eb-3fb1b456c5e0 None None] Pushing event updated for resources: {'Port': ['ID=270a1615-8247-46fb-88e3-cc401d471f07,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:00.441842 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9e009058-b0e7-4921-8058-d856f7287bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:37:57Z', 'revision_number': 3, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None, '_interfaces': [{'id': '13fff806-3bbd-475e-ab2c-0020f00432e0', 'name': '', 'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:05:97:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:56Z', 'updated_at': '2021-07-14T09:37:58Z', 'revision_number': 2, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fad3cbf-9684-4235-91a6-9b844c0e076c', 'name': '', 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:7c:83:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:37:59Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:00.490442 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e009058-b0e7-4921-8058-d856f7287bf6 None None] Checking router: 27a96229-ea2c-408c-b041-8e542d330778 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:00.491348 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e009058-b0e7-4921-8058-d856f7287bf6 None None] Updating router 27a96229-ea2c-408c-b041-8e542d330778 port 13fff806-3bbd-475e-ab2c-0020f00432e0 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:38:00.586903 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-5104b561-0fcb-426b-ac56-6bca71574243 None None] Allocated IP 2001:db8:2::2 (90ed2be4-27ae-43f8-8525-d7aa40e87ad6/11eef227-693b-47fa-bdb0-2b22076f98dd/d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:00.592259 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e009058-b0e7-4921-8058-d856f7287bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.686900 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 270a1615-8247-46fb-88e3-cc401d471f07 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:00.737933 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-96c587f1-fbf1-4fc6-b488-17a1bf49ff4c None None] Provisioning complete for port 270a1615-8247-46fb-88e3-cc401d471f07 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:00.738306 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96c587f1-fbf1-4fc6-b488-17a1bf49ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.745866 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea61a5-0340-4924-8481-a7e2f0ab89bb req-8e9f2371-e8b5-4d20-a874-f2d621ff8155 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:00.747783 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d8ea61a5-0340-4924-8481-a7e2f0ab89bb req-8e9f2371-e8b5-4d20-a874-f2d621ff8155 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 946 time: 0.0765395 Jul 14 09:38:00.790405 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d8ea61a5-0340-4924-8481-a7e2f0ab89bb req-3a38f13c-22ff-4846-8f98-78dd5eaf372a tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356054 Jul 14 09:38:00.974076 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 270a1615-8247-46fb-88e3-cc401d471f07 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:00.974698 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.050763 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5104b561-0fcb-426b-ac56-6bca71574243 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.087333 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5104b561-0fcb-426b-ac56-6bca71574243 None None] Transition to ACTIVE for port object d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:01.134720 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5104b561-0fcb-426b-ac56-6bca71574243 None None] Transition to ACTIVE for port object d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:01.151774 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-96c587f1-fbf1-4fc6-b488-17a1bf49ff4c None None] Provisioning for port 13fff806-3bbd-475e-ab2c-0020f00432e0 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:01.162772 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5104b561-0fcb-426b-ac56-6bca71574243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.187277 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-96c587f1-fbf1-4fc6-b488-17a1bf49ff4c None None] Provisioning complete for port 13fff806-3bbd-475e-ab2c-0020f00432e0 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:01.187658 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96c587f1-fbf1-4fc6-b488-17a1bf49ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.199353 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Allocated IP 2001:db8:2::1 (90ed2be4-27ae-43f8-8525-d7aa40e87ad6/11eef227-693b-47fa-bdb0-2b22076f98dd/8565a7f9-40b4-4ad3-b0d7-0efe8363b692) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:01.288235 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5104b561-0fcb-426b-ac56-6bca71574243 None None] Network 90ed2be4-27ae-43f8-8525-d7aa40e87ad6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:01.301954 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8fad3cbf-9684-4235-91a6-9b844c0e076c up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:01.303758 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-5104b561-0fcb-426b-ac56-6bca71574243 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:01.310943 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5104b561-0fcb-426b-ac56-6bca71574243 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:01.337440 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-96c587f1-fbf1-4fc6-b488-17a1bf49ff4c None None] Port 13fff806-3bbd-475e-ab2c-0020f00432e0 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:01.338884 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104b561-0fcb-426b-ac56-6bca71574243 None None] Pushing event updated for resources: {'Port': ['ID=d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:01.342956 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.349344 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e009058-b0e7-4921-8058-d856f7287bf6 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.361576 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Transition to ACTIVE for port object 8565a7f9-40b4-4ad3-b0d7-0efe8363b692 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:01.387588 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-9e009058-b0e7-4921-8058-d856f7287bf6 None None] Transition to ACTIVE for port object 13fff806-3bbd-475e-ab2c-0020f00432e0 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:01.406157 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.418666 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e009058-b0e7-4921-8058-d856f7287bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.451134 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network 90ed2be4-27ae-43f8-8525-d7aa40e87ad6 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:01.456681 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:01.461011 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:01.461570 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.462368 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-5104b561-0fcb-426b-ac56-6bca71574243 None None] Attempting to bind port d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:01.462746 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-5104b561-0fcb-426b-ac56-6bca71574243 None None] Attempting to bind port d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'caeeee3c-7620-4675-8462-9cc4ea6a5cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '90ed2be4-27ae-43f8-8525-d7aa40e87ad6'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:01.463111 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5104b561-0fcb-426b-ac56-6bca71574243 None None] Attempting to bind port d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f on network 90ed2be4-27ae-43f8-8525-d7aa40e87ad6 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:01.490479 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5104b561-0fcb-426b-ac56-6bca71574243 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:01.490861 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5104b561-0fcb-426b-ac56-6bca71574243 None None] Checking segment: {'id': 'caeeee3c-7620-4675-8462-9cc4ea6a5cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '90ed2be4-27ae-43f8-8525-d7aa40e87ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:01.491263 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5104b561-0fcb-426b-ac56-6bca71574243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.491684 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5104b561-0fcb-426b-ac56-6bca71574243 None None] Bound using segment: {'id': 'caeeee3c-7620-4675-8462-9cc4ea6a5cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '90ed2be4-27ae-43f8-8525-d7aa40e87ad6'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:01.492163 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-5104b561-0fcb-426b-ac56-6bca71574243 None None] Bound port: d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caeeee3c-7620-4675-8462-9cc4ea6a5cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '90ed2be4-27ae-43f8-8525-d7aa40e87ad6'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:01.492558 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5104b561-0fcb-426b-ac56-6bca71574243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.518229 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a017997-6c4a-471b-b011-67a7376ec0d0 None None] Pushing event updated for resources: {'Port': ['ID=13fff806-3bbd-475e-ab2c-0020f00432e0,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:01.523793 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Port': ['ID=8565a7f9-40b4-4ad3-b0d7-0efe8363b692,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:01.537878 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 8fad3cbf-9684-4235-91a6-9b844c0e076c triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:01.538351 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.553277 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:01.553630 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:01.553964 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:01.554306 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:01.554639 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:01.554971 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:01.555305 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:01.555662 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:01.556131 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:01.556468 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:01.556796 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:01.557122 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:01.629125 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.632885 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-9e009058-b0e7-4921-8058-d856f7287bf6 None None] Attempting to bind port 13fff806-3bbd-475e-ab2c-0020f00432e0 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:01.633265 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-9e009058-b0e7-4921-8058-d856f7287bf6 None None] Attempting to bind port 13fff806-3bbd-475e-ab2c-0020f00432e0 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '541dbf95-a0d5-49d7-878d-63a4aa942946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:01.633630 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e009058-b0e7-4921-8058-d856f7287bf6 None None] Attempting to bind port 13fff806-3bbd-475e-ab2c-0020f00432e0 on network 11709caf-90eb-4fa4-9c47-33efcc8f0781 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:01.655310 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e009058-b0e7-4921-8058-d856f7287bf6 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:01.655760 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e009058-b0e7-4921-8058-d856f7287bf6 None None] Checking segment: {'id': '541dbf95-a0d5-49d7-878d-63a4aa942946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:01.656118 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e009058-b0e7-4921-8058-d856f7287bf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.656583 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e009058-b0e7-4921-8058-d856f7287bf6 None None] Bound using segment: {'id': '541dbf95-a0d5-49d7-878d-63a4aa942946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:01.657139 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-9e009058-b0e7-4921-8058-d856f7287bf6 None None] Bound port: 13fff806-3bbd-475e-ab2c-0020f00432e0, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541dbf95-a0d5-49d7-878d-63a4aa942946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:01.657688 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e009058-b0e7-4921-8058-d856f7287bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.675409 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-5104b561-0fcb-426b-ac56-6bca71574243 None None] For port d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:01.694868 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-5104b561-0fcb-426b-ac56-6bca71574243 None None] For port d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f,segment=NetworkSegment(caeeee3c-7620-4675-8462-9cc4ea6a5cc0),segment_id=caeeee3c-7620-4675-8462-9cc4ea6a5cc0)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:01.717151 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5104b561-0fcb-426b-ac56-6bca71574243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.823580 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-9e009058-b0e7-4921-8058-d856f7287bf6 None None] For port 13fff806-3bbd-475e-ab2c-0020f00432e0, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:01.836399 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-9e009058-b0e7-4921-8058-d856f7287bf6 None None] For port 13fff806-3bbd-475e-ab2c-0020f00432e0, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=13fff806-3bbd-475e-ab2c-0020f00432e0,segment=NetworkSegment(541dbf95-a0d5-49d7-878d-63a4aa942946),segment_id=541dbf95-a0d5-49d7-878d-63a4aa942946)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:01.842016 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104b561-0fcb-426b-ac56-6bca71574243 None None] Pushing event updated for resources: {'Port': ['ID=d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:01.846672 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e009058-b0e7-4921-8058-d856f7287bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.928084 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a017997-6c4a-471b-b011-67a7376ec0d0 None None] Pushing event updated for resources: {'Port': ['ID=13fff806-3bbd-475e-ab2c-0020f00432e0,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:01.929957 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e009058-b0e7-4921-8058-d856f7287bf6 None None] Routers {'27a96229-ea2c-408c-b041-8e542d330778'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:01.931072 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9e009058-b0e7-4921-8058-d856f7287bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['27a96229-ea2c-408c-b041-8e542d330778'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:01.999751 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.005174 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.005986 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.059598 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-9e009058-b0e7-4921-8058-d856f7287bf6 None None] Set router 27a96229-ea2c-408c-b041-8e542d330778 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:02.142999 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Port': ['ID=8565a7f9-40b4-4ad3-b0d7-0efe8363b692,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:02.174267 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52175ec5-8032-4c97-9394-4bb83d03c429 req-796146b4-9218-482d-b6dc-e729e72e88ff tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:02.175882 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52175ec5-8032-4c97-9394-4bb83d03c429 req-796146b4-9218-482d-b6dc-e729e72e88ff tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 946 time: 0.2167933 Jul 14 09:38:02.228809 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f685a17-5520-4cf5-81e4-67932618c433 req-939c7d23-2aa2-4d78-9620-dc0b44ae1434 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:02.238139 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5f685a17-5520-4cf5-81e4-67932618c433 req-939c7d23-2aa2-4d78-9620-dc0b44ae1434 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "GET /v2.0/ports?device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 946 time: 0.1089303 Jul 14 09:38:02.269783 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52175ec5-8032-4c97-9394-4bb83d03c429 req-71ecdb9b-5609-44d1-a239-9eda95b2e4b1 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7203c9a-0212-4251-82a8-73a7b348c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621154 Jul 14 09:38:02.283645 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network 90ed2be4-27ae-43f8-8525-d7aa40e87ad6 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:02.285660 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:02.404877 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-5f685a17-5520-4cf5-81e4-67932618c433 req-df086b11-2f28-43da-b7bd-e4f30ed1145b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Deleting port d41ab360-c5be-48b4-829a-63a03e9d366f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:02.405245 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-5f685a17-5520-4cf5-81e4-67932618c433 req-df086b11-2f28-43da-b7bd-e4f30ed1145b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.415177 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Router 27a96229-ea2c-408c-b041-8e542d330778 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:02.505385 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-5f685a17-5520-4cf5-81e4-67932618c433 req-df086b11-2f28-43da-b7bd-e4f30ed1145b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] For port d41ab360-c5be-48b4-829a-63a03e9d366f, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=d41ab360-c5be-48b4-829a-63a03e9d366f,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:02.505886 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-5f685a17-5520-4cf5-81e4-67932618c433 req-df086b11-2f28-43da-b7bd-e4f30ed1145b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.524138 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-5f685a17-5520-4cf5-81e4-67932618c433 req-df086b11-2f28-43da-b7bd-e4f30ed1145b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Calling delete_port for d41ab360-c5be-48b4-829a-63a03e9d366f owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:02.526781 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:02.532640 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-00b6055f-181d-4c6b-b240-aac0cb595425 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "PUT /v2.0/routers/27a96229-ea2c-408c-b041-8e542d330778/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8793283 Jul 14 09:38:02.544670 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54860) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:02.557698 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1abc24e1-8d44-49a2-abd0-7b4bd53d1f9f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1168964376'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:02.563658 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9e009058-b0e7-4921-8058-d856f7287bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:01Z', 'revision_number': 4, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None, '_interfaces': [{'id': '13fff806-3bbd-475e-ab2c-0020f00432e0', 'name': '', 'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:05:97:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:56Z', 'updated_at': '2021-07-14T09:38:01Z', 'revision_number': 4, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8565a7f9-40b4-4ad3-b0d7-0efe8363b692', 'name': '', 'network_id': '90ed2be4-27ae-43f8-8525-d7aa40e87ad6', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:18:82:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '11eef227-693b-47fa-bdb0-2b22076f98dd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:00Z', 'updated_at': '2021-07-14T09:38:01Z', 'revision_number': 1, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '11eef227-693b-47fa-bdb0-2b22076f98dd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fad3cbf-9684-4235-91a6-9b844c0e076c', 'name': '', 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:7c:83:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:37:59Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:02.607659 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abc24e1-8d44-49a2-abd0-7b4bd53d1f9f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Made reservation on behalf of 4237d312d4954e378307dbe41ee5c3dd for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:02.609924 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e009058-b0e7-4921-8058-d856f7287bf6 None None] The sync data for ids ['27a96229-ea2c-408c-b041-8e542d330778'] in n-d-771362-35 is: [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:01Z', 'revision_number': 4, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None, '_interfaces': [{'id': '13fff806-3bbd-475e-ab2c-0020f00432e0', 'name': '', 'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:05:97:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:56Z', 'updated_at': '2021-07-14T09:38:01Z', 'revision_number': 4, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8565a7f9-40b4-4ad3-b0d7-0efe8363b692', 'name': '', 'network_id': '90ed2be4-27ae-43f8-8525-d7aa40e87ad6', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:18:82:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '11eef227-693b-47fa-bdb0-2b22076f98dd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:00Z', 'updated_at': '2021-07-14T09:38:01Z', 'revision_number': 1, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '11eef227-693b-47fa-bdb0-2b22076f98dd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fad3cbf-9684-4235-91a6-9b844c0e076c', 'name': '', 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:7c:83:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:37:59Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:02.621981 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1abc24e1-8d44-49a2-abd0-7b4bd53d1f9f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.668576 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abc24e1-8d44-49a2-abd0-7b4bd53d1f9f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:38:02.682781 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1abc24e1-8d44-49a2-abd0-7b4bd53d1f9f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.683231 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-1abc24e1-8d44-49a2-abd0-7b4bd53d1f9f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Added segment f269e371-eef8-4762-891c-f59ae6d027ff of type vlan for network 06762045-df48-4f45-a0fa-940b08c19385 Jul 14 09:38:02.702516 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:02.741625 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-5f685a17-5520-4cf5-81e4-67932618c433 req-df086b11-2f28-43da-b7bd-e4f30ed1145b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.742504 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1abc24e1-8d44-49a2-abd0-7b4bd53d1f9f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.755389 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['d41ab360-c5be-48b4-829a-63a03e9d366f'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:02.786088 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1abc24e1-8d44-49a2-abd0-7b4bd53d1f9f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.794033 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df086b11-2f28-43da-b7bd-e4f30ed1145b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event deleted for resources: {'Port': ['ID=d41ab360-c5be-48b4-829a-63a03e9d366f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:02.798046 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abc24e1-8d44-49a2-abd0-7b4bd53d1f9f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:02.798819 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1abc24e1-8d44-49a2-abd0-7b4bd53d1f9f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.844514 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:02.855610 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f685a17-5520-4cf5-81e4-67932618c433 req-df086b11-2f28-43da-b7bd-e4f30ed1145b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] No DVR routers for this DVR port d41ab360-c5be-48b4-829a-63a03e9d366f on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:02.858555 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-5f685a17-5520-4cf5-81e4-67932618c433 req-df086b11-2f28-43da-b7bd-e4f30ed1145b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.860928 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5f685a17-5520-4cf5-81e4-67932618c433 req-df086b11-2f28-43da-b7bd-e4f30ed1145b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "DELETE /v2.0/ports/d41ab360-c5be-48b4-829a-63a03e9d366f HTTP/1.1" status: 204 len: 173 time: 0.6165793 Jul 14 09:38:02.861400 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99e4314-cb01-49a9-b6c3-47f609f95384', 'name': 'network-vif-deleted', 'tag': 'd41ab360-c5be-48b4-829a-63a03e9d366f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:02.863777 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c55469-74f3-4995-b880-37061cecbfdb" -d '{"events": [{"server_uuid": "d99e4314-cb01-49a9-b6c3-47f609f95384", "name": "network-vif-deleted", "tag": "d41ab360-c5be-48b4-829a-63a03e9d366f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:02.921281 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1abc24e1-8d44-49a2-abd0-7b4bd53d1f9f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3753648 Jul 14 09:38:02.925480 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b9a9c0-c93a-4ddb-8c7b-7d1e41e9039f x-openstack-request-id: req-a4b9a9c0-c93a-4ddb-8c7b-7d1e41e9039f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:02.925772 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99e4314-cb01-49a9-b6c3-47f609f95384", "name": "network-vif-deleted", "tag": "d41ab360-c5be-48b4-829a-63a03e9d366f", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:02.926024 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4b9a9c0-c93a-4ddb-8c7b-7d1e41e9039f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:02.926427 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99e4314-cb01-49a9-b6c3-47f609f95384', 'name': 'network-vif-deleted', 'tag': 'd41ab360-c5be-48b4-829a-63a03e9d366f', 'status': 'completed', 'code': 200} Jul 14 09:38:02.926844 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54864) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:02.932359 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-0e889530-2d30-4f21-82cf-0d8ef59a62e5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'subnet': {'network_id': '06762045-df48-4f45-a0fa-940b08c19385', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:02.940465 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc24e1-8d44-49a2-abd0-7b4bd53d1f9f tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Network': ['ID=06762045-df48-4f45-a0fa-940b08c19385,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:02.955404 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 06762045-df48-4f45-a0fa-940b08c19385 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:38:03.076867 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e889530-2d30-4f21-82cf-0d8ef59a62e5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Made reservation on behalf of 4237d312d4954e378307dbe41ee5c3dd for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:03.081923 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e889530-2d30-4f21-82cf-0d8ef59a62e5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.425659 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e889530-2d30-4f21-82cf-0d8ef59a62e5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.506551 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fdc15d-94d7-4161-a1a3-8e2ec96e6dab None None] Network 90ed2be4-27ae-43f8-8525-d7aa40e87ad6 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:03.529392 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e889530-2d30-4f21-82cf-0d8ef59a62e5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Subnet': ['ID=baf7c130-9879-4493-8a80-4adda3035492,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:03.538833 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f3895a0b-9d06-4b1f-8d2f-10648c4dd25e req-5a6b7f5c-df0b-449e-8208-4396daff5700 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 210 time: 0.0498788 Jul 14 09:38:03.541723 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e889530-2d30-4f21-82cf-0d8ef59a62e5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Checking segment: {'id': 'f269e371-eef8-4762-891c-f59ae6d027ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '06762045-df48-4f45-a0fa-940b08c19385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:03.541910 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e889530-2d30-4f21-82cf-0d8ef59a62e5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network hostable DHCP agents. Network: 06762045-df48-4f45-a0fa-940b08c19385, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:38:03.557293 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e889530-2d30-4f21-82cf-0d8ef59a62e5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:03.557732 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e889530-2d30-4f21-82cf-0d8ef59a62e5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:03.558075 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e889530-2d30-4f21-82cf-0d8ef59a62e5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:03.558412 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e889530-2d30-4f21-82cf-0d8ef59a62e5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:03.558792 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e889530-2d30-4f21-82cf-0d8ef59a62e5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:03.559063 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e889530-2d30-4f21-82cf-0d8ef59a62e5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:03.559391 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e889530-2d30-4f21-82cf-0d8ef59a62e5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:03.559750 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e889530-2d30-4f21-82cf-0d8ef59a62e5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:03.560082 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e889530-2d30-4f21-82cf-0d8ef59a62e5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:03.560444 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e889530-2d30-4f21-82cf-0d8ef59a62e5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:03.560722 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e889530-2d30-4f21-82cf-0d8ef59a62e5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:03.561046 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e889530-2d30-4f21-82cf-0d8ef59a62e5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:03.598035 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e889530-2d30-4f21-82cf-0d8ef59a62e5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network 06762045-df48-4f45-a0fa-940b08c19385 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:38:03.610808 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0e889530-2d30-4f21-82cf-0d8ef59a62e5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 06762045-df48-4f45-a0fa-940b08c19385) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:03.621257 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e889530-2d30-4f21-82cf-0d8ef59a62e5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:03.621868 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e889530-2d30-4f21-82cf-0d8ef59a62e5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.626356 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2308b079-c42f-4c68-a7f4-c92611d26bbf None None] Provisioning for port d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:03.641854 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328049a3-3e2a-445e-b6bb-0d93c0885ba1 None None] Network 06762045-df48-4f45-a0fa-940b08c19385 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:03.654606 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54870) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:03.655831 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0e889530-2d30-4f21-82cf-0d8ef59a62e5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7272272 Jul 14 09:38:03.662886 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2308b079-c42f-4c68-a7f4-c92611d26bbf None None] Provisioning complete for port d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:03.664985 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2308b079-c42f-4c68-a7f4-c92611d26bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.012632 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2308b079-c42f-4c68-a7f4-c92611d26bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.055895 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed50bd5-110e-45ed-a1b2-dae48d713212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-06762045-df48-4f45-a0fa-940b08c19385', 'network_id': '06762045-df48-4f45-a0fa-940b08c19385', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'fixed_ips': [{'subnet_id': 'baf7c130-9879-4493-8a80-4adda3035492'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:38:04.056800 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ed50bd5-110e-45ed-a1b2-dae48d713212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.088550 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-2308b079-c42f-4c68-a7f4-c92611d26bbf None None] For port d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f,segment=NetworkSegment(caeeee3c-7620-4675-8462-9cc4ea6a5cc0),segment_id=caeeee3c-7620-4675-8462-9cc4ea6a5cc0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:04.094602 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2308b079-c42f-4c68-a7f4-c92611d26bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.150761 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308b079-c42f-4c68-a7f4-c92611d26bbf None None] Pushing event updated for resources: {'Port': ['ID=d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:04.200253 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3c1e3858-60fa-43d4-bb1b-eb5eac071339 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.302386 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-2ed50bd5-110e-45ed-a1b2-dae48d713212 None None] Allocated IP 2001:db8:3::2 (06762045-df48-4f45-a0fa-940b08c19385/baf7c130-9879-4493-8a80-4adda3035492/cf905acb-fa09-4a61-a3bd-f4593b540b0b) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:04.361032 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35171e06-f94d-41af-bc77-cf66a3850924 None None] Sync routers for ids ['27a96229-ea2c-408c-b041-8e542d330778'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:04.372000 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35171e06-f94d-41af-bc77-cf66a3850924 None None] Routers {'27a96229-ea2c-408c-b041-8e542d330778'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:04.373056 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-35171e06-f94d-41af-bc77-cf66a3850924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['27a96229-ea2c-408c-b041-8e542d330778'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:04.485630 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d5d9ce7a-da36-43d8-b8f1-91a798911f8d None None] Provisioning for port 8565a7f9-40b4-4ad3-b0d7-0efe8363b692 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:04.492310 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d5d9ce7a-da36-43d8-b8f1-91a798911f8d None None] Provisioning complete for port 8565a7f9-40b4-4ad3-b0d7-0efe8363b692 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:04.492692 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5d9ce7a-da36-43d8-b8f1-91a798911f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.559428 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ed50bd5-110e-45ed-a1b2-dae48d713212 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.569275 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d5d9ce7a-da36-43d8-b8f1-91a798911f8d None None] Port 8565a7f9-40b4-4ad3-b0d7-0efe8363b692 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:04.595190 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2ed50bd5-110e-45ed-a1b2-dae48d713212 None None] Transition to ACTIVE for port object cf905acb-fa09-4a61-a3bd-f4593b540b0b will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:04.628232 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d5d9ce7a-da36-43d8-b8f1-91a798911f8d None None] Provisioning complete for port d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:04.628609 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5d9ce7a-da36-43d8-b8f1-91a798911f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.689589 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-35171e06-f94d-41af-bc77-cf66a3850924 None None] Set router 27a96229-ea2c-408c-b041-8e542d330778 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:04.693944 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2ed50bd5-110e-45ed-a1b2-dae48d713212 None None] Transition to ACTIVE for port object cf905acb-fa09-4a61-a3bd-f4593b540b0b will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:04.795550 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ed50bd5-110e-45ed-a1b2-dae48d713212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.877242 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0790ba45-b78a-4972-93e4-3f1b1134c928 req-528e137b-5965-46fa-a723-2b14f89151a2 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 210 time: 0.0604799 Jul 14 09:38:04.899769 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:04.941917 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-3c1e3858-60fa-43d4-bb1b-eb5eac071339 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Allocated IP 2001:db8:3::1 (06762045-df48-4f45-a0fa-940b08c19385/baf7c130-9879-4493-8a80-4adda3035492/6fe5c6dd-bf69-4d79-bc74-55a0881ffff8) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:04.999688 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device d41ab360-c5be-48b4-829a-63a03e9d366f no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:05.007602 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed50bd5-110e-45ed-a1b2-dae48d713212 None None] Network 06762045-df48-4f45-a0fa-940b08c19385 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:05.083975 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-2ed50bd5-110e-45ed-a1b2-dae48d713212 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:05.090600 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed50bd5-110e-45ed-a1b2-dae48d713212 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:05.107338 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-35171e06-f94d-41af-bc77-cf66a3850924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:01Z', 'revision_number': 4, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None, '_interfaces': [{'id': '13fff806-3bbd-475e-ab2c-0020f00432e0', 'name': '', 'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:05:97:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:56Z', 'updated_at': '2021-07-14T09:38:01Z', 'revision_number': 4, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8565a7f9-40b4-4ad3-b0d7-0efe8363b692', 'name': '', 'network_id': '90ed2be4-27ae-43f8-8525-d7aa40e87ad6', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:18:82:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '11eef227-693b-47fa-bdb0-2b22076f98dd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:00Z', 'updated_at': '2021-07-14T09:38:01Z', 'revision_number': 2, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '11eef227-693b-47fa-bdb0-2b22076f98dd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fad3cbf-9684-4235-91a6-9b844c0e076c', 'name': '', 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:7c:83:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:37:59Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:05.117636 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: d41ab360-c5be-48b4-829a-63a03e9d366f {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:05.117965 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device d41ab360-c5be-48b4-829a-63a03e9d366f not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:05.151797 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35171e06-f94d-41af-bc77-cf66a3850924 None None] Checking router: 27a96229-ea2c-408c-b041-8e542d330778 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:05.152393 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35171e06-f94d-41af-bc77-cf66a3850924 None None] Updating router 27a96229-ea2c-408c-b041-8e542d330778 port 8565a7f9-40b4-4ad3-b0d7-0efe8363b692 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:38:05.154019 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed50bd5-110e-45ed-a1b2-dae48d713212 None None] Pushing event updated for resources: {'Port': ['ID=cf905acb-fa09-4a61-a3bd-f4593b540b0b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:05.176480 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3c1e3858-60fa-43d4-bb1b-eb5eac071339 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.196430 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-35171e06-f94d-41af-bc77-cf66a3850924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.215811 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3c1e3858-60fa-43d4-bb1b-eb5eac071339 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Transition to ACTIVE for port object 6fe5c6dd-bf69-4d79-bc74-55a0881ffff8 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:05.249951 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-2ed50bd5-110e-45ed-a1b2-dae48d713212 None None] Attempting to bind port cf905acb-fa09-4a61-a3bd-f4593b540b0b on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:05.250999 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-2ed50bd5-110e-45ed-a1b2-dae48d713212 None None] Attempting to bind port cf905acb-fa09-4a61-a3bd-f4593b540b0b by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'f269e371-eef8-4762-891c-f59ae6d027ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '06762045-df48-4f45-a0fa-940b08c19385'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:05.252166 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed50bd5-110e-45ed-a1b2-dae48d713212 None None] Attempting to bind port cf905acb-fa09-4a61-a3bd-f4593b540b0b on network 06762045-df48-4f45-a0fa-940b08c19385 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:05.257283 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:05.258010 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.260554 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3c1e3858-60fa-43d4-bb1b-eb5eac071339 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.300638 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed50bd5-110e-45ed-a1b2-dae48d713212 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:05.301757 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed50bd5-110e-45ed-a1b2-dae48d713212 None None] Checking segment: {'id': 'f269e371-eef8-4762-891c-f59ae6d027ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '06762045-df48-4f45-a0fa-940b08c19385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:05.302786 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ed50bd5-110e-45ed-a1b2-dae48d713212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.303794 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed50bd5-110e-45ed-a1b2-dae48d713212 None None] Bound using segment: {'id': 'f269e371-eef8-4762-891c-f59ae6d027ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '06762045-df48-4f45-a0fa-940b08c19385'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:05.306618 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-2ed50bd5-110e-45ed-a1b2-dae48d713212 None None] Bound port: cf905acb-fa09-4a61-a3bd-f4593b540b0b, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f269e371-eef8-4762-891c-f59ae6d027ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '06762045-df48-4f45-a0fa-940b08c19385'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:05.307668 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ed50bd5-110e-45ed-a1b2-dae48d713212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.335334 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1e3858-60fa-43d4-bb1b-eb5eac071339 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network 06762045-df48-4f45-a0fa-940b08c19385 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:05.342120 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-3c1e3858-60fa-43d4-bb1b-eb5eac071339 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:05.349442 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1e3858-60fa-43d4-bb1b-eb5eac071339 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:05.350016 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3c1e3858-60fa-43d4-bb1b-eb5eac071339 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.388811 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0988a01c-91f0-4ae9-91bf-b780927f0710 None None] Provisioning complete for port 8565a7f9-40b4-4ad3-b0d7-0efe8363b692 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:05.390103 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0988a01c-91f0-4ae9-91bf-b780927f0710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.399375 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e3858-60fa-43d4-bb1b-eb5eac071339 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Port': ['ID=6fe5c6dd-bf69-4d79-bc74-55a0881ffff8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:05.486361 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0988a01c-91f0-4ae9-91bf-b780927f0710 None None] Port 8565a7f9-40b4-4ad3-b0d7-0efe8363b692 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:05.491758 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-2ed50bd5-110e-45ed-a1b2-dae48d713212 None None] For port cf905acb-fa09-4a61-a3bd-f4593b540b0b, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:05.516313 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-2ed50bd5-110e-45ed-a1b2-dae48d713212 None None] For port cf905acb-fa09-4a61-a3bd-f4593b540b0b, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=cf905acb-fa09-4a61-a3bd-f4593b540b0b,segment=NetworkSegment(f269e371-eef8-4762-891c-f59ae6d027ff),segment_id=f269e371-eef8-4762-891c-f59ae6d027ff)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:05.522406 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 13fff806-3bbd-475e-ab2c-0020f00432e0 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:05.558454 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3c1e3858-60fa-43d4-bb1b-eb5eac071339 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.591347 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ed50bd5-110e-45ed-a1b2-dae48d713212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.625022 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-35171e06-f94d-41af-bc77-cf66a3850924 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.638234 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-35171e06-f94d-41af-bc77-cf66a3850924 None None] Transition to ACTIVE for port object 8565a7f9-40b4-4ad3-b0d7-0efe8363b692 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:05.646908 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-35171e06-f94d-41af-bc77-cf66a3850924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.701861 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 13fff806-3bbd-475e-ab2c-0020f00432e0 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:05.732163 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376043f-a1dd-4da8-9baa-b86ba44f4805 None None] Pushing event updated for resources: {'Port': ['ID=8565a7f9-40b4-4ad3-b0d7-0efe8363b692,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:05.743115 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 13fff806-3bbd-475e-ab2c-0020f00432e0 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:05.743624 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.818919 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed50bd5-110e-45ed-a1b2-dae48d713212 None None] Pushing event updated for resources: {'Port': ['ID=cf905acb-fa09-4a61-a3bd-f4593b540b0b,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:05.840698 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-35171e06-f94d-41af-bc77-cf66a3850924 None None] Attempting to bind port 8565a7f9-40b4-4ad3-b0d7-0efe8363b692 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:05.841220 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-35171e06-f94d-41af-bc77-cf66a3850924 None None] Attempting to bind port 8565a7f9-40b4-4ad3-b0d7-0efe8363b692 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'caeeee3c-7620-4675-8462-9cc4ea6a5cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '90ed2be4-27ae-43f8-8525-d7aa40e87ad6'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:05.841740 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35171e06-f94d-41af-bc77-cf66a3850924 None None] Attempting to bind port 8565a7f9-40b4-4ad3-b0d7-0efe8363b692 on network 90ed2be4-27ae-43f8-8525-d7aa40e87ad6 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:05.848392 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35171e06-f94d-41af-bc77-cf66a3850924 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:05.849930 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35171e06-f94d-41af-bc77-cf66a3850924 None None] Checking segment: {'id': 'caeeee3c-7620-4675-8462-9cc4ea6a5cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '90ed2be4-27ae-43f8-8525-d7aa40e87ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:05.850468 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-35171e06-f94d-41af-bc77-cf66a3850924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.852575 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35171e06-f94d-41af-bc77-cf66a3850924 None None] Bound using segment: {'id': 'caeeee3c-7620-4675-8462-9cc4ea6a5cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '90ed2be4-27ae-43f8-8525-d7aa40e87ad6'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:05.853191 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-35171e06-f94d-41af-bc77-cf66a3850924 None None] Bound port: 8565a7f9-40b4-4ad3-b0d7-0efe8363b692, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caeeee3c-7620-4675-8462-9cc4ea6a5cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '90ed2be4-27ae-43f8-8525-d7aa40e87ad6'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:05.853911 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-35171e06-f94d-41af-bc77-cf66a3850924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.950243 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.990109 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-35171e06-f94d-41af-bc77-cf66a3850924 None None] For port 8565a7f9-40b4-4ad3-b0d7-0efe8363b692, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:05.996402 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-35171e06-f94d-41af-bc77-cf66a3850924 None None] For port 8565a7f9-40b4-4ad3-b0d7-0efe8363b692, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8565a7f9-40b4-4ad3-b0d7-0efe8363b692,segment=NetworkSegment(caeeee3c-7620-4675-8462-9cc4ea6a5cc0),segment_id=caeeee3c-7620-4675-8462-9cc4ea6a5cc0)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:06.008170 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-35171e06-f94d-41af-bc77-cf66a3850924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:06.031971 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 13fff806-3bbd-475e-ab2c-0020f00432e0, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=13fff806-3bbd-475e-ab2c-0020f00432e0,segment=NetworkSegment(541dbf95-a0d5-49d7-878d-63a4aa942946),segment_id=541dbf95-a0d5-49d7-878d-63a4aa942946)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:06.036488 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:06.155620 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35171e06-f94d-41af-bc77-cf66a3850924 None None] Routers {'27a96229-ea2c-408c-b041-8e542d330778'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:06.164897 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-35171e06-f94d-41af-bc77-cf66a3850924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['27a96229-ea2c-408c-b041-8e542d330778'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:06.178404 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=13fff806-3bbd-475e-ab2c-0020f00432e0,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:06.209091 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bf4b5f1-ae6c-48b2-be38-8127a125d903 req-bd069da9-703c-4c52-bb69-f33416cc6650 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 210 time: 0.0806940 Jul 14 09:38:06.211441 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3c1e3858-60fa-43d4-bb1b-eb5eac071339 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:06.217602 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3c1e3858-60fa-43d4-bb1b-eb5eac071339 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:06.218613 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3c1e3858-60fa-43d4-bb1b-eb5eac071339 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:06.321195 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376043f-a1dd-4da8-9baa-b86ba44f4805 None None] Pushing event updated for resources: {'Port': ['ID=8565a7f9-40b4-4ad3-b0d7-0efe8363b692,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:06.368494 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-35171e06-f94d-41af-bc77-cf66a3850924 None None] Set router 27a96229-ea2c-408c-b041-8e542d330778 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:06.755832 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-35171e06-f94d-41af-bc77-cf66a3850924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:05Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None, '_interfaces': [{'id': '13fff806-3bbd-475e-ab2c-0020f00432e0', 'name': '', 'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:05:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:56Z', 'updated_at': '2021-07-14T09:38:05Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fe5c6dd-bf69-4d79-bc74-55a0881ffff8', 'name': '', 'network_id': '06762045-df48-4f45-a0fa-940b08c19385', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:60:82:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'baf7c130-9879-4493-8a80-4adda3035492', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:04Z', 'updated_at': '2021-07-14T09:38:04Z', 'revision_number': 1, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'baf7c130-9879-4493-8a80-4adda3035492', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8565a7f9-40b4-4ad3-b0d7-0efe8363b692', 'name': '', 'network_id': '90ed2be4-27ae-43f8-8525-d7aa40e87ad6', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:18:82:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '11eef227-693b-47fa-bdb0-2b22076f98dd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:00Z', 'updated_at': '2021-07-14T09:38:05Z', 'revision_number': 4, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '11eef227-693b-47fa-bdb0-2b22076f98dd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fad3cbf-9684-4235-91a6-9b844c0e076c', 'name': '', 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:7c:83:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:37:59Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:06.801872 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e3858-60fa-43d4-bb1b-eb5eac071339 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event updated for resources: {'Port': ['ID=6fe5c6dd-bf69-4d79-bc74-55a0881ffff8,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:06.802346 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35171e06-f94d-41af-bc77-cf66a3850924 None None] The sync data for ids ['27a96229-ea2c-408c-b041-8e542d330778'] in n-d-771362-35 is: [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:05Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None, '_interfaces': [{'id': '13fff806-3bbd-475e-ab2c-0020f00432e0', 'name': '', 'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:05:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:56Z', 'updated_at': '2021-07-14T09:38:05Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fe5c6dd-bf69-4d79-bc74-55a0881ffff8', 'name': '', 'network_id': '06762045-df48-4f45-a0fa-940b08c19385', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:60:82:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'baf7c130-9879-4493-8a80-4adda3035492', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:04Z', 'updated_at': '2021-07-14T09:38:04Z', 'revision_number': 1, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'baf7c130-9879-4493-8a80-4adda3035492', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8565a7f9-40b4-4ad3-b0d7-0efe8363b692', 'name': '', 'network_id': '90ed2be4-27ae-43f8-8525-d7aa40e87ad6', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:18:82:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '11eef227-693b-47fa-bdb0-2b22076f98dd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:00Z', 'updated_at': '2021-07-14T09:38:05Z', 'revision_number': 4, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '11eef227-693b-47fa-bdb0-2b22076f98dd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fad3cbf-9684-4235-91a6-9b844c0e076c', 'name': '', 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:7c:83:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:37:59Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:06.963169 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8565a7f9-40b4-4ad3-b0d7-0efe8363b692 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:06.977567 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1e3858-60fa-43d4-bb1b-eb5eac071339 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Network 06762045-df48-4f45-a0fa-940b08c19385 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:06.986731 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-3c1e3858-60fa-43d4-bb1b-eb5eac071339 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:07.087105 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 8565a7f9-40b4-4ad3-b0d7-0efe8363b692 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:07.095609 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 8565a7f9-40b4-4ad3-b0d7-0efe8363b692 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:07.096442 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:07.196851 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1e3858-60fa-43d4-bb1b-eb5eac071339 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Router 27a96229-ea2c-408c-b041-8e542d330778 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:07.234460 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:07.309247 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 8565a7f9-40b4-4ad3-b0d7-0efe8363b692, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8565a7f9-40b4-4ad3-b0d7-0efe8363b692,segment=NetworkSegment(caeeee3c-7620-4675-8462-9cc4ea6a5cc0),segment_id=caeeee3c-7620-4675-8462-9cc4ea6a5cc0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:07.317437 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:07.318356 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cf905acb-fa09-4a61-a3bd-f4593b540b0b up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:07.405965 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1e3858-60fa-43d4-bb1b-eb5eac071339 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:07.433049 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54884) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:07.433660 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3c1e3858-60fa-43d4-bb1b-eb5eac071339 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "PUT /v2.0/routers/27a96229-ea2c-408c-b041-8e542d330778/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7772050 Jul 14 09:38:07.438662 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-0a9b49b2-2c44-45fd-b5b1-466a1dcf6d49 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:07.478800 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da78f4c7-5b4f-49e9-9b72-d1c7b91be86e req-75300af2-92c5-4ac0-afbd-6cbed04ad0be tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 210 time: 0.0330396 Jul 14 09:38:07.489729 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=8565a7f9-40b4-4ad3-b0d7-0efe8363b692,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:07.493484 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port cf905acb-fa09-4a61-a3bd-f4593b540b0b completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:07.499252 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 13fff806-3bbd-475e-ab2c-0020f00432e0 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:07.565689 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233c3aba-fdaa-44b8-bf9f-ef31645c0afc None None] Network 06762045-df48-4f45-a0fa-940b08c19385 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:07.770457 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-49aa677d-4dd3-4263-8a4f-a68381a7907c None None] Provisioning for port cf905acb-fa09-4a61-a3bd-f4593b540b0b completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:07.787420 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-49aa677d-4dd3-4263-8a4f-a68381a7907c None None] Provisioning complete for port cf905acb-fa09-4a61-a3bd-f4593b540b0b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:07.788298 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49aa677d-4dd3-4263-8a4f-a68381a7907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:07.854512 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 13fff806-3bbd-475e-ab2c-0020f00432e0 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:07.855035 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:07.950230 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.extraroute_db [None req-0a9b49b2-2c44-45fd-b5b1-466a1dcf6d49 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 09:38:07.979387 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67acea6e-787b-4f30-9dd9-454d3a0f5ec9 None None] Sync routers for ids ['27a96229-ea2c-408c-b041-8e542d330778'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:07.992164 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.extraroute_db [None req-0a9b49b2-2c44-45fd-b5b1-466a1dcf6d49 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Removed routes are [] {{(pid=93772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 09:38:07.992858 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a9b49b2-2c44-45fd-b5b1-466a1dcf6d49 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.042265 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49aa677d-4dd3-4263-8a4f-a68381a7907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.060928 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67acea6e-787b-4f30-9dd9-454d3a0f5ec9 None None] Routers {'27a96229-ea2c-408c-b041-8e542d330778'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:08.062017 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-67acea6e-787b-4f30-9dd9-454d3a0f5ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['27a96229-ea2c-408c-b041-8e542d330778'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:08.176322 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-49aa677d-4dd3-4263-8a4f-a68381a7907c None None] For port cf905acb-fa09-4a61-a3bd-f4593b540b0b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=cf905acb-fa09-4a61-a3bd-f4593b540b0b,segment=NetworkSegment(f269e371-eef8-4762-891c-f59ae6d027ff),segment_id=f269e371-eef8-4762-891c-f59ae6d027ff)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:08.187279 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49aa677d-4dd3-4263-8a4f-a68381a7907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.206640 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-67acea6e-787b-4f30-9dd9-454d3a0f5ec9 None None] Set router 27a96229-ea2c-408c-b041-8e542d330778 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:08.228546 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a9b49b2-2c44-45fd-b5b1-466a1dcf6d49 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.232363 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a9b49b2-2c44-45fd-b5b1-466a1dcf6d49 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1997542'] for router, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.341493 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9b49b2-2c44-45fd-b5b1-466a1dcf6d49 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Router 27a96229-ea2c-408c-b041-8e542d330778 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:08.372447 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa677d-4dd3-4263-8a4f-a68381a7907c None None] Pushing event updated for resources: {'Port': ['ID=cf905acb-fa09-4a61-a3bd-f4593b540b0b,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:08.522490 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9b49b2-2c44-45fd-b5b1-466a1dcf6d49 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:08.542855 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a9b49b2-2c44-45fd-b5b1-466a1dcf6d49 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.547790 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54890) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:08.550227 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0a9b49b2-2c44-45fd-b5b1-466a1dcf6d49 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "PUT /v2.0/routers/27a96229-ea2c-408c-b041-8e542d330778 HTTP/1.1" status: 200 len: 954 time: 1.1161008 Jul 14 09:38:08.696273 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4da66c92-eedf-4002-aff5-58b611b9b870 None None] Provisioning for port 6fe5c6dd-bf69-4d79-bc74-55a0881ffff8 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:08.767812 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4da66c92-eedf-4002-aff5-58b611b9b870 None None] Provisioning complete for port 6fe5c6dd-bf69-4d79-bc74-55a0881ffff8 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:08.768388 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4da66c92-eedf-4002-aff5-58b611b9b870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.850509 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8565a7f9-40b4-4ad3-b0d7-0efe8363b692 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:08.884135 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4338d3ed-a463-4749-b22d-3a56b15081c2 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "GET /v2.0/routers/27a96229-ea2c-408c-b041-8e542d330778 HTTP/1.1" status: 200 len: 954 time: 0.3317790 Jul 14 09:38:08.884912 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54896) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:08.890787 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-efa3a412-5a9e-4455-86d3-17823d4641c5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'router': {'routes': None}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:08.904934 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-824db13c-bfc4-45fc-816e-9df1daada9cd req-b7c5b144-ec30-4429-ab47-cd993cdb0382 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99e4314-cb01-49a9-b6c3-47f609f95384 HTTP/1.1" status: 200 len: 210 time: 0.1312983 Jul 14 09:38:09.022178 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4da66c92-eedf-4002-aff5-58b611b9b870 None None] Port 6fe5c6dd-bf69-4d79-bc74-55a0881ffff8 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:09.067533 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4da66c92-eedf-4002-aff5-58b611b9b870 None None] Provisioning complete for port cf905acb-fa09-4a61-a3bd-f4593b540b0b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:09.068014 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4da66c92-eedf-4002-aff5-58b611b9b870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.094070 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 8565a7f9-40b4-4ad3-b0d7-0efe8363b692 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:09.094859 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.141858 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-67acea6e-787b-4f30-9dd9-454d3a0f5ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:07Z', 'revision_number': 6, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None, '_interfaces': [{'id': '13fff806-3bbd-475e-ab2c-0020f00432e0', 'name': '', 'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:05:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:56Z', 'updated_at': '2021-07-14T09:38:05Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fe5c6dd-bf69-4d79-bc74-55a0881ffff8', 'name': '', 'network_id': '06762045-df48-4f45-a0fa-940b08c19385', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:60:82:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'baf7c130-9879-4493-8a80-4adda3035492', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:04Z', 'updated_at': '2021-07-14T09:38:05Z', 'revision_number': 2, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'baf7c130-9879-4493-8a80-4adda3035492', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8565a7f9-40b4-4ad3-b0d7-0efe8363b692', 'name': '', 'network_id': '90ed2be4-27ae-43f8-8525-d7aa40e87ad6', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:18:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '11eef227-693b-47fa-bdb0-2b22076f98dd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:00Z', 'updated_at': '2021-07-14T09:38:07Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '11eef227-693b-47fa-bdb0-2b22076f98dd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fad3cbf-9684-4235-91a6-9b844c0e076c', 'name': '', 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:7c:83:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:37:59Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:09.183445 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67acea6e-787b-4f30-9dd9-454d3a0f5ec9 None None] Checking router: 27a96229-ea2c-408c-b041-8e542d330778 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:09.183760 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67acea6e-787b-4f30-9dd9-454d3a0f5ec9 None None] Updating router 27a96229-ea2c-408c-b041-8e542d330778 port 6fe5c6dd-bf69-4d79-bc74-55a0881ffff8 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:38:09.269491 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67acea6e-787b-4f30-9dd9-454d3a0f5ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.362358 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cf905acb-fa09-4a61-a3bd-f4593b540b0b up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:09.551610 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port cf905acb-fa09-4a61-a3bd-f4593b540b0b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:09.551988 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.622934 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ef8c48ee-aae3-447a-9aa7-fc670cbdfb07 None None] Provisioning complete for port 6fe5c6dd-bf69-4d79-bc74-55a0881ffff8 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:09.623317 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef8c48ee-aae3-447a-9aa7-fc670cbdfb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.694017 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c48ee-aae3-447a-9aa7-fc670cbdfb07 None None] Port 6fe5c6dd-bf69-4d79-bc74-55a0881ffff8 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:09.759807 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.extraroute_db [None req-efa3a412-5a9e-4455-86d3-17823d4641c5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Added routes are [] {{(pid=93772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 09:38:09.760694 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.extraroute_db [None req-efa3a412-5a9e-4455-86d3-17823d4641c5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 09:38:09.803290 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-efa3a412-5a9e-4455-86d3-17823d4641c5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.815786 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67acea6e-787b-4f30-9dd9-454d3a0f5ec9 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.826483 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-67acea6e-787b-4f30-9dd9-454d3a0f5ec9 None None] Transition to ACTIVE for port object 6fe5c6dd-bf69-4d79-bc74-55a0881ffff8 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:09.833197 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67acea6e-787b-4f30-9dd9-454d3a0f5ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.900660 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bfc2e-f28f-49a2-94d4-78bf6733f23c None None] Pushing event updated for resources: {'Port': ['ID=6fe5c6dd-bf69-4d79-bc74-55a0881ffff8,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:09.980861 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-67acea6e-787b-4f30-9dd9-454d3a0f5ec9 None None] Attempting to bind port 6fe5c6dd-bf69-4d79-bc74-55a0881ffff8 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:09.981462 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-67acea6e-787b-4f30-9dd9-454d3a0f5ec9 None None] Attempting to bind port 6fe5c6dd-bf69-4d79-bc74-55a0881ffff8 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'f269e371-eef8-4762-891c-f59ae6d027ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '06762045-df48-4f45-a0fa-940b08c19385'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:09.982002 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67acea6e-787b-4f30-9dd9-454d3a0f5ec9 None None] Attempting to bind port 6fe5c6dd-bf69-4d79-bc74-55a0881ffff8 on network 06762045-df48-4f45-a0fa-940b08c19385 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:09.989159 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67acea6e-787b-4f30-9dd9-454d3a0f5ec9 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:09.989800 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67acea6e-787b-4f30-9dd9-454d3a0f5ec9 None None] Checking segment: {'id': 'f269e371-eef8-4762-891c-f59ae6d027ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '06762045-df48-4f45-a0fa-940b08c19385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:09.990310 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67acea6e-787b-4f30-9dd9-454d3a0f5ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.990878 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67acea6e-787b-4f30-9dd9-454d3a0f5ec9 None None] Bound using segment: {'id': 'f269e371-eef8-4762-891c-f59ae6d027ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '06762045-df48-4f45-a0fa-940b08c19385'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:09.991567 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-67acea6e-787b-4f30-9dd9-454d3a0f5ec9 None None] Bound port: 6fe5c6dd-bf69-4d79-bc74-55a0881ffff8, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f269e371-eef8-4762-891c-f59ae6d027ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '06762045-df48-4f45-a0fa-940b08c19385'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:09.992061 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67acea6e-787b-4f30-9dd9-454d3a0f5ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.064273 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-efa3a412-5a9e-4455-86d3-17823d4641c5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.080413 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-efa3a412-5a9e-4455-86d3-17823d4641c5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1997542'] for router, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.145648 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-67acea6e-787b-4f30-9dd9-454d3a0f5ec9 None None] For port 6fe5c6dd-bf69-4d79-bc74-55a0881ffff8, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:10.153630 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-67acea6e-787b-4f30-9dd9-454d3a0f5ec9 None None] For port 6fe5c6dd-bf69-4d79-bc74-55a0881ffff8, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=6fe5c6dd-bf69-4d79-bc74-55a0881ffff8,segment=NetworkSegment(f269e371-eef8-4762-891c-f59ae6d027ff),segment_id=f269e371-eef8-4762-891c-f59ae6d027ff)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:10.160183 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67acea6e-787b-4f30-9dd9-454d3a0f5ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.249685 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bfc2e-f28f-49a2-94d4-78bf6733f23c None None] Pushing event updated for resources: {'Port': ['ID=6fe5c6dd-bf69-4d79-bc74-55a0881ffff8,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:10.252975 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67acea6e-787b-4f30-9dd9-454d3a0f5ec9 None None] Routers {'27a96229-ea2c-408c-b041-8e542d330778'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:10.253790 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-67acea6e-787b-4f30-9dd9-454d3a0f5ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['27a96229-ea2c-408c-b041-8e542d330778'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:10.261638 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa3a412-5a9e-4455-86d3-17823d4641c5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Router 27a96229-ea2c-408c-b041-8e542d330778 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:10.374423 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-67acea6e-787b-4f30-9dd9-454d3a0f5ec9 None None] Set router 27a96229-ea2c-408c-b041-8e542d330778 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:10.386241 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa3a412-5a9e-4455-86d3-17823d4641c5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:10.395122 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-efa3a412-5a9e-4455-86d3-17823d4641c5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.399972 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54904) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:10.400581 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-efa3a412-5a9e-4455-86d3-17823d4641c5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "PUT /v2.0/routers/27a96229-ea2c-408c-b041-8e542d330778 HTTP/1.1" status: 200 len: 704 time: 1.5135393 Jul 14 09:38:10.516436 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a2e81dde-8245-442b-ba4f-98d86893df7c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "GET /v2.0/routers/27a96229-ea2c-408c-b041-8e542d330778 HTTP/1.1" status: 200 len: 704 time: 0.1126540 Jul 14 09:38:10.518458 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54906) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:10.666458 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-67acea6e-787b-4f30-9dd9-454d3a0f5ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:09Z', 'revision_number': 7, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None, '_interfaces': [{'id': '13fff806-3bbd-475e-ab2c-0020f00432e0', 'name': '', 'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:05:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:56Z', 'updated_at': '2021-07-14T09:38:05Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fe5c6dd-bf69-4d79-bc74-55a0881ffff8', 'name': '', 'network_id': '06762045-df48-4f45-a0fa-940b08c19385', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:60:82:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'baf7c130-9879-4493-8a80-4adda3035492', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:04Z', 'updated_at': '2021-07-14T09:38:10Z', 'revision_number': 4, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'baf7c130-9879-4493-8a80-4adda3035492', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8565a7f9-40b4-4ad3-b0d7-0efe8363b692', 'name': '', 'network_id': '90ed2be4-27ae-43f8-8525-d7aa40e87ad6', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:18:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '11eef227-693b-47fa-bdb0-2b22076f98dd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:00Z', 'updated_at': '2021-07-14T09:38:07Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '11eef227-693b-47fa-bdb0-2b22076f98dd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fad3cbf-9684-4235-91a6-9b844c0e076c', 'name': '', 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:7c:83:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:37:59Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:10.717166 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 6fe5c6dd-bf69-4d79-bc74-55a0881ffff8 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:10.722096 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67acea6e-787b-4f30-9dd9-454d3a0f5ec9 None None] The sync data for ids ['27a96229-ea2c-408c-b041-8e542d330778'] in n-d-771362-35 is: [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:09Z', 'revision_number': 7, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None, '_interfaces': [{'id': '13fff806-3bbd-475e-ab2c-0020f00432e0', 'name': '', 'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:05:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:56Z', 'updated_at': '2021-07-14T09:38:05Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fe5c6dd-bf69-4d79-bc74-55a0881ffff8', 'name': '', 'network_id': '06762045-df48-4f45-a0fa-940b08c19385', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:60:82:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'baf7c130-9879-4493-8a80-4adda3035492', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:04Z', 'updated_at': '2021-07-14T09:38:10Z', 'revision_number': 4, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'baf7c130-9879-4493-8a80-4adda3035492', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8565a7f9-40b4-4ad3-b0d7-0efe8363b692', 'name': '', 'network_id': '90ed2be4-27ae-43f8-8525-d7aa40e87ad6', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:18:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '11eef227-693b-47fa-bdb0-2b22076f98dd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:00Z', 'updated_at': '2021-07-14T09:38:07Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '11eef227-693b-47fa-bdb0-2b22076f98dd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fad3cbf-9684-4235-91a6-9b844c0e076c', 'name': '', 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:7c:83:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:37:59Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:10.784019 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.804418 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 6fe5c6dd-bf69-4d79-bc74-55a0881ffff8 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:10.809363 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 6fe5c6dd-bf69-4d79-bc74-55a0881ffff8 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:10.809675 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.901135 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.938420 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 6fe5c6dd-bf69-4d79-bc74-55a0881ffff8, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=6fe5c6dd-bf69-4d79-bc74-55a0881ffff8,segment=NetworkSegment(f269e371-eef8-4762-891c-f59ae6d027ff),segment_id=f269e371-eef8-4762-891c-f59ae6d027ff)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:10.943269 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.960699 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0650b6a2-b84c-4ee6-bf96-a8a78b4321d6 None None] Sync routers for ids ['27a96229-ea2c-408c-b041-8e542d330778'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:10.978848 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0650b6a2-b84c-4ee6-bf96-a8a78b4321d6 None None] Routers {'27a96229-ea2c-408c-b041-8e542d330778'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:10.979385 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0650b6a2-b84c-4ee6-bf96-a8a78b4321d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['27a96229-ea2c-408c-b041-8e542d330778'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:10.998520 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=6fe5c6dd-bf69-4d79-bc74-55a0881ffff8,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:11.038880 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cfac124f-3985-49f7-aa86-75a6a627b644 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.089845 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-0650b6a2-b84c-4ee6-bf96-a8a78b4321d6 None None] Set router 27a96229-ea2c-408c-b041-8e542d330778 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:11.354820 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cfac124f-3985-49f7-aa86-75a6a627b644 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Deleting port 6fe5c6dd-bf69-4d79-bc74-55a0881ffff8 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:11.355163 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cfac124f-3985-49f7-aa86-75a6a627b644 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.384887 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0650b6a2-b84c-4ee6-bf96-a8a78b4321d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:09Z', 'revision_number': 7, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None, '_interfaces': [{'id': '13fff806-3bbd-475e-ab2c-0020f00432e0', 'name': '', 'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:05:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:56Z', 'updated_at': '2021-07-14T09:38:05Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fe5c6dd-bf69-4d79-bc74-55a0881ffff8', 'name': '', 'network_id': '06762045-df48-4f45-a0fa-940b08c19385', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:60:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'baf7c130-9879-4493-8a80-4adda3035492', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:04Z', 'updated_at': '2021-07-14T09:38:10Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'baf7c130-9879-4493-8a80-4adda3035492', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8565a7f9-40b4-4ad3-b0d7-0efe8363b692', 'name': '', 'network_id': '90ed2be4-27ae-43f8-8525-d7aa40e87ad6', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:18:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '11eef227-693b-47fa-bdb0-2b22076f98dd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:00Z', 'updated_at': '2021-07-14T09:38:07Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '11eef227-693b-47fa-bdb0-2b22076f98dd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fad3cbf-9684-4235-91a6-9b844c0e076c', 'name': '', 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:7c:83:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:37:59Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:11.417643 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0650b6a2-b84c-4ee6-bf96-a8a78b4321d6 None None] Checking router: 27a96229-ea2c-408c-b041-8e542d330778 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:11.428697 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0650b6a2-b84c-4ee6-bf96-a8a78b4321d6 None None] Routers {'27a96229-ea2c-408c-b041-8e542d330778'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:11.429773 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0650b6a2-b84c-4ee6-bf96-a8a78b4321d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['27a96229-ea2c-408c-b041-8e542d330778'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:11.460122 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cfac124f-3985-49f7-aa86-75a6a627b644 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] For port 6fe5c6dd-bf69-4d79-bc74-55a0881ffff8, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=6fe5c6dd-bf69-4d79-bc74-55a0881ffff8,segment=NetworkSegment(f269e371-eef8-4762-891c-f59ae6d027ff),segment_id=f269e371-eef8-4762-891c-f59ae6d027ff)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:11.460754 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cfac124f-3985-49f7-aa86-75a6a627b644 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.478459 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cfac124f-3985-49f7-aa86-75a6a627b644 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Calling delete_port for 6fe5c6dd-bf69-4d79-bc74-55a0881ffff8 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:11.542955 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-0650b6a2-b84c-4ee6-bf96-a8a78b4321d6 None None] Set router 27a96229-ea2c-408c-b041-8e542d330778 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:11.676432 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cfac124f-3985-49f7-aa86-75a6a627b644 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.708477 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac124f-3985-49f7-aa86-75a6a627b644 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Port': ['ID=6fe5c6dd-bf69-4d79-bc74-55a0881ffff8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:11.855630 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cfac124f-3985-49f7-aa86-75a6a627b644 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.893559 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0650b6a2-b84c-4ee6-bf96-a8a78b4321d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:09Z', 'revision_number': 7, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None, '_interfaces': [{'id': '13fff806-3bbd-475e-ab2c-0020f00432e0', 'name': '', 'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:05:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:56Z', 'updated_at': '2021-07-14T09:38:05Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fe5c6dd-bf69-4d79-bc74-55a0881ffff8', 'name': '', 'network_id': '06762045-df48-4f45-a0fa-940b08c19385', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:60:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'baf7c130-9879-4493-8a80-4adda3035492', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:04Z', 'updated_at': '2021-07-14T09:38:10Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'baf7c130-9879-4493-8a80-4adda3035492', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8565a7f9-40b4-4ad3-b0d7-0efe8363b692', 'name': '', 'network_id': '90ed2be4-27ae-43f8-8525-d7aa40e87ad6', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:18:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '11eef227-693b-47fa-bdb0-2b22076f98dd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:00Z', 'updated_at': '2021-07-14T09:38:07Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '11eef227-693b-47fa-bdb0-2b22076f98dd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fad3cbf-9684-4235-91a6-9b844c0e076c', 'name': '', 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:7c:83:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:37:59Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:11.935125 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0650b6a2-b84c-4ee6-bf96-a8a78b4321d6 None None] The sync data for ids ['27a96229-ea2c-408c-b041-8e542d330778'] in n-d-771362-35 is: [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:09Z', 'revision_number': 7, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None, '_interfaces': [{'id': '13fff806-3bbd-475e-ab2c-0020f00432e0', 'name': '', 'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:05:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:56Z', 'updated_at': '2021-07-14T09:38:05Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fe5c6dd-bf69-4d79-bc74-55a0881ffff8', 'name': '', 'network_id': '06762045-df48-4f45-a0fa-940b08c19385', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:60:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'baf7c130-9879-4493-8a80-4adda3035492', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:04Z', 'updated_at': '2021-07-14T09:38:10Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'baf7c130-9879-4493-8a80-4adda3035492', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8565a7f9-40b4-4ad3-b0d7-0efe8363b692', 'name': '', 'network_id': '90ed2be4-27ae-43f8-8525-d7aa40e87ad6', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:18:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '11eef227-693b-47fa-bdb0-2b22076f98dd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:00Z', 'updated_at': '2021-07-14T09:38:07Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '11eef227-693b-47fa-bdb0-2b22076f98dd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fad3cbf-9684-4235-91a6-9b844c0e076c', 'name': '', 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:7c:83:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:37:59Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:12.110539 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfac124f-3985-49f7-aa86-75a6a627b644 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Router 27a96229-ea2c-408c-b041-8e542d330778 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:12.202815 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfac124f-3985-49f7-aa86-75a6a627b644 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:12.209019 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cfac124f-3985-49f7-aa86-75a6a627b644 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "PUT /v2.0/routers/27a96229-ea2c-408c-b041-8e542d330778/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6892109 Jul 14 09:38:12.211809 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54912) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:12.212798 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee097e9-6303-4880-b1ef-5000488ac2b1 None None] Sync routers for ids ['27a96229-ea2c-408c-b041-8e542d330778'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:12.224217 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee097e9-6303-4880-b1ef-5000488ac2b1 None None] Routers {'27a96229-ea2c-408c-b041-8e542d330778'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:12.224895 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-bee097e9-6303-4880-b1ef-5000488ac2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['27a96229-ea2c-408c-b041-8e542d330778'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:12.272395 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed01f32f-32b3-4c6c-9762-321fccdcebb1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Deleting subnet baf7c130-9879-4493-8a80-4adda3035492 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:38:12.275764 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed01f32f-32b3-4c6c-9762-321fccdcebb1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.327470 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed01f32f-32b3-4c6c-9762-321fccdcebb1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.341726 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-bee097e9-6303-4880-b1ef-5000488ac2b1 None None] Set router 27a96229-ea2c-408c-b041-8e542d330778 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:12.445136 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed01f32f-32b3-4c6c-9762-321fccdcebb1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.525784 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed01f32f-32b3-4c6c-9762-321fccdcebb1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.551811 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.554508 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01f32f-32b3-4c6c-9762-321fccdcebb1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Subnet': ['ID=baf7c130-9879-4493-8a80-4adda3035492,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:12.559200 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed01f32f-32b3-4c6c-9762-321fccdcebb1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.561107 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ed01f32f-32b3-4c6c-9762-321fccdcebb1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/subnets/baf7c130-9879-4493-8a80-4adda3035492 HTTP/1.1" status: 204 len: 168 time: 0.3483286 Jul 14 09:38:12.568374 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54934) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:12.571857 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4310cbab-45c7-496e-8dba-e32aa238054f None None] Network 06762045-df48-4f45-a0fa-940b08c19385 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:12.651108 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f43c524c-aba6-48b3-ae0d-b194a9714a4c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.715483 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f43c524c-aba6-48b3-ae0d-b194a9714a4c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Deleting port cf905acb-fa09-4a61-a3bd-f4593b540b0b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:12.715983 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f43c524c-aba6-48b3-ae0d-b194a9714a4c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.793416 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f43c524c-aba6-48b3-ae0d-b194a9714a4c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] For port cf905acb-fa09-4a61-a3bd-f4593b540b0b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=cf905acb-fa09-4a61-a3bd-f4593b540b0b,segment=NetworkSegment(f269e371-eef8-4762-891c-f59ae6d027ff),segment_id=f269e371-eef8-4762-891c-f59ae6d027ff)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:12.793793 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f43c524c-aba6-48b3-ae0d-b194a9714a4c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.808081 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f43c524c-aba6-48b3-ae0d-b194a9714a4c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Calling delete_port for cf905acb-fa09-4a61-a3bd-f4593b540b0b owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:12.867307 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-bee097e9-6303-4880-b1ef-5000488ac2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:11Z', 'revision_number': 8, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None, '_interfaces': [{'id': '13fff806-3bbd-475e-ab2c-0020f00432e0', 'name': '', 'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:05:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:56Z', 'updated_at': '2021-07-14T09:38:05Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8565a7f9-40b4-4ad3-b0d7-0efe8363b692', 'name': '', 'network_id': '90ed2be4-27ae-43f8-8525-d7aa40e87ad6', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:18:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '11eef227-693b-47fa-bdb0-2b22076f98dd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:00Z', 'updated_at': '2021-07-14T09:38:07Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '11eef227-693b-47fa-bdb0-2b22076f98dd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fad3cbf-9684-4235-91a6-9b844c0e076c', 'name': '', 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:7c:83:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:37:59Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:12.900834 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee097e9-6303-4880-b1ef-5000488ac2b1 None None] Checking router: 27a96229-ea2c-408c-b041-8e542d330778 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:12.901786 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f43c524c-aba6-48b3-ae0d-b194a9714a4c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.911400 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee097e9-6303-4880-b1ef-5000488ac2b1 None None] Routers {'27a96229-ea2c-408c-b041-8e542d330778'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:12.912147 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-bee097e9-6303-4880-b1ef-5000488ac2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['27a96229-ea2c-408c-b041-8e542d330778'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:12.932063 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c524c-aba6-48b3-ae0d-b194a9714a4c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Port': ['ID=cf905acb-fa09-4a61-a3bd-f4593b540b0b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:12.934408 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43c524c-aba6-48b3-ae0d-b194a9714a4c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] No DVR routers for this DVR port cf905acb-fa09-4a61-a3bd-f4593b540b0b on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:12.959456 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17079c30-9122-4cea-8c1a-58c15748c3f5 None None] DHCP port deletion for 06762045-df48-4f45-a0fa-940b08c19385 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:38:13.024927 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-bee097e9-6303-4880-b1ef-5000488ac2b1 None None] Set router 27a96229-ea2c-408c-b041-8e542d330778 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:13.026413 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f43c524c-aba6-48b3-ae0d-b194a9714a4c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.037210 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-f43c524c-aba6-48b3-ae0d-b194a9714a4c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06762045-df48-4f45-a0fa-940b08c19385']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:13.048390 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-f43c524c-aba6-48b3-ae0d-b194a9714a4c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f269e371-eef8-4762-891c-f59ae6d027ff') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:13.048686 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-f43c524c-aba6-48b3-ae0d-b194a9714a4c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f269e371-eef8-4762-891c-f59ae6d027ff') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:13.057888 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f43c524c-aba6-48b3-ae0d-b194a9714a4c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.074362 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f43c524c-aba6-48b3-ae0d-b194a9714a4c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.081360 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43c524c-aba6-48b3-ae0d-b194a9714a4c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:38:13.081707 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f43c524c-aba6-48b3-ae0d-b194a9714a4c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:38:13.085389 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:38:13.145392 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f43c524c-aba6-48b3-ae0d-b194a9714a4c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.152685 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f43c524c-aba6-48b3-ae0d-b194a9714a4c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.157708 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f43c524c-aba6-48b3-ae0d-b194a9714a4c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/networks/06762045-df48-4f45-a0fa-940b08c19385 HTTP/1.1" status: 204 len: 168 time: 0.5889425 Jul 14 09:38:13.158031 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54966) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:13.167149 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c524c-aba6-48b3-ae0d-b194a9714a4c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Network': ['ID=06762045-df48-4f45-a0fa-940b08c19385,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:13.258169 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-bee097e9-6303-4880-b1ef-5000488ac2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:11Z', 'revision_number': 8, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None, '_interfaces': [{'id': '13fff806-3bbd-475e-ab2c-0020f00432e0', 'name': '', 'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:05:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:56Z', 'updated_at': '2021-07-14T09:38:05Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8565a7f9-40b4-4ad3-b0d7-0efe8363b692', 'name': '', 'network_id': '90ed2be4-27ae-43f8-8525-d7aa40e87ad6', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:18:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '11eef227-693b-47fa-bdb0-2b22076f98dd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:00Z', 'updated_at': '2021-07-14T09:38:07Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '11eef227-693b-47fa-bdb0-2b22076f98dd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fad3cbf-9684-4235-91a6-9b844c0e076c', 'name': '', 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:7c:83:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:37:59Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:13.289325 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee097e9-6303-4880-b1ef-5000488ac2b1 None None] The sync data for ids ['27a96229-ea2c-408c-b041-8e542d330778'] in n-d-771362-35 is: [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:11Z', 'revision_number': 8, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None, '_interfaces': [{'id': '13fff806-3bbd-475e-ab2c-0020f00432e0', 'name': '', 'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:05:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:56Z', 'updated_at': '2021-07-14T09:38:05Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8565a7f9-40b4-4ad3-b0d7-0efe8363b692', 'name': '', 'network_id': '90ed2be4-27ae-43f8-8525-d7aa40e87ad6', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:18:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '11eef227-693b-47fa-bdb0-2b22076f98dd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:00Z', 'updated_at': '2021-07-14T09:38:07Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '11eef227-693b-47fa-bdb0-2b22076f98dd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fad3cbf-9684-4235-91a6-9b844c0e076c', 'name': '', 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:7c:83:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:37:59Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:13.450094 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54974) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:13.455041 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-f2ee5344-6154-4e43-955a-b9e985963d3e tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1973600748', 'description': 'tempest-secgroup-smoke-1973600748 description', 'project_id': '87d49df898e44e948cc3665c8c3c2f58'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:13.487949 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2ee5344-6154-4e43-955a-b9e985963d3e tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.584345 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2ee5344-6154-4e43-955a-b9e985963d3e tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.588454 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2ee5344-6154-4e43-955a-b9e985963d3e tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.618390 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2ee5344-6154-4e43-955a-b9e985963d3e tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.624687 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f2ee5344-6154-4e43-955a-b9e985963d3e tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1685557 Jul 14 09:38:13.624687 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee5344-6154-4e43-955a-b9e985963d3e tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d288f04e-94bd-4c2b-9535-ff42eda07592,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:13.624687 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54978) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:13.629600 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-92575947-9c52-42e6-ac3f-fb2f0e866b8d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Request body: {'security_group_rule': {'security_group_id': 'd288f04e-94bd-4c2b-9535-ff42eda07592', 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:13.661250 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92575947-9c52-42e6-ac3f-fb2f0e866b8d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.725848 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92575947-9c52-42e6-ac3f-fb2f0e866b8d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.730288 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92575947-9c52-42e6-ac3f-fb2f0e866b8d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.753427 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92575947-9c52-42e6-ac3f-fb2f0e866b8d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c384697e-c45e-4469-86c4-c46ce29690f9,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:13.762650 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92575947-9c52-42e6-ac3f-fb2f0e866b8d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.764087 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-92575947-9c52-42e6-ac3f-fb2f0e866b8d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1385419 Jul 14 09:38:13.768589 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54980) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:13.773377 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-f2731af5-c3a1-4ea9-811c-123940fef86b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Request body: {'security_group_rule': {'security_group_id': 'd288f04e-94bd-4c2b-9535-ff42eda07592', 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:13.795775 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3fe41fd-4d63-495c-beff-f0d13720e123 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.809000 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2731af5-c3a1-4ea9-811c-123940fef86b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.878160 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2731af5-c3a1-4ea9-811c-123940fef86b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.883692 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2731af5-c3a1-4ea9-811c-123940fef86b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.902552 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2731af5-c3a1-4ea9-811c-123940fef86b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b0c948c-957b-4244-a49c-b1089584c103,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:13.910102 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2731af5-c3a1-4ea9-811c-123940fef86b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.911473 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f2731af5-c3a1-4ea9-811c-123940fef86b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1418538 Jul 14 09:38:13.914262 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54982) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:13.918677 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ffeba939-baee-4c39-b029-3d9ae208ff7d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Request body: {'security_group_rule': {'security_group_id': 'd288f04e-94bd-4c2b-9535-ff42eda07592', 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:13.946284 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffeba939-baee-4c39-b029-3d9ae208ff7d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.010771 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffeba939-baee-4c39-b029-3d9ae208ff7d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.014937 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffeba939-baee-4c39-b029-3d9ae208ff7d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.035708 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeba939-baee-4c39-b029-3d9ae208ff7d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf642f9-45e8-4558-804c-76b9b5700814,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:14.043377 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffeba939-baee-4c39-b029-3d9ae208ff7d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.044845 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ffeba939-baee-4c39-b029-3d9ae208ff7d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296351 Jul 14 09:38:14.048258 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54984) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:14.052926 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-14b6e953-e176-45fb-8ab1-20a8b21ed047 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Request body: {'security_group_rule': {'security_group_id': 'd288f04e-94bd-4c2b-9535-ff42eda07592', 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:14.066953 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a3fe41fd-4d63-495c-beff-f0d13720e123 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Deleting port 8565a7f9-40b4-4ad3-b0d7-0efe8363b692 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:14.067301 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3fe41fd-4d63-495c-beff-f0d13720e123 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.081413 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-14b6e953-e176-45fb-8ab1-20a8b21ed047 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.142251 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-14b6e953-e176-45fb-8ab1-20a8b21ed047 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.146162 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-14b6e953-e176-45fb-8ab1-20a8b21ed047 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.161740 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a3fe41fd-4d63-495c-beff-f0d13720e123 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] For port 8565a7f9-40b4-4ad3-b0d7-0efe8363b692, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8565a7f9-40b4-4ad3-b0d7-0efe8363b692,segment=NetworkSegment(caeeee3c-7620-4675-8462-9cc4ea6a5cc0),segment_id=caeeee3c-7620-4675-8462-9cc4ea6a5cc0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:14.162034 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3fe41fd-4d63-495c-beff-f0d13720e123 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.165013 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6e953-e176-45fb-8ab1-20a8b21ed047 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b527ae9b-02c1-452d-b30a-4b607333a241,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:14.171549 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-14b6e953-e176-45fb-8ab1-20a8b21ed047 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.173411 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-14b6e953-e176-45fb-8ab1-20a8b21ed047 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239970 Jul 14 09:38:14.176563 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 54986) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:14.177137 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a3fe41fd-4d63-495c-beff-f0d13720e123 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Calling delete_port for 8565a7f9-40b4-4ad3-b0d7-0efe8363b692 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:14.181304 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-e12821e1-7197-44c0-b0ae-be47d9149abc tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Request body: {'security_group_rule': {'security_group_id': 'd288f04e-94bd-4c2b-9535-ff42eda07592', 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:14.204270 n-d-771362-35 neutron-server[93772]: INFO neutron.db.securitygroups_db [None req-e12821e1-7197-44c0-b0ae-be47d9149abc tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Project 87d49df898e44e948cc3665c8c3c2f58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:38:14.209493 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e12821e1-7197-44c0-b0ae-be47d9149abc tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.270586 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e12821e1-7197-44c0-b0ae-be47d9149abc tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.274426 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e12821e1-7197-44c0-b0ae-be47d9149abc tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.293177 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12821e1-7197-44c0-b0ae-be47d9149abc tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662cc10f-0756-4906-99cd-6e87038fe008,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:14.299552 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e12821e1-7197-44c0-b0ae-be47d9149abc tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.303609 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 54988) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:14.303771 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e12821e1-7197-44c0-b0ae-be47d9149abc tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260493 Jul 14 09:38:14.308858 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-cf3119e6-c788-45e9-b700-2da8961bb7a0 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Request body: {'security_group_rule': {'security_group_id': 'd288f04e-94bd-4c2b-9535-ff42eda07592', 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:14.365014 n-d-771362-35 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-cf3119e6-c788-45e9-b700-2da8961bb7a0 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Project 87d49df898e44e948cc3665c8c3c2f58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:38:14.373495 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf3119e6-c788-45e9-b700-2da8961bb7a0 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.392138 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3fe41fd-4d63-495c-beff-f0d13720e123 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.436235 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe41fd-4d63-495c-beff-f0d13720e123 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Port': ['ID=8565a7f9-40b4-4ad3-b0d7-0efe8363b692,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:14.549020 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf3119e6-c788-45e9-b700-2da8961bb7a0 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.557312 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf3119e6-c788-45e9-b700-2da8961bb7a0 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.588293 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3119e6-c788-45e9-b700-2da8961bb7a0 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f68c6b1d-ebbe-4a51-8836-2962dbb61507,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:14.596176 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf3119e6-c788-45e9-b700-2da8961bb7a0 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.598325 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cf3119e6-c788-45e9-b700-2da8961bb7a0 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2936196 Jul 14 09:38:14.599532 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3fe41fd-4d63-495c-beff-f0d13720e123 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.735328 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cf905acb-fa09-4a61-a3bd-f4593b540b0b no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:14.758907 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: cf905acb-fa09-4a61-a3bd-f4593b540b0b {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:14.759110 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cf905acb-fa09-4a61-a3bd-f4593b540b0b not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:14.759656 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 6fe5c6dd-bf69-4d79-bc74-55a0881ffff8 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:14.784611 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 6fe5c6dd-bf69-4d79-bc74-55a0881ffff8 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:14.784911 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 6fe5c6dd-bf69-4d79-bc74-55a0881ffff8 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:14.843379 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fe41fd-4d63-495c-beff-f0d13720e123 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Router 27a96229-ea2c-408c-b041-8e542d330778 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:14.989071 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fe41fd-4d63-495c-beff-f0d13720e123 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:14.995693 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a3fe41fd-4d63-495c-beff-f0d13720e123 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "PUT /v2.0/routers/27a96229-ea2c-408c-b041-8e542d330778/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8365595 Jul 14 09:38:14.998951 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55032) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:15.004584 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b53718-81e4-4c40-968b-cf2293a1024e None None] Sync routers for ids ['27a96229-ea2c-408c-b041-8e542d330778'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:15.016325 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8376d-4ea5-4728-8b91-d7ffd8e72973 req-7a814f9f-58c1-4cee-8fce-115011dc6cdd tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:15.017110 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b53718-81e4-4c40-968b-cf2293a1024e None None] Routers {'27a96229-ea2c-408c-b041-8e542d330778'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:15.018159 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8cc8376d-4ea5-4728-8b91-d7ffd8e72973 req-7a814f9f-58c1-4cee-8fce-115011dc6cdd tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ae2a34-06bb-4d43-898e-517bf34fa9f2 HTTP/1.1" status: 200 len: 945 time: 0.1317115 Jul 14 09:38:15.018705 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-43b53718-81e4-4c40-968b-cf2293a1024e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['27a96229-ea2c-408c-b041-8e542d330778'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:15.067023 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8cc8376d-4ea5-4728-8b91-d7ffd8e72973 req-3dd92d80-f36a-4c6f-8a64-699bd9f3e8f6 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f6ce640-13ca-4285-8900-296e1d6ce1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426927 Jul 14 09:38:15.124342 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-33632746-33f7-4faa-a1cb-f72523ddc9cc tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Deleting subnet 11eef227-693b-47fa-bdb0-2b22076f98dd {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:38:15.127361 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33632746-33f7-4faa-a1cb-f72523ddc9cc tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.132890 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-43b53718-81e4-4c40-968b-cf2293a1024e None None] Set router 27a96229-ea2c-408c-b041-8e542d330778 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:15.168188 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33632746-33f7-4faa-a1cb-f72523ddc9cc tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.263076 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33632746-33f7-4faa-a1cb-f72523ddc9cc tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.341880 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33632746-33f7-4faa-a1cb-f72523ddc9cc tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.367472 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-43b53718-81e4-4c40-968b-cf2293a1024e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:14Z', 'revision_number': 9, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None, '_interfaces': [{'id': '13fff806-3bbd-475e-ab2c-0020f00432e0', 'name': '', 'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:05:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:56Z', 'updated_at': '2021-07-14T09:38:05Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fad3cbf-9684-4235-91a6-9b844c0e076c', 'name': '', 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:7c:83:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:37:59Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:15.373435 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33632746-33f7-4faa-a1cb-f72523ddc9cc tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.378937 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55070) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:15.379094 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-33632746-33f7-4faa-a1cb-f72523ddc9cc tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/subnets/11eef227-693b-47fa-bdb0-2b22076f98dd HTTP/1.1" status: 204 len: 168 time: 0.3768773 Jul 14 09:38:15.382574 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940c7da6-e085-48b5-872a-b3567f2ac3d2 None None] Network 90ed2be4-27ae-43f8-8525-d7aa40e87ad6 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:15.395618 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33632746-33f7-4faa-a1cb-f72523ddc9cc tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Subnet': ['ID=11eef227-693b-47fa-bdb0-2b22076f98dd,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:15.408321 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b53718-81e4-4c40-968b-cf2293a1024e None None] Checking router: 27a96229-ea2c-408c-b041-8e542d330778 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:15.417629 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b53718-81e4-4c40-968b-cf2293a1024e None None] Routers {'27a96229-ea2c-408c-b041-8e542d330778'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:15.418261 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-43b53718-81e4-4c40-968b-cf2293a1024e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['27a96229-ea2c-408c-b041-8e542d330778'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:15.482271 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2db70828-ebf5-47e7-8dae-fa64db3102e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.514879 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-43b53718-81e4-4c40-968b-cf2293a1024e None None] Set router 27a96229-ea2c-408c-b041-8e542d330778 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:15.538211 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2db70828-ebf5-47e7-8dae-fa64db3102e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Deleting port d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:15.538637 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2db70828-ebf5-47e7-8dae-fa64db3102e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.615003 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2db70828-ebf5-47e7-8dae-fa64db3102e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] For port d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f,segment=NetworkSegment(caeeee3c-7620-4675-8462-9cc4ea6a5cc0),segment_id=caeeee3c-7620-4675-8462-9cc4ea6a5cc0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:15.615371 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2db70828-ebf5-47e7-8dae-fa64db3102e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.633233 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2db70828-ebf5-47e7-8dae-fa64db3102e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Calling delete_port for d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:15.638318 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d5075e-de42-4533-a45d-0b83fe7052ac None None] DHCP port deletion for 90ed2be4-27ae-43f8-8525-d7aa40e87ad6 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:38:15.700497 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-60d5075e-de42-4533-a45d-0b83fe7052ac None None] Deleting port d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:15.701639 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60d5075e-de42-4533-a45d-0b83fe7052ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.727888 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2db70828-ebf5-47e7-8dae-fa64db3102e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.759080 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db70828-ebf5-47e7-8dae-fa64db3102e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Port': ['ID=d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:15.762647 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db70828-ebf5-47e7-8dae-fa64db3102e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] No DVR routers for this DVR port d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:15.780647 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-43b53718-81e4-4c40-968b-cf2293a1024e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:14Z', 'revision_number': 9, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None, '_interfaces': [{'id': '13fff806-3bbd-475e-ab2c-0020f00432e0', 'name': '', 'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:05:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:56Z', 'updated_at': '2021-07-14T09:38:05Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fad3cbf-9684-4235-91a6-9b844c0e076c', 'name': '', 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:7c:83:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:37:59Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:15.808817 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-60d5075e-de42-4533-a45d-0b83fe7052ac None None] For port d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f,segment=NetworkSegment(caeeee3c-7620-4675-8462-9cc4ea6a5cc0),segment_id=caeeee3c-7620-4675-8462-9cc4ea6a5cc0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:15.809419 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60d5075e-de42-4533-a45d-0b83fe7052ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.818133 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b53718-81e4-4c40-968b-cf2293a1024e None None] The sync data for ids ['27a96229-ea2c-408c-b041-8e542d330778'] in n-d-771362-35 is: [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:14Z', 'revision_number': 9, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None, '_interfaces': [{'id': '13fff806-3bbd-475e-ab2c-0020f00432e0', 'name': '', 'network_id': '11709caf-90eb-4fa4-9c47-33efcc8f0781', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:05:97:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:56Z', 'updated_at': '2021-07-14T09:38:05Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': '681d2c73-7fa1-49ff-a538-c5ca5a8862e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fad3cbf-9684-4235-91a6-9b844c0e076c', 'name': '', 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:7c:83:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:37:59Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:15.824385 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-60d5075e-de42-4533-a45d-0b83fe7052ac None None] Calling delete_port for d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:15.914108 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2db70828-ebf5-47e7-8dae-fa64db3102e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.920502 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60d5075e-de42-4533-a45d-0b83fe7052ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.929343 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2db70828-ebf5-47e7-8dae-fa64db3102e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ed2be4-27ae-43f8-8525-d7aa40e87ad6']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:15.939130 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d5075e-de42-4533-a45d-0b83fe7052ac None None] No DVR routers for this DVR port d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:15.950502 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2db70828-ebf5-47e7-8dae-fa64db3102e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caeeee3c-7620-4675-8462-9cc4ea6a5cc0') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:15.950899 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2db70828-ebf5-47e7-8dae-fa64db3102e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caeeee3c-7620-4675-8462-9cc4ea6a5cc0') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:15.965515 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2db70828-ebf5-47e7-8dae-fa64db3102e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.971574 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5075e-de42-4533-a45d-0b83fe7052ac None None] Pushing event deleted for resources: {'Port': ['ID=d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:15.984808 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2db70828-ebf5-47e7-8dae-fa64db3102e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.991448 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db70828-ebf5-47e7-8dae-fa64db3102e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:38:15.991980 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2db70828-ebf5-47e7-8dae-fa64db3102e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:38:15.995538 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:38:16.061642 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2db70828-ebf5-47e7-8dae-fa64db3102e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.069427 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2db70828-ebf5-47e7-8dae-fa64db3102e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.071268 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2db70828-ebf5-47e7-8dae-fa64db3102e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/networks/90ed2be4-27ae-43f8-8525-d7aa40e87ad6 HTTP/1.1" status: 204 len: 168 time: 0.6911893 Jul 14 09:38:16.074274 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55076) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:16.085032 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db70828-ebf5-47e7-8dae-fa64db3102e1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Network': ['ID=90ed2be4-27ae-43f8-8525-d7aa40e87ad6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:16.388417 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca2639-2632-44fc-beb5-1445ab70ebc3 req-e75596a6-b233-4e91-aada-8aff137d8d1c tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:16.390176 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-68ca2639-2632-44fc-beb5-1445ab70ebc3 req-e75596a6-b233-4e91-aada-8aff137d8d1c tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ae2a34-06bb-4d43-898e-517bf34fa9f2 HTTP/1.1" status: 200 len: 945 time: 0.0878627 Jul 14 09:38:16.438088 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-68ca2639-2632-44fc-beb5-1445ab70ebc3 req-993a02a3-9ce8-4b81-bf10-caf16939ce49 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f6ce640-13ca-4285-8900-296e1d6ce1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415514 Jul 14 09:38:16.501940 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc50884b-a90e-4570-ac2b-a05e5fc9f900 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.634795 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8565a7f9-40b4-4ad3-b0d7-0efe8363b692 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:16.659357 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 8565a7f9-40b4-4ad3-b0d7-0efe8363b692 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:16.659811 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8565a7f9-40b4-4ad3-b0d7-0efe8363b692 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:16.660295 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:16.679691 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:16.680124 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d2d74d2f-c28c-4b49-bbc9-75265b1f5f2f not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:16.780613 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bc50884b-a90e-4570-ac2b-a05e5fc9f900 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Deleting port 13fff806-3bbd-475e-ab2c-0020f00432e0 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:16.782582 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc50884b-a90e-4570-ac2b-a05e5fc9f900 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.890846 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bc50884b-a90e-4570-ac2b-a05e5fc9f900 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] For port 13fff806-3bbd-475e-ab2c-0020f00432e0, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=13fff806-3bbd-475e-ab2c-0020f00432e0,segment=NetworkSegment(541dbf95-a0d5-49d7-878d-63a4aa942946),segment_id=541dbf95-a0d5-49d7-878d-63a4aa942946)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:16.891346 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc50884b-a90e-4570-ac2b-a05e5fc9f900 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.908197 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bc50884b-a90e-4570-ac2b-a05e5fc9f900 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Calling delete_port for 13fff806-3bbd-475e-ab2c-0020f00432e0 owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:17.110474 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc50884b-a90e-4570-ac2b-a05e5fc9f900 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.140130 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50884b-a90e-4570-ac2b-a05e5fc9f900 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Port': ['ID=13fff806-3bbd-475e-ab2c-0020f00432e0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:17.201369 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c3549-8035-4b81-a0a7-fb6557c1681e req-f4971d04-d1d7-4b6c-b933-a6ea15395c67 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:17.203671 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-178c3549-8035-4b81-a0a7-fb6557c1681e req-f4971d04-d1d7-4b6c-b933-a6ea15395c67 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ae2a34-06bb-4d43-898e-517bf34fa9f2 HTTP/1.1" status: 200 len: 945 time: 0.0769725 Jul 14 09:38:17.247343 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-178c3549-8035-4b81-a0a7-fb6557c1681e req-a0ec6ba6-d101-436c-a7a6-8deaaceced22 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f6ce640-13ca-4285-8900-296e1d6ce1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359745 Jul 14 09:38:17.314964 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc50884b-a90e-4570-ac2b-a05e5fc9f900 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.518685 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc50884b-a90e-4570-ac2b-a05e5fc9f900 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Router 27a96229-ea2c-408c-b041-8e542d330778 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:17.616676 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc50884b-a90e-4570-ac2b-a05e5fc9f900 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:17.624680 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bc50884b-a90e-4570-ac2b-a05e5fc9f900 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "PUT /v2.0/routers/27a96229-ea2c-408c-b041-8e542d330778/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5460644 Jul 14 09:38:17.625102 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55092) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:17.627799 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c62106-d4eb-4e5b-be1a-b1b6cc0e8ea5 None None] Sync routers for ids ['27a96229-ea2c-408c-b041-8e542d330778'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:17.638000 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c62106-d4eb-4e5b-be1a-b1b6cc0e8ea5 None None] Routers {'27a96229-ea2c-408c-b041-8e542d330778'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:17.638717 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e8c62106-d4eb-4e5b-be1a-b1b6cc0e8ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['27a96229-ea2c-408c-b041-8e542d330778'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:17.685464 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-30bbdd60-bfa7-4c21-a58f-c6b2f15e74ea tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Deleting subnet 681d2c73-7fa1-49ff-a538-c5ca5a8862e1 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:38:17.688678 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30bbdd60-bfa7-4c21-a58f-c6b2f15e74ea tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.727671 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-e8c62106-d4eb-4e5b-be1a-b1b6cc0e8ea5 None None] Set router 27a96229-ea2c-408c-b041-8e542d330778 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:17.739665 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30bbdd60-bfa7-4c21-a58f-c6b2f15e74ea tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.839415 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30bbdd60-bfa7-4c21-a58f-c6b2f15e74ea tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.902425 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30bbdd60-bfa7-4c21-a58f-c6b2f15e74ea tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.934221 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbdd60-bfa7-4c21-a58f-c6b2f15e74ea tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Subnet': ['ID=681d2c73-7fa1-49ff-a538-c5ca5a8862e1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:17.937415 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e8c62106-d4eb-4e5b-be1a-b1b6cc0e8ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:17Z', 'revision_number': 10, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None, '_interfaces': [{'id': '8fad3cbf-9684-4235-91a6-9b844c0e076c', 'name': '', 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:7c:83:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:37:59Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:17.940190 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30bbdd60-bfa7-4c21-a58f-c6b2f15e74ea tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.942125 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-30bbdd60-bfa7-4c21-a58f-c6b2f15e74ea tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/subnets/681d2c73-7fa1-49ff-a538-c5ca5a8862e1 HTTP/1.1" status: 204 len: 168 time: 0.3159318 Jul 14 09:38:17.944828 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55094) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:17.971830 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c62106-d4eb-4e5b-be1a-b1b6cc0e8ea5 None None] Checking router: 27a96229-ea2c-408c-b041-8e542d330778 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:17.973864 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdf4353-6d91-4e22-91fe-568cdbf57a54 None None] Network 11709caf-90eb-4fa4-9c47-33efcc8f0781 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:18.029908 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c62106-d4eb-4e5b-be1a-b1b6cc0e8ea5 None None] Routers {'27a96229-ea2c-408c-b041-8e542d330778'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:18.030535 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e8c62106-d4eb-4e5b-be1a-b1b6cc0e8ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['27a96229-ea2c-408c-b041-8e542d330778'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:18.034426 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7fff670-bd41-43bb-9312-ea955443a066 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.106088 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b7fff670-bd41-43bb-9312-ea955443a066 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Deleting port 270a1615-8247-46fb-88e3-cc401d471f07 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:18.106525 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7fff670-bd41-43bb-9312-ea955443a066 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.164965 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-e8c62106-d4eb-4e5b-be1a-b1b6cc0e8ea5 None None] Set router 27a96229-ea2c-408c-b041-8e542d330778 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:18.189337 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b7fff670-bd41-43bb-9312-ea955443a066 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] For port 270a1615-8247-46fb-88e3-cc401d471f07, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=270a1615-8247-46fb-88e3-cc401d471f07,segment=NetworkSegment(541dbf95-a0d5-49d7-878d-63a4aa942946),segment_id=541dbf95-a0d5-49d7-878d-63a4aa942946)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:18.189725 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7fff670-bd41-43bb-9312-ea955443a066 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.205229 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b7fff670-bd41-43bb-9312-ea955443a066 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Calling delete_port for 270a1615-8247-46fb-88e3-cc401d471f07 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:18.339327 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7fff670-bd41-43bb-9312-ea955443a066 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.378908 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fff670-bd41-43bb-9312-ea955443a066 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Port': ['ID=270a1615-8247-46fb-88e3-cc401d471f07,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:18.379778 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc4c91b-6b80-45d5-b311-1630d23044f9 None None] DHCP port deletion for 11709caf-90eb-4fa4-9c47-33efcc8f0781 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:38:18.387191 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fff670-bd41-43bb-9312-ea955443a066 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] No DVR routers for this DVR port 270a1615-8247-46fb-88e3-cc401d471f07 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:18.485140 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94bf837f-3390-4d8e-a661-31b74e29c12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.533288 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7fff670-bd41-43bb-9312-ea955443a066 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.541724 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e8c62106-d4eb-4e5b-be1a-b1b6cc0e8ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:17Z', 'revision_number': 10, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None, '_interfaces': [{'id': '8fad3cbf-9684-4235-91a6-9b844c0e076c', 'name': '', 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:7c:83:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:37:59Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:18.551453 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-b7fff670-bd41-43bb-9312-ea955443a066 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11709caf-90eb-4fa4-9c47-33efcc8f0781']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:18.557104 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3748401-fd14-4585-aef0-fdeb18e15f15 req-f2ed427b-9cc2-434c-996c-5ba47cf8f144 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:18.563368 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f3748401-fd14-4585-aef0-fdeb18e15f15 req-f2ed427b-9cc2-434c-996c-5ba47cf8f144 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4ae2a34-06bb-4d43-898e-517bf34fa9f2 HTTP/1.1" status: 200 len: 945 time: 0.2253888 Jul 14 09:38:18.569648 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-b7fff670-bd41-43bb-9312-ea955443a066 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '541dbf95-a0d5-49d7-878d-63a4aa942946') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:18.570209 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-b7fff670-bd41-43bb-9312-ea955443a066 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '541dbf95-a0d5-49d7-878d-63a4aa942946') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:18.585470 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7fff670-bd41-43bb-9312-ea955443a066 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.600475 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c62106-d4eb-4e5b-be1a-b1b6cc0e8ea5 None None] The sync data for ids ['27a96229-ea2c-408c-b041-8e542d330778'] in n-d-771362-35 is: [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:17Z', 'revision_number': 10, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None, '_interfaces': [{'id': '8fad3cbf-9684-4235-91a6-9b844c0e076c', 'name': '', 'network_id': 'a066d497-78f1-4b89-891f-e9caf3da5cac', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'mac_address': 'fa:16:3e:7c:83:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a96229-ea2c-408c-b041-8e542d330778', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:37:59Z', 'revision_number': 5, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'subnets': [{'id': 'c873e6ba-1ed7-469f-876d-6244e03d47e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:18.619539 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14790bd8-67b0-4413-b0dc-177cf413b70c req-2d141fc5-c95c-4fef-baa1-ade8c5987db5 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:18.627697 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-14790bd8-67b0-4413-b0dc-177cf413b70c req-2d141fc5-c95c-4fef-baa1-ade8c5987db5 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ae2a34-06bb-4d43-898e-517bf34fa9f2 HTTP/1.1" status: 200 len: 945 time: 0.1461670 Jul 14 09:38:18.635369 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7fff670-bd41-43bb-9312-ea955443a066 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.655439 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7fff670-bd41-43bb-9312-ea955443a066 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:38:18.656055 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7fff670-bd41-43bb-9312-ea955443a066 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:38:18.659805 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:38:18.736033 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-14790bd8-67b0-4413-b0dc-177cf413b70c req-53f47ce5-6a95-4f52-9e22-dd5e1d1e580f tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f6ce640-13ca-4285-8900-296e1d6ce1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072209 Jul 14 09:38:18.745228 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7fff670-bd41-43bb-9312-ea955443a066 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.753974 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-f3748401-fd14-4585-aef0-fdeb18e15f15 req-9060390c-35f6-4971-aaf7-79b85b8af527 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Deleting port caa08d28-0cf4-4216-82b3-f7ebc8683cee {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:18.754349 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f3748401-fd14-4585-aef0-fdeb18e15f15 req-9060390c-35f6-4971-aaf7-79b85b8af527 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.756671 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7fff670-bd41-43bb-9312-ea955443a066 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.758876 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b7fff670-bd41-43bb-9312-ea955443a066 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/networks/11709caf-90eb-4fa4-9c47-33efcc8f0781 HTTP/1.1" status: 204 len: 168 time: 0.8131053 Jul 14 09:38:18.761620 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55100) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:18.770469 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fff670-bd41-43bb-9312-ea955443a066 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Network': ['ID=11709caf-90eb-4fa4-9c47-33efcc8f0781,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:19.135924 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 270a1615-8247-46fb-88e3-cc401d471f07 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:19.171009 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 270a1615-8247-46fb-88e3-cc401d471f07 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:19.173374 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 270a1615-8247-46fb-88e3-cc401d471f07 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:19.380146 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-f3748401-fd14-4585-aef0-fdeb18e15f15 req-9060390c-35f6-4971-aaf7-79b85b8af527 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] For port caa08d28-0cf4-4216-82b3-f7ebc8683cee, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=caa08d28-0cf4-4216-82b3-f7ebc8683cee,segment=NetworkSegment(55d6b9b2-c9d7-47f2-b78d-666d286e011f),segment_id=55d6b9b2-c9d7-47f2-b78d-666d286e011f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:19.380516 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f3748401-fd14-4585-aef0-fdeb18e15f15 req-9060390c-35f6-4971-aaf7-79b85b8af527 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.630839 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f3748401-fd14-4585-aef0-fdeb18e15f15 req-9060390c-35f6-4971-aaf7-79b85b8af527 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.631665 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f3748401-fd14-4585-aef0-fdeb18e15f15 req-9060390c-35f6-4971-aaf7-79b85b8af527 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.631665 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [req-f3748401-fd14-4585-aef0-fdeb18e15f15 req-9060390c-35f6-4971-aaf7-79b85b8af527 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Floating IP ca567ae7-564d-45fd-af24-cc057ccce9fb disassociated. External IP: 172.25.6.240, port: caa08d28-0cf4-4216-82b3-f7ebc8683cee. Jul 14 09:38:19.631887 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-f3748401-fd14-4585-aef0-fdeb18e15f15 req-9060390c-35f6-4971-aaf7-79b85b8af527 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Calling delete_port for caa08d28-0cf4-4216-82b3-f7ebc8683cee owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:19.820150 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4147-de18-4ee1-8efa-7b4cb7fa6964 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.855035 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f3748401-fd14-4585-aef0-fdeb18e15f15 req-9060390c-35f6-4971-aaf7-79b85b8af527 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.918659 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac9e2879-d8bb-4eeb-9022-5ec79532f06a req-84d9b567-d3d0-4fc9-af3a-2743814845c1 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ae2a34-06bb-4d43-898e-517bf34fa9f2 HTTP/1.1" status: 200 len: 210 time: 0.0334632 Jul 14 09:38:19.925333 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060390c-35f6-4971-aaf7-79b85b8af527 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Pushing event deleted for resources: {'Port': ['ID=caa08d28-0cf4-4216-82b3-f7ebc8683cee,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:20.123117 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3748401-fd14-4585-aef0-fdeb18e15f15 req-9060390c-35f6-4971-aaf7-79b85b8af527 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Router c7937cc3-0610-499a-a6c4-46f558d2f144 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:20.310040 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3748401-fd14-4585-aef0-fdeb18e15f15 req-9060390c-35f6-4971-aaf7-79b85b8af527 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:20.326890 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92053d47-ffee-4da5-942b-57560c97742a None None] Sync routers for ids ['c7937cc3-0610-499a-a6c4-46f558d2f144'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:20.340384 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9fbe4147-de18-4ee1-8efa-7b4cb7fa6964 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Deleting port 8fad3cbf-9684-4235-91a6-9b844c0e076c {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:20.340821 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4147-de18-4ee1-8efa-7b4cb7fa6964 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.345264 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92053d47-ffee-4da5-942b-57560c97742a None None] Routers {'c7937cc3-0610-499a-a6c4-46f558d2f144'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:20.345902 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-92053d47-ffee-4da5-942b-57560c97742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['c7937cc3-0610-499a-a6c4-46f558d2f144'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:20.406567 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3748401-fd14-4585-aef0-fdeb18e15f15 req-9060390c-35f6-4971-aaf7-79b85b8af527 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] No DVR routers for this DVR port caa08d28-0cf4-4216-82b3-f7ebc8683cee on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:20.411099 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f3748401-fd14-4585-aef0-fdeb18e15f15 req-9060390c-35f6-4971-aaf7-79b85b8af527 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.413337 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f3748401-fd14-4585-aef0-fdeb18e15f15 req-9060390c-35f6-4971-aaf7-79b85b8af527 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.44 "DELETE /v2.0/ports/caa08d28-0cf4-4216-82b3-f7ebc8683cee HTTP/1.1" status: 204 len: 173 time: 1.8280885 Jul 14 09:38:20.413792 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ae2a34-06bb-4d43-898e-517bf34fa9f2', 'name': 'network-vif-deleted', 'tag': 'caa08d28-0cf4-4216-82b3-f7ebc8683cee'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:20.416314 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2479608-c371-4f9a-9449-3d0217be9ee6" -d '{"events": [{"server_uuid": "e4ae2a34-06bb-4d43-898e-517bf34fa9f2", "name": "network-vif-deleted", "tag": "caa08d28-0cf4-4216-82b3-f7ebc8683cee"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:20.500762 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609b3185-4823-428f-aefd-cc671bac11a1 x-openstack-request-id: req-609b3185-4823-428f-aefd-cc671bac11a1 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:20.500762 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ae2a34-06bb-4d43-898e-517bf34fa9f2", "name": "network-vif-deleted", "tag": "caa08d28-0cf4-4216-82b3-f7ebc8683cee", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:20.500762 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-609b3185-4823-428f-aefd-cc671bac11a1 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:20.500762 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ae2a34-06bb-4d43-898e-517bf34fa9f2', 'name': 'network-vif-deleted', 'tag': 'caa08d28-0cf4-4216-82b3-f7ebc8683cee', 'status': 'completed', 'code': 200} Jul 14 09:38:20.516919 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-92053d47-ffee-4da5-942b-57560c97742a None None] Set router c7937cc3-0610-499a-a6c4-46f558d2f144 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:20.528119 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9fbe4147-de18-4ee1-8efa-7b4cb7fa6964 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] For port 8fad3cbf-9684-4235-91a6-9b844c0e076c, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8fad3cbf-9684-4235-91a6-9b844c0e076c,segment=NetworkSegment(06c06757-f7cf-4c9d-903a-52e853be90de),segment_id=06c06757-f7cf-4c9d-903a-52e853be90de)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:20.528488 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4147-de18-4ee1-8efa-7b4cb7fa6964 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.542321 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9fbe4147-de18-4ee1-8efa-7b4cb7fa6964 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Calling delete_port for 8fad3cbf-9684-4235-91a6-9b844c0e076c owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:20.594464 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 13fff806-3bbd-475e-ab2c-0020f00432e0 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:20.627234 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 13fff806-3bbd-475e-ab2c-0020f00432e0 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:20.627975 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 13fff806-3bbd-475e-ab2c-0020f00432e0 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:20.787024 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4147-de18-4ee1-8efa-7b4cb7fa6964 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.788811 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-92053d47-ffee-4da5-942b-57560c97742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'name': 'tempest-ServersTestManualDisk-1994755526-router', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:36:16Z', 'revision_number': 4, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'gw_port': {'id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'e35e5bdd-26ae-46b2-b3b6-9f633b738f88', 'name': '', 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'mac_address': 'fa:16:3e:e8:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '26a8a732-e6f2-4c34-bfdb-3c61600cd974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:15Z', 'updated_at': '2021-07-14T09:36:25Z', 'revision_number': 5, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'subnets': [{'id': '26a8a732-e6f2-4c34-bfdb-3c61600cd974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:20.818656 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92053d47-ffee-4da5-942b-57560c97742a None None] Checking router: c7937cc3-0610-499a-a6c4-46f558d2f144 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:20.823605 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe4147-de18-4ee1-8efa-7b4cb7fa6964 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Port': ['ID=8fad3cbf-9684-4235-91a6-9b844c0e076c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:20.829173 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92053d47-ffee-4da5-942b-57560c97742a None None] Routers {'c7937cc3-0610-499a-a6c4-46f558d2f144'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:20.829810 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-92053d47-ffee-4da5-942b-57560c97742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:37:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['c7937cc3-0610-499a-a6c4-46f558d2f144'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:20.936150 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4147-de18-4ee1-8efa-7b4cb7fa6964 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.989504 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-92053d47-ffee-4da5-942b-57560c97742a None None] Set router c7937cc3-0610-499a-a6c4-46f558d2f144 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:21.071395 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41fe120d-14ed-40ba-834b-a14a97440e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.154720 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbe4147-de18-4ee1-8efa-7b4cb7fa6964 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Router 27a96229-ea2c-408c-b041-8e542d330778 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:21.178563 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cf455be3-cde0-438b-96ab-670b52a53e19 req-f9812642-a938-47dc-ac90-37b1845d1248 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ae2a34-06bb-4d43-898e-517bf34fa9f2 HTTP/1.1" status: 200 len: 210 time: 0.0475934 Jul 14 09:38:21.249559 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbe4147-de18-4ee1-8efa-7b4cb7fa6964 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:21.255153 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9fbe4147-de18-4ee1-8efa-7b4cb7fa6964 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "PUT /v2.0/routers/27a96229-ea2c-408c-b041-8e542d330778/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4924655 Jul 14 09:38:21.257823 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55114) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:21.285219 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c70a894-987b-4094-bf8d-33aa2eeffb14 None None] Sync routers for ids ['27a96229-ea2c-408c-b041-8e542d330778'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:21.306645 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.325931 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c70a894-987b-4094-bf8d-33aa2eeffb14 None None] Routers {'27a96229-ea2c-408c-b041-8e542d330778'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:21.326729 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3c70a894-987b-4094-bf8d-33aa2eeffb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:38:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['27a96229-ea2c-408c-b041-8e542d330778'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:21.387426 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-09eb5a8a-2eaa-4bed-b70b-06b113438f31 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Deleting subnet c873e6ba-1ed7-469f-876d-6244e03d47e3 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:38:21.395244 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09eb5a8a-2eaa-4bed-b70b-06b113438f31 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.438683 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-92053d47-ffee-4da5-942b-57560c97742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'name': 'tempest-ServersTestManualDisk-1994755526-router', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:36:16Z', 'revision_number': 4, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'gw_port': {'id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'e35e5bdd-26ae-46b2-b3b6-9f633b738f88', 'name': '', 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'mac_address': 'fa:16:3e:e8:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '26a8a732-e6f2-4c34-bfdb-3c61600cd974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:15Z', 'updated_at': '2021-07-14T09:36:25Z', 'revision_number': 5, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'subnets': [{'id': '26a8a732-e6f2-4c34-bfdb-3c61600cd974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:21.463295 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09eb5a8a-2eaa-4bed-b70b-06b113438f31 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.466782 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-3c70a894-987b-4094-bf8d-33aa2eeffb14 None None] Set router 27a96229-ea2c-408c-b041-8e542d330778 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:21.470826 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92053d47-ffee-4da5-942b-57560c97742a None None] The sync data for ids ['c7937cc3-0610-499a-a6c4-46f558d2f144'] in n-d-771362-35 is: [{'id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'name': 'tempest-ServersTestManualDisk-1994755526-router', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:36:16Z', 'revision_number': 4, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'gw_port': {'id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'e35e5bdd-26ae-46b2-b3b6-9f633b738f88', 'name': '', 'network_id': '81cffdc3-9a3b-48b8-90e6-a075f6df1f0f', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'mac_address': 'fa:16:3e:e8:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '26a8a732-e6f2-4c34-bfdb-3c61600cd974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:15Z', 'updated_at': '2021-07-14T09:36:25Z', 'revision_number': 5, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'subnets': [{'id': '26a8a732-e6f2-4c34-bfdb-3c61600cd974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:21.538171 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3c70a894-987b-4094-bf8d-33aa2eeffb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:20Z', 'revision_number': 11, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:21.567439 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09eb5a8a-2eaa-4bed-b70b-06b113438f31 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.581770 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c70a894-987b-4094-bf8d-33aa2eeffb14 None None] Checking router: 27a96229-ea2c-408c-b041-8e542d330778 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:21.603629 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c70a894-987b-4094-bf8d-33aa2eeffb14 None None] Routers {'27a96229-ea2c-408c-b041-8e542d330778'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:21.604423 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3c70a894-987b-4094-bf8d-33aa2eeffb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:38:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['27a96229-ea2c-408c-b041-8e542d330778'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:21.648938 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09eb5a8a-2eaa-4bed-b70b-06b113438f31 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.682799 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb5a8a-2eaa-4bed-b70b-06b113438f31 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Subnet': ['ID=c873e6ba-1ed7-469f-876d-6244e03d47e3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:21.689301 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09eb5a8a-2eaa-4bed-b70b-06b113438f31 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.694242 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55118) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:21.703793 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-09eb5a8a-2eaa-4bed-b70b-06b113438f31 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/subnets/c873e6ba-1ed7-469f-876d-6244e03d47e3 HTTP/1.1" status: 204 len: 168 time: 0.4446776 Jul 14 09:38:21.797495 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9213ec2-028c-4647-9640-4a6941f7e56c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.823066 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7670b5-eebe-457e-b810-b32a161a6b36 None None] New status for floating IP ca567ae7-564d-45fd-af24-cc057ccce9fb: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:38:21.865253 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e89fa4-498e-4f2f-aff7-d47f8586a98f None None] Network a066d497-78f1-4b89-891f-e9caf3da5cac requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:21.879423 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a9213ec2-028c-4647-9640-4a6941f7e56c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Deleting port ebc94ef2-d005-4df0-b1cf-7b7642655d1c {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:21.880104 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9213ec2-028c-4647-9640-4a6941f7e56c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.921012 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-3c70a894-987b-4094-bf8d-33aa2eeffb14 None None] Set router 27a96229-ea2c-408c-b041-8e542d330778 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:21.974264 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a9213ec2-028c-4647-9640-4a6941f7e56c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] For port ebc94ef2-d005-4df0-b1cf-7b7642655d1c, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ebc94ef2-d005-4df0-b1cf-7b7642655d1c,segment=NetworkSegment(06c06757-f7cf-4c9d-903a-52e853be90de),segment_id=06c06757-f7cf-4c9d-903a-52e853be90de)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:21.974672 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9213ec2-028c-4647-9640-4a6941f7e56c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.985826 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3c70a894-987b-4094-bf8d-33aa2eeffb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:20Z', 'revision_number': 11, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:22.001989 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a9213ec2-028c-4647-9640-4a6941f7e56c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Calling delete_port for ebc94ef2-d005-4df0-b1cf-7b7642655d1c owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:22.024188 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c70a894-987b-4094-bf8d-33aa2eeffb14 None None] The sync data for ids ['27a96229-ea2c-408c-b041-8e542d330778'] in n-d-771362-35 is: [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:20Z', 'revision_number': 11, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:22.106662 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9213ec2-028c-4647-9640-4a6941f7e56c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.128763 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9213ec2-028c-4647-9640-4a6941f7e56c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] No DVR routers for this DVR port ebc94ef2-d005-4df0-b1cf-7b7642655d1c on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:22.151547 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9213ec2-028c-4647-9640-4a6941f7e56c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Port': ['ID=ebc94ef2-d005-4df0-b1cf-7b7642655d1c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:22.244029 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.248487 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9213ec2-028c-4647-9640-4a6941f7e56c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.259631 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a9213ec2-028c-4647-9640-4a6941f7e56c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a066d497-78f1-4b89-891f-e9caf3da5cac']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:22.271739 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a9213ec2-028c-4647-9640-4a6941f7e56c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c06757-f7cf-4c9d-903a-52e853be90de') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:22.272044 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a9213ec2-028c-4647-9640-4a6941f7e56c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c06757-f7cf-4c9d-903a-52e853be90de') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:22.286947 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9213ec2-028c-4647-9640-4a6941f7e56c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.306984 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9213ec2-028c-4647-9640-4a6941f7e56c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.314054 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9213ec2-028c-4647-9640-4a6941f7e56c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:38:22.315957 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9213ec2-028c-4647-9640-4a6941f7e56c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:38:22.317511 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:38:22.337272 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55124) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:22.401665 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9213ec2-028c-4647-9640-4a6941f7e56c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.409876 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9213ec2-028c-4647-9640-4a6941f7e56c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.410352 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453b260f-8b0c-4dba-ad51-f0fb03d80f3b None None] DHCP port deletion for a066d497-78f1-4b89-891f-e9caf3da5cac request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:38:22.419094 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a9213ec2-028c-4647-9640-4a6941f7e56c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/networks/a066d497-78f1-4b89-891f-e9caf3da5cac HTTP/1.1" status: 204 len: 168 time: 0.7226241 Jul 14 09:38:22.419809 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55126) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:22.432596 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-756066c9-6b06-4a85-a3b6-8b9a55f8e86d tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.443552 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-de72c3aa-6baa-4a6c-b48d-59f65b75e601 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'router': {'routes': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:22.449098 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9213ec2-028c-4647-9640-4a6941f7e56c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Pushing event deleted for resources: {'Network': ['ID=a066d497-78f1-4b89-891f-e9caf3da5cac,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:22.470763 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-756066c9-6b06-4a85-a3b6-8b9a55f8e86d tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.537802 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-756066c9-6b06-4a85-a3b6-8b9a55f8e86d tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.541930 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-756066c9-6b06-4a85-a3b6-8b9a55f8e86d tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.545483 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-756066c9-6b06-4a85-a3b6-8b9a55f8e86d tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "DELETE /v2.0/security-groups/2f6ce640-13ca-4285-8900-296e1d6ce1ea HTTP/1.1" status: 204 len: 168 time: 0.2043808 Jul 14 09:38:22.563077 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55128) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:22.577123 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756066c9-6b06-4a85-a3b6-8b9a55f8e86d tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6ce640-13ca-4285-8900-296e1d6ce1ea,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:22.588644 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-eea63911-facd-4012-a94c-2604b8bb1b53 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] show failed (client error): The resource could not be found. Jul 14 09:38:22.590948 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-eea63911-facd-4012-a94c-2604b8bb1b53 tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "GET /v2.0/security-groups/2f6ce640-13ca-4285-8900-296e1d6ce1ea HTTP/1.1" status: 404 len: 347 time: 0.0253849 Jul 14 09:38:22.592866 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55130) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:22.709589 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8fad3cbf-9684-4235-91a6-9b844c0e076c no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:22.745015 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 8fad3cbf-9684-4235-91a6-9b844c0e076c {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:22.745640 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8fad3cbf-9684-4235-91a6-9b844c0e076c not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:22.746281 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ebc94ef2-d005-4df0-b1cf-7b7642655d1c no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:22.773850 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: ebc94ef2-d005-4df0-b1cf-7b7642655d1c {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:22.774521 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ebc94ef2-d005-4df0-b1cf-7b7642655d1c not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:22.782846 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b7b753d3-4c07-4751-9b16-dfca4b004a7f tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Deleting port 3a9d7ef4-9b96-48a3-8470-4af9e93dc720 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:22.783676 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b7b753d3-4c07-4751-9b16-dfca4b004a7f tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.871377 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b7b753d3-4c07-4751-9b16-dfca4b004a7f tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.871377 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b7b753d3-4c07-4751-9b16-dfca4b004a7f tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.885642 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b7b753d3-4c07-4751-9b16-dfca4b004a7f tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Calling delete_port for 3a9d7ef4-9b96-48a3-8470-4af9e93dc720 owned by network:floatingip {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:22.914934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.extraroute_db [None req-de72c3aa-6baa-4a6c-b48d-59f65b75e601 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Added routes are [] {{(pid=93773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 09:38:22.915261 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.extraroute_db [None req-de72c3aa-6baa-4a6c-b48d-59f65b75e601 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Removed routes are [] {{(pid=93773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 09:38:22.915727 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de72c3aa-6baa-4a6c-b48d-59f65b75e601 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.046126 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b7b753d3-4c07-4751-9b16-dfca4b004a7f tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.074597 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de72c3aa-6baa-4a6c-b48d-59f65b75e601 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.077262 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b753d3-4c07-4751-9b16-dfca4b004a7f tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Pushing event deleted for resources: {'Port': ['ID=3a9d7ef4-9b96-48a3-8470-4af9e93dc720,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:23.082872 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de72c3aa-6baa-4a6c-b48d-59f65b75e601 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1997542'] for router, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.150812 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b7b753d3-4c07-4751-9b16-dfca4b004a7f tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks [] for floatingip, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.154344 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b7b753d3-4c07-4751-9b16-dfca4b004a7f tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.160023 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55134) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:23.160264 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b7b753d3-4c07-4751-9b16-dfca4b004a7f tempest-ServersTestManualDisk-212601840 tempest-ServersTestManualDisk-212601840-project] 10.222.0.25 "DELETE /v2.0/floatingips/ca567ae7-564d-45fd-af24-cc057ccce9fb HTTP/1.1" status: 204 len: 168 time: 0.5649753 Jul 14 09:38:23.228749 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de72c3aa-6baa-4a6c-b48d-59f65b75e601 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Router 27a96229-ea2c-408c-b041-8e542d330778 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:23.272118 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device caa08d28-0cf4-4216-82b3-f7ebc8683cee no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:23.297686 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: caa08d28-0cf4-4216-82b3-f7ebc8683cee {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:23.298047 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device caa08d28-0cf4-4216-82b3-f7ebc8683cee not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:23.355445 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de72c3aa-6baa-4a6c-b48d-59f65b75e601 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:23.364201 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de72c3aa-6baa-4a6c-b48d-59f65b75e601 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.366770 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-de72c3aa-6baa-4a6c-b48d-59f65b75e601 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "PUT /v2.0/routers/27a96229-ea2c-408c-b041-8e542d330778 HTTP/1.1" status: 200 len: 705 time: 0.9434721 Jul 14 09:38:23.367190 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7372f87-f508-4f44-a206-ab9bb7f216b8 None None] Sync routers for ids ['27a96229-ea2c-408c-b041-8e542d330778'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:23.368284 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55136) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:23.385540 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7372f87-f508-4f44-a206-ab9bb7f216b8 None None] Routers {'27a96229-ea2c-408c-b041-8e542d330778'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:23.386306 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a7372f87-f508-4f44-a206-ab9bb7f216b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:38:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['27a96229-ea2c-408c-b041-8e542d330778'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:23.409478 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c40fb90c-8667-44f8-a088-e491fd126c31 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "GET /v2.0/ports?device_id=27a96229-ea2c-408c-b041-8e542d330778 HTTP/1.1" status: 200 len: 205 time: 0.0377238 Jul 14 09:38:23.409708 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55138) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:23.466691 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-a7372f87-f508-4f44-a206-ab9bb7f216b8 None None] Set router 27a96229-ea2c-408c-b041-8e542d330778 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:23.497384 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2e6fa70-c8df-4a40-a15f-9ffc03811f53 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.528979 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a7372f87-f508-4f44-a206-ab9bb7f216b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:20Z', 'revision_number': 11, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:23.563792 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7372f87-f508-4f44-a206-ab9bb7f216b8 None None] Checking router: 27a96229-ea2c-408c-b041-8e542d330778 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:23.580786 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7372f87-f508-4f44-a206-ab9bb7f216b8 None None] Routers {'27a96229-ea2c-408c-b041-8e542d330778'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:23.581432 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a7372f87-f508-4f44-a206-ab9bb7f216b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:38:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['27a96229-ea2c-408c-b041-8e542d330778'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:23.673971 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-a7372f87-f508-4f44-a206-ab9bb7f216b8 None None] Set router 27a96229-ea2c-408c-b041-8e542d330778 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:23.677407 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c3d438f-e222-455c-9b44-76e88306e29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.739657 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2e6fa70-c8df-4a40-a15f-9ffc03811f53 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.742684 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2e6fa70-c8df-4a40-a15f-9ffc03811f53 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.746004 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a7372f87-f508-4f44-a206-ab9bb7f216b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:20Z', 'revision_number': 11, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:23.782710 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7372f87-f508-4f44-a206-ab9bb7f216b8 None None] The sync data for ids ['27a96229-ea2c-408c-b041-8e542d330778'] in n-d-771362-35 is: [{'id': '27a96229-ea2c-408c-b041-8e542d330778', 'name': 'tempest-RoutersIpV6Test-router-1869433646', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:20Z', 'revision_number': 11, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:23.801795 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2e6fa70-c8df-4a40-a15f-9ffc03811f53 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.802891 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e6fa70-c8df-4a40-a15f-9ffc03811f53 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Fanout notify agent at l3_agent the message router_deleted on router 27a96229-ea2c-408c-b041-8e542d330778 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:38:23.806039 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.814145 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2e6fa70-c8df-4a40-a15f-9ffc03811f53 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.819041 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d2e6fa70-c8df-4a40-a15f-9ffc03811f53 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/routers/27a96229-ea2c-408c-b041-8e542d330778 HTTP/1.1" status: 204 len: 168 time: 0.4046459 Jul 14 09:38:23.822064 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55142) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:23.827829 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6cd26f7f-9182-4ef6-b6d5-3f536bfe717c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2073403864', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:23.867105 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cd26f7f-9182-4ef6-b6d5-3f536bfe717c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.868177 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cd26f7f-9182-4ef6-b6d5-3f536bfe717c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.995385 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cd26f7f-9182-4ef6-b6d5-3f536bfe717c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.002889 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cd26f7f-9182-4ef6-b6d5-3f536bfe717c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.028648 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6cd26f7f-9182-4ef6-b6d5-3f536bfe717c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.033419 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55144) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:24.033590 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6cd26f7f-9182-4ef6-b6d5-3f536bfe717c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2101707 Jul 14 09:38:24.039480 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-5c8a77e3-c8b7-482a-a9e5-b02103f843d3 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:24.129315 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8c3d438f-e222-455c-9b44-76e88306e29c admin admin] Deleting port e35e5bdd-26ae-46b2-b3b6-9f633b738f88 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:24.129939 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c3d438f-e222-455c-9b44-76e88306e29c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.225467 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8c3d438f-e222-455c-9b44-76e88306e29c admin admin] For port e35e5bdd-26ae-46b2-b3b6-9f633b738f88, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e35e5bdd-26ae-46b2-b3b6-9f633b738f88,segment=NetworkSegment(55d6b9b2-c9d7-47f2-b78d-666d286e011f),segment_id=55d6b9b2-c9d7-47f2-b78d-666d286e011f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:24.225873 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c3d438f-e222-455c-9b44-76e88306e29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.241293 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8c3d438f-e222-455c-9b44-76e88306e29c admin admin] Calling delete_port for e35e5bdd-26ae-46b2-b3b6-9f633b738f88 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:24.441745 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c3d438f-e222-455c-9b44-76e88306e29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.467530 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d438f-e222-455c-9b44-76e88306e29c admin admin] Pushing event deleted for resources: {'Port': ['ID=e35e5bdd-26ae-46b2-b3b6-9f633b738f88,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:24.624156 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c8a77e3-c8b7-482a-a9e5-b02103f843d3 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.642126 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c8a77e3-c8b7-482a-a9e5-b02103f843d3 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1997542'] for router, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.674499 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c3d438f-e222-455c-9b44-76e88306e29c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.778799 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8a77e3-c8b7-482a-a9e5-b02103f843d3 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Router 73a9ab1d-a560-451c-a581-a250d8298f56 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:38:24.861716 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8a77e3-c8b7-482a-a9e5-b02103f843d3 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:24.868578 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c8a77e3-c8b7-482a-a9e5-b02103f843d3 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.869625 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5c8a77e3-c8b7-482a-a9e5-b02103f843d3 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "PUT /v2.0/routers/73a9ab1d-a560-451c-a581-a250d8298f56 HTTP/1.1" status: 200 len: 698 time: 0.8351812 Jul 14 09:38:24.872197 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55148) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:24.875638 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd93959e-5b27-4e6e-9301-b1012728118e None None] Sync routers for ids ['73a9ab1d-a560-451c-a581-a250d8298f56'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:24.889489 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd93959e-5b27-4e6e-9301-b1012728118e None None] Routers {'73a9ab1d-a560-451c-a581-a250d8298f56'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:24.890664 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-bd93959e-5b27-4e6e-9301-b1012728118e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:38:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['73a9ab1d-a560-451c-a581-a250d8298f56'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:24.962799 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-07e8bd24-dadc-4d4b-a332-33f8747b77cc tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "GET /v2.0/routers/73a9ab1d-a560-451c-a581-a250d8298f56 HTTP/1.1" status: 200 len: 704 time: 0.0886467 Jul 14 09:38:24.965427 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55150) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:24.976789 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3d438f-e222-455c-9b44-76e88306e29c admin admin] Router c7937cc3-0610-499a-a6c4-46f558d2f144 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:24.996468 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-bd93959e-5b27-4e6e-9301-b1012728118e None None] Set router 73a9ab1d-a560-451c-a581-a250d8298f56 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:25.000974 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-46d99afa-01bc-4586-82f0-616299a2f7bc tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a9ab1d-a560-451c-a581-a250d8298f56 HTTP/1.1" status: 200 len: 205 time: 0.0344667 Jul 14 09:38:25.003523 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55152) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:25.050566 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-bd93959e-5b27-4e6e-9301-b1012728118e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a9ab1d-a560-451c-a581-a250d8298f56', 'name': 'tempest-RoutersIpV6Test-router-2073403864', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:23Z', 'updated_at': '2021-07-14T09:38:24Z', 'revision_number': 2, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:25.078809 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8686249a-8e03-4fde-b245-4f0c203ac801 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.082133 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd93959e-5b27-4e6e-9301-b1012728118e None None] Checking router: 73a9ab1d-a560-451c-a581-a250d8298f56 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:25.090700 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd93959e-5b27-4e6e-9301-b1012728118e None None] Routers {'73a9ab1d-a560-451c-a581-a250d8298f56'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:25.091320 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-bd93959e-5b27-4e6e-9301-b1012728118e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:38:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['73a9ab1d-a560-451c-a581-a250d8298f56'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:25.122548 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3d438f-e222-455c-9b44-76e88306e29c admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:25.151619 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8c3d438f-e222-455c-9b44-76e88306e29c admin admin] 10.222.0.25 "PUT /v2.0/routers/c7937cc3-0610-499a-a6c4-46f558d2f144/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9821918 Jul 14 09:38:25.151619 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55154) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:25.155920 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23beea98-eda1-43ee-ab38-fd0b18f14b20 None None] Sync routers for ids ['c7937cc3-0610-499a-a6c4-46f558d2f144'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:25.172041 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23beea98-eda1-43ee-ab38-fd0b18f14b20 None None] Routers {'c7937cc3-0610-499a-a6c4-46f558d2f144'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:25.172992 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-23beea98-eda1-43ee-ab38-fd0b18f14b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:38:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['c7937cc3-0610-499a-a6c4-46f558d2f144'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:25.210354 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-bd93959e-5b27-4e6e-9301-b1012728118e None None] Set router 73a9ab1d-a560-451c-a581-a250d8298f56 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:25.269577 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8686249a-8e03-4fde-b245-4f0c203ac801 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.271748 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8686249a-8e03-4fde-b245-4f0c203ac801 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.304887 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-bd93959e-5b27-4e6e-9301-b1012728118e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a9ab1d-a560-451c-a581-a250d8298f56', 'name': 'tempest-RoutersIpV6Test-router-2073403864', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:23Z', 'updated_at': '2021-07-14T09:38:24Z', 'revision_number': 2, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:25.305171 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-23beea98-eda1-43ee-ab38-fd0b18f14b20 None None] Set router c7937cc3-0610-499a-a6c4-46f558d2f144 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:25.339323 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8686249a-8e03-4fde-b245-4f0c203ac801 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.340132 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8686249a-8e03-4fde-b245-4f0c203ac801 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Fanout notify agent at l3_agent the message router_deleted on router 73a9ab1d-a560-451c-a581-a250d8298f56 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:38:25.347230 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd93959e-5b27-4e6e-9301-b1012728118e None None] The sync data for ids ['73a9ab1d-a560-451c-a581-a250d8298f56'] in n-d-771362-35 is: [{'id': '73a9ab1d-a560-451c-a581-a250d8298f56', 'name': 'tempest-RoutersIpV6Test-router-2073403864', 'tenant_id': '4237d312d4954e378307dbe41ee5c3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:23Z', 'updated_at': '2021-07-14T09:38:24Z', 'revision_number': 2, 'project_id': '4237d312d4954e378307dbe41ee5c3dd', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:25.357975 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8686249a-8e03-4fde-b245-4f0c203ac801 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.364103 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8686249a-8e03-4fde-b245-4f0c203ac801 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/routers/73a9ab1d-a560-451c-a581-a250d8298f56 HTTP/1.1" status: 204 len: 168 time: 0.3592038 Jul 14 09:38:25.365194 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55156) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:25.414373 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e04b5825-1d21-4b14-9958-792b5b1b1044 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "GET /v2.0/ports?device_id=73a9ab1d-a560-451c-a581-a250d8298f56 HTTP/1.1" status: 200 len: 205 time: 0.0470262 Jul 14 09:38:25.415084 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55158) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:25.466243 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-e3b3ebf2-8c16-4bf0-b5fe-f9c43392d9b1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] delete failed (client error): The resource could not be found. Jul 14 09:38:25.473164 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e3b3ebf2-8c16-4bf0-b5fe-f9c43392d9b1 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/routers/73a9ab1d-a560-451c-a581-a250d8298f56 HTTP/1.1" status: 404 len: 336 time: 0.0569000 Jul 14 09:38:25.473810 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55160) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:25.504304 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-773b60ea-99c1-40f8-8b1f-725b4d12bcea tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] DELETE failed (client error): The resource could not be found. Jul 14 09:38:25.504770 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-773b60ea-99c1-40f8-8b1f-725b4d12bcea tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:38:25.509758 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-773b60ea-99c1-40f8-8b1f-725b4d12bcea tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/subnets/baf7c130-9879-4493-8a80-4adda3035492 HTTP/1.1" status: 404 len: 337 time: 0.0348911 Jul 14 09:38:25.510566 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55162) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:25.544400 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7744b9-7f08-484d-b972-b71ac027dd8a tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] DELETE failed (client error): The resource could not be found. Jul 14 09:38:25.544862 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb7744b9-7f08-484d-b972-b71ac027dd8a tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:38:25.550531 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-eb7744b9-7f08-484d-b972-b71ac027dd8a tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/subnets/11eef227-693b-47fa-bdb0-2b22076f98dd HTTP/1.1" status: 404 len: 337 time: 0.0388730 Jul 14 09:38:25.551229 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55164) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:25.574699 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-23beea98-eda1-43ee-ab38-fd0b18f14b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'name': 'tempest-ServersTestManualDisk-1994755526-router', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:38:24Z', 'revision_number': 5, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'gw_port': {'id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:25.585114 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b722584-4713-4e2e-8c5c-aebbcfdc1916 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] DELETE failed (client error): The resource could not be found. Jul 14 09:38:25.585825 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b722584-4713-4e2e-8c5c-aebbcfdc1916 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:38:25.588375 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9b722584-4713-4e2e-8c5c-aebbcfdc1916 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/subnets/681d2c73-7fa1-49ff-a538-c5ca5a8862e1 HTTP/1.1" status: 404 len: 337 time: 0.0361364 Jul 14 09:38:25.590903 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55166) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:25.614491 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23beea98-eda1-43ee-ab38-fd0b18f14b20 None None] Checking router: c7937cc3-0610-499a-a6c4-46f558d2f144 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:25.622927 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c762836-7d5e-4de4-9300-f74394448658 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] DELETE failed (client error): The resource could not be found. Jul 14 09:38:25.623401 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c762836-7d5e-4de4-9300-f74394448658 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:38:25.625503 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0c762836-7d5e-4de4-9300-f74394448658 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/subnets/c873e6ba-1ed7-469f-876d-6244e03d47e3 HTTP/1.1" status: 404 len: 337 time: 0.0326881 Jul 14 09:38:25.633336 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23beea98-eda1-43ee-ab38-fd0b18f14b20 None None] Routers {'c7937cc3-0610-499a-a6c4-46f558d2f144'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:25.633566 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55168) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:25.633704 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-23beea98-eda1-43ee-ab38-fd0b18f14b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:38:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['c7937cc3-0610-499a-a6c4-46f558d2f144'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:25.668879 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-78feda6e-0d58-4fae-866f-e6a4bcfa48b7 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "GET /v2.0/ports?device_id=27a96229-ea2c-408c-b041-8e542d330778 HTTP/1.1" status: 200 len: 205 time: 0.0356522 Jul 14 09:38:25.669216 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55170) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:25.728351 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-06d03c80-fe45-4f58-a187-d13165267267 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] delete failed (client error): The resource could not be found. Jul 14 09:38:25.731543 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-06d03c80-fe45-4f58-a187-d13165267267 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/routers/27a96229-ea2c-408c-b041-8e542d330778 HTTP/1.1" status: 404 len: 336 time: 0.0589118 Jul 14 09:38:25.732466 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55172) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:25.756260 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-357777fa-d24f-4aca-bd0b-d221f99a818b admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.769920 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d1626b7c-dbd8-4519-8e59-10fe1ffa7852 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "GET /v2.0/ports?device_id=52d560f9-66c1-4804-9065-7d8c9f95202b HTTP/1.1" status: 200 len: 205 time: 0.0362101 Jul 14 09:38:25.772305 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55174) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:25.791677 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-23beea98-eda1-43ee-ab38-fd0b18f14b20 None None] Set router c7937cc3-0610-499a-a6c4-46f558d2f144 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:25.821325 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-52075403-84a2-4631-9ca1-d15e52bc8e38 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] delete failed (client error): The resource could not be found. Jul 14 09:38:25.822357 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-52075403-84a2-4631-9ca1-d15e52bc8e38 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/routers/52d560f9-66c1-4804-9065-7d8c9f95202b HTTP/1.1" status: 404 len: 336 time: 0.0491543 Jul 14 09:38:25.825218 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55176) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:25.862878 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f63ddbdd-b474-45ac-ae15-f7e5cc2bb6c8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] DELETE failed (client error): The resource could not be found. Jul 14 09:38:25.863374 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f63ddbdd-b474-45ac-ae15-f7e5cc2bb6c8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:38:25.868107 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55178) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:25.868325 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f63ddbdd-b474-45ac-ae15-f7e5cc2bb6c8 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/subnets/4cb3651f-4cfe-4146-a709-c2e75480a147 HTTP/1.1" status: 404 len: 337 time: 0.0413766 Jul 14 09:38:25.900630 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-357777fa-d24f-4aca-bd0b-d221f99a818b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.908199 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bdccc9ab-26d6-472f-8ba9-6c45ab7ae99d tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "GET /v2.0/ports?device_id=c817af93-fca1-4d73-b4a0-a557bad5aa21 HTTP/1.1" status: 200 len: 205 time: 0.0358675 Jul 14 09:38:25.909703 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55180) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:25.952790 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-baf07edf-8c37-4ab5-bdc8-21edae1a952b tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] delete failed (client error): The resource could not be found. Jul 14 09:38:25.953845 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-baf07edf-8c37-4ab5-bdc8-21edae1a952b tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/routers/c817af93-fca1-4d73-b4a0-a557bad5aa21 HTTP/1.1" status: 404 len: 336 time: 0.0432131 Jul 14 09:38:25.957853 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55184) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:26.012514 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-af5606ae-1ad1-476d-b14f-1da5a92b8ce0 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f3981d-eb0e-4ee0-a184-51bb75c352d5 HTTP/1.1" status: 200 len: 205 time: 0.0539620 Jul 14 09:38:26.016011 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55186) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:26.060720 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-306a3304-90c2-4e1a-b3bb-3a83c762827e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] delete failed (client error): The resource could not be found. Jul 14 09:38:26.064887 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-306a3304-90c2-4e1a-b3bb-3a83c762827e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/routers/e3f3981d-eb0e-4ee0-a184-51bb75c352d5 HTTP/1.1" status: 404 len: 336 time: 0.0447502 Jul 14 09:38:26.064887 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55188) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:26.096470 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-142e0088-83ed-4afb-b027-3b237bb0716e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] DELETE failed (client error): The resource could not be found. Jul 14 09:38:26.096925 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-142e0088-83ed-4afb-b027-3b237bb0716e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:38:26.101269 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-142e0088-83ed-4afb-b027-3b237bb0716e tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/subnets/f52ef3c3-30d3-4b95-9a75-df9c6054f112 HTTP/1.1" status: 404 len: 337 time: 0.0332980 Jul 14 09:38:26.101490 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55190) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:26.120529 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-23beea98-eda1-43ee-ab38-fd0b18f14b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'name': 'tempest-ServersTestManualDisk-1994755526-router', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:38:24Z', 'revision_number': 5, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'gw_port': {'id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:26.131961 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7079a6d3-8a1e-4f84-9b9f-f286719fe63c tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "GET /v2.0/ports?device_id=67ec822e-d7e9-40dc-ac9f-fca5b005ae81 HTTP/1.1" status: 200 len: 205 time: 0.0294025 Jul 14 09:38:26.135368 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55192) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:26.137194 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-357777fa-d24f-4aca-bd0b-d221f99a818b admin admin] Deleting port e43413e1-b252-4f49-9bd4-a1432328885a {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:26.137531 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-357777fa-d24f-4aca-bd0b-d221f99a818b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.154738 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23beea98-eda1-43ee-ab38-fd0b18f14b20 None None] The sync data for ids ['c7937cc3-0610-499a-a6c4-46f558d2f144'] in n-d-771362-35 is: [{'id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'name': 'tempest-ServersTestManualDisk-1994755526-router', 'tenant_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:38:24Z', 'revision_number': 5, 'project_id': 'a1cfc79a17fa40569fffabf2c11251a0', 'gw_port': {'id': 'e43413e1-b252-4f49-9bd4-a1432328885a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7937cc3-0610-499a-a6c4-46f558d2f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:12Z', 'updated_at': '2021-07-14T09:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:26.236720 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-719362be-02b7-43c3-a0f3-0ffcf70a655b tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] delete failed (client error): The resource could not be found. Jul 14 09:38:26.239848 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-357777fa-d24f-4aca-bd0b-d221f99a818b admin admin] For port e43413e1-b252-4f49-9bd4-a1432328885a, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e43413e1-b252-4f49-9bd4-a1432328885a,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:26.240219 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-357777fa-d24f-4aca-bd0b-d221f99a818b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.240756 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-719362be-02b7-43c3-a0f3-0ffcf70a655b tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/routers/67ec822e-d7e9-40dc-ac9f-fca5b005ae81 HTTP/1.1" status: 404 len: 336 time: 0.1039419 Jul 14 09:38:26.241377 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55194) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:26.255642 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-357777fa-d24f-4aca-bd0b-d221f99a818b admin admin] Calling delete_port for e43413e1-b252-4f49-9bd4-a1432328885a owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:26.272175 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f2ddee-f988-4141-8155-c5fcef526cb5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] DELETE failed (client error): The resource could not be found. Jul 14 09:38:26.272642 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29f2ddee-f988-4141-8155-c5fcef526cb5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:38:26.276055 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-29f2ddee-f988-4141-8155-c5fcef526cb5 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/subnets/e344631d-84fb-4cce-aaad-cd7c88c24a0e HTTP/1.1" status: 404 len: 337 time: 0.0333662 Jul 14 09:38:26.277070 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55196) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:26.314223 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-004a2a9a-917d-4250-98ea-3324bfd5c8b3 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b694321-fe33-4822-92f8-4bb0760dff16 HTTP/1.1" status: 200 len: 205 time: 0.0328434 Jul 14 09:38:26.314665 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55198) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:26.352443 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-d6c22d61-3a03-4bf9-b30a-2abaf1241fd6 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] delete failed (client error): The resource could not be found. Jul 14 09:38:26.353530 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d6c22d61-3a03-4bf9-b30a-2abaf1241fd6 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/routers/0b694321-fe33-4822-92f8-4bb0760dff16 HTTP/1.1" status: 404 len: 336 time: 0.0382214 Jul 14 09:38:26.356727 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55200) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:26.391565 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0523cd-7d80-47c5-a938-447d48d68127 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] DELETE failed (client error): The resource could not be found. Jul 14 09:38:26.392113 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0523cd-7d80-47c5-a938-447d48d68127 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:38:26.397050 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ea0523cd-7d80-47c5-a938-447d48d68127 tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/subnets/1ca64c6f-b6b6-4e0d-8639-cd282b6d69ce HTTP/1.1" status: 404 len: 337 time: 0.0393209 Jul 14 09:38:26.397582 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55202) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:26.451285 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf415596-5c11-4d78-a187-eeb075d64f4a tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] DELETE failed (client error): The resource could not be found. Jul 14 09:38:26.451768 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf415596-5c11-4d78-a187-eeb075d64f4a tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:38:26.455590 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bf415596-5c11-4d78-a187-eeb075d64f4a tempest-RoutersIpV6Test-1344077958 tempest-RoutersIpV6Test-1344077958-project] 10.222.0.25 "DELETE /v2.0/subnets/9b976aa4-9cdd-4f27-80aa-61b033022467 HTTP/1.1" status: 404 len: 337 time: 0.0552850 Jul 14 09:38:26.482051 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-357777fa-d24f-4aca-bd0b-d221f99a818b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.510847 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357777fa-d24f-4aca-bd0b-d221f99a818b admin admin] Pushing event deleted for resources: {'Port': ['ID=e43413e1-b252-4f49-9bd4-a1432328885a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:26.644922 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-357777fa-d24f-4aca-bd0b-d221f99a818b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.723444 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e35e5bdd-26ae-46b2-b3b6-9f633b738f88 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:26.751297 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: e35e5bdd-26ae-46b2-b3b6-9f633b738f88 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:26.751679 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e35e5bdd-26ae-46b2-b3b6-9f633b738f88 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:26.779697 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-357777fa-d24f-4aca-bd0b-d221f99a818b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.783327 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-357777fa-d24f-4aca-bd0b-d221f99a818b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.837713 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-357777fa-d24f-4aca-bd0b-d221f99a818b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.838172 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357777fa-d24f-4aca-bd0b-d221f99a818b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7937cc3-0610-499a-a6c4-46f558d2f144 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:38:26.844539 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-357777fa-d24f-4aca-bd0b-d221f99a818b admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.846062 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-357777fa-d24f-4aca-bd0b-d221f99a818b admin admin] 10.222.0.25 "DELETE /v2.0/routers/c7937cc3-0610-499a-a6c4-46f558d2f144 HTTP/1.1" status: 204 len: 168 time: 1.6984954 Jul 14 09:38:26.848600 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55208) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:26.892049 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55210) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:26.898398 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9a3012-6718-488b-a9a5-9b91674e1d34 admin admin] Deleting subnet 26a8a732-e6f2-4c34-bfdb-3c61600cd974 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:38:26.902383 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3012-6718-488b-a9a5-9b91674e1d34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.955032 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3012-6718-488b-a9a5-9b91674e1d34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.076993 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3012-6718-488b-a9a5-9b91674e1d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.086216 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-377ac98a-0ff9-42f9-9997-55dffec659c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4237d312d4954e378307dbe41ee5c3dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1924460 Jul 14 09:38:27.094607 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55216) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:27.142926 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3012-6718-488b-a9a5-9b91674e1d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.160469 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5326a901-025d-4078-b7b1-1b26b3a8df4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.172501 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a3012-6718-488b-a9a5-9b91674e1d34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26a8a732-e6f2-4c34-bfdb-3c61600cd974,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:27.176550 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3012-6718-488b-a9a5-9b91674e1d34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.178514 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1c9a3012-6718-488b-a9a5-9b91674e1d34 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/26a8a732-e6f2-4c34-bfdb-3c61600cd974 HTTP/1.1" status: 204 len: 168 time: 0.3288968 Jul 14 09:38:27.181095 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55218) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:27.182079 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515412f0-a5d1-4f73-9dcf-38a35850d6b2 None None] Network 81cffdc3-9a3b-48b8-90e6-a075f6df1f0f requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:27.190523 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5326a901-025d-4078-b7b1-1b26b3a8df4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.257273 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5326a901-025d-4078-b7b1-1b26b3a8df4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.260858 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5326a901-025d-4078-b7b1-1b26b3a8df4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.262029 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5326a901-025d-4078-b7b1-1b26b3a8df4f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/19b18c35-b88d-4cba-bb89-cc9e4202513e HTTP/1.1" status: 204 len: 168 time: 0.1660798 Jul 14 09:38:27.274118 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6df314a-80d6-4cbd-9e7e-4d96a5e64b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.277762 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326a901-025d-4078-b7b1-1b26b3a8df4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b18c35-b88d-4cba-bb89-cc9e4202513e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:27.376336 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d6df314a-80d6-4cbd-9e7e-4d96a5e64b87 admin admin] Deleting port 6512ec26-23ed-46c8-a709-43125712d8ea {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:27.377029 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6df314a-80d6-4cbd-9e7e-4d96a5e64b87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.464011 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d6df314a-80d6-4cbd-9e7e-4d96a5e64b87 admin admin] For port 6512ec26-23ed-46c8-a709-43125712d8ea, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=6512ec26-23ed-46c8-a709-43125712d8ea,segment=NetworkSegment(55d6b9b2-c9d7-47f2-b78d-666d286e011f),segment_id=55d6b9b2-c9d7-47f2-b78d-666d286e011f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:27.464526 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6df314a-80d6-4cbd-9e7e-4d96a5e64b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.477614 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736743c9-3d33-4d59-8275-0124e878c5cb None None] DHCP port deletion for 81cffdc3-9a3b-48b8-90e6-a075f6df1f0f request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:38:27.497488 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d6df314a-80d6-4cbd-9e7e-4d96a5e64b87 admin admin] Calling delete_port for 6512ec26-23ed-46c8-a709-43125712d8ea owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:27.547800 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-736743c9-3d33-4d59-8275-0124e878c5cb None None] Deleting port 6512ec26-23ed-46c8-a709-43125712d8ea {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:27.548213 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-736743c9-3d33-4d59-8275-0124e878c5cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.623188 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6df314a-80d6-4cbd-9e7e-4d96a5e64b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.638387 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-736743c9-3d33-4d59-8275-0124e878c5cb None None] For port 6512ec26-23ed-46c8-a709-43125712d8ea, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=6512ec26-23ed-46c8-a709-43125712d8ea,segment=NetworkSegment(55d6b9b2-c9d7-47f2-b78d-666d286e011f),segment_id=55d6b9b2-c9d7-47f2-b78d-666d286e011f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:27.638875 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-736743c9-3d33-4d59-8275-0124e878c5cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.653023 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df314a-80d6-4cbd-9e7e-4d96a5e64b87 admin admin] Pushing event deleted for resources: {'Port': ['ID=6512ec26-23ed-46c8-a709-43125712d8ea,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:27.670114 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6df314a-80d6-4cbd-9e7e-4d96a5e64b87 admin admin] No DVR routers for this DVR port 6512ec26-23ed-46c8-a709-43125712d8ea on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:27.671170 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-736743c9-3d33-4d59-8275-0124e878c5cb None None] Calling delete_port for 6512ec26-23ed-46c8-a709-43125712d8ea owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:27.760370 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6df314a-80d6-4cbd-9e7e-4d96a5e64b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.773866 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-d6df314a-80d6-4cbd-9e7e-4d96a5e64b87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81cffdc3-9a3b-48b8-90e6-a075f6df1f0f']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:27.786754 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-d6df314a-80d6-4cbd-9e7e-4d96a5e64b87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d6b9b2-c9d7-47f2-b78d-666d286e011f') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:27.787824 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-d6df314a-80d6-4cbd-9e7e-4d96a5e64b87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d6b9b2-c9d7-47f2-b78d-666d286e011f') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:27.800665 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6df314a-80d6-4cbd-9e7e-4d96a5e64b87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.808175 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-736743c9-3d33-4d59-8275-0124e878c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.826039 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6df314a-80d6-4cbd-9e7e-4d96a5e64b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.832486 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736743c9-3d33-4d59-8275-0124e878c5cb None None] Pushing event deleted for resources: {'Port': ['ID=6512ec26-23ed-46c8-a709-43125712d8ea,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:27.848143 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736743c9-3d33-4d59-8275-0124e878c5cb None None] No DVR routers for this DVR port 6512ec26-23ed-46c8-a709-43125712d8ea on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:27.850518 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6df314a-80d6-4cbd-9e7e-4d96a5e64b87 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:38:27.852351 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6df314a-80d6-4cbd-9e7e-4d96a5e64b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:38:27.855721 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:38:27.947448 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6df314a-80d6-4cbd-9e7e-4d96a5e64b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.955392 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6df314a-80d6-4cbd-9e7e-4d96a5e64b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.958408 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d6df314a-80d6-4cbd-9e7e-4d96a5e64b87 admin admin] 10.222.0.25 "DELETE /v2.0/networks/81cffdc3-9a3b-48b8-90e6-a075f6df1f0f HTTP/1.1" status: 204 len: 168 time: 0.7762363 Jul 14 09:38:27.982649 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df314a-80d6-4cbd-9e7e-4d96a5e64b87 admin admin] Pushing event deleted for resources: {'Network': ['ID=81cffdc3-9a3b-48b8-90e6-a075f6df1f0f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:28.150876 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55242) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:28.220054 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-87723195-19f7-44b6-a6c7-68548d4768ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a1cfc79a17fa40569fffabf2c11251a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0677052 Jul 14 09:38:28.222523 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55246) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:28.293645 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8cb562e-9820-4468-b5d6-5624d6fd4476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:28.322948 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8cb562e-9820-4468-b5d6-5624d6fd4476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:28.407416 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8cb562e-9820-4468-b5d6-5624d6fd4476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:28.413222 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8cb562e-9820-4468-b5d6-5624d6fd4476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:28.415683 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a8cb562e-9820-4468-b5d6-5624d6fd4476 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2a52214c-3e90-4075-9bb0-b5e0e48ffbf1 HTTP/1.1" status: 204 len: 168 time: 0.1917744 Jul 14 09:38:28.433070 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb562e-9820-4468-b5d6-5624d6fd4476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a52214c-3e90-4075-9bb0-b5e0e48ffbf1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:28.645327 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 6512ec26-23ed-46c8-a709-43125712d8ea no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:28.673053 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 6512ec26-23ed-46c8-a709-43125712d8ea {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:28.673360 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 6512ec26-23ed-46c8-a709-43125712d8ea not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:28.673909 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e43413e1-b252-4f49-9bd4-a1432328885a no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:28.703342 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: e43413e1-b252-4f49-9bd4-a1432328885a {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:28.703750 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e43413e1-b252-4f49-9bd4-a1432328885a not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:29.424048 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55296) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:29.535402 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-8afd68c4-63d2-45c9-a08b-9f9d1b911bce admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1189777831-network', 'tenant_id': '55e970e5b0f148988dad223e2230dbc6'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:29.562896 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afd68c4-63d2-45c9-a08b-9f9d1b911bce admin admin] Made reservation on behalf of 55e970e5b0f148988dad223e2230dbc6 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:29.565813 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8afd68c4-63d2-45c9-a08b-9f9d1b911bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.575310 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8afd68c4-63d2-45c9-a08b-9f9d1b911bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.697016 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8afd68c4-63d2-45c9-a08b-9f9d1b911bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.701450 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8afd68c4-63d2-45c9-a08b-9f9d1b911bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.728414 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8afd68c4-63d2-45c9-a08b-9f9d1b911bce admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:38:29.745260 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd68c4-63d2-45c9-a08b-9f9d1b911bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4f78a0-f25f-4325-b290-519980b56ccc,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:29.750893 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8afd68c4-63d2-45c9-a08b-9f9d1b911bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.751335 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-8afd68c4-63d2-45c9-a08b-9f9d1b911bce admin admin] Added segment ccb80a8f-f288-4c76-9149-1122179c3965 of type vlan for network 27200511-7d49-4a68-afe0-eadc36d29400 Jul 14 09:38:29.796824 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8afd68c4-63d2-45c9-a08b-9f9d1b911bce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.832405 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8afd68c4-63d2-45c9-a08b-9f9d1b911bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.833749 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afd68c4-63d2-45c9-a08b-9f9d1b911bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:29.834358 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8afd68c4-63d2-45c9-a08b-9f9d1b911bce admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.920661 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8afd68c4-63d2-45c9-a08b-9f9d1b911bce admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4954383 Jul 14 09:38:29.924637 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55320) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:29.931401 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e72eb75b-f3d1-421b-8620-964af75d9cab admin admin] Request body: {'subnet': {'network_id': '27200511-7d49-4a68-afe0-eadc36d29400', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1189777831-subnet', 'tenant_id': '55e970e5b0f148988dad223e2230dbc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:29.941204 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd68c4-63d2-45c9-a08b-9f9d1b911bce admin admin] Pushing event updated for resources: {'Network': ['ID=27200511-7d49-4a68-afe0-eadc36d29400,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:29.951668 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55322) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:29.952866 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 27200511-7d49-4a68-afe0-eadc36d29400 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:38:29.966232 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72eb75b-f3d1-421b-8620-964af75d9cab admin admin] Made reservation on behalf of 55e970e5b0f148988dad223e2230dbc6 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:29.970219 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e72eb75b-f3d1-421b-8620-964af75d9cab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.086322 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-390d80c5-d8d5-4d47-85ca-34ab2304d491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.178662 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e72eb75b-f3d1-421b-8620-964af75d9cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.185955 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-390d80c5-d8d5-4d47-85ca-34ab2304d491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.191141 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-390d80c5-d8d5-4d47-85ca-34ab2304d491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.235926 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-390d80c5-d8d5-4d47-85ca-34ab2304d491 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0f9b7ce552ef4bb89701997141972a89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2787032 Jul 14 09:38:30.235926 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d80c5-d8d5-4d47-85ca-34ab2304d491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e6ad2a-d400-4e72-a1a8-037461fc9d17,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:30.237005 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55326) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:30.246350 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72eb75b-f3d1-421b-8620-964af75d9cab admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1d1a6fd-0eaf-42bc-9e5a-3e2fd99addec,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:30.260339 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72eb75b-f3d1-421b-8620-964af75d9cab admin admin] Checking segment: {'id': 'ccb80a8f-f288-4c76-9149-1122179c3965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '27200511-7d49-4a68-afe0-eadc36d29400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:30.261214 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72eb75b-f3d1-421b-8620-964af75d9cab admin admin] Network hostable DHCP agents. Network: 27200511-7d49-4a68-afe0-eadc36d29400, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:38:30.283704 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72eb75b-f3d1-421b-8620-964af75d9cab admin admin] Network 27200511-7d49-4a68-afe0-eadc36d29400 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:38:30.290298 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-e72eb75b-f3d1-421b-8620-964af75d9cab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 27200511-7d49-4a68-afe0-eadc36d29400) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:30.297649 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72eb75b-f3d1-421b-8620-964af75d9cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:30.298614 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e72eb75b-f3d1-421b-8620-964af75d9cab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.310050 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64169ac3-e6b5-4f5b-a8c7-c08610d0adf7 None None] Network 27200511-7d49-4a68-afe0-eadc36d29400 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:30.316832 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-815ff79d-344c-4529-a7d6-6655b976f395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.322056 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e72eb75b-f3d1-421b-8620-964af75d9cab admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3955138 Jul 14 09:38:30.346959 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-815ff79d-344c-4529-a7d6-6655b976f395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.400647 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-815ff79d-344c-4529-a7d6-6655b976f395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.403250 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-815ff79d-344c-4529-a7d6-6655b976f395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.404493 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-815ff79d-344c-4529-a7d6-6655b976f395 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/99e6ad2a-d400-4e72-a1a8-037461fc9d17 HTTP/1.1" status: 204 len: 168 time: 0.1665130 Jul 14 09:38:30.413531 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ff79d-344c-4529-a7d6-6655b976f395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e6ad2a-d400-4e72-a1a8-037461fc9d17,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:30.521549 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2305f7-eaf6-4c9d-8bf0-a292c99463d8 None None] Network 27200511-7d49-4a68-afe0-eadc36d29400 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:30.754285 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55342) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:30.768823 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0303290d-0493-4374-8b10-d7cd1faf7e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.910940 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0303290d-0493-4374-8b10-d7cd1faf7e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.915857 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0303290d-0493-4374-8b10-d7cd1faf7e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.949990 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-a419919a-579c-4c8c-ba6d-3de58f307afa tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:30.951639 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-a419919a-579c-4c8c-ba6d-3de58f307afa tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] 10.222.0.25 "GET /v2.0/networks?id=27200511-7d49-4a68-afe0-eadc36d29400 HTTP/1.1" status: 200 len: 818 time: 0.1260822 Jul 14 09:38:30.970558 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0303290d-0493-4374-8b10-d7cd1faf7e41 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c24720ee1e3a4c6da1485bbf7c04e0c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2116292 Jul 14 09:38:30.970558 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303290d-0493-4374-8b10-d7cd1faf7e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b38357-3028-487a-a768-cc364f681053,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:30.971157 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55360) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:30.974172 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-7104e86d-78f6-4429-9178-f60a91484ed1 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] 10.222.0.25 "GET /v2.0/quotas/55e970e5b0f148988dad223e2230dbc6 HTTP/1.1" status: 200 len: 375 time: 0.0119946 Jul 14 09:38:31.026352 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-ae29dd4e-30d6-4e2f-9120-8cccadd6620d tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=55e970e5b0f148988dad223e2230dbc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461838 Jul 14 09:38:31.039545 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55186bf6-f27e-4fe0-8c6f-3dcbf11b6fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.069320 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55186bf6-f27e-4fe0-8c6f-3dcbf11b6fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.137624 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55186bf6-f27e-4fe0-8c6f-3dcbf11b6fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.138079 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-895ca8a5-3349-4421-a470-cba01c928884 service neutron] 10.222.0.25 "GET /v2.0/networks/27200511-7d49-4a68-afe0-eadc36d29400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030371 Jul 14 09:38:31.144170 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55186bf6-f27e-4fe0-8c6f-3dcbf11b6fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.145886 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-55186bf6-f27e-4fe0-8c6f-3dcbf11b6fa3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78b38357-3028-487a-a768-cc364f681053 HTTP/1.1" status: 204 len: 168 time: 0.1734340 Jul 14 09:38:31.158919 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55186bf6-f27e-4fe0-8c6f-3dcbf11b6fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b38357-3028-487a-a768-cc364f681053,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:31.266561 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-ae90fcf1-a561-4f25-8850-5af0459542bf service neutron] 10.222.0.25 "GET /v2.0/networks/27200511-7d49-4a68-afe0-eadc36d29400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219647 Jul 14 09:38:31.589413 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5c011fca-5f8f-4e29-95e6-997780a633b8 req-059d80ba-3b79-4b3c-8325-d6598f14da5c tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c59b21d-2f36-46b3-a1bb-76d16f29c308 HTTP/1.1" status: 200 len: 210 time: 0.0602927 Jul 14 09:38:32.810379 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-49763141-a632-4795-9101-3d8a38c4f029 req-8fb24661-d4b6-46c6-baef-4e31a1521e9a tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c59b21d-2f36-46b3-a1bb-76d16f29c308 HTTP/1.1" status: 200 len: 210 time: 0.0515885 Jul 14 09:38:33.335588 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-21cb5adb-4413-4a49-ab4b-ce1d27227515 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:33.338817 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-21cb5adb-4413-4a49-ab4b-ce1d27227515 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] 10.222.0.44 "GET /v2.0/networks?id=27200511-7d49-4a68-afe0-eadc36d29400 HTTP/1.1" status: 200 len: 818 time: 0.1979003 Jul 14 09:38:33.354673 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-f94aaa2f-468e-4344-b5d7-66d1b178bc28 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Request body: {'port': {'device_id': '0c59b21d-2f36-46b3-a1bb-76d16f29c308', 'network_id': '27200511-7d49-4a68-afe0-eadc36d29400', 'admin_state_up': True, 'tenant_id': '55e970e5b0f148988dad223e2230dbc6'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:33.544520 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-f94aaa2f-468e-4344-b5d7-66d1b178bc28 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Made reservation on behalf of 55e970e5b0f148988dad223e2230dbc6 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:33.548364 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-f94aaa2f-468e-4344-b5d7-66d1b178bc28 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.757437 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-f94aaa2f-468e-4344-b5d7-66d1b178bc28 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Allocated IP 172.20.0.4 (27200511-7d49-4a68-afe0-eadc36d29400/b1d1a6fd-0eaf-42bc-9e5a-3e2fd99addec/9c37a381-574b-4025-9e92-e7717e3fc170) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:33.991767 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-f94aaa2f-468e-4344-b5d7-66d1b178bc28 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.994622 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cd201b96-c318-4fe5-a265-8fc514338212 req-440c1e3a-1b50-4f8d-a28b-fd4c5317801a tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c59b21d-2f36-46b3-a1bb-76d16f29c308 HTTP/1.1" status: 200 len: 210 time: 0.0299835 Jul 14 09:38:34.049864 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-f94aaa2f-468e-4344-b5d7-66d1b178bc28 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.101795 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-f94aaa2f-468e-4344-b5d7-66d1b178bc28 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Network 27200511-7d49-4a68-afe0-eadc36d29400 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:34.103913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-f94aaa2f-468e-4344-b5d7-66d1b178bc28 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:34.106928 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-f94aaa2f-468e-4344-b5d7-66d1b178bc28 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:34.143301 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94aaa2f-468e-4344-b5d7-66d1b178bc28 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Pushing event updated for resources: {'Port': ['ID=9c37a381-574b-4025-9e92-e7717e3fc170,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:34.172533 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-f94aaa2f-468e-4344-b5d7-66d1b178bc28 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:34.173288 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-f94aaa2f-468e-4344-b5d7-66d1b178bc28 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.189595 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-f94aaa2f-468e-4344-b5d7-66d1b178bc28 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8399796 Jul 14 09:38:34.201484 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-c8ee78b0-e824-48c7-bc9c-a06902dbb4bc service neutron] Request body: {'port': {'device_id': '0c59b21d-2f36-46b3-a1bb-76d16f29c308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:34.285191 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-c8ee78b0-e824-48c7-bc9c-a06902dbb4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.564350 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-c8ee78b0-e824-48c7-bc9c-a06902dbb4bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c37a381-574b-4025-9e92-e7717e3fc170 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:34.574390 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-c8ee78b0-e824-48c7-bc9c-a06902dbb4bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.590182 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-c8ee78b0-e824-48c7-bc9c-a06902dbb4bc service neutron] Transition to ACTIVE for port object 9c37a381-574b-4025-9e92-e7717e3fc170 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:34.596115 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-c8ee78b0-e824-48c7-bc9c-a06902dbb4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.649226 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee78b0-e824-48c7-bc9c-a06902dbb4bc service neutron] Pushing event updated for resources: {'Port': ['ID=9c37a381-574b-4025-9e92-e7717e3fc170,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:34.736750 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-c8ee78b0-e824-48c7-bc9c-a06902dbb4bc service neutron] Attempting to bind port 9c37a381-574b-4025-9e92-e7717e3fc170 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:34.737103 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-c8ee78b0-e824-48c7-bc9c-a06902dbb4bc service neutron] Attempting to bind port 9c37a381-574b-4025-9e92-e7717e3fc170 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'ccb80a8f-f288-4c76-9149-1122179c3965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '27200511-7d49-4a68-afe0-eadc36d29400'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:34.737690 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-c8ee78b0-e824-48c7-bc9c-a06902dbb4bc service neutron] Attempting to bind port 9c37a381-574b-4025-9e92-e7717e3fc170 on network 27200511-7d49-4a68-afe0-eadc36d29400 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:34.742292 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-c8ee78b0-e824-48c7-bc9c-a06902dbb4bc service neutron] Port 9c37a381-574b-4025-9e92-e7717e3fc170 on network 27200511-7d49-4a68-afe0-eadc36d29400 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:34.742628 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-c8ee78b0-e824-48c7-bc9c-a06902dbb4bc service neutron] Attempting to bind port 9c37a381-574b-4025-9e92-e7717e3fc170 on network 27200511-7d49-4a68-afe0-eadc36d29400 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:34.748347 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-c8ee78b0-e824-48c7-bc9c-a06902dbb4bc service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:34.748347 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-c8ee78b0-e824-48c7-bc9c-a06902dbb4bc service neutron] Checking segment: {'id': 'ccb80a8f-f288-4c76-9149-1122179c3965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '27200511-7d49-4a68-afe0-eadc36d29400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:34.748731 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-c8ee78b0-e824-48c7-bc9c-a06902dbb4bc service neutron] Bound using segment: {'id': 'ccb80a8f-f288-4c76-9149-1122179c3965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '27200511-7d49-4a68-afe0-eadc36d29400'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:34.749944 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-c8ee78b0-e824-48c7-bc9c-a06902dbb4bc service neutron] Bound port: 9c37a381-574b-4025-9e92-e7717e3fc170, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb80a8f-f288-4c76-9149-1122179c3965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '27200511-7d49-4a68-afe0-eadc36d29400'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:34.750314 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-c8ee78b0-e824-48c7-bc9c-a06902dbb4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.853031 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-c8ee78b0-e824-48c7-bc9c-a06902dbb4bc service neutron] For port 9c37a381-574b-4025-9e92-e7717e3fc170, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:34.859576 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-c8ee78b0-e824-48c7-bc9c-a06902dbb4bc service neutron] For port 9c37a381-574b-4025-9e92-e7717e3fc170, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9c37a381-574b-4025-9e92-e7717e3fc170,segment=NetworkSegment(ccb80a8f-f288-4c76-9149-1122179c3965),segment_id=ccb80a8f-f288-4c76-9149-1122179c3965)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:34.865687 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-c8ee78b0-e824-48c7-bc9c-a06902dbb4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.910736 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-c8ee78b0-e824-48c7-bc9c-a06902dbb4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:34.911544 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-c8ee78b0-e824-48c7-bc9c-a06902dbb4bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.912969 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-c8ee78b0-e824-48c7-bc9c-a06902dbb4bc service neutron] 10.222.0.44 "PUT /v2.0/ports/9c37a381-574b-4025-9e92-e7717e3fc170 HTTP/1.1" status: 200 len: 1092 time: 0.7160943 Jul 14 09:38:34.915614 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c59b21d-2f36-46b3-a1bb-76d16f29c308', 'tag': '9c37a381-574b-4025-9e92-e7717e3fc170'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:34.919017 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1466e4c3-1269-489e-bf46-01605137b8bc" -d '{"events": [{"name": "network-changed", "server_uuid": "0c59b21d-2f36-46b3-a1bb-76d16f29c308", "tag": "9c37a381-574b-4025-9e92-e7717e3fc170"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:34.963608 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee78b0-e824-48c7-bc9c-a06902dbb4bc service neutron] Pushing event updated for resources: {'Port': ['ID=9c37a381-574b-4025-9e92-e7717e3fc170,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:34.991219 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-25694bb9-6652-4586-bac5-6487aa604428 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1973600748&fields=id&tenant_id=87d49df898e44e948cc3665c8c3c2f58 HTTP/1.1" status: 200 len: 267 time: 0.0434749 Jul 14 09:38:35.022308 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc4b795-93a3-4efd-9e84-1fcee48a1d0f x-openstack-request-id: req-ffc4b795-93a3-4efd-9e84-1fcee48a1d0f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:35.022599 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c59b21d-2f36-46b3-a1bb-76d16f29c308", "tag": "9c37a381-574b-4025-9e92-e7717e3fc170", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:35.022845 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ffc4b795-93a3-4efd-9e84-1fcee48a1d0f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:35.023243 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c59b21d-2f36-46b3-a1bb-76d16f29c308', 'tag': '9c37a381-574b-4025-9e92-e7717e3fc170', 'status': 'completed', 'code': 200} Jul 14 09:38:35.052998 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-97eb55cf-2ed4-41cf-9d71-d2b81233f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:35.055020 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-97eb55cf-2ed4-41cf-9d71-d2b81233f4e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55e970e5b0f148988dad223e2230dbc6&device_id=0c59b21d-2f36-46b3-a1bb-76d16f29c308 HTTP/1.1" status: 200 len: 1095 time: 0.0847707 Jul 14 09:38:35.099317 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-b95b90a0-c0f8-42cb-aec4-4603ea29744c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c37a381-574b-4025-9e92-e7717e3fc170 HTTP/1.1" status: 200 len: 217 time: 0.0360816 Jul 14 09:38:35.115554 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-233f4914-8044-4f6c-a747-43c72b80fe95 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:35.117791 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-233f4914-8044-4f6c-a747-43c72b80fe95 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 810 time: 0.1139860 Jul 14 09:38:35.138088 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-b3825f6f-ae1f-4a64-b98a-04d274a1f502 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/quotas/87d49df898e44e948cc3665c8c3c2f58 HTTP/1.1" status: 200 len: 375 time: 0.0142157 Jul 14 09:38:35.150617 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-ddb8f7df-088a-4b7b-a190-0d99d4f381f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:35.152127 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-ddb8f7df-088a-4b7b-a190-0d99d4f381f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1d1a6fd-0eaf-42bc-9e5a-3e2fd99addec HTTP/1.1" status: 200 len: 858 time: 0.0462830 Jul 14 09:38:35.184517 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-c738fa65-8375-4d1b-b6b2-99749813c85e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27200511-7d49-4a68-afe0-eadc36d29400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258465 Jul 14 09:38:35.242872 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d189c4-d6ff-4bb5-b490-927ba5e3723f req-17713302-9dea-4c66-997c-e437e8969323 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:35.244382 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-48d189c4-d6ff-4bb5-b490-927ba5e3723f req-17713302-9dea-4c66-997c-e437e8969323 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c59b21d-2f36-46b3-a1bb-76d16f29c308 HTTP/1.1" status: 200 len: 943 time: 0.1044340 Jul 14 09:38:35.250263 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-eed3fc3b-62d8-437f-b686-84bf9f279c4a tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1113946 Jul 14 09:38:35.279523 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-a6e6375c-8448-4b29-8e10-39938f273526 service neutron] 10.222.0.44 "GET /v2.0/networks/27200511-7d49-4a68-afe0-eadc36d29400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883162 Jul 14 09:38:35.332480 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-48d189c4-d6ff-4bb5-b490-927ba5e3723f req-95da3097-4f01-484c-a4fe-bf30ed58a5a8 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec4f78a0-f25f-4325-b290-519980b56ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810051 Jul 14 09:38:35.377546 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-b24bb81a-1a8a-46fb-b570-4c8138590e91 service neutron] 10.222.0.25 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089134 Jul 14 09:38:35.382472 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1fbe1968-5426-4385-bd98-6112d4aaad23 req-9c4b4239-810f-4fb9-be87-f1b11df6c699 service neutron] 10.222.0.44 "GET /v2.0/networks/27200511-7d49-4a68-afe0-eadc36d29400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931406 Jul 14 09:38:35.480263 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-6ad0dac2-fecf-471b-9891-1b89216f0c1d service neutron] 10.222.0.25 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966628 Jul 14 09:38:35.487913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466e4c3-1269-489e-bf46-01605137b8bc req-95abbcc7-49db-4880-8916-4b26fa2b33d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:35.489421 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1466e4c3-1269-489e-bf46-01605137b8bc req-95abbcc7-49db-4880-8916-4b26fa2b33d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55e970e5b0f148988dad223e2230dbc6&device_id=0c59b21d-2f36-46b3-a1bb-76d16f29c308 HTTP/1.1" status: 200 len: 1095 time: 0.0577259 Jul 14 09:38:35.579042 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466e4c3-1269-489e-bf46-01605137b8bc req-bebfa136-3860-4f2d-9128-e062b26269b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:35.580498 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1466e4c3-1269-489e-bf46-01605137b8bc req-bebfa136-3860-4f2d-9128-e062b26269b3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=27200511-7d49-4a68-afe0-eadc36d29400 HTTP/1.1" status: 200 len: 918 time: 0.0844707 Jul 14 09:38:35.629064 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1466e4c3-1269-489e-bf46-01605137b8bc req-7d333f0c-26ec-4c4c-a5fe-b34d7f012818 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c37a381-574b-4025-9e92-e7717e3fc170 HTTP/1.1" status: 200 len: 217 time: 0.0408268 Jul 14 09:38:35.686410 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466e4c3-1269-489e-bf46-01605137b8bc req-03facbd9-c974-4986-a761-5840ba555d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:35.688650 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1466e4c3-1269-489e-bf46-01605137b8bc req-03facbd9-c974-4986-a761-5840ba555d7c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1d1a6fd-0eaf-42bc-9e5a-3e2fd99addec HTTP/1.1" status: 200 len: 858 time: 0.0526948 Jul 14 09:38:35.735337 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1466e4c3-1269-489e-bf46-01605137b8bc req-c6f47e75-8f52-4b5a-b138-4072210a52a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27200511-7d49-4a68-afe0-eadc36d29400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378332 Jul 14 09:38:35.801295 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8e299476-8e0f-447f-8a23-42fc3fd74641 req-523cc450-d54d-44b2-85ab-d7d7a8a30507 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 210 time: 0.0323772 Jul 14 09:38:35.848061 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1466e4c3-1269-489e-bf46-01605137b8bc req-5c0f68f3-2212-4384-a030-3da7819bb12c service neutron] 10.222.0.44 "GET /v2.0/networks/27200511-7d49-4a68-afe0-eadc36d29400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054802 Jul 14 09:38:35.951097 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1466e4c3-1269-489e-bf46-01605137b8bc req-bf139ec7-873b-4d78-832f-31d43f6de253 service neutron] 10.222.0.44 "GET /v2.0/networks/27200511-7d49-4a68-afe0-eadc36d29400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949297 Jul 14 09:38:36.586830 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d313c7a-9e02-4c9d-9371-08953ec8837f req-c220f550-8703-4074-b860-7b10123d3816 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:36.588437 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d313c7a-9e02-4c9d-9371-08953ec8837f req-c220f550-8703-4074-b860-7b10123d3816 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c59b21d-2f36-46b3-a1bb-76d16f29c308 HTTP/1.1" status: 200 len: 943 time: 0.1114607 Jul 14 09:38:36.631419 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d313c7a-9e02-4c9d-9371-08953ec8837f req-ddbcd801-ea98-4a2e-8909-e9bba040e8b2 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec4f78a0-f25f-4325-b290-519980b56ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365937 Jul 14 09:38:37.004888 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eda661df-56a7-4850-8c05-20966f823e87 req-0ffa8498-09a6-42f7-a211-975b5524d7c6 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 210 time: 0.0503707 Jul 14 09:38:37.065725 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-2861ee75-6529-4ae5-9a28-723d23a93998 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:37.067239 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-2861ee75-6529-4ae5-9a28-723d23a93998 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 810 time: 0.1603534 Jul 14 09:38:37.126432 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-9ae16bd8-9f29-488f-a7ee-1a79fac8b3b2 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87d49df898e44e948cc3665c8c3c2f58 HTTP/1.1" status: 200 len: 380 time: 0.0440204 Jul 14 09:38:37.136311 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-490ec40e-ea03-4c61-8c85-fcd5038ff8ec tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Request body: {'port': {'device_id': '7a463692-fc10-4636-af51-9c71d081eacc', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'admin_state_up': True, 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'security_groups': ['d288f04e-94bd-4c2b-9535-ff42eda07592']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:37.254573 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-490ec40e-ea03-4c61-8c85-fcd5038ff8ec tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Made reservation on behalf of 87d49df898e44e948cc3665c8c3c2f58 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:37.258523 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-490ec40e-ea03-4c61-8c85-fcd5038ff8ec tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:37.274532 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:38:37.318854 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9c37a381-574b-4025-9e92-e7717e3fc170 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:38:37.399439 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-82a34edc-fb05-4f00-aa3d-02460520cec0 req-bf182fda-87ae-4c62-bdfe-7ff8aa7fda4d service neutron] (93773) timed out ('10.222.0.25', 33650) {{(pid=93773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:38:37.428503 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-490ec40e-ea03-4c61-8c85-fcd5038ff8ec tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Allocated IP 172.20.0.12 (b78f139e-d876-4f71-b091-055c8a4ef271/6ea6b1e4-2ec5-4105-843d-111f5668e0d2/1555c29b-83e0-4da1-8192-e16b8a2d6aa8) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:37.436997 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 9c37a381-574b-4025-9e92-e7717e3fc170, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9c37a381-574b-4025-9e92-e7717e3fc170,segment=NetworkSegment(ccb80a8f-f288-4c76-9149-1122179c3965),segment_id=ccb80a8f-f288-4c76-9149-1122179c3965)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:37.454782 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '9c37a381-574b-4025-9e92-e7717e3fc170', 'network_id': '27200511-7d49-4a68-afe0-eadc36d29400', 'port_id': '9c37a381-574b-4025-9e92-e7717e3fc170', 'mac_address': 'fa:16:3e:72:63:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d1a6fd-0eaf-42bc-9e5a-3e2fd99addec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:38:37.519554 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:37.548534 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c37a381-574b-4025-9e92-e7717e3fc170 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:37.587286 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 9c37a381-574b-4025-9e92-e7717e3fc170, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9c37a381-574b-4025-9e92-e7717e3fc170,segment=NetworkSegment(ccb80a8f-f288-4c76-9149-1122179c3965),segment_id=ccb80a8f-f288-4c76-9149-1122179c3965)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:37.593348 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:37.617063 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-490ec40e-ea03-4c61-8c85-fcd5038ff8ec tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:37.638985 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-490ec40e-ea03-4c61-8c85-fcd5038ff8ec tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Transition to ACTIVE for port object 1555c29b-83e0-4da1-8192-e16b8a2d6aa8 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:37.653846 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=9c37a381-574b-4025-9e92-e7717e3fc170,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:37.663433 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:37.673522 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:37.674613 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:37.675477 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:37.676338 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:37.676936 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:37.677518 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:37.678077 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:37.678651 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:37.679205 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:37.679790 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:37.680363 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:37.706905 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-490ec40e-ea03-4c61-8c85-fcd5038ff8ec tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:37.769211 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-490ec40e-ea03-4c61-8c85-fcd5038ff8ec tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Network b78f139e-d876-4f71-b091-055c8a4ef271 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:37.780705 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-490ec40e-ea03-4c61-8c85-fcd5038ff8ec tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:37.800842 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-490ec40e-ea03-4c61-8c85-fcd5038ff8ec tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:37.806879 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['9c37a381-574b-4025-9e92-e7717e3fc170'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:37.836870 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ec40e-ea03-4c61-8c85-fcd5038ff8ec tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event updated for resources: {'Port': ['ID=1555c29b-83e0-4da1-8192-e16b8a2d6aa8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:37.887563 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-490ec40e-ea03-4c61-8c85-fcd5038ff8ec tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:37.888955 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-490ec40e-ea03-4c61-8c85-fcd5038ff8ec tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:37.917438 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-490ec40e-ea03-4c61-8c85-fcd5038ff8ec tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7847853 Jul 14 09:38:37.935997 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-d10778ce-8ccf-4af4-8ece-677411834bbf service neutron] Request body: {'port': {'device_id': '7a463692-fc10-4636-af51-9c71d081eacc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:37.973837 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93e8d9-a68e-42f6-9020-f2ec2b0c33fd req-a54087ce-d559-48cb-ba79-8a64994e36a5 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:37.975473 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e93e8d9-a68e-42f6-9020-f2ec2b0c33fd req-a54087ce-d559-48cb-ba79-8a64994e36a5 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c59b21d-2f36-46b3-a1bb-76d16f29c308 HTTP/1.1" status: 200 len: 944 time: 0.1699989 Jul 14 09:38:38.068336 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e93e8d9-a68e-42f6-9020-f2ec2b0c33fd req-3b4295ea-3050-4e98-b106-80b169c8d71f tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec4f78a0-f25f-4325-b290-519980b56ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831246 Jul 14 09:38:38.120465 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-d10778ce-8ccf-4af4-8ece-677411834bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:38.349309 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-619d4e36-484b-4e77-a989-92ec66e111a9 None None] Provisioning for port 1555c29b-83e0-4da1-8192-e16b8a2d6aa8 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:38.376269 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-619d4e36-484b-4e77-a989-92ec66e111a9 None None] Provisioning complete for port 1555c29b-83e0-4da1-8192-e16b8a2d6aa8 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:38.377123 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-619d4e36-484b-4e77-a989-92ec66e111a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:38.447881 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04639941-420b-4f36-841c-bd84ea200c2d req-f429c67f-26db-41a1-9b2b-67310c655677 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:38.448311 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-619d4e36-484b-4e77-a989-92ec66e111a9 None None] Port 1555c29b-83e0-4da1-8192-e16b8a2d6aa8 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:38.449825 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04639941-420b-4f36-841c-bd84ea200c2d req-f429c67f-26db-41a1-9b2b-67310c655677 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 932 time: 0.1871061 Jul 14 09:38:38.522160 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04639941-420b-4f36-841c-bd84ea200c2d req-ba3575b8-26ad-4caf-b168-c19b93c57625 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575519 Jul 14 09:38:38.549971 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-d10778ce-8ccf-4af4-8ece-677411834bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1555c29b-83e0-4da1-8192-e16b8a2d6aa8 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:38.559923 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-d10778ce-8ccf-4af4-8ece-677411834bbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:38.589573 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-d10778ce-8ccf-4af4-8ece-677411834bbf service neutron] Transition to ACTIVE for port object 1555c29b-83e0-4da1-8192-e16b8a2d6aa8 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:38.596126 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-d10778ce-8ccf-4af4-8ece-677411834bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:38.654463 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10778ce-8ccf-4af4-8ece-677411834bbf service neutron] Pushing event updated for resources: {'Port': ['ID=1555c29b-83e0-4da1-8192-e16b8a2d6aa8,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:38.737007 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-d10778ce-8ccf-4af4-8ece-677411834bbf service neutron] Attempting to bind port 1555c29b-83e0-4da1-8192-e16b8a2d6aa8 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:38.737399 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-d10778ce-8ccf-4af4-8ece-677411834bbf service neutron] Attempting to bind port 1555c29b-83e0-4da1-8192-e16b8a2d6aa8 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:38.737691 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-d10778ce-8ccf-4af4-8ece-677411834bbf service neutron] Attempting to bind port 1555c29b-83e0-4da1-8192-e16b8a2d6aa8 on network b78f139e-d876-4f71-b091-055c8a4ef271 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:38.742918 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-d10778ce-8ccf-4af4-8ece-677411834bbf service neutron] Port 1555c29b-83e0-4da1-8192-e16b8a2d6aa8 on network b78f139e-d876-4f71-b091-055c8a4ef271 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:38.743258 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-d10778ce-8ccf-4af4-8ece-677411834bbf service neutron] Attempting to bind port 1555c29b-83e0-4da1-8192-e16b8a2d6aa8 on network b78f139e-d876-4f71-b091-055c8a4ef271 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:38.752956 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-d10778ce-8ccf-4af4-8ece-677411834bbf service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:38.753780 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-d10778ce-8ccf-4af4-8ece-677411834bbf service neutron] Checking segment: {'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:38.754201 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-d10778ce-8ccf-4af4-8ece-677411834bbf service neutron] Bound using segment: {'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:38.754928 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-d10778ce-8ccf-4af4-8ece-677411834bbf service neutron] Bound port: 1555c29b-83e0-4da1-8192-e16b8a2d6aa8, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:38.755316 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-d10778ce-8ccf-4af4-8ece-677411834bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:38.864309 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-d10778ce-8ccf-4af4-8ece-677411834bbf service neutron] For port 1555c29b-83e0-4da1-8192-e16b8a2d6aa8, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:38.868398 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-d10778ce-8ccf-4af4-8ece-677411834bbf service neutron] For port 1555c29b-83e0-4da1-8192-e16b8a2d6aa8, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=1555c29b-83e0-4da1-8192-e16b8a2d6aa8,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:38.878666 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-d10778ce-8ccf-4af4-8ece-677411834bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:38.922547 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-d10778ce-8ccf-4af4-8ece-677411834bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:38.923178 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-d10778ce-8ccf-4af4-8ece-677411834bbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:38.924656 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-d10778ce-8ccf-4af4-8ece-677411834bbf service neutron] 10.222.0.47 "PUT /v2.0/ports/1555c29b-83e0-4da1-8192-e16b8a2d6aa8 HTTP/1.1" status: 200 len: 1093 time: 0.9980228 Jul 14 09:38:38.925102 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a463692-fc10-4636-af51-9c71d081eacc', 'tag': '1555c29b-83e0-4da1-8192-e16b8a2d6aa8'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:38.927348 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1972489f-cc4f-4997-89c9-f3f2e5000d05" -d '{"events": [{"name": "network-changed", "server_uuid": "7a463692-fc10-4636-af51-9c71d081eacc", "tag": "1555c29b-83e0-4da1-8192-e16b8a2d6aa8"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:38.974732 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10778ce-8ccf-4af4-8ece-677411834bbf service neutron] Pushing event updated for resources: {'Port': ['ID=1555c29b-83e0-4da1-8192-e16b8a2d6aa8,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:38.991689 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad35963-c73f-410f-93cb-f3c39110e9cf x-openstack-request-id: req-4ad35963-c73f-410f-93cb-f3c39110e9cf {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:38.992115 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a463692-fc10-4636-af51-9c71d081eacc", "tag": "1555c29b-83e0-4da1-8192-e16b8a2d6aa8", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:38.992367 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ad35963-c73f-410f-93cb-f3c39110e9cf {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:38.992897 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a463692-fc10-4636-af51-9c71d081eacc', 'tag': '1555c29b-83e0-4da1-8192-e16b8a2d6aa8', 'status': 'completed', 'code': 200} Jul 14 09:38:39.056308 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-b37793ac-dc19-41eb-8dff-72a0f1625f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:39.058000 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-b37793ac-dc19-41eb-8dff-72a0f1625f59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 1096 time: 0.0794401 Jul 14 09:38:39.334160 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9c37a381-574b-4025-9e92-e7717e3fc170 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:39.364656 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d5a38-977d-49cc-9b8f-4e4260fdf55d req-30f97e10-91a6-4f39-bf35-fc21a13b7621 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:39.367775 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c28d5a38-977d-49cc-9b8f-4e4260fdf55d req-30f97e10-91a6-4f39-bf35-fc21a13b7621 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c59b21d-2f36-46b3-a1bb-76d16f29c308 HTTP/1.1" status: 200 len: 944 time: 0.1036334 Jul 14 09:38:39.454564 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 9c37a381-574b-4025-9e92-e7717e3fc170 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:39.460249 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c28d5a38-977d-49cc-9b8f-4e4260fdf55d req-211096ca-e987-4c1c-976d-9c45e0be84e2 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec4f78a0-f25f-4325-b290-519980b56ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847976 Jul 14 09:38:39.466213 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 9c37a381-574b-4025-9e92-e7717e3fc170 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:39.467067 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:39.543733 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-0aedbe67-8407-495d-b57d-9ae4110691bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1555c29b-83e0-4da1-8192-e16b8a2d6aa8 HTTP/1.1" status: 200 len: 217 time: 0.4775920 Jul 14 09:38:39.616854 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-928df8e2-300b-48ef-8101-fafb6a34cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:39.618644 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-928df8e2-300b-48ef-8101-fafb6a34cc58 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea6b1e4-2ec5-4105-843d-111f5668e0d2 HTTP/1.1" status: 200 len: 849 time: 0.0680053 Jul 14 09:38:39.648060 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:39.678880 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c59b21d-2f36-46b3-a1bb-76d16f29c308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c37a381-574b-4025-9e92-e7717e3fc170'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:39.681970 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0eca252-a817-4348-8f20-5c6c9c58d99f" -d '{"events": [{"server_uuid": "0c59b21d-2f36-46b3-a1bb-76d16f29c308", "name": "network-vif-plugged", "status": "completed", "tag": "9c37a381-574b-4025-9e92-e7717e3fc170"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:39.721762 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 9c37a381-574b-4025-9e92-e7717e3fc170, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9c37a381-574b-4025-9e92-e7717e3fc170,segment=NetworkSegment(ccb80a8f-f288-4c76-9149-1122179c3965),segment_id=ccb80a8f-f288-4c76-9149-1122179c3965)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:39.729579 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:39.737478 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-0665a697-b849-4b40-b3b2-cef174b8b4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:39.740060 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-0665a697-b849-4b40-b3b2-cef174b8b4b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78f139e-d876-4f71-b091-055c8a4ef271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1138208 Jul 14 09:38:39.758606 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6abc18-3ead-4a46-87d1-7a11b1a482ec x-openstack-request-id: req-7d6abc18-3ead-4a46-87d1-7a11b1a482ec {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:39.759252 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c59b21d-2f36-46b3-a1bb-76d16f29c308", "name": "network-vif-plugged", "status": "completed", "tag": "9c37a381-574b-4025-9e92-e7717e3fc170", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:39.759476 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423c5fa-5eee-4d15-9c69-a7b7f05fd3b5 req-3c0ac319-8455-411f-8c99-9b551816a2b6 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:39.760000 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d6abc18-3ead-4a46-87d1-7a11b1a482ec {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:39.760738 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c59b21d-2f36-46b3-a1bb-76d16f29c308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c37a381-574b-4025-9e92-e7717e3fc170', 'code': 200} Jul 14 09:38:39.771402 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6423c5fa-5eee-4d15-9c69-a7b7f05fd3b5 req-3c0ac319-8455-411f-8c99-9b551816a2b6 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 944 time: 0.1057029 Jul 14 09:38:39.820552 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=9c37a381-574b-4025-9e92-e7717e3fc170,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:39.854214 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6423c5fa-5eee-4d15-9c69-a7b7f05fd3b5 req-be038dae-e438-45c6-8ac1-d87f80e471d8 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809121 Jul 14 09:38:39.944035 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-d3150036-fa2c-410e-8e16-81c93716a40c service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972778 Jul 14 09:38:39.945690 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766402d9-a0ce-4b7c-9ca9-11cb42b5aed9 req-80db641d-904c-4c86-b23f-e224f4bf1f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:39.947020 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-766402d9-a0ce-4b7c-9ca9-11cb42b5aed9 req-80db641d-904c-4c86-b23f-e224f4bf1f55 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0c59b21d-2f36-46b3-a1bb-76d16f29c308 HTTP/1.1" status: 200 len: 1097 time: 0.0968783 Jul 14 09:38:40.031955 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-766402d9-a0ce-4b7c-9ca9-11cb42b5aed9 req-11d14872-c4da-44ba-8202-8a8ef59a8c53 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ec4f78a0-f25f-4325-b290-519980b56ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735917 Jul 14 09:38:40.068557 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6d65ac19-1832-4256-8290-6e8d063e8e0f req-77e1b028-70d2-425f-b249-033a408983b9 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180649 Jul 14 09:38:40.188360 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972489f-cc4f-4997-89c9-f3f2e5000d05 req-c93dc3c8-d888-4e1c-9c82-23f46e2b8b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:40.189881 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1972489f-cc4f-4997-89c9-f3f2e5000d05 req-c93dc3c8-d888-4e1c-9c82-23f46e2b8b05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 1096 time: 0.0581856 Jul 14 09:38:40.307008 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972489f-cc4f-4997-89c9-f3f2e5000d05 req-13beba27-fffb-4c79-94ee-a4d30b442042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:40.308685 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1972489f-cc4f-4997-89c9-f3f2e5000d05 req-13beba27-fffb-4c79-94ee-a4d30b442042 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 910 time: 0.1096532 Jul 14 09:38:40.355050 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1972489f-cc4f-4997-89c9-f3f2e5000d05 req-93da65e0-26d2-4f40-92d0-71ea6f14fd44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1555c29b-83e0-4da1-8192-e16b8a2d6aa8 HTTP/1.1" status: 200 len: 217 time: 0.0379906 Jul 14 09:38:40.414666 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972489f-cc4f-4997-89c9-f3f2e5000d05 req-5da2fd7a-d739-4a4d-8dbe-34cdd9277b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:40.416288 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1972489f-cc4f-4997-89c9-f3f2e5000d05 req-5da2fd7a-d739-4a4d-8dbe-34cdd9277b05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea6b1e4-2ec5-4105-843d-111f5668e0d2 HTTP/1.1" status: 200 len: 849 time: 0.0552118 Jul 14 09:38:40.478574 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972489f-cc4f-4997-89c9-f3f2e5000d05 req-5d20dfcb-e517-4155-8330-16a58c9d0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:40.480152 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1972489f-cc4f-4997-89c9-f3f2e5000d05 req-5d20dfcb-e517-4155-8330-16a58c9d0349 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78f139e-d876-4f71-b091-055c8a4ef271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571573 Jul 14 09:38:40.586900 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1972489f-cc4f-4997-89c9-f3f2e5000d05 req-1e73ecdf-25fd-4ded-8ce4-e171de3d6a62 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994377 Jul 14 09:38:40.666488 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e807f4-7807-40c5-9f07-e5beb9522a6f req-1b790dc4-209f-47ed-b716-51f398e2de65 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:40.676288 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-86e807f4-7807-40c5-9f07-e5beb9522a6f req-1b790dc4-209f-47ed-b716-51f398e2de65 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c59b21d-2f36-46b3-a1bb-76d16f29c308 HTTP/1.1" status: 200 len: 945 time: 0.0860832 Jul 14 09:38:40.725478 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-86e807f4-7807-40c5-9f07-e5beb9522a6f req-8ff6c9c2-df8a-4717-90f8-517a21a34037 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec4f78a0-f25f-4325-b290-519980b56ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475702 Jul 14 09:38:40.750648 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1972489f-cc4f-4997-89c9-f3f2e5000d05 req-a5067fce-a0ba-4d0a-8d1f-dbe46dc168e3 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501141 Jul 14 09:38:40.774438 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.073956 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820dfd6-0c13-462f-aa86-3cb25ed327ba req-7a0ec50a-fe1b-48d1-824e-b2e7068b293f tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:41.082750 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2820dfd6-0c13-462f-aa86-3cb25ed327ba req-7a0ec50a-fe1b-48d1-824e-b2e7068b293f tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 944 time: 0.0817170 Jul 14 09:38:41.127224 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2820dfd6-0c13-462f-aa86-3cb25ed327ba req-2ac8f61e-0e8f-4f7c-99f8-4c5cc823e899 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432410 Jul 14 09:38:41.943986 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735b9cd-c8dc-4bab-a09b-43032e34ce8d req-3b5e2b65-9a54-411d-9cd4-03c2537e024b tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:41.945772 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b735b9cd-c8dc-4bab-a09b-43032e34ce8d req-3b5e2b65-9a54-411d-9cd4-03c2537e024b tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c59b21d-2f36-46b3-a1bb-76d16f29c308 HTTP/1.1" status: 200 len: 945 time: 0.0746820 Jul 14 09:38:41.990853 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b735b9cd-c8dc-4bab-a09b-43032e34ce8d req-6ffaf8c6-8d92-4709-9525-2df8e12135a2 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec4f78a0-f25f-4325-b290-519980b56ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386729 Jul 14 09:38:42.356388 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:42.365198 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bfc0c-711c-42c3-bd42-68e1b37d88d1 req-4c0a945c-eb0c-4cbb-946e-8d8934737275 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:42.366787 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e75bfc0c-711c-42c3-bd42-68e1b37d88d1 req-4c0a945c-eb0c-4cbb-946e-8d8934737275 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 944 time: 0.1012356 Jul 14 09:38:42.440330 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e75bfc0c-711c-42c3-bd42-68e1b37d88d1 req-281bfdf4-ebf6-4f39-8363-2af0d6c0656a tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677938 Jul 14 09:38:42.472671 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97158ab-a981-4781-9da8-32fb67583517 req-9d4ce15b-f93b-4b14-b908-9761019532f0 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:42.474252 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f97158ab-a981-4781-9da8-32fb67583517 req-9d4ce15b-f93b-4b14-b908-9761019532f0 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c59b21d-2f36-46b3-a1bb-76d16f29c308 HTTP/1.1" status: 200 len: 945 time: 0.0865898 Jul 14 09:38:42.515372 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f97158ab-a981-4781-9da8-32fb67583517 req-e44d5c91-6b41-4010-9548-d9e65ee41769 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec4f78a0-f25f-4325-b290-519980b56ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348234 Jul 14 09:38:43.635782 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a664d-a654-4a08-855a-c5997d777610 req-e2d50cdf-86e8-45ae-92d4-9781dc6b0db3 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:43.645218 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c04a664d-a654-4a08-855a-c5997d777610 req-e2d50cdf-86e8-45ae-92d4-9781dc6b0db3 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 944 time: 0.0807030 Jul 14 09:38:43.724717 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694af52-1fa1-42bb-9cfb-aec1b17c3d1e req-e47f5c95-7a94-4bea-9fe7-e41ed96cbe2e tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:43.726637 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0694af52-1fa1-42bb-9cfb-aec1b17c3d1e req-e47f5c95-7a94-4bea-9fe7-e41ed96cbe2e tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c59b21d-2f36-46b3-a1bb-76d16f29c308 HTTP/1.1" status: 200 len: 945 time: 0.1013012 Jul 14 09:38:43.735926 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c04a664d-a654-4a08-855a-c5997d777610 req-638fc3d3-4329-4625-848c-b69774357cd0 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894430 Jul 14 09:38:43.779951 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c0f6b-d59e-4d1e-8769-1eaabeae3f80 req-bec565b9-fb61-43ad-8842-f612ce99dd59 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:43.782202 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-844c0f6b-d59e-4d1e-8769-1eaabeae3f80 req-bec565b9-fb61-43ad-8842-f612ce99dd59 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c59b21d-2f36-46b3-a1bb-76d16f29c308 HTTP/1.1" status: 200 len: 945 time: 0.1347489 Jul 14 09:38:43.825609 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-844c0f6b-d59e-4d1e-8769-1eaabeae3f80 req-1c9364d9-bd40-4928-bcce-9cbfe2800a20 tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec4f78a0-f25f-4325-b290-519980b56ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356357 Jul 14 09:38:43.853739 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-0694af52-1fa1-42bb-9cfb-aec1b17c3d1e req-142c1c80-4abc-4388-8a38-d385ca529c2b tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Deleting port 9c37a381-574b-4025-9e92-e7717e3fc170 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:43.854083 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0694af52-1fa1-42bb-9cfb-aec1b17c3d1e req-142c1c80-4abc-4388-8a38-d385ca529c2b tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.953355 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-0694af52-1fa1-42bb-9cfb-aec1b17c3d1e req-142c1c80-4abc-4388-8a38-d385ca529c2b tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] For port 9c37a381-574b-4025-9e92-e7717e3fc170, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9c37a381-574b-4025-9e92-e7717e3fc170,segment=NetworkSegment(ccb80a8f-f288-4c76-9149-1122179c3965),segment_id=ccb80a8f-f288-4c76-9149-1122179c3965)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:43.953720 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0694af52-1fa1-42bb-9cfb-aec1b17c3d1e req-142c1c80-4abc-4388-8a38-d385ca529c2b tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.967321 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-0694af52-1fa1-42bb-9cfb-aec1b17c3d1e req-142c1c80-4abc-4388-8a38-d385ca529c2b tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Calling delete_port for 9c37a381-574b-4025-9e92-e7717e3fc170 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:44.113611 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0694af52-1fa1-42bb-9cfb-aec1b17c3d1e req-142c1c80-4abc-4388-8a38-d385ca529c2b tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:44.126850 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['9c37a381-574b-4025-9e92-e7717e3fc170'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:44.147954 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c1c80-4abc-4388-8a38-d385ca529c2b tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Pushing event deleted for resources: {'Port': ['ID=9c37a381-574b-4025-9e92-e7717e3fc170,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:44.199771 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0694af52-1fa1-42bb-9cfb-aec1b17c3d1e req-142c1c80-4abc-4388-8a38-d385ca529c2b tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] No DVR routers for this DVR port 9c37a381-574b-4025-9e92-e7717e3fc170 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:44.203721 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0694af52-1fa1-42bb-9cfb-aec1b17c3d1e req-142c1c80-4abc-4388-8a38-d385ca529c2b tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:44.205694 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0694af52-1fa1-42bb-9cfb-aec1b17c3d1e req-142c1c80-4abc-4388-8a38-d385ca529c2b tempest-InstanceActionsV221TestJSON-890377613 tempest-InstanceActionsV221TestJSON-890377613-project] 10.222.0.44 "DELETE /v2.0/ports/9c37a381-574b-4025-9e92-e7717e3fc170 HTTP/1.1" status: 204 len: 173 time: 0.4726346 Jul 14 09:38:44.206143 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c59b21d-2f36-46b3-a1bb-76d16f29c308', 'name': 'network-vif-deleted', 'tag': '9c37a381-574b-4025-9e92-e7717e3fc170'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:44.209466 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca77b0e-9ced-4f7b-b17f-6ab537b06ca9" -d '{"events": [{"server_uuid": "0c59b21d-2f36-46b3-a1bb-76d16f29c308", "name": "network-vif-deleted", "tag": "9c37a381-574b-4025-9e92-e7717e3fc170"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:44.258926 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef003f67-d75a-4e21-9946-2a1ef3612b6d x-openstack-request-id: req-ef003f67-d75a-4e21-9946-2a1ef3612b6d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:44.259273 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c59b21d-2f36-46b3-a1bb-76d16f29c308", "name": "network-vif-deleted", "tag": "9c37a381-574b-4025-9e92-e7717e3fc170", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:44.259574 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef003f67-d75a-4e21-9946-2a1ef3612b6d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:44.259991 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c59b21d-2f36-46b3-a1bb-76d16f29c308', 'name': 'network-vif-deleted', 'tag': '9c37a381-574b-4025-9e92-e7717e3fc170', 'status': 'completed', 'code': 200} Jul 14 09:38:44.927925 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09436fbc-ac74-41fd-a3fa-1f469145030e req-4ec2214d-7218-4711-b584-418c7cf98f32 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:44.929655 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-09436fbc-ac74-41fd-a3fa-1f469145030e req-4ec2214d-7218-4711-b584-418c7cf98f32 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 944 time: 0.0718098 Jul 14 09:38:44.970613 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-09436fbc-ac74-41fd-a3fa-1f469145030e req-bc163f63-dddc-4ecc-9a4d-a30bfbf25240 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330124 Jul 14 09:38:45.167303 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55614) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:45.218312 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ded06e1-4be0-42a8-938c-305cf478aef4 admin admin] Deleting subnet b1d1a6fd-0eaf-42bc-9e5a-3e2fd99addec {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:38:45.221611 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ded06e1-4be0-42a8-938c-305cf478aef4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.257735 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ded06e1-4be0-42a8-938c-305cf478aef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.299659 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ded06e1-4be0-42a8-938c-305cf478aef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.354563 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ded06e1-4be0-42a8-938c-305cf478aef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.381437 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded06e1-4be0-42a8-938c-305cf478aef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1d1a6fd-0eaf-42bc-9e5a-3e2fd99addec,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:45.385747 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ded06e1-4be0-42a8-938c-305cf478aef4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.387790 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6ded06e1-4be0-42a8-938c-305cf478aef4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b1d1a6fd-0eaf-42bc-9e5a-3e2fd99addec HTTP/1.1" status: 204 len: 168 time: 0.2193546 Jul 14 09:38:45.391006 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55618) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:45.465147 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87c9d998-a386-4e23-98f5-ce51a2ba645b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.542646 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87c9d998-a386-4e23-98f5-ce51a2ba645b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.555171 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-87c9d998-a386-4e23-98f5-ce51a2ba645b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27200511-7d49-4a68-afe0-eadc36d29400']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:45.567676 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-87c9d998-a386-4e23-98f5-ce51a2ba645b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb80a8f-f288-4c76-9149-1122179c3965') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:45.567978 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-87c9d998-a386-4e23-98f5-ce51a2ba645b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb80a8f-f288-4c76-9149-1122179c3965') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:45.577702 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87c9d998-a386-4e23-98f5-ce51a2ba645b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.591410 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87c9d998-a386-4e23-98f5-ce51a2ba645b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.597921 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c9d998-a386-4e23-98f5-ce51a2ba645b admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:38:45.598305 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87c9d998-a386-4e23-98f5-ce51a2ba645b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:38:45.599944 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:38:45.661064 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87c9d998-a386-4e23-98f5-ce51a2ba645b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.676780 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87c9d998-a386-4e23-98f5-ce51a2ba645b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.678672 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-87c9d998-a386-4e23-98f5-ce51a2ba645b admin admin] 10.222.0.25 "DELETE /v2.0/networks/27200511-7d49-4a68-afe0-eadc36d29400 HTTP/1.1" status: 204 len: 168 time: 0.2866433 Jul 14 09:38:45.680016 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9d998-a386-4e23-98f5-ce51a2ba645b admin admin] Pushing event deleted for resources: {'Network': ['ID=27200511-7d49-4a68-afe0-eadc36d29400,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:45.864903 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55622) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:45.911846 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bdce3483-9f99-42c6-8eac-b53ce79beea4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=55e970e5b0f148988dad223e2230dbc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455384 Jul 14 09:38:45.914219 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55624) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:45.970669 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-41b1b508-a056-4248-a66b-a4736f20dd0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.992456 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-41b1b508-a056-4248-a66b-a4736f20dd0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.049221 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-41b1b508-a056-4248-a66b-a4736f20dd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.051640 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-41b1b508-a056-4248-a66b-a4736f20dd0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.053408 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-41b1b508-a056-4248-a66b-a4736f20dd0a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec4f78a0-f25f-4325-b290-519980b56ccc HTTP/1.1" status: 204 len: 168 time: 0.1379814 Jul 14 09:38:46.062650 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1b508-a056-4248-a66b-a4736f20dd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4f78a0-f25f-4325-b290-519980b56ccc,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:46.152831 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7406db-eb0f-4857-890f-dbcfbb28b8d0 req-aaec696b-2e44-4357-9ba7-8ba356282f72 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:46.154350 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eb7406db-eb0f-4857-890f-dbcfbb28b8d0 req-aaec696b-2e44-4357-9ba7-8ba356282f72 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 944 time: 0.0657895 Jul 14 09:38:46.192565 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eb7406db-eb0f-4857-890f-dbcfbb28b8d0 req-12b5a6ee-c73f-4b1e-b101-3cca22e2469c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325170 Jul 14 09:38:46.723975 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55656) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:46.818878 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f3b008d4-a76f-4dfe-a46c-047a3494ae70 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1677631847-network', 'tenant_id': 'b9cce1ba88734b3db6d4f90496568cc5'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:46.839709 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b008d4-a76f-4dfe-a46c-047a3494ae70 admin admin] Made reservation on behalf of b9cce1ba88734b3db6d4f90496568cc5 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:46.842015 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3b008d4-a76f-4dfe-a46c-047a3494ae70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.850001 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3b008d4-a76f-4dfe-a46c-047a3494ae70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.937882 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3b008d4-a76f-4dfe-a46c-047a3494ae70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.941541 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3b008d4-a76f-4dfe-a46c-047a3494ae70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.966001 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b008d4-a76f-4dfe-a46c-047a3494ae70 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:38:46.975752 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b008d4-a76f-4dfe-a46c-047a3494ae70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb506898-22b9-4d5d-8a0a-69316804a3ab,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:46.981147 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3b008d4-a76f-4dfe-a46c-047a3494ae70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.981491 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-f3b008d4-a76f-4dfe-a46c-047a3494ae70 admin admin] Added segment f82170c9-acbc-47fd-b8be-060e621977d0 of type vlan for network 296a7ccd-2e1d-493b-86a8-11de106e9087 Jul 14 09:38:47.025204 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3b008d4-a76f-4dfe-a46c-047a3494ae70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.052830 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3b008d4-a76f-4dfe-a46c-047a3494ae70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.053802 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b008d4-a76f-4dfe-a46c-047a3494ae70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:47.054366 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3b008d4-a76f-4dfe-a46c-047a3494ae70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.117668 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f3b008d4-a76f-4dfe-a46c-047a3494ae70 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3925061 Jul 14 09:38:47.120756 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55660) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:47.126966 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-b1c6c71f-8dbc-435a-b6da-0863c6ea6d2e admin admin] Request body: {'subnet': {'network_id': '296a7ccd-2e1d-493b-86a8-11de106e9087', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1677631847-subnet', 'tenant_id': 'b9cce1ba88734b3db6d4f90496568cc5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:47.140741 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b008d4-a76f-4dfe-a46c-047a3494ae70 admin admin] Pushing event updated for resources: {'Network': ['ID=296a7ccd-2e1d-493b-86a8-11de106e9087,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:47.151206 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 296a7ccd-2e1d-493b-86a8-11de106e9087 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:38:47.152217 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c6c71f-8dbc-435a-b6da-0863c6ea6d2e admin admin] Made reservation on behalf of b9cce1ba88734b3db6d4f90496568cc5 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:47.154634 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1c6c71f-8dbc-435a-b6da-0863c6ea6d2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.335856 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1c6c71f-8dbc-435a-b6da-0863c6ea6d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.365602 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9c37a381-574b-4025-9e92-e7717e3fc170 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:47.392908 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 9c37a381-574b-4025-9e92-e7717e3fc170 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:47.401228 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9c37a381-574b-4025-9e92-e7717e3fc170 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:47.406335 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6c71f-8dbc-435a-b6da-0863c6ea6d2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=db20ad42-f583-47a0-b8d6-1641a8a94039,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:47.414689 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c6c71f-8dbc-435a-b6da-0863c6ea6d2e admin admin] Checking segment: {'id': 'f82170c9-acbc-47fd-b8be-060e621977d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '296a7ccd-2e1d-493b-86a8-11de106e9087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:47.415056 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c6c71f-8dbc-435a-b6da-0863c6ea6d2e admin admin] Network hostable DHCP agents. Network: 296a7ccd-2e1d-493b-86a8-11de106e9087, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:38:47.437733 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c6c71f-8dbc-435a-b6da-0863c6ea6d2e admin admin] Network 296a7ccd-2e1d-493b-86a8-11de106e9087 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:38:47.450853 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-b1c6c71f-8dbc-435a-b6da-0863c6ea6d2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 296a7ccd-2e1d-493b-86a8-11de106e9087) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:47.456561 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c6c71f-8dbc-435a-b6da-0863c6ea6d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:47.457600 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1c6c71f-8dbc-435a-b6da-0863c6ea6d2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.461292 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3e8924-2a14-4293-a976-63014525e306 None None] Network 296a7ccd-2e1d-493b-86a8-11de106e9087 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:47.491839 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b1c6c71f-8dbc-435a-b6da-0863c6ea6d2e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3695123 Jul 14 09:38:47.699930 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dd70a0-6ab6-469c-9b8a-91289c9c0c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-296a7ccd-2e1d-493b-86a8-11de106e9087', 'network_id': '296a7ccd-2e1d-493b-86a8-11de106e9087', 'tenant_id': 'b9cce1ba88734b3db6d4f90496568cc5', 'fixed_ips': [{'subnet_id': 'db20ad42-f583-47a0-b8d6-1641a8a94039'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:38:47.704042 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37dd70a0-6ab6-469c-9b8a-91289c9c0c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.708851 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b4a4d-8c09-4ea0-bde7-cd569b2f5949 req-7256cb01-ca64-4577-9c00-1b85e7ed3d14 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:47.710931 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3e6b4a4d-8c09-4ea0-bde7-cd569b2f5949 req-7256cb01-ca64-4577-9c00-1b85e7ed3d14 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 944 time: 0.3944566 Jul 14 09:38:47.755581 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3e6b4a4d-8c09-4ea0-bde7-cd569b2f5949 req-6c336c39-4093-49dd-b376-993644a4d5fb tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387287 Jul 14 09:38:47.869044 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-37dd70a0-6ab6-469c-9b8a-91289c9c0c34 None None] Allocated IP 172.20.0.2 (296a7ccd-2e1d-493b-86a8-11de106e9087/db20ad42-f583-47a0-b8d6-1641a8a94039/a05946d2-b6b7-4cf6-ad15-cae5e2447531) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:48.022593 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-8d8f6cca-9a0f-48be-8324-8da483df3b61 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:48.023241 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37dd70a0-6ab6-469c-9b8a-91289c9c0c34 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.024159 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-8d8f6cca-9a0f-48be-8324-8da483df3b61 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/networks?id=296a7ccd-2e1d-493b-86a8-11de106e9087 HTTP/1.1" status: 200 len: 816 time: 0.1022530 Jul 14 09:38:48.036044 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-37dd70a0-6ab6-469c-9b8a-91289c9c0c34 None None] Transition to ACTIVE for port object a05946d2-b6b7-4cf6-ad15-cae5e2447531 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:48.039699 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-858169dc-ad2d-4b0f-ae2e-d8f87016559d tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/quotas/b9cce1ba88734b3db6d4f90496568cc5 HTTP/1.1" status: 200 len: 375 time: 0.0097442 Jul 14 09:38:48.051448 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-37dd70a0-6ab6-469c-9b8a-91289c9c0c34 None None] Transition to ACTIVE for port object a05946d2-b6b7-4cf6-ad15-cae5e2447531 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:48.057412 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37dd70a0-6ab6-469c-9b8a-91289c9c0c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.097201 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dd70a0-6ab6-469c-9b8a-91289c9c0c34 None None] Network 296a7ccd-2e1d-493b-86a8-11de106e9087 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:48.100011 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-37dd70a0-6ab6-469c-9b8a-91289c9c0c34 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:48.103451 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dd70a0-6ab6-469c-9b8a-91289c9c0c34 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:48.111145 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd70a0-6ab6-469c-9b8a-91289c9c0c34 None None] Pushing event updated for resources: {'Port': ['ID=a05946d2-b6b7-4cf6-ad15-cae5e2447531,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:48.112217 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-c12eaa1c-a9f6-4522-aba6-96af6ca6dd95 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9cce1ba88734b3db6d4f90496568cc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0669177 Jul 14 09:38:48.164342 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-37dd70a0-6ab6-469c-9b8a-91289c9c0c34 None None] Attempting to bind port a05946d2-b6b7-4cf6-ad15-cae5e2447531 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:48.164930 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-37dd70a0-6ab6-469c-9b8a-91289c9c0c34 None None] Attempting to bind port a05946d2-b6b7-4cf6-ad15-cae5e2447531 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'f82170c9-acbc-47fd-b8be-060e621977d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '296a7ccd-2e1d-493b-86a8-11de106e9087'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:48.165079 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dd70a0-6ab6-469c-9b8a-91289c9c0c34 None None] Attempting to bind port a05946d2-b6b7-4cf6-ad15-cae5e2447531 on network 296a7ccd-2e1d-493b-86a8-11de106e9087 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:48.169838 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dd70a0-6ab6-469c-9b8a-91289c9c0c34 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:48.170205 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dd70a0-6ab6-469c-9b8a-91289c9c0c34 None None] Checking segment: {'id': 'f82170c9-acbc-47fd-b8be-060e621977d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '296a7ccd-2e1d-493b-86a8-11de106e9087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:48.171187 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37dd70a0-6ab6-469c-9b8a-91289c9c0c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.171859 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dd70a0-6ab6-469c-9b8a-91289c9c0c34 None None] Bound using segment: {'id': 'f82170c9-acbc-47fd-b8be-060e621977d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '296a7ccd-2e1d-493b-86a8-11de106e9087'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:48.172228 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-37dd70a0-6ab6-469c-9b8a-91289c9c0c34 None None] Bound port: a05946d2-b6b7-4cf6-ad15-cae5e2447531, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f82170c9-acbc-47fd-b8be-060e621977d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '296a7ccd-2e1d-493b-86a8-11de106e9087'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:48.172604 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37dd70a0-6ab6-469c-9b8a-91289c9c0c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.202517 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-77ec890d-6b10-4a68-b177-b373e07327f1 service neutron] 10.222.0.25 "GET /v2.0/networks/296a7ccd-2e1d-493b-86a8-11de106e9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824325 Jul 14 09:38:48.238993 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-37dd70a0-6ab6-469c-9b8a-91289c9c0c34 None None] For port a05946d2-b6b7-4cf6-ad15-cae5e2447531, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:48.242026 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-37dd70a0-6ab6-469c-9b8a-91289c9c0c34 None None] For port a05946d2-b6b7-4cf6-ad15-cae5e2447531, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a05946d2-b6b7-4cf6-ad15-cae5e2447531,segment=NetworkSegment(f82170c9-acbc-47fd-b8be-060e621977d0),segment_id=f82170c9-acbc-47fd-b8be-060e621977d0)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:48.246777 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37dd70a0-6ab6-469c-9b8a-91289c9c0c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.304002 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-f4d3d34c-200b-4fa0-959b-4592b4f1b79c service neutron] 10.222.0.25 "GET /v2.0/networks/296a7ccd-2e1d-493b-86a8-11de106e9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952859 Jul 14 09:38:48.309437 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd70a0-6ab6-469c-9b8a-91289c9c0c34 None None] Pushing event updated for resources: {'Port': ['ID=a05946d2-b6b7-4cf6-ad15-cae5e2447531,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:48.439616 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fbc9fe87-6098-4eec-9ce5-2371d07f765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.702552 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a05946d2-b6b7-4cf6-ad15-cae5e2447531 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:48.735996 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-d585e09d-5a98-4eb3-a08e-3e580ba78fab tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:48.737614 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-d585e09d-5a98-4eb3-a08e-3e580ba78fab tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/networks?id=296a7ccd-2e1d-493b-86a8-11de106e9087 HTTP/1.1" status: 200 len: 816 time: 0.1443539 Jul 14 09:38:48.766087 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-8309c055-d8a0-42c7-a5e3-624baca2b9aa tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/quotas/b9cce1ba88734b3db6d4f90496568cc5 HTTP/1.1" status: 200 len: 375 time: 0.0194507 Jul 14 09:38:48.768756 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port a05946d2-b6b7-4cf6-ad15-cae5e2447531 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:48.863913 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-a0ad2d9e-086b-4df1-8aa7-80beedabeb92 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9cce1ba88734b3db6d4f90496568cc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0918989 Jul 14 09:38:49.035394 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46663f1f-94e6-425a-a392-b39887a169cc req-b3983f05-35cb-48bc-b813-6e0cfb6147e8 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:49.037153 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-46663f1f-94e6-425a-a392-b39887a169cc req-b3983f05-35cb-48bc-b813-6e0cfb6147e8 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 944 time: 0.1172242 Jul 14 09:38:49.040618 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-d629ad49-991e-4d82-b1e7-6e7f92e4c4db service neutron] 10.222.0.25 "GET /v2.0/networks/296a7ccd-2e1d-493b-86a8-11de106e9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677189 Jul 14 09:38:49.168620 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-46663f1f-94e6-425a-a392-b39887a169cc req-38e77aa0-83db-4a6b-a5fa-0be7c90961b6 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255183 Jul 14 09:38:49.222084 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-fcac751a-c298-42b8-9dd5-cdb3e93a60de service neutron] 10.222.0.25 "GET /v2.0/networks/296a7ccd-2e1d-493b-86a8-11de106e9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772954 Jul 14 09:38:49.537677 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c9e6f5-0573-4966-932d-005c264801b9 None None] Network 296a7ccd-2e1d-493b-86a8-11de106e9087 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:49.631414 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-9d6d60dc-ca7d-4b37-8cdc-04a80f83ae02 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:49.633077 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-9d6d60dc-ca7d-4b37-8cdc-04a80f83ae02 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/networks?id=296a7ccd-2e1d-493b-86a8-11de106e9087 HTTP/1.1" status: 200 len: 816 time: 0.1399121 Jul 14 09:38:49.646990 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5ad1070a-1b67-482a-956a-0c619bc8faae None None] Provisioning for port a05946d2-b6b7-4cf6-ad15-cae5e2447531 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:49.657914 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-3df50e58-2d23-47ad-857d-d5a553a7dc7b tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/quotas/b9cce1ba88734b3db6d4f90496568cc5 HTTP/1.1" status: 200 len: 375 time: 0.0189476 Jul 14 09:38:49.660595 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5ad1070a-1b67-482a-956a-0c619bc8faae None None] Provisioning complete for port a05946d2-b6b7-4cf6-ad15-cae5e2447531 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:49.661158 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ad1070a-1b67-482a-956a-0c619bc8faae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:49.737189 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-c93f43f9-fca4-47fe-be42-dcc576765263 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9cce1ba88734b3db6d4f90496568cc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0779591 Jul 14 09:38:49.797373 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ad1070a-1b67-482a-956a-0c619bc8faae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:49.855612 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-c1941d92-d337-4a07-81a9-7860961a73b5 service neutron] 10.222.0.25 "GET /v2.0/networks/296a7ccd-2e1d-493b-86a8-11de106e9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103611 Jul 14 09:38:49.904342 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-5ad1070a-1b67-482a-956a-0c619bc8faae None None] For port a05946d2-b6b7-4cf6-ad15-cae5e2447531, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a05946d2-b6b7-4cf6-ad15-cae5e2447531,segment=NetworkSegment(f82170c9-acbc-47fd-b8be-060e621977d0),segment_id=f82170c9-acbc-47fd-b8be-060e621977d0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:49.911726 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ad1070a-1b67-482a-956a-0c619bc8faae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:50.023908 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-4fc269ef-27ca-4b21-b178-a7f9d63351d7 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:50.026397 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-4fc269ef-27ca-4b21-b178-a7f9d63351d7 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.44 "GET /v2.0/networks?id=296a7ccd-2e1d-493b-86a8-11de106e9087 HTTP/1.1" status: 200 len: 816 time: 0.2040806 Jul 14 09:38:50.033774 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1070a-1b67-482a-956a-0c619bc8faae None None] Pushing event updated for resources: {'Port': ['ID=a05946d2-b6b7-4cf6-ad15-cae5e2447531,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:50.039894 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-3e05f611-4658-4c13-9cf4-1d9264758f6c tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Request body: {'port': {'device_id': '9e356f9c-cd8b-4f04-a261-74dccc510e7d', 'network_id': '296a7ccd-2e1d-493b-86a8-11de106e9087', 'admin_state_up': True, 'tenant_id': 'b9cce1ba88734b3db6d4f90496568cc5'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:50.069609 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-4b623d93-49c8-4958-a3cf-3f19a462e7fe service neutron] 10.222.0.25 "GET /v2.0/networks/296a7ccd-2e1d-493b-86a8-11de106e9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021315 Jul 14 09:38:50.277358 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-3e05f611-4658-4c13-9cf4-1d9264758f6c tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Made reservation on behalf of b9cce1ba88734b3db6d4f90496568cc5 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:50.296845 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-3e05f611-4658-4c13-9cf4-1d9264758f6c tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:50.384371 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a2d68e87-7dfc-4b67-b6b5-a83985af4f9f req-f4567c31-7082-46e4-b6b4-f64882cc1d10 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a495ca8-089c-4168-a9c9-78e7dda2d3a9 HTTP/1.1" status: 200 len: 210 time: 0.0439165 Jul 14 09:38:50.504195 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c071f4-e19b-45dc-86e7-4ca0d6f28f10 req-b571f89d-a5e3-4c41-9a77-20fa7ca0b144 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:50.508064 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a8c071f4-e19b-45dc-86e7-4ca0d6f28f10 req-b571f89d-a5e3-4c41-9a77-20fa7ca0b144 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 944 time: 0.1232431 Jul 14 09:38:50.543861 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7208e7f3-3a3a-4761-9bdc-b9bfa71af1c5 None None] Provisioning complete for port a05946d2-b6b7-4cf6-ad15-cae5e2447531 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:50.544349 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7208e7f3-3a3a-4761-9bdc-b9bfa71af1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:50.547072 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-3e05f611-4658-4c13-9cf4-1d9264758f6c tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Allocated IP 172.20.0.8 (296a7ccd-2e1d-493b-86a8-11de106e9087/db20ad42-f583-47a0-b8d6-1641a8a94039/30b6fb95-62dc-4e8e-aea5-2b243df27f90) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:50.559619 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a8c071f4-e19b-45dc-86e7-4ca0d6f28f10 req-b6ec1c8a-b844-48ae-a1f0-540ec144c14b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474057 Jul 14 09:38:50.720589 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a05946d2-b6b7-4cf6-ad15-cae5e2447531 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:50.755644 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-3e05f611-4658-4c13-9cf4-1d9264758f6c tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:50.771702 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-3e05f611-4658-4c13-9cf4-1d9264758f6c tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Transition to ACTIVE for port object 30b6fb95-62dc-4e8e-aea5-2b243df27f90 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:50.824139 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port a05946d2-b6b7-4cf6-ad15-cae5e2447531 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:50.824511 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:50.846861 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-3e05f611-4658-4c13-9cf4-1d9264758f6c tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:50.916386 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-3e05f611-4658-4c13-9cf4-1d9264758f6c tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Network 296a7ccd-2e1d-493b-86a8-11de106e9087 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:50.933977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-3e05f611-4658-4c13-9cf4-1d9264758f6c tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:50.939978 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-3e05f611-4658-4c13-9cf4-1d9264758f6c tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:51.002920 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05f611-4658-4c13-9cf4-1d9264758f6c tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Pushing event updated for resources: {'Port': ['ID=30b6fb95-62dc-4e8e-aea5-2b243df27f90,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:51.072768 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42fe0450-f9dd-4986-aadb-a14f20de6121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.096314 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-f34df97e-3bda-4748-b5e7-78d83419f908 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:51.099432 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-f34df97e-3bda-4748-b5e7-78d83419f908 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.44 "GET /v2.0/networks?id=296a7ccd-2e1d-493b-86a8-11de106e9087 HTTP/1.1" status: 200 len: 816 time: 0.2075167 Jul 14 09:38:51.111741 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-3e05f611-4658-4c13-9cf4-1d9264758f6c tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:51.113303 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-3e05f611-4658-4c13-9cf4-1d9264758f6c tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.113603 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-105fbd5d-415d-4894-9f8f-a5897f926d82 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Request body: {'port': {'device_id': '6bed3095-0d9d-4d06-a1f0-662c2f988e8c', 'network_id': '296a7ccd-2e1d-493b-86a8-11de106e9087', 'admin_state_up': True, 'tenant_id': 'b9cce1ba88734b3db6d4f90496568cc5'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:51.137395 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-3e05f611-4658-4c13-9cf4-1d9264758f6c tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1017299 Jul 14 09:38:51.145726 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 1555c29b-83e0-4da1-8192-e16b8a2d6aa8 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:38:51.165512 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-42ca05a4-a84f-418a-bd71-a871bd879d7d service neutron] Request body: {'port': {'device_id': '9e356f9c-cd8b-4f04-a261-74dccc510e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:51.300842 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-105fbd5d-415d-4894-9f8f-a5897f926d82 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Made reservation on behalf of b9cce1ba88734b3db6d4f90496568cc5 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:51.310560 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-105fbd5d-415d-4894-9f8f-a5897f926d82 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.330131 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-42ca05a4-a84f-418a-bd71-a871bd879d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.355964 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 1555c29b-83e0-4da1-8192-e16b8a2d6aa8, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=1555c29b-83e0-4da1-8192-e16b8a2d6aa8,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:51.373102 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '1555c29b-83e0-4da1-8192-e16b8a2d6aa8', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'port_id': '1555c29b-83e0-4da1-8192-e16b8a2d6aa8', 'mac_address': 'fa:16:3e:cc:2c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:38:51.393953 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3fcc1f89-96a8-4539-b0a7-337c39685a24 None None] Provisioning for port 30b6fb95-62dc-4e8e-aea5-2b243df27f90 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:51.440387 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.452638 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3fcc1f89-96a8-4539-b0a7-337c39685a24 None None] Provisioning complete for port 30b6fb95-62dc-4e8e-aea5-2b243df27f90 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:51.453043 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3fcc1f89-96a8-4539-b0a7-337c39685a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.532485 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-105fbd5d-415d-4894-9f8f-a5897f926d82 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Allocated IP 172.20.0.10 (296a7ccd-2e1d-493b-86a8-11de106e9087/db20ad42-f583-47a0-b8d6-1641a8a94039/7febf48e-1161-400c-85c8-b08d789dbccb) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:51.533795 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.551060 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1555c29b-83e0-4da1-8192-e16b8a2d6aa8 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:51.582166 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 1555c29b-83e0-4da1-8192-e16b8a2d6aa8, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=1555c29b-83e0-4da1-8192-e16b8a2d6aa8,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:51.583386 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3fcc1f89-96a8-4539-b0a7-337c39685a24 None None] Port 30b6fb95-62dc-4e8e-aea5-2b243df27f90 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:51.587169 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.667851 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aa7d768d-6d03-48b9-94ec-8a0cd063be58 req-9c998f91-2d22-4a73-9695-6a459b835595 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a495ca8-089c-4168-a9c9-78e7dda2d3a9 HTTP/1.1" status: 200 len: 210 time: 0.0696619 Jul 14 09:38:51.668012 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=1555c29b-83e0-4da1-8192-e16b8a2d6aa8,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:51.836655 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['1555c29b-83e0-4da1-8192-e16b8a2d6aa8'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:51.856890 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-105fbd5d-415d-4894-9f8f-a5897f926d82 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.879018 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6040da-03a5-4f8e-bca6-4b7bbead18df req-e163a531-61d2-4146-a1ad-4666a9a7ddef tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:51.880617 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-af6040da-03a5-4f8e-bca6-4b7bbead18df req-e163a531-61d2-4146-a1ad-4666a9a7ddef tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 945 time: 0.1345592 Jul 14 09:38:51.890945 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-105fbd5d-415d-4894-9f8f-a5897f926d82 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Transition to ACTIVE for port object 7febf48e-1161-400c-85c8-b08d789dbccb will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:51.959393 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-af6040da-03a5-4f8e-bca6-4b7bbead18df req-f314bb1e-cd5f-40d7-a8a6-52b4cfb70dd7 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695837 Jul 14 09:38:51.984915 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-105fbd5d-415d-4894-9f8f-a5897f926d82 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.045202 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-105fbd5d-415d-4894-9f8f-a5897f926d82 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Network 296a7ccd-2e1d-493b-86a8-11de106e9087 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:52.049410 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-105fbd5d-415d-4894-9f8f-a5897f926d82 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:52.056226 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-105fbd5d-415d-4894-9f8f-a5897f926d82 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:52.102409 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fbd5d-415d-4894-9f8f-a5897f926d82 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Pushing event updated for resources: {'Port': ['ID=7febf48e-1161-400c-85c8-b08d789dbccb,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:52.159751 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-105fbd5d-415d-4894-9f8f-a5897f926d82 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:52.160538 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-105fbd5d-415d-4894-9f8f-a5897f926d82 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.176401 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-105fbd5d-415d-4894-9f8f-a5897f926d82 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0680971 Jul 14 09:38:52.191397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-76131142-7d0b-4178-ab9a-6d56e37fb13b service neutron] Request body: {'port': {'device_id': '6bed3095-0d9d-4d06-a1f0-662c2f988e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:52.249594 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.285911 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-76131142-7d0b-4178-ab9a-6d56e37fb13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.299625 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-42ca05a4-a84f-418a-bd71-a871bd879d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b6fb95-62dc-4e8e-aea5-2b243df27f90 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:52.323609 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-42ca05a4-a84f-418a-bd71-a871bd879d7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.349618 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-2908343a-fa9d-47e8-8478-9138121b94ef tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:52.351239 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-2908343a-fa9d-47e8-8478-9138121b94ef tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.47 "GET /v2.0/networks?id=296a7ccd-2e1d-493b-86a8-11de106e9087 HTTP/1.1" status: 200 len: 816 time: 0.2388520 Jul 14 09:38:52.363304 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-42ca05a4-a84f-418a-bd71-a871bd879d7d service neutron] Transition to ACTIVE for port object 30b6fb95-62dc-4e8e-aea5-2b243df27f90 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:52.367462 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-e3bece35-e9d8-4208-b48f-9a801f0417cb tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Request body: {'port': {'device_id': '6a495ca8-089c-4168-a9c9-78e7dda2d3a9', 'network_id': '296a7ccd-2e1d-493b-86a8-11de106e9087', 'admin_state_up': True, 'tenant_id': 'b9cce1ba88734b3db6d4f90496568cc5'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:52.421101 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-122effe0-6f8e-4486-b75c-dad2acb41245 None None] Provisioning for port 7febf48e-1161-400c-85c8-b08d789dbccb completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:52.425951 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-122effe0-6f8e-4486-b75c-dad2acb41245 None None] Provisioning complete for port 7febf48e-1161-400c-85c8-b08d789dbccb triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:52.426355 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-122effe0-6f8e-4486-b75c-dad2acb41245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.428331 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-42ca05a4-a84f-418a-bd71-a871bd879d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.497353 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-122effe0-6f8e-4486-b75c-dad2acb41245 None None] Port 7febf48e-1161-400c-85c8-b08d789dbccb cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:52.531151 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca05a4-a84f-418a-bd71-a871bd879d7d service neutron] Pushing event updated for resources: {'Port': ['ID=30b6fb95-62dc-4e8e-aea5-2b243df27f90,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:52.620775 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-e3bece35-e9d8-4208-b48f-9a801f0417cb tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Made reservation on behalf of b9cce1ba88734b3db6d4f90496568cc5 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:52.624725 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-e3bece35-e9d8-4208-b48f-9a801f0417cb tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.665567 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-42ca05a4-a84f-418a-bd71-a871bd879d7d service neutron] Attempting to bind port 30b6fb95-62dc-4e8e-aea5-2b243df27f90 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:52.665926 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-42ca05a4-a84f-418a-bd71-a871bd879d7d service neutron] Attempting to bind port 30b6fb95-62dc-4e8e-aea5-2b243df27f90 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'f82170c9-acbc-47fd-b8be-060e621977d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '296a7ccd-2e1d-493b-86a8-11de106e9087'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:52.666360 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-42ca05a4-a84f-418a-bd71-a871bd879d7d service neutron] Attempting to bind port 30b6fb95-62dc-4e8e-aea5-2b243df27f90 on network 296a7ccd-2e1d-493b-86a8-11de106e9087 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:52.673817 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-42ca05a4-a84f-418a-bd71-a871bd879d7d service neutron] Port 30b6fb95-62dc-4e8e-aea5-2b243df27f90 on network 296a7ccd-2e1d-493b-86a8-11de106e9087 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:52.674155 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-42ca05a4-a84f-418a-bd71-a871bd879d7d service neutron] Attempting to bind port 30b6fb95-62dc-4e8e-aea5-2b243df27f90 on network 296a7ccd-2e1d-493b-86a8-11de106e9087 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:52.708417 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-42ca05a4-a84f-418a-bd71-a871bd879d7d service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:52.708840 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-42ca05a4-a84f-418a-bd71-a871bd879d7d service neutron] Checking segment: {'id': 'f82170c9-acbc-47fd-b8be-060e621977d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '296a7ccd-2e1d-493b-86a8-11de106e9087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:52.709413 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-42ca05a4-a84f-418a-bd71-a871bd879d7d service neutron] Bound using segment: {'id': 'f82170c9-acbc-47fd-b8be-060e621977d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '296a7ccd-2e1d-493b-86a8-11de106e9087'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:52.709687 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-42ca05a4-a84f-418a-bd71-a871bd879d7d service neutron] Bound port: 30b6fb95-62dc-4e8e-aea5-2b243df27f90, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f82170c9-acbc-47fd-b8be-060e621977d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '296a7ccd-2e1d-493b-86a8-11de106e9087'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:52.710058 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-42ca05a4-a84f-418a-bd71-a871bd879d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.811907 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-76131142-7d0b-4178-ab9a-6d56e37fb13b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7febf48e-1161-400c-85c8-b08d789dbccb {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:52.822876 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-76131142-7d0b-4178-ab9a-6d56e37fb13b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.828112 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-42ca05a4-a84f-418a-bd71-a871bd879d7d service neutron] For port 30b6fb95-62dc-4e8e-aea5-2b243df27f90, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:52.832358 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-42ca05a4-a84f-418a-bd71-a871bd879d7d service neutron] For port 30b6fb95-62dc-4e8e-aea5-2b243df27f90, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=30b6fb95-62dc-4e8e-aea5-2b243df27f90,segment=NetworkSegment(f82170c9-acbc-47fd-b8be-060e621977d0),segment_id=f82170c9-acbc-47fd-b8be-060e621977d0)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:52.837482 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-42ca05a4-a84f-418a-bd71-a871bd879d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.841893 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-76131142-7d0b-4178-ab9a-6d56e37fb13b service neutron] Transition to ACTIVE for port object 7febf48e-1161-400c-85c8-b08d789dbccb will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:52.856716 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-76131142-7d0b-4178-ab9a-6d56e37fb13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.863901 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-42ca05a4-a84f-418a-bd71-a871bd879d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:52.864751 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-42ca05a4-a84f-418a-bd71-a871bd879d7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.866895 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-42ca05a4-a84f-418a-bd71-a871bd879d7d service neutron] 10.222.0.44 "PUT /v2.0/ports/30b6fb95-62dc-4e8e-aea5-2b243df27f90 HTTP/1.1" status: 200 len: 1092 time: 1.7143557 Jul 14 09:38:52.885836 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-46d1ee82-c15e-49b0-884a-2a28c6ebf076 req-26cab7e0-d417-42ee-b492-bb5317935713 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a495ca8-089c-4168-a9c9-78e7dda2d3a9 HTTP/1.1" status: 200 len: 210 time: 0.0419223 Jul 14 09:38:52.954691 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e356f9c-cd8b-4f04-a261-74dccc510e7d', 'tag': '30b6fb95-62dc-4e8e-aea5-2b243df27f90'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:52.957230 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5eb092-c4b8-4706-98c3-919f870ddcfc" -d '{"events": [{"name": "network-changed", "server_uuid": "9e356f9c-cd8b-4f04-a261-74dccc510e7d", "tag": "30b6fb95-62dc-4e8e-aea5-2b243df27f90"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:53.000524 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76131142-7d0b-4178-ab9a-6d56e37fb13b service neutron] Pushing event updated for resources: {'Port': ['ID=7febf48e-1161-400c-85c8-b08d789dbccb,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:53.012580 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-e3bece35-e9d8-4208-b48f-9a801f0417cb tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Allocated IP 172.20.0.6 (296a7ccd-2e1d-493b-86a8-11de106e9087/db20ad42-f583-47a0-b8d6-1641a8a94039/173c51ce-c776-47f8-9400-30b66141168e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:53.040457 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-76131142-7d0b-4178-ab9a-6d56e37fb13b service neutron] Attempting to bind port 7febf48e-1161-400c-85c8-b08d789dbccb on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:53.041105 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-76131142-7d0b-4178-ab9a-6d56e37fb13b service neutron] Attempting to bind port 7febf48e-1161-400c-85c8-b08d789dbccb by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'f82170c9-acbc-47fd-b8be-060e621977d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '296a7ccd-2e1d-493b-86a8-11de106e9087'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:53.041683 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-76131142-7d0b-4178-ab9a-6d56e37fb13b service neutron] Attempting to bind port 7febf48e-1161-400c-85c8-b08d789dbccb on network 296a7ccd-2e1d-493b-86a8-11de106e9087 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:53.048762 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-76131142-7d0b-4178-ab9a-6d56e37fb13b service neutron] Port 7febf48e-1161-400c-85c8-b08d789dbccb on network 296a7ccd-2e1d-493b-86a8-11de106e9087 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:53.049421 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-76131142-7d0b-4178-ab9a-6d56e37fb13b service neutron] Attempting to bind port 7febf48e-1161-400c-85c8-b08d789dbccb on network 296a7ccd-2e1d-493b-86a8-11de106e9087 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:53.055952 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-76131142-7d0b-4178-ab9a-6d56e37fb13b service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:53.056600 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-76131142-7d0b-4178-ab9a-6d56e37fb13b service neutron] Checking segment: {'id': 'f82170c9-acbc-47fd-b8be-060e621977d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '296a7ccd-2e1d-493b-86a8-11de106e9087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:53.057169 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-76131142-7d0b-4178-ab9a-6d56e37fb13b service neutron] Bound using segment: {'id': 'f82170c9-acbc-47fd-b8be-060e621977d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '296a7ccd-2e1d-493b-86a8-11de106e9087'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:53.057851 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-76131142-7d0b-4178-ab9a-6d56e37fb13b service neutron] Bound port: 7febf48e-1161-400c-85c8-b08d789dbccb, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f82170c9-acbc-47fd-b8be-060e621977d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '296a7ccd-2e1d-493b-86a8-11de106e9087'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:53.058404 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-76131142-7d0b-4178-ab9a-6d56e37fb13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.157755 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 1555c29b-83e0-4da1-8192-e16b8a2d6aa8 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:53.171095 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ee456a-67c4-4be8-bff8-2b52df527f1d x-openstack-request-id: req-e4ee456a-67c4-4be8-bff8-2b52df527f1d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:53.171561 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e356f9c-cd8b-4f04-a261-74dccc510e7d", "tag": "30b6fb95-62dc-4e8e-aea5-2b243df27f90", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:53.171824 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4ee456a-67c4-4be8-bff8-2b52df527f1d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:53.172228 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e356f9c-cd8b-4f04-a261-74dccc510e7d', 'tag': '30b6fb95-62dc-4e8e-aea5-2b243df27f90', 'status': 'completed', 'code': 200} Jul 14 09:38:53.188411 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-76131142-7d0b-4178-ab9a-6d56e37fb13b service neutron] For port 7febf48e-1161-400c-85c8-b08d789dbccb, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:53.193487 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-76131142-7d0b-4178-ab9a-6d56e37fb13b service neutron] For port 7febf48e-1161-400c-85c8-b08d789dbccb, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=7febf48e-1161-400c-85c8-b08d789dbccb,segment=NetworkSegment(f82170c9-acbc-47fd-b8be-060e621977d0),segment_id=f82170c9-acbc-47fd-b8be-060e621977d0)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:53.207466 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-76131142-7d0b-4178-ab9a-6d56e37fb13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.269685 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-76131142-7d0b-4178-ab9a-6d56e37fb13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:53.269934 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca05a4-a84f-418a-bd71-a871bd879d7d service neutron] Pushing event updated for resources: {'Port': ['ID=30b6fb95-62dc-4e8e-aea5-2b243df27f90,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:53.270351 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 1555c29b-83e0-4da1-8192-e16b8a2d6aa8 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:53.270496 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-76131142-7d0b-4178-ab9a-6d56e37fb13b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.271822 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-76131142-7d0b-4178-ab9a-6d56e37fb13b service neutron] 10.222.0.44 "PUT /v2.0/ports/7febf48e-1161-400c-85c8-b08d789dbccb HTTP/1.1" status: 200 len: 1093 time: 1.0871711 Jul 14 09:38:53.286804 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bed3095-0d9d-4d06-a1f0-662c2f988e8c', 'tag': '7febf48e-1161-400c-85c8-b08d789dbccb'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:53.288874 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 1555c29b-83e0-4da1-8192-e16b8a2d6aa8 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:53.289909 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4c9b6d-6ae0-4627-9ed9-f07f23c0f267" -d '{"events": [{"name": "network-changed", "server_uuid": "6bed3095-0d9d-4d06-a1f0-662c2f988e8c", "tag": "7febf48e-1161-400c-85c8-b08d789dbccb"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:53.290281 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.333233 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-e3bece35-e9d8-4208-b48f-9a801f0417cb tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.336957 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c73394-57ef-4121-84fc-c898d81322ef req-325ce3ea-a7bc-49a1-80f9-e6bfe62b0edb tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:53.340887 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-d425d4b2-0955-43e3-8536-bd8d10879dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:53.342526 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-d425d4b2-0955-43e3-8536-bd8d10879dcc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b9cce1ba88734b3db6d4f90496568cc5&device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 1095 time: 0.3770123 Jul 14 09:38:53.350457 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-18c73394-57ef-4121-84fc-c898d81322ef req-325ce3ea-a7bc-49a1-80f9-e6bfe62b0edb tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 945 time: 0.2242398 Jul 14 09:38:53.395738 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-d8296487-b09c-4c7c-a148-120e46c91b37 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30b6fb95-62dc-4e8e-aea5-2b243df27f90 HTTP/1.1" status: 200 len: 217 time: 0.0438645 Jul 14 09:38:53.400202 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-e3bece35-e9d8-4208-b48f-9a801f0417cb tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Transition to ACTIVE for port object 173c51ce-c776-47f8-9400-30b66141168e will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:53.418336 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27710c66-1dbe-4881-98fa-fb9132708543 x-openstack-request-id: req-27710c66-1dbe-4881-98fa-fb9132708543 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:53.418907 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bed3095-0d9d-4d06-a1f0-662c2f988e8c", "tag": "7febf48e-1161-400c-85c8-b08d789dbccb", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:53.419348 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27710c66-1dbe-4881-98fa-fb9132708543 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:53.420001 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bed3095-0d9d-4d06-a1f0-662c2f988e8c', 'tag': '7febf48e-1161-400c-85c8-b08d789dbccb', 'status': 'completed', 'code': 200} Jul 14 09:38:53.471691 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76131142-7d0b-4178-ab9a-6d56e37fb13b service neutron] Pushing event updated for resources: {'Port': ['ID=7febf48e-1161-400c-85c8-b08d789dbccb,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:53.476956 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.488612 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-75ea2130-3461-4bdb-bef3-5b666ff50391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:53.490990 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-75ea2130-3461-4bdb-bef3-5b666ff50391 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=db20ad42-f583-47a0-b8d6-1641a8a94039 HTTP/1.1" status: 200 len: 855 time: 0.0882971 Jul 14 09:38:53.517349 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a463692-fc10-4636-af51-9c71d081eacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1555c29b-83e0-4da1-8192-e16b8a2d6aa8'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:53.520382 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f8f394-50cc-426c-ad5c-d3b27eb7e3f6" -d '{"events": [{"server_uuid": "7a463692-fc10-4636-af51-9c71d081eacc", "name": "network-vif-plugged", "status": "completed", "tag": "1555c29b-83e0-4da1-8192-e16b8a2d6aa8"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:53.523633 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-18c73394-57ef-4121-84fc-c898d81322ef req-56420ee8-984d-45d0-a90c-27276173d04c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719975 Jul 14 09:38:53.538440 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-e3bece35-e9d8-4208-b48f-9a801f0417cb tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.548337 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 1555c29b-83e0-4da1-8192-e16b8a2d6aa8, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=1555c29b-83e0-4da1-8192-e16b8a2d6aa8,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:53.557662 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.591156 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-b792875e-8049-4eff-bf9a-51ad2210c003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:53.592720 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-b792875e-8049-4eff-bf9a-51ad2210c003 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b9cce1ba88734b3db6d4f90496568cc5&device_id=6bed3095-0d9d-4d06-a1f0-662c2f988e8c HTTP/1.1" status: 200 len: 1096 time: 0.2400844 Jul 14 09:38:53.599393 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552d1d4a-0a1a-41c9-999b-5425a2c53abd x-openstack-request-id: req-552d1d4a-0a1a-41c9-999b-5425a2c53abd {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:53.611087 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a463692-fc10-4636-af51-9c71d081eacc", "name": "network-vif-plugged", "status": "completed", "tag": "1555c29b-83e0-4da1-8192-e16b8a2d6aa8", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:53.611378 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-552d1d4a-0a1a-41c9-999b-5425a2c53abd {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:53.611840 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a463692-fc10-4636-af51-9c71d081eacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1555c29b-83e0-4da1-8192-e16b8a2d6aa8', 'code': 200} Jul 14 09:38:53.643477 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=1555c29b-83e0-4da1-8192-e16b8a2d6aa8,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:53.657607 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-e3bece35-e9d8-4208-b48f-9a801f0417cb tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Network 296a7ccd-2e1d-493b-86a8-11de106e9087 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:53.664977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-e3bece35-e9d8-4208-b48f-9a801f0417cb tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:53.667617 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-6cd38f37-a2f0-49ba-be5f-0ec6911d1032 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7febf48e-1161-400c-85c8-b08d789dbccb HTTP/1.1" status: 200 len: 217 time: 0.0674038 Jul 14 09:38:53.670774 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-e3bece35-e9d8-4208-b48f-9a801f0417cb tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:53.677517 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bece35-e9d8-4208-b48f-9a801f0417cb tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Pushing event updated for resources: {'Port': ['ID=173c51ce-c776-47f8-9400-30b66141168e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:53.717806 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-51e019af-b806-42ed-bdd2-ab218ce7c2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:53.719461 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-51e019af-b806-42ed-bdd2-ab218ce7c2b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=296a7ccd-2e1d-493b-86a8-11de106e9087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2214227 Jul 14 09:38:53.747429 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-e3bece35-e9d8-4208-b48f-9a801f0417cb tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:53.748202 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-e3bece35-e9d8-4208-b48f-9a801f0417cb tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.760271 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-36e99390-eda3-48ea-a366-be50b3e23b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:53.762688 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-36e99390-eda3-48ea-a366-be50b3e23b51 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=db20ad42-f583-47a0-b8d6-1641a8a94039 HTTP/1.1" status: 200 len: 855 time: 0.0634274 Jul 14 09:38:53.804953 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.854471 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-e3bece35-e9d8-4208-b48f-9a801f0417cb tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4925575 Jul 14 09:38:53.872814 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-84c02e94-bcfa-4594-8885-a373ef2d56a0 service neutron] Request body: {'port': {'device_id': '6a495ca8-089c-4168-a9c9-78e7dda2d3a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:53.941535 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd749a23-f315-4c24-b9b5-c27dca0752c6 req-7f88e452-4336-42f8-8af5-25624f253742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:53.945422 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd749a23-f315-4c24-b9b5-c27dca0752c6 req-7f88e452-4336-42f8-8af5-25624f253742 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 1098 time: 0.2733331 Jul 14 09:38:54.011617 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-79828049-a078-4350-a8f0-7b2885691dab service neutron] 10.222.0.44 "GET /v2.0/networks/296a7ccd-2e1d-493b-86a8-11de106e9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836275 Jul 14 09:38:54.012202 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-84c02e94-bcfa-4594-8885-a373ef2d56a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.013015 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-3239fad8-f7c8-4329-b146-a683a15e89fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:54.015208 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-3239fad8-f7c8-4329-b146-a683a15e89fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=296a7ccd-2e1d-493b-86a8-11de106e9087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2310576 Jul 14 09:38:54.230997 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8eeeeda9-4200-4213-91e8-2589bfe9fb80 None None] Provisioning for port 173c51ce-c776-47f8-9400-30b66141168e completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:54.235652 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8eeeeda9-4200-4213-91e8-2589bfe9fb80 None None] Provisioning complete for port 173c51ce-c776-47f8-9400-30b66141168e triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:54.236015 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8eeeeda9-4200-4213-91e8-2589bfe9fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.306683 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8eeeeda9-4200-4213-91e8-2589bfe9fb80 None None] Port 173c51ce-c776-47f8-9400-30b66141168e cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:54.411018 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-66c1c8d5-29c8-40c9-a1b6-d9e4f17ee6b2 req-6664b28a-e71f-4393-92ab-8ed38f0ae947 service neutron] 10.222.0.44 "GET /v2.0/networks/296a7ccd-2e1d-493b-86a8-11de106e9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822072 Jul 14 09:38:54.427915 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd749a23-f315-4c24-b9b5-c27dca0752c6 req-a76dc114-feb1-458b-bff4-6e532c964fa4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4741282 Jul 14 09:38:54.512914 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-e0c62d99-00b1-4864-b6fe-3a3e8a84a8a7 service neutron] 10.222.0.44 "GET /v2.0/networks/296a7ccd-2e1d-493b-86a8-11de106e9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770317 Jul 14 09:38:54.513378 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55820) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:54.542046 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-84c02e94-bcfa-4594-8885-a373ef2d56a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 173c51ce-c776-47f8-9400-30b66141168e {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:54.549322 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777178f-ad84-4453-a50e-26f4e97221ff req-4286168e-f333-42ae-9b58-13c8bf826b8f tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:54.553764 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-84c02e94-bcfa-4594-8885-a373ef2d56a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.556900 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e777178f-ad84-4453-a50e-26f4e97221ff req-4286168e-f333-42ae-9b58-13c8bf826b8f tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a495ca8-089c-4168-a9c9-78e7dda2d3a9 HTTP/1.1" status: 200 len: 931 time: 0.1339037 Jul 14 09:38:54.603129 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-84c02e94-bcfa-4594-8885-a373ef2d56a0 service neutron] Transition to ACTIVE for port object 173c51ce-c776-47f8-9400-30b66141168e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:54.617623 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-84c02e94-bcfa-4594-8885-a373ef2d56a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.658558 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5eb092-c4b8-4706-98c3-919f870ddcfc req-6664fccb-4fc8-4029-8db7-0353ef784e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:54.660116 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0b5eb092-c4b8-4706-98c3-919f870ddcfc req-6664fccb-4fc8-4029-8db7-0353ef784e28 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b9cce1ba88734b3db6d4f90496568cc5&device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 1095 time: 0.1725876 Jul 14 09:38:54.680164 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e777178f-ad84-4453-a50e-26f4e97221ff req-770a2c2f-a7cb-4e9f-abaa-1047fb92b78a tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223614 Jul 14 09:38:54.683108 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff1aa76d-4d4c-4cd9-8636-293dc2e58a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.748318 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c02e94-bcfa-4594-8885-a373ef2d56a0 service neutron] Pushing event updated for resources: {'Port': ['ID=173c51ce-c776-47f8-9400-30b66141168e,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:54.788275 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-624d4f20-8284-41d9-a1a2-c20a76ca2824 req-3da6e6bd-1ea9-4464-a131-ec1c210839ca service neutron] 10.222.0.44 "GET /v2.0/networks/296a7ccd-2e1d-493b-86a8-11de106e9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673719 Jul 14 09:38:54.848113 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5eb092-c4b8-4706-98c3-919f870ddcfc req-b7129134-f42b-4a1c-a03d-4d0b8c484990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:54.849617 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0b5eb092-c4b8-4706-98c3-919f870ddcfc req-b7129134-f42b-4a1c-a03d-4d0b8c484990 service neutron] 10.222.0.44 "GET /v2.0/networks?id=296a7ccd-2e1d-493b-86a8-11de106e9087 HTTP/1.1" status: 200 len: 916 time: 0.1780391 Jul 14 09:38:54.854549 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a3e41-e732-4ddf-8ec9-71712935698c req-7040538b-580c-400f-80a4-373f17dbd4ed tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:54.856231 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a3a3e41-e732-4ddf-8ec9-71712935698c req-7040538b-580c-400f-80a4-373f17dbd4ed tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 946 time: 0.1367674 Jul 14 09:38:54.905961 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0b5eb092-c4b8-4706-98c3-919f870ddcfc req-0f93e083-90e5-4d32-a801-62ebe8e192d0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30b6fb95-62dc-4e8e-aea5-2b243df27f90 HTTP/1.1" status: 200 len: 217 time: 0.0433834 Jul 14 09:38:54.906817 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-84c02e94-bcfa-4594-8885-a373ef2d56a0 service neutron] Attempting to bind port 173c51ce-c776-47f8-9400-30b66141168e on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:54.907155 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-84c02e94-bcfa-4594-8885-a373ef2d56a0 service neutron] Attempting to bind port 173c51ce-c776-47f8-9400-30b66141168e by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f82170c9-acbc-47fd-b8be-060e621977d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '296a7ccd-2e1d-493b-86a8-11de106e9087'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:54.907506 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-84c02e94-bcfa-4594-8885-a373ef2d56a0 service neutron] Attempting to bind port 173c51ce-c776-47f8-9400-30b66141168e on network 296a7ccd-2e1d-493b-86a8-11de106e9087 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:54.912301 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-84c02e94-bcfa-4594-8885-a373ef2d56a0 service neutron] Port 173c51ce-c776-47f8-9400-30b66141168e on network 296a7ccd-2e1d-493b-86a8-11de106e9087 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:54.912621 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-84c02e94-bcfa-4594-8885-a373ef2d56a0 service neutron] Attempting to bind port 173c51ce-c776-47f8-9400-30b66141168e on network 296a7ccd-2e1d-493b-86a8-11de106e9087 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:54.944786 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-84c02e94-bcfa-4594-8885-a373ef2d56a0 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:54.945121 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-84c02e94-bcfa-4594-8885-a373ef2d56a0 service neutron] Checking segment: {'id': 'f82170c9-acbc-47fd-b8be-060e621977d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '296a7ccd-2e1d-493b-86a8-11de106e9087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:54.945517 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-84c02e94-bcfa-4594-8885-a373ef2d56a0 service neutron] Bound using segment: {'id': 'f82170c9-acbc-47fd-b8be-060e621977d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '296a7ccd-2e1d-493b-86a8-11de106e9087'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:54.945968 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-84c02e94-bcfa-4594-8885-a373ef2d56a0 service neutron] Bound port: 173c51ce-c776-47f8-9400-30b66141168e, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f82170c9-acbc-47fd-b8be-060e621977d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '296a7ccd-2e1d-493b-86a8-11de106e9087'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:54.946328 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-84c02e94-bcfa-4594-8885-a373ef2d56a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.963558 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a3a3e41-e732-4ddf-8ec9-71712935698c req-45b4c7d7-edec-46c6-8903-a8c7a72c6159 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986660 Jul 14 09:38:54.988728 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff1aa76d-4d4c-4cd9-8636-293dc2e58a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.994600 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5eb092-c4b8-4706-98c3-919f870ddcfc req-0d2203bc-ade2-4746-bf74-7a364211378f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:54.994896 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff1aa76d-4d4c-4cd9-8636-293dc2e58a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.996413 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0b5eb092-c4b8-4706-98c3-919f870ddcfc req-0d2203bc-ade2-4746-bf74-7a364211378f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=db20ad42-f583-47a0-b8d6-1641a8a94039 HTTP/1.1" status: 200 len: 855 time: 0.0806761 Jul 14 09:38:55.024453 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c9b6d-6ae0-4627-9ed9-f07f23c0f267 req-06a555d0-9077-46b4-a33b-bb9a6c1a79f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:55.025972 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5f4c9b6d-6ae0-4627-9ed9-f07f23c0f267 req-06a555d0-9077-46b4-a33b-bb9a6c1a79f5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b9cce1ba88734b3db6d4f90496568cc5&device_id=6bed3095-0d9d-4d06-a1f0-662c2f988e8c HTTP/1.1" status: 200 len: 1096 time: 0.1479821 Jul 14 09:38:55.056130 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1aa76d-4d4c-4cd9-8636-293dc2e58a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e918062-d9b4-4a29-8bf7-cd25890e6b46,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:55.064650 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-84c02e94-bcfa-4594-8885-a373ef2d56a0 service neutron] For port 173c51ce-c776-47f8-9400-30b66141168e, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:55.068508 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-84c02e94-bcfa-4594-8885-a373ef2d56a0 service neutron] For port 173c51ce-c776-47f8-9400-30b66141168e, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=173c51ce-c776-47f8-9400-30b66141168e,segment=NetworkSegment(f82170c9-acbc-47fd-b8be-060e621977d0),segment_id=f82170c9-acbc-47fd-b8be-060e621977d0)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:55.076999 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ff1aa76d-4d4c-4cd9-8636-293dc2e58a09 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a83106320d164409a929ed395d1c6dc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5618260 Jul 14 09:38:55.077208 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-84c02e94-bcfa-4594-8885-a373ef2d56a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:55.083300 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55826) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:55.149786 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-84c02e94-bcfa-4594-8885-a373ef2d56a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:55.150423 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-84c02e94-bcfa-4594-8885-a373ef2d56a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:55.151849 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-84c02e94-bcfa-4594-8885-a373ef2d56a0 service neutron] 10.222.0.47 "PUT /v2.0/ports/173c51ce-c776-47f8-9400-30b66141168e HTTP/1.1" status: 200 len: 1092 time: 1.2864275 Jul 14 09:38:55.166024 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5eb092-c4b8-4706-98c3-919f870ddcfc req-f3775be0-1a4b-42a6-8cba-8f946853c397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:55.167574 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0b5eb092-c4b8-4706-98c3-919f870ddcfc req-f3775be0-1a4b-42a6-8cba-8f946853c397 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=296a7ccd-2e1d-493b-86a8-11de106e9087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1617770 Jul 14 09:38:55.175795 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a495ca8-089c-4168-a9c9-78e7dda2d3a9', 'tag': '173c51ce-c776-47f8-9400-30b66141168e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:55.178071 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150839c8-c964-4d0e-a871-afbfe714cfa4" -d '{"events": [{"name": "network-changed", "server_uuid": "6a495ca8-089c-4168-a9c9-78e7dda2d3a9", "tag": "173c51ce-c776-47f8-9400-30b66141168e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:55.194625 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c02e94-bcfa-4594-8885-a373ef2d56a0 service neutron] Pushing event updated for resources: {'Port': ['ID=173c51ce-c776-47f8-9400-30b66141168e,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:55.221961 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c9b6d-6ae0-4627-9ed9-f07f23c0f267 req-3e6b5403-9002-48c5-86c2-483d17042802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:55.223878 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5f4c9b6d-6ae0-4627-9ed9-f07f23c0f267 req-3e6b5403-9002-48c5-86c2-483d17042802 service neutron] 10.222.0.44 "GET /v2.0/networks?id=296a7ccd-2e1d-493b-86a8-11de106e9087 HTTP/1.1" status: 200 len: 916 time: 0.1909235 Jul 14 09:38:55.258870 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa52a1e-4381-4e21-a565-e5d73a39d972 x-openstack-request-id: req-ffa52a1e-4381-4e21-a565-e5d73a39d972 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:55.259183 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a495ca8-089c-4168-a9c9-78e7dda2d3a9", "tag": "173c51ce-c776-47f8-9400-30b66141168e", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:55.259404 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ffa52a1e-4381-4e21-a565-e5d73a39d972 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:55.259821 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a495ca8-089c-4168-a9c9-78e7dda2d3a9', 'tag': '173c51ce-c776-47f8-9400-30b66141168e', 'status': 'completed', 'code': 200} Jul 14 09:38:55.276757 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5f4c9b6d-6ae0-4627-9ed9-f07f23c0f267 req-b8be9baa-e656-4bd0-a6c7-976eb7eda0a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7febf48e-1161-400c-85c8-b08d789dbccb HTTP/1.1" status: 200 len: 217 time: 0.0414307 Jul 14 09:38:55.298626 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e080ddd2-10a1-4d60-ad50-a617a9940fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:55.347147 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c9b6d-6ae0-4627-9ed9-f07f23c0f267 req-eaa58440-7101-4d2f-87c6-b58410ac4e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:55.349455 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e080ddd2-10a1-4d60-ad50-a617a9940fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:55.349594 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5f4c9b6d-6ae0-4627-9ed9-f07f23c0f267 req-eaa58440-7101-4d2f-87c6-b58410ac4e3c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=db20ad42-f583-47a0-b8d6-1641a8a94039 HTTP/1.1" status: 200 len: 855 time: 0.0618219 Jul 14 09:38:55.395192 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0b5eb092-c4b8-4706-98c3-919f870ddcfc req-cd250ce0-f727-4f71-b691-4afd6e2e9450 service neutron] 10.222.0.44 "GET /v2.0/networks/296a7ccd-2e1d-493b-86a8-11de106e9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097449 Jul 14 09:38:55.405766 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-daa2c8bc-ae6a-4d41-98a2-9f9a139ed915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:55.407564 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-daa2c8bc-ae6a-4d41-98a2-9f9a139ed915 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9cce1ba88734b3db6d4f90496568cc5&device_id=6a495ca8-089c-4168-a9c9-78e7dda2d3a9 HTTP/1.1" status: 200 len: 1095 time: 0.2013354 Jul 14 09:38:55.422863 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c9b6d-6ae0-4627-9ed9-f07f23c0f267 req-a2320c9e-005f-4e10-a16e-e4b17b70555c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:55.424454 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5f4c9b6d-6ae0-4627-9ed9-f07f23c0f267 req-a2320c9e-005f-4e10-a16e-e4b17b70555c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=296a7ccd-2e1d-493b-86a8-11de106e9087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666928 Jul 14 09:38:55.499556 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-3a7a4b54-798f-45ed-b99a-5c836ac1a61d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=173c51ce-c776-47f8-9400-30b66141168e HTTP/1.1" status: 200 len: 217 time: 0.0716269 Jul 14 09:38:55.532917 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5f4c9b6d-6ae0-4627-9ed9-f07f23c0f267 req-1a9a4a56-01e0-47fd-829b-27bd09a04500 service neutron] 10.222.0.44 "GET /v2.0/networks/296a7ccd-2e1d-493b-86a8-11de106e9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002345 Jul 14 09:38:55.541371 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e080ddd2-10a1-4d60-ad50-a617a9940fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:55.543928 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e080ddd2-10a1-4d60-ad50-a617a9940fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:55.545057 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e080ddd2-10a1-4d60-ad50-a617a9940fa3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e918062-d9b4-4a29-8bf7-cd25890e6b46 HTTP/1.1" status: 204 len: 168 time: 0.4560528 Jul 14 09:38:55.576363 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080ddd2-10a1-4d60-ad50-a617a9940fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e918062-d9b4-4a29-8bf7-cd25890e6b46,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:55.585119 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0b5eb092-c4b8-4706-98c3-919f870ddcfc req-471d1182-e907-486d-be74-8feb793fdc46 service neutron] 10.222.0.44 "GET /v2.0/networks/296a7ccd-2e1d-493b-86a8-11de106e9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765904 Jul 14 09:38:55.588783 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-0de2c5b0-1af7-4736-9271-1e32c3affa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:55.590247 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-0de2c5b0-1af7-4736-9271-1e32c3affa20 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db20ad42-f583-47a0-b8d6-1641a8a94039 HTTP/1.1" status: 200 len: 855 time: 0.0813875 Jul 14 09:38:55.642056 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5f4c9b6d-6ae0-4627-9ed9-f07f23c0f267 req-fd7e6191-3b6a-4d7d-96ee-94da3021c4df service neutron] 10.222.0.44 "GET /v2.0/networks/296a7ccd-2e1d-493b-86a8-11de106e9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019747 Jul 14 09:38:55.878746 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55836) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:55.901182 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686834f-4f1a-4cac-9707-7c08efe77d9f req-bf8992ff-a39f-4388-9daa-1280d0d64b8d tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:55.902738 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3686834f-4f1a-4cac-9707-7c08efe77d9f req-bf8992ff-a39f-4388-9daa-1280d0d64b8d tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a495ca8-089c-4168-a9c9-78e7dda2d3a9 HTTP/1.1" status: 200 len: 943 time: 0.0936260 Jul 14 09:38:55.904070 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ade121bd-3e66-4c74-b4e2-58c2d110f7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:55.964617 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3686834f-4f1a-4cac-9707-7c08efe77d9f req-e612dbf1-843e-42db-bc8e-def91e53fbc5 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517125 Jul 14 09:38:56.008938 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-2b6ece2c-b344-4c42-80da-9759e21b7a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:56.010500 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-2b6ece2c-b344-4c42-80da-9759e21b7a4e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=296a7ccd-2e1d-493b-86a8-11de106e9087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4065876 Jul 14 09:38:56.033987 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ade121bd-3e66-4c74-b4e2-58c2d110f7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:56.039074 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ade121bd-3e66-4c74-b4e2-58c2d110f7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:56.081368 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ade121bd-3e66-4c74-b4e2-58c2d110f7fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53055f2427654643a618afd730b74cb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2015271 Jul 14 09:38:56.082511 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade121bd-3e66-4c74-b4e2-58c2d110f7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818f5c80-8ef4-4856-933c-764a8fe0abab,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:56.085412 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55840) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:56.129889 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-9ab6963b-0e87-490e-9279-64c286817f94 service neutron] 10.222.0.47 "GET /v2.0/networks/296a7ccd-2e1d-493b-86a8-11de106e9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120851 Jul 14 09:38:56.151767 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3670cf-6605-4043-8776-1097d58b2344 req-564b8ffe-b125-4147-a16e-bde8f05d5636 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:56.153264 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1e3670cf-6605-4043-8776-1097d58b2344 req-564b8ffe-b125-4147-a16e-bde8f05d5636 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 946 time: 0.0667589 Jul 14 09:38:56.194760 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1e3670cf-6605-4043-8776-1097d58b2344 req-28997c40-674a-46ea-87f2-b76dcf9fea42 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350454 Jul 14 09:38:56.201248 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-56c7c856-f5d2-47cf-adf1-e22b0f5ee966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:56.237395 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-56c7c856-f5d2-47cf-adf1-e22b0f5ee966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:56.281459 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-66502353-10a4-4554-a594-fb7fe89c89f7 req-b77a8766-57b3-4d67-97b8-3f67f048dd04 service neutron] 10.222.0.47 "GET /v2.0/networks/296a7ccd-2e1d-493b-86a8-11de106e9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443362 Jul 14 09:38:56.302043 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-56c7c856-f5d2-47cf-adf1-e22b0f5ee966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:56.304698 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-56c7c856-f5d2-47cf-adf1-e22b0f5ee966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:56.308137 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-56c7c856-f5d2-47cf-adf1-e22b0f5ee966 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/818f5c80-8ef4-4856-933c-764a8fe0abab HTTP/1.1" status: 204 len: 168 time: 0.2194068 Jul 14 09:38:56.314592 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7c856-f5d2-47cf-adf1-e22b0f5ee966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818f5c80-8ef4-4856-933c-764a8fe0abab,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:56.389795 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db65e1-4b7b-4c55-964f-30715f6c3f95 req-66a5eaac-e3af-4785-a025-8405268ba547 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:56.391854 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94db65e1-4b7b-4c55-964f-30715f6c3f95 req-66a5eaac-e3af-4785-a025-8405268ba547 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 946 time: 0.0842090 Jul 14 09:38:56.401406 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150839c8-c964-4d0e-a871-afbfe714cfa4 req-3c5cdce6-b429-41f6-82a6-3a718667b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:56.402963 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-150839c8-c964-4d0e-a871-afbfe714cfa4 req-3c5cdce6-b429-41f6-82a6-3a718667b64a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9cce1ba88734b3db6d4f90496568cc5&device_id=6a495ca8-089c-4168-a9c9-78e7dda2d3a9 HTTP/1.1" status: 200 len: 1095 time: 0.0608339 Jul 14 09:38:56.432523 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94db65e1-4b7b-4c55-964f-30715f6c3f95 req-23eba98d-21a9-4d7c-975c-810de8b07aa5 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340188 Jul 14 09:38:56.458657 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55846) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:56.500370 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150839c8-c964-4d0e-a871-afbfe714cfa4 req-e5bf87fe-0fd5-4aac-a676-cbe742649f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:56.501873 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-150839c8-c964-4d0e-a871-afbfe714cfa4 req-e5bf87fe-0fd5-4aac-a676-cbe742649f91 service neutron] 10.222.0.47 "GET /v2.0/networks?id=296a7ccd-2e1d-493b-86a8-11de106e9087 HTTP/1.1" status: 200 len: 916 time: 0.0918953 Jul 14 09:38:56.516157 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a625697-9d77-4fbc-ac44-a92bf5287774 tempest-TestVolumeBootPattern-1164051470 tempest-TestVolumeBootPattern-1164051470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:56.520391 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3a625697-9d77-4fbc-ac44-a92bf5287774 tempest-TestVolumeBootPattern-1164051470 tempest-TestVolumeBootPattern-1164051470-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 1093 time: 0.0580251 Jul 14 09:38:56.520662 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55850) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:56.525174 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-e69159e7-a1a0-478a-a86f-d07d9a922588 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'port_id': '1555c29b-83e0-4da1-8192-e16b8a2d6aa8', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:56.566086 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-150839c8-c964-4d0e-a871-afbfe714cfa4 req-cc91f051-f9cd-4b83-841a-21a53b5486d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=173c51ce-c776-47f8-9400-30b66141168e HTTP/1.1" status: 200 len: 217 time: 0.0539896 Jul 14 09:38:56.619844 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e69159e7-a1a0-478a-a86f-d07d9a922588 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for floatingip, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:56.671390 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150839c8-c964-4d0e-a871-afbfe714cfa4 req-ad5262e0-30dd-4e4f-8b7d-b0e2b5a7d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:56.673004 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-150839c8-c964-4d0e-a871-afbfe714cfa4 req-ad5262e0-30dd-4e4f-8b7d-b0e2b5a7d9ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db20ad42-f583-47a0-b8d6-1641a8a94039 HTTP/1.1" status: 200 len: 855 time: 0.0999541 Jul 14 09:38:56.763047 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150839c8-c964-4d0e-a871-afbfe714cfa4 req-393bce10-57f5-4eaf-87ee-6fe6d036cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:56.764651 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-150839c8-c964-4d0e-a871-afbfe714cfa4 req-393bce10-57f5-4eaf-87ee-6fe6d036cde8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=296a7ccd-2e1d-493b-86a8-11de106e9087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0839961 Jul 14 09:38:56.825567 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e69159e7-a1a0-478a-a86f-d07d9a922588 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:56.926105 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-150839c8-c964-4d0e-a871-afbfe714cfa4 req-799ebdf9-e2e8-4d8f-89e7-f9a0ffcc97ee service neutron] 10.222.0.47 "GET /v2.0/networks/296a7ccd-2e1d-493b-86a8-11de106e9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506979 Jul 14 09:38:57.019837 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-e69159e7-a1a0-478a-a86f-d07d9a922588 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Allocated IP 172.25.6.100 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/642ec98e-c8da-4af3-b270-f6b274169abf) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:57.105785 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-150839c8-c964-4d0e-a871-afbfe714cfa4 req-988887aa-6b70-409d-9e1a-79de4177d841 service neutron] 10.222.0.47 "GET /v2.0/networks/296a7ccd-2e1d-493b-86a8-11de106e9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605766 Jul 14 09:38:57.162307 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e69159e7-a1a0-478a-a86f-d07d9a922588 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.165904 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9638ee-bbdd-4a97-9b94-fa1da0871684 req-a869406e-b9b0-4975-9548-eb600a68dcb8 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:57.167461 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-db9638ee-bbdd-4a97-9b94-fa1da0871684 req-a869406e-b9b0-4975-9548-eb600a68dcb8 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a495ca8-089c-4168-a9c9-78e7dda2d3a9 HTTP/1.1" status: 200 len: 943 time: 0.0711851 Jul 14 09:38:57.214625 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-db9638ee-bbdd-4a97-9b94-fa1da0871684 req-e5ebe0a5-5b35-4e36-a874-5a6ece78f811 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404272 Jul 14 09:38:57.215926 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e69159e7-a1a0-478a-a86f-d07d9a922588 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.259311 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69159e7-a1a0-478a-a86f-d07d9a922588 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:57.262334 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e69159e7-a1a0-478a-a86f-d07d9a922588 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:57.266741 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69159e7-a1a0-478a-a86f-d07d9a922588 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:57.299769 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69159e7-a1a0-478a-a86f-d07d9a922588 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event updated for resources: {'Port': ['ID=642ec98e-c8da-4af3-b270-f6b274169abf,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:57.397254 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 7febf48e-1161-400c-85c8-b08d789dbccb details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:38:57.498065 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 7febf48e-1161-400c-85c8-b08d789dbccb, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=7febf48e-1161-400c-85c8-b08d789dbccb,segment=NetworkSegment(f82170c9-acbc-47fd-b8be-060e621977d0),segment_id=f82170c9-acbc-47fd-b8be-060e621977d0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:57.524988 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '7febf48e-1161-400c-85c8-b08d789dbccb', 'network_id': '296a7ccd-2e1d-493b-86a8-11de106e9087', 'port_id': '7febf48e-1161-400c-85c8-b08d789dbccb', 'mac_address': 'fa:16:3e:b6:cf:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db20ad42-f583-47a0-b8d6-1641a8a94039', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:38:57.565995 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.579788 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7febf48e-1161-400c-85c8-b08d789dbccb {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:57.604474 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 7febf48e-1161-400c-85c8-b08d789dbccb, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=7febf48e-1161-400c-85c8-b08d789dbccb,segment=NetworkSegment(f82170c9-acbc-47fd-b8be-060e621977d0),segment_id=f82170c9-acbc-47fd-b8be-060e621977d0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:57.609277 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.610074 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 30b6fb95-62dc-4e8e-aea5-2b243df27f90 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:38:57.679774 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=7febf48e-1161-400c-85c8-b08d789dbccb,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:57.687209 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 30b6fb95-62dc-4e8e-aea5-2b243df27f90, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=30b6fb95-62dc-4e8e-aea5-2b243df27f90,segment=NetworkSegment(f82170c9-acbc-47fd-b8be-060e621977d0),segment_id=f82170c9-acbc-47fd-b8be-060e621977d0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:57.691238 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e69159e7-a1a0-478a-a86f-d07d9a922588 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.699159 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '30b6fb95-62dc-4e8e-aea5-2b243df27f90', 'network_id': '296a7ccd-2e1d-493b-86a8-11de106e9087', 'port_id': '30b6fb95-62dc-4e8e-aea5-2b243df27f90', 'mac_address': 'fa:16:3e:9a:db:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db20ad42-f583-47a0-b8d6-1641a8a94039', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:38:57.741366 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.758334 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b6fb95-62dc-4e8e-aea5-2b243df27f90 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:57.780483 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e69159e7-a1a0-478a-a86f-d07d9a922588 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.784151 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 30b6fb95-62dc-4e8e-aea5-2b243df27f90, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=30b6fb95-62dc-4e8e-aea5-2b243df27f90,segment=NetworkSegment(f82170c9-acbc-47fd-b8be-060e621977d0),segment_id=f82170c9-acbc-47fd-b8be-060e621977d0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:57.788530 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.841573 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=30b6fb95-62dc-4e8e-aea5-2b243df27f90,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:57.951408 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e69159e7-a1a0-478a-a86f-d07d9a922588 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.956504 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e69159e7-a1a0-478a-a86f-d07d9a922588 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.026055 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['7febf48e-1161-400c-85c8-b08d789dbccb'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:58.028196 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69159e7-a1a0-478a-a86f-d07d9a922588 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event updated for resources: {'Port': ['ID=642ec98e-c8da-4af3-b270-f6b274169abf,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:58.040009 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e69159e7-a1a0-478a-a86f-d07d9a922588 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.052891 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['30b6fb95-62dc-4e8e-aea5-2b243df27f90'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:58.152089 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-e69159e7-a1a0-478a-a86f-d07d9a922588 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Floating IP b2901b2d-d7ea-41bc-a3e6-d0edde553e2f associated. External IP: 172.25.6.100, port: 1555c29b-83e0-4da1-8192-e16b8a2d6aa8. Jul 14 09:38:58.287726 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55898) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:58.392992 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69159e7-a1a0-478a-a86f-d07d9a922588 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:58.408506 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8e8d3c6-86bb-474b-a406-035db8a12fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.456549 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db499f8-345a-4539-bb96-e63cd8096856 req-b0b3557f-8e35-4c6b-90f6-f6ea73268337 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:58.458519 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2db499f8-345a-4539-bb96-e63cd8096856 req-b0b3557f-8e35-4c6b-90f6-f6ea73268337 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a495ca8-089c-4168-a9c9-78e7dda2d3a9 HTTP/1.1" status: 200 len: 943 time: 0.1044464 Jul 14 09:38:58.508045 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69159e7-a1a0-478a-a86f-d07d9a922588 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:58.514894 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2db499f8-345a-4539-bb96-e63cd8096856 req-04732567-2ebb-4bfb-a8a6-d125e04ec6b8 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471916 Jul 14 09:38:58.522205 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2226b84-adc2-4c3a-bcb9-0f4b40dfbaf8 None None] Sync routers for ids ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:58.532092 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2226b84-adc2-4c3a-bcb9-0f4b40dfbaf8 None None] Routers {'9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:58.532714 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b2226b84-adc2-4c3a-bcb9-0f4b40dfbaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:38:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:58.569873 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8e8d3c6-86bb-474b-a406-035db8a12fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.574149 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8e8d3c6-86bb-474b-a406-035db8a12fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.579358 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e69159e7-a1a0-478a-a86f-d07d9a922588 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.619669 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a8e8d3c6-86bb-474b-a406-035db8a12fc6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=08a3eb8d170c4a23bfdb588dfe457702&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3278933 Jul 14 09:38:58.619669 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8d3c6-86bb-474b-a406-035db8a12fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae464b2-0a49-48f1-bb00-9f25ce0ed128,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:58.620058 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55902) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:58.628700 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e69159e7-a1a0-478a-a86f-d07d9a922588 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1070209 Jul 14 09:38:58.634164 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a463692-fc10-4636-af51-9c71d081eacc', 'tag': '1555c29b-83e0-4da1-8192-e16b8a2d6aa8'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:58.636459 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fd0003-7441-47d7-9b58-2871da008563" -d '{"events": [{"name": "network-changed", "server_uuid": "7a463692-fc10-4636-af51-9c71d081eacc", "tag": "1555c29b-83e0-4da1-8192-e16b8a2d6aa8"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:58.645473 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b2226b84-adc2-4c3a-bcb9-0f4b40dfbaf8 None None] Set router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:58.677935 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2339b4-d453-45a3-97fe-cdb47658bedb x-openstack-request-id: req-ea2339b4-d453-45a3-97fe-cdb47658bedb {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:58.678231 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a463692-fc10-4636-af51-9c71d081eacc", "tag": "1555c29b-83e0-4da1-8192-e16b8a2d6aa8", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:58.678518 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea2339b4-d453-45a3-97fe-cdb47658bedb {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:58.678903 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a463692-fc10-4636-af51-9c71d081eacc', 'tag': '1555c29b-83e0-4da1-8192-e16b8a2d6aa8', 'status': 'completed', 'code': 200} Jul 14 09:38:58.684275 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e87337fd-0f4c-49ec-a796-3a5e5180c13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.709479 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e87337fd-0f4c-49ec-a796-3a5e5180c13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.789829 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd0003-7441-47d7-9b58-2871da008563 req-2ec186df-5475-4445-98fc-751411379210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:58.791366 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d0fd0003-7441-47d7-9b58-2871da008563 req-2ec186df-5475-4445-98fc-751411379210 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 1098 time: 0.0844576 Jul 14 09:38:58.807744 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e87337fd-0f4c-49ec-a796-3a5e5180c13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.810219 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e87337fd-0f4c-49ec-a796-3a5e5180c13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.811359 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e87337fd-0f4c-49ec-a796-3a5e5180c13b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ae464b2-0a49-48f1-bb00-9f25ce0ed128 HTTP/1.1" status: 204 len: 168 time: 0.1904190 Jul 14 09:38:58.859313 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87337fd-0f4c-49ec-a796-3a5e5180c13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae464b2-0a49-48f1-bb00-9f25ce0ed128,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:58.888502 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b2226b84-adc2-4c3a-bcb9-0f4b40dfbaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'name': 'tempest-TestVolumeBootPattern-86186375-router', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:42Z', 'revision_number': 4, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'gw_port': {'id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:37Z', 'updated_at': '2021-07-14T09:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'b2901b2d-d7ea-41bc-a3e6-d0edde553e2f', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'port_id': '1555c29b-83e0-4da1-8192-e16b8a2d6aa8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'mac_address': 'fa:16:3e:cc:2c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a463692-fc10-4636-af51-9c71d081eacc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:38:57Z', 'updated_at': '2021-07-14T09:38:57Z', 'revision_number': 0, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2604b64-dd8d-4c47-aea8-a057e0ce146b', 'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'mac_address': 'fa:16:3e:d4:d0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:40Z', 'updated_at': '2021-07-14T09:34:51Z', 'revision_number': 5, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'subnets': [{'id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:58.905829 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd0003-7441-47d7-9b58-2871da008563 req-567d623d-8d37-4a71-a318-a7f25500bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:58.907549 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d0fd0003-7441-47d7-9b58-2871da008563 req-567d623d-8d37-4a71-a318-a7f25500bd30 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 910 time: 0.1088181 Jul 14 09:38:58.917662 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2226b84-adc2-4c3a-bcb9-0f4b40dfbaf8 None None] Checking router: 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:58.933031 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2226b84-adc2-4c3a-bcb9-0f4b40dfbaf8 None None] Routers {'9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:58.933653 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b2226b84-adc2-4c3a-bcb9-0f4b40dfbaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:38:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:58.984298 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d0fd0003-7441-47d7-9b58-2871da008563 req-b348326f-1b94-434f-bc5b-24a4243c7979 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1555c29b-83e0-4da1-8192-e16b8a2d6aa8 HTTP/1.1" status: 200 len: 1000 time: 0.0685122 Jul 14 09:38:59.036702 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd0003-7441-47d7-9b58-2871da008563 req-75cc90b7-8f40-4990-9ac8-8fab558b3d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:59.038214 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d0fd0003-7441-47d7-9b58-2871da008563 req-75cc90b7-8f40-4990-9ac8-8fab558b3d85 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea6b1e4-2ec5-4105-843d-111f5668e0d2 HTTP/1.1" status: 200 len: 849 time: 0.0469081 Jul 14 09:38:59.047294 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b2226b84-adc2-4c3a-bcb9-0f4b40dfbaf8 None None] Set router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:59.099687 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd0003-7441-47d7-9b58-2871da008563 req-e1c52c76-251f-4999-9c32-4665c4590f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:59.101232 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55912) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:59.101419 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d0fd0003-7441-47d7-9b58-2871da008563 req-e1c52c76-251f-4999-9c32-4665c4590f3a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78f139e-d876-4f71-b091-055c8a4ef271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565207 Jul 14 09:38:59.114676 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2472e938-7ae8-4b7a-a2f9-777105cf3269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.195215 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 173c51ce-c776-47f8-9400-30b66141168e details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:38:59.209593 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d0fd0003-7441-47d7-9b58-2871da008563 req-41fd787c-90dd-4a5f-9432-786f693814ea service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004674 Jul 14 09:38:59.219901 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2472e938-7ae8-4b7a-a2f9-777105cf3269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.225069 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2472e938-7ae8-4b7a-a2f9-777105cf3269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.271190 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2472e938-7ae8-4b7a-a2f9-777105cf3269 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=efe3a7cd36984d44b1fa4ac1c517e766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1685102 Jul 14 09:38:59.273025 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472e938-7ae8-4b7a-a2f9-777105cf3269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b91288-e1c7-4a43-bd7a-e21c572dbee0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:59.277082 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55914) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:59.317581 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d0fd0003-7441-47d7-9b58-2871da008563 req-37bca3c6-86c7-4a82-914f-0e93b1f42d8f service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007261 Jul 14 09:38:59.348736 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 173c51ce-c776-47f8-9400-30b66141168e, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=173c51ce-c776-47f8-9400-30b66141168e,segment=NetworkSegment(f82170c9-acbc-47fd-b8be-060e621977d0),segment_id=f82170c9-acbc-47fd-b8be-060e621977d0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:59.362731 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '173c51ce-c776-47f8-9400-30b66141168e', 'network_id': '296a7ccd-2e1d-493b-86a8-11de106e9087', 'port_id': '173c51ce-c776-47f8-9400-30b66141168e', 'mac_address': 'fa:16:3e:c0:79:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db20ad42-f583-47a0-b8d6-1641a8a94039', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:38:59.367748 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e811b26c-d7ef-49a0-8c9f-6fa72f8ed886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.391473 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e811b26c-d7ef-49a0-8c9f-6fa72f8ed886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.401609 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.412891 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 7febf48e-1161-400c-85c8-b08d789dbccb up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:59.420128 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b2226b84-adc2-4c3a-bcb9-0f4b40dfbaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'name': 'tempest-TestVolumeBootPattern-86186375-router', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:42Z', 'revision_number': 4, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'gw_port': {'id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:37Z', 'updated_at': '2021-07-14T09:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'b2901b2d-d7ea-41bc-a3e6-d0edde553e2f', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'port_id': '1555c29b-83e0-4da1-8192-e16b8a2d6aa8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'mac_address': 'fa:16:3e:cc:2c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a463692-fc10-4636-af51-9c71d081eacc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:38:57Z', 'updated_at': '2021-07-14T09:38:57Z', 'revision_number': 0, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2604b64-dd8d-4c47-aea8-a057e0ce146b', 'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'mac_address': 'fa:16:3e:d4:d0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:40Z', 'updated_at': '2021-07-14T09:34:51Z', 'revision_number': 5, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'subnets': [{'id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:59.440262 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 173c51ce-c776-47f8-9400-30b66141168e {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:59.442560 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e811b26c-d7ef-49a0-8c9f-6fa72f8ed886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.445126 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e811b26c-d7ef-49a0-8c9f-6fa72f8ed886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.446362 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e811b26c-d7ef-49a0-8c9f-6fa72f8ed886 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9b91288-e1c7-4a43-bd7a-e21c572dbee0 HTTP/1.1" status: 204 len: 168 time: 0.1679893 Jul 14 09:38:59.454970 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2226b84-adc2-4c3a-bcb9-0f4b40dfbaf8 None None] The sync data for ids ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'] in n-d-771362-35 is: [{'id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'name': 'tempest-TestVolumeBootPattern-86186375-router', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:42Z', 'revision_number': 4, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'gw_port': {'id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:37Z', 'updated_at': '2021-07-14T09:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'b2901b2d-d7ea-41bc-a3e6-d0edde553e2f', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'port_id': '1555c29b-83e0-4da1-8192-e16b8a2d6aa8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'mac_address': 'fa:16:3e:cc:2c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a463692-fc10-4636-af51-9c71d081eacc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:38:57Z', 'updated_at': '2021-07-14T09:38:57Z', 'revision_number': 0, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2604b64-dd8d-4c47-aea8-a057e0ce146b', 'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'mac_address': 'fa:16:3e:d4:d0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:40Z', 'updated_at': '2021-07-14T09:34:51Z', 'revision_number': 5, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'subnets': [{'id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:59.455281 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811b26c-d7ef-49a0-8c9f-6fa72f8ed886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b91288-e1c7-4a43-bd7a-e21c572dbee0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:59.483372 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 173c51ce-c776-47f8-9400-30b66141168e, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=173c51ce-c776-47f8-9400-30b66141168e,segment=NetworkSegment(f82170c9-acbc-47fd-b8be-060e621977d0),segment_id=f82170c9-acbc-47fd-b8be-060e621977d0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:59.495460 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.542512 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 7febf48e-1161-400c-85c8-b08d789dbccb completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:59.552263 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 7febf48e-1161-400c-85c8-b08d789dbccb triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:59.552650 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.584542 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=173c51ce-c776-47f8-9400-30b66141168e,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:59.658117 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.699799 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 7febf48e-1161-400c-85c8-b08d789dbccb, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=7febf48e-1161-400c-85c8-b08d789dbccb,segment=NetworkSegment(f82170c9-acbc-47fd-b8be-060e621977d0),segment_id=f82170c9-acbc-47fd-b8be-060e621977d0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:59.700684 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bed3095-0d9d-4d06-a1f0-662c2f988e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7febf48e-1161-400c-85c8-b08d789dbccb'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:59.704415 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebcdbaf-1158-44af-97c7-76b960f2b6c4" -d '{"events": [{"server_uuid": "6bed3095-0d9d-4d06-a1f0-662c2f988e8c", "name": "network-vif-plugged", "status": "completed", "tag": "7febf48e-1161-400c-85c8-b08d789dbccb"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:59.706890 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.707710 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 30b6fb95-62dc-4e8e-aea5-2b243df27f90 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:59.714055 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['173c51ce-c776-47f8-9400-30b66141168e'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:59.753016 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec4315-a088-42e1-a8ed-3f7d74e2db6a req-5d2a14a8-058e-4279-9cc7-4d33f3e5a9af tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:59.754621 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-36ec4315-a088-42e1-a8ed-3f7d74e2db6a req-5d2a14a8-058e-4279-9cc7-4d33f3e5a9af tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a495ca8-089c-4168-a9c9-78e7dda2d3a9 HTTP/1.1" status: 200 len: 944 time: 0.0963216 Jul 14 09:38:59.802747 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6875af7-cae1-433e-ad4a-bc02faabcade x-openstack-request-id: req-a6875af7-cae1-433e-ad4a-bc02faabcade {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:59.803350 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bed3095-0d9d-4d06-a1f0-662c2f988e8c", "name": "network-vif-plugged", "status": "completed", "tag": "7febf48e-1161-400c-85c8-b08d789dbccb", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:59.803350 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6875af7-cae1-433e-ad4a-bc02faabcade {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:59.804032 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bed3095-0d9d-4d06-a1f0-662c2f988e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7febf48e-1161-400c-85c8-b08d789dbccb', 'code': 200} Jul 14 09:38:59.807827 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847dfa8d-6c64-443e-8572-4ea6f28e88fc None None] New status for floating IP b2901b2d-d7ea-41bc-a3e6-d0edde553e2f: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:38:59.811128 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-36ec4315-a088-42e1-a8ed-3f7d74e2db6a req-673a9369-536d-4753-a340-f1bd68f64ade tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505295 Jul 14 09:38:59.933058 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbede8b-deaf-4d67-9098-8a37bb5d46b9 req-ad6dcbef-9946-4005-9422-a7303c850511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:59.935282 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4cbede8b-deaf-4d67-9098-8a37bb5d46b9 req-ad6dcbef-9946-4005-9422-a7303c850511 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6bed3095-0d9d-4d06-a1f0-662c2f988e8c HTTP/1.1" status: 200 len: 1098 time: 0.0584319 Jul 14 09:38:59.977843 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4cbede8b-deaf-4d67-9098-8a37bb5d46b9 req-ea291089-38b2-4ff9-900d-083253379705 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352674 Jul 14 09:39:00.062206 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=7febf48e-1161-400c-85c8-b08d789dbccb,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:00.080265 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 30b6fb95-62dc-4e8e-aea5-2b243df27f90 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:00.114927 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 30b6fb95-62dc-4e8e-aea5-2b243df27f90 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:00.115296 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:00.297461 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:00.351195 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 30b6fb95-62dc-4e8e-aea5-2b243df27f90, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=30b6fb95-62dc-4e8e-aea5-2b243df27f90,segment=NetworkSegment(f82170c9-acbc-47fd-b8be-060e621977d0),segment_id=f82170c9-acbc-47fd-b8be-060e621977d0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:00.355036 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:00.404506 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=30b6fb95-62dc-4e8e-aea5-2b243df27f90,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:01.018092 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44670eeb-e388-4469-9acc-987e5443944d req-6cf92a74-b3c3-495a-8870-6d76b3ad7d47 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:01.024316 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-44670eeb-e388-4469-9acc-987e5443944d req-6cf92a74-b3c3-495a-8870-6d76b3ad7d47 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a495ca8-089c-4168-a9c9-78e7dda2d3a9 HTTP/1.1" status: 200 len: 944 time: 0.0818517 Jul 14 09:39:01.064959 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-44670eeb-e388-4469-9acc-987e5443944d req-b85d218a-b941-4456-b8a5-ba56faf549bf tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351291 Jul 14 09:39:01.205730 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 173c51ce-c776-47f8-9400-30b66141168e up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:01.264908 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 173c51ce-c776-47f8-9400-30b66141168e completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:01.269068 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 173c51ce-c776-47f8-9400-30b66141168e triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:01.269652 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.349770 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.383150 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 173c51ce-c776-47f8-9400-30b66141168e, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=173c51ce-c776-47f8-9400-30b66141168e,segment=NetworkSegment(f82170c9-acbc-47fd-b8be-060e621977d0),segment_id=f82170c9-acbc-47fd-b8be-060e621977d0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:01.387392 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.440119 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=173c51ce-c776-47f8-9400-30b66141168e,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:01.805076 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e356f9c-cd8b-4f04-a261-74dccc510e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b6fb95-62dc-4e8e-aea5-2b243df27f90'}, {'server_uuid': '6a495ca8-089c-4168-a9c9-78e7dda2d3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173c51ce-c776-47f8-9400-30b66141168e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:01.807617 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5e13a2-e577-452d-ac5d-5fa035cbe1f6" -d '{"events": [{"server_uuid": "9e356f9c-cd8b-4f04-a261-74dccc510e7d", "name": "network-vif-plugged", "status": "completed", "tag": "30b6fb95-62dc-4e8e-aea5-2b243df27f90"}, {"server_uuid": "6a495ca8-089c-4168-a9c9-78e7dda2d3a9", "name": "network-vif-plugged", "status": "completed", "tag": "173c51ce-c776-47f8-9400-30b66141168e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:01.851289 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831fb795-48ed-4b70-b628-d7deb9b0e2aa x-openstack-request-id: req-831fb795-48ed-4b70-b628-d7deb9b0e2aa {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:01.851626 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e356f9c-cd8b-4f04-a261-74dccc510e7d", "name": "network-vif-plugged", "status": "completed", "tag": "30b6fb95-62dc-4e8e-aea5-2b243df27f90", "code": 200}, {"server_uuid": "6a495ca8-089c-4168-a9c9-78e7dda2d3a9", "name": "network-vif-plugged", "status": "completed", "tag": "173c51ce-c776-47f8-9400-30b66141168e", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:01.851880 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-831fb795-48ed-4b70-b628-d7deb9b0e2aa {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:01.852307 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e356f9c-cd8b-4f04-a261-74dccc510e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b6fb95-62dc-4e8e-aea5-2b243df27f90', 'code': 200} Jul 14 09:39:01.852562 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a495ca8-089c-4168-a9c9-78e7dda2d3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173c51ce-c776-47f8-9400-30b66141168e', 'code': 200} Jul 14 09:39:01.970227 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c4c5f-a235-4c87-a01d-9a284fcd3e83 req-5eb38287-0fed-434f-ab59-6931b0b20fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:01.971776 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-958c4c5f-a235-4c87-a01d-9a284fcd3e83 req-5eb38287-0fed-434f-ab59-6931b0b20fa7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 1097 time: 0.0550361 Jul 14 09:39:01.972786 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369adde-3ac8-4276-a65c-7844330f05d2 req-7b7e9fb8-cf69-4207-933a-8539417aa0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:01.974313 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c369adde-3ac8-4276-a65c-7844330f05d2 req-7b7e9fb8-cf69-4207-933a-8539417aa0b4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6a495ca8-089c-4168-a9c9-78e7dda2d3a9 HTTP/1.1" status: 200 len: 1097 time: 0.0585873 Jul 14 09:39:02.009207 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-958c4c5f-a235-4c87-a01d-9a284fcd3e83 req-a7f53aeb-994e-4c3d-9399-5497fad97a31 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305672 Jul 14 09:39:02.011956 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c369adde-3ac8-4276-a65c-7844330f05d2 req-5f67224f-9c1f-4390-b67f-34dee48b6cd0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307608 Jul 14 09:39:02.042347 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 55990) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:02.146904 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac4a72fc-9d17-46ff-afe9-0ae21e189ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.280215 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d941a82-b54f-4a0f-aa2d-d92e53ce7062 req-feeda54e-2238-4309-8879-782b45eb1bf7 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:02.281721 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5d941a82-b54f-4a0f-aa2d-d92e53ce7062 req-feeda54e-2238-4309-8879-782b45eb1bf7 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a495ca8-089c-4168-a9c9-78e7dda2d3a9 HTTP/1.1" status: 200 len: 945 time: 0.1013837 Jul 14 09:39:02.303073 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac4a72fc-9d17-46ff-afe9-0ae21e189ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.310039 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac4a72fc-9d17-46ff-afe9-0ae21e189ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.363886 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5d941a82-b54f-4a0f-aa2d-d92e53ce7062 req-ca1f8761-e821-441a-b989-1e87c01fe9e1 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763419 Jul 14 09:39:02.368778 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ac4a72fc-9d17-46ff-afe9-0ae21e189ebd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=857e4350a7c44367a3bbfb1609a87790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3229525 Jul 14 09:39:02.368778 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a72fc-9d17-46ff-afe9-0ae21e189ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004113ff-c8a4-44e2-b8df-b2344b2d0bc5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:02.370168 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 55996) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:02.375651 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a72fc-9d17-46ff-afe9-0ae21e189ebd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:02.376003 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a72fc-9d17-46ff-afe9-0ae21e189ebd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:02.376346 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a72fc-9d17-46ff-afe9-0ae21e189ebd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:02.376684 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a72fc-9d17-46ff-afe9-0ae21e189ebd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:02.377021 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a72fc-9d17-46ff-afe9-0ae21e189ebd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:02.377354 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a72fc-9d17-46ff-afe9-0ae21e189ebd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:02.377788 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a72fc-9d17-46ff-afe9-0ae21e189ebd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:02.377998 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a72fc-9d17-46ff-afe9-0ae21e189ebd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:02.378322 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a72fc-9d17-46ff-afe9-0ae21e189ebd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:02.378741 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a72fc-9d17-46ff-afe9-0ae21e189ebd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:02.379040 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a72fc-9d17-46ff-afe9-0ae21e189ebd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:02.379428 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a72fc-9d17-46ff-afe9-0ae21e189ebd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:02.429663 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e169442a-d50b-498b-b898-674f2f1921d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.450739 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e169442a-d50b-498b-b898-674f2f1921d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.496837 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e169442a-d50b-498b-b898-674f2f1921d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.500269 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e169442a-d50b-498b-b898-674f2f1921d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.501432 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e169442a-d50b-498b-b898-674f2f1921d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/004113ff-c8a4-44e2-b8df-b2344b2d0bc5 HTTP/1.1" status: 204 len: 168 time: 0.1301138 Jul 14 09:39:02.509503 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169442a-d50b-498b-b898-674f2f1921d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004113ff-c8a4-44e2-b8df-b2344b2d0bc5,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:02.753936 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56002) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:02.769014 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43986ac3-fd4a-432f-8d8c-6a905d1f1816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.867096 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43986ac3-fd4a-432f-8d8c-6a905d1f1816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.871794 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43986ac3-fd4a-432f-8d8c-6a905d1f1816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.912205 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-43986ac3-fd4a-432f-8d8c-6a905d1f1816 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1067016e69a4937bb5fbf976ca6f183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571136 Jul 14 09:39:02.913184 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43986ac3-fd4a-432f-8d8c-6a905d1f1816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fb725a-cca0-4e33-9902-f0deeacb1b8f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:02.916096 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56004) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:02.974400 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c09fc36-a83c-4668-ba89-b8f07cc46332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.996446 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c09fc36-a83c-4668-ba89-b8f07cc46332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.043352 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c09fc36-a83c-4668-ba89-b8f07cc46332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.045991 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c09fc36-a83c-4668-ba89-b8f07cc46332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.047203 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9c09fc36-a83c-4668-ba89-b8f07cc46332 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92fb725a-cca0-4e33-9902-f0deeacb1b8f HTTP/1.1" status: 204 len: 168 time: 0.1289315 Jul 14 09:39:03.054788 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09fc36-a83c-4668-ba89-b8f07cc46332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fb725a-cca0-4e33-9902-f0deeacb1b8f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:03.552603 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d35a1-179c-4a09-932e-ccc508233ed8 req-de47e2eb-bb1a-4645-a8e0-35cb695811dc tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:03.554177 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c27d35a1-179c-4a09-932e-ccc508233ed8 req-de47e2eb-bb1a-4645-a8e0-35cb695811dc tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a495ca8-089c-4168-a9c9-78e7dda2d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0734773 Jul 14 09:39:03.594165 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c27d35a1-179c-4a09-932e-ccc508233ed8 req-158b86bf-64ec-4988-9678-58411ec17b1d tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343602 Jul 14 09:39:03.770647 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cc017-139b-4503-9e77-8e7e91a9ee1c req-7e4a102e-c315-4970-8e79-70134a3ce5d9 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:03.772184 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe6cc017-139b-4503-9e77-8e7e91a9ee1c req-7e4a102e-c315-4970-8e79-70134a3ce5d9 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.0657191 Jul 14 09:39:03.812069 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe6cc017-139b-4503-9e77-8e7e91a9ee1c req-97fd0636-0369-4dbb-91c6-95c1882c5dce tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340118 Jul 14 09:39:04.004193 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb2ba0-0503-4e0b-a8a5-ddb65e492b6c req-0b4c1751-d169-49af-aca6-98045e2e4c26 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:04.005716 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a0eb2ba0-0503-4e0b-a8a5-ddb65e492b6c req-0b4c1751-d169-49af-aca6-98045e2e4c26 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bed3095-0d9d-4d06-a1f0-662c2f988e8c HTTP/1.1" status: 200 len: 946 time: 0.0810578 Jul 14 09:39:04.051191 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a0eb2ba0-0503-4e0b-a8a5-ddb65e492b6c req-8bde328b-761b-45f8-81c1-8db012de93cc tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398371 Jul 14 09:39:04.367644 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e08327-68fe-4593-abf2-c1ce16639d4e req-c09911cc-af9b-4bbc-a033-e724d9e63e80 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:04.369284 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74e08327-68fe-4593-abf2-c1ce16639d4e req-c09911cc-af9b-4bbc-a033-e724d9e63e80 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a495ca8-089c-4168-a9c9-78e7dda2d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0677783 Jul 14 09:39:04.409505 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74e08327-68fe-4593-abf2-c1ce16639d4e req-57319bd3-8124-4698-9f3d-2b1dd4ad4ca9 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331230 Jul 14 09:39:04.699436 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c784a76-cfa0-4896-84e8-ccb4b200d54e req-032c65ee-dcf5-49b8-a817-992f1471d65c tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:04.700955 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9c784a76-cfa0-4896-84e8-ccb4b200d54e req-032c65ee-dcf5-49b8-a817-992f1471d65c tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.0665061 Jul 14 09:39:04.739908 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9c784a76-cfa0-4896-84e8-ccb4b200d54e req-65848e82-d501-4281-a758-fd8a4c0a1335 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323622 Jul 14 09:39:05.048233 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814aa93e-61e7-4946-a675-025472d63873 req-c7806e74-0c37-4dba-8057-ef7744df968e tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:05.054105 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814aa93e-61e7-4946-a675-025472d63873 req-c7806e74-0c37-4dba-8057-ef7744df968e tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:05.060024 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814aa93e-61e7-4946-a675-025472d63873 req-c7806e74-0c37-4dba-8057-ef7744df968e tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:05.062431 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-814aa93e-61e7-4946-a675-025472d63873 req-c7806e74-0c37-4dba-8057-ef7744df968e tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a495ca8-089c-4168-a9c9-78e7dda2d3a9&device_id=6bed3095-0d9d-4d06-a1f0-662c2f988e8c&device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 2417 time: 0.0847602 Jul 14 09:39:05.104992 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-814aa93e-61e7-4946-a675-025472d63873 req-f81f44b2-4df7-4f2f-a5d0-43be540e1b7e tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360856 Jul 14 09:39:05.334708 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fb17b-5fdd-486e-9fcd-5972196f37b3 req-433765bf-3ea0-41e8-9148-b8d813572e4f tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:05.336242 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-335fb17b-5fdd-486e-9fcd-5972196f37b3 req-433765bf-3ea0-41e8-9148-b8d813572e4f tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a495ca8-089c-4168-a9c9-78e7dda2d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0667551 Jul 14 09:39:05.376623 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-335fb17b-5fdd-486e-9fcd-5972196f37b3 req-92c69e35-afab-4fe5-8391-b0012a4a61db tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345976 Jul 14 09:39:06.795046 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e6397-0d1e-4ad7-b37c-3ce0641c1826 req-19f4a3ca-927f-4ef2-94cd-d9c963710b24 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:06.798823 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-136e6397-0d1e-4ad7-b37c-3ce0641c1826 req-19f4a3ca-927f-4ef2-94cd-d9c963710b24 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.0896387 Jul 14 09:39:06.858190 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-136e6397-0d1e-4ad7-b37c-3ce0641c1826 req-e531d4ef-9c7a-4666-b685-a1344cbfc690 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516200 Jul 14 09:39:08.043011 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e2467-339b-4eb7-92a3-5990a4644887 req-7e9fa0d6-259d-4971-981d-f428350fa388 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:08.044543 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c46e2467-339b-4eb7-92a3-5990a4644887 req-7e9fa0d6-259d-4971-981d-f428350fa388 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.0704265 Jul 14 09:39:08.084420 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c46e2467-339b-4eb7-92a3-5990a4644887 req-0a6b3238-a8e2-415f-a437-87f23c075e7d tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334730 Jul 14 09:39:09.119263 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56142) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:09.247122 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee2e3051-ba61-4752-9a0b-c69b67765e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:09.305655 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e95ff-5095-442f-8839-a720ed06d1b0 req-b36a6038-740e-4db8-bca7-71f750cf9ddc tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:09.307080 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9d6e95ff-5095-442f-8839-a720ed06d1b0 req-b36a6038-740e-4db8-bca7-71f750cf9ddc tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.1060338 Jul 14 09:39:09.369415 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9d6e95ff-5095-442f-8839-a720ed06d1b0 req-fd288a14-5a36-4fbe-829f-83b90b6db986 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552812 Jul 14 09:39:09.397972 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee2e3051-ba61-4752-9a0b-c69b67765e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:09.401774 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee2e3051-ba61-4752-9a0b-c69b67765e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:09.441523 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ee2e3051-ba61-4752-9a0b-c69b67765e38 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3a1555bcf0ea4beba9cc1755b7245f1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3211141 Jul 14 09:39:09.442409 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e3051-ba61-4752-9a0b-c69b67765e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe600597-2da6-49fe-b883-328ff32ce3e2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:09.444165 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56146) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:09.492889 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d756e44f-7308-4a96-a732-8eb4e0a08842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:09.517163 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d756e44f-7308-4a96-a732-8eb4e0a08842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:09.561581 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d756e44f-7308-4a96-a732-8eb4e0a08842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:09.564140 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d756e44f-7308-4a96-a732-8eb4e0a08842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:09.565257 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d756e44f-7308-4a96-a732-8eb4e0a08842 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fe600597-2da6-49fe-b883-328ff32ce3e2 HTTP/1.1" status: 204 len: 168 time: 0.1201057 Jul 14 09:39:09.573057 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756e44f-7308-4a96-a732-8eb4e0a08842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe600597-2da6-49fe-b883-328ff32ce3e2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:09.581770 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e44f-7308-4a96-a732-8eb4e0a08842 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:09.582116 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e44f-7308-4a96-a732-8eb4e0a08842 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:09.582454 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e44f-7308-4a96-a732-8eb4e0a08842 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:09.582788 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e44f-7308-4a96-a732-8eb4e0a08842 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:09.583116 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e44f-7308-4a96-a732-8eb4e0a08842 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:09.583482 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e44f-7308-4a96-a732-8eb4e0a08842 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:09.583796 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e44f-7308-4a96-a732-8eb4e0a08842 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:09.584127 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e44f-7308-4a96-a732-8eb4e0a08842 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:09.584458 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e44f-7308-4a96-a732-8eb4e0a08842 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:09.584790 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e44f-7308-4a96-a732-8eb4e0a08842 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:09.585129 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e44f-7308-4a96-a732-8eb4e0a08842 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:09.585391 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e44f-7308-4a96-a732-8eb4e0a08842 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:09.848093 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56152) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:09.862637 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca69f89f-73ae-4b64-b07a-f4faf30b0123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:09.963316 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca69f89f-73ae-4b64-b07a-f4faf30b0123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:09.968601 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca69f89f-73ae-4b64-b07a-f4faf30b0123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.010454 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ca69f89f-73ae-4b64-b07a-f4faf30b0123 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a18aa35e341540e1ad1fb18093e47429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1612554 Jul 14 09:39:10.011436 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69f89f-73ae-4b64-b07a-f4faf30b0123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c332cf7b-4890-4f44-838d-c0bd30f4c5e8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:10.013145 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56154) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:10.064866 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7aa0-82ce-468e-bdf8-78b467ced8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.086291 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7aa0-82ce-468e-bdf8-78b467ced8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.132699 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7aa0-82ce-468e-bdf8-78b467ced8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.135198 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7aa0-82ce-468e-bdf8-78b467ced8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.136391 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cd7b7aa0-82ce-468e-bdf8-78b467ced8a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c332cf7b-4890-4f44-838d-c0bd30f4c5e8 HTTP/1.1" status: 204 len: 168 time: 0.1214097 Jul 14 09:39:10.148058 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b7aa0-82ce-468e-bdf8-78b467ced8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c332cf7b-4890-4f44-838d-c0bd30f4c5e8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:10.457972 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56162) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:10.472067 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b357073d-f546-49fb-913f-c1f7c4f69b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.589501 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e2e65-c704-4929-bbc0-a0c5fe58a76b req-b5d5cd48-3328-4c92-8414-f75f01b3a4a2 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:10.591022 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f17e2e65-c704-4929-bbc0-a0c5fe58a76b req-b5d5cd48-3328-4c92-8414-f75f01b3a4a2 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.1027129 Jul 14 09:39:10.645625 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b357073d-f546-49fb-913f-c1f7c4f69b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.651561 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f17e2e65-c704-4929-bbc0-a0c5fe58a76b req-114a7d7b-cccb-44f6-a1b2-0e4489b2297c tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540357 Jul 14 09:39:10.652609 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b357073d-f546-49fb-913f-c1f7c4f69b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.691777 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b357073d-f546-49fb-913f-c1f7c4f69b2d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=15e796faa78f4544b3889819d326e9af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2326510 Jul 14 09:39:10.693006 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357073d-f546-49fb-913f-c1f7c4f69b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9055e8d5-4c41-4a4e-9dfa-2a39b02fe1fe,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:10.694349 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56164) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:10.743591 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44ceabab-022c-4e55-9e38-8cb52a4f8e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.765126 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44ceabab-022c-4e55-9e38-8cb52a4f8e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.798180 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.815092 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44ceabab-022c-4e55-9e38-8cb52a4f8e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.817687 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44ceabab-022c-4e55-9e38-8cb52a4f8e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.818924 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-44ceabab-022c-4e55-9e38-8cb52a4f8e1a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9055e8d5-4c41-4a4e-9dfa-2a39b02fe1fe HTTP/1.1" status: 204 len: 168 time: 0.1235163 Jul 14 09:39:10.827464 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ceabab-022c-4e55-9e38-8cb52a4f8e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9055e8d5-4c41-4a4e-9dfa-2a39b02fe1fe,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:11.842540 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc878f-f7b1-4149-afac-502b5b13036e req-1fe057d0-bd0c-47ed-9bc1-aca292fcd7dd tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:11.844197 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56dc878f-f7b1-4149-afac-502b5b13036e req-1fe057d0-bd0c-47ed-9bc1-aca292fcd7dd tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.0758319 Jul 14 09:39:11.898827 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56dc878f-f7b1-4149-afac-502b5b13036e req-e4897f8c-29fd-4894-9e32-3b48d54b347d tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452714 Jul 14 09:39:12.353685 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:13.092604 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c457cfd-e2b8-44ca-93f0-019b984dd818 req-093e3c8c-9b53-43bf-9fb5-4b8873e5b58a tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:13.094251 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6c457cfd-e2b8-44ca-93f0-019b984dd818 req-093e3c8c-9b53-43bf-9fb5-4b8873e5b58a tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.0668128 Jul 14 09:39:13.132721 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6c457cfd-e2b8-44ca-93f0-019b984dd818 req-07f079df-71f0-4105-b6a5-fd2907adf5b1 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324583 Jul 14 09:39:14.275631 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:39:14.311430 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef78d2-39ff-433e-a9c7-e166af066d19 req-aeccd678-3a0c-4c48-8d0d-8a3ab6157aa6 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:14.313083 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25ef78d2-39ff-433e-a9c7-e166af066d19 req-aeccd678-3a0c-4c48-8d0d-8a3ab6157aa6 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.0663776 Jul 14 09:39:14.351952 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25ef78d2-39ff-433e-a9c7-e166af066d19 req-698d3777-d170-43b7-9fbe-a11774702486 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330820 Jul 14 09:39:15.543027 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441fc8e-8f85-4ab6-a454-cba999984355 req-9161c02f-a11e-4ae1-bb74-18ab4159b10c tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:15.544537 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0441fc8e-8f85-4ab6-a454-cba999984355 req-9161c02f-a11e-4ae1-bb74-18ab4159b10c tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.0709631 Jul 14 09:39:15.584290 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0441fc8e-8f85-4ab6-a454-cba999984355 req-7bbfb23e-0baa-44ce-bd39-7dd4c39d2475 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329618 Jul 14 09:39:16.791698 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c15d75-07ce-4d21-a682-71f104a430ed req-cb8d237e-3438-4b14-be6f-62e367a0f0b3 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:16.793256 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-11c15d75-07ce-4d21-a682-71f104a430ed req-cb8d237e-3438-4b14-be6f-62e367a0f0b3 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.0696199 Jul 14 09:39:16.834513 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-11c15d75-07ce-4d21-a682-71f104a430ed req-aa899072-a339-4192-bb08-d49b75c46de9 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337396 Jul 14 09:39:18.017561 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bc677-c897-4be7-a8e9-b95b4f9b4a0d req-211ba499-85f5-4262-adc0-6d8078781490 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:18.020881 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a66bc677-c897-4be7-a8e9-b95b4f9b4a0d req-211ba499-85f5-4262-adc0-6d8078781490 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.0667703 Jul 14 09:39:18.062163 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a66bc677-c897-4be7-a8e9-b95b4f9b4a0d req-8451195a-cf23-4b4f-b134-fc44b56caa03 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364647 Jul 14 09:39:18.442295 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b72111ab-81a5-4d89-825f-8915d7c21d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:19.241379 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ac034-4310-4bad-a11e-ce5b76727179 req-a11dae4c-37b2-494c-8f54-137d79f90cc2 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:19.242958 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c97ac034-4310-4bad-a11e-ce5b76727179 req-a11dae4c-37b2-494c-8f54-137d79f90cc2 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.0689819 Jul 14 09:39:19.287942 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c97ac034-4310-4bad-a11e-ce5b76727179 req-3be69d79-8c8c-41ab-8e72-a483f87ad0fe tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384071 Jul 14 09:39:20.528283 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d8146-df31-4af4-858f-33f02d24ad93 req-21ad21ce-eed8-4e28-9781-4a558cba511a tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:20.530615 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-487d8146-df31-4af4-858f-33f02d24ad93 req-21ad21ce-eed8-4e28-9781-4a558cba511a tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.1199284 Jul 14 09:39:20.544637 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d9619-a231-4d5d-bc98-b1a46b65b140 req-4e50945a-4e98-40b9-921d-f968c61b119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:20.546193 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-174d9619-a231-4d5d-bc98-b1a46b65b140 req-4e50945a-4e98-40b9-921d-f968c61b119e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b9cce1ba88734b3db6d4f90496568cc5&device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 1097 time: 0.0957294 Jul 14 09:39:20.583350 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-487d8146-df31-4af4-858f-33f02d24ad93 req-938061ef-28b9-4557-98fc-759100817925 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466070 Jul 14 09:39:20.668878 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d9619-a231-4d5d-bc98-b1a46b65b140 req-c1fef544-06b0-401d-be91-cc1a4e6a0eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:20.670676 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-174d9619-a231-4d5d-bc98-b1a46b65b140 req-c1fef544-06b0-401d-be91-cc1a4e6a0eb5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=296a7ccd-2e1d-493b-86a8-11de106e9087 HTTP/1.1" status: 200 len: 916 time: 0.1030185 Jul 14 09:39:20.725274 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-174d9619-a231-4d5d-bc98-b1a46b65b140 req-eb48ea63-d6a3-4a44-ad09-a993ea8f67c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30b6fb95-62dc-4e8e-aea5-2b243df27f90 HTTP/1.1" status: 200 len: 217 time: 0.0442166 Jul 14 09:39:20.784322 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d9619-a231-4d5d-bc98-b1a46b65b140 req-91cb8933-154b-4738-ab88-2ba8a6c79134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:20.785869 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-174d9619-a231-4d5d-bc98-b1a46b65b140 req-91cb8933-154b-4738-ab88-2ba8a6c79134 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=db20ad42-f583-47a0-b8d6-1641a8a94039 HTTP/1.1" status: 200 len: 855 time: 0.0525270 Jul 14 09:39:20.855119 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d9619-a231-4d5d-bc98-b1a46b65b140 req-dc437c90-0621-4f86-994a-400ded7b075a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:20.856979 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-174d9619-a231-4d5d-bc98-b1a46b65b140 req-dc437c90-0621-4f86-994a-400ded7b075a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=296a7ccd-2e1d-493b-86a8-11de106e9087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638003 Jul 14 09:39:20.977137 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-174d9619-a231-4d5d-bc98-b1a46b65b140 req-ab691de9-024e-4eaf-995a-ea72dc64d43f service neutron] 10.222.0.44 "GET /v2.0/networks/296a7ccd-2e1d-493b-86a8-11de106e9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100070 Jul 14 09:39:21.073518 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8aa02d5b-4370-48b8-8417-0f1c745f874e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.089774 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-174d9619-a231-4d5d-bc98-b1a46b65b140 req-fff26f4b-9473-4977-8a09-690d19d482e9 service neutron] 10.222.0.44 "GET /v2.0/networks/296a7ccd-2e1d-493b-86a8-11de106e9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055675 Jul 14 09:39:21.162376 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56312) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:21.273066 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.279653 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-05b1409c-986f-4966-bbca-8cd73f0e288f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.371920 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-05b1409c-986f-4966-bbca-8cd73f0e288f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.376603 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-05b1409c-986f-4966-bbca-8cd73f0e288f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.418389 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-05b1409c-986f-4966-bbca-8cd73f0e288f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=65cbc9ef67b5490793b36aad782cc958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2524624 Jul 14 09:39:21.418389 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1409c-986f-4966-bbca-8cd73f0e288f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd85972-733e-40b0-9d95-58171d391b59,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:21.418864 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56316) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:21.471047 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-75ea7f1d-30fe-4c37-bb9a-0dbb6ab4171a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.494629 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-75ea7f1d-30fe-4c37-bb9a-0dbb6ab4171a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.542998 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-75ea7f1d-30fe-4c37-bb9a-0dbb6ab4171a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.546407 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-75ea7f1d-30fe-4c37-bb9a-0dbb6ab4171a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.547629 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-75ea7f1d-30fe-4c37-bb9a-0dbb6ab4171a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7bd85972-733e-40b0-9d95-58171d391b59 HTTP/1.1" status: 204 len: 168 time: 0.1267362 Jul 14 09:39:21.555209 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea7f1d-30fe-4c37-bb9a-0dbb6ab4171a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd85972-733e-40b0-9d95-58171d391b59,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:21.787981 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aaaac2-b160-4169-90b2-56b2a350ed44 req-ca5459db-8c38-4273-ae29-466913e1ab4e tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:21.790101 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-86aaaac2-b160-4169-90b2-56b2a350ed44 req-ca5459db-8c38-4273-ae29-466913e1ab4e tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.0824077 Jul 14 09:39:21.824854 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56324) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:21.836920 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-86aaaac2-b160-4169-90b2-56b2a350ed44 req-4869b842-01a9-44f3-95f9-0f77e5383569 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401967 Jul 14 09:39:21.839261 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4014e3ae-14b6-4813-9574-b7929254e933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.933587 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4014e3ae-14b6-4813-9574-b7929254e933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.938729 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4014e3ae-14b6-4813-9574-b7929254e933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.978884 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4014e3ae-14b6-4813-9574-b7929254e933 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=51eb6fec1cbb4c17b32368420a36b2ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1528373 Jul 14 09:39:21.980107 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014e3ae-14b6-4813-9574-b7929254e933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996e6129-2fba-4bb3-8a52-4d451b8d1724,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:21.981863 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56326) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:22.047743 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b29f8dc3-fa92-452e-81b9-53c798327f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.068681 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b29f8dc3-fa92-452e-81b9-53c798327f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.114993 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b29f8dc3-fa92-452e-81b9-53c798327f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.117406 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b29f8dc3-fa92-452e-81b9-53c798327f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.118543 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b29f8dc3-fa92-452e-81b9-53c798327f4a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/996e6129-2fba-4bb3-8a52-4d451b8d1724 HTTP/1.1" status: 204 len: 168 time: 0.1347587 Jul 14 09:39:22.126296 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f8dc3-fa92-452e-81b9-53c798327f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996e6129-2fba-4bb3-8a52-4d451b8d1724,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:22.247125 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.455299 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56332) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:22.469218 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b1194930-8a7e-4571-bb4a-ceaa084fec3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.560920 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b1194930-8a7e-4571-bb4a-ceaa084fec3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.565260 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b1194930-8a7e-4571-bb4a-ceaa084fec3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.603100 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b1194930-8a7e-4571-bb4a-ceaa084fec3e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d0db4b10c024672b2a8341c030e6772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466932 Jul 14 09:39:22.605114 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1194930-8a7e-4571-bb4a-ceaa084fec3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085b1277-c241-44fa-80a5-9d0727285846,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:22.605862 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56334) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:22.655685 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f9053549-ba02-43ce-81f2-60d231dca31e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.679310 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f9053549-ba02-43ce-81f2-60d231dca31e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.726881 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f9053549-ba02-43ce-81f2-60d231dca31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.729716 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f9053549-ba02-43ce-81f2-60d231dca31e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.730912 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f9053549-ba02-43ce-81f2-60d231dca31e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/085b1277-c241-44fa-80a5-9d0727285846 HTTP/1.1" status: 204 len: 168 time: 0.1240335 Jul 14 09:39:22.738793 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9053549-ba02-43ce-81f2-60d231dca31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085b1277-c241-44fa-80a5-9d0727285846,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:23.018024 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9ac43-8005-45d6-90c4-d62b477528aa req-c753af40-8ecf-4d49-8c74-627f846022ec tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:23.019631 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28b9ac43-8005-45d6-90c4-d62b477528aa req-c753af40-8ecf-4d49-8c74-627f846022ec tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.0683727 Jul 14 09:39:23.062577 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-28b9ac43-8005-45d6-90c4-d62b477528aa req-7e16001a-b03d-4edd-80e8-68370a034593 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365777 Jul 14 09:39:23.793334 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.256074 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c910ce-403a-4709-86e5-86aacf44784c req-f5a52f27-d1da-48a9-a212-29b1692db579 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:24.257698 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-61c910ce-403a-4709-86e5-86aacf44784c req-f5a52f27-d1da-48a9-a212-29b1692db579 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.0747521 Jul 14 09:39:24.302717 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-61c910ce-403a-4709-86e5-86aacf44784c req-091c0601-662c-4cb9-90ff-2c2a61b7496c tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383077 Jul 14 09:39:24.464698 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56378) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:24.471243 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-16f0ff88-d298-4812-a59b-5fe597b7956e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-491138779', 'description': 'tempest-secgroup-smoke-491138779 description', 'project_id': 'efe559a5c8d646b7b35d7ff399735120'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:24.502519 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16f0ff88-d298-4812-a59b-5fe597b7956e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.511441 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16f0ff88-d298-4812-a59b-5fe597b7956e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.623698 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16f0ff88-d298-4812-a59b-5fe597b7956e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.629100 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16f0ff88-d298-4812-a59b-5fe597b7956e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.666536 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0ff88-d298-4812-a59b-5fe597b7956e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfdcaa8-d6a3-4469-9e1d-30c2fd2695f8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:24.721829 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16f0ff88-d298-4812-a59b-5fe597b7956e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.725742 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16f0ff88-d298-4812-a59b-5fe597b7956e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.752503 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16f0ff88-d298-4812-a59b-5fe597b7956e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.753739 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-16f0ff88-d298-4812-a59b-5fe597b7956e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2878814 Jul 14 09:39:24.757296 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56380) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:24.757940 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0ff88-d298-4812-a59b-5fe597b7956e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41c282a7-d545-4024-a9ee-8768480f2c36,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:24.762290 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6bfdad8e-971e-47da-8834-c4e750bea50d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'security_group_rule': {'security_group_id': '41c282a7-d545-4024-a9ee-8768480f2c36', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:24.792273 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6bfdad8e-971e-47da-8834-c4e750bea50d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.850684 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6bfdad8e-971e-47da-8834-c4e750bea50d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.855096 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6bfdad8e-971e-47da-8834-c4e750bea50d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.875565 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfdad8e-971e-47da-8834-c4e750bea50d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030137ba-1372-4a18-aed2-338e2defee64,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:24.881861 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6bfdad8e-971e-47da-8834-c4e750bea50d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.883953 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6bfdad8e-971e-47da-8834-c4e750bea50d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255898 Jul 14 09:39:24.886126 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56382) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:24.891392 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6dfb1898-0ba6-49d7-b061-03899e6be74f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'security_group_rule': {'security_group_id': '41c282a7-d545-4024-a9ee-8768480f2c36', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:24.919112 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6dfb1898-0ba6-49d7-b061-03899e6be74f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.980531 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6dfb1898-0ba6-49d7-b061-03899e6be74f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.985740 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6dfb1898-0ba6-49d7-b061-03899e6be74f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.006696 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb1898-0ba6-49d7-b061-03899e6be74f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45045540-4367-40e6-99ba-ff094561a9e0,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:25.013375 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6dfb1898-0ba6-49d7-b061-03899e6be74f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.016091 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6dfb1898-0ba6-49d7-b061-03899e6be74f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1284251 Jul 14 09:39:25.019249 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56384) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:25.024712 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-efb98efe-be20-4e95-ba20-167db23b266a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'security_group_rule': {'security_group_id': '41c282a7-d545-4024-a9ee-8768480f2c36', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:25.053749 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-efb98efe-be20-4e95-ba20-167db23b266a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.117381 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-efb98efe-be20-4e95-ba20-167db23b266a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.121447 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-efb98efe-be20-4e95-ba20-167db23b266a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.141697 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb98efe-be20-4e95-ba20-167db23b266a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858cb542-6035-4263-a279-d3539b7ca85c,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:25.145166 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-efb98efe-be20-4e95-ba20-167db23b266a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.148992 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-efb98efe-be20-4e95-ba20-167db23b266a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258581 Jul 14 09:39:25.149621 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56386) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:25.155240 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-085304e4-f585-4381-a7ab-5889b85160e5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'security_group_rule': {'security_group_id': '41c282a7-d545-4024-a9ee-8768480f2c36', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:25.183758 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-085304e4-f585-4381-a7ab-5889b85160e5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.250478 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-085304e4-f585-4381-a7ab-5889b85160e5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.254639 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-085304e4-f585-4381-a7ab-5889b85160e5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.273085 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085304e4-f585-4381-a7ab-5889b85160e5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71959fd-eff3-45b6-9c28-d29361f21754,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:25.280927 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-085304e4-f585-4381-a7ab-5889b85160e5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.284684 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-085304e4-f585-4381-a7ab-5889b85160e5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316197 Jul 14 09:39:25.285032 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56388) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:25.292691 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-22ba3b9f-da67-43e6-a97b-0edc15d9476a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'security_group_rule': {'security_group_id': '41c282a7-d545-4024-a9ee-8768480f2c36', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:25.318091 n-d-771362-35 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-22ba3b9f-da67-43e6-a97b-0edc15d9476a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Project efe559a5c8d646b7b35d7ff399735120 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:39:25.323483 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22ba3b9f-da67-43e6-a97b-0edc15d9476a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.413319 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22ba3b9f-da67-43e6-a97b-0edc15d9476a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.418259 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22ba3b9f-da67-43e6-a97b-0edc15d9476a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.447452 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba3b9f-da67-43e6-a97b-0edc15d9476a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe7507d-408d-4afc-b530-884a92e4a128,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:25.451616 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22ba3b9f-da67-43e6-a97b-0edc15d9476a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.452597 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-22ba3b9f-da67-43e6-a97b-0edc15d9476a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1664171 Jul 14 09:39:25.455995 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56392) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:25.464854 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-6a0e3e8e-fb44-451a-83a4-4edf798a3357 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'security_group_rule': {'security_group_id': '41c282a7-d545-4024-a9ee-8768480f2c36', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:25.496685 n-d-771362-35 neutron-server[93772]: INFO neutron.db.securitygroups_db [None req-6a0e3e8e-fb44-451a-83a4-4edf798a3357 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Project efe559a5c8d646b7b35d7ff399735120 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:39:25.503296 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3e8e-fb44-451a-83a4-4edf798a3357 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.507389 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa57bc-405c-4af5-ae2f-90d30b6c5456 req-caf85347-6ea5-48af-83c6-ea294b2a38fd tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:25.509048 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-13aa57bc-405c-4af5-ae2f-90d30b6c5456 req-caf85347-6ea5-48af-83c6-ea294b2a38fd tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.0737643 Jul 14 09:39:25.549316 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-13aa57bc-405c-4af5-ae2f-90d30b6c5456 req-d90770b9-a12b-4776-b92b-83df91540c2a tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325987 Jul 14 09:39:25.576349 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3e8e-fb44-451a-83a4-4edf798a3357 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.580625 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3e8e-fb44-451a-83a4-4edf798a3357 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.599838 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e3e8e-fb44-451a-83a4-4edf798a3357 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62dcf3c-07c9-4ffe-bb89-c048fcc33690,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:25.608481 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3e8e-fb44-451a-83a4-4edf798a3357 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.610178 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6a0e3e8e-fb44-451a-83a4-4edf798a3357 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1517901 Jul 14 09:39:25.614259 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56394) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:25.620029 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-30dc7221-8e80-4450-a826-1794ac4f37ac tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'network': {'name': 'tempest-network-smoke--2137889530', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'port_security_enabled': True}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:25.644189 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dc7221-8e80-4450-a826-1794ac4f37ac tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Made reservation on behalf of efe559a5c8d646b7b35d7ff399735120 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:25.647791 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30dc7221-8e80-4450-a826-1794ac4f37ac tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.673646 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30dc7221-8e80-4450-a826-1794ac4f37ac tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:39:25.683872 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30dc7221-8e80-4450-a826-1794ac4f37ac tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.684232 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-30dc7221-8e80-4450-a826-1794ac4f37ac tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Added segment 9ffd8086-39ac-4dde-963c-3fe829544c74 of type vlan for network baaae29b-d092-49d9-bb1d-fc0a1fec877b Jul 14 09:39:25.731196 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30dc7221-8e80-4450-a826-1794ac4f37ac tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.775186 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30dc7221-8e80-4450-a826-1794ac4f37ac tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.781440 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc7221-8e80-4450-a826-1794ac4f37ac tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:25.782770 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30dc7221-8e80-4450-a826-1794ac4f37ac tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.843874 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-30dc7221-8e80-4450-a826-1794ac4f37ac tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2285342 Jul 14 09:39:25.850844 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56396) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:25.858930 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0a2fc5be-e0e3-4b06-a5d4-832b2f84d943 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1856547662', 'admin_state_up': True, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:25.869916 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc7221-8e80-4450-a826-1794ac4f37ac tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Network': ['ID=baaae29b-d092-49d9-bb1d-fc0a1fec877b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:25.885259 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network baaae29b-d092-49d9-bb1d-fc0a1fec877b details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:39:25.889349 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a2fc5be-e0e3-4b06-a5d4-832b2f84d943 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.890454 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a2fc5be-e0e3-4b06-a5d4-832b2f84d943 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.947267 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a2fc5be-e0e3-4b06-a5d4-832b2f84d943 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.376371 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a2fc5be-e0e3-4b06-a5d4-832b2f84d943 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.573353 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a2fc5be-e0e3-4b06-a5d4-832b2f84d943 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.593933 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a2fc5be-e0e3-4b06-a5d4-832b2f84d943 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.731816 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-0a2fc5be-e0e3-4b06-a5d4-832b2f84d943 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Allocated IP 172.25.6.80 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/73a751f3-3768-4466-99b5-f5312f18f147) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:26.811749 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf48c8-af22-4595-b0ca-46f0512a0093 req-17cbe50d-6bd8-45fc-9c4b-675148de1b0b tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:26.813273 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dabf48c8-af22-4595-b0ca-46f0512a0093 req-17cbe50d-6bd8-45fc-9c4b-675148de1b0b tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.1352270 Jul 14 09:39:26.880121 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dabf48c8-af22-4595-b0ca-46f0512a0093 req-5d7c98b1-7e3c-4c1b-8275-c06e3bf69d55 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607743 Jul 14 09:39:26.884692 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a2fc5be-e0e3-4b06-a5d4-832b2f84d943 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.929461 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a2fc5be-e0e3-4b06-a5d4-832b2f84d943 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.964781 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2fc5be-e0e3-4b06-a5d4-832b2f84d943 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:26.968208 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0a2fc5be-e0e3-4b06-a5d4-832b2f84d943 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:26.973571 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2fc5be-e0e3-4b06-a5d4-832b2f84d943 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:27.005246 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fc5be-e0e3-4b06-a5d4-832b2f84d943 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Port': ['ID=73a751f3-3768-4466-99b5-f5312f18f147,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:27.231841 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a2fc5be-e0e3-4b06-a5d4-832b2f84d943 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.425674 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a2fc5be-e0e3-4b06-a5d4-832b2f84d943 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.555416 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2fc5be-e0e3-4b06-a5d4-832b2f84d943 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Router a9eb9405-500d-488c-b64f-0126110dbafc is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:39:27.623353 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e9beeaf5-1fe0-4802-ac6b-136404cf656c req-6a657c08-b44b-44df-ae2c-50d6ff0e5325 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a463692-fc10-4636-af51-9c71d081eacc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530264 Jul 14 09:39:27.665943 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2fc5be-e0e3-4b06-a5d4-832b2f84d943 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:27.678421 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372ee94d-61e4-4a23-8865-d1a3e15db467 None None] Sync routers for ids ['a9eb9405-500d-488c-b64f-0126110dbafc'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:27.689252 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372ee94d-61e4-4a23-8865-d1a3e15db467 None None] Routers {'a9eb9405-500d-488c-b64f-0126110dbafc'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:27.689860 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-372ee94d-61e4-4a23-8865-d1a3e15db467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:39:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['a9eb9405-500d-488c-b64f-0126110dbafc'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:27.692175 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a2fc5be-e0e3-4b06-a5d4-832b2f84d943 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.693577 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0a2fc5be-e0e3-4b06-a5d4-832b2f84d943 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8390951 Jul 14 09:39:27.696711 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56400) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:27.726884 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9beeaf5-1fe0-4802-ac6b-136404cf656c req-63a67847-e032-49ec-8193-a8ce9f6646ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:27.728611 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e9beeaf5-1fe0-4802-ac6b-136404cf656c req-63a67847-e032-49ec-8193-a8ce9f6646ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 1098 time: 0.0575297 Jul 14 09:39:27.801377 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-372ee94d-61e4-4a23-8865-d1a3e15db467 None None] Set router a9eb9405-500d-488c-b64f-0126110dbafc gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:27.835143 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b160c863-c7af-49e7-9aa9-16fba094bed9 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=efe559a5c8d646b7b35d7ff399735120&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1371002 Jul 14 09:39:27.837738 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56404) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:27.844337 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9beeaf5-1fe0-4802-ac6b-136404cf656c req-d55ed47b-3775-4c03-98ad-6398a6d7f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:27.845832 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e9beeaf5-1fe0-4802-ac6b-136404cf656c req-d55ed47b-3775-4c03-98ad-6398a6d7f7f0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 910 time: 0.0951347 Jul 14 09:39:27.914018 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e9beeaf5-1fe0-4802-ac6b-136404cf656c req-5486ded3-745c-44c1-9cc8-7759102b494d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1555c29b-83e0-4da1-8192-e16b8a2d6aa8 HTTP/1.1" status: 200 len: 1002 time: 0.0610187 Jul 14 09:39:27.973982 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9beeaf5-1fe0-4802-ac6b-136404cf656c req-fc8bb742-37d9-4e44-b0e8-d08ee786314a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:27.975791 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e9beeaf5-1fe0-4802-ac6b-136404cf656c req-fc8bb742-37d9-4e44-b0e8-d08ee786314a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea6b1e4-2ec5-4105-843d-111f5668e0d2 HTTP/1.1" status: 200 len: 849 time: 0.0549531 Jul 14 09:39:27.994044 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040b88e6-4e72-4f88-b082-ec70532543c7 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:27.995942 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-040b88e6-4e72-4f88-b082-ec70532543c7 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1573005 Jul 14 09:39:27.999813 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56408) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:28.010627 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-372ee94d-61e4-4a23-8865-d1a3e15db467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856547662', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '73a751f3-3768-4466-99b5-f5312f18f147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:25Z', 'updated_at': '2021-07-14T09:39:27Z', 'revision_number': 3, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '73a751f3-3768-4466-99b5-f5312f18f147', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:46:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:26Z', 'updated_at': '2021-07-14T09:39:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:28.039015 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372ee94d-61e4-4a23-8865-d1a3e15db467 None None] Checking router: a9eb9405-500d-488c-b64f-0126110dbafc for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:39:28.039454 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372ee94d-61e4-4a23-8865-d1a3e15db467 None None] Updating router a9eb9405-500d-488c-b64f-0126110dbafc port 73a751f3-3768-4466-99b5-f5312f18f147 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:39:28.049128 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-de23eca3-dc81-4611-a059-bb5a628e0d08 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6facc217-dc01-422a-8069-2c7784a4d993&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480068 Jul 14 09:39:28.057724 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56410) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:28.067111 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-08cb33e5-98da-48e6-9053-846356c40b3e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-488744368', 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:28.080498 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-372ee94d-61e4-4a23-8865-d1a3e15db467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.199030 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef333a46-b87e-453c-8cfe-e9fb55bcd94d req-07f214f2-d249-4dee-872f-af68a21a1a85 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:28.201230 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ef333a46-b87e-453c-8cfe-e9fb55bcd94d req-07f214f2-d249-4dee-872f-af68a21a1a85 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.1551461 Jul 14 09:39:28.216408 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cb33e5-98da-48e6-9053-846356c40b3e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Made reservation on behalf of efe559a5c8d646b7b35d7ff399735120 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:28.220311 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08cb33e5-98da-48e6-9053-846356c40b3e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.300202 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ef333a46-b87e-453c-8cfe-e9fb55bcd94d req-e6710889-41d1-4e41-a046-daf94d5ce1a1 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913687 Jul 14 09:39:28.367469 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-372ee94d-61e4-4a23-8865-d1a3e15db467 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.382047 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-372ee94d-61e4-4a23-8865-d1a3e15db467 None None] Transition to ACTIVE for port object 73a751f3-3768-4466-99b5-f5312f18f147 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:28.391809 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-372ee94d-61e4-4a23-8865-d1a3e15db467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.398398 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9beeaf5-1fe0-4802-ac6b-136404cf656c req-ff2fe0f9-98c3-41a4-b05d-35d0f9e1eb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:28.400117 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e9beeaf5-1fe0-4802-ac6b-136404cf656c req-ff2fe0f9-98c3-41a4-b05d-35d0f9e1eb97 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78f139e-d876-4f71-b091-055c8a4ef271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4157166 Jul 14 09:39:28.445248 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-372ee94d-61e4-4a23-8865-d1a3e15db467 None None] Attempting to bind port 73a751f3-3768-4466-99b5-f5312f18f147 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:28.445626 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-372ee94d-61e4-4a23-8865-d1a3e15db467 None None] Attempting to bind port 73a751f3-3768-4466-99b5-f5312f18f147 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:28.445997 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ee94d-61e4-4a23-8865-d1a3e15db467 None None] Attempting to bind port 73a751f3-3768-4466-99b5-f5312f18f147 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:28.457210 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ee94d-61e4-4a23-8865-d1a3e15db467 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:28.457499 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ee94d-61e4-4a23-8865-d1a3e15db467 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:28.457893 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-372ee94d-61e4-4a23-8865-d1a3e15db467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.458278 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ee94d-61e4-4a23-8865-d1a3e15db467 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:28.458736 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-372ee94d-61e4-4a23-8865-d1a3e15db467 None None] Bound port: 73a751f3-3768-4466-99b5-f5312f18f147, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:28.459113 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-372ee94d-61e4-4a23-8865-d1a3e15db467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.460955 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c96b1-879b-418b-b0a3-47d3648a40f2 None None] Pushing event updated for resources: {'Port': ['ID=73a751f3-3768-4466-99b5-f5312f18f147,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:28.464424 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08cb33e5-98da-48e6-9053-846356c40b3e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.486763 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c96b1-879b-418b-b0a3-47d3648a40f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:28.487102 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c96b1-879b-418b-b0a3-47d3648a40f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:28.487447 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c96b1-879b-418b-b0a3-47d3648a40f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:28.487799 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c96b1-879b-418b-b0a3-47d3648a40f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:28.488127 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c96b1-879b-418b-b0a3-47d3648a40f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:28.488450 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c96b1-879b-418b-b0a3-47d3648a40f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:28.488770 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c96b1-879b-418b-b0a3-47d3648a40f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:28.489381 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c96b1-879b-418b-b0a3-47d3648a40f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:28.489381 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c96b1-879b-418b-b0a3-47d3648a40f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:28.489698 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c96b1-879b-418b-b0a3-47d3648a40f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:28.490011 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c96b1-879b-418b-b0a3-47d3648a40f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:28.490322 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c96b1-879b-418b-b0a3-47d3648a40f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:28.518072 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e9beeaf5-1fe0-4802-ac6b-136404cf656c req-4d3c3950-db90-4c39-b63e-18938e05128b service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070955 Jul 14 09:39:28.530321 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-372ee94d-61e4-4a23-8865-d1a3e15db467 None None] For port 73a751f3-3768-4466-99b5-f5312f18f147, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:28.532187 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb33e5-98da-48e6-9053-846356c40b3e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Subnet': ['ID=eaafebc3-a8a2-4e91-8324-2083cc119a77,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:28.534211 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-372ee94d-61e4-4a23-8865-d1a3e15db467 None None] For port 73a751f3-3768-4466-99b5-f5312f18f147, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=73a751f3-3768-4466-99b5-f5312f18f147,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:28.538926 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-372ee94d-61e4-4a23-8865-d1a3e15db467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.543357 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cb33e5-98da-48e6-9053-846356c40b3e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Checking segment: {'id': '9ffd8086-39ac-4dde-963c-3fe829544c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:28.543974 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cb33e5-98da-48e6-9053-846356c40b3e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Network hostable DHCP agents. Network: baaae29b-d092-49d9-bb1d-fc0a1fec877b, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:39:28.569987 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cb33e5-98da-48e6-9053-846356c40b3e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Network baaae29b-d092-49d9-bb1d-fc0a1fec877b is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:39:28.583050 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-08cb33e5-98da-48e6-9053-846356c40b3e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, baaae29b-d092-49d9-bb1d-fc0a1fec877b) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:28.587760 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cb33e5-98da-48e6-9053-846356c40b3e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:28.588358 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08cb33e5-98da-48e6-9053-846356c40b3e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.597594 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91efa261-cbdf-4d32-8416-613afdb8882b None None] Network baaae29b-d092-49d9-bb1d-fc0a1fec877b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:28.602349 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372ee94d-61e4-4a23-8865-d1a3e15db467 None None] Routers {'a9eb9405-500d-488c-b64f-0126110dbafc'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:28.603178 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-372ee94d-61e4-4a23-8865-d1a3e15db467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:39:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['a9eb9405-500d-488c-b64f-0126110dbafc'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:28.608167 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-08cb33e5-98da-48e6-9053-846356c40b3e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5478096 Jul 14 09:39:28.609985 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56414) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:28.644057 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e9beeaf5-1fe0-4802-ac6b-136404cf656c req-3e329030-30d5-463f-9e59-5efa98c7af0d service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189408 Jul 14 09:39:28.649545 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c96b1-879b-418b-b0a3-47d3648a40f2 None None] Pushing event updated for resources: {'Port': ['ID=73a751f3-3768-4466-99b5-f5312f18f147,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:28.720518 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-372ee94d-61e4-4a23-8865-d1a3e15db467 None None] Set router a9eb9405-500d-488c-b64f-0126110dbafc gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:28.769639 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dea657-959e-4b6a-a380-4d7fffe8d1e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-baaae29b-d092-49d9-bb1d-fc0a1fec877b', 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'fixed_ips': [{'subnet_id': 'eaafebc3-a8a2-4e91-8324-2083cc119a77'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:39:28.770729 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19dea657-959e-4b6a-a380-4d7fffe8d1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.917366 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-19dea657-959e-4b6a-a380-4d7fffe8d1e6 None None] Allocated IP 172.20.0.2 (baaae29b-d092-49d9-bb1d-fc0a1fec877b/eaafebc3-a8a2-4e91-8324-2083cc119a77/7c410cd6-6313-4d35-a38d-2bb49af99af0) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:28.918230 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-372ee94d-61e4-4a23-8865-d1a3e15db467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856547662', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '73a751f3-3768-4466-99b5-f5312f18f147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:25Z', 'updated_at': '2021-07-14T09:39:27Z', 'revision_number': 3, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '73a751f3-3768-4466-99b5-f5312f18f147', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:46:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:26Z', 'updated_at': '2021-07-14T09:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:28.946253 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372ee94d-61e4-4a23-8865-d1a3e15db467 None None] The sync data for ids ['a9eb9405-500d-488c-b64f-0126110dbafc'] in n-d-771362-35 is: [{'id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856547662', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '73a751f3-3768-4466-99b5-f5312f18f147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:25Z', 'updated_at': '2021-07-14T09:39:27Z', 'revision_number': 3, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '73a751f3-3768-4466-99b5-f5312f18f147', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:46:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:26Z', 'updated_at': '2021-07-14T09:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:29.079250 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19dea657-959e-4b6a-a380-4d7fffe8d1e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.088622 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b605edb3-36a4-4f2e-9f80-6333e1f40d51 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.089762 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-19dea657-959e-4b6a-a380-4d7fffe8d1e6 None None] Transition to ACTIVE for port object 7c410cd6-6313-4d35-a38d-2bb49af99af0 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:29.108834 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-19dea657-959e-4b6a-a380-4d7fffe8d1e6 None None] Transition to ACTIVE for port object 7c410cd6-6313-4d35-a38d-2bb49af99af0 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:29.117281 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19dea657-959e-4b6a-a380-4d7fffe8d1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.169601 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dea657-959e-4b6a-a380-4d7fffe8d1e6 None None] Network baaae29b-d092-49d9-bb1d-fc0a1fec877b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:29.173025 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-19dea657-959e-4b6a-a380-4d7fffe8d1e6 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:29.175736 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dea657-959e-4b6a-a380-4d7fffe8d1e6 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:29.181735 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dea657-959e-4b6a-a380-4d7fffe8d1e6 None None] Pushing event updated for resources: {'Port': ['ID=7c410cd6-6313-4d35-a38d-2bb49af99af0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:29.290347 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-19dea657-959e-4b6a-a380-4d7fffe8d1e6 None None] Attempting to bind port 7c410cd6-6313-4d35-a38d-2bb49af99af0 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:29.290728 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-19dea657-959e-4b6a-a380-4d7fffe8d1e6 None None] Attempting to bind port 7c410cd6-6313-4d35-a38d-2bb49af99af0 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '9ffd8086-39ac-4dde-963c-3fe829544c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:29.291073 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dea657-959e-4b6a-a380-4d7fffe8d1e6 None None] Attempting to bind port 7c410cd6-6313-4d35-a38d-2bb49af99af0 on network baaae29b-d092-49d9-bb1d-fc0a1fec877b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:29.297985 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dea657-959e-4b6a-a380-4d7fffe8d1e6 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:29.297985 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dea657-959e-4b6a-a380-4d7fffe8d1e6 None None] Checking segment: {'id': '9ffd8086-39ac-4dde-963c-3fe829544c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:29.302013 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19dea657-959e-4b6a-a380-4d7fffe8d1e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.302013 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dea657-959e-4b6a-a380-4d7fffe8d1e6 None None] Bound using segment: {'id': '9ffd8086-39ac-4dde-963c-3fe829544c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:29.302013 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-19dea657-959e-4b6a-a380-4d7fffe8d1e6 None None] Bound port: 7c410cd6-6313-4d35-a38d-2bb49af99af0, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffd8086-39ac-4dde-963c-3fe829544c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:29.302013 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19dea657-959e-4b6a-a380-4d7fffe8d1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.384245 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-19dea657-959e-4b6a-a380-4d7fffe8d1e6 None None] For port 7c410cd6-6313-4d35-a38d-2bb49af99af0, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:29.389485 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-19dea657-959e-4b6a-a380-4d7fffe8d1e6 None None] For port 7c410cd6-6313-4d35-a38d-2bb49af99af0, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7c410cd6-6313-4d35-a38d-2bb49af99af0,segment=NetworkSegment(9ffd8086-39ac-4dde-963c-3fe829544c74),segment_id=9ffd8086-39ac-4dde-963c-3fe829544c74)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:29.395373 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19dea657-959e-4b6a-a380-4d7fffe8d1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.474076 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dea657-959e-4b6a-a380-4d7fffe8d1e6 None None] Pushing event updated for resources: {'Port': ['ID=7c410cd6-6313-4d35-a38d-2bb49af99af0,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:29.757256 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c877bd-63e9-43f4-a92b-c7e7d70197a1 req-65f2ba39-e013-4b33-800d-ff8976ff9018 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:29.765592 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-86c877bd-63e9-43f4-a92b-c7e7d70197a1 req-65f2ba39-e013-4b33-800d-ff8976ff9018 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.1915364 Jul 14 09:39:29.846272 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-86c877bd-63e9-43f4-a92b-c7e7d70197a1 req-e6d95685-3c3e-4f09-a127-582c8a1e8acc tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797582 Jul 14 09:39:29.873319 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-b605edb3-36a4-4f2e-9f80-6333e1f40d51 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Allocated IP 172.20.0.1 (baaae29b-d092-49d9-bb1d-fc0a1fec877b/eaafebc3-a8a2-4e91-8324-2083cc119a77/76f939e3-5210-4258-ad9e-df51d6894e40) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:30.001254 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b605edb3-36a4-4f2e-9f80-6333e1f40d51 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.017059 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b605edb3-36a4-4f2e-9f80-6333e1f40d51 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Transition to ACTIVE for port object 76f939e3-5210-4258-ad9e-df51d6894e40 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:30.052389 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b605edb3-36a4-4f2e-9f80-6333e1f40d51 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.097376 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b605edb3-36a4-4f2e-9f80-6333e1f40d51 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Network baaae29b-d092-49d9-bb1d-fc0a1fec877b is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:30.102652 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b605edb3-36a4-4f2e-9f80-6333e1f40d51 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:30.106536 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b605edb3-36a4-4f2e-9f80-6333e1f40d51 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:30.134194 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605edb3-36a4-4f2e-9f80-6333e1f40d51 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Port': ['ID=76f939e3-5210-4258-ad9e-df51d6894e40,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:30.156037 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b605edb3-36a4-4f2e-9f80-6333e1f40d51 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.315894 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b605edb3-36a4-4f2e-9f80-6333e1f40d51 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.463288 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a894346-9e22-4e83-8c8d-f50e75f0e70e None None] Network baaae29b-d092-49d9-bb1d-fc0a1fec877b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:30.585239 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a3ee7e22-dfdc-4e94-a320-780bd3167324 None None] Provisioning for port 7c410cd6-6313-4d35-a38d-2bb49af99af0 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:30.625843 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b605edb3-36a4-4f2e-9f80-6333e1f40d51 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.637112 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b605edb3-36a4-4f2e-9f80-6333e1f40d51 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.757628 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605edb3-36a4-4f2e-9f80-6333e1f40d51 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Port': ['ID=76f939e3-5210-4258-ad9e-df51d6894e40,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:30.761806 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 73a751f3-3768-4466-99b5-f5312f18f147 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:30.761972 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b605edb3-36a4-4f2e-9f80-6333e1f40d51 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.819914 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 73a751f3-3768-4466-99b5-f5312f18f147 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:30.824275 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 73a751f3-3768-4466-99b5-f5312f18f147 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:30.824650 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.873506 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b605edb3-36a4-4f2e-9f80-6333e1f40d51 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Network baaae29b-d092-49d9-bb1d-fc0a1fec877b is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:30.879404 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b605edb3-36a4-4f2e-9f80-6333e1f40d51 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:30.925352 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.953318 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 73a751f3-3768-4466-99b5-f5312f18f147, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=73a751f3-3768-4466-99b5-f5312f18f147,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:30.958990 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.960106 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7c410cd6-6313-4d35-a38d-2bb49af99af0 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:31.065188 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=73a751f3-3768-4466-99b5-f5312f18f147,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:31.076847 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b605edb3-36a4-4f2e-9f80-6333e1f40d51 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Router a9eb9405-500d-488c-b64f-0126110dbafc has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:39:31.083309 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4e50001a-5f22-4b6c-af6b-e75d5168f344 None None] Provisioning for port 76f939e3-5210-4258-ad9e-df51d6894e40 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:31.087892 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 7c410cd6-6313-4d35-a38d-2bb49af99af0 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:31.094535 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4e50001a-5f22-4b6c-af6b-e75d5168f344 None None] Provisioning complete for port 76f939e3-5210-4258-ad9e-df51d6894e40 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:31.095190 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e50001a-5f22-4b6c-af6b-e75d5168f344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.097312 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 7c410cd6-6313-4d35-a38d-2bb49af99af0 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:31.097666 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.124325 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19d630-ebdb-46af-9b4c-44ef322cf9fa req-a43bdc72-fd79-4a6a-a575-7596fb81ae00 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:31.125953 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7f19d630-ebdb-46af-9b4c-44ef322cf9fa req-a43bdc72-fd79-4a6a-a575-7596fb81ae00 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.1286137 Jul 14 09:39:31.168046 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4e50001a-5f22-4b6c-af6b-e75d5168f344 None None] Port 76f939e3-5210-4258-ad9e-df51d6894e40 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:31.184889 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4e50001a-5f22-4b6c-af6b-e75d5168f344 None None] Provisioning complete for port 7c410cd6-6313-4d35-a38d-2bb49af99af0 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:31.185376 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e50001a-5f22-4b6c-af6b-e75d5168f344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.235242 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7f19d630-ebdb-46af-9b4c-44ef322cf9fa req-4ae49434-22b5-4251-a76c-5b474d5c79ca tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764394 Jul 14 09:39:31.250744 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.262493 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b605edb3-36a4-4f2e-9f80-6333e1f40d51 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:31.268781 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b605edb3-36a4-4f2e-9f80-6333e1f40d51 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "PUT /v2.0/routers/a9eb9405-500d-488c-b64f-0126110dbafc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6566212 Jul 14 09:39:31.285508 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e5a6ae-0a3e-4789-a684-7c098af437e5 None None] Sync routers for ids ['a9eb9405-500d-488c-b64f-0126110dbafc'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:31.336414 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 7c410cd6-6313-4d35-a38d-2bb49af99af0, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7c410cd6-6313-4d35-a38d-2bb49af99af0,segment=NetworkSegment(9ffd8086-39ac-4dde-963c-3fe829544c74),segment_id=9ffd8086-39ac-4dde-963c-3fe829544c74)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:31.343276 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e5a6ae-0a3e-4789-a684-7c098af437e5 None None] Routers {'a9eb9405-500d-488c-b64f-0126110dbafc'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:31.343979 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c3e5a6ae-0a3e-4789-a684-7c098af437e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:39:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['a9eb9405-500d-488c-b64f-0126110dbafc'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:31.345887 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.417112 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e50001a-5f22-4b6c-af6b-e75d5168f344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.440550 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-0e166f49-01f1-4187-bc5f-1d8032116527 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-491138779&fields=id&tenant_id=efe559a5c8d646b7b35d7ff399735120 HTTP/1.1" status: 200 len: 267 time: 0.0407932 Jul 14 09:39:31.496249 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=7c410cd6-6313-4d35-a38d-2bb49af99af0,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:31.549290 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c3e5a6ae-0a3e-4789-a684-7c098af437e5 None None] Set router a9eb9405-500d-488c-b64f-0126110dbafc gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:31.560974 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-a12c5a33-412c-497d-a7c2-c33169ec0c91 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:31.563585 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-a12c5a33-412c-497d-a7c2-c33169ec0c91 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/networks?id=baaae29b-d092-49d9-bb1d-fc0a1fec877b HTTP/1.1" status: 200 len: 797 time: 0.1143939 Jul 14 09:39:31.579244 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-4e50001a-5f22-4b6c-af6b-e75d5168f344 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:39:31.579621 n-d-771362-35 neutron-server[93774]: DEBUG oslo_db.api [None req-4e50001a-5f22-4b6c-af6b-e75d5168f344 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:39:31.584590 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-93798b29-c803-42c2-bc01-a74efe58e85d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/quotas/efe559a5c8d646b7b35d7ff399735120 HTTP/1.1" status: 200 len: 375 time: 0.0102439 Jul 14 09:39:31.662559 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-095bc752-4d6f-4faf-91c6-80ea68fd1403 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718908 Jul 14 09:39:31.765395 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-23e27258-d2d4-4485-9c2f-5a3bd29697d8 service neutron] 10.222.0.25 "GET /v2.0/networks/baaae29b-d092-49d9-bb1d-fc0a1fec877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905933 Jul 14 09:39:31.771102 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c3e5a6ae-0a3e-4789-a684-7c098af437e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856547662', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '73a751f3-3768-4466-99b5-f5312f18f147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:25Z', 'updated_at': '2021-07-14T09:39:30Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '73a751f3-3768-4466-99b5-f5312f18f147', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:26Z', 'updated_at': '2021-07-14T09:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '76f939e3-5210-4258-ad9e-df51d6894e40', 'name': '', 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:a9:5f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'eaafebc3-a8a2-4e91-8324-2083cc119a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:29Z', 'updated_at': '2021-07-14T09:39:30Z', 'revision_number': 2, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': 'eaafebc3-a8a2-4e91-8324-2083cc119a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:31.804830 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e5a6ae-0a3e-4789-a684-7c098af437e5 None None] Checking router: a9eb9405-500d-488c-b64f-0126110dbafc for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:39:31.805400 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e5a6ae-0a3e-4789-a684-7c098af437e5 None None] Updating router a9eb9405-500d-488c-b64f-0126110dbafc port 76f939e3-5210-4258-ad9e-df51d6894e40 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:39:31.844295 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3e5a6ae-0a3e-4789-a684-7c098af437e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.867420 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-fcd6e3b4-906f-49ca-a8c4-bdbcce22df96 service neutron] 10.222.0.25 "GET /v2.0/networks/baaae29b-d092-49d9-bb1d-fc0a1fec877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951798 Jul 14 09:39:32.068403 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2103796a-fed3-40dd-abc9-3d7e16226cea req-8179bc76-db64-4450-93c0-391754d44b29 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 210 time: 0.0443988 Jul 14 09:39:32.199367 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3e5a6ae-0a3e-4789-a684-7c098af437e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.209964 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c3e5a6ae-0a3e-4789-a684-7c098af437e5 None None] Transition to ACTIVE for port object 76f939e3-5210-4258-ad9e-df51d6894e40 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:32.216362 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3e5a6ae-0a3e-4789-a684-7c098af437e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.277480 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccbd8b8-8e13-46b2-a5cc-bd32889b0ebc None None] Pushing event updated for resources: {'Port': ['ID=76f939e3-5210-4258-ad9e-df51d6894e40,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:32.359668 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c3e5a6ae-0a3e-4789-a684-7c098af437e5 None None] Attempting to bind port 76f939e3-5210-4258-ad9e-df51d6894e40 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:32.360049 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c3e5a6ae-0a3e-4789-a684-7c098af437e5 None None] Attempting to bind port 76f939e3-5210-4258-ad9e-df51d6894e40 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '9ffd8086-39ac-4dde-963c-3fe829544c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:32.362656 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e5a6ae-0a3e-4789-a684-7c098af437e5 None None] Attempting to bind port 76f939e3-5210-4258-ad9e-df51d6894e40 on network baaae29b-d092-49d9-bb1d-fc0a1fec877b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:32.375513 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e5a6ae-0a3e-4789-a684-7c098af437e5 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:32.375898 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e5a6ae-0a3e-4789-a684-7c098af437e5 None None] Checking segment: {'id': '9ffd8086-39ac-4dde-963c-3fe829544c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:32.376306 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3e5a6ae-0a3e-4789-a684-7c098af437e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.376710 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e5a6ae-0a3e-4789-a684-7c098af437e5 None None] Bound using segment: {'id': '9ffd8086-39ac-4dde-963c-3fe829544c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:32.377184 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c3e5a6ae-0a3e-4789-a684-7c098af437e5 None None] Bound port: 76f939e3-5210-4258-ad9e-df51d6894e40, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffd8086-39ac-4dde-963c-3fe829544c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:32.377569 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3e5a6ae-0a3e-4789-a684-7c098af437e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.459861 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c3e5a6ae-0a3e-4789-a684-7c098af437e5 None None] For port 76f939e3-5210-4258-ad9e-df51d6894e40, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:32.465104 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c3e5a6ae-0a3e-4789-a684-7c098af437e5 None None] For port 76f939e3-5210-4258-ad9e-df51d6894e40, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=76f939e3-5210-4258-ad9e-df51d6894e40,segment=NetworkSegment(9ffd8086-39ac-4dde-963c-3fe829544c74),segment_id=9ffd8086-39ac-4dde-963c-3fe829544c74)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:32.471171 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3e5a6ae-0a3e-4789-a684-7c098af437e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.499667 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0168406-057a-4cf5-bd2c-519093b88abc req-12225aa1-2f41-4dd5-9018-b9fb9ee49635 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:32.501436 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d0168406-057a-4cf5-bd2c-519093b88abc req-12225aa1-2f41-4dd5-9018-b9fb9ee49635 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.1122003 Jul 14 09:39:32.540792 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e5a6ae-0a3e-4789-a684-7c098af437e5 None None] Routers {'a9eb9405-500d-488c-b64f-0126110dbafc'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:32.541604 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c3e5a6ae-0a3e-4789-a684-7c098af437e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:39:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['a9eb9405-500d-488c-b64f-0126110dbafc'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:32.562350 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d0168406-057a-4cf5-bd2c-519093b88abc req-0f71f794-48ae-475b-b97c-8d8903480cce tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531931 Jul 14 09:39:32.584693 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccbd8b8-8e13-46b2-a5cc-bd32889b0ebc None None] Pushing event updated for resources: {'Port': ['ID=76f939e3-5210-4258-ad9e-df51d6894e40,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:32.699433 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c3e5a6ae-0a3e-4789-a684-7c098af437e5 None None] Set router a9eb9405-500d-488c-b64f-0126110dbafc gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:32.739838 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 73a751f3-3768-4466-99b5-f5312f18f147 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:32.937415 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 73a751f3-3768-4466-99b5-f5312f18f147 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:32.937777 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.223715 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c3e5a6ae-0a3e-4789-a684-7c098af437e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856547662', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '73a751f3-3768-4466-99b5-f5312f18f147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:25Z', 'updated_at': '2021-07-14T09:39:30Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '73a751f3-3768-4466-99b5-f5312f18f147', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:26Z', 'updated_at': '2021-07-14T09:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '76f939e3-5210-4258-ad9e-df51d6894e40', 'name': '', 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:a9:5f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'eaafebc3-a8a2-4e91-8324-2083cc119a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:29Z', 'updated_at': '2021-07-14T09:39:32Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': 'eaafebc3-a8a2-4e91-8324-2083cc119a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:33.248622 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d43172bc-8c10-4ec0-9db3-728b4b5e968a req-14f460d3-0a04-42b3-a9fa-491f4fb38764 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 210 time: 0.0385933 Jul 14 09:39:33.264230 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e5a6ae-0a3e-4789-a684-7c098af437e5 None None] The sync data for ids ['a9eb9405-500d-488c-b64f-0126110dbafc'] in n-d-771362-35 is: [{'id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856547662', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '73a751f3-3768-4466-99b5-f5312f18f147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:25Z', 'updated_at': '2021-07-14T09:39:30Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '73a751f3-3768-4466-99b5-f5312f18f147', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:26Z', 'updated_at': '2021-07-14T09:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '76f939e3-5210-4258-ad9e-df51d6894e40', 'name': '', 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:a9:5f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'eaafebc3-a8a2-4e91-8324-2083cc119a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:29Z', 'updated_at': '2021-07-14T09:39:32Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': 'eaafebc3-a8a2-4e91-8324-2083cc119a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:33.266148 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7c410cd6-6313-4d35-a38d-2bb49af99af0 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:33.289914 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84563870-d1d1-4007-ac7b-38cca3e59f33 req-88b1de44-cf2b-472c-a473-f838a5e6b2d2 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.292981 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-84563870-d1d1-4007-ac7b-38cca3e59f33 req-88b1de44-cf2b-472c-a473-f838a5e6b2d2 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.1352956 Jul 14 09:39:33.298947 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40799874-6797-4a5f-9a31-8dfa95f613fc req-fb1503c4-4c53-4f75-9ff1-1eb0156bf779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.300764 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40799874-6797-4a5f-9a31-8dfa95f613fc req-fb1503c4-4c53-4f75-9ff1-1eb0156bf779 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b9cce1ba88734b3db6d4f90496568cc5&device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 1097 time: 0.1782830 Jul 14 09:39:33.366265 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 7c410cd6-6313-4d35-a38d-2bb49af99af0 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:33.366765 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.456528 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40799874-6797-4a5f-9a31-8dfa95f613fc req-9975d873-ba49-4347-974b-c62fe26cb1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.459021 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40799874-6797-4a5f-9a31-8dfa95f613fc req-9975d873-ba49-4347-974b-c62fe26cb1a9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=296a7ccd-2e1d-493b-86a8-11de106e9087 HTTP/1.1" status: 200 len: 916 time: 0.1491456 Jul 14 09:39:33.532558 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-84563870-d1d1-4007-ac7b-38cca3e59f33 req-a47808a7-2504-47bf-9a81-102318266c49 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305658 Jul 14 09:39:33.535227 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40799874-6797-4a5f-9a31-8dfa95f613fc req-010b89a2-49b1-48c7-8585-f8fac617e027 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30b6fb95-62dc-4e8e-aea5-2b243df27f90 HTTP/1.1" status: 200 len: 217 time: 0.0617137 Jul 14 09:39:33.544822 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-568234f3-239d-48a4-8410-c8f6459e4f03 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.547574 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-568234f3-239d-48a4-8410-c8f6459e4f03 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.47 "GET /v2.0/networks?id=baaae29b-d092-49d9-bb1d-fc0a1fec877b HTTP/1.1" status: 200 len: 797 time: 0.1767480 Jul 14 09:39:33.605103 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-da525307-3858-4743-aeec-e3284ad7b989 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efe559a5c8d646b7b35d7ff399735120 HTTP/1.1" status: 200 len: 379 time: 0.0473378 Jul 14 09:39:33.608933 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40799874-6797-4a5f-9a31-8dfa95f613fc req-b298f5d5-f4eb-4385-b05d-946d802a6585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.610532 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40799874-6797-4a5f-9a31-8dfa95f613fc req-b298f5d5-f4eb-4385-b05d-946d802a6585 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=db20ad42-f583-47a0-b8d6-1641a8a94039 HTTP/1.1" status: 200 len: 855 time: 0.0698352 Jul 14 09:39:33.617031 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-def2a09c-f85a-48b7-84a0-4e1f5b03e557 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'port': {'device_id': 'e72d275e-e695-43dd-bfa4-0730854221ab', 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b', 'admin_state_up': True, 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'security_groups': ['41c282a7-d545-4024-a9ee-8768480f2c36']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:33.685849 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40799874-6797-4a5f-9a31-8dfa95f613fc req-d9b45db6-2552-40df-b76b-336e2d98df07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.687842 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40799874-6797-4a5f-9a31-8dfa95f613fc req-d9b45db6-2552-40df-b76b-336e2d98df07 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=296a7ccd-2e1d-493b-86a8-11de106e9087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700018 Jul 14 09:39:33.757186 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-def2a09c-f85a-48b7-84a0-4e1f5b03e557 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Made reservation on behalf of efe559a5c8d646b7b35d7ff399735120 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:33.760938 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-def2a09c-f85a-48b7-84a0-4e1f5b03e557 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.796398 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40799874-6797-4a5f-9a31-8dfa95f613fc req-d8e62ba1-3fa9-43fb-8eb7-cebaca728ea2 service neutron] 10.222.0.44 "GET /v2.0/networks/296a7ccd-2e1d-493b-86a8-11de106e9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019366 Jul 14 09:39:33.902568 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40799874-6797-4a5f-9a31-8dfa95f613fc req-9f4fe3bf-deaa-423c-b9da-b41090ca624d service neutron] 10.222.0.44 "GET /v2.0/networks/296a7ccd-2e1d-493b-86a8-11de106e9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993478 Jul 14 09:39:33.925072 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-def2a09c-f85a-48b7-84a0-4e1f5b03e557 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Allocated IP 172.20.0.7 (baaae29b-d092-49d9-bb1d-fc0a1fec877b/eaafebc3-a8a2-4e91-8324-2083cc119a77/da5f05b4-77d7-4a18-b617-f84e5f9cc01d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:34.088201 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-def2a09c-f85a-48b7-84a0-4e1f5b03e557 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.113342 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-def2a09c-f85a-48b7-84a0-4e1f5b03e557 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Transition to ACTIVE for port object da5f05b4-77d7-4a18-b617-f84e5f9cc01d will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:34.151961 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-def2a09c-f85a-48b7-84a0-4e1f5b03e557 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.202834 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-def2a09c-f85a-48b7-84a0-4e1f5b03e557 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Network baaae29b-d092-49d9-bb1d-fc0a1fec877b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:34.209029 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-def2a09c-f85a-48b7-84a0-4e1f5b03e557 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:34.213392 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-def2a09c-f85a-48b7-84a0-4e1f5b03e557 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:34.241815 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2a09c-f85a-48b7-84a0-4e1f5b03e557 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Port': ['ID=da5f05b4-77d7-4a18-b617-f84e5f9cc01d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:34.278188 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-def2a09c-f85a-48b7-84a0-4e1f5b03e557 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:34.279186 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-def2a09c-f85a-48b7-84a0-4e1f5b03e557 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.302612 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-def2a09c-f85a-48b7-84a0-4e1f5b03e557 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6914759 Jul 14 09:39:34.319257 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-89387ac0-67ea-43a9-93da-8202c97ee2ac service neutron] Request body: {'port': {'device_id': 'e72d275e-e695-43dd-bfa4-0730854221ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:34.430459 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-89387ac0-67ea-43a9-93da-8202c97ee2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.521469 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625a042-b71d-4a32-b198-7aa04182dd00 req-67cb7bb1-3ef5-4e19-a515-8d2c3da8078a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:34.524288 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6625a042-b71d-4a32-b198-7aa04182dd00 req-67cb7bb1-3ef5-4e19-a515-8d2c3da8078a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 931 time: 0.1239057 Jul 14 09:39:34.562065 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c1235506-9501-4c88-8d5a-08bb865d4e6b None None] Provisioning for port da5f05b4-77d7-4a18-b617-f84e5f9cc01d completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:34.577976 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c1235506-9501-4c88-8d5a-08bb865d4e6b None None] Provisioning complete for port da5f05b4-77d7-4a18-b617-f84e5f9cc01d triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:34.578676 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c1235506-9501-4c88-8d5a-08bb865d4e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.613206 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6625a042-b71d-4a32-b198-7aa04182dd00 req-f7bacc4c-67d3-40d6-98b5-b0400ad81989 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814338 Jul 14 09:39:34.693725 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c1235506-9501-4c88-8d5a-08bb865d4e6b None None] Port da5f05b4-77d7-4a18-b617-f84e5f9cc01d cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:34.738525 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 76f939e3-5210-4258-ad9e-df51d6894e40 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:34.811284 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 76f939e3-5210-4258-ad9e-df51d6894e40 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:34.816048 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 76f939e3-5210-4258-ad9e-df51d6894e40 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:34.816424 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.851736 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abf884-54a4-4fb7-a75a-ea7b43fbad7c req-316db745-d297-45dc-bdc5-cd7c01ea7f48 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:34.853590 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a1abf884-54a4-4fb7-a75a-ea7b43fbad7c req-316db745-d297-45dc-bdc5-cd7c01ea7f48 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.1029124 Jul 14 09:39:34.871753 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-89387ac0-67ea-43a9-93da-8202c97ee2ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da5f05b4-77d7-4a18-b617-f84e5f9cc01d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:39:34.881574 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-89387ac0-67ea-43a9-93da-8202c97ee2ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.898721 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-89387ac0-67ea-43a9-93da-8202c97ee2ac service neutron] Transition to ACTIVE for port object da5f05b4-77d7-4a18-b617-f84e5f9cc01d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:34.903157 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-89387ac0-67ea-43a9-93da-8202c97ee2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.907316 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a1abf884-54a4-4fb7-a75a-ea7b43fbad7c req-0aaa0840-0e91-41d3-8882-6e2c53225b72 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471246 Jul 14 09:39:34.925395 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.971345 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 76f939e3-5210-4258-ad9e-df51d6894e40, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=76f939e3-5210-4258-ad9e-df51d6894e40,segment=NetworkSegment(9ffd8086-39ac-4dde-963c-3fe829544c74),segment_id=9ffd8086-39ac-4dde-963c-3fe829544c74)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:34.984683 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.008224 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89387ac0-67ea-43a9-93da-8202c97ee2ac service neutron] Pushing event updated for resources: {'Port': ['ID=da5f05b4-77d7-4a18-b617-f84e5f9cc01d,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:35.069072 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=76f939e3-5210-4258-ad9e-df51d6894e40,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:35.076113 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-89387ac0-67ea-43a9-93da-8202c97ee2ac service neutron] Attempting to bind port da5f05b4-77d7-4a18-b617-f84e5f9cc01d on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:35.076491 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-89387ac0-67ea-43a9-93da-8202c97ee2ac service neutron] Attempting to bind port da5f05b4-77d7-4a18-b617-f84e5f9cc01d by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '9ffd8086-39ac-4dde-963c-3fe829544c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:35.076890 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-89387ac0-67ea-43a9-93da-8202c97ee2ac service neutron] Attempting to bind port da5f05b4-77d7-4a18-b617-f84e5f9cc01d on network baaae29b-d092-49d9-bb1d-fc0a1fec877b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:35.082661 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-89387ac0-67ea-43a9-93da-8202c97ee2ac service neutron] Port da5f05b4-77d7-4a18-b617-f84e5f9cc01d on network baaae29b-d092-49d9-bb1d-fc0a1fec877b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:35.083000 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-89387ac0-67ea-43a9-93da-8202c97ee2ac service neutron] Attempting to bind port da5f05b4-77d7-4a18-b617-f84e5f9cc01d on network baaae29b-d092-49d9-bb1d-fc0a1fec877b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:35.088551 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-89387ac0-67ea-43a9-93da-8202c97ee2ac service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:35.088904 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-89387ac0-67ea-43a9-93da-8202c97ee2ac service neutron] Checking segment: {'id': '9ffd8086-39ac-4dde-963c-3fe829544c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:35.089296 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-89387ac0-67ea-43a9-93da-8202c97ee2ac service neutron] Bound using segment: {'id': '9ffd8086-39ac-4dde-963c-3fe829544c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:35.089738 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-89387ac0-67ea-43a9-93da-8202c97ee2ac service neutron] Bound port: da5f05b4-77d7-4a18-b617-f84e5f9cc01d, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ffd8086-39ac-4dde-963c-3fe829544c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:35.090104 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-89387ac0-67ea-43a9-93da-8202c97ee2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.155021 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656d27d-265f-4f23-bd8f-2945c0b3eea9 req-6c2f87e5-c535-4518-8292-53bbfde64194 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:35.156987 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9656d27d-265f-4f23-bd8f-2945c0b3eea9 req-6c2f87e5-c535-4518-8292-53bbfde64194 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.0741277 Jul 14 09:39:35.164950 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-89387ac0-67ea-43a9-93da-8202c97ee2ac service neutron] For port da5f05b4-77d7-4a18-b617-f84e5f9cc01d, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:35.168652 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-89387ac0-67ea-43a9-93da-8202c97ee2ac service neutron] For port da5f05b4-77d7-4a18-b617-f84e5f9cc01d, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=da5f05b4-77d7-4a18-b617-f84e5f9cc01d,segment=NetworkSegment(9ffd8086-39ac-4dde-963c-3fe829544c74),segment_id=9ffd8086-39ac-4dde-963c-3fe829544c74)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:35.174655 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-89387ac0-67ea-43a9-93da-8202c97ee2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.208705 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9656d27d-265f-4f23-bd8f-2945c0b3eea9 req-f6b0620e-5092-47a5-a201-c7c52c891496 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426981 Jul 14 09:39:35.219728 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-89387ac0-67ea-43a9-93da-8202c97ee2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:35.220696 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-89387ac0-67ea-43a9-93da-8202c97ee2ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.222766 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-89387ac0-67ea-43a9-93da-8202c97ee2ac service neutron] 10.222.0.47 "PUT /v2.0/ports/da5f05b4-77d7-4a18-b617-f84e5f9cc01d HTTP/1.1" status: 200 len: 1092 time: 0.9101543 Jul 14 09:39:35.223785 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e72d275e-e695-43dd-bfa4-0730854221ab', 'tag': 'da5f05b4-77d7-4a18-b617-f84e5f9cc01d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:35.226265 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bb8c85-f79a-4e22-8e1e-6b02c158b071" -d '{"events": [{"name": "network-changed", "server_uuid": "e72d275e-e695-43dd-bfa4-0730854221ab", "tag": "da5f05b4-77d7-4a18-b617-f84e5f9cc01d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:35.288971 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89387ac0-67ea-43a9-93da-8202c97ee2ac service neutron] Pushing event updated for resources: {'Port': ['ID=da5f05b4-77d7-4a18-b617-f84e5f9cc01d,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:35.312640 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2fef5f-b539-49a8-bfe9-3a4754c1d026 x-openstack-request-id: req-ec2fef5f-b539-49a8-bfe9-3a4754c1d026 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:35.313022 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e72d275e-e695-43dd-bfa4-0730854221ab", "tag": "da5f05b4-77d7-4a18-b617-f84e5f9cc01d", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:35.313283 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec2fef5f-b539-49a8-bfe9-3a4754c1d026 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:35.313810 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e72d275e-e695-43dd-bfa4-0730854221ab', 'tag': 'da5f05b4-77d7-4a18-b617-f84e5f9cc01d', 'status': 'completed', 'code': 200} Jul 14 09:39:35.355520 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-eac67b8d-5d7f-4f43-ac64-fd15cc8d6983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:35.359536 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-eac67b8d-5d7f-4f43-ac64-fd15cc8d6983 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 1095 time: 0.0859227 Jul 14 09:39:35.417804 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-4e7bee50-f02c-44c4-8f89-969333c5bee5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da5f05b4-77d7-4a18-b617-f84e5f9cc01d HTTP/1.1" status: 200 len: 217 time: 0.0483053 Jul 14 09:39:35.445009 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54913ae9-079a-4658-ac9a-52a110728b45 req-e0d3814a-3218-4888-85b2-93ec691d9683 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:35.446661 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54913ae9-079a-4658-ac9a-52a110728b45 req-e0d3814a-3218-4888-85b2-93ec691d9683 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bed3095-0d9d-4d06-a1f0-662c2f988e8c HTTP/1.1" status: 200 len: 946 time: 0.0836077 Jul 14 09:39:35.479704 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-e767d072-fa10-40eb-aec2-39c7b93bf9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:35.481458 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-e767d072-fa10-40eb-aec2-39c7b93bf9be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eaafebc3-a8a2-4e91-8324-2083cc119a77 HTTP/1.1" status: 200 len: 834 time: 0.0556841 Jul 14 09:39:35.492391 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54913ae9-079a-4658-ac9a-52a110728b45 req-77cb065b-dacf-4652-8471-76970d2ac3ed tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392413 Jul 14 09:39:35.559827 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-10724965-8287-43b6-ab9d-169201119bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:35.560639 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-10724965-8287-43b6-ab9d-169201119bed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baaae29b-d092-49d9-bb1d-fc0a1fec877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666339 Jul 14 09:39:35.674085 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-3231c3d6-93eb-477e-a901-a82f3f5a3abb service neutron] 10.222.0.47 "GET /v2.0/networks/baaae29b-d092-49d9-bb1d-fc0a1fec877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039073 Jul 14 09:39:35.693903 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd3ecf-b74e-4940-9b1c-c21f4d1f6a3a req-12e4a30e-d6dd-4153-8276-44fe41ed55eb tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:35.695433 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7cbd3ecf-b74e-4940-9b1c-c21f4d1f6a3a req-12e4a30e-d6dd-4153-8276-44fe41ed55eb tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a495ca8-089c-4168-a9c9-78e7dda2d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0718665 Jul 14 09:39:35.749976 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7cbd3ecf-b74e-4940-9b1c-c21f4d1f6a3a req-493a4bc9-ec4f-4909-beeb-69261f1b622f tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478032 Jul 14 09:39:35.790712 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a652b1f6-b58f-4dc1-9ccf-047770f343b7 req-7a0719b6-974c-4793-9e01-4b8ce5d45f69 service neutron] 10.222.0.47 "GET /v2.0/networks/baaae29b-d092-49d9-bb1d-fc0a1fec877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112735 Jul 14 09:39:35.792126 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-8c66f945-8ff2-47de-917e-2f25d896191d req-3ba03d76-49ed-462b-9fb4-b78318cf3f71 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:35.793223 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c66f945-8ff2-47de-917e-2f25d896191d req-3ba03d76-49ed-462b-9fb4-b78318cf3f71 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073075 Jul 14 09:39:35.919682 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb8c85-f79a-4e22-8e1e-6b02c158b071 req-9d693dfa-3d31-43de-b3a7-a09d548e03ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:35.921652 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d7bb8c85-f79a-4e22-8e1e-6b02c158b071 req-9d693dfa-3d31-43de-b3a7-a09d548e03ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 1095 time: 0.0684812 Jul 14 09:39:35.954900 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c66f945-8ff2-47de-917e-2f25d896191d req-b32efd92-c7e3-429e-b14f-006571d0aff3 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1483550 Jul 14 09:39:35.963114 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa1ec2-63fe-424c-803a-a6cb2a32ae67 req-fb322c37-9a58-44f1-bba5-ce7a7dd28219 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:35.964740 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-15fa1ec2-63fe-424c-803a-a6cb2a32ae67 req-fb322c37-9a58-44f1-bba5-ce7a7dd28219 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 943 time: 0.1705647 Jul 14 09:39:36.007348 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-15fa1ec2-63fe-424c-803a-a6cb2a32ae67 req-594cb28c-541a-4e40-a336-156bf577c9b5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359876 Jul 14 09:39:36.042526 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb8c85-f79a-4e22-8e1e-6b02c158b071 req-963a9927-c1ab-4b5e-9e88-badc456f7373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:36.045524 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d7bb8c85-f79a-4e22-8e1e-6b02c158b071 req-963a9927-c1ab-4b5e-9e88-badc456f7373 service neutron] 10.222.0.47 "GET /v2.0/networks?id=baaae29b-d092-49d9-bb1d-fc0a1fec877b HTTP/1.1" status: 200 len: 897 time: 0.1153846 Jul 14 09:39:36.093796 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d7bb8c85-f79a-4e22-8e1e-6b02c158b071 req-96643a92-f7b4-4935-aa6b-1d85548fcfe7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da5f05b4-77d7-4a18-b617-f84e5f9cc01d HTTP/1.1" status: 200 len: 217 time: 0.0404832 Jul 14 09:39:36.147556 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb8c85-f79a-4e22-8e1e-6b02c158b071 req-dd80f8d5-10bb-4969-a976-e775baaae26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:36.149134 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d7bb8c85-f79a-4e22-8e1e-6b02c158b071 req-dd80f8d5-10bb-4969-a976-e775baaae26f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eaafebc3-a8a2-4e91-8324-2083cc119a77 HTTP/1.1" status: 200 len: 834 time: 0.0486689 Jul 14 09:39:36.221245 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb8c85-f79a-4e22-8e1e-6b02c158b071 req-626ffd35-3c22-4709-892e-537d35114cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:36.222675 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d7bb8c85-f79a-4e22-8e1e-6b02c158b071 req-626ffd35-3c22-4709-892e-537d35114cdd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baaae29b-d092-49d9-bb1d-fc0a1fec877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601783 Jul 14 09:39:36.286327 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316ecf9-4e5d-4f9c-8952-90b9e14fb7d2 req-f59878a8-db12-4e3a-8725-5ccfd36de9bf tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:36.287988 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3316ecf9-4e5d-4f9c-8952-90b9e14fb7d2 req-f59878a8-db12-4e3a-8725-5ccfd36de9bf tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.0779984 Jul 14 09:39:36.329913 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d7bb8c85-f79a-4e22-8e1e-6b02c158b071 req-0548d76c-e9e2-423e-a2fa-6ddef298cf8a service neutron] 10.222.0.47 "GET /v2.0/networks/baaae29b-d092-49d9-bb1d-fc0a1fec877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990992 Jul 14 09:39:36.331667 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3316ecf9-4e5d-4f9c-8952-90b9e14fb7d2 req-0096ac10-ebe7-4f15-ad39-e96722672124 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342412 Jul 14 09:39:36.424294 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d7bb8c85-f79a-4e22-8e1e-6b02c158b071 req-79d48e2e-ebd8-44dd-8033-42521ee55945 service neutron] 10.222.0.47 "GET /v2.0/networks/baaae29b-d092-49d9-bb1d-fc0a1fec877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877576 Jul 14 09:39:36.513721 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee5773-4723-4342-9624-b0fd094bc947 req-526f25ab-10af-4a73-afa5-6e317715aefc tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:36.515123 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dcee5773-4723-4342-9624-b0fd094bc947 req-526f25ab-10af-4a73-afa5-6e317715aefc tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bed3095-0d9d-4d06-a1f0-662c2f988e8c HTTP/1.1" status: 200 len: 946 time: 0.0709298 Jul 14 09:39:36.554458 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dcee5773-4723-4342-9624-b0fd094bc947 req-94ed67f6-7288-4c14-b3fc-9ad252cc987e tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337090 Jul 14 09:39:36.662348 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 76f939e3-5210-4258-ad9e-df51d6894e40 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:36.715209 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 76f939e3-5210-4258-ad9e-df51d6894e40 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:36.715705 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:36.737867 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128ceba-b02e-4d97-88ec-291f58ec6587 req-d7db7643-94b7-4897-9bba-96fd04909db9 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:36.739416 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0128ceba-b02e-4d97-88ec-291f58ec6587 req-d7db7643-94b7-4897-9bba-96fd04909db9 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a495ca8-089c-4168-a9c9-78e7dda2d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0684597 Jul 14 09:39:36.777777 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0128ceba-b02e-4d97-88ec-291f58ec6587 req-0b5b5afd-edff-4c73-9b36-06ceb407c8a3 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326869 Jul 14 09:39:37.084904 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1472d5-5bc1-4174-8032-67f36ce98947 req-571e9d1e-ab46-47f3-b745-7b826a151c86 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:37.090972 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1472d5-5bc1-4174-8032-67f36ce98947 req-571e9d1e-ab46-47f3-b745-7b826a151c86 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:37.097032 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1472d5-5bc1-4174-8032-67f36ce98947 req-571e9d1e-ab46-47f3-b745-7b826a151c86 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:37.098723 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ef1472d5-5bc1-4174-8032-67f36ce98947 req-571e9d1e-ab46-47f3-b745-7b826a151c86 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a495ca8-089c-4168-a9c9-78e7dda2d3a9&device_id=6bed3095-0d9d-4d06-a1f0-662c2f988e8c&device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 2417 time: 0.0843453 Jul 14 09:39:37.168583 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ef1472d5-5bc1-4174-8032-67f36ce98947 req-1ff5c247-fb41-4b5f-af17-c5f36409a7ac tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632503 Jul 14 09:39:37.201721 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fd90c-b26c-4382-81da-c8302fe32299 req-2c39ab46-3d49-472a-8fcd-967252bd727e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:37.203256 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-753fd90c-b26c-4382-81da-c8302fe32299 req-2c39ab46-3d49-472a-8fcd-967252bd727e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 943 time: 0.0789344 Jul 14 09:39:37.283531 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-753fd90c-b26c-4382-81da-c8302fe32299 req-09c9aa1e-9351-46ca-9c4d-2c8d5bcb2465 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666907 Jul 14 09:39:37.305737 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-637d13cd-ceaa-4dd9-b5dd-5a7bfc7e2301 req-6df9356f-66f8-4688-8e59-f6f1e586e1a7 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1014698 Jul 14 09:39:38.459749 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6466b3-8000-4c29-b223-fab6c1aab307 req-01ee4bf0-fb46-4ba3-84cc-2eeb0c0b88fc tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:38.461256 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2c6466b3-8000-4c29-b223-fab6c1aab307 req-01ee4bf0-fb46-4ba3-84cc-2eeb0c0b88fc tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 943 time: 0.0674398 Jul 14 09:39:38.501348 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2c6466b3-8000-4c29-b223-fab6c1aab307 req-500cb9a2-d3da-4b45-9063-ddcc46beb9c0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335534 Jul 14 09:39:38.707182 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173164c-7bd8-4f3c-a4b1-3fb07bf5b920 req-f34d6095-daec-4435-9dae-b7a10e9e9912 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:38.708698 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8173164c-7bd8-4f3c-a4b1-3fb07bf5b920 req-f34d6095-daec-4435-9dae-b7a10e9e9912 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a495ca8-089c-4168-a9c9-78e7dda2d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0649819 Jul 14 09:39:38.745900 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8173164c-7bd8-4f3c-a4b1-3fb07bf5b920 req-0b1b0f11-5cf8-4557-bfb3-d26f39591a79 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315862 Jul 14 09:39:39.494670 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device da5f05b4-77d7-4a18-b617-f84e5f9cc01d details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:39:39.589177 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port da5f05b4-77d7-4a18-b617-f84e5f9cc01d, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=da5f05b4-77d7-4a18-b617-f84e5f9cc01d,segment=NetworkSegment(9ffd8086-39ac-4dde-963c-3fe829544c74),segment_id=9ffd8086-39ac-4dde-963c-3fe829544c74)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:39.601977 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'da5f05b4-77d7-4a18-b617-f84e5f9cc01d', 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b', 'port_id': 'da5f05b4-77d7-4a18-b617-f84e5f9cc01d', 'mac_address': 'fa:16:3e:bc:e8:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaafebc3-a8a2-4e91-8324-2083cc119a77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:39:39.645953 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.660298 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da5f05b4-77d7-4a18-b617-f84e5f9cc01d {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:39:39.681782 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port da5f05b4-77d7-4a18-b617-f84e5f9cc01d, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=da5f05b4-77d7-4a18-b617-f84e5f9cc01d,segment=NetworkSegment(9ffd8086-39ac-4dde-963c-3fe829544c74),segment_id=9ffd8086-39ac-4dde-963c-3fe829544c74)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:39.684765 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82085b91-7dda-4db9-af2a-5ed83e9bd5d0 req-c56d9b26-31f9-4161-99ed-3825ecd35d29 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:39.686473 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.686913 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82085b91-7dda-4db9-af2a-5ed83e9bd5d0 req-c56d9b26-31f9-4161-99ed-3825ecd35d29 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 943 time: 0.0706050 Jul 14 09:39:39.728676 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82085b91-7dda-4db9-af2a-5ed83e9bd5d0 req-0a045eb9-6aff-4702-a941-702538b7d005 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356560 Jul 14 09:39:39.735358 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=da5f05b4-77d7-4a18-b617-f84e5f9cc01d,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:39.742691 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:39.743032 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:39.743366 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:39.743720 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:39.744047 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:39.744370 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:39.744878 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:39.745201 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:39.745519 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:39.745837 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:39.746154 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:39.746467 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:39.926597 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842108c-6ca3-4c0d-98e4-f540dc6570a7 req-d89c5604-294a-4e01-94ea-72a4bbbb9818 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:39.928078 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1842108c-6ca3-4c0d-98e4-f540dc6570a7 req-d89c5604-294a-4e01-94ea-72a4bbbb9818 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a495ca8-089c-4168-a9c9-78e7dda2d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0661438 Jul 14 09:39:39.974711 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1842108c-6ca3-4c0d-98e4-f540dc6570a7 req-1f2679b6-89b3-420e-913b-a9119578e05a tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407121 Jul 14 09:39:39.977580 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['da5f05b4-77d7-4a18-b617-f84e5f9cc01d'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:39:40.213824 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a28f6-a00d-4512-8052-2132187f6596 req-b3d4efde-49ab-406b-85e8-c58f4fa4ea25 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:40.215413 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ab0a28f6-a00d-4512-8052-2132187f6596 req-b3d4efde-49ab-406b-85e8-c58f4fa4ea25 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a495ca8-089c-4168-a9c9-78e7dda2d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0673842 Jul 14 09:39:40.324525 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-ab0a28f6-a00d-4512-8052-2132187f6596 req-83a10cb0-c054-4dd2-b279-617316ef90ea tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Deleting port 173c51ce-c776-47f8-9400-30b66141168e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:40.324877 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-ab0a28f6-a00d-4512-8052-2132187f6596 req-83a10cb0-c054-4dd2-b279-617316ef90ea tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.418012 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-ab0a28f6-a00d-4512-8052-2132187f6596 req-83a10cb0-c054-4dd2-b279-617316ef90ea tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] For port 173c51ce-c776-47f8-9400-30b66141168e, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=173c51ce-c776-47f8-9400-30b66141168e,segment=NetworkSegment(f82170c9-acbc-47fd-b8be-060e621977d0),segment_id=f82170c9-acbc-47fd-b8be-060e621977d0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:40.418379 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-ab0a28f6-a00d-4512-8052-2132187f6596 req-83a10cb0-c054-4dd2-b279-617316ef90ea tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.433715 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-ab0a28f6-a00d-4512-8052-2132187f6596 req-83a10cb0-c054-4dd2-b279-617316ef90ea tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Calling delete_port for 173c51ce-c776-47f8-9400-30b66141168e owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:40.591372 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-ab0a28f6-a00d-4512-8052-2132187f6596 req-83a10cb0-c054-4dd2-b279-617316ef90ea tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.603224 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['173c51ce-c776-47f8-9400-30b66141168e'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:39:40.608473 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['7febf48e-1161-400c-85c8-b08d789dbccb', '30b6fb95-62dc-4e8e-aea5-2b243df27f90'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:39:40.633771 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a10cb0-c054-4dd2-b279-617316ef90ea tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Pushing event deleted for resources: {'Port': ['ID=173c51ce-c776-47f8-9400-30b66141168e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:40.688152 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0a28f6-a00d-4512-8052-2132187f6596 req-83a10cb0-c054-4dd2-b279-617316ef90ea tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] No DVR routers for this DVR port 173c51ce-c776-47f8-9400-30b66141168e on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:40.690964 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-ab0a28f6-a00d-4512-8052-2132187f6596 req-83a10cb0-c054-4dd2-b279-617316ef90ea tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.693220 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ab0a28f6-a00d-4512-8052-2132187f6596 req-83a10cb0-c054-4dd2-b279-617316ef90ea tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.47 "DELETE /v2.0/ports/173c51ce-c776-47f8-9400-30b66141168e HTTP/1.1" status: 204 len: 173 time: 0.4715736 Jul 14 09:39:40.693745 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a495ca8-089c-4168-a9c9-78e7dda2d3a9', 'name': 'network-vif-deleted', 'tag': '173c51ce-c776-47f8-9400-30b66141168e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:40.698790 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6272902-7bbc-453a-b8a4-bf3c8ea3c97a" -d '{"events": [{"server_uuid": "6a495ca8-089c-4168-a9c9-78e7dda2d3a9", "name": "network-vif-deleted", "tag": "173c51ce-c776-47f8-9400-30b66141168e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:40.756083 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec0787f-04bd-470d-a4de-f7473fcc4f14 x-openstack-request-id: req-1ec0787f-04bd-470d-a4de-f7473fcc4f14 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:40.756378 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a495ca8-089c-4168-a9c9-78e7dda2d3a9", "name": "network-vif-deleted", "tag": "173c51ce-c776-47f8-9400-30b66141168e", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:40.756626 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ec0787f-04bd-470d-a4de-f7473fcc4f14 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:40.757024 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a495ca8-089c-4168-a9c9-78e7dda2d3a9', 'name': 'network-vif-deleted', 'tag': '173c51ce-c776-47f8-9400-30b66141168e', 'status': 'completed', 'code': 200} Jul 14 09:39:40.818400 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.927927 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc6ef2-bb14-4f34-96fa-c0c3fb82bee1 req-d15a9e89-1776-446f-9a83-44f034d59aea tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:40.929452 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75dc6ef2-bb14-4f34-96fa-c0c3fb82bee1 req-d15a9e89-1776-446f-9a83-44f034d59aea tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 944 time: 0.0695372 Jul 14 09:39:40.973551 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75dc6ef2-bb14-4f34-96fa-c0c3fb82bee1 req-59d3d314-af82-47a2-b8ee-8a11d0cdb2bc tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382700 Jul 14 09:39:41.139882 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b4aace34-c347-4e2a-b575-311140e99425 req-23d2ad71-fa52-4b31-9d14-f48cd9fc838b tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a495ca8-089c-4168-a9c9-78e7dda2d3a9 HTTP/1.1" status: 200 len: 210 time: 0.0301502 Jul 14 09:39:41.484914 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device da5f05b4-77d7-4a18-b617-f84e5f9cc01d up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:41.532670 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port da5f05b4-77d7-4a18-b617-f84e5f9cc01d completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:41.536373 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port da5f05b4-77d7-4a18-b617-f84e5f9cc01d triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:41.536738 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:41.615976 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:41.639033 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72d275e-e695-43dd-bfa4-0730854221ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5f05b4-77d7-4a18-b617-f84e5f9cc01d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:41.641310 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ca63a1-1b3a-4ef5-aa37-e0559504ff1f" -d '{"events": [{"server_uuid": "e72d275e-e695-43dd-bfa4-0730854221ab", "name": "network-vif-plugged", "status": "completed", "tag": "da5f05b4-77d7-4a18-b617-f84e5f9cc01d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:41.654024 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port da5f05b4-77d7-4a18-b617-f84e5f9cc01d, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=da5f05b4-77d7-4a18-b617-f84e5f9cc01d,segment=NetworkSegment(9ffd8086-39ac-4dde-963c-3fe829544c74),segment_id=9ffd8086-39ac-4dde-963c-3fe829544c74)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:41.658063 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:41.658971 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 173c51ce-c776-47f8-9400-30b66141168e no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:41.696547 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c6a597-0aea-4b8e-8237-ddbcc13cf6dd x-openstack-request-id: req-f7c6a597-0aea-4b8e-8237-ddbcc13cf6dd {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:41.696844 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72d275e-e695-43dd-bfa4-0730854221ab", "name": "network-vif-plugged", "status": "completed", "tag": "da5f05b4-77d7-4a18-b617-f84e5f9cc01d", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:41.697096 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7c6a597-0aea-4b8e-8237-ddbcc13cf6dd {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:41.697486 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72d275e-e695-43dd-bfa4-0730854221ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5f05b4-77d7-4a18-b617-f84e5f9cc01d', 'code': 200} Jul 14 09:39:41.700033 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 173c51ce-c776-47f8-9400-30b66141168e {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:41.700915 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 173c51ce-c776-47f8-9400-30b66141168e not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:41.725935 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=da5f05b4-77d7-4a18-b617-f84e5f9cc01d,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:41.797170 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184bcec0-7f4c-4a3e-87a7-210764068bff req-379de99b-1b43-4f60-9c5a-e372aab6dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:41.798622 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-184bcec0-7f4c-4a3e-87a7-210764068bff req-379de99b-1b43-4f60-9c5a-e372aab6dde6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 1097 time: 0.0545032 Jul 14 09:39:41.835208 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-184bcec0-7f4c-4a3e-87a7-210764068bff req-4859ba81-5ca1-4fe0-8cb3-fd53c82c2002 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302823 Jul 14 09:39:42.151469 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5393f-d946-42c0-b035-bb5eb4a3e631 req-1b92c9bd-2060-4871-8ade-57f57a44cd30 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:42.152937 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aac5393f-d946-42c0-b035-bb5eb4a3e631 req-1b92c9bd-2060-4871-8ade-57f57a44cd30 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 945 time: 0.0647833 Jul 14 09:39:42.192606 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aac5393f-d946-42c0-b035-bb5eb4a3e631 req-a4a3e9ff-5333-4763-a125-f1eacb765a7e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338585 Jul 14 09:39:42.344431 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.602093 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e98480-397c-4b06-b487-398c6eda2cf5 req-be6abf91-b038-49f4-9d41-21c0c0af0b0b tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:42.603726 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6e98480-397c-4b06-b487-398c6eda2cf5 req-be6abf91-b038-49f4-9d41-21c0c0af0b0b tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bed3095-0d9d-4d06-a1f0-662c2f988e8c HTTP/1.1" status: 200 len: 946 time: 0.0686424 Jul 14 09:39:42.644069 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6e98480-397c-4b06-b487-398c6eda2cf5 req-cee72450-7871-4812-99ba-f5d4bb1e2174 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331261 Jul 14 09:39:43.370094 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aff1c0-5b8f-4776-9be7-b18f2618a2ee req-0b78990a-f399-489b-a702-b45e56169cc7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:43.371640 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-70aff1c0-5b8f-4776-9be7-b18f2618a2ee req-0b78990a-f399-489b-a702-b45e56169cc7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 945 time: 0.0650852 Jul 14 09:39:43.411234 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-70aff1c0-5b8f-4776-9be7-b18f2618a2ee req-921fb4ed-c8e9-4628-a7b4-5c61846392ff tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327156 Jul 14 09:39:43.587725 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608acd6-7c52-433a-8f96-2e5b0394dd1d req-85a88296-4769-4ff7-8991-30fab9667186 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:43.589172 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f608acd6-7c52-433a-8f96-2e5b0394dd1d req-85a88296-4769-4ff7-8991-30fab9667186 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 945 time: 0.0663371 Jul 14 09:39:43.627417 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f608acd6-7c52-433a-8f96-2e5b0394dd1d req-1778a07c-206c-4d1f-95f7-ea4284fbe699 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326135 Jul 14 09:39:43.650709 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56526) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:43.708165 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc1e30c-3d75-49aa-9281-91483673af5b tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:43.712678 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-adc1e30c-3d75-49aa-9281-91483673af5b tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 1092 time: 0.0580235 Jul 14 09:39:43.712960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56530) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:43.718063 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-beafc3a5-748d-4f64-ad8d-05a8006039bf tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'port_id': 'da5f05b4-77d7-4a18-b617-f84e5f9cc01d', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:43.746653 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-beafc3a5-748d-4f64-ad8d-05a8006039bf tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:43.919609 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b78330-fa7e-4b18-9b0e-0719239a5cef req-1a53111e-9da6-448c-b0d3-92dd4f398341 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:43.921114 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56b78330-fa7e-4b18-9b0e-0719239a5cef req-1a53111e-9da6-448c-b0d3-92dd4f398341 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bed3095-0d9d-4d06-a1f0-662c2f988e8c HTTP/1.1" status: 200 len: 946 time: 0.1581478 Jul 14 09:39:43.929147 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431861a-6c35-48d2-8af8-3c3a4eb78c6b req-f81cd0e2-9005-4e72-943f-f5fd063f029c tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:43.930494 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6431861a-6c35-48d2-8af8-3c3a4eb78c6b req-f81cd0e2-9005-4e72-943f-f5fd063f029c tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.44 "GET /v2.0/ports?device_id=6bed3095-0d9d-4d06-a1f0-662c2f988e8c HTTP/1.1" status: 200 len: 946 time: 0.1336265 Jul 14 09:39:44.048162 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56b78330-fa7e-4b18-9b0e-0719239a5cef req-819f60dc-99c0-49fd-adc6-747786d3ec2f tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164625 Jul 14 09:39:44.057158 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-beafc3a5-748d-4f64-ad8d-05a8006039bf tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.127840 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-6431861a-6c35-48d2-8af8-3c3a4eb78c6b req-9dbc8cbd-6d5d-4923-a5d0-3c363d92c352 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Deleting port 7febf48e-1161-400c-85c8-b08d789dbccb {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:44.128207 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6431861a-6c35-48d2-8af8-3c3a4eb78c6b req-9dbc8cbd-6d5d-4923-a5d0-3c363d92c352 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.236660 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-beafc3a5-748d-4f64-ad8d-05a8006039bf tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Allocated IP 172.25.6.99 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/695dbcf5-917a-4b74-b80c-050e2fef5da7) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:44.270414 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-6431861a-6c35-48d2-8af8-3c3a4eb78c6b req-9dbc8cbd-6d5d-4923-a5d0-3c363d92c352 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] For port 7febf48e-1161-400c-85c8-b08d789dbccb, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=7febf48e-1161-400c-85c8-b08d789dbccb,segment=NetworkSegment(f82170c9-acbc-47fd-b8be-060e621977d0),segment_id=f82170c9-acbc-47fd-b8be-060e621977d0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:44.270774 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6431861a-6c35-48d2-8af8-3c3a4eb78c6b req-9dbc8cbd-6d5d-4923-a5d0-3c363d92c352 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.316523 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-6431861a-6c35-48d2-8af8-3c3a4eb78c6b req-9dbc8cbd-6d5d-4923-a5d0-3c363d92c352 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Calling delete_port for 7febf48e-1161-400c-85c8-b08d789dbccb owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:44.712376 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-beafc3a5-748d-4f64-ad8d-05a8006039bf tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.802470 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-beafc3a5-748d-4f64-ad8d-05a8006039bf tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.812720 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6431861a-6c35-48d2-8af8-3c3a4eb78c6b req-9dbc8cbd-6d5d-4923-a5d0-3c363d92c352 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.826182 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['7febf48e-1161-400c-85c8-b08d789dbccb', '30b6fb95-62dc-4e8e-aea5-2b243df27f90'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:39:44.862662 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beafc3a5-748d-4f64-ad8d-05a8006039bf tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:44.871294 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-beafc3a5-748d-4f64-ad8d-05a8006039bf tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:44.894529 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beafc3a5-748d-4f64-ad8d-05a8006039bf tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:44.897822 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beafc3a5-748d-4f64-ad8d-05a8006039bf tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Port': ['ID=695dbcf5-917a-4b74-b80c-050e2fef5da7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:44.957499 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6431861a-6c35-48d2-8af8-3c3a4eb78c6b req-9dbc8cbd-6d5d-4923-a5d0-3c363d92c352 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] No DVR routers for this DVR port 7febf48e-1161-400c-85c8-b08d789dbccb on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:44.961628 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6431861a-6c35-48d2-8af8-3c3a4eb78c6b req-9dbc8cbd-6d5d-4923-a5d0-3c363d92c352 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.963716 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6431861a-6c35-48d2-8af8-3c3a4eb78c6b req-9dbc8cbd-6d5d-4923-a5d0-3c363d92c352 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.44 "DELETE /v2.0/ports/7febf48e-1161-400c-85c8-b08d789dbccb HTTP/1.1" status: 204 len: 173 time: 1.0224850 Jul 14 09:39:44.964460 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc8cbd-6d5d-4923-a5d0-3c363d92c352 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Pushing event deleted for resources: {'Port': ['ID=7febf48e-1161-400c-85c8-b08d789dbccb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:44.966839 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bed3095-0d9d-4d06-a1f0-662c2f988e8c', 'name': 'network-vif-deleted', 'tag': '7febf48e-1161-400c-85c8-b08d789dbccb'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:44.968433 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e8469a-d4c8-4c0a-971a-d6faad512b5b" -d '{"events": [{"server_uuid": "6bed3095-0d9d-4d06-a1f0-662c2f988e8c", "name": "network-vif-deleted", "tag": "7febf48e-1161-400c-85c8-b08d789dbccb"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:45.015909 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a90329-17f7-4686-befd-a6dd7ecae05c x-openstack-request-id: req-43a90329-17f7-4686-befd-a6dd7ecae05c {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:45.016262 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bed3095-0d9d-4d06-a1f0-662c2f988e8c", "name": "network-vif-deleted", "tag": "7febf48e-1161-400c-85c8-b08d789dbccb", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:45.016445 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43a90329-17f7-4686-befd-a6dd7ecae05c {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:45.016838 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bed3095-0d9d-4d06-a1f0-662c2f988e8c', 'name': 'network-vif-deleted', 'tag': '7febf48e-1161-400c-85c8-b08d789dbccb', 'status': 'completed', 'code': 200} Jul 14 09:39:45.218311 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-596a2699-bd15-41f0-8c0a-882388de96a9 req-f2d2793d-b171-4a98-8f43-25eeb312d845 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bed3095-0d9d-4d06-a1f0-662c2f988e8c HTTP/1.1" status: 200 len: 210 time: 0.0362573 Jul 14 09:39:45.381149 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-beafc3a5-748d-4f64-ad8d-05a8006039bf tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.465941 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-beafc3a5-748d-4f64-ad8d-05a8006039bf tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.637994 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-beafc3a5-748d-4f64-ad8d-05a8006039bf tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.642917 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-beafc3a5-748d-4f64-ad8d-05a8006039bf tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.712985 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beafc3a5-748d-4f64-ad8d-05a8006039bf tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Port': ['ID=695dbcf5-917a-4b74-b80c-050e2fef5da7,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:45.721866 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-beafc3a5-748d-4f64-ad8d-05a8006039bf tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.827946 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-beafc3a5-748d-4f64-ad8d-05a8006039bf tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Floating IP 40a5a79e-21f6-41d2-a88e-5a9c958e20ef associated. External IP: 172.25.6.99, port: da5f05b4-77d7-4a18-b617-f84e5f9cc01d. Jul 14 09:39:46.047430 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beafc3a5-748d-4f64-ad8d-05a8006039bf tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Router a9eb9405-500d-488c-b64f-0126110dbafc has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:39:46.153998 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beafc3a5-748d-4f64-ad8d-05a8006039bf tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:46.165750 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f363a-e38a-4a63-85a1-b8e030ec38e8 None None] Sync routers for ids ['a9eb9405-500d-488c-b64f-0126110dbafc'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:46.173464 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-beafc3a5-748d-4f64-ad8d-05a8006039bf tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.177275 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8f363a-e38a-4a63-85a1-b8e030ec38e8 None None] Routers {'a9eb9405-500d-488c-b64f-0126110dbafc'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:46.178057 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2e8f363a-e38a-4a63-85a1-b8e030ec38e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:39:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['a9eb9405-500d-488c-b64f-0126110dbafc'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:46.213977 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-beafc3a5-748d-4f64-ad8d-05a8006039bf tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4968278 Jul 14 09:39:46.293133 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-2e8f363a-e38a-4a63-85a1-b8e030ec38e8 None None] Set router a9eb9405-500d-488c-b64f-0126110dbafc gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:46.383763 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42904c0c-dc43-4f59-b745-e24eeced6a5d req-277eca04-bee8-4e3b-b1a8-dd154cf1ba38 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:46.385440 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-42904c0c-dc43-4f59-b745-e24eeced6a5d req-277eca04-bee8-4e3b-b1a8-dd154cf1ba38 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 945 time: 0.0760770 Jul 14 09:39:46.433279 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-42904c0c-dc43-4f59-b745-e24eeced6a5d req-bec7bc73-ff1a-43ef-9a32-c3a48c97db7d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406201 Jul 14 09:39:46.462055 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56542) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:46.537455 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f049bf07-906e-46c9-bf49-63033e11baf8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/floatingips/40a5a79e-21f6-41d2-a88e-5a9c958e20ef HTTP/1.1" status: 200 len: 990 time: 0.0738788 Jul 14 09:39:46.634219 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2e8f363a-e38a-4a63-85a1-b8e030ec38e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856547662', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '73a751f3-3768-4466-99b5-f5312f18f147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:25Z', 'updated_at': '2021-07-14T09:39:30Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '73a751f3-3768-4466-99b5-f5312f18f147', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:26Z', 'updated_at': '2021-07-14T09:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '40a5a79e-21f6-41d2-a88e-5a9c958e20ef', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'floating_ip_address': '172.25.6.99', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'port_id': 'da5f05b4-77d7-4a18-b617-f84e5f9cc01d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b', 'mac_address': 'fa:16:3e:bc:e8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d275e-e695-43dd-bfa4-0730854221ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:39:45Z', 'updated_at': '2021-07-14T09:39:45Z', 'revision_number': 0, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f939e3-5210-4258-ad9e-df51d6894e40', 'name': '', 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:a9:5f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'eaafebc3-a8a2-4e91-8324-2083cc119a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:29Z', 'updated_at': '2021-07-14T09:39:34Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': 'eaafebc3-a8a2-4e91-8324-2083cc119a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:46.665346 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f363a-e38a-4a63-85a1-b8e030ec38e8 None None] Checking router: a9eb9405-500d-488c-b64f-0126110dbafc for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:39:46.674049 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8f363a-e38a-4a63-85a1-b8e030ec38e8 None None] Routers {'a9eb9405-500d-488c-b64f-0126110dbafc'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:46.674604 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2e8f363a-e38a-4a63-85a1-b8e030ec38e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:39:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['a9eb9405-500d-488c-b64f-0126110dbafc'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:46.787714 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-2e8f363a-e38a-4a63-85a1-b8e030ec38e8 None None] Set router a9eb9405-500d-488c-b64f-0126110dbafc gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:46.892453 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b27be-f1c0-4357-9aa9-e6c0bf0bdb9a req-7ebbd09f-6e4e-43c1-ab52-e16e174690f9 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:46.893797 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac5b27be-f1c0-4357-9aa9-e6c0bf0bdb9a req-7ebbd09f-6e4e-43c1-ab52-e16e174690f9 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.0663600 Jul 14 09:39:46.935306 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac5b27be-f1c0-4357-9aa9-e6c0bf0bdb9a req-f6d67d8e-2459-4fae-995a-e20ed6db3369 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347681 Jul 14 09:39:47.017547 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e72d275e-e695-43dd-bfa4-0730854221ab', 'tag': 'da5f05b4-77d7-4a18-b617-f84e5f9cc01d'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:47.020075 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577e19e9-8076-45ef-9f3e-88034d34b8f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e72d275e-e695-43dd-bfa4-0730854221ab", "tag": "da5f05b4-77d7-4a18-b617-f84e5f9cc01d"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:47.023992 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2e8f363a-e38a-4a63-85a1-b8e030ec38e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856547662', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '73a751f3-3768-4466-99b5-f5312f18f147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:25Z', 'updated_at': '2021-07-14T09:39:30Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '73a751f3-3768-4466-99b5-f5312f18f147', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:26Z', 'updated_at': '2021-07-14T09:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '40a5a79e-21f6-41d2-a88e-5a9c958e20ef', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'floating_ip_address': '172.25.6.99', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'port_id': 'da5f05b4-77d7-4a18-b617-f84e5f9cc01d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b', 'mac_address': 'fa:16:3e:bc:e8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d275e-e695-43dd-bfa4-0730854221ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:39:45Z', 'updated_at': '2021-07-14T09:39:45Z', 'revision_number': 0, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f939e3-5210-4258-ad9e-df51d6894e40', 'name': '', 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:a9:5f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'eaafebc3-a8a2-4e91-8324-2083cc119a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:29Z', 'updated_at': '2021-07-14T09:39:34Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': 'eaafebc3-a8a2-4e91-8324-2083cc119a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:47.053768 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f363a-e38a-4a63-85a1-b8e030ec38e8 None None] The sync data for ids ['a9eb9405-500d-488c-b64f-0126110dbafc'] in n-d-771362-35 is: [{'id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856547662', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '73a751f3-3768-4466-99b5-f5312f18f147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:25Z', 'updated_at': '2021-07-14T09:39:30Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '73a751f3-3768-4466-99b5-f5312f18f147', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:26Z', 'updated_at': '2021-07-14T09:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '40a5a79e-21f6-41d2-a88e-5a9c958e20ef', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'floating_ip_address': '172.25.6.99', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'port_id': 'da5f05b4-77d7-4a18-b617-f84e5f9cc01d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b', 'mac_address': 'fa:16:3e:bc:e8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d275e-e695-43dd-bfa4-0730854221ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:39:45Z', 'updated_at': '2021-07-14T09:39:45Z', 'revision_number': 0, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f939e3-5210-4258-ad9e-df51d6894e40', 'name': '', 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:a9:5f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'eaafebc3-a8a2-4e91-8324-2083cc119a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:29Z', 'updated_at': '2021-07-14T09:39:34Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': 'eaafebc3-a8a2-4e91-8324-2083cc119a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:47.056502 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4990c6-b276-45d0-b7ac-eaf8fa6f0344 x-openstack-request-id: req-4b4990c6-b276-45d0-b7ac-eaf8fa6f0344 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:47.056867 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e72d275e-e695-43dd-bfa4-0730854221ab", "tag": "da5f05b4-77d7-4a18-b617-f84e5f9cc01d", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:47.057257 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b4990c6-b276-45d0-b7ac-eaf8fa6f0344 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:47.058168 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e72d275e-e695-43dd-bfa4-0730854221ab', 'tag': 'da5f05b4-77d7-4a18-b617-f84e5f9cc01d', 'status': 'completed', 'code': 200} Jul 14 09:39:47.135806 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e19e9-8076-45ef-9f3e-88034d34b8f4 req-679ae808-a235-4af4-a352-8d3c05dabb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:47.137377 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-577e19e9-8076-45ef-9f3e-88034d34b8f4 req-679ae808-a235-4af4-a352-8d3c05dabb1b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 1097 time: 0.0552983 Jul 14 09:39:47.239787 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e19e9-8076-45ef-9f3e-88034d34b8f4 req-d8bb842b-7373-4c30-8646-96ea9f9b8e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:47.241305 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-577e19e9-8076-45ef-9f3e-88034d34b8f4 req-d8bb842b-7373-4c30-8646-96ea9f9b8e0b service neutron] 10.222.0.47 "GET /v2.0/networks?id=baaae29b-d092-49d9-bb1d-fc0a1fec877b HTTP/1.1" status: 200 len: 897 time: 0.0971787 Jul 14 09:39:47.257818 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83138b19-91d4-4705-916e-6ae1f0b79394 None None] New status for floating IP 40a5a79e-21f6-41d2-a88e-5a9c958e20ef: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:39:47.312581 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-577e19e9-8076-45ef-9f3e-88034d34b8f4 req-6a57a2d0-62a6-428f-9e59-621a8d09dc2d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da5f05b4-77d7-4a18-b617-f84e5f9cc01d HTTP/1.1" status: 200 len: 998 time: 0.0639224 Jul 14 09:39:47.368610 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e19e9-8076-45ef-9f3e-88034d34b8f4 req-6069b6b1-bfab-4ea7-9304-8a8fd0a358fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:47.370333 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-577e19e9-8076-45ef-9f3e-88034d34b8f4 req-6069b6b1-bfab-4ea7-9304-8a8fd0a358fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eaafebc3-a8a2-4e91-8324-2083cc119a77 HTTP/1.1" status: 200 len: 834 time: 0.0518088 Jul 14 09:39:47.429478 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e19e9-8076-45ef-9f3e-88034d34b8f4 req-29da6fe4-e19c-43f7-b2b3-f6f2537622ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:47.431192 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-577e19e9-8076-45ef-9f3e-88034d34b8f4 req-29da6fe4-e19c-43f7-b2b3-f6f2537622ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baaae29b-d092-49d9-bb1d-fc0a1fec877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548086 Jul 14 09:39:47.524303 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-577e19e9-8076-45ef-9f3e-88034d34b8f4 req-5d4aaf5d-8093-431d-9f66-67d5b1cb9826 service neutron] 10.222.0.47 "GET /v2.0/networks/baaae29b-d092-49d9-bb1d-fc0a1fec877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854104 Jul 14 09:39:47.534038 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 7febf48e-1161-400c-85c8-b08d789dbccb no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:47.541497 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56548) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:47.555023 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 7febf48e-1161-400c-85c8-b08d789dbccb {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:47.555398 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 7febf48e-1161-400c-85c8-b08d789dbccb not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:47.618113 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5f4fbfce-7691-470f-83b5-348d1619048a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/floatingips/40a5a79e-21f6-41d2-a88e-5a9c958e20ef HTTP/1.1" status: 200 len: 992 time: 0.0694876 Jul 14 09:39:47.630111 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-577e19e9-8076-45ef-9f3e-88034d34b8f4 req-dfa76357-f554-43ca-907a-574dcf1d4b87 service neutron] 10.222.0.47 "GET /v2.0/networks/baaae29b-d092-49d9-bb1d-fc0a1fec877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993013 Jul 14 09:39:48.112997 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626656d5-a24d-4bfa-a247-7dbc3a4ce77f req-fb42c4f3-51a4-449c-85d8-ee0800713fe0 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:48.114495 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-626656d5-a24d-4bfa-a247-7dbc3a4ce77f req-fb42c4f3-51a4-449c-85d8-ee0800713fe0 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.0657959 Jul 14 09:39:48.152572 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-626656d5-a24d-4bfa-a247-7dbc3a4ce77f req-07594dd8-4033-4c69-a4ca-03a78f94faa1 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb506898-22b9-4d5d-8a0a-69316804a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325470 Jul 14 09:39:48.394418 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bf196-89c8-477f-997e-f817d34bf742 req-cb433a98-292e-40c1-a104-c739be60df7a tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:48.395967 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-458bf196-89c8-477f-997e-f817d34bf742 req-cb433a98-292e-40c1-a104-c739be60df7a tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 945 time: 0.0712700 Jul 14 09:39:48.444368 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7be5-0911-4270-9c6a-9a13964252ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.502835 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-458bf196-89c8-477f-997e-f817d34bf742 req-727c8f44-e51b-4bef-9779-95f5bc8aed87 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Deleting port 30b6fb95-62dc-4e8e-aea5-2b243df27f90 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:48.503175 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-458bf196-89c8-477f-997e-f817d34bf742 req-727c8f44-e51b-4bef-9779-95f5bc8aed87 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.595133 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-458bf196-89c8-477f-997e-f817d34bf742 req-727c8f44-e51b-4bef-9779-95f5bc8aed87 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] For port 30b6fb95-62dc-4e8e-aea5-2b243df27f90, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=30b6fb95-62dc-4e8e-aea5-2b243df27f90,segment=NetworkSegment(f82170c9-acbc-47fd-b8be-060e621977d0),segment_id=f82170c9-acbc-47fd-b8be-060e621977d0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:48.595404 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-458bf196-89c8-477f-997e-f817d34bf742 req-727c8f44-e51b-4bef-9779-95f5bc8aed87 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.609780 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-458bf196-89c8-477f-997e-f817d34bf742 req-727c8f44-e51b-4bef-9779-95f5bc8aed87 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Calling delete_port for 30b6fb95-62dc-4e8e-aea5-2b243df27f90 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:48.737708 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-458bf196-89c8-477f-997e-f817d34bf742 req-727c8f44-e51b-4bef-9779-95f5bc8aed87 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.750356 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['30b6fb95-62dc-4e8e-aea5-2b243df27f90'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:39:48.772748 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c8f44-e51b-4bef-9779-95f5bc8aed87 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Pushing event deleted for resources: {'Port': ['ID=30b6fb95-62dc-4e8e-aea5-2b243df27f90,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:48.818618 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-458bf196-89c8-477f-997e-f817d34bf742 req-727c8f44-e51b-4bef-9779-95f5bc8aed87 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] No DVR routers for this DVR port 30b6fb95-62dc-4e8e-aea5-2b243df27f90 on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:48.821481 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-458bf196-89c8-477f-997e-f817d34bf742 req-727c8f44-e51b-4bef-9779-95f5bc8aed87 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.823553 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-458bf196-89c8-477f-997e-f817d34bf742 req-727c8f44-e51b-4bef-9779-95f5bc8aed87 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.44 "DELETE /v2.0/ports/30b6fb95-62dc-4e8e-aea5-2b243df27f90 HTTP/1.1" status: 204 len: 173 time: 0.4225404 Jul 14 09:39:49.060204 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e356f9c-cd8b-4f04-a261-74dccc510e7d', 'name': 'network-vif-deleted', 'tag': '30b6fb95-62dc-4e8e-aea5-2b243df27f90'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:49.062578 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac19a29-734e-4508-9f1d-03516fe11a78" -d '{"events": [{"server_uuid": "9e356f9c-cd8b-4f04-a261-74dccc510e7d", "name": "network-vif-deleted", "tag": "30b6fb95-62dc-4e8e-aea5-2b243df27f90"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:49.100347 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5930ba89-27ee-4dee-8932-c48d5bbf9bd1 x-openstack-request-id: req-5930ba89-27ee-4dee-8932-c48d5bbf9bd1 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:49.100651 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e356f9c-cd8b-4f04-a261-74dccc510e7d", "name": "network-vif-deleted", "tag": "30b6fb95-62dc-4e8e-aea5-2b243df27f90", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:49.100929 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5930ba89-27ee-4dee-8932-c48d5bbf9bd1 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:49.101330 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e356f9c-cd8b-4f04-a261-74dccc510e7d', 'name': 'network-vif-deleted', 'tag': '30b6fb95-62dc-4e8e-aea5-2b243df27f90', 'status': 'completed', 'code': 200} Jul 14 09:39:49.327549 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bfbae65a-832f-4e9a-804a-9a7c535eaf02 req-40f8b35a-2649-4f69-a47d-a3792fc34684 tempest-ListServerFiltersTestJSON-1305387821 tempest-ListServerFiltersTestJSON-1305387821-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e356f9c-cd8b-4f04-a261-74dccc510e7d HTTP/1.1" status: 200 len: 210 time: 0.0322673 Jul 14 09:39:50.416386 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56560) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:50.462093 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a34163c-fe02-4a40-91b0-a876faa249f9 admin admin] Deleting subnet db20ad42-f583-47a0-b8d6-1641a8a94039 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:39:50.465157 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a34163c-fe02-4a40-91b0-a876faa249f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.503174 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a34163c-fe02-4a40-91b0-a876faa249f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.582596 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a34163c-fe02-4a40-91b0-a876faa249f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.638991 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a34163c-fe02-4a40-91b0-a876faa249f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.669575 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34163c-fe02-4a40-91b0-a876faa249f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db20ad42-f583-47a0-b8d6-1641a8a94039,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:50.674535 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a34163c-fe02-4a40-91b0-a876faa249f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.676632 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1a34163c-fe02-4a40-91b0-a876faa249f9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/db20ad42-f583-47a0-b8d6-1641a8a94039 HTTP/1.1" status: 204 len: 168 time: 0.2591758 Jul 14 09:39:50.679003 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56562) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:50.679916 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c7113e-f761-45d7-b0e9-7ee5c351144f None None] Network 296a7ccd-2e1d-493b-86a8-11de106e9087 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:50.751165 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb619bb5-d59b-4053-9d3c-076990723c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.816980 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-fb619bb5-d59b-4053-9d3c-076990723c3a admin admin] Deleting port a05946d2-b6b7-4cf6-ad15-cae5e2447531 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:50.817799 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb619bb5-d59b-4053-9d3c-076990723c3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.878024 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db184ba-0a53-4c21-8e50-9cf73ec235c7 None None] DHCP port deletion for 296a7ccd-2e1d-493b-86a8-11de106e9087 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:39:50.888722 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-fb619bb5-d59b-4053-9d3c-076990723c3a admin admin] For port a05946d2-b6b7-4cf6-ad15-cae5e2447531, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a05946d2-b6b7-4cf6-ad15-cae5e2447531,segment=NetworkSegment(f82170c9-acbc-47fd-b8be-060e621977d0),segment_id=f82170c9-acbc-47fd-b8be-060e621977d0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:50.889086 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb619bb5-d59b-4053-9d3c-076990723c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.902746 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-fb619bb5-d59b-4053-9d3c-076990723c3a admin admin] Calling delete_port for a05946d2-b6b7-4cf6-ad15-cae5e2447531 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:50.929752 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3db184ba-0a53-4c21-8e50-9cf73ec235c7 None None] Deleting port a05946d2-b6b7-4cf6-ad15-cae5e2447531 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:50.930118 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3db184ba-0a53-4c21-8e50-9cf73ec235c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.984235 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb619bb5-d59b-4053-9d3c-076990723c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.997553 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3db184ba-0a53-4c21-8e50-9cf73ec235c7 None None] For port a05946d2-b6b7-4cf6-ad15-cae5e2447531, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a05946d2-b6b7-4cf6-ad15-cae5e2447531,segment=NetworkSegment(f82170c9-acbc-47fd-b8be-060e621977d0),segment_id=f82170c9-acbc-47fd-b8be-060e621977d0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:50.997958 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3db184ba-0a53-4c21-8e50-9cf73ec235c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:51.011122 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb619bb5-d59b-4053-9d3c-076990723c3a admin admin] Pushing event deleted for resources: {'Port': ['ID=a05946d2-b6b7-4cf6-ad15-cae5e2447531,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:51.011435 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3db184ba-0a53-4c21-8e50-9cf73ec235c7 None None] Calling delete_port for a05946d2-b6b7-4cf6-ad15-cae5e2447531 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:51.013072 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb619bb5-d59b-4053-9d3c-076990723c3a admin admin] No DVR routers for this DVR port a05946d2-b6b7-4cf6-ad15-cae5e2447531 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:51.082811 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f488ea01-9a0e-4f46-b18d-d36b1db9d721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:51.087060 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb619bb5-d59b-4053-9d3c-076990723c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:51.097265 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-fb619bb5-d59b-4053-9d3c-076990723c3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296a7ccd-2e1d-493b-86a8-11de106e9087']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:51.099752 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 09:39:51.104753 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3db184ba-0a53-4c21-8e50-9cf73ec235c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:51.108240 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-fb619bb5-d59b-4053-9d3c-076990723c3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82170c9-acbc-47fd-b8be-060e621977d0') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:51.108533 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-fb619bb5-d59b-4053-9d3c-076990723c3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82170c9-acbc-47fd-b8be-060e621977d0') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:51.117601 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb619bb5-d59b-4053-9d3c-076990723c3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:51.130398 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db184ba-0a53-4c21-8e50-9cf73ec235c7 None None] Pushing event deleted for resources: {'Port': ['ID=a05946d2-b6b7-4cf6-ad15-cae5e2447531,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:51.132585 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb619bb5-d59b-4053-9d3c-076990723c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:51.134193 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db184ba-0a53-4c21-8e50-9cf73ec235c7 None None] No DVR routers for this DVR port a05946d2-b6b7-4cf6-ad15-cae5e2447531 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:51.140377 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb619bb5-d59b-4053-9d3c-076990723c3a admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:39:51.140795 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb619bb5-d59b-4053-9d3c-076990723c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:39:51.142684 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:39:51.201795 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb619bb5-d59b-4053-9d3c-076990723c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:51.207825 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb619bb5-d59b-4053-9d3c-076990723c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:51.210196 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fb619bb5-d59b-4053-9d3c-076990723c3a admin admin] 10.222.0.25 "DELETE /v2.0/networks/296a7ccd-2e1d-493b-86a8-11de106e9087 HTTP/1.1" status: 204 len: 168 time: 0.5302284 Jul 14 09:39:51.222864 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb619bb5-d59b-4053-9d3c-076990723c3a admin admin] Pushing event deleted for resources: {'Network': ['ID=296a7ccd-2e1d-493b-86a8-11de106e9087,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:51.274834 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:39:51.275576 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:51.389699 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56566) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:51.430570 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d6ed17ca-ebf9-497b-90a9-1bf17e814e56 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9cce1ba88734b3db6d4f90496568cc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395057 Jul 14 09:39:51.432931 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56568) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:51.483418 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b0b89bb4-3192-4720-aa4e-07548d38104b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:51.504489 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b0b89bb4-3192-4720-aa4e-07548d38104b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:51.554243 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b0b89bb4-3192-4720-aa4e-07548d38104b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:51.561023 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b0b89bb4-3192-4720-aa4e-07548d38104b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:51.564101 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b0b89bb4-3192-4720-aa4e-07548d38104b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb506898-22b9-4d5d-8a0a-69316804a3ab HTTP/1.1" status: 204 len: 168 time: 0.1297269 Jul 14 09:39:51.573868 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b89bb4-3192-4720-aa4e-07548d38104b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb506898-22b9-4d5d-8a0a-69316804a3ab,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:52.236549 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56590) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:52.254414 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.339052 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-05d1fb5e-efbc-4315-8004-5f1f954f85a2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1201802404-network', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:52.360033 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d1fb5e-efbc-4315-8004-5f1f954f85a2 admin admin] Made reservation on behalf of 09779d13da1047eda2f18497dd8c08e1 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:52.362353 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05d1fb5e-efbc-4315-8004-5f1f954f85a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.370589 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05d1fb5e-efbc-4315-8004-5f1f954f85a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.469048 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05d1fb5e-efbc-4315-8004-5f1f954f85a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.472888 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05d1fb5e-efbc-4315-8004-5f1f954f85a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.494895 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d1fb5e-efbc-4315-8004-5f1f954f85a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:39:52.508447 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1fb5e-efbc-4315-8004-5f1f954f85a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:52.513942 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05d1fb5e-efbc-4315-8004-5f1f954f85a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.514366 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-05d1fb5e-efbc-4315-8004-5f1f954f85a2 admin admin] Added segment 7b2f46a2-6f58-4e17-806f-fcf5e6814feb of type vlan for network 3e71e6a2-7641-44b7-b091-403fd27a1a22 Jul 14 09:39:52.555257 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05d1fb5e-efbc-4315-8004-5f1f954f85a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.584230 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05d1fb5e-efbc-4315-8004-5f1f954f85a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.585385 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d1fb5e-efbc-4315-8004-5f1f954f85a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:52.585982 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05d1fb5e-efbc-4315-8004-5f1f954f85a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.644289 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-05d1fb5e-efbc-4315-8004-5f1f954f85a2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4065797 Jul 14 09:39:52.648447 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56594) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:52.650515 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1fb5e-efbc-4315-8004-5f1f954f85a2 admin admin] Pushing event updated for resources: {'Network': ['ID=3e71e6a2-7641-44b7-b091-403fd27a1a22,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:52.654669 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-7c033571-7f63-4dd7-83a2-16de41f1e795 admin admin] Request body: {'subnet': {'network_id': '3e71e6a2-7641-44b7-b091-403fd27a1a22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1201802404-subnet', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:52.663845 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 3e71e6a2-7641-44b7-b091-403fd27a1a22 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:39:52.677988 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a05946d2-b6b7-4cf6-ad15-cae5e2447531 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:52.680944 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c033571-7f63-4dd7-83a2-16de41f1e795 admin admin] Made reservation on behalf of 09779d13da1047eda2f18497dd8c08e1 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:52.683537 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c033571-7f63-4dd7-83a2-16de41f1e795 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.730547 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: a05946d2-b6b7-4cf6-ad15-cae5e2447531 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:52.730778 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a05946d2-b6b7-4cf6-ad15-cae5e2447531 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:52.859278 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c033571-7f63-4dd7-83a2-16de41f1e795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.913438 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c033571-7f63-4dd7-83a2-16de41f1e795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1fe62fd-812e-48b4-b8a8-663a73b0c8b5,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:52.923975 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c033571-7f63-4dd7-83a2-16de41f1e795 admin admin] Checking segment: {'id': '7b2f46a2-6f58-4e17-806f-fcf5e6814feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3e71e6a2-7641-44b7-b091-403fd27a1a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:52.924359 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c033571-7f63-4dd7-83a2-16de41f1e795 admin admin] Network hostable DHCP agents. Network: 3e71e6a2-7641-44b7-b091-403fd27a1a22, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:39:52.941352 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c033571-7f63-4dd7-83a2-16de41f1e795 admin admin] Network 3e71e6a2-7641-44b7-b091-403fd27a1a22 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:39:52.951197 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-7c033571-7f63-4dd7-83a2-16de41f1e795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 3e71e6a2-7641-44b7-b091-403fd27a1a22) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:52.955291 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c033571-7f63-4dd7-83a2-16de41f1e795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:52.956181 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c033571-7f63-4dd7-83a2-16de41f1e795 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.962060 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2db193-5bbb-42be-9153-6feef40b9ca7 None None] Network 3e71e6a2-7641-44b7-b091-403fd27a1a22 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:52.969596 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7c033571-7f63-4dd7-83a2-16de41f1e795 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3199546 Jul 14 09:39:52.972208 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56596) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:52.976614 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-a702a9b8-0df3-4403-bdf7-4c50ab42364d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1201802404-router', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:52.996295 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a702a9b8-0df3-4403-bdf7-4c50ab42364d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.997786 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a702a9b8-0df3-4403-bdf7-4c50ab42364d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.057866 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a702a9b8-0df3-4403-bdf7-4c50ab42364d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.088628 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f21491-fc65-4e1c-a288-916ae2f33610 None None] Network 3e71e6a2-7641-44b7-b091-403fd27a1a22 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:53.200640 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a702a9b8-0df3-4403-bdf7-4c50ab42364d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.411350 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a702a9b8-0df3-4403-bdf7-4c50ab42364d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.431194 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a702a9b8-0df3-4403-bdf7-4c50ab42364d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.541230 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-a702a9b8-0df3-4403-bdf7-4c50ab42364d admin admin] Allocated IP 172.25.6.24 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/e6e13dbf-b435-48ad-a0e1-929f061495ca) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:53.564835 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 30b6fb95-62dc-4e8e-aea5-2b243df27f90 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:53.584582 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 30b6fb95-62dc-4e8e-aea5-2b243df27f90 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:53.584853 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 30b6fb95-62dc-4e8e-aea5-2b243df27f90 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:53.648897 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a702a9b8-0df3-4403-bdf7-4c50ab42364d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.689845 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a702a9b8-0df3-4403-bdf7-4c50ab42364d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.734485 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a702a9b8-0df3-4403-bdf7-4c50ab42364d admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:53.737411 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a702a9b8-0df3-4403-bdf7-4c50ab42364d admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:53.741875 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a702a9b8-0df3-4403-bdf7-4c50ab42364d admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:53.744954 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702a9b8-0df3-4403-bdf7-4c50ab42364d admin admin] Pushing event updated for resources: {'Port': ['ID=e6e13dbf-b435-48ad-a0e1-929f061495ca,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:53.795051 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.994723 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a702a9b8-0df3-4403-bdf7-4c50ab42364d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.194452 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a702a9b8-0df3-4403-bdf7-4c50ab42364d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.329860 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a702a9b8-0df3-4403-bdf7-4c50ab42364d admin admin] Router 9e80defd-4ec1-4f3c-af5f-8cac827cfd58 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:39:54.761979 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a702a9b8-0df3-4403-bdf7-4c50ab42364d admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:54.775585 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036735a0-709b-47b4-bcd0-c9c7e1dac306 None None] Sync routers for ids ['9e80defd-4ec1-4f3c-af5f-8cac827cfd58'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:54.784820 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036735a0-709b-47b4-bcd0-c9c7e1dac306 None None] Routers {'9e80defd-4ec1-4f3c-af5f-8cac827cfd58'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:54.788009 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-036735a0-709b-47b4-bcd0-c9c7e1dac306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:39:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['9e80defd-4ec1-4f3c-af5f-8cac827cfd58'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:54.790160 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a702a9b8-0df3-4403-bdf7-4c50ab42364d admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.791552 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a702a9b8-0df3-4403-bdf7-4c50ab42364d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.8182654 Jul 14 09:39:54.796379 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56598) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:54.912826 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-036735a0-709b-47b4-bcd0-c9c7e1dac306 None None] Set router 9e80defd-4ec1-4f3c-af5f-8cac827cfd58 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:55.110014 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-036735a0-709b-47b4-bcd0-c9c7e1dac306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'name': 'tempest-ServerRescueTestJSONUnderV235-1201802404-router', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:39:53Z', 'revision_number': 3, 'project_id': '09779d13da1047eda2f18497dd8c08e1', 'gw_port': {'id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:39:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:55.137850 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036735a0-709b-47b4-bcd0-c9c7e1dac306 None None] Checking router: 9e80defd-4ec1-4f3c-af5f-8cac827cfd58 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:39:55.138191 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036735a0-709b-47b4-bcd0-c9c7e1dac306 None None] Updating router 9e80defd-4ec1-4f3c-af5f-8cac827cfd58 port e6e13dbf-b435-48ad-a0e1-929f061495ca binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:39:55.181031 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-036735a0-709b-47b4-bcd0-c9c7e1dac306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.246458 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a66c64db-7746-49e0-ac4d-ac4bdf43b48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.456816 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-036735a0-709b-47b4-bcd0-c9c7e1dac306 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.467607 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-036735a0-709b-47b4-bcd0-c9c7e1dac306 None None] Transition to ACTIVE for port object e6e13dbf-b435-48ad-a0e1-929f061495ca will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:55.470674 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-a66c64db-7746-49e0-ac4d-ac4bdf43b48c admin admin] Allocated IP 172.20.0.1 (3e71e6a2-7641-44b7-b091-403fd27a1a22/b1fe62fd-812e-48b4-b8a8-663a73b0c8b5/ff234190-51bc-4288-9c6f-d7638734e40d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:55.474331 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-036735a0-709b-47b4-bcd0-c9c7e1dac306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.532327 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-036735a0-709b-47b4-bcd0-c9c7e1dac306 None None] Attempting to bind port e6e13dbf-b435-48ad-a0e1-929f061495ca on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:55.532693 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-036735a0-709b-47b4-bcd0-c9c7e1dac306 None None] Attempting to bind port e6e13dbf-b435-48ad-a0e1-929f061495ca by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:55.533063 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036735a0-709b-47b4-bcd0-c9c7e1dac306 None None] Attempting to bind port e6e13dbf-b435-48ad-a0e1-929f061495ca on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:55.544125 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036735a0-709b-47b4-bcd0-c9c7e1dac306 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:55.544496 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036735a0-709b-47b4-bcd0-c9c7e1dac306 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:55.545102 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-036735a0-709b-47b4-bcd0-c9c7e1dac306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.545293 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036735a0-709b-47b4-bcd0-c9c7e1dac306 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:55.545762 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-036735a0-709b-47b4-bcd0-c9c7e1dac306 None None] Bound port: e6e13dbf-b435-48ad-a0e1-929f061495ca, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:55.546139 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-036735a0-709b-47b4-bcd0-c9c7e1dac306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.548945 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c341421-74c5-4d23-9bae-8965371d8e2b None None] Pushing event updated for resources: {'Port': ['ID=e6e13dbf-b435-48ad-a0e1-929f061495ca,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:55.599570 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a66c64db-7746-49e0-ac4d-ac4bdf43b48c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.603194 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-036735a0-709b-47b4-bcd0-c9c7e1dac306 None None] For port e6e13dbf-b435-48ad-a0e1-929f061495ca, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:55.607190 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-036735a0-709b-47b4-bcd0-c9c7e1dac306 None None] For port e6e13dbf-b435-48ad-a0e1-929f061495ca, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e6e13dbf-b435-48ad-a0e1-929f061495ca,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:55.618460 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-036735a0-709b-47b4-bcd0-c9c7e1dac306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.658635 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a66c64db-7746-49e0-ac4d-ac4bdf43b48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.692284 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036735a0-709b-47b4-bcd0-c9c7e1dac306 None None] Routers {'9e80defd-4ec1-4f3c-af5f-8cac827cfd58'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:55.692924 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-036735a0-709b-47b4-bcd0-c9c7e1dac306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:39:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['9e80defd-4ec1-4f3c-af5f-8cac827cfd58'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:55.720115 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66c64db-7746-49e0-ac4d-ac4bdf43b48c admin admin] Network 3e71e6a2-7641-44b7-b091-403fd27a1a22 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:55.722866 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a66c64db-7746-49e0-ac4d-ac4bdf43b48c admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:55.726550 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66c64db-7746-49e0-ac4d-ac4bdf43b48c admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:55.730624 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c341421-74c5-4d23-9bae-8965371d8e2b None None] Pushing event updated for resources: {'Port': ['ID=e6e13dbf-b435-48ad-a0e1-929f061495ca,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:55.759121 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c64db-7746-49e0-ac4d-ac4bdf43b48c admin admin] Pushing event updated for resources: {'Port': ['ID=ff234190-51bc-4288-9c6f-d7638734e40d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:55.770479 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a66c64db-7746-49e0-ac4d-ac4bdf43b48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.816797 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-036735a0-709b-47b4-bcd0-c9c7e1dac306 None None] Set router 9e80defd-4ec1-4f3c-af5f-8cac827cfd58 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:55.924735 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a66c64db-7746-49e0-ac4d-ac4bdf43b48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.103418 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a66c64db-7746-49e0-ac4d-ac4bdf43b48c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.108670 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a66c64db-7746-49e0-ac4d-ac4bdf43b48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.124309 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-036735a0-709b-47b4-bcd0-c9c7e1dac306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'name': 'tempest-ServerRescueTestJSONUnderV235-1201802404-router', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:39:53Z', 'revision_number': 3, 'project_id': '09779d13da1047eda2f18497dd8c08e1', 'gw_port': {'id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:39:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:56.154467 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036735a0-709b-47b4-bcd0-c9c7e1dac306 None None] The sync data for ids ['9e80defd-4ec1-4f3c-af5f-8cac827cfd58'] in n-d-771362-35 is: [{'id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'name': 'tempest-ServerRescueTestJSONUnderV235-1201802404-router', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:39:53Z', 'revision_number': 3, 'project_id': '09779d13da1047eda2f18497dd8c08e1', 'gw_port': {'id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:39:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:56.175738 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a66c64db-7746-49e0-ac4d-ac4bdf43b48c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.177704 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c64db-7746-49e0-ac4d-ac4bdf43b48c admin admin] Pushing event updated for resources: {'Port': ['ID=ff234190-51bc-4288-9c6f-d7638734e40d,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:56.276905 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66c64db-7746-49e0-ac4d-ac4bdf43b48c admin admin] Network 3e71e6a2-7641-44b7-b091-403fd27a1a22 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:56.279118 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a66c64db-7746-49e0-ac4d-ac4bdf43b48c admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:56.418030 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66c64db-7746-49e0-ac4d-ac4bdf43b48c admin admin] Router 9e80defd-4ec1-4f3c-af5f-8cac827cfd58 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:39:56.537425 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66c64db-7746-49e0-ac4d-ac4bdf43b48c admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:56.544016 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a66c64db-7746-49e0-ac4d-ac4bdf43b48c admin admin] 10.222.0.25 "PUT /v2.0/routers/9e80defd-4ec1-4f3c-af5f-8cac827cfd58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7450783 Jul 14 09:39:56.701178 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e6e13dbf-b435-48ad-a0e1-929f061495ca up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:56.770320 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port e6e13dbf-b435-48ad-a0e1-929f061495ca completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:56.774804 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port e6e13dbf-b435-48ad-a0e1-929f061495ca triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:56.775294 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.858377 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.883483 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port e6e13dbf-b435-48ad-a0e1-929f061495ca, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e6e13dbf-b435-48ad-a0e1-929f061495ca,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:56.889347 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.944478 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=e6e13dbf-b435-48ad-a0e1-929f061495ca,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:57.063184 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-4e45b3a2-dca2-40d8-aa04-bd5b31d5622d tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:57.064900 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-4e45b3a2-dca2-40d8-aa04-bd5b31d5622d tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/networks?id=3e71e6a2-7641-44b7-b091-403fd27a1a22 HTTP/1.1" status: 200 len: 820 time: 0.1097274 Jul 14 09:39:57.080093 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-5c764893-d563-4a5e-a344-2bb502a86761 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/quotas/09779d13da1047eda2f18497dd8c08e1 HTTP/1.1" status: 200 len: 375 time: 0.0099347 Jul 14 09:39:57.143431 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-19c6c324-17f0-4333-9a2f-d7d0302bc0ae tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=09779d13da1047eda2f18497dd8c08e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0578926 Jul 14 09:39:57.286958 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-2e4de753-9319-4d72-b719-b546e1e4faee service neutron] 10.222.0.25 "GET /v2.0/networks/3e71e6a2-7641-44b7-b091-403fd27a1a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370697 Jul 14 09:39:57.375920 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-0a34401b-dce8-427b-8b5e-649151170efd service neutron] 10.222.0.25 "GET /v2.0/networks/3e71e6a2-7641-44b7-b091-403fd27a1a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831263 Jul 14 09:39:57.552302 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c2b167fe-2ac8-41e9-817c-cf9ed5b26b8a req-ec826454-3879-404a-9599-8824f5705342 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 210 time: 0.0337722 Jul 14 09:39:57.761240 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b5fb10-9a85-46b5-b9f3-430d3207b3b1 None None] Sync routers for ids ['9e80defd-4ec1-4f3c-af5f-8cac827cfd58'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:57.771280 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b5fb10-9a85-46b5-b9f3-430d3207b3b1 None None] Routers {'9e80defd-4ec1-4f3c-af5f-8cac827cfd58'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:57.772001 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-53b5fb10-9a85-46b5-b9f3-430d3207b3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:39:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['9e80defd-4ec1-4f3c-af5f-8cac827cfd58'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:57.882714 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-53b5fb10-9a85-46b5-b9f3-430d3207b3b1 None None] Set router 9e80defd-4ec1-4f3c-af5f-8cac827cfd58 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:58.081833 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-53b5fb10-9a85-46b5-b9f3-430d3207b3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'name': 'tempest-ServerRescueTestJSONUnderV235-1201802404-router', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:39:55Z', 'revision_number': 4, 'project_id': '09779d13da1047eda2f18497dd8c08e1', 'gw_port': {'id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'ff234190-51bc-4288-9c6f-d7638734e40d', 'name': '', 'network_id': '3e71e6a2-7641-44b7-b091-403fd27a1a22', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'mac_address': 'fa:16:3e:ae:32:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'b1fe62fd-812e-48b4-b8a8-663a73b0c8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:55Z', 'updated_at': '2021-07-14T09:39:55Z', 'revision_number': 2, 'project_id': '09779d13da1047eda2f18497dd8c08e1', 'subnets': [{'id': 'b1fe62fd-812e-48b4-b8a8-663a73b0c8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:58.108252 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b5fb10-9a85-46b5-b9f3-430d3207b3b1 None None] Checking router: 9e80defd-4ec1-4f3c-af5f-8cac827cfd58 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:39:58.108596 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b5fb10-9a85-46b5-b9f3-430d3207b3b1 None None] Updating router 9e80defd-4ec1-4f3c-af5f-8cac827cfd58 port ff234190-51bc-4288-9c6f-d7638734e40d binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:39:58.145520 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-53b5fb10-9a85-46b5-b9f3-430d3207b3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.552626 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-53b5fb10-9a85-46b5-b9f3-430d3207b3b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.565557 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-53b5fb10-9a85-46b5-b9f3-430d3207b3b1 None None] Transition to ACTIVE for port object ff234190-51bc-4288-9c6f-d7638734e40d will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:58.571883 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-53b5fb10-9a85-46b5-b9f3-430d3207b3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.660439 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-b8b40f91-b022-432a-b10f-315f21607762 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:58.661863 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bb6ff-d01f-4d3c-a107-e47eff3d1b82 None None] Pushing event updated for resources: {'Port': ['ID=ff234190-51bc-4288-9c6f-d7638734e40d,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:58.662935 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-b8b40f91-b022-432a-b10f-315f21607762 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.44 "GET /v2.0/networks?id=3e71e6a2-7641-44b7-b091-403fd27a1a22 HTTP/1.1" status: 200 len: 820 time: 0.1438189 Jul 14 09:39:58.677454 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c07a0eb5-ad7e-4b9d-aa8c-f7a94d14f35b tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Request body: {'port': {'device_id': '06e53865-0d41-41c0-a1a4-c200eed41fe1', 'network_id': '3e71e6a2-7641-44b7-b091-403fd27a1a22', 'admin_state_up': True, 'tenant_id': '09779d13da1047eda2f18497dd8c08e1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:58.714410 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-53b5fb10-9a85-46b5-b9f3-430d3207b3b1 None None] Attempting to bind port ff234190-51bc-4288-9c6f-d7638734e40d on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:58.714933 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-53b5fb10-9a85-46b5-b9f3-430d3207b3b1 None None] Attempting to bind port ff234190-51bc-4288-9c6f-d7638734e40d by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '7b2f46a2-6f58-4e17-806f-fcf5e6814feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3e71e6a2-7641-44b7-b091-403fd27a1a22'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:58.716245 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b5fb10-9a85-46b5-b9f3-430d3207b3b1 None None] Attempting to bind port ff234190-51bc-4288-9c6f-d7638734e40d on network 3e71e6a2-7641-44b7-b091-403fd27a1a22 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:58.718524 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e6e13dbf-b435-48ad-a0e1-929f061495ca up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:58.764358 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b5fb10-9a85-46b5-b9f3-430d3207b3b1 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:58.765665 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b5fb10-9a85-46b5-b9f3-430d3207b3b1 None None] Checking segment: {'id': '7b2f46a2-6f58-4e17-806f-fcf5e6814feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3e71e6a2-7641-44b7-b091-403fd27a1a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:58.766326 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-53b5fb10-9a85-46b5-b9f3-430d3207b3b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.766947 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b5fb10-9a85-46b5-b9f3-430d3207b3b1 None None] Bound using segment: {'id': '7b2f46a2-6f58-4e17-806f-fcf5e6814feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3e71e6a2-7641-44b7-b091-403fd27a1a22'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:58.767708 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-53b5fb10-9a85-46b5-b9f3-430d3207b3b1 None None] Bound port: ff234190-51bc-4288-9c6f-d7638734e40d, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2f46a2-6f58-4e17-806f-fcf5e6814feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3e71e6a2-7641-44b7-b091-403fd27a1a22'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:58.768346 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-53b5fb10-9a85-46b5-b9f3-430d3207b3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.806844 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port e6e13dbf-b435-48ad-a0e1-929f061495ca triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:58.807196 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.881463 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-53b5fb10-9a85-46b5-b9f3-430d3207b3b1 None None] For port ff234190-51bc-4288-9c6f-d7638734e40d, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:58.885393 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-53b5fb10-9a85-46b5-b9f3-430d3207b3b1 None None] For port ff234190-51bc-4288-9c6f-d7638734e40d, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ff234190-51bc-4288-9c6f-d7638734e40d,segment=NetworkSegment(7b2f46a2-6f58-4e17-806f-fcf5e6814feb),segment_id=7b2f46a2-6f58-4e17-806f-fcf5e6814feb)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:58.909555 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-53b5fb10-9a85-46b5-b9f3-430d3207b3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.983461 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b5fb10-9a85-46b5-b9f3-430d3207b3b1 None None] Routers {'9e80defd-4ec1-4f3c-af5f-8cac827cfd58'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:58.984156 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-53b5fb10-9a85-46b5-b9f3-430d3207b3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:39:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['9e80defd-4ec1-4f3c-af5f-8cac827cfd58'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:58.989121 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bb6ff-d01f-4d3c-a107-e47eff3d1b82 None None] Pushing event updated for resources: {'Port': ['ID=ff234190-51bc-4288-9c6f-d7638734e40d,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:59.068625 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ad4a5c9-c8ad-411a-9c76-001e45451222 req-f29a8b37-ec32-4ea3-8c67-512b7c67617e tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 210 time: 0.3402984 Jul 14 09:39:59.101304 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-53b5fb10-9a85-46b5-b9f3-430d3207b3b1 None None] Set router 9e80defd-4ec1-4f3c-af5f-8cac827cfd58 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:59.127532 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c07a0eb5-ad7e-4b9d-aa8c-f7a94d14f35b tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Made reservation on behalf of 09779d13da1047eda2f18497dd8c08e1 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:59.131104 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c07a0eb5-ad7e-4b9d-aa8c-f7a94d14f35b tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.259434 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c07a0eb5-ad7e-4b9d-aa8c-f7a94d14f35b tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Allocated IP 172.20.0.5 (3e71e6a2-7641-44b7-b091-403fd27a1a22/b1fe62fd-812e-48b4-b8a8-663a73b0c8b5/617bc390-232b-4f19-bd05-a7c2d8654a4a) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:59.311261 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-53b5fb10-9a85-46b5-b9f3-430d3207b3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'name': 'tempest-ServerRescueTestJSONUnderV235-1201802404-router', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:39:55Z', 'revision_number': 4, 'project_id': '09779d13da1047eda2f18497dd8c08e1', 'gw_port': {'id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'ff234190-51bc-4288-9c6f-d7638734e40d', 'name': '', 'network_id': '3e71e6a2-7641-44b7-b091-403fd27a1a22', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'mac_address': 'fa:16:3e:ae:32:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'b1fe62fd-812e-48b4-b8a8-663a73b0c8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:55Z', 'updated_at': '2021-07-14T09:39:58Z', 'revision_number': 4, 'project_id': '09779d13da1047eda2f18497dd8c08e1', 'subnets': [{'id': 'b1fe62fd-812e-48b4-b8a8-663a73b0c8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:59.338160 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b5fb10-9a85-46b5-b9f3-430d3207b3b1 None None] The sync data for ids ['9e80defd-4ec1-4f3c-af5f-8cac827cfd58'] in n-d-771362-35 is: [{'id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'name': 'tempest-ServerRescueTestJSONUnderV235-1201802404-router', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:39:55Z', 'revision_number': 4, 'project_id': '09779d13da1047eda2f18497dd8c08e1', 'gw_port': {'id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'ff234190-51bc-4288-9c6f-d7638734e40d', 'name': '', 'network_id': '3e71e6a2-7641-44b7-b091-403fd27a1a22', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'mac_address': 'fa:16:3e:ae:32:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'b1fe62fd-812e-48b4-b8a8-663a73b0c8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:55Z', 'updated_at': '2021-07-14T09:39:58Z', 'revision_number': 4, 'project_id': '09779d13da1047eda2f18497dd8c08e1', 'subnets': [{'id': 'b1fe62fd-812e-48b4-b8a8-663a73b0c8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:59.424757 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c07a0eb5-ad7e-4b9d-aa8c-f7a94d14f35b tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.473894 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c07a0eb5-ad7e-4b9d-aa8c-f7a94d14f35b tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.520490 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c07a0eb5-ad7e-4b9d-aa8c-f7a94d14f35b tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Network 3e71e6a2-7641-44b7-b091-403fd27a1a22 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:59.524005 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c07a0eb5-ad7e-4b9d-aa8c-f7a94d14f35b tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:59.528683 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c07a0eb5-ad7e-4b9d-aa8c-f7a94d14f35b tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:59.556306 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a0eb5-ad7e-4b9d-aa8c-f7a94d14f35b tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Pushing event updated for resources: {'Port': ['ID=617bc390-232b-4f19-bd05-a7c2d8654a4a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:59.586098 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c07a0eb5-ad7e-4b9d-aa8c-f7a94d14f35b tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:59.586747 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c07a0eb5-ad7e-4b9d-aa8c-f7a94d14f35b tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.601801 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c07a0eb5-ad7e-4b9d-aa8c-f7a94d14f35b tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9284413 Jul 14 09:39:59.613147 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c7f04452-e0b5-4776-ab3e-68502196251b service neutron] Request body: {'port': {'device_id': '06e53865-0d41-41c0-a1a4-c200eed41fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:59.688545 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c7f04452-e0b5-4776-ab3e-68502196251b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.968052 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c7f04452-e0b5-4776-ab3e-68502196251b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 617bc390-232b-4f19-bd05-a7c2d8654a4a {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:39:59.976328 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c7f04452-e0b5-4776-ab3e-68502196251b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.989079 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c7f04452-e0b5-4776-ab3e-68502196251b service neutron] Transition to ACTIVE for port object 617bc390-232b-4f19-bd05-a7c2d8654a4a will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:59.992828 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c7f04452-e0b5-4776-ab3e-68502196251b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.047896 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f04452-e0b5-4776-ab3e-68502196251b service neutron] Pushing event updated for resources: {'Port': ['ID=617bc390-232b-4f19-bd05-a7c2d8654a4a,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:00.122228 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c7f04452-e0b5-4776-ab3e-68502196251b service neutron] Attempting to bind port 617bc390-232b-4f19-bd05-a7c2d8654a4a on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:00.122654 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c7f04452-e0b5-4776-ab3e-68502196251b service neutron] Attempting to bind port 617bc390-232b-4f19-bd05-a7c2d8654a4a by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '7b2f46a2-6f58-4e17-806f-fcf5e6814feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3e71e6a2-7641-44b7-b091-403fd27a1a22'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:00.123059 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c7f04452-e0b5-4776-ab3e-68502196251b service neutron] Attempting to bind port 617bc390-232b-4f19-bd05-a7c2d8654a4a on network 3e71e6a2-7641-44b7-b091-403fd27a1a22 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:00.127850 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c7f04452-e0b5-4776-ab3e-68502196251b service neutron] Port 617bc390-232b-4f19-bd05-a7c2d8654a4a on network 3e71e6a2-7641-44b7-b091-403fd27a1a22 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:00.128176 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c7f04452-e0b5-4776-ab3e-68502196251b service neutron] Attempting to bind port 617bc390-232b-4f19-bd05-a7c2d8654a4a on network 3e71e6a2-7641-44b7-b091-403fd27a1a22 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:00.133624 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c7f04452-e0b5-4776-ab3e-68502196251b service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:00.133974 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c7f04452-e0b5-4776-ab3e-68502196251b service neutron] Checking segment: {'id': '7b2f46a2-6f58-4e17-806f-fcf5e6814feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3e71e6a2-7641-44b7-b091-403fd27a1a22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:00.134362 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c7f04452-e0b5-4776-ab3e-68502196251b service neutron] Bound using segment: {'id': '7b2f46a2-6f58-4e17-806f-fcf5e6814feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3e71e6a2-7641-44b7-b091-403fd27a1a22'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:00.134856 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c7f04452-e0b5-4776-ab3e-68502196251b service neutron] Bound port: 617bc390-232b-4f19-bd05-a7c2d8654a4a, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b2f46a2-6f58-4e17-806f-fcf5e6814feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3e71e6a2-7641-44b7-b091-403fd27a1a22'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:00.135224 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c7f04452-e0b5-4776-ab3e-68502196251b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.236579 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c7f04452-e0b5-4776-ab3e-68502196251b service neutron] For port 617bc390-232b-4f19-bd05-a7c2d8654a4a, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:00.253467 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c7f04452-e0b5-4776-ab3e-68502196251b service neutron] For port 617bc390-232b-4f19-bd05-a7c2d8654a4a, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=617bc390-232b-4f19-bd05-a7c2d8654a4a,segment=NetworkSegment(7b2f46a2-6f58-4e17-806f-fcf5e6814feb),segment_id=7b2f46a2-6f58-4e17-806f-fcf5e6814feb)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:00.259009 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c7f04452-e0b5-4776-ab3e-68502196251b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.303684 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c7f04452-e0b5-4776-ab3e-68502196251b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:00.304317 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c7f04452-e0b5-4776-ab3e-68502196251b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.305722 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-c7f04452-e0b5-4776-ab3e-68502196251b service neutron] 10.222.0.44 "PUT /v2.0/ports/617bc390-232b-4f19-bd05-a7c2d8654a4a HTTP/1.1" status: 200 len: 1092 time: 0.6967859 Jul 14 09:40:00.306164 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e53865-0d41-41c0-a1a4-c200eed41fe1', 'tag': '617bc390-232b-4f19-bd05-a7c2d8654a4a'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:00.308459 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce4105c-6f6d-4754-9228-599da18bb602" -d '{"events": [{"name": "network-changed", "server_uuid": "06e53865-0d41-41c0-a1a4-c200eed41fe1", "tag": "617bc390-232b-4f19-bd05-a7c2d8654a4a"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:00.333527 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f62dbb-d906-46b8-945a-868ca6159547 req-0a65240e-d978-4b9d-9f75-d4a1d377046f tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:00.335109 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21f62dbb-d906-46b8-945a-868ca6159547 req-0a65240e-d978-4b9d-9f75-d4a1d377046f tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 943 time: 0.1440916 Jul 14 09:40:00.346347 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f04452-e0b5-4776-ab3e-68502196251b service neutron] Pushing event updated for resources: {'Port': ['ID=617bc390-232b-4f19-bd05-a7c2d8654a4a,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:00.351177 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a76193a-1889-4b89-96ec-baefeda0236d x-openstack-request-id: req-7a76193a-1889-4b89-96ec-baefeda0236d {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:00.351636 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e53865-0d41-41c0-a1a4-c200eed41fe1", "tag": "617bc390-232b-4f19-bd05-a7c2d8654a4a", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:00.352294 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a76193a-1889-4b89-96ec-baefeda0236d {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:00.352434 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e53865-0d41-41c0-a1a4-c200eed41fe1', 'tag': '617bc390-232b-4f19-bd05-a7c2d8654a4a', 'status': 'completed', 'code': 200} Jul 14 09:40:00.421549 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21f62dbb-d906-46b8-945a-868ca6159547 req-d75b6157-3b39-4cac-bdb6-099fbfc7299b tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681138 Jul 14 09:40:00.448525 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-9a6087cf-39e1-47e3-b10b-00f6a6812fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:00.450092 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-9a6087cf-39e1-47e3-b10b-00f6a6812fd4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09779d13da1047eda2f18497dd8c08e1&device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 1095 time: 0.0818563 Jul 14 09:40:00.495857 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-5a01979c-da42-4e36-956c-14bc2ee039d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=617bc390-232b-4f19-bd05-a7c2d8654a4a HTTP/1.1" status: 200 len: 217 time: 0.0354698 Jul 14 09:40:00.545718 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-9961fd02-2cb9-4165-a6fc-310ed451f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:00.547138 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-9961fd02-2cb9-4165-a6fc-310ed451f977 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1fe62fd-812e-48b4-b8a8-663a73b0c8b5 HTTP/1.1" status: 200 len: 860 time: 0.0451918 Jul 14 09:40:00.584030 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-73b8d3db-9333-4063-9d72-92ed38d33e15 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e71e6a2-7641-44b7-b091-403fd27a1a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299301 Jul 14 09:40:00.679723 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-fcf3ed4c-4784-4334-b1b8-bd0172e1e7fe service neutron] 10.222.0.44 "GET /v2.0/networks/3e71e6a2-7641-44b7-b091-403fd27a1a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881159 Jul 14 09:40:00.702752 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ff234190-51bc-4288-9c6f-d7638734e40d up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:00.755200 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port ff234190-51bc-4288-9c6f-d7638734e40d completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:00.759226 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port ff234190-51bc-4288-9c6f-d7638734e40d triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:00.759673 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.782872 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bda3394-87ed-442c-967f-746c02dc8b12 req-a6606854-624e-4dfd-ab8a-cfea2be3ca79 service neutron] 10.222.0.44 "GET /v2.0/networks/3e71e6a2-7641-44b7-b091-403fd27a1a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965261 Jul 14 09:40:00.847994 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.884262 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port ff234190-51bc-4288-9c6f-d7638734e40d, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ff234190-51bc-4288-9c6f-d7638734e40d,segment=NetworkSegment(7b2f46a2-6f58-4e17-806f-fcf5e6814feb),segment_id=7b2f46a2-6f58-4e17-806f-fcf5e6814feb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:00.889703 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.892638 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4105c-6f6d-4754-9228-599da18bb602 req-ef6da914-cc99-4f76-8e4f-aff22973a512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:00.894132 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cce4105c-6f6d-4754-9228-599da18bb602 req-ef6da914-cc99-4f76-8e4f-aff22973a512 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09779d13da1047eda2f18497dd8c08e1&device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 1095 time: 0.0575638 Jul 14 09:40:00.942623 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=ff234190-51bc-4288-9c6f-d7638734e40d,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:00.989220 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4105c-6f6d-4754-9228-599da18bb602 req-7e597921-5b3e-4230-bc1a-2b7940da655b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:00.990710 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cce4105c-6f6d-4754-9228-599da18bb602 req-7e597921-5b3e-4230-bc1a-2b7940da655b service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e71e6a2-7641-44b7-b091-403fd27a1a22 HTTP/1.1" status: 200 len: 920 time: 0.0900393 Jul 14 09:40:01.037893 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cce4105c-6f6d-4754-9228-599da18bb602 req-d551c774-be6f-47dc-9225-e691841e0dc2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=617bc390-232b-4f19-bd05-a7c2d8654a4a HTTP/1.1" status: 200 len: 217 time: 0.0395362 Jul 14 09:40:01.089656 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4105c-6f6d-4754-9228-599da18bb602 req-6cc471b2-bf74-49e3-88ea-d99abfa8d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:01.091153 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cce4105c-6f6d-4754-9228-599da18bb602 req-6cc471b2-bf74-49e3-88ea-d99abfa8d1ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1fe62fd-812e-48b4-b8a8-663a73b0c8b5 HTTP/1.1" status: 200 len: 860 time: 0.0447965 Jul 14 09:40:01.126627 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cce4105c-6f6d-4754-9228-599da18bb602 req-5b4af8d2-2e37-4745-9635-02281fc26b30 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e71e6a2-7641-44b7-b091-403fd27a1a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267158 Jul 14 09:40:01.226849 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cce4105c-6f6d-4754-9228-599da18bb602 req-1fc42714-7b1a-4e58-82a1-f594fa10c2e9 service neutron] 10.222.0.44 "GET /v2.0/networks/3e71e6a2-7641-44b7-b091-403fd27a1a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913346 Jul 14 09:40:01.317785 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cce4105c-6f6d-4754-9228-599da18bb602 req-cc2782c9-41bb-4a89-8a92-88baa8b4f1f4 service neutron] 10.222.0.44 "GET /v2.0/networks/3e71e6a2-7641-44b7-b091-403fd27a1a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828280 Jul 14 09:40:01.596142 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad81a5c-29cd-41e1-b5f4-81a8928355e6 req-c31cfae8-69ae-4072-849f-5d24129a34a1 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:01.597654 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7ad81a5c-29cd-41e1-b5f4-81a8928355e6 req-c31cfae8-69ae-4072-849f-5d24129a34a1 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 943 time: 0.0644724 Jul 14 09:40:01.639910 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7ad81a5c-29cd-41e1-b5f4-81a8928355e6 req-6e263b3b-9d44-43b2-8bfb-91ec566380ac tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366554 Jul 14 09:40:02.677853 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ff234190-51bc-4288-9c6f-d7638734e40d up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:02.725117 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port ff234190-51bc-4288-9c6f-d7638734e40d triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:02.725480 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.818502 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405b2e7-ca87-4c3f-b0d7-0c4c502ac95c req-a6ed3a0a-9fe5-4151-b69c-62d28b015378 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:02.820023 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6405b2e7-ca87-4c3f-b0d7-0c4c502ac95c req-a6ed3a0a-9fe5-4151-b69c-62d28b015378 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 943 time: 0.0666428 Jul 14 09:40:02.857857 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6405b2e7-ca87-4c3f-b0d7-0c4c502ac95c req-0f005ee0-7420-4397-9aba-db2766c07b24 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316224 Jul 14 09:40:03.611683 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 617bc390-232b-4f19-bd05-a7c2d8654a4a details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:40:03.703133 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 617bc390-232b-4f19-bd05-a7c2d8654a4a, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=617bc390-232b-4f19-bd05-a7c2d8654a4a,segment=NetworkSegment(7b2f46a2-6f58-4e17-806f-fcf5e6814feb),segment_id=7b2f46a2-6f58-4e17-806f-fcf5e6814feb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:03.714351 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '617bc390-232b-4f19-bd05-a7c2d8654a4a', 'network_id': '3e71e6a2-7641-44b7-b091-403fd27a1a22', 'port_id': '617bc390-232b-4f19-bd05-a7c2d8654a4a', 'mac_address': 'fa:16:3e:7b:39:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1fe62fd-812e-48b4-b8a8-663a73b0c8b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:40:03.753968 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.766189 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 617bc390-232b-4f19-bd05-a7c2d8654a4a {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:40:03.784454 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 617bc390-232b-4f19-bd05-a7c2d8654a4a, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=617bc390-232b-4f19-bd05-a7c2d8654a4a,segment=NetworkSegment(7b2f46a2-6f58-4e17-806f-fcf5e6814feb),segment_id=7b2f46a2-6f58-4e17-806f-fcf5e6814feb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:03.788214 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.836231 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=617bc390-232b-4f19-bd05-a7c2d8654a4a,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:04.021218 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['617bc390-232b-4f19-bd05-a7c2d8654a4a'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:04.085663 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f86cbf-7bcd-4fa9-9d83-c30addb064ee req-0a58f587-e2c1-478a-b8f8-48ce703c8ae2 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:04.087309 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1f86cbf-7bcd-4fa9-9d83-c30addb064ee req-0a58f587-e2c1-478a-b8f8-48ce703c8ae2 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 944 time: 0.1204426 Jul 14 09:40:04.126660 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1f86cbf-7bcd-4fa9-9d83-c30addb064ee req-568819fb-b466-4f1d-99df-b411697047e8 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328958 Jul 14 09:40:05.320319 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6ce7b-0802-40c9-ad2e-7d586743ced0 req-0b881b04-efe1-4525-b73a-aa51045d61c8 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:05.321856 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d3e6ce7b-0802-40c9-ad2e-7d586743ced0 req-0b881b04-efe1-4525-b73a-aa51045d61c8 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 944 time: 0.0669911 Jul 14 09:40:05.360057 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d3e6ce7b-0802-40c9-ad2e-7d586743ced0 req-182cccba-3243-4748-9edb-1e3bb4c1296d tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324175 Jul 14 09:40:05.614347 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 617bc390-232b-4f19-bd05-a7c2d8654a4a up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:05.661436 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 617bc390-232b-4f19-bd05-a7c2d8654a4a completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:05.665079 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 617bc390-232b-4f19-bd05-a7c2d8654a4a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:05.665450 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.740951 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.764304 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e53865-0d41-41c0-a1a4-c200eed41fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617bc390-232b-4f19-bd05-a7c2d8654a4a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:05.766566 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98aa0f2c-622e-4ddb-923e-f346633877f7" -d '{"events": [{"server_uuid": "06e53865-0d41-41c0-a1a4-c200eed41fe1", "name": "network-vif-plugged", "status": "completed", "tag": "617bc390-232b-4f19-bd05-a7c2d8654a4a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:05.779846 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 617bc390-232b-4f19-bd05-a7c2d8654a4a, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=617bc390-232b-4f19-bd05-a7c2d8654a4a,segment=NetworkSegment(7b2f46a2-6f58-4e17-806f-fcf5e6814feb),segment_id=7b2f46a2-6f58-4e17-806f-fcf5e6814feb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:05.784528 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.811247 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9242fac-8822-4aa4-8e5d-89832dbbe3ba x-openstack-request-id: req-d9242fac-8822-4aa4-8e5d-89832dbbe3ba {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:05.811574 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e53865-0d41-41c0-a1a4-c200eed41fe1", "name": "network-vif-plugged", "status": "completed", "tag": "617bc390-232b-4f19-bd05-a7c2d8654a4a", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:05.811829 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9242fac-8822-4aa4-8e5d-89832dbbe3ba {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:05.812214 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e53865-0d41-41c0-a1a4-c200eed41fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617bc390-232b-4f19-bd05-a7c2d8654a4a', 'code': 200} Jul 14 09:40:05.840512 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=617bc390-232b-4f19-bd05-a7c2d8654a4a,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:05.921019 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002e0ed-f869-436f-ba42-6851484678b0 req-70facbf9-18e0-4d9a-8657-b735a697ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:05.922569 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1002e0ed-f869-436f-ba42-6851484678b0 req-70facbf9-18e0-4d9a-8657-b735a697ffa4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 1097 time: 0.0535970 Jul 14 09:40:05.956646 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1002e0ed-f869-436f-ba42-6851484678b0 req-6b25a143-948a-406a-bc10-7683ef145b59 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281472 Jul 14 09:40:06.535257 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb3c10-6676-4b4c-a3aa-c2cebbf68b5f req-094e3333-11e9-40b4-bada-56ac5579775b tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:06.536665 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-19cb3c10-6676-4b4c-a3aa-c2cebbf68b5f req-094e3333-11e9-40b4-bada-56ac5579775b tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.0623844 Jul 14 09:40:06.577966 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-19cb3c10-6676-4b4c-a3aa-c2cebbf68b5f req-becf5727-74df-403e-a6ea-3c55faf2839a tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355537 Jul 14 09:40:07.752108 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a0d43-7a1c-43b1-acb3-62681681015b req-0b4176a1-19d7-4db0-944b-d3ce231874ec tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:07.753600 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e29a0d43-7a1c-43b1-acb3-62681681015b req-0b4176a1-19d7-4db0-944b-d3ce231874ec tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.0642133 Jul 14 09:40:07.791855 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e29a0d43-7a1c-43b1-acb3-62681681015b req-5ca7c9f2-7a0a-4d93-b17c-b36461c40e9b tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325015 Jul 14 09:40:08.121650 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74e76a-1f04-4c59-86a7-36f88a844935 req-3439daff-f14b-4c8f-a52a-bd52bae9b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:08.123433 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1c74e76a-1f04-4c59-86a7-36f88a844935 req-3439daff-f14b-4c8f-a52a-bd52bae9b161 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09779d13da1047eda2f18497dd8c08e1&device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 1097 time: 0.0632124 Jul 14 09:40:08.248178 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70942db0-b4f3-4b8b-9586-38d55a854878 req-e8edbee9-abfb-48c8-bca4-255ec9a846af tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:08.249648 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-70942db0-b4f3-4b8b-9586-38d55a854878 req-e8edbee9-abfb-48c8-bca4-255ec9a846af tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.1422966 Jul 14 09:40:08.254222 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74e76a-1f04-4c59-86a7-36f88a844935 req-02c31cb9-2e5b-430f-83a4-8028517cb702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:08.255584 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1c74e76a-1f04-4c59-86a7-36f88a844935 req-02c31cb9-2e5b-430f-83a4-8028517cb702 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e71e6a2-7641-44b7-b091-403fd27a1a22 HTTP/1.1" status: 200 len: 920 time: 0.1151795 Jul 14 09:40:08.310665 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1c74e76a-1f04-4c59-86a7-36f88a844935 req-3ee1d2ab-9e91-4dec-ba58-72ccadbd0f8f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=617bc390-232b-4f19-bd05-a7c2d8654a4a HTTP/1.1" status: 200 len: 217 time: 0.0404599 Jul 14 09:40:08.351404 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-70942db0-b4f3-4b8b-9586-38d55a854878 req-391c117b-d2df-4742-b82d-abaf1e64dfc2 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948889 Jul 14 09:40:08.369155 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74e76a-1f04-4c59-86a7-36f88a844935 req-d7a9d1a0-5924-4a15-b0a7-6cf72a767e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:08.370611 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1c74e76a-1f04-4c59-86a7-36f88a844935 req-d7a9d1a0-5924-4a15-b0a7-6cf72a767e2c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1fe62fd-812e-48b4-b8a8-663a73b0c8b5 HTTP/1.1" status: 200 len: 860 time: 0.0509689 Jul 14 09:40:08.403605 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1c74e76a-1f04-4c59-86a7-36f88a844935 req-ebd7b2db-81a7-43c1-939f-74b1ddd223d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e71e6a2-7641-44b7-b091-403fd27a1a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262232 Jul 14 09:40:08.497665 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1c74e76a-1f04-4c59-86a7-36f88a844935 req-ef08dff8-75e8-4149-9136-056ffbe61498 service neutron] 10.222.0.44 "GET /v2.0/networks/3e71e6a2-7641-44b7-b091-403fd27a1a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871978 Jul 14 09:40:08.586583 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1c74e76a-1f04-4c59-86a7-36f88a844935 req-955d96c0-ffd5-41d2-aa25-2f7f1c1bddb5 service neutron] 10.222.0.44 "GET /v2.0/networks/3e71e6a2-7641-44b7-b091-403fd27a1a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822499 Jul 14 09:40:09.579769 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2a23e-ff5d-45bd-9baa-c7feaf4a54e7 req-27c76e71-c691-4267-9aac-01fec5f5836e tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:09.581455 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00f2a23e-ff5d-45bd-9baa-c7feaf4a54e7 req-27c76e71-c691-4267-9aac-01fec5f5836e tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.1167085 Jul 14 09:40:09.623924 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00f2a23e-ff5d-45bd-9baa-c7feaf4a54e7 req-46ec5142-aabe-420a-a251-cf01f745bc20 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368354 Jul 14 09:40:10.798588 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e514671-ee6b-4808-940d-9748f98753e3 req-c3ec08af-4e1d-41b6-90f0-6a5820c28dd7 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:10.800194 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1e514671-ee6b-4808-940d-9748f98753e3 req-c3ec08af-4e1d-41b6-90f0-6a5820c28dd7 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.0642519 Jul 14 09:40:10.810143 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.840443 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1e514671-ee6b-4808-940d-9748f98753e3 req-6ab8cb6f-18c0-4209-a8fe-cf5a3b5e5844 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330703 Jul 14 09:40:12.015025 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c594a9-f141-41ce-90b1-6e63f50e3f60 req-80657dff-25c5-441f-b905-6dba9962ff6b tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:12.016537 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-67c594a9-f141-41ce-90b1-6e63f50e3f60 req-80657dff-25c5-441f-b905-6dba9962ff6b tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.0629971 Jul 14 09:40:12.053886 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-67c594a9-f141-41ce-90b1-6e63f50e3f60 req-7c92e98b-3d39-4b80-b377-4550d90f5f69 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318787 Jul 14 09:40:12.365675 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.230301 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639227e-119b-468d-8f05-fb0540d67c27 req-cdb8f314-0eee-477b-bc82-367281e55b1e tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:13.232227 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f639227e-119b-468d-8f05-fb0540d67c27 req-cdb8f314-0eee-477b-bc82-367281e55b1e tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.0679927 Jul 14 09:40:13.270264 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f639227e-119b-468d-8f05-fb0540d67c27 req-697ec814-a8de-4332-bbab-4c2ade76766e tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325487 Jul 14 09:40:14.442817 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a4756-b0b5-45ad-a938-0de5313d3a33 req-235c89fb-1c05-44da-9cd5-d574db9b2bf1 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:14.444444 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-825a4756-b0b5-45ad-a938-0de5313d3a33 req-235c89fb-1c05-44da-9cd5-d574db9b2bf1 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.0646496 Jul 14 09:40:14.482197 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-825a4756-b0b5-45ad-a938-0de5313d3a33 req-f5c13df6-bd26-42ed-af1a-8a745109fbf2 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320826 Jul 14 09:40:15.654767 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344c372-d0fc-4fee-97ca-fd19e7d059b9 req-720ba7be-e20e-4454-8599-3a37201f232c tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:15.656193 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0344c372-d0fc-4fee-97ca-fd19e7d059b9 req-720ba7be-e20e-4454-8599-3a37201f232c tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.0626862 Jul 14 09:40:15.696805 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0344c372-d0fc-4fee-97ca-fd19e7d059b9 req-a8625edf-a47c-454c-80a6-7a11f4bcc29a tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350473 Jul 14 09:40:16.873245 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184aa0b-3bf4-4e03-8ac9-678994b70c03 req-3deef9de-71c0-49d3-bc10-a38d308e23b6 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:16.874662 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5184aa0b-3bf4-4e03-8ac9-678994b70c03 req-3deef9de-71c0-49d3-bc10-a38d308e23b6 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.0637786 Jul 14 09:40:16.912073 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5184aa0b-3bf4-4e03-8ac9-678994b70c03 req-8cb32c0b-9551-4960-879f-8e9ae9b5c41e tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318205 Jul 14 09:40:18.086637 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9f87e-4881-4790-863c-dacaa01e5102 req-f338c683-6a79-4c0f-a8e9-2a603a8b4cd2 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:18.088184 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ef9f87e-4881-4790-863c-dacaa01e5102 req-f338c683-6a79-4c0f-a8e9-2a603a8b4cd2 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.0647869 Jul 14 09:40:18.126652 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ef9f87e-4881-4790-863c-dacaa01e5102 req-28589e18-ef20-4837-9aa1-9e9ea2768f21 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326643 Jul 14 09:40:18.445792 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-620a6a0f-8930-4bf3-ba75-1f4abad5aa55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.311400 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e46adc-6bb3-4315-bb86-2c56b832ce9d req-be862ede-7e5b-4348-8dcb-edbe918272ca tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:19.312838 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7e46adc-6bb3-4315-bb86-2c56b832ce9d req-be862ede-7e5b-4348-8dcb-edbe918272ca tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.0689349 Jul 14 09:40:19.350639 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7e46adc-6bb3-4315-bb86-2c56b832ce9d req-cde5ad1e-8c92-413a-b069-30503883ade4 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322504 Jul 14 09:40:20.525546 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d51f3e-4e5c-4276-8ace-15acb302409e req-509711a7-ea04-406d-82b5-bade3d7a0395 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:20.527648 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-23d51f3e-4e5c-4276-8ace-15acb302409e req-509711a7-ea04-406d-82b5-bade3d7a0395 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.0643616 Jul 14 09:40:20.569070 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-23d51f3e-4e5c-4276-8ace-15acb302409e req-4626a1a3-d058-4fb4-bb53-b99f9c1b2e62 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358214 Jul 14 09:40:20.935815 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237aa8a-ee4c-450e-a132-6b9752a95c56 req-d7bc465d-1e67-4911-8b81-1016cbbcb171 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:20.937307 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2237aa8a-ee4c-450e-a132-6b9752a95c56 req-d7bc465d-1e67-4911-8b81-1016cbbcb171 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 1097 time: 0.0562713 Jul 14 09:40:20.954986 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2237aa8a-ee4c-450e-a132-6b9752a95c56 req-d6af3302-6e5a-412c-8e16-2fc9c6c7852d tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:21.037669 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2237aa8a-ee4c-450e-a132-6b9752a95c56 req-d6af3302-6e5a-412c-8e16-2fc9c6c7852d tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:21.042005 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2237aa8a-ee4c-450e-a132-6b9752a95c56 req-d6af3302-6e5a-412c-8e16-2fc9c6c7852d tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:21.063710 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-48b87cb1-bc63-4030-97ff-94c7aec0b0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:21.065628 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2237aa8a-ee4c-450e-a132-6b9752a95c56 req-d6af3302-6e5a-412c-8e16-2fc9c6c7852d tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227183 Jul 14 09:40:21.074480 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af3302-6e5a-412c-8e16-2fc9c6c7852d tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5cc753-8ed9-4156-8842-6f2ec67c79fa,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:21.082325 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6af3302-6e5a-412c-8e16-2fc9c6c7852d tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:21.082669 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6af3302-6e5a-412c-8e16-2fc9c6c7852d tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:21.083010 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6af3302-6e5a-412c-8e16-2fc9c6c7852d tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:21.083343 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6af3302-6e5a-412c-8e16-2fc9c6c7852d tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:21.083696 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6af3302-6e5a-412c-8e16-2fc9c6c7852d tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:21.084026 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6af3302-6e5a-412c-8e16-2fc9c6c7852d tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:21.084355 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6af3302-6e5a-412c-8e16-2fc9c6c7852d tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:21.084678 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6af3302-6e5a-412c-8e16-2fc9c6c7852d tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:21.084999 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6af3302-6e5a-412c-8e16-2fc9c6c7852d tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:21.085321 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6af3302-6e5a-412c-8e16-2fc9c6c7852d tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:21.085640 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6af3302-6e5a-412c-8e16-2fc9c6c7852d tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:21.085956 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6af3302-6e5a-412c-8e16-2fc9c6c7852d tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:21.239678 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b2017-4e90-41a8-a936-5d5d56665ac2 req-e5bfd56a-206c-4786-b457-80b61683571f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:21.241059 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-225b2017-4e90-41a8-a936-5d5d56665ac2 req-e5bfd56a-206c-4786-b457-80b61683571f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 945 time: 0.0637417 Jul 14 09:40:21.278726 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:21.282235 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-225b2017-4e90-41a8-a936-5d5d56665ac2 req-b26f9a1e-ac16-43ba-958f-8e0c5f80e09e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346258 Jul 14 09:40:21.307020 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56702) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:21.373933 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8224a2a6-b942-4c0d-90f6-f5c3d2ed1f63 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/floatingips/40a5a79e-21f6-41d2-a88e-5a9c958e20ef HTTP/1.1" status: 200 len: 992 time: 0.0656996 Jul 14 09:40:21.753471 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce9912-604b-42aa-9c06-fe987b025688 req-e70b05f5-b448-48a5-8905-c0d1c916bc2d tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:21.754989 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-95ce9912-604b-42aa-9c06-fe987b025688 req-e70b05f5-b448-48a5-8905-c0d1c916bc2d tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.0657971 Jul 14 09:40:21.794283 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-95ce9912-604b-42aa-9c06-fe987b025688 req-22010575-eecd-4d68-96c0-481818188459 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329590 Jul 14 09:40:22.040600 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56718) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:22.193228 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cd154-0dd3-48ba-97ff-863fd52a99a4 req-23aa4708-a923-4faa-9f7c-cd7cc70f22e8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:22.194616 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c35cd154-0dd3-48ba-97ff-863fd52a99a4 req-23aa4708-a923-4faa-9f7c-cd7cc70f22e8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 945 time: 0.1023362 Jul 14 09:40:22.198125 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-158ca0ba-e1d2-4a16-ab28-5adc888d1c1d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1564226 Jul 14 09:40:22.233024 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c35cd154-0dd3-48ba-97ff-863fd52a99a4 req-5e3f7fda-1109-4527-b4db-9eba6274e135 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326705 Jul 14 09:40:22.252492 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.982462 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f51ec-b15e-49e2-8329-59aea308cc02 req-2d9b5e91-aa4d-4b3b-9bb5-f75a813a4a27 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:22.984003 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3c3f51ec-b15e-49e2-8329-59aea308cc02 req-2d9b5e91-aa4d-4b3b-9bb5-f75a813a4a27 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.0730269 Jul 14 09:40:23.024588 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3c3f51ec-b15e-49e2-8329-59aea308cc02 req-d6fbb57b-0b6d-46ff-b04b-aac8a6b7e44a tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346603 Jul 14 09:40:23.394984 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-a9331b8d-28bb-4d99-9aad-f71ecc10c742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:23.396591 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-a9331b8d-28bb-4d99-9aad-f71ecc10c742 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 1097 time: 0.0543525 Jul 14 09:40:23.420704 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682ecb8-3cdf-4f5a-882a-13f1fc49de22 req-f5543931-bf13-4ed5-aaf1-0741453674c7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:23.422214 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8682ecb8-3cdf-4f5a-882a-13f1fc49de22 req-f5543931-bf13-4ed5-aaf1-0741453674c7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 945 time: 0.0700150 Jul 14 09:40:23.461413 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8682ecb8-3cdf-4f5a-882a-13f1fc49de22 req-b93e31a3-420e-420f-aea0-0a6a630e909a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336368 Jul 14 09:40:23.492199 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-c7951dd2-6fc9-41fd-b2e7-5e8c16a3608f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:23.493687 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-c7951dd2-6fc9-41fd-b2e7-5e8c16a3608f service neutron] 10.222.0.47 "GET /v2.0/networks?id=baaae29b-d092-49d9-bb1d-fc0a1fec877b HTTP/1.1" status: 200 len: 897 time: 0.0899160 Jul 14 09:40:23.561365 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-19602d38-e7c7-443d-92ad-526b982e4f95 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da5f05b4-77d7-4a18-b617-f84e5f9cc01d HTTP/1.1" status: 200 len: 1000 time: 0.0598719 Jul 14 09:40:23.612754 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-3ea5c563-5139-48dd-8451-5d71f1ad6669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:23.614180 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-3ea5c563-5139-48dd-8451-5d71f1ad6669 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eaafebc3-a8a2-4e91-8324-2083cc119a77 HTTP/1.1" status: 200 len: 834 time: 0.0456297 Jul 14 09:40:23.674131 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-10beb979-b894-43df-b0ab-0c811a23722c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:23.675660 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-10beb979-b894-43df-b0ab-0c811a23722c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baaae29b-d092-49d9-bb1d-fc0a1fec877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549273 Jul 14 09:40:23.766589 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-cb09e180-a9f8-40f7-967f-093d789c402a service neutron] 10.222.0.47 "GET /v2.0/networks/baaae29b-d092-49d9-bb1d-fc0a1fec877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819983 Jul 14 09:40:23.797273 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.865527 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-ee32728e-914b-449e-88f1-e1f6794d1b6c service neutron] 10.222.0.47 "GET /v2.0/networks/baaae29b-d092-49d9-bb1d-fc0a1fec877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908291 Jul 14 09:40:24.199232 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dce24-3a85-4682-b87c-24a4ec742788 req-6ca08e58-aa7f-4555-ad21-7d1ed2fa00be tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:24.200732 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b73dce24-3a85-4682-b87c-24a4ec742788 req-6ca08e58-aa7f-4555-ad21-7d1ed2fa00be tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.0623147 Jul 14 09:40:24.237717 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b73dce24-3a85-4682-b87c-24a4ec742788 req-ffd56de6-a6f9-44c3-b395-02f1583e9fb1 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312216 Jul 14 09:40:24.635398 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7cd5e-087b-4e66-bc97-e296f7c500d7 req-70787f63-f7b2-426a-8d04-9ea94da3f103 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:24.637679 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9fc7cd5e-087b-4e66-bc97-e296f7c500d7 req-70787f63-f7b2-426a-8d04-9ea94da3f103 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 945 time: 0.0626371 Jul 14 09:40:24.678301 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9fc7cd5e-087b-4e66-bc97-e296f7c500d7 req-128e85e8-6acb-4cfe-bed3-8c57e730aab0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351002 Jul 14 09:40:25.410955 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52309559-5191-4588-ad5b-f62f46ca45c9 req-a724c13e-2c8a-438c-adc0-8a9bbc8f2f8c tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:25.412486 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52309559-5191-4588-ad5b-f62f46ca45c9 req-a724c13e-2c8a-438c-adc0-8a9bbc8f2f8c tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.0650771 Jul 14 09:40:25.449897 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52309559-5191-4588-ad5b-f62f46ca45c9 req-c4de834c-b65c-4dca-9e69-2d498deddd34 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317454 Jul 14 09:40:25.854233 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177be42f-60fb-420a-b5e4-14cbdd5300e8 req-29d0ab7a-3a91-49f4-95dd-36f6e925d71d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:25.856544 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-177be42f-60fb-420a-b5e4-14cbdd5300e8 req-29d0ab7a-3a91-49f4-95dd-36f6e925d71d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 945 time: 0.0641189 Jul 14 09:40:25.896299 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-177be42f-60fb-420a-b5e4-14cbdd5300e8 req-fd5df858-c093-47d6-b03e-b41875a7c96b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343699 Jul 14 09:40:26.628001 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b08d5-4f91-4bee-9780-a9e88cae6508 req-366400fe-6389-4729-8dbc-69334e22f23c tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:26.629615 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-398b08d5-4f91-4bee-9780-a9e88cae6508 req-366400fe-6389-4729-8dbc-69334e22f23c tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.0688171 Jul 14 09:40:26.666699 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-398b08d5-4f91-4bee-9780-a9e88cae6508 req-504baa24-40dc-4560-81f4-f811a2247b49 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316336 Jul 14 09:40:27.068781 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9e332-0b78-4a78-85e6-ee08825f02ce req-f1a76b94-d618-4fbb-ba73-3d06925ec1bd tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:27.070282 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-39f9e332-0b78-4a78-85e6-ee08825f02ce req-f1a76b94-d618-4fbb-ba73-3d06925ec1bd tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 945 time: 0.0635743 Jul 14 09:40:27.108446 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-39f9e332-0b78-4a78-85e6-ee08825f02ce req-5233c1ae-a90b-49a1-ae49-023e084ce5df tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324545 Jul 14 09:40:27.840897 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71070aa3-8447-49e9-a916-240752e9cf9c req-f49078cf-8cff-432f-a89b-0c14c387214b tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:27.842381 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-71070aa3-8447-49e9-a916-240752e9cf9c req-f49078cf-8cff-432f-a89b-0c14c387214b tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.0639448 Jul 14 09:40:27.883144 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-71070aa3-8447-49e9-a916-240752e9cf9c req-45fdff5b-e6f9-4fb2-ad2e-db8de8c28a59 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351713 Jul 14 09:40:28.275040 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:40:28.286561 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455096ff-6e13-4c97-b2fb-0093dfc20916 req-c4995bdd-09bd-4c04-81ae-261a910983ff tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:28.288102 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-455096ff-6e13-4c97-b2fb-0093dfc20916 req-c4995bdd-09bd-4c04-81ae-261a910983ff tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 945 time: 0.0642831 Jul 14 09:40:28.326614 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-455096ff-6e13-4c97-b2fb-0093dfc20916 req-8ffd70cd-b5c0-4836-be09-d72967f33171 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324233 Jul 14 09:40:29.061194 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb29f49-9f23-47b7-8d49-58bca866d51a req-13656254-6074-41a9-8a33-d00b6be1797b tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:29.062681 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2eb29f49-9f23-47b7-8d49-58bca866d51a req-13656254-6074-41a9-8a33-d00b6be1797b tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.0637856 Jul 14 09:40:29.100145 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2eb29f49-9f23-47b7-8d49-58bca866d51a req-80b4a0c5-5fad-47d1-a362-a347fcba8b96 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319335 Jul 14 09:40:29.512393 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae5c2d-6a81-47fb-915b-aed8f84dc93c req-8371eb16-4683-4730-b669-a24ee3057078 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:29.513867 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8cae5c2d-6a81-47fb-915b-aed8f84dc93c req-8371eb16-4683-4730-b669-a24ee3057078 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 945 time: 0.0697627 Jul 14 09:40:29.551544 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8cae5c2d-6a81-47fb-915b-aed8f84dc93c req-512653db-3cf9-43dc-9bda-c0dbb2ed4123 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322008 Jul 14 09:40:30.271148 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa1dda-3f23-40ab-b0b5-d56ee24ac64b req-a591c5af-dc1e-462e-baad-747d7d276988 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:30.272671 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6afa1dda-3f23-40ab-b0b5-d56ee24ac64b req-a591c5af-dc1e-462e-baad-747d7d276988 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.0638754 Jul 14 09:40:30.310686 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6afa1dda-3f23-40ab-b0b5-d56ee24ac64b req-93d3783c-9eaf-4725-b80e-8e95a558a1d9 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318122 Jul 14 09:40:30.730006 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3dced-75fa-4aab-a10e-a3c4869844cd req-d4fe348a-1171-4190-ab39-cf2dc2f03ed4 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:30.731596 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-31b3dced-75fa-4aab-a10e-a3c4869844cd req-d4fe348a-1171-4190-ab39-cf2dc2f03ed4 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 945 time: 0.0655618 Jul 14 09:40:30.773532 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-31b3dced-75fa-4aab-a10e-a3c4869844cd req-a4d945ae-cf64-4d21-bbd4-e3d06d7ef98c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363724 Jul 14 09:40:31.484282 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d613f6-e83d-4b0d-ad9c-f8b005724f43 req-5abd2cd3-4617-4c3f-98c3-1bfc2e26b703 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:31.485792 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66d613f6-e83d-4b0d-ad9c-f8b005724f43 req-5abd2cd3-4617-4c3f-98c3-1bfc2e26b703 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.0645425 Jul 14 09:40:31.522863 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66d613f6-e83d-4b0d-ad9c-f8b005724f43 req-c2739d0e-8f8b-47b5-9cd9-543e91b99c01 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314784 Jul 14 09:40:31.875537 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-e3bd8bfa-28dd-4a04-9a9f-5fa78fcd0ad7 req-e594cd69-76ba-47e3-98da-ece761cb19e7 service neutron] (93773) timed out ('10.222.0.47', 59463) {{(pid=93773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:40:31.951842 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b720f39-9262-4266-843d-e649d7bebc94 req-27d41975-af67-4afa-8200-b877402263d4 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:31.953316 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6b720f39-9262-4266-843d-e649d7bebc94 req-27d41975-af67-4afa-8200-b877402263d4 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 945 time: 0.0693533 Jul 14 09:40:31.991232 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6b720f39-9262-4266-843d-e649d7bebc94 req-4b34cf2b-990f-4870-9f89-91e7ac85e4c8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320706 Jul 14 09:40:32.698244 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88b28b-4805-40f2-964b-8e5181827bab req-e2f56a89-2b2d-44aa-898c-aac77c8abd22 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:32.700934 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2d88b28b-4805-40f2-964b-8e5181827bab req-e2f56a89-2b2d-44aa-898c-aac77c8abd22 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.0693696 Jul 14 09:40:32.738418 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2d88b28b-4805-40f2-964b-8e5181827bab req-66478417-9e0c-44b9-8e4f-dea3d4805887 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316725 Jul 14 09:40:33.168336 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86efdab-f38e-43d8-85f4-54fd8dcee15c req-0aad712b-3955-4661-8bae-5533875e9881 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:33.169876 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c86efdab-f38e-43d8-85f4-54fd8dcee15c req-0aad712b-3955-4661-8bae-5533875e9881 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 945 time: 0.0661178 Jul 14 09:40:33.207737 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c86efdab-f38e-43d8-85f4-54fd8dcee15c req-6b79bb42-40d5-4890-b56e-65337187ff71 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322032 Jul 14 09:40:33.912140 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7eaf5-d4e0-4daa-a708-68d2e82448df req-dcecdc12-cb94-4c48-b0b8-75ada67cb577 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:33.913628 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-16e7eaf5-d4e0-4daa-a708-68d2e82448df req-dcecdc12-cb94-4c48-b0b8-75ada67cb577 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.0629954 Jul 14 09:40:33.956352 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-16e7eaf5-d4e0-4daa-a708-68d2e82448df req-ba208849-7671-4800-a4d7-4b4cf3864a03 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362372 Jul 14 09:40:34.381932 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c7da1-9e25-4be5-a23c-09b4e04a70c9 req-fe7387f6-12d6-4b43-966f-bc1da262d5da tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.383423 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-381c7da1-9e25-4be5-a23c-09b4e04a70c9 req-fe7387f6-12d6-4b43-966f-bc1da262d5da tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 945 time: 0.0648503 Jul 14 09:40:34.421620 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-381c7da1-9e25-4be5-a23c-09b4e04a70c9 req-c5052f70-f092-417d-a020-727fbab6d718 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319686 Jul 14 09:40:34.619966 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60748b5f-5f95-4a4e-910c-8942706fa16b req-d7b1be08-8f5b-4247-89f8-f1b9d6ee423b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.621447 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-60748b5f-5f95-4a4e-910c-8942706fa16b req-d7b1be08-8f5b-4247-89f8-f1b9d6ee423b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 1097 time: 0.0513315 Jul 14 09:40:34.656071 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-60748b5f-5f95-4a4e-910c-8942706fa16b req-158bbcff-393d-45d1-9cc9-ae636d84bdcc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279653 Jul 14 09:40:35.129339 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517c16c-e5c2-416c-b57b-c16758607232 req-e2790009-69f6-4a38-891e-14f3c4cd8d0c tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:35.130831 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3517c16c-e5c2-416c-b57b-c16758607232 req-e2790009-69f6-4a38-891e-14f3c4cd8d0c tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.0657620 Jul 14 09:40:35.168004 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3517c16c-e5c2-416c-b57b-c16758607232 req-68ace275-2482-42d6-bee0-b38e184cd333 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310524 Jul 14 09:40:35.595113 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3706eb-b4bd-49aa-9dc7-01c900fa8f40 req-244169c7-558a-4ddc-8bcf-231aa20f507a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:35.596535 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-de3706eb-b4bd-49aa-9dc7-01c900fa8f40 req-244169c7-558a-4ddc-8bcf-231aa20f507a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 945 time: 0.0626485 Jul 14 09:40:35.633134 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-de3706eb-b4bd-49aa-9dc7-01c900fa8f40 req-6e826d2f-cfa1-45af-8b33-c961ba8698ba tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311074 Jul 14 09:40:36.349028 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99efd14-ec2b-427b-84eb-110ad09cd3c9 req-1dd0336d-7fd0-456f-9be2-b21790752d29 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:36.350647 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f99efd14-ec2b-427b-84eb-110ad09cd3c9 req-1dd0336d-7fd0-456f-9be2-b21790752d29 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.0739233 Jul 14 09:40:36.393571 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f99efd14-ec2b-427b-84eb-110ad09cd3c9 req-21091fee-eb1d-402d-acd7-a9cc538a2efd tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370457 Jul 14 09:40:36.433807 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-e1e77f67-70f3-4968-bdd8-a9b776973bd6 req-457cdf38-9b0a-42a5-aaf7-53fd566c3382 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-818870719', 'description': 'tempest-description-643743534'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:36.457377 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e1e77f67-70f3-4968-bdd8-a9b776973bd6 req-457cdf38-9b0a-42a5-aaf7-53fd566c3382 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:36.537025 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e1e77f67-70f3-4968-bdd8-a9b776973bd6 req-457cdf38-9b0a-42a5-aaf7-53fd566c3382 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:36.540668 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e1e77f67-70f3-4968-bdd8-a9b776973bd6 req-457cdf38-9b0a-42a5-aaf7-53fd566c3382 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:36.569484 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e1e77f67-70f3-4968-bdd8-a9b776973bd6 req-457cdf38-9b0a-42a5-aaf7-53fd566c3382 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:36.570694 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e1e77f67-70f3-4968-bdd8-a9b776973bd6 req-457cdf38-9b0a-42a5-aaf7-53fd566c3382 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1417315 Jul 14 09:40:36.572470 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457cdf38-9b0a-42a5-aaf7-53fd566c3382 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d647eb-a1c8-43fd-bb89-f3d57800beb9,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:36.694479 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e852835-b3ff-463f-95fe-65292ac0937e req-230603ce-8ddd-4d50-a208-336219621424 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-818870719&fields=id&tenant_id=09779d13da1047eda2f18497dd8c08e1 HTTP/1.1" status: 200 len: 267 time: 0.0339131 Jul 14 09:40:36.795765 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e852835-b3ff-463f-95fe-65292ac0937e req-464a6069-5254-499e-8480-4702973f5b7d tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:36.797158 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e852835-b3ff-463f-95fe-65292ac0937e req-464a6069-5254-499e-8480-4702973f5b7d tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.0967026 Jul 14 09:40:36.809773 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-5e852835-b3ff-463f-95fe-65292ac0937e req-3665c2e6-d621-4dcb-88c6-a61bd41bbd02 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Request body: {'port': {'security_groups': ['e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c', '46d647eb-a1c8-43fd-bb89-f3d57800beb9']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:36.864594 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea41e9-3a6e-4de5-823e-59787b2d9d2f req-5ee82cbc-a744-44e9-b848-43f324125f03 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:36.866084 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26ea41e9-3a6e-4de5-823e-59787b2d9d2f req-5ee82cbc-a744-44e9-b848-43f324125f03 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 945 time: 0.1201828 Jul 14 09:40:36.930762 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5e852835-b3ff-463f-95fe-65292ac0937e req-3665c2e6-d621-4dcb-88c6-a61bd41bbd02 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:36.942949 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26ea41e9-3a6e-4de5-823e-59787b2d9d2f req-34bb8e14-0191-44c3-bd6b-837ba971e743 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690248 Jul 14 09:40:37.121851 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-5e852835-b3ff-463f-95fe-65292ac0937e req-3665c2e6-d621-4dcb-88c6-a61bd41bbd02 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] For port 617bc390-232b-4f19-bd05-a7c2d8654a4a, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=617bc390-232b-4f19-bd05-a7c2d8654a4a,segment=NetworkSegment(7b2f46a2-6f58-4e17-806f-fcf5e6814feb),segment_id=7b2f46a2-6f58-4e17-806f-fcf5e6814feb)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:37.152804 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5e852835-b3ff-463f-95fe-65292ac0937e req-3665c2e6-d621-4dcb-88c6-a61bd41bbd02 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.157741 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5e852835-b3ff-463f-95fe-65292ac0937e req-3665c2e6-d621-4dcb-88c6-a61bd41bbd02 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.170468 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['617bc390-232b-4f19-bd05-a7c2d8654a4a'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:37.210298 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e852835-b3ff-463f-95fe-65292ac0937e req-3665c2e6-d621-4dcb-88c6-a61bd41bbd02 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:37.210970 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-5e852835-b3ff-463f-95fe-65292ac0937e req-3665c2e6-d621-4dcb-88c6-a61bd41bbd02 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.212627 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e852835-b3ff-463f-95fe-65292ac0937e req-3665c2e6-d621-4dcb-88c6-a61bd41bbd02 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "PUT /v2.0/ports/617bc390-232b-4f19-bd05-a7c2d8654a4a HTTP/1.1" status: 200 len: 981 time: 0.4093299 Jul 14 09:40:37.213082 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e53865-0d41-41c0-a1a4-c200eed41fe1', 'tag': '617bc390-232b-4f19-bd05-a7c2d8654a4a'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:37.215758 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959fe41b-1c2f-4553-8e4f-ddfe2707e8c3" -d '{"events": [{"name": "network-changed", "server_uuid": "06e53865-0d41-41c0-a1a4-c200eed41fe1", "tag": "617bc390-232b-4f19-bd05-a7c2d8654a4a"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:37.242557 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665c2e6-d621-4dcb-88c6-a61bd41bbd02 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Pushing event updated for resources: {'Port': ['ID=617bc390-232b-4f19-bd05-a7c2d8654a4a,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:37.269924 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['617bc390-232b-4f19-bd05-a7c2d8654a4a'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:37.275269 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3640bd6a-c7b7-48f7-8933-9c64bf5ad77f x-openstack-request-id: req-3640bd6a-c7b7-48f7-8933-9c64bf5ad77f {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:37.275892 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e53865-0d41-41c0-a1a4-c200eed41fe1", "tag": "617bc390-232b-4f19-bd05-a7c2d8654a4a", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:37.276393 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3640bd6a-c7b7-48f7-8933-9c64bf5ad77f {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:37.278403 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e53865-0d41-41c0-a1a4-c200eed41fe1', 'tag': '617bc390-232b-4f19-bd05-a7c2d8654a4a', 'status': 'completed', 'code': 200} Jul 14 09:40:37.393654 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0493e40a-846c-4d57-acd5-be74659e351b req-3aae4a45-588a-4c89-bfe0-44cffe403773 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-818870719&fields=id&tenant_id=09779d13da1047eda2f18497dd8c08e1 HTTP/1.1" status: 200 len: 267 time: 0.0518377 Jul 14 09:40:37.396546 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fe41b-1c2f-4553-8e4f-ddfe2707e8c3 req-b11246ff-2968-4b82-ba9f-cec86924e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:37.398080 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-959fe41b-1c2f-4553-8e4f-ddfe2707e8c3 req-b11246ff-2968-4b82-ba9f-cec86924e1fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09779d13da1047eda2f18497dd8c08e1&device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 1136 time: 0.0986052 Jul 14 09:40:37.857688 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493e40a-846c-4d57-acd5-be74659e351b req-71610ae4-a3a6-4c84-90e3-1437a5fdb05f tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:37.859186 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0493e40a-846c-4d57-acd5-be74659e351b req-71610ae4-a3a6-4c84-90e3-1437a5fdb05f tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 984 time: 0.4594982 Jul 14 09:40:37.861910 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fe41b-1c2f-4553-8e4f-ddfe2707e8c3 req-42ffed0f-f164-4286-a038-b86c42fa355f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:37.863335 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-959fe41b-1c2f-4553-8e4f-ddfe2707e8c3 req-42ffed0f-f164-4286-a038-b86c42fa355f service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e71e6a2-7641-44b7-b091-403fd27a1a22 HTTP/1.1" status: 200 len: 920 time: 0.4523575 Jul 14 09:40:37.869786 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-0493e40a-846c-4d57-acd5-be74659e351b req-dc29c6c9-0b88-4194-beb3-e6dfd5f03249 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Request body: {'port': {'security_groups': ['e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:37.931814 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-959fe41b-1c2f-4553-8e4f-ddfe2707e8c3 req-a72bcca9-c62b-4bbf-8d5b-100bc6a6b542 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=617bc390-232b-4f19-bd05-a7c2d8654a4a HTTP/1.1" status: 200 len: 217 time: 0.0578294 Jul 14 09:40:38.022355 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fe41b-1c2f-4553-8e4f-ddfe2707e8c3 req-5795963b-74a1-4a74-96a0-8be3d5010960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:38.023863 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-959fe41b-1c2f-4553-8e4f-ddfe2707e8c3 req-5795963b-74a1-4a74-96a0-8be3d5010960 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1fe62fd-812e-48b4-b8a8-663a73b0c8b5 HTTP/1.1" status: 200 len: 860 time: 0.0837810 Jul 14 09:40:38.029695 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0493e40a-846c-4d57-acd5-be74659e351b req-dc29c6c9-0b88-4194-beb3-e6dfd5f03249 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.067839 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-959fe41b-1c2f-4553-8e4f-ddfe2707e8c3 req-fd799262-5e12-4024-9d51-ebfca4ed1725 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e71e6a2-7641-44b7-b091-403fd27a1a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349100 Jul 14 09:40:38.255561 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd94d19-d3fc-4e1b-b79e-64b171adbab0 req-4a3dcb7c-4366-4885-b2de-62392ae10aeb tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:38.257059 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cdd94d19-d3fc-4e1b-b79e-64b171adbab0 req-4a3dcb7c-4366-4885-b2de-62392ae10aeb tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 945 time: 0.1917920 Jul 14 09:40:38.316398 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-959fe41b-1c2f-4553-8e4f-ddfe2707e8c3 req-1726d312-a78d-4830-bf7b-651a6751ab54 service neutron] 10.222.0.44 "GET /v2.0/networks/3e71e6a2-7641-44b7-b091-403fd27a1a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356021 Jul 14 09:40:38.425263 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cdd94d19-d3fc-4e1b-b79e-64b171adbab0 req-d99c3149-6caa-4c93-a711-92f2fd47b084 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576581 Jul 14 09:40:38.459088 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-0493e40a-846c-4d57-acd5-be74659e351b req-dc29c6c9-0b88-4194-beb3-e6dfd5f03249 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] For port 617bc390-232b-4f19-bd05-a7c2d8654a4a, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=617bc390-232b-4f19-bd05-a7c2d8654a4a,segment=NetworkSegment(7b2f46a2-6f58-4e17-806f-fcf5e6814feb),segment_id=7b2f46a2-6f58-4e17-806f-fcf5e6814feb)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:38.499585 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-959fe41b-1c2f-4553-8e4f-ddfe2707e8c3 req-ccfef7d0-fcc2-4ddc-8d1e-1e414d5adbfe service neutron] 10.222.0.44 "GET /v2.0/networks/3e71e6a2-7641-44b7-b091-403fd27a1a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705904 Jul 14 09:40:38.508497 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0493e40a-846c-4d57-acd5-be74659e351b req-dc29c6c9-0b88-4194-beb3-e6dfd5f03249 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.513677 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0493e40a-846c-4d57-acd5-be74659e351b req-dc29c6c9-0b88-4194-beb3-e6dfd5f03249 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.526202 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['617bc390-232b-4f19-bd05-a7c2d8654a4a'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:38.562341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493e40a-846c-4d57-acd5-be74659e351b req-dc29c6c9-0b88-4194-beb3-e6dfd5f03249 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:38.562976 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0493e40a-846c-4d57-acd5-be74659e351b req-dc29c6c9-0b88-4194-beb3-e6dfd5f03249 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.564441 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0493e40a-846c-4d57-acd5-be74659e351b req-dc29c6c9-0b88-4194-beb3-e6dfd5f03249 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "PUT /v2.0/ports/617bc390-232b-4f19-bd05-a7c2d8654a4a HTTP/1.1" status: 200 len: 942 time: 0.6991804 Jul 14 09:40:38.609844 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29c6c9-0b88-4194-beb3-e6dfd5f03249 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Pushing event updated for resources: {'Port': ['ID=617bc390-232b-4f19-bd05-a7c2d8654a4a,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:38.622136 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['617bc390-232b-4f19-bd05-a7c2d8654a4a'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:38.783123 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0314983e-ce1e-4be4-9f0f-9682b0011d95 req-98255153-e6b3-4961-93e5-97419d52362e tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1946168 Jul 14 09:40:38.794993 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-0314983e-ce1e-4be4-9f0f-9682b0011d95 req-dc96d25b-1af5-4d58-bca3-e0f17adb94ea tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:38.817308 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0314983e-ce1e-4be4-9f0f-9682b0011d95 req-dc96d25b-1af5-4d58-bca3-e0f17adb94ea tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.917432 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0314983e-ce1e-4be4-9f0f-9682b0011d95 req-dc96d25b-1af5-4d58-bca3-e0f17adb94ea tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.020203 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-0314983e-ce1e-4be4-9f0f-9682b0011d95 req-dc96d25b-1af5-4d58-bca3-e0f17adb94ea tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Allocated IP 172.25.6.175 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/9ebde82a-ab11-42e2-bfbf-9231f915d0d3) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:39.126236 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0314983e-ce1e-4be4-9f0f-9682b0011d95 req-dc96d25b-1af5-4d58-bca3-e0f17adb94ea tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.163637 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0314983e-ce1e-4be4-9f0f-9682b0011d95 req-dc96d25b-1af5-4d58-bca3-e0f17adb94ea tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.197701 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0314983e-ce1e-4be4-9f0f-9682b0011d95 req-dc96d25b-1af5-4d58-bca3-e0f17adb94ea tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:39.201205 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-0314983e-ce1e-4be4-9f0f-9682b0011d95 req-dc96d25b-1af5-4d58-bca3-e0f17adb94ea tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:39.206798 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0314983e-ce1e-4be4-9f0f-9682b0011d95 req-dc96d25b-1af5-4d58-bca3-e0f17adb94ea tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:39.234807 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96d25b-1af5-4d58-bca3-e0f17adb94ea tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Pushing event updated for resources: {'Port': ['ID=9ebde82a-ab11-42e2-bfbf-9231f915d0d3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:39.279797 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e53865-0d41-41c0-a1a4-c200eed41fe1', 'tag': '617bc390-232b-4f19-bd05-a7c2d8654a4a'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:39.282527 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72fea60-2435-4df0-b89d-e7fe4f1b180f" -d '{"events": [{"name": "network-changed", "server_uuid": "06e53865-0d41-41c0-a1a4-c200eed41fe1", "tag": "617bc390-232b-4f19-bd05-a7c2d8654a4a"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:39.303466 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0314983e-ce1e-4be4-9f0f-9682b0011d95 req-dc96d25b-1af5-4d58-bca3-e0f17adb94ea tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.335056 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4862da-6c15-44b6-b506-2e6146951ec3 x-openstack-request-id: req-9c4862da-6c15-44b6-b506-2e6146951ec3 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:39.335355 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e53865-0d41-41c0-a1a4-c200eed41fe1", "tag": "617bc390-232b-4f19-bd05-a7c2d8654a4a", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:39.335629 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c4862da-6c15-44b6-b506-2e6146951ec3 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:39.336014 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e53865-0d41-41c0-a1a4-c200eed41fe1', 'tag': '617bc390-232b-4f19-bd05-a7c2d8654a4a', 'status': 'completed', 'code': 200} Jul 14 09:40:39.375039 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0314983e-ce1e-4be4-9f0f-9682b0011d95 req-dc96d25b-1af5-4d58-bca3-e0f17adb94ea tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.479080 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fea60-2435-4df0-b89d-e7fe4f1b180f req-5462d055-b9e0-483b-a809-a97139443ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:39.480669 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d72fea60-2435-4df0-b89d-e7fe4f1b180f req-5462d055-b9e0-483b-a809-a97139443ef2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09779d13da1047eda2f18497dd8c08e1&device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 1097 time: 0.1348953 Jul 14 09:40:39.645596 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0314983e-ce1e-4be4-9f0f-9682b0011d95 req-dc96d25b-1af5-4d58-bca3-e0f17adb94ea tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.654641 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0314983e-ce1e-4be4-9f0f-9682b0011d95 req-dc96d25b-1af5-4d58-bca3-e0f17adb94ea tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.686298 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fea60-2435-4df0-b89d-e7fe4f1b180f req-efe3069b-5b46-4071-8542-fbc8cc648a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:39.687805 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d72fea60-2435-4df0-b89d-e7fe4f1b180f req-efe3069b-5b46-4071-8542-fbc8cc648a56 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e71e6a2-7641-44b7-b091-403fd27a1a22 HTTP/1.1" status: 200 len: 920 time: 0.1910098 Jul 14 09:40:39.767873 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d72fea60-2435-4df0-b89d-e7fe4f1b180f req-09079c2b-45a6-44c9-a31d-6e211e31fe31 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=617bc390-232b-4f19-bd05-a7c2d8654a4a HTTP/1.1" status: 200 len: 217 time: 0.0711410 Jul 14 09:40:39.772785 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96d25b-1af5-4d58-bca3-e0f17adb94ea tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Pushing event updated for resources: {'Port': ['ID=9ebde82a-ab11-42e2-bfbf-9231f915d0d3,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:39.792519 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa80cf-b2ca-4d3c-b0f5-0a8e364c7454 req-e18d28bc-3ffc-434c-8b2e-98afd677747f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:39.793966 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-48aa80cf-b2ca-4d3c-b0f5-0a8e364c7454 req-e18d28bc-3ffc-434c-8b2e-98afd677747f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 945 time: 0.2512650 Jul 14 09:40:39.830309 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0314983e-ce1e-4be4-9f0f-9682b0011d95 req-dc96d25b-1af5-4d58-bca3-e0f17adb94ea tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.869564 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0314983e-ce1e-4be4-9f0f-9682b0011d95 req-dc96d25b-1af5-4d58-bca3-e0f17adb94ea tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.871529 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0314983e-ce1e-4be4-9f0f-9682b0011d95 req-dc96d25b-1af5-4d58-bca3-e0f17adb94ea tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0827520 Jul 14 09:40:39.872937 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fea60-2435-4df0-b89d-e7fe4f1b180f req-97db1a3c-ffba-435b-a36a-e11842fb8bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:39.874317 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d72fea60-2435-4df0-b89d-e7fe4f1b180f req-97db1a3c-ffba-435b-a36a-e11842fb8bbf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1fe62fd-812e-48b4-b8a8-663a73b0c8b5 HTTP/1.1" status: 200 len: 860 time: 0.0983131 Jul 14 09:40:39.879401 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-48aa80cf-b2ca-4d3c-b0f5-0a8e364c7454 req-0cc17c91-3fa1-4d68-88a2-b4a5551411d0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627308 Jul 14 09:40:39.961967 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d72fea60-2435-4df0-b89d-e7fe4f1b180f req-c99c8047-98df-47d4-ba9b-8bafd19f3d87 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e71e6a2-7641-44b7-b091-403fd27a1a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805559 Jul 14 09:40:39.981396 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0314983e-ce1e-4be4-9f0f-9682b0011d95 req-5f951ca4-4b22-4e8f-8cc4-6b1f5d0aeedd tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 696 time: 0.1010656 Jul 14 09:40:40.133401 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d72fea60-2435-4df0-b89d-e7fe4f1b180f req-e799e7bb-b8e3-4e31-b665-1addbb159545 service neutron] 10.222.0.44 "GET /v2.0/networks/3e71e6a2-7641-44b7-b091-403fd27a1a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618426 Jul 14 09:40:40.155632 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314983e-ce1e-4be4-9f0f-9682b0011d95 req-cbad303f-5e81-4f51-ab91-e9637fa41c08 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:40.156910 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0314983e-ce1e-4be4-9f0f-9682b0011d95 req-cbad303f-5e81-4f51-ab91-e9637fa41c08 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 784 time: 0.1644938 Jul 14 09:40:40.194009 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-0314983e-ce1e-4be4-9f0f-9682b0011d95 req-d5a559bf-9f5b-4592-8546-a442268f1ef3 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:40:40.194971 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0314983e-ce1e-4be4-9f0f-9682b0011d95 req-d5a559bf-9f5b-4592-8546-a442268f1ef3 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0285866 Jul 14 09:40:40.240690 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d72fea60-2435-4df0-b89d-e7fe4f1b180f req-803bf1ce-9fa9-485a-9ca7-876ddeb56daf service neutron] 10.222.0.44 "GET /v2.0/networks/3e71e6a2-7641-44b7-b091-403fd27a1a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005812 Jul 14 09:40:40.397914 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acf283-b3b8-4c9b-b4ca-1ac882c714df req-82f07de3-48be-4165-9719-6708e58dcbc1 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:40.399328 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9acf283-b3b8-4c9b-b4ca-1ac882c714df req-82f07de3-48be-4165-9719-6708e58dcbc1 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1077716 Jul 14 09:40:40.447250 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9acf283-b3b8-4c9b-b4ca-1ac882c714df req-a1b68b0c-f59c-492a-b2ed-09586da90415 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 696 time: 0.0424576 Jul 14 09:40:40.456721 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-f9acf283-b3b8-4c9b-b4ca-1ac882c714df req-c63982de-4908-4b57-9df1-0d93a18bb60d tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Request body: {'floatingip': {'port_id': '617bc390-232b-4f19-bd05-a7c2d8654a4a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:40.498015 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f9acf283-b3b8-4c9b-b4ca-1ac882c714df req-c63982de-4908-4b57-9df1-0d93a18bb60d tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.815983 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.853787 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-60044405-97ac-431b-b754-fce60567745d service neutron] show failed (client error): The resource could not be found. Jul 14 09:40:40.855575 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-60044405-97ac-431b-b754-fce60567745d service neutron] 10.222.0.47 "GET /v2.0/ports/da5f05b4-77d7-4a18-b617-f84e5f9cc01d/bindings/n-h2-771362-35 HTTP/1.1" status: 404 len: 381 time: 0.0608149 Jul 14 09:40:41.206661 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbde1f-035c-4459-b23d-98a97ee16878 req-488ae110-fb8e-4593-8809-46d404dad19f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:41.208192 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1cbde1f-035c-4459-b23d-98a97ee16878 req-488ae110-fb8e-4593-8809-46d404dad19f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 945 time: 0.2090435 Jul 14 09:40:41.316769 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-162606dd-105a-4764-9b01-8ceb5ddd1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:41.318254 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-162606dd-105a-4764-9b01-8ceb5ddd1041 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab&tenant_id=efe559a5c8d646b7b35d7ff399735120 HTTP/1.1" status: 200 len: 1097 time: 0.2294509 Jul 14 09:40:41.324920 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1cbde1f-035c-4459-b23d-98a97ee16878 req-b25035e3-8253-45f4-b37e-a4e45438889a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065288 Jul 14 09:40:41.331243 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-5cb8cc38-93bb-477d-8e46-7f9cd6c3e13c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-35', 'device_owner': 'compute:nova'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:41.472776 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f9acf283-b3b8-4c9b-b4ca-1ac882c714df req-c63982de-4908-4b57-9df1-0d93a18bb60d tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.474431 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-5cb8cc38-93bb-477d-8e46-7f9cd6c3e13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.487253 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f9acf283-b3b8-4c9b-b4ca-1ac882c714df req-c63982de-4908-4b57-9df1-0d93a18bb60d tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.685329 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [req-f9acf283-b3b8-4c9b-b4ca-1ac882c714df req-c63982de-4908-4b57-9df1-0d93a18bb60d tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Floating IP 51379b11-d2c9-479d-897e-2e535d398c1e associated. External IP: 172.25.6.175, port: 617bc390-232b-4f19-bd05-a7c2d8654a4a. Jul 14 09:40:41.844989 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-5cb8cc38-93bb-477d-8e46-7f9cd6c3e13c service neutron] For port da5f05b4-77d7-4a18-b617-f84e5f9cc01d, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=da5f05b4-77d7-4a18-b617-f84e5f9cc01d,segment=NetworkSegment(9ffd8086-39ac-4dde-963c-3fe829544c74),segment_id=9ffd8086-39ac-4dde-963c-3fe829544c74)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:41.924617 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-5cb8cc38-93bb-477d-8e46-7f9cd6c3e13c service neutron] For port da5f05b4-77d7-4a18-b617-f84e5f9cc01d, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:42.007232 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72d275e-e695-43dd-bfa4-0730854221ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da5f05b4-77d7-4a18-b617-f84e5f9cc01d'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:42.009521 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacbb7c7-343e-465a-9303-7a43eadcdad3" -d '{"events": [{"server_uuid": "e72d275e-e695-43dd-bfa4-0730854221ab", "name": "network-vif-unplugged", "status": "completed", "tag": "da5f05b4-77d7-4a18-b617-f84e5f9cc01d"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:42.013169 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-5cb8cc38-93bb-477d-8e46-7f9cd6c3e13c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.033357 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-5cb8cc38-93bb-477d-8e46-7f9cd6c3e13c service neutron] Transition to ACTIVE for port object da5f05b4-77d7-4a18-b617-f84e5f9cc01d will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:42.039824 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-5cb8cc38-93bb-477d-8e46-7f9cd6c3e13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.043587 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9acf283-b3b8-4c9b-b4ca-1ac882c714df req-c63982de-4908-4b57-9df1-0d93a18bb60d tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Router 9e80defd-4ec1-4f3c-af5f-8cac827cfd58 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:42.073199 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34724945-afd5-44e3-b304-41334943192c x-openstack-request-id: req-34724945-afd5-44e3-b304-41334943192c {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:42.073666 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72d275e-e695-43dd-bfa4-0730854221ab", "name": "network-vif-unplugged", "status": "completed", "tag": "da5f05b4-77d7-4a18-b617-f84e5f9cc01d", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:42.074078 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34724945-afd5-44e3-b304-41334943192c {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:42.074688 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72d275e-e695-43dd-bfa4-0730854221ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da5f05b4-77d7-4a18-b617-f84e5f9cc01d', 'code': 200} Jul 14 09:40:42.160417 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8cc38-93bb-477d-8e46-7f9cd6c3e13c service neutron] Pushing event updated for resources: {'Port': ['ID=da5f05b4-77d7-4a18-b617-f84e5f9cc01d,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:42.306752 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-5cb8cc38-93bb-477d-8e46-7f9cd6c3e13c service neutron] No DVR routers for this DVR port da5f05b4-77d7-4a18-b617-f84e5f9cc01d on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:42.364181 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.368352 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9acf283-b3b8-4c9b-b4ca-1ac882c714df req-c63982de-4908-4b57-9df1-0d93a18bb60d tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:42.375315 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f9acf283-b3b8-4c9b-b4ca-1ac882c714df req-c63982de-4908-4b57-9df1-0d93a18bb60d tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.384753 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbb7367-bcd7-429e-828a-58c845a33af9 None None] Sync routers for ids ['9e80defd-4ec1-4f3c-af5f-8cac827cfd58'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:42.400732 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbb7367-bcd7-429e-828a-58c845a33af9 None None] Routers {'9e80defd-4ec1-4f3c-af5f-8cac827cfd58'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:42.401546 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2fbb7367-bcd7-429e-828a-58c845a33af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:40:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['9e80defd-4ec1-4f3c-af5f-8cac827cfd58'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:42.456395 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9acf283-b3b8-4c9b-b4ca-1ac882c714df req-c63982de-4908-4b57-9df1-0d93a18bb60d tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "PUT /v2.0/floatingips/51379b11-d2c9-479d-897e-2e535d398c1e HTTP/1.1" status: 200 len: 996 time: 2.0036857 Jul 14 09:40:42.530279 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-2fbb7367-bcd7-429e-828a-58c845a33af9 None None] Set router 9e80defd-4ec1-4f3c-af5f-8cac827cfd58 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:42.595004 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-5cb8cc38-93bb-477d-8e46-7f9cd6c3e13c service neutron] Attempting to bind port da5f05b4-77d7-4a18-b617-f84e5f9cc01d on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:42.595336 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-5cb8cc38-93bb-477d-8e46-7f9cd6c3e13c service neutron] Attempting to bind port da5f05b4-77d7-4a18-b617-f84e5f9cc01d by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '9ffd8086-39ac-4dde-963c-3fe829544c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:42.595691 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-5cb8cc38-93bb-477d-8e46-7f9cd6c3e13c service neutron] Attempting to bind port da5f05b4-77d7-4a18-b617-f84e5f9cc01d on network baaae29b-d092-49d9-bb1d-fc0a1fec877b {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:42.608666 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-5cb8cc38-93bb-477d-8e46-7f9cd6c3e13c service neutron] Port da5f05b4-77d7-4a18-b617-f84e5f9cc01d on network baaae29b-d092-49d9-bb1d-fc0a1fec877b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:42.608989 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-5cb8cc38-93bb-477d-8e46-7f9cd6c3e13c service neutron] Attempting to bind port da5f05b4-77d7-4a18-b617-f84e5f9cc01d on network baaae29b-d092-49d9-bb1d-fc0a1fec877b {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:42.620449 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c784232-ef4c-4c74-a489-714df5ec0cfb req-42e97547-1a05-423a-b44a-5d0808cd74ae tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.622909 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c784232-ef4c-4c74-a489-714df5ec0cfb req-42e97547-1a05-423a-b44a-5d0808cd74ae tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 943 time: 0.1709223 Jul 14 09:40:42.627414 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-5cb8cc38-93bb-477d-8e46-7f9cd6c3e13c service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:42.627772 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-5cb8cc38-93bb-477d-8e46-7f9cd6c3e13c service neutron] Checking segment: {'id': '9ffd8086-39ac-4dde-963c-3fe829544c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:42.628154 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-5cb8cc38-93bb-477d-8e46-7f9cd6c3e13c service neutron] Bound using segment: {'id': '9ffd8086-39ac-4dde-963c-3fe829544c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:42.628586 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-5cb8cc38-93bb-477d-8e46-7f9cd6c3e13c service neutron] Bound port: da5f05b4-77d7-4a18-b617-f84e5f9cc01d, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ffd8086-39ac-4dde-963c-3fe829544c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:42.628939 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-5cb8cc38-93bb-477d-8e46-7f9cd6c3e13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.636405 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acf283-b3b8-4c9b-b4ca-1ac882c714df req-0b76876a-e1ad-4212-a441-f07af9acc51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.638176 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9acf283-b3b8-4c9b-b4ca-1ac882c714df req-0b76876a-e1ad-4212-a441-f07af9acc51b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=09779d13da1047eda2f18497dd8c08e1&device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 1097 time: 0.1529090 Jul 14 09:40:42.772740 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2fbb7367-bcd7-429e-828a-58c845a33af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'name': 'tempest-ServerRescueTestJSONUnderV235-1201802404-router', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:39:55Z', 'revision_number': 4, 'project_id': '09779d13da1047eda2f18497dd8c08e1', 'gw_port': {'id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '51379b11-d2c9-479d-897e-2e535d398c1e', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'port_id': '617bc390-232b-4f19-bd05-a7c2d8654a4a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e71e6a2-7641-44b7-b091-403fd27a1a22', 'mac_address': 'fa:16:3e:7b:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e53865-0d41-41c0-a1a4-c200eed41fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:40:39Z', 'updated_at': '2021-07-14T09:40:41Z', 'revision_number': 1, 'project_id': '09779d13da1047eda2f18497dd8c08e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff234190-51bc-4288-9c6f-d7638734e40d', 'name': '', 'network_id': '3e71e6a2-7641-44b7-b091-403fd27a1a22', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'mac_address': 'fa:16:3e:ae:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'b1fe62fd-812e-48b4-b8a8-663a73b0c8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:55Z', 'updated_at': '2021-07-14T09:40:00Z', 'revision_number': 5, 'project_id': '09779d13da1047eda2f18497dd8c08e1', 'subnets': [{'id': 'b1fe62fd-812e-48b4-b8a8-663a73b0c8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:42.805242 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbb7367-bcd7-429e-828a-58c845a33af9 None None] Checking router: 9e80defd-4ec1-4f3c-af5f-8cac827cfd58 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:40:42.816096 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbb7367-bcd7-429e-828a-58c845a33af9 None None] Routers {'9e80defd-4ec1-4f3c-af5f-8cac827cfd58'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:42.816727 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2fbb7367-bcd7-429e-828a-58c845a33af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:40:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['9e80defd-4ec1-4f3c-af5f-8cac827cfd58'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:42.925403 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-2fbb7367-bcd7-429e-828a-58c845a33af9 None None] Set router 9e80defd-4ec1-4f3c-af5f-8cac827cfd58 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:43.090644 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c784232-ef4c-4c74-a489-714df5ec0cfb req-fb375ff5-6c3a-4b5b-85fc-afcf4aee41fa tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4586358 Jul 14 09:40:43.146756 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-5cb8cc38-93bb-477d-8e46-7f9cd6c3e13c service neutron] For port da5f05b4-77d7-4a18-b617-f84e5f9cc01d, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:43.159815 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-5cb8cc38-93bb-477d-8e46-7f9cd6c3e13c service neutron] For port da5f05b4-77d7-4a18-b617-f84e5f9cc01d, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=da5f05b4-77d7-4a18-b617-f84e5f9cc01d,segment=NetworkSegment(9ffd8086-39ac-4dde-963c-3fe829544c74),segment_id=9ffd8086-39ac-4dde-963c-3fe829544c74)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:43.168186 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2fbb7367-bcd7-429e-828a-58c845a33af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'name': 'tempest-ServerRescueTestJSONUnderV235-1201802404-router', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:39:55Z', 'revision_number': 4, 'project_id': '09779d13da1047eda2f18497dd8c08e1', 'gw_port': {'id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '51379b11-d2c9-479d-897e-2e535d398c1e', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'port_id': '617bc390-232b-4f19-bd05-a7c2d8654a4a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e71e6a2-7641-44b7-b091-403fd27a1a22', 'mac_address': 'fa:16:3e:7b:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e53865-0d41-41c0-a1a4-c200eed41fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:40:39Z', 'updated_at': '2021-07-14T09:40:41Z', 'revision_number': 1, 'project_id': '09779d13da1047eda2f18497dd8c08e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff234190-51bc-4288-9c6f-d7638734e40d', 'name': '', 'network_id': '3e71e6a2-7641-44b7-b091-403fd27a1a22', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'mac_address': 'fa:16:3e:ae:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'b1fe62fd-812e-48b4-b8a8-663a73b0c8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:55Z', 'updated_at': '2021-07-14T09:40:00Z', 'revision_number': 5, 'project_id': '09779d13da1047eda2f18497dd8c08e1', 'subnets': [{'id': 'b1fe62fd-812e-48b4-b8a8-663a73b0c8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:43.168487 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-5cb8cc38-93bb-477d-8e46-7f9cd6c3e13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.172242 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acf283-b3b8-4c9b-b4ca-1ac882c714df req-c568a07e-ef0f-4505-93a4-152c834739a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:43.174810 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9acf283-b3b8-4c9b-b4ca-1ac882c714df req-c568a07e-ef0f-4505-93a4-152c834739a5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3e71e6a2-7641-44b7-b091-403fd27a1a22 HTTP/1.1" status: 200 len: 920 time: 0.5159516 Jul 14 09:40:43.194807 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbb7367-bcd7-429e-828a-58c845a33af9 None None] The sync data for ids ['9e80defd-4ec1-4f3c-af5f-8cac827cfd58'] in n-d-771362-35 is: [{'id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'name': 'tempest-ServerRescueTestJSONUnderV235-1201802404-router', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:39:55Z', 'revision_number': 4, 'project_id': '09779d13da1047eda2f18497dd8c08e1', 'gw_port': {'id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '51379b11-d2c9-479d-897e-2e535d398c1e', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'port_id': '617bc390-232b-4f19-bd05-a7c2d8654a4a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e71e6a2-7641-44b7-b091-403fd27a1a22', 'mac_address': 'fa:16:3e:7b:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e53865-0d41-41c0-a1a4-c200eed41fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:40:39Z', 'updated_at': '2021-07-14T09:40:41Z', 'revision_number': 1, 'project_id': '09779d13da1047eda2f18497dd8c08e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff234190-51bc-4288-9c6f-d7638734e40d', 'name': '', 'network_id': '3e71e6a2-7641-44b7-b091-403fd27a1a22', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'mac_address': 'fa:16:3e:ae:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'b1fe62fd-812e-48b4-b8a8-663a73b0c8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:55Z', 'updated_at': '2021-07-14T09:40:00Z', 'revision_number': 5, 'project_id': '09779d13da1047eda2f18497dd8c08e1', 'subnets': [{'id': 'b1fe62fd-812e-48b4-b8a8-663a73b0c8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:43.280093 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-5cb8cc38-93bb-477d-8e46-7f9cd6c3e13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:43.280932 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-5cb8cc38-93bb-477d-8e46-7f9cd6c3e13c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.283338 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-5cb8cc38-93bb-477d-8e46-7f9cd6c3e13c service neutron] 10.222.0.44 "PUT /v2.0/ports/da5f05b4-77d7-4a18-b617-f84e5f9cc01d HTTP/1.1" status: 200 len: 1092 time: 1.9565666 Jul 14 09:40:43.388794 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9acf283-b3b8-4c9b-b4ca-1ac882c714df req-943e573e-de48-4f13-b9a9-76f16fb2afff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=617bc390-232b-4f19-bd05-a7c2d8654a4a HTTP/1.1" status: 200 len: 999 time: 0.2022169 Jul 14 09:40:43.392411 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8cc38-93bb-477d-8e46-7f9cd6c3e13c service neutron] Pushing event updated for resources: {'Port': ['ID=da5f05b4-77d7-4a18-b617-f84e5f9cc01d,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:43.441071 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eaffb3-210d-48c6-88e5-e25be2801ba9 None None] New status for floating IP 51379b11-d2c9-479d-897e-2e535d398c1e: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:40:43.456651 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acf283-b3b8-4c9b-b4ca-1ac882c714df req-4c8142c2-bcc7-4b4a-af05-b2571d35009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:43.458123 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9acf283-b3b8-4c9b-b4ca-1ac882c714df req-4c8142c2-bcc7-4b4a-af05-b2571d35009a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b1fe62fd-812e-48b4-b8a8-663a73b0c8b5 HTTP/1.1" status: 200 len: 860 time: 0.0619874 Jul 14 09:40:43.475511 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-c925c377-8c9c-441c-9b9f-663cac8b9fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:43.476953 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-c925c377-8c9c-441c-9b9f-663cac8b9fe2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 1095 time: 0.1658828 Jul 14 09:40:43.497986 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9acf283-b3b8-4c9b-b4ca-1ac882c714df req-62369890-67ee-44bc-b155-984262392727 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3e71e6a2-7641-44b7-b091-403fd27a1a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321324 Jul 14 09:40:43.519346 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-f9acf283-b3b8-4c9b-b4ca-1ac882c714df req-73a7b3cc-9d8b-424e-8bc9-d40f373c4233 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:40:43.520366 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9acf283-b3b8-4c9b-b4ca-1ac882c714df req-73a7b3cc-9d8b-424e-8bc9-d40f373c4233 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148373 Jul 14 09:40:43.654094 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-5dafd84f-6f98-4db8-b849-8baa5065a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:43.655599 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-5dafd84f-6f98-4db8-b849-8baa5065a84d service neutron] 10.222.0.44 "GET /v2.0/networks?id=baaae29b-d092-49d9-bb1d-fc0a1fec877b HTTP/1.1" status: 200 len: 897 time: 0.1616719 Jul 14 09:40:43.706776 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9acf283-b3b8-4c9b-b4ca-1ac882c714df req-e3fe6303-d84a-4cef-ad12-ee6ed3a8e6e4 service neutron] 10.222.0.25 "GET /v2.0/networks/3e71e6a2-7641-44b7-b091-403fd27a1a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610262 Jul 14 09:40:43.771708 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-82840b80-24e0-484e-bdc5-f6f95b6f6e12 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da5f05b4-77d7-4a18-b617-f84e5f9cc01d HTTP/1.1" status: 200 len: 998 time: 0.1075921 Jul 14 09:40:43.783551 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device da5f05b4-77d7-4a18-b617-f84e5f9cc01d no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:43.821592 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device da5f05b4-77d7-4a18-b617-f84e5f9cc01d not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:43.848770 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-a24d42a0-fcb7-48a3-9629-5349b86fcfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:43.850254 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-a24d42a0-fcb7-48a3-9629-5349b86fcfa2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eaafebc3-a8a2-4e91-8324-2083cc119a77 HTTP/1.1" status: 200 len: 834 time: 0.0720532 Jul 14 09:40:43.856741 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9acf283-b3b8-4c9b-b4ca-1ac882c714df req-01612bf1-6af2-4e46-9d2d-3b6f82abaff9 service neutron] 10.222.0.25 "GET /v2.0/networks/3e71e6a2-7641-44b7-b091-403fd27a1a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436579 Jul 14 09:40:43.991584 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0210cccf-88df-496f-9355-496effa9fc78 req-edd71f00-ccc6-4ce1-8246-dac04d3d1275 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 1001 time: 0.1007454 Jul 14 09:40:43.996521 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-cb2763a1-4f29-4dc0-9907-f07e3263250d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:43.998005 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-cb2763a1-4f29-4dc0-9907-f07e3263250d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=baaae29b-d092-49d9-bb1d-fc0a1fec877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1401052 Jul 14 09:40:44.082283 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e53865-0d41-41c0-a1a4-c200eed41fe1', 'tag': '617bc390-232b-4f19-bd05-a7c2d8654a4a'}, {'name': 'network-changed', 'server_uuid': 'e72d275e-e695-43dd-bfa4-0730854221ab', 'tag': 'da5f05b4-77d7-4a18-b617-f84e5f9cc01d'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:44.084564 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c" -d '{"events": [{"name": "network-changed", "server_uuid": "06e53865-0d41-41c0-a1a4-c200eed41fe1", "tag": "617bc390-232b-4f19-bd05-a7c2d8654a4a"}, {"name": "network-changed", "server_uuid": "e72d275e-e695-43dd-bfa4-0730854221ab", "tag": "da5f05b4-77d7-4a18-b617-f84e5f9cc01d"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:44.117367 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210cccf-88df-496f-9355-496effa9fc78 req-47082620-788c-48ca-8bf7-0dc91e6669f9 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:44.118743 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0210cccf-88df-496f-9355-496effa9fc78 req-47082620-788c-48ca-8bf7-0dc91e6669f9 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports/617bc390-232b-4f19-bd05-a7c2d8654a4a HTTP/1.1" status: 200 len: 942 time: 0.1198759 Jul 14 09:40:44.138515 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43edc576-c5c8-4c13-9337-25da65f039a1 x-openstack-request-id: req-43edc576-c5c8-4c13-9337-25da65f039a1 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:44.138902 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e53865-0d41-41c0-a1a4-c200eed41fe1", "tag": "617bc390-232b-4f19-bd05-a7c2d8654a4a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e72d275e-e695-43dd-bfa4-0730854221ab", "tag": "da5f05b4-77d7-4a18-b617-f84e5f9cc01d", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:44.139123 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43edc576-c5c8-4c13-9337-25da65f039a1 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:44.139422 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e53865-0d41-41c0-a1a4-c200eed41fe1', 'tag': '617bc390-232b-4f19-bd05-a7c2d8654a4a', 'status': 'completed', 'code': 200} Jul 14 09:40:44.139700 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e72d275e-e695-43dd-bfa4-0730854221ab', 'tag': 'da5f05b4-77d7-4a18-b617-f84e5f9cc01d', 'status': 'completed', 'code': 200} Jul 14 09:40:44.143552 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-9c85a79f-0086-4425-940e-a2bbbd13fdf7 service neutron] 10.222.0.44 "GET /v2.0/networks/baaae29b-d092-49d9-bb1d-fc0a1fec877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360209 Jul 14 09:40:44.263911 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-63d5e6e7-fb91-41a6-b70e-827c365e6340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:44.265316 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-63d5e6e7-fb91-41a6-b70e-827c365e6340 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 1095 time: 0.1031644 Jul 14 09:40:44.285703 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-f8e4b740-6dca-4c45-9f9b-89ac9847949b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:44.287154 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-f8e4b740-6dca-4c45-9f9b-89ac9847949b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09779d13da1047eda2f18497dd8c08e1&device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 1097 time: 0.0894210 Jul 14 09:40:44.337468 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-8d74493e-0a0c-41d6-b8cf-d7d6026c9b3a service neutron] 10.222.0.44 "GET /v2.0/networks/baaae29b-d092-49d9-bb1d-fc0a1fec877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870551 Jul 14 09:40:44.349534 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0210cccf-88df-496f-9355-496effa9fc78 req-3dab3e07-1c5e-4af7-bc89-f1fb0ce3869c tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 1001 time: 0.1257408 Jul 14 09:40:44.423037 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a0bbd-721d-4233-9b63-950a007c40eb req-beee4306-8258-4af0-bbb8-5d2861ee344c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:44.424638 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-979a0bbd-721d-4233-9b63-950a007c40eb req-beee4306-8258-4af0-bbb8-5d2861ee344c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 943 time: 0.1581955 Jul 14 09:40:44.446202 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-90d3d11f-4ba4-4ded-9daa-30078efd8c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:44.447786 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-90d3d11f-4ba4-4ded-9daa-30078efd8c8c service neutron] 10.222.0.47 "GET /v2.0/networks?id=baaae29b-d092-49d9-bb1d-fc0a1fec877b HTTP/1.1" status: 200 len: 897 time: 0.1732998 Jul 14 09:40:44.449936 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-df7b23e2-8d9b-4155-bfba-7a9b5706e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:44.451343 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-df7b23e2-8d9b-4155-bfba-7a9b5706e333 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e71e6a2-7641-44b7-b091-403fd27a1a22 HTTP/1.1" status: 200 len: 920 time: 0.1300333 Jul 14 09:40:44.499556 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-979a0bbd-721d-4233-9b63-950a007c40eb req-a1f70617-8d9b-4c5b-b71b-2479ab5ed2fa tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661674 Jul 14 09:40:44.537118 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210cccf-88df-496f-9355-496effa9fc78 req-aac2fb81-5234-4359-9841-db8472f724b7 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:44.539589 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0210cccf-88df-496f-9355-496effa9fc78 req-aac2fb81-5234-4359-9841-db8472f724b7 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 784 time: 0.1805136 Jul 14 09:40:44.551984 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-0210cccf-88df-496f-9355-496effa9fc78 req-7e882727-df96-4fb4-a83a-a717c52ee216 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:40:44.553025 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0210cccf-88df-496f-9355-496effa9fc78 req-7e882727-df96-4fb4-a83a-a717c52ee216 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077441 Jul 14 09:40:44.569041 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-6fa9bccd-90c1-479f-8f2c-9f352dd4b4b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da5f05b4-77d7-4a18-b617-f84e5f9cc01d HTTP/1.1" status: 200 len: 998 time: 0.1114664 Jul 14 09:40:44.575833 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-aa7da48a-281d-4f72-973a-8b776f418429 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=617bc390-232b-4f19-bd05-a7c2d8654a4a HTTP/1.1" status: 200 len: 1001 time: 0.1104956 Jul 14 09:40:44.625507 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0210cccf-88df-496f-9355-496effa9fc78 req-abb3c944-92bb-47f6-a940-def30bdff864 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 1001 time: 0.0644813 Jul 14 09:40:44.635388 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-0210cccf-88df-496f-9355-496effa9fc78 req-c2766c06-b239-4768-827f-c02eeffa74a2 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:44.657950 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-04145b16-2927-4d2c-9dc5-1eea0a96934c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:44.659417 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-04145b16-2927-4d2c-9dc5-1eea0a96934c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eaafebc3-a8a2-4e91-8324-2083cc119a77 HTTP/1.1" status: 200 len: 834 time: 0.0827513 Jul 14 09:40:44.660876 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-2b1ddb56-7660-42bd-a0c3-631784dbead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:44.662173 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-2b1ddb56-7660-42bd-a0c3-631784dbead0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1fe62fd-812e-48b4-b8a8-663a73b0c8b5 HTTP/1.1" status: 200 len: 860 time: 0.0589445 Jul 14 09:40:44.696740 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0210cccf-88df-496f-9355-496effa9fc78 req-c2766c06-b239-4768-827f-c02eeffa74a2 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.722941 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-6331fbd4-c2fd-42b8-bcd8-17d0c7002346 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e71e6a2-7641-44b7-b091-403fd27a1a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474117 Jul 14 09:40:44.803206 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-71f2ec4e-5345-44e6-9e5f-1dcbf3599975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:44.804735 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-71f2ec4e-5345-44e6-9e5f-1dcbf3599975 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baaae29b-d092-49d9-bb1d-fc0a1fec877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1368611 Jul 14 09:40:44.849645 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0210cccf-88df-496f-9355-496effa9fc78 req-c2766c06-b239-4768-827f-c02eeffa74a2 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.853868 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0210cccf-88df-496f-9355-496effa9fc78 req-c2766c06-b239-4768-827f-c02eeffa74a2 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.854454 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [req-0210cccf-88df-496f-9355-496effa9fc78 req-c2766c06-b239-4768-827f-c02eeffa74a2 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Floating IP 51379b11-d2c9-479d-897e-2e535d398c1e disassociated. External IP: 172.25.6.175, port: 617bc390-232b-4f19-bd05-a7c2d8654a4a. Jul 14 09:40:44.881980 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-cdc87ee4-897f-4d0f-94c5-399477495d66 service neutron] 10.222.0.44 "GET /v2.0/networks/3e71e6a2-7641-44b7-b091-403fd27a1a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482396 Jul 14 09:40:44.968139 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-0a5e6dfd-e299-46d3-a586-7207ea4be9de service neutron] 10.222.0.47 "GET /v2.0/networks/baaae29b-d092-49d9-bb1d-fc0a1fec877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540670 Jul 14 09:40:45.046255 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-2df1385f-4be9-4c2b-8dc6-077d4399ce9c service neutron] 10.222.0.44 "GET /v2.0/networks/3e71e6a2-7641-44b7-b091-403fd27a1a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571875 Jul 14 09:40:45.072468 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0210cccf-88df-496f-9355-496effa9fc78 req-c2766c06-b239-4768-827f-c02eeffa74a2 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Router 9e80defd-4ec1-4f3c-af5f-8cac827cfd58 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:45.079463 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-2bb6b6ed-8fd9-441c-a670-1087f844b9c2 service neutron] 10.222.0.47 "GET /v2.0/networks/baaae29b-d092-49d9-bb1d-fc0a1fec877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014369 Jul 14 09:40:45.164680 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-28579dcc-611e-4b7e-b4f1-4add699f8451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:45.166203 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-28579dcc-611e-4b7e-b4f1-4add699f8451 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 1095 time: 0.0576832 Jul 14 09:40:45.184641 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0210cccf-88df-496f-9355-496effa9fc78 req-c2766c06-b239-4768-827f-c02eeffa74a2 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:45.189232 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-0210cccf-88df-496f-9355-496effa9fc78 req-c2766c06-b239-4768-827f-c02eeffa74a2 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:45.195663 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98a3194-ed10-4e40-894c-c5dc1761b544 None None] Sync routers for ids ['9e80defd-4ec1-4f3c-af5f-8cac827cfd58'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:45.206515 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98a3194-ed10-4e40-894c-c5dc1761b544 None None] Routers {'9e80defd-4ec1-4f3c-af5f-8cac827cfd58'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:45.207224 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b98a3194-ed10-4e40-894c-c5dc1761b544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:40:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['9e80defd-4ec1-4f3c-af5f-8cac827cfd58'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:45.228185 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0210cccf-88df-496f-9355-496effa9fc78 req-c2766c06-b239-4768-827f-c02eeffa74a2 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "PUT /v2.0/floatingips/51379b11-d2c9-479d-897e-2e535d398c1e HTTP/1.1" status: 200 len: 695 time: 0.5966442 Jul 14 09:40:45.257828 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-4e332247-577e-408b-bf4d-2483b44cae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:45.259317 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-4e332247-577e-408b-bf4d-2483b44cae6e service neutron] 10.222.0.44 "GET /v2.0/networks?id=baaae29b-d092-49d9-bb1d-fc0a1fec877b HTTP/1.1" status: 200 len: 897 time: 0.0868146 Jul 14 09:40:45.325178 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b98a3194-ed10-4e40-894c-c5dc1761b544 None None] Set router 9e80defd-4ec1-4f3c-af5f-8cac827cfd58 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:45.364364 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210cccf-88df-496f-9355-496effa9fc78 req-2b06b60a-55f4-4982-9e24-6f27d1f45e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:45.366090 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0210cccf-88df-496f-9355-496effa9fc78 req-2b06b60a-55f4-4982-9e24-6f27d1f45e5f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=09779d13da1047eda2f18497dd8c08e1&device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 1097 time: 0.1228034 Jul 14 09:40:45.469243 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210cccf-88df-496f-9355-496effa9fc78 req-d342f263-019e-4d93-8275-29b5ed5e7b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:45.476073 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0210cccf-88df-496f-9355-496effa9fc78 req-d342f263-019e-4d93-8275-29b5ed5e7b93 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3e71e6a2-7641-44b7-b091-403fd27a1a22 HTTP/1.1" status: 200 len: 920 time: 0.1018517 Jul 14 09:40:45.515111 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0210cccf-88df-496f-9355-496effa9fc78 req-928a1319-b833-4989-88ec-b538795348ef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=617bc390-232b-4f19-bd05-a7c2d8654a4a HTTP/1.1" status: 200 len: 217 time: 0.0371943 Jul 14 09:40:45.557791 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b98a3194-ed10-4e40-894c-c5dc1761b544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'name': 'tempest-ServerRescueTestJSONUnderV235-1201802404-router', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:39:55Z', 'revision_number': 4, 'project_id': '09779d13da1047eda2f18497dd8c08e1', 'gw_port': {'id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'ff234190-51bc-4288-9c6f-d7638734e40d', 'name': '', 'network_id': '3e71e6a2-7641-44b7-b091-403fd27a1a22', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'mac_address': 'fa:16:3e:ae:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'b1fe62fd-812e-48b4-b8a8-663a73b0c8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:55Z', 'updated_at': '2021-07-14T09:40:00Z', 'revision_number': 5, 'project_id': '09779d13da1047eda2f18497dd8c08e1', 'subnets': [{'id': 'b1fe62fd-812e-48b4-b8a8-663a73b0c8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:45.574908 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210cccf-88df-496f-9355-496effa9fc78 req-2bafcf05-8ede-4f1a-ac64-81a499aada0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:45.576511 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0210cccf-88df-496f-9355-496effa9fc78 req-2bafcf05-8ede-4f1a-ac64-81a499aada0f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b1fe62fd-812e-48b4-b8a8-663a73b0c8b5 HTTP/1.1" status: 200 len: 860 time: 0.0553477 Jul 14 09:40:45.586611 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98a3194-ed10-4e40-894c-c5dc1761b544 None None] Checking router: 9e80defd-4ec1-4f3c-af5f-8cac827cfd58 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:40:45.596467 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98a3194-ed10-4e40-894c-c5dc1761b544 None None] Routers {'9e80defd-4ec1-4f3c-af5f-8cac827cfd58'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:45.597142 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b98a3194-ed10-4e40-894c-c5dc1761b544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:40:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['9e80defd-4ec1-4f3c-af5f-8cac827cfd58'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:45.619196 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0210cccf-88df-496f-9355-496effa9fc78 req-2c8e7b32-2937-43b9-b38b-069d0f01c1d8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3e71e6a2-7641-44b7-b091-403fd27a1a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363777 Jul 14 09:40:45.694185 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-2c746724-450e-4995-a568-af63cf29dd7e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da5f05b4-77d7-4a18-b617-f84e5f9cc01d HTTP/1.1" status: 200 len: 998 time: 0.4274278 Jul 14 09:40:45.716919 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b98a3194-ed10-4e40-894c-c5dc1761b544 None None] Set router 9e80defd-4ec1-4f3c-af5f-8cac827cfd58 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:45.746616 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-5f23ac18-555b-4361-9f0e-0c08ef8e77e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:45.748217 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-5f23ac18-555b-4361-9f0e-0c08ef8e77e7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eaafebc3-a8a2-4e91-8324-2083cc119a77 HTTP/1.1" status: 200 len: 834 time: 0.0459456 Jul 14 09:40:45.759649 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0210cccf-88df-496f-9355-496effa9fc78 req-f3d549b8-79e9-48ec-97ef-8c7e9aeee4a1 service neutron] 10.222.0.25 "GET /v2.0/networks/3e71e6a2-7641-44b7-b091-403fd27a1a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342545 Jul 14 09:40:45.768852 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0602e-c72d-4c52-bea6-906626ae8f07 req-1052712a-21c3-4e74-bc5a-b2cc18fec264 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:45.770375 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e2a0602e-c72d-4c52-bea6-906626ae8f07 req-1052712a-21c3-4e74-bc5a-b2cc18fec264 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 943 time: 0.1252303 Jul 14 09:40:45.835131 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-e79b23be-81ed-4a3e-ad01-c7974498c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:45.836612 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-e79b23be-81ed-4a3e-ad01-c7974498c9d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=baaae29b-d092-49d9-bb1d-fc0a1fec877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0819266 Jul 14 09:40:45.860473 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e2a0602e-c72d-4c52-bea6-906626ae8f07 req-b44fa129-4704-4546-b941-7d1fab3ba730 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817213 Jul 14 09:40:45.900053 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device da5f05b4-77d7-4a18-b617-f84e5f9cc01d details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:40:45.903951 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0210cccf-88df-496f-9355-496effa9fc78 req-48b84119-3b0a-4a1e-b7a2-66fa02709a45 service neutron] 10.222.0.25 "GET /v2.0/networks/3e71e6a2-7641-44b7-b091-403fd27a1a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320851 Jul 14 09:40:45.964735 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-633eefaa-83ab-42d6-81a8-b83405ef2785 service neutron] 10.222.0.44 "GET /v2.0/networks/baaae29b-d092-49d9-bb1d-fc0a1fec877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156909 Jul 14 09:40:46.003107 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-974ea2bf-2b00-4569-82af-da3b8da764cc req-2e757ca7-b4cd-4292-8b46-695e5acb3960 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/floatingips/51379b11-d2c9-479d-897e-2e535d398c1e HTTP/1.1" status: 200 len: 695 time: 0.0645404 Jul 14 09:40:46.023348 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port da5f05b4-77d7-4a18-b617-f84e5f9cc01d, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=da5f05b4-77d7-4a18-b617-f84e5f9cc01d,segment=NetworkSegment(9ffd8086-39ac-4dde-963c-3fe829544c74),segment_id=9ffd8086-39ac-4dde-963c-3fe829544c74)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:46.039437 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'da5f05b4-77d7-4a18-b617-f84e5f9cc01d', 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b', 'port_id': 'da5f05b4-77d7-4a18-b617-f84e5f9cc01d', 'mac_address': 'fa:16:3e:bc:e8:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaafebc3-a8a2-4e91-8324-2083cc119a77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:40:46.062160 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b98a3194-ed10-4e40-894c-c5dc1761b544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'name': 'tempest-ServerRescueTestJSONUnderV235-1201802404-router', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:39:55Z', 'revision_number': 4, 'project_id': '09779d13da1047eda2f18497dd8c08e1', 'gw_port': {'id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'ff234190-51bc-4288-9c6f-d7638734e40d', 'name': '', 'network_id': '3e71e6a2-7641-44b7-b091-403fd27a1a22', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'mac_address': 'fa:16:3e:ae:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'b1fe62fd-812e-48b4-b8a8-663a73b0c8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:55Z', 'updated_at': '2021-07-14T09:40:00Z', 'revision_number': 5, 'project_id': '09779d13da1047eda2f18497dd8c08e1', 'subnets': [{'id': 'b1fe62fd-812e-48b4-b8a8-663a73b0c8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:46.111347 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:46.114556 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ad30d0c7-89b7-46a8-9782-f8dd7793ed8c req-6ea1644f-7ca4-42c1-b713-44cf46f670ff service neutron] 10.222.0.44 "GET /v2.0/networks/baaae29b-d092-49d9-bb1d-fc0a1fec877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429393 Jul 14 09:40:46.136424 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da5f05b4-77d7-4a18-b617-f84e5f9cc01d {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:40:46.137402 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98a3194-ed10-4e40-894c-c5dc1761b544 None None] The sync data for ids ['9e80defd-4ec1-4f3c-af5f-8cac827cfd58'] in n-d-771362-35 is: [{'id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'name': 'tempest-ServerRescueTestJSONUnderV235-1201802404-router', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:39:55Z', 'revision_number': 4, 'project_id': '09779d13da1047eda2f18497dd8c08e1', 'gw_port': {'id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'ff234190-51bc-4288-9c6f-d7638734e40d', 'name': '', 'network_id': '3e71e6a2-7641-44b7-b091-403fd27a1a22', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'mac_address': 'fa:16:3e:ae:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'b1fe62fd-812e-48b4-b8a8-663a73b0c8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:55Z', 'updated_at': '2021-07-14T09:40:00Z', 'revision_number': 5, 'project_id': '09779d13da1047eda2f18497dd8c08e1', 'subnets': [{'id': 'b1fe62fd-812e-48b4-b8a8-663a73b0c8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:46.169385 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port da5f05b4-77d7-4a18-b617-f84e5f9cc01d, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=da5f05b4-77d7-4a18-b617-f84e5f9cc01d,segment=NetworkSegment(9ffd8086-39ac-4dde-963c-3fe829544c74),segment_id=9ffd8086-39ac-4dde-963c-3fe829544c74)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:46.174545 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:46.239645 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=da5f05b4-77d7-4a18-b617-f84e5f9cc01d,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:46.248747 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:46.249089 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:46.249442 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:46.249903 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:46.250238 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:46.250569 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:46.250998 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:46.251233 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:46.251576 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:46.251897 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:46.252260 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:46.252521 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:46.390611 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e53865-0d41-41c0-a1a4-c200eed41fe1', 'tag': '617bc390-232b-4f19-bd05-a7c2d8654a4a'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:46.393139 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7433cc91-26bb-4dec-a400-9b0049840d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "06e53865-0d41-41c0-a1a4-c200eed41fe1", "tag": "617bc390-232b-4f19-bd05-a7c2d8654a4a"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:46.434879 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['da5f05b4-77d7-4a18-b617-f84e5f9cc01d'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:46.464470 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94ee8d3-a268-42db-b94a-9aa2606decfc None None] New status for floating IP 51379b11-d2c9-479d-897e-2e535d398c1e: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:40:46.464729 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e1cc95-4cb4-473a-975a-914b48394124 x-openstack-request-id: req-b0e1cc95-4cb4-473a-975a-914b48394124 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:46.465087 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e53865-0d41-41c0-a1a4-c200eed41fe1", "tag": "617bc390-232b-4f19-bd05-a7c2d8654a4a", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:46.465550 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0e1cc95-4cb4-473a-975a-914b48394124 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:46.465982 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e53865-0d41-41c0-a1a4-c200eed41fe1', 'tag': '617bc390-232b-4f19-bd05-a7c2d8654a4a', 'status': 'completed', 'code': 200} Jul 14 09:40:46.501463 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ea2bf-2b00-4569-82af-da3b8da764cc req-4f193e0c-52d5-4083-8118-bf9d60df8d24 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:46.502936 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-974ea2bf-2b00-4569-82af-da3b8da764cc req-4f193e0c-52d5-4083-8118-bf9d60df8d24 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/networks/6facc217-dc01-422a-8069-2c7784a4d993 HTTP/1.1" status: 200 len: 784 time: 0.4989009 Jul 14 09:40:46.514749 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-974ea2bf-2b00-4569-82af-da3b8da764cc req-e87c892a-62f3-4cc7-8b7b-e00a7ee16aac tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:40:46.515822 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-974ea2bf-2b00-4569-82af-da3b8da764cc req-e87c892a-62f3-4cc7-8b7b-e00a7ee16aac tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067866 Jul 14 09:40:46.564382 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433cc91-26bb-4dec-a400-9b0049840d0a req-af08d5c6-d050-4fdb-9539-8f37fa8bfdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:46.565435 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7433cc91-26bb-4dec-a400-9b0049840d0a req-af08d5c6-d050-4fdb-9539-8f37fa8bfdc4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09779d13da1047eda2f18497dd8c08e1&device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 1097 time: 0.0754256 Jul 14 09:40:46.575168 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-974ea2bf-2b00-4569-82af-da3b8da764cc req-40850892-4bdf-4ac8-ac7a-41463365b2c3 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 698 time: 0.0529230 Jul 14 09:40:46.643837 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-974ea2bf-2b00-4569-82af-da3b8da764cc req-417efb70-7f47-4ab0-b618-16fc3eaf223a tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 698 time: 0.0613189 Jul 14 09:40:46.689202 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433cc91-26bb-4dec-a400-9b0049840d0a req-234c422f-013f-437c-99c3-f0e15a90d4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:46.691234 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7433cc91-26bb-4dec-a400-9b0049840d0a req-234c422f-013f-437c-99c3-f0e15a90d4ef service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e71e6a2-7641-44b7-b091-403fd27a1a22 HTTP/1.1" status: 200 len: 920 time: 0.1180134 Jul 14 09:40:46.738587 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7433cc91-26bb-4dec-a400-9b0049840d0a req-326b3c1e-ef8d-48df-8e8d-6da1ca3807e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=617bc390-232b-4f19-bd05-a7c2d8654a4a HTTP/1.1" status: 200 len: 217 time: 0.0400579 Jul 14 09:40:46.794624 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-974ea2bf-2b00-4569-82af-da3b8da764cc req-217ad4b2-ca1c-43ec-a700-e037fbdc6435 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Deleting port 9ebde82a-ab11-42e2-bfbf-9231f915d0d3 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:46.795082 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-974ea2bf-2b00-4569-82af-da3b8da764cc req-217ad4b2-ca1c-43ec-a700-e037fbdc6435 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:46.805207 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433cc91-26bb-4dec-a400-9b0049840d0a req-459195d4-1993-4c52-8b13-45f94c9201f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:46.806702 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7433cc91-26bb-4dec-a400-9b0049840d0a req-459195d4-1993-4c52-8b13-45f94c9201f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1fe62fd-812e-48b4-b8a8-663a73b0c8b5 HTTP/1.1" status: 200 len: 860 time: 0.0579841 Jul 14 09:40:46.843881 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7433cc91-26bb-4dec-a400-9b0049840d0a req-5d81fb23-5386-4a81-8867-093e2167620b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e71e6a2-7641-44b7-b091-403fd27a1a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286415 Jul 14 09:40:46.860446 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [req-7433cc91-26bb-4dec-a400-9b0049840d0a req-de0bc56d-7c43-4c0a-80d5-8212b2d2b040 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:40:46.861608 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7433cc91-26bb-4dec-a400-9b0049840d0a req-de0bc56d-7c43-4c0a-80d5-8212b2d2b040 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060813 Jul 14 09:40:46.898600 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-974ea2bf-2b00-4569-82af-da3b8da764cc req-217ad4b2-ca1c-43ec-a700-e037fbdc6435 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:46.899338 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-974ea2bf-2b00-4569-82af-da3b8da764cc req-217ad4b2-ca1c-43ec-a700-e037fbdc6435 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:46.917746 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-974ea2bf-2b00-4569-82af-da3b8da764cc req-217ad4b2-ca1c-43ec-a700-e037fbdc6435 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Calling delete_port for 9ebde82a-ab11-42e2-bfbf-9231f915d0d3 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:46.978842 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7433cc91-26bb-4dec-a400-9b0049840d0a req-f5ee7b1d-1db6-4d58-ad94-277aec8cfed7 service neutron] 10.222.0.44 "GET /v2.0/networks/3e71e6a2-7641-44b7-b091-403fd27a1a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063979 Jul 14 09:40:47.084922 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7433cc91-26bb-4dec-a400-9b0049840d0a req-f7f78611-a707-42e0-8a3a-c09a688076b6 service neutron] 10.222.0.44 "GET /v2.0/networks/3e71e6a2-7641-44b7-b091-403fd27a1a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978794 Jul 14 09:40:47.123102 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-974ea2bf-2b00-4569-82af-da3b8da764cc req-217ad4b2-ca1c-43ec-a700-e037fbdc6435 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:47.155144 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ad4b2-ca1c-43ec-a700-e037fbdc6435 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Pushing event deleted for resources: {'Port': ['ID=9ebde82a-ab11-42e2-bfbf-9231f915d0d3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:47.208559 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8786e-8292-45f6-b4a6-789b53fbccd9 req-bfeeecaa-b4d4-4f2f-be56-4a2ef1a60a4c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:47.210064 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c3a8786e-8292-45f6-b4a6-789b53fbccd9 req-bfeeecaa-b4d4-4f2f-be56-4a2ef1a60a4c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 944 time: 0.1625171 Jul 14 09:40:47.250927 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-974ea2bf-2b00-4569-82af-da3b8da764cc req-217ad4b2-ca1c-43ec-a700-e037fbdc6435 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:47.253449 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-974ea2bf-2b00-4569-82af-da3b8da764cc req-217ad4b2-ca1c-43ec-a700-e037fbdc6435 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:47.254577 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-974ea2bf-2b00-4569-82af-da3b8da764cc req-217ad4b2-ca1c-43ec-a700-e037fbdc6435 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "DELETE /v2.0/floatingips/51379b11-d2c9-479d-897e-2e535d398c1e HTTP/1.1" status: 204 len: 173 time: 0.6031263 Jul 14 09:40:47.262155 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c3a8786e-8292-45f6-b4a6-789b53fbccd9 req-275a0911-3409-4b59-9b6a-1a011a3f1d11 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443108 Jul 14 09:40:47.325733 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-45602e92-e49f-455e-8e10-de1fd1651f9e req-784b0f2b-e0d4-4f61-bb25-16895b2fee9c tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups/46d647eb-a1c8-43fd-bb89-f3d57800beb9 HTTP/1.1" status: 200 len: 1808 time: 0.0510056 Jul 14 09:40:47.386310 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-45602e92-e49f-455e-8e10-de1fd1651f9e req-3b1c20a1-a788-4d27-95d1-c015fdc3256c tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:47.410720 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-45602e92-e49f-455e-8e10-de1fd1651f9e req-3b1c20a1-a788-4d27-95d1-c015fdc3256c tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:47.465121 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-45602e92-e49f-455e-8e10-de1fd1651f9e req-3b1c20a1-a788-4d27-95d1-c015fdc3256c tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:47.467765 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-45602e92-e49f-455e-8e10-de1fd1651f9e req-3b1c20a1-a788-4d27-95d1-c015fdc3256c tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:47.468940 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-45602e92-e49f-455e-8e10-de1fd1651f9e req-3b1c20a1-a788-4d27-95d1-c015fdc3256c tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "DELETE /v2.0/security-groups/46d647eb-a1c8-43fd-bb89-f3d57800beb9 HTTP/1.1" status: 204 len: 173 time: 0.1380153 Jul 14 09:40:47.481698 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c20a1-a788-4d27-95d1-c015fdc3256c tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d647eb-a1c8-43fd-bb89-f3d57800beb9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:47.605043 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b913d9-8ad3-45fe-9121-a9a53e1a5bcf req-09d6ef5b-6c5d-41d9-b098-95796a8ce824 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:47.607011 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35b913d9-8ad3-45fe-9121-a9a53e1a5bcf req-09d6ef5b-6c5d-41d9-b098-95796a8ce824 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 944 time: 0.0884945 Jul 14 09:40:47.648787 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35b913d9-8ad3-45fe-9121-a9a53e1a5bcf req-3cb95848-5a26-432a-8846-354679b70ca2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358107 Jul 14 09:40:47.663069 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccebf9-77ef-4445-af95-4565fe5e1d90 req-aff37cfe-f3bd-4faf-8146-ddf4961a2ed6 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:47.664752 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a4ccebf9-77ef-4445-af95-4565fe5e1d90 req-aff37cfe-f3bd-4faf-8146-ddf4961a2ed6 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.47 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab&tenant_id=efe559a5c8d646b7b35d7ff399735120&binding%3Ahost_id=n-h2-771362-35 HTTP/1.1" status: 200 len: 944 time: 0.1323578 Jul 14 09:40:47.733445 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [req-a4ccebf9-77ef-4445-af95-4565fe5e1d90 req-c80f161c-c035-46b3-a69b-bf64736ffd10 service neutron] delete failed (client error): The resource could not be found. Jul 14 09:40:47.734492 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a4ccebf9-77ef-4445-af95-4565fe5e1d90 req-c80f161c-c035-46b3-a69b-bf64736ffd10 service neutron] 10.222.0.47 "DELETE /v2.0/ports/da5f05b4-77d7-4a18-b617-f84e5f9cc01d/bindings/n-h1-771362-35 HTTP/1.1" status: 404 len: 381 time: 0.0629034 Jul 14 09:40:47.837237 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccebf9-77ef-4445-af95-4565fe5e1d90 req-d888a438-d118-4d13-b75e-721bb8133d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:47.839001 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a4ccebf9-77ef-4445-af95-4565fe5e1d90 req-d888a438-d118-4d13-b75e-721bb8133d49 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 1096 time: 0.0588233 Jul 14 09:40:47.869296 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487197e-ea7a-45b7-a9f3-b6dba94cc86b req-b5b915eb-3789-4b0a-a0dd-a97842e587bd tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:47.871533 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f487197e-ea7a-45b7-a9f3-b6dba94cc86b req-b5b915eb-3789-4b0a-a0dd-a97842e587bd tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.0702312 Jul 14 09:40:47.912738 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f487197e-ea7a-45b7-a9f3-b6dba94cc86b req-90b20217-aead-4678-ae62-33ef04662e1b tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350060 Jul 14 09:40:47.918969 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device da5f05b4-77d7-4a18-b617-f84e5f9cc01d up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:47.948291 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccebf9-77ef-4445-af95-4565fe5e1d90 req-c71cccfe-33c6-4192-9413-203eca62ebee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:47.948291 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a4ccebf9-77ef-4445-af95-4565fe5e1d90 req-c71cccfe-33c6-4192-9413-203eca62ebee service neutron] 10.222.0.47 "GET /v2.0/networks?id=baaae29b-d092-49d9-bb1d-fc0a1fec877b HTTP/1.1" status: 200 len: 897 time: 0.0993986 Jul 14 09:40:47.973230 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port da5f05b4-77d7-4a18-b617-f84e5f9cc01d completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:47.978079 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port da5f05b4-77d7-4a18-b617-f84e5f9cc01d triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:47.978456 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:48.020813 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a4ccebf9-77ef-4445-af95-4565fe5e1d90 req-19eeacfb-3b12-4be1-be40-1fa5e83cf31b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da5f05b4-77d7-4a18-b617-f84e5f9cc01d HTTP/1.1" status: 200 len: 999 time: 0.0690072 Jul 14 09:40:48.065542 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:48.072182 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccebf9-77ef-4445-af95-4565fe5e1d90 req-e77c0d83-ff94-4f39-ac9d-13ad51b1cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:48.074429 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a4ccebf9-77ef-4445-af95-4565fe5e1d90 req-e77c0d83-ff94-4f39-ac9d-13ad51b1cdbc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eaafebc3-a8a2-4e91-8324-2083cc119a77 HTTP/1.1" status: 200 len: 834 time: 0.0471690 Jul 14 09:40:48.092568 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72d275e-e695-43dd-bfa4-0730854221ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5f05b4-77d7-4a18-b617-f84e5f9cc01d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:48.094986 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d302feb-d356-4488-91dd-d5db496e0ada" -d '{"events": [{"server_uuid": "e72d275e-e695-43dd-bfa4-0730854221ab", "name": "network-vif-plugged", "status": "completed", "tag": "da5f05b4-77d7-4a18-b617-f84e5f9cc01d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:48.112262 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port da5f05b4-77d7-4a18-b617-f84e5f9cc01d, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=da5f05b4-77d7-4a18-b617-f84e5f9cc01d,segment=NetworkSegment(9ffd8086-39ac-4dde-963c-3fe829544c74),segment_id=9ffd8086-39ac-4dde-963c-3fe829544c74)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:48.116615 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:48.146860 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccebf9-77ef-4445-af95-4565fe5e1d90 req-2433f209-c253-4a39-904a-082c640fdeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:48.148606 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a4ccebf9-77ef-4445-af95-4565fe5e1d90 req-2433f209-c253-4a39-904a-082c640fdeef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baaae29b-d092-49d9-bb1d-fc0a1fec877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673592 Jul 14 09:40:48.152919 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5205de81-e2e5-4bf9-a84e-7ddacf1818c0 x-openstack-request-id: req-5205de81-e2e5-4bf9-a84e-7ddacf1818c0 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:48.153211 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72d275e-e695-43dd-bfa4-0730854221ab", "name": "network-vif-plugged", "status": "completed", "tag": "da5f05b4-77d7-4a18-b617-f84e5f9cc01d", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:48.153461 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5205de81-e2e5-4bf9-a84e-7ddacf1818c0 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:48.153849 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72d275e-e695-43dd-bfa4-0730854221ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5f05b4-77d7-4a18-b617-f84e5f9cc01d', 'code': 200} Jul 14 09:40:48.170796 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=da5f05b4-77d7-4a18-b617-f84e5f9cc01d,revision_number=9']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:48.242061 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a4ccebf9-77ef-4445-af95-4565fe5e1d90 req-42ab01af-6684-4b09-a1e1-1e39886ba139 service neutron] 10.222.0.47 "GET /v2.0/networks/baaae29b-d092-49d9-bb1d-fc0a1fec877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857408 Jul 14 09:40:48.337746 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a4ccebf9-77ef-4445-af95-4565fe5e1d90 req-2693a298-0f64-4f1b-ae32-1fa517f9549e service neutron] 10.222.0.47 "GET /v2.0/networks/baaae29b-d092-49d9-bb1d-fc0a1fec877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892153 Jul 14 09:40:48.446683 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4792e83f-aa51-4a33-9047-26235d15aab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:48.833411 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ebb7b-da96-4e3d-adeb-535702726c84 req-2aa4181b-85bd-4ec7-87bf-5961ebd38c0a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:48.834819 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7d3ebb7b-da96-4e3d-adeb-535702726c84 req-2aa4181b-85bd-4ec7-87bf-5961ebd38c0a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 945 time: 0.0658360 Jul 14 09:40:48.874238 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7d3ebb7b-da96-4e3d-adeb-535702726c84 req-83e8c287-e707-4e1e-8e86-8b2e7847bf7b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328481 Jul 14 09:40:49.110816 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1318d-31ea-4270-8d8e-cd17725a3c97 req-842eaf57-bc64-421c-80ec-30ef2ac62ee4 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:49.112247 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-55f1318d-31ea-4270-8d8e-cd17725a3c97 req-842eaf57-bc64-421c-80ec-30ef2ac62ee4 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.0681787 Jul 14 09:40:49.152212 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-55f1318d-31ea-4270-8d8e-cd17725a3c97 req-1ae3646f-1882-4b12-b0a0-e298a3ead64b tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342448 Jul 14 09:40:50.061107 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57984aa-04d8-47de-bfb7-3599d78335ef req-24853385-c0e6-4c33-a5a8-d6a8502c566f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:50.062668 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d57984aa-04d8-47de-bfb7-3599d78335ef req-24853385-c0e6-4c33-a5a8-d6a8502c566f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 945 time: 0.0701056 Jul 14 09:40:50.107016 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d57984aa-04d8-47de-bfb7-3599d78335ef req-6187fd14-bb96-4421-b1b0-7c69dd1468c1 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386539 Jul 14 09:40:50.133046 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56854) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:50.233957 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fbfcb181-4fb1-4a01-a5b2-1c15e0367a97 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/floatingips/40a5a79e-21f6-41d2-a88e-5a9c958e20ef HTTP/1.1" status: 200 len: 992 time: 0.0996244 Jul 14 09:40:50.251051 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d0a4d-bed3-4787-ba7e-882d6385a998 req-23c8adc6-2afb-443f-8cab-d15de52f6a23 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:50.253149 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e24d0a4d-bed3-4787-ba7e-882d6385a998 req-23c8adc6-2afb-443f-8cab-d15de52f6a23 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.1306274 Jul 14 09:40:50.340007 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0e2df-8f5e-46a9-b72c-a19172f01ed8 req-7283a9d7-0192-4b6c-9727-40057da03312 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:50.341564 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40e0e2df-8f5e-46a9-b72c-a19172f01ed8 req-7283a9d7-0192-4b6c-9727-40057da03312 tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e53865-0d41-41c0-a1a4-c200eed41fe1 HTTP/1.1" status: 200 len: 945 time: 0.0698771 Jul 14 09:40:50.378020 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-e24d0a4d-bed3-4787-ba7e-882d6385a998 req-b4010d92-f78e-43d2-a2c3-dca1247fc5ba tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Deleting port 617bc390-232b-4f19-bd05-a7c2d8654a4a {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:50.378590 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e24d0a4d-bed3-4787-ba7e-882d6385a998 req-b4010d92-f78e-43d2-a2c3-dca1247fc5ba tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.389884 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40e0e2df-8f5e-46a9-b72c-a19172f01ed8 req-579db600-5ce2-4840-8450-eafe98750c0b tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.25 "GET /v2.0/security-groups?id=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405877 Jul 14 09:40:50.480469 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-e24d0a4d-bed3-4787-ba7e-882d6385a998 req-b4010d92-f78e-43d2-a2c3-dca1247fc5ba tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] For port 617bc390-232b-4f19-bd05-a7c2d8654a4a, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=617bc390-232b-4f19-bd05-a7c2d8654a4a,segment=NetworkSegment(7b2f46a2-6f58-4e17-806f-fcf5e6814feb),segment_id=7b2f46a2-6f58-4e17-806f-fcf5e6814feb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:50.481019 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e24d0a4d-bed3-4787-ba7e-882d6385a998 req-b4010d92-f78e-43d2-a2c3-dca1247fc5ba tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.496692 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-e24d0a4d-bed3-4787-ba7e-882d6385a998 req-b4010d92-f78e-43d2-a2c3-dca1247fc5ba tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Calling delete_port for 617bc390-232b-4f19-bd05-a7c2d8654a4a owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:50.627951 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e24d0a4d-bed3-4787-ba7e-882d6385a998 req-b4010d92-f78e-43d2-a2c3-dca1247fc5ba tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.640122 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['617bc390-232b-4f19-bd05-a7c2d8654a4a'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:50.666080 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4010d92-f78e-43d2-a2c3-dca1247fc5ba tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Pushing event deleted for resources: {'Port': ['ID=617bc390-232b-4f19-bd05-a7c2d8654a4a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:50.695961 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4010d92-f78e-43d2-a2c3-dca1247fc5ba tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:50.696316 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4010d92-f78e-43d2-a2c3-dca1247fc5ba tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:50.696752 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4010d92-f78e-43d2-a2c3-dca1247fc5ba tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:50.697095 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4010d92-f78e-43d2-a2c3-dca1247fc5ba tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:50.697435 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4010d92-f78e-43d2-a2c3-dca1247fc5ba tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:50.697861 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4010d92-f78e-43d2-a2c3-dca1247fc5ba tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:50.698712 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4010d92-f78e-43d2-a2c3-dca1247fc5ba tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:50.699051 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4010d92-f78e-43d2-a2c3-dca1247fc5ba tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:50.699387 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4010d92-f78e-43d2-a2c3-dca1247fc5ba tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:50.699742 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4010d92-f78e-43d2-a2c3-dca1247fc5ba tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:50.700080 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4010d92-f78e-43d2-a2c3-dca1247fc5ba tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:50.700409 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4010d92-f78e-43d2-a2c3-dca1247fc5ba tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:50.725292 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24d0a4d-bed3-4787-ba7e-882d6385a998 req-b4010d92-f78e-43d2-a2c3-dca1247fc5ba tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] No DVR routers for this DVR port 617bc390-232b-4f19-bd05-a7c2d8654a4a on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:50.727785 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e24d0a4d-bed3-4787-ba7e-882d6385a998 req-b4010d92-f78e-43d2-a2c3-dca1247fc5ba tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.729922 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e24d0a4d-bed3-4787-ba7e-882d6385a998 req-b4010d92-f78e-43d2-a2c3-dca1247fc5ba tempest-ServerRescueTestJSONUnderV235-1311140445 tempest-ServerRescueTestJSONUnderV235-1311140445-project] 10.222.0.44 "DELETE /v2.0/ports/617bc390-232b-4f19-bd05-a7c2d8654a4a HTTP/1.1" status: 204 len: 173 time: 0.4707813 Jul 14 09:40:50.730450 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e53865-0d41-41c0-a1a4-c200eed41fe1', 'name': 'network-vif-deleted', 'tag': '617bc390-232b-4f19-bd05-a7c2d8654a4a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:50.732887 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08392ef4-bcba-4691-a751-5fb133cccda5" -d '{"events": [{"server_uuid": "06e53865-0d41-41c0-a1a4-c200eed41fe1", "name": "network-vif-deleted", "tag": "617bc390-232b-4f19-bd05-a7c2d8654a4a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:50.770019 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fce0f5-7f37-4251-bfd5-18926d39ee58 x-openstack-request-id: req-72fce0f5-7f37-4251-bfd5-18926d39ee58 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:50.770377 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e53865-0d41-41c0-a1a4-c200eed41fe1", "name": "network-vif-deleted", "tag": "617bc390-232b-4f19-bd05-a7c2d8654a4a", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:50.770702 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72fce0f5-7f37-4251-bfd5-18926d39ee58 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:50.771175 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e53865-0d41-41c0-a1a4-c200eed41fe1', 'name': 'network-vif-deleted', 'tag': '617bc390-232b-4f19-bd05-a7c2d8654a4a', 'status': 'completed', 'code': 200} Jul 14 09:40:51.062255 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f78fb28-b337-4c96-8770-f94f20955d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.281615 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.483008 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56862) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:51.829356 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-175d4502-98f3-47b4-aabd-fec044891c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:52.080720 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-175d4502-98f3-47b4-aabd-fec044891c9f admin admin] Deleting port ff234190-51bc-4288-9c6f-d7638734e40d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:52.080991 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-175d4502-98f3-47b4-aabd-fec044891c9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:52.159226 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-175d4502-98f3-47b4-aabd-fec044891c9f admin admin] For port ff234190-51bc-4288-9c6f-d7638734e40d, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ff234190-51bc-4288-9c6f-d7638734e40d,segment=NetworkSegment(7b2f46a2-6f58-4e17-806f-fcf5e6814feb),segment_id=7b2f46a2-6f58-4e17-806f-fcf5e6814feb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:52.159618 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-175d4502-98f3-47b4-aabd-fec044891c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:52.172964 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-175d4502-98f3-47b4-aabd-fec044891c9f admin admin] Calling delete_port for ff234190-51bc-4288-9c6f-d7638734e40d owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:52.257023 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:52.356774 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-175d4502-98f3-47b4-aabd-fec044891c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:52.387333 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d4502-98f3-47b4-aabd-fec044891c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=ff234190-51bc-4288-9c6f-d7638734e40d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:52.550241 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-175d4502-98f3-47b4-aabd-fec044891c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:52.771506 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175d4502-98f3-47b4-aabd-fec044891c9f admin admin] Router 9e80defd-4ec1-4f3c-af5f-8cac827cfd58 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:52.877723 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175d4502-98f3-47b4-aabd-fec044891c9f admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:52.883027 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-175d4502-98f3-47b4-aabd-fec044891c9f admin admin] 10.222.0.25 "PUT /v2.0/routers/9e80defd-4ec1-4f3c-af5f-8cac827cfd58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3989463 Jul 14 09:40:52.886051 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56864) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:52.888663 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03858ab3-ffd6-4a1f-b7e5-027dbbb5c3bf None None] Sync routers for ids ['9e80defd-4ec1-4f3c-af5f-8cac827cfd58'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:52.897857 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03858ab3-ffd6-4a1f-b7e5-027dbbb5c3bf None None] Routers {'9e80defd-4ec1-4f3c-af5f-8cac827cfd58'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:52.898389 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-03858ab3-ffd6-4a1f-b7e5-027dbbb5c3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:40:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['9e80defd-4ec1-4f3c-af5f-8cac827cfd58'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:52.988242 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6a0b-47c5-4b71-a592-47fbdb266f73 admin admin] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.001053 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-03858ab3-ffd6-4a1f-b7e5-027dbbb5c3bf None None] Set router 9e80defd-4ec1-4f3c-af5f-8cac827cfd58 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:53.187089 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-03858ab3-ffd6-4a1f-b7e5-027dbbb5c3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'name': 'tempest-ServerRescueTestJSONUnderV235-1201802404-router', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:40:52Z', 'revision_number': 5, 'project_id': '09779d13da1047eda2f18497dd8c08e1', 'gw_port': {'id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:53.217590 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03858ab3-ffd6-4a1f-b7e5-027dbbb5c3bf None None] Checking router: 9e80defd-4ec1-4f3c-af5f-8cac827cfd58 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:40:53.226345 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03858ab3-ffd6-4a1f-b7e5-027dbbb5c3bf None None] Routers {'9e80defd-4ec1-4f3c-af5f-8cac827cfd58'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:53.226972 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-03858ab3-ffd6-4a1f-b7e5-027dbbb5c3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:40:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['9e80defd-4ec1-4f3c-af5f-8cac827cfd58'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:53.330648 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-03858ab3-ffd6-4a1f-b7e5-027dbbb5c3bf None None] Set router 9e80defd-4ec1-4f3c-af5f-8cac827cfd58 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:53.406986 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6a0b-47c5-4b71-a592-47fbdb266f73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.458487 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c6a0b-47c5-4b71-a592-47fbdb266f73 admin admin] Deleting port e6e13dbf-b435-48ad-a0e1-929f061495ca {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:53.458864 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6a0b-47c5-4b71-a592-47fbdb266f73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.511348 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-03858ab3-ffd6-4a1f-b7e5-027dbbb5c3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'name': 'tempest-ServerRescueTestJSONUnderV235-1201802404-router', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:40:52Z', 'revision_number': 5, 'project_id': '09779d13da1047eda2f18497dd8c08e1', 'gw_port': {'id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:53.537263 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03858ab3-ffd6-4a1f-b7e5-027dbbb5c3bf None None] The sync data for ids ['9e80defd-4ec1-4f3c-af5f-8cac827cfd58'] in n-d-771362-35 is: [{'id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'name': 'tempest-ServerRescueTestJSONUnderV235-1201802404-router', 'tenant_id': '09779d13da1047eda2f18497dd8c08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:40:52Z', 'revision_number': 5, 'project_id': '09779d13da1047eda2f18497dd8c08e1', 'gw_port': {'id': 'e6e13dbf-b435-48ad-a0e1-929f061495ca', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80defd-4ec1-4f3c-af5f-8cac827cfd58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:53Z', 'updated_at': '2021-07-14T09:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:53.539428 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8d7c6a0b-47c5-4b71-a592-47fbdb266f73 admin admin] For port e6e13dbf-b435-48ad-a0e1-929f061495ca, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e6e13dbf-b435-48ad-a0e1-929f061495ca,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:53.539846 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6a0b-47c5-4b71-a592-47fbdb266f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.553994 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c6a0b-47c5-4b71-a592-47fbdb266f73 admin admin] Calling delete_port for e6e13dbf-b435-48ad-a0e1-929f061495ca owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:53.722568 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6a0b-47c5-4b71-a592-47fbdb266f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.757544 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c6a0b-47c5-4b71-a592-47fbdb266f73 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e13dbf-b435-48ad-a0e1-929f061495ca,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:53.799437 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.815766 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6a0b-47c5-4b71-a592-47fbdb266f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.909380 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6a0b-47c5-4b71-a592-47fbdb266f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.911593 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6a0b-47c5-4b71-a592-47fbdb266f73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.957116 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6a0b-47c5-4b71-a592-47fbdb266f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.957655 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7c6a0b-47c5-4b71-a592-47fbdb266f73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e80defd-4ec1-4f3c-af5f-8cac827cfd58 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:40:53.962111 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6a0b-47c5-4b71-a592-47fbdb266f73 admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.965773 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8d7c6a0b-47c5-4b71-a592-47fbdb266f73 admin admin] 10.222.0.25 "DELETE /v2.0/routers/9e80defd-4ec1-4f3c-af5f-8cac827cfd58 HTTP/1.1" status: 204 len: 168 time: 1.0761774 Jul 14 09:40:53.966100 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56866) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:53.966598 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 617bc390-232b-4f19-bd05-a7c2d8654a4a no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:53.987388 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 617bc390-232b-4f19-bd05-a7c2d8654a4a {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:53.987684 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 617bc390-232b-4f19-bd05-a7c2d8654a4a not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:54.018554 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-351a886f-d9ea-4623-89cd-832a9fce4cf0 admin admin] Deleting subnet b1fe62fd-812e-48b4-b8a8-663a73b0c8b5 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:40:54.021779 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-351a886f-d9ea-4623-89cd-832a9fce4cf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.057463 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-351a886f-d9ea-4623-89cd-832a9fce4cf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.103672 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-351a886f-d9ea-4623-89cd-832a9fce4cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.159512 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-351a886f-d9ea-4623-89cd-832a9fce4cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.193427 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a886f-d9ea-4623-89cd-832a9fce4cf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1fe62fd-812e-48b4-b8a8-663a73b0c8b5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:54.198845 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-351a886f-d9ea-4623-89cd-832a9fce4cf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.200884 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-351a886f-d9ea-4623-89cd-832a9fce4cf0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b1fe62fd-812e-48b4-b8a8-663a73b0c8b5 HTTP/1.1" status: 204 len: 168 time: 0.2335925 Jul 14 09:40:54.204185 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56868) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:54.284041 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b55c8215-198f-4d5b-941e-462a31953492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.369883 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b55c8215-198f-4d5b-941e-462a31953492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.380133 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-b55c8215-198f-4d5b-941e-462a31953492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e71e6a2-7641-44b7-b091-403fd27a1a22']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:54.399571 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-b55c8215-198f-4d5b-941e-462a31953492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b2f46a2-6f58-4e17-806f-fcf5e6814feb') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:54.399872 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-b55c8215-198f-4d5b-941e-462a31953492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b2f46a2-6f58-4e17-806f-fcf5e6814feb') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:54.410049 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b55c8215-198f-4d5b-941e-462a31953492 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.425425 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b55c8215-198f-4d5b-941e-462a31953492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.431314 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55c8215-198f-4d5b-941e-462a31953492 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:40:54.431756 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b55c8215-198f-4d5b-941e-462a31953492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:40:54.433768 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:40:54.490177 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b55c8215-198f-4d5b-941e-462a31953492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.496534 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b55c8215-198f-4d5b-941e-462a31953492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.498403 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b55c8215-198f-4d5b-941e-462a31953492 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3e71e6a2-7641-44b7-b091-403fd27a1a22 HTTP/1.1" status: 204 len: 168 time: 0.2929142 Jul 14 09:40:54.511221 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c8215-198f-4d5b-941e-462a31953492 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e71e6a2-7641-44b7-b091-403fd27a1a22,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:54.643314 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56872) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:54.692876 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-66015a0e-b1cf-45ef-a4b8-85cd5b18b10f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=09779d13da1047eda2f18497dd8c08e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471809 Jul 14 09:40:54.696677 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56874) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:54.707838 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e6e13dbf-b435-48ad-a0e1-929f061495ca no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:54.731751 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: e6e13dbf-b435-48ad-a0e1-929f061495ca {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:54.732072 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e6e13dbf-b435-48ad-a0e1-929f061495ca not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:54.732478 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ff234190-51bc-4288-9c6f-d7638734e40d no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:54.754004 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: ff234190-51bc-4288-9c6f-d7638734e40d {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:54.754356 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ff234190-51bc-4288-9c6f-d7638734e40d not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:54.761866 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebb70c58-9137-4095-8bdc-8e8a6725d013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.790912 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebb70c58-9137-4095-8bdc-8e8a6725d013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.846161 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebb70c58-9137-4095-8bdc-8e8a6725d013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.848688 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebb70c58-9137-4095-8bdc-8e8a6725d013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.849857 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ebb70c58-9137-4095-8bdc-8e8a6725d013 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c HTTP/1.1" status: 204 len: 168 time: 0.1522651 Jul 14 09:40:54.858827 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb70c58-9137-4095-8bdc-8e8a6725d013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f4127e-1ad7-4f3d-b0e1-fc0f2db6995c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:56.969922 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5084e04-8bad-4097-843d-ac4b0dfcbc50 req-2fe6bda4-807d-4218-8f9a-0c2b412ffb04 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:56.971659 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b5084e04-8bad-4097-843d-ac4b0dfcbc50 req-2fe6bda4-807d-4218-8f9a-0c2b412ffb04 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 946 time: 0.0740023 Jul 14 09:40:57.011304 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b5084e04-8bad-4097-843d-ac4b0dfcbc50 req-5563ea3d-3e2c-4df5-911f-0b392b3d630a tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342221 Jul 14 09:40:57.031313 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56932) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:57.139685 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2cb118a2-dc19-497f-ac2b-63923eeab5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.231767 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2cb118a2-dc19-497f-ac2b-63923eeab5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.235884 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2cb118a2-dc19-497f-ac2b-63923eeab5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.276435 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2cb118a2-dc19-497f-ac2b-63923eeab5ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6db241aa830d46c2bba5406c0b394a5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2432115 Jul 14 09:40:57.277753 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb118a2-dc19-497f-ac2b-63923eeab5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e54624-7c11-4b1e-a375-dec67bf95863,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:57.279065 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56936) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:57.333830 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-271f2952-948e-451a-861e-7a198e8c8ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.358653 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-271f2952-948e-451a-861e-7a198e8c8ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.406168 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-271f2952-948e-451a-861e-7a198e8c8ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.408781 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-271f2952-948e-451a-861e-7a198e8c8ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.409964 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-271f2952-948e-451a-861e-7a198e8c8ea5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/99e54624-7c11-4b1e-a375-dec67bf95863 HTTP/1.1" status: 204 len: 168 time: 0.1298392 Jul 14 09:40:57.418496 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f2952-948e-451a-861e-7a198e8c8ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e54624-7c11-4b1e-a375-dec67bf95863,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:57.666145 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 56942) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:57.679602 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1092dcd9-c271-4fc0-9de0-23512f352a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.770117 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1092dcd9-c271-4fc0-9de0-23512f352a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.773643 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1092dcd9-c271-4fc0-9de0-23512f352a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.813713 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1092dcd9-c271-4fc0-9de0-23512f352a71 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d035801fc1e643a59d16a1dc9ec26613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463740 Jul 14 09:40:57.814867 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092dcd9-c271-4fc0-9de0-23512f352a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547c61b8-5613-4d54-81f1-1639d7394a45,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:57.816664 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 56944) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:57.872582 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ec9ba5f-05a8-4c91-964a-987c34cf9f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.894352 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ec9ba5f-05a8-4c91-964a-987c34cf9f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.941219 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ec9ba5f-05a8-4c91-964a-987c34cf9f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.944347 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ec9ba5f-05a8-4c91-964a-987c34cf9f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.945750 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2ec9ba5f-05a8-4c91-964a-987c34cf9f4c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/547c61b8-5613-4d54-81f1-1639d7394a45 HTTP/1.1" status: 204 len: 168 time: 0.1267245 Jul 14 09:40:57.956022 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9ba5f-05a8-4c91-964a-987c34cf9f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547c61b8-5613-4d54-81f1-1639d7394a45,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:58.206726 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b245dd-cc6e-429e-80bc-f414cd2017a0 req-63ed48f9-3d0c-4dae-a780-ba334c9b1a67 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:58.208694 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94b245dd-cc6e-429e-80bc-f414cd2017a0 req-63ed48f9-3d0c-4dae-a780-ba334c9b1a67 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 946 time: 0.0662189 Jul 14 09:40:58.248688 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94b245dd-cc6e-429e-80bc-f414cd2017a0 req-1044b2b2-728d-40f8-87d6-5ad097453c03 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342791 Jul 14 09:40:58.516047 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac1a04-0dbe-460e-a04b-5cc35b0f51fa req-8cb9636e-ab2c-48ec-8267-a1df33cf5844 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:58.517591 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-80ac1a04-0dbe-460e-a04b-5cc35b0f51fa req-8cb9636e-ab2c-48ec-8267-a1df33cf5844 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 946 time: 0.0702367 Jul 14 09:40:58.621653 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-80ac1a04-0dbe-460e-a04b-5cc35b0f51fa req-51c7cd01-8667-4540-865e-c90e8a092229 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Deleting port 1555c29b-83e0-4da1-8192-e16b8a2d6aa8 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:58.621994 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-80ac1a04-0dbe-460e-a04b-5cc35b0f51fa req-51c7cd01-8667-4540-865e-c90e8a092229 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.715629 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-80ac1a04-0dbe-460e-a04b-5cc35b0f51fa req-51c7cd01-8667-4540-865e-c90e8a092229 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] For port 1555c29b-83e0-4da1-8192-e16b8a2d6aa8, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=1555c29b-83e0-4da1-8192-e16b8a2d6aa8,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:58.715997 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-80ac1a04-0dbe-460e-a04b-5cc35b0f51fa req-51c7cd01-8667-4540-865e-c90e8a092229 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.894397 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-80ac1a04-0dbe-460e-a04b-5cc35b0f51fa req-51c7cd01-8667-4540-865e-c90e8a092229 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.894712 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-80ac1a04-0dbe-460e-a04b-5cc35b0f51fa req-51c7cd01-8667-4540-865e-c90e8a092229 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.895033 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [req-80ac1a04-0dbe-460e-a04b-5cc35b0f51fa req-51c7cd01-8667-4540-865e-c90e8a092229 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Floating IP b2901b2d-d7ea-41bc-a3e6-d0edde553e2f disassociated. External IP: 172.25.6.100, port: 1555c29b-83e0-4da1-8192-e16b8a2d6aa8. Jul 14 09:40:58.895378 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-80ac1a04-0dbe-460e-a04b-5cc35b0f51fa req-51c7cd01-8667-4540-865e-c90e8a092229 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Calling delete_port for 1555c29b-83e0-4da1-8192-e16b8a2d6aa8 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:59.036196 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-80ac1a04-0dbe-460e-a04b-5cc35b0f51fa req-51c7cd01-8667-4540-865e-c90e8a092229 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.068155 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7cd01-8667-4540-865e-c90e8a092229 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event deleted for resources: {'Port': ['ID=1555c29b-83e0-4da1-8192-e16b8a2d6aa8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:59.186484 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80ac1a04-0dbe-460e-a04b-5cc35b0f51fa req-51c7cd01-8667-4540-865e-c90e8a092229 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:59.311845 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80ac1a04-0dbe-460e-a04b-5cc35b0f51fa req-51c7cd01-8667-4540-865e-c90e8a092229 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:59.333714 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789a0e41-a0a3-414a-9e7e-967fca9744dd None None] Sync routers for ids ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:59.346613 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789a0e41-a0a3-414a-9e7e-967fca9744dd None None] Routers {'9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:59.347553 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-789a0e41-a0a3-414a-9e7e-967fca9744dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:40:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:59.361024 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ac1a04-0dbe-460e-a04b-5cc35b0f51fa req-51c7cd01-8667-4540-865e-c90e8a092229 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] No DVR routers for this DVR port 1555c29b-83e0-4da1-8192-e16b8a2d6aa8 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:59.363652 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-80ac1a04-0dbe-460e-a04b-5cc35b0f51fa req-51c7cd01-8667-4540-865e-c90e8a092229 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.365787 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-80ac1a04-0dbe-460e-a04b-5cc35b0f51fa req-51c7cd01-8667-4540-865e-c90e8a092229 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "DELETE /v2.0/ports/1555c29b-83e0-4da1-8192-e16b8a2d6aa8 HTTP/1.1" status: 204 len: 173 time: 0.8428376 Jul 14 09:40:59.366325 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a463692-fc10-4636-af51-9c71d081eacc', 'name': 'network-vif-deleted', 'tag': '1555c29b-83e0-4da1-8192-e16b8a2d6aa8'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:59.368858 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9b3ff8-5b80-457c-b55a-6521cf078790" -d '{"events": [{"server_uuid": "7a463692-fc10-4636-af51-9c71d081eacc", "name": "network-vif-deleted", "tag": "1555c29b-83e0-4da1-8192-e16b8a2d6aa8"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:59.439294 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3ab7dc-ea46-4f9c-9036-7ca7bd58e140 x-openstack-request-id: req-9d3ab7dc-ea46-4f9c-9036-7ca7bd58e140 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:59.439624 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a463692-fc10-4636-af51-9c71d081eacc", "name": "network-vif-deleted", "tag": "1555c29b-83e0-4da1-8192-e16b8a2d6aa8", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:59.439879 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d3ab7dc-ea46-4f9c-9036-7ca7bd58e140 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:59.440269 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a463692-fc10-4636-af51-9c71d081eacc', 'name': 'network-vif-deleted', 'tag': '1555c29b-83e0-4da1-8192-e16b8a2d6aa8', 'status': 'completed', 'code': 200} Jul 14 09:40:59.451809 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-50a998ad-9e7c-4394-a91f-cb8e1240d0a4 req-8d3e1acc-0ef4-4f6a-ba48-c237b0964458 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 210 time: 0.0576222 Jul 14 09:40:59.508500 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-789a0e41-a0a3-414a-9e7e-967fca9744dd None None] Set router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:59.737632 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-789a0e41-a0a3-414a-9e7e-967fca9744dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'name': 'tempest-TestVolumeBootPattern-86186375-router', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:42Z', 'revision_number': 4, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'gw_port': {'id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:37Z', 'updated_at': '2021-07-14T09:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'd2604b64-dd8d-4c47-aea8-a057e0ce146b', 'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'mac_address': 'fa:16:3e:d4:d0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:40Z', 'updated_at': '2021-07-14T09:34:51Z', 'revision_number': 5, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'subnets': [{'id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:59.795537 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789a0e41-a0a3-414a-9e7e-967fca9744dd None None] Checking router: 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:40:59.808546 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789a0e41-a0a3-414a-9e7e-967fca9744dd None None] Routers {'9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:59.809282 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-789a0e41-a0a3-414a-9e7e-967fca9744dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:40:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:59.924542 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-789a0e41-a0a3-414a-9e7e-967fca9744dd None None] Set router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:00.146599 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-789a0e41-a0a3-414a-9e7e-967fca9744dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'name': 'tempest-TestVolumeBootPattern-86186375-router', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:42Z', 'revision_number': 4, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'gw_port': {'id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:37Z', 'updated_at': '2021-07-14T09:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'd2604b64-dd8d-4c47-aea8-a057e0ce146b', 'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'mac_address': 'fa:16:3e:d4:d0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:40Z', 'updated_at': '2021-07-14T09:34:51Z', 'revision_number': 5, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'subnets': [{'id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:00.175469 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789a0e41-a0a3-414a-9e7e-967fca9744dd None None] The sync data for ids ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'] in n-d-771362-35 is: [{'id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'name': 'tempest-TestVolumeBootPattern-86186375-router', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:42Z', 'revision_number': 4, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'gw_port': {'id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:37Z', 'updated_at': '2021-07-14T09:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'd2604b64-dd8d-4c47-aea8-a057e0ce146b', 'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'mac_address': 'fa:16:3e:d4:d0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:40Z', 'updated_at': '2021-07-14T09:34:51Z', 'revision_number': 5, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'subnets': [{'id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:00.462586 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97b45d6-a107-4623-9c2b-2ed8eff2268c None None] New status for floating IP b2901b2d-d7ea-41bc-a3e6-d0edde553e2f: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:41:00.624792 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57024) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:00.630562 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a562c3dc-0dde-4612-96a1-3d91f7041adf req-700affa2-eb2d-4871-8e24-827b30517619 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 210 time: 0.0311294 Jul 14 09:41:00.737306 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d639badf-96c1-4469-99ee-86396fced2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.828482 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d639badf-96c1-4469-99ee-86396fced2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.833415 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d639badf-96c1-4469-99ee-86396fced2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.874254 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639badf-96c1-4469-99ee-86396fced2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca5bff4-182e-4d1b-bac0-98201325ff9e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:00.881444 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d639badf-96c1-4469-99ee-86396fced2aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=463ef80c81db4afc830821b848c6926b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2548926 Jul 14 09:41:00.884262 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57028) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:00.937982 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c004877-920c-487a-98da-9accf437e452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.959931 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c004877-920c-487a-98da-9accf437e452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.007099 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c004877-920c-487a-98da-9accf437e452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.009844 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c004877-920c-487a-98da-9accf437e452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.014244 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9c004877-920c-487a-98da-9accf437e452 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7ca5bff4-182e-4d1b-bac0-98201325ff9e HTTP/1.1" status: 204 len: 168 time: 0.1288228 Jul 14 09:41:01.022442 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c004877-920c-487a-98da-9accf437e452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca5bff4-182e-4d1b-bac0-98201325ff9e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:01.282730 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57034) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:01.299247 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f97a67e2-a388-49b2-9b9c-706bf5032b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.394978 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f97a67e2-a388-49b2-9b9c-706bf5032b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.398963 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f97a67e2-a388-49b2-9b9c-706bf5032b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.441819 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f97a67e2-a388-49b2-9b9c-706bf5032b90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1f914320c85d42eab1b14624cca67c63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581223 Jul 14 09:41:01.442672 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a67e2-a388-49b2-9b9c-706bf5032b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430ac2ce-dd24-472f-b971-08c0d9fa280e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:01.444612 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57036) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:01.502805 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0896c36a-dd5c-4d64-afb0-676be66f75f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.527445 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0896c36a-dd5c-4d64-afb0-676be66f75f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.579322 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0896c36a-dd5c-4d64-afb0-676be66f75f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.582442 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0896c36a-dd5c-4d64-afb0-676be66f75f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.583663 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0896c36a-dd5c-4d64-afb0-676be66f75f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/430ac2ce-dd24-472f-b971-08c0d9fa280e HTTP/1.1" status: 204 len: 168 time: 0.1378212 Jul 14 09:41:01.593423 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896c36a-dd5c-4d64-afb0-676be66f75f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430ac2ce-dd24-472f-b971-08c0d9fa280e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:01.779932 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e2dc71a1-9813-409d-beb7-6d2223881213 req-c4015c71-5d9a-4d03-bdd4-0949b8269fa9 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 210 time: 0.0299532 Jul 14 09:41:01.901900 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 1555c29b-83e0-4da1-8192-e16b8a2d6aa8 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:01.922515 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 1555c29b-83e0-4da1-8192-e16b8a2d6aa8 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:01.922869 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 1555c29b-83e0-4da1-8192-e16b8a2d6aa8 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:02.937624 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c5c5d411-eaf8-4147-8fea-d687372e0f1d req-7071dc5f-d773-4064-bc42-495ac8f81eff tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a463692-fc10-4636-af51-9c71d081eacc HTTP/1.1" status: 200 len: 210 time: 0.0301580 Jul 14 09:41:04.076614 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57102) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:04.198240 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1bd5d546-ecbf-40a8-9afc-976a15c09ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.225252 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-8d5207ec-717d-4236-922c-852f1ab2f8db tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1973600748&fields=id&tenant_id=87d49df898e44e948cc3665c8c3c2f58 HTTP/1.1" status: 200 len: 267 time: 0.0339186 Jul 14 09:41:04.288039 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1bd5d546-ecbf-40a8-9afc-976a15c09ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.293167 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1bd5d546-ecbf-40a8-9afc-976a15c09ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.331624 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5d546-ecbf-40a8-9afc-976a15c09ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3c6bf8-f4ae-4dab-9843-bc3d05d9ab85,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:04.339434 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-b6e5fb04-5fe2-4dce-9bfe-c7589e35444d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:04.339711 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1bd5d546-ecbf-40a8-9afc-976a15c09ea0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2a66fefd447e4e6bb40a0645e6b21878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2619522 Jul 14 09:41:04.340616 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57112) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:04.340970 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-b6e5fb04-5fe2-4dce-9bfe-c7589e35444d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 810 time: 0.1084146 Jul 14 09:41:04.356614 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-3468ec70-7bb3-468e-a138-1755f90661a7 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/quotas/87d49df898e44e948cc3665c8c3c2f58 HTTP/1.1" status: 200 len: 375 time: 0.0102158 Jul 14 09:41:04.390374 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2ec1d9a-34c4-4ce0-98f0-e84e97a72d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.415745 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2ec1d9a-34c4-4ce0-98f0-e84e97a72d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.427044 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-20de3e89-9481-49a6-b57c-b88f24dfff8c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0652058 Jul 14 09:41:04.462304 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2ec1d9a-34c4-4ce0-98f0-e84e97a72d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.465485 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2ec1d9a-34c4-4ce0-98f0-e84e97a72d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.466648 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e2ec1d9a-34c4-4ce0-98f0-e84e97a72d37 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6b3c6bf8-f4ae-4dab-9843-bc3d05d9ab85 HTTP/1.1" status: 204 len: 168 time: 0.1251204 Jul 14 09:41:04.477065 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec1d9a-34c4-4ce0-98f0-e84e97a72d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3c6bf8-f4ae-4dab-9843-bc3d05d9ab85,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:04.545628 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-8810b447-7ad1-4bdd-9122-d65251a4510a service neutron] 10.222.0.25 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068630 Jul 14 09:41:04.636098 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-caaa16cc-7d61-43f8-917a-2c0bf0d166e5 service neutron] 10.222.0.25 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845664 Jul 14 09:41:04.762024 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57122) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:04.776097 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61132247-d9cf-400f-9daa-50b1a095387a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.868570 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61132247-d9cf-400f-9daa-50b1a095387a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.872823 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61132247-d9cf-400f-9daa-50b1a095387a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.918672 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-61132247-d9cf-400f-9daa-50b1a095387a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bec51846db61407eb53a21890f278cbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521034 Jul 14 09:41:04.918672 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61132247-d9cf-400f-9daa-50b1a095387a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8975d420-67b7-4042-8341-68e2e08010a4,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:04.919749 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57130) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:04.956951 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b6c57b3e-6ccb-4c53-bb83-957025761ed0 req-544a20e1-9560-4928-82b5-4f23529b82a1 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 210 time: 0.0383284 Jul 14 09:41:04.987571 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bca5b173-0b5b-4d92-9c4c-e7af068412fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.008582 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bca5b173-0b5b-4d92-9c4c-e7af068412fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.058265 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bca5b173-0b5b-4d92-9c4c-e7af068412fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.060868 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bca5b173-0b5b-4d92-9c4c-e7af068412fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.062021 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bca5b173-0b5b-4d92-9c4c-e7af068412fc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8975d420-67b7-4042-8341-68e2e08010a4 HTTP/1.1" status: 204 len: 168 time: 0.1286907 Jul 14 09:41:05.072793 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5b173-0b5b-4d92-9c4c-e7af068412fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8975d420-67b7-4042-8341-68e2e08010a4,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:05.274504 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:41:06.024501 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-8024126d-d33d-4db0-b7fe-a68a2264c3d7 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:06.026512 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-8024126d-d33d-4db0-b7fe-a68a2264c3d7 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 810 time: 0.1256156 Jul 14 09:41:06.078503 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-39739571-1fe4-40a6-ad91-5dacbdf30beb tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87d49df898e44e948cc3665c8c3c2f58 HTTP/1.1" status: 200 len: 380 time: 0.0426795 Jul 14 09:41:06.091200 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-d1f8129e-a15e-4d2b-9c49-f36dad8090ca tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Request body: {'port': {'device_id': '8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'admin_state_up': True, 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'security_groups': ['d288f04e-94bd-4c2b-9535-ff42eda07592']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:06.129228 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5bed1f34-b95c-4d10-9392-5768a1ac17b7 req-e77a5e15-f575-443d-82f6-6c45040509ae tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 210 time: 0.0391634 Jul 14 09:41:06.240300 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-d1f8129e-a15e-4d2b-9c49-f36dad8090ca tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Made reservation on behalf of 87d49df898e44e948cc3665c8c3c2f58 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:06.244266 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-d1f8129e-a15e-4d2b-9c49-f36dad8090ca tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.392722 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-d1f8129e-a15e-4d2b-9c49-f36dad8090ca tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Allocated IP 172.20.0.6 (b78f139e-d876-4f71-b091-055c8a4ef271/6ea6b1e4-2ec5-4105-843d-111f5668e0d2/0c323101-f96b-4441-b526-22f36de27d94) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:06.558465 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-d1f8129e-a15e-4d2b-9c49-f36dad8090ca tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.570863 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-d1f8129e-a15e-4d2b-9c49-f36dad8090ca tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Transition to ACTIVE for port object 0c323101-f96b-4441-b526-22f36de27d94 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:06.606571 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-d1f8129e-a15e-4d2b-9c49-f36dad8090ca tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.654170 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-d1f8129e-a15e-4d2b-9c49-f36dad8090ca tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Network b78f139e-d876-4f71-b091-055c8a4ef271 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:06.657819 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-d1f8129e-a15e-4d2b-9c49-f36dad8090ca tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:06.660589 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-d1f8129e-a15e-4d2b-9c49-f36dad8090ca tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:06.720897 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8129e-a15e-4d2b-9c49-f36dad8090ca tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event updated for resources: {'Port': ['ID=0c323101-f96b-4441-b526-22f36de27d94,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:06.745974 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-d1f8129e-a15e-4d2b-9c49-f36dad8090ca tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:06.746735 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-d1f8129e-a15e-4d2b-9c49-f36dad8090ca tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.765936 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-d1f8129e-a15e-4d2b-9c49-f36dad8090ca tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6794398 Jul 14 09:41:06.778277 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-4be137fb-7cc7-4f74-9f34-c736ed54d8a9 service neutron] Request body: {'port': {'device_id': '8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:06.878655 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-4be137fb-7cc7-4f74-9f34-c736ed54d8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.003523 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8be6e86a-14fe-4ff0-9ded-17ed8acc581c None None] Provisioning for port 0c323101-f96b-4441-b526-22f36de27d94 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:07.008110 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8be6e86a-14fe-4ff0-9ded-17ed8acc581c None None] Provisioning complete for port 0c323101-f96b-4441-b526-22f36de27d94 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:07.008438 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8be6e86a-14fe-4ff0-9ded-17ed8acc581c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.047353 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8be6e86a-14fe-4ff0-9ded-17ed8acc581c None None] Port 0c323101-f96b-4441-b526-22f36de27d94 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:41:07.189105 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-4be137fb-7cc7-4f74-9f34-c736ed54d8a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c323101-f96b-4441-b526-22f36de27d94 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:41:07.197364 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-4be137fb-7cc7-4f74-9f34-c736ed54d8a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.214444 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-4be137fb-7cc7-4f74-9f34-c736ed54d8a9 service neutron] Transition to ACTIVE for port object 0c323101-f96b-4441-b526-22f36de27d94 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:07.219129 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-4be137fb-7cc7-4f74-9f34-c736ed54d8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.322400 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be137fb-7cc7-4f74-9f34-c736ed54d8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0c323101-f96b-4441-b526-22f36de27d94,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:07.360143 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-4be137fb-7cc7-4f74-9f34-c736ed54d8a9 service neutron] Attempting to bind port 0c323101-f96b-4441-b526-22f36de27d94 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:07.360718 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-4be137fb-7cc7-4f74-9f34-c736ed54d8a9 service neutron] Attempting to bind port 0c323101-f96b-4441-b526-22f36de27d94 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:07.361067 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-4be137fb-7cc7-4f74-9f34-c736ed54d8a9 service neutron] Attempting to bind port 0c323101-f96b-4441-b526-22f36de27d94 on network b78f139e-d876-4f71-b091-055c8a4ef271 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:07.366254 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-4be137fb-7cc7-4f74-9f34-c736ed54d8a9 service neutron] Port 0c323101-f96b-4441-b526-22f36de27d94 on network b78f139e-d876-4f71-b091-055c8a4ef271 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:41:07.366653 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-4be137fb-7cc7-4f74-9f34-c736ed54d8a9 service neutron] Attempting to bind port 0c323101-f96b-4441-b526-22f36de27d94 on network b78f139e-d876-4f71-b091-055c8a4ef271 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:07.373504 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-4be137fb-7cc7-4f74-9f34-c736ed54d8a9 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:07.373982 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-4be137fb-7cc7-4f74-9f34-c736ed54d8a9 service neutron] Checking segment: {'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:07.374454 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-4be137fb-7cc7-4f74-9f34-c736ed54d8a9 service neutron] Bound using segment: {'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:07.377377 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-4be137fb-7cc7-4f74-9f34-c736ed54d8a9 service neutron] Bound port: 0c323101-f96b-4441-b526-22f36de27d94, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:07.377833 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-4be137fb-7cc7-4f74-9f34-c736ed54d8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.440643 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c86360-a172-4069-b4df-8949bc4aecf6 req-2e57799a-d876-492e-b9f1-9dc935164959 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:07.443108 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35c86360-a172-4069-b4df-8949bc4aecf6 req-2e57799a-d876-492e-b9f1-9dc935164959 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 943 time: 0.1416619 Jul 14 09:41:07.496397 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-35c86360-a172-4069-b4df-8949bc4aecf6 req-6375670d-6dd7-4d11-b6e5-7fa937627452 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466840 Jul 14 09:41:07.515369 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-4be137fb-7cc7-4f74-9f34-c736ed54d8a9 service neutron] For port 0c323101-f96b-4441-b526-22f36de27d94, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:07.525158 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-4be137fb-7cc7-4f74-9f34-c736ed54d8a9 service neutron] For port 0c323101-f96b-4441-b526-22f36de27d94, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=0c323101-f96b-4441-b526-22f36de27d94,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:07.531889 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-4be137fb-7cc7-4f74-9f34-c736ed54d8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.584261 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-4be137fb-7cc7-4f74-9f34-c736ed54d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:07.585129 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-4be137fb-7cc7-4f74-9f34-c736ed54d8a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.587549 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-4be137fb-7cc7-4f74-9f34-c736ed54d8a9 service neutron] 10.222.0.47 "PUT /v2.0/ports/0c323101-f96b-4441-b526-22f36de27d94 HTTP/1.1" status: 200 len: 1092 time: 0.8142338 Jul 14 09:41:07.588896 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4', 'tag': '0c323101-f96b-4441-b526-22f36de27d94'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:07.592404 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ee2452-3daa-41b0-b155-a99929388d42" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4", "tag": "0c323101-f96b-4441-b526-22f36de27d94"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:07.634240 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be137fb-7cc7-4f74-9f34-c736ed54d8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0c323101-f96b-4441-b526-22f36de27d94,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:07.694604 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112977af-b46f-4c54-8552-1e99b40a4430 x-openstack-request-id: req-112977af-b46f-4c54-8552-1e99b40a4430 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:07.694903 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4", "tag": "0c323101-f96b-4441-b526-22f36de27d94", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:07.695156 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-112977af-b46f-4c54-8552-1e99b40a4430 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:07.695636 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4', 'tag': '0c323101-f96b-4441-b526-22f36de27d94', 'status': 'completed', 'code': 200} Jul 14 09:41:07.729713 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-d541498a-ba8f-46be-9a88-495736e562f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:07.733990 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-d541498a-ba8f-46be-9a88-495736e562f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 1095 time: 0.0908692 Jul 14 09:41:07.817075 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-be152c84-e11c-4817-9572-d01a084c888c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c323101-f96b-4441-b526-22f36de27d94 HTTP/1.1" status: 200 len: 217 time: 0.0754948 Jul 14 09:41:07.846739 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57216) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:07.896412 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-d8ac3ed2-8f3e-45fc-952b-d3decca9c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:07.904148 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-d8ac3ed2-8f3e-45fc-952b-d3decca9c72e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea6b1e4-2ec5-4105-843d-111f5668e0d2 HTTP/1.1" status: 200 len: 849 time: 0.0809286 Jul 14 09:41:07.974438 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-f9122584-c97f-4b84-ac2c-d10728e846d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:07.977158 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-f9122584-c97f-4b84-ac2c-d10728e846d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78f139e-d876-4f71-b091-055c8a4ef271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654597 Jul 14 09:41:08.043327 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0b69-de5a-405d-a872-f957b2d7cc7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.096394 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-00ac076a-ae14-4e37-9473-b6a61d05aa9d service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119993 Jul 14 09:41:08.142438 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0b69-de5a-405d-a872-f957b2d7cc7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.146610 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0b69-de5a-405d-a872-f957b2d7cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.190324 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0aed071d-8ccb-452f-9d50-60aa9b97301d req-9b333e5e-2cce-44fd-b0b0-72886d6ff4df service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874081 Jul 14 09:41:08.192087 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f0ae0b69-de5a-405d-a872-f957b2d7cc7b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c67581d72baf46a0846d1b0bdd1a4a42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3442447 Jul 14 09:41:08.192824 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae0b69-de5a-405d-a872-f957b2d7cc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed1b875-94c2-4729-9f43-6341efaada78,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:08.208664 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57220) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:08.272008 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-54db4470-7faf-4160-a68a-b524c1239347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.299234 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee2452-3daa-41b0-b155-a99929388d42 req-b4dfe65d-2dd2-40a2-bcb5-fef536511205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:08.299609 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-54db4470-7faf-4160-a68a-b524c1239347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.301209 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d4ee2452-3daa-41b0-b155-a99929388d42 req-b4dfe65d-2dd2-40a2-bcb5-fef536511205 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 1095 time: 0.0606644 Jul 14 09:41:08.356117 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-54db4470-7faf-4160-a68a-b524c1239347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.359158 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-54db4470-7faf-4160-a68a-b524c1239347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.360599 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-54db4470-7faf-4160-a68a-b524c1239347 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bed1b875-94c2-4729-9f43-6341efaada78 HTTP/1.1" status: 204 len: 168 time: 0.1508224 Jul 14 09:41:08.369036 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db4470-7faf-4160-a68a-b524c1239347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed1b875-94c2-4729-9f43-6341efaada78,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:08.419037 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee2452-3daa-41b0-b155-a99929388d42 req-a95d2fa7-3d63-499a-bc1c-b21a9d4327e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:08.420897 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d4ee2452-3daa-41b0-b155-a99929388d42 req-a95d2fa7-3d63-499a-bc1c-b21a9d4327e6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 910 time: 0.1135955 Jul 14 09:41:08.466770 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d4ee2452-3daa-41b0-b155-a99929388d42 req-065facfe-b7a0-48b5-b947-06014ea29595 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c323101-f96b-4441-b526-22f36de27d94 HTTP/1.1" status: 200 len: 217 time: 0.0399969 Jul 14 09:41:08.517679 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee2452-3daa-41b0-b155-a99929388d42 req-dfb4c831-a5af-400c-8da7-fc1b2f2713db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:08.519256 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d4ee2452-3daa-41b0-b155-a99929388d42 req-dfb4c831-a5af-400c-8da7-fc1b2f2713db service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea6b1e4-2ec5-4105-843d-111f5668e0d2 HTTP/1.1" status: 200 len: 849 time: 0.0469158 Jul 14 09:41:08.584884 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee2452-3daa-41b0-b155-a99929388d42 req-4183ac11-743e-4def-89cb-17250ecb4335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:08.586778 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d4ee2452-3daa-41b0-b155-a99929388d42 req-4183ac11-743e-4def-89cb-17250ecb4335 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78f139e-d876-4f71-b091-055c8a4ef271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619109 Jul 14 09:41:08.665277 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57228) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:08.683476 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82053382-b168-4fbd-962c-106d3d28c02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.690300 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d4ee2452-3daa-41b0-b155-a99929388d42 req-a112bbd9-7207-41e1-b3c0-e00992c3a800 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959742 Jul 14 09:41:08.736621 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb59df-ff6c-4759-a3a8-f485f05a7e54 req-183de88a-6ec8-4f6d-87ff-e68df2165bdb tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:08.738278 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17bb59df-ff6c-4759-a3a8-f485f05a7e54 req-183de88a-6ec8-4f6d-87ff-e68df2165bdb tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 943 time: 0.1140778 Jul 14 09:41:08.793591 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d4ee2452-3daa-41b0-b155-a99929388d42 req-2e777245-6a24-47d7-9227-48cd25d51095 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964763 Jul 14 09:41:08.800789 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17bb59df-ff6c-4759-a3a8-f485f05a7e54 req-f1e32ddb-8205-4dfb-9d0d-4568d094b4f7 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533614 Jul 14 09:41:08.837759 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82053382-b168-4fbd-962c-106d3d28c02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.842580 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82053382-b168-4fbd-962c-106d3d28c02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.883089 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-82053382-b168-4fbd-962c-106d3d28c02c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d3e4e1c093f4dc8b5ef2a3cb35de0c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2157886 Jul 14 09:41:08.884001 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82053382-b168-4fbd-962c-106d3d28c02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf588e2-a23b-48ba-85ca-7fecdbb82728,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:08.886760 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57230) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:08.940212 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6e9fcaca-8230-4266-b131-b514725503ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.962646 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6e9fcaca-8230-4266-b131-b514725503ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.012532 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6e9fcaca-8230-4266-b131-b514725503ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.015274 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6e9fcaca-8230-4266-b131-b514725503ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.016507 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6e9fcaca-8230-4266-b131-b514725503ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3cf588e2-a23b-48ba-85ca-7fecdbb82728 HTTP/1.1" status: 204 len: 168 time: 0.1282337 Jul 14 09:41:09.024730 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fcaca-8230-4266-b131-b514725503ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf588e2-a23b-48ba-85ca-7fecdbb82728,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:09.998402 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b2dd5-186b-495d-99f7-35b17a025fc4 req-c529dcd3-5bb4-48fa-97dd-6eabb5390db4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:10.005957 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a61b2dd5-186b-495d-99f7-35b17a025fc4 req-c529dcd3-5bb4-48fa-97dd-6eabb5390db4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 943 time: 0.0766823 Jul 14 09:41:10.050916 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a61b2dd5-186b-495d-99f7-35b17a025fc4 req-8de6011b-ac71-44df-9149-e89b8f086725 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440035 Jul 14 09:41:10.838537 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.059910 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57320) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:11.169965 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e6b2d72-1215-4dba-8c62-07d9564b578c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.228192 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a3d0c-8381-456b-9524-8161be2ed167 req-d7fe6c75-3ec4-4bf1-b835-4aa5a4643028 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:11.230104 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fb3a3d0c-8381-456b-9524-8161be2ed167 req-d7fe6c75-3ec4-4bf1-b835-4aa5a4643028 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 943 time: 0.0697999 Jul 14 09:41:11.262924 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e6b2d72-1215-4dba-8c62-07d9564b578c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.266903 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e6b2d72-1215-4dba-8c62-07d9564b578c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.268855 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fb3a3d0c-8381-456b-9524-8161be2ed167 req-9baac407-5023-45ba-ad0b-99bc10458dc1 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328255 Jul 14 09:41:11.311470 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9e6b2d72-1215-4dba-8c62-07d9564b578c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f89ba5b65a4b40dfbc34a12ef3c4595d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2504675 Jul 14 09:41:11.314364 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57326) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:11.319977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b2d72-1215-4dba-8c62-07d9564b578c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd9d480-bf71-4cd3-8723-5c6483e306d7,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:11.364564 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-efd07e83-6a79-48dc-871b-0c6823729e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.385609 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-efd07e83-6a79-48dc-871b-0c6823729e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.430842 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-efd07e83-6a79-48dc-871b-0c6823729e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.433397 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-efd07e83-6a79-48dc-871b-0c6823729e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.434555 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-efd07e83-6a79-48dc-871b-0c6823729e7b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bdd9d480-bf71-4cd3-8723-5c6483e306d7 HTTP/1.1" status: 204 len: 168 time: 0.1191404 Jul 14 09:41:11.442262 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd07e83-6a79-48dc-871b-0c6823729e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd9d480-bf71-4cd3-8723-5c6483e306d7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:11.690034 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57332) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:11.703539 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cdd7e0f8-6614-41bc-9b2a-bdaa8289f1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.794793 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cdd7e0f8-6614-41bc-9b2a-bdaa8289f1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.798516 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cdd7e0f8-6614-41bc-9b2a-bdaa8289f1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.836394 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cdd7e0f8-6614-41bc-9b2a-bdaa8289f1c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06e933f69af74f35b785fc2c303b0bac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452785 Jul 14 09:41:11.837361 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7e0f8-6614-41bc-9b2a-bdaa8289f1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37255779-bbfb-4da5-aec2-3836052806b2,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:11.839653 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57334) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:11.889720 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0804-0655-49fb-8c8a-23de72975e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.910374 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0804-0655-49fb-8c8a-23de72975e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.958909 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0804-0655-49fb-8c8a-23de72975e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.961534 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0804-0655-49fb-8c8a-23de72975e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.962751 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bb2d0804-0655-49fb-8c8a-23de72975e05 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/37255779-bbfb-4da5-aec2-3836052806b2 HTTP/1.1" status: 204 len: 168 time: 0.1212425 Jul 14 09:41:11.971351 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d0804-0655-49fb-8c8a-23de72975e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37255779-bbfb-4da5-aec2-3836052806b2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:12.373154 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:12.454995 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e9110-e30f-44b2-852f-68d57053de56 req-1381add8-d8c5-472c-b580-6e6afe233c2f tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:12.456537 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ed4e9110-e30f-44b2-852f-68d57053de56 req-1381add8-d8c5-472c-b580-6e6afe233c2f tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 943 time: 0.0693638 Jul 14 09:41:12.495113 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ed4e9110-e30f-44b2-852f-68d57053de56 req-ca1a5e57-b405-497d-8fcc-d28be43ee854 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329742 Jul 14 09:41:13.675862 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb07a5-8ac9-4877-8f0f-19c17612fbe7 req-bffce98a-2299-46ed-87a3-817576034570 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:13.677418 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d4bb07a5-8ac9-4877-8f0f-19c17612fbe7 req-bffce98a-2299-46ed-87a3-817576034570 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 943 time: 0.0677741 Jul 14 09:41:13.718242 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d4bb07a5-8ac9-4877-8f0f-19c17612fbe7 req-fd4ed9fa-edf9-4412-89a3-d02b040d071a tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342319 Jul 14 09:41:14.024603 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57448) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:14.129827 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1aa5c3a-b14a-4bd9-9ce4-ec5cd8c145f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.222036 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1aa5c3a-b14a-4bd9-9ce4-ec5cd8c145f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.225780 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1aa5c3a-b14a-4bd9-9ce4-ec5cd8c145f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.264026 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f1aa5c3a-b14a-4bd9-9ce4-ec5cd8c145f5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=726025f4666147a6882f30f6bcc8525a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2378294 Jul 14 09:41:14.265853 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa5c3a-b14a-4bd9-9ce4-ec5cd8c145f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf22150-ef06-4689-9d9d-90bbb09934ec,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:14.266871 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57452) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:14.317366 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-edf005d5-ae66-4bb4-8b45-5ac4f2d3e62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.339958 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-edf005d5-ae66-4bb4-8b45-5ac4f2d3e62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.389048 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-edf005d5-ae66-4bb4-8b45-5ac4f2d3e62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.391826 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-edf005d5-ae66-4bb4-8b45-5ac4f2d3e62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.392984 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-edf005d5-ae66-4bb4-8b45-5ac4f2d3e62d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/baf22150-ef06-4689-9d9d-90bbb09934ec HTTP/1.1" status: 204 len: 168 time: 0.1250930 Jul 14 09:41:14.405456 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf005d5-ae66-4bb4-8b45-5ac4f2d3e62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf22150-ef06-4689-9d9d-90bbb09934ec,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:14.655928 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57462) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:14.672344 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b42b0c4a-ae2a-4f59-acc1-16c8765a31a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.762965 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b42b0c4a-ae2a-4f59-acc1-16c8765a31a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.767471 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b42b0c4a-ae2a-4f59-acc1-16c8765a31a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.807095 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b42b0c4a-ae2a-4f59-acc1-16c8765a31a3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dde3730c2c3d41b08fec5053ab8dc4a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1499443 Jul 14 09:41:14.807958 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b0c4a-ae2a-4f59-acc1-16c8765a31a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027279d8-35d6-4fe4-bf1c-3bcf65961ef0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:14.809990 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57466) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:14.866477 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e44af301-d2a1-4bee-8a6c-c22625993cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.888290 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e44af301-d2a1-4bee-8a6c-c22625993cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.906680 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737cbcc-64db-4532-9041-db20408f79bf req-de6ba111-2894-42cc-a3f2-5ea8c2fc2b85 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:14.908235 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5737cbcc-64db-4532-9041-db20408f79bf req-de6ba111-2894-42cc-a3f2-5ea8c2fc2b85 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 943 time: 0.0639167 Jul 14 09:41:14.936319 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e44af301-d2a1-4bee-8a6c-c22625993cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.938951 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e44af301-d2a1-4bee-8a6c-c22625993cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.940323 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e44af301-d2a1-4bee-8a6c-c22625993cf9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/027279d8-35d6-4fe4-bf1c-3bcf65961ef0 HTTP/1.1" status: 204 len: 168 time: 0.1287658 Jul 14 09:41:14.948699 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5737cbcc-64db-4532-9041-db20408f79bf req-b70e41b5-bee5-46f5-9b48-2972260fe51e tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347767 Jul 14 09:41:14.956733 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44af301-d2a1-4bee-8a6c-c22625993cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027279d8-35d6-4fe4-bf1c-3bcf65961ef0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:16.047432 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57536) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:16.136497 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013d6cc-507c-486e-bf7d-39ce4ccf5624 req-f908e984-8765-4b7d-99f7-3fac1ecbe871 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:16.138038 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7013d6cc-507c-486e-bf7d-39ce4ccf5624 req-f908e984-8765-4b7d-99f7-3fac1ecbe871 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 943 time: 0.0741854 Jul 14 09:41:16.158104 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-78e864cb-fc42-4884-b17b-66bc719866c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.177197 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7013d6cc-507c-486e-bf7d-39ce4ccf5624 req-8768f109-5c75-4a33-8970-e9346e887cfe tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334156 Jul 14 09:41:16.249213 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-78e864cb-fc42-4884-b17b-66bc719866c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.252985 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-78e864cb-fc42-4884-b17b-66bc719866c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.293889 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-78e864cb-fc42-4884-b17b-66bc719866c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=23be6bd5d337473392e4b709d3b00c9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2451482 Jul 14 09:41:16.294752 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e864cb-fc42-4884-b17b-66bc719866c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5025c6f4-78bc-4c06-ae3f-2383bceecb44,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:16.297166 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57540) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:16.352251 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6785ec98-b8dd-4b93-8a64-4338b9255018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.373726 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6785ec98-b8dd-4b93-8a64-4338b9255018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.419997 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6785ec98-b8dd-4b93-8a64-4338b9255018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.422512 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6785ec98-b8dd-4b93-8a64-4338b9255018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.423690 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6785ec98-b8dd-4b93-8a64-4338b9255018 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5025c6f4-78bc-4c06-ae3f-2383bceecb44 HTTP/1.1" status: 204 len: 168 time: 0.1251409 Jul 14 09:41:16.431584 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785ec98-b8dd-4b93-8a64-4338b9255018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5025c6f4-78bc-4c06-ae3f-2383bceecb44,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:17.045488 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57564) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:17.142571 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-4bc532a8-1a05-4c5a-b146-1890067118e0 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1031788580'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:17.163696 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc532a8-1a05-4c5a-b146-1890067118e0 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Made reservation on behalf of e7e2adc1131c47cab407a82bb46a8a9e for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:17.167942 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4bc532a8-1a05-4c5a-b146-1890067118e0 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:17.176313 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4bc532a8-1a05-4c5a-b146-1890067118e0 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:17.270688 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4bc532a8-1a05-4c5a-b146-1890067118e0 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:17.275367 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4bc532a8-1a05-4c5a-b146-1890067118e0 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:17.291772 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc532a8-1a05-4c5a-b146-1890067118e0 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:41:17.327081 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4bc532a8-1a05-4c5a-b146-1890067118e0 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:17.327326 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-4bc532a8-1a05-4c5a-b146-1890067118e0 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Added segment 4da59682-ab5f-4cb8-80d6-1b10048b66bb of type vlan for network c068ed9a-d631-4988-adbc-16515ee48473 Jul 14 09:41:17.352984 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc532a8-1a05-4c5a-b146-1890067118e0 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1601315d-ddee-48a3-a886-c646fac0ff78,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:17.390022 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4bc532a8-1a05-4c5a-b146-1890067118e0 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:17.437053 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9dbca7-4398-4e20-a2c2-e9531033b057 req-2f06c670-2300-4753-a573-17ec1f20d138 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:17.438547 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd9dbca7-4398-4e20-a2c2-e9531033b057 req-2f06c670-2300-4753-a573-17ec1f20d138 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 943 time: 0.1343510 Jul 14 09:41:17.439644 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4bc532a8-1a05-4c5a-b146-1890067118e0 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:17.444862 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc532a8-1a05-4c5a-b146-1890067118e0 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:17.445439 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4bc532a8-1a05-4c5a-b146-1890067118e0 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:17.528657 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4bc532a8-1a05-4c5a-b146-1890067118e0 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4820151 Jul 14 09:41:17.538096 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc532a8-1a05-4c5a-b146-1890067118e0 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event updated for resources: {'Network': ['ID=c068ed9a-d631-4988-adbc-16515ee48473,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:17.545623 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd9dbca7-4398-4e20-a2c2-e9531033b057 req-e8af6de9-4135-4a3d-a4b5-2e0e8564ac7b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960717 Jul 14 09:41:17.549469 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network c068ed9a-d631-4988-adbc-16515ee48473 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:41:18.026860 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 0c323101-f96b-4441-b526-22f36de27d94 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:41:18.119996 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 0c323101-f96b-4441-b526-22f36de27d94, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=0c323101-f96b-4441-b526-22f36de27d94,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:18.131434 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '0c323101-f96b-4441-b526-22f36de27d94', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'port_id': '0c323101-f96b-4441-b526-22f36de27d94', 'mac_address': 'fa:16:3e:03:d4:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:41:18.168437 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:18.187104 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c323101-f96b-4441-b526-22f36de27d94 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:41:18.206800 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 0c323101-f96b-4441-b526-22f36de27d94, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=0c323101-f96b-4441-b526-22f36de27d94,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:18.211242 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:18.262550 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=0c323101-f96b-4441-b526-22f36de27d94,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:18.424359 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['0c323101-f96b-4441-b526-22f36de27d94'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:41:18.487737 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc99e5cc-08a3-4e27-a327-091ba27ea087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:18.775318 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb62a6e-8380-443f-94dd-d363084d90a7 req-1242d25f-8442-466f-8842-70407636e81c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:18.777048 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1bb62a6e-8380-443f-94dd-d363084d90a7 req-1242d25f-8442-466f-8842-70407636e81c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 944 time: 0.0661011 Jul 14 09:41:18.818698 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1bb62a6e-8380-443f-94dd-d363084d90a7 req-3b0fbfa0-044b-4662-b7b2-ded82870fc9e tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351338 Jul 14 09:41:20.009707 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361dc3c-aedb-4e4c-a1ad-cf340e52986f req-1668e2b2-e98e-40eb-a594-c3de128af73d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:20.011308 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d361dc3c-aedb-4e4c-a1ad-cf340e52986f req-1668e2b2-e98e-40eb-a594-c3de128af73d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 944 time: 0.0690360 Jul 14 09:41:20.042804 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 0c323101-f96b-4441-b526-22f36de27d94 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:20.076493 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d361dc3c-aedb-4e4c-a1ad-cf340e52986f req-f3d9dfbc-b257-448f-8762-90ce1ef36422 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593159 Jul 14 09:41:20.105598 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 0c323101-f96b-4441-b526-22f36de27d94 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:20.109239 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 0c323101-f96b-4441-b526-22f36de27d94 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:20.109619 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.186525 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.208645 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c323101-f96b-4441-b526-22f36de27d94'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:20.210912 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601042bb-c5fe-4cf2-914f-99abf132b94b" -d '{"events": [{"server_uuid": "8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4", "name": "network-vif-plugged", "status": "completed", "tag": "0c323101-f96b-4441-b526-22f36de27d94"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:20.224011 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 0c323101-f96b-4441-b526-22f36de27d94, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=0c323101-f96b-4441-b526-22f36de27d94,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:20.229100 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.254655 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcc5c7d-2248-4d21-8880-f4d12316a284 x-openstack-request-id: req-fdcc5c7d-2248-4d21-8880-f4d12316a284 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:20.254944 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4", "name": "network-vif-plugged", "status": "completed", "tag": "0c323101-f96b-4441-b526-22f36de27d94", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:20.255192 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fdcc5c7d-2248-4d21-8880-f4d12316a284 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:20.255596 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c323101-f96b-4441-b526-22f36de27d94', 'code': 200} Jul 14 09:41:20.288888 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=0c323101-f96b-4441-b526-22f36de27d94,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:20.375732 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f932ffa-aca2-48aa-8625-0e4889cc15b2 req-3962e739-ad41-4267-bf62-54f4818859b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:20.377119 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f932ffa-aca2-48aa-8625-0e4889cc15b2 req-3962e739-ad41-4267-bf62-54f4818859b4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 1097 time: 0.0602646 Jul 14 09:41:20.413230 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f932ffa-aca2-48aa-8625-0e4889cc15b2 req-b176cc0e-045f-4d0c-bf78-4a745bce22a0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296748 Jul 14 09:41:20.697782 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57578) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:20.703291 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c5b189ed-3a09-40f1-8085-af528da28dc9 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Request body: {'subnet': {'network_id': 'c068ed9a-d631-4988-adbc-16515ee48473', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:20.794426 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b189ed-3a09-40f1-8085-af528da28dc9 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Made reservation on behalf of e7e2adc1131c47cab407a82bb46a8a9e for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:20.798057 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5b189ed-3a09-40f1-8085-af528da28dc9 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.985379 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5b189ed-3a09-40f1-8085-af528da28dc9 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.055527 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b189ed-3a09-40f1-8085-af528da28dc9 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event updated for resources: {'Subnet': ['ID=d3043f82-f3c2-42f2-b394-c84ee6aa515c,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:21.060137 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b189ed-3a09-40f1-8085-af528da28dc9 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Checking segment: {'id': '4da59682-ab5f-4cb8-80d6-1b10048b66bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c068ed9a-d631-4988-adbc-16515ee48473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:21.060553 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b189ed-3a09-40f1-8085-af528da28dc9 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Network hostable DHCP agents. Network: c068ed9a-d631-4988-adbc-16515ee48473, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:41:21.063215 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a52e209c-7dd2-41aa-8f18-0c88fed9cc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.077580 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b189ed-3a09-40f1-8085-af528da28dc9 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Network c068ed9a-d631-4988-adbc-16515ee48473 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:41:21.087159 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c5b189ed-3a09-40f1-8085-af528da28dc9 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, c068ed9a-d631-4988-adbc-16515ee48473) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:21.092198 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b189ed-3a09-40f1-8085-af528da28dc9 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:21.093161 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5b189ed-3a09-40f1-8085-af528da28dc9 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.100838 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e58cab-b240-4722-a7e0-8b855e5329a2 None None] Network c068ed9a-d631-4988-adbc-16515ee48473 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:21.115058 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c5b189ed-3a09-40f1-8085-af528da28dc9 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4159198 Jul 14 09:41:21.118731 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57584) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:21.124464 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5eb18b67-65e3-410c-8af1-e3c933bf8538 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-260698061'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:21.154154 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4bbac-aefd-415b-bcfc-554aec66a378 req-53d35533-1eff-4d12-b3aa-4a5ca9766aae tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:21.155816 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f4b4bbac-aefd-415b-bcfc-554aec66a378 req-53d35533-1eff-4d12-b3aa-4a5ca9766aae tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 1097 time: 0.1038344 Jul 14 09:41:21.157099 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb18b67-65e3-410c-8af1-e3c933bf8538 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Made reservation on behalf of e7e2adc1131c47cab407a82bb46a8a9e for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:21.161007 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5eb18b67-65e3-410c-8af1-e3c933bf8538 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.206613 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f4b4bbac-aefd-415b-bcfc-554aec66a378 req-4c730016-77e8-4109-90e9-1e3318f3471f tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342762 Jul 14 09:41:21.220990 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb18b67-65e3-410c-8af1-e3c933bf8538 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:41:21.239449 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57586) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:21.269379 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5eb18b67-65e3-410c-8af1-e3c933bf8538 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.270067 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-5eb18b67-65e3-410c-8af1-e3c933bf8538 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Added segment 0db40a4c-5e45-469f-9789-b7fd71d45ac5 of type vlan for network 6dc72949-f247-4cda-9f45-4c19f316b5c6 Jul 14 09:41:21.331412 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5eb18b67-65e3-410c-8af1-e3c933bf8538 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.333173 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.337198 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfedef54-afa1-4abc-b0a4-97172befb1a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-c068ed9a-d631-4988-adbc-16515ee48473', 'network_id': 'c068ed9a-d631-4988-adbc-16515ee48473', 'tenant_id': 'e7e2adc1131c47cab407a82bb46a8a9e', 'fixed_ips': [{'subnet_id': 'd3043f82-f3c2-42f2-b394-c84ee6aa515c'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:41:21.338983 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bfedef54-afa1-4abc-b0a4-97172befb1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.373050 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063beb81-5bc2-4fdf-8a85-6ce56d060ebf req-84e2119a-45b9-40db-994d-97a758a57ae5 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:21.374712 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-063beb81-5bc2-4fdf-8a85-6ce56d060ebf req-84e2119a-45b9-40db-994d-97a758a57ae5 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 945 time: 0.1551583 Jul 14 09:41:21.407034 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5eb18b67-65e3-410c-8af1-e3c933bf8538 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.414175 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb18b67-65e3-410c-8af1-e3c933bf8538 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:21.414934 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5eb18b67-65e3-410c-8af1-e3c933bf8538 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.498161 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-bfedef54-afa1-4abc-b0a4-97172befb1a5 None None] Allocated IP 2001:db8:0:ffff::2 (c068ed9a-d631-4988-adbc-16515ee48473/d3043f82-f3c2-42f2-b394-c84ee6aa515c/4dd26874-9265-4a6a-bc97-8d43b79ec3d3) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:21.503589 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb18b67-65e3-410c-8af1-e3c933bf8538 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event updated for resources: {'Network': ['ID=6dc72949-f247-4cda-9f45-4c19f316b5c6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:21.527905 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb18b67-65e3-410c-8af1-e3c933bf8538 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:21.528363 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb18b67-65e3-410c-8af1-e3c933bf8538 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:21.528585 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb18b67-65e3-410c-8af1-e3c933bf8538 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:21.529713 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb18b67-65e3-410c-8af1-e3c933bf8538 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:21.530061 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb18b67-65e3-410c-8af1-e3c933bf8538 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:21.530411 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb18b67-65e3-410c-8af1-e3c933bf8538 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:21.530730 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb18b67-65e3-410c-8af1-e3c933bf8538 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:21.531056 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb18b67-65e3-410c-8af1-e3c933bf8538 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:21.531382 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb18b67-65e3-410c-8af1-e3c933bf8538 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:21.531737 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb18b67-65e3-410c-8af1-e3c933bf8538 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:21.532061 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb18b67-65e3-410c-8af1-e3c933bf8538 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:21.532384 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb18b67-65e3-410c-8af1-e3c933bf8538 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:21.538616 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5eb18b67-65e3-410c-8af1-e3c933bf8538 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4181399 Jul 14 09:41:21.541553 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57588) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:21.546529 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-89275968-2e7a-4a94-a574-6de2a00cc6cd tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Request body: {'subnet': {'network_id': '6dc72949-f247-4cda-9f45-4c19f316b5c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:21.553943 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-063beb81-5bc2-4fdf-8a85-6ce56d060ebf req-65363dac-b6e4-4ee6-94d4-9f4383f6bee0 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574807 Jul 14 09:41:21.557150 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 6dc72949-f247-4cda-9f45-4c19f316b5c6 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:41:21.651589 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89275968-2e7a-4a94-a574-6de2a00cc6cd tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Made reservation on behalf of e7e2adc1131c47cab407a82bb46a8a9e for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:21.655583 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89275968-2e7a-4a94-a574-6de2a00cc6cd tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.773000 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9a8e5c7c-efea-4592-aa5f-2d1ab635a793 req-866d0221-d69d-47ff-8310-5e2734391d1c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1461718 Jul 14 09:41:21.828523 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f2ad5313-d5fc-4940-b67d-12f1c6bb54c2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Deleting port 695dbcf5-917a-4b74-b80c-050e2fef5da7 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:21.829412 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2ad5313-d5fc-4940-b67d-12f1c6bb54c2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.894584 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bfedef54-afa1-4abc-b0a4-97172befb1a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.904680 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-bfedef54-afa1-4abc-b0a4-97172befb1a5 None None] Transition to ACTIVE for port object 4dd26874-9265-4a6a-bc97-8d43b79ec3d3 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:21.925753 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-bfedef54-afa1-4abc-b0a4-97172befb1a5 None None] Transition to ACTIVE for port object 4dd26874-9265-4a6a-bc97-8d43b79ec3d3 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:21.933764 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bfedef54-afa1-4abc-b0a4-97172befb1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.953008 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2ad5313-d5fc-4940-b67d-12f1c6bb54c2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.953336 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2ad5313-d5fc-4940-b67d-12f1c6bb54c2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.962312 n-d-771362-35 neutron-server[93773]: DEBUG neutron.objects.ports [None req-89275968-2e7a-4a94-a574-6de2a00cc6cd tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:41:21.963724 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89275968-2e7a-4a94-a574-6de2a00cc6cd tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.967063 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e5c7c-efea-4592-aa5f-2d1ab635a793 req-faed3b50-91e1-4094-a3d3-dc6686d0266b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:21.968611 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9a8e5c7c-efea-4592-aa5f-2d1ab635a793 req-faed3b50-91e1-4094-a3d3-dc6686d0266b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 1097 time: 0.1270182 Jul 14 09:41:21.972371 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f2ad5313-d5fc-4940-b67d-12f1c6bb54c2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Calling delete_port for 695dbcf5-917a-4b74-b80c-050e2fef5da7 owned by network:floatingip {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:21.990355 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedef54-afa1-4abc-b0a4-97172befb1a5 None None] Pushing event updated for resources: {'Port': ['ID=4dd26874-9265-4a6a-bc97-8d43b79ec3d3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:22.001439 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfedef54-afa1-4abc-b0a4-97172befb1a5 None None] Network c068ed9a-d631-4988-adbc-16515ee48473 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:22.004140 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-bfedef54-afa1-4abc-b0a4-97172befb1a5 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:22.007673 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfedef54-afa1-4abc-b0a4-97172befb1a5 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:22.029851 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89275968-2e7a-4a94-a574-6de2a00cc6cd tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event updated for resources: {'Subnet': ['ID=31df929c-66fb-4b7e-b95b-e381befcc68d,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:22.037186 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89275968-2e7a-4a94-a574-6de2a00cc6cd tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Checking segment: {'id': '0db40a4c-5e45-469f-9789-b7fd71d45ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6dc72949-f247-4cda-9f45-4c19f316b5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:22.037554 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89275968-2e7a-4a94-a574-6de2a00cc6cd tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Network hostable DHCP agents. Network: 6dc72949-f247-4cda-9f45-4c19f316b5c6, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:41:22.054722 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89275968-2e7a-4a94-a574-6de2a00cc6cd tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Network 6dc72949-f247-4cda-9f45-4c19f316b5c6 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:41:22.065022 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-89275968-2e7a-4a94-a574-6de2a00cc6cd tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 6dc72949-f247-4cda-9f45-4c19f316b5c6) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:22.069250 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89275968-2e7a-4a94-a574-6de2a00cc6cd tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:22.070607 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89275968-2e7a-4a94-a574-6de2a00cc6cd tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.084716 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea624bd-1ab2-4440-9c96-de60af114263 None None] Network 6dc72949-f247-4cda-9f45-4c19f316b5c6 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:22.091176 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-89275968-2e7a-4a94-a574-6de2a00cc6cd tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5460103 Jul 14 09:41:22.091767 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57590) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:22.097467 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-87d26cba-3484-40dd-a75a-6a75c544c83a tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Request body: {'port': {'network_id': '6dc72949-f247-4cda-9f45-4c19f316b5c6', 'name': 'tempest-NetworksIpV6TestAttrs-348456377'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:22.100696 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-bfedef54-afa1-4abc-b0a4-97172befb1a5 None None] Attempting to bind port 4dd26874-9265-4a6a-bc97-8d43b79ec3d3 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:22.101478 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-bfedef54-afa1-4abc-b0a4-97172befb1a5 None None] Attempting to bind port 4dd26874-9265-4a6a-bc97-8d43b79ec3d3 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '4da59682-ab5f-4cb8-80d6-1b10048b66bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c068ed9a-d631-4988-adbc-16515ee48473'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:22.101920 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfedef54-afa1-4abc-b0a4-97172befb1a5 None None] Attempting to bind port 4dd26874-9265-4a6a-bc97-8d43b79ec3d3 on network c068ed9a-d631-4988-adbc-16515ee48473 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:22.131286 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfedef54-afa1-4abc-b0a4-97172befb1a5 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:22.131688 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfedef54-afa1-4abc-b0a4-97172befb1a5 None None] Checking segment: {'id': '4da59682-ab5f-4cb8-80d6-1b10048b66bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c068ed9a-d631-4988-adbc-16515ee48473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:22.132082 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bfedef54-afa1-4abc-b0a4-97172befb1a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.132474 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfedef54-afa1-4abc-b0a4-97172befb1a5 None None] Bound using segment: {'id': '4da59682-ab5f-4cb8-80d6-1b10048b66bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c068ed9a-d631-4988-adbc-16515ee48473'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:22.132942 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-bfedef54-afa1-4abc-b0a4-97172befb1a5 None None] Bound port: 4dd26874-9265-4a6a-bc97-8d43b79ec3d3, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da59682-ab5f-4cb8-80d6-1b10048b66bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c068ed9a-d631-4988-adbc-16515ee48473'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:22.133311 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bfedef54-afa1-4abc-b0a4-97172befb1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.153906 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e5c7c-efea-4592-aa5f-2d1ab635a793 req-171370bb-11df-4b4c-9eec-25d76988012d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:22.155390 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9a8e5c7c-efea-4592-aa5f-2d1ab635a793 req-171370bb-11df-4b4c-9eec-25d76988012d service neutron] 10.222.0.44 "GET /v2.0/networks?id=baaae29b-d092-49d9-bb1d-fc0a1fec877b HTTP/1.1" status: 200 len: 897 time: 0.1346064 Jul 14 09:41:22.224253 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d26cba-3484-40dd-a75a-6a75c544c83a tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Made reservation on behalf of e7e2adc1131c47cab407a82bb46a8a9e for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:22.228501 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87d26cba-3484-40dd-a75a-6a75c544c83a tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.252088 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-87d26cba-3484-40dd-a75a-6a75c544c83a tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] device_id is not set on port 2471f5de-08a4-41c3-9011-6699b9a500c8 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:41:22.255751 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-bfedef54-afa1-4abc-b0a4-97172befb1a5 None None] For port 4dd26874-9265-4a6a-bc97-8d43b79ec3d3, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:22.269893 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9a8e5c7c-efea-4592-aa5f-2d1ab635a793 req-07f8e39f-c36e-4e6a-853a-cad8ac31104f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da5f05b4-77d7-4a18-b617-f84e5f9cc01d HTTP/1.1" status: 200 len: 1000 time: 0.1039264 Jul 14 09:41:22.279552 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-bfedef54-afa1-4abc-b0a4-97172befb1a5 None None] For port 4dd26874-9265-4a6a-bc97-8d43b79ec3d3, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=4dd26874-9265-4a6a-bc97-8d43b79ec3d3,segment=NetworkSegment(4da59682-ab5f-4cb8-80d6-1b10048b66bb),segment_id=4da59682-ab5f-4cb8-80d6-1b10048b66bb)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:22.292784 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.293786 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bfedef54-afa1-4abc-b0a4-97172befb1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.332022 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2ad5313-d5fc-4940-b67d-12f1c6bb54c2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.343102 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486597df-65eb-4896-8869-5f894751963a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-6dc72949-f247-4cda-9f45-4c19f316b5c6', 'network_id': '6dc72949-f247-4cda-9f45-4c19f316b5c6', 'tenant_id': 'e7e2adc1131c47cab407a82bb46a8a9e', 'fixed_ips': [{'subnet_id': '31df929c-66fb-4b7e-b95b-e381befcc68d'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:41:22.343767 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-486597df-65eb-4896-8869-5f894751963a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.374847 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad5313-d5fc-4940-b67d-12f1c6bb54c2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'Port': ['ID=695dbcf5-917a-4b74-b80c-050e2fef5da7,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:22.388228 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-87d26cba-3484-40dd-a75a-6a75c544c83a tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Allocated IP 2001:db8::f816:3eff:fe1e:a8f4 (6dc72949-f247-4cda-9f45-4c19f316b5c6/31df929c-66fb-4b7e-b95b-e381befcc68d/2471f5de-08a4-41c3-9011-6699b9a500c8) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:22.410959 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e5c7c-efea-4592-aa5f-2d1ab635a793 req-5fcf4aca-d09d-4ca1-a99f-79373dcde0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:22.412572 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9a8e5c7c-efea-4592-aa5f-2d1ab635a793 req-5fcf4aca-d09d-4ca1-a99f-79373dcde0ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eaafebc3-a8a2-4e91-8324-2083cc119a77 HTTP/1.1" status: 200 len: 834 time: 0.1246924 Jul 14 09:41:22.467421 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedef54-afa1-4abc-b0a4-97172befb1a5 None None] Pushing event updated for resources: {'Port': ['ID=4dd26874-9265-4a6a-bc97-8d43b79ec3d3,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:22.496781 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2ad5313-d5fc-4940-b67d-12f1c6bb54c2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for floatingip, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.497126 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-f2ad5313-d5fc-4940-b67d-12f1c6bb54c2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Floating IP 40a5a79e-21f6-41d2-a88e-5a9c958e20ef disassociated (deleted). External IP: 172.25.6.99, port: da5f05b4-77d7-4a18-b617-f84e5f9cc01d. Jul 14 09:41:22.553291 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e5c7c-efea-4592-aa5f-2d1ab635a793 req-279889f2-e98d-46f4-b641-0b9358adad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:22.554827 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9a8e5c7c-efea-4592-aa5f-2d1ab635a793 req-279889f2-e98d-46f4-b641-0b9358adad01 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=baaae29b-d092-49d9-bb1d-fc0a1fec877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1232839 Jul 14 09:41:22.577843 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87d26cba-3484-40dd-a75a-6a75c544c83a tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.611187 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-87d26cba-3484-40dd-a75a-6a75c544c83a tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Transition to ACTIVE for port object 2471f5de-08a4-41c3-9011-6699b9a500c8 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:22.659759 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87d26cba-3484-40dd-a75a-6a75c544c83a tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.744447 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-486597df-65eb-4896-8869-5f894751963a None None] Allocated IP 2001:db8::f816:3eff:fe33:92c7 (6dc72949-f247-4cda-9f45-4c19f316b5c6/31df929c-66fb-4b7e-b95b-e381befcc68d/b1605f27-c80f-43c9-a9ce-97b38490d305) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:22.788464 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9a8e5c7c-efea-4592-aa5f-2d1ab635a793 req-4cf7e74d-7abf-4bf6-88c3-392c48c0de4c service neutron] 10.222.0.44 "GET /v2.0/networks/baaae29b-d092-49d9-bb1d-fc0a1fec877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260172 Jul 14 09:41:22.791339 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d26cba-3484-40dd-a75a-6a75c544c83a tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Network 6dc72949-f247-4cda-9f45-4c19f316b5c6 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:22.803704 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-87d26cba-3484-40dd-a75a-6a75c544c83a tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:22.830389 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d26cba-3484-40dd-a75a-6a75c544c83a tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:22.838594 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d26cba-3484-40dd-a75a-6a75c544c83a tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:22.839466 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87d26cba-3484-40dd-a75a-6a75c544c83a tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.858089 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d26cba-3484-40dd-a75a-6a75c544c83a tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event updated for resources: {'Port': ['ID=2471f5de-08a4-41c3-9011-6699b9a500c8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:22.875059 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-87d26cba-3484-40dd-a75a-6a75c544c83a tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.7821240 Jul 14 09:41:22.880565 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57594) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:22.927643 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-486597df-65eb-4896-8869-5f894751963a None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.937724 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-486597df-65eb-4896-8869-5f894751963a None None] Transition to ACTIVE for port object b1605f27-c80f-43c9-a9ce-97b38490d305 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:22.948087 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d7908-fc64-4613-a8a4-eaf283114500 req-52d569e2-d0ec-4338-a380-e7c8f7d9cbe7 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:22.949738 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9f2d7908-fc64-4613-a8a4-eaf283114500 req-52d569e2-d0ec-4338-a380-e7c8f7d9cbe7 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 945 time: 0.1775680 Jul 14 09:41:22.953813 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-54af146d-2bff-4b50-bdd4-00661f384d08 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Deleting subnet 31df929c-66fb-4b7e-b95b-e381befcc68d {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:41:22.957518 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-486597df-65eb-4896-8869-5f894751963a None None] Transition to ACTIVE for port object b1605f27-c80f-43c9-a9ce-97b38490d305 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:22.963114 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 4dd26874-9265-4a6a-bc97-8d43b79ec3d3 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:22.965233 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-54af146d-2bff-4b50-bdd4-00661f384d08 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.006572 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-486597df-65eb-4896-8869-5f894751963a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.023334 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9a8e5c7c-efea-4592-aa5f-2d1ab635a793 req-f17cf332-093f-4a17-be2e-796b6d8adba6 service neutron] 10.222.0.44 "GET /v2.0/networks/baaae29b-d092-49d9-bb1d-fc0a1fec877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219601 Jul 14 09:41:23.025892 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9f2d7908-fc64-4613-a8a4-eaf283114500 req-29820e42-c1d9-45fe-b798-f54647ebbe74 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674591 Jul 14 09:41:23.028514 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-54af146d-2bff-4b50-bdd4-00661f384d08 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.034027 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ad5313-d5fc-4940-b67d-12f1c6bb54c2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Router a9eb9405-500d-488c-b64f-0126110dbafc has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:23.080064 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486597df-65eb-4896-8869-5f894751963a None None] Network 6dc72949-f247-4cda-9f45-4c19f316b5c6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:23.081660 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-486597df-65eb-4896-8869-5f894751963a None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:23.084096 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486597df-65eb-4896-8869-5f894751963a None None] Pushing event updated for resources: {'Port': ['ID=b1605f27-c80f-43c9-a9ce-97b38490d305,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:23.087960 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486597df-65eb-4896-8869-5f894751963a None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:23.120184 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 4dd26874-9265-4a6a-bc97-8d43b79ec3d3 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:23.158539 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-486597df-65eb-4896-8869-5f894751963a None None] Attempting to bind port b1605f27-c80f-43c9-a9ce-97b38490d305 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:23.158922 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-486597df-65eb-4896-8869-5f894751963a None None] Attempting to bind port b1605f27-c80f-43c9-a9ce-97b38490d305 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '0db40a4c-5e45-469f-9789-b7fd71d45ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6dc72949-f247-4cda-9f45-4c19f316b5c6'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:23.159269 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486597df-65eb-4896-8869-5f894751963a None None] Attempting to bind port b1605f27-c80f-43c9-a9ce-97b38490d305 on network 6dc72949-f247-4cda-9f45-4c19f316b5c6 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:23.166747 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486597df-65eb-4896-8869-5f894751963a None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:23.167172 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486597df-65eb-4896-8869-5f894751963a None None] Checking segment: {'id': '0db40a4c-5e45-469f-9789-b7fd71d45ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6dc72949-f247-4cda-9f45-4c19f316b5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:23.167929 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-486597df-65eb-4896-8869-5f894751963a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.168061 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486597df-65eb-4896-8869-5f894751963a None None] Bound using segment: {'id': '0db40a4c-5e45-469f-9789-b7fd71d45ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6dc72949-f247-4cda-9f45-4c19f316b5c6'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:23.168500 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-486597df-65eb-4896-8869-5f894751963a None None] Bound port: b1605f27-c80f-43c9-a9ce-97b38490d305, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db40a4c-5e45-469f-9789-b7fd71d45ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6dc72949-f247-4cda-9f45-4c19f316b5c6'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:23.168886 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-486597df-65eb-4896-8869-5f894751963a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.189176 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ad5313-d5fc-4940-b67d-12f1c6bb54c2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:23.201059 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2ad5313-d5fc-4940-b67d-12f1c6bb54c2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.204859 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a86213a-c7ec-4d98-92ec-ecea465bf8f5 None None] Sync routers for ids ['a9eb9405-500d-488c-b64f-0126110dbafc'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:23.223175 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-54af146d-2bff-4b50-bdd4-00661f384d08 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.236272 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a86213a-c7ec-4d98-92ec-ecea465bf8f5 None None] Routers {'a9eb9405-500d-488c-b64f-0126110dbafc'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:23.236910 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1a86213a-c7ec-4d98-92ec-ecea465bf8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:41:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['a9eb9405-500d-488c-b64f-0126110dbafc'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:23.260497 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f2ad5313-d5fc-4940-b67d-12f1c6bb54c2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "DELETE /v2.0/floatingips/40a5a79e-21f6-41d2-a88e-5a9c958e20ef HTTP/1.1" status: 204 len: 168 time: 2.0196364 Jul 14 09:41:23.261957 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e72d275e-e695-43dd-bfa4-0730854221ab', 'tag': 'da5f05b4-77d7-4a18-b617-f84e5f9cc01d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:23.283543 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e811ca1f-d77f-48d1-88eb-152aabdba7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "e72d275e-e695-43dd-bfa4-0730854221ab", "tag": "da5f05b4-77d7-4a18-b617-f84e5f9cc01d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:23.342117 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-54af146d-2bff-4b50-bdd4-00661f384d08 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.363108 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-486597df-65eb-4896-8869-5f894751963a None None] For port b1605f27-c80f-43c9-a9ce-97b38490d305, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:23.365615 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80277bab-63fc-403a-9616-97845e58aa45 req-419b733b-88aa-472c-ae3b-81420c2d7784 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:23.367732 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-80277bab-63fc-403a-9616-97845e58aa45 req-419b733b-88aa-472c-ae3b-81420c2d7784 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 945 time: 0.1182826 Jul 14 09:41:23.386076 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-486597df-65eb-4896-8869-5f894751963a None None] For port b1605f27-c80f-43c9-a9ce-97b38490d305, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b1605f27-c80f-43c9-a9ce-97b38490d305,segment=NetworkSegment(0db40a4c-5e45-469f-9789-b7fd71d45ac5),segment_id=0db40a4c-5e45-469f-9789-b7fd71d45ac5)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:23.392618 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af146d-2bff-4b50-bdd4-00661f384d08 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event deleted for resources: {'Subnet': ['ID=31df929c-66fb-4b7e-b95b-e381befcc68d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:23.395994 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-486597df-65eb-4896-8869-5f894751963a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.399687 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-54af146d-2bff-4b50-bdd4-00661f384d08 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.404217 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-54af146d-2bff-4b50-bdd4-00661f384d08 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "DELETE /v2.0/subnets/31df929c-66fb-4b7e-b95b-e381befcc68d HTTP/1.1" status: 204 len: 168 time: 0.5205534 Jul 14 09:41:23.404825 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57602) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:23.433584 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-80277bab-63fc-403a-9616-97845e58aa45 req-d6bb9f66-01e1-440d-bca8-ca97c6767697 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451863 Jul 14 09:41:23.464721 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57604) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:23.484277 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-1a86213a-c7ec-4d98-92ec-ecea465bf8f5 None None] Set router a9eb9405-500d-488c-b64f-0126110dbafc gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:23.538436 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486597df-65eb-4896-8869-5f894751963a None None] Pushing event updated for resources: {'Port': ['ID=b1605f27-c80f-43c9-a9ce-97b38490d305,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:23.586139 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1904f66-bf10-40ce-9fb9-a989f4e5c903 x-openstack-request-id: req-a1904f66-bf10-40ce-9fb9-a989f4e5c903 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:23.591959 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e72d275e-e695-43dd-bfa4-0730854221ab", "tag": "da5f05b4-77d7-4a18-b617-f84e5f9cc01d", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:23.592712 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1904f66-bf10-40ce-9fb9-a989f4e5c903 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:23.593393 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e72d275e-e695-43dd-bfa4-0730854221ab', 'tag': 'da5f05b4-77d7-4a18-b617-f84e5f9cc01d', 'status': 'completed', 'code': 200} Jul 14 09:41:23.717240 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e162605-1868-45d0-87c0-7624440f4120 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:23.719397 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e162605-1868-45d0-87c0-7624440f4120 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:23.725411 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3e162605-1868-45d0-87c0-7624440f4120 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3190756 Jul 14 09:41:23.726354 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57608) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:23.798445 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4caba-f5aa-4f16-80e2-321a1a5939fc tempest-TestVolumeBootPattern-1164051470 tempest-TestVolumeBootPattern-1164051470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:23.803365 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-23a4caba-f5aa-4f16-80e2-321a1a5939fc tempest-TestVolumeBootPattern-1164051470 tempest-TestVolumeBootPattern-1164051470-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 1092 time: 0.3328245 Jul 14 09:41:23.815611 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57610) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:23.820290 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d7bd73ad-13e7-4427-8156-36e7d907f443 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'port_id': '0c323101-f96b-4441-b526-22f36de27d94', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:23.852287 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2b7e13f-2f1c-4a98-b1de-afed8de510b4 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.857967 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7bd73ad-13e7-4427-8156-36e7d907f443 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.866645 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b7e13f-2f1c-4a98-b1de-afed8de510b4 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 14 09:41:23.867053 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2b7e13f-2f1c-4a98-b1de-afed8de510b4 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:23.876128 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57612) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:23.876413 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e2b7e13f-2f1c-4a98-b1de-afed8de510b4 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "DELETE /v2.0/networks/6dc72949-f247-4cda-9f45-4c19f316b5c6 HTTP/1.1" status: 409 len: 405 time: 0.1456022 Jul 14 09:41:23.884081 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811ca1f-d77f-48d1-88eb-152aabdba7d4 req-a6110c1b-8193-494f-a195-efcc2f866673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:23.885847 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e811ca1f-d77f-48d1-88eb-152aabdba7d4 req-a6110c1b-8193-494f-a195-efcc2f866673 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 1097 time: 0.2672029 Jul 14 09:41:23.891059 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-4e2c739c-585b-4604-9ae8-0778f783894d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-120975744'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:23.893981 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85caa03-e958-472a-a892-d9866d01bb73 None None] Network c068ed9a-d631-4988-adbc-16515ee48473 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:23.903776 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.984060 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-41ccbf34-8914-4e5e-bef7-69f4808e3eaf None None] Provisioning for port 4dd26874-9265-4a6a-bc97-8d43b79ec3d3 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:24.001254 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-41ccbf34-8914-4e5e-bef7-69f4808e3eaf None None] Provisioning complete for port 4dd26874-9265-4a6a-bc97-8d43b79ec3d3 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:24.001868 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41ccbf34-8914-4e5e-bef7-69f4808e3eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:24.021529 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2c739c-585b-4604-9ae8-0778f783894d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Made reservation on behalf of e7e2adc1131c47cab407a82bb46a8a9e for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:24.026478 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e2c739c-585b-4604-9ae8-0778f783894d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:24.032517 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811ca1f-d77f-48d1-88eb-152aabdba7d4 req-64476e25-d9c0-4ab0-8b18-ebcbe3e5de2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:24.034031 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e811ca1f-d77f-48d1-88eb-152aabdba7d4 req-64476e25-d9c0-4ab0-8b18-ebcbe3e5de2e service neutron] 10.222.0.44 "GET /v2.0/networks?id=baaae29b-d092-49d9-bb1d-fc0a1fec877b HTTP/1.1" status: 200 len: 897 time: 0.1409962 Jul 14 09:41:24.070560 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e2c739c-585b-4604-9ae8-0778f783894d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:41:24.098892 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1a86213a-c7ec-4d98-92ec-ecea465bf8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856547662', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '73a751f3-3768-4466-99b5-f5312f18f147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:25Z', 'updated_at': '2021-07-14T09:39:30Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '73a751f3-3768-4466-99b5-f5312f18f147', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:26Z', 'updated_at': '2021-07-14T09:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '76f939e3-5210-4258-ad9e-df51d6894e40', 'name': '', 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:a9:5f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'eaafebc3-a8a2-4e91-8324-2083cc119a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:29Z', 'updated_at': '2021-07-14T09:39:34Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': 'eaafebc3-a8a2-4e91-8324-2083cc119a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:24.109785 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e2c739c-585b-4604-9ae8-0778f783894d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:24.110071 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-4e2c739c-585b-4604-9ae8-0778f783894d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Added segment c9048ddd-657c-44a2-aa79-e133019f50da of type vlan for network 0f993836-1c22-4177-ac26-1888c85b1f8f Jul 14 09:41:24.117166 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e811ca1f-d77f-48d1-88eb-152aabdba7d4 req-090c310c-079f-44c3-8271-447e560f42af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da5f05b4-77d7-4a18-b617-f84e5f9cc01d HTTP/1.1" status: 200 len: 217 time: 0.0611541 Jul 14 09:41:24.133899 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a86213a-c7ec-4d98-92ec-ecea465bf8f5 None None] Checking router: a9eb9405-500d-488c-b64f-0126110dbafc for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:24.164085 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7bd73ad-13e7-4427-8156-36e7d907f443 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:24.168520 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e2c739c-585b-4604-9ae8-0778f783894d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:24.172354 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811ca1f-d77f-48d1-88eb-152aabdba7d4 req-7df99420-b810-4691-a740-99c28924b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:24.173946 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e811ca1f-d77f-48d1-88eb-152aabdba7d4 req-7df99420-b810-4691-a740-99c28924b73f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eaafebc3-a8a2-4e91-8324-2083cc119a77 HTTP/1.1" status: 200 len: 834 time: 0.0503478 Jul 14 09:41:24.186440 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a86213a-c7ec-4d98-92ec-ecea465bf8f5 None None] Routers {'a9eb9405-500d-488c-b64f-0126110dbafc'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:24.187059 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1a86213a-c7ec-4d98-92ec-ecea465bf8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:41:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['a9eb9405-500d-488c-b64f-0126110dbafc'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:24.239154 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811ca1f-d77f-48d1-88eb-152aabdba7d4 req-28b26f3a-78df-4a22-8c62-8ab8de7de88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:24.240497 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e811ca1f-d77f-48d1-88eb-152aabdba7d4 req-28b26f3a-78df-4a22-8c62-8ab8de7de88f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=baaae29b-d092-49d9-bb1d-fc0a1fec877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593457 Jul 14 09:41:24.263699 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e2c739c-585b-4604-9ae8-0778f783894d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:24.269450 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2c739c-585b-4604-9ae8-0778f783894d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:24.270251 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e2c739c-585b-4604-9ae8-0778f783894d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:24.325003 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41ccbf34-8914-4e5e-bef7-69f4808e3eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:24.366412 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e811ca1f-d77f-48d1-88eb-152aabdba7d4 req-ebcaf26c-2098-4fbd-a785-d9bceae91221 service neutron] 10.222.0.44 "GET /v2.0/networks/baaae29b-d092-49d9-bb1d-fc0a1fec877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175187 Jul 14 09:41:24.394047 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-41ccbf34-8914-4e5e-bef7-69f4808e3eaf None None] For port 4dd26874-9265-4a6a-bc97-8d43b79ec3d3, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=4dd26874-9265-4a6a-bc97-8d43b79ec3d3,segment=NetworkSegment(4da59682-ab5f-4cb8-80d6-1b10048b66bb),segment_id=4da59682-ab5f-4cb8-80d6-1b10048b66bb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:24.396746 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-1a86213a-c7ec-4d98-92ec-ecea465bf8f5 None None] Set router a9eb9405-500d-488c-b64f-0126110dbafc gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:24.424858 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41ccbf34-8914-4e5e-bef7-69f4808e3eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:24.476825 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e811ca1f-d77f-48d1-88eb-152aabdba7d4 req-51a0425b-74e2-457a-8ac7-ac0fec6e8185 service neutron] 10.222.0.44 "GET /v2.0/networks/baaae29b-d092-49d9-bb1d-fc0a1fec877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027939 Jul 14 09:41:24.578375 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ccbf34-8914-4e5e-bef7-69f4808e3eaf None None] Pushing event updated for resources: {'Port': ['ID=4dd26874-9265-4a6a-bc97-8d43b79ec3d3,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:24.699514 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1a86213a-c7ec-4d98-92ec-ecea465bf8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856547662', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '73a751f3-3768-4466-99b5-f5312f18f147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:25Z', 'updated_at': '2021-07-14T09:39:30Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '73a751f3-3768-4466-99b5-f5312f18f147', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:26Z', 'updated_at': '2021-07-14T09:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '76f939e3-5210-4258-ad9e-df51d6894e40', 'name': '', 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:a9:5f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'eaafebc3-a8a2-4e91-8324-2083cc119a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:29Z', 'updated_at': '2021-07-14T09:39:34Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': 'eaafebc3-a8a2-4e91-8324-2083cc119a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:24.739874 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a86213a-c7ec-4d98-92ec-ecea465bf8f5 None None] The sync data for ids ['a9eb9405-500d-488c-b64f-0126110dbafc'] in n-d-771362-35 is: [{'id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856547662', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '73a751f3-3768-4466-99b5-f5312f18f147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:25Z', 'updated_at': '2021-07-14T09:39:30Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '73a751f3-3768-4466-99b5-f5312f18f147', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:26Z', 'updated_at': '2021-07-14T09:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '76f939e3-5210-4258-ad9e-df51d6894e40', 'name': '', 'network_id': 'baaae29b-d092-49d9-bb1d-fc0a1fec877b', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:a9:5f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'eaafebc3-a8a2-4e91-8324-2083cc119a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:29Z', 'updated_at': '2021-07-14T09:39:34Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': 'eaafebc3-a8a2-4e91-8324-2083cc119a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:24.842493 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4e2c739c-585b-4604-9ae8-0778f783894d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9629030 Jul 14 09:41:24.846198 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57616) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:24.855209 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c739c-585b-4604-9ae8-0778f783894d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event updated for resources: {'Network': ['ID=0f993836-1c22-4177-ac26-1888c85b1f8f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:24.855772 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-b19ee295-0773-4c8c-8714-9ea7948c0db8 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Request body: {'subnet': {'network_id': '0f993836-1c22-4177-ac26-1888c85b1f8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:24.869339 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e3acaee4-8de9-400e-9235-36c3c2befd25 None None] Provisioning complete for port 4dd26874-9265-4a6a-bc97-8d43b79ec3d3 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:24.869722 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3acaee4-8de9-400e-9235-36c3c2befd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:24.880089 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-d7bd73ad-13e7-4427-8156-36e7d907f443 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Allocated IP 172.25.6.44 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/932d7bfd-f1fb-4477-9f44-247d6c103601) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:24.912410 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d572db6-2483-4164-a147-57ef89d025cd req-88d232a8-faa6-46e2-8950-7de4610af04d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:24.926207 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9d572db6-2483-4164-a147-57ef89d025cd req-88d232a8-faa6-46e2-8950-7de4610af04d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 945 time: 0.6798117 Jul 14 09:41:24.927940 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 0f993836-1c22-4177-ac26-1888c85b1f8f details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:41:24.935891 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 4dd26874-9265-4a6a-bc97-8d43b79ec3d3 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:25.031779 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19ee295-0773-4c8c-8714-9ea7948c0db8 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Made reservation on behalf of e7e2adc1131c47cab407a82bb46a8a9e for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:25.034620 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9d572db6-2483-4164-a147-57ef89d025cd req-cea6decb-3881-41a3-8419-554d10c4b7b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019130 Jul 14 09:41:25.050249 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b19ee295-0773-4c8c-8714-9ea7948c0db8 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.108918 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7bd73ad-13e7-4427-8156-36e7d907f443 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.159936 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7bd73ad-13e7-4427-8156-36e7d907f443 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.175669 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70df2da2-d107-4b26-aaa8-d1c4a1f2a395 None None] New status for floating IP 40a5a79e-21f6-41d2-a88e-5a9c958e20ef: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:41:25.200558 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bd73ad-13e7-4427-8156-36e7d907f443 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:25.203677 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-d7bd73ad-13e7-4427-8156-36e7d907f443 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:25.207640 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bd73ad-13e7-4427-8156-36e7d907f443 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:25.231075 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd78d8db-1320-4ef8-b69f-3d83b4a2b655 None None] Network 6dc72949-f247-4cda-9f45-4c19f316b5c6 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:25.332261 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd73ad-13e7-4427-8156-36e7d907f443 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event updated for resources: {'Port': ['ID=932d7bfd-f1fb-4477-9f44-247d6c103601,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:25.403075 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 4dd26874-9265-4a6a-bc97-8d43b79ec3d3 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:25.403372 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.433985 n-d-771362-35 neutron-server[93772]: DEBUG neutron.objects.ports [None req-b19ee295-0773-4c8c-8714-9ea7948c0db8 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:41:25.445244 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b19ee295-0773-4c8c-8714-9ea7948c0db8 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.537928 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ee295-0773-4c8c-8714-9ea7948c0db8 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event updated for resources: {'Subnet': ['ID=a0a04f30-fb50-463f-97e0-b660e1e0112a,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:25.542063 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b1605f27-c80f-43c9-a9ce-97b38490d305 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:25.564668 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ee295-0773-4c8c-8714-9ea7948c0db8 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Checking segment: {'id': 'c9048ddd-657c-44a2-aa79-e133019f50da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0f993836-1c22-4177-ac26-1888c85b1f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:25.565047 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19ee295-0773-4c8c-8714-9ea7948c0db8 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Network hostable DHCP agents. Network: 0f993836-1c22-4177-ac26-1888c85b1f8f, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:41:25.565572 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-71f9e7f7-e3ee-484d-8d72-eecdc672177b None None] Provisioning for port b1605f27-c80f-43c9-a9ce-97b38490d305 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:25.597368 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288b224-1f2a-4722-92e5-667d7a971b1b req-f0f42437-daee-4586-b4f7-749552469f6d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:25.597368 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3288b224-1f2a-4722-92e5-667d7a971b1b req-f0f42437-daee-4586-b4f7-749552469f6d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.44 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 945 time: 0.1614356 Jul 14 09:41:25.601503 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port b1605f27-c80f-43c9-a9ce-97b38490d305 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:25.607313 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93bc312-2fc8-482a-9501-c6c3ab272a1a None None] DHCP port deletion for 6dc72949-f247-4cda-9f45-4c19f316b5c6 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:41:25.611821 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port b1605f27-c80f-43c9-a9ce-97b38490d305 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:25.612287 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.647028 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19ee295-0773-4c8c-8714-9ea7948c0db8 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Network 0f993836-1c22-4177-ac26-1888c85b1f8f is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:41:25.664213 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-b19ee295-0773-4c8c-8714-9ea7948c0db8 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 0f993836-1c22-4177-ac26-1888c85b1f8f) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:25.679270 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd059fd-029e-43d1-98bc-09aa47890ccc None None] Network 0f993836-1c22-4177-ac26-1888c85b1f8f requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:25.688601 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19ee295-0773-4c8c-8714-9ea7948c0db8 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:25.689213 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b19ee295-0773-4c8c-8714-9ea7948c0db8 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.702767 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7bd73ad-13e7-4427-8156-36e7d907f443 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.714497 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b19ee295-0773-4c8c-8714-9ea7948c0db8 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8671649 Jul 14 09:41:25.718197 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57620) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:25.724481 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-82558f6f-abe8-49a8-8dfa-5b879af39cdf tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Request body: {'port': {'network_id': '0f993836-1c22-4177-ac26-1888c85b1f8f', 'name': 'tempest-NetworksIpV6TestAttrs-1195003196'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:25.768225 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e93bc312-2fc8-482a-9501-c6c3ab272a1a None None] Deleting port b1605f27-c80f-43c9-a9ce-97b38490d305 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:25.768644 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e93bc312-2fc8-482a-9501-c6c3ab272a1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.795076 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7bd73ad-13e7-4427-8156-36e7d907f443 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.798121 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-3288b224-1f2a-4722-92e5-667d7a971b1b req-c1a0b4ab-a612-4d1b-808b-8d4567d7abec tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Deleting port da5f05b4-77d7-4a18-b617-f84e5f9cc01d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:25.798121 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3288b224-1f2a-4722-92e5-667d7a971b1b req-c1a0b4ab-a612-4d1b-808b-8d4567d7abec tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.847607 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.890270 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e93bc312-2fc8-482a-9501-c6c3ab272a1a None None] For port b1605f27-c80f-43c9-a9ce-97b38490d305, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b1605f27-c80f-43c9-a9ce-97b38490d305,segment=NetworkSegment(0db40a4c-5e45-469f-9789-b7fd71d45ac5),segment_id=0db40a4c-5e45-469f-9789-b7fd71d45ac5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:25.890774 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e93bc312-2fc8-482a-9501-c6c3ab272a1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.935263 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e93bc312-2fc8-482a-9501-c6c3ab272a1a None None] Calling delete_port for b1605f27-c80f-43c9-a9ce-97b38490d305 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:25.943453 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-3288b224-1f2a-4722-92e5-667d7a971b1b req-c1a0b4ab-a612-4d1b-808b-8d4567d7abec tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] For port da5f05b4-77d7-4a18-b617-f84e5f9cc01d, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=da5f05b4-77d7-4a18-b617-f84e5f9cc01d,segment=NetworkSegment(9ffd8086-39ac-4dde-963c-3fe829544c74),segment_id=9ffd8086-39ac-4dde-963c-3fe829544c74)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:25.944036 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3288b224-1f2a-4722-92e5-667d7a971b1b req-c1a0b4ab-a612-4d1b-808b-8d4567d7abec tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.944345 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port b1605f27-c80f-43c9-a9ce-97b38490d305, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b1605f27-c80f-43c9-a9ce-97b38490d305,segment=NetworkSegment(0db40a4c-5e45-469f-9789-b7fd71d45ac5),segment_id=0db40a4c-5e45-469f-9789-b7fd71d45ac5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:25.958249 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.968677 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-3288b224-1f2a-4722-92e5-667d7a971b1b req-c1a0b4ab-a612-4d1b-808b-8d4567d7abec tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Calling delete_port for da5f05b4-77d7-4a18-b617-f84e5f9cc01d owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:25.970461 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82558f6f-abe8-49a8-8dfa-5b879af39cdf tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Made reservation on behalf of e7e2adc1131c47cab407a82bb46a8a9e for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:25.973885 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82558f6f-abe8-49a8-8dfa-5b879af39cdf tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.979621 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7bd73ad-13e7-4427-8156-36e7d907f443 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.984796 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7bd73ad-13e7-4427-8156-36e7d907f443 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.999715 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-82558f6f-abe8-49a8-8dfa-5b879af39cdf tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] device_id is not set on port f8e2d437-508d-41e9-aa59-7380f42079c5 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:41:26.067847 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6e2af5-1044-4340-ae0b-61e299cf1002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-0f993836-1c22-4177-ac26-1888c85b1f8f', 'network_id': '0f993836-1c22-4177-ac26-1888c85b1f8f', 'tenant_id': 'e7e2adc1131c47cab407a82bb46a8a9e', 'fixed_ips': [{'subnet_id': 'a0a04f30-fb50-463f-97e0-b660e1e0112a'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:41:26.068285 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd73ad-13e7-4427-8156-36e7d907f443 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event updated for resources: {'Port': ['ID=932d7bfd-f1fb-4477-9f44-247d6c103601,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:26.068760 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c6e2af5-1044-4340-ae0b-61e299cf1002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:26.072990 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7bd73ad-13e7-4427-8156-36e7d907f443 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:26.105739 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=b1605f27-c80f-43c9-a9ce-97b38490d305,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:26.121205 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-82558f6f-abe8-49a8-8dfa-5b879af39cdf tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Allocated IP 2001:db8::f816:3eff:fe78:8212 (0f993836-1c22-4177-ac26-1888c85b1f8f/a0a04f30-fb50-463f-97e0-b660e1e0112a/f8e2d437-508d-41e9-aa59-7380f42079c5) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:26.179505 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e93bc312-2fc8-482a-9501-c6c3ab272a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:26.201086 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-d7bd73ad-13e7-4427-8156-36e7d907f443 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Floating IP a3731b8e-6774-4e78-bd7a-b857c306b92a associated. External IP: 172.25.6.44, port: 0c323101-f96b-4441-b526-22f36de27d94. Jul 14 09:41:26.224857 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93bc312-2fc8-482a-9501-c6c3ab272a1a None None] Pushing event deleted for resources: {'Port': ['ID=b1605f27-c80f-43c9-a9ce-97b38490d305,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:26.238062 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93bc312-2fc8-482a-9501-c6c3ab272a1a None None] No DVR routers for this DVR port b1605f27-c80f-43c9-a9ce-97b38490d305 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:26.375871 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedfcdf-7168-4b70-8201-d3ae6a17ad53 req-8cd5b0ee-533c-48f2-95d2-c59b4b5fa8d5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:26.377496 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cfedfcdf-7168-4b70-8201-d3ae6a17ad53 req-8cd5b0ee-533c-48f2-95d2-c59b4b5fa8d5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72d275e-e695-43dd-bfa4-0730854221ab HTTP/1.1" status: 200 len: 945 time: 0.1229064 Jul 14 09:41:26.490819 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cfedfcdf-7168-4b70-8201-d3ae6a17ad53 req-b0d88719-6a07-42d9-a269-416dc8bbdf78 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=41c282a7-d545-4024-a9ee-8768480f2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049852 Jul 14 09:41:26.532308 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bd73ad-13e7-4427-8156-36e7d907f443 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:26.657471 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bd73ad-13e7-4427-8156-36e7d907f443 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:26.668459 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcf61ae-b3f5-4a35-9bf4-7ce7f27314ea None None] Sync routers for ids ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:26.677652 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7bd73ad-13e7-4427-8156-36e7d907f443 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:26.681475 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcf61ae-b3f5-4a35-9bf4-7ce7f27314ea None None] Routers {'9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:26.682768 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-afcf61ae-b3f5-4a35-9bf4-7ce7f27314ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:41:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:26.685883 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3288b224-1f2a-4722-92e5-667d7a971b1b req-c1a0b4ab-a612-4d1b-808b-8d4567d7abec tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:26.744024 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d7bd73ad-13e7-4427-8156-36e7d907f443 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9140489 Jul 14 09:41:26.744024 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4', 'tag': '0c323101-f96b-4441-b526-22f36de27d94'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:26.744894 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0b4ab-a612-4d1b-808b-8d4567d7abec tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'Port': ['ID=da5f05b4-77d7-4a18-b617-f84e5f9cc01d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:26.745123 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c99d27-8cfc-45fa-a692-dc7210ee9180" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4", "tag": "0c323101-f96b-4441-b526-22f36de27d94"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:26.780724 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb784d36-6308-4c71-8ca3-155717a08f3a x-openstack-request-id: req-eb784d36-6308-4c71-8ca3-155717a08f3a {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:26.781025 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4", "tag": "0c323101-f96b-4441-b526-22f36de27d94", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:26.781281 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb784d36-6308-4c71-8ca3-155717a08f3a {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:26.781684 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4', 'tag': '0c323101-f96b-4441-b526-22f36de27d94', 'status': 'completed', 'code': 200} Jul 14 09:41:26.785619 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b1605f27-c80f-43c9-a9ce-97b38490d305 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:26.793620 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82558f6f-abe8-49a8-8dfa-5b879af39cdf tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:26.808739 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: b1605f27-c80f-43c9-a9ce-97b38490d305 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:26.809076 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b1605f27-c80f-43c9-a9ce-97b38490d305 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:26.829319 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3288b224-1f2a-4722-92e5-667d7a971b1b req-c1a0b4ab-a612-4d1b-808b-8d4567d7abec tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] No DVR routers for this DVR port da5f05b4-77d7-4a18-b617-f84e5f9cc01d on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:26.835336 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3288b224-1f2a-4722-92e5-667d7a971b1b req-c1a0b4ab-a612-4d1b-808b-8d4567d7abec tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:26.837481 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3288b224-1f2a-4722-92e5-667d7a971b1b req-c1a0b4ab-a612-4d1b-808b-8d4567d7abec tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.44 "DELETE /v2.0/ports/da5f05b4-77d7-4a18-b617-f84e5f9cc01d HTTP/1.1" status: 204 len: 173 time: 1.2351456 Jul 14 09:41:26.838016 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72d275e-e695-43dd-bfa4-0730854221ab', 'name': 'network-vif-deleted', 'tag': 'da5f05b4-77d7-4a18-b617-f84e5f9cc01d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:26.839170 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-afcf61ae-b3f5-4a35-9bf4-7ce7f27314ea None None] Set router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:26.840525 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30962603-10f5-4256-81e6-68cdf9c1611f" -d '{"events": [{"server_uuid": "e72d275e-e695-43dd-bfa4-0730854221ab", "name": "network-vif-deleted", "tag": "da5f05b4-77d7-4a18-b617-f84e5f9cc01d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:26.843725 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-82558f6f-abe8-49a8-8dfa-5b879af39cdf tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Transition to ACTIVE for port object f8e2d437-508d-41e9-aa59-7380f42079c5 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:26.896809 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82558f6f-abe8-49a8-8dfa-5b879af39cdf tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:26.911708 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635d78ea-8849-4c5c-8065-5b4b7edfbd1f x-openstack-request-id: req-635d78ea-8849-4c5c-8065-5b4b7edfbd1f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:26.912000 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72d275e-e695-43dd-bfa4-0730854221ab", "name": "network-vif-deleted", "tag": "da5f05b4-77d7-4a18-b617-f84e5f9cc01d", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:26.912253 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-635d78ea-8849-4c5c-8065-5b4b7edfbd1f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:26.912646 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72d275e-e695-43dd-bfa4-0730854221ab', 'name': 'network-vif-deleted', 'tag': 'da5f05b4-77d7-4a18-b617-f84e5f9cc01d', 'status': 'completed', 'code': 200} Jul 14 09:41:26.977262 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82558f6f-abe8-49a8-8dfa-5b879af39cdf tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Network 0f993836-1c22-4177-ac26-1888c85b1f8f is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:26.983964 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-82558f6f-abe8-49a8-8dfa-5b879af39cdf tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:26.992166 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82558f6f-abe8-49a8-8dfa-5b879af39cdf tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:26.998857 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82558f6f-abe8-49a8-8dfa-5b879af39cdf tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:26.999436 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82558f6f-abe8-49a8-8dfa-5b879af39cdf tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.004573 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-0c6e2af5-1044-4340-ae0b-61e299cf1002 None None] Allocated IP 2001:db8::f816:3eff:fe38:b0ec (0f993836-1c22-4177-ac26-1888c85b1f8f/a0a04f30-fb50-463f-97e0-b660e1e0112a/6a7aafbe-ab91-4eaf-95df-b9a4fae8ecb7) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:27.023142 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82558f6f-abe8-49a8-8dfa-5b879af39cdf tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event updated for resources: {'Port': ['ID=f8e2d437-508d-41e9-aa59-7380f42079c5,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:27.044653 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-82558f6f-abe8-49a8-8dfa-5b879af39cdf tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3243175 Jul 14 09:41:27.047219 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57632) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:27.051300 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c99d27-8cfc-45fa-a692-dc7210ee9180 req-772510f0-27cd-43df-a0af-36d527ea8ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:27.052843 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-96c99d27-8cfc-45fa-a692-dc7210ee9180 req-772510f0-27cd-43df-a0af-36d527ea8ed7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 1097 time: 0.2321894 Jul 14 09:41:27.140055 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-765b7cee-0b28-4b32-9364-84c636c716ea tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Deleting subnet a0a04f30-fb50-463f-97e0-b660e1e0112a {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:41:27.187187 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c99d27-8cfc-45fa-a692-dc7210ee9180 req-d4f246c0-fc25-40ea-b5ce-1a3174eacc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:27.191440 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-96c99d27-8cfc-45fa-a692-dc7210ee9180 req-d4f246c0-fc25-40ea-b5ce-1a3174eacc50 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 910 time: 0.1318302 Jul 14 09:41:27.296437 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-96c99d27-8cfc-45fa-a692-dc7210ee9180 req-d4109580-8f1a-4134-b5f5-41ca1bf70a62 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c323101-f96b-4441-b526-22f36de27d94 HTTP/1.1" status: 200 len: 998 time: 0.0967755 Jul 14 09:41:27.298856 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c6e2af5-1044-4340-ae0b-61e299cf1002 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.318389 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0c6e2af5-1044-4340-ae0b-61e299cf1002 None None] Transition to ACTIVE for port object 6a7aafbe-ab91-4eaf-95df-b9a4fae8ecb7 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:27.341786 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-afcf61ae-b3f5-4a35-9bf4-7ce7f27314ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'name': 'tempest-TestVolumeBootPattern-86186375-router', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:42Z', 'revision_number': 4, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'gw_port': {'id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:37Z', 'updated_at': '2021-07-14T09:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'a3731b8e-6774-4e78-bd7a-b857c306b92a', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'floating_ip_address': '172.25.6.44', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'port_id': '0c323101-f96b-4441-b526-22f36de27d94', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'mac_address': 'fa:16:3e:03:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:41:25Z', 'updated_at': '2021-07-14T09:41:25Z', 'revision_number': 0, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2604b64-dd8d-4c47-aea8-a057e0ce146b', 'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'mac_address': 'fa:16:3e:d4:d0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:40Z', 'updated_at': '2021-07-14T09:34:51Z', 'revision_number': 5, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'subnets': [{'id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:27.360210 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c99d27-8cfc-45fa-a692-dc7210ee9180 req-cd93da53-39c4-455c-8e7c-3f4726c8d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:27.361903 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-96c99d27-8cfc-45fa-a692-dc7210ee9180 req-cd93da53-39c4-455c-8e7c-3f4726c8d458 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea6b1e4-2ec5-4105-843d-111f5668e0d2 HTTP/1.1" status: 200 len: 849 time: 0.0587039 Jul 14 09:41:27.381581 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcf61ae-b3f5-4a35-9bf4-7ce7f27314ea None None] Checking router: 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:27.383651 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0c6e2af5-1044-4340-ae0b-61e299cf1002 None None] Transition to ACTIVE for port object 6a7aafbe-ab91-4eaf-95df-b9a4fae8ecb7 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:27.391332 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-765b7cee-0b28-4b32-9364-84c636c716ea tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.394564 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c6e2af5-1044-4340-ae0b-61e299cf1002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.404783 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcf61ae-b3f5-4a35-9bf4-7ce7f27314ea None None] Routers {'9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:27.405413 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-afcf61ae-b3f5-4a35-9bf4-7ce7f27314ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:41:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:27.432833 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c99d27-8cfc-45fa-a692-dc7210ee9180 req-214cd26e-b6e7-48cc-84ef-d413f4ba2b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:27.434506 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-96c99d27-8cfc-45fa-a692-dc7210ee9180 req-214cd26e-b6e7-48cc-84ef-d413f4ba2b29 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78f139e-d876-4f71-b091-055c8a4ef271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658314 Jul 14 09:41:27.437597 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-765b7cee-0b28-4b32-9364-84c636c716ea tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.452664 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [req-96c99d27-8cfc-45fa-a692-dc7210ee9180 req-649db144-c04d-4e34-9eb0-b93e59acd287 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:41:27.453796 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-96c99d27-8cfc-45fa-a692-dc7210ee9180 req-649db144-c04d-4e34-9eb0-b93e59acd287 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055726 Jul 14 09:41:27.562167 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-96c99d27-8cfc-45fa-a692-dc7210ee9180 req-ce5262a1-c0ab-4439-b770-ea3ddb48d1c0 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009343 Jul 14 09:41:27.583182 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-765b7cee-0b28-4b32-9364-84c636c716ea tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.619304 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57636) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:27.635557 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6e2af5-1044-4340-ae0b-61e299cf1002 None None] Network 0f993836-1c22-4177-ac26-1888c85b1f8f is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:27.647100 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-0c6e2af5-1044-4340-ae0b-61e299cf1002 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:27.650118 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6e2af5-1044-4340-ae0b-61e299cf1002 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:27.676022 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-96c99d27-8cfc-45fa-a692-dc7210ee9180 req-a266a955-f97b-4c3c-8b5c-7af89d2a66b4 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081038 Jul 14 09:41:27.700392 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e2af5-1044-4340-ae0b-61e299cf1002 None None] Pushing event updated for resources: {'Port': ['ID=6a7aafbe-ab91-4eaf-95df-b9a4fae8ecb7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:27.734746 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-765b7cee-0b28-4b32-9364-84c636c716ea tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.773751 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b7cee-0b28-4b32-9364-84c636c716ea tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a04f30-fb50-463f-97e0-b660e1e0112a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:27.776788 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-765b7cee-0b28-4b32-9364-84c636c716ea tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.780978 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0c6e2af5-1044-4340-ae0b-61e299cf1002 None None] Attempting to bind port 6a7aafbe-ab91-4eaf-95df-b9a4fae8ecb7 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:27.781377 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-765b7cee-0b28-4b32-9364-84c636c716ea tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "DELETE /v2.0/subnets/a0a04f30-fb50-463f-97e0-b660e1e0112a HTTP/1.1" status: 204 len: 168 time: 0.7298183 Jul 14 09:41:27.781489 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0c6e2af5-1044-4340-ae0b-61e299cf1002 None None] Attempting to bind port 6a7aafbe-ab91-4eaf-95df-b9a4fae8ecb7 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'c9048ddd-657c-44a2-aa79-e133019f50da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0f993836-1c22-4177-ac26-1888c85b1f8f'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:27.781489 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6e2af5-1044-4340-ae0b-61e299cf1002 None None] Attempting to bind port 6a7aafbe-ab91-4eaf-95df-b9a4fae8ecb7 on network 0f993836-1c22-4177-ac26-1888c85b1f8f {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:27.781671 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57638) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:27.782796 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-afcf61ae-b3f5-4a35-9bf4-7ce7f27314ea None None] Set router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:27.813713 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6e2af5-1044-4340-ae0b-61e299cf1002 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:27.814189 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6e2af5-1044-4340-ae0b-61e299cf1002 None None] Checking segment: {'id': 'c9048ddd-657c-44a2-aa79-e133019f50da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0f993836-1c22-4177-ac26-1888c85b1f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:27.814833 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c6e2af5-1044-4340-ae0b-61e299cf1002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.815211 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6e2af5-1044-4340-ae0b-61e299cf1002 None None] Bound using segment: {'id': 'c9048ddd-657c-44a2-aa79-e133019f50da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0f993836-1c22-4177-ac26-1888c85b1f8f'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:27.815787 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0c6e2af5-1044-4340-ae0b-61e299cf1002 None None] Bound port: 6a7aafbe-ab91-4eaf-95df-b9a4fae8ecb7, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9048ddd-657c-44a2-aa79-e133019f50da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0f993836-1c22-4177-ac26-1888c85b1f8f'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:27.816248 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c6e2af5-1044-4340-ae0b-61e299cf1002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.842698 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453af5de-6f38-4413-82bb-460c64a946ed tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:27.844670 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453af5de-6f38-4413-82bb-460c64a946ed tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:27.846213 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-453af5de-6f38-4413-82bb-460c64a946ed tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0639386 Jul 14 09:41:27.848989 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57640) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:27.935064 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2cdbc5f1-7039-435a-ac48-7af0d5deaa4b tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.944690 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cdbc5f1-7039-435a-ac48-7af0d5deaa4b tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 14 09:41:27.945168 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cdbc5f1-7039-435a-ac48-7af0d5deaa4b tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:27.951299 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2cdbc5f1-7039-435a-ac48-7af0d5deaa4b tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "DELETE /v2.0/networks/0f993836-1c22-4177-ac26-1888c85b1f8f HTTP/1.1" status: 409 len: 405 time: 0.0975091 Jul 14 09:41:27.952170 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57642) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:27.954989 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0c6e2af5-1044-4340-ae0b-61e299cf1002 None None] For port 6a7aafbe-ab91-4eaf-95df-b9a4fae8ecb7, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:27.957712 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c51e26f7-60bb-4c20-9475-3c5df7c8b96d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1314797425'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:27.989788 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51e26f7-60bb-4c20-9475-3c5df7c8b96d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Made reservation on behalf of e7e2adc1131c47cab407a82bb46a8a9e for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:27.994768 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c51e26f7-60bb-4c20-9475-3c5df7c8b96d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.999500 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0c6e2af5-1044-4340-ae0b-61e299cf1002 None None] For port 6a7aafbe-ab91-4eaf-95df-b9a4fae8ecb7, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=6a7aafbe-ab91-4eaf-95df-b9a4fae8ecb7,segment=NetworkSegment(c9048ddd-657c-44a2-aa79-e133019f50da),segment_id=c9048ddd-657c-44a2-aa79-e133019f50da)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:28.008637 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c6e2af5-1044-4340-ae0b-61e299cf1002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.020062 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51e26f7-60bb-4c20-9475-3c5df7c8b96d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:41:28.030410 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c51e26f7-60bb-4c20-9475-3c5df7c8b96d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.030767 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-c51e26f7-60bb-4c20-9475-3c5df7c8b96d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Added segment 62b6d7ce-7318-4e12-9af1-ec3f3d0c0b48 of type vlan for network 5e66ae65-59ed-4459-b706-1a7b6a71842b Jul 14 09:41:28.069589 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48c782ac-04e6-48e6-ab21-399d8b0ad688 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.083008 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c51e26f7-60bb-4c20-9475-3c5df7c8b96d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.116532 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c51e26f7-60bb-4c20-9475-3c5df7c8b96d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.122270 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51e26f7-60bb-4c20-9475-3c5df7c8b96d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:28.122870 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c51e26f7-60bb-4c20-9475-3c5df7c8b96d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.131290 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e2af5-1044-4340-ae0b-61e299cf1002 None None] Pushing event updated for resources: {'Port': ['ID=6a7aafbe-ab91-4eaf-95df-b9a4fae8ecb7,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:28.152825 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c51e26f7-60bb-4c20-9475-3c5df7c8b96d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1950965 Jul 14 09:41:28.156873 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57644) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:28.164301 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-eebe365a-3aaf-47fd-a620-e0ebb73a16ad tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Request body: {'subnet': {'network_id': '5e66ae65-59ed-4459-b706-1a7b6a71842b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:28.200478 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e26f7-60bb-4c20-9475-3c5df7c8b96d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event updated for resources: {'Network': ['ID=5e66ae65-59ed-4459-b706-1a7b6a71842b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:28.200679 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6eb3003-96f9-47a0-bb12-ee9fe3d44ce4 None None] Network 0f993836-1c22-4177-ac26-1888c85b1f8f requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:28.217807 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-afcf61ae-b3f5-4a35-9bf4-7ce7f27314ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'name': 'tempest-TestVolumeBootPattern-86186375-router', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:42Z', 'revision_number': 4, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'gw_port': {'id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:37Z', 'updated_at': '2021-07-14T09:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'a3731b8e-6774-4e78-bd7a-b857c306b92a', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'floating_ip_address': '172.25.6.44', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'port_id': '0c323101-f96b-4441-b526-22f36de27d94', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'mac_address': 'fa:16:3e:03:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:41:25Z', 'updated_at': '2021-07-14T09:41:25Z', 'revision_number': 0, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2604b64-dd8d-4c47-aea8-a057e0ce146b', 'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'mac_address': 'fa:16:3e:d4:d0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:40Z', 'updated_at': '2021-07-14T09:34:51Z', 'revision_number': 5, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'subnets': [{'id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:28.245796 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 5e66ae65-59ed-4459-b706-1a7b6a71842b details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:41:28.320959 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcf61ae-b3f5-4a35-9bf4-7ce7f27314ea None None] The sync data for ids ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'] in n-d-771362-35 is: [{'id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'name': 'tempest-TestVolumeBootPattern-86186375-router', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:42Z', 'revision_number': 4, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'gw_port': {'id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:37Z', 'updated_at': '2021-07-14T09:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'a3731b8e-6774-4e78-bd7a-b857c306b92a', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'floating_ip_address': '172.25.6.44', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'port_id': '0c323101-f96b-4441-b526-22f36de27d94', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'mac_address': 'fa:16:3e:03:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:41:25Z', 'updated_at': '2021-07-14T09:41:25Z', 'revision_number': 0, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2604b64-dd8d-4c47-aea8-a057e0ce146b', 'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'mac_address': 'fa:16:3e:d4:d0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:40Z', 'updated_at': '2021-07-14T09:34:51Z', 'revision_number': 5, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'subnets': [{'id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:28.338459 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebe365a-3aaf-47fd-a620-e0ebb73a16ad tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Made reservation on behalf of e7e2adc1131c47cab407a82bb46a8a9e for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:28.342047 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eebe365a-3aaf-47fd-a620-e0ebb73a16ad tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.446411 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9e9e7d-1031-4791-a2d7-2cf7271e4155 None None] get_active_networks_info from n-d-771362-35 {{(pid=93774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:41:28.549963 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9e9e7d-1031-4791-a2d7-2cf7271e4155 None None] Resources bound (agent type, host, resource id): {{(pid=93774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:41:28.590772 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6662ca-e174-4abe-a6c6-2207d6ec6016 None None] New status for floating IP a3731b8e-6774-4e78-bd7a-b857c306b92a: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:41:28.613226 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-48c782ac-04e6-48e6-ab21-399d8b0ad688 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Deleting port 76f939e3-5210-4258-ad9e-df51d6894e40 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:28.613599 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48c782ac-04e6-48e6-ab21-399d8b0ad688 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.752247 n-d-771362-35 neutron-server[93773]: DEBUG neutron.objects.ports [None req-eebe365a-3aaf-47fd-a620-e0ebb73a16ad tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:41:28.755912 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eebe365a-3aaf-47fd-a620-e0ebb73a16ad tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.808511 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-48c782ac-04e6-48e6-ab21-399d8b0ad688 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] For port 76f939e3-5210-4258-ad9e-df51d6894e40, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=76f939e3-5210-4258-ad9e-df51d6894e40,segment=NetworkSegment(9ffd8086-39ac-4dde-963c-3fe829544c74),segment_id=9ffd8086-39ac-4dde-963c-3fe829544c74)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:28.808881 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48c782ac-04e6-48e6-ab21-399d8b0ad688 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.839814 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-48c782ac-04e6-48e6-ab21-399d8b0ad688 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Calling delete_port for 76f939e3-5210-4258-ad9e-df51d6894e40 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:28.855915 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe365a-3aaf-47fd-a620-e0ebb73a16ad tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event updated for resources: {'Subnet': ['ID=094b180e-d450-4dce-a6fe-d96eb2a104ca,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:28.870827 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe365a-3aaf-47fd-a620-e0ebb73a16ad tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Checking segment: {'id': '62b6d7ce-7318-4e12-9af1-ec3f3d0c0b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5e66ae65-59ed-4459-b706-1a7b6a71842b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:28.871196 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebe365a-3aaf-47fd-a620-e0ebb73a16ad tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Network hostable DHCP agents. Network: 5e66ae65-59ed-4459-b706-1a7b6a71842b, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:41:28.926707 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebe365a-3aaf-47fd-a620-e0ebb73a16ad tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Network 5e66ae65-59ed-4459-b706-1a7b6a71842b is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:41:28.939182 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-eebe365a-3aaf-47fd-a620-e0ebb73a16ad tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 5e66ae65-59ed-4459-b706-1a7b6a71842b) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:28.945350 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebe365a-3aaf-47fd-a620-e0ebb73a16ad tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:28.945981 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eebe365a-3aaf-47fd-a620-e0ebb73a16ad tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.948170 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce380d7-4381-4dcb-9b1c-b4123c6fdcc2 None None] Network 5e66ae65-59ed-4459-b706-1a7b6a71842b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:29.000856 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-eebe365a-3aaf-47fd-a620-e0ebb73a16ad tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8426774 Jul 14 09:41:29.003798 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57646) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:29.093600 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48c782ac-04e6-48e6-ab21-399d8b0ad688 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.103603 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aec91e1-9f68-4e71-a23d-edcfd254f5d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-5e66ae65-59ed-4459-b706-1a7b6a71842b', 'network_id': '5e66ae65-59ed-4459-b706-1a7b6a71842b', 'tenant_id': 'e7e2adc1131c47cab407a82bb46a8a9e', 'fixed_ips': [{'subnet_id': '094b180e-d450-4dce-a6fe-d96eb2a104ca'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:41:29.104567 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5aec91e1-9f68-4e71-a23d-edcfd254f5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.111581 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.134849 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c782ac-04e6-48e6-ab21-399d8b0ad688 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'Port': ['ID=76f939e3-5210-4258-ad9e-df51d6894e40,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:29.206180 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.269776 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-5aec91e1-9f68-4e71-a23d-edcfd254f5d1 None None] Allocated IP 2001:db8::f816:3eff:fe65:8940 (5e66ae65-59ed-4459-b706-1a7b6a71842b/094b180e-d450-4dce-a6fe-d96eb2a104ca/242d24d0-8156-45b3-b692-5cac8b06dd12) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:29.364112 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48c782ac-04e6-48e6-ab21-399d8b0ad688 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.439604 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5aec91e1-9f68-4e71-a23d-edcfd254f5d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.448347 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5aec91e1-9f68-4e71-a23d-edcfd254f5d1 None None] Transition to ACTIVE for port object 242d24d0-8156-45b3-b692-5cac8b06dd12 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:29.463984 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5aec91e1-9f68-4e71-a23d-edcfd254f5d1 None None] Transition to ACTIVE for port object 242d24d0-8156-45b3-b692-5cac8b06dd12 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:29.469904 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5aec91e1-9f68-4e71-a23d-edcfd254f5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.488602 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.513895 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aec91e1-9f68-4e71-a23d-edcfd254f5d1 None None] Network 5e66ae65-59ed-4459-b706-1a7b6a71842b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:29.516868 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-5aec91e1-9f68-4e71-a23d-edcfd254f5d1 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:29.521341 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aec91e1-9f68-4e71-a23d-edcfd254f5d1 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:29.524323 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event deleted for resources: {'Subnet': ['ID=094b180e-d450-4dce-a6fe-d96eb2a104ca,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:29.524479 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec91e1-9f68-4e71-a23d-edcfd254f5d1 None None] Pushing event updated for resources: {'Port': ['ID=242d24d0-8156-45b3-b692-5cac8b06dd12,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:29.583902 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-5aec91e1-9f68-4e71-a23d-edcfd254f5d1 None None] Attempting to bind port 242d24d0-8156-45b3-b692-5cac8b06dd12 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:29.584307 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-5aec91e1-9f68-4e71-a23d-edcfd254f5d1 None None] Attempting to bind port 242d24d0-8156-45b3-b692-5cac8b06dd12 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '62b6d7ce-7318-4e12-9af1-ec3f3d0c0b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5e66ae65-59ed-4459-b706-1a7b6a71842b'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:29.584623 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec91e1-9f68-4e71-a23d-edcfd254f5d1 None None] Attempting to bind port 242d24d0-8156-45b3-b692-5cac8b06dd12 on network 5e66ae65-59ed-4459-b706-1a7b6a71842b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:29.591518 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec91e1-9f68-4e71-a23d-edcfd254f5d1 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:29.591910 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec91e1-9f68-4e71-a23d-edcfd254f5d1 None None] Checking segment: {'id': '62b6d7ce-7318-4e12-9af1-ec3f3d0c0b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5e66ae65-59ed-4459-b706-1a7b6a71842b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:29.592433 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5aec91e1-9f68-4e71-a23d-edcfd254f5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.593611 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec91e1-9f68-4e71-a23d-edcfd254f5d1 None None] Bound using segment: {'id': '62b6d7ce-7318-4e12-9af1-ec3f3d0c0b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5e66ae65-59ed-4459-b706-1a7b6a71842b'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:29.594154 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-5aec91e1-9f68-4e71-a23d-edcfd254f5d1 None None] Bound port: 242d24d0-8156-45b3-b692-5cac8b06dd12, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b6d7ce-7318-4e12-9af1-ec3f3d0c0b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5e66ae65-59ed-4459-b706-1a7b6a71842b'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:29.594545 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5aec91e1-9f68-4e71-a23d-edcfd254f5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.597579 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.609060 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e66ae65-59ed-4459-b706-1a7b6a71842b']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:29.613005 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c782ac-04e6-48e6-ab21-399d8b0ad688 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Router a9eb9405-500d-488c-b64f-0126110dbafc has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:29.622063 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b6d7ce-7318-4e12-9af1-ec3f3d0c0b48') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:29.622293 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b6d7ce-7318-4e12-9af1-ec3f3d0c0b48') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:29.638441 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.658209 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.664557 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:29.668023 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:29.671212 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:29.698034 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-5aec91e1-9f68-4e71-a23d-edcfd254f5d1 None None] For port 242d24d0-8156-45b3-b692-5cac8b06dd12, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:29.744695 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-5aec91e1-9f68-4e71-a23d-edcfd254f5d1 None None] For port 242d24d0-8156-45b3-b692-5cac8b06dd12, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=242d24d0-8156-45b3-b692-5cac8b06dd12,segment=NetworkSegment(62b6d7ce-7318-4e12-9af1-ec3f3d0c0b48),segment_id=62b6d7ce-7318-4e12-9af1-ec3f3d0c0b48)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:29.744949 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c782ac-04e6-48e6-ab21-399d8b0ad688 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:29.745577 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:41:29.745577 n-d-771362-35 neutron-server[93772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:41:29.745577 n-d-771362-35 neutron-server[93772]: [parameters: {'id': '5e66ae65-59ed-4459-b706-1a7b6a71842b'}] Jul 14 09:41:29.745577 n-d-771362-35 neutron-server[93772]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:41:29.747057 n-d-771362-35 neutron-server[93772]: DEBUG oslo_db.api [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:41:29.749971 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5aec91e1-9f68-4e71-a23d-edcfd254f5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.753040 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-48c782ac-04e6-48e6-ab21-399d8b0ad688 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "PUT /v2.0/routers/a9eb9405-500d-488c-b64f-0126110dbafc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1329663 Jul 14 09:41:29.753786 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57648) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:29.760810 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3ce4c3-3916-400b-9064-b090477f91e8 None None] Sync routers for ids ['a9eb9405-500d-488c-b64f-0126110dbafc'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:29.809889 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3ce4c3-3916-400b-9064-b090477f91e8 None None] Routers {'a9eb9405-500d-488c-b64f-0126110dbafc'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:29.810510 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ea3ce4c3-3916-400b-9064-b090477f91e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:41:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['a9eb9405-500d-488c-b64f-0126110dbafc'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:29.812179 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-cedfadb9-e599-44a4-ba48-94c51374fefb tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Deleting subnet eaafebc3-a8a2-4e91-8324-2083cc119a77 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:41:29.816939 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cedfadb9-e599-44a4-ba48-94c51374fefb tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.859252 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cedfadb9-e599-44a4-ba48-94c51374fefb tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.883551 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec91e1-9f68-4e71-a23d-edcfd254f5d1 None None] Pushing event updated for resources: {'Port': ['ID=242d24d0-8156-45b3-b692-5cac8b06dd12,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:29.926991 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723590bd-059d-497f-9dbc-67fd530b2d0a None None] Network 5e66ae65-59ed-4459-b706-1a7b6a71842b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:29.952962 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cedfadb9-e599-44a4-ba48-94c51374fefb tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:30.009873 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-ea3ce4c3-3916-400b-9064-b090477f91e8 None None] Set router a9eb9405-500d-488c-b64f-0126110dbafc gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:30.018177 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cedfadb9-e599-44a4-ba48-94c51374fefb tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:30.054501 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedfadb9-e599-44a4-ba48-94c51374fefb tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'Subnet': ['ID=eaafebc3-a8a2-4e91-8324-2083cc119a77,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:30.056521 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cedfadb9-e599-44a4-ba48-94c51374fefb tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:30.058464 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cedfadb9-e599-44a4-ba48-94c51374fefb tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "DELETE /v2.0/subnets/eaafebc3-a8a2-4e91-8324-2083cc119a77 HTTP/1.1" status: 204 len: 168 time: 0.3035944 Jul 14 09:41:30.061237 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57650) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:30.083647 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21d0179-fd12-4398-b669-238fe96307f0 None None] Network baaae29b-d092-49d9-bb1d-fc0a1fec877b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:30.172823 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-530b3534-87dd-4715-beee-da74875d66e3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:30.179942 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device da5f05b4-77d7-4a18-b617-f84e5f9cc01d no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:30.210987 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: da5f05b4-77d7-4a18-b617-f84e5f9cc01d {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:30.211330 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device da5f05b4-77d7-4a18-b617-f84e5f9cc01d not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:30.251958 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:30.308727 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-530b3534-87dd-4715-beee-da74875d66e3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:30.359679 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Deleting port 242d24d0-8156-45b3-b692-5cac8b06dd12 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:30.360136 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:30.442894 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] For port 242d24d0-8156-45b3-b692-5cac8b06dd12, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=242d24d0-8156-45b3-b692-5cac8b06dd12,segment=NetworkSegment(62b6d7ce-7318-4e12-9af1-ec3f3d0c0b48),segment_id=62b6d7ce-7318-4e12-9af1-ec3f3d0c0b48)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:30.443156 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:30.455341 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-530b3534-87dd-4715-beee-da74875d66e3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Deleting port 73a751f3-3768-4466-99b5-f5312f18f147 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:30.455725 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-530b3534-87dd-4715-beee-da74875d66e3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:30.460915 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Calling delete_port for 242d24d0-8156-45b3-b692-5cac8b06dd12 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:30.538978 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ea3ce4c3-3916-400b-9064-b090477f91e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856547662', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '73a751f3-3768-4466-99b5-f5312f18f147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:25Z', 'updated_at': '2021-07-14T09:41:29Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '73a751f3-3768-4466-99b5-f5312f18f147', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:26Z', 'updated_at': '2021-07-14T09:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:30.566931 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3ce4c3-3916-400b-9064-b090477f91e8 None None] Checking router: a9eb9405-500d-488c-b64f-0126110dbafc for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:30.575668 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3ce4c3-3916-400b-9064-b090477f91e8 None None] Routers {'a9eb9405-500d-488c-b64f-0126110dbafc'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:30.576289 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ea3ce4c3-3916-400b-9064-b090477f91e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:41:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['a9eb9405-500d-488c-b64f-0126110dbafc'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:30.617961 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412c3bfb-40a5-43b3-a712-c17b3a0b605f None None] DHCP port deletion for baaae29b-d092-49d9-bb1d-fc0a1fec877b request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:41:30.635857 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-530b3534-87dd-4715-beee-da74875d66e3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] For port 73a751f3-3768-4466-99b5-f5312f18f147, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=73a751f3-3768-4466-99b5-f5312f18f147,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:30.636207 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-530b3534-87dd-4715-beee-da74875d66e3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:30.658911 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-530b3534-87dd-4715-beee-da74875d66e3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Calling delete_port for 73a751f3-3768-4466-99b5-f5312f18f147 owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:30.672410 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:30.692975 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-ea3ce4c3-3916-400b-9064-b090477f91e8 None None] Set router a9eb9405-500d-488c-b64f-0126110dbafc gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:30.711071 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a33f4f5d-c33b-4e25-892a-22f8921cd1c7 req-aa81032e-f6ae-4aa6-8fa2-1c795ed496a0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1584163 Jul 14 09:41:30.741677 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event deleted for resources: {'Port': ['ID=242d24d0-8156-45b3-b692-5cac8b06dd12,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:30.746624 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] No DVR routers for this DVR port 242d24d0-8156-45b3-b692-5cac8b06dd12 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:30.754909 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ea3ce4c3-3916-400b-9064-b090477f91e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856547662', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:25Z', 'updated_at': '2021-07-14T09:41:30Z', 'revision_number': 6, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:30.784991 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3ce4c3-3916-400b-9064-b090477f91e8 None None] The sync data for ids ['a9eb9405-500d-488c-b64f-0126110dbafc'] in n-d-771362-35 is: [{'id': 'a9eb9405-500d-488c-b64f-0126110dbafc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856547662', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:25Z', 'updated_at': '2021-07-14T09:41:30Z', 'revision_number': 6, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:30.794315 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-412c3bfb-40a5-43b3-a712-c17b3a0b605f None None] Deleting port 7c410cd6-6313-4d35-a38d-2bb49af99af0 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:30.794691 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-412c3bfb-40a5-43b3-a712-c17b3a0b605f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:30.875720 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-412c3bfb-40a5-43b3-a712-c17b3a0b605f None None] For port 7c410cd6-6313-4d35-a38d-2bb49af99af0, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7c410cd6-6313-4d35-a38d-2bb49af99af0,segment=NetworkSegment(9ffd8086-39ac-4dde-963c-3fe829544c74),segment_id=9ffd8086-39ac-4dde-963c-3fe829544c74)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:30.876115 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-412c3bfb-40a5-43b3-a712-c17b3a0b605f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:30.889187 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-412c3bfb-40a5-43b3-a712-c17b3a0b605f None None] Calling delete_port for 7c410cd6-6313-4d35-a38d-2bb49af99af0 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:30.918203 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:30.930949 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e66ae65-59ed-4459-b706-1a7b6a71842b']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:30.952404 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b6d7ce-7318-4e12-9af1-ec3f3d0c0b48') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:30.952714 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b6d7ce-7318-4e12-9af1-ec3f3d0c0b48') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:30.967369 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-412c3bfb-40a5-43b3-a712-c17b3a0b605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:30.968581 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:30.988224 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f4f5d-c33b-4e25-892a-22f8921cd1c7 req-0cd437d9-b957-4098-8b37-45cc23817aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:30.989769 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a33f4f5d-c33b-4e25-892a-22f8921cd1c7 req-0cd437d9-b957-4098-8b37-45cc23817aca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 1097 time: 0.2154963 Jul 14 09:41:30.992350 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:30.999947 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412c3bfb-40a5-43b3-a712-c17b3a0b605f None None] No DVR routers for this DVR port 7c410cd6-6313-4d35-a38d-2bb49af99af0 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:31.004949 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c3bfb-40a5-43b3-a712-c17b3a0b605f None None] Pushing event deleted for resources: {'Port': ['ID=7c410cd6-6313-4d35-a38d-2bb49af99af0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:31.018992 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:31.019528 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.020720 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650ac48c-3ae9-470f-b5d4-62f3cd9accc1 None None] get_active_networks_info from n-d-771362-35 {{(pid=93774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:31.022494 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:31.102300 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650ac48c-3ae9-470f-b5d4-62f3cd9accc1 None None] Resources bound (agent type, host, resource id): {{(pid=93774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:41:31.145085 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.155212 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.160919 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "DELETE /v2.0/networks/5e66ae65-59ed-4459-b706-1a7b6a71842b HTTP/1.1" status: 204 len: 168 time: 2.1517742 Jul 14 09:41:31.162618 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57652) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:31.163130 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-530b3534-87dd-4715-beee-da74875d66e3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.168581 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c3f6598e-6bca-4b45-ab04-03fb42bb84dc tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1644487609'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:31.183945 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726cc624-8f98-411f-9357-93bc51cb8841 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event deleted for resources: {'Network': ['ID=5e66ae65-59ed-4459-b706-1a7b6a71842b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:31.198164 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7c410cd6-6313-4d35-a38d-2bb49af99af0 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:31.213729 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f6598e-6bca-4b45-ab04-03fb42bb84dc tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Made reservation on behalf of e7e2adc1131c47cab407a82bb46a8a9e for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:31.222107 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b3534-87dd-4715-beee-da74875d66e3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'Port': ['ID=73a751f3-3768-4466-99b5-f5312f18f147,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:31.225144 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3f6598e-6bca-4b45-ab04-03fb42bb84dc tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.239517 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 7c410cd6-6313-4d35-a38d-2bb49af99af0 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:31.239872 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7c410cd6-6313-4d35-a38d-2bb49af99af0 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:31.279135 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f6598e-6bca-4b45-ab04-03fb42bb84dc tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:41:31.294825 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f4f5d-c33b-4e25-892a-22f8921cd1c7 req-7eea0d4c-ee57-4af3-a88f-d5d222cfd0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:31.296869 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a33f4f5d-c33b-4e25-892a-22f8921cd1c7 req-7eea0d4c-ee57-4af3-a88f-d5d222cfd0cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 910 time: 0.2623649 Jul 14 09:41:31.299746 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3f6598e-6bca-4b45-ab04-03fb42bb84dc tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.300479 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-c3f6598e-6bca-4b45-ab04-03fb42bb84dc tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Added segment f0f0e598-4a3b-4ddf-82f9-1bca785f2cf1 of type vlan for network 84ed8ccd-8f36-4f85-8468-888ab2ccc937 Jul 14 09:41:31.359893 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3f6598e-6bca-4b45-ab04-03fb42bb84dc tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.364111 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-530b3534-87dd-4715-beee-da74875d66e3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.401907 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3f6598e-6bca-4b45-ab04-03fb42bb84dc tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.408428 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f6598e-6bca-4b45-ab04-03fb42bb84dc tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:31.410046 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3f6598e-6bca-4b45-ab04-03fb42bb84dc tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.475104 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a33f4f5d-c33b-4e25-892a-22f8921cd1c7 req-d30d70ef-ee5d-43da-ad93-c19a49948249 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c323101-f96b-4441-b526-22f36de27d94 HTTP/1.1" status: 200 len: 1000 time: 0.1712835 Jul 14 09:41:31.484939 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-530b3534-87dd-4715-beee-da74875d66e3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.486293 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c3f6598e-6bca-4b45-ab04-03fb42bb84dc tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3233519 Jul 14 09:41:31.489271 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57654) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:31.494418 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-530b3534-87dd-4715-beee-da74875d66e3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.497707 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b36786c8-5631-46b3-be0b-0ea0efefcbfa tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Request body: {'subnet': {'network_id': '84ed8ccd-8f36-4f85-8468-888ab2ccc937', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:31.544043 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6598e-6bca-4b45-ab04-03fb42bb84dc tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event updated for resources: {'Network': ['ID=84ed8ccd-8f36-4f85-8468-888ab2ccc937,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:31.554762 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 84ed8ccd-8f36-4f85-8468-888ab2ccc937 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:41:31.570932 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f4f5d-c33b-4e25-892a-22f8921cd1c7 req-80ed3b16-39cb-4ce2-9562-bd45321c4bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:31.572590 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a33f4f5d-c33b-4e25-892a-22f8921cd1c7 req-80ed3b16-39cb-4ce2-9562-bd45321c4bc2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea6b1e4-2ec5-4105-843d-111f5668e0d2 HTTP/1.1" status: 200 len: 849 time: 0.0896666 Jul 14 09:41:31.573642 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-530b3534-87dd-4715-beee-da74875d66e3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.574170 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530b3534-87dd-4715-beee-da74875d66e3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Fanout notify agent at l3_agent the message router_deleted on router a9eb9405-500d-488c-b64f-0126110dbafc {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:41:31.581676 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-530b3534-87dd-4715-beee-da74875d66e3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.585458 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-530b3534-87dd-4715-beee-da74875d66e3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "DELETE /v2.0/routers/a9eb9405-500d-488c-b64f-0126110dbafc HTTP/1.1" status: 204 len: 168 time: 1.5207410 Jul 14 09:41:31.585625 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57656) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:31.642041 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f4f5d-c33b-4e25-892a-22f8921cd1c7 req-3298cdd1-ec8b-47f0-8589-69b7a899bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:31.643623 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a33f4f5d-c33b-4e25-892a-22f8921cd1c7 req-3298cdd1-ec8b-47f0-8589-69b7a899bdd9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78f139e-d876-4f71-b091-055c8a4ef271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595496 Jul 14 09:41:31.675012 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36786c8-5631-46b3-be0b-0ea0efefcbfa tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Made reservation on behalf of e7e2adc1131c47cab407a82bb46a8a9e for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:31.678808 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b36786c8-5631-46b3-be0b-0ea0efefcbfa tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.740605 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c139c0d1-dd8b-40dd-b299-b77e6adc9c7d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.758336 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a33f4f5d-c33b-4e25-892a-22f8921cd1c7 req-966e7489-d72f-4713-9901-3ea5db2f78cc service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075954 Jul 14 09:41:31.862543 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a33f4f5d-c33b-4e25-892a-22f8921cd1c7 req-fc83257c-c8b8-41da-8183-54c3cd6e9ef8 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972090 Jul 14 09:41:31.890576 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c139c0d1-dd8b-40dd-b299-b77e6adc9c7d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.908911 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c139c0d1-dd8b-40dd-b299-b77e6adc9c7d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baaae29b-d092-49d9-bb1d-fc0a1fec877b']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:31.941060 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c139c0d1-dd8b-40dd-b299-b77e6adc9c7d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffd8086-39ac-4dde-963c-3fe829544c74') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:31.941449 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c139c0d1-dd8b-40dd-b299-b77e6adc9c7d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffd8086-39ac-4dde-963c-3fe829544c74') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:31.959370 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c139c0d1-dd8b-40dd-b299-b77e6adc9c7d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.007271 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c139c0d1-dd8b-40dd-b299-b77e6adc9c7d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.023694 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c139c0d1-dd8b-40dd-b299-b77e6adc9c7d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:32.024108 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c139c0d1-dd8b-40dd-b299-b77e6adc9c7d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:32.027598 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:32.082142 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b36786c8-5631-46b3-be0b-0ea0efefcbfa tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.139127 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c139c0d1-dd8b-40dd-b299-b77e6adc9c7d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.144095 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c139c0d1-dd8b-40dd-b299-b77e6adc9c7d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.145997 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c139c0d1-dd8b-40dd-b299-b77e6adc9c7d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "DELETE /v2.0/networks/baaae29b-d092-49d9-bb1d-fc0a1fec877b HTTP/1.1" status: 204 len: 168 time: 0.5594444 Jul 14 09:41:32.148843 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57658) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:32.175590 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139c0d1-dd8b-40dd-b299-b77e6adc9c7d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'Network': ['ID=baaae29b-d092-49d9-bb1d-fc0a1fec877b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:32.186939 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36786c8-5631-46b3-be0b-0ea0efefcbfa tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event updated for resources: {'Subnet': ['ID=01509e25-cb4c-4933-b60d-c6a448c54291,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:32.193709 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36786c8-5631-46b3-be0b-0ea0efefcbfa tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Checking segment: {'id': 'f0f0e598-4a3b-4ddf-82f9-1bca785f2cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '84ed8ccd-8f36-4f85-8468-888ab2ccc937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:32.194041 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36786c8-5631-46b3-be0b-0ea0efefcbfa tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Network hostable DHCP agents. Network: 84ed8ccd-8f36-4f85-8468-888ab2ccc937, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:41:32.214827 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36786c8-5631-46b3-be0b-0ea0efefcbfa tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Network 84ed8ccd-8f36-4f85-8468-888ab2ccc937 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:41:32.220404 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-890646fe-1bd7-4b31-b366-955906435850 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.225033 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b36786c8-5631-46b3-be0b-0ea0efefcbfa tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 84ed8ccd-8f36-4f85-8468-888ab2ccc937) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:32.230283 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36786c8-5631-46b3-be0b-0ea0efefcbfa tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:32.230966 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b36786c8-5631-46b3-be0b-0ea0efefcbfa tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.236987 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b282a2d0-08d7-4491-b41c-12bf7ac63b0c None None] Network 84ed8ccd-8f36-4f85-8468-888ab2ccc937 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:32.247991 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b36786c8-5631-46b3-be0b-0ea0efefcbfa tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7574046 Jul 14 09:41:32.250455 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57660) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:32.257715 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-890646fe-1bd7-4b31-b366-955906435850 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.331784 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-890646fe-1bd7-4b31-b366-955906435850 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.334685 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-890646fe-1bd7-4b31-b366-955906435850 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.336237 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-890646fe-1bd7-4b31-b366-955906435850 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "DELETE /v2.0/security-groups/41c282a7-d545-4024-a9ee-8768480f2c36 HTTP/1.1" status: 204 len: 168 time: 0.1862113 Jul 14 09:41:32.346460 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890646fe-1bd7-4b31-b366-955906435850 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c282a7-d545-4024-a9ee-8768480f2c36,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:32.380411 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1873b18f-750c-4e99-bdc2-e122d100842e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.448638 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3793f8e-613e-46dd-9be4-f3a2eb766e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-84ed8ccd-8f36-4f85-8468-888ab2ccc937', 'network_id': '84ed8ccd-8f36-4f85-8468-888ab2ccc937', 'tenant_id': 'e7e2adc1131c47cab407a82bb46a8a9e', 'fixed_ips': [{'subnet_id': '01509e25-cb4c-4933-b60d-c6a448c54291'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:41:32.449649 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3793f8e-613e-46dd-9be4-f3a2eb766e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.471713 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1873b18f-750c-4e99-bdc2-e122d100842e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.542039 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1873b18f-750c-4e99-bdc2-e122d100842e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server [None req-c3793f8e-613e-46dd-9be4-f3a2eb766e7e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01509e25-cb4c-4933-b60d-c6a448c54291: This subnet is being modified by another concurrent operation. Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01509e25-cb4c-4933-b60d-c6a448c54291: This subnet is being modified by another concurrent operation. Jul 14 09:41:32.544609 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server Jul 14 09:41:32.559997 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4795a881-f7be-4811-9a69-d64f229be496 None None] Network 84ed8ccd-8f36-4f85-8468-888ab2ccc937 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:32.580143 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873b18f-750c-4e99-bdc2-e122d100842e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event deleted for resources: {'Subnet': ['ID=01509e25-cb4c-4933-b60d-c6a448c54291,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:32.638809 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1873b18f-750c-4e99-bdc2-e122d100842e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.650057 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-1873b18f-750c-4e99-bdc2-e122d100842e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ed8ccd-8f36-4f85-8468-888ab2ccc937']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:32.661651 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-1873b18f-750c-4e99-bdc2-e122d100842e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f0e598-4a3b-4ddf-82f9-1bca785f2cf1') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:32.661947 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-1873b18f-750c-4e99-bdc2-e122d100842e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f0e598-4a3b-4ddf-82f9-1bca785f2cf1') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:32.674024 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1873b18f-750c-4e99-bdc2-e122d100842e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.679794 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c722423f-66d7-4c30-b668-432fc72a49c5 None None] get_active_networks_info from n-d-771362-35 {{(pid=93774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:41:32.700719 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1873b18f-750c-4e99-bdc2-e122d100842e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.713083 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1873b18f-750c-4e99-bdc2-e122d100842e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:32.713715 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1873b18f-750c-4e99-bdc2-e122d100842e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:32.716913 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:32.764343 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 76f939e3-5210-4258-ad9e-df51d6894e40 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:32.786604 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1873b18f-750c-4e99-bdc2-e122d100842e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.791619 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1873b18f-750c-4e99-bdc2-e122d100842e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.793585 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 76f939e3-5210-4258-ad9e-df51d6894e40 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:32.793736 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1873b18f-750c-4e99-bdc2-e122d100842e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "DELETE /v2.0/networks/84ed8ccd-8f36-4f85-8468-888ab2ccc937 HTTP/1.1" status: 204 len: 168 time: 0.5422859 Jul 14 09:41:32.794050 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 76f939e3-5210-4258-ad9e-df51d6894e40 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:32.794323 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 73a751f3-3768-4466-99b5-f5312f18f147 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:32.798067 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57666) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:32.800040 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c722423f-66d7-4c30-b668-432fc72a49c5 None None] Resources bound (agent type, host, resource id): {{(pid=93774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:41:32.804876 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ec8bdde5-8ab2-407b-93d4-7e880213a118 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-920515243'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:32.810856 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873b18f-750c-4e99-bdc2-e122d100842e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event deleted for resources: {'Network': ['ID=84ed8ccd-8f36-4f85-8468-888ab2ccc937,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:32.826901 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 73a751f3-3768-4466-99b5-f5312f18f147 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:32.827250 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 73a751f3-3768-4466-99b5-f5312f18f147 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:32.841578 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8bdde5-8ab2-407b-93d4-7e880213a118 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Made reservation on behalf of e7e2adc1131c47cab407a82bb46a8a9e for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:32.845106 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec8bdde5-8ab2-407b-93d4-7e880213a118 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.868774 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8bdde5-8ab2-407b-93d4-7e880213a118 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:41:32.877676 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec8bdde5-8ab2-407b-93d4-7e880213a118 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.878021 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-ec8bdde5-8ab2-407b-93d4-7e880213a118 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Added segment 76e0827b-069a-462e-afda-ac4cfe0a86bb of type vlan for network 96307cdb-7b87-4fdc-8f89-3d00eae384b6 Jul 14 09:41:32.921332 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec8bdde5-8ab2-407b-93d4-7e880213a118 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.951781 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec8bdde5-8ab2-407b-93d4-7e880213a118 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.957916 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8bdde5-8ab2-407b-93d4-7e880213a118 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:32.958516 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec8bdde5-8ab2-407b-93d4-7e880213a118 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:33.015544 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ec8bdde5-8ab2-407b-93d4-7e880213a118 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2156768 Jul 14 09:41:33.018863 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57668) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:33.023915 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c999472d-ae28-487e-a8c8-5d60256df18e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Request body: {'subnet': {'network_id': '96307cdb-7b87-4fdc-8f89-3d00eae384b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:33.028103 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8bdde5-8ab2-407b-93d4-7e880213a118 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event updated for resources: {'Network': ['ID=96307cdb-7b87-4fdc-8f89-3d00eae384b6,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:33.042905 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 96307cdb-7b87-4fdc-8f89-3d00eae384b6 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:41:33.123739 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c999472d-ae28-487e-a8c8-5d60256df18e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Made reservation on behalf of e7e2adc1131c47cab407a82bb46a8a9e for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:33.127284 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c999472d-ae28-487e-a8c8-5d60256df18e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:33.389520 n-d-771362-35 neutron-server[93773]: DEBUG neutron.objects.ports [None req-c999472d-ae28-487e-a8c8-5d60256df18e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93773) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:41:33.390959 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c999472d-ae28-487e-a8c8-5d60256df18e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:33.455949 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999472d-ae28-487e-a8c8-5d60256df18e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event updated for resources: {'Subnet': ['ID=a134931c-56af-4e89-9f18-dbb4b9e0b822,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:33.460304 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c999472d-ae28-487e-a8c8-5d60256df18e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Checking segment: {'id': '76e0827b-069a-462e-afda-ac4cfe0a86bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '96307cdb-7b87-4fdc-8f89-3d00eae384b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:33.460674 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c999472d-ae28-487e-a8c8-5d60256df18e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Network hostable DHCP agents. Network: 96307cdb-7b87-4fdc-8f89-3d00eae384b6, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:41:33.480869 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c999472d-ae28-487e-a8c8-5d60256df18e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Network 96307cdb-7b87-4fdc-8f89-3d00eae384b6 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:41:33.491291 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-c999472d-ae28-487e-a8c8-5d60256df18e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 96307cdb-7b87-4fdc-8f89-3d00eae384b6) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:33.499408 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29f5e2c-3a00-407f-9763-3c4c7db878cb None None] Network 96307cdb-7b87-4fdc-8f89-3d00eae384b6 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:33.504252 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c999472d-ae28-487e-a8c8-5d60256df18e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:33.505185 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c999472d-ae28-487e-a8c8-5d60256df18e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:33.527097 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c999472d-ae28-487e-a8c8-5d60256df18e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5045459 Jul 14 09:41:33.528310 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57672) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:33.631681 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f65526aa-358a-4244-b776-ccc0668c5ea4 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:33.656964 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f85fc7a-7b42-464f-a4bf-0c85b7248253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-96307cdb-7b87-4fdc-8f89-3d00eae384b6', 'network_id': '96307cdb-7b87-4fdc-8f89-3d00eae384b6', 'tenant_id': 'e7e2adc1131c47cab407a82bb46a8a9e', 'fixed_ips': [{'subnet_id': 'a134931c-56af-4e89-9f18-dbb4b9e0b822'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:41:33.657821 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f85fc7a-7b42-464f-a4bf-0c85b7248253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:33.684956 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f65526aa-358a-4244-b776-ccc0668c5ea4 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:33.754848 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f65526aa-358a-4244-b776-ccc0668c5ea4 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:33.755359 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57674) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:33.761232 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-218c3368-fb1b-425c-8330-a746851798f1 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2016438600', 'description': 'tempest-secgroup-smoke-2016438600 description', 'project_id': 'efe559a5c8d646b7b35d7ff399735120'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server [None req-3f85fc7a-7b42-464f-a4bf-0c85b7248253 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a134931c-56af-4e89-9f18-dbb4b9e0b822: This subnet is being modified by another concurrent operation. Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a134931c-56af-4e89-9f18-dbb4b9e0b822: This subnet is being modified by another concurrent operation. Jul 14 09:41:33.769024 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server Jul 14 09:41:33.792414 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc211e1-4d04-463d-bece-ebfc6b8d0269 None None] Network 96307cdb-7b87-4fdc-8f89-3d00eae384b6 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:33.795409 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65526aa-358a-4244-b776-ccc0668c5ea4 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event deleted for resources: {'Subnet': ['ID=a134931c-56af-4e89-9f18-dbb4b9e0b822,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:33.801345 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-218c3368-fb1b-425c-8330-a746851798f1 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:33.858672 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f65526aa-358a-4244-b776-ccc0668c5ea4 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:33.872527 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-f65526aa-358a-4244-b776-ccc0668c5ea4 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96307cdb-7b87-4fdc-8f89-3d00eae384b6']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:33.884841 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-f65526aa-358a-4244-b776-ccc0668c5ea4 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e0827b-069a-462e-afda-ac4cfe0a86bb') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:33.885263 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-f65526aa-358a-4244-b776-ccc0668c5ea4 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e0827b-069a-462e-afda-ac4cfe0a86bb') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:33.894420 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f65526aa-358a-4244-b776-ccc0668c5ea4 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:33.896384 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-218c3368-fb1b-425c-8330-a746851798f1 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:33.901320 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-218c3368-fb1b-425c-8330-a746851798f1 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:33.909809 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f65526aa-358a-4244-b776-ccc0668c5ea4 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:33.913914 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2b3361-5a2d-4647-9153-952fa55bba83 None None] get_active_networks_info from n-d-771362-35 {{(pid=93774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:41:33.917556 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f65526aa-358a-4244-b776-ccc0668c5ea4 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:33.918196 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f65526aa-358a-4244-b776-ccc0668c5ea4 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:33.921549 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:33.939774 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-218c3368-fb1b-425c-8330-a746851798f1 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:33.941035 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-218c3368-fb1b-425c-8330-a746851798f1 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1843212 Jul 14 09:41:33.942180 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c3368-fb1b-425c-8330-a746851798f1 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a6e725-89f7-4ff4-95c5-77a9b12d0037,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:33.944205 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57676) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:33.949553 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-36244c91-c8e6-4ec4-9452-8a54f89b0fe0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'security_group_rule': {'security_group_id': 'f2a6e725-89f7-4ff4-95c5-77a9b12d0037', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:33.981199 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36244c91-c8e6-4ec4-9452-8a54f89b0fe0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:33.999444 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f65526aa-358a-4244-b776-ccc0668c5ea4 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.004786 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f65526aa-358a-4244-b776-ccc0668c5ea4 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.010161 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f65526aa-358a-4244-b776-ccc0668c5ea4 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "DELETE /v2.0/networks/96307cdb-7b87-4fdc-8f89-3d00eae384b6 HTTP/1.1" status: 204 len: 168 time: 0.4776621 Jul 14 09:41:34.011144 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57678) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:34.023098 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2b3361-5a2d-4647-9153-952fa55bba83 None None] Resources bound (agent type, host, resource id): {{(pid=93774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:41:34.024174 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65526aa-358a-4244-b776-ccc0668c5ea4 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event deleted for resources: {'Network': ['ID=96307cdb-7b87-4fdc-8f89-3d00eae384b6,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:34.046063 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba189dbf-beee-4d5f-b43e-820d91547bf8 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:34.046534 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba189dbf-beee-4d5f-b43e-820d91547bf8 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:34.048277 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ba189dbf-beee-4d5f-b43e-820d91547bf8 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "DELETE /v2.0/subnets/a134931c-56af-4e89-9f18-dbb4b9e0b822 HTTP/1.1" status: 404 len: 337 time: 0.0361605 Jul 14 09:41:34.050995 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57680) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:34.069973 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cfc3d89-ebe9-41c3-b9a1-0783c9498fc7 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:34.070525 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cfc3d89-ebe9-41c3-b9a1-0783c9498fc7 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:34.072512 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8cfc3d89-ebe9-41c3-b9a1-0783c9498fc7 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "DELETE /v2.0/networks/96307cdb-7b87-4fdc-8f89-3d00eae384b6 HTTP/1.1" status: 404 len: 339 time: 0.0200431 Jul 14 09:41:34.072968 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36244c91-c8e6-4ec4-9452-8a54f89b0fe0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.075118 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57682) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:34.085691 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36244c91-c8e6-4ec4-9452-8a54f89b0fe0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.110179 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7401344-8b8d-4367-89c9-86955dbeee0d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:34.110644 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7401344-8b8d-4367-89c9-86955dbeee0d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:34.112444 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e7401344-8b8d-4367-89c9-86955dbeee0d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "DELETE /v2.0/subnets/01509e25-cb4c-4933-b60d-c6a448c54291 HTTP/1.1" status: 404 len: 337 time: 0.0362434 Jul 14 09:41:34.115200 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57684) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:34.124388 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36244c91-c8e6-4ec4-9452-8a54f89b0fe0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4913c406-2693-4d42-aa49-534db8d4ddf6,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:34.133985 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36244c91-c8e6-4ec4-9452-8a54f89b0fe0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.135241 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-36244c91-c8e6-4ec4-9452-8a54f89b0fe0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1898823 Jul 14 09:41:34.135971 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbdb5dd0-709b-4bf7-9958-04cef3c594be tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:34.136564 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbdb5dd0-709b-4bf7-9958-04cef3c594be tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:34.137710 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57686) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:34.138367 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fbdb5dd0-709b-4bf7-9958-04cef3c594be tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "DELETE /v2.0/networks/84ed8ccd-8f36-4f85-8468-888ab2ccc937 HTTP/1.1" status: 404 len: 339 time: 0.0221243 Jul 14 09:41:34.140855 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57688) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:34.143436 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f471a13a-f98a-48bc-ac8e-dfa22ea6eb4f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'security_group_rule': {'security_group_id': 'f2a6e725-89f7-4ff4-95c5-77a9b12d0037', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:34.167262 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e3d0c26-fd40-4200-8954-14c6e1f37edf tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:34.167662 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e3d0c26-fd40-4200-8954-14c6e1f37edf tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:34.169390 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1e3d0c26-fd40-4200-8954-14c6e1f37edf tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "DELETE /v2.0/subnets/094b180e-d450-4dce-a6fe-d96eb2a104ca HTTP/1.1" status: 404 len: 337 time: 0.0276129 Jul 14 09:41:34.172250 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57690) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:34.183674 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f471a13a-f98a-48bc-ac8e-dfa22ea6eb4f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.195731 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca09732-07f5-41da-b077-4072284b5f19 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:34.196420 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca09732-07f5-41da-b077-4072284b5f19 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:34.198383 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-aca09732-07f5-41da-b077-4072284b5f19 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "DELETE /v2.0/networks/5e66ae65-59ed-4459-b706-1a7b6a71842b HTTP/1.1" status: 404 len: 339 time: 0.0251777 Jul 14 09:41:34.201045 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57692) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:34.258072 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f471a13a-f98a-48bc-ac8e-dfa22ea6eb4f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.263237 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f471a13a-f98a-48bc-ac8e-dfa22ea6eb4f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.288158 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471a13a-f98a-48bc-ac8e-dfa22ea6eb4f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859b4038-470d-44e9-b26e-4673c9f1ca6c,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:34.298248 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f471a13a-f98a-48bc-ac8e-dfa22ea6eb4f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.299684 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f471a13a-f98a-48bc-ac8e-dfa22ea6eb4f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1603894 Jul 14 09:41:34.302422 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57696) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:34.308406 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-18d63c54-385e-46af-a09d-782835e65aa8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'security_group_rule': {'security_group_id': 'f2a6e725-89f7-4ff4-95c5-77a9b12d0037', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:34.309878 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1197e2e2-fc61-495f-9da4-775be14e4244 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Deleting port f8e2d437-508d-41e9-aa59-7380f42079c5 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:34.310225 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1197e2e2-fc61-495f-9da4-775be14e4244 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.338725 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-18d63c54-385e-46af-a09d-782835e65aa8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.408026 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-18d63c54-385e-46af-a09d-782835e65aa8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.412088 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-18d63c54-385e-46af-a09d-782835e65aa8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.431942 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d63c54-385e-46af-a09d-782835e65aa8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f3564e6-8aef-4a62-944e-89120973c004,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:34.439708 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-18d63c54-385e-46af-a09d-782835e65aa8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.440762 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-18d63c54-385e-46af-a09d-782835e65aa8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1373184 Jul 14 09:41:34.444568 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57698) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:34.449559 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d083e6f1-e8c2-4a4b-9179-cdeb2a89d6f8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'security_group_rule': {'security_group_id': 'f2a6e725-89f7-4ff4-95c5-77a9b12d0037', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:34.480043 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d083e6f1-e8c2-4a4b-9179-cdeb2a89d6f8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.545081 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d083e6f1-e8c2-4a4b-9179-cdeb2a89d6f8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.549318 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d083e6f1-e8c2-4a4b-9179-cdeb2a89d6f8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.568362 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083e6f1-e8c2-4a4b-9179-cdeb2a89d6f8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c61c8c-fe7e-4e01-a3c3-df0ceecdbf3e,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:34.576339 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d083e6f1-e8c2-4a4b-9179-cdeb2a89d6f8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.580604 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d083e6f1-e8c2-4a4b-9179-cdeb2a89d6f8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1318982 Jul 14 09:41:34.580806 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57700) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:34.586282 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a256b8cc-2290-4a40-8026-a4185738f5df tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'security_group_rule': {'security_group_id': 'f2a6e725-89f7-4ff4-95c5-77a9b12d0037', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:34.609194 n-d-771362-35 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-a256b8cc-2290-4a40-8026-a4185738f5df tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Project efe559a5c8d646b7b35d7ff399735120 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:41:34.614295 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a256b8cc-2290-4a40-8026-a4185738f5df tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.677259 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a256b8cc-2290-4a40-8026-a4185738f5df tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.682173 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a256b8cc-2290-4a40-8026-a4185738f5df tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.700662 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256b8cc-2290-4a40-8026-a4185738f5df tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6cca54-d088-4ced-962d-8bfba0c2dd05,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:34.706187 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a256b8cc-2290-4a40-8026-a4185738f5df tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.707600 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a256b8cc-2290-4a40-8026-a4185738f5df tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1257465 Jul 14 09:41:34.710308 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57702) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:34.715750 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-bead1a94-6303-44c2-be60-9594959e9c92 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'security_group_rule': {'security_group_id': 'f2a6e725-89f7-4ff4-95c5-77a9b12d0037', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:34.724395 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1197e2e2-fc61-495f-9da4-775be14e4244 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.736644 n-d-771362-35 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-bead1a94-6303-44c2-be60-9594959e9c92 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Project efe559a5c8d646b7b35d7ff399735120 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:41:34.738420 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1197e2e2-fc61-495f-9da4-775be14e4244 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Calling delete_port for f8e2d437-508d-41e9-aa59-7380f42079c5 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:34.741450 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bead1a94-6303-44c2-be60-9594959e9c92 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.807251 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bead1a94-6303-44c2-be60-9594959e9c92 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.811404 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bead1a94-6303-44c2-be60-9594959e9c92 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.829599 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1197e2e2-fc61-495f-9da4-775be14e4244 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.830698 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead1a94-6303-44c2-be60-9594959e9c92 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82473675-aa65-4b80-9ca8-33e9cc30215a,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:34.838862 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bead1a94-6303-44c2-be60-9594959e9c92 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.840159 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bead1a94-6303-44c2-be60-9594959e9c92 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288745 Jul 14 09:41:34.843171 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57704) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:34.848098 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d504fb14-8623-49bc-9a96-a60a6c7b02dd tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'network': {'name': 'tempest-network-smoke--1666470410', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'port_security_enabled': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:34.862943 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197e2e2-fc61-495f-9da4-775be14e4244 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event deleted for resources: {'Port': ['ID=f8e2d437-508d-41e9-aa59-7380f42079c5,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:34.869491 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d504fb14-8623-49bc-9a96-a60a6c7b02dd tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Made reservation on behalf of efe559a5c8d646b7b35d7ff399735120 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:34.872902 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1197e2e2-fc61-495f-9da4-775be14e4244 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.873239 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d504fb14-8623-49bc-9a96-a60a6c7b02dd tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.875119 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1197e2e2-fc61-495f-9da4-775be14e4244 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "DELETE /v2.0/ports/f8e2d437-508d-41e9-aa59-7380f42079c5 HTTP/1.1" status: 204 len: 168 time: 0.6730785 Jul 14 09:41:34.877586 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57706) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:34.897596 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d504fb14-8623-49bc-9a96-a60a6c7b02dd tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:41:34.906369 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f216120-5962-432a-ab89-b2c62f4b0c3c tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:34.906879 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f216120-5962-432a-ab89-b2c62f4b0c3c tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:34.907402 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d504fb14-8623-49bc-9a96-a60a6c7b02dd tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.907807 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-d504fb14-8623-49bc-9a96-a60a6c7b02dd tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Added segment 9199c2be-51ce-4542-981b-b2fab682d1c0 of type vlan for network db4cdeba-5aaa-4aa3-8402-070268d6baba Jul 14 09:41:34.911060 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6f216120-5962-432a-ab89-b2c62f4b0c3c tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "DELETE /v2.0/subnets/a0a04f30-fb50-463f-97e0-b660e1e0112a HTTP/1.1" status: 404 len: 337 time: 0.0301087 Jul 14 09:41:34.911263 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57708) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:34.950115 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d504fb14-8623-49bc-9a96-a60a6c7b02dd tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.980139 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d504fb14-8623-49bc-9a96-a60a6c7b02dd tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.986750 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d504fb14-8623-49bc-9a96-a60a6c7b02dd tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:34.987354 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d504fb14-8623-49bc-9a96-a60a6c7b02dd tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.990541 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd5fc344-e99f-48b4-bc7d-c67aa7c94f2e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.045362 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d504fb14-8623-49bc-9a96-a60a6c7b02dd tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2012546 Jul 14 09:41:35.048073 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57710) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:35.050828 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cd5fc344-e99f-48b4-bc7d-c67aa7c94f2e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Deleting port 6a7aafbe-ab91-4eaf-95df-b9a4fae8ecb7 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:35.051168 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd5fc344-e99f-48b4-bc7d-c67aa7c94f2e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.052532 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-20d23ae5-9c31-4242-8df9-70db349b9b07 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-319801268', 'admin_state_up': True, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:35.073550 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504fb14-8623-49bc-9a96-a60a6c7b02dd tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Network': ['ID=db4cdeba-5aaa-4aa3-8402-070268d6baba,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:35.088309 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20d23ae5-9c31-4242-8df9-70db349b9b07 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.088602 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network db4cdeba-5aaa-4aa3-8402-070268d6baba details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:41:35.089535 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20d23ae5-9c31-4242-8df9-70db349b9b07 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.124452 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cd5fc344-e99f-48b4-bc7d-c67aa7c94f2e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] For port 6a7aafbe-ab91-4eaf-95df-b9a4fae8ecb7, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=6a7aafbe-ab91-4eaf-95df-b9a4fae8ecb7,segment=NetworkSegment(c9048ddd-657c-44a2-aa79-e133019f50da),segment_id=c9048ddd-657c-44a2-aa79-e133019f50da)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:35.124821 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd5fc344-e99f-48b4-bc7d-c67aa7c94f2e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.140838 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cd5fc344-e99f-48b4-bc7d-c67aa7c94f2e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Calling delete_port for 6a7aafbe-ab91-4eaf-95df-b9a4fae8ecb7 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:35.148103 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20d23ae5-9c31-4242-8df9-70db349b9b07 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.228642 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd5fc344-e99f-48b4-bc7d-c67aa7c94f2e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.256623 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fc344-e99f-48b4-bc7d-c67aa7c94f2e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event deleted for resources: {'Port': ['ID=6a7aafbe-ab91-4eaf-95df-b9a4fae8ecb7,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:35.260990 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5fc344-e99f-48b4-bc7d-c67aa7c94f2e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] No DVR routers for this DVR port 6a7aafbe-ab91-4eaf-95df-b9a4fae8ecb7 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:35.345845 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd5fc344-e99f-48b4-bc7d-c67aa7c94f2e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.357075 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-cd5fc344-e99f-48b4-bc7d-c67aa7c94f2e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f993836-1c22-4177-ac26-1888c85b1f8f']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:35.369709 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-cd5fc344-e99f-48b4-bc7d-c67aa7c94f2e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9048ddd-657c-44a2-aa79-e133019f50da') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:35.370006 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-cd5fc344-e99f-48b4-bc7d-c67aa7c94f2e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9048ddd-657c-44a2-aa79-e133019f50da') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:35.379800 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd5fc344-e99f-48b4-bc7d-c67aa7c94f2e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.399163 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd5fc344-e99f-48b4-bc7d-c67aa7c94f2e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.406517 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5fc344-e99f-48b4-bc7d-c67aa7c94f2e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:35.406932 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd5fc344-e99f-48b4-bc7d-c67aa7c94f2e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:35.410013 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:35.471902 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd5fc344-e99f-48b4-bc7d-c67aa7c94f2e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.479870 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd5fc344-e99f-48b4-bc7d-c67aa7c94f2e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.481621 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cd5fc344-e99f-48b4-bc7d-c67aa7c94f2e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "DELETE /v2.0/networks/0f993836-1c22-4177-ac26-1888c85b1f8f HTTP/1.1" status: 204 len: 168 time: 0.5693772 Jul 14 09:41:35.493215 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57712) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:35.503480 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fc344-e99f-48b4-bc7d-c67aa7c94f2e tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event deleted for resources: {'Network': ['ID=0f993836-1c22-4177-ac26-1888c85b1f8f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:35.599599 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-43355013-bf78-4258-ab76-b53ea6259d27 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Deleting port 2471f5de-08a4-41c3-9011-6699b9a500c8 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:35.599943 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43355013-bf78-4258-ab76-b53ea6259d27 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.644250 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20d23ae5-9c31-4242-8df9-70db349b9b07 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.664881 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43355013-bf78-4258-ab76-b53ea6259d27 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.678578 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-43355013-bf78-4258-ab76-b53ea6259d27 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Calling delete_port for 2471f5de-08a4-41c3-9011-6699b9a500c8 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:35.761949 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43355013-bf78-4258-ab76-b53ea6259d27 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.794486 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43355013-bf78-4258-ab76-b53ea6259d27 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event deleted for resources: {'Port': ['ID=2471f5de-08a4-41c3-9011-6699b9a500c8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:35.801996 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43355013-bf78-4258-ab76-b53ea6259d27 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.804378 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-43355013-bf78-4258-ab76-b53ea6259d27 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "DELETE /v2.0/ports/2471f5de-08a4-41c3-9011-6699b9a500c8 HTTP/1.1" status: 204 len: 168 time: 0.3094721 Jul 14 09:41:35.807121 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57714) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:35.834489 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-77090b34-1ca4-4ac5-a4f1-555c6aa2582d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:35.834943 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77090b34-1ca4-4ac5-a4f1-555c6aa2582d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:35.836679 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-77090b34-1ca4-4ac5-a4f1-555c6aa2582d tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "DELETE /v2.0/subnets/31df929c-66fb-4b7e-b95b-e381befcc68d HTTP/1.1" status: 404 len: 337 time: 0.0286005 Jul 14 09:41:35.839894 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57716) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:35.848802 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20d23ae5-9c31-4242-8df9-70db349b9b07 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.873261 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20d23ae5-9c31-4242-8df9-70db349b9b07 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.917731 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7406377b-e4b7-400c-9108-9a572312ca40 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.985917 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-20d23ae5-9c31-4242-8df9-70db349b9b07 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Allocated IP 172.25.6.107 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:36.011181 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7406377b-e4b7-400c-9108-9a572312ca40 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.021344 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-7406377b-e4b7-400c-9108-9a572312ca40 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc72949-f247-4cda-9f45-4c19f316b5c6']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:36.031634 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-7406377b-e4b7-400c-9108-9a572312ca40 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db40a4c-5e45-469f-9789-b7fd71d45ac5') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:36.031935 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-7406377b-e4b7-400c-9108-9a572312ca40 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db40a4c-5e45-469f-9789-b7fd71d45ac5') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:36.041596 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7406377b-e4b7-400c-9108-9a572312ca40 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.055514 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7406377b-e4b7-400c-9108-9a572312ca40 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.062039 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7406377b-e4b7-400c-9108-9a572312ca40 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:36.062437 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7406377b-e4b7-400c-9108-9a572312ca40 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:36.065571 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:36.103473 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20d23ae5-9c31-4242-8df9-70db349b9b07 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.128845 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7406377b-e4b7-400c-9108-9a572312ca40 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.138522 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7406377b-e4b7-400c-9108-9a572312ca40 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.141985 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7406377b-e4b7-400c-9108-9a572312ca40 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "DELETE /v2.0/networks/6dc72949-f247-4cda-9f45-4c19f316b5c6 HTTP/1.1" status: 204 len: 168 time: 0.2997887 Jul 14 09:41:36.143301 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57718) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:36.151305 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406377b-e4b7-400c-9108-9a572312ca40 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event deleted for resources: {'Network': ['ID=6dc72949-f247-4cda-9f45-4c19f316b5c6,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:36.177278 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20d23ae5-9c31-4242-8df9-70db349b9b07 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.232169 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d23ae5-9c31-4242-8df9-70db349b9b07 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:36.239195 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-20d23ae5-9c31-4242-8df9-70db349b9b07 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:36.244754 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d23ae5-9c31-4242-8df9-70db349b9b07 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:36.252441 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-84eeea42-67d8-4a57-9070-555bd8df24d7 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Deleting subnet d3043f82-f3c2-42f2-b394-c84ee6aa515c {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:41:36.273667 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d23ae5-9c31-4242-8df9-70db349b9b07 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Port': ['ID=7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:36.283325 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84eeea42-67d8-4a57-9070-555bd8df24d7 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.372881 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84eeea42-67d8-4a57-9070-555bd8df24d7 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.569393 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84eeea42-67d8-4a57-9070-555bd8df24d7 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.670717 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20d23ae5-9c31-4242-8df9-70db349b9b07 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.674633 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84eeea42-67d8-4a57-9070-555bd8df24d7 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.752335 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eeea42-67d8-4a57-9070-555bd8df24d7 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event deleted for resources: {'Subnet': ['ID=d3043f82-f3c2-42f2-b394-c84ee6aa515c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:36.756168 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84eeea42-67d8-4a57-9070-555bd8df24d7 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.757531 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a041289-dc69-4442-8098-ae18f44995da None None] Network c068ed9a-d631-4988-adbc-16515ee48473 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:36.758291 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-84eeea42-67d8-4a57-9070-555bd8df24d7 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "DELETE /v2.0/subnets/d3043f82-f3c2-42f2-b394-c84ee6aa515c HTTP/1.1" status: 204 len: 168 time: 0.6139059 Jul 14 09:41:36.762660 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57720) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:36.844453 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef2d5769-b0aa-4f74-b511-c9367d959bf3 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.906681 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ef2d5769-b0aa-4f74-b511-c9367d959bf3 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Deleting port 4dd26874-9265-4a6a-bc97-8d43b79ec3d3 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:36.907039 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef2d5769-b0aa-4f74-b511-c9367d959bf3 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.930723 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20d23ae5-9c31-4242-8df9-70db349b9b07 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.964561 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161859d0-7639-47cc-af39-eeda98afcdd0 None None] DHCP port deletion for c068ed9a-d631-4988-adbc-16515ee48473 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:41:36.983967 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ef2d5769-b0aa-4f74-b511-c9367d959bf3 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] For port 4dd26874-9265-4a6a-bc97-8d43b79ec3d3, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=4dd26874-9265-4a6a-bc97-8d43b79ec3d3,segment=NetworkSegment(4da59682-ab5f-4cb8-80d6-1b10048b66bb),segment_id=4da59682-ab5f-4cb8-80d6-1b10048b66bb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:36.984427 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef2d5769-b0aa-4f74-b511-c9367d959bf3 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.998924 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ef2d5769-b0aa-4f74-b511-c9367d959bf3 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Calling delete_port for 4dd26874-9265-4a6a-bc97-8d43b79ec3d3 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:37.015650 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-161859d0-7639-47cc-af39-eeda98afcdd0 None None] Deleting port 4dd26874-9265-4a6a-bc97-8d43b79ec3d3 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:37.016111 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-161859d0-7639-47cc-af39-eeda98afcdd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.071757 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d23ae5-9c31-4242-8df9-70db349b9b07 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Router 7e171320-1f9a-4d9b-88a4-d078a77d2438 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:41:37.079420 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-161859d0-7639-47cc-af39-eeda98afcdd0 None None] For port 4dd26874-9265-4a6a-bc97-8d43b79ec3d3, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=4dd26874-9265-4a6a-bc97-8d43b79ec3d3,segment=NetworkSegment(4da59682-ab5f-4cb8-80d6-1b10048b66bb),segment_id=4da59682-ab5f-4cb8-80d6-1b10048b66bb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:37.079852 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-161859d0-7639-47cc-af39-eeda98afcdd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.083765 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef2d5769-b0aa-4f74-b511-c9367d959bf3 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.094995 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-161859d0-7639-47cc-af39-eeda98afcdd0 None None] Calling delete_port for 4dd26874-9265-4a6a-bc97-8d43b79ec3d3 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:37.115343 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d5769-b0aa-4f74-b511-c9367d959bf3 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event deleted for resources: {'Port': ['ID=4dd26874-9265-4a6a-bc97-8d43b79ec3d3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:37.121068 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2d5769-b0aa-4f74-b511-c9367d959bf3 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] No DVR routers for this DVR port 4dd26874-9265-4a6a-bc97-8d43b79ec3d3 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:37.177368 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-161859d0-7639-47cc-af39-eeda98afcdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.192787 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d23ae5-9c31-4242-8df9-70db349b9b07 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:37.202592 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef2d5769-b0aa-4f74-b511-c9367d959bf3 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.204255 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161859d0-7639-47cc-af39-eeda98afcdd0 None None] Pushing event deleted for resources: {'Port': ['ID=4dd26874-9265-4a6a-bc97-8d43b79ec3d3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:37.210285 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74112be-0edf-4b86-bc5f-928707967cf0 None None] Sync routers for ids ['7e171320-1f9a-4d9b-88a4-d078a77d2438'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:37.210703 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161859d0-7639-47cc-af39-eeda98afcdd0 None None] No DVR routers for this DVR port 4dd26874-9265-4a6a-bc97-8d43b79ec3d3 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:37.214779 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20d23ae5-9c31-4242-8df9-70db349b9b07 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.216404 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-20d23ae5-9c31-4242-8df9-70db349b9b07 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1673429 Jul 14 09:41:37.219630 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57722) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:37.222651 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ef2d5769-b0aa-4f74-b511-c9367d959bf3 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c068ed9a-d631-4988-adbc-16515ee48473']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:37.233898 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74112be-0edf-4b86-bc5f-928707967cf0 None None] Routers {'7e171320-1f9a-4d9b-88a4-d078a77d2438'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:37.234641 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e74112be-0edf-4b86-bc5f-928707967cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:41:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7e171320-1f9a-4d9b-88a4-d078a77d2438'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:37.240669 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ef2d5769-b0aa-4f74-b511-c9367d959bf3 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da59682-ab5f-4cb8-80d6-1b10048b66bb') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:37.241093 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ef2d5769-b0aa-4f74-b511-c9367d959bf3 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da59682-ab5f-4cb8-80d6-1b10048b66bb') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:37.254844 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef2d5769-b0aa-4f74-b511-c9367d959bf3 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.255118 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c475bc81-3b15-4667-a5ef-53c0558a7933 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=efe559a5c8d646b7b35d7ff399735120&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310497 Jul 14 09:41:37.255118 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57724) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:37.268171 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef2d5769-b0aa-4f74-b511-c9367d959bf3 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.275796 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef2d5769-b0aa-4f74-b511-c9367d959bf3 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:37.276489 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef2d5769-b0aa-4f74-b511-c9367d959bf3 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:37.280279 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:37.351463 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef2d5769-b0aa-4f74-b511-c9367d959bf3 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.357654 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef2d5769-b0aa-4f74-b511-c9367d959bf3 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.358194 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-e74112be-0edf-4b86-bc5f-928707967cf0 None None] Set router 7e171320-1f9a-4d9b-88a4-d078a77d2438 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:37.362785 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ef2d5769-b0aa-4f74-b511-c9367d959bf3 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] 10.222.0.25 "DELETE /v2.0/networks/c068ed9a-d631-4988-adbc-16515ee48473 HTTP/1.1" status: 204 len: 168 time: 0.5985818 Jul 14 09:41:37.365354 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfa0834-b8ad-4f71-aa51-2bea34a4bf64 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:37.370972 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9bfa0834-b8ad-4f71-aa51-2bea34a4bf64 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1111920 Jul 14 09:41:37.371464 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57728) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:37.380978 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d5769-b0aa-4f74-b511-c9367d959bf3 tempest-NetworksIpV6TestAttrs-1230706994 tempest-NetworksIpV6TestAttrs-1230706994-project] Pushing event deleted for resources: {'Network': ['ID=c068ed9a-d631-4988-adbc-16515ee48473,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:37.406292 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7bc20fe4-d36a-4b57-bee6-4d336a3d4acf tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6facc217-dc01-422a-8069-2c7784a4d993&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312068 Jul 14 09:41:37.406564 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57730) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:37.412047 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e3aec8a3-08b6-41b5-b72c-e99665ad9cf5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-559424171', 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:37.513920 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3aec8a3-08b6-41b5-b72c-e99665ad9cf5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Made reservation on behalf of efe559a5c8d646b7b35d7ff399735120 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:37.517730 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e3aec8a3-08b6-41b5-b72c-e99665ad9cf5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.642847 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e74112be-0edf-4b86-bc5f-928707967cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-319801268', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:35Z', 'updated_at': '2021-07-14T09:41:36Z', 'revision_number': 3, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:49:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:35Z', 'updated_at': '2021-07-14T09:41:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:37.666270 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57734) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:37.671894 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74112be-0edf-4b86-bc5f-928707967cf0 None None] Checking router: 7e171320-1f9a-4d9b-88a4-d078a77d2438 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:37.672363 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74112be-0edf-4b86-bc5f-928707967cf0 None None] Updating router 7e171320-1f9a-4d9b-88a4-d078a77d2438 port 7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:41:37.710556 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e74112be-0edf-4b86-bc5f-928707967cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.716667 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e3aec8a3-08b6-41b5-b72c-e99665ad9cf5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.785636 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aec8a3-08b6-41b5-b72c-e99665ad9cf5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Subnet': ['ID=486294bf-67fd-4f91-8858-ce39e034c4f8,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:37.798844 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3aec8a3-08b6-41b5-b72c-e99665ad9cf5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Checking segment: {'id': '9199c2be-51ce-4542-981b-b2fab682d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:37.800590 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3aec8a3-08b6-41b5-b72c-e99665ad9cf5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Network hostable DHCP agents. Network: db4cdeba-5aaa-4aa3-8402-070268d6baba, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:41:37.806793 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3fd09106-70f3-420c-a14b-4fa8ccff49e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e7e2adc1131c47cab407a82bb46a8a9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393602 Jul 14 09:41:37.809747 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57738) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:37.822980 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3aec8a3-08b6-41b5-b72c-e99665ad9cf5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Network db4cdeba-5aaa-4aa3-8402-070268d6baba is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:41:37.834292 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-e3aec8a3-08b6-41b5-b72c-e99665ad9cf5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, db4cdeba-5aaa-4aa3-8402-070268d6baba) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:37.843151 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3aec8a3-08b6-41b5-b72c-e99665ad9cf5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:37.843483 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba32189-0f87-4dd5-9f8d-9387c22aba3b None None] Network db4cdeba-5aaa-4aa3-8402-070268d6baba requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:37.844021 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e3aec8a3-08b6-41b5-b72c-e99665ad9cf5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.859815 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e3aec8a3-08b6-41b5-b72c-e99665ad9cf5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4520679 Jul 14 09:41:37.862365 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57740) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:37.876116 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87f4f694-3b8e-49fd-8f00-741934548a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.904782 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87f4f694-3b8e-49fd-8f00-741934548a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.960955 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87f4f694-3b8e-49fd-8f00-741934548a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.967122 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87f4f694-3b8e-49fd-8f00-741934548a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.971971 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-87f4f694-3b8e-49fd-8f00-741934548a12 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1601315d-ddee-48a3-a886-c646fac0ff78 HTTP/1.1" status: 204 len: 168 time: 0.1610584 Jul 14 09:41:37.993759 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4f694-3b8e-49fd-8f00-741934548a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1601315d-ddee-48a3-a886-c646fac0ff78,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:37.999812 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e74112be-0edf-4b86-bc5f-928707967cf0 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.015684 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e74112be-0edf-4b86-bc5f-928707967cf0 None None] Transition to ACTIVE for port object 7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:38.024152 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e74112be-0edf-4b86-bc5f-928707967cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.046014 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05381d4a-7e2b-4944-bce1-9445d8efa486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-db4cdeba-5aaa-4aa3-8402-070268d6baba', 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'fixed_ips': [{'subnet_id': '486294bf-67fd-4f91-8858-ce39e034c4f8'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:41:38.047017 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05381d4a-7e2b-4944-bce1-9445d8efa486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.085479 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e74112be-0edf-4b86-bc5f-928707967cf0 None None] Attempting to bind port 7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:38.085853 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e74112be-0edf-4b86-bc5f-928707967cf0 None None] Attempting to bind port 7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:38.086221 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74112be-0edf-4b86-bc5f-928707967cf0 None None] Attempting to bind port 7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:38.097574 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74112be-0edf-4b86-bc5f-928707967cf0 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:38.098280 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74112be-0edf-4b86-bc5f-928707967cf0 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:38.098679 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e74112be-0edf-4b86-bc5f-928707967cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.099087 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74112be-0edf-4b86-bc5f-928707967cf0 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:38.099573 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e74112be-0edf-4b86-bc5f-928707967cf0 None None] Bound port: 7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:38.100151 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e74112be-0edf-4b86-bc5f-928707967cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.133554 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9357f-d1d3-4b23-b0ba-594e3fb282b8 None None] Pushing event updated for resources: {'Port': ['ID=7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:38.162478 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e74112be-0edf-4b86-bc5f-928707967cf0 None None] For port 7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:38.166494 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e74112be-0edf-4b86-bc5f-928707967cf0 None None] For port 7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:38.175144 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e74112be-0edf-4b86-bc5f-928707967cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.178808 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9357f-d1d3-4b23-b0ba-594e3fb282b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:38.179153 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9357f-d1d3-4b23-b0ba-594e3fb282b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:38.179551 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9357f-d1d3-4b23-b0ba-594e3fb282b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:38.179890 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9357f-d1d3-4b23-b0ba-594e3fb282b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:38.180218 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9357f-d1d3-4b23-b0ba-594e3fb282b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:38.180911 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9357f-d1d3-4b23-b0ba-594e3fb282b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:38.181464 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9357f-d1d3-4b23-b0ba-594e3fb282b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:38.181842 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9357f-d1d3-4b23-b0ba-594e3fb282b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:38.182318 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9357f-d1d3-4b23-b0ba-594e3fb282b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:38.182655 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9357f-d1d3-4b23-b0ba-594e3fb282b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:38.183123 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9357f-d1d3-4b23-b0ba-594e3fb282b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:38.183452 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9357f-d1d3-4b23-b0ba-594e3fb282b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:38.222474 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-05381d4a-7e2b-4944-bce1-9445d8efa486 None None] Allocated IP 172.20.0.2 (db4cdeba-5aaa-4aa3-8402-070268d6baba/486294bf-67fd-4f91-8858-ce39e034c4f8/1f6c55a0-08ea-4f4d-a4ee-d002fadc6199) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:38.252622 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74112be-0edf-4b86-bc5f-928707967cf0 None None] Routers {'7e171320-1f9a-4d9b-88a4-d078a77d2438'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:38.253417 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e74112be-0edf-4b86-bc5f-928707967cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:41:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7e171320-1f9a-4d9b-88a4-d078a77d2438'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:38.308148 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9357f-d1d3-4b23-b0ba-594e3fb282b8 None None] Pushing event updated for resources: {'Port': ['ID=7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:38.410621 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-e74112be-0edf-4b86-bc5f-928707967cf0 None None] Set router 7e171320-1f9a-4d9b-88a4-d078a77d2438 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:38.423152 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92b05f07-fbfa-4715-9143-dda0dbc510a7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.611373 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05381d4a-7e2b-4944-bce1-9445d8efa486 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.621675 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-05381d4a-7e2b-4944-bce1-9445d8efa486 None None] Transition to ACTIVE for port object 1f6c55a0-08ea-4f4d-a4ee-d002fadc6199 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:38.643687 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-05381d4a-7e2b-4944-bce1-9445d8efa486 None None] Transition to ACTIVE for port object 1f6c55a0-08ea-4f4d-a4ee-d002fadc6199 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:38.651952 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05381d4a-7e2b-4944-bce1-9445d8efa486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.706968 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05381d4a-7e2b-4944-bce1-9445d8efa486 None None] Network db4cdeba-5aaa-4aa3-8402-070268d6baba is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:38.711598 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-05381d4a-7e2b-4944-bce1-9445d8efa486 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:38.716788 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05381d4a-7e2b-4944-bce1-9445d8efa486 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:38.720535 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e74112be-0edf-4b86-bc5f-928707967cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-319801268', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:35Z', 'updated_at': '2021-07-14T09:41:36Z', 'revision_number': 3, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:49:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:35Z', 'updated_at': '2021-07-14T09:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:38.740547 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05381d4a-7e2b-4944-bce1-9445d8efa486 None None] Pushing event updated for resources: {'Port': ['ID=1f6c55a0-08ea-4f4d-a4ee-d002fadc6199,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:38.766023 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74112be-0edf-4b86-bc5f-928707967cf0 None None] The sync data for ids ['7e171320-1f9a-4d9b-88a4-d078a77d2438'] in n-d-771362-35 is: [{'id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-319801268', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:35Z', 'updated_at': '2021-07-14T09:41:36Z', 'revision_number': 3, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:49:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:35Z', 'updated_at': '2021-07-14T09:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:38.803944 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 4dd26874-9265-4a6a-bc97-8d43b79ec3d3 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:38.812186 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-92b05f07-fbfa-4715-9143-dda0dbc510a7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Allocated IP 172.20.0.1 (db4cdeba-5aaa-4aa3-8402-070268d6baba/486294bf-67fd-4f91-8858-ce39e034c4f8/c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:38.847323 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 4dd26874-9265-4a6a-bc97-8d43b79ec3d3 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:38.847863 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 4dd26874-9265-4a6a-bc97-8d43b79ec3d3 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:38.872212 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-05381d4a-7e2b-4944-bce1-9445d8efa486 None None] Attempting to bind port 1f6c55a0-08ea-4f4d-a4ee-d002fadc6199 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:38.872593 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-05381d4a-7e2b-4944-bce1-9445d8efa486 None None] Attempting to bind port 1f6c55a0-08ea-4f4d-a4ee-d002fadc6199 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '9199c2be-51ce-4542-981b-b2fab682d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:38.872972 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05381d4a-7e2b-4944-bce1-9445d8efa486 None None] Attempting to bind port 1f6c55a0-08ea-4f4d-a4ee-d002fadc6199 on network db4cdeba-5aaa-4aa3-8402-070268d6baba {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:38.881931 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05381d4a-7e2b-4944-bce1-9445d8efa486 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:38.882314 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05381d4a-7e2b-4944-bce1-9445d8efa486 None None] Checking segment: {'id': '9199c2be-51ce-4542-981b-b2fab682d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:38.882728 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05381d4a-7e2b-4944-bce1-9445d8efa486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.883130 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05381d4a-7e2b-4944-bce1-9445d8efa486 None None] Bound using segment: {'id': '9199c2be-51ce-4542-981b-b2fab682d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:38.883673 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-05381d4a-7e2b-4944-bce1-9445d8efa486 None None] Bound port: 1f6c55a0-08ea-4f4d-a4ee-d002fadc6199, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9199c2be-51ce-4542-981b-b2fab682d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:38.884131 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05381d4a-7e2b-4944-bce1-9445d8efa486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.956131 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92b05f07-fbfa-4715-9143-dda0dbc510a7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.956487 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-05381d4a-7e2b-4944-bce1-9445d8efa486 None None] For port 1f6c55a0-08ea-4f4d-a4ee-d002fadc6199, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:38.960211 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-05381d4a-7e2b-4944-bce1-9445d8efa486 None None] For port 1f6c55a0-08ea-4f4d-a4ee-d002fadc6199, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=1f6c55a0-08ea-4f4d-a4ee-d002fadc6199,segment=NetworkSegment(9199c2be-51ce-4542-981b-b2fab682d1c0),segment_id=9199c2be-51ce-4542-981b-b2fab682d1c0)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:38.965933 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05381d4a-7e2b-4944-bce1-9445d8efa486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.971908 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-92b05f07-fbfa-4715-9143-dda0dbc510a7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Transition to ACTIVE for port object c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:38.999470 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57762) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:39.021314 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92b05f07-fbfa-4715-9143-dda0dbc510a7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.058559 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05381d4a-7e2b-4944-bce1-9445d8efa486 None None] Pushing event updated for resources: {'Port': ['ID=1f6c55a0-08ea-4f4d-a4ee-d002fadc6199,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:39.081546 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b05f07-fbfa-4715-9143-dda0dbc510a7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Network db4cdeba-5aaa-4aa3-8402-070268d6baba is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:39.085049 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-92b05f07-fbfa-4715-9143-dda0dbc510a7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:39.093237 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b05f07-fbfa-4715-9143-dda0dbc510a7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:39.135627 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b05f07-fbfa-4715-9143-dda0dbc510a7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Port': ['ID=c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:39.161090 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92b05f07-fbfa-4715-9143-dda0dbc510a7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.212681 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ffa07f01-3fd9-4fb6-b636-c34968e00048 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-146618024'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:39.247265 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa07f01-3fd9-4fb6-b636-c34968e00048 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:39.253094 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffa07f01-3fd9-4fb6-b636-c34968e00048 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.265217 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffa07f01-3fd9-4fb6-b636-c34968e00048 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.435454 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92b05f07-fbfa-4715-9143-dda0dbc510a7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.436156 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffa07f01-3fd9-4fb6-b636-c34968e00048 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.441027 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffa07f01-3fd9-4fb6-b636-c34968e00048 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.474008 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa07f01-3fd9-4fb6-b636-c34968e00048 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:41:39.494204 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa07f01-3fd9-4fb6-b636-c34968e00048 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6017749-2386-4b53-aa01-8399645ccc4d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:39.498193 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffa07f01-3fd9-4fb6-b636-c34968e00048 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.498494 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-ffa07f01-3fd9-4fb6-b636-c34968e00048 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Added segment 0bcbe8b0-19ef-4480-85f8-626827ee46e6 of type vlan for network db963d8a-383b-4382-8376-c543f55e024f Jul 14 09:41:39.573781 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffa07f01-3fd9-4fb6-b636-c34968e00048 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.617745 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffa07f01-3fd9-4fb6-b636-c34968e00048 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.624345 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa07f01-3fd9-4fb6-b636-c34968e00048 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:39.625051 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffa07f01-3fd9-4fb6-b636-c34968e00048 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.694414 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ffa07f01-3fd9-4fb6-b636-c34968e00048 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6934361 Jul 14 09:41:39.698343 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57766) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:39.704496 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-0bf52d22-b6e8-4a82-9a0c-89e0db6afcd3 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'port': {'network_id': 'db963d8a-383b-4382-8376-c543f55e024f', 'name': 'tempest-PortsTestJSON-1917571051'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:39.764248 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa07f01-3fd9-4fb6-b636-c34968e00048 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Network': ['ID=db963d8a-383b-4382-8376-c543f55e024f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:39.784426 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network db963d8a-383b-4382-8376-c543f55e024f details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:41:39.829366 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf52d22-b6e8-4a82-9a0c-89e0db6afcd3 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:39.834871 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0bf52d22-b6e8-4a82-9a0c-89e0db6afcd3 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.840573 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92b05f07-fbfa-4715-9143-dda0dbc510a7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.846942 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92b05f07-fbfa-4715-9143-dda0dbc510a7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.864783 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0bf52d22-b6e8-4a82-9a0c-89e0db6afcd3 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] device_id is not set on port 7ad584e9-c24f-44af-bfb0-e8177b7d647f yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:41:39.952068 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b05f07-fbfa-4715-9143-dda0dbc510a7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Port': ['ID=c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:39.961983 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92b05f07-fbfa-4715-9143-dda0dbc510a7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.111127 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b05f07-fbfa-4715-9143-dda0dbc510a7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Network db4cdeba-5aaa-4aa3-8402-070268d6baba is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:40.112665 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-92b05f07-fbfa-4715-9143-dda0dbc510a7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:40.125451 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0bf52d22-b6e8-4a82-9a0c-89e0db6afcd3 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.173366 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0bf52d22-b6e8-4a82-9a0c-89e0db6afcd3 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.249762 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf52d22-b6e8-4a82-9a0c-89e0db6afcd3 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Port': ['ID=7ad584e9-c24f-44af-bfb0-e8177b7d647f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:40.261242 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf52d22-b6e8-4a82-9a0c-89e0db6afcd3 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Checking segment: {'id': '0bcbe8b0-19ef-4480-85f8-626827ee46e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'db963d8a-383b-4382-8376-c543f55e024f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:40.261612 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf52d22-b6e8-4a82-9a0c-89e0db6afcd3 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network hostable DHCP agents. Network: db963d8a-383b-4382-8376-c543f55e024f, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:41:40.281230 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf52d22-b6e8-4a82-9a0c-89e0db6afcd3 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network db963d8a-383b-4382-8376-c543f55e024f is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:41:40.295595 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0bf52d22-b6e8-4a82-9a0c-89e0db6afcd3 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, db963d8a-383b-4382-8376-c543f55e024f) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:40.300531 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf52d22-b6e8-4a82-9a0c-89e0db6afcd3 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:40.307428 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa46d66-cf9e-42e0-a75d-3e96ca6ff863 None None] Network db963d8a-383b-4382-8376-c543f55e024f requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:40.309055 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf52d22-b6e8-4a82-9a0c-89e0db6afcd3 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:40.309872 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0bf52d22-b6e8-4a82-9a0c-89e0db6afcd3 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.338597 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0bf52d22-b6e8-4a82-9a0c-89e0db6afcd3 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6388216 Jul 14 09:41:40.339300 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57768) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:40.345054 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-f1c67654-58db-4333-a1ea-f44a16f55407 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-299164668'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:40.370218 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c67654-58db-4333-a1ea-f44a16f55407 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:40.375970 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1c67654-58db-4333-a1ea-f44a16f55407 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.407868 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c67654-58db-4333-a1ea-f44a16f55407 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:41:40.419799 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1c67654-58db-4333-a1ea-f44a16f55407 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.420214 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-f1c67654-58db-4333-a1ea-f44a16f55407 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Added segment 0cfdfb54-1a83-4ab3-b738-5aaca84f7e66 of type vlan for network 619cc809-00c9-4c34-954b-1bbd81384c2a Jul 14 09:41:40.465772 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92961c73-8c81-4bee-85a5-6e4e0b0a78a8 None None] Network db4cdeba-5aaa-4aa3-8402-070268d6baba requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:40.476476 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1c67654-58db-4333-a1ea-f44a16f55407 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.516436 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1c67654-58db-4333-a1ea-f44a16f55407 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.523120 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c67654-58db-4333-a1ea-f44a16f55407 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:40.524505 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1c67654-58db-4333-a1ea-f44a16f55407 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.572332 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a83587a5-3325-4e6a-acb1-f6a76ddde2db None None] Provisioning for port 1f6c55a0-08ea-4f4d-a4ee-d002fadc6199 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:40.593673 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f1c67654-58db-4333-a1ea-f44a16f55407 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2531211 Jul 14 09:41:40.597173 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57770) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:40.605043 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c7f77031-56f1-47bc-9bfb-9dd063de7612 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'ports': [{'network_id': 'db963d8a-383b-4382-8376-c543f55e024f'}, {'network_id': '619cc809-00c9-4c34-954b-1bbd81384c2a'}]} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:40.605651 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c7f77031-56f1-47bc-9bfb-9dd063de7612 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'port': {'network_id': 'db963d8a-383b-4382-8376-c543f55e024f'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:40.606080 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c7f77031-56f1-47bc-9bfb-9dd063de7612 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'port': {'network_id': '619cc809-00c9-4c34-954b-1bbd81384c2a'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:40.613720 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c67654-58db-4333-a1ea-f44a16f55407 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Network': ['ID=619cc809-00c9-4c34-954b-1bbd81384c2a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:40.640015 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 619cc809-00c9-4c34-954b-1bbd81384c2a details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:41:40.665867 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b05f07-fbfa-4715-9143-dda0dbc510a7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Router 7e171320-1f9a-4d9b-88a4-d078a77d2438 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:40.797450 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b05f07-fbfa-4715-9143-dda0dbc510a7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:40.808643 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-92b05f07-fbfa-4715-9143-dda0dbc510a7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "PUT /v2.0/routers/7e171320-1f9a-4d9b-88a4-d078a77d2438/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9450455 Jul 14 09:41:40.823413 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f77031-56f1-47bc-9bfb-9dd063de7612 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'port': 2} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:40.829058 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c7f77031-56f1-47bc-9bfb-9dd063de7612 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.845668 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.854354 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c7f77031-56f1-47bc-9bfb-9dd063de7612 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.912473 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 1f6c55a0-08ea-4f4d-a4ee-d002fadc6199 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:40.983062 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-c7f77031-56f1-47bc-9bfb-9dd063de7612 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] device_id is not set on port 4d921409-2867-46fc-94af-b7957a9afb4f yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:41:41.003214 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 1f6c55a0-08ea-4f4d-a4ee-d002fadc6199 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:41.012356 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 1f6c55a0-08ea-4f4d-a4ee-d002fadc6199 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:41.013007 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.129527 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.149898 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-a147f7c6-1b1c-46ce-8581-4931de0e8f02 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2016438600&fields=id&tenant_id=efe559a5c8d646b7b35d7ff399735120 HTTP/1.1" status: 200 len: 267 time: 0.0602901 Jul 14 09:41:41.154332 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59dc2a5-43a4-42f1-bc6d-27b1721216cc None None] Sync routers for ids ['7e171320-1f9a-4d9b-88a4-d078a77d2438'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:41.178426 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 1f6c55a0-08ea-4f4d-a4ee-d002fadc6199, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=1f6c55a0-08ea-4f4d-a4ee-d002fadc6199,segment=NetworkSegment(9199c2be-51ce-4542-981b-b2fab682d1c0),segment_id=9199c2be-51ce-4542-981b-b2fab682d1c0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:41.181435 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59dc2a5-43a4-42f1-bc6d-27b1721216cc None None] Routers {'7e171320-1f9a-4d9b-88a4-d078a77d2438'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:41.182158 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c59dc2a5-43a4-42f1-bc6d-27b1721216cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:41:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7e171320-1f9a-4d9b-88a4-d078a77d2438'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:41.185517 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.186303 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:41.189227 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c7f77031-56f1-47bc-9bfb-9dd063de7612 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.291160 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-4540aaec-dc05-4f4b-ab66-f8f2ee0160b9 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:41.298395 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-c7f77031-56f1-47bc-9bfb-9dd063de7612 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] device_id is not set on port 671c40ca-f834-4e76-8f04-22c2e9a98e49 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:41:41.300218 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-4540aaec-dc05-4f4b-ab66-f8f2ee0160b9 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/networks?id=db4cdeba-5aaa-4aa3-8402-070268d6baba HTTP/1.1" status: 200 len: 797 time: 0.1407619 Jul 14 09:41:41.317924 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-ffb6ae4f-2745-45b5-abad-e283d5b7a5cf tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/quotas/efe559a5c8d646b7b35d7ff399735120 HTTP/1.1" status: 200 len: 375 time: 0.0167723 Jul 14 09:41:41.352908 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-05cf4433-1cad-4489-b344-f67cda245693 None None] Provisioning complete for port 1f6c55a0-08ea-4f4d-a4ee-d002fadc6199 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:41.353680 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05cf4433-1cad-4489-b344-f67cda245693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.392643 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=1f6c55a0-08ea-4f4d-a4ee-d002fadc6199,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:41.430068 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:41.435772 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c59dc2a5-43a4-42f1-bc6d-27b1721216cc None None] Set router 7e171320-1f9a-4d9b-88a4-d078a77d2438 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:41.445064 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-0bcfbe5e-e34b-416b-bcc3-39469e8adabd tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1184943 Jul 14 09:41:41.463012 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:41.463012 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.464075 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-74ca6932-3e49-43a8-a2d5-95db07d61266 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:41:41.466247 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-74ca6932-3e49-43a8-a2d5-95db07d61266 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104837 Jul 14 09:41:41.479323 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c7f77031-56f1-47bc-9bfb-9dd063de7612 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.538140 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c7f77031-56f1-47bc-9bfb-9dd063de7612 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.597752 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-84caf2f6-cba5-461d-b85a-84c18ad4720c service neutron] 10.222.0.25 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244683 Jul 14 09:41:41.607662 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f77031-56f1-47bc-9bfb-9dd063de7612 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network db963d8a-383b-4382-8376-c543f55e024f is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:41.617805 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c7f77031-56f1-47bc-9bfb-9dd063de7612 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:41.623249 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f77031-56f1-47bc-9bfb-9dd063de7612 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:41.625558 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c7f77031-56f1-47bc-9bfb-9dd063de7612 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.641142 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f77031-56f1-47bc-9bfb-9dd063de7612 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Port': ['ID=4d921409-2867-46fc-94af-b7957a9afb4f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:41.675953 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-05cf4433-1cad-4489-b344-f67cda245693 None None] Provisioning for port c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:41.684762 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-05cf4433-1cad-4489-b344-f67cda245693 None None] Provisioning complete for port c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:41.685137 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05cf4433-1cad-4489-b344-f67cda245693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.722268 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f77031-56f1-47bc-9bfb-9dd063de7612 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Port': ['ID=671c40ca-f834-4e76-8f04-22c2e9a98e49,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:41.724979 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f77031-56f1-47bc-9bfb-9dd063de7612 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Checking segment: {'id': '0cfdfb54-1a83-4ab3-b738-5aaca84f7e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '619cc809-00c9-4c34-954b-1bbd81384c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:41.725499 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f77031-56f1-47bc-9bfb-9dd063de7612 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network hostable DHCP agents. Network: 619cc809-00c9-4c34-954b-1bbd81384c2a, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:41:41.735925 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-d200336f-92a5-424b-98aa-0d126d4c8c42 service neutron] 10.222.0.25 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257398 Jul 14 09:41:41.768228 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f77031-56f1-47bc-9bfb-9dd063de7612 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network 619cc809-00c9-4c34-954b-1bbd81384c2a is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:41:41.782794 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c7f77031-56f1-47bc-9bfb-9dd063de7612 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 619cc809-00c9-4c34-954b-1bbd81384c2a) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:41.788186 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.795318 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f77031-56f1-47bc-9bfb-9dd063de7612 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:41.796660 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af3d784-2391-4f1a-ac0f-893bffcf36f8 None None] Network 619cc809-00c9-4c34-954b-1bbd81384c2a requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:41.803202 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f77031-56f1-47bc-9bfb-9dd063de7612 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:41.809479 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f77031-56f1-47bc-9bfb-9dd063de7612 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:41.810425 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c7f77031-56f1-47bc-9bfb-9dd063de7612 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.827880 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c7f77031-56f1-47bc-9bfb-9dd063de7612 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2296603 Jul 14 09:41:41.831642 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57786) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:41.836355 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-05cf4433-1cad-4489-b344-f67cda245693 None None] Port c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:41:41.904265 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:41.922057 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.965975 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c0f04d9-b15c-4760-ae48-0631d5417005 req-726850d9-b6f4-48b2-b60e-912cc02807df tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 210 time: 0.0350144 Jul 14 09:41:41.994195 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ba56ac4a-93a9-4719-b7fc-b4dace6ea899 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting port 671c40ca-f834-4e76-8f04-22c2e9a98e49 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:41.994526 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba56ac4a-93a9-4719-b7fc-b4dace6ea899 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.047845 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:42.050445 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2bfdcfe8-0c35-4975-9f56-2f5e20af0ce4 None None] Provisioning complete for port c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:42.050824 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2bfdcfe8-0c35-4975-9f56-2f5e20af0ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.060156 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c59dc2a5-43a4-42f1-bc6d-27b1721216cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-319801268', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:35Z', 'updated_at': '2021-07-14T09:41:39Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:49:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:35Z', 'updated_at': '2021-07-14T09:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf', 'name': '', 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:88:72:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '486294bf-67fd-4f91-8858-ce39e034c4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:38Z', 'updated_at': '2021-07-14T09:41:39Z', 'revision_number': 2, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': '486294bf-67fd-4f91-8858-ce39e034c4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:42.082065 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba56ac4a-93a9-4719-b7fc-b4dace6ea899 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.100214 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ba56ac4a-93a9-4719-b7fc-b4dace6ea899 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Calling delete_port for 671c40ca-f834-4e76-8f04-22c2e9a98e49 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:42.204582 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba56ac4a-93a9-4719-b7fc-b4dace6ea899 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.243855 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56ac4a-93a9-4719-b7fc-b4dace6ea899 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Port': ['ID=671c40ca-f834-4e76-8f04-22c2e9a98e49,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:42.251439 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba56ac4a-93a9-4719-b7fc-b4dace6ea899 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.254492 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ba56ac4a-93a9-4719-b7fc-b4dace6ea899 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/ports/671c40ca-f834-4e76-8f04-22c2e9a98e49 HTTP/1.1" status: 204 len: 168 time: 0.4212081 Jul 14 09:41:42.257107 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57798) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:42.273685 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:41:42.284931 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59dc2a5-43a4-42f1-bc6d-27b1721216cc None None] Checking router: 7e171320-1f9a-4d9b-88a4-d078a77d2438 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:42.285293 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59dc2a5-43a4-42f1-bc6d-27b1721216cc None None] Updating router 7e171320-1f9a-4d9b-88a4-d078a77d2438 port c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:41:42.341967 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2bfdcfe8-0c35-4975-9f56-2f5e20af0ce4 None None] Port c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:41:42.350070 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c59dc2a5-43a4-42f1-bc6d-27b1721216cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.387106 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.422979 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864349b1-6215-4a53-9193-535e98b3f81d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:42.429525 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864349b1-6215-4a53-9193-535e98b3f81d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:42.432247 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-864349b1-6215-4a53-9193-535e98b3f81d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1732833 Jul 14 09:41:42.435537 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57800) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:42.551336 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-89a9b634-9ec2-4f07-8ca7-16d07292d37f tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting port 4d921409-2867-46fc-94af-b7957a9afb4f {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:42.551796 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89a9b634-9ec2-4f07-8ca7-16d07292d37f tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.624140 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89a9b634-9ec2-4f07-8ca7-16d07292d37f tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.642087 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-89a9b634-9ec2-4f07-8ca7-16d07292d37f tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Calling delete_port for 4d921409-2867-46fc-94af-b7957a9afb4f owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:42.706317 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c59dc2a5-43a4-42f1-bc6d-27b1721216cc None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.723644 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c59dc2a5-43a4-42f1-bc6d-27b1721216cc None None] Transition to ACTIVE for port object c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:42.733563 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c59dc2a5-43a4-42f1-bc6d-27b1721216cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.774641 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89a9b634-9ec2-4f07-8ca7-16d07292d37f tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.797323 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104956c-d083-40bd-bf8e-4afc42892511 None None] Pushing event updated for resources: {'Port': ['ID=c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:42.812349 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9b634-9ec2-4f07-8ca7-16d07292d37f tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Port': ['ID=4d921409-2867-46fc-94af-b7957a9afb4f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:42.827952 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89a9b634-9ec2-4f07-8ca7-16d07292d37f tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.836230 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 1f6c55a0-08ea-4f4d-a4ee-d002fadc6199 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:42.836366 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-89a9b634-9ec2-4f07-8ca7-16d07292d37f tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/ports/4d921409-2867-46fc-94af-b7957a9afb4f HTTP/1.1" status: 204 len: 168 time: 0.3960133 Jul 14 09:41:42.836366 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57802) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:42.921817 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c59dc2a5-43a4-42f1-bc6d-27b1721216cc None None] Attempting to bind port c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:42.922363 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c59dc2a5-43a4-42f1-bc6d-27b1721216cc None None] Attempting to bind port c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '9199c2be-51ce-4542-981b-b2fab682d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:42.922936 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dc2a5-43a4-42f1-bc6d-27b1721216cc None None] Attempting to bind port c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf on network db4cdeba-5aaa-4aa3-8402-070268d6baba {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:42.938378 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dc2a5-43a4-42f1-bc6d-27b1721216cc None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:42.939139 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dc2a5-43a4-42f1-bc6d-27b1721216cc None None] Checking segment: {'id': '9199c2be-51ce-4542-981b-b2fab682d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:42.939902 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c59dc2a5-43a4-42f1-bc6d-27b1721216cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.941269 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dc2a5-43a4-42f1-bc6d-27b1721216cc None None] Bound using segment: {'id': '9199c2be-51ce-4542-981b-b2fab682d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:42.941520 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c59dc2a5-43a4-42f1-bc6d-27b1721216cc None None] Bound port: c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9199c2be-51ce-4542-981b-b2fab682d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:42.942226 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c59dc2a5-43a4-42f1-bc6d-27b1721216cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.966044 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f07d4ae-ff59-46bf-9d84-3ba8c176246e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:42.970546 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57804) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:42.970788 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2f07d4ae-ff59-46bf-9d84-3ba8c176246e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1324015 Jul 14 09:41:43.000799 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 1f6c55a0-08ea-4f4d-a4ee-d002fadc6199 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:43.001180 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.009301 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-41019b77-faec-44ad-93c0-709b4cfef160 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] GET failed (client error): The resource could not be found. Jul 14 09:41:43.011340 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-41019b77-faec-44ad-93c0-709b4cfef160 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "GET /v2.0/ports/671c40ca-f834-4e76-8f04-22c2e9a98e49 HTTP/1.1" status: 404 len: 333 time: 0.0395231 Jul 14 09:41:43.014273 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57808) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:43.051808 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba032bf-2121-4276-9860-29ff82f51f51 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] GET failed (client error): The resource could not be found. Jul 14 09:41:43.057193 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57810) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:43.058736 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-eba032bf-2121-4276-9860-29ff82f51f51 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "GET /v2.0/ports/4d921409-2867-46fc-94af-b7957a9afb4f HTTP/1.1" status: 404 len: 333 time: 0.0426445 Jul 14 09:41:43.080750 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c59dc2a5-43a4-42f1-bc6d-27b1721216cc None None] For port c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:43.085810 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c59dc2a5-43a4-42f1-bc6d-27b1721216cc None None] For port c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf,segment=NetworkSegment(9199c2be-51ce-4542-981b-b2fab682d1c0),segment_id=9199c2be-51ce-4542-981b-b2fab682d1c0)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:43.094384 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c59dc2a5-43a4-42f1-bc6d-27b1721216cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.194563 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-729bfc55-6999-4419-97ef-b1ecb8fc4eb8 req-a52a0994-16c7-42fc-bb68-9902f0fb651b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 210 time: 0.0508478 Jul 14 09:41:43.220880 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104956c-d083-40bd-bf8e-4afc42892511 None None] Pushing event updated for resources: {'Port': ['ID=c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:43.230955 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59dc2a5-43a4-42f1-bc6d-27b1721216cc None None] Routers {'7e171320-1f9a-4d9b-88a4-d078a77d2438'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:43.231743 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c59dc2a5-43a4-42f1-bc6d-27b1721216cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:41:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7e171320-1f9a-4d9b-88a4-d078a77d2438'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:43.285101 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-23419093-d0db-49ed-bc7f-84ce19876639 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.287783 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:43.433125 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c59dc2a5-43a4-42f1-bc6d-27b1721216cc None None] Set router 7e171320-1f9a-4d9b-88a4-d078a77d2438 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:43.438667 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-8a16be7d-f821-4f3f-b0bf-b683cb3ce68c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:43.440784 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-8a16be7d-f821-4f3f-b0bf-b683cb3ce68c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.44 "GET /v2.0/networks?id=db4cdeba-5aaa-4aa3-8402-070268d6baba HTTP/1.1" status: 200 len: 797 time: 0.2916787 Jul 14 09:41:43.453304 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-23419093-d0db-49ed-bc7f-84ce19876639 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.464371 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:43.464785 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.476486 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-23419093-d0db-49ed-bc7f-84ce19876639 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['619cc809-00c9-4c34-954b-1bbd81384c2a']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:43.490982 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-23419093-d0db-49ed-bc7f-84ce19876639 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cfdfb54-1a83-4ab3-b738-5aaca84f7e66') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:43.491366 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-23419093-d0db-49ed-bc7f-84ce19876639 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cfdfb54-1a83-4ab3-b738-5aaca84f7e66') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:43.509417 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-23419093-d0db-49ed-bc7f-84ce19876639 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.522354 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-ce5aa03e-2055-46bc-8bb6-e687e940c44d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efe559a5c8d646b7b35d7ff399735120 HTTP/1.1" status: 200 len: 380 time: 0.0657630 Jul 14 09:41:43.531969 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-f3631171-5bc0-4371-9f34-67de65f81261 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'port': {'device_id': 'ef2574a4-01c6-4354-82ab-6f0747dececc', 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba', 'admin_state_up': True, 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'security_groups': ['f2a6e725-89f7-4ff4-95c5-77a9b12d0037']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:43.548154 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-23419093-d0db-49ed-bc7f-84ce19876639 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.587911 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23419093-d0db-49ed-bc7f-84ce19876639 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:43.588333 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-23419093-d0db-49ed-bc7f-84ce19876639 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:43.591388 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:43.679986 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-23419093-d0db-49ed-bc7f-84ce19876639 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.686726 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-23419093-d0db-49ed-bc7f-84ce19876639 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.688668 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-23419093-d0db-49ed-bc7f-84ce19876639 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/networks/619cc809-00c9-4c34-954b-1bbd81384c2a HTTP/1.1" status: 204 len: 168 time: 0.6302476 Jul 14 09:41:43.692983 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57812) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:43.712239 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9c494b49-7c58-4a49-a55b-cb1b30ba98a1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1678917605'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:43.721776 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23419093-d0db-49ed-bc7f-84ce19876639 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Network': ['ID=619cc809-00c9-4c34-954b-1bbd81384c2a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:43.726563 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c59dc2a5-43a4-42f1-bc6d-27b1721216cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-319801268', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:35Z', 'updated_at': '2021-07-14T09:41:39Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:49:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:35Z', 'updated_at': '2021-07-14T09:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf', 'name': '', 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:88:72:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '486294bf-67fd-4f91-8858-ce39e034c4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:38Z', 'updated_at': '2021-07-14T09:41:43Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': '486294bf-67fd-4f91-8858-ce39e034c4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:43.736234 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c494b49-7c58-4a49-a55b-cb1b30ba98a1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:43.740275 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c494b49-7c58-4a49-a55b-cb1b30ba98a1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.754614 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-f3631171-5bc0-4371-9f34-67de65f81261 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Made reservation on behalf of efe559a5c8d646b7b35d7ff399735120 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:43.757352 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59dc2a5-43a4-42f1-bc6d-27b1721216cc None None] The sync data for ids ['7e171320-1f9a-4d9b-88a4-d078a77d2438'] in n-d-771362-35 is: [{'id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-319801268', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:35Z', 'updated_at': '2021-07-14T09:41:39Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:49:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:35Z', 'updated_at': '2021-07-14T09:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf', 'name': '', 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:88:72:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '486294bf-67fd-4f91-8858-ce39e034c4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:38Z', 'updated_at': '2021-07-14T09:41:43Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': '486294bf-67fd-4f91-8858-ce39e034c4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:43.760314 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-f3631171-5bc0-4371-9f34-67de65f81261 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.776911 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c494b49-7c58-4a49-a55b-cb1b30ba98a1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:41:43.788025 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c494b49-7c58-4a49-a55b-cb1b30ba98a1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.788484 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-9c494b49-7c58-4a49-a55b-cb1b30ba98a1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Added segment 2f1c677f-5b03-43a0-bdcb-486d0b2b73d5 of type vlan for network f39b75b4-4f1a-4342-9e30-c065b0b520aa Jul 14 09:41:43.854670 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c494b49-7c58-4a49-a55b-cb1b30ba98a1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.891090 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c494b49-7c58-4a49-a55b-cb1b30ba98a1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.896845 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c494b49-7c58-4a49-a55b-cb1b30ba98a1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:43.897446 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c494b49-7c58-4a49-a55b-cb1b30ba98a1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.933523 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-f3631171-5bc0-4371-9f34-67de65f81261 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Allocated IP 172.20.0.13 (db4cdeba-5aaa-4aa3-8402-070268d6baba/486294bf-67fd-4f91-8858-ce39e034c4f8/e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:43.961512 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9c494b49-7c58-4a49-a55b-cb1b30ba98a1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2668161 Jul 14 09:41:43.962427 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57814) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:43.970773 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-efbcbf41-2648-4a62-bddd-2eccc967c5ce tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'subnet': {'network_id': 'f39b75b4-4f1a-4342-9e30-c065b0b520aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:43.973722 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c494b49-7c58-4a49-a55b-cb1b30ba98a1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Network': ['ID=f39b75b4-4f1a-4342-9e30-c065b0b520aa,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:43.986728 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network f39b75b4-4f1a-4342-9e30-c065b0b520aa details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:41:44.143390 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbcbf41-2648-4a62-bddd-2eccc967c5ce tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:44.146967 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-efbcbf41-2648-4a62-bddd-2eccc967c5ce tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.221588 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-f3631171-5bc0-4371-9f34-67de65f81261 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.248460 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-f3631171-5bc0-4371-9f34-67de65f81261 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Transition to ACTIVE for port object e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:44.342094 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-f3631171-5bc0-4371-9f34-67de65f81261 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.406599 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985770f-0e37-455d-8503-d607f31261c9 req-b78a905a-2030-4128-a1e0-0646cca15872 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:44.409168 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-f3631171-5bc0-4371-9f34-67de65f81261 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Network db4cdeba-5aaa-4aa3-8402-070268d6baba is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:44.414425 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d985770f-0e37-455d-8503-d607f31261c9 req-b78a905a-2030-4128-a1e0-0646cca15872 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 932 time: 0.0822968 Jul 14 09:41:44.439159 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-f3631171-5bc0-4371-9f34-67de65f81261 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:44.446173 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-f3631171-5bc0-4371-9f34-67de65f81261 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:44.448746 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3631171-5bc0-4371-9f34-67de65f81261 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Port': ['ID=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:44.468017 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d985770f-0e37-455d-8503-d607f31261c9 req-79e95ec7-fa02-4ed4-92cc-df8d73a071ed tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522351 Jul 14 09:41:44.505915 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-efbcbf41-2648-4a62-bddd-2eccc967c5ce tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.550773 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-f3631171-5bc0-4371-9f34-67de65f81261 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:44.551775 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-f3631171-5bc0-4371-9f34-67de65f81261 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.592470 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-f3631171-5bc0-4371-9f34-67de65f81261 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0645771 Jul 14 09:41:44.597113 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcbf41-2648-4a62-bddd-2eccc967c5ce tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Subnet': ['ID=9a60e6db-7d39-4a07-bdb6-edfa20d53e59,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:44.622077 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbcbf41-2648-4a62-bddd-2eccc967c5ce tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Checking segment: {'id': '2f1c677f-5b03-43a0-bdcb-486d0b2b73d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f39b75b4-4f1a-4342-9e30-c065b0b520aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:44.622587 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbcbf41-2648-4a62-bddd-2eccc967c5ce tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network hostable DHCP agents. Network: f39b75b4-4f1a-4342-9e30-c065b0b520aa, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:41:44.644662 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbcbf41-2648-4a62-bddd-2eccc967c5ce tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network f39b75b4-4f1a-4342-9e30-c065b0b520aa is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:41:44.657250 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-efbcbf41-2648-4a62-bddd-2eccc967c5ce tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, f39b75b4-4f1a-4342-9e30-c065b0b520aa) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:44.662390 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbcbf41-2648-4a62-bddd-2eccc967c5ce tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:44.663315 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-efbcbf41-2648-4a62-bddd-2eccc967c5ce tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.670979 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bd09e3-9380-4558-ab27-74291a6cab82 None None] Network f39b75b4-4f1a-4342-9e30-c065b0b520aa requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:44.681874 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-5db91e0a-4bd7-47b1-aaf3-f68d04cb376e service neutron] Request body: {'port': {'device_id': 'ef2574a4-01c6-4354-82ab-6f0747dececc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:44.711735 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-efbcbf41-2648-4a62-bddd-2eccc967c5ce tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7480881 Jul 14 09:41:44.714488 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57820) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:44.719988 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f0f0e156-992b-43d0-aede-dee745086758 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'port': {'network_id': 'f39b75b4-4f1a-4342-9e30-c065b0b520aa', 'name': 'tempest-PortsTestJSON-75362835'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:44.761691 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b23193d3-0b34-4e7b-a635-5999f8b4d899 None None] Provisioning for port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:44.794066 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b23193d3-0b34-4e7b-a635-5999f8b4d899 None None] Provisioning complete for port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:44.795306 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b23193d3-0b34-4e7b-a635-5999f8b4d899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.816558 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-5db91e0a-4bd7-47b1-aaf3-f68d04cb376e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.867482 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b23193d3-0b34-4e7b-a635-5999f8b4d899 None None] Port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:41:44.871871 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:44.882372 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f0e156-992b-43d0-aede-dee745086758 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:44.889015 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0f0e156-992b-43d0-aede-dee745086758 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.912476 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f0f0e156-992b-43d0-aede-dee745086758 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] device_id is not set on port b872d47d-31d1-4c57-8419-d344766fc8eb yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:41:44.993642 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:45.001878 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:45.002333 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.009554 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed850f0-18fa-415b-9279-98941a837217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-f39b75b4-4f1a-4342-9e30-c065b0b520aa', 'network_id': 'f39b75b4-4f1a-4342-9e30-c065b0b520aa', 'tenant_id': '26ef2d54eaa8489fb98126d745f93bb5', 'fixed_ips': [{'subnet_id': '9a60e6db-7d39-4a07-bdb6-edfa20d53e59'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:41:45.012646 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ed850f0-18fa-415b-9279-98941a837217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.064730 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-f0f0e156-992b-43d0-aede-dee745086758 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Allocated IP 172.20.0.13 (f39b75b4-4f1a-4342-9e30-c065b0b520aa/9a60e6db-7d39-4a07-bdb6-edfa20d53e59/b872d47d-31d1-4c57-8419-d344766fc8eb) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:45.212507 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.221500 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-5db91e0a-4bd7-47b1-aaf3-f68d04cb376e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:41:45.233941 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-5db91e0a-4bd7-47b1-aaf3-f68d04cb376e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.249488 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-5db91e0a-4bd7-47b1-aaf3-f68d04cb376e service neutron] Transition to ACTIVE for port object e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:45.253369 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-5db91e0a-4bd7-47b1-aaf3-f68d04cb376e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.257144 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf,segment=NetworkSegment(9199c2be-51ce-4542-981b-b2fab682d1c0),segment_id=9199c2be-51ce-4542-981b-b2fab682d1c0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:45.263316 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.272760 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0f0e156-992b-43d0-aede-dee745086758 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.302928 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f0f0e156-992b-43d0-aede-dee745086758 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Transition to ACTIVE for port object b872d47d-31d1-4c57-8419-d344766fc8eb will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:45.311232 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db91e0a-4bd7-47b1-aaf3-f68d04cb376e service neutron] Pushing event updated for resources: {'Port': ['ID=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:45.350205 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:45.376489 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0f0e156-992b-43d0-aede-dee745086758 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.410174 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-5db91e0a-4bd7-47b1-aaf3-f68d04cb376e service neutron] Attempting to bind port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:45.410901 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-5db91e0a-4bd7-47b1-aaf3-f68d04cb376e service neutron] Attempting to bind port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '9199c2be-51ce-4542-981b-b2fab682d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:45.411077 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-5db91e0a-4bd7-47b1-aaf3-f68d04cb376e service neutron] Attempting to bind port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 on network db4cdeba-5aaa-4aa3-8402-070268d6baba {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:45.418582 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-5db91e0a-4bd7-47b1-aaf3-f68d04cb376e service neutron] Port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 on network db4cdeba-5aaa-4aa3-8402-070268d6baba not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:41:45.418955 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-5db91e0a-4bd7-47b1-aaf3-f68d04cb376e service neutron] Attempting to bind port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 on network db4cdeba-5aaa-4aa3-8402-070268d6baba {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:45.428194 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-5db91e0a-4bd7-47b1-aaf3-f68d04cb376e service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:45.428630 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-5db91e0a-4bd7-47b1-aaf3-f68d04cb376e service neutron] Checking segment: {'id': '9199c2be-51ce-4542-981b-b2fab682d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:45.429744 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-5db91e0a-4bd7-47b1-aaf3-f68d04cb376e service neutron] Bound using segment: {'id': '9199c2be-51ce-4542-981b-b2fab682d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:45.430514 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-5db91e0a-4bd7-47b1-aaf3-f68d04cb376e service neutron] Bound port: e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9199c2be-51ce-4542-981b-b2fab682d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:45.430684 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-5db91e0a-4bd7-47b1-aaf3-f68d04cb376e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.441107 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-1ed850f0-18fa-415b-9279-98941a837217 None None] Allocated IP 172.20.0.2 (f39b75b4-4f1a-4342-9e30-c065b0b520aa/9a60e6db-7d39-4a07-bdb6-edfa20d53e59/645b52bf-ada7-47c0-8b08-4c5e18dd1880) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:45.454932 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f0e156-992b-43d0-aede-dee745086758 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network f39b75b4-4f1a-4342-9e30-c065b0b520aa is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:45.459522 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f0f0e156-992b-43d0-aede-dee745086758 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:45.466117 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f0e156-992b-43d0-aede-dee745086758 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:45.471253 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0e156-992b-43d0-aede-dee745086758 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Port': ['ID=b872d47d-31d1-4c57-8419-d344766fc8eb,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:45.536645 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-5db91e0a-4bd7-47b1-aaf3-f68d04cb376e service neutron] For port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:45.537823 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f0e156-992b-43d0-aede-dee745086758 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:45.538847 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0f0e156-992b-43d0-aede-dee745086758 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.541618 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-5db91e0a-4bd7-47b1-aaf3-f68d04cb376e service neutron] For port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,segment=NetworkSegment(9199c2be-51ce-4542-981b-b2fab682d1c0),segment_id=9199c2be-51ce-4542-981b-b2fab682d1c0)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:45.549059 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-5db91e0a-4bd7-47b1-aaf3-f68d04cb376e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.570956 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f0f0e156-992b-43d0-aede-dee745086758 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8551946 Jul 14 09:41:45.571833 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57824) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:45.597829 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-5db91e0a-4bd7-47b1-aaf3-f68d04cb376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:45.598466 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-5db91e0a-4bd7-47b1-aaf3-f68d04cb376e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.599979 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-5db91e0a-4bd7-47b1-aaf3-f68d04cb376e service neutron] 10.222.0.44 "PUT /v2.0/ports/e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 HTTP/1.1" status: 200 len: 1093 time: 0.9990344 Jul 14 09:41:45.600386 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2574a4-01c6-4354-82ab-6f0747dececc', 'tag': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:45.603260 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb200b4e-7301-4581-8124-bc060117a455" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2574a4-01c6-4354-82ab-6f0747dececc", "tag": "e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:45.692623 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cbcbca-f50a-4605-9ab8-8d215c495b85 x-openstack-request-id: req-a5cbcbca-f50a-4605-9ab8-8d215c495b85 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:45.692916 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2574a4-01c6-4354-82ab-6f0747dececc", "tag": "e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:45.693216 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5cbcbca-f50a-4605-9ab8-8d215c495b85 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:45.693873 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2574a4-01c6-4354-82ab-6f0747dececc', 'tag': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8', 'status': 'completed', 'code': 200} Jul 14 09:41:45.704776 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db91e0a-4bd7-47b1-aaf3-f68d04cb376e service neutron] Pushing event updated for resources: {'Port': ['ID=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:45.748385 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-eafa7f96-fad2-4a90-946f-c7c17e99caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:45.750483 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-eafa7f96-fad2-4a90-946f-c7c17e99caf3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 1096 time: 0.0980635 Jul 14 09:41:45.794349 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e7530633-d871-4c1c-97ec-ddc5708595ac tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting port b872d47d-31d1-4c57-8419-d344766fc8eb {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:45.794981 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7530633-d871-4c1c-97ec-ddc5708595ac tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.798269 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ed850f0-18fa-415b-9279-98941a837217 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.808143 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1ed850f0-18fa-415b-9279-98941a837217 None None] Transition to ACTIVE for port object 645b52bf-ada7-47c0-8b08-4c5e18dd1880 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:45.815690 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-9a1addff-c33b-4454-a140-e05c8d3dea52 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 HTTP/1.1" status: 200 len: 217 time: 0.0575898 Jul 14 09:41:45.829730 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1ed850f0-18fa-415b-9279-98941a837217 None None] Transition to ACTIVE for port object 645b52bf-ada7-47c0-8b08-4c5e18dd1880 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:45.839443 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ed850f0-18fa-415b-9279-98941a837217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.845404 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2216d-7e09-457d-a58c-dc34d9143c66 req-bbae7e91-8f09-49bc-af5a-6aa9c90d08ba tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:45.846997 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-42a2216d-7e09-457d-a58c-dc34d9143c66 req-bbae7e91-8f09-49bc-af5a-6aa9c90d08ba tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 944 time: 0.1245227 Jul 14 09:41:45.881114 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-ab4420a8-3c3a-47f6-b934-48c4bc52fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:45.894507 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-ab4420a8-3c3a-47f6-b934-48c4bc52fd86 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=486294bf-67fd-4f91-8858-ce39e034c4f8 HTTP/1.1" status: 200 len: 834 time: 0.0721898 Jul 14 09:41:45.920427 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed850f0-18fa-415b-9279-98941a837217 None None] Pushing event updated for resources: {'Port': ['ID=645b52bf-ada7-47c0-8b08-4c5e18dd1880,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:45.937828 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-42a2216d-7e09-457d-a58c-dc34d9143c66 req-03c0f75d-fe14-40d3-9dd0-5701f3b048f1 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829110 Jul 14 09:41:45.949765 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed850f0-18fa-415b-9279-98941a837217 None None] Network f39b75b4-4f1a-4342-9e30-c065b0b520aa is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:45.954252 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7530633-d871-4c1c-97ec-ddc5708595ac tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.955623 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-1ed850f0-18fa-415b-9279-98941a837217 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:45.962395 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed850f0-18fa-415b-9279-98941a837217 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:45.985173 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e7530633-d871-4c1c-97ec-ddc5708595ac tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Calling delete_port for b872d47d-31d1-4c57-8419-d344766fc8eb owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:46.025232 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-f53e0942-f61e-4655-a0ec-189109d1a0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:46.027400 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-f53e0942-f61e-4655-a0ec-189109d1a0cf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db4cdeba-5aaa-4aa3-8402-070268d6baba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1261039 Jul 14 09:41:46.059252 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1ed850f0-18fa-415b-9279-98941a837217 None None] Attempting to bind port 645b52bf-ada7-47c0-8b08-4c5e18dd1880 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:46.059852 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1ed850f0-18fa-415b-9279-98941a837217 None None] Attempting to bind port 645b52bf-ada7-47c0-8b08-4c5e18dd1880 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '2f1c677f-5b03-43a0-bdcb-486d0b2b73d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f39b75b4-4f1a-4342-9e30-c065b0b520aa'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:46.060430 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed850f0-18fa-415b-9279-98941a837217 None None] Attempting to bind port 645b52bf-ada7-47c0-8b08-4c5e18dd1880 on network f39b75b4-4f1a-4342-9e30-c065b0b520aa {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:46.068485 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed850f0-18fa-415b-9279-98941a837217 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:46.068983 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed850f0-18fa-415b-9279-98941a837217 None None] Checking segment: {'id': '2f1c677f-5b03-43a0-bdcb-486d0b2b73d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f39b75b4-4f1a-4342-9e30-c065b0b520aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:46.069472 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ed850f0-18fa-415b-9279-98941a837217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.070036 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed850f0-18fa-415b-9279-98941a837217 None None] Bound using segment: {'id': '2f1c677f-5b03-43a0-bdcb-486d0b2b73d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f39b75b4-4f1a-4342-9e30-c065b0b520aa'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:46.070532 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1ed850f0-18fa-415b-9279-98941a837217 None None] Bound port: 645b52bf-ada7-47c0-8b08-4c5e18dd1880, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1c677f-5b03-43a0-bdcb-486d0b2b73d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f39b75b4-4f1a-4342-9e30-c065b0b520aa'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:46.070954 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ed850f0-18fa-415b-9279-98941a837217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.147573 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1ed850f0-18fa-415b-9279-98941a837217 None None] For port 645b52bf-ada7-47c0-8b08-4c5e18dd1880, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:46.152757 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1ed850f0-18fa-415b-9279-98941a837217 None None] For port 645b52bf-ada7-47c0-8b08-4c5e18dd1880, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=645b52bf-ada7-47c0-8b08-4c5e18dd1880,segment=NetworkSegment(2f1c677f-5b03-43a0-bdcb-486d0b2b73d5),segment_id=2f1c677f-5b03-43a0-bdcb-486d0b2b73d5)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:46.157989 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7530633-d871-4c1c-97ec-ddc5708595ac tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.159204 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ed850f0-18fa-415b-9279-98941a837217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.162179 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-c071ef16-349f-426c-b5f9-e5e8919b7431 service neutron] 10.222.0.44 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283579 Jul 14 09:41:46.191071 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7530633-d871-4c1c-97ec-ddc5708595ac tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Port': ['ID=b872d47d-31d1-4c57-8419-d344766fc8eb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:46.250067 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed850f0-18fa-415b-9279-98941a837217 None None] Pushing event updated for resources: {'Port': ['ID=645b52bf-ada7-47c0-8b08-4c5e18dd1880,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:46.285688 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-577769b0-348c-4ed9-b92a-03cbb5172b2c req-09b5035c-b74b-4c83-b35f-40cb636e84f3 service neutron] 10.222.0.44 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170747 Jul 14 09:41:46.291343 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7530633-d871-4c1c-97ec-ddc5708595ac tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.293764 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e7530633-d871-4c1c-97ec-ddc5708595ac tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/ports/b872d47d-31d1-4c57-8419-d344766fc8eb HTTP/1.1" status: 204 len: 168 time: 0.7208428 Jul 14 09:41:46.296644 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57828) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:46.345030 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4dce8aa-84ba-4b9e-810b-f39943f2c2fb tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:46.346238 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4dce8aa-84ba-4b9e-810b-f39943f2c2fb tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:46.352716 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b4dce8aa-84ba-4b9e-810b-f39943f2c2fb tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/ports/b872d47d-31d1-4c57-8419-d344766fc8eb HTTP/1.1" status: 404 len: 333 time: 0.0512953 Jul 14 09:41:46.353229 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57830) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:46.402281 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb200b4e-7301-4581-8124-bc060117a455 req-d7e61936-655f-4998-851c-d35ad786f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:46.402753 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf7aa668-8a4a-4015-a00e-56694671bbb9 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] GET failed (client error): The resource could not be found. Jul 14 09:41:46.403964 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bb200b4e-7301-4581-8124-bc060117a455 req-d7e61936-655f-4998-851c-d35ad786f977 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 1096 time: 0.0687129 Jul 14 09:41:46.404359 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bf7aa668-8a4a-4015-a00e-56694671bbb9 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "GET /v2.0/ports/b872d47d-31d1-4c57-8419-d344766fc8eb HTTP/1.1" status: 404 len: 333 time: 0.0496323 Jul 14 09:41:46.407368 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57832) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:46.497257 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c673d83-4b37-4ec1-8615-7355708df4f3 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting subnet 9a60e6db-7d39-4a07-bdb6-edfa20d53e59 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:41:46.500952 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c673d83-4b37-4ec1-8615-7355708df4f3 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.544972 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb200b4e-7301-4581-8124-bc060117a455 req-b56e97ba-367f-49f7-ac56-026e1f36dc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:46.547312 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bb200b4e-7301-4581-8124-bc060117a455 req-b56e97ba-367f-49f7-ac56-026e1f36dc5b service neutron] 10.222.0.44 "GET /v2.0/networks?id=db4cdeba-5aaa-4aa3-8402-070268d6baba HTTP/1.1" status: 200 len: 897 time: 0.1370287 Jul 14 09:41:46.549152 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c673d83-4b37-4ec1-8615-7355708df4f3 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.599344 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bb200b4e-7301-4581-8124-bc060117a455 req-c8be6bf4-be7f-4ce9-81b5-402a4b70632d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 HTTP/1.1" status: 200 len: 217 time: 0.0449183 Jul 14 09:41:46.651157 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c673d83-4b37-4ec1-8615-7355708df4f3 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.655077 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb200b4e-7301-4581-8124-bc060117a455 req-f6a137dc-73b3-4625-8a28-a7d6a8801e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:46.656760 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bb200b4e-7301-4581-8124-bc060117a455 req-f6a137dc-73b3-4625-8a28-a7d6a8801e58 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=486294bf-67fd-4f91-8858-ce39e034c4f8 HTTP/1.1" status: 200 len: 834 time: 0.0510287 Jul 14 09:41:46.721916 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb200b4e-7301-4581-8124-bc060117a455 req-77bcb586-469b-44fd-b40b-580cba65bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:46.724642 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c673d83-4b37-4ec1-8615-7355708df4f3 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.724857 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bb200b4e-7301-4581-8124-bc060117a455 req-77bcb586-469b-44fd-b40b-580cba65bf1b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db4cdeba-5aaa-4aa3-8402-070268d6baba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600603 Jul 14 09:41:46.764444 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c673d83-4b37-4ec1-8615-7355708df4f3 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Subnet': ['ID=9a60e6db-7d39-4a07-bdb6-edfa20d53e59,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:46.774481 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c673d83-4b37-4ec1-8615-7355708df4f3 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.777027 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4c673d83-4b37-4ec1-8615-7355708df4f3 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/subnets/9a60e6db-7d39-4a07-bdb6-edfa20d53e59 HTTP/1.1" status: 204 len: 168 time: 0.3686221 Jul 14 09:41:46.779990 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57834) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:46.860863 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bb200b4e-7301-4581-8124-bc060117a455 req-b755a085-df66-49cf-b3b9-745d697be846 service neutron] 10.222.0.44 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298323 Jul 14 09:41:46.882990 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:46.893096 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37e2e576-3d42-4c6f-b6ef-5545aafab7f0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.934616 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:46.934988 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.956580 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-37e2e576-3d42-4c6f-b6ef-5545aafab7f0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting port 645b52bf-ada7-47c0-8b08-4c5e18dd1880 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:46.957005 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37e2e576-3d42-4c6f-b6ef-5545aafab7f0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.064860 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 645b52bf-ada7-47c0-8b08-4c5e18dd1880 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:47.073226 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-37e2e576-3d42-4c6f-b6ef-5545aafab7f0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] For port 645b52bf-ada7-47c0-8b08-4c5e18dd1880, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=645b52bf-ada7-47c0-8b08-4c5e18dd1880,segment=NetworkSegment(2f1c677f-5b03-43a0-bdcb-486d0b2b73d5),segment_id=2f1c677f-5b03-43a0-bdcb-486d0b2b73d5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:47.073601 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37e2e576-3d42-4c6f-b6ef-5545aafab7f0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.096184 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-37e2e576-3d42-4c6f-b6ef-5545aafab7f0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Calling delete_port for 645b52bf-ada7-47c0-8b08-4c5e18dd1880 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:47.155181 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 645b52bf-ada7-47c0-8b08-4c5e18dd1880 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:47.261482 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f704e6-875e-4375-b0a1-c6ce7dd7a696 req-c65cd18f-4770-4a69-9384-5c2015962a11 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:47.263124 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-79f704e6-875e-4375-b0a1-c6ce7dd7a696 req-c65cd18f-4770-4a69-9384-5c2015962a11 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 944 time: 0.1066632 Jul 14 09:41:47.264403 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37e2e576-3d42-4c6f-b6ef-5545aafab7f0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.307227 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2e576-3d42-4c6f-b6ef-5545aafab7f0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Port': ['ID=645b52bf-ada7-47c0-8b08-4c5e18dd1880,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:47.312824 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e2e576-3d42-4c6f-b6ef-5545aafab7f0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] No DVR routers for this DVR port 645b52bf-ada7-47c0-8b08-4c5e18dd1880 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:47.361677 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bb200b4e-7301-4581-8124-bc060117a455 req-8bf4f3b8-901c-4f57-ab90-4f9b844159bc service neutron] 10.222.0.44 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941723 Jul 14 09:41:47.418618 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-79f704e6-875e-4375-b0a1-c6ce7dd7a696 req-0ac0e006-4f7d-4727-a36d-c89aa5148e59 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450229 Jul 14 09:41:47.428508 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37e2e576-3d42-4c6f-b6ef-5545aafab7f0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.440757 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-37e2e576-3d42-4c6f-b6ef-5545aafab7f0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39b75b4-4f1a-4342-9e30-c065b0b520aa']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:47.453312 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-37e2e576-3d42-4c6f-b6ef-5545aafab7f0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1c677f-5b03-43a0-bdcb-486d0b2b73d5') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:47.453624 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-37e2e576-3d42-4c6f-b6ef-5545aafab7f0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1c677f-5b03-43a0-bdcb-486d0b2b73d5') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:47.464690 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37e2e576-3d42-4c6f-b6ef-5545aafab7f0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.479167 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fc28d0-95be-4cb1-a503-9d13895918f7 None None] Network f39b75b4-4f1a-4342-9e30-c065b0b520aa requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:47.479868 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37e2e576-3d42-4c6f-b6ef-5545aafab7f0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.485781 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e2e576-3d42-4c6f-b6ef-5545aafab7f0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:47.486174 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37e2e576-3d42-4c6f-b6ef-5545aafab7f0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:47.489171 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:47.548902 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37e2e576-3d42-4c6f-b6ef-5545aafab7f0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.556767 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37e2e576-3d42-4c6f-b6ef-5545aafab7f0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.558622 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-37e2e576-3d42-4c6f-b6ef-5545aafab7f0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/networks/f39b75b4-4f1a-4342-9e30-c065b0b520aa HTTP/1.1" status: 204 len: 168 time: 0.7776332 Jul 14 09:41:47.562522 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57838) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:47.568413 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-4f6fa346-125f-4400-a8b0-9dc3b74927d2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-371349385'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:47.572917 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2e576-3d42-4c6f-b6ef-5545aafab7f0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Network': ['ID=f39b75b4-4f1a-4342-9e30-c065b0b520aa,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:47.592337 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7341bdf3-8141-4453-a8b8-d99a99bba49e None None] Could not find standard attr ID for object 645b52bf-ada7-47c0-8b08-4c5e18dd1880. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:41:47.597974 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6fa346-125f-4400-a8b0-9dc3b74927d2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:47.602013 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f6fa346-125f-4400-a8b0-9dc3b74927d2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.629006 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f6fa346-125f-4400-a8b0-9dc3b74927d2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:41:47.640362 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f6fa346-125f-4400-a8b0-9dc3b74927d2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.640741 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-4f6fa346-125f-4400-a8b0-9dc3b74927d2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Added segment 6866cbcd-4d1f-4b1f-a0ed-e8113ae67374 of type vlan for network 47784192-893a-4e1d-906d-60b439e284f7 Jul 14 09:41:47.660642 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e66b4f1-aa55-4faa-82e1-55b5450cf2e8 None None] DHCP port deletion for f39b75b4-4f1a-4342-9e30-c065b0b520aa request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:41:47.694068 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f6fa346-125f-4400-a8b0-9dc3b74927d2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.729026 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f6fa346-125f-4400-a8b0-9dc3b74927d2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.734554 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6fa346-125f-4400-a8b0-9dc3b74927d2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:47.735136 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f6fa346-125f-4400-a8b0-9dc3b74927d2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.800061 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4f6fa346-125f-4400-a8b0-9dc3b74927d2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2362905 Jul 14 09:41:47.802934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57840) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:47.803206 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6fa346-125f-4400-a8b0-9dc3b74927d2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Network': ['ID=47784192-893a-4e1d-906d-60b439e284f7,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:47.809543 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9066f7bb-7cad-45c9-af35-ad2ff5771ebf tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'subnet': {'network_id': '47784192-893a-4e1d-906d-60b439e284f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:47.813644 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 47784192-893a-4e1d-906d-60b439e284f7 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:41:47.905950 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9066f7bb-7cad-45c9-af35-ad2ff5771ebf tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:47.909497 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9066f7bb-7cad-45c9-af35-ad2ff5771ebf tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.090687 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9066f7bb-7cad-45c9-af35-ad2ff5771ebf tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.143890 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066f7bb-7cad-45c9-af35-ad2ff5771ebf tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Subnet': ['ID=3e9a580a-dc7c-42e1-bed6-6558d1febe58,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:48.161365 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9066f7bb-7cad-45c9-af35-ad2ff5771ebf tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Checking segment: {'id': '6866cbcd-4d1f-4b1f-a0ed-e8113ae67374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '47784192-893a-4e1d-906d-60b439e284f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:48.161727 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9066f7bb-7cad-45c9-af35-ad2ff5771ebf tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network hostable DHCP agents. Network: 47784192-893a-4e1d-906d-60b439e284f7, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:41:48.177766 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9066f7bb-7cad-45c9-af35-ad2ff5771ebf tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network 47784192-893a-4e1d-906d-60b439e284f7 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:41:48.186237 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-9066f7bb-7cad-45c9-af35-ad2ff5771ebf tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 47784192-893a-4e1d-906d-60b439e284f7) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:48.191079 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9066f7bb-7cad-45c9-af35-ad2ff5771ebf tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:48.193027 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9066f7bb-7cad-45c9-af35-ad2ff5771ebf tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.193805 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625306e6-198e-4904-a893-ef8de98d2625 None None] Network 47784192-893a-4e1d-906d-60b439e284f7 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:48.206965 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9066f7bb-7cad-45c9-af35-ad2ff5771ebf tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4028549 Jul 14 09:41:48.209603 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57842) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:48.215831 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-fd32ba52-5641-4816-9f2a-9b3e8ef632d0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'port': {'network_id': '47784192-893a-4e1d-906d-60b439e284f7', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2109547055'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:48.264001 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:41:48.337993 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd32ba52-5641-4816-9f2a-9b3e8ef632d0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:48.342033 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd32ba52-5641-4816-9f2a-9b3e8ef632d0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.360168 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-fd32ba52-5641-4816-9f2a-9b3e8ef632d0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] device_id is not set on port 1225eaf4-a434-4ffd-9ee2-b1227d64d42e yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:41:48.418022 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4547fc-400f-4220-b768-13b604aad4db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-47784192-893a-4e1d-906d-60b439e284f7', 'network_id': '47784192-893a-4e1d-906d-60b439e284f7', 'tenant_id': '26ef2d54eaa8489fb98126d745f93bb5', 'fixed_ips': [{'subnet_id': '3e9a580a-dc7c-42e1-bed6-6558d1febe58'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:41:48.419386 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e4547fc-400f-4220-b768-13b604aad4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.478347 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-12b51892-e4c0-41f5-bbfc-5fbbfa8791ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.482380 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-fd32ba52-5641-4816-9f2a-9b3e8ef632d0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Allocated IP 172.20.0.2 (47784192-893a-4e1d-906d-60b439e284f7/3e9a580a-dc7c-42e1-bed6-6558d1febe58/1225eaf4-a434-4ffd-9ee2-b1227d64d42e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:48.542113 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,segment=NetworkSegment(9199c2be-51ce-4542-981b-b2fab682d1c0),segment_id=9199c2be-51ce-4542-981b-b2fab682d1c0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:48.562071 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8', 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba', 'port_id': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8', 'mac_address': 'fa:16:3e:ac:27:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486294bf-67fd-4f91-8858-ce39e034c4f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:41:48.603380 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.616113 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:41:48.636124 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,segment=NetworkSegment(9199c2be-51ce-4542-981b-b2fab682d1c0),segment_id=9199c2be-51ce-4542-981b-b2fab682d1c0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:48.640451 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.674742 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd32ba52-5641-4816-9f2a-9b3e8ef632d0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.691292 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb30004-1583-40dd-b886-bd05d495317b req-94700a74-377f-47d6-bd98-91b3ac96d363 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:48.692905 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-acb30004-1583-40dd-b886-bd05d495317b req-94700a74-377f-47d6-bd98-91b3ac96d363 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 944 time: 0.1555600 Jul 14 09:41:48.693044 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:48.700775 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:48.701129 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:48.701477 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:48.701823 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:48.702134 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:48.702478 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:48.702809 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fd32ba52-5641-4816-9f2a-9b3e8ef632d0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Transition to ACTIVE for port object 1225eaf4-a434-4ffd-9ee2-b1227d64d42e will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:48.702951 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:48.703063 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:48.703960 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:48.703960 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:48.704386 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:48.704904 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:48.753236 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 645b52bf-ada7-47c0-8b08-4c5e18dd1880 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:48.758575 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-acb30004-1583-40dd-b886-bd05d495317b req-0c38877b-d436-44ee-9a4c-6abe7f567c75 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576496 Jul 14 09:41:48.776221 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd32ba52-5641-4816-9f2a-9b3e8ef632d0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.776427 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 645b52bf-ada7-47c0-8b08-4c5e18dd1880 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:48.776990 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 645b52bf-ada7-47c0-8b08-4c5e18dd1880 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:48.820667 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd32ba52-5641-4816-9f2a-9b3e8ef632d0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network 47784192-893a-4e1d-906d-60b439e284f7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:48.824480 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-fd32ba52-5641-4816-9f2a-9b3e8ef632d0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:48.830974 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd32ba52-5641-4816-9f2a-9b3e8ef632d0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:48.833296 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-4e4547fc-400f-4220-b768-13b604aad4db None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e407aec8-6388-49f8-a52c-09799e6c0eb9 {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:41:48.833653 n-d-771362-35 neutron-server[93774]: DEBUG oslo_db.api [None req-4e4547fc-400f-4220-b768-13b604aad4db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:41:48.852975 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:41:48.861819 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32ba52-5641-4816-9f2a-9b3e8ef632d0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Port': ['ID=1225eaf4-a434-4ffd-9ee2-b1227d64d42e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:48.886849 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd32ba52-5641-4816-9f2a-9b3e8ef632d0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:48.887456 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd32ba52-5641-4816-9f2a-9b3e8ef632d0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.902148 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fd32ba52-5641-4816-9f2a-9b3e8ef632d0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.6914225 Jul 14 09:41:48.904779 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57848) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:49.001737 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2ef861b3-de93-41d8-af4d-c51588bd58be tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting port 1225eaf4-a434-4ffd-9ee2-b1227d64d42e {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:49.002442 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ef861b3-de93-41d8-af4d-c51588bd58be tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.093666 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ef861b3-de93-41d8-af4d-c51588bd58be tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.105256 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2ef861b3-de93-41d8-af4d-c51588bd58be tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Calling delete_port for 1225eaf4-a434-4ffd-9ee2-b1227d64d42e owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:49.230377 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ef861b3-de93-41d8-af4d-c51588bd58be tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.254849 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef861b3-de93-41d8-af4d-c51588bd58be tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Port': ['ID=1225eaf4-a434-4ffd-9ee2-b1227d64d42e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:49.335746 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e4547fc-400f-4220-b768-13b604aad4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.343608 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ef861b3-de93-41d8-af4d-c51588bd58be tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.345619 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2ef861b3-de93-41d8-af4d-c51588bd58be tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/ports/1225eaf4-a434-4ffd-9ee2-b1227d64d42e HTTP/1.1" status: 204 len: 168 time: 0.4398992 Jul 14 09:41:49.348245 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57850) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:49.376065 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f881bf-e8bc-43cd-a5a6-bb294ac4e0c8 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] GET failed (client error): The resource could not be found. Jul 14 09:41:49.377559 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-25f881bf-e8bc-43cd-a5a6-bb294ac4e0c8 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "GET /v2.0/ports/1225eaf4-a434-4ffd-9ee2-b1227d64d42e HTTP/1.1" status: 404 len: 333 time: 0.0283971 Jul 14 09:41:49.380404 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57852) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:49.437784 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-67986c38-d7b1-42ea-b185-7d503615b5dd tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting subnet 3e9a580a-dc7c-42e1-bed6-6558d1febe58 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:41:49.617255 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-4e4547fc-400f-4220-b768-13b604aad4db None None] Allocated IP 172.20.0.2 (47784192-893a-4e1d-906d-60b439e284f7/3e9a580a-dc7c-42e1-bed6-6558d1febe58/1332b3fb-e541-4f90-91e7-e0c2aa1819a0) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:49.760013 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e4547fc-400f-4220-b768-13b604aad4db None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.768299 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4e4547fc-400f-4220-b768-13b604aad4db None None] Transition to ACTIVE for port object 1332b3fb-e541-4f90-91e7-e0c2aa1819a0 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:49.783026 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4e4547fc-400f-4220-b768-13b604aad4db None None] Transition to ACTIVE for port object 1332b3fb-e541-4f90-91e7-e0c2aa1819a0 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:49.788714 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67986c38-d7b1-42ea-b185-7d503615b5dd tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.791189 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e4547fc-400f-4220-b768-13b604aad4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.834037 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67986c38-d7b1-42ea-b185-7d503615b5dd tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.840887 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4547fc-400f-4220-b768-13b604aad4db None None] Pushing event updated for resources: {'Port': ['ID=1332b3fb-e541-4f90-91e7-e0c2aa1819a0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:49.850175 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4547fc-400f-4220-b768-13b604aad4db None None] Network 47784192-893a-4e1d-906d-60b439e284f7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:49.851790 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4e4547fc-400f-4220-b768-13b604aad4db None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:49.856159 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4547fc-400f-4220-b768-13b604aad4db None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:49.917158 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-4e4547fc-400f-4220-b768-13b604aad4db None None] Attempting to bind port 1332b3fb-e541-4f90-91e7-e0c2aa1819a0 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:49.917439 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-4e4547fc-400f-4220-b768-13b604aad4db None None] Attempting to bind port 1332b3fb-e541-4f90-91e7-e0c2aa1819a0 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '6866cbcd-4d1f-4b1f-a0ed-e8113ae67374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '47784192-893a-4e1d-906d-60b439e284f7'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:49.917802 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4547fc-400f-4220-b768-13b604aad4db None None] Attempting to bind port 1332b3fb-e541-4f90-91e7-e0c2aa1819a0 on network 47784192-893a-4e1d-906d-60b439e284f7 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:49.923224 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4547fc-400f-4220-b768-13b604aad4db None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:49.923642 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4547fc-400f-4220-b768-13b604aad4db None None] Checking segment: {'id': '6866cbcd-4d1f-4b1f-a0ed-e8113ae67374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '47784192-893a-4e1d-906d-60b439e284f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:49.924054 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e4547fc-400f-4220-b768-13b604aad4db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.924451 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4547fc-400f-4220-b768-13b604aad4db None None] Bound using segment: {'id': '6866cbcd-4d1f-4b1f-a0ed-e8113ae67374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '47784192-893a-4e1d-906d-60b439e284f7'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:49.924921 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-4e4547fc-400f-4220-b768-13b604aad4db None None] Bound port: 1332b3fb-e541-4f90-91e7-e0c2aa1819a0, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6866cbcd-4d1f-4b1f-a0ed-e8113ae67374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '47784192-893a-4e1d-906d-60b439e284f7'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:49.925310 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e4547fc-400f-4220-b768-13b604aad4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.985327 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67986c38-d7b1-42ea-b185-7d503615b5dd tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.037407 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d625faf-5446-4317-b88c-77e087c1834d req-083cfa82-7931-456d-a906-fffd40abdbc8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:50.040678 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6d625faf-5446-4317-b88c-77e087c1834d req-083cfa82-7931-456d-a906-fffd40abdbc8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 945 time: 0.1593611 Jul 14 09:41:50.087624 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67986c38-d7b1-42ea-b185-7d503615b5dd tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.090595 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-4e4547fc-400f-4220-b768-13b604aad4db None None] For port 1332b3fb-e541-4f90-91e7-e0c2aa1819a0, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:50.091908 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6d625faf-5446-4317-b88c-77e087c1834d req-b2174b58-16dc-4039-82a4-3e3bfc9c8216 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470185 Jul 14 09:41:50.093990 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-4e4547fc-400f-4220-b768-13b604aad4db None None] For port 1332b3fb-e541-4f90-91e7-e0c2aa1819a0, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=1332b3fb-e541-4f90-91e7-e0c2aa1819a0,segment=NetworkSegment(6866cbcd-4d1f-4b1f-a0ed-e8113ae67374),segment_id=6866cbcd-4d1f-4b1f-a0ed-e8113ae67374)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:50.098672 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e4547fc-400f-4220-b768-13b604aad4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.118489 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67986c38-d7b1-42ea-b185-7d503615b5dd tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Subnet': ['ID=3e9a580a-dc7c-42e1-bed6-6558d1febe58,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:50.122151 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67986c38-d7b1-42ea-b185-7d503615b5dd tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.126462 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-67986c38-d7b1-42ea-b185-7d503615b5dd tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/subnets/3e9a580a-dc7c-42e1-bed6-6558d1febe58 HTTP/1.1" status: 204 len: 168 time: 0.7427471 Jul 14 09:41:50.126895 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57856) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:50.169145 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4547fc-400f-4220-b768-13b604aad4db None None] Pushing event updated for resources: {'Port': ['ID=1332b3fb-e541-4f90-91e7-e0c2aa1819a0,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:50.214510 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a6ec4cc-56d3-4376-ac80-89ab2bd8a9b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.262763 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:50.270896 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2a6ec4cc-56d3-4376-ac80-89ab2bd8a9b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting port 1332b3fb-e541-4f90-91e7-e0c2aa1819a0 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:50.271243 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a6ec4cc-56d3-4376-ac80-89ab2bd8a9b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.343414 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:50.348548 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:50.348941 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.358289 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2a6ec4cc-56d3-4376-ac80-89ab2bd8a9b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] For port 1332b3fb-e541-4f90-91e7-e0c2aa1819a0, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=1332b3fb-e541-4f90-91e7-e0c2aa1819a0,segment=NetworkSegment(6866cbcd-4d1f-4b1f-a0ed-e8113ae67374),segment_id=6866cbcd-4d1f-4b1f-a0ed-e8113ae67374)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:50.358652 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a6ec4cc-56d3-4376-ac80-89ab2bd8a9b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.376773 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2a6ec4cc-56d3-4376-ac80-89ab2bd8a9b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Calling delete_port for 1332b3fb-e541-4f90-91e7-e0c2aa1819a0 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:50.439360 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.466079 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2574a4-01c6-4354-82ab-6f0747dececc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:50.468838 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ca5a74-66a5-4192-bc9d-0a804412109b" -d '{"events": [{"server_uuid": "ef2574a4-01c6-4354-82ab-6f0747dececc", "name": "network-vif-plugged", "status": "completed", "tag": "e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:50.471314 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a6ec4cc-56d3-4376-ac80-89ab2bd8a9b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.484166 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,segment=NetworkSegment(9199c2be-51ce-4542-981b-b2fab682d1c0),segment_id=9199c2be-51ce-4542-981b-b2fab682d1c0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:50.489518 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.510829 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ec4cc-56d3-4376-ac80-89ab2bd8a9b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Port': ['ID=1332b3fb-e541-4f90-91e7-e0c2aa1819a0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:50.512941 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6ec4cc-56d3-4376-ac80-89ab2bd8a9b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] No DVR routers for this DVR port 1332b3fb-e541-4f90-91e7-e0c2aa1819a0 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:50.517565 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807a1dcb-a4ea-451b-9a3c-7f8d560168f7 x-openstack-request-id: req-807a1dcb-a4ea-451b-9a3c-7f8d560168f7 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:50.517565 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2574a4-01c6-4354-82ab-6f0747dececc", "name": "network-vif-plugged", "status": "completed", "tag": "e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:50.517847 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-807a1dcb-a4ea-451b-9a3c-7f8d560168f7 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:50.518684 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2574a4-01c6-4354-82ab-6f0747dececc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8', 'code': 200} Jul 14 09:41:50.548088 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:50.597017 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a6ec4cc-56d3-4376-ac80-89ab2bd8a9b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.607243 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2a6ec4cc-56d3-4376-ac80-89ab2bd8a9b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47784192-893a-4e1d-906d-60b439e284f7']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:50.619271 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2a6ec4cc-56d3-4376-ac80-89ab2bd8a9b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6866cbcd-4d1f-4b1f-a0ed-e8113ae67374') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:50.619620 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2a6ec4cc-56d3-4376-ac80-89ab2bd8a9b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6866cbcd-4d1f-4b1f-a0ed-e8113ae67374') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:50.631408 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a6ec4cc-56d3-4376-ac80-89ab2bd8a9b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.632585 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01269140-dcb3-4cf5-89c1-af25c1dc230b req-675c0a58-1019-49fb-bb80-2e5162726ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:50.634390 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-01269140-dcb3-4cf5-89c1-af25c1dc230b req-675c0a58-1019-49fb-bb80-2e5162726ddb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 1098 time: 0.0555122 Jul 14 09:41:50.646403 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a6ec4cc-56d3-4376-ac80-89ab2bd8a9b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.652608 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6ec4cc-56d3-4376-ac80-89ab2bd8a9b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:50.653104 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a6ec4cc-56d3-4376-ac80-89ab2bd8a9b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:50.656084 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:50.684462 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-01269140-dcb3-4cf5-89c1-af25c1dc230b req-d1dc955c-3775-4fe9-84a1-89d798ed2bc9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436831 Jul 14 09:41:50.719234 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a6ec4cc-56d3-4376-ac80-89ab2bd8a9b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.725979 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a6ec4cc-56d3-4376-ac80-89ab2bd8a9b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.728297 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2a6ec4cc-56d3-4376-ac80-89ab2bd8a9b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/networks/47784192-893a-4e1d-906d-60b439e284f7 HTTP/1.1" status: 204 len: 168 time: 0.6006157 Jul 14 09:41:50.732006 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57860) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:50.736998 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-62f0237b-6871-400c-9657-4b2b9308b448 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'port': {'network_id': 'db963d8a-383b-4382-8376-c543f55e024f', 'name': 'tempest-PortsTestJSON-1056527179'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:50.740361 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ec4cc-56d3-4376-ac80-89ab2bd8a9b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Network': ['ID=47784192-893a-4e1d-906d-60b439e284f7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:50.828947 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f0237b-6871-400c-9657-4b2b9308b448 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:50.833081 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-62f0237b-6871-400c-9657-4b2b9308b448 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.851160 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-62f0237b-6871-400c-9657-4b2b9308b448 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] device_id is not set on port 8b0c59d4-c391-4439-a06f-125eb60817c9 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:41:51.023062 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-62f0237b-6871-400c-9657-4b2b9308b448 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.062638 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-62f0237b-6871-400c-9657-4b2b9308b448 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.068616 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5f30c1f9-a882-44dd-becd-a8d750caaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.118713 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f0237b-6871-400c-9657-4b2b9308b448 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network db963d8a-383b-4382-8376-c543f55e024f is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:51.131226 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-62f0237b-6871-400c-9657-4b2b9308b448 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:51.135287 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f0237b-6871-400c-9657-4b2b9308b448 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:51.140869 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-32548d7c-fa2f-4e42-8017-e615ab3bb540 None None] Could not find standard attr ID for object 1332b3fb-e541-4f90-91e7-e0c2aa1819a0. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:41:51.141060 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f0237b-6871-400c-9657-4b2b9308b448 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:51.141706 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-62f0237b-6871-400c-9657-4b2b9308b448 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.150864 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0237b-6871-400c-9657-4b2b9308b448 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Port': ['ID=8b0c59d4-c391-4439-a06f-125eb60817c9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:51.163423 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0237b-6871-400c-9657-4b2b9308b448 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:51.163810 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0237b-6871-400c-9657-4b2b9308b448 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:51.164189 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0237b-6871-400c-9657-4b2b9308b448 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:51.164519 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0237b-6871-400c-9657-4b2b9308b448 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:51.165057 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0237b-6871-400c-9657-4b2b9308b448 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:51.165465 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0237b-6871-400c-9657-4b2b9308b448 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:51.165777 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0237b-6871-400c-9657-4b2b9308b448 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:51.166119 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0237b-6871-400c-9657-4b2b9308b448 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:51.166475 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0237b-6871-400c-9657-4b2b9308b448 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:51.166818 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0237b-6871-400c-9657-4b2b9308b448 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:51.167156 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0237b-6871-400c-9657-4b2b9308b448 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:51.167481 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0237b-6871-400c-9657-4b2b9308b448 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:51.172165 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-62f0237b-6871-400c-9657-4b2b9308b448 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4391227 Jul 14 09:41:51.175710 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57864) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:51.183450 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0268eab3-b286-4d6d-b978-f0e8cc398c96 None None] DHCP port deletion for 47784192-893a-4e1d-906d-60b439e284f7 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:41:51.206165 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539e2d16-ca73-4c38-a4be-7a3748c3da93 None None] Network 47784192-893a-4e1d-906d-60b439e284f7 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:51.218168 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539e2d16-ca73-4c38-a4be-7a3748c3da93 None None] Network 47784192-893a-4e1d-906d-60b439e284f7 could not be found, it might have been deleted concurrently. {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 09:41:51.290642 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.300375 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c8d2b01c-1586-4b01-81aa-5af95c093a0d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting port 8b0c59d4-c391-4439-a06f-125eb60817c9 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:51.300736 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b01c-1586-4b01-81aa-5af95c093a0d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.312037 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f53e35-d9d2-4a16-ba9a-016153ae13c4 req-e636f373-4f7e-4358-b2da-ca9f24a43d3a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:51.313590 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-34f53e35-d9d2-4a16-ba9a-016153ae13c4 req-e636f373-4f7e-4358-b2da-ca9f24a43d3a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 946 time: 0.0734782 Jul 14 09:41:51.354865 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-34f53e35-d9d2-4a16-ba9a-016153ae13c4 req-d784ed63-3cb2-4956-9879-e6c1a16d09be tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353923 Jul 14 09:41:51.380502 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b01c-1586-4b01-81aa-5af95c093a0d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.393235 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c8d2b01c-1586-4b01-81aa-5af95c093a0d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Calling delete_port for 8b0c59d4-c391-4439-a06f-125eb60817c9 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:51.478187 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b01c-1586-4b01-81aa-5af95c093a0d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.510290 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2b01c-1586-4b01-81aa-5af95c093a0d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Port': ['ID=8b0c59d4-c391-4439-a06f-125eb60817c9,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:51.514166 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b01c-1586-4b01-81aa-5af95c093a0d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.516200 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c8d2b01c-1586-4b01-81aa-5af95c093a0d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/ports/8b0c59d4-c391-4439-a06f-125eb60817c9 HTTP/1.1" status: 204 len: 168 time: 0.3392713 Jul 14 09:41:51.518830 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57866) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:51.524617 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c5673325-81e3-46f9-aec8-a958a422ab97 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'port': {'network_id': 'db963d8a-383b-4382-8376-c543f55e024f', 'mac_address': 'fa:16:3e:3f:c0:02', 'name': 'tempest-PortsTestJSON-1158354111'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:51.616079 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5673325-81e3-46f9-aec8-a958a422ab97 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:51.679825 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5673325-81e3-46f9-aec8-a958a422ab97 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.702974 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-c5673325-81e3-46f9-aec8-a958a422ab97 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] device_id is not set on port a499cbdb-951f-4c5f-868d-678e61b5a822 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:41:51.877988 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5673325-81e3-46f9-aec8-a958a422ab97 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.924132 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5673325-81e3-46f9-aec8-a958a422ab97 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.969792 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5673325-81e3-46f9-aec8-a958a422ab97 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network db963d8a-383b-4382-8376-c543f55e024f is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:51.972977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c5673325-81e3-46f9-aec8-a958a422ab97 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:51.976781 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5673325-81e3-46f9-aec8-a958a422ab97 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:51.983120 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5673325-81e3-46f9-aec8-a958a422ab97 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:51.983762 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5673325-81e3-46f9-aec8-a958a422ab97 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.991893 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5673325-81e3-46f9-aec8-a958a422ab97 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Port': ['ID=a499cbdb-951f-4c5f-868d-678e61b5a822,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:52.002604 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c5673325-81e3-46f9-aec8-a958a422ab97 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4822156 Jul 14 09:41:52.004789 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57868) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:52.062447 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7179d508-0b20-4226-bc16-67870a1be55c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:52.063853 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7179d508-0b20-4226-bc16-67870a1be55c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "GET /v2.0/ports/a499cbdb-951f-4c5f-868d-678e61b5a822 HTTP/1.1" status: 200 len: 841 time: 0.0581045 Jul 14 09:41:52.066503 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57870) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:52.162028 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c1412733-8df6-425a-a6c0-689e7dc45f7a tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting port a499cbdb-951f-4c5f-868d-678e61b5a822 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:52.162271 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1412733-8df6-425a-a6c0-689e7dc45f7a tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.236891 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1412733-8df6-425a-a6c0-689e7dc45f7a tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.251257 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c1412733-8df6-425a-a6c0-689e7dc45f7a tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Calling delete_port for a499cbdb-951f-4c5f-868d-678e61b5a822 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:52.259525 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.331677 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1412733-8df6-425a-a6c0-689e7dc45f7a tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.361055 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1412733-8df6-425a-a6c0-689e7dc45f7a tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Port': ['ID=a499cbdb-951f-4c5f-868d-678e61b5a822,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:52.367412 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1412733-8df6-425a-a6c0-689e7dc45f7a tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.368983 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c1412733-8df6-425a-a6c0-689e7dc45f7a tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/ports/a499cbdb-951f-4c5f-868d-678e61b5a822 HTTP/1.1" status: 204 len: 168 time: 0.3015571 Jul 14 09:41:52.371651 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57872) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:52.403513 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3813ae8-9db6-4203-a44d-f2182c493987 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] GET failed (client error): The resource could not be found. Jul 14 09:41:52.405052 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e3813ae8-9db6-4203-a44d-f2182c493987 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "GET /v2.0/ports/a499cbdb-951f-4c5f-868d-678e61b5a822 HTTP/1.1" status: 404 len: 333 time: 0.0324762 Jul 14 09:41:52.408771 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57876) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:52.414090 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8a90b681-5bfb-4d27-9d04-f984c923a36d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'port': {'network_id': 'db963d8a-383b-4382-8376-c543f55e024f', 'name': 'tempest-PortsTestJSON-557926915'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:52.540290 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a90b681-5bfb-4d27-9d04-f984c923a36d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:52.543762 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a90b681-5bfb-4d27-9d04-f984c923a36d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.571908 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-8a90b681-5bfb-4d27-9d04-f984c923a36d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] device_id is not set on port dd30bec4-9ff1-402b-b784-6458e613931f yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:41:52.622597 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b77607-f1a9-4047-9e19-83662c55d7e9 req-f907ab8c-a307-4644-9aad-f16156690f2a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:52.624133 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f3b77607-f1a9-4047-9e19-83662c55d7e9 req-f907ab8c-a307-4644-9aad-f16156690f2a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 946 time: 0.1393158 Jul 14 09:41:52.689912 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f3b77607-f1a9-4047-9e19-83662c55d7e9 req-90dedab2-e499-413f-9ee4-935baefbce46 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591125 Jul 14 09:41:52.713471 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 1332b3fb-e541-4f90-91e7-e0c2aa1819a0 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:52.740159 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 1332b3fb-e541-4f90-91e7-e0c2aa1819a0 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:52.740625 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 1332b3fb-e541-4f90-91e7-e0c2aa1819a0 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:52.781773 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a90b681-5bfb-4d27-9d04-f984c923a36d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.853943 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a90b681-5bfb-4d27-9d04-f984c923a36d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.908139 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a90b681-5bfb-4d27-9d04-f984c923a36d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network db963d8a-383b-4382-8376-c543f55e024f is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:52.915655 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-8a90b681-5bfb-4d27-9d04-f984c923a36d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:52.921105 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a90b681-5bfb-4d27-9d04-f984c923a36d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:52.926611 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a90b681-5bfb-4d27-9d04-f984c923a36d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:52.927208 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a90b681-5bfb-4d27-9d04-f984c923a36d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.931811 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90b681-5bfb-4d27-9d04-f984c923a36d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Port': ['ID=dd30bec4-9ff1-402b-b784-6458e613931f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:52.947142 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae234a-e440-4358-9832-96175786bfbc req-b982c2e7-c757-4b96-9e55-27b29b231e9b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:52.948732 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-89ae234a-e440-4358-9832-96175786bfbc req-b982c2e7-c757-4b96-9e55-27b29b231e9b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 946 time: 0.1441495 Jul 14 09:41:52.954431 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8a90b681-5bfb-4d27-9d04-f984c923a36d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5445373 Jul 14 09:41:52.957328 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57880) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:52.963787 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-3da90816-5257-4678-adfd-1d52ef92c7e6 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:52.988664 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-89ae234a-e440-4358-9832-96175786bfbc req-4eb998f8-4f4a-42f3-9d67-e4867862c64c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331647 Jul 14 09:41:53.013176 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57882) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:53.047793 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3da90816-5257-4678-adfd-1d52ef92c7e6 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:53.067391 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973919d8-7db8-4c7d-8d81-a9e338b0a68b tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:53.068981 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-973919d8-7db8-4c7d-8d81-a9e338b0a68b tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 1093 time: 0.0547376 Jul 14 09:41:53.072473 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57884) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:53.076842 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e6fb6f57-27b7-4fc5-869f-55c04b5d5996 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'port_id': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:53.100235 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6fb6f57-27b7-4fc5-869f-55c04b5d5996 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:53.198490 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6fb6f57-27b7-4fc5-869f-55c04b5d5996 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:53.207482 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3da90816-5257-4678-adfd-1d52ef92c7e6 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:53.214426 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3da90816-5257-4678-adfd-1d52ef92c7e6 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:53.246968 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3da90816-5257-4678-adfd-1d52ef92c7e6 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] In _notify_port_updated(), no bound segment for port dd30bec4-9ff1-402b-b784-6458e613931f on network db963d8a-383b-4382-8376-c543f55e024f {{(pid=93772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:41:53.252575 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da90816-5257-4678-adfd-1d52ef92c7e6 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:53.253043 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3da90816-5257-4678-adfd-1d52ef92c7e6 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:53.255165 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3da90816-5257-4678-adfd-1d52ef92c7e6 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "PUT /v2.0/ports/dd30bec4-9ff1-402b-b784-6458e613931f HTTP/1.1" status: 200 len: 818 time: 0.2967820 Jul 14 09:41:53.257872 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57886) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:53.274823 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da90816-5257-4678-adfd-1d52ef92c7e6 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Port': ['ID=dd30bec4-9ff1-402b-b784-6458e613931f,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:53.368309 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-e6fb6f57-27b7-4fc5-869f-55c04b5d5996 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Allocated IP 172.25.6.251 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/2ffa3b8d-bff2-477e-aca6-ea845b3acd75) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:53.782669 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-14c7083c-4c17-436a-9042-0e16ccd62bd1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting port dd30bec4-9ff1-402b-b784-6458e613931f {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:53.783335 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14c7083c-4c17-436a-9042-0e16ccd62bd1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:53.806366 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:53.878036 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14c7083c-4c17-436a-9042-0e16ccd62bd1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:53.882183 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6fb6f57-27b7-4fc5-869f-55c04b5d5996 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:53.896789 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-14c7083c-4c17-436a-9042-0e16ccd62bd1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Calling delete_port for dd30bec4-9ff1-402b-b784-6458e613931f owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:53.981811 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6fb6f57-27b7-4fc5-869f-55c04b5d5996 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.035695 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fb6f57-27b7-4fc5-869f-55c04b5d5996 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:54.037087 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb6f57-27b7-4fc5-869f-55c04b5d5996 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Port': ['ID=2ffa3b8d-bff2-477e-aca6-ea845b3acd75,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:54.040074 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-e6fb6f57-27b7-4fc5-869f-55c04b5d5996 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:54.042106 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14c7083c-4c17-436a-9042-0e16ccd62bd1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.043522 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fb6f57-27b7-4fc5-869f-55c04b5d5996 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:54.093848 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7083c-4c17-436a-9042-0e16ccd62bd1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Port': ['ID=dd30bec4-9ff1-402b-b784-6458e613931f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:54.104753 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14c7083c-4c17-436a-9042-0e16ccd62bd1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.106632 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-14c7083c-4c17-436a-9042-0e16ccd62bd1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/ports/dd30bec4-9ff1-402b-b784-6458e613931f HTTP/1.1" status: 204 len: 168 time: 0.8477628 Jul 14 09:41:54.109340 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57888) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:54.175844 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d215437-6cca-483d-8d5f-5ede8cc054ef tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:54.177649 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4d215437-6cca-483d-8d5f-5ede8cc054ef tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0671964 Jul 14 09:41:54.180986 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57890) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:54.213716 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1445a3-fa0f-4f60-a5ad-5fc94842977e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] GET failed (client error): The resource could not be found. Jul 14 09:41:54.215282 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5e1445a3-fa0f-4f60-a5ad-5fc94842977e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "GET /v2.0/ports/dd30bec4-9ff1-402b-b784-6458e613931f HTTP/1.1" status: 404 len: 333 time: 0.0332861 Jul 14 09:41:54.218932 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57892) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:54.223958 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-5f40fbf7-9ae8-4315-ba6f-9ccc0f0f760d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-361878119'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:54.249911 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f40fbf7-9ae8-4315-ba6f-9ccc0f0f760d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:54.253722 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f40fbf7-9ae8-4315-ba6f-9ccc0f0f760d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.278387 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f40fbf7-9ae8-4315-ba6f-9ccc0f0f760d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:41:54.289369 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f40fbf7-9ae8-4315-ba6f-9ccc0f0f760d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.289687 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-5f40fbf7-9ae8-4315-ba6f-9ccc0f0f760d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Added segment c1d9ece6-97da-4337-98ce-8f2443cfa403 of type vlan for network f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8 Jul 14 09:41:54.331979 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f40fbf7-9ae8-4315-ba6f-9ccc0f0f760d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.361212 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f40fbf7-9ae8-4315-ba6f-9ccc0f0f760d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.367298 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f40fbf7-9ae8-4315-ba6f-9ccc0f0f760d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:54.367981 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f40fbf7-9ae8-4315-ba6f-9ccc0f0f760d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.431477 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5f40fbf7-9ae8-4315-ba6f-9ccc0f0f760d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2088230 Jul 14 09:41:54.431779 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57894) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:54.436878 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-843ac003-1487-418d-9986-7b25c4f539d1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'subnet': {'network_id': 'f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:54.460952 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6fb6f57-27b7-4fc5-869f-55c04b5d5996 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.491682 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40fbf7-9ae8-4315-ba6f-9ccc0f0f760d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Network': ['ID=f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:54.503324 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:41:54.540974 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843ac003-1487-418d-9986-7b25c4f539d1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:54.544772 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-843ac003-1487-418d-9986-7b25c4f539d1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.547573 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6fb6f57-27b7-4fc5-869f-55c04b5d5996 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.710344 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6fb6f57-27b7-4fc5-869f-55c04b5d5996 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.717100 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6fb6f57-27b7-4fc5-869f-55c04b5d5996 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.752303 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-843ac003-1487-418d-9986-7b25c4f539d1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.790504 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb6f57-27b7-4fc5-869f-55c04b5d5996 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Port': ['ID=2ffa3b8d-bff2-477e-aca6-ea845b3acd75,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:54.803900 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6fb6f57-27b7-4fc5-869f-55c04b5d5996 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.825634 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ac003-1487-418d-9986-7b25c4f539d1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Subnet': ['ID=0d237135-45f4-48ec-b2b7-e74fabe5fb93,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:54.832938 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843ac003-1487-418d-9986-7b25c4f539d1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Checking segment: {'id': 'c1d9ece6-97da-4337-98ce-8f2443cfa403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:54.833422 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843ac003-1487-418d-9986-7b25c4f539d1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network hostable DHCP agents. Network: f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:41:54.853021 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843ac003-1487-418d-9986-7b25c4f539d1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:41:54.862810 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-843ac003-1487-418d-9986-7b25c4f539d1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:54.868045 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843ac003-1487-418d-9986-7b25c4f539d1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:54.869055 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-843ac003-1487-418d-9986-7b25c4f539d1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.877272 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e59d15d-e21c-4121-98d7-5860e962d8ab None None] Network f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:54.889318 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-843ac003-1487-418d-9986-7b25c4f539d1 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4564583 Jul 14 09:41:54.892040 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57896) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:54.897591 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-d5a988de-803a-4d5a-8bba-5245783332b9 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'subnet': {'network_id': 'f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:54.919745 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-e6fb6f57-27b7-4fc5-869f-55c04b5d5996 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Floating IP fc3f0bb5-f599-49ed-b285-6240f3ec44ba associated. External IP: 172.25.6.251, port: e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8. Jul 14 09:41:55.026817 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a988de-803a-4d5a-8bba-5245783332b9 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:55.030727 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5a988de-803a-4d5a-8bba-5245783332b9 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.046576 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b5d5a1-02e3-474e-a6d4-33eafea1fc10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8', 'network_id': 'f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8', 'tenant_id': '26ef2d54eaa8489fb98126d745f93bb5', 'fixed_ips': [{'subnet_id': '0d237135-45f4-48ec-b2b7-e74fabe5fb93'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:41:55.047473 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08b5d5a1-02e3-474e-a6d4-33eafea1fc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.140197 n-d-771362-35 neutron-server[93772]: INFO neutron.db.ipam_backend_mixin [None req-d5a988de-803a-4d5a-8bba-5245783332b9 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0d237135-45f4-48ec-b2b7-e74fabe5fb93 (CIDR: 172.20.0.0/28) Jul 14 09:41:55.143642 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a988de-803a-4d5a-8bba-5245783332b9 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:41:55.144239 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5a988de-803a-4d5a-8bba-5245783332b9 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:55.148472 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6fb6f57-27b7-4fc5-869f-55c04b5d5996 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Router 7e171320-1f9a-4d9b-88a4-d078a77d2438 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:55.163445 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d5a988de-803a-4d5a-8bba-5245783332b9 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2701039 Jul 14 09:41:55.164187 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57898) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:55.169352 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-12053488-91a2-4525-b863-18203f758a64 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'subnet': {'network_id': 'f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:55.197673 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-08b5d5a1-02e3-474e-a6d4-33eafea1fc10 None None] Allocated IP 172.20.0.2 (f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8/0d237135-45f4-48ec-b2b7-e74fabe5fb93/86f77cfb-552a-4c71-8374-8fcdab53187a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:55.269488 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fb6f57-27b7-4fc5-869f-55c04b5d5996 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:55.283742 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e4cd9f-ebc9-48d4-83be-7d3df4b92eea None None] Sync routers for ids ['7e171320-1f9a-4d9b-88a4-d078a77d2438'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:55.293132 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12053488-91a2-4525-b863-18203f758a64 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:55.294047 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e4cd9f-ebc9-48d4-83be-7d3df4b92eea None None] Routers {'7e171320-1f9a-4d9b-88a4-d078a77d2438'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:55.294734 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-19e4cd9f-ebc9-48d4-83be-7d3df4b92eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:41:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7e171320-1f9a-4d9b-88a4-d078a77d2438'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:55.297001 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6fb6f57-27b7-4fc5-869f-55c04b5d5996 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.297756 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-12053488-91a2-4525-b863-18203f758a64 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.362957 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e6fb6f57-27b7-4fc5-869f-55c04b5d5996 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2891328 Jul 14 09:41:55.363702 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2574a4-01c6-4354-82ab-6f0747dececc', 'tag': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:55.366130 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82a4f17-75c9-4c0c-be90-a8956fcf76a9" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2574a4-01c6-4354-82ab-6f0747dececc", "tag": "e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:55.386975 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08b5d5a1-02e3-474e-a6d4-33eafea1fc10 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.397676 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-08b5d5a1-02e3-474e-a6d4-33eafea1fc10 None None] Transition to ACTIVE for port object 86f77cfb-552a-4c71-8374-8fcdab53187a will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:55.418766 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-08b5d5a1-02e3-474e-a6d4-33eafea1fc10 None None] Transition to ACTIVE for port object 86f77cfb-552a-4c71-8374-8fcdab53187a will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:55.427235 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08b5d5a1-02e3-474e-a6d4-33eafea1fc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.440749 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-19e4cd9f-ebc9-48d4-83be-7d3df4b92eea None None] Set router 7e171320-1f9a-4d9b-88a4-d078a77d2438 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:55.539248 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b5d5a1-02e3-474e-a6d4-33eafea1fc10 None None] Network f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:55.547231 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-08b5d5a1-02e3-474e-a6d4-33eafea1fc10 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:55.552151 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b5d5a1-02e3-474e-a6d4-33eafea1fc10 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:55.556944 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5d5a1-02e3-474e-a6d4-33eafea1fc10 None None] Pushing event updated for resources: {'Port': ['ID=86f77cfb-552a-4c71-8374-8fcdab53187a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:55.642068 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196eaa2c-c232-4bec-936e-fb6564ecbdbc req-bc9a798d-4632-4bd3-bcc5-9d5711f46cb5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:55.644018 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-196eaa2c-c232-4bec-936e-fb6564ecbdbc req-bc9a798d-4632-4bd3-bcc5-9d5711f46cb5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 946 time: 0.1201127 Jul 14 09:41:55.662748 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc6c04b-7056-432e-967d-f7b2f5793278 x-openstack-request-id: req-0bc6c04b-7056-432e-967d-f7b2f5793278 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:55.663148 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2574a4-01c6-4354-82ab-6f0747dececc", "tag": "e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:55.663692 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0bc6c04b-7056-432e-967d-f7b2f5793278 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:55.664097 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2574a4-01c6-4354-82ab-6f0747dececc', 'tag': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8', 'status': 'completed', 'code': 200} Jul 14 09:41:55.678306 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-08b5d5a1-02e3-474e-a6d4-33eafea1fc10 None None] Attempting to bind port 86f77cfb-552a-4c71-8374-8fcdab53187a on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:55.679379 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-08b5d5a1-02e3-474e-a6d4-33eafea1fc10 None None] Attempting to bind port 86f77cfb-552a-4c71-8374-8fcdab53187a by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'c1d9ece6-97da-4337-98ce-8f2443cfa403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:55.679797 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b5d5a1-02e3-474e-a6d4-33eafea1fc10 None None] Attempting to bind port 86f77cfb-552a-4c71-8374-8fcdab53187a on network f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:55.680748 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-12053488-91a2-4525-b863-18203f758a64 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.693084 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b5d5a1-02e3-474e-a6d4-33eafea1fc10 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:55.693916 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b5d5a1-02e3-474e-a6d4-33eafea1fc10 None None] Checking segment: {'id': 'c1d9ece6-97da-4337-98ce-8f2443cfa403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:55.694458 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08b5d5a1-02e3-474e-a6d4-33eafea1fc10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.694946 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b5d5a1-02e3-474e-a6d4-33eafea1fc10 None None] Bound using segment: {'id': 'c1d9ece6-97da-4337-98ce-8f2443cfa403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:55.695567 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-08b5d5a1-02e3-474e-a6d4-33eafea1fc10 None None] Bound port: 86f77cfb-552a-4c71-8374-8fcdab53187a, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d9ece6-97da-4337-98ce-8f2443cfa403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:55.696130 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-196eaa2c-c232-4bec-936e-fb6564ecbdbc req-a58af418-3a6e-4a40-9737-f6ca431765f7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431647 Jul 14 09:41:55.696275 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08b5d5a1-02e3-474e-a6d4-33eafea1fc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.724888 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57906) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:55.739619 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-19e4cd9f-ebc9-48d4-83be-7d3df4b92eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-319801268', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:35Z', 'updated_at': '2021-07-14T09:41:39Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:49:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:35Z', 'updated_at': '2021-07-14T09:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'fc3f0bb5-f599-49ed-b285-6240f3ec44ba', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'floating_ip_address': '172.25.6.251', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'port_id': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba', 'mac_address': 'fa:16:3e:ac:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2574a4-01c6-4354-82ab-6f0747dececc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:41:54Z', 'updated_at': '2021-07-14T09:41:54Z', 'revision_number': 0, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf', 'name': '', 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:88:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '486294bf-67fd-4f91-8858-ce39e034c4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:38Z', 'updated_at': '2021-07-14T09:41:45Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': '486294bf-67fd-4f91-8858-ce39e034c4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:55.769959 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12053488-91a2-4525-b863-18203f758a64 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:55.772690 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e4cd9f-ebc9-48d4-83be-7d3df4b92eea None None] Checking router: 7e171320-1f9a-4d9b-88a4-d078a77d2438 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:55.778693 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-12053488-91a2-4525-b863-18203f758a64 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:55.779673 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-08b5d5a1-02e3-474e-a6d4-33eafea1fc10 None None] For port 86f77cfb-552a-4c71-8374-8fcdab53187a, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:55.781728 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12053488-91a2-4525-b863-18203f758a64 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:55.782326 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-12053488-91a2-4525-b863-18203f758a64 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.784185 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-08b5d5a1-02e3-474e-a6d4-33eafea1fc10 None None] For port 86f77cfb-552a-4c71-8374-8fcdab53187a, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=86f77cfb-552a-4c71-8374-8fcdab53187a,segment=NetworkSegment(c1d9ece6-97da-4337-98ce-8f2443cfa403),segment_id=c1d9ece6-97da-4337-98ce-8f2443cfa403)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:55.790439 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e4cd9f-ebc9-48d4-83be-7d3df4b92eea None None] Routers {'7e171320-1f9a-4d9b-88a4-d078a77d2438'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:55.790651 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08b5d5a1-02e3-474e-a6d4-33eafea1fc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.792033 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-19e4cd9f-ebc9-48d4-83be-7d3df4b92eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:41:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7e171320-1f9a-4d9b-88a4-d078a77d2438'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:55.805214 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12053488-91a2-4525-b863-18203f758a64 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Subnet': ['ID=bfb20232-f0b7-4afb-a11f-541960c88f44,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:55.823347 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8019cf68-c19b-4cb3-a505-a8b7daf5c5d7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/floatingips/fc3f0bb5-f599-49ed-b285-6240f3ec44ba HTTP/1.1" status: 200 len: 992 time: 0.0961466 Jul 14 09:41:55.829676 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-12053488-91a2-4525-b863-18203f758a64 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6642797 Jul 14 09:41:55.833449 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57908) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:55.838619 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a4f17-75c9-4c0c-be90-a8956fcf76a9 req-a4342085-40c8-41a2-891d-72440aa059d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:55.840719 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c82a4f17-75c9-4c0c-be90-a8956fcf76a9 req-a4342085-40c8-41a2-891d-72440aa059d6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 1098 time: 0.1533551 Jul 14 09:41:55.841089 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-762df3d8-1664-4880-9f11-96fa20b37094 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'port': {'network_id': 'f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8', 'fixed_ips': [{'subnet_id': '0d237135-45f4-48ec-b2b7-e74fabe5fb93'}, {'subnet_id': 'bfb20232-f0b7-4afb-a11f-541960c88f44'}], 'name': 'tempest-PortsTestJSON-1826646824'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:55.876779 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5d5a1-02e3-474e-a6d4-33eafea1fc10 None None] Pushing event updated for resources: {'Port': ['ID=86f77cfb-552a-4c71-8374-8fcdab53187a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:55.954344 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-19e4cd9f-ebc9-48d4-83be-7d3df4b92eea None None] Set router 7e171320-1f9a-4d9b-88a4-d078a77d2438 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:55.962701 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a4f17-75c9-4c0c-be90-a8956fcf76a9 req-50872b1d-bbaf-4687-9327-192f0ba49337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:55.965063 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c82a4f17-75c9-4c0c-be90-a8956fcf76a9 req-50872b1d-bbaf-4687-9327-192f0ba49337 service neutron] 10.222.0.44 "GET /v2.0/networks?id=db4cdeba-5aaa-4aa3-8402-070268d6baba HTTP/1.1" status: 200 len: 897 time: 0.1170838 Jul 14 09:41:55.984318 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762df3d8-1664-4880-9f11-96fa20b37094 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:56.059095 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c82a4f17-75c9-4c0c-be90-a8956fcf76a9 req-e23775b4-6956-4dd6-abbe-60ad5db9d70f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 HTTP/1.1" status: 200 len: 1000 time: 0.0874772 Jul 14 09:41:56.107783 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-762df3d8-1664-4880-9f11-96fa20b37094 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.135061 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-762df3d8-1664-4880-9f11-96fa20b37094 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] device_id is not set on port 6dc8fc03-116d-49fc-989c-1a5b05425047 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:41:56.151302 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a4f17-75c9-4c0c-be90-a8956fcf76a9 req-8c4dedcf-4425-4aad-b92f-d8d143b16fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:56.152900 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c82a4f17-75c9-4c0c-be90-a8956fcf76a9 req-8c4dedcf-4425-4aad-b92f-d8d143b16fdc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=486294bf-67fd-4f91-8858-ce39e034c4f8 HTTP/1.1" status: 200 len: 834 time: 0.0865998 Jul 14 09:41:56.224524 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a4f17-75c9-4c0c-be90-a8956fcf76a9 req-ee76f5ed-19e6-42a5-b3b0-edbc9e8c7449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:56.226351 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c82a4f17-75c9-4c0c-be90-a8956fcf76a9 req-ee76f5ed-19e6-42a5-b3b0-edbc9e8c7449 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db4cdeba-5aaa-4aa3-8402-070268d6baba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665457 Jul 14 09:41:56.320044 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-19e4cd9f-ebc9-48d4-83be-7d3df4b92eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-319801268', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:35Z', 'updated_at': '2021-07-14T09:41:39Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:49:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:35Z', 'updated_at': '2021-07-14T09:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'fc3f0bb5-f599-49ed-b285-6240f3ec44ba', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'floating_ip_address': '172.25.6.251', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'port_id': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba', 'mac_address': 'fa:16:3e:ac:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2574a4-01c6-4354-82ab-6f0747dececc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:41:54Z', 'updated_at': '2021-07-14T09:41:54Z', 'revision_number': 0, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf', 'name': '', 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:88:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '486294bf-67fd-4f91-8858-ce39e034c4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:38Z', 'updated_at': '2021-07-14T09:41:45Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': '486294bf-67fd-4f91-8858-ce39e034c4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:56.340293 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c82a4f17-75c9-4c0c-be90-a8956fcf76a9 req-d98c2453-138d-4711-a718-f13556347ebe service neutron] 10.222.0.44 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070535 Jul 14 09:41:56.350367 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e4cd9f-ebc9-48d4-83be-7d3df4b92eea None None] The sync data for ids ['7e171320-1f9a-4d9b-88a4-d078a77d2438'] in n-d-771362-35 is: [{'id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-319801268', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:35Z', 'updated_at': '2021-07-14T09:41:39Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:49:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:35Z', 'updated_at': '2021-07-14T09:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'fc3f0bb5-f599-49ed-b285-6240f3ec44ba', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'floating_ip_address': '172.25.6.251', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'port_id': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba', 'mac_address': 'fa:16:3e:ac:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2574a4-01c6-4354-82ab-6f0747dececc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:41:54Z', 'updated_at': '2021-07-14T09:41:54Z', 'revision_number': 0, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf', 'name': '', 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:88:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '486294bf-67fd-4f91-8858-ce39e034c4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:38Z', 'updated_at': '2021-07-14T09:41:45Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': '486294bf-67fd-4f91-8858-ce39e034c4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:56.442121 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-762df3d8-1664-4880-9f11-96fa20b37094 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Allocated IP 172.20.0.12 (f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8/0d237135-45f4-48ec-b2b7-e74fabe5fb93/6dc8fc03-116d-49fc-989c-1a5b05425047) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:56.442479 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c82a4f17-75c9-4c0c-be90-a8956fcf76a9 req-6c97fcd6-f63c-4a48-b3bf-90d91f2c1ce2 service neutron] 10.222.0.44 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951202 Jul 14 09:41:56.454844 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-762df3d8-1664-4880-9f11-96fa20b37094 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Allocated IP 172.20.0.26 (f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8/bfb20232-f0b7-4afb-a11f-541960c88f44/6dc8fc03-116d-49fc-989c-1a5b05425047) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:56.609292 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-762df3d8-1664-4880-9f11-96fa20b37094 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.623275 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-762df3d8-1664-4880-9f11-96fa20b37094 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Transition to ACTIVE for port object 6dc8fc03-116d-49fc-989c-1a5b05425047 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:56.659095 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-762df3d8-1664-4880-9f11-96fa20b37094 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.708800 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762df3d8-1664-4880-9f11-96fa20b37094 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:56.715632 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-762df3d8-1664-4880-9f11-96fa20b37094 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:56.721242 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762df3d8-1664-4880-9f11-96fa20b37094 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:56.757182 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762df3d8-1664-4880-9f11-96fa20b37094 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Port': ['ID=6dc8fc03-116d-49fc-989c-1a5b05425047,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:56.800520 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762df3d8-1664-4880-9f11-96fa20b37094 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:56.801620 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-762df3d8-1664-4880-9f11-96fa20b37094 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.812843 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 86f77cfb-552a-4c71-8374-8fcdab53187a up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:56.825920 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57910) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:56.827449 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-762df3d8-1664-4880-9f11-96fa20b37094 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 0.9924171 Jul 14 09:41:56.828247 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57912) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:56.837679 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9eb29612-881d-41c5-9a6f-295f1d0981ee tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0d237135-45f4-48ec-b2b7-e74fabe5fb93'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:56.874363 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6a394e-5ee8-4f22-bf60-85647321c70e None None] New status for floating IP fc3f0bb5-f599-49ed-b285-6240f3ec44ba: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:41:56.927344 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2b9a6a04-d9c3-4dce-bda3-02daa6bd75e1 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/floatingips/fc3f0bb5-f599-49ed-b285-6240f3ec44ba HTTP/1.1" status: 200 len: 992 time: 0.1001711 Jul 14 09:41:56.955733 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9eb29612-881d-41c5-9a6f-295f1d0981ee tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.989544 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 86f77cfb-552a-4c71-8374-8fcdab53187a completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:57.003867 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1c86bc-c62a-4a39-9bf9-682b92c7f475 None None] Network f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:57.093611 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8353f5ba-d770-4504-b072-c0cb8ab960d0 None None] Provisioning for port 86f77cfb-552a-4c71-8374-8fcdab53187a completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:57.102630 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8353f5ba-d770-4504-b072-c0cb8ab960d0 None None] Provisioning complete for port 86f77cfb-552a-4c71-8374-8fcdab53187a triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:57.103147 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8353f5ba-d770-4504-b072-c0cb8ab960d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.216865 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-9eb29612-881d-41c5-9a6f-295f1d0981ee tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Delete allocated IP 172.20.0.26 (f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8/bfb20232-f0b7-4afb-a11f-541960c88f44) {{(pid=93773) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 09:41:57.258916 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8353f5ba-d770-4504-b072-c0cb8ab960d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.298634 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8353f5ba-d770-4504-b072-c0cb8ab960d0 None None] For port 86f77cfb-552a-4c71-8374-8fcdab53187a, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=86f77cfb-552a-4c71-8374-8fcdab53187a,segment=NetworkSegment(c1d9ece6-97da-4337-98ce-8f2443cfa403),segment_id=c1d9ece6-97da-4337-98ce-8f2443cfa403)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:57.305707 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8353f5ba-d770-4504-b072-c0cb8ab960d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.355348 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9eb29612-881d-41c5-9a6f-295f1d0981ee tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.364165 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353f5ba-d770-4504-b072-c0cb8ab960d0 None None] Pushing event updated for resources: {'Port': ['ID=86f77cfb-552a-4c71-8374-8fcdab53187a,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:57.369738 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9eb29612-881d-41c5-9a6f-295f1d0981ee tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Ignored duplicate provisioning block setup for port 6dc8fc03-116d-49fc-989c-1a5b05425047 by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 09:41:57.375566 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9eb29612-881d-41c5-9a6f-295f1d0981ee tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.431192 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4713fb91-936f-439e-8c34-f9248903b8d1 None None] Update dhcp port {'port': {'network_id': 'f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8', 'fixed_ips': [{'subnet_id': '0d237135-45f4-48ec-b2b7-e74fabe5fb93', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bfb20232-f0b7-4afb-a11f-541960c88f44'}], 'binding:host_id': 'n-d-771362-35'}, 'id': '86f77cfb-552a-4c71-8374-8fcdab53187a'} from n-d-771362-35. {{(pid=93774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:41:57.469330 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4713fb91-936f-439e-8c34-f9248903b8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.476366 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb29612-881d-41c5-9a6f-295f1d0981ee tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Port': ['ID=6dc8fc03-116d-49fc-989c-1a5b05425047,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:57.497465 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9eb29612-881d-41c5-9a6f-295f1d0981ee tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] In _notify_port_updated(), no bound segment for port 6dc8fc03-116d-49fc-989c-1a5b05425047 on network f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8 {{(pid=93773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:41:57.502707 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb29612-881d-41c5-9a6f-295f1d0981ee tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:57.503351 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9eb29612-881d-41c5-9a6f-295f1d0981ee tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.504697 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9eb29612-881d-41c5-9a6f-295f1d0981ee tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "PUT /v2.0/ports/6dc8fc03-116d-49fc-989c-1a5b05425047 HTTP/1.1" status: 200 len: 920 time: 0.6750822 Jul 14 09:41:57.509004 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57916) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:57.514294 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-f2fd4be3-560f-4644-bd03-5f927f580ebd tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0d237135-45f4-48ec-b2b7-e74fabe5fb93'}, {'subnet_id': 'bfb20232-f0b7-4afb-a11f-541960c88f44'}]}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:57.652562 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-4713fb91-936f-439e-8c34-f9248903b8d1 None None] Allocated IP 172.20.0.18 (f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8/bfb20232-f0b7-4afb-a11f-541960c88f44/86f77cfb-552a-4c71-8374-8fcdab53187a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:57.699695 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2fd4be3-560f-4644-bd03-5f927f580ebd tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.754256 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-4713fb91-936f-439e-8c34-f9248903b8d1 None None] For port 86f77cfb-552a-4c71-8374-8fcdab53187a, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=86f77cfb-552a-4c71-8374-8fcdab53187a,segment=NetworkSegment(c1d9ece6-97da-4337-98ce-8f2443cfa403),segment_id=c1d9ece6-97da-4337-98ce-8f2443cfa403)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:57.787251 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4713fb91-936f-439e-8c34-f9248903b8d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.803265 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4713fb91-936f-439e-8c34-f9248903b8d1 None None] Transition to ACTIVE for port object 86f77cfb-552a-4c71-8374-8fcdab53187a will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:57.808847 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4713fb91-936f-439e-8c34-f9248903b8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.907656 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713fb91-936f-439e-8c34-f9248903b8d1 None None] Pushing event updated for resources: {'Port': ['ID=86f77cfb-552a-4c71-8374-8fcdab53187a,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:57.931334 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57918) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:57.997693 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-49e16308-b7fd-4be6-82f1-64249332f73e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/floatingips/fc3f0bb5-f599-49ed-b285-6240f3ec44ba HTTP/1.1" status: 200 len: 994 time: 0.0644751 Jul 14 09:41:57.997934 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f2fd4be3-560f-4644-bd03-5f927f580ebd tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Allocated IP 172.20.0.21 (f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8/bfb20232-f0b7-4afb-a11f-541960c88f44/6dc8fc03-116d-49fc-989c-1a5b05425047) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:58.151280 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2fd4be3-560f-4644-bd03-5f927f580ebd tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.163622 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f2fd4be3-560f-4644-bd03-5f927f580ebd tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Ignored duplicate provisioning block setup for port 6dc8fc03-116d-49fc-989c-1a5b05425047 by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 09:41:58.167437 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2fd4be3-560f-4644-bd03-5f927f580ebd tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.267699 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd4be3-560f-4644-bd03-5f927f580ebd tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Port': ['ID=6dc8fc03-116d-49fc-989c-1a5b05425047,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:58.310470 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f2fd4be3-560f-4644-bd03-5f927f580ebd tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] In _notify_port_updated(), no bound segment for port 6dc8fc03-116d-49fc-989c-1a5b05425047 on network f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8 {{(pid=93772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:41:58.316240 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fd4be3-560f-4644-bd03-5f927f580ebd tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:58.316896 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2fd4be3-560f-4644-bd03-5f927f580ebd tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.318260 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f2fd4be3-560f-4644-bd03-5f927f580ebd tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "PUT /v2.0/ports/6dc8fc03-116d-49fc-989c-1a5b05425047 HTTP/1.1" status: 200 len: 1000 time: 0.8082650 Jul 14 09:41:58.321634 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57920) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:58.387357 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f55d696-9b07-4771-a1e2-1c21500650da None None] Network f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:58.427600 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e6383ad9-f476-4e41-a77a-919a40548800 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting port 6dc8fc03-116d-49fc-989c-1a5b05425047 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:58.427949 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6383ad9-f476-4e41-a77a-919a40548800 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.446344 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5214aec0-55ac-46b2-b46b-3d4847530e56 None None] Provisioning for port 6dc8fc03-116d-49fc-989c-1a5b05425047 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:58.458077 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5214aec0-55ac-46b2-b46b-3d4847530e56 None None] Provisioning complete for port 6dc8fc03-116d-49fc-989c-1a5b05425047 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:58.458443 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5214aec0-55ac-46b2-b46b-3d4847530e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.506923 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-5214aec0-55ac-46b2-b46b-3d4847530e56 None None] Port 6dc8fc03-116d-49fc-989c-1a5b05425047 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:41:58.516744 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6383ad9-f476-4e41-a77a-919a40548800 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.528819 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e6383ad9-f476-4e41-a77a-919a40548800 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Calling delete_port for 6dc8fc03-116d-49fc-989c-1a5b05425047 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:58.544837 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5214aec0-55ac-46b2-b46b-3d4847530e56 None None] Provisioning for port 86f77cfb-552a-4c71-8374-8fcdab53187a completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:58.552466 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5214aec0-55ac-46b2-b46b-3d4847530e56 None None] Provisioning complete for port 86f77cfb-552a-4c71-8374-8fcdab53187a triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:58.552834 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5214aec0-55ac-46b2-b46b-3d4847530e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.710306 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6383ad9-f476-4e41-a77a-919a40548800 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.741614 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6383ad9-f476-4e41-a77a-919a40548800 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Port': ['ID=6dc8fc03-116d-49fc-989c-1a5b05425047,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:58.766901 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 86f77cfb-552a-4c71-8374-8fcdab53187a up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:58.818943 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 86f77cfb-552a-4c71-8374-8fcdab53187a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:58.818943 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.840669 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6383ad9-f476-4e41-a77a-919a40548800 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.842603 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e6383ad9-f476-4e41-a77a-919a40548800 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/ports/6dc8fc03-116d-49fc-989c-1a5b05425047 HTTP/1.1" status: 204 len: 168 time: 0.5197821 Jul 14 09:41:58.845185 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57922) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:58.873016 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc24f6a-d026-4724-a30e-fb0d324896b3 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] GET failed (client error): The resource could not be found. Jul 14 09:41:58.874575 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5bc24f6a-d026-4724-a30e-fb0d324896b3 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "GET /v2.0/ports/6dc8fc03-116d-49fc-989c-1a5b05425047 HTTP/1.1" status: 404 len: 333 time: 0.0284727 Jul 14 09:41:58.877573 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57924) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:58.930977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-065c3344-3079-4ccb-98cd-e96d0bb4db8e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting subnet bfb20232-f0b7-4afb-a11f-541960c88f44 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:41:58.934009 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-065c3344-3079-4ccb-98cd-e96d0bb4db8e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.973705 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-065c3344-3079-4ccb-98cd-e96d0bb4db8e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.068055 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-065c3344-3079-4ccb-98cd-e96d0bb4db8e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.129473 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-065c3344-3079-4ccb-98cd-e96d0bb4db8e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.156849 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c3344-3079-4ccb-98cd-e96d0bb4db8e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Subnet': ['ID=bfb20232-f0b7-4afb-a11f-541960c88f44,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:59.160686 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-065c3344-3079-4ccb-98cd-e96d0bb4db8e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.163466 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-065c3344-3079-4ccb-98cd-e96d0bb4db8e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/subnets/bfb20232-f0b7-4afb-a11f-541960c88f44 HTTP/1.1" status: 204 len: 168 time: 0.2847841 Jul 14 09:41:59.165664 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57926) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:59.183757 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-188ac12b-4208-46b3-9220-c811dd45de91 None None] Could not find standard attr ID for object 6dc8fc03-116d-49fc-989c-1a5b05425047. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:41:59.195007 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-188ac12b-4208-46b3-9220-c811dd45de91 None None] Provisioning complete for port 86f77cfb-552a-4c71-8374-8fcdab53187a triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:59.195371 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-188ac12b-4208-46b3-9220-c811dd45de91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.225251 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af23132-0ead-4760-8104-2d15030153ba tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting subnet 0d237135-45f4-48ec-b2b7-e74fabe5fb93 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:41:59.229332 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2af23132-0ead-4760-8104-2d15030153ba tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.272324 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2af23132-0ead-4760-8104-2d15030153ba tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.338727 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbe46ce-951a-41dd-ae3a-3ac99b72033e None None] Network f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:59.362779 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2af23132-0ead-4760-8104-2d15030153ba tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.410644 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-88f598f1-fda1-4b31-aae3-3f9dc8def074 None None] Could not find standard attr ID for object 6dc8fc03-116d-49fc-989c-1a5b05425047. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:41:59.431242 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2af23132-0ead-4760-8104-2d15030153ba tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.457081 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af23132-0ead-4760-8104-2d15030153ba tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Subnet': ['ID=0d237135-45f4-48ec-b2b7-e74fabe5fb93,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:59.464033 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2af23132-0ead-4760-8104-2d15030153ba tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.468387 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2af23132-0ead-4760-8104-2d15030153ba tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/subnets/0d237135-45f4-48ec-b2b7-e74fabe5fb93 HTTP/1.1" status: 204 len: 168 time: 0.2993090 Jul 14 09:41:59.468608 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57928) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:59.549098 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa8e69c1-f0e6-40f8-9e97-9c01dd267e28 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.579845 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49021d63-1072-4138-80dd-bb03587b24a5 None None] Update dhcp port {'port': {'network_id': 'f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8', 'fixed_ips': [{'subnet_id': '0d237135-45f4-48ec-b2b7-e74fabe5fb93'}], 'binding:host_id': 'n-d-771362-35'}, 'id': '86f77cfb-552a-4c71-8374-8fcdab53187a'} from n-d-771362-35. {{(pid=93774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:41:59.607863 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-aa8e69c1-f0e6-40f8-9e97-9c01dd267e28 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting port 86f77cfb-552a-4c71-8374-8fcdab53187a {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:59.608583 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa8e69c1-f0e6-40f8-9e97-9c01dd267e28 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.614565 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49021d63-1072-4138-80dd-bb03587b24a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.684686 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-aa8e69c1-f0e6-40f8-9e97-9c01dd267e28 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] For port 86f77cfb-552a-4c71-8374-8fcdab53187a, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=86f77cfb-552a-4c71-8374-8fcdab53187a,segment=NetworkSegment(c1d9ece6-97da-4337-98ce-8f2443cfa403),segment_id=c1d9ece6-97da-4337-98ce-8f2443cfa403)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:59.685099 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa8e69c1-f0e6-40f8-9e97-9c01dd267e28 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.699867 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-aa8e69c1-f0e6-40f8-9e97-9c01dd267e28 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Calling delete_port for 86f77cfb-552a-4c71-8374-8fcdab53187a owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:59.802231 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960d0cf7-cade-4d93-bf1e-d5188eb9d396 None None] Network f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:59.804179 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa8e69c1-f0e6-40f8-9e97-9c01dd267e28 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.839723 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e69c1-f0e6-40f8-9e97-9c01dd267e28 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Port': ['ID=86f77cfb-552a-4c71-8374-8fcdab53187a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:59.843686 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8e69c1-f0e6-40f8-9e97-9c01dd267e28 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] No DVR routers for this DVR port 86f77cfb-552a-4c71-8374-8fcdab53187a on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:59.860501 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-fb95361c-1231-4a5c-b5d3-6efa407ac67b None None] Could not find standard attr ID for object 86f77cfb-552a-4c71-8374-8fcdab53187a. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:41:59.940050 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa8e69c1-f0e6-40f8-9e97-9c01dd267e28 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.953729 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-aa8e69c1-f0e6-40f8-9e97-9c01dd267e28 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:59.958132 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6344850-1dd2-43ea-a34e-036152555d2c None None] DHCP port deletion for f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:41:59.967475 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-aa8e69c1-f0e6-40f8-9e97-9c01dd267e28 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d9ece6-97da-4337-98ce-8f2443cfa403') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:59.967787 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-aa8e69c1-f0e6-40f8-9e97-9c01dd267e28 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d9ece6-97da-4337-98ce-8f2443cfa403') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:59.978387 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa8e69c1-f0e6-40f8-9e97-9c01dd267e28 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.996346 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa8e69c1-f0e6-40f8-9e97-9c01dd267e28 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.004196 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8e69c1-f0e6-40f8-9e97-9c01dd267e28 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:42:00.004781 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa8e69c1-f0e6-40f8-9e97-9c01dd267e28 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:42:00.009113 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:42:00.080088 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa8e69c1-f0e6-40f8-9e97-9c01dd267e28 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.085299 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa8e69c1-f0e6-40f8-9e97-9c01dd267e28 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.088307 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-aa8e69c1-f0e6-40f8-9e97-9c01dd267e28 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/networks/f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8 HTTP/1.1" status: 204 len: 168 time: 0.6184535 Jul 14 09:42:00.093644 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57930) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:00.106384 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e69c1-f0e6-40f8-9e97-9c01dd267e28 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Network': ['ID=f68f979e-ddcb-4dcd-b4a9-99b0cbdc7ce8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:00.173062 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e860df1-d185-45c1-b42e-d788be1c748c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:00.174810 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7e860df1-d185-45c1-b42e-d788be1c748c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0800090 Jul 14 09:42:00.179334 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57932) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:00.256790 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c8cd2142-9d40-4e6f-91f9-8c0afd620f73 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0756347 Jul 14 09:42:00.261605 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57934) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:00.267380 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-81886214-481f-4f8f-a6b1-f9a39588ae78 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-52553680'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:00.292016 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81886214-481f-4f8f-a6b1-f9a39588ae78 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:00.296056 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81886214-481f-4f8f-a6b1-f9a39588ae78 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.326995 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81886214-481f-4f8f-a6b1-f9a39588ae78 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:42:00.339966 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81886214-481f-4f8f-a6b1-f9a39588ae78 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.340453 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-81886214-481f-4f8f-a6b1-f9a39588ae78 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Added segment 13708f8d-2a4f-4064-aba7-59e0a9fa9d91 of type vlan for network 62386d53-8d16-432b-bbb7-2a82a0365254 Jul 14 09:42:00.384340 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81886214-481f-4f8f-a6b1-f9a39588ae78 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.416440 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81886214-481f-4f8f-a6b1-f9a39588ae78 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.422291 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81886214-481f-4f8f-a6b1-f9a39588ae78 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:00.422939 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81886214-481f-4f8f-a6b1-f9a39588ae78 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.493899 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-81886214-481f-4f8f-a6b1-f9a39588ae78 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2296493 Jul 14 09:42:00.496224 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57936) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:00.501601 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-d002bce2-c0b5-4c0c-afe3-1ff194003f6c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'subnet': {'network_id': '62386d53-8d16-432b-bbb7-2a82a0365254', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:00.504194 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81886214-481f-4f8f-a6b1-f9a39588ae78 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Network': ['ID=62386d53-8d16-432b-bbb7-2a82a0365254,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:00.516227 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 62386d53-8d16-432b-bbb7-2a82a0365254 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:42:00.607513 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d002bce2-c0b5-4c0c-afe3-1ff194003f6c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:00.612407 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d002bce2-c0b5-4c0c-afe3-1ff194003f6c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.755402 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 86f77cfb-552a-4c71-8374-8fcdab53187a no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:00.776477 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 86f77cfb-552a-4c71-8374-8fcdab53187a {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:00.776863 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 86f77cfb-552a-4c71-8374-8fcdab53187a not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:00.826984 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d002bce2-c0b5-4c0c-afe3-1ff194003f6c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.892341 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002bce2-c0b5-4c0c-afe3-1ff194003f6c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Subnet': ['ID=51319271-bb65-490a-9fce-5414d9a38202,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:00.900759 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d002bce2-c0b5-4c0c-afe3-1ff194003f6c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Checking segment: {'id': '13708f8d-2a4f-4064-aba7-59e0a9fa9d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62386d53-8d16-432b-bbb7-2a82a0365254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:00.901178 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d002bce2-c0b5-4c0c-afe3-1ff194003f6c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network hostable DHCP agents. Network: 62386d53-8d16-432b-bbb7-2a82a0365254, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:42:00.919503 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d002bce2-c0b5-4c0c-afe3-1ff194003f6c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network 62386d53-8d16-432b-bbb7-2a82a0365254 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:42:00.928942 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-d002bce2-c0b5-4c0c-afe3-1ff194003f6c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 62386d53-8d16-432b-bbb7-2a82a0365254) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:00.933599 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d002bce2-c0b5-4c0c-afe3-1ff194003f6c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:00.934196 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d002bce2-c0b5-4c0c-afe3-1ff194003f6c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.938202 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c10ef9-8974-4133-8c10-b2241d8b2c11 None None] Network 62386d53-8d16-432b-bbb7-2a82a0365254 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:00.948345 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d002bce2-c0b5-4c0c-afe3-1ff194003f6c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4510193 Jul 14 09:42:00.950997 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57938) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:00.956284 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-efc6cd3e-75e5-4871-ab56-8f26b978e4b7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'port': {'network_id': '62386d53-8d16-432b-bbb7-2a82a0365254', 'name': 'tempest-PortsTestJSON-1857341030'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:01.082334 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc6cd3e-75e5-4871-ab56-8f26b978e4b7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:01.086973 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-efc6cd3e-75e5-4871-ab56-8f26b978e4b7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.106455 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-efc6cd3e-75e5-4871-ab56-8f26b978e4b7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] device_id is not set on port c44929d4-30f9-4fbe-9ac7-5fff639b81d2 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:42:01.240242 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3761e29-1e74-4cf4-81d8-c3a7f535a48d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-62386d53-8d16-432b-bbb7-2a82a0365254', 'network_id': '62386d53-8d16-432b-bbb7-2a82a0365254', 'tenant_id': '26ef2d54eaa8489fb98126d745f93bb5', 'fixed_ips': [{'subnet_id': '51319271-bb65-490a-9fce-5414d9a38202'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:42:01.241353 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3761e29-1e74-4cf4-81d8-c3a7f535a48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.593452 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-efc6cd3e-75e5-4871-ab56-8f26b978e4b7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Allocated IP 172.20.0.12 (62386d53-8d16-432b-bbb7-2a82a0365254/51319271-bb65-490a-9fce-5414d9a38202/c44929d4-30f9-4fbe-9ac7-5fff639b81d2) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:01.749162 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-efc6cd3e-75e5-4871-ab56-8f26b978e4b7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.765664 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-efc6cd3e-75e5-4871-ab56-8f26b978e4b7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Transition to ACTIVE for port object c44929d4-30f9-4fbe-9ac7-5fff639b81d2 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:01.801741 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-efc6cd3e-75e5-4871-ab56-8f26b978e4b7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.849237 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-e3761e29-1e74-4cf4-81d8-c3a7f535a48d None None] Allocated IP 172.20.0.2 (62386d53-8d16-432b-bbb7-2a82a0365254/51319271-bb65-490a-9fce-5414d9a38202/e931cd79-60e4-4a6c-b282-c91744bd851b) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:01.850440 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc6cd3e-75e5-4871-ab56-8f26b978e4b7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network 62386d53-8d16-432b-bbb7-2a82a0365254 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:01.855604 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-efc6cd3e-75e5-4871-ab56-8f26b978e4b7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:01.860272 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc6cd3e-75e5-4871-ab56-8f26b978e4b7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:01.891572 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6cd3e-75e5-4871-ab56-8f26b978e4b7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Port': ['ID=c44929d4-30f9-4fbe-9ac7-5fff639b81d2,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:01.922127 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc6cd3e-75e5-4871-ab56-8f26b978e4b7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:01.922866 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-efc6cd3e-75e5-4871-ab56-8f26b978e4b7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.939030 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-efc6cd3e-75e5-4871-ab56-8f26b978e4b7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9869258 Jul 14 09:42:01.941658 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57940) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:01.947755 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-28cdc06a-0850-428a-9f18-208cb2f52675 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'port': {'network_id': '62386d53-8d16-432b-bbb7-2a82a0365254', 'name': 'tempest-PortsTestJSON-17357900'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:02.017513 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3761e29-1e74-4cf4-81d8-c3a7f535a48d None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.027021 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e3761e29-1e74-4cf4-81d8-c3a7f535a48d None None] Transition to ACTIVE for port object e931cd79-60e4-4a6c-b282-c91744bd851b will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:02.042330 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e3761e29-1e74-4cf4-81d8-c3a7f535a48d None None] Transition to ACTIVE for port object e931cd79-60e4-4a6c-b282-c91744bd851b will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:02.050556 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3761e29-1e74-4cf4-81d8-c3a7f535a48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.085493 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cdc06a-0850-428a-9f18-208cb2f52675 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:02.091549 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28cdc06a-0850-428a-9f18-208cb2f52675 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.091991 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3761e29-1e74-4cf4-81d8-c3a7f535a48d None None] Network 62386d53-8d16-432b-bbb7-2a82a0365254 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:02.094913 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e3761e29-1e74-4cf4-81d8-c3a7f535a48d None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:02.098491 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3761e29-1e74-4cf4-81d8-c3a7f535a48d None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:02.106411 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3761e29-1e74-4cf4-81d8-c3a7f535a48d None None] Pushing event updated for resources: {'Port': ['ID=e931cd79-60e4-4a6c-b282-c91744bd851b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:02.120889 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-28cdc06a-0850-428a-9f18-208cb2f52675 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] device_id is not set on port 8e3f9b4b-201a-4cf5-bbe4-1364dc5dfe46 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:42:02.179337 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-e3761e29-1e74-4cf4-81d8-c3a7f535a48d None None] Attempting to bind port e931cd79-60e4-4a6c-b282-c91744bd851b on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:02.180590 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-e3761e29-1e74-4cf4-81d8-c3a7f535a48d None None] Attempting to bind port e931cd79-60e4-4a6c-b282-c91744bd851b by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '13708f8d-2a4f-4064-aba7-59e0a9fa9d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62386d53-8d16-432b-bbb7-2a82a0365254'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:02.181032 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3761e29-1e74-4cf4-81d8-c3a7f535a48d None None] Attempting to bind port e931cd79-60e4-4a6c-b282-c91744bd851b on network 62386d53-8d16-432b-bbb7-2a82a0365254 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:02.186617 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3761e29-1e74-4cf4-81d8-c3a7f535a48d None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:02.187763 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3761e29-1e74-4cf4-81d8-c3a7f535a48d None None] Checking segment: {'id': '13708f8d-2a4f-4064-aba7-59e0a9fa9d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62386d53-8d16-432b-bbb7-2a82a0365254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:02.187763 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3761e29-1e74-4cf4-81d8-c3a7f535a48d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.188011 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3761e29-1e74-4cf4-81d8-c3a7f535a48d None None] Bound using segment: {'id': '13708f8d-2a4f-4064-aba7-59e0a9fa9d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62386d53-8d16-432b-bbb7-2a82a0365254'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:02.188308 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-e3761e29-1e74-4cf4-81d8-c3a7f535a48d None None] Bound port: e931cd79-60e4-4a6c-b282-c91744bd851b, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13708f8d-2a4f-4064-aba7-59e0a9fa9d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62386d53-8d16-432b-bbb7-2a82a0365254'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:02.188693 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3761e29-1e74-4cf4-81d8-c3a7f535a48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.247350 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-28cdc06a-0850-428a-9f18-208cb2f52675 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Allocated IP 172.20.0.11 (62386d53-8d16-432b-bbb7-2a82a0365254/51319271-bb65-490a-9fce-5414d9a38202/8e3f9b4b-201a-4cf5-bbe4-1364dc5dfe46) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:02.261732 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e3761e29-1e74-4cf4-81d8-c3a7f535a48d None None] For port e931cd79-60e4-4a6c-b282-c91744bd851b, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:02.265381 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e3761e29-1e74-4cf4-81d8-c3a7f535a48d None None] For port e931cd79-60e4-4a6c-b282-c91744bd851b, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e931cd79-60e4-4a6c-b282-c91744bd851b,segment=NetworkSegment(13708f8d-2a4f-4064-aba7-59e0a9fa9d91),segment_id=13708f8d-2a4f-4064-aba7-59e0a9fa9d91)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:02.269240 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3761e29-1e74-4cf4-81d8-c3a7f535a48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.343906 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3761e29-1e74-4cf4-81d8-c3a7f535a48d None None] Pushing event updated for resources: {'Port': ['ID=e931cd79-60e4-4a6c-b282-c91744bd851b,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:02.417287 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28cdc06a-0850-428a-9f18-208cb2f52675 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.435592 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-28cdc06a-0850-428a-9f18-208cb2f52675 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Transition to ACTIVE for port object 8e3f9b4b-201a-4cf5-bbe4-1364dc5dfe46 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:02.513903 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28cdc06a-0850-428a-9f18-208cb2f52675 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.564618 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cdc06a-0850-428a-9f18-208cb2f52675 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network 62386d53-8d16-432b-bbb7-2a82a0365254 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:02.569646 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-28cdc06a-0850-428a-9f18-208cb2f52675 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:02.575983 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cdc06a-0850-428a-9f18-208cb2f52675 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:02.611037 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cdc06a-0850-428a-9f18-208cb2f52675 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Port': ['ID=8e3f9b4b-201a-4cf5-bbe4-1364dc5dfe46,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:02.644175 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cdc06a-0850-428a-9f18-208cb2f52675 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:02.644808 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28cdc06a-0850-428a-9f18-208cb2f52675 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.664101 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-28cdc06a-0850-428a-9f18-208cb2f52675 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7213190 Jul 14 09:42:02.664481 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57942) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:02.799886 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3b1d55-847b-440f-942f-ce652fcf632f tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:02.802581 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4c3b1d55-847b-440f-942f-ce652fcf632f tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.1361258 Jul 14 09:42:02.805140 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57944) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:02.811439 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e931cd79-60e4-4a6c-b282-c91744bd851b up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:02.871231 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port e931cd79-60e4-4a6c-b282-c91744bd851b completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:02.916355 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-15389204-37a8-4d01-9a5b-1fca0a6962a9 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting port 8e3f9b4b-201a-4cf5-bbe4-1364dc5dfe46 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:02.916754 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-15389204-37a8-4d01-9a5b-1fca0a6962a9 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.020223 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-15389204-37a8-4d01-9a5b-1fca0a6962a9 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.034355 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-15389204-37a8-4d01-9a5b-1fca0a6962a9 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Calling delete_port for 8e3f9b4b-201a-4cf5-bbe4-1364dc5dfe46 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:03.198730 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-15389204-37a8-4d01-9a5b-1fca0a6962a9 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.239367 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15389204-37a8-4d01-9a5b-1fca0a6962a9 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Port': ['ID=8e3f9b4b-201a-4cf5-bbe4-1364dc5dfe46,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:03.311516 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-15389204-37a8-4d01-9a5b-1fca0a6962a9 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.353554 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-15389204-37a8-4d01-9a5b-1fca0a6962a9 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/ports/8e3f9b4b-201a-4cf5-bbe4-1364dc5dfe46 HTTP/1.1" status: 204 len: 168 time: 0.5070314 Jul 14 09:42:03.356600 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57946) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:03.357375 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90479a81-e741-4b40-b704-c0511455f5d3 None None] Network 62386d53-8d16-432b-bbb7-2a82a0365254 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:03.368589 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4752eb79-9917-455b-beb5-6c6b5880ece0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] GET failed (client error): The resource could not be found. Jul 14 09:42:03.371526 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4752eb79-9917-455b-beb5-6c6b5880ece0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "GET /v2.0/ports/8e3f9b4b-201a-4cf5-bbe4-1364dc5dfe46 HTTP/1.1" status: 404 len: 333 time: 0.0528750 Jul 14 09:42:03.373582 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57948) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:03.430436 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6b708ef4-4e1b-4fa5-a6f0-e83fac292326 None None] Provisioning for port e931cd79-60e4-4a6c-b282-c91744bd851b completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:03.436856 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6b708ef4-4e1b-4fa5-a6f0-e83fac292326 None None] Provisioning complete for port e931cd79-60e4-4a6c-b282-c91744bd851b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:03.437228 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b708ef4-4e1b-4fa5-a6f0-e83fac292326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.480772 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-eab9653c-4bf4-44a5-ad05-ec2344016970 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting port c44929d4-30f9-4fbe-9ac7-5fff639b81d2 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:03.481283 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eab9653c-4bf4-44a5-ad05-ec2344016970 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.571717 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eab9653c-4bf4-44a5-ad05-ec2344016970 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.576989 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b708ef4-4e1b-4fa5-a6f0-e83fac292326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.584343 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-eab9653c-4bf4-44a5-ad05-ec2344016970 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Calling delete_port for c44929d4-30f9-4fbe-9ac7-5fff639b81d2 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:03.620793 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6b708ef4-4e1b-4fa5-a6f0-e83fac292326 None None] For port e931cd79-60e4-4a6c-b282-c91744bd851b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e931cd79-60e4-4a6c-b282-c91744bd851b,segment=NetworkSegment(13708f8d-2a4f-4064-aba7-59e0a9fa9d91),segment_id=13708f8d-2a4f-4064-aba7-59e0a9fa9d91)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:03.624804 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b708ef4-4e1b-4fa5-a6f0-e83fac292326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.675165 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b708ef4-4e1b-4fa5-a6f0-e83fac292326 None None] Pushing event updated for resources: {'Port': ['ID=e931cd79-60e4-4a6c-b282-c91744bd851b,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:03.732515 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eab9653c-4bf4-44a5-ad05-ec2344016970 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.764057 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9653c-4bf4-44a5-ad05-ec2344016970 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Port': ['ID=c44929d4-30f9-4fbe-9ac7-5fff639b81d2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:03.840026 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8a581575-edab-4be5-8278-ba15cc6d94fd None None] Could not find standard attr ID for object c44929d4-30f9-4fbe-9ac7-5fff639b81d2. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:42:03.842069 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eab9653c-4bf4-44a5-ad05-ec2344016970 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.844286 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-eab9653c-4bf4-44a5-ad05-ec2344016970 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/ports/c44929d4-30f9-4fbe-9ac7-5fff639b81d2 HTTP/1.1" status: 204 len: 168 time: 0.4695404 Jul 14 09:42:03.846676 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57950) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:03.854871 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8a581575-edab-4be5-8278-ba15cc6d94fd None None] Provisioning complete for port e931cd79-60e4-4a6c-b282-c91744bd851b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:03.855246 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8a581575-edab-4be5-8278-ba15cc6d94fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.876528 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1b14c3-7b1c-4857-a35a-ba310de3fece tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] GET failed (client error): The resource could not be found. Jul 14 09:42:03.879536 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9a1b14c3-7b1c-4857-a35a-ba310de3fece tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "GET /v2.0/ports/c44929d4-30f9-4fbe-9ac7-5fff639b81d2 HTTP/1.1" status: 404 len: 333 time: 0.0305030 Jul 14 09:42:03.881023 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57952) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:03.938316 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ea6040-39d5-43a4-aab0-927cbbb648b2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting subnet 51319271-bb65-490a-9fce-5414d9a38202 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:03.941805 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2ea6040-39d5-43a4-aab0-927cbbb648b2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.988753 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2ea6040-39d5-43a4-aab0-927cbbb648b2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.067293 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-670eeb3e-5e53-42f2-9d87-b1fc7c61e93f None None] Could not find standard attr ID for object c44929d4-30f9-4fbe-9ac7-5fff639b81d2. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:42:04.076231 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2ea6040-39d5-43a4-aab0-927cbbb648b2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.137171 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2ea6040-39d5-43a4-aab0-927cbbb648b2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.167253 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea6040-39d5-43a4-aab0-927cbbb648b2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Subnet': ['ID=51319271-bb65-490a-9fce-5414d9a38202,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:04.173223 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2ea6040-39d5-43a4-aab0-927cbbb648b2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.177422 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e2ea6040-39d5-43a4-aab0-927cbbb648b2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/subnets/51319271-bb65-490a-9fce-5414d9a38202 HTTP/1.1" status: 204 len: 168 time: 0.2930574 Jul 14 09:42:04.177815 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57954) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:04.181820 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6eeeebb7-eb91-48fd-8534-6660e60b8d3d None None] Could not find standard attr ID for object 8e3f9b4b-201a-4cf5-bbe4-1364dc5dfe46. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:42:04.266009 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22f85c2f-8b8c-4cf0-b6b5-47ad95629e83 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.299854 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42724dde-1605-4f5e-95a0-cb08efe64d7d None None] Network 62386d53-8d16-432b-bbb7-2a82a0365254 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:04.330473 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22f85c2f-8b8c-4cf0-b6b5-47ad95629e83 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting port e931cd79-60e4-4a6c-b282-c91744bd851b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:04.330830 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22f85c2f-8b8c-4cf0-b6b5-47ad95629e83 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.399663 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22f85c2f-8b8c-4cf0-b6b5-47ad95629e83 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] For port e931cd79-60e4-4a6c-b282-c91744bd851b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e931cd79-60e4-4a6c-b282-c91744bd851b,segment=NetworkSegment(13708f8d-2a4f-4064-aba7-59e0a9fa9d91),segment_id=13708f8d-2a4f-4064-aba7-59e0a9fa9d91)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:04.400336 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22f85c2f-8b8c-4cf0-b6b5-47ad95629e83 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.413248 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22f85c2f-8b8c-4cf0-b6b5-47ad95629e83 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Calling delete_port for e931cd79-60e4-4a6c-b282-c91744bd851b owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:04.495969 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639b1e32-0bce-4459-9ad4-08baaace815b None None] DHCP port deletion for 62386d53-8d16-432b-bbb7-2a82a0365254 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:42:04.499075 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22f85c2f-8b8c-4cf0-b6b5-47ad95629e83 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.529280 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f85c2f-8b8c-4cf0-b6b5-47ad95629e83 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] No DVR routers for this DVR port e931cd79-60e4-4a6c-b282-c91744bd851b on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:04.531070 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f85c2f-8b8c-4cf0-b6b5-47ad95629e83 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Port': ['ID=e931cd79-60e4-4a6c-b282-c91744bd851b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:04.613395 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22f85c2f-8b8c-4cf0-b6b5-47ad95629e83 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.623457 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-22f85c2f-8b8c-4cf0-b6b5-47ad95629e83 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62386d53-8d16-432b-bbb7-2a82a0365254']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:04.633827 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-22f85c2f-8b8c-4cf0-b6b5-47ad95629e83 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13708f8d-2a4f-4064-aba7-59e0a9fa9d91') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:04.634128 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-22f85c2f-8b8c-4cf0-b6b5-47ad95629e83 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13708f8d-2a4f-4064-aba7-59e0a9fa9d91') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:04.642850 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22f85c2f-8b8c-4cf0-b6b5-47ad95629e83 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.656797 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22f85c2f-8b8c-4cf0-b6b5-47ad95629e83 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.662566 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f85c2f-8b8c-4cf0-b6b5-47ad95629e83 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:42:04.662947 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22f85c2f-8b8c-4cf0-b6b5-47ad95629e83 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:42:04.666521 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:42:04.730037 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22f85c2f-8b8c-4cf0-b6b5-47ad95629e83 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.737017 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22f85c2f-8b8c-4cf0-b6b5-47ad95629e83 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.738965 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-22f85c2f-8b8c-4cf0-b6b5-47ad95629e83 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/networks/62386d53-8d16-432b-bbb7-2a82a0365254 HTTP/1.1" status: 204 len: 168 time: 0.5601583 Jul 14 09:42:04.742872 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57956) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:04.748148 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b21ef13b-701b-48b9-b62c-92d07492a362 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2098011351'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:04.753179 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f85c2f-8b8c-4cf0-b6b5-47ad95629e83 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Network': ['ID=62386d53-8d16-432b-bbb7-2a82a0365254,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:04.761625 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e931cd79-60e4-4a6c-b282-c91744bd851b no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:04.770462 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21ef13b-701b-48b9-b62c-92d07492a362 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:04.774999 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b21ef13b-701b-48b9-b62c-92d07492a362 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.782405 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: e931cd79-60e4-4a6c-b282-c91744bd851b {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:04.782750 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e931cd79-60e4-4a6c-b282-c91744bd851b not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:04.800439 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21ef13b-701b-48b9-b62c-92d07492a362 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:42:04.810869 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b21ef13b-701b-48b9-b62c-92d07492a362 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.811193 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-b21ef13b-701b-48b9-b62c-92d07492a362 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Added segment f1c25a59-bda2-4717-9695-9f3d241b3675 of type vlan for network 7ddb6a53-b76a-4003-9cfc-41b93f8f4722 Jul 14 09:42:04.854078 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b21ef13b-701b-48b9-b62c-92d07492a362 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.882318 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b21ef13b-701b-48b9-b62c-92d07492a362 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.888577 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21ef13b-701b-48b9-b62c-92d07492a362 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:04.889428 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b21ef13b-701b-48b9-b62c-92d07492a362 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.948254 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b21ef13b-701b-48b9-b62c-92d07492a362 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2042027 Jul 14 09:42:04.950966 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57958) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:04.956943 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-420386b0-42ad-4b31-b388-a16c6451155c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'subnet': {'network_id': '7ddb6a53-b76a-4003-9cfc-41b93f8f4722', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:04.974734 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ef13b-701b-48b9-b62c-92d07492a362 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Network': ['ID=7ddb6a53-b76a-4003-9cfc-41b93f8f4722,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:04.986170 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 7ddb6a53-b76a-4003-9cfc-41b93f8f4722 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:42:05.067113 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420386b0-42ad-4b31-b388-a16c6451155c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:05.071168 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-420386b0-42ad-4b31-b388-a16c6451155c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.266410 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-420386b0-42ad-4b31-b388-a16c6451155c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.330102 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420386b0-42ad-4b31-b388-a16c6451155c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Subnet': ['ID=fc0d74c7-588e-4b87-b2be-71b4657a1f52,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:05.338855 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420386b0-42ad-4b31-b388-a16c6451155c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Checking segment: {'id': 'f1c25a59-bda2-4717-9695-9f3d241b3675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7ddb6a53-b76a-4003-9cfc-41b93f8f4722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:05.339214 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420386b0-42ad-4b31-b388-a16c6451155c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network hostable DHCP agents. Network: 7ddb6a53-b76a-4003-9cfc-41b93f8f4722, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:42:05.356726 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420386b0-42ad-4b31-b388-a16c6451155c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network 7ddb6a53-b76a-4003-9cfc-41b93f8f4722 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:42:05.366533 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-420386b0-42ad-4b31-b388-a16c6451155c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 7ddb6a53-b76a-4003-9cfc-41b93f8f4722) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:05.371841 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420386b0-42ad-4b31-b388-a16c6451155c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:05.372485 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-420386b0-42ad-4b31-b388-a16c6451155c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.377350 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e537bcf-e1e3-4a48-a738-c6102b808672 None None] Network 7ddb6a53-b76a-4003-9cfc-41b93f8f4722 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:05.389241 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-420386b0-42ad-4b31-b388-a16c6451155c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4370675 Jul 14 09:42:05.392463 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57960) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:05.397703 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a1700931-02e8-47c7-946a-750766d03a74 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'port': {'network_id': '7ddb6a53-b76a-4003-9cfc-41b93f8f4722', 'name': 'tempest-PortsTestJSON-1973833809', 'fixed_ips': [{'subnet_id': 'fc0d74c7-588e-4b87-b2be-71b4657a1f52', 'ip_address': '172.20.0.10'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:05.526032 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1700931-02e8-47c7-946a-750766d03a74 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:05.538433 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21494bb0-d864-42f2-8325-73e31975e6fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-7ddb6a53-b76a-4003-9cfc-41b93f8f4722', 'network_id': '7ddb6a53-b76a-4003-9cfc-41b93f8f4722', 'tenant_id': '26ef2d54eaa8489fb98126d745f93bb5', 'fixed_ips': [{'subnet_id': 'fc0d74c7-588e-4b87-b2be-71b4657a1f52'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:42:05.539318 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-21494bb0-d864-42f2-8325-73e31975e6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.623195 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1700931-02e8-47c7-946a-750766d03a74 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.641108 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a1700931-02e8-47c7-946a-750766d03a74 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] device_id is not set on port 1e4b7e4f-fc23-4ca3-bcfb-4aa61427bbf8 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:42:05.698122 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-21494bb0-d864-42f2-8325-73e31975e6fa None None] Allocated IP 172.20.0.2 (7ddb6a53-b76a-4003-9cfc-41b93f8f4722/fc0d74c7-588e-4b87-b2be-71b4657a1f52/cf8838ee-2f08-49bb-b883-31fe153f83a2) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:05.881833 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-21494bb0-d864-42f2-8325-73e31975e6fa None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.894086 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-21494bb0-d864-42f2-8325-73e31975e6fa None None] Transition to ACTIVE for port object cf8838ee-2f08-49bb-b883-31fe153f83a2 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:05.917073 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-21494bb0-d864-42f2-8325-73e31975e6fa None None] Transition to ACTIVE for port object cf8838ee-2f08-49bb-b883-31fe153f83a2 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:05.925223 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-21494bb0-d864-42f2-8325-73e31975e6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.971306 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21494bb0-d864-42f2-8325-73e31975e6fa None None] Network 7ddb6a53-b76a-4003-9cfc-41b93f8f4722 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:05.974395 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-21494bb0-d864-42f2-8325-73e31975e6fa None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:05.982798 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21494bb0-d864-42f2-8325-73e31975e6fa None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:05.988455 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21494bb0-d864-42f2-8325-73e31975e6fa None None] Pushing event updated for resources: {'Port': ['ID=cf8838ee-2f08-49bb-b883-31fe153f83a2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:06.053548 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-21494bb0-d864-42f2-8325-73e31975e6fa None None] Attempting to bind port cf8838ee-2f08-49bb-b883-31fe153f83a2 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:06.053986 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-21494bb0-d864-42f2-8325-73e31975e6fa None None] Attempting to bind port cf8838ee-2f08-49bb-b883-31fe153f83a2 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'f1c25a59-bda2-4717-9695-9f3d241b3675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7ddb6a53-b76a-4003-9cfc-41b93f8f4722'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:06.054362 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21494bb0-d864-42f2-8325-73e31975e6fa None None] Attempting to bind port cf8838ee-2f08-49bb-b883-31fe153f83a2 on network 7ddb6a53-b76a-4003-9cfc-41b93f8f4722 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:06.061329 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21494bb0-d864-42f2-8325-73e31975e6fa None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:06.061708 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21494bb0-d864-42f2-8325-73e31975e6fa None None] Checking segment: {'id': 'f1c25a59-bda2-4717-9695-9f3d241b3675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7ddb6a53-b76a-4003-9cfc-41b93f8f4722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:06.062116 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-21494bb0-d864-42f2-8325-73e31975e6fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.062518 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21494bb0-d864-42f2-8325-73e31975e6fa None None] Bound using segment: {'id': 'f1c25a59-bda2-4717-9695-9f3d241b3675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7ddb6a53-b76a-4003-9cfc-41b93f8f4722'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:06.062987 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-21494bb0-d864-42f2-8325-73e31975e6fa None None] Bound port: cf8838ee-2f08-49bb-b883-31fe153f83a2, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c25a59-bda2-4717-9695-9f3d241b3675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7ddb6a53-b76a-4003-9cfc-41b93f8f4722'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:06.063366 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-21494bb0-d864-42f2-8325-73e31975e6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.143848 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-21494bb0-d864-42f2-8325-73e31975e6fa None None] For port cf8838ee-2f08-49bb-b883-31fe153f83a2, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:06.148238 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-21494bb0-d864-42f2-8325-73e31975e6fa None None] For port cf8838ee-2f08-49bb-b883-31fe153f83a2, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=cf8838ee-2f08-49bb-b883-31fe153f83a2,segment=NetworkSegment(f1c25a59-bda2-4717-9695-9f3d241b3675),segment_id=f1c25a59-bda2-4717-9695-9f3d241b3675)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:06.154599 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-21494bb0-d864-42f2-8325-73e31975e6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.174619 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-a1700931-02e8-47c7-946a-750766d03a74 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Allocated IP 172.20.0.10 (7ddb6a53-b76a-4003-9cfc-41b93f8f4722/fc0d74c7-588e-4b87-b2be-71b4657a1f52/1e4b7e4f-fc23-4ca3-bcfb-4aa61427bbf8) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:06.232241 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21494bb0-d864-42f2-8325-73e31975e6fa None None] Pushing event updated for resources: {'Port': ['ID=cf8838ee-2f08-49bb-b883-31fe153f83a2,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:06.369116 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1700931-02e8-47c7-946a-750766d03a74 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.410161 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a1700931-02e8-47c7-946a-750766d03a74 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Transition to ACTIVE for port object 1e4b7e4f-fc23-4ca3-bcfb-4aa61427bbf8 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:06.467416 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1700931-02e8-47c7-946a-750766d03a74 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.511738 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1700931-02e8-47c7-946a-750766d03a74 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network 7ddb6a53-b76a-4003-9cfc-41b93f8f4722 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:06.514965 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-a1700931-02e8-47c7-946a-750766d03a74 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:06.517650 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1700931-02e8-47c7-946a-750766d03a74 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:06.562502 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1700931-02e8-47c7-946a-750766d03a74 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Port': ['ID=1e4b7e4f-fc23-4ca3-bcfb-4aa61427bbf8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:06.580490 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1700931-02e8-47c7-946a-750766d03a74 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:06.581399 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1700931-02e8-47c7-946a-750766d03a74 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.599059 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a1700931-02e8-47c7-946a-750766d03a74 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2054441 Jul 14 09:42:06.601512 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57964) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:06.606607 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d824c8c9-a075-49ec-b887-9f42bd5d8701 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'port': {'network_id': '7ddb6a53-b76a-4003-9cfc-41b93f8f4722', 'name': 'tempest-PortsTestJSON-324305290', 'fixed_ips': [{'subnet_id': 'fc0d74c7-588e-4b87-b2be-71b4657a1f52', 'ip_address': '172.20.0.9'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:06.727302 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d824c8c9-a075-49ec-b887-9f42bd5d8701 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:06.732412 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d824c8c9-a075-49ec-b887-9f42bd5d8701 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.752812 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-d824c8c9-a075-49ec-b887-9f42bd5d8701 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] device_id is not set on port ad85502d-7cc5-413d-9ad4-194fb5eac8bd yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:42:06.799086 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cf8838ee-2f08-49bb-b883-31fe153f83a2 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:06.855617 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port cf8838ee-2f08-49bb-b883-31fe153f83a2 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:06.925950 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-d824c8c9-a075-49ec-b887-9f42bd5d8701 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Allocated IP 172.20.0.9 (7ddb6a53-b76a-4003-9cfc-41b93f8f4722/fc0d74c7-588e-4b87-b2be-71b4657a1f52/ad85502d-7cc5-413d-9ad4-194fb5eac8bd) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:07.082201 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d824c8c9-a075-49ec-b887-9f42bd5d8701 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.103109 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d824c8c9-a075-49ec-b887-9f42bd5d8701 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Transition to ACTIVE for port object ad85502d-7cc5-413d-9ad4-194fb5eac8bd will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:07.141087 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d824c8c9-a075-49ec-b887-9f42bd5d8701 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.167231 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7155da-55f1-4b0c-9fe3-e6acebf4a5ac None None] Network 7ddb6a53-b76a-4003-9cfc-41b93f8f4722 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:07.189786 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d824c8c9-a075-49ec-b887-9f42bd5d8701 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network 7ddb6a53-b76a-4003-9cfc-41b93f8f4722 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:07.193265 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-d824c8c9-a075-49ec-b887-9f42bd5d8701 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:07.197792 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d824c8c9-a075-49ec-b887-9f42bd5d8701 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:07.222360 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824c8c9-a075-49ec-b887-9f42bd5d8701 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Port': ['ID=ad85502d-7cc5-413d-9ad4-194fb5eac8bd,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:07.240930 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-19016c7f-21ea-4311-b592-cb2aeb0c90b3 None None] Provisioning for port cf8838ee-2f08-49bb-b883-31fe153f83a2 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:07.248666 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-19016c7f-21ea-4311-b592-cb2aeb0c90b3 None None] Provisioning complete for port cf8838ee-2f08-49bb-b883-31fe153f83a2 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:07.248889 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19016c7f-21ea-4311-b592-cb2aeb0c90b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.256621 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d824c8c9-a075-49ec-b887-9f42bd5d8701 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:07.257277 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d824c8c9-a075-49ec-b887-9f42bd5d8701 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.272086 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d824c8c9-a075-49ec-b887-9f42bd5d8701 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.6694646 Jul 14 09:42:07.276584 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57966) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:07.352484 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1539eb79-9d72-4a2a-b3ef-ca035fdee756 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:07.354077 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1539eb79-9d72-4a2a-b3ef-ca035fdee756 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0765202 Jul 14 09:42:07.358329 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57968) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:07.394681 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19016c7f-21ea-4311-b592-cb2aeb0c90b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.457752 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-19016c7f-21ea-4311-b592-cb2aeb0c90b3 None None] For port cf8838ee-2f08-49bb-b883-31fe153f83a2, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=cf8838ee-2f08-49bb-b883-31fe153f83a2,segment=NetworkSegment(f1c25a59-bda2-4717-9695-9f3d241b3675),segment_id=f1c25a59-bda2-4717-9695-9f3d241b3675)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:07.463970 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19016c7f-21ea-4311-b592-cb2aeb0c90b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.484547 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16654531-8346-456f-8197-479d3142a6b8 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:07.490057 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16654531-8346-456f-8197-479d3142a6b8 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:07.496857 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16654531-8346-456f-8197-479d3142a6b8 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:07.500510 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-16654531-8346-456f-8197-479d3142a6b8 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1400616 Jul 14 09:42:07.501998 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57970) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:07.528737 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19016c7f-21ea-4311-b592-cb2aeb0c90b3 None None] Pushing event updated for resources: {'Port': ['ID=cf8838ee-2f08-49bb-b883-31fe153f83a2,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:07.627909 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-766dcad2-afb0-46ba-ae9f-96add6437b9a tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting port ad85502d-7cc5-413d-9ad4-194fb5eac8bd {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:07.628143 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-766dcad2-afb0-46ba-ae9f-96add6437b9a tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.728522 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-766dcad2-afb0-46ba-ae9f-96add6437b9a tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.741253 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-766dcad2-afb0-46ba-ae9f-96add6437b9a tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Calling delete_port for ad85502d-7cc5-413d-9ad4-194fb5eac8bd owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:07.788286 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7717e272-2656-4cfe-a187-f1ffd20deaad None None] Provisioning for port 1e4b7e4f-fc23-4ca3-bcfb-4aa61427bbf8 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:07.793715 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7717e272-2656-4cfe-a187-f1ffd20deaad None None] Provisioning complete for port 1e4b7e4f-fc23-4ca3-bcfb-4aa61427bbf8 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:07.794093 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7717e272-2656-4cfe-a187-f1ffd20deaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.831134 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7717e272-2656-4cfe-a187-f1ffd20deaad None None] Port 1e4b7e4f-fc23-4ca3-bcfb-4aa61427bbf8 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:07.882033 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-766dcad2-afb0-46ba-ae9f-96add6437b9a tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.883888 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7717e272-2656-4cfe-a187-f1ffd20deaad None None] Provisioning for port ad85502d-7cc5-413d-9ad4-194fb5eac8bd completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:07.888370 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7717e272-2656-4cfe-a187-f1ffd20deaad None None] Provisioning complete for port ad85502d-7cc5-413d-9ad4-194fb5eac8bd triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:07.888745 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7717e272-2656-4cfe-a187-f1ffd20deaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.917043 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7717e272-2656-4cfe-a187-f1ffd20deaad None None] Port ad85502d-7cc5-413d-9ad4-194fb5eac8bd was deleted so its status cannot be updated. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 14 09:42:07.919253 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766dcad2-afb0-46ba-ae9f-96add6437b9a tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Port': ['ID=ad85502d-7cc5-413d-9ad4-194fb5eac8bd,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:07.927748 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7717e272-2656-4cfe-a187-f1ffd20deaad None None] Provisioning complete for port cf8838ee-2f08-49bb-b883-31fe153f83a2 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:07.928132 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7717e272-2656-4cfe-a187-f1ffd20deaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.994933 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-766dcad2-afb0-46ba-ae9f-96add6437b9a tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.997197 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-766dcad2-afb0-46ba-ae9f-96add6437b9a tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/ports/ad85502d-7cc5-413d-9ad4-194fb5eac8bd HTTP/1.1" status: 204 len: 168 time: 0.4940083 Jul 14 09:42:07.999944 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57972) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:08.033339 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-1727f8fd-c224-4cb3-a2be-b18502778de6 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] GET failed (client error): The resource could not be found. Jul 14 09:42:08.034925 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1727f8fd-c224-4cb3-a2be-b18502778de6 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "GET /v2.0/ports/ad85502d-7cc5-413d-9ad4-194fb5eac8bd HTTP/1.1" status: 404 len: 333 time: 0.0337141 Jul 14 09:42:08.037691 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57974) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:08.150704 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-11932b04-e546-4b02-8517-3cd25e1e62ed None None] Provisioning complete for port 1e4b7e4f-fc23-4ca3-bcfb-4aa61427bbf8 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:08.151306 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-11932b04-e546-4b02-8517-3cd25e1e62ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.152200 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-44c0547f-a88e-40df-807b-9b1f3d37536c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting port 1e4b7e4f-fc23-4ca3-bcfb-4aa61427bbf8 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:08.152556 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44c0547f-a88e-40df-807b-9b1f3d37536c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.198257 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-11932b04-e546-4b02-8517-3cd25e1e62ed None None] Port 1e4b7e4f-fc23-4ca3-bcfb-4aa61427bbf8 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:08.202662 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-11932b04-e546-4b02-8517-3cd25e1e62ed None None] Could not find standard attr ID for object ad85502d-7cc5-413d-9ad4-194fb5eac8bd. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:42:08.260941 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44c0547f-a88e-40df-807b-9b1f3d37536c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.274153 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-44c0547f-a88e-40df-807b-9b1f3d37536c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Calling delete_port for 1e4b7e4f-fc23-4ca3-bcfb-4aa61427bbf8 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:08.409820 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44c0547f-a88e-40df-807b-9b1f3d37536c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.443078 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0547f-a88e-40df-807b-9b1f3d37536c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Port': ['ID=1e4b7e4f-fc23-4ca3-bcfb-4aa61427bbf8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:08.516988 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44c0547f-a88e-40df-807b-9b1f3d37536c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.518900 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-44c0547f-a88e-40df-807b-9b1f3d37536c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/ports/1e4b7e4f-fc23-4ca3-bcfb-4aa61427bbf8 HTTP/1.1" status: 204 len: 168 time: 0.4801700 Jul 14 09:42:08.521550 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57976) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:08.549790 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d95339-1e29-4851-b383-c6ce14ffa8f8 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] GET failed (client error): The resource could not be found. Jul 14 09:42:08.551424 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-35d95339-1e29-4851-b383-c6ce14ffa8f8 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "GET /v2.0/ports/1e4b7e4f-fc23-4ca3-bcfb-4aa61427bbf8 HTTP/1.1" status: 404 len: 333 time: 0.0289543 Jul 14 09:42:08.554408 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57978) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:08.614997 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a050e832-ac79-47e3-a2e3-cbb689d406b8 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting subnet fc0d74c7-588e-4b87-b2be-71b4657a1f52 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:08.619112 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a050e832-ac79-47e3-a2e3-cbb689d406b8 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.659356 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a050e832-ac79-47e3-a2e3-cbb689d406b8 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.742836 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a050e832-ac79-47e3-a2e3-cbb689d406b8 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.765145 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cf8838ee-2f08-49bb-b883-31fe153f83a2 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:08.810763 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a050e832-ac79-47e3-a2e3-cbb689d406b8 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.814263 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port cf8838ee-2f08-49bb-b883-31fe153f83a2 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:08.814632 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.844741 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a050e832-ac79-47e3-a2e3-cbb689d406b8 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.849308 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57980) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:08.849836 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a050e832-ac79-47e3-a2e3-cbb689d406b8 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/subnets/fc0d74c7-588e-4b87-b2be-71b4657a1f52 HTTP/1.1" status: 204 len: 168 time: 0.2934551 Jul 14 09:42:08.850862 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050e832-ac79-47e3-a2e3-cbb689d406b8 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Subnet': ['ID=fc0d74c7-588e-4b87-b2be-71b4657a1f52,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:08.852853 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45175f9a-cdb4-41f0-8786-0ce013783c98 None None] Network 7ddb6a53-b76a-4003-9cfc-41b93f8f4722 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:08.927914 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4dc8be5e-cd3e-48df-a462-68543015a253 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.989049 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4dc8be5e-cd3e-48df-a462-68543015a253 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting port cf8838ee-2f08-49bb-b883-31fe153f83a2 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:08.989389 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4dc8be5e-cd3e-48df-a462-68543015a253 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.054358 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4dc8be5e-cd3e-48df-a462-68543015a253 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] For port cf8838ee-2f08-49bb-b883-31fe153f83a2, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=cf8838ee-2f08-49bb-b883-31fe153f83a2,segment=NetworkSegment(f1c25a59-bda2-4717-9695-9f3d241b3675),segment_id=f1c25a59-bda2-4717-9695-9f3d241b3675)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:09.055436 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4dc8be5e-cd3e-48df-a462-68543015a253 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.067224 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fccbac-3d83-4ef2-a888-605466a5b334 None None] DHCP port deletion for 7ddb6a53-b76a-4003-9cfc-41b93f8f4722 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:42:09.068777 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4dc8be5e-cd3e-48df-a462-68543015a253 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Calling delete_port for cf8838ee-2f08-49bb-b883-31fe153f83a2 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:09.113547 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-65fccbac-3d83-4ef2-a888-605466a5b334 None None] Deleting port cf8838ee-2f08-49bb-b883-31fe153f83a2 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:09.113918 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-65fccbac-3d83-4ef2-a888-605466a5b334 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.153107 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4dc8be5e-cd3e-48df-a462-68543015a253 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.175874 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-65fccbac-3d83-4ef2-a888-605466a5b334 None None] For port cf8838ee-2f08-49bb-b883-31fe153f83a2, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=cf8838ee-2f08-49bb-b883-31fe153f83a2,segment=NetworkSegment(f1c25a59-bda2-4717-9695-9f3d241b3675),segment_id=f1c25a59-bda2-4717-9695-9f3d241b3675)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:09.176269 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-65fccbac-3d83-4ef2-a888-605466a5b334 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.183178 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc8be5e-cd3e-48df-a462-68543015a253 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] No DVR routers for this DVR port cf8838ee-2f08-49bb-b883-31fe153f83a2 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:09.189293 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8be5e-cd3e-48df-a462-68543015a253 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Port': ['ID=cf8838ee-2f08-49bb-b883-31fe153f83a2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:09.194277 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-65fccbac-3d83-4ef2-a888-605466a5b334 None None] Calling delete_port for cf8838ee-2f08-49bb-b883-31fe153f83a2 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:09.267944 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4dc8be5e-cd3e-48df-a462-68543015a253 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.270815 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-65fccbac-3d83-4ef2-a888-605466a5b334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.286253 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-4dc8be5e-cd3e-48df-a462-68543015a253 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ddb6a53-b76a-4003-9cfc-41b93f8f4722']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:09.297887 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fccbac-3d83-4ef2-a888-605466a5b334 None None] Pushing event deleted for resources: {'Port': ['ID=cf8838ee-2f08-49bb-b883-31fe153f83a2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:09.298843 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-4dc8be5e-cd3e-48df-a462-68543015a253 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1c25a59-bda2-4717-9695-9f3d241b3675') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:09.299826 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-4dc8be5e-cd3e-48df-a462-68543015a253 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1c25a59-bda2-4717-9695-9f3d241b3675') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:09.301844 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fccbac-3d83-4ef2-a888-605466a5b334 None None] No DVR routers for this DVR port cf8838ee-2f08-49bb-b883-31fe153f83a2 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:09.313096 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4dc8be5e-cd3e-48df-a462-68543015a253 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.333069 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4dc8be5e-cd3e-48df-a462-68543015a253 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.339565 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc8be5e-cd3e-48df-a462-68543015a253 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:42:09.340027 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4dc8be5e-cd3e-48df-a462-68543015a253 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:42:09.342911 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:42:09.400340 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4dc8be5e-cd3e-48df-a462-68543015a253 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.407335 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4dc8be5e-cd3e-48df-a462-68543015a253 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.409142 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4dc8be5e-cd3e-48df-a462-68543015a253 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/networks/7ddb6a53-b76a-4003-9cfc-41b93f8f4722 HTTP/1.1" status: 204 len: 168 time: 0.5587201 Jul 14 09:42:09.413053 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57982) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:09.421452 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-fed7e539-cd9c-4a6c-a3d9-746d513012a4 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1252829288'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:09.422340 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8be5e-cd3e-48df-a462-68543015a253 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Network': ['ID=7ddb6a53-b76a-4003-9cfc-41b93f8f4722,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:09.444069 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed7e539-cd9c-4a6c-a3d9-746d513012a4 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:09.447792 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fed7e539-cd9c-4a6c-a3d9-746d513012a4 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.472033 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed7e539-cd9c-4a6c-a3d9-746d513012a4 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:42:09.481229 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fed7e539-cd9c-4a6c-a3d9-746d513012a4 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.481572 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-fed7e539-cd9c-4a6c-a3d9-746d513012a4 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Added segment 74b47afc-b454-48a6-a923-fdf07af56a21 of type vlan for network 5fb77d81-56dc-415e-8601-14ebd6ada29c Jul 14 09:42:09.530223 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fed7e539-cd9c-4a6c-a3d9-746d513012a4 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.558680 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fed7e539-cd9c-4a6c-a3d9-746d513012a4 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.564351 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed7e539-cd9c-4a6c-a3d9-746d513012a4 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:09.564922 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fed7e539-cd9c-4a6c-a3d9-746d513012a4 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.630229 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fed7e539-cd9c-4a6c-a3d9-746d513012a4 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2143469 Jul 14 09:42:09.632938 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57984) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:09.639994 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ce2fb9b3-cd06-487e-a870-961cb0bb67b7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'subnet': {'network_id': '5fb77d81-56dc-415e-8601-14ebd6ada29c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:09.646547 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7e539-cd9c-4a6c-a3d9-746d513012a4 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Network': ['ID=5fb77d81-56dc-415e-8601-14ebd6ada29c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:09.657089 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 5fb77d81-56dc-415e-8601-14ebd6ada29c details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:42:09.737167 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2fb9b3-cd06-487e-a870-961cb0bb67b7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:09.741646 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce2fb9b3-cd06-487e-a870-961cb0bb67b7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.929151 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce2fb9b3-cd06-487e-a870-961cb0bb67b7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.989127 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2fb9b3-cd06-487e-a870-961cb0bb67b7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Subnet': ['ID=57fc967f-3509-4191-b208-18b88753714f,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:10.003847 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2fb9b3-cd06-487e-a870-961cb0bb67b7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Checking segment: {'id': '74b47afc-b454-48a6-a923-fdf07af56a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5fb77d81-56dc-415e-8601-14ebd6ada29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:10.004206 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2fb9b3-cd06-487e-a870-961cb0bb67b7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network hostable DHCP agents. Network: 5fb77d81-56dc-415e-8601-14ebd6ada29c, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:42:10.025572 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2fb9b3-cd06-487e-a870-961cb0bb67b7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network 5fb77d81-56dc-415e-8601-14ebd6ada29c is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:42:10.036619 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ce2fb9b3-cd06-487e-a870-961cb0bb67b7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 5fb77d81-56dc-415e-8601-14ebd6ada29c) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:10.043982 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2fb9b3-cd06-487e-a870-961cb0bb67b7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:10.044647 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce2fb9b3-cd06-487e-a870-961cb0bb67b7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.047188 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1001a31a-6db8-4520-b74e-a996519c215d None None] Network 5fb77d81-56dc-415e-8601-14ebd6ada29c requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:10.067003 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ce2fb9b3-cd06-487e-a870-961cb0bb67b7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4329567 Jul 14 09:42:10.070655 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57986) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:10.076683 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-dd92ca31-13d0-4918-a2d8-f4e3a99a05fc tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-93643111', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:10.103766 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd92ca31-13d0-4918-a2d8-f4e3a99a05fc tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.105182 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd92ca31-13d0-4918-a2d8-f4e3a99a05fc tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.167362 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd92ca31-13d0-4918-a2d8-f4e3a99a05fc tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.171889 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd92ca31-13d0-4918-a2d8-f4e3a99a05fc tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.193369 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd92ca31-13d0-4918-a2d8-f4e3a99a05fc tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.194559 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-dd92ca31-13d0-4918-a2d8-f4e3a99a05fc tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1228137 Jul 14 09:42:10.197609 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 57988) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:10.202664 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f055f7f8-86eb-48dc-ba0f-25e8da3168b4 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'port': {'network_id': '5fb77d81-56dc-415e-8601-14ebd6ada29c', 'name': 'tempest-PortsTestJSON-1930288361'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:10.222074 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f98f52-34d6-4fae-bee1-6dd86b99e151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-5fb77d81-56dc-415e-8601-14ebd6ada29c', 'network_id': '5fb77d81-56dc-415e-8601-14ebd6ada29c', 'tenant_id': '26ef2d54eaa8489fb98126d745f93bb5', 'fixed_ips': [{'subnet_id': '57fc967f-3509-4191-b208-18b88753714f'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:42:10.222977 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89f98f52-34d6-4fae-bee1-6dd86b99e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.321243 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f055f7f8-86eb-48dc-ba0f-25e8da3168b4 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:10.328234 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f055f7f8-86eb-48dc-ba0f-25e8da3168b4 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.355390 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f055f7f8-86eb-48dc-ba0f-25e8da3168b4 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] device_id is not set on port 28414c5c-902f-43dc-b1de-b6172e2e52a8 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:42:10.474772 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-f055f7f8-86eb-48dc-ba0f-25e8da3168b4 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Allocated IP 172.20.0.14 (5fb77d81-56dc-415e-8601-14ebd6ada29c/57fc967f-3509-4191-b208-18b88753714f/28414c5c-902f-43dc-b1de-b6172e2e52a8) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:10.641652 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f055f7f8-86eb-48dc-ba0f-25e8da3168b4 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.658001 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f055f7f8-86eb-48dc-ba0f-25e8da3168b4 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Transition to ACTIVE for port object 28414c5c-902f-43dc-b1de-b6172e2e52a8 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:10.696044 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f055f7f8-86eb-48dc-ba0f-25e8da3168b4 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.763279 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f055f7f8-86eb-48dc-ba0f-25e8da3168b4 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network 5fb77d81-56dc-415e-8601-14ebd6ada29c is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:10.765821 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-89f98f52-34d6-4fae-bee1-6dd86b99e151 None None] Allocated IP 172.20.0.2 (5fb77d81-56dc-415e-8601-14ebd6ada29c/57fc967f-3509-4191-b208-18b88753714f/b2734ec9-2683-4fe7-9d23-ccce8063bef8) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:10.768080 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f055f7f8-86eb-48dc-ba0f-25e8da3168b4 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:10.770633 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055f7f8-86eb-48dc-ba0f-25e8da3168b4 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Port': ['ID=28414c5c-902f-43dc-b1de-b6172e2e52a8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:10.774065 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f055f7f8-86eb-48dc-ba0f-25e8da3168b4 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:10.798585 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cf8838ee-2f08-49bb-b883-31fe153f83a2 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:10.829441 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f055f7f8-86eb-48dc-ba0f-25e8da3168b4 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:10.830287 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f055f7f8-86eb-48dc-ba0f-25e8da3168b4 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.848261 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f055f7f8-86eb-48dc-ba0f-25e8da3168b4 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.6494079 Jul 14 09:42:10.851875 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57990) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:10.863151 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: cf8838ee-2f08-49bb-b883-31fe153f83a2 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:10.863509 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cf8838ee-2f08-49bb-b883-31fe153f83a2 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:10.886211 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.971328 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89f98f52-34d6-4fae-bee1-6dd86b99e151 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.980678 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-89f98f52-34d6-4fae-bee1-6dd86b99e151 None None] Transition to ACTIVE for port object b2734ec9-2683-4fe7-9d23-ccce8063bef8 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:10.996528 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-89f98f52-34d6-4fae-bee1-6dd86b99e151 None None] Transition to ACTIVE for port object b2734ec9-2683-4fe7-9d23-ccce8063bef8 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:11.001665 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89f98f52-34d6-4fae-bee1-6dd86b99e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:11.048207 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f98f52-34d6-4fae-bee1-6dd86b99e151 None None] Network 5fb77d81-56dc-415e-8601-14ebd6ada29c is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:11.051187 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-89f98f52-34d6-4fae-bee1-6dd86b99e151 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:11.056283 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f98f52-34d6-4fae-bee1-6dd86b99e151 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:11.059414 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f98f52-34d6-4fae-bee1-6dd86b99e151 None None] Pushing event updated for resources: {'Port': ['ID=b2734ec9-2683-4fe7-9d23-ccce8063bef8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:11.119017 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-89f98f52-34d6-4fae-bee1-6dd86b99e151 None None] Attempting to bind port b2734ec9-2683-4fe7-9d23-ccce8063bef8 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:11.119384 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-89f98f52-34d6-4fae-bee1-6dd86b99e151 None None] Attempting to bind port b2734ec9-2683-4fe7-9d23-ccce8063bef8 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '74b47afc-b454-48a6-a923-fdf07af56a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5fb77d81-56dc-415e-8601-14ebd6ada29c'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:11.119786 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f98f52-34d6-4fae-bee1-6dd86b99e151 None None] Attempting to bind port b2734ec9-2683-4fe7-9d23-ccce8063bef8 on network 5fb77d81-56dc-415e-8601-14ebd6ada29c {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:11.125277 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f98f52-34d6-4fae-bee1-6dd86b99e151 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:11.125655 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f98f52-34d6-4fae-bee1-6dd86b99e151 None None] Checking segment: {'id': '74b47afc-b454-48a6-a923-fdf07af56a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5fb77d81-56dc-415e-8601-14ebd6ada29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:11.126057 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89f98f52-34d6-4fae-bee1-6dd86b99e151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:11.126462 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f98f52-34d6-4fae-bee1-6dd86b99e151 None None] Bound using segment: {'id': '74b47afc-b454-48a6-a923-fdf07af56a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5fb77d81-56dc-415e-8601-14ebd6ada29c'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:11.126930 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-89f98f52-34d6-4fae-bee1-6dd86b99e151 None None] Bound port: b2734ec9-2683-4fe7-9d23-ccce8063bef8, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b47afc-b454-48a6-a923-fdf07af56a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5fb77d81-56dc-415e-8601-14ebd6ada29c'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:11.127341 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89f98f52-34d6-4fae-bee1-6dd86b99e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:11.202263 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-89f98f52-34d6-4fae-bee1-6dd86b99e151 None None] For port b2734ec9-2683-4fe7-9d23-ccce8063bef8, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:11.207020 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-89f98f52-34d6-4fae-bee1-6dd86b99e151 None None] For port b2734ec9-2683-4fe7-9d23-ccce8063bef8, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b2734ec9-2683-4fe7-9d23-ccce8063bef8,segment=NetworkSegment(74b47afc-b454-48a6-a923-fdf07af56a21),segment_id=74b47afc-b454-48a6-a923-fdf07af56a21)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:11.213477 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89f98f52-34d6-4fae-bee1-6dd86b99e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:11.246259 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f02ee6e-6007-42b3-892d-4eaf00ded6c7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:11.285636 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f98f52-34d6-4fae-bee1-6dd86b99e151 None None] Pushing event updated for resources: {'Port': ['ID=b2734ec9-2683-4fe7-9d23-ccce8063bef8,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:11.552565 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f02ee6e-6007-42b3-892d-4eaf00ded6c7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:11.557972 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f02ee6e-6007-42b3-892d-4eaf00ded6c7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:11.639294 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02ee6e-6007-42b3-892d-4eaf00ded6c7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Port': ['ID=28414c5c-902f-43dc-b1de-b6172e2e52a8,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:11.789573 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f02ee6e-6007-42b3-892d-4eaf00ded6c7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:11.923250 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f02ee6e-6007-42b3-892d-4eaf00ded6c7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:12.194003 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f02ee6e-6007-42b3-892d-4eaf00ded6c7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:12.200269 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f02ee6e-6007-42b3-892d-4eaf00ded6c7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:12.214678 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c657dd26-d8d3-4b4a-b345-bc2cebb603bf None None] Network 5fb77d81-56dc-415e-8601-14ebd6ada29c requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:12.275097 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ee8668c8-59f4-409b-8919-2432673fee31 None None] Provisioning for port b2734ec9-2683-4fe7-9d23-ccce8063bef8 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:12.282495 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02ee6e-6007-42b3-892d-4eaf00ded6c7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Port': ['ID=28414c5c-902f-43dc-b1de-b6172e2e52a8,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:12.291527 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f02ee6e-6007-42b3-892d-4eaf00ded6c7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:12.391361 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f02ee6e-6007-42b3-892d-4eaf00ded6c7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network 5fb77d81-56dc-415e-8601-14ebd6ada29c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:12.392793 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-4f02ee6e-6007-42b3-892d-4eaf00ded6c7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:12.401939 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:12.531588 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f02ee6e-6007-42b3-892d-4eaf00ded6c7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Router e66b07a7-dd15-4f9c-9b36-55b2492b81c6 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:42:12.634184 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f02ee6e-6007-42b3-892d-4eaf00ded6c7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:12.639544 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4f02ee6e-6007-42b3-892d-4eaf00ded6c7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "PUT /v2.0/routers/e66b07a7-dd15-4f9c-9b36-55b2492b81c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7859712 Jul 14 09:42:12.642404 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57992) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:12.648678 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5134607a-004c-4ca1-816b-0c5fa1128433 None None] Sync routers for ids ['e66b07a7-dd15-4f9c-9b36-55b2492b81c6'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:12.661700 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5134607a-004c-4ca1-816b-0c5fa1128433 None None] Routers {'e66b07a7-dd15-4f9c-9b36-55b2492b81c6'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:12.662852 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5134607a-004c-4ca1-816b-0c5fa1128433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:41:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['e66b07a7-dd15-4f9c-9b36-55b2492b81c6'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:12.703787 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5134607a-004c-4ca1-816b-0c5fa1128433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:12.714905 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5134607a-004c-4ca1-816b-0c5fa1128433 None None] Routers {'e66b07a7-dd15-4f9c-9b36-55b2492b81c6'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:12.715799 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5134607a-004c-4ca1-816b-0c5fa1128433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:41:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['e66b07a7-dd15-4f9c-9b36-55b2492b81c6'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:12.721930 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8986f0d8-e936-45ca-b95a-4dfd5bb3b850 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:12.723617 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8986f0d8-e936-45ca-b95a-4dfd5bb3b850 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "GET /v2.0/ports?device_id=e66b07a7-dd15-4f9c-9b36-55b2492b81c6 HTTP/1.1" status: 200 len: 983 time: 0.0802112 Jul 14 09:42:12.726523 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 57994) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:12.748786 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-cd977e32-3480-4a81-8ae0-0881b4f239a9 None None] Provisioning for port 28414c5c-902f-43dc-b1de-b6172e2e52a8 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:12.753085 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5134607a-004c-4ca1-816b-0c5fa1128433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:12.754202 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5134607a-004c-4ca1-816b-0c5fa1128433 None None] The sync data for ids ['e66b07a7-dd15-4f9c-9b36-55b2492b81c6'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:12.755912 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-cd977e32-3480-4a81-8ae0-0881b4f239a9 None None] Provisioning complete for port 28414c5c-902f-43dc-b1de-b6172e2e52a8 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:12.756297 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd977e32-3480-4a81-8ae0-0881b4f239a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:12.798741 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-cd977e32-3480-4a81-8ae0-0881b4f239a9 None None] Port 28414c5c-902f-43dc-b1de-b6172e2e52a8 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:12.842858 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b2734ec9-2683-4fe7-9d23-ccce8063bef8 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:12.902065 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port b2734ec9-2683-4fe7-9d23-ccce8063bef8 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:12.906546 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port b2734ec9-2683-4fe7-9d23-ccce8063bef8 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:12.906921 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:12.954364 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-801e0cf2-91ae-42c8-8434-bc4c8ecaae6f None None] Provisioning complete for port 28414c5c-902f-43dc-b1de-b6172e2e52a8 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:12.955154 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-801e0cf2-91ae-42c8-8434-bc4c8ecaae6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.030255 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-801e0cf2-91ae-42c8-8434-bc4c8ecaae6f None None] Port 28414c5c-902f-43dc-b1de-b6172e2e52a8 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:13.047311 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.096726 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port b2734ec9-2683-4fe7-9d23-ccce8063bef8, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b2734ec9-2683-4fe7-9d23-ccce8063bef8,segment=NetworkSegment(74b47afc-b454-48a6-a923-fdf07af56a21),segment_id=74b47afc-b454-48a6-a923-fdf07af56a21)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:13.103555 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.181095 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2c1e3924-931e-4520-b269-c713915ed334 None None] Provisioning complete for port 28414c5c-902f-43dc-b1de-b6172e2e52a8 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:13.181539 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c1e3924-931e-4520-b269-c713915ed334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.184891 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=b2734ec9-2683-4fe7-9d23-ccce8063bef8,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:13.234017 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e3924-931e-4520-b269-c713915ed334 None None] Port 28414c5c-902f-43dc-b1de-b6172e2e52a8 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:13.355736 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d5a8794c-50f7-48bc-9965-07725c22afc9 None None] Provisioning complete for port 28414c5c-902f-43dc-b1de-b6172e2e52a8 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:13.356035 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5a8794c-50f7-48bc-9965-07725c22afc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.399518 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d5a8794c-50f7-48bc-9965-07725c22afc9 None None] Port 28414c5c-902f-43dc-b1de-b6172e2e52a8 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:13.509649 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc2eaa5d-331a-4d8a-94bd-d8b00ca3a168 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.729132 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cc2eaa5d-331a-4d8a-94bd-d8b00ca3a168 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting port 28414c5c-902f-43dc-b1de-b6172e2e52a8 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:13.729477 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc2eaa5d-331a-4d8a-94bd-d8b00ca3a168 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.826223 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc2eaa5d-331a-4d8a-94bd-d8b00ca3a168 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.842874 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cc2eaa5d-331a-4d8a-94bd-d8b00ca3a168 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Calling delete_port for 28414c5c-902f-43dc-b1de-b6172e2e52a8 owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:14.032889 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc2eaa5d-331a-4d8a-94bd-d8b00ca3a168 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:14.063548 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2eaa5d-331a-4d8a-94bd-d8b00ca3a168 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Port': ['ID=28414c5c-902f-43dc-b1de-b6172e2e52a8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:14.215921 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc2eaa5d-331a-4d8a-94bd-d8b00ca3a168 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:14.373016 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2eaa5d-331a-4d8a-94bd-d8b00ca3a168 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Router e66b07a7-dd15-4f9c-9b36-55b2492b81c6 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:42:14.454620 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2eaa5d-331a-4d8a-94bd-d8b00ca3a168 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:14.459830 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cc2eaa5d-331a-4d8a-94bd-d8b00ca3a168 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "PUT /v2.0/routers/e66b07a7-dd15-4f9c-9b36-55b2492b81c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7317066 Jul 14 09:42:14.462619 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58000) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:14.463761 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eff555-a2bc-4f3f-a53c-7e936ec680e5 None None] Sync routers for ids ['e66b07a7-dd15-4f9c-9b36-55b2492b81c6'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:14.473301 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eff555-a2bc-4f3f-a53c-7e936ec680e5 None None] Routers {'e66b07a7-dd15-4f9c-9b36-55b2492b81c6'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:14.474051 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-09eff555-a2bc-4f3f-a53c-7e936ec680e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:41:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['e66b07a7-dd15-4f9c-9b36-55b2492b81c6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:14.490773 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d4878a-f619-446e-8a9b-2c2f584c28db tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] GET failed (client error): The resource could not be found. Jul 14 09:42:14.493018 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-89d4878a-f619-446e-8a9b-2c2f584c28db tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "GET /v2.0/ports/28414c5c-902f-43dc-b1de-b6172e2e52a8 HTTP/1.1" status: 404 len: 333 time: 0.0294366 Jul 14 09:42:14.495796 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58002) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:14.506485 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-09eff555-a2bc-4f3f-a53c-7e936ec680e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:14.516347 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eff555-a2bc-4f3f-a53c-7e936ec680e5 None None] Routers {'e66b07a7-dd15-4f9c-9b36-55b2492b81c6'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:14.516995 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-09eff555-a2bc-4f3f-a53c-7e936ec680e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:41:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['e66b07a7-dd15-4f9c-9b36-55b2492b81c6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:14.549110 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-09eff555-a2bc-4f3f-a53c-7e936ec680e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:14.549766 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eff555-a2bc-4f3f-a53c-7e936ec680e5 None None] The sync data for ids ['e66b07a7-dd15-4f9c-9b36-55b2492b81c6'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:14.585452 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a655869-f70d-42fd-b6b6-7bb3cc8156d5 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:14.746241 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a655869-f70d-42fd-b6b6-7bb3cc8156d5 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:14.748432 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a655869-f70d-42fd-b6b6-7bb3cc8156d5 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:14.767534 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b2734ec9-2683-4fe7-9d23-ccce8063bef8 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:14.795303 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a655869-f70d-42fd-b6b6-7bb3cc8156d5 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:14.795836 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a655869-f70d-42fd-b6b6-7bb3cc8156d5 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Fanout notify agent at l3_agent the message router_deleted on router e66b07a7-dd15-4f9c-9b36-55b2492b81c6 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:42:14.803209 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a655869-f70d-42fd-b6b6-7bb3cc8156d5 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:14.807772 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4a655869-f70d-42fd-b6b6-7bb3cc8156d5 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/routers/e66b07a7-dd15-4f9c-9b36-55b2492b81c6 HTTP/1.1" status: 204 len: 168 time: 0.3078074 Jul 14 09:42:14.808096 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58004) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:14.823795 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port b2734ec9-2683-4fe7-9d23-ccce8063bef8 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:14.824128 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:14.862893 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ffd74f8-a967-48a5-b0bd-3cb3802ce34e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting subnet 57fc967f-3509-4191-b208-18b88753714f {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:14.866012 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ffd74f8-a967-48a5-b0bd-3cb3802ce34e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:14.910421 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ffd74f8-a967-48a5-b0bd-3cb3802ce34e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:14.997821 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ffd74f8-a967-48a5-b0bd-3cb3802ce34e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.055687 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ffd74f8-a967-48a5-b0bd-3cb3802ce34e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.088901 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd74f8-a967-48a5-b0bd-3cb3802ce34e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Subnet': ['ID=57fc967f-3509-4191-b208-18b88753714f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:15.090904 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ffd74f8-a967-48a5-b0bd-3cb3802ce34e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.094231 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9ffd74f8-a967-48a5-b0bd-3cb3802ce34e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/subnets/57fc967f-3509-4191-b208-18b88753714f HTTP/1.1" status: 204 len: 168 time: 0.2850182 Jul 14 09:42:15.095839 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58006) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:15.096352 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c54c799-6d7e-460d-84d7-5f6222f6add5 None None] Network 5fb77d81-56dc-415e-8601-14ebd6ada29c requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:15.174988 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46f50f90-53ac-4660-8d13-a821c412eb13 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.232877 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-46f50f90-53ac-4660-8d13-a821c412eb13 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting port b2734ec9-2683-4fe7-9d23-ccce8063bef8 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:15.233226 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46f50f90-53ac-4660-8d13-a821c412eb13 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.286512 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ce7aa7-23bb-4f71-9827-aa234794512a None None] DHCP port deletion for 5fb77d81-56dc-415e-8601-14ebd6ada29c request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:42:15.295276 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-46f50f90-53ac-4660-8d13-a821c412eb13 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] For port b2734ec9-2683-4fe7-9d23-ccce8063bef8, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b2734ec9-2683-4fe7-9d23-ccce8063bef8,segment=NetworkSegment(74b47afc-b454-48a6-a923-fdf07af56a21),segment_id=74b47afc-b454-48a6-a923-fdf07af56a21)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:15.295674 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46f50f90-53ac-4660-8d13-a821c412eb13 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.313287 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-46f50f90-53ac-4660-8d13-a821c412eb13 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Calling delete_port for b2734ec9-2683-4fe7-9d23-ccce8063bef8 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:15.335359 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a0ce7aa7-23bb-4f71-9827-aa234794512a None None] Deleting port b2734ec9-2683-4fe7-9d23-ccce8063bef8 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:15.335797 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0ce7aa7-23bb-4f71-9827-aa234794512a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.395581 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46f50f90-53ac-4660-8d13-a821c412eb13 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.401149 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a0ce7aa7-23bb-4f71-9827-aa234794512a None None] For port b2734ec9-2683-4fe7-9d23-ccce8063bef8, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=b2734ec9-2683-4fe7-9d23-ccce8063bef8,segment=NetworkSegment(74b47afc-b454-48a6-a923-fdf07af56a21),segment_id=74b47afc-b454-48a6-a923-fdf07af56a21)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:15.401538 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0ce7aa7-23bb-4f71-9827-aa234794512a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.415571 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a0ce7aa7-23bb-4f71-9827-aa234794512a None None] Calling delete_port for b2734ec9-2683-4fe7-9d23-ccce8063bef8 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:15.422449 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f50f90-53ac-4660-8d13-a821c412eb13 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Port': ['ID=b2734ec9-2683-4fe7-9d23-ccce8063bef8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:15.426108 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f50f90-53ac-4660-8d13-a821c412eb13 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] No DVR routers for this DVR port b2734ec9-2683-4fe7-9d23-ccce8063bef8 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:15.494666 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0ce7aa7-23bb-4f71-9827-aa234794512a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.507903 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46f50f90-53ac-4660-8d13-a821c412eb13 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.517490 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce7aa7-23bb-4f71-9827-aa234794512a None None] Pushing event deleted for resources: {'Port': ['ID=b2734ec9-2683-4fe7-9d23-ccce8063bef8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:15.518201 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-46f50f90-53ac-4660-8d13-a821c412eb13 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb77d81-56dc-415e-8601-14ebd6ada29c']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:15.526003 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ce7aa7-23bb-4f71-9827-aa234794512a None None] No DVR routers for this DVR port b2734ec9-2683-4fe7-9d23-ccce8063bef8 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:15.529222 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-46f50f90-53ac-4660-8d13-a821c412eb13 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b47afc-b454-48a6-a923-fdf07af56a21') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:15.529530 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-46f50f90-53ac-4660-8d13-a821c412eb13 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b47afc-b454-48a6-a923-fdf07af56a21') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:15.539993 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46f50f90-53ac-4660-8d13-a821c412eb13 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.553588 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46f50f90-53ac-4660-8d13-a821c412eb13 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.560571 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f50f90-53ac-4660-8d13-a821c412eb13 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:42:15.560986 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46f50f90-53ac-4660-8d13-a821c412eb13 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:42:15.564146 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:42:15.621780 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46f50f90-53ac-4660-8d13-a821c412eb13 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.626271 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46f50f90-53ac-4660-8d13-a821c412eb13 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.631681 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-46f50f90-53ac-4660-8d13-a821c412eb13 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/networks/5fb77d81-56dc-415e-8601-14ebd6ada29c HTTP/1.1" status: 204 len: 168 time: 0.5312774 Jul 14 09:42:15.632036 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58008) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:15.642912 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f50f90-53ac-4660-8d13-a821c412eb13 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Network': ['ID=5fb77d81-56dc-415e-8601-14ebd6ada29c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:15.686171 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3fd1c9-3e98-4e2a-a587-1d8329671047 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:15.687553 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9d3fd1c9-3e98-4e2a-a587-1d8329671047 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "GET /v2.0/ports/7ad584e9-c24f-44af-bfb0-e8177b7d647f HTTP/1.1" status: 200 len: 841 time: 0.0543752 Jul 14 09:42:15.691226 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58010) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:15.740762 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-aeabbee0-4278-4c8d-b00d-51981445f673 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "GET /v2.0/ports/7ad584e9-c24f-44af-bfb0-e8177b7d647f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0484540 Jul 14 09:42:15.744369 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58012) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:15.749024 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c1e4dcbf-87b5-4f00-8486-ba56ef5d8b7e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'subnet': {'network_id': 'db963d8a-383b-4382-8376-c543f55e024f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:15.845694 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e4dcbf-87b5-4f00-8486-ba56ef5d8b7e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:15.850142 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1e4dcbf-87b5-4f00-8486-ba56ef5d8b7e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.043807 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1e4dcbf-87b5-4f00-8486-ba56ef5d8b7e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.081410 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e4dcbf-87b5-4f00-8486-ba56ef5d8b7e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network db963d8a-383b-4382-8376-c543f55e024f is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:16.086769 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c1e4dcbf-87b5-4f00-8486-ba56ef5d8b7e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:16.091302 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e4dcbf-87b5-4f00-8486-ba56ef5d8b7e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:16.091913 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1e4dcbf-87b5-4f00-8486-ba56ef5d8b7e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.097360 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549f0ce2-e7d0-4829-99e3-985374c617f3 None None] Network db963d8a-383b-4382-8376-c543f55e024f requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:16.114261 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c1e4dcbf-87b5-4f00-8486-ba56ef5d8b7e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3688817 Jul 14 09:42:16.115682 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4dcbf-87b5-4f00-8486-ba56ef5d8b7e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Subnet': ['ID=7445897b-855c-44bd-85c3-1d3bc27756be,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:16.117228 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58016) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:16.122074 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0d4a44ee-95fe-43c8-a7d3-44eb29fbb984 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'security_group': {'name': 'tempest-secgroup-1216478047'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:16.145431 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d4a44ee-95fe-43c8-a7d3-44eb29fbb984 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.253617 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d4a44ee-95fe-43c8-a7d3-44eb29fbb984 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.260235 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d4a44ee-95fe-43c8-a7d3-44eb29fbb984 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.291724 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d4a44ee-95fe-43c8-a7d3-44eb29fbb984 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.293241 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0d4a44ee-95fe-43c8-a7d3-44eb29fbb984 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1748161 Jul 14 09:42:16.295427 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a44ee-95fe-43c8-a7d3-44eb29fbb984 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0992676a-6bf2-424b-bb85-058da58775df,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:16.296371 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58020) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:16.301353 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8987770f-11e0-40e7-9247-b9bab40b60f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-db963d8a-383b-4382-8376-c543f55e024f', 'network_id': 'db963d8a-383b-4382-8376-c543f55e024f', 'tenant_id': '26ef2d54eaa8489fb98126d745f93bb5', 'fixed_ips': [{'subnet_id': '7445897b-855c-44bd-85c3-1d3bc27756be'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:42:16.302236 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8987770f-11e0-40e7-9247-b9bab40b60f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.306826 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-eac15b72-9420-4cf4-bb6e-e86bd3bf6ce0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'security_group': {'name': 'tempest-secgroup-452740549'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:16.335659 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eac15b72-9420-4cf4-bb6e-e86bd3bf6ce0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.418802 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eac15b72-9420-4cf4-bb6e-e86bd3bf6ce0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.422853 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eac15b72-9420-4cf4-bb6e-e86bd3bf6ce0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.449025 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-8987770f-11e0-40e7-9247-b9bab40b60f2 None None] Allocated IP 172.20.0.2 (db963d8a-383b-4382-8376-c543f55e024f/7445897b-855c-44bd-85c3-1d3bc27756be/d6257c05-7810-4a2f-8633-f105b8c47852) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:16.453013 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eac15b72-9420-4cf4-bb6e-e86bd3bf6ce0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.454661 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-eac15b72-9420-4cf4-bb6e-e86bd3bf6ce0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1548345 Jul 14 09:42:16.458047 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58022) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:16.459293 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac15b72-9420-4cf4-bb6e-e86bd3bf6ce0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68eeec68-8e6e-4f62-8847-8ecc5d765689,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:16.470928 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-cbb3bc94-0672-4158-b2ac-def7585ee18e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-981234393', 'security_groups': ['68eeec68-8e6e-4f62-8847-8ecc5d765689'], 'network_id': 'db963d8a-383b-4382-8376-c543f55e024f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7445897b-855c-44bd-85c3-1d3bc27756be'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:16.585406 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb3bc94-0672-4158-b2ac-def7585ee18e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:16.609696 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8987770f-11e0-40e7-9247-b9bab40b60f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.618059 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8987770f-11e0-40e7-9247-b9bab40b60f2 None None] Transition to ACTIVE for port object d6257c05-7810-4a2f-8633-f105b8c47852 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:16.633705 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8987770f-11e0-40e7-9247-b9bab40b60f2 None None] Transition to ACTIVE for port object d6257c05-7810-4a2f-8633-f105b8c47852 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:16.640211 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8987770f-11e0-40e7-9247-b9bab40b60f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.677635 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8987770f-11e0-40e7-9247-b9bab40b60f2 None None] Network db963d8a-383b-4382-8376-c543f55e024f is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:16.682527 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbb3bc94-0672-4158-b2ac-def7585ee18e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.682681 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-8987770f-11e0-40e7-9247-b9bab40b60f2 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:16.686060 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8987770f-11e0-40e7-9247-b9bab40b60f2 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:16.698198 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987770f-11e0-40e7-9247-b9bab40b60f2 None None] Pushing event updated for resources: {'Port': ['ID=d6257c05-7810-4a2f-8633-f105b8c47852,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:16.703855 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-cbb3bc94-0672-4158-b2ac-def7585ee18e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] device_id is not set on port 2b2d9d80-b617-4c2d-a550-372f88bcc866 yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:42:16.752572 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8987770f-11e0-40e7-9247-b9bab40b60f2 None None] Attempting to bind port d6257c05-7810-4a2f-8633-f105b8c47852 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:16.752976 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8987770f-11e0-40e7-9247-b9bab40b60f2 None None] Attempting to bind port d6257c05-7810-4a2f-8633-f105b8c47852 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '0bcbe8b0-19ef-4480-85f8-626827ee46e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'db963d8a-383b-4382-8376-c543f55e024f'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:16.753333 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8987770f-11e0-40e7-9247-b9bab40b60f2 None None] Attempting to bind port d6257c05-7810-4a2f-8633-f105b8c47852 on network db963d8a-383b-4382-8376-c543f55e024f {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:16.774424 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8987770f-11e0-40e7-9247-b9bab40b60f2 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:16.774889 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8987770f-11e0-40e7-9247-b9bab40b60f2 None None] Checking segment: {'id': '0bcbe8b0-19ef-4480-85f8-626827ee46e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'db963d8a-383b-4382-8376-c543f55e024f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:16.775388 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8987770f-11e0-40e7-9247-b9bab40b60f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.775779 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8987770f-11e0-40e7-9247-b9bab40b60f2 None None] Bound using segment: {'id': '0bcbe8b0-19ef-4480-85f8-626827ee46e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'db963d8a-383b-4382-8376-c543f55e024f'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:16.776338 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8987770f-11e0-40e7-9247-b9bab40b60f2 None None] Bound port: d6257c05-7810-4a2f-8633-f105b8c47852, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bcbe8b0-19ef-4480-85f8-626827ee46e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'db963d8a-383b-4382-8376-c543f55e024f'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:16.776753 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8987770f-11e0-40e7-9247-b9bab40b60f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.795389 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b2734ec9-2683-4fe7-9d23-ccce8063bef8 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:16.828516 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: b2734ec9-2683-4fe7-9d23-ccce8063bef8 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:16.828867 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device b2734ec9-2683-4fe7-9d23-ccce8063bef8 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:16.887283 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8987770f-11e0-40e7-9247-b9bab40b60f2 None None] For port d6257c05-7810-4a2f-8633-f105b8c47852, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:16.890149 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-cbb3bc94-0672-4158-b2ac-def7585ee18e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Allocated IP 172.20.0.14 (db963d8a-383b-4382-8376-c543f55e024f/7445897b-855c-44bd-85c3-1d3bc27756be/2b2d9d80-b617-4c2d-a550-372f88bcc866) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:16.890364 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8987770f-11e0-40e7-9247-b9bab40b60f2 None None] For port d6257c05-7810-4a2f-8633-f105b8c47852, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d6257c05-7810-4a2f-8633-f105b8c47852,segment=NetworkSegment(0bcbe8b0-19ef-4480-85f8-626827ee46e6),segment_id=0bcbe8b0-19ef-4480-85f8-626827ee46e6)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:16.894985 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8987770f-11e0-40e7-9247-b9bab40b60f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.960435 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987770f-11e0-40e7-9247-b9bab40b60f2 None None] Pushing event updated for resources: {'Port': ['ID=d6257c05-7810-4a2f-8633-f105b8c47852,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:17.054044 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbb3bc94-0672-4158-b2ac-def7585ee18e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.070215 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cbb3bc94-0672-4158-b2ac-def7585ee18e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Transition to ACTIVE for port object 2b2d9d80-b617-4c2d-a550-372f88bcc866 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:17.108551 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbb3bc94-0672-4158-b2ac-def7585ee18e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.173756 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb3bc94-0672-4158-b2ac-def7585ee18e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network db963d8a-383b-4382-8376-c543f55e024f is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:17.182828 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-cbb3bc94-0672-4158-b2ac-def7585ee18e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:17.188726 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb3bc94-0672-4158-b2ac-def7585ee18e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:17.196041 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3bc94-0672-4158-b2ac-def7585ee18e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Port': ['ID=2b2d9d80-b617-4c2d-a550-372f88bcc866,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:17.254794 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb3bc94-0672-4158-b2ac-def7585ee18e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:17.255449 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbb3bc94-0672-4158-b2ac-def7585ee18e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.272873 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cbb3bc94-0672-4158-b2ac-def7585ee18e tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8130863 Jul 14 09:42:17.277159 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58024) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:17.283437 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-817d1c9a-1811-4fb3-a3e0-0faf06b5f7c9 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'subnet': {'network_id': 'db963d8a-383b-4382-8376-c543f55e024f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:17.410948 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817d1c9a-1811-4fb3-a3e0-0faf06b5f7c9 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:17.415164 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-817d1c9a-1811-4fb3-a3e0-0faf06b5f7c9 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.506380 n-d-771362-35 neutron-server[93772]: INFO neutron.db.ipam_backend_mixin [None req-817d1c9a-1811-4fb3-a3e0-0faf06b5f7c9 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7445897b-855c-44bd-85c3-1d3bc27756be (CIDR: 172.20.0.0/28) Jul 14 09:42:17.509782 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-817d1c9a-1811-4fb3-a3e0-0faf06b5f7c9 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:42:17.510280 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-817d1c9a-1811-4fb3-a3e0-0faf06b5f7c9 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:42:17.523721 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-817d1c9a-1811-4fb3-a3e0-0faf06b5f7c9 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2449005 Jul 14 09:42:17.526891 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58026) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:17.531978 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-1ecf0339-a02a-4a88-a73d-0049987e5bce tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'subnet': {'network_id': 'db963d8a-383b-4382-8376-c543f55e024f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:17.649007 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecf0339-a02a-4a88-a73d-0049987e5bce tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:17.652669 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ecf0339-a02a-4a88-a73d-0049987e5bce tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.889103 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ecf0339-a02a-4a88-a73d-0049987e5bce tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.931986 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecf0339-a02a-4a88-a73d-0049987e5bce tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network db963d8a-383b-4382-8376-c543f55e024f is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:17.935225 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-1ecf0339-a02a-4a88-a73d-0049987e5bce tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:17.939531 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecf0339-a02a-4a88-a73d-0049987e5bce tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:17.940130 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ecf0339-a02a-4a88-a73d-0049987e5bce tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.952048 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a28855d5-d2c4-48f4-9ee0-8026072114c0 None None] Provisioning complete for port 7ad584e9-c24f-44af-bfb0-e8177b7d647f triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:17.952980 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a28855d5-d2c4-48f4-9ee0-8026072114c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.956728 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf0339-a02a-4a88-a73d-0049987e5bce tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Subnet': ['ID=a4926877-c293-4591-b493-233bdcdbd221,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:17.960069 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1ecf0339-a02a-4a88-a73d-0049987e5bce tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4322033 Jul 14 09:42:17.963621 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58028) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:17.968992 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-af32f60e-a663-43ba-bb8c-f39003fc68b2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1669596293', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a4926877-c293-4591-b493-233bdcdbd221'}], 'security_groups': ['0992676a-6bf2-424b-bb85-058da58775df']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:17.999859 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a28855d5-d2c4-48f4-9ee0-8026072114c0 None None] Port 7ad584e9-c24f-44af-bfb0-e8177b7d647f cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:18.011937 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a28855d5-d2c4-48f4-9ee0-8026072114c0 None None] Provisioning for port d6257c05-7810-4a2f-8633-f105b8c47852 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:18.060874 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af32f60e-a663-43ba-bb8c-f39003fc68b2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.088777 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c573d872-8838-4a7a-af41-ee8541982fd3 None None] Network db963d8a-383b-4382-8376-c543f55e024f requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:18.158585 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-937c3ca8-beb0-4830-996d-9c49fae2d659 None None] Provisioning for port 2b2d9d80-b617-4c2d-a550-372f88bcc866 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:18.165783 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-937c3ca8-beb0-4830-996d-9c49fae2d659 None None] Provisioning complete for port 2b2d9d80-b617-4c2d-a550-372f88bcc866 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:18.165893 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-937c3ca8-beb0-4830-996d-9c49fae2d659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.239366 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-937c3ca8-beb0-4830-996d-9c49fae2d659 None None] Port 2b2d9d80-b617-4c2d-a550-372f88bcc866 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:18.382007 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-af32f60e-a663-43ba-bb8c-f39003fc68b2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Delete allocated IP 172.20.0.14 (db963d8a-383b-4382-8376-c543f55e024f/7445897b-855c-44bd-85c3-1d3bc27756be) {{(pid=93773) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 09:42:18.391050 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-af32f60e-a663-43ba-bb8c-f39003fc68b2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Allocated IP 172.20.0.20 (db963d8a-383b-4382-8376-c543f55e024f/a4926877-c293-4591-b493-233bdcdbd221/2b2d9d80-b617-4c2d-a550-372f88bcc866) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:18.393623 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77f2359-f77c-41d9-8ecf-d3e2aa9c7b37 None None] Update dhcp port {'port': {'network_id': 'db963d8a-383b-4382-8376-c543f55e024f', 'fixed_ips': [{'subnet_id': '7445897b-855c-44bd-85c3-1d3bc27756be', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a4926877-c293-4591-b493-233bdcdbd221'}], 'binding:host_id': 'n-d-771362-35'}, 'id': 'd6257c05-7810-4a2f-8633-f105b8c47852'} from n-d-771362-35. {{(pid=93774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:42:18.431989 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e77f2359-f77c-41d9-8ecf-d3e2aa9c7b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.481986 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae1bb4da-f2ed-4452-8ceb-4b007967b155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.589079 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af32f60e-a663-43ba-bb8c-f39003fc68b2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.605951 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-af32f60e-a663-43ba-bb8c-f39003fc68b2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Ignored duplicate provisioning block setup for port 2b2d9d80-b617-4c2d-a550-372f88bcc866 by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 09:42:18.612130 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af32f60e-a663-43ba-bb8c-f39003fc68b2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.670694 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-e77f2359-f77c-41d9-8ecf-d3e2aa9c7b37 None None] Allocated IP 172.20.0.18 (db963d8a-383b-4382-8376-c543f55e024f/a4926877-c293-4591-b493-233bdcdbd221/d6257c05-7810-4a2f-8633-f105b8c47852) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:18.746910 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-af32f60e-a663-43ba-bb8c-f39003fc68b2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] In _notify_port_updated(), no bound segment for port 2b2d9d80-b617-4c2d-a550-372f88bcc866 on network db963d8a-383b-4382-8376-c543f55e024f {{(pid=93773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:42:18.752919 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af32f60e-a663-43ba-bb8c-f39003fc68b2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:18.755172 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af32f60e-a663-43ba-bb8c-f39003fc68b2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.758784 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-af32f60e-a663-43ba-bb8c-f39003fc68b2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "PUT /v2.0/ports/2b2d9d80-b617-4c2d-a550-372f88bcc866 HTTP/1.1" status: 200 len: 921 time: 0.7940128 Jul 14 09:42:18.759290 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58032) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:18.766660 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32f60e-a663-43ba-bb8c-f39003fc68b2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Port': ['ID=2b2d9d80-b617-4c2d-a550-372f88bcc866,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:18.817676 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e77f2359-f77c-41d9-8ecf-d3e2aa9c7b37 None None] For port d6257c05-7810-4a2f-8633-f105b8c47852, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d6257c05-7810-4a2f-8633-f105b8c47852,segment=NetworkSegment(0bcbe8b0-19ef-4480-85f8-626827ee46e6),segment_id=0bcbe8b0-19ef-4480-85f8-626827ee46e6)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:18.873322 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e77f2359-f77c-41d9-8ecf-d3e2aa9c7b37 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.878653 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d6257c05-7810-4a2f-8633-f105b8c47852 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:18.909076 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4973fcc0-f9e0-42dd-b41a-a373d89a0843 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting port 2b2d9d80-b617-4c2d-a550-372f88bcc866 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:18.909458 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4973fcc0-f9e0-42dd-b41a-a373d89a0843 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.926856 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e77f2359-f77c-41d9-8ecf-d3e2aa9c7b37 None None] Transition to ACTIVE for port object d6257c05-7810-4a2f-8633-f105b8c47852 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:18.932221 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e77f2359-f77c-41d9-8ecf-d3e2aa9c7b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.028653 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4973fcc0-f9e0-42dd-b41a-a373d89a0843 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.044533 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port d6257c05-7810-4a2f-8633-f105b8c47852 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:19.049296 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f2359-f77c-41d9-8ecf-d3e2aa9c7b37 None None] Pushing event updated for resources: {'Port': ['ID=d6257c05-7810-4a2f-8633-f105b8c47852,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:19.049958 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4973fcc0-f9e0-42dd-b41a-a373d89a0843 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Calling delete_port for 2b2d9d80-b617-4c2d-a550-372f88bcc866 owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:19.219401 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4973fcc0-f9e0-42dd-b41a-a373d89a0843 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.256960 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973fcc0-f9e0-42dd-b41a-a373d89a0843 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Port': ['ID=2b2d9d80-b617-4c2d-a550-372f88bcc866,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:19.278229 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:42:19.373861 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4973fcc0-f9e0-42dd-b41a-a373d89a0843 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.376050 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4973fcc0-f9e0-42dd-b41a-a373d89a0843 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/ports/2b2d9d80-b617-4c2d-a550-372f88bcc866 HTTP/1.1" status: 204 len: 168 time: 0.6143365 Jul 14 09:42:19.379542 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58034) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:19.409259 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f0e238-1bbb-4acc-8688-e3cc629eca54 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] GET failed (client error): The resource could not be found. Jul 14 09:42:19.412410 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d4f0e238-1bbb-4acc-8688-e3cc629eca54 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "GET /v2.0/ports/2b2d9d80-b617-4c2d-a550-372f88bcc866 HTTP/1.1" status: 404 len: 333 time: 0.0312867 Jul 14 09:42:19.414359 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58036) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:19.482475 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c45072a-e060-4b7e-a17a-aea262974eb6 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.516037 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c45072a-e060-4b7e-a17a-aea262974eb6 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.567547 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c45072a-e060-4b7e-a17a-aea262974eb6 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.571342 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c45072a-e060-4b7e-a17a-aea262974eb6 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.572569 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0c45072a-e060-4b7e-a17a-aea262974eb6 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/security-groups/68eeec68-8e6e-4f62-8847-8ecc5d765689 HTTP/1.1" status: 204 len: 168 time: 0.1570828 Jul 14 09:42:19.576423 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58038) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:19.585103 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45072a-e060-4b7e-a17a-aea262974eb6 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68eeec68-8e6e-4f62-8847-8ecc5d765689,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:19.641001 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-988d2c9b-5ce0-4784-8ba4-79f55eb76efc tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.665781 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-988d2c9b-5ce0-4784-8ba4-79f55eb76efc tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.666811 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-48040714-19f2-4320-8a53-d1031bf17810 None None] Could not find standard attr ID for object 2b2d9d80-b617-4c2d-a550-372f88bcc866. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:42:19.676402 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-48040714-19f2-4320-8a53-d1031bf17810 None None] Provisioning complete for port 7ad584e9-c24f-44af-bfb0-e8177b7d647f triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:19.676798 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-48040714-19f2-4320-8a53-d1031bf17810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.714021 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-988d2c9b-5ce0-4784-8ba4-79f55eb76efc tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.714259 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-48040714-19f2-4320-8a53-d1031bf17810 None None] Port 7ad584e9-c24f-44af-bfb0-e8177b7d647f cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:19.716870 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-988d2c9b-5ce0-4784-8ba4-79f55eb76efc tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.720913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58040) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:19.721064 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-988d2c9b-5ce0-4784-8ba4-79f55eb76efc tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/security-groups/0992676a-6bf2-424b-bb85-058da58775df HTTP/1.1" status: 204 len: 168 time: 0.1434476 Jul 14 09:42:19.729911 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-48040714-19f2-4320-8a53-d1031bf17810 None None] Provisioning for port d6257c05-7810-4a2f-8633-f105b8c47852 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:19.731897 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d2c9b-5ce0-4784-8ba4-79f55eb76efc tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0992676a-6bf2-424b-bb85-058da58775df,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:19.734010 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-48040714-19f2-4320-8a53-d1031bf17810 None None] Provisioning complete for port d6257c05-7810-4a2f-8633-f105b8c47852 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:19.734389 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-48040714-19f2-4320-8a53-d1031bf17810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.789851 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-3980f13c-3846-404b-8e68-57ffc5e3545b tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting subnet 7445897b-855c-44bd-85c3-1d3bc27756be {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:19.793484 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3980f13c-3846-404b-8e68-57ffc5e3545b tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.828669 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-48040714-19f2-4320-8a53-d1031bf17810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.841581 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3980f13c-3846-404b-8e68-57ffc5e3545b tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.865230 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-48040714-19f2-4320-8a53-d1031bf17810 None None] For port d6257c05-7810-4a2f-8633-f105b8c47852, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d6257c05-7810-4a2f-8633-f105b8c47852,segment=NetworkSegment(0bcbe8b0-19ef-4480-85f8-626827ee46e6),segment_id=0bcbe8b0-19ef-4480-85f8-626827ee46e6)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:19.872496 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-48040714-19f2-4320-8a53-d1031bf17810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.931020 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48040714-19f2-4320-8a53-d1031bf17810 None None] Pushing event updated for resources: {'Port': ['ID=d6257c05-7810-4a2f-8633-f105b8c47852,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:19.951008 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3980f13c-3846-404b-8e68-57ffc5e3545b tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.042026 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3980f13c-3846-404b-8e68-57ffc5e3545b tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.084804 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980f13c-3846-404b-8e68-57ffc5e3545b tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Subnet': ['ID=7445897b-855c-44bd-85c3-1d3bc27756be,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:20.089590 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3980f13c-3846-404b-8e68-57ffc5e3545b tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.094606 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3980f13c-3846-404b-8e68-57ffc5e3545b tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/subnets/7445897b-855c-44bd-85c3-1d3bc27756be HTTP/1.1" status: 204 len: 168 time: 0.3723102 Jul 14 09:42:20.095364 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58042) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:20.100309 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-86537d23-6949-4bca-b969-45484a28e2c2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'subnet': {'network_id': 'db963d8a-383b-4382-8376-c543f55e024f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:20.109054 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f36e2e-aec0-4f74-9597-1cf87ea57b11 None None] Network db963d8a-383b-4382-8376-c543f55e024f requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:20.197707 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b0bea0f1-0e76-42ff-919e-59870124f5db None None] Could not find standard attr ID for object 2b2d9d80-b617-4c2d-a550-372f88bcc866. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:42:20.213875 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86537d23-6949-4bca-b969-45484a28e2c2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:20.217513 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86537d23-6949-4bca-b969-45484a28e2c2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.446299 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86537d23-6949-4bca-b969-45484a28e2c2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.491350 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86537d23-6949-4bca-b969-45484a28e2c2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network db963d8a-383b-4382-8376-c543f55e024f is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:20.497473 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-86537d23-6949-4bca-b969-45484a28e2c2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:20.501761 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86537d23-6949-4bca-b969-45484a28e2c2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:20.502349 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86537d23-6949-4bca-b969-45484a28e2c2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.519416 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86537d23-6949-4bca-b969-45484a28e2c2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Subnet': ['ID=cf545e8e-8397-4d8c-889e-89985b6f94cb,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:20.524066 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-86537d23-6949-4bca-b969-45484a28e2c2 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4268620 Jul 14 09:42:20.526433 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58044) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:20.530994 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ecf62b56-3ad3-4fc8-8d51-bc71b4164826 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'security_group': {'name': 'tempest-secgroup-360737059'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:20.552964 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ecf62b56-3ad3-4fc8-8d51-bc71b4164826 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.647621 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ecf62b56-3ad3-4fc8-8d51-bc71b4164826 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.652588 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ecf62b56-3ad3-4fc8-8d51-bc71b4164826 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.680301 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ecf62b56-3ad3-4fc8-8d51-bc71b4164826 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.681574 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ecf62b56-3ad3-4fc8-8d51-bc71b4164826 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1541302 Jul 14 09:42:20.685854 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58046) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:20.686354 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf62b56-3ad3-4fc8-8d51-bc71b4164826 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9851cf-e5fd-44bc-8797-db4170b772ce,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:20.691543 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-27e3d32f-d3e6-44e5-bfe3-abd545a87549 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'security_group': {'name': 'tempest-secgroup-1842463695'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:20.721803 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27e3d32f-d3e6-44e5-bfe3-abd545a87549 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.785947 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d6257c05-7810-4a2f-8633-f105b8c47852 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:20.814002 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05260f4b-9325-4d10-946b-182f4f55f418 None None] Network db963d8a-383b-4382-8376-c543f55e024f requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:20.823088 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27e3d32f-d3e6-44e5-bfe3-abd545a87549 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.827871 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27e3d32f-d3e6-44e5-bfe3-abd545a87549 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.858343 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27e3d32f-d3e6-44e5-bfe3-abd545a87549 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.859632 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-27e3d32f-d3e6-44e5-bfe3-abd545a87549 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1725633 Jul 14 09:42:20.861876 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3d32f-d3e6-44e5-bfe3-abd545a87549 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09bf75ca-9b51-4531-96a3-69ab511e1842,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:20.862801 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58048) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:20.868495 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ca6caca0-3009-40cd-be4e-6a26377404b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'security_group': {'name': 'tempest-secgroup-1263160124'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:20.895465 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca6caca0-3009-40cd-be4e-6a26377404b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.993750 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca6caca0-3009-40cd-be4e-6a26377404b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.999677 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca6caca0-3009-40cd-be4e-6a26377404b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.027963 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca6caca0-3009-40cd-be4e-6a26377404b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.029191 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ca6caca0-3009-40cd-be4e-6a26377404b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1648057 Jul 14 09:42:21.032067 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58050) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:21.037794 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-4975e2dc-dbf3-4960-8b73-9ab101489e68 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-672709166', 'security_groups': ['d43847b5-0566-4162-a5c5-f6ed86891585'], 'network_id': 'db963d8a-383b-4382-8376-c543f55e024f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cf545e8e-8397-4d8c-889e-89985b6f94cb'}]}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:21.048096 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-96c39a0f-476b-44d0-8ca5-4974407c001e None None] Provisioning complete for port 7ad584e9-c24f-44af-bfb0-e8177b7d647f triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:21.048471 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96c39a0f-476b-44d0-8ca5-4974407c001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.053163 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6caca0-3009-40cd-be4e-6a26377404b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d43847b5-0566-4162-a5c5-f6ed86891585,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:21.121426 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-96c39a0f-476b-44d0-8ca5-4974407c001e None None] Port 7ad584e9-c24f-44af-bfb0-e8177b7d647f cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:21.125423 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71afb2e2-5066-4bb0-83aa-52ed188b19d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.130483 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d6257c05-7810-4a2f-8633-f105b8c47852 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:21.130851 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.164993 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4975e2dc-dbf3-4960-8b73-9ab101489e68 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:21.200776 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-96c39a0f-476b-44d0-8ca5-4974407c001e None None] Provisioning complete for port d6257c05-7810-4a2f-8633-f105b8c47852 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:21.201143 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96c39a0f-476b-44d0-8ca5-4974407c001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.253932 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4975e2dc-dbf3-4960-8b73-9ab101489e68 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.272162 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-4975e2dc-dbf3-4960-8b73-9ab101489e68 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] device_id is not set on port 6a2681c4-3b19-4498-8925-b13596c45213 yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:42:21.358333 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.437842 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7069ab1e-a753-49b4-b470-850df337c602 None None] Update dhcp port {'port': {'network_id': 'db963d8a-383b-4382-8376-c543f55e024f', 'fixed_ips': [{'subnet_id': 'a4926877-c293-4591-b493-233bdcdbd221', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cf545e8e-8397-4d8c-889e-89985b6f94cb'}], 'binding:host_id': 'n-d-771362-35'}, 'id': 'd6257c05-7810-4a2f-8633-f105b8c47852'} from n-d-771362-35. {{(pid=93774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:42:21.449539 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-4975e2dc-dbf3-4960-8b73-9ab101489e68 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Allocated IP 172.20.0.4 (db963d8a-383b-4382-8376-c543f55e024f/cf545e8e-8397-4d8c-889e-89985b6f94cb/6a2681c4-3b19-4498-8925-b13596c45213) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:21.475910 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7069ab1e-a753-49b4-b470-850df337c602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.593735 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4975e2dc-dbf3-4960-8b73-9ab101489e68 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.607938 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4975e2dc-dbf3-4960-8b73-9ab101489e68 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Transition to ACTIVE for port object 6a2681c4-3b19-4498-8925-b13596c45213 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:21.643724 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4975e2dc-dbf3-4960-8b73-9ab101489e68 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.690146 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4975e2dc-dbf3-4960-8b73-9ab101489e68 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network db963d8a-383b-4382-8376-c543f55e024f is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:21.690486 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-7069ab1e-a753-49b4-b470-850df337c602 None None] Allocated IP 172.20.0.2 (db963d8a-383b-4382-8376-c543f55e024f/cf545e8e-8397-4d8c-889e-89985b6f94cb/d6257c05-7810-4a2f-8633-f105b8c47852) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:21.693473 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-4975e2dc-dbf3-4960-8b73-9ab101489e68 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:21.698044 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4975e2dc-dbf3-4960-8b73-9ab101489e68 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:21.704833 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975e2dc-dbf3-4960-8b73-9ab101489e68 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Port': ['ID=6a2681c4-3b19-4498-8925-b13596c45213,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:21.750574 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4975e2dc-dbf3-4960-8b73-9ab101489e68 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:21.751202 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4975e2dc-dbf3-4960-8b73-9ab101489e68 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.766025 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4975e2dc-dbf3-4960-8b73-9ab101489e68 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7329366 Jul 14 09:42:21.768766 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58052) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:21.774304 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-04e522d7-7a68-4815-8a17-95d08097309d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'subnet': {'network_id': 'db963d8a-383b-4382-8376-c543f55e024f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:21.791153 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7069ab1e-a753-49b4-b470-850df337c602 None None] For port d6257c05-7810-4a2f-8633-f105b8c47852, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d6257c05-7810-4a2f-8633-f105b8c47852,segment=NetworkSegment(0bcbe8b0-19ef-4480-85f8-626827ee46e6),segment_id=0bcbe8b0-19ef-4480-85f8-626827ee46e6)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:21.822334 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7069ab1e-a753-49b4-b470-850df337c602 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.836611 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7069ab1e-a753-49b4-b470-850df337c602 None None] Transition to ACTIVE for port object d6257c05-7810-4a2f-8633-f105b8c47852 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:21.840468 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7069ab1e-a753-49b4-b470-850df337c602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.892523 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e522d7-7a68-4815-8a17-95d08097309d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:21.896172 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-04e522d7-7a68-4815-8a17-95d08097309d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.930245 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069ab1e-a753-49b4-b470-850df337c602 None None] Pushing event updated for resources: {'Port': ['ID=d6257c05-7810-4a2f-8633-f105b8c47852,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:21.992953 n-d-771362-35 neutron-server[93772]: INFO neutron.db.ipam_backend_mixin [None req-04e522d7-7a68-4815-8a17-95d08097309d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cf545e8e-8397-4d8c-889e-89985b6f94cb (CIDR: 172.20.0.0/28) Jul 14 09:42:21.996281 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e522d7-7a68-4815-8a17-95d08097309d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:42:21.996857 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04e522d7-7a68-4815-8a17-95d08097309d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:42:22.014168 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-04e522d7-7a68-4815-8a17-95d08097309d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2418070 Jul 14 09:42:22.014357 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58054) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:22.019642 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-93a1765b-c91f-45fe-a2a9-6e296acab374 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'subnet': {'network_id': 'db963d8a-383b-4382-8376-c543f55e024f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:22.265121 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.504288 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b801f7cf-9e27-426d-854c-c3139c735600 None None] Provisioning complete for port 7ad584e9-c24f-44af-bfb0-e8177b7d647f triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:22.504983 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b801f7cf-9e27-426d-854c-c3139c735600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.527375 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-62b078b3-0185-48fd-a085-9a9580563cfd req-390ab95b-cb12-44f9-9f05-0121d4c072e6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1005044 Jul 14 09:42:22.540387 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a1765b-c91f-45fe-a2a9-6e296acab374 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:22.544193 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93a1765b-c91f-45fe-a2a9-6e296acab374 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.546144 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b801f7cf-9e27-426d-854c-c3139c735600 None None] Port 7ad584e9-c24f-44af-bfb0-e8177b7d647f cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:22.559360 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b801f7cf-9e27-426d-854c-c3139c735600 None None] Provisioning for port d6257c05-7810-4a2f-8633-f105b8c47852 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:22.563885 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b801f7cf-9e27-426d-854c-c3139c735600 None None] Provisioning complete for port d6257c05-7810-4a2f-8633-f105b8c47852 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:22.564370 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b801f7cf-9e27-426d-854c-c3139c735600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.685455 n-d-771362-35 neutron-server[93772]: INFO neutron.db.ipam_backend_mixin [None req-93a1765b-c91f-45fe-a2a9-6e296acab374 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a4926877-c293-4591-b493-233bdcdbd221 (CIDR: 172.20.0.16/28) Jul 14 09:42:22.691679 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a1765b-c91f-45fe-a2a9-6e296acab374 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:42:22.692176 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93a1765b-c91f-45fe-a2a9-6e296acab374 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:42:22.696902 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b078b3-0185-48fd-a085-9a9580563cfd req-034aa12b-3079-4417-8327-36aeab06dd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:22.698393 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-62b078b3-0185-48fd-a085-9a9580563cfd req-034aa12b-3079-4417-8327-36aeab06dd4f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 1098 time: 0.0973327 Jul 14 09:42:22.710249 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-93a1765b-c91f-45fe-a2a9-6e296acab374 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6948588 Jul 14 09:42:22.713123 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58058) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:22.719193 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ca26130e-5893-405a-961e-67a84a62754d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'subnet': {'network_id': 'db963d8a-383b-4382-8376-c543f55e024f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:22.773758 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-93cdbe50-3054-41e1-8b82-791056b56261 None None] Provisioning for port 6a2681c4-3b19-4498-8925-b13596c45213 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:22.776145 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d6257c05-7810-4a2f-8633-f105b8c47852 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:22.780350 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-93cdbe50-3054-41e1-8b82-791056b56261 None None] Provisioning complete for port 6a2681c4-3b19-4498-8925-b13596c45213 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:22.780721 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93cdbe50-3054-41e1-8b82-791056b56261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.845301 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-93cdbe50-3054-41e1-8b82-791056b56261 None None] Port 6a2681c4-3b19-4498-8925-b13596c45213 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:22.857932 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d6257c05-7810-4a2f-8633-f105b8c47852 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:22.858303 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.892512 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b078b3-0185-48fd-a085-9a9580563cfd req-c90b983e-8029-44d8-9e16-63e5c2041e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:22.894106 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-62b078b3-0185-48fd-a085-9a9580563cfd req-c90b983e-8029-44d8-9e16-63e5c2041e4a service neutron] 10.222.0.44 "GET /v2.0/networks?id=db4cdeba-5aaa-4aa3-8402-070268d6baba HTTP/1.1" status: 200 len: 897 time: 0.1700146 Jul 14 09:42:22.946352 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca26130e-5893-405a-961e-67a84a62754d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Made reservation on behalf of 26ef2d54eaa8489fb98126d745f93bb5 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:22.949889 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca26130e-5893-405a-961e-67a84a62754d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.021559 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-62b078b3-0185-48fd-a085-9a9580563cfd req-ae8b15b5-c3d4-44fd-8aae-be6c83da66ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 HTTP/1.1" status: 200 len: 1002 time: 0.1189353 Jul 14 09:42:23.097776 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b078b3-0185-48fd-a085-9a9580563cfd req-6f257fdf-abe6-4511-9677-319a36e64695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:23.099231 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-62b078b3-0185-48fd-a085-9a9580563cfd req-6f257fdf-abe6-4511-9677-319a36e64695 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=486294bf-67fd-4f91-8858-ce39e034c4f8 HTTP/1.1" status: 200 len: 834 time: 0.0683157 Jul 14 09:42:23.227360 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b078b3-0185-48fd-a085-9a9580563cfd req-dc6be80b-4546-465b-873e-501907c3ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:23.228883 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-62b078b3-0185-48fd-a085-9a9580563cfd req-dc6be80b-4546-465b-873e-501907c3ed2b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db4cdeba-5aaa-4aa3-8402-070268d6baba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1224253 Jul 14 09:42:23.317772 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca26130e-5893-405a-961e-67a84a62754d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.389015 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca26130e-5893-405a-961e-67a84a62754d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Network db963d8a-383b-4382-8376-c543f55e024f is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:23.396768 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ca26130e-5893-405a-961e-67a84a62754d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:23.400002 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca26130e-5893-405a-961e-67a84a62754d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:23.400599 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca26130e-5893-405a-961e-67a84a62754d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.403149 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca26130e-5893-405a-961e-67a84a62754d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Subnet': ['ID=1c0e0e50-a275-4658-9526-e757154e1a04,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:23.406561 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070009d7-823c-401f-b57d-6d38602046d4 None None] Network db963d8a-383b-4382-8376-c543f55e024f requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:23.409355 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-62b078b3-0185-48fd-a085-9a9580563cfd req-f1aecde1-3f6d-4659-81e0-79fc4fd7c9a9 service neutron] 10.222.0.44 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712959 Jul 14 09:42:23.427565 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ca26130e-5893-405a-961e-67a84a62754d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7133970 Jul 14 09:42:23.431399 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58060) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:23.437293 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e8407f37-64a5-4fc5-9fb8-fb583d89fe9d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-29314086', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1c0e0e50-a275-4658-9526-e757154e1a04'}], 'security_groups': ['ff9851cf-e5fd-44bc-8797-db4170b772ce', '09bf75ca-9b51-4531-96a3-69ab511e1842']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:23.510893 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-62b078b3-0185-48fd-a085-9a9580563cfd req-fa8cca7c-3126-49bb-9594-9148ef89505d service neutron] 10.222.0.44 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926471 Jul 14 09:42:23.622194 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e8407f37-64a5-4fc5-9fb8-fb583d89fe9d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.640678 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afbdb85-3ff4-4e4a-a4ad-9dfd6f726b6a None None] Update dhcp port {'port': {'network_id': 'db963d8a-383b-4382-8376-c543f55e024f', 'fixed_ips': [{'subnet_id': 'a4926877-c293-4591-b493-233bdcdbd221', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cf545e8e-8397-4d8c-889e-89985b6f94cb', 'ip_address': '172.20.0.2'}, {'subnet_id': '1c0e0e50-a275-4658-9526-e757154e1a04'}], 'binding:host_id': 'n-d-771362-35'}, 'id': 'd6257c05-7810-4a2f-8633-f105b8c47852'} from n-d-771362-35. {{(pid=93774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:42:23.678661 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1afbdb85-3ff4-4e4a-a4ad-9dfd6f726b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.838038 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.860483 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-1afbdb85-3ff4-4e4a-a4ad-9dfd6f726b6a None None] Allocated IP 172.20.0.34 (db963d8a-383b-4382-8376-c543f55e024f/1c0e0e50-a275-4658-9526-e757154e1a04/d6257c05-7810-4a2f-8633-f105b8c47852) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:23.953961 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1afbdb85-3ff4-4e4a-a4ad-9dfd6f726b6a None None] For port d6257c05-7810-4a2f-8633-f105b8c47852, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d6257c05-7810-4a2f-8633-f105b8c47852,segment=NetworkSegment(0bcbe8b0-19ef-4480-85f8-626827ee46e6),segment_id=0bcbe8b0-19ef-4480-85f8-626827ee46e6)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:23.983342 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1afbdb85-3ff4-4e4a-a4ad-9dfd6f726b6a None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.996345 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1afbdb85-3ff4-4e4a-a4ad-9dfd6f726b6a None None] Transition to ACTIVE for port object d6257c05-7810-4a2f-8633-f105b8c47852 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:24.000084 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1afbdb85-3ff4-4e4a-a4ad-9dfd6f726b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.098922 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-e8407f37-64a5-4fc5-9fb8-fb583d89fe9d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Delete allocated IP 172.20.0.4 (db963d8a-383b-4382-8376-c543f55e024f/cf545e8e-8397-4d8c-889e-89985b6f94cb) {{(pid=93773) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 09:42:24.107977 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-e8407f37-64a5-4fc5-9fb8-fb583d89fe9d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Allocated IP 172.20.0.35 (db963d8a-383b-4382-8376-c543f55e024f/1c0e0e50-a275-4658-9526-e757154e1a04/6a2681c4-3b19-4498-8925-b13596c45213) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:24.108504 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afbdb85-3ff4-4e4a-a4ad-9dfd6f726b6a None None] Pushing event updated for resources: {'Port': ['ID=d6257c05-7810-4a2f-8633-f105b8c47852,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:24.278515 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e8407f37-64a5-4fc5-9fb8-fb583d89fe9d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.293475 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e8407f37-64a5-4fc5-9fb8-fb583d89fe9d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Transition to ACTIVE for port object 6a2681c4-3b19-4498-8925-b13596c45213 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:24.297600 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e8407f37-64a5-4fc5-9fb8-fb583d89fe9d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.396616 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8407f37-64a5-4fc5-9fb8-fb583d89fe9d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event updated for resources: {'Port': ['ID=6a2681c4-3b19-4498-8925-b13596c45213,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:24.409701 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8407f37-64a5-4fc5-9fb8-fb583d89fe9d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:24.410169 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8407f37-64a5-4fc5-9fb8-fb583d89fe9d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:24.410485 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8407f37-64a5-4fc5-9fb8-fb583d89fe9d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:24.410818 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8407f37-64a5-4fc5-9fb8-fb583d89fe9d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:24.411683 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8407f37-64a5-4fc5-9fb8-fb583d89fe9d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:24.411683 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8407f37-64a5-4fc5-9fb8-fb583d89fe9d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:24.411836 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8407f37-64a5-4fc5-9fb8-fb583d89fe9d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:24.412095 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8407f37-64a5-4fc5-9fb8-fb583d89fe9d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:24.412435 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8407f37-64a5-4fc5-9fb8-fb583d89fe9d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:24.412759 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8407f37-64a5-4fc5-9fb8-fb583d89fe9d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:24.413075 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8407f37-64a5-4fc5-9fb8-fb583d89fe9d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:24.413428 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8407f37-64a5-4fc5-9fb8-fb583d89fe9d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:24.426155 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e8407f37-64a5-4fc5-9fb8-fb583d89fe9d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] In _notify_port_updated(), no bound segment for port 6a2681c4-3b19-4498-8925-b13596c45213 on network db963d8a-383b-4382-8376-c543f55e024f {{(pid=93773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:42:24.431750 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8407f37-64a5-4fc5-9fb8-fb583d89fe9d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:24.432389 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e8407f37-64a5-4fc5-9fb8-fb583d89fe9d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.433918 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e8407f37-64a5-4fc5-9fb8-fb583d89fe9d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "PUT /v2.0/ports/6a2681c4-3b19-4498-8925-b13596c45213 HTTP/1.1" status: 200 len: 958 time: 1.0010965 Jul 14 09:42:24.436570 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58062) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:24.537745 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-39fafdb5-1a61-47a0-bcbc-d95c1824a689 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting port 6a2681c4-3b19-4498-8925-b13596c45213 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:24.538094 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-39fafdb5-1a61-47a0-bcbc-d95c1824a689 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.630265 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-39fafdb5-1a61-47a0-bcbc-d95c1824a689 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.642301 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-39fafdb5-1a61-47a0-bcbc-d95c1824a689 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Calling delete_port for 6a2681c4-3b19-4498-8925-b13596c45213 owned by {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:24.677940 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-494982f0-f4e2-47b6-bd3f-8651bb7f6e5a None None] Provisioning for port 6a2681c4-3b19-4498-8925-b13596c45213 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:24.682677 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-494982f0-f4e2-47b6-bd3f-8651bb7f6e5a None None] Provisioning complete for port 6a2681c4-3b19-4498-8925-b13596c45213 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:24.683051 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-494982f0-f4e2-47b6-bd3f-8651bb7f6e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.722529 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-494982f0-f4e2-47b6-bd3f-8651bb7f6e5a None None] Port 6a2681c4-3b19-4498-8925-b13596c45213 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:24.734068 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-494982f0-f4e2-47b6-bd3f-8651bb7f6e5a None None] Provisioning complete for port 7ad584e9-c24f-44af-bfb0-e8177b7d647f triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:24.734438 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-494982f0-f4e2-47b6-bd3f-8651bb7f6e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.773926 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-494982f0-f4e2-47b6-bd3f-8651bb7f6e5a None None] Port 7ad584e9-c24f-44af-bfb0-e8177b7d647f cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:24.781860 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-39fafdb5-1a61-47a0-bcbc-d95c1824a689 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.784555 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-494982f0-f4e2-47b6-bd3f-8651bb7f6e5a None None] Provisioning for port d6257c05-7810-4a2f-8633-f105b8c47852 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:24.789389 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-494982f0-f4e2-47b6-bd3f-8651bb7f6e5a None None] Provisioning complete for port d6257c05-7810-4a2f-8633-f105b8c47852 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:24.789979 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-494982f0-f4e2-47b6-bd3f-8651bb7f6e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.794080 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d6257c05-7810-4a2f-8633-f105b8c47852 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:24.810517 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fafdb5-1a61-47a0-bcbc-d95c1824a689 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Port': ['ID=6a2681c4-3b19-4498-8925-b13596c45213,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:24.885536 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-39fafdb5-1a61-47a0-bcbc-d95c1824a689 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.887626 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-39fafdb5-1a61-47a0-bcbc-d95c1824a689 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/ports/6a2681c4-3b19-4498-8925-b13596c45213 HTTP/1.1" status: 204 len: 168 time: 0.4500668 Jul 14 09:42:24.890204 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58064) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:24.897472 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d6257c05-7810-4a2f-8633-f105b8c47852 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:24.898475 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.920407 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-61660be7-331c-40e4-ad44-e33a152c328d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] GET failed (client error): The resource could not be found. Jul 14 09:42:24.924495 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-61660be7-331c-40e4-ad44-e33a152c328d tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "GET /v2.0/ports/6a2681c4-3b19-4498-8925-b13596c45213 HTTP/1.1" status: 404 len: 333 time: 0.0309062 Jul 14 09:42:24.924751 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58066) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:24.992012 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22c8ae2c-c5fb-4610-afb4-be021813e663 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.017842 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22c8ae2c-c5fb-4610-afb4-be021813e663 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.060667 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22c8ae2c-c5fb-4610-afb4-be021813e663 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.063235 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22c8ae2c-c5fb-4610-afb4-be021813e663 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.064458 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-22c8ae2c-c5fb-4610-afb4-be021813e663 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/security-groups/d43847b5-0566-4162-a5c5-f6ed86891585 HTTP/1.1" status: 204 len: 168 time: 0.1387856 Jul 14 09:42:25.067264 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58068) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:25.074838 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8ae2c-c5fb-4610-afb4-be021813e663 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43847b5-0566-4162-a5c5-f6ed86891585,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:25.131128 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36e72cb5-8588-4c24-b450-68040a533747 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.144576 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-48b3c046-aae7-47b2-bdfd-3f60853d2493 None None] Could not find standard attr ID for object 6a2681c4-3b19-4498-8925-b13596c45213. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:42:25.158532 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36e72cb5-8588-4c24-b450-68040a533747 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.207432 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36e72cb5-8588-4c24-b450-68040a533747 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.210358 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36e72cb5-8588-4c24-b450-68040a533747 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.212196 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-36e72cb5-8588-4c24-b450-68040a533747 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/security-groups/09bf75ca-9b51-4531-96a3-69ab511e1842 HTTP/1.1" status: 204 len: 168 time: 0.1435378 Jul 14 09:42:25.214963 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58070) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:25.222309 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e72cb5-8588-4c24-b450-68040a533747 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bf75ca-9b51-4531-96a3-69ab511e1842,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:25.275319 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f94ea586-35e6-4f63-8616-ec54d5f2b24c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.298020 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f94ea586-35e6-4f63-8616-ec54d5f2b24c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.339723 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f94ea586-35e6-4f63-8616-ec54d5f2b24c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.342413 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f94ea586-35e6-4f63-8616-ec54d5f2b24c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.343604 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f94ea586-35e6-4f63-8616-ec54d5f2b24c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/security-groups/ff9851cf-e5fd-44bc-8797-db4170b772ce HTTP/1.1" status: 204 len: 168 time: 0.1275275 Jul 14 09:42:25.346353 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58072) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:25.352786 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ea586-35e6-4f63-8616-ec54d5f2b24c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9851cf-e5fd-44bc-8797-db4170b772ce,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:25.398623 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce48a6b-17fe-49d1-838a-3fbd3de1530a tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting subnet cf545e8e-8397-4d8c-889e-89985b6f94cb {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:25.401717 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ce48a6b-17fe-49d1-838a-3fbd3de1530a tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.440648 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ce48a6b-17fe-49d1-838a-3fbd3de1530a tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.528207 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ce48a6b-17fe-49d1-838a-3fbd3de1530a tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.586211 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ce48a6b-17fe-49d1-838a-3fbd3de1530a tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.612419 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce48a6b-17fe-49d1-838a-3fbd3de1530a tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Subnet': ['ID=cf545e8e-8397-4d8c-889e-89985b6f94cb,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:25.616188 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ce48a6b-17fe-49d1-838a-3fbd3de1530a tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.619650 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2ce48a6b-17fe-49d1-838a-3fbd3de1530a tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/subnets/cf545e8e-8397-4d8c-889e-89985b6f94cb HTTP/1.1" status: 204 len: 168 time: 0.2711413 Jul 14 09:42:25.622792 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58074) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:25.624616 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c0ca95-d6d1-4dd9-8491-7a5de6c3b458 None None] Network db963d8a-383b-4382-8376-c543f55e024f requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:25.674691 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b51f99-3476-4f43-b006-19c3d33fc2b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting subnet 1c0e0e50-a275-4658-9526-e757154e1a04 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:25.677766 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1b51f99-3476-4f43-b006-19c3d33fc2b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.724797 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1b51f99-3476-4f43-b006-19c3d33fc2b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.814414 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1b51f99-3476-4f43-b006-19c3d33fc2b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.879903 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1b51f99-3476-4f43-b006-19c3d33fc2b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.907284 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b51f99-3476-4f43-b006-19c3d33fc2b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Subnet': ['ID=1c0e0e50-a275-4658-9526-e757154e1a04,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:25.918477 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1b51f99-3476-4f43-b006-19c3d33fc2b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.923229 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58076) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:25.923944 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a1b51f99-3476-4f43-b006-19c3d33fc2b0 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/subnets/1c0e0e50-a275-4658-9526-e757154e1a04 HTTP/1.1" status: 204 len: 168 time: 0.3001556 Jul 14 09:42:25.951528 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3abf2fd6-dbfc-4c80-a814-3099c09dc58b tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] DELETE failed (client error): The resource could not be found. Jul 14 09:42:25.952108 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3abf2fd6-dbfc-4c80-a814-3099c09dc58b tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:42:25.956624 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3abf2fd6-dbfc-4c80-a814-3099c09dc58b tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/subnets/cf545e8e-8397-4d8c-889e-89985b6f94cb HTTP/1.1" status: 404 len: 337 time: 0.0298486 Jul 14 09:42:25.957021 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58078) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:26.016576 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bcfd895-3a77-4cbe-9d6f-a2ac7b1ba624 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting subnet a4926877-c293-4591-b493-233bdcdbd221 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:26.019837 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bcfd895-3a77-4cbe-9d6f-a2ac7b1ba624 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.062187 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bcfd895-3a77-4cbe-9d6f-a2ac7b1ba624 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.149878 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bcfd895-3a77-4cbe-9d6f-a2ac7b1ba624 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.214950 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bcfd895-3a77-4cbe-9d6f-a2ac7b1ba624 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.243530 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfd895-3a77-4cbe-9d6f-a2ac7b1ba624 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Subnet': ['ID=a4926877-c293-4591-b493-233bdcdbd221,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:26.247512 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1bcfd895-3a77-4cbe-9d6f-a2ac7b1ba624 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.249380 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1bcfd895-3a77-4cbe-9d6f-a2ac7b1ba624 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/subnets/a4926877-c293-4591-b493-233bdcdbd221 HTTP/1.1" status: 204 len: 168 time: 0.2914228 Jul 14 09:42:26.251844 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58080) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:26.278990 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7b9bd9-eef6-4a22-a30e-da56f0581d86 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] DELETE failed (client error): The resource could not be found. Jul 14 09:42:26.279432 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7b9bd9-eef6-4a22-a30e-da56f0581d86 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:42:26.283821 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8b7b9bd9-eef6-4a22-a30e-da56f0581d86 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/subnets/7445897b-855c-44bd-85c3-1d3bc27756be HTTP/1.1" status: 404 len: 337 time: 0.0283310 Jul 14 09:42:26.284335 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58082) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:26.311916 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab3ba64-29b5-4ea9-ab14-40e749146863 None None] Network db963d8a-383b-4382-8376-c543f55e024f requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:26.313769 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-738a8977-d0bb-4a9f-886f-a9b33b2874ba tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "GET /v2.0/ports?device_id=e66b07a7-dd15-4f9c-9b36-55b2492b81c6 HTTP/1.1" status: 200 len: 205 time: 0.0287378 Jul 14 09:42:26.316486 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58084) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:26.359551 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-a1973144-9b0a-4ecb-9e2a-3d056b50208c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] delete failed (client error): The resource could not be found. Jul 14 09:42:26.360903 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a1973144-9b0a-4ecb-9e2a-3d056b50208c tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/routers/e66b07a7-dd15-4f9c-9b36-55b2492b81c6 HTTP/1.1" status: 404 len: 336 time: 0.0431128 Jul 14 09:42:26.363392 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58086) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:26.387785 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0e12c49d-f11a-493e-b607-4cb67806fb2a None None] Provisioning complete for port 7ad584e9-c24f-44af-bfb0-e8177b7d647f triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:26.388151 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e12c49d-f11a-493e-b607-4cb67806fb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.391537 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa398c6e-24cb-4bf8-81d9-9d283d2e3352 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] DELETE failed (client error): The resource could not be found. Jul 14 09:42:26.392081 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa398c6e-24cb-4bf8-81d9-9d283d2e3352 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:42:26.393942 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fa398c6e-24cb-4bf8-81d9-9d283d2e3352 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/subnets/57fc967f-3509-4191-b208-18b88753714f HTTP/1.1" status: 404 len: 337 time: 0.0292931 Jul 14 09:42:26.396474 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58088) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:26.427921 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b5e6d1-a2d1-435e-9de7-58bacea241aa tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] DELETE failed (client error): The resource could not be found. Jul 14 09:42:26.428383 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63b5e6d1-a2d1-435e-9de7-58bacea241aa tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:42:26.431036 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-63b5e6d1-a2d1-435e-9de7-58bacea241aa tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/subnets/fc0d74c7-588e-4b87-b2be-71b4657a1f52 HTTP/1.1" status: 404 len: 337 time: 0.0332279 Jul 14 09:42:26.433284 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58090) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:26.457195 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0e12c49d-f11a-493e-b607-4cb67806fb2a None None] Port 7ad584e9-c24f-44af-bfb0-e8177b7d647f cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:26.459830 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8237d56e-d36b-4c63-a350-4035ddbd832f tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] DELETE failed (client error): The resource could not be found. Jul 14 09:42:26.460851 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8237d56e-d36b-4c63-a350-4035ddbd832f tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:42:26.462585 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8237d56e-d36b-4c63-a350-4035ddbd832f tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/subnets/51319271-bb65-490a-9fce-5414d9a38202 HTTP/1.1" status: 404 len: 337 time: 0.0283420 Jul 14 09:42:26.465098 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58092) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:26.478039 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0e12c49d-f11a-493e-b607-4cb67806fb2a None None] Provisioning complete for port d6257c05-7810-4a2f-8633-f105b8c47852 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:26.478407 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e12c49d-f11a-493e-b607-4cb67806fb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.491886 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a67cb7-a38c-4290-aac3-103c7cace191 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] DELETE failed (client error): The resource could not be found. Jul 14 09:42:26.492576 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a67cb7-a38c-4290-aac3-103c7cace191 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:42:26.494292 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a1a67cb7-a38c-4290-aac3-103c7cace191 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/ports/6dc8fc03-116d-49fc-989c-1a5b05425047 HTTP/1.1" status: 404 len: 333 time: 0.0280287 Jul 14 09:42:26.496843 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58094) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:26.522590 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-23702973-2cb7-4472-9f11-d2d44533190b tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] DELETE failed (client error): The resource could not be found. Jul 14 09:42:26.523620 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23702973-2cb7-4472-9f11-d2d44533190b tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:42:26.525379 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-23702973-2cb7-4472-9f11-d2d44533190b tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/subnets/bfb20232-f0b7-4afb-a11f-541960c88f44 HTTP/1.1" status: 404 len: 337 time: 0.0276346 Jul 14 09:42:26.527833 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58096) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:26.554624 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bef7672-90fe-4b4f-910b-075f2ffcf371 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] DELETE failed (client error): The resource could not be found. Jul 14 09:42:26.555005 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bef7672-90fe-4b4f-910b-075f2ffcf371 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:42:26.556803 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5bef7672-90fe-4b4f-910b-075f2ffcf371 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/subnets/0d237135-45f4-48ec-b2b7-e74fabe5fb93 HTTP/1.1" status: 404 len: 337 time: 0.0280564 Jul 14 09:42:26.559325 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58098) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:26.592880 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-111a79b7-9f7e-42e9-bbdf-865a397b87d7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] DELETE failed (client error): The resource could not be found. Jul 14 09:42:26.593686 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-111a79b7-9f7e-42e9-bbdf-865a397b87d7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:42:26.595449 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-111a79b7-9f7e-42e9-bbdf-865a397b87d7 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/ports/1225eaf4-a434-4ffd-9ee2-b1227d64d42e HTTP/1.1" status: 404 len: 333 time: 0.0351095 Jul 14 09:42:26.598111 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58100) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:26.625752 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-529794f0-7103-49ed-af31-2402ad007994 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] DELETE failed (client error): The resource could not be found. Jul 14 09:42:26.626214 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-529794f0-7103-49ed-af31-2402ad007994 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:42:26.628002 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-529794f0-7103-49ed-af31-2402ad007994 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/subnets/3e9a580a-dc7c-42e1-bed6-6558d1febe58 HTTP/1.1" status: 404 len: 337 time: 0.0289555 Jul 14 09:42:26.630649 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58102) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:26.658177 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef2674cf-2cb7-439c-adf8-506665bcf043 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] DELETE failed (client error): The resource could not be found. Jul 14 09:42:26.658643 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef2674cf-2cb7-439c-adf8-506665bcf043 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:42:26.660441 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ef2674cf-2cb7-439c-adf8-506665bcf043 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/subnets/9a60e6db-7d39-4a07-bdb6-edfa20d53e59 HTTP/1.1" status: 404 len: 337 time: 0.0288594 Jul 14 09:42:26.663178 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58104) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:26.702884 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be248b80-174c-49e0-b3de-741e3b0c60e5 None None] DHCP port deletion for db963d8a-383b-4382-8376-c543f55e024f request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:42:26.763130 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-240d4f61-77ce-4803-b0da-3b4a96939ce5 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Deleting port 7ad584e9-c24f-44af-bfb0-e8177b7d647f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:26.763619 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-240d4f61-77ce-4803-b0da-3b4a96939ce5 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.768158 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-be248b80-174c-49e0-b3de-741e3b0c60e5 None None] Deleting port d6257c05-7810-4a2f-8633-f105b8c47852 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:26.768536 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be248b80-174c-49e0-b3de-741e3b0c60e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.806234 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d6257c05-7810-4a2f-8633-f105b8c47852 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:26.836934 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-240d4f61-77ce-4803-b0da-3b4a96939ce5 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.850327 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-240d4f61-77ce-4803-b0da-3b4a96939ce5 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Calling delete_port for 7ad584e9-c24f-44af-bfb0-e8177b7d647f owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:26.865465 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-be248b80-174c-49e0-b3de-741e3b0c60e5 None None] For port d6257c05-7810-4a2f-8633-f105b8c47852, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d6257c05-7810-4a2f-8633-f105b8c47852,segment=NetworkSegment(0bcbe8b0-19ef-4480-85f8-626827ee46e6),segment_id=0bcbe8b0-19ef-4480-85f8-626827ee46e6)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:26.865856 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be248b80-174c-49e0-b3de-741e3b0c60e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.879133 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-be248b80-174c-49e0-b3de-741e3b0c60e5 None None] Calling delete_port for d6257c05-7810-4a2f-8633-f105b8c47852 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:26.929135 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-240d4f61-77ce-4803-b0da-3b4a96939ce5 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.957285 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.965003 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d4f61-77ce-4803-b0da-3b4a96939ce5 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Port': ['ID=7ad584e9-c24f-44af-bfb0-e8177b7d647f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:26.968665 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-240d4f61-77ce-4803-b0da-3b4a96939ce5 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.970735 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-240d4f61-77ce-4803-b0da-3b4a96939ce5 tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/ports/7ad584e9-c24f-44af-bfb0-e8177b7d647f HTTP/1.1" status: 204 len: 168 time: 0.3059447 Jul 14 09:42:26.973225 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58106) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:27.013385 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port d6257c05-7810-4a2f-8633-f105b8c47852, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d6257c05-7810-4a2f-8633-f105b8c47852,segment=NetworkSegment(0bcbe8b0-19ef-4480-85f8-626827ee46e6),segment_id=0bcbe8b0-19ef-4480-85f8-626827ee46e6)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:27.018185 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.043709 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be248b80-174c-49e0-b3de-741e3b0c60e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.060749 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be248b80-174c-49e0-b3de-741e3b0c60e5 None None] No DVR routers for this DVR port d6257c05-7810-4a2f-8633-f105b8c47852 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:27.061097 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09bf1af7-820f-44b1-8ca7-c01063e1e0ad tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.082236 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=d6257c05-7810-4a2f-8633-f105b8c47852,revision_number=11']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:27.106242 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be248b80-174c-49e0-b3de-741e3b0c60e5 None None] Pushing event deleted for resources: {'Port': ['ID=d6257c05-7810-4a2f-8633-f105b8c47852,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:27.151792 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09bf1af7-820f-44b1-8ca7-c01063e1e0ad tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.161577 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-09bf1af7-820f-44b1-8ca7-c01063e1e0ad tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db963d8a-383b-4382-8376-c543f55e024f']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:27.172407 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-09bf1af7-820f-44b1-8ca7-c01063e1e0ad tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bcbe8b0-19ef-4480-85f8-626827ee46e6') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:27.172706 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-09bf1af7-820f-44b1-8ca7-c01063e1e0ad tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bcbe8b0-19ef-4480-85f8-626827ee46e6') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:27.181560 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09bf1af7-820f-44b1-8ca7-c01063e1e0ad tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.194870 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09bf1af7-820f-44b1-8ca7-c01063e1e0ad tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.201002 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09bf1af7-820f-44b1-8ca7-c01063e1e0ad tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:42:27.201407 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09bf1af7-820f-44b1-8ca7-c01063e1e0ad tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:42:27.204733 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:42:27.261000 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09bf1af7-820f-44b1-8ca7-c01063e1e0ad tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.268083 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09bf1af7-820f-44b1-8ca7-c01063e1e0ad tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.269915 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-09bf1af7-820f-44b1-8ca7-c01063e1e0ad tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] 10.222.0.25 "DELETE /v2.0/networks/db963d8a-383b-4382-8376-c543f55e024f HTTP/1.1" status: 204 len: 168 time: 0.2956824 Jul 14 09:42:27.282229 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf1af7-820f-44b1-8ca7-c01063e1e0ad tempest-PortsTestJSON-313043421 tempest-PortsTestJSON-313043421-project] Pushing event deleted for resources: {'Network': ['ID=db963d8a-383b-4382-8376-c543f55e024f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:27.434926 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c595a-ce2f-4fcd-a8b0-d608873458ca req-edc17ac5-8fcd-48a6-b54d-6d81eceb9b25 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:27.436541 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0c9c595a-ce2f-4fcd-a8b0-d608873458ca req-edc17ac5-8fcd-48a6-b54d-6d81eceb9b25 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 1098 time: 0.0612235 Jul 14 09:42:27.472624 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0c9c595a-ce2f-4fcd-a8b0-d608873458ca req-b349f12c-ab7f-4994-a1ed-528301b79982 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302243 Jul 14 09:42:27.516056 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58118) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:27.675369 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1ca3b23e-b562-4d11-9b0f-f89e02f69a30 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=26ef2d54eaa8489fb98126d745f93bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581261 Jul 14 09:42:27.677928 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58122) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:27.688375 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389bcbf-d7a6-4420-a0d1-96889fb85728 req-d3a96de7-35a5-447f-bda6-68016931781e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:27.689905 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0389bcbf-d7a6-4420-a0d1-96889fb85728 req-d3a96de7-35a5-447f-bda6-68016931781e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 946 time: 0.0986145 Jul 14 09:42:27.728151 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c82f3fe-d76f-4f37-b70f-26de55b9de7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.728356 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0389bcbf-d7a6-4420-a0d1-96889fb85728 req-c52730e7-7f08-4bd2-8aa2-5da2b7e0e69f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324826 Jul 14 09:42:27.753887 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58124) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:27.761970 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c82f3fe-d76f-4f37-b70f-26de55b9de7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.810442 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c82f3fe-d76f-4f37-b70f-26de55b9de7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.813078 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c82f3fe-d76f-4f37-b70f-26de55b9de7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.814306 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6c82f3fe-d76f-4f37-b70f-26de55b9de7b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6017749-2386-4b53-aa01-8399645ccc4d HTTP/1.1" status: 204 len: 168 time: 0.1353791 Jul 14 09:42:27.827537 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82f3fe-d76f-4f37-b70f-26de55b9de7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6017749-2386-4b53-aa01-8399645ccc4d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:28.171854 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ba545fc5-39e1-468a-b6b3-250d9793fbe9 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/floatingips/fc3f0bb5-f599-49ed-b285-6240f3ec44ba HTTP/1.1" status: 200 len: 994 time: 0.4167094 Jul 14 09:42:28.494206 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58152) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:28.592234 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8b3f62c4-05c1-450b-a8b6-42454b487420 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'network': {'name': 'tempest-RoutersTest-988347290'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:28.613399 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3f62c4-05c1-450b-a8b6-42454b487420 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Made reservation on behalf of b049f358a66c4bdab930174032f54d6b for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:28.617181 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b3f62c4-05c1-450b-a8b6-42454b487420 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.626467 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b3f62c4-05c1-450b-a8b6-42454b487420 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.721451 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b3f62c4-05c1-450b-a8b6-42454b487420 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.726858 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b3f62c4-05c1-450b-a8b6-42454b487420 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.753934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b3f62c4-05c1-450b-a8b6-42454b487420 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:42:28.763843 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f62c4-05c1-450b-a8b6-42454b487420 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=913b621d-dc75-43ed-80fa-f3d2b475e377,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:28.768814 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b3f62c4-05c1-450b-a8b6-42454b487420 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.769157 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-8b3f62c4-05c1-450b-a8b6-42454b487420 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Added segment ff92cf6c-880b-4e78-8833-7b5cfd81812d of type vlan for network e1e5d2f3-351b-4fe9-913e-ecdad1d8ffb7 Jul 14 09:42:28.811694 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b3f62c4-05c1-450b-a8b6-42454b487420 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.844770 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b3f62c4-05c1-450b-a8b6-42454b487420 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.851069 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3f62c4-05c1-450b-a8b6-42454b487420 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:28.851774 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b3f62c4-05c1-450b-a8b6-42454b487420 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.874045 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58162) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:28.913761 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8b3f62c4-05c1-450b-a8b6-42454b487420 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4184270 Jul 14 09:42:28.916851 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58166) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:28.925680 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a2929652-851d-4389-9a29-cdc3d179950e tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'network': {'name': 'tempest-RoutersTest-2050798787'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:28.949746 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f62c4-05c1-450b-a8b6-42454b487420 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Network': ['ID=e1e5d2f3-351b-4fe9-913e-ecdad1d8ffb7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:28.961273 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network e1e5d2f3-351b-4fe9-913e-ecdad1d8ffb7 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:42:28.989350 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2929652-851d-4389-9a29-cdc3d179950e tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Made reservation on behalf of b049f358a66c4bdab930174032f54d6b for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:28.993056 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2929652-851d-4389-9a29-cdc3d179950e tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.996789 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-b61ffb4a-2655-4280-9aa0-265e2fe7890f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1213291 Jul 14 09:42:29.031254 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2929652-851d-4389-9a29-cdc3d179950e tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:42:29.040446 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e5ebf-9d85-4979-a4ec-808e42b1ed63 req-4239bff6-887f-4163-a5c2-81a54795e65a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:29.041966 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f21e5ebf-9d85-4979-a4ec-808e42b1ed63 req-4239bff6-887f-4163-a5c2-81a54795e65a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 946 time: 0.1207747 Jul 14 09:42:29.057911 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2929652-851d-4389-9a29-cdc3d179950e tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:29.058829 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-a2929652-851d-4389-9a29-cdc3d179950e tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Added segment a93e15c5-c95e-474f-a220-5dd99b102727 of type vlan for network a8ae4265-506a-4d86-b1f5-83cc45a1bdd1 Jul 14 09:42:29.122602 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f21e5ebf-9d85-4979-a4ec-808e42b1ed63 req-6a529ecd-6e91-49de-a8de-cee1bbe60558 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728376 Jul 14 09:42:29.129573 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2929652-851d-4389-9a29-cdc3d179950e tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:29.168982 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2929652-851d-4389-9a29-cdc3d179950e tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:29.174700 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2929652-851d-4389-9a29-cdc3d179950e tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:29.175332 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2929652-851d-4389-9a29-cdc3d179950e tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:29.233976 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a2929652-851d-4389-9a29-cdc3d179950e tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3160849 Jul 14 09:42:29.237006 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58186) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:29.244867 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-cf0ab70b-a7b1-4e33-9ffb-e7e521eb1674 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'subnet': {'network_id': 'e1e5d2f3-351b-4fe9-913e-ecdad1d8ffb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:29.295039 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2929652-851d-4389-9a29-cdc3d179950e tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Network': ['ID=a8ae4265-506a-4d86-b1f5-83cc45a1bdd1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:29.308841 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network a8ae4265-506a-4d86-b1f5-83cc45a1bdd1 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:42:29.352275 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0ab70b-a7b1-4e33-9ffb-e7e521eb1674 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Made reservation on behalf of b049f358a66c4bdab930174032f54d6b for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:29.355708 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf0ab70b-a7b1-4e33-9ffb-e7e521eb1674 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:29.555386 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf0ab70b-a7b1-4e33-9ffb-e7e521eb1674 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:29.625803 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ab70b-a7b1-4e33-9ffb-e7e521eb1674 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Subnet': ['ID=fe5c0257-e104-4ec9-98b5-af968db81465,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:29.633865 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0ab70b-a7b1-4e33-9ffb-e7e521eb1674 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Checking segment: {'id': 'ff92cf6c-880b-4e78-8833-7b5cfd81812d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e1e5d2f3-351b-4fe9-913e-ecdad1d8ffb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:29.634225 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0ab70b-a7b1-4e33-9ffb-e7e521eb1674 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network hostable DHCP agents. Network: e1e5d2f3-351b-4fe9-913e-ecdad1d8ffb7, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:42:29.649952 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0ab70b-a7b1-4e33-9ffb-e7e521eb1674 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network e1e5d2f3-351b-4fe9-913e-ecdad1d8ffb7 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:42:29.659124 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-cf0ab70b-a7b1-4e33-9ffb-e7e521eb1674 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, e1e5d2f3-351b-4fe9-913e-ecdad1d8ffb7) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:29.665794 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0ab70b-a7b1-4e33-9ffb-e7e521eb1674 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:29.667046 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf0ab70b-a7b1-4e33-9ffb-e7e521eb1674 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:29.670490 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2868eca8-38c5-42e7-8b3f-6672dae0b0b0 None None] Network e1e5d2f3-351b-4fe9-913e-ecdad1d8ffb7 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:29.683425 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cf0ab70b-a7b1-4e33-9ffb-e7e521eb1674 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4453843 Jul 14 09:42:29.686420 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58194) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:29.691570 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c371bf63-d28f-42ee-ab2b-681603310763 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'subnet': {'network_id': 'a8ae4265-506a-4d86-b1f5-83cc45a1bdd1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:29.793296 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c371bf63-d28f-42ee-ab2b-681603310763 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Made reservation on behalf of b049f358a66c4bdab930174032f54d6b for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:29.797665 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c371bf63-d28f-42ee-ab2b-681603310763 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:29.825793 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c820fb4-2285-4c22-8fef-07cc3fdc3891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-e1e5d2f3-351b-4fe9-913e-ecdad1d8ffb7', 'network_id': 'e1e5d2f3-351b-4fe9-913e-ecdad1d8ffb7', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'fixed_ips': [{'subnet_id': 'fe5c0257-e104-4ec9-98b5-af968db81465'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:42:29.827029 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c820fb4-2285-4c22-8fef-07cc3fdc3891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:29.969908 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-9c820fb4-2285-4c22-8fef-07cc3fdc3891 None None] Allocated IP 172.20.0.2 (e1e5d2f3-351b-4fe9-913e-ecdad1d8ffb7/fe5c0257-e104-4ec9-98b5-af968db81465/20a2d491-6300-4130-97b0-b81aaac0f2eb) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:29.989577 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c371bf63-d28f-42ee-ab2b-681603310763 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.060950 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371bf63-d28f-42ee-ab2b-681603310763 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Subnet': ['ID=8e4127fe-63a4-4b48-b638-f2baf985cd2f,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:30.066841 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c371bf63-d28f-42ee-ab2b-681603310763 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Checking segment: {'id': 'a93e15c5-c95e-474f-a220-5dd99b102727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a8ae4265-506a-4d86-b1f5-83cc45a1bdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:30.067219 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c371bf63-d28f-42ee-ab2b-681603310763 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network hostable DHCP agents. Network: a8ae4265-506a-4d86-b1f5-83cc45a1bdd1, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:42:30.086174 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c371bf63-d28f-42ee-ab2b-681603310763 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network a8ae4265-506a-4d86-b1f5-83cc45a1bdd1 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:42:30.095912 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-c371bf63-d28f-42ee-ab2b-681603310763 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, a8ae4265-506a-4d86-b1f5-83cc45a1bdd1) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:30.103093 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c371bf63-d28f-42ee-ab2b-681603310763 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:30.103734 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c371bf63-d28f-42ee-ab2b-681603310763 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.121681 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5f8bd7-2f99-4a50-9f6f-acafab0ae542 None None] Network a8ae4265-506a-4d86-b1f5-83cc45a1bdd1 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:30.124079 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c371bf63-d28f-42ee-ab2b-681603310763 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4353702 Jul 14 09:42:30.126684 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58196) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:30.134761 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-6d109124-df9b-4830-99cf-65a280160d68 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-185832692', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:30.172752 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d109124-df9b-4830-99cf-65a280160d68 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.173693 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d109124-df9b-4830-99cf-65a280160d68 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.184830 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c820fb4-2285-4c22-8fef-07cc3fdc3891 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.198959 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-9c820fb4-2285-4c22-8fef-07cc3fdc3891 None None] Transition to ACTIVE for port object 20a2d491-6300-4130-97b0-b81aaac0f2eb will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:30.224765 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-9c820fb4-2285-4c22-8fef-07cc3fdc3891 None None] Transition to ACTIVE for port object 20a2d491-6300-4130-97b0-b81aaac0f2eb will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:30.233552 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c820fb4-2285-4c22-8fef-07cc3fdc3891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.262749 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d109124-df9b-4830-99cf-65a280160d68 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.271335 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d109124-df9b-4830-99cf-65a280160d68 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.282071 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-ab71b237-6fd0-406a-bb14-5862c01299b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:30.283978 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-ab71b237-6fd0-406a-bb14-5862c01299b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 1098 time: 0.1232939 Jul 14 09:42:30.301574 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d109124-df9b-4830-99cf-65a280160d68 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.306503 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6d109124-df9b-4830-99cf-65a280160d68 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1784446 Jul 14 09:42:30.308276 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58200) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:30.313337 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c820fb4-2285-4c22-8fef-07cc3fdc3891 None None] Network e1e5d2f3-351b-4fe9-913e-ecdad1d8ffb7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:30.316508 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-9c820fb4-2285-4c22-8fef-07cc3fdc3891 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:30.326570 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c820fb4-2285-4c22-8fef-07cc3fdc3891 None None] Pushing event updated for resources: {'Port': ['ID=20a2d491-6300-4130-97b0-b81aaac0f2eb,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:30.326570 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c820fb4-2285-4c22-8fef-07cc3fdc3891 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:30.398107 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-d65cc3da-f463-49b2-b4f3-a822e2a72751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:30.399677 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-d65cc3da-f463-49b2-b4f3-a822e2a72751 service neutron] 10.222.0.44 "GET /v2.0/networks?id=db4cdeba-5aaa-4aa3-8402-070268d6baba HTTP/1.1" status: 200 len: 897 time: 0.1087396 Jul 14 09:42:30.416307 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-9c820fb4-2285-4c22-8fef-07cc3fdc3891 None None] Attempting to bind port 20a2d491-6300-4130-97b0-b81aaac0f2eb on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:30.416684 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-9c820fb4-2285-4c22-8fef-07cc3fdc3891 None None] Attempting to bind port 20a2d491-6300-4130-97b0-b81aaac0f2eb by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'ff92cf6c-880b-4e78-8833-7b5cfd81812d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e1e5d2f3-351b-4fe9-913e-ecdad1d8ffb7'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:30.417044 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c820fb4-2285-4c22-8fef-07cc3fdc3891 None None] Attempting to bind port 20a2d491-6300-4130-97b0-b81aaac0f2eb on network e1e5d2f3-351b-4fe9-913e-ecdad1d8ffb7 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:30.422172 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c820fb4-2285-4c22-8fef-07cc3fdc3891 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:30.422534 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c820fb4-2285-4c22-8fef-07cc3fdc3891 None None] Checking segment: {'id': 'ff92cf6c-880b-4e78-8833-7b5cfd81812d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e1e5d2f3-351b-4fe9-913e-ecdad1d8ffb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:30.422932 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c820fb4-2285-4c22-8fef-07cc3fdc3891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.423314 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c820fb4-2285-4c22-8fef-07cc3fdc3891 None None] Bound using segment: {'id': 'ff92cf6c-880b-4e78-8833-7b5cfd81812d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e1e5d2f3-351b-4fe9-913e-ecdad1d8ffb7'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:30.423846 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-9c820fb4-2285-4c22-8fef-07cc3fdc3891 None None] Bound port: 20a2d491-6300-4130-97b0-b81aaac0f2eb, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff92cf6c-880b-4e78-8833-7b5cfd81812d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e1e5d2f3-351b-4fe9-913e-ecdad1d8ffb7'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:30.424166 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c820fb4-2285-4c22-8fef-07cc3fdc3891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.428212 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9da3bc8-58d4-43c7-8593-ea464663245a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-a8ae4265-506a-4d86-b1f5-83cc45a1bdd1', 'network_id': 'a8ae4265-506a-4d86-b1f5-83cc45a1bdd1', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'fixed_ips': [{'subnet_id': '8e4127fe-63a4-4b48-b638-f2baf985cd2f'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:42:30.429150 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9da3bc8-58d4-43c7-8593-ea464663245a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.461023 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512dac20-b691-4f10-8523-9242031e777e req-41ca77e4-07d3-4aea-8e0f-e6bb1b29eeb6 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:30.462451 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-512dac20-b691-4f10-8523-9242031e777e req-41ca77e4-07d3-4aea-8e0f-e6bb1b29eeb6 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 946 time: 0.2001259 Jul 14 09:42:30.474191 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-e2255fb1-7097-470c-9308-dcfb09eef0c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 HTTP/1.1" status: 200 len: 1002 time: 0.0671854 Jul 14 09:42:30.528195 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-653c32a5-890b-4091-9e79-a44a6c2e1909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:30.529797 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-653c32a5-890b-4091-9e79-a44a6c2e1909 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=486294bf-67fd-4f91-8858-ce39e034c4f8 HTTP/1.1" status: 200 len: 834 time: 0.0481896 Jul 14 09:42:30.574696 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-9c820fb4-2285-4c22-8fef-07cc3fdc3891 None None] For port 20a2d491-6300-4130-97b0-b81aaac0f2eb, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:30.580217 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-9c820fb4-2285-4c22-8fef-07cc3fdc3891 None None] For port 20a2d491-6300-4130-97b0-b81aaac0f2eb, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=20a2d491-6300-4130-97b0-b81aaac0f2eb,segment=NetworkSegment(ff92cf6c-880b-4e78-8833-7b5cfd81812d),segment_id=ff92cf6c-880b-4e78-8833-7b5cfd81812d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:30.598905 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c820fb4-2285-4c22-8fef-07cc3fdc3891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.601529 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-f00fdab0-5c5e-416b-b092-c998775b1eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:30.603313 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-f00fdab0-5c5e-416b-b092-c998775b1eb1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db4cdeba-5aaa-4aa3-8402-070268d6baba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634797 Jul 14 09:42:30.604285 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-512dac20-b691-4f10-8523-9242031e777e req-8ee55009-34ef-459e-9948-46d890d518d5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101778 Jul 14 09:42:30.657938 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-d9da3bc8-58d4-43c7-8593-ea464663245a None None] Allocated IP 172.21.0.2 (a8ae4265-506a-4d86-b1f5-83cc45a1bdd1/8e4127fe-63a4-4b48-b638-f2baf985cd2f/2171de45-5246-4599-bf15-8ca489cf802a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:30.701411 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b79f22e7-46a6-4dd1-bc84-57661393b4f3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.744897 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c820fb4-2285-4c22-8fef-07cc3fdc3891 None None] Pushing event updated for resources: {'Port': ['ID=20a2d491-6300-4130-97b0-b81aaac0f2eb,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:30.752594 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-5a5b3f13-cc40-443b-b83b-10c01582e4f0 service neutron] 10.222.0.44 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400506 Jul 14 09:42:30.848845 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9da3bc8-58d4-43c7-8593-ea464663245a None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.860501 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d9da3bc8-58d4-43c7-8593-ea464663245a None None] Transition to ACTIVE for port object 2171de45-5246-4599-bf15-8ca489cf802a will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:30.881033 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d9da3bc8-58d4-43c7-8593-ea464663245a None None] Transition to ACTIVE for port object 2171de45-5246-4599-bf15-8ca489cf802a will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:30.888547 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-b4ae72c5-7e51-4cfe-acc4-b901a91c61ac service neutron] 10.222.0.44 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275249 Jul 14 09:42:30.890140 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9da3bc8-58d4-43c7-8593-ea464663245a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.946978 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9da3bc8-58d4-43c7-8593-ea464663245a None None] Network a8ae4265-506a-4d86-b1f5-83cc45a1bdd1 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:30.949984 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d9da3bc8-58d4-43c7-8593-ea464663245a None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:30.954313 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da3bc8-58d4-43c7-8593-ea464663245a None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:30.960643 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da3bc8-58d4-43c7-8593-ea464663245a None None] Pushing event updated for resources: {'Port': ['ID=2171de45-5246-4599-bf15-8ca489cf802a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:31.041665 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-d9da3bc8-58d4-43c7-8593-ea464663245a None None] Attempting to bind port 2171de45-5246-4599-bf15-8ca489cf802a on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:31.042276 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-d9da3bc8-58d4-43c7-8593-ea464663245a None None] Attempting to bind port 2171de45-5246-4599-bf15-8ca489cf802a by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'a93e15c5-c95e-474f-a220-5dd99b102727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a8ae4265-506a-4d86-b1f5-83cc45a1bdd1'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:31.042379 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da3bc8-58d4-43c7-8593-ea464663245a None None] Attempting to bind port 2171de45-5246-4599-bf15-8ca489cf802a on network a8ae4265-506a-4d86-b1f5-83cc45a1bdd1 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:31.048056 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da3bc8-58d4-43c7-8593-ea464663245a None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:31.048427 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da3bc8-58d4-43c7-8593-ea464663245a None None] Checking segment: {'id': 'a93e15c5-c95e-474f-a220-5dd99b102727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a8ae4265-506a-4d86-b1f5-83cc45a1bdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:31.048830 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9da3bc8-58d4-43c7-8593-ea464663245a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.049276 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da3bc8-58d4-43c7-8593-ea464663245a None None] Bound using segment: {'id': 'a93e15c5-c95e-474f-a220-5dd99b102727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a8ae4265-506a-4d86-b1f5-83cc45a1bdd1'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:31.049748 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-d9da3bc8-58d4-43c7-8593-ea464663245a None None] Bound port: 2171de45-5246-4599-bf15-8ca489cf802a, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a93e15c5-c95e-474f-a220-5dd99b102727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a8ae4265-506a-4d86-b1f5-83cc45a1bdd1'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:31.050124 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9da3bc8-58d4-43c7-8593-ea464663245a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.070011 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-b79f22e7-46a6-4dd1-bc84-57661393b4f3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Allocated IP 172.20.0.1 (e1e5d2f3-351b-4fe9-913e-ecdad1d8ffb7/fe5c0257-e104-4ec9-98b5-af968db81465/fe54fac1-1e5a-4b2b-a091-2234b54844b3) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:31.142121 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d9da3bc8-58d4-43c7-8593-ea464663245a None None] For port 2171de45-5246-4599-bf15-8ca489cf802a, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:31.145616 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d9da3bc8-58d4-43c7-8593-ea464663245a None None] For port 2171de45-5246-4599-bf15-8ca489cf802a, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2171de45-5246-4599-bf15-8ca489cf802a,segment=NetworkSegment(a93e15c5-c95e-474f-a220-5dd99b102727),segment_id=a93e15c5-c95e-474f-a220-5dd99b102727)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:31.151406 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9da3bc8-58d4-43c7-8593-ea464663245a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.207922 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b79f22e7-46a6-4dd1-bc84-57661393b4f3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.213418 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da3bc8-58d4-43c7-8593-ea464663245a None None] Pushing event updated for resources: {'Port': ['ID=2171de45-5246-4599-bf15-8ca489cf802a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:31.224012 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b79f22e7-46a6-4dd1-bc84-57661393b4f3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Transition to ACTIVE for port object fe54fac1-1e5a-4b2b-a091-2234b54844b3 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:31.259768 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b79f22e7-46a6-4dd1-bc84-57661393b4f3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.307562 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79f22e7-46a6-4dd1-bc84-57661393b4f3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network e1e5d2f3-351b-4fe9-913e-ecdad1d8ffb7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:31.313020 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b79f22e7-46a6-4dd1-bc84-57661393b4f3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:31.315528 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79f22e7-46a6-4dd1-bc84-57661393b4f3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:31.346745 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f22e7-46a6-4dd1-bc84-57661393b4f3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Port': ['ID=fe54fac1-1e5a-4b2b-a091-2234b54844b3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:31.387713 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b79f22e7-46a6-4dd1-bc84-57661393b4f3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.536592 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b79f22e7-46a6-4dd1-bc84-57661393b4f3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.827902 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d370ab-0a82-451b-89ce-9e2b78f212f0 None None] Network e1e5d2f3-351b-4fe9-913e-ecdad1d8ffb7 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:31.853184 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bfefe-26f0-4c91-a4f7-1731fcf88887 req-ee12d689-34f5-4f0e-b491-5a6bec7d47d7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:31.854609 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-588bfefe-26f0-4c91-a4f7-1731fcf88887 req-ee12d689-34f5-4f0e-b491-5a6bec7d47d7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 946 time: 0.1233950 Jul 14 09:42:31.876653 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b79f22e7-46a6-4dd1-bc84-57661393b4f3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.889103 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b79f22e7-46a6-4dd1-bc84-57661393b4f3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.925902 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e24d0bb8-a866-4347-b4ce-7580bcf3c618 None None] Provisioning for port 20a2d491-6300-4130-97b0-b81aaac0f2eb completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:31.989775 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-588bfefe-26f0-4c91-a4f7-1731fcf88887 req-d89447cb-cb04-40a8-be6f-58b4fedb3e26 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279261 Jul 14 09:42:31.993409 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b79f22e7-46a6-4dd1-bc84-57661393b4f3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:32.002259 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f22e7-46a6-4dd1-bc84-57661393b4f3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Port': ['ID=fe54fac1-1e5a-4b2b-a091-2234b54844b3,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:32.098960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79f22e7-46a6-4dd1-bc84-57661393b4f3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network e1e5d2f3-351b-4fe9-913e-ecdad1d8ffb7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:32.100605 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b79f22e7-46a6-4dd1-bc84-57661393b4f3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:32.225965 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79f22e7-46a6-4dd1-bc84-57661393b4f3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Router b7bdba4f-bac2-4710-ada9-5b79f630181d is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:42:32.285106 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4269cb74-7c57-4d40-976b-9a11f3e880bf None None] Provisioning for port fe54fac1-1e5a-4b2b-a091-2234b54844b3 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:32.292102 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4269cb74-7c57-4d40-976b-9a11f3e880bf None None] Provisioning complete for port fe54fac1-1e5a-4b2b-a091-2234b54844b3 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:32.292544 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4269cb74-7c57-4d40-976b-9a11f3e880bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:32.333566 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4269cb74-7c57-4d40-976b-9a11f3e880bf None None] Port fe54fac1-1e5a-4b2b-a091-2234b54844b3 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:32.339277 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79f22e7-46a6-4dd1-bc84-57661393b4f3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:32.344206 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b79f22e7-46a6-4dd1-bc84-57661393b4f3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "PUT /v2.0/routers/b7bdba4f-bac2-4710-ada9-5b79f630181d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0335302 Jul 14 09:42:32.346866 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58204) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:32.350144 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e81d2b-64a3-49f1-b6f8-adcc2e3c0e67 None None] Sync routers for ids ['b7bdba4f-bac2-4710-ada9-5b79f630181d'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:32.364993 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e81d2b-64a3-49f1-b6f8-adcc2e3c0e67 None None] Routers {'b7bdba4f-bac2-4710-ada9-5b79f630181d'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:32.367273 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-84e81d2b-64a3-49f1-b6f8-adcc2e3c0e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b7bdba4f-bac2-4710-ada9-5b79f630181d'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:32.380594 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f4b4ac-6dc6-4b71-93c9-dabd2decd4a8 None None] Network a8ae4265-506a-4d86-b1f5-83cc45a1bdd1 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:32.403935 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-84e81d2b-64a3-49f1-b6f8-adcc2e3c0e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:32.404431 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c32dc76-3fe9-405f-9f91-8bf7d18a0b88 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:32.406001 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4c32dc76-3fe9-405f-9f91-8bf7d18a0b88 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "GET /v2.0/ports/fe54fac1-1e5a-4b2b-a091-2234b54844b3 HTTP/1.1" status: 200 len: 910 time: 0.0579596 Jul 14 09:42:32.408888 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58206) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:32.415755 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e81d2b-64a3-49f1-b6f8-adcc2e3c0e67 None None] Routers {'b7bdba4f-bac2-4710-ada9-5b79f630181d'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:32.416381 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-84e81d2b-64a3-49f1-b6f8-adcc2e3c0e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b7bdba4f-bac2-4710-ada9-5b79f630181d'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:32.457949 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-84e81d2b-64a3-49f1-b6f8-adcc2e3c0e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:32.458605 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e81d2b-64a3-49f1-b6f8-adcc2e3c0e67 None None] The sync data for ids ['b7bdba4f-bac2-4710-ada9-5b79f630181d'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:32.491040 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-9bb22ffd-104c-44ad-baaa-d7e1c2b9c2e6 None None] Provisioning for port 2171de45-5246-4599-bf15-8ca489cf802a completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:32.633247 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e4a9f7dd-0bc3-4ca1-b61c-6680d92e62d7 None None] Provisioning complete for port fe54fac1-1e5a-4b2b-a091-2234b54844b3 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:32.633774 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e4a9f7dd-0bc3-4ca1-b61c-6680d92e62d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:32.683515 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e4a9f7dd-0bc3-4ca1-b61c-6680d92e62d7 None None] Port fe54fac1-1e5a-4b2b-a091-2234b54844b3 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:32.731461 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a119e419-f9f0-4889-8e81-48c092aca741 req-965e6be3-91e5-47d1-a4cc-9a9e6a3d10c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1801224 Jul 14 09:42:32.813413 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-dcad056c-e424-44fb-9e98-17dfed7c5085 None None] Provisioning complete for port fe54fac1-1e5a-4b2b-a091-2234b54844b3 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:32.813591 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dcad056c-e424-44fb-9e98-17dfed7c5085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:32.868254 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-dcad056c-e424-44fb-9e98-17dfed7c5085 None None] Port fe54fac1-1e5a-4b2b-a091-2234b54844b3 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:32.893890 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2171de45-5246-4599-bf15-8ca489cf802a up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:32.911379 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40ef8af0-4ade-4a00-a814-382d2d354efc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:32.926016 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119e419-f9f0-4889-8e81-48c092aca741 req-0fcb8827-6ba7-44ba-9916-2111881c600f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:32.927571 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a119e419-f9f0-4889-8e81-48c092aca741 req-0fcb8827-6ba7-44ba-9916-2111881c600f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 1097 time: 0.1249835 Jul 14 09:42:32.945965 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 2171de45-5246-4599-bf15-8ca489cf802a completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:32.949663 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 2171de45-5246-4599-bf15-8ca489cf802a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:32.950031 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:32.999213 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4b2bdf67-930b-444e-ad78-d653b8936685 None None] Provisioning complete for port 2171de45-5246-4599-bf15-8ca489cf802a triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:32.999614 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b2bdf67-930b-444e-ad78-d653b8936685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.077652 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.140279 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b2bdf67-930b-444e-ad78-d653b8936685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.143025 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 2171de45-5246-4599-bf15-8ca489cf802a, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2171de45-5246-4599-bf15-8ca489cf802a,segment=NetworkSegment(a93e15c5-c95e-474f-a220-5dd99b102727),segment_id=a93e15c5-c95e-474f-a220-5dd99b102727)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:33.153583 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119e419-f9f0-4889-8e81-48c092aca741 req-151850f9-6947-4e99-9ee1-1b0105b14226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:33.153775 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.155532 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 20a2d491-6300-4130-97b0-b81aaac0f2eb up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:33.155679 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a119e419-f9f0-4889-8e81-48c092aca741 req-151850f9-6947-4e99-9ee1-1b0105b14226 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 910 time: 0.1817110 Jul 14 09:42:33.216323 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6d3d7-357a-4bf3-8e1c-0e59c644b900 req-7f52b3f3-4b0c-48a1-9051-876cbc682399 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:33.217837 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3eb6d3d7-357a-4bf3-8e1c-0e59c644b900 req-7f52b3f3-4b0c-48a1-9051-876cbc682399 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 946 time: 0.0812616 Jul 14 09:42:33.262319 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3eb6d3d7-357a-4bf3-8e1c-0e59c644b900 req-00b97f8f-e290-4e27-adbb-7c1db9e12deb tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355833 Jul 14 09:42:33.265437 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=2171de45-5246-4599-bf15-8ca489cf802a,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:33.275229 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-4b2bdf67-930b-444e-ad78-d653b8936685 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:42:33.275633 n-d-771362-35 neutron-server[93774]: DEBUG oslo_db.api [None req-4b2bdf67-930b-444e-ad78-d653b8936685 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:42:33.291388 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a119e419-f9f0-4889-8e81-48c092aca741 req-398672e3-0c6a-45a6-8c1d-364b8d964709 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c323101-f96b-4441-b526-22f36de27d94 HTTP/1.1" status: 200 len: 1000 time: 0.1238391 Jul 14 09:42:33.293022 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 20a2d491-6300-4130-97b0-b81aaac0f2eb completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:33.297233 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 20a2d491-6300-4130-97b0-b81aaac0f2eb triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:33.297612 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.347073 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-40ef8af0-4ade-4a00-a814-382d2d354efc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Allocated IP 172.21.0.1 (a8ae4265-506a-4d86-b1f5-83cc45a1bdd1/8e4127fe-63a4-4b48-b638-f2baf985cd2f/a52bed46-afad-4df7-b249-7eabb74264de) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:33.363677 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119e419-f9f0-4889-8e81-48c092aca741 req-4d3a3fa5-5b8a-4ad8-b378-42356652a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:33.365339 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a119e419-f9f0-4889-8e81-48c092aca741 req-4d3a3fa5-5b8a-4ad8-b378-42356652a3a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea6b1e4-2ec5-4105-843d-111f5668e0d2 HTTP/1.1" status: 200 len: 849 time: 0.0678504 Jul 14 09:42:33.383338 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.416533 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 20a2d491-6300-4130-97b0-b81aaac0f2eb, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=20a2d491-6300-4130-97b0-b81aaac0f2eb,segment=NetworkSegment(ff92cf6c-880b-4e78-8833-7b5cfd81812d),segment_id=ff92cf6c-880b-4e78-8833-7b5cfd81812d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:33.420125 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.469802 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=20a2d491-6300-4130-97b0-b81aaac0f2eb,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:33.847092 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119e419-f9f0-4889-8e81-48c092aca741 req-96270eba-7650-4c36-b262-7fe51a62edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:33.848609 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a119e419-f9f0-4889-8e81-48c092aca741 req-96270eba-7650-4c36-b262-7fe51a62edc3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78f139e-d876-4f71-b091-055c8a4ef271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4755263 Jul 14 09:42:33.852246 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40ef8af0-4ade-4a00-a814-382d2d354efc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.880080 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-40ef8af0-4ade-4a00-a814-382d2d354efc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Transition to ACTIVE for port object a52bed46-afad-4df7-b249-7eabb74264de will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:33.967975 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a119e419-f9f0-4889-8e81-48c092aca741 req-b6e51bdb-2949-4166-94c0-75c790f38077 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090424 Jul 14 09:42:33.969396 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40ef8af0-4ade-4a00-a814-382d2d354efc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.066354 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ef8af0-4ade-4a00-a814-382d2d354efc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network a8ae4265-506a-4d86-b1f5-83cc45a1bdd1 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:34.073634 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef8af0-4ade-4a00-a814-382d2d354efc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Port': ['ID=a52bed46-afad-4df7-b249-7eabb74264de,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:34.076102 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-40ef8af0-4ade-4a00-a814-382d2d354efc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:34.079879 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ef8af0-4ade-4a00-a814-382d2d354efc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:34.147067 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40ef8af0-4ade-4a00-a814-382d2d354efc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.152327 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a119e419-f9f0-4889-8e81-48c092aca741 req-4d8ac8cb-c6e9-4270-8872-7ddfd588a263 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763167 Jul 14 09:42:34.276546 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40ef8af0-4ade-4a00-a814-382d2d354efc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.341164 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1ddd3e5d-f82e-4a3b-adfc-50ba4309d046 None None] Provisioning for port a52bed46-afad-4df7-b249-7eabb74264de completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:34.345069 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1ddd3e5d-f82e-4a3b-adfc-50ba4309d046 None None] Provisioning complete for port a52bed46-afad-4df7-b249-7eabb74264de triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:34.345556 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ddd3e5d-f82e-4a3b-adfc-50ba4309d046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.382639 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1ddd3e5d-f82e-4a3b-adfc-50ba4309d046 None None] Port a52bed46-afad-4df7-b249-7eabb74264de cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:34.452826 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c4e89-eb79-4d08-a62d-602601941ac7 req-f95887f6-8ae0-4b28-a468-9cef7d959969 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:34.454634 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-721c4e89-eb79-4d08-a62d-602601941ac7 req-f95887f6-8ae0-4b28-a468-9cef7d959969 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 946 time: 0.0665085 Jul 14 09:42:34.494441 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-721c4e89-eb79-4d08-a62d-602601941ac7 req-cfb925eb-5d37-4125-933d-c393c4369913 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332747 Jul 14 09:42:34.546631 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40ef8af0-4ade-4a00-a814-382d2d354efc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.551107 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40ef8af0-4ade-4a00-a814-382d2d354efc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.628798 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef8af0-4ade-4a00-a814-382d2d354efc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Port': ['ID=a52bed46-afad-4df7-b249-7eabb74264de,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:34.634114 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40ef8af0-4ade-4a00-a814-382d2d354efc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.723454 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ef8af0-4ade-4a00-a814-382d2d354efc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network a8ae4265-506a-4d86-b1f5-83cc45a1bdd1 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:34.724864 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-40ef8af0-4ade-4a00-a814-382d2d354efc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:34.791990 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2171de45-5246-4599-bf15-8ca489cf802a up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:34.833733 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ef8af0-4ade-4a00-a814-382d2d354efc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Router b7bdba4f-bac2-4710-ada9-5b79f630181d has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:42:34.849053 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 2171de45-5246-4599-bf15-8ca489cf802a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:34.849475 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.934452 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 20a2d491-6300-4130-97b0-b81aaac0f2eb up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:34.940947 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ef8af0-4ade-4a00-a814-382d2d354efc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:34.950460 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-40ef8af0-4ade-4a00-a814-382d2d354efc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "PUT /v2.0/routers/b7bdba4f-bac2-4710-ada9-5b79f630181d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5367656 Jul 14 09:42:34.950460 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58212) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:34.956257 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc031f4-d855-4024-a717-08be70f5e5dd None None] Sync routers for ids ['b7bdba4f-bac2-4710-ada9-5b79f630181d'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:34.978572 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc031f4-d855-4024-a717-08be70f5e5dd None None] Routers {'b7bdba4f-bac2-4710-ada9-5b79f630181d'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:34.979187 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-cfc031f4-d855-4024-a717-08be70f5e5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b7bdba4f-bac2-4710-ada9-5b79f630181d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:35.004748 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3d7059-3c13-4376-aa33-60e7bf5fe677 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:35.009040 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-da3d7059-3c13-4376-aa33-60e7bf5fe677 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "GET /v2.0/ports/a52bed46-afad-4df7-b249-7eabb74264de HTTP/1.1" status: 200 len: 910 time: 0.0555253 Jul 14 09:42:35.009333 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58214) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:35.170231 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-cfc031f4-d855-4024-a717-08be70f5e5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:35.188760 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc031f4-d855-4024-a717-08be70f5e5dd None None] Routers {'b7bdba4f-bac2-4710-ada9-5b79f630181d'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:35.189370 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-cfc031f4-d855-4024-a717-08be70f5e5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b7bdba4f-bac2-4710-ada9-5b79f630181d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:35.194115 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 20a2d491-6300-4130-97b0-b81aaac0f2eb triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:35.194538 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.241506 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-35be5979-389c-4458-9aea-6af87dbdc9f2 None None] Provisioning complete for port a52bed46-afad-4df7-b249-7eabb74264de triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:35.242052 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35be5979-389c-4458-9aea-6af87dbdc9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.245812 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-cfc031f4-d855-4024-a717-08be70f5e5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:35.246408 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc031f4-d855-4024-a717-08be70f5e5dd None None] The sync data for ids ['b7bdba4f-bac2-4710-ada9-5b79f630181d'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:35.295735 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-35be5979-389c-4458-9aea-6af87dbdc9f2 None None] Port a52bed46-afad-4df7-b249-7eabb74264de cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:35.344519 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e22b65f0-9808-4daf-aa27-b542f0f64756 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.607831 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e22b65f0-9808-4daf-aa27-b542f0f64756 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Deleting port a52bed46-afad-4df7-b249-7eabb74264de {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:35.608175 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e22b65f0-9808-4daf-aa27-b542f0f64756 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.674317 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c42615-cb93-413f-8982-87f58eba32b3 req-cceeb7f9-6e21-4773-80b7-e5e400fde59a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:35.676002 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-60c42615-cb93-413f-8982-87f58eba32b3 req-cceeb7f9-6e21-4773-80b7-e5e400fde59a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 946 time: 0.0659659 Jul 14 09:42:35.695673 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e22b65f0-9808-4daf-aa27-b542f0f64756 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.707692 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e22b65f0-9808-4daf-aa27-b542f0f64756 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Calling delete_port for a52bed46-afad-4df7-b249-7eabb74264de owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:35.715632 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-60c42615-cb93-413f-8982-87f58eba32b3 req-0d3f6206-212a-46f8-babd-b27598e680f3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322888 Jul 14 09:42:35.884318 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e22b65f0-9808-4daf-aa27-b542f0f64756 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.912756 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b65f0-9808-4daf-aa27-b542f0f64756 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Port': ['ID=a52bed46-afad-4df7-b249-7eabb74264de,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:36.078126 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e22b65f0-9808-4daf-aa27-b542f0f64756 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.262754 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22b65f0-9808-4daf-aa27-b542f0f64756 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Router b7bdba4f-bac2-4710-ada9-5b79f630181d has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:42:36.354600 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22b65f0-9808-4daf-aa27-b542f0f64756 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:36.359838 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e22b65f0-9808-4daf-aa27-b542f0f64756 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "PUT /v2.0/routers/b7bdba4f-bac2-4710-ada9-5b79f630181d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3493743 Jul 14 09:42:36.362730 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58218) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:36.363462 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f0ca6f-f7a5-47b8-891a-cb609dd7b342 None None] Sync routers for ids ['b7bdba4f-bac2-4710-ada9-5b79f630181d'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:36.373294 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f0ca6f-f7a5-47b8-891a-cb609dd7b342 None None] Routers {'b7bdba4f-bac2-4710-ada9-5b79f630181d'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:36.373905 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-44f0ca6f-f7a5-47b8-891a-cb609dd7b342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b7bdba4f-bac2-4710-ada9-5b79f630181d'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:36.407942 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-44f0ca6f-f7a5-47b8-891a-cb609dd7b342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:36.417257 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f0ca6f-f7a5-47b8-891a-cb609dd7b342 None None] Routers {'b7bdba4f-bac2-4710-ada9-5b79f630181d'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:36.417630 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-44f0ca6f-f7a5-47b8-891a-cb609dd7b342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b7bdba4f-bac2-4710-ada9-5b79f630181d'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:36.449649 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-44f0ca6f-f7a5-47b8-891a-cb609dd7b342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:36.450304 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f0ca6f-f7a5-47b8-891a-cb609dd7b342 None None] The sync data for ids ['b7bdba4f-bac2-4710-ada9-5b79f630181d'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:36.675475 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-daf747b3-5b79-4f53-9388-f5d281933d41 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.896341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c36c5-801a-406a-8cb2-ade56df98d39 req-3e66610a-5587-42be-b9f1-3daf55a1cc5a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:36.898232 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e0c36c5-801a-406a-8cb2-ade56df98d39 req-3e66610a-5587-42be-b9f1-3daf55a1cc5a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 946 time: 0.0685692 Jul 14 09:42:36.932131 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-daf747b3-5b79-4f53-9388-f5d281933d41 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Deleting port fe54fac1-1e5a-4b2b-a091-2234b54844b3 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:36.932392 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-daf747b3-5b79-4f53-9388-f5d281933d41 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.936539 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e0c36c5-801a-406a-8cb2-ade56df98d39 req-d7d87167-be4c-4009-bf6d-8e3c1874c7a4 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324323 Jul 14 09:42:37.021480 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-daf747b3-5b79-4f53-9388-f5d281933d41 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:37.032943 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-daf747b3-5b79-4f53-9388-f5d281933d41 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Calling delete_port for fe54fac1-1e5a-4b2b-a091-2234b54844b3 owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:37.198118 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-daf747b3-5b79-4f53-9388-f5d281933d41 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:37.224565 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf747b3-5b79-4f53-9388-f5d281933d41 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Port': ['ID=fe54fac1-1e5a-4b2b-a091-2234b54844b3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:37.705129 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-daf747b3-5b79-4f53-9388-f5d281933d41 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:37.859283 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf747b3-5b79-4f53-9388-f5d281933d41 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Router b7bdba4f-bac2-4710-ada9-5b79f630181d has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:42:37.935693 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf747b3-5b79-4f53-9388-f5d281933d41 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:37.940588 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-daf747b3-5b79-4f53-9388-f5d281933d41 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "PUT /v2.0/routers/b7bdba4f-bac2-4710-ada9-5b79f630181d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5769041 Jul 14 09:42:37.943365 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58222) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:37.947740 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc363f04-726f-49a4-8b07-31390829c9da None None] Sync routers for ids ['b7bdba4f-bac2-4710-ada9-5b79f630181d'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:37.957094 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc363f04-726f-49a4-8b07-31390829c9da None None] Routers {'b7bdba4f-bac2-4710-ada9-5b79f630181d'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:37.957635 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-bc363f04-726f-49a4-8b07-31390829c9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b7bdba4f-bac2-4710-ada9-5b79f630181d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:37.975140 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9c5d0958-30a6-4e32-9d5f-ddb5445c4f42 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bdba4f-bac2-4710-ada9-5b79f630181d HTTP/1.1" status: 200 len: 205 time: 0.0283678 Jul 14 09:42:37.976065 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58226) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:37.989848 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-bc363f04-726f-49a4-8b07-31390829c9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:37.999013 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc363f04-726f-49a4-8b07-31390829c9da None None] Routers {'b7bdba4f-bac2-4710-ada9-5b79f630181d'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:37.999645 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-bc363f04-726f-49a4-8b07-31390829c9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b7bdba4f-bac2-4710-ada9-5b79f630181d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:38.033380 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-bc363f04-726f-49a4-8b07-31390829c9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:38.034045 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc363f04-726f-49a4-8b07-31390829c9da None None] The sync data for ids ['b7bdba4f-bac2-4710-ada9-5b79f630181d'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:38.053583 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-430a6fa6-20cb-48a7-827b-897ca1727eaa tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.113873 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181d186-8876-4d74-bff9-9736e206ea57 req-c02b456f-cde6-4123-9b76-1d7ec6c5135c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:38.115399 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b181d186-8876-4d74-bff9-9736e206ea57 req-c02b456f-cde6-4123-9b76-1d7ec6c5135c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 946 time: 0.0654972 Jul 14 09:42:38.156106 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b181d186-8876-4d74-bff9-9736e206ea57 req-e6c2947f-f1a5-45bc-9b97-061a0a7209ae tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320241 Jul 14 09:42:38.220007 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-430a6fa6-20cb-48a7-827b-897ca1727eaa tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.222050 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-430a6fa6-20cb-48a7-827b-897ca1727eaa tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.264346 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-430a6fa6-20cb-48a7-827b-897ca1727eaa tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.264847 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430a6fa6-20cb-48a7-827b-897ca1727eaa tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Fanout notify agent at l3_agent the message router_deleted on router b7bdba4f-bac2-4710-ada9-5b79f630181d {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:42:38.271514 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-430a6fa6-20cb-48a7-827b-897ca1727eaa tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.273358 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-430a6fa6-20cb-48a7-827b-897ca1727eaa tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/routers/b7bdba4f-bac2-4710-ada9-5b79f630181d HTTP/1.1" status: 204 len: 168 time: 0.2963228 Jul 14 09:42:38.275913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58228) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:38.326444 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e2ff29-09ec-4147-9552-ab7d6e304a25 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Deleting subnet 8e4127fe-63a4-4b48-b638-f2baf985cd2f {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:38.329968 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-79e2ff29-09ec-4147-9552-ab7d6e304a25 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.373817 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-79e2ff29-09ec-4147-9552-ab7d6e304a25 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.455370 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-79e2ff29-09ec-4147-9552-ab7d6e304a25 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.513244 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-79e2ff29-09ec-4147-9552-ab7d6e304a25 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.542228 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2ff29-09ec-4147-9552-ab7d6e304a25 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Subnet': ['ID=8e4127fe-63a4-4b48-b638-f2baf985cd2f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:38.544237 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-79e2ff29-09ec-4147-9552-ab7d6e304a25 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.546367 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-79e2ff29-09ec-4147-9552-ab7d6e304a25 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/subnets/8e4127fe-63a4-4b48-b638-f2baf985cd2f HTTP/1.1" status: 204 len: 168 time: 0.2692578 Jul 14 09:42:38.548827 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58230) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:38.551785 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe70528-6861-49f0-82e8-0154d1fb9051 None None] Network a8ae4265-506a-4d86-b1f5-83cc45a1bdd1 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:38.604683 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b3d5b7-90ea-4d4c-857e-f90ede6fcd47 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Deleting subnet fe5c0257-e104-4ec9-98b5-af968db81465 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:38.607762 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-17b3d5b7-90ea-4d4c-857e-f90ede6fcd47 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.648992 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-17b3d5b7-90ea-4d4c-857e-f90ede6fcd47 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.733101 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-17b3d5b7-90ea-4d4c-857e-f90ede6fcd47 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.740782 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca18fa49-117a-42b0-9a7a-5efd09955c47 None None] DHCP port deletion for a8ae4265-506a-4d86-b1f5-83cc45a1bdd1 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:42:38.801259 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ca18fa49-117a-42b0-9a7a-5efd09955c47 None None] Deleting port 2171de45-5246-4599-bf15-8ca489cf802a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:38.802651 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca18fa49-117a-42b0-9a7a-5efd09955c47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.802739 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-17b3d5b7-90ea-4d4c-857e-f90ede6fcd47 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.816726 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2171de45-5246-4599-bf15-8ca489cf802a no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:38.831946 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3d5b7-90ea-4d4c-857e-f90ede6fcd47 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Subnet': ['ID=fe5c0257-e104-4ec9-98b5-af968db81465,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:38.833912 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-17b3d5b7-90ea-4d4c-857e-f90ede6fcd47 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.835877 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-17b3d5b7-90ea-4d4c-857e-f90ede6fcd47 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/subnets/fe5c0257-e104-4ec9-98b5-af968db81465 HTTP/1.1" status: 204 len: 168 time: 0.2860408 Jul 14 09:42:38.838462 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58232) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:38.871161 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1b203b-eb30-417a-9c0d-19cfbc4c678e None None] Network e1e5d2f3-351b-4fe9-913e-ecdad1d8ffb7 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:38.912512 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bcb79408-764e-4b55-96fe-7905573ebe71 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.943818 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ca18fa49-117a-42b0-9a7a-5efd09955c47 None None] For port 2171de45-5246-4599-bf15-8ca489cf802a, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2171de45-5246-4599-bf15-8ca489cf802a,segment=NetworkSegment(a93e15c5-c95e-474f-a220-5dd99b102727),segment_id=a93e15c5-c95e-474f-a220-5dd99b102727)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:38.944751 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca18fa49-117a-42b0-9a7a-5efd09955c47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.969039 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ca18fa49-117a-42b0-9a7a-5efd09955c47 None None] Calling delete_port for 2171de45-5246-4599-bf15-8ca489cf802a owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:38.970559 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-bcb79408-764e-4b55-96fe-7905573ebe71 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Deleting port 2171de45-5246-4599-bf15-8ca489cf802a {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:38.970910 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bcb79408-764e-4b55-96fe-7905573ebe71 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.033095 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-bcb79408-764e-4b55-96fe-7905573ebe71 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] For port 2171de45-5246-4599-bf15-8ca489cf802a, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2171de45-5246-4599-bf15-8ca489cf802a,segment=NetworkSegment(a93e15c5-c95e-474f-a220-5dd99b102727),segment_id=a93e15c5-c95e-474f-a220-5dd99b102727)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:39.033476 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bcb79408-764e-4b55-96fe-7905573ebe71 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.045983 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-bcb79408-764e-4b55-96fe-7905573ebe71 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Calling delete_port for 2171de45-5246-4599-bf15-8ca489cf802a owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:39.099363 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.130201 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bcb79408-764e-4b55-96fe-7905573ebe71 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.146589 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca18fa49-117a-42b0-9a7a-5efd09955c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.158103 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb79408-764e-4b55-96fe-7905573ebe71 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Port': ['ID=2171de45-5246-4599-bf15-8ca489cf802a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:39.162653 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb79408-764e-4b55-96fe-7905573ebe71 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] No DVR routers for this DVR port 2171de45-5246-4599-bf15-8ca489cf802a on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:39.198715 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18fa49-117a-42b0-9a7a-5efd09955c47 None None] Pushing event deleted for resources: {'Port': ['ID=2171de45-5246-4599-bf15-8ca489cf802a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:39.200541 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca18fa49-117a-42b0-9a7a-5efd09955c47 None None] No DVR routers for this DVR port 2171de45-5246-4599-bf15-8ca489cf802a on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:39.254377 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bcb79408-764e-4b55-96fe-7905573ebe71 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.264424 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-bcb79408-764e-4b55-96fe-7905573ebe71 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ae4265-506a-4d86-b1f5-83cc45a1bdd1']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:39.277326 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-bcb79408-764e-4b55-96fe-7905573ebe71 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a93e15c5-c95e-474f-a220-5dd99b102727') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:39.279912 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-bcb79408-764e-4b55-96fe-7905573ebe71 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a93e15c5-c95e-474f-a220-5dd99b102727') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:39.287930 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515cf878-e860-4fd2-bb95-a636eb8a1960 None None] DHCP port deletion for e1e5d2f3-351b-4fe9-913e-ecdad1d8ffb7 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:42:39.295361 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bcb79408-764e-4b55-96fe-7905573ebe71 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.341487 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bcb79408-764e-4b55-96fe-7905573ebe71 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.346925 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-515cf878-e860-4fd2-bb95-a636eb8a1960 None None] Deleting port 20a2d491-6300-4130-97b0-b81aaac0f2eb {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:39.347515 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-515cf878-e860-4fd2-bb95-a636eb8a1960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.349610 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb79408-764e-4b55-96fe-7905573ebe71 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:42:39.350046 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bcb79408-764e-4b55-96fe-7905573ebe71 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:42:39.353780 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:42:39.413017 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-515cf878-e860-4fd2-bb95-a636eb8a1960 None None] For port 20a2d491-6300-4130-97b0-b81aaac0f2eb, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=20a2d491-6300-4130-97b0-b81aaac0f2eb,segment=NetworkSegment(ff92cf6c-880b-4e78-8833-7b5cfd81812d),segment_id=ff92cf6c-880b-4e78-8833-7b5cfd81812d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:39.413425 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-515cf878-e860-4fd2-bb95-a636eb8a1960 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.426664 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-515cf878-e860-4fd2-bb95-a636eb8a1960 None None] Calling delete_port for 20a2d491-6300-4130-97b0-b81aaac0f2eb owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:39.427013 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aef24d-b438-40d3-8f02-e3712e7f52f9 req-c1be0fed-e037-43f1-9f3e-28678d2a486b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:39.428589 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01aef24d-b438-40d3-8f02-e3712e7f52f9 req-c1be0fed-e037-43f1-9f3e-28678d2a486b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 946 time: 0.1266232 Jul 14 09:42:39.429670 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bcb79408-764e-4b55-96fe-7905573ebe71 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.436427 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bcb79408-764e-4b55-96fe-7905573ebe71 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.438348 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bcb79408-764e-4b55-96fe-7905573ebe71 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/networks/a8ae4265-506a-4d86-b1f5-83cc45a1bdd1 HTTP/1.1" status: 204 len: 168 time: 0.5988286 Jul 14 09:42:39.441738 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58236) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:39.456952 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb79408-764e-4b55-96fe-7905573ebe71 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Network': ['ID=a8ae4265-506a-4d86-b1f5-83cc45a1bdd1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:39.489468 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-01aef24d-b438-40d3-8f02-e3712e7f52f9 req-337f4b1c-b758-4ab7-8ac8-535176d2f73e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488274 Jul 14 09:42:39.519032 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-515cf878-e860-4fd2-bb95-a636eb8a1960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.529571 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7e0c884c-51e2-4833-a5e1-081e963766b4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.544626 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515cf878-e860-4fd2-bb95-a636eb8a1960 None None] Pushing event deleted for resources: {'Port': ['ID=20a2d491-6300-4130-97b0-b81aaac0f2eb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:39.548035 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515cf878-e860-4fd2-bb95-a636eb8a1960 None None] No DVR routers for this DVR port 20a2d491-6300-4130-97b0-b81aaac0f2eb on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:39.618786 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7e0c884c-51e2-4833-a5e1-081e963766b4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.628522 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-7e0c884c-51e2-4833-a5e1-081e963766b4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e5d2f3-351b-4fe9-913e-ecdad1d8ffb7']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:39.643856 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-7e0c884c-51e2-4833-a5e1-081e963766b4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff92cf6c-880b-4e78-8833-7b5cfd81812d') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:39.644152 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-7e0c884c-51e2-4833-a5e1-081e963766b4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff92cf6c-880b-4e78-8833-7b5cfd81812d') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:39.653737 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7e0c884c-51e2-4833-a5e1-081e963766b4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.667221 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7e0c884c-51e2-4833-a5e1-081e963766b4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.672978 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e0c884c-51e2-4833-a5e1-081e963766b4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:42:39.673367 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7e0c884c-51e2-4833-a5e1-081e963766b4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:42:39.676474 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:42:39.735023 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7e0c884c-51e2-4833-a5e1-081e963766b4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.742537 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7e0c884c-51e2-4833-a5e1-081e963766b4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.744458 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7e0c884c-51e2-4833-a5e1-081e963766b4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/networks/e1e5d2f3-351b-4fe9-913e-ecdad1d8ffb7 HTTP/1.1" status: 204 len: 168 time: 0.3018014 Jul 14 09:42:39.748383 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58238) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:39.753818 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2baeb031-8d42-4441-8332-7c9ed725e2cd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'network': {'name': 'tempest-RoutersTest-835427409'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:39.756116 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c884c-51e2-4833-a5e1-081e963766b4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Network': ['ID=e1e5d2f3-351b-4fe9-913e-ecdad1d8ffb7,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:39.777844 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2baeb031-8d42-4441-8332-7c9ed725e2cd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Made reservation on behalf of b049f358a66c4bdab930174032f54d6b for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:39.781471 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2baeb031-8d42-4441-8332-7c9ed725e2cd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.805869 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2baeb031-8d42-4441-8332-7c9ed725e2cd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:42:39.814883 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2baeb031-8d42-4441-8332-7c9ed725e2cd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.815226 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-2baeb031-8d42-4441-8332-7c9ed725e2cd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Added segment 629f121b-599d-4817-93e3-9ecfad99cde4 of type vlan for network 4d38196b-a70b-48d4-8fb5-9bbd9475bb7e Jul 14 09:42:39.854415 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2baeb031-8d42-4441-8332-7c9ed725e2cd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.885483 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2baeb031-8d42-4441-8332-7c9ed725e2cd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.891298 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baeb031-8d42-4441-8332-7c9ed725e2cd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:39.891919 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2baeb031-8d42-4441-8332-7c9ed725e2cd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.939967 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2baeb031-8d42-4441-8332-7c9ed725e2cd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1904144 Jul 14 09:42:39.942872 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58240) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:39.948197 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ef9a2163-355d-488b-b671-c6d9d284db75 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'subnet': {'network_id': '4d38196b-a70b-48d4-8fb5-9bbd9475bb7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:39.960293 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baeb031-8d42-4441-8332-7c9ed725e2cd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Network': ['ID=4d38196b-a70b-48d4-8fb5-9bbd9475bb7e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:39.975015 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 4d38196b-a70b-48d4-8fb5-9bbd9475bb7e details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:42:40.044681 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9a2163-355d-488b-b671-c6d9d284db75 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Made reservation on behalf of b049f358a66c4bdab930174032f54d6b for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:40.048432 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef9a2163-355d-488b-b671-c6d9d284db75 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.231335 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef9a2163-355d-488b-b671-c6d9d284db75 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.294006 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a2163-355d-488b-b671-c6d9d284db75 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Subnet': ['ID=de6b2216-88aa-455c-ab3f-67203bf7d436,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:40.302005 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a2163-355d-488b-b671-c6d9d284db75 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Checking segment: {'id': '629f121b-599d-4817-93e3-9ecfad99cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4d38196b-a70b-48d4-8fb5-9bbd9475bb7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:40.302368 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9a2163-355d-488b-b671-c6d9d284db75 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network hostable DHCP agents. Network: 4d38196b-a70b-48d4-8fb5-9bbd9475bb7e, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:42:40.318524 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9a2163-355d-488b-b671-c6d9d284db75 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network 4d38196b-a70b-48d4-8fb5-9bbd9475bb7e is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:42:40.328298 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ef9a2163-355d-488b-b671-c6d9d284db75 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 4d38196b-a70b-48d4-8fb5-9bbd9475bb7e) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:40.332170 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9a2163-355d-488b-b671-c6d9d284db75 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:40.332753 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef9a2163-355d-488b-b671-c6d9d284db75 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.338582 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254a7116-34ce-4a38-a907-7804db829691 None None] Network 4d38196b-a70b-48d4-8fb5-9bbd9475bb7e requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:40.356928 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ef9a2163-355d-488b-b671-c6d9d284db75 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4128606 Jul 14 09:42:40.360209 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58242) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:40.365143 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-970e9948-7bdd-4b06-b18d-93eea5b9a528 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-882143497', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:40.388669 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-970e9948-7bdd-4b06-b18d-93eea5b9a528 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.389830 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-970e9948-7bdd-4b06-b18d-93eea5b9a528 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.447331 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-970e9948-7bdd-4b06-b18d-93eea5b9a528 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.451835 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-970e9948-7bdd-4b06-b18d-93eea5b9a528 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.468499 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-970e9948-7bdd-4b06-b18d-93eea5b9a528 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.470160 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-970e9948-7bdd-4b06-b18d-93eea5b9a528 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1087453 Jul 14 09:42:40.472695 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58244) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:40.478706 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-8e0bc273-ab20-425f-801d-ccf954f169ee tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'port': {'network_id': '4d38196b-a70b-48d4-8fb5-9bbd9475bb7e', 'name': 'tempest-RoutersTest-61719354'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:40.485953 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce64e94-761e-405f-b795-9eef5e5dc87c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-4d38196b-a70b-48d4-8fb5-9bbd9475bb7e', 'network_id': '4d38196b-a70b-48d4-8fb5-9bbd9475bb7e', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'fixed_ips': [{'subnet_id': 'de6b2216-88aa-455c-ab3f-67203bf7d436'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:42:40.486800 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ce64e94-761e-405f-b795-9eef5e5dc87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.594475 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0bc273-ab20-425f-801d-ccf954f169ee tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Made reservation on behalf of b049f358a66c4bdab930174032f54d6b for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:40.598142 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e0bc273-ab20-425f-801d-ccf954f169ee tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.617493 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-8e0bc273-ab20-425f-801d-ccf954f169ee tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] device_id is not set on port e98b4e77-e584-4d67-8028-54ffcf1c35da yet. {{(pid=93772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:42:40.625260 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-7ce64e94-761e-405f-b795-9eef5e5dc87c None None] Allocated IP 172.20.0.2 (4d38196b-a70b-48d4-8fb5-9bbd9475bb7e/de6b2216-88aa-455c-ab3f-67203bf7d436/099627c1-631b-47e7-8110-30babc4cb950) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:40.683166 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4470beb-91ae-48b1-a2f4-89eb8b171aa1 req-736ddbb3-e4da-4e4c-b272-ac39a9d82ab9 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:40.684883 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4470beb-91ae-48b1-a2f4-89eb8b171aa1 req-736ddbb3-e4da-4e4c-b272-ac39a9d82ab9 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 946 time: 0.0753505 Jul 14 09:42:40.723298 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4470beb-91ae-48b1-a2f4-89eb8b171aa1 req-5e370dcc-bb49-4ae0-b4fb-51b3b8f895a0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324192 Jul 14 09:42:40.776202 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ce64e94-761e-405f-b795-9eef5e5dc87c None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.784641 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7ce64e94-761e-405f-b795-9eef5e5dc87c None None] Transition to ACTIVE for port object 099627c1-631b-47e7-8110-30babc4cb950 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:40.799337 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7ce64e94-761e-405f-b795-9eef5e5dc87c None None] Transition to ACTIVE for port object 099627c1-631b-47e7-8110-30babc4cb950 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:40.802193 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 20a2d491-6300-4130-97b0-b81aaac0f2eb no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:40.824810 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ce64e94-761e-405f-b795-9eef5e5dc87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.826806 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 20a2d491-6300-4130-97b0-b81aaac0f2eb {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:40.827176 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 20a2d491-6300-4130-97b0-b81aaac0f2eb not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:40.863855 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce64e94-761e-405f-b795-9eef5e5dc87c None None] Network 4d38196b-a70b-48d4-8fb5-9bbd9475bb7e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:40.865097 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-8e0bc273-ab20-425f-801d-ccf954f169ee tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Allocated IP 172.20.0.5 (4d38196b-a70b-48d4-8fb5-9bbd9475bb7e/de6b2216-88aa-455c-ab3f-67203bf7d436/e98b4e77-e584-4d67-8028-54ffcf1c35da) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:40.869700 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-7ce64e94-761e-405f-b795-9eef5e5dc87c None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:40.878832 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce64e94-761e-405f-b795-9eef5e5dc87c None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:40.891987 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce64e94-761e-405f-b795-9eef5e5dc87c None None] Pushing event updated for resources: {'Port': ['ID=099627c1-631b-47e7-8110-30babc4cb950,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:40.919367 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.951936 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-7ce64e94-761e-405f-b795-9eef5e5dc87c None None] Attempting to bind port 099627c1-631b-47e7-8110-30babc4cb950 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:40.952311 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-7ce64e94-761e-405f-b795-9eef5e5dc87c None None] Attempting to bind port 099627c1-631b-47e7-8110-30babc4cb950 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '629f121b-599d-4817-93e3-9ecfad99cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4d38196b-a70b-48d4-8fb5-9bbd9475bb7e'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:40.952675 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce64e94-761e-405f-b795-9eef5e5dc87c None None] Attempting to bind port 099627c1-631b-47e7-8110-30babc4cb950 on network 4d38196b-a70b-48d4-8fb5-9bbd9475bb7e {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:40.958344 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce64e94-761e-405f-b795-9eef5e5dc87c None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:40.958716 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce64e94-761e-405f-b795-9eef5e5dc87c None None] Checking segment: {'id': '629f121b-599d-4817-93e3-9ecfad99cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4d38196b-a70b-48d4-8fb5-9bbd9475bb7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:40.959116 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ce64e94-761e-405f-b795-9eef5e5dc87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.959526 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce64e94-761e-405f-b795-9eef5e5dc87c None None] Bound using segment: {'id': '629f121b-599d-4817-93e3-9ecfad99cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4d38196b-a70b-48d4-8fb5-9bbd9475bb7e'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:40.960024 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-7ce64e94-761e-405f-b795-9eef5e5dc87c None None] Bound port: 099627c1-631b-47e7-8110-30babc4cb950, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629f121b-599d-4817-93e3-9ecfad99cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4d38196b-a70b-48d4-8fb5-9bbd9475bb7e'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:40.961159 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ce64e94-761e-405f-b795-9eef5e5dc87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:41.022709 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7ce64e94-761e-405f-b795-9eef5e5dc87c None None] For port 099627c1-631b-47e7-8110-30babc4cb950, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:41.023441 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e0bc273-ab20-425f-801d-ccf954f169ee tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:41.025908 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7ce64e94-761e-405f-b795-9eef5e5dc87c None None] For port 099627c1-631b-47e7-8110-30babc4cb950, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=099627c1-631b-47e7-8110-30babc4cb950,segment=NetworkSegment(629f121b-599d-4817-93e3-9ecfad99cde4),segment_id=629f121b-599d-4817-93e3-9ecfad99cde4)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:41.029704 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ce64e94-761e-405f-b795-9eef5e5dc87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:41.037728 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8e0bc273-ab20-425f-801d-ccf954f169ee tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Transition to ACTIVE for port object e98b4e77-e584-4d67-8028-54ffcf1c35da will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:41.073557 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e0bc273-ab20-425f-801d-ccf954f169ee tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:41.090812 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce64e94-761e-405f-b795-9eef5e5dc87c None None] Pushing event updated for resources: {'Port': ['ID=099627c1-631b-47e7-8110-30babc4cb950,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:41.127464 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0bc273-ab20-425f-801d-ccf954f169ee tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network 4d38196b-a70b-48d4-8fb5-9bbd9475bb7e is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:41.136224 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8e0bc273-ab20-425f-801d-ccf954f169ee tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:41.138657 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0bc273-ab20-425f-801d-ccf954f169ee tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:41.167626 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bc273-ab20-425f-801d-ccf954f169ee tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Port': ['ID=e98b4e77-e584-4d67-8028-54ffcf1c35da,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:41.198926 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0bc273-ab20-425f-801d-ccf954f169ee tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:41.199614 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e0bc273-ab20-425f-801d-ccf954f169ee tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:41.216377 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8e0bc273-ab20-425f-801d-ccf954f169ee tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 0.7423537 Jul 14 09:42:41.220267 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58248) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:41.589555 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da2f3583-a52e-4ac4-a138-11c52a3ff53b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:41.843198 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da2f3583-a52e-4ac4-a138-11c52a3ff53b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:41.848528 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da2f3583-a52e-4ac4-a138-11c52a3ff53b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:41.920313 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9176e6-3ee9-4c61-8c9c-1a8f85c8d2af req-3a5108b1-4cff-4169-a1b6-e533ebf55ed2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:41.921953 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a9176e6-3ee9-4c61-8c9c-1a8f85c8d2af req-3a5108b1-4cff-4169-a1b6-e533ebf55ed2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 946 time: 0.0687048 Jul 14 09:42:41.935352 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f3583-a52e-4ac4-a138-11c52a3ff53b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Port': ['ID=e98b4e77-e584-4d67-8028-54ffcf1c35da,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:41.968088 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a9176e6-3ee9-4c61-8c9c-1a8f85c8d2af req-5876ea90-aa5b-4256-94bf-54572bb95621 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378671 Jul 14 09:42:42.070366 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a93093-4c60-4795-b372-358ac3338562 None None] Network 4d38196b-a70b-48d4-8fb5-9bbd9475bb7e requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:42.093955 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da2f3583-a52e-4ac4-a138-11c52a3ff53b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:42.191640 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5dcc8c10-5f39-46ad-85b9-539dbd375bba None None] Provisioning for port 099627c1-631b-47e7-8110-30babc4cb950 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:42.221277 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da2f3583-a52e-4ac4-a138-11c52a3ff53b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:42.369465 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:42.487988 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da2f3583-a52e-4ac4-a138-11c52a3ff53b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:42.492639 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da2f3583-a52e-4ac4-a138-11c52a3ff53b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:42.520432 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-31ec2e19-f588-40b5-aa4b-c349a1880fcd None None] Provisioning for port e98b4e77-e584-4d67-8028-54ffcf1c35da completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:42.525618 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-31ec2e19-f588-40b5-aa4b-c349a1880fcd None None] Provisioning complete for port e98b4e77-e584-4d67-8028-54ffcf1c35da triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:42.526236 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31ec2e19-f588-40b5-aa4b-c349a1880fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:42.570387 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da2f3583-a52e-4ac4-a138-11c52a3ff53b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:42.572236 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f3583-a52e-4ac4-a138-11c52a3ff53b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Port': ['ID=e98b4e77-e584-4d67-8028-54ffcf1c35da,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:42.573280 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-31ec2e19-f588-40b5-aa4b-c349a1880fcd None None] Port e98b4e77-e584-4d67-8028-54ffcf1c35da cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:42.675752 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2f3583-a52e-4ac4-a138-11c52a3ff53b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network 4d38196b-a70b-48d4-8fb5-9bbd9475bb7e is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:42.677297 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-da2f3583-a52e-4ac4-a138-11c52a3ff53b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:42.704194 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-dc26ccc5-9567-40f8-bbfe-2bc4bfcd94ad None None] Provisioning complete for port e98b4e77-e584-4d67-8028-54ffcf1c35da triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:42.704425 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc26ccc5-9567-40f8-bbfe-2bc4bfcd94ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:42.745270 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-dc26ccc5-9567-40f8-bbfe-2bc4bfcd94ad None None] Port e98b4e77-e584-4d67-8028-54ffcf1c35da cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:42.838919 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 099627c1-631b-47e7-8110-30babc4cb950 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:42.888007 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1698957c-b3e1-4c26-9664-ac28b954d2ef None None] Provisioning complete for port e98b4e77-e584-4d67-8028-54ffcf1c35da triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:42.888288 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1698957c-b3e1-4c26-9664-ac28b954d2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:42.929366 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1698957c-b3e1-4c26-9664-ac28b954d2ef None None] Port e98b4e77-e584-4d67-8028-54ffcf1c35da cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:42.932680 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 099627c1-631b-47e7-8110-30babc4cb950 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:42.937466 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 099627c1-631b-47e7-8110-30babc4cb950 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:42.937835 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.029967 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.073538 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 099627c1-631b-47e7-8110-30babc4cb950, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=099627c1-631b-47e7-8110-30babc4cb950,segment=NetworkSegment(629f121b-599d-4817-93e3-9ecfad99cde4),segment_id=629f121b-599d-4817-93e3-9ecfad99cde4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:43.074602 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-73037f68-b435-4134-a4f1-56d98ff18cbf None None] Provisioning complete for port e98b4e77-e584-4d67-8028-54ffcf1c35da triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:43.075167 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73037f68-b435-4134-a4f1-56d98ff18cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.079397 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.150039 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-73037f68-b435-4134-a4f1-56d98ff18cbf None None] Port e98b4e77-e584-4d67-8028-54ffcf1c35da cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:43.169740 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=099627c1-631b-47e7-8110-30babc4cb950,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:43.179426 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2f3583-a52e-4ac4-a138-11c52a3ff53b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Router f0ea6143-62e5-4ec5-ab40-47b6ad9e61e3 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:42:43.198965 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d83da-7193-4c8b-9cec-6955d59816b5 req-287bc2d0-3fa8-4ce2-81d6-847908551d4b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:43.200551 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3d6d83da-7193-4c8b-9cec-6955d59816b5 req-287bc2d0-3fa8-4ce2-81d6-847908551d4b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 946 time: 0.0989926 Jul 14 09:42:43.244322 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3d6d83da-7193-4c8b-9cec-6955d59816b5 req-361a429f-4b8b-4866-92c7-f1e1503da718 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374684 Jul 14 09:42:43.287677 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2f3583-a52e-4ac4-a138-11c52a3ff53b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:43.293704 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-da2f3583-a52e-4ac4-a138-11c52a3ff53b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "PUT /v2.0/routers/f0ea6143-62e5-4ec5-ab40-47b6ad9e61e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0722663 Jul 14 09:42:43.296083 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58254) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:43.298882 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dafa4e7-7802-499d-ba13-4c8416614144 None None] Sync routers for ids ['f0ea6143-62e5-4ec5-ab40-47b6ad9e61e3'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:43.309747 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dafa4e7-7802-499d-ba13-4c8416614144 None None] Routers {'f0ea6143-62e5-4ec5-ab40-47b6ad9e61e3'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:43.311595 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5dafa4e7-7802-499d-ba13-4c8416614144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f0ea6143-62e5-4ec5-ab40-47b6ad9e61e3'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:43.349279 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5dafa4e7-7802-499d-ba13-4c8416614144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:43.354374 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460c91d6-d381-4bcd-b246-1ddedd61d235 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:43.355812 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-460c91d6-d381-4bcd-b246-1ddedd61d235 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "GET /v2.0/ports/e98b4e77-e584-4d67-8028-54ffcf1c35da HTTP/1.1" status: 200 len: 975 time: 0.0587852 Jul 14 09:42:43.358599 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58256) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:43.359427 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dafa4e7-7802-499d-ba13-4c8416614144 None None] Routers {'f0ea6143-62e5-4ec5-ab40-47b6ad9e61e3'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:43.360065 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5dafa4e7-7802-499d-ba13-4c8416614144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f0ea6143-62e5-4ec5-ab40-47b6ad9e61e3'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:43.394245 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5dafa4e7-7802-499d-ba13-4c8416614144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:43.394883 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dafa4e7-7802-499d-ba13-4c8416614144 None None] The sync data for ids ['f0ea6143-62e5-4ec5-ab40-47b6ad9e61e3'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:43.673371 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06954211-24ec-4c5f-9b46-e00a03f3ec10 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.913465 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-06954211-24ec-4c5f-9b46-e00a03f3ec10 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Deleting port e98b4e77-e584-4d67-8028-54ffcf1c35da {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:43.914150 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06954211-24ec-4c5f-9b46-e00a03f3ec10 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:44.002765 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06954211-24ec-4c5f-9b46-e00a03f3ec10 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:44.015015 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-06954211-24ec-4c5f-9b46-e00a03f3ec10 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Calling delete_port for e98b4e77-e584-4d67-8028-54ffcf1c35da owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:44.184795 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06954211-24ec-4c5f-9b46-e00a03f3ec10 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:44.216662 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06954211-24ec-4c5f-9b46-e00a03f3ec10 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Port': ['ID=e98b4e77-e584-4d67-8028-54ffcf1c35da,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:44.372156 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06954211-24ec-4c5f-9b46-e00a03f3ec10 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:44.431784 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e19ac-0072-4250-b9eb-7fb3b3ae111b req-428373b6-c7c8-4b5c-89e5-b1775559806b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:44.433542 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c38e19ac-0072-4250-b9eb-7fb3b3ae111b req-428373b6-c7c8-4b5c-89e5-b1775559806b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 946 time: 0.0697989 Jul 14 09:42:44.473025 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c38e19ac-0072-4250-b9eb-7fb3b3ae111b req-e9b948f3-75ea-4cd5-8f97-37f27e6aa724 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337760 Jul 14 09:42:44.531780 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06954211-24ec-4c5f-9b46-e00a03f3ec10 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Router f0ea6143-62e5-4ec5-ab40-47b6ad9e61e3 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:42:44.603998 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06954211-24ec-4c5f-9b46-e00a03f3ec10 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:44.608858 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-06954211-24ec-4c5f-9b46-e00a03f3ec10 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "PUT /v2.0/routers/f0ea6143-62e5-4ec5-ab40-47b6ad9e61e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2493083 Jul 14 09:42:44.611696 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58260) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:44.614128 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32cdc61-cfbe-4d55-bac4-cac1dfaf4a5d None None] Sync routers for ids ['f0ea6143-62e5-4ec5-ab40-47b6ad9e61e3'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:44.623865 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32cdc61-cfbe-4d55-bac4-cac1dfaf4a5d None None] Routers {'f0ea6143-62e5-4ec5-ab40-47b6ad9e61e3'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:44.624475 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b32cdc61-cfbe-4d55-bac4-cac1dfaf4a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f0ea6143-62e5-4ec5-ab40-47b6ad9e61e3'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:44.655344 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b32cdc61-cfbe-4d55-bac4-cac1dfaf4a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:44.664341 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32cdc61-cfbe-4d55-bac4-cac1dfaf4a5d None None] Routers {'f0ea6143-62e5-4ec5-ab40-47b6ad9e61e3'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:44.664927 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b32cdc61-cfbe-4d55-bac4-cac1dfaf4a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f0ea6143-62e5-4ec5-ab40-47b6ad9e61e3'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:44.695877 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b32cdc61-cfbe-4d55-bac4-cac1dfaf4a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:44.696518 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32cdc61-cfbe-4d55-bac4-cac1dfaf4a5d None None] The sync data for ids ['f0ea6143-62e5-4ec5-ab40-47b6ad9e61e3'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:44.788704 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 099627c1-631b-47e7-8110-30babc4cb950 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:44.799592 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-1f27ec50-eaab-4ec9-844c-cbe9e57781b8 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] remove_router_interface failed (client error): The resource could not be found. Jul 14 09:42:44.800643 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1f27ec50-eaab-4ec9-844c-cbe9e57781b8 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "PUT /v2.0/routers/f0ea6143-62e5-4ec5-ab40-47b6ad9e61e3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1880038 Jul 14 09:42:44.803664 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58262) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:44.838428 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-42c94462-b9a8-4a37-91ae-1c3bf4adb787 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0ea6143-62e5-4ec5-ab40-47b6ad9e61e3 HTTP/1.1" status: 200 len: 205 time: 0.0335424 Jul 14 09:42:44.840248 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 099627c1-631b-47e7-8110-30babc4cb950 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:44.840629 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:44.840912 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58264) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:44.914482 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df03014c-923b-482f-aef1-5152938b6c71 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.078539 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df03014c-923b-482f-aef1-5152938b6c71 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.080581 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df03014c-923b-482f-aef1-5152938b6c71 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.127160 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df03014c-923b-482f-aef1-5152938b6c71 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.127728 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df03014c-923b-482f-aef1-5152938b6c71 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Fanout notify agent at l3_agent the message router_deleted on router f0ea6143-62e5-4ec5-ab40-47b6ad9e61e3 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:42:45.135203 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df03014c-923b-482f-aef1-5152938b6c71 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.136279 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-df03014c-923b-482f-aef1-5152938b6c71 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/routers/f0ea6143-62e5-4ec5-ab40-47b6ad9e61e3 HTTP/1.1" status: 204 len: 168 time: 0.2944610 Jul 14 09:42:45.139118 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58266) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:45.189635 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-311990f6-9038-422e-8ded-34e0b8c08db2 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Deleting subnet de6b2216-88aa-455c-ab3f-67203bf7d436 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:45.192706 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-311990f6-9038-422e-8ded-34e0b8c08db2 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.231511 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-311990f6-9038-422e-8ded-34e0b8c08db2 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.318768 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-311990f6-9038-422e-8ded-34e0b8c08db2 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.380415 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-311990f6-9038-422e-8ded-34e0b8c08db2 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.409452 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311990f6-9038-422e-8ded-34e0b8c08db2 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Subnet': ['ID=de6b2216-88aa-455c-ab3f-67203bf7d436,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:45.411408 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-311990f6-9038-422e-8ded-34e0b8c08db2 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.415716 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-311990f6-9038-422e-8ded-34e0b8c08db2 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/subnets/de6b2216-88aa-455c-ab3f-67203bf7d436 HTTP/1.1" status: 204 len: 168 time: 0.2753370 Jul 14 09:42:45.416869 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58268) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:45.419844 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1e7fa5-106a-4665-9d7f-e5f53d8bfe46 None None] Network 4d38196b-a70b-48d4-8fb5-9bbd9475bb7e requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:45.500514 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6527ae9d-be43-4221-9161-4bd55a657f8d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.558080 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6527ae9d-be43-4221-9161-4bd55a657f8d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Deleting port 099627c1-631b-47e7-8110-30babc4cb950 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:45.558431 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6527ae9d-be43-4221-9161-4bd55a657f8d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.628299 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241804ae-a686-428f-88f1-a8acccd0d5b5 None None] DHCP port deletion for 4d38196b-a70b-48d4-8fb5-9bbd9475bb7e request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:42:45.658716 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6527ae9d-be43-4221-9161-4bd55a657f8d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] For port 099627c1-631b-47e7-8110-30babc4cb950, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=099627c1-631b-47e7-8110-30babc4cb950,segment=NetworkSegment(629f121b-599d-4817-93e3-9ecfad99cde4),segment_id=629f121b-599d-4817-93e3-9ecfad99cde4)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:45.658995 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6527ae9d-be43-4221-9161-4bd55a657f8d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.673378 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-241804ae-a686-428f-88f1-a8acccd0d5b5 None None] Deleting port 099627c1-631b-47e7-8110-30babc4cb950 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:45.673744 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-241804ae-a686-428f-88f1-a8acccd0d5b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.677809 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6527ae9d-be43-4221-9161-4bd55a657f8d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Calling delete_port for 099627c1-631b-47e7-8110-30babc4cb950 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:45.735434 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ed6bb-75e7-4e46-bdf5-f783319e7b41 req-947fee8b-8b7a-4086-89bc-cb5ec2e5a6eb tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:45.737175 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c78ed6bb-75e7-4e46-bdf5-f783319e7b41 req-947fee8b-8b7a-4086-89bc-cb5ec2e5a6eb tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 946 time: 0.1331456 Jul 14 09:42:45.799645 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c78ed6bb-75e7-4e46-bdf5-f783319e7b41 req-9264e54a-91a7-48ce-8c18-db7068dc97f2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547965 Jul 14 09:42:45.811129 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6527ae9d-be43-4221-9161-4bd55a657f8d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.889289 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-241804ae-a686-428f-88f1-a8acccd0d5b5 None None] For port 099627c1-631b-47e7-8110-30babc4cb950, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=099627c1-631b-47e7-8110-30babc4cb950,segment=NetworkSegment(629f121b-599d-4817-93e3-9ecfad99cde4),segment_id=629f121b-599d-4817-93e3-9ecfad99cde4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:45.889591 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-241804ae-a686-428f-88f1-a8acccd0d5b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.904471 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-241804ae-a686-428f-88f1-a8acccd0d5b5 None None] Calling delete_port for 099627c1-631b-47e7-8110-30babc4cb950 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:45.989152 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-241804ae-a686-428f-88f1-a8acccd0d5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.016817 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241804ae-a686-428f-88f1-a8acccd0d5b5 None None] Pushing event deleted for resources: {'Port': ['ID=099627c1-631b-47e7-8110-30babc4cb950,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:46.018899 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241804ae-a686-428f-88f1-a8acccd0d5b5 None None] No DVR routers for this DVR port 099627c1-631b-47e7-8110-30babc4cb950 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:46.188727 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527ae9d-be43-4221-9161-4bd55a657f8d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Port': ['ID=099627c1-631b-47e7-8110-30babc4cb950,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:46.192039 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6527ae9d-be43-4221-9161-4bd55a657f8d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] No DVR routers for this DVR port 099627c1-631b-47e7-8110-30babc4cb950 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:46.267185 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6527ae9d-be43-4221-9161-4bd55a657f8d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.276971 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-6527ae9d-be43-4221-9161-4bd55a657f8d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d38196b-a70b-48d4-8fb5-9bbd9475bb7e']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:46.287330 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-6527ae9d-be43-4221-9161-4bd55a657f8d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629f121b-599d-4817-93e3-9ecfad99cde4') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:46.287590 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-6527ae9d-be43-4221-9161-4bd55a657f8d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629f121b-599d-4817-93e3-9ecfad99cde4') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:46.296195 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6527ae9d-be43-4221-9161-4bd55a657f8d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.309432 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6527ae9d-be43-4221-9161-4bd55a657f8d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.315045 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6527ae9d-be43-4221-9161-4bd55a657f8d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:42:46.315481 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6527ae9d-be43-4221-9161-4bd55a657f8d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:42:46.318307 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:42:46.378414 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6527ae9d-be43-4221-9161-4bd55a657f8d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.385897 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6527ae9d-be43-4221-9161-4bd55a657f8d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.387569 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6527ae9d-be43-4221-9161-4bd55a657f8d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/networks/4d38196b-a70b-48d4-8fb5-9bbd9475bb7e HTTP/1.1" status: 204 len: 168 time: 0.9697175 Jul 14 09:42:46.391570 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58272) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:46.396917 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-d4be4be5-18d7-46ee-b582-fd4942d7e156 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'network': {'name': 'tempest-RoutersTest-1764811607'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:46.399754 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527ae9d-be43-4221-9161-4bd55a657f8d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Network': ['ID=4d38196b-a70b-48d4-8fb5-9bbd9475bb7e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:46.418079 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4be4be5-18d7-46ee-b582-fd4942d7e156 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Made reservation on behalf of b049f358a66c4bdab930174032f54d6b for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:46.421783 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4be4be5-18d7-46ee-b582-fd4942d7e156 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.445914 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4be4be5-18d7-46ee-b582-fd4942d7e156 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:42:46.455362 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4be4be5-18d7-46ee-b582-fd4942d7e156 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.455773 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-d4be4be5-18d7-46ee-b582-fd4942d7e156 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Added segment 7f6ca8e3-3245-4d40-a868-b9ad838eb03c of type vlan for network c4fd8f10-01fb-48c3-a8dd-bf11fbff1dcf Jul 14 09:42:46.497227 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4be4be5-18d7-46ee-b582-fd4942d7e156 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.542041 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4be4be5-18d7-46ee-b582-fd4942d7e156 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.547704 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4be4be5-18d7-46ee-b582-fd4942d7e156 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:46.548251 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4be4be5-18d7-46ee-b582-fd4942d7e156 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.601713 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d4be4be5-18d7-46ee-b582-fd4942d7e156 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2089946 Jul 14 09:42:46.604500 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58274) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:46.609721 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7cb1cfc9-5da8-4061-b05b-cc4794af815b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'subnet': {'network_id': 'c4fd8f10-01fb-48c3-a8dd-bf11fbff1dcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:46.621964 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be4be5-18d7-46ee-b582-fd4942d7e156 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Network': ['ID=c4fd8f10-01fb-48c3-a8dd-bf11fbff1dcf,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:46.633854 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network c4fd8f10-01fb-48c3-a8dd-bf11fbff1dcf details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:42:46.704236 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb1cfc9-5da8-4061-b05b-cc4794af815b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Made reservation on behalf of b049f358a66c4bdab930174032f54d6b for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:46.707810 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7cb1cfc9-5da8-4061-b05b-cc4794af815b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.781324 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 099627c1-631b-47e7-8110-30babc4cb950 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:46.801409 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 099627c1-631b-47e7-8110-30babc4cb950 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:46.801755 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 099627c1-631b-47e7-8110-30babc4cb950 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:46.893397 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7cb1cfc9-5da8-4061-b05b-cc4794af815b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.982245 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1cfc9-5da8-4061-b05b-cc4794af815b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Subnet': ['ID=d3cf64bc-7635-4c01-8dd4-cd8778e7aa6b,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:47.012924 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb1cfc9-5da8-4061-b05b-cc4794af815b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Checking segment: {'id': '7f6ca8e3-3245-4d40-a868-b9ad838eb03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c4fd8f10-01fb-48c3-a8dd-bf11fbff1dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:47.013277 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb1cfc9-5da8-4061-b05b-cc4794af815b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network hostable DHCP agents. Network: c4fd8f10-01fb-48c3-a8dd-bf11fbff1dcf, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:42:47.039851 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815e19a-b60d-425d-932c-4b67ef7261bf req-657a0fc5-9891-433d-9d5c-18b905a9151b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:47.041430 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f815e19a-b60d-425d-932c-4b67ef7261bf req-657a0fc5-9891-433d-9d5c-18b905a9151b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 946 time: 0.1165407 Jul 14 09:42:47.046515 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb1cfc9-5da8-4061-b05b-cc4794af815b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network c4fd8f10-01fb-48c3-a8dd-bf11fbff1dcf is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:42:47.071168 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7cb1cfc9-5da8-4061-b05b-cc4794af815b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, c4fd8f10-01fb-48c3-a8dd-bf11fbff1dcf) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:47.075483 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb1cfc9-5da8-4061-b05b-cc4794af815b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:47.076532 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7cb1cfc9-5da8-4061-b05b-cc4794af815b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.079872 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d30812-8d98-4c83-ba2d-cb2345d1955e None None] Network c4fd8f10-01fb-48c3-a8dd-bf11fbff1dcf requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:47.100759 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f815e19a-b60d-425d-932c-4b67ef7261bf req-9125a371-ccaf-4537-8e54-1c356d31404a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510116 Jul 14 09:42:47.106752 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7cb1cfc9-5da8-4061-b05b-cc4794af815b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5010660 Jul 14 09:42:47.109448 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58278) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:47.114036 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6b2bee7d-5210-4fff-8dd5-8aee2d5ee7dc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1464267911', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:47.139740 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b2bee7d-5210-4fff-8dd5-8aee2d5ee7dc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.140967 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b2bee7d-5210-4fff-8dd5-8aee2d5ee7dc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.195224 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b2bee7d-5210-4fff-8dd5-8aee2d5ee7dc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.200273 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b2bee7d-5210-4fff-8dd5-8aee2d5ee7dc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.217579 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b2bee7d-5210-4fff-8dd5-8aee2d5ee7dc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.218966 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6b2bee7d-5210-4fff-8dd5-8aee2d5ee7dc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1085806 Jul 14 09:42:47.221908 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58280) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:47.230761 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6dee98-7839-4db7-b20f-6a69235e7119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-c4fd8f10-01fb-48c3-a8dd-bf11fbff1dcf', 'network_id': 'c4fd8f10-01fb-48c3-a8dd-bf11fbff1dcf', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'fixed_ips': [{'subnet_id': 'd3cf64bc-7635-4c01-8dd4-cd8778e7aa6b'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:42:47.231676 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c6dee98-7839-4db7-b20f-6a69235e7119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.374216 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-2c6dee98-7839-4db7-b20f-6a69235e7119 None None] Allocated IP 172.20.0.2 (c4fd8f10-01fb-48c3-a8dd-bf11fbff1dcf/d3cf64bc-7635-4c01-8dd4-cd8778e7aa6b/0e94daec-e4c7-468d-8d53-6a166158af9e) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:47.510585 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b0d6439-018b-41f6-b7f3-119232d417e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.522595 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c6dee98-7839-4db7-b20f-6a69235e7119 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.531080 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2c6dee98-7839-4db7-b20f-6a69235e7119 None None] Transition to ACTIVE for port object 0e94daec-e4c7-468d-8d53-6a166158af9e will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:47.546315 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2c6dee98-7839-4db7-b20f-6a69235e7119 None None] Transition to ACTIVE for port object 0e94daec-e4c7-468d-8d53-6a166158af9e will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:47.551971 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c6dee98-7839-4db7-b20f-6a69235e7119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.597066 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6dee98-7839-4db7-b20f-6a69235e7119 None None] Network c4fd8f10-01fb-48c3-a8dd-bf11fbff1dcf is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:47.599870 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-2c6dee98-7839-4db7-b20f-6a69235e7119 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:47.604784 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6dee98-7839-4db7-b20f-6a69235e7119 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:47.606726 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6dee98-7839-4db7-b20f-6a69235e7119 None None] Pushing event updated for resources: {'Port': ['ID=0e94daec-e4c7-468d-8d53-6a166158af9e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:47.664468 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-2c6dee98-7839-4db7-b20f-6a69235e7119 None None] Attempting to bind port 0e94daec-e4c7-468d-8d53-6a166158af9e on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:47.665120 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-2c6dee98-7839-4db7-b20f-6a69235e7119 None None] Attempting to bind port 0e94daec-e4c7-468d-8d53-6a166158af9e by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '7f6ca8e3-3245-4d40-a868-b9ad838eb03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c4fd8f10-01fb-48c3-a8dd-bf11fbff1dcf'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:47.665251 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6dee98-7839-4db7-b20f-6a69235e7119 None None] Attempting to bind port 0e94daec-e4c7-468d-8d53-6a166158af9e on network c4fd8f10-01fb-48c3-a8dd-bf11fbff1dcf {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:47.670125 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6dee98-7839-4db7-b20f-6a69235e7119 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:47.670496 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6dee98-7839-4db7-b20f-6a69235e7119 None None] Checking segment: {'id': '7f6ca8e3-3245-4d40-a868-b9ad838eb03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c4fd8f10-01fb-48c3-a8dd-bf11fbff1dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:47.670900 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c6dee98-7839-4db7-b20f-6a69235e7119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.671290 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6dee98-7839-4db7-b20f-6a69235e7119 None None] Bound using segment: {'id': '7f6ca8e3-3245-4d40-a868-b9ad838eb03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c4fd8f10-01fb-48c3-a8dd-bf11fbff1dcf'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:47.671775 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-2c6dee98-7839-4db7-b20f-6a69235e7119 None None] Bound port: 0e94daec-e4c7-468d-8d53-6a166158af9e, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6ca8e3-3245-4d40-a868-b9ad838eb03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c4fd8f10-01fb-48c3-a8dd-bf11fbff1dcf'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:47.672151 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c6dee98-7839-4db7-b20f-6a69235e7119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.740035 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-2c6dee98-7839-4db7-b20f-6a69235e7119 None None] For port 0e94daec-e4c7-468d-8d53-6a166158af9e, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:47.743710 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-2c6dee98-7839-4db7-b20f-6a69235e7119 None None] For port 0e94daec-e4c7-468d-8d53-6a166158af9e, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=0e94daec-e4c7-468d-8d53-6a166158af9e,segment=NetworkSegment(7f6ca8e3-3245-4d40-a868-b9ad838eb03c),segment_id=7f6ca8e3-3245-4d40-a868-b9ad838eb03c)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:47.747645 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c6dee98-7839-4db7-b20f-6a69235e7119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.747906 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-0b0d6439-018b-41f6-b7f3-119232d417e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Allocated IP 172.20.0.1 (c4fd8f10-01fb-48c3-a8dd-bf11fbff1dcf/d3cf64bc-7635-4c01-8dd4-cd8778e7aa6b/b728e66d-3ed5-41c6-aa22-c15f58699025) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:47.810977 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6dee98-7839-4db7-b20f-6a69235e7119 None None] Pushing event updated for resources: {'Port': ['ID=0e94daec-e4c7-468d-8d53-6a166158af9e,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:47.872044 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b0d6439-018b-41f6-b7f3-119232d417e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.886961 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0b0d6439-018b-41f6-b7f3-119232d417e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Transition to ACTIVE for port object b728e66d-3ed5-41c6-aa22-c15f58699025 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:47.921365 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b0d6439-018b-41f6-b7f3-119232d417e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.969091 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0d6439-018b-41f6-b7f3-119232d417e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network c4fd8f10-01fb-48c3-a8dd-bf11fbff1dcf is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:47.976400 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0b0d6439-018b-41f6-b7f3-119232d417e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:47.980953 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0d6439-018b-41f6-b7f3-119232d417e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:48.017975 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d6439-018b-41f6-b7f3-119232d417e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Port': ['ID=b728e66d-3ed5-41c6-aa22-c15f58699025,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:48.036567 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b0d6439-018b-41f6-b7f3-119232d417e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.169750 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b0d6439-018b-41f6-b7f3-119232d417e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.372991 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a251449-3524-4b46-a503-462999a4dbe5 req-7631eaaf-1774-4832-8b8c-0970f551691e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:48.374577 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a251449-3524-4b46-a503-462999a4dbe5 req-7631eaaf-1774-4832-8b8c-0970f551691e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 946 time: 0.1580846 Jul 14 09:42:48.455536 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-917b2c32-a024-4004-bb2a-0d60b6b15758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.467638 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a251449-3524-4b46-a503-462999a4dbe5 req-799dcec2-2b95-428d-b92d-9298f0c1da26 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794151 Jul 14 09:42:48.551938 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b0d6439-018b-41f6-b7f3-119232d417e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.559107 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b0d6439-018b-41f6-b7f3-119232d417e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.621585 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-719a910b-552f-456f-af85-32cf217fcf8f service neutron] show failed (client error): The resource could not be found. Jul 14 09:42:48.622632 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-719a910b-552f-456f-af85-32cf217fcf8f service neutron] 10.222.0.44 "GET /v2.0/ports/e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8/bindings/n-h1-771362-35 HTTP/1.1" status: 404 len: 381 time: 0.0738404 Jul 14 09:42:48.649130 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d6439-018b-41f6-b7f3-119232d417e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Port': ['ID=b728e66d-3ed5-41c6-aa22-c15f58699025,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:48.654653 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b0d6439-018b-41f6-b7f3-119232d417e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.784224 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0d6439-018b-41f6-b7f3-119232d417e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network c4fd8f10-01fb-48c3-a8dd-bf11fbff1dcf is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:48.791262 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0b0d6439-018b-41f6-b7f3-119232d417e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:48.804063 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40461a9-b5f7-4602-b9b4-f34beb998d54 None None] Network c4fd8f10-01fb-48c3-a8dd-bf11fbff1dcf requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:48.863046 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c32d42c8-e5a6-4c01-8323-bc15baf0ffe3 None None] Provisioning for port 0e94daec-e4c7-468d-8d53-6a166158af9e completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:48.880831 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 0e94daec-e4c7-468d-8d53-6a166158af9e up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:48.959377 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0d6439-018b-41f6-b7f3-119232d417e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Router df923464-ac9d-482b-bf1f-ce08d3409672 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:42:48.972936 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-bf923ba7-6616-401a-a4b6-9fbb09402752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:48.974542 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-bf923ba7-6616-401a-a4b6-9fbb09402752 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc&tenant_id=efe559a5c8d646b7b35d7ff399735120 HTTP/1.1" status: 200 len: 1098 time: 0.1090491 Jul 14 09:42:48.981657 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 0e94daec-e4c7-468d-8d53-6a166158af9e completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:48.987304 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-20250207-2260-44a9-8482-30b44c404c09 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-35', 'device_owner': 'compute:nova'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:48.989958 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 0e94daec-e4c7-468d-8d53-6a166158af9e triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:48.991531 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.077387 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-20250207-2260-44a9-8482-30b44c404c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.088792 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0d6439-018b-41f6-b7f3-119232d417e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:49.094334 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0b0d6439-018b-41f6-b7f3-119232d417e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "PUT /v2.0/routers/df923464-ac9d-482b-bf1f-ce08d3409672/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8712678 Jul 14 09:42:49.097090 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58284) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:49.104292 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5d12e8-4076-420a-b23f-544cff8db4e4 None None] Sync routers for ids ['df923464-ac9d-482b-bf1f-ce08d3409672'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:49.120525 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5d12e8-4076-420a-b23f-544cff8db4e4 None None] Routers {'df923464-ac9d-482b-bf1f-ce08d3409672'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:49.120986 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.121530 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-9c5d12e8-4076-420a-b23f-544cff8db4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['df923464-ac9d-482b-bf1f-ce08d3409672'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:49.163167 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3fa247-e61d-4f87-aa3b-17bd3438df97 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:49.163463 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 0e94daec-e4c7-468d-8d53-6a166158af9e, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=0e94daec-e4c7-468d-8d53-6a166158af9e,segment=NetworkSegment(7f6ca8e3-3245-4d40-a868-b9ad838eb03c),segment_id=7f6ca8e3-3245-4d40-a868-b9ad838eb03c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:49.165206 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-db3fa247-e61d-4f87-aa3b-17bd3438df97 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "GET /v2.0/ports/b728e66d-3ed5-41c6-aa22-c15f58699025 HTTP/1.1" status: 200 len: 910 time: 0.0670931 Jul 14 09:42:49.169850 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.170377 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58286) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:49.181639 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-9c5d12e8-4076-420a-b23f-544cff8db4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:49.194459 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5d12e8-4076-420a-b23f-544cff8db4e4 None None] Routers {'df923464-ac9d-482b-bf1f-ce08d3409672'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:49.195377 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-9c5d12e8-4076-420a-b23f-544cff8db4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['df923464-ac9d-482b-bf1f-ce08d3409672'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:49.253209 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=0e94daec-e4c7-468d-8d53-6a166158af9e,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:49.265670 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-9c5d12e8-4076-420a-b23f-544cff8db4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:49.266518 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5d12e8-4076-420a-b23f-544cff8db4e4 None None] The sync data for ids ['df923464-ac9d-482b-bf1f-ce08d3409672'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:49.272861 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:49.273224 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:49.273772 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:49.274197 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:49.274452 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:49.274787 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:49.275124 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:49.275453 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:49.275950 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:49.276183 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:49.276441 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:49.277008 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:49.372003 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-20250207-2260-44a9-8482-30b44c404c09 service neutron] For port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,segment=NetworkSegment(9199c2be-51ce-4542-981b-b2fab682d1c0),segment_id=9199c2be-51ce-4542-981b-b2fab682d1c0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:49.408048 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-20250207-2260-44a9-8482-30b44c404c09 service neutron] For port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:49.453398 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2574a4-01c6-4354-82ab-6f0747dececc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:49.455743 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f99eae9-67ec-4c33-97f8-21c468dadedc" -d '{"events": [{"server_uuid": "ef2574a4-01c6-4354-82ab-6f0747dececc", "name": "network-vif-unplugged", "status": "completed", "tag": "e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:49.461093 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-20250207-2260-44a9-8482-30b44c404c09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.474869 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-20250207-2260-44a9-8482-30b44c404c09 service neutron] Transition to ACTIVE for port object e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:49.481488 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-20250207-2260-44a9-8482-30b44c404c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.510429 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d290e384-0021-4d0d-b737-14203a51aaaf None None] Provisioning complete for port 0e94daec-e4c7-468d-8d53-6a166158af9e triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:49.511173 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d290e384-0021-4d0d-b737-14203a51aaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.536722 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a545efe-3256-4faa-8df8-5ef800efeb6f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.539074 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20250207-2260-44a9-8482-30b44c404c09 service neutron] Pushing event updated for resources: {'Port': ['ID=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:49.736707 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-20250207-2260-44a9-8482-30b44c404c09 service neutron] No DVR routers for this DVR port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:49.770315 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d290e384-0021-4d0d-b737-14203a51aaaf None None] Provisioning for port b728e66d-3ed5-41c6-aa22-c15f58699025 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:49.780788 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d290e384-0021-4d0d-b737-14203a51aaaf None None] Provisioning complete for port b728e66d-3ed5-41c6-aa22-c15f58699025 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:49.781064 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d290e384-0021-4d0d-b737-14203a51aaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.840396 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d290e384-0021-4d0d-b737-14203a51aaaf None None] Port b728e66d-3ed5-41c6-aa22-c15f58699025 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:49.861517 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa310bc-5f36-40a7-811d-cf4162fac599 x-openstack-request-id: req-1fa310bc-5f36-40a7-811d-cf4162fac599 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:49.861889 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2574a4-01c6-4354-82ab-6f0747dececc", "name": "network-vif-unplugged", "status": "completed", "tag": "e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:49.862145 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1fa310bc-5f36-40a7-811d-cf4162fac599 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:49.862847 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2574a4-01c6-4354-82ab-6f0747dececc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8', 'code': 200} Jul 14 09:42:49.909625 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ffcf6-7f32-4370-abc2-2276b8a4b6fc req-901a77ea-ab07-4cfd-8754-042868276f01 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:49.911164 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-369ffcf6-7f32-4370-abc2-2276b8a4b6fc req-901a77ea-ab07-4cfd-8754-042868276f01 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 944 time: 0.1375294 Jul 14 09:42:49.937133 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-20250207-2260-44a9-8482-30b44c404c09 service neutron] Attempting to bind port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:49.937671 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-20250207-2260-44a9-8482-30b44c404c09 service neutron] Attempting to bind port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '9199c2be-51ce-4542-981b-b2fab682d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:49.938017 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-20250207-2260-44a9-8482-30b44c404c09 service neutron] Attempting to bind port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 on network db4cdeba-5aaa-4aa3-8402-070268d6baba {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:49.942763 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-20250207-2260-44a9-8482-30b44c404c09 service neutron] Port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 on network db4cdeba-5aaa-4aa3-8402-070268d6baba not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:42:49.943096 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-20250207-2260-44a9-8482-30b44c404c09 service neutron] Attempting to bind port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 on network db4cdeba-5aaa-4aa3-8402-070268d6baba {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:49.948695 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-20250207-2260-44a9-8482-30b44c404c09 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:49.949041 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-20250207-2260-44a9-8482-30b44c404c09 service neutron] Checking segment: {'id': '9199c2be-51ce-4542-981b-b2fab682d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:49.949434 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-20250207-2260-44a9-8482-30b44c404c09 service neutron] Bound using segment: {'id': '9199c2be-51ce-4542-981b-b2fab682d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:49.949872 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-20250207-2260-44a9-8482-30b44c404c09 service neutron] Bound port: e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9199c2be-51ce-4542-981b-b2fab682d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:49.950241 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-20250207-2260-44a9-8482-30b44c404c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.961955 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6707b97e-03c4-4bb4-b649-57d7032883fa None None] Provisioning complete for port b728e66d-3ed5-41c6-aa22-c15f58699025 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:49.962616 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6707b97e-03c4-4bb4-b649-57d7032883fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.988793 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-369ffcf6-7f32-4370-abc2-2276b8a4b6fc req-5aa0f365-ed9c-4086-bba8-17db5ff9f1bc tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683210 Jul 14 09:42:50.001300 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6707b97e-03c4-4bb4-b649-57d7032883fa None None] Port b728e66d-3ed5-41c6-aa22-c15f58699025 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:50.038265 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-20250207-2260-44a9-8482-30b44c404c09 service neutron] For port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:50.041992 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-20250207-2260-44a9-8482-30b44c404c09 service neutron] For port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,segment=NetworkSegment(9199c2be-51ce-4542-981b-b2fab682d1c0),segment_id=9199c2be-51ce-4542-981b-b2fab682d1c0)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:50.046945 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-20250207-2260-44a9-8482-30b44c404c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.053960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9a545efe-3256-4faa-8df8-5ef800efeb6f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Deleting port b728e66d-3ed5-41c6-aa22-c15f58699025 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:50.054314 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a545efe-3256-4faa-8df8-5ef800efeb6f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.087333 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-20250207-2260-44a9-8482-30b44c404c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:50.088036 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-20250207-2260-44a9-8482-30b44c404c09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.089589 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-20250207-2260-44a9-8482-30b44c404c09 service neutron] 10.222.0.47 "PUT /v2.0/ports/e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 HTTP/1.1" status: 200 len: 1093 time: 1.1068110 Jul 14 09:42:50.114465 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20250207-2260-44a9-8482-30b44c404c09 service neutron] Pushing event updated for resources: {'Port': ['ID=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:50.136587 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6ea68063-ed98-46ae-b425-58780e0d2da1 None None] Provisioning complete for port b728e66d-3ed5-41c6-aa22-c15f58699025 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:50.136961 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6ea68063-ed98-46ae-b425-58780e0d2da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.172918 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a545efe-3256-4faa-8df8-5ef800efeb6f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.175321 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6ea68063-ed98-46ae-b425-58780e0d2da1 None None] Port b728e66d-3ed5-41c6-aa22-c15f58699025 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:50.177596 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-4897a738-4770-4147-8963-c8211f04826e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:50.179873 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-4897a738-4770-4147-8963-c8211f04826e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 1096 time: 0.0585988 Jul 14 09:42:50.194383 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9a545efe-3256-4faa-8df8-5ef800efeb6f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Calling delete_port for b728e66d-3ed5-41c6-aa22-c15f58699025 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:50.277189 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-a8b6cce2-0240-4749-b18e-759c6f6757fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:50.279160 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-a8b6cce2-0240-4749-b18e-759c6f6757fb service neutron] 10.222.0.47 "GET /v2.0/networks?id=db4cdeba-5aaa-4aa3-8402-070268d6baba HTTP/1.1" status: 200 len: 897 time: 0.0925415 Jul 14 09:42:50.353836 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-76f4ade2-e023-460c-bd3d-9c0b68c4ac1a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 HTTP/1.1" status: 200 len: 1000 time: 0.0671284 Jul 14 09:42:50.373715 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a545efe-3256-4faa-8df8-5ef800efeb6f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.405928 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a545efe-3256-4faa-8df8-5ef800efeb6f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Port': ['ID=b728e66d-3ed5-41c6-aa22-c15f58699025,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:50.406067 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-67ad4291-5144-46ff-abe1-a091d626ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:50.407989 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-67ad4291-5144-46ff-abe1-a091d626ebe1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=486294bf-67fd-4f91-8858-ce39e034c4f8 HTTP/1.1" status: 200 len: 834 time: 0.0476403 Jul 14 09:42:50.468511 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-97b5f585-2704-4708-8c84-259e747cd6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:50.470023 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-97b5f585-2704-4708-8c84-259e747cd6f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4cdeba-5aaa-4aa3-8402-070268d6baba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559173 Jul 14 09:42:50.550189 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a545efe-3256-4faa-8df8-5ef800efeb6f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.578763 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-c5f621ca-bf66-48ac-9d6b-ca646aad8da0 service neutron] 10.222.0.47 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013083 Jul 14 09:42:50.670951 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-177e9a61-8c9c-4a8a-8d17-4ee38547640c req-0633b5fd-6648-4808-a984-d78ecdc27fae service neutron] 10.222.0.47 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850797 Jul 14 09:42:50.710298 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a545efe-3256-4faa-8df8-5ef800efeb6f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Router df923464-ac9d-482b-bf1f-ce08d3409672 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:42:50.798320 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 0e94daec-e4c7-468d-8d53-6a166158af9e up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:50.853632 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 0e94daec-e4c7-468d-8d53-6a166158af9e triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:50.854265 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.078794 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38c31b1c-2fd8-4bf5-b9cc-bf85639aaa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.167885 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a545efe-3256-4faa-8df8-5ef800efeb6f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:51.173124 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9a545efe-3256-4faa-8df8-5ef800efeb6f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "PUT /v2.0/routers/df923464-ac9d-482b-bf1f-ce08d3409672/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0016465 Jul 14 09:42:51.175976 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58298) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:51.182295 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece92c2-4afc-4637-8ee2-9dfbf0d9e1e4 None None] Sync routers for ids ['df923464-ac9d-482b-bf1f-ce08d3409672'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:51.191679 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ece92c2-4afc-4637-8ee2-9dfbf0d9e1e4 None None] Routers {'df923464-ac9d-482b-bf1f-ce08d3409672'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:51.192470 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3ece92c2-4afc-4637-8ee2-9dfbf0d9e1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['df923464-ac9d-482b-bf1f-ce08d3409672'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:51.207810 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154d421-be96-45d6-a4c8-112fce712c76 req-97a3f084-8d8d-4e8c-ad16-0443462392bb tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:51.209333 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d154d421-be96-45d6-a4c8-112fce712c76 req-97a3f084-8d8d-4e8c-ad16-0443462392bb tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 944 time: 0.0782173 Jul 14 09:42:51.218236 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-21c41831-14fe-4e50-a28d-94b30f7251be tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "GET /v2.0/ports?device_id=df923464-ac9d-482b-bf1f-ce08d3409672 HTTP/1.1" status: 200 len: 205 time: 0.0405595 Jul 14 09:42:51.220781 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58300) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:51.231063 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3ece92c2-4afc-4637-8ee2-9dfbf0d9e1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:51.240072 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ece92c2-4afc-4637-8ee2-9dfbf0d9e1e4 None None] Routers {'df923464-ac9d-482b-bf1f-ce08d3409672'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:51.241332 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3ece92c2-4afc-4637-8ee2-9dfbf0d9e1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['df923464-ac9d-482b-bf1f-ce08d3409672'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:51.252002 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d154d421-be96-45d6-a4c8-112fce712c76 req-672ca010-9aad-4553-a85a-a62a39e2da23 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364041 Jul 14 09:42:51.278656 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3ece92c2-4afc-4637-8ee2-9dfbf0d9e1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:51.279385 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece92c2-4afc-4637-8ee2-9dfbf0d9e1e4 None None] The sync data for ids ['df923464-ac9d-482b-bf1f-ce08d3409672'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:51.296652 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5870acb-6875-4016-998c-884e7eea079f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.298071 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.455454 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5870acb-6875-4016-998c-884e7eea079f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.457548 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5870acb-6875-4016-998c-884e7eea079f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.502501 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5870acb-6875-4016-998c-884e7eea079f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.503182 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5870acb-6875-4016-998c-884e7eea079f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Fanout notify agent at l3_agent the message router_deleted on router df923464-ac9d-482b-bf1f-ce08d3409672 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:42:51.510885 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5870acb-6875-4016-998c-884e7eea079f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.512038 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d5870acb-6875-4016-998c-884e7eea079f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/routers/df923464-ac9d-482b-bf1f-ce08d3409672 HTTP/1.1" status: 204 len: 168 time: 0.2903590 Jul 14 09:42:51.514654 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58302) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:51.565078 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-037bf0cf-2121-4665-94cf-9ef358a94edd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Deleting subnet d3cf64bc-7635-4c01-8dd4-cd8778e7aa6b {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:51.568140 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-037bf0cf-2121-4665-94cf-9ef358a94edd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.609321 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-037bf0cf-2121-4665-94cf-9ef358a94edd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.014379 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2574a4-01c6-4354-82ab-6f0747dececc', 'tag': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:52.016671 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b86bfa6-2538-4ce4-aaf7-2be68d7ab524" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2574a4-01c6-4354-82ab-6f0747dececc", "tag": "e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:52.037802 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-037bf0cf-2121-4665-94cf-9ef358a94edd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.070176 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c3b9a8-4abd-4b34-b3f8-e8166caa829d x-openstack-request-id: req-74c3b9a8-4abd-4b34-b3f8-e8166caa829d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:52.070505 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2574a4-01c6-4354-82ab-6f0747dececc", "tag": "e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:52.070685 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74c3b9a8-4abd-4b34-b3f8-e8166caa829d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:52.071081 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2574a4-01c6-4354-82ab-6f0747dececc', 'tag': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8', 'status': 'completed', 'code': 200} Jul 14 09:42:52.160497 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-037bf0cf-2121-4665-94cf-9ef358a94edd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.200798 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037bf0cf-2121-4665-94cf-9ef358a94edd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Subnet': ['ID=d3cf64bc-7635-4c01-8dd4-cd8778e7aa6b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:52.206012 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5111ca-1271-4487-b837-89efc8560ce1 None None] Network c4fd8f10-01fb-48c3-a8dd-bf11fbff1dcf requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:52.206544 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-037bf0cf-2121-4665-94cf-9ef358a94edd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.208455 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-037bf0cf-2121-4665-94cf-9ef358a94edd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/subnets/d3cf64bc-7635-4c01-8dd4-cd8778e7aa6b HTTP/1.1" status: 204 len: 168 time: 0.6928890 Jul 14 09:42:52.212467 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58308) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:52.223675 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bf0cf-2121-4665-94cf-9ef358a94edd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:52.225590 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bf0cf-2121-4665-94cf-9ef358a94edd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:52.225590 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bf0cf-2121-4665-94cf-9ef358a94edd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:52.225590 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bf0cf-2121-4665-94cf-9ef358a94edd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:52.226468 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bf0cf-2121-4665-94cf-9ef358a94edd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:52.226468 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bf0cf-2121-4665-94cf-9ef358a94edd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:52.226640 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bf0cf-2121-4665-94cf-9ef358a94edd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:52.226859 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bf0cf-2121-4665-94cf-9ef358a94edd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:52.227180 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bf0cf-2121-4665-94cf-9ef358a94edd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:52.227530 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bf0cf-2121-4665-94cf-9ef358a94edd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:52.227858 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bf0cf-2121-4665-94cf-9ef358a94edd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:52.228178 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bf0cf-2121-4665-94cf-9ef358a94edd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:52.247404 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86bfa6-2538-4ce4-aaf7-2be68d7ab524 req-84b3f23a-aae5-40b7-8bea-3950e1d6117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:52.248967 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9b86bfa6-2538-4ce4-aaf7-2be68d7ab524 req-84b3f23a-aae5-40b7-8bea-3950e1d6117d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 1096 time: 0.1558075 Jul 14 09:42:52.250810 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86bfa6-2538-4ce4-aaf7-2be68d7ab524 req-d7b53461-ae4d-4dd1-b101-eed2d1f00537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:52.252230 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9b86bfa6-2538-4ce4-aaf7-2be68d7ab524 req-d7b53461-ae4d-4dd1-b101-eed2d1f00537 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 1096 time: 0.1602957 Jul 14 09:42:52.278225 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.313634 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ac81fc4-7e4e-48cc-8aa4-7b037985849d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.424678 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2ac81fc4-7e4e-48cc-8aa4-7b037985849d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Deleting port 0e94daec-e4c7-468d-8d53-6a166158af9e {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:52.425197 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ac81fc4-7e4e-48cc-8aa4-7b037985849d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.427250 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86bfa6-2538-4ce4-aaf7-2be68d7ab524 req-3db80070-a9c7-45ef-a0a2-9ff4e2ece933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:52.429095 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9b86bfa6-2538-4ce4-aaf7-2be68d7ab524 req-3db80070-a9c7-45ef-a0a2-9ff4e2ece933 service neutron] 10.222.0.44 "GET /v2.0/networks?id=db4cdeba-5aaa-4aa3-8402-070268d6baba HTTP/1.1" status: 200 len: 897 time: 0.1729555 Jul 14 09:42:52.432181 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86bfa6-2538-4ce4-aaf7-2be68d7ab524 req-e3ac9bd7-dcd1-4f0e-ac84-5bb8432bc39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:52.433623 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9b86bfa6-2538-4ce4-aaf7-2be68d7ab524 req-e3ac9bd7-dcd1-4f0e-ac84-5bb8432bc39d service neutron] 10.222.0.47 "GET /v2.0/networks?id=db4cdeba-5aaa-4aa3-8402-070268d6baba HTTP/1.1" status: 200 len: 897 time: 0.1697283 Jul 14 09:42:52.511665 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:52.513803 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca8a93e-655f-4789-bf5f-c30ca063f4c3 None None] DHCP port deletion for c4fd8f10-01fb-48c3-a8dd-bf11fbff1dcf request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:42:52.541733 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2ac81fc4-7e4e-48cc-8aa4-7b037985849d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] For port 0e94daec-e4c7-468d-8d53-6a166158af9e, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=0e94daec-e4c7-468d-8d53-6a166158af9e,segment=NetworkSegment(7f6ca8e3-3245-4d40-a868-b9ad838eb03c),segment_id=7f6ca8e3-3245-4d40-a868-b9ad838eb03c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:52.542090 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ac81fc4-7e4e-48cc-8aa4-7b037985849d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.562556 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2ac81fc4-7e4e-48cc-8aa4-7b037985849d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Calling delete_port for 0e94daec-e4c7-468d-8d53-6a166158af9e owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:52.570061 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9b86bfa6-2538-4ce4-aaf7-2be68d7ab524 req-ee8205de-ea0e-4504-9171-9efe2e06b08b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 HTTP/1.1" status: 200 len: 1000 time: 0.1334560 Jul 14 09:42:52.590854 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:52.591638 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d2cc1-4cbb-4261-bf72-3d0f7cb5c8e5 req-cf8e3cf0-2aca-4843-b817-50eb6a8f47d4 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:52.593355 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9e6d2cc1-4cbb-4261-bf72-3d0f7cb5c8e5 req-cf8e3cf0-2aca-4843-b817-50eb6a8f47d4 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 944 time: 0.1458819 Jul 14 09:42:52.598761 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9ca8a93e-655f-4789-bf5f-c30ca063f4c3 None None] Deleting port 0e94daec-e4c7-468d-8d53-6a166158af9e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:52.599143 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ca8a93e-655f-4789-bf5f-c30ca063f4c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.635380 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9b86bfa6-2538-4ce4-aaf7-2be68d7ab524 req-a826bcb3-b41b-4f8f-8c35-3cd74b81275d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 HTTP/1.1" status: 200 len: 1000 time: 0.1430757 Jul 14 09:42:52.644211 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86bfa6-2538-4ce4-aaf7-2be68d7ab524 req-b1cc6ee3-400a-4f54-95b6-661521edc886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:52.645922 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9b86bfa6-2538-4ce4-aaf7-2be68d7ab524 req-b1cc6ee3-400a-4f54-95b6-661521edc886 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=486294bf-67fd-4f91-8858-ce39e034c4f8 HTTP/1.1" status: 200 len: 834 time: 0.0676606 Jul 14 09:42:52.670265 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-9ca8a93e-655f-4789-bf5f-c30ca063f4c3 None None] For port 0e94daec-e4c7-468d-8d53-6a166158af9e, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=0e94daec-e4c7-468d-8d53-6a166158af9e,segment=NetworkSegment(7f6ca8e3-3245-4d40-a868-b9ad838eb03c),segment_id=7f6ca8e3-3245-4d40-a868-b9ad838eb03c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:52.670750 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ca8a93e-655f-4789-bf5f-c30ca063f4c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.685516 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9e6d2cc1-4cbb-4261-bf72-3d0f7cb5c8e5 req-90ed264a-77e7-4be2-957b-783361ec29a4 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565031 Jul 14 09:42:52.688620 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9ca8a93e-655f-4789-bf5f-c30ca063f4c3 None None] Calling delete_port for 0e94daec-e4c7-468d-8d53-6a166158af9e owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:52.713327 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ac81fc4-7e4e-48cc-8aa4-7b037985849d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.744462 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac81fc4-7e4e-48cc-8aa4-7b037985849d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Port': ['ID=0e94daec-e4c7-468d-8d53-6a166158af9e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:52.747073 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac81fc4-7e4e-48cc-8aa4-7b037985849d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] No DVR routers for this DVR port 0e94daec-e4c7-468d-8d53-6a166158af9e on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:52.767193 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86bfa6-2538-4ce4-aaf7-2be68d7ab524 req-5fc13cb0-67ed-46c2-9fee-7c96bb36a3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:52.769554 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9b86bfa6-2538-4ce4-aaf7-2be68d7ab524 req-5fc13cb0-67ed-46c2-9fee-7c96bb36a3f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=486294bf-67fd-4f91-8858-ce39e034c4f8 HTTP/1.1" status: 200 len: 834 time: 0.1226754 Jul 14 09:42:52.789086 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ca8a93e-655f-4789-bf5f-c30ca063f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.823608 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8a93e-655f-4789-bf5f-c30ca063f4c3 None None] Pushing event deleted for resources: {'Port': ['ID=0e94daec-e4c7-468d-8d53-6a166158af9e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:52.829643 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 0e94daec-e4c7-468d-8d53-6a166158af9e no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:52.833184 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca8a93e-655f-4789-bf5f-c30ca063f4c3 None None] No DVR routers for this DVR port 0e94daec-e4c7-468d-8d53-6a166158af9e on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:52.833317 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86bfa6-2538-4ce4-aaf7-2be68d7ab524 req-0e134e16-07b6-4e45-9572-b6d014b39eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:52.837005 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9b86bfa6-2538-4ce4-aaf7-2be68d7ab524 req-0e134e16-07b6-4e45-9572-b6d014b39eba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db4cdeba-5aaa-4aa3-8402-070268d6baba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1349781 Jul 14 09:42:52.853501 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ac81fc4-7e4e-48cc-8aa4-7b037985849d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.858036 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 0e94daec-e4c7-468d-8d53-6a166158af9e {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:52.858457 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 0e94daec-e4c7-468d-8d53-6a166158af9e not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:52.868986 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2ac81fc4-7e4e-48cc-8aa4-7b037985849d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fd8f10-01fb-48c3-a8dd-bf11fbff1dcf']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:52.880007 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2ac81fc4-7e4e-48cc-8aa4-7b037985849d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6ca8e3-3245-4d40-a868-b9ad838eb03c') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:52.880312 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-2ac81fc4-7e4e-48cc-8aa4-7b037985849d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6ca8e3-3245-4d40-a868-b9ad838eb03c') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:52.890159 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ac81fc4-7e4e-48cc-8aa4-7b037985849d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.904554 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ac81fc4-7e4e-48cc-8aa4-7b037985849d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.911009 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac81fc4-7e4e-48cc-8aa4-7b037985849d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:42:52.911582 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ac81fc4-7e4e-48cc-8aa4-7b037985849d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:42:52.914703 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:42:52.921308 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86bfa6-2538-4ce4-aaf7-2be68d7ab524 req-5b95816d-9b88-4cf1-8a4c-a35b40ff293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:52.922823 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9b86bfa6-2538-4ce4-aaf7-2be68d7ab524 req-5b95816d-9b88-4cf1-8a4c-a35b40ff293a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4cdeba-5aaa-4aa3-8402-070268d6baba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1451943 Jul 14 09:42:52.973286 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ac81fc4-7e4e-48cc-8aa4-7b037985849d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.980585 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ac81fc4-7e4e-48cc-8aa4-7b037985849d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.982390 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2ac81fc4-7e4e-48cc-8aa4-7b037985849d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/networks/c4fd8f10-01fb-48c3-a8dd-bf11fbff1dcf HTTP/1.1" status: 204 len: 168 time: 0.7685251 Jul 14 09:42:52.991219 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58312) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:52.994312 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac81fc4-7e4e-48cc-8aa4-7b037985849d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Network': ['ID=c4fd8f10-01fb-48c3-a8dd-bf11fbff1dcf,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:52.995777 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-1e003d1d-1292-497f-ab58-cfbdff0fa16f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-56114821', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}, 'admin_state_up': False}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:53.024083 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9b86bfa6-2538-4ce4-aaf7-2be68d7ab524 req-30943e97-5318-4556-985c-5e23e29d2fd6 service neutron] 10.222.0.44 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806042 Jul 14 09:42:53.093651 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e003d1d-1292-497f-ab58-cfbdff0fa16f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.094609 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e003d1d-1292-497f-ab58-cfbdff0fa16f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.116067 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9b86bfa6-2538-4ce4-aaf7-2be68d7ab524 req-33f4d770-69c4-4167-a796-c2a9a7bdfe9d service neutron] 10.222.0.47 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813512 Jul 14 09:42:53.230018 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e003d1d-1292-497f-ab58-cfbdff0fa16f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.243154 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9b86bfa6-2538-4ce4-aaf7-2be68d7ab524 req-787bf807-f8f1-451e-896a-dd81774cfcd8 service neutron] 10.222.0.44 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100496 Jul 14 09:42:53.395359 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9b86bfa6-2538-4ce4-aaf7-2be68d7ab524 req-d2ec9a2c-39f1-4f76-bce9-84c5bae8e6ff service neutron] 10.222.0.47 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697265 Jul 14 09:42:53.399055 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e003d1d-1292-497f-ab58-cfbdff0fa16f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.591058 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e003d1d-1292-497f-ab58-cfbdff0fa16f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.609924 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e003d1d-1292-497f-ab58-cfbdff0fa16f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.715283 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-1e003d1d-1292-497f-ab58-cfbdff0fa16f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Allocated IP 172.25.6.184 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/9144183f-2b6e-41fb-a6b2-04159a3c332c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:53.812155 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.824822 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e003d1d-1292-497f-ab58-cfbdff0fa16f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.866371 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e003d1d-1292-497f-ab58-cfbdff0fa16f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.876574 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5baa1-6f2a-4b8f-a7b2-e692311c2c2e req-0733c20f-2462-42de-9c93-f3d7b87bfe06 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:53.878089 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-77e5baa1-6f2a-4b8f-a7b2-e692311c2c2e req-0733c20f-2462-42de-9c93-f3d7b87bfe06 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 944 time: 0.0721700 Jul 14 09:42:53.908144 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e003d1d-1292-497f-ab58-cfbdff0fa16f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:53.914476 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-1e003d1d-1292-497f-ab58-cfbdff0fa16f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:53.917897 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-77e5baa1-6f2a-4b8f-a7b2-e692311c2c2e req-1d5f2194-33ed-49e1-ad0b-677467ae356b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335240 Jul 14 09:42:53.918070 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e003d1d-1292-497f-ab58-cfbdff0fa16f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:53.923674 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e003d1d-1292-497f-ab58-cfbdff0fa16f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Port': ['ID=9144183f-2b6e-41fb-a6b2-04159a3c332c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:54.210823 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e003d1d-1292-497f-ab58-cfbdff0fa16f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.383313 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31537e-8aa5-4831-89b9-42bc4d5ec810 req-663cdd7d-da8e-4f89-8f6d-b275c1bb59ed tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:54.385054 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e31537e-8aa5-4831-89b9-42bc4d5ec810 req-663cdd7d-da8e-4f89-8f6d-b275c1bb59ed tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 944 time: 0.0703833 Jul 14 09:42:54.390669 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-0b8087a9-7162-4ed2-9605-ce146eb00f75 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:54.392821 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-0b8087a9-7162-4ed2-9605-ce146eb00f75 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc&tenant_id=efe559a5c8d646b7b35d7ff399735120&binding%3Ahost_id=n-h1-771362-35 HTTP/1.1" status: 200 len: 944 time: 0.1456256 Jul 14 09:42:54.426898 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e31537e-8aa5-4831-89b9-42bc4d5ec810 req-5824cabd-9905-4c9c-8a94-8e0ea4e4be45 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362437 Jul 14 09:42:54.535594 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-d24ba341-2b8e-42c4-8c4d-38da45536f87 service neutron] 10.222.0.47 "GET /v2.0/ports/e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8/bindings/n-h1-771362-35 HTTP/1.1" status: 200 len: 383 time: 0.1357589 Jul 14 09:42:54.547766 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e003d1d-1292-497f-ab58-cfbdff0fa16f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.647820 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:42:54.704932 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-c8d2216a-4b8c-42a1-9cae-fd054f2ff9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:54.706490 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-c8d2216a-4b8c-42a1-9cae-fd054f2ff9b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 1096 time: 0.1174164 Jul 14 09:42:54.755038 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,segment=NetworkSegment(9199c2be-51ce-4542-981b-b2fab682d1c0),segment_id=9199c2be-51ce-4542-981b-b2fab682d1c0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:54.773755 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8', 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba', 'port_id': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8', 'mac_address': 'fa:16:3e:ac:27:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486294bf-67fd-4f91-8858-ce39e034c4f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:42:54.786481 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e003d1d-1292-497f-ab58-cfbdff0fa16f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Router 0bcac147-3532-459b-90b7-5509d9921b43 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:42:54.817527 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.839330 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:42:54.861583 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-82f35a54-9d15-41fa-b555-a10e2c300886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:54.863357 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-82f35a54-9d15-41fa-b555-a10e2c300886 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db4cdeba-5aaa-4aa3-8402-070268d6baba HTTP/1.1" status: 200 len: 897 time: 0.1492724 Jul 14 09:42:54.865089 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,segment=NetworkSegment(9199c2be-51ce-4542-981b-b2fab682d1c0),segment_id=9199c2be-51ce-4542-981b-b2fab682d1c0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:54.870336 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.924775 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:55.176127 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:42:55.408285 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-990fbb0e-24bb-4dd7-874a-4c85b11136d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 HTTP/1.1" status: 200 len: 1001 time: 0.5336504 Jul 14 09:42:55.419099 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e003d1d-1292-497f-ab58-cfbdff0fa16f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:55.443344 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484803c0-cba2-40a2-add3-3af2c8d83181 None None] Sync routers for ids ['0bcac147-3532-459b-90b7-5509d9921b43'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:55.457816 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484803c0-cba2-40a2-add3-3af2c8d83181 None None] Routers {'0bcac147-3532-459b-90b7-5509d9921b43'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:55.458428 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-484803c0-cba2-40a2-add3-3af2c8d83181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['0bcac147-3532-459b-90b7-5509d9921b43'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:55.491659 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e003d1d-1292-497f-ab58-cfbdff0fa16f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.495356 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1e003d1d-1292-497f-ab58-cfbdff0fa16f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.5025911 Jul 14 09:42:55.497597 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58332) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:55.504321 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-484803c0-cba2-40a2-add3-3af2c8d83181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:55.515719 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484803c0-cba2-40a2-add3-3af2c8d83181 None None] Routers {'0bcac147-3532-459b-90b7-5509d9921b43'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:55.516607 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-484803c0-cba2-40a2-add3-3af2c8d83181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['0bcac147-3532-459b-90b7-5509d9921b43'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:55.521172 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-562a8517-6748-4624-92bc-68d5a77f0341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:55.523475 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-562a8517-6748-4624-92bc-68d5a77f0341 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=486294bf-67fd-4f91-8858-ce39e034c4f8 HTTP/1.1" status: 200 len: 834 time: 0.1059551 Jul 14 09:42:55.555754 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-484803c0-cba2-40a2-add3-3af2c8d83181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:55.556320 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484803c0-cba2-40a2-add3-3af2c8d83181 None None] The sync data for ids ['0bcac147-3532-459b-90b7-5509d9921b43'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:55.605433 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-47b7bb22-31e0-414f-90b9-caea512f390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:55.607326 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-47b7bb22-31e0-414f-90b9-caea512f390b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4cdeba-5aaa-4aa3-8402-070268d6baba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752532 Jul 14 09:42:55.691523 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fd197a66-8c6a-4cd2-a336-18b8bb667e29 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "GET /v2.0/routers/0bcac147-3532-459b-90b7-5509d9921b43 HTTP/1.1" status: 200 len: 879 time: 0.1921005 Jul 14 09:42:55.694802 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58334) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:55.713543 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798199e8-3e17-4a7d-a793-57166ceb9ceb req-062984a4-510f-4f3d-82cc-60363bd37055 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:55.715068 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-798199e8-3e17-4a7d-a793-57166ceb9ceb req-062984a4-510f-4f3d-82cc-60363bd37055 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 945 time: 0.0868421 Jul 14 09:42:55.756278 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-798199e8-3e17-4a7d-a793-57166ceb9ceb req-c9f83604-b26e-4a83-b7f0-3d4608aec05d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351732 Jul 14 09:42:55.766539 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-52639a65-7c7d-40dc-8d42-955ce4c1c529 service neutron] 10.222.0.47 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507151 Jul 14 09:42:55.955261 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-16f48295-28d2-43f9-9d65-aa877c2992ef service neutron] 10.222.0.47 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775639 Jul 14 09:42:56.048046 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e73eb979-751a-40e7-b740-74a4466be9b9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.3520288 Jul 14 09:42:56.050550 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58336) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:56.055863 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-15357d26-c163-41f5-ae7c-966cb87391d4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-56114821'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:56.278196 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:42:56.367604 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15357d26-c163-41f5-ae7c-966cb87391d4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.377970 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15357d26-c163-41f5-ae7c-966cb87391d4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1997542'] for router, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.494216 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15357d26-c163-41f5-ae7c-966cb87391d4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Router 0bcac147-3532-459b-90b7-5509d9921b43 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:42:56.613359 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15357d26-c163-41f5-ae7c-966cb87391d4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:56.620499 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15357d26-c163-41f5-ae7c-966cb87391d4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.621731 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-15357d26-c163-41f5-ae7c-966cb87391d4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "PUT /v2.0/routers/0bcac147-3532-459b-90b7-5509d9921b43 HTTP/1.1" status: 200 len: 886 time: 0.5701001 Jul 14 09:42:56.624424 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58348) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:56.626968 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f800235-2aec-4ce4-805d-655d34586a4d None None] Sync routers for ids ['0bcac147-3532-459b-90b7-5509d9921b43'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:56.638065 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f800235-2aec-4ce4-805d-655d34586a4d None None] Routers {'0bcac147-3532-459b-90b7-5509d9921b43'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:56.638673 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2f800235-2aec-4ce4-805d-655d34586a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['0bcac147-3532-459b-90b7-5509d9921b43'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:56.676280 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:56.679465 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2f800235-2aec-4ce4-805d-655d34586a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:56.716744 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f800235-2aec-4ce4-805d-655d34586a4d None None] Routers {'0bcac147-3532-459b-90b7-5509d9921b43'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:56.717366 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2f800235-2aec-4ce4-805d-655d34586a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['0bcac147-3532-459b-90b7-5509d9921b43'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:56.749547 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ada2c250-bc99-4909-b3b6-4badfc1ced92 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "GET /v2.0/routers/0bcac147-3532-459b-90b7-5509d9921b43 HTTP/1.1" status: 200 len: 886 time: 0.1210670 Jul 14 09:42:56.749547 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58352) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:56.755616 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2f800235-2aec-4ce4-805d-655d34586a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:56.756784 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f800235-2aec-4ce4-805d-655d34586a4d None None] The sync data for ids ['0bcac147-3532-459b-90b7-5509d9921b43'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:56.770757 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:56.776884 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:56.777642 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.785304 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-df8c89b2-3646-4105-8a7a-2e3be32a08d6 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bcac147-3532-459b-90b7-5509d9921b43 HTTP/1.1" status: 200 len: 205 time: 0.0322118 Jul 14 09:42:56.785571 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58356) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:56.883269 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.916540 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27beb38a-1a55-447d-9273-3a79558bd519 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.920430 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2574a4-01c6-4354-82ab-6f0747dececc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:56.926533 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1afcdbd-54f3-4ec3-8e09-e1b8a1fd40ab" -d '{"events": [{"server_uuid": "ef2574a4-01c6-4354-82ab-6f0747dececc", "name": "network-vif-plugged", "status": "completed", "tag": "e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:56.931676 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,segment=NetworkSegment(9199c2be-51ce-4542-981b-b2fab682d1c0),segment_id=9199c2be-51ce-4542-981b-b2fab682d1c0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:56.937072 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.988456 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014c253-1847-4b92-9937-cac85af6e420 req-552f6c18-e455-449b-9826-671ae492c7ff tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:56.997999 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2014c253-1847-4b92-9937-cac85af6e420 req-552f6c18-e455-449b-9826-671ae492c7ff tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 945 time: 0.1002223 Jul 14 09:42:57.019237 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,revision_number=9']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:57.045427 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2014c253-1847-4b92-9937-cac85af6e420 req-f80c4318-f2f0-4110-8ed1-45b50a8f6aad tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465388 Jul 14 09:42:57.067051 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27beb38a-1a55-447d-9273-3a79558bd519 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.089072 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a049ea5e-79b2-4c5f-a326-79996b3cd121 x-openstack-request-id: req-a049ea5e-79b2-4c5f-a326-79996b3cd121 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:57.089382 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2574a4-01c6-4354-82ab-6f0747dececc", "name": "network-vif-plugged", "status": "completed", "tag": "e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:57.089614 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a049ea5e-79b2-4c5f-a326-79996b3cd121 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:57.090009 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2574a4-01c6-4354-82ab-6f0747dececc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8', 'code': 200} Jul 14 09:42:57.123073 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-27beb38a-1a55-447d-9273-3a79558bd519 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Deleting port 9144183f-2b6e-41fb-a6b2-04159a3c332c {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:57.123415 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27beb38a-1a55-447d-9273-3a79558bd519 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.209909 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27beb38a-1a55-447d-9273-3a79558bd519 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.223569 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-27beb38a-1a55-447d-9273-3a79558bd519 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Calling delete_port for 9144183f-2b6e-41fb-a6b2-04159a3c332c owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:57.402258 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27beb38a-1a55-447d-9273-3a79558bd519 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.426458 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27beb38a-1a55-447d-9273-3a79558bd519 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Port': ['ID=9144183f-2b6e-41fb-a6b2-04159a3c332c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:57.494509 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27beb38a-1a55-447d-9273-3a79558bd519 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.594994 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27beb38a-1a55-447d-9273-3a79558bd519 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.597282 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27beb38a-1a55-447d-9273-3a79558bd519 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.643111 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27beb38a-1a55-447d-9273-3a79558bd519 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.643615 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27beb38a-1a55-447d-9273-3a79558bd519 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Fanout notify agent at l3_agent the message router_deleted on router 0bcac147-3532-459b-90b7-5509d9921b43 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:42:57.650814 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27beb38a-1a55-447d-9273-3a79558bd519 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.651872 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-27beb38a-1a55-447d-9273-3a79558bd519 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/routers/0bcac147-3532-459b-90b7-5509d9921b43 HTTP/1.1" status: 204 len: 168 time: 0.8654540 Jul 14 09:42:57.655663 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58364) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:57.661009 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-23fd3869-e30c-4f5d-80ae-c67f53dff2b4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'network': {'name': 'tempest-RoutersTest-925056511'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:57.684607 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fd3869-e30c-4f5d-80ae-c67f53dff2b4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Made reservation on behalf of b049f358a66c4bdab930174032f54d6b for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:57.688442 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23fd3869-e30c-4f5d-80ae-c67f53dff2b4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.715231 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23fd3869-e30c-4f5d-80ae-c67f53dff2b4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:42:57.725999 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23fd3869-e30c-4f5d-80ae-c67f53dff2b4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.726440 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-23fd3869-e30c-4f5d-80ae-c67f53dff2b4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Added segment 18ec4ec7-95ba-4815-ae2c-6d17d851838d of type vlan for network 48ef29bf-921a-4758-ba8d-78408754964b Jul 14 09:42:57.768035 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23fd3869-e30c-4f5d-80ae-c67f53dff2b4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.801019 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23fd3869-e30c-4f5d-80ae-c67f53dff2b4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.807363 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fd3869-e30c-4f5d-80ae-c67f53dff2b4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:57.808047 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23fd3869-e30c-4f5d-80ae-c67f53dff2b4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.875982 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-23fd3869-e30c-4f5d-80ae-c67f53dff2b4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2187898 Jul 14 09:42:57.876396 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58368) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:57.882392 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-18739600-fbd0-4d0f-95a2-b7764f683f1c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'subnet': {'network_id': '48ef29bf-921a-4758-ba8d-78408754964b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:57.892457 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd3869-e30c-4f5d-80ae-c67f53dff2b4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Network': ['ID=48ef29bf-921a-4758-ba8d-78408754964b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:57.905223 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 48ef29bf-921a-4758-ba8d-78408754964b details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:42:57.996851 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18739600-fbd0-4d0f-95a2-b7764f683f1c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Made reservation on behalf of b049f358a66c4bdab930174032f54d6b for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:58.000923 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18739600-fbd0-4d0f-95a2-b7764f683f1c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.242967 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18739600-fbd0-4d0f-95a2-b7764f683f1c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.263990 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15523c05-5dd6-428f-8f56-a10c26e111b1 req-f9832706-75b7-4ce8-a31d-ce4d9ee1b7cd tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:58.265555 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-15523c05-5dd6-428f-8f56-a10c26e111b1 req-f9832706-75b7-4ce8-a31d-ce4d9ee1b7cd tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 946 time: 0.0674591 Jul 14 09:42:58.320087 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-15523c05-5dd6-428f-8f56-a10c26e111b1 req-c79610c7-1fd4-4682-a81a-73eeadcd90cd tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468526 Jul 14 09:42:58.325195 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18739600-fbd0-4d0f-95a2-b7764f683f1c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Subnet': ['ID=53996daf-b139-4696-8cea-7fd5cd0aa84d,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:58.329194 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-dad9775f-2f33-4e11-8205-404cdb4e9bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:58.330501 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-dad9775f-2f33-4e11-8205-404cdb4e9bf9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc&tenant_id=efe559a5c8d646b7b35d7ff399735120 HTTP/1.1" status: 200 len: 1098 time: 0.1445765 Jul 14 09:42:58.345120 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-54fc7a83-a8ca-4de8-b847-84573467bcb1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-35', 'device_owner': 'compute:nova'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:58.372293 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18739600-fbd0-4d0f-95a2-b7764f683f1c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Checking segment: {'id': '18ec4ec7-95ba-4815-ae2c-6d17d851838d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '48ef29bf-921a-4758-ba8d-78408754964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:58.372640 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18739600-fbd0-4d0f-95a2-b7764f683f1c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network hostable DHCP agents. Network: 48ef29bf-921a-4758-ba8d-78408754964b, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:42:58.423080 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18739600-fbd0-4d0f-95a2-b7764f683f1c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network 48ef29bf-921a-4758-ba8d-78408754964b is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:42:58.441609 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-18739600-fbd0-4d0f-95a2-b7764f683f1c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 48ef29bf-921a-4758-ba8d-78408754964b) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:58.445436 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-54fc7a83-a8ca-4de8-b847-84573467bcb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.448867 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18739600-fbd0-4d0f-95a2-b7764f683f1c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:58.449455 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18739600-fbd0-4d0f-95a2-b7764f683f1c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.455261 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cc4b13-9ac6-4278-be8a-9ec40a56c0d3 None None] Network 48ef29bf-921a-4758-ba8d-78408754964b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:58.475891 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-18739600-fbd0-4d0f-95a2-b7764f683f1c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5980098 Jul 14 09:42:58.478251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58372) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:58.483789 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-eb137b5a-d678-4b2f-9448-0c71d4cda2d6 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-195083943', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:58.533142 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb137b5a-d678-4b2f-9448-0c71d4cda2d6 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.534411 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb137b5a-d678-4b2f-9448-0c71d4cda2d6 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.599259 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb137b5a-d678-4b2f-9448-0c71d4cda2d6 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.605943 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb137b5a-d678-4b2f-9448-0c71d4cda2d6 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.628490 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb137b5a-d678-4b2f-9448-0c71d4cda2d6 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.630565 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-eb137b5a-d678-4b2f-9448-0c71d4cda2d6 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1506381 Jul 14 09:42:58.632621 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58376) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:58.690728 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e8b93e-14b5-436a-a714-4209a6630b5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-48ef29bf-921a-4758-ba8d-78408754964b', 'network_id': '48ef29bf-921a-4758-ba8d-78408754964b', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'fixed_ips': [{'subnet_id': '53996daf-b139-4696-8cea-7fd5cd0aa84d'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:42:58.691407 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8e8b93e-14b5-436a-a714-4209a6630b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.745813 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-54fc7a83-a8ca-4de8-b847-84573467bcb1 service neutron] For port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,segment=NetworkSegment(9199c2be-51ce-4542-981b-b2fab682d1c0),segment_id=9199c2be-51ce-4542-981b-b2fab682d1c0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:58.787114 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-54fc7a83-a8ca-4de8-b847-84573467bcb1 service neutron] For port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:58.837584 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2574a4-01c6-4354-82ab-6f0747dececc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:58.840713 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5057a1d6-a235-493d-a05c-b9aa47e7dfde" -d '{"events": [{"server_uuid": "ef2574a4-01c6-4354-82ab-6f0747dececc", "name": "network-vif-unplugged", "status": "completed", "tag": "e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:58.845169 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-54fc7a83-a8ca-4de8-b847-84573467bcb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.861743 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-c8e8b93e-14b5-436a-a714-4209a6630b5d None None] Allocated IP 172.20.0.2 (48ef29bf-921a-4758-ba8d-78408754964b/53996daf-b139-4696-8cea-7fd5cd0aa84d/8c2c269d-ea75-46f3-8f36-203b74f23487) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:58.862686 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-54fc7a83-a8ca-4de8-b847-84573467bcb1 service neutron] Transition to ACTIVE for port object e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:58.867743 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-54fc7a83-a8ca-4de8-b847-84573467bcb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.967941 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc7a83-a8ca-4de8-b847-84573467bcb1 service neutron] Pushing event updated for resources: {'Port': ['ID=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:58.986690 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b433d480-a18c-4471-9a4e-75758ac306c7 x-openstack-request-id: req-b433d480-a18c-4471-9a4e-75758ac306c7 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:58.986982 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2574a4-01c6-4354-82ab-6f0747dececc", "name": "network-vif-unplugged", "status": "completed", "tag": "e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:58.988044 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b433d480-a18c-4471-9a4e-75758ac306c7 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:58.988603 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2574a4-01c6-4354-82ab-6f0747dececc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8', 'code': 200} Jul 14 09:42:59.043279 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-54fc7a83-a8ca-4de8-b847-84573467bcb1 service neutron] No DVR routers for this DVR port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:59.066069 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6a13658-319f-40ec-ae62-77da98f544e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.106929 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8e8b93e-14b5-436a-a714-4209a6630b5d None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.122274 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c8e8b93e-14b5-436a-a714-4209a6630b5d None None] Transition to ACTIVE for port object 8c2c269d-ea75-46f3-8f36-203b74f23487 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:59.143652 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c8e8b93e-14b5-436a-a714-4209a6630b5d None None] Transition to ACTIVE for port object 8c2c269d-ea75-46f3-8f36-203b74f23487 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:59.151658 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8e8b93e-14b5-436a-a714-4209a6630b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.247648 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e8b93e-14b5-436a-a714-4209a6630b5d None None] Network 48ef29bf-921a-4758-ba8d-78408754964b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:59.252822 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c8e8b93e-14b5-436a-a714-4209a6630b5d None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:59.254853 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8b93e-14b5-436a-a714-4209a6630b5d None None] Pushing event updated for resources: {'Port': ['ID=8c2c269d-ea75-46f3-8f36-203b74f23487,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:59.257071 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e8b93e-14b5-436a-a714-4209a6630b5d None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:59.344644 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-54fc7a83-a8ca-4de8-b847-84573467bcb1 service neutron] Attempting to bind port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:59.345143 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-54fc7a83-a8ca-4de8-b847-84573467bcb1 service neutron] Attempting to bind port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '9199c2be-51ce-4542-981b-b2fab682d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:59.345652 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-54fc7a83-a8ca-4de8-b847-84573467bcb1 service neutron] Attempting to bind port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 on network db4cdeba-5aaa-4aa3-8402-070268d6baba {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:59.354207 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-54fc7a83-a8ca-4de8-b847-84573467bcb1 service neutron] Port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 on network db4cdeba-5aaa-4aa3-8402-070268d6baba not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:42:59.354548 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-54fc7a83-a8ca-4de8-b847-84573467bcb1 service neutron] Attempting to bind port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 on network db4cdeba-5aaa-4aa3-8402-070268d6baba {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:59.376363 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c8e8b93e-14b5-436a-a714-4209a6630b5d None None] Attempting to bind port 8c2c269d-ea75-46f3-8f36-203b74f23487 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:59.376901 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c8e8b93e-14b5-436a-a714-4209a6630b5d None None] Attempting to bind port 8c2c269d-ea75-46f3-8f36-203b74f23487 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '18ec4ec7-95ba-4815-ae2c-6d17d851838d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '48ef29bf-921a-4758-ba8d-78408754964b'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:59.378592 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-54fc7a83-a8ca-4de8-b847-84573467bcb1 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:59.379039 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-54fc7a83-a8ca-4de8-b847-84573467bcb1 service neutron] Checking segment: {'id': '9199c2be-51ce-4542-981b-b2fab682d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:59.379691 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-54fc7a83-a8ca-4de8-b847-84573467bcb1 service neutron] Bound using segment: {'id': '9199c2be-51ce-4542-981b-b2fab682d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:59.382322 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-54fc7a83-a8ca-4de8-b847-84573467bcb1 service neutron] Bound port: e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9199c2be-51ce-4542-981b-b2fab682d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:59.382322 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-54fc7a83-a8ca-4de8-b847-84573467bcb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.384033 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e8b93e-14b5-436a-a714-4209a6630b5d None None] Attempting to bind port 8c2c269d-ea75-46f3-8f36-203b74f23487 on network 48ef29bf-921a-4758-ba8d-78408754964b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:59.400099 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e8b93e-14b5-436a-a714-4209a6630b5d None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:59.400584 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e8b93e-14b5-436a-a714-4209a6630b5d None None] Checking segment: {'id': '18ec4ec7-95ba-4815-ae2c-6d17d851838d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '48ef29bf-921a-4758-ba8d-78408754964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:59.401057 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8e8b93e-14b5-436a-a714-4209a6630b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.401548 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e8b93e-14b5-436a-a714-4209a6630b5d None None] Bound using segment: {'id': '18ec4ec7-95ba-4815-ae2c-6d17d851838d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '48ef29bf-921a-4758-ba8d-78408754964b'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:59.402093 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c8e8b93e-14b5-436a-a714-4209a6630b5d None None] Bound port: 8c2c269d-ea75-46f3-8f36-203b74f23487, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ec4ec7-95ba-4815-ae2c-6d17d851838d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '48ef29bf-921a-4758-ba8d-78408754964b'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:59.402550 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8e8b93e-14b5-436a-a714-4209a6630b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.521385 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-b6a13658-319f-40ec-ae62-77da98f544e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Allocated IP 172.20.0.1 (48ef29bf-921a-4758-ba8d-78408754964b/53996daf-b139-4696-8cea-7fd5cd0aa84d/64f4ef82-996e-475e-a491-ea69ecf050d1) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:59.522251 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-54fc7a83-a8ca-4de8-b847-84573467bcb1 service neutron] For port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:59.526716 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-54fc7a83-a8ca-4de8-b847-84573467bcb1 service neutron] For port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,segment=NetworkSegment(9199c2be-51ce-4542-981b-b2fab682d1c0),segment_id=9199c2be-51ce-4542-981b-b2fab682d1c0)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:59.538817 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-54fc7a83-a8ca-4de8-b847-84573467bcb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.569834 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c8e8b93e-14b5-436a-a714-4209a6630b5d None None] For port 8c2c269d-ea75-46f3-8f36-203b74f23487, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:59.570429 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b9cb5-85d1-4284-b722-d90889faf242 req-6fbb0fad-5c20-4d9a-a14c-baf92fe5bde4 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:59.572858 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b8b9cb5-85d1-4284-b722-d90889faf242 req-6fbb0fad-5c20-4d9a-a14c-baf92fe5bde4 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 945 time: 0.1140223 Jul 14 09:42:59.585917 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-54fc7a83-a8ca-4de8-b847-84573467bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:59.587005 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-54fc7a83-a8ca-4de8-b847-84573467bcb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.587601 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c8e8b93e-14b5-436a-a714-4209a6630b5d None None] For port 8c2c269d-ea75-46f3-8f36-203b74f23487, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8c2c269d-ea75-46f3-8f36-203b74f23487,segment=NetworkSegment(18ec4ec7-95ba-4815-ae2c-6d17d851838d),segment_id=18ec4ec7-95ba-4815-ae2c-6d17d851838d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:59.588493 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-54fc7a83-a8ca-4de8-b847-84573467bcb1 service neutron] 10.222.0.44 "PUT /v2.0/ports/e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 HTTP/1.1" status: 200 len: 1094 time: 1.2492068 Jul 14 09:42:59.600600 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8e8b93e-14b5-436a-a714-4209a6630b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.656854 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc7a83-a8ca-4de8-b847-84573467bcb1 service neutron] Pushing event updated for resources: {'Port': ['ID=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,revision_number=11']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:59.697134 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-28e7150f-fa16-40ab-8c58-4e3505364279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:59.699249 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-28e7150f-fa16-40ab-8c58-4e3505364279 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 1097 time: 0.0788591 Jul 14 09:42:59.703832 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b8b9cb5-85d1-4284-b722-d90889faf242 req-72e2f99f-dcff-4e89-95d1-c024baa475b6 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903172 Jul 14 09:42:59.748171 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8b93e-14b5-436a-a714-4209a6630b5d None None] Pushing event updated for resources: {'Port': ['ID=8c2c269d-ea75-46f3-8f36-203b74f23487,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:59.805071 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6a13658-319f-40ec-ae62-77da98f544e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.839056 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b6a13658-319f-40ec-ae62-77da98f544e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Transition to ACTIVE for port object 64f4ef82-996e-475e-a491-ea69ecf050d1 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:59.891406 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-8c008534-3547-43b6-9140-60a7ce45c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:59.893181 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-8c008534-3547-43b6-9140-60a7ce45c82a service neutron] 10.222.0.44 "GET /v2.0/networks?id=db4cdeba-5aaa-4aa3-8402-070268d6baba HTTP/1.1" status: 200 len: 897 time: 0.1878393 Jul 14 09:42:59.929127 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6a13658-319f-40ec-ae62-77da98f544e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.986877 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-78ab4d13-a731-450c-929f-a582624998a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 HTTP/1.1" status: 200 len: 1000 time: 0.0869582 Jul 14 09:43:00.006782 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a13658-319f-40ec-ae62-77da98f544e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network 48ef29bf-921a-4758-ba8d-78408754964b is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:00.014440 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b6a13658-319f-40ec-ae62-77da98f544e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:00.020548 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a13658-319f-40ec-ae62-77da98f544e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:00.060663 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a13658-319f-40ec-ae62-77da98f544e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Port': ['ID=64f4ef82-996e-475e-a491-ea69ecf050d1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:00.108441 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6a13658-319f-40ec-ae62-77da98f544e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.112207 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-5b9b6851-d9b5-4ad4-9abe-4d6a4f8fac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:00.115032 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-5b9b6851-d9b5-4ad4-9abe-4d6a4f8fac17 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=486294bf-67fd-4f91-8858-ce39e034c4f8 HTTP/1.1" status: 200 len: 834 time: 0.1201587 Jul 14 09:43:00.219741 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-99d1c988-d02d-4696-bf05-3a1809fe0df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:00.223429 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-99d1c988-d02d-4696-bf05-3a1809fe0df3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db4cdeba-5aaa-4aa3-8402-070268d6baba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995636 Jul 14 09:43:00.345135 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6a13658-319f-40ec-ae62-77da98f544e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.377153 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-63f0202a-52b8-4c5e-a0be-dd47d83cc239 service neutron] 10.222.0.44 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458488 Jul 14 09:43:00.491854 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88edc357-44f2-4af7-95be-abb2c72d9b83 req-a6a001c2-c517-4cdd-bb69-af3823293bf3 service neutron] 10.222.0.44 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063652 Jul 14 09:43:00.685592 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:00.719382 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6a13658-319f-40ec-ae62-77da98f544e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.724931 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6a13658-319f-40ec-ae62-77da98f544e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.747084 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:00.857131 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6a13658-319f-40ec-ae62-77da98f544e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.863578 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a13658-319f-40ec-ae62-77da98f544e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Port': ['ID=64f4ef82-996e-475e-a491-ea69ecf050d1,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:00.938950 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8c2c269d-ea75-46f3-8f36-203b74f23487 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:00.989653 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2574a4-01c6-4354-82ab-6f0747dececc', 'tag': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:00.993239 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f02e51e-7d7a-48b5-aab2-bbe2a6f70410" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2574a4-01c6-4354-82ab-6f0747dececc", "tag": "e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:01.079088 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 8c2c269d-ea75-46f3-8f36-203b74f23487 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:01.086373 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e850b76-4caf-4d98-8568-f0330f0033c9 x-openstack-request-id: req-2e850b76-4caf-4d98-8568-f0330f0033c9 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:01.086669 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2574a4-01c6-4354-82ab-6f0747dececc", "tag": "e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:01.086920 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e850b76-4caf-4d98-8568-f0330f0033c9 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:01.087747 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2574a4-01c6-4354-82ab-6f0747dececc', 'tag': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8', 'status': 'completed', 'code': 200} Jul 14 09:43:01.117573 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a13658-319f-40ec-ae62-77da98f544e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network 48ef29bf-921a-4758-ba8d-78408754964b is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:01.126773 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b6a13658-319f-40ec-ae62-77da98f544e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:01.158783 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85820498-4477-49ae-a72b-3b6ddc1283e3 req-0316da6d-f863-46a9-9e86-97d6c739e4e6 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:01.169917 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-85820498-4477-49ae-a72b-3b6ddc1283e3 req-0316da6d-f863-46a9-9e86-97d6c739e4e6 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 945 time: 0.1666017 Jul 14 09:43:01.234500 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-85820498-4477-49ae-a72b-3b6ddc1283e3 req-34bb0ef3-b02e-4a66-a097-196146fa2456 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632975 Jul 14 09:43:01.384044 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ab16ff-fbb4-415d-90d3-b5109652bb91 None None] Network 48ef29bf-921a-4758-ba8d-78408754964b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:01.460458 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a13658-319f-40ec-ae62-77da98f544e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Router 0aa26625-f808-4438-97f3-f86c48ab80b7 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:43:01.605020 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a13658-319f-40ec-ae62-77da98f544e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:01.613113 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b6a13658-319f-40ec-ae62-77da98f544e9 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "PUT /v2.0/routers/0aa26625-f808-4438-97f3-f86c48ab80b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9789884 Jul 14 09:43:01.616037 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58392) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:01.619640 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb58b13-6fab-40f8-b3a2-81b38da3e51a None None] Sync routers for ids ['0aa26625-f808-4438-97f3-f86c48ab80b7'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:01.638150 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb58b13-6fab-40f8-b3a2-81b38da3e51a None None] Routers {'0aa26625-f808-4438-97f3-f86c48ab80b7'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:01.638953 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7eb58b13-6fab-40f8-b3a2-81b38da3e51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['0aa26625-f808-4438-97f3-f86c48ab80b7'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:01.692559 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02e51e-7d7a-48b5-aab2-bbe2a6f70410 req-2e860c20-0556-4c79-b3d7-280a60e6cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:01.694682 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6f02e51e-7d7a-48b5-aab2-bbe2a6f70410 req-2e860c20-0556-4c79-b3d7-280a60e6cc03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 1097 time: 0.6000299 Jul 14 09:43:01.711452 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02e51e-7d7a-48b5-aab2-bbe2a6f70410 req-8d04b52b-4322-4c11-984e-461cf19bd299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:01.713295 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6f02e51e-7d7a-48b5-aab2-bbe2a6f70410 req-8d04b52b-4322-4c11-984e-461cf19bd299 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 1097 time: 0.6051643 Jul 14 09:43:01.720193 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7eb58b13-6fab-40f8-b3a2-81b38da3e51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:01.736714 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-142230f2-5834-4ed1-9af5-22ebf4fef472 None None] Provisioning for port 8c2c269d-ea75-46f3-8f36-203b74f23487 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:01.742661 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb58b13-6fab-40f8-b3a2-81b38da3e51a None None] Routers {'0aa26625-f808-4438-97f3-f86c48ab80b7'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:01.749133 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7eb58b13-6fab-40f8-b3a2-81b38da3e51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['0aa26625-f808-4438-97f3-f86c48ab80b7'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:01.755289 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-142230f2-5834-4ed1-9af5-22ebf4fef472 None None] Provisioning complete for port 8c2c269d-ea75-46f3-8f36-203b74f23487 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:01.756605 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-142230f2-5834-4ed1-9af5-22ebf4fef472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.762817 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913d6189-c18d-4f1d-9616-0b2211b22a0a tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:01.764496 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-913d6189-c18d-4f1d-9616-0b2211b22a0a tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "GET /v2.0/ports/64f4ef82-996e-475e-a491-ea69ecf050d1 HTTP/1.1" status: 200 len: 910 time: 0.1469214 Jul 14 09:43:01.767236 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58394) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:01.775378 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b2dc0049-e5bf-4057-86e9-3ac411e7769c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '53996daf-b139-4696-8cea-7fd5cd0aa84d'}]}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:01.810388 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-7eb58b13-6fab-40f8-b3a2-81b38da3e51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:01.812313 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb58b13-6fab-40f8-b3a2-81b38da3e51a None None] The sync data for ids ['0aa26625-f808-4438-97f3-f86c48ab80b7'] in n-d-771362-35 is: [] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:02.003162 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02e51e-7d7a-48b5-aab2-bbe2a6f70410 req-d0632d33-8687-4d12-8859-0132356cb8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:02.006619 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6f02e51e-7d7a-48b5-aab2-bbe2a6f70410 req-d0632d33-8687-4d12-8859-0132356cb8ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=db4cdeba-5aaa-4aa3-8402-070268d6baba HTTP/1.1" status: 200 len: 897 time: 0.3014283 Jul 14 09:43:02.093264 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2dc0049-e5bf-4057-86e9-3ac411e7769c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.105352 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-142230f2-5834-4ed1-9af5-22ebf4fef472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.129267 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02e51e-7d7a-48b5-aab2-bbe2a6f70410 req-fd8aed14-2fc9-4c7a-bcfd-72f38942bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:02.131766 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6f02e51e-7d7a-48b5-aab2-bbe2a6f70410 req-fd8aed14-2fc9-4c7a-bcfd-72f38942bec1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=db4cdeba-5aaa-4aa3-8402-070268d6baba HTTP/1.1" status: 200 len: 897 time: 0.3964756 Jul 14 09:43:02.156119 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6f02e51e-7d7a-48b5-aab2-bbe2a6f70410 req-5f7cc272-2123-4030-85cd-f9e4b6e3e18a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 HTTP/1.1" status: 200 len: 1000 time: 0.1340406 Jul 14 09:43:02.212853 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-142230f2-5834-4ed1-9af5-22ebf4fef472 None None] For port 8c2c269d-ea75-46f3-8f36-203b74f23487, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8c2c269d-ea75-46f3-8f36-203b74f23487,segment=NetworkSegment(18ec4ec7-95ba-4815-ae2c-6d17d851838d),segment_id=18ec4ec7-95ba-4815-ae2c-6d17d851838d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:02.221814 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-142230f2-5834-4ed1-9af5-22ebf4fef472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.261545 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6f02e51e-7d7a-48b5-aab2-bbe2a6f70410 req-a34d16a3-b935-4a03-87c6-ab53982e1348 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 HTTP/1.1" status: 200 len: 1000 time: 0.1159136 Jul 14 09:43:02.309085 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02e51e-7d7a-48b5-aab2-bbe2a6f70410 req-37d96844-9cc9-4028-b73c-208d5ae5aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:02.310608 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6f02e51e-7d7a-48b5-aab2-bbe2a6f70410 req-37d96844-9cc9-4028-b73c-208d5ae5aa95 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=486294bf-67fd-4f91-8858-ce39e034c4f8 HTTP/1.1" status: 200 len: 834 time: 0.1170413 Jul 14 09:43:02.334675 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142230f2-5834-4ed1-9af5-22ebf4fef472 None None] Pushing event updated for resources: {'Port': ['ID=8c2c269d-ea75-46f3-8f36-203b74f23487,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:02.475998 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02e51e-7d7a-48b5-aab2-bbe2a6f70410 req-89158558-e419-41b8-ac20-5277dbdd88c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:02.477723 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6f02e51e-7d7a-48b5-aab2-bbe2a6f70410 req-89158558-e419-41b8-ac20-5277dbdd88c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=486294bf-67fd-4f91-8858-ce39e034c4f8 HTTP/1.1" status: 200 len: 834 time: 0.1987562 Jul 14 09:43:02.530962 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:43:02.601483 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02e51e-7d7a-48b5-aab2-bbe2a6f70410 req-07052916-6844-4fad-b414-644e8dc172f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:02.603517 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6f02e51e-7d7a-48b5-aab2-bbe2a6f70410 req-07052916-6844-4fad-b414-644e8dc172f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4cdeba-5aaa-4aa3-8402-070268d6baba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2859814 Jul 14 09:43:02.755065 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-df6734c9-5e37-4193-83f4-b4986e872825 None None] Provisioning for port 64f4ef82-996e-475e-a491-ea69ecf050d1 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:02.780828 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-df6734c9-5e37-4193-83f4-b4986e872825 None None] Provisioning complete for port 64f4ef82-996e-475e-a491-ea69ecf050d1 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:02.781608 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df6734c9-5e37-4193-83f4-b4986e872825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.857059 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0644e3-9e08-4567-a377-c5c2c9cd27e1 req-3837330c-08ef-4070-88b3-26d889d54456 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:02.865878 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1e0644e3-9e08-4567-a377-c5c2c9cd27e1 req-3837330c-08ef-4070-88b3-26d889d54456 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 945 time: 0.2918365 Jul 14 09:43:02.891583 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02e51e-7d7a-48b5-aab2-bbe2a6f70410 req-31f584c6-311c-48d3-b5ec-7dbfb27e62c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:02.892535 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,segment=NetworkSegment(9199c2be-51ce-4542-981b-b2fab682d1c0),segment_id=9199c2be-51ce-4542-981b-b2fab682d1c0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:02.893547 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6f02e51e-7d7a-48b5-aab2-bbe2a6f70410 req-31f584c6-311c-48d3-b5ec-7dbfb27e62c0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db4cdeba-5aaa-4aa3-8402-070268d6baba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4089682 Jul 14 09:43:02.944047 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8c2c269d-ea75-46f3-8f36-203b74f23487 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:02.953178 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8', 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba', 'port_id': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8', 'mac_address': 'fa:16:3e:ac:27:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486294bf-67fd-4f91-8858-ce39e034c4f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:43:02.981395 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-df6734c9-5e37-4193-83f4-b4986e872825 None None] Port 64f4ef82-996e-475e-a491-ea69ecf050d1 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:03.027133 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-df6734c9-5e37-4193-83f4-b4986e872825 None None] Provisioning complete for port 8c2c269d-ea75-46f3-8f36-203b74f23487 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:03.028030 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df6734c9-5e37-4193-83f4-b4986e872825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.042688 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2dc0049-e5bf-4057-86e9-3ac411e7769c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.066600 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2dc0049-e5bf-4057-86e9-3ac411e7769c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.069397 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.101724 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 8c2c269d-ea75-46f3-8f36-203b74f23487 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:03.102269 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.102832 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6f02e51e-7d7a-48b5-aab2-bbe2a6f70410 req-631c8a1c-9d1f-478b-b9f8-3896524bde1c service neutron] 10.222.0.44 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993997 Jul 14 09:43:03.104981 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:43:03.108991 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6f02e51e-7d7a-48b5-aab2-bbe2a6f70410 req-91ebc32a-bf27-4919-b5d8-5a0433517ec8 service neutron] 10.222.0.47 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955273 Jul 14 09:43:03.114556 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1e0644e3-9e08-4567-a377-c5c2c9cd27e1 req-5e5e2b2e-146a-46ae-974d-cbbf64dae0fa tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369609 Jul 14 09:43:03.198103 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dc0049-e5bf-4057-86e9-3ac411e7769c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:03.204654 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2dc0049-e5bf-4057-86e9-3ac411e7769c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.206408 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b2dc0049-e5bf-4057-86e9-3ac411e7769c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "PUT /v2.0/ports/64f4ef82-996e-475e-a491-ea69ecf050d1 HTTP/1.1" status: 200 len: 910 time: 1.4383669 Jul 14 09:43:03.207906 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc0049-e5bf-4057-86e9-3ac411e7769c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Port': ['ID=64f4ef82-996e-475e-a491-ea69ecf050d1,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:03.211688 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58402) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:03.257748 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,segment=NetworkSegment(9199c2be-51ce-4542-981b-b2fab682d1c0),segment_id=9199c2be-51ce-4542-981b-b2fab682d1c0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:03.279260 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.292136 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6f02e51e-7d7a-48b5-aab2-bbe2a6f70410 req-879c105d-afeb-4e4e-b667-d4bd9efff849 service neutron] 10.222.0.47 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708493 Jul 14 09:43:03.432235 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-6f02e51e-7d7a-48b5-aab2-bbe2a6f70410 req-9f239b34-86f4-4059-96d2-4d76e2ac9ed9 service neutron] 10.222.0.44 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220217 Jul 14 09:43:03.498585 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,revision_number=12']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:03.516653 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:43:03.550569 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-cf1dc9a3-4b21-4c78-9b63-d6c4ead1eca9 None None] Provisioning complete for port 64f4ef82-996e-475e-a491-ea69ecf050d1 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:03.550974 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf1dc9a3-4b21-4c78-9b63-d6c4ead1eca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.607583 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-cf1dc9a3-4b21-4c78-9b63-d6c4ead1eca9 None None] Port 64f4ef82-996e-475e-a491-ea69ecf050d1 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:03.729187 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b13b4bdb-c7fc-4d01-93d8-b5a2b5205820 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.056979 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b13b4bdb-c7fc-4d01-93d8-b5a2b5205820 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Deleting port 64f4ef82-996e-475e-a491-ea69ecf050d1 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:04.057918 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b13b4bdb-c7fc-4d01-93d8-b5a2b5205820 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.556734 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:04.567834 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b13b4bdb-c7fc-4d01-93d8-b5a2b5205820 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.591328 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334a76d-5250-4594-ae42-dca41d289b23 req-8a119ee4-76e2-4907-84e3-fa66ca65ef15 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:04.594196 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7334a76d-5250-4594-ae42-dca41d289b23 req-8a119ee4-76e2-4907-84e3-fa66ca65ef15 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 946 time: 0.1182926 Jul 14 09:43:04.609875 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b13b4bdb-c7fc-4d01-93d8-b5a2b5205820 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Calling delete_port for 64f4ef82-996e-475e-a491-ea69ecf050d1 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:04.623664 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:04.627163 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:04.627687 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.700501 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7334a76d-5250-4594-ae42-dca41d289b23 req-988a430a-1345-4e1e-afa3-426538bed2e0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986273 Jul 14 09:43:04.730114 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.730676 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58408) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:04.768455 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2574a4-01c6-4354-82ab-6f0747dececc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:04.770826 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d7838d-dc04-4bcb-ad00-860ec9a3ce1a" -d '{"events": [{"server_uuid": "ef2574a4-01c6-4354-82ab-6f0747dececc", "name": "network-vif-plugged", "status": "completed", "tag": "e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:04.787076 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,segment=NetworkSegment(9199c2be-51ce-4542-981b-b2fab682d1c0),segment_id=9199c2be-51ce-4542-981b-b2fab682d1c0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:04.794201 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.850701 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30ff74d-2ce0-45b5-bdb9-e67e25954988 x-openstack-request-id: req-d30ff74d-2ce0-45b5-bdb9-e67e25954988 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:04.851126 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2574a4-01c6-4354-82ab-6f0747dececc", "name": "network-vif-plugged", "status": "completed", "tag": "e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:04.851959 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d30ff74d-2ce0-45b5-bdb9-e67e25954988 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:04.851959 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2574a4-01c6-4354-82ab-6f0747dececc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8', 'code': 200} Jul 14 09:43:04.890032 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,revision_number=13']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:04.899470 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8fd02cda-efc4-4e6c-889c-08ea1cd54672 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/floatingips/fc3f0bb5-f599-49ed-b285-6240f3ec44ba HTTP/1.1" status: 200 len: 993 time: 0.1676366 Jul 14 09:43:04.915333 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b13b4bdb-c7fc-4d01-93d8-b5a2b5205820 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.944836 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b4bdb-c7fc-4d01-93d8-b5a2b5205820 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Port': ['ID=64f4ef82-996e-475e-a491-ea69ecf050d1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:05.117577 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b13b4bdb-c7fc-4d01-93d8-b5a2b5205820 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:05.290998 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13b4bdb-c7fc-4d01-93d8-b5a2b5205820 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Router 0aa26625-f808-4438-97f3-f86c48ab80b7 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:05.384999 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13b4bdb-c7fc-4d01-93d8-b5a2b5205820 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:05.396361 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b13b4bdb-c7fc-4d01-93d8-b5a2b5205820 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "PUT /v2.0/routers/0aa26625-f808-4438-97f3-f86c48ab80b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1758542 Jul 14 09:43:05.400664 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58414) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:05.404702 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4053def4-45c0-4034-af88-8a3d2576b94f None None] Sync routers for ids ['0aa26625-f808-4438-97f3-f86c48ab80b7'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:05.422255 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4053def4-45c0-4034-af88-8a3d2576b94f None None] Routers {'0aa26625-f808-4438-97f3-f86c48ab80b7'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:05.423395 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4053def4-45c0-4034-af88-8a3d2576b94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['0aa26625-f808-4438-97f3-f86c48ab80b7'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:05.451332 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f9d2e348-0e8f-4a30-98b3-a5fe1b4f3a94 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "GET /v2.0/ports?device_id=0aa26625-f808-4438-97f3-f86c48ab80b7 HTTP/1.1" status: 200 len: 205 time: 0.0490513 Jul 14 09:43:05.454397 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58416) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:05.469249 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4053def4-45c0-4034-af88-8a3d2576b94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:05.480357 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4053def4-45c0-4034-af88-8a3d2576b94f None None] Routers {'0aa26625-f808-4438-97f3-f86c48ab80b7'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:05.481106 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4053def4-45c0-4034-af88-8a3d2576b94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['0aa26625-f808-4438-97f3-f86c48ab80b7'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:05.527968 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4053def4-45c0-4034-af88-8a3d2576b94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:05.528821 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4053def4-45c0-4034-af88-8a3d2576b94f None None] The sync data for ids ['0aa26625-f808-4438-97f3-f86c48ab80b7'] in n-d-771362-35 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:05.544225 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c24c-976a-4927-b929-617e4c8b67d4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:05.726069 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c24c-976a-4927-b929-617e4c8b67d4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:05.728483 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c24c-976a-4927-b929-617e4c8b67d4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:05.777754 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c24c-976a-4927-b929-617e4c8b67d4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:05.778581 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d3c24c-976a-4927-b929-617e4c8b67d4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Fanout notify agent at l3_agent the message router_deleted on router 0aa26625-f808-4438-97f3-f86c48ab80b7 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:43:05.785711 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c24c-976a-4927-b929-617e4c8b67d4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:05.786866 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b9d3c24c-976a-4927-b929-617e4c8b67d4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/routers/0aa26625-f808-4438-97f3-f86c48ab80b7 HTTP/1.1" status: 204 len: 168 time: 0.3320022 Jul 14 09:43:05.790322 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58418) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:05.859902 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe218de6-665e-4d33-9e79-e4f138dbc437 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Deleting subnet 53996daf-b139-4696-8cea-7fd5cd0aa84d {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:43:05.864272 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe218de6-665e-4d33-9e79-e4f138dbc437 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:05.925619 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe218de6-665e-4d33-9e79-e4f138dbc437 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.019100 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe218de6-665e-4d33-9e79-e4f138dbc437 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.084138 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe218de6-665e-4d33-9e79-e4f138dbc437 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.113577 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe218de6-665e-4d33-9e79-e4f138dbc437 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.119548 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fe218de6-665e-4d33-9e79-e4f138dbc437 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/subnets/53996daf-b139-4696-8cea-7fd5cd0aa84d HTTP/1.1" status: 204 len: 168 time: 0.3241155 Jul 14 09:43:06.119548 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe218de6-665e-4d33-9e79-e4f138dbc437 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Subnet': ['ID=53996daf-b139-4696-8cea-7fd5cd0aa84d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:06.119707 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f835a927-ca9a-4159-94da-dcafe435ac47 None None] Network 48ef29bf-921a-4758-ba8d-78408754964b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:06.120145 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58420) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:06.200198 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a98dcf2f-b3f8-4194-b0a9-c5b145dcefed tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.256086 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a98dcf2f-b3f8-4194-b0a9-c5b145dcefed tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Deleting port 8c2c269d-ea75-46f3-8f36-203b74f23487 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:06.256441 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a98dcf2f-b3f8-4194-b0a9-c5b145dcefed tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.303706 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c886fdad-575d-464f-8a4c-3f1246eb8500 None None] DHCP port deletion for 48ef29bf-921a-4758-ba8d-78408754964b request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:43:06.327145 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a98dcf2f-b3f8-4194-b0a9-c5b145dcefed tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] For port 8c2c269d-ea75-46f3-8f36-203b74f23487, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8c2c269d-ea75-46f3-8f36-203b74f23487,segment=NetworkSegment(18ec4ec7-95ba-4815-ae2c-6d17d851838d),segment_id=18ec4ec7-95ba-4815-ae2c-6d17d851838d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:06.327786 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a98dcf2f-b3f8-4194-b0a9-c5b145dcefed tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.342549 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a98dcf2f-b3f8-4194-b0a9-c5b145dcefed tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Calling delete_port for 8c2c269d-ea75-46f3-8f36-203b74f23487 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:06.354081 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c886fdad-575d-464f-8a4c-3f1246eb8500 None None] Deleting port 8c2c269d-ea75-46f3-8f36-203b74f23487 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:06.354454 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c886fdad-575d-464f-8a4c-3f1246eb8500 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.416827 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c886fdad-575d-464f-8a4c-3f1246eb8500 None None] For port 8c2c269d-ea75-46f3-8f36-203b74f23487, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8c2c269d-ea75-46f3-8f36-203b74f23487,segment=NetworkSegment(18ec4ec7-95ba-4815-ae2c-6d17d851838d),segment_id=18ec4ec7-95ba-4815-ae2c-6d17d851838d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:06.417227 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c886fdad-575d-464f-8a4c-3f1246eb8500 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.429605 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a98dcf2f-b3f8-4194-b0a9-c5b145dcefed tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.430420 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c886fdad-575d-464f-8a4c-3f1246eb8500 None None] Calling delete_port for 8c2c269d-ea75-46f3-8f36-203b74f23487 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:06.469730 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98dcf2f-b3f8-4194-b0a9-c5b145dcefed tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Port': ['ID=8c2c269d-ea75-46f3-8f36-203b74f23487,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:06.474045 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98dcf2f-b3f8-4194-b0a9-c5b145dcefed tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] No DVR routers for this DVR port 8c2c269d-ea75-46f3-8f36-203b74f23487 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:06.518943 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c886fdad-575d-464f-8a4c-3f1246eb8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.545537 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886fdad-575d-464f-8a4c-3f1246eb8500 None None] Pushing event deleted for resources: {'Port': ['ID=8c2c269d-ea75-46f3-8f36-203b74f23487,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:06.549486 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c886fdad-575d-464f-8a4c-3f1246eb8500 None None] No DVR routers for this DVR port 8c2c269d-ea75-46f3-8f36-203b74f23487 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:06.561153 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a98dcf2f-b3f8-4194-b0a9-c5b145dcefed tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.572436 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-a98dcf2f-b3f8-4194-b0a9-c5b145dcefed tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ef29bf-921a-4758-ba8d-78408754964b']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:06.583767 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-a98dcf2f-b3f8-4194-b0a9-c5b145dcefed tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ec4ec7-95ba-4815-ae2c-6d17d851838d') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:06.584670 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-a98dcf2f-b3f8-4194-b0a9-c5b145dcefed tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ec4ec7-95ba-4815-ae2c-6d17d851838d') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:06.593913 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a98dcf2f-b3f8-4194-b0a9-c5b145dcefed tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.609282 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a98dcf2f-b3f8-4194-b0a9-c5b145dcefed tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.616675 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98dcf2f-b3f8-4194-b0a9-c5b145dcefed tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:43:06.617097 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a98dcf2f-b3f8-4194-b0a9-c5b145dcefed tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:43:06.620577 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:43:06.685214 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a98dcf2f-b3f8-4194-b0a9-c5b145dcefed tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.696698 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a98dcf2f-b3f8-4194-b0a9-c5b145dcefed tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.698689 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a98dcf2f-b3f8-4194-b0a9-c5b145dcefed tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/networks/48ef29bf-921a-4758-ba8d-78408754964b HTTP/1.1" status: 204 len: 168 time: 0.5777299 Jul 14 09:43:06.702859 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58432) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:06.711004 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98dcf2f-b3f8-4194-b0a9-c5b145dcefed tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Network': ['ID=48ef29bf-921a-4758-ba8d-78408754964b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:06.714028 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d959cb6c-88e6-4d0f-b914-a858a78c273d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-386113273', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:06.760956 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-853d2df8-d233-457e-8ec8-9fac35ec6a58 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1973600748&fields=id&tenant_id=87d49df898e44e948cc3665c8c3c2f58 HTTP/1.1" status: 200 len: 267 time: 0.0631027 Jul 14 09:43:06.762507 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d959cb6c-88e6-4d0f-b914-a858a78c273d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.763328 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d959cb6c-88e6-4d0f-b914-a858a78c273d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.800500 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8c2c269d-ea75-46f3-8f36-203b74f23487 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:06.822146 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 8c2c269d-ea75-46f3-8f36-203b74f23487 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:06.822146 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8c2c269d-ea75-46f3-8f36-203b74f23487 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:06.872698 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d959cb6c-88e6-4d0f-b914-a858a78c273d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.878848 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d959cb6c-88e6-4d0f-b914-a858a78c273d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.913173 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d959cb6c-88e6-4d0f-b914-a858a78c273d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.914379 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d959cb6c-88e6-4d0f-b914-a858a78c273d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2054069 Jul 14 09:43:06.918101 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58434) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:06.923952 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-57c9a72c-6945-497f-81cd-ddc7f5af9796 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'network': {'name': 'tempest-RoutersTest-1957140829'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:06.930771 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-8cdc6ee8-3d8a-47d7-b47b-ee9b0851dd2c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:06.932369 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-8cdc6ee8-3d8a-47d7-b47b-ee9b0851dd2c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 810 time: 0.1636021 Jul 14 09:43:06.947762 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c9a72c-6945-497f-81cd-ddc7f5af9796 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Made reservation on behalf of b049f358a66c4bdab930174032f54d6b for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:06.951223 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-30775d8f-ba53-440b-b416-5f86cff91b1c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/quotas/87d49df898e44e948cc3665c8c3c2f58 HTTP/1.1" status: 200 len: 375 time: 0.0128751 Jul 14 09:43:06.951535 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57c9a72c-6945-497f-81cd-ddc7f5af9796 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.977699 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c9a72c-6945-497f-81cd-ddc7f5af9796 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:43:06.987065 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57c9a72c-6945-497f-81cd-ddc7f5af9796 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.987444 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-57c9a72c-6945-497f-81cd-ddc7f5af9796 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Added segment e35b55d6-009f-481f-bde7-e8da367eb8c3 of type vlan for network 78f20883-25f4-4cdc-a1ad-25a928c22d6e Jul 14 09:43:07.031367 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-c6043713-d25f-4249-a08d-0bdf46df4079 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0740576 Jul 14 09:43:07.036357 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57c9a72c-6945-497f-81cd-ddc7f5af9796 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.068137 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57c9a72c-6945-497f-81cd-ddc7f5af9796 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.074418 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c9a72c-6945-497f-81cd-ddc7f5af9796 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:07.075050 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57c9a72c-6945-497f-81cd-ddc7f5af9796 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.135334 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-cb5d9c1a-0bb6-4a64-b6ff-196d6ab2a694 service neutron] 10.222.0.25 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905325 Jul 14 09:43:07.145258 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-57c9a72c-6945-497f-81cd-ddc7f5af9796 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2230124 Jul 14 09:43:07.145477 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58436) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:07.153178 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-26f59997-661d-4379-8f1f-270e8b9f1718 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'subnet': {'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:07.170090 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9a72c-6945-497f-81cd-ddc7f5af9796 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Network': ['ID=78f20883-25f4-4cdc-a1ad-25a928c22d6e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:07.181474 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 78f20883-25f4-4cdc-a1ad-25a928c22d6e details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:43:07.228223 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-d67efc98-8667-43d7-926e-571f3f30cad9 service neutron] 10.222.0.25 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867882 Jul 14 09:43:07.257479 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f59997-661d-4379-8f1f-270e8b9f1718 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Made reservation on behalf of b049f358a66c4bdab930174032f54d6b for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:07.263439 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26f59997-661d-4379-8f1f-270e8b9f1718 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.462716 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26f59997-661d-4379-8f1f-270e8b9f1718 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.528998 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f59997-661d-4379-8f1f-270e8b9f1718 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Subnet': ['ID=b4989025-f6a1-48f2-a5fa-817ade189999,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:07.540578 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f59997-661d-4379-8f1f-270e8b9f1718 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Checking segment: {'id': 'e35b55d6-009f-481f-bde7-e8da367eb8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:07.541450 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f59997-661d-4379-8f1f-270e8b9f1718 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network hostable DHCP agents. Network: 78f20883-25f4-4cdc-a1ad-25a928c22d6e, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:43:07.558492 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f59997-661d-4379-8f1f-270e8b9f1718 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network 78f20883-25f4-4cdc-a1ad-25a928c22d6e is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:43:07.569773 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-26f59997-661d-4379-8f1f-270e8b9f1718 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 78f20883-25f4-4cdc-a1ad-25a928c22d6e) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:07.570431 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e41df834-7a91-4ed4-b622-5a51ae01992b req-702b9747-fe30-471a-a5de-20def3bb1151 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 210 time: 0.0379682 Jul 14 09:43:07.574650 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f59997-661d-4379-8f1f-270e8b9f1718 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:07.575110 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26f59997-661d-4379-8f1f-270e8b9f1718 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.584575 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2567d9-bd23-49d3-ba1f-b24f2cd83336 None None] Network 78f20883-25f4-4cdc-a1ad-25a928c22d6e requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:07.611566 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-26f59997-661d-4379-8f1f-270e8b9f1718 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4629698 Jul 14 09:43:07.612469 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58448) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:07.761327 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480936bb-a48a-4820-a7a0-71bf02ff7d2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-78f20883-25f4-4cdc-a1ad-25a928c22d6e', 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'fixed_ips': [{'subnet_id': 'b4989025-f6a1-48f2-a5fa-817ade189999'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:43:07.762210 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-480936bb-a48a-4820-a7a0-71bf02ff7d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.912189 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-480936bb-a48a-4820-a7a0-71bf02ff7d2c None None] Allocated IP 172.20.0.2 (78f20883-25f4-4cdc-a1ad-25a928c22d6e/b4989025-f6a1-48f2-a5fa-817ade189999/031af099-cfdc-4239-a4d1-1dc07e879c85) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:07.920462 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c48eb7b8-4e99-4dc5-ae11-124458039318 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:08.065962 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-480936bb-a48a-4820-a7a0-71bf02ff7d2c None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:08.075375 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-480936bb-a48a-4820-a7a0-71bf02ff7d2c None None] Transition to ACTIVE for port object 031af099-cfdc-4239-a4d1-1dc07e879c85 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:08.092554 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-480936bb-a48a-4820-a7a0-71bf02ff7d2c None None] Transition to ACTIVE for port object 031af099-cfdc-4239-a4d1-1dc07e879c85 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:08.098881 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-480936bb-a48a-4820-a7a0-71bf02ff7d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:08.141039 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480936bb-a48a-4820-a7a0-71bf02ff7d2c None None] Network 78f20883-25f4-4cdc-a1ad-25a928c22d6e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:08.143837 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-480936bb-a48a-4820-a7a0-71bf02ff7d2c None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:08.148400 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480936bb-a48a-4820-a7a0-71bf02ff7d2c None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:08.155513 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480936bb-a48a-4820-a7a0-71bf02ff7d2c None None] Pushing event updated for resources: {'Port': ['ID=031af099-cfdc-4239-a4d1-1dc07e879c85,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:08.196390 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-c48eb7b8-4e99-4dc5-ae11-124458039318 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Allocated IP 172.20.0.1 (78f20883-25f4-4cdc-a1ad-25a928c22d6e/b4989025-f6a1-48f2-a5fa-817ade189999/ff352ffc-774b-4c7b-b4ed-1c64356b465d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:08.210648 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-480936bb-a48a-4820-a7a0-71bf02ff7d2c None None] Attempting to bind port 031af099-cfdc-4239-a4d1-1dc07e879c85 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:08.211250 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-480936bb-a48a-4820-a7a0-71bf02ff7d2c None None] Attempting to bind port 031af099-cfdc-4239-a4d1-1dc07e879c85 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'e35b55d6-009f-481f-bde7-e8da367eb8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:08.211568 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480936bb-a48a-4820-a7a0-71bf02ff7d2c None None] Attempting to bind port 031af099-cfdc-4239-a4d1-1dc07e879c85 on network 78f20883-25f4-4cdc-a1ad-25a928c22d6e {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:08.216752 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480936bb-a48a-4820-a7a0-71bf02ff7d2c None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:08.217127 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480936bb-a48a-4820-a7a0-71bf02ff7d2c None None] Checking segment: {'id': 'e35b55d6-009f-481f-bde7-e8da367eb8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:08.217528 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-480936bb-a48a-4820-a7a0-71bf02ff7d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:08.217921 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480936bb-a48a-4820-a7a0-71bf02ff7d2c None None] Bound using segment: {'id': 'e35b55d6-009f-481f-bde7-e8da367eb8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:08.218387 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-480936bb-a48a-4820-a7a0-71bf02ff7d2c None None] Bound port: 031af099-cfdc-4239-a4d1-1dc07e879c85, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35b55d6-009f-481f-bde7-e8da367eb8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:08.218764 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-480936bb-a48a-4820-a7a0-71bf02ff7d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:08.299710 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-480936bb-a48a-4820-a7a0-71bf02ff7d2c None None] For port 031af099-cfdc-4239-a4d1-1dc07e879c85, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:08.303750 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-480936bb-a48a-4820-a7a0-71bf02ff7d2c None None] For port 031af099-cfdc-4239-a4d1-1dc07e879c85, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=031af099-cfdc-4239-a4d1-1dc07e879c85,segment=NetworkSegment(e35b55d6-009f-481f-bde7-e8da367eb8c3),segment_id=e35b55d6-009f-481f-bde7-e8da367eb8c3)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:08.309378 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-480936bb-a48a-4820-a7a0-71bf02ff7d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:08.344634 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c48eb7b8-4e99-4dc5-ae11-124458039318 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:08.364237 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c48eb7b8-4e99-4dc5-ae11-124458039318 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Transition to ACTIVE for port object ff352ffc-774b-4c7b-b4ed-1c64356b465d will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:08.376769 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480936bb-a48a-4820-a7a0-71bf02ff7d2c None None] Pushing event updated for resources: {'Port': ['ID=031af099-cfdc-4239-a4d1-1dc07e879c85,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:08.400183 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c48eb7b8-4e99-4dc5-ae11-124458039318 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:08.446998 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48eb7b8-4e99-4dc5-ae11-124458039318 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network 78f20883-25f4-4cdc-a1ad-25a928c22d6e is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:08.450446 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-c48eb7b8-4e99-4dc5-ae11-124458039318 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:08.455871 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48eb7b8-4e99-4dc5-ae11-124458039318 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:08.483628 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48eb7b8-4e99-4dc5-ae11-124458039318 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Port': ['ID=ff352ffc-774b-4c7b-b4ed-1c64356b465d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:08.512711 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c48eb7b8-4e99-4dc5-ae11-124458039318 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:08.778792 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c48eb7b8-4e99-4dc5-ae11-124458039318 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:08.836380 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2deefd0b-04a6-404d-b752-f9c9312c8228 req-5c6a3b81-a4cc-4224-97fe-434cacabaf62 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 210 time: 0.0957186 Jul 14 09:43:08.943811 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 031af099-cfdc-4239-a4d1-1dc07e879c85 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:09.033867 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 031af099-cfdc-4239-a4d1-1dc07e879c85 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:09.064143 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-7c46fa42-a532-43f2-9539-10f775d9a883 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:09.066737 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-7c46fa42-a532-43f2-9539-10f775d9a883 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 810 time: 0.2764058 Jul 14 09:43:09.128380 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-eab3c2e7-a712-413a-a823-a1fa86f37f6a tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87d49df898e44e948cc3665c8c3c2f58 HTTP/1.1" status: 200 len: 380 time: 0.0518913 Jul 14 09:43:09.138161 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-080134f5-d062-489e-b46e-27d3519c7532 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Request body: {'port': {'device_id': '11ddef70-a702-4ab1-aca2-8f1e86bc0673', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'admin_state_up': True, 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'security_groups': ['d288f04e-94bd-4c2b-9535-ff42eda07592']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:09.138748 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c48eb7b8-4e99-4dc5-ae11-124458039318 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.145174 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c48eb7b8-4e99-4dc5-ae11-124458039318 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.228117 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c48eb7b8-4e99-4dc5-ae11-124458039318 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.230102 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48eb7b8-4e99-4dc5-ae11-124458039318 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Port': ['ID=ff352ffc-774b-4c7b-b4ed-1c64356b465d,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:09.360545 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48eb7b8-4e99-4dc5-ae11-124458039318 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network 78f20883-25f4-4cdc-a1ad-25a928c22d6e is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:09.362203 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-c48eb7b8-4e99-4dc5-ae11-124458039318 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:09.507141 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48eb7b8-4e99-4dc5-ae11-124458039318 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Router f59d6fc7-45ee-4949-8802-e5ea9549faa6 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:43:09.566358 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-080134f5-d062-489e-b46e-27d3519c7532 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Made reservation on behalf of 87d49df898e44e948cc3665c8c3c2f58 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:09.571582 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-080134f5-d062-489e-b46e-27d3519c7532 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.617250 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48eb7b8-4e99-4dc5-ae11-124458039318 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:09.623563 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c48eb7b8-4e99-4dc5-ae11-124458039318 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "PUT /v2.0/routers/f59d6fc7-45ee-4949-8802-e5ea9549faa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0096943 Jul 14 09:43:09.625778 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58458) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:09.628451 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333371f7-3c8a-49a0-888c-08f792af16aa None None] Sync routers for ids ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:09.632519 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-80204477-5646-4bb3-9f60-5ac7d290ebcc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'network': {'name': 'tempest-RoutersTest-1916384634'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:09.643227 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333371f7-3c8a-49a0-888c-08f792af16aa None None] Routers {'f59d6fc7-45ee-4949-8802-e5ea9549faa6'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:09.643968 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-333371f7-3c8a-49a0-888c-08f792af16aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:09.668561 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80204477-5646-4bb3-9f60-5ac7d290ebcc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Made reservation on behalf of b049f358a66c4bdab930174032f54d6b for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:09.672556 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80204477-5646-4bb3-9f60-5ac7d290ebcc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.703219 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80204477-5646-4bb3-9f60-5ac7d290ebcc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:43:09.714728 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80204477-5646-4bb3-9f60-5ac7d290ebcc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.714980 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-80204477-5646-4bb3-9f60-5ac7d290ebcc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Added segment 67b691c2-c005-4b83-b8dc-446aea765441 of type vlan for network 4d83a7a7-de41-4a83-9c4d-250abadf416b Jul 14 09:43:09.743783 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c31a61-83e9-4832-9450-f48f328ab4b4 None None] Network 78f20883-25f4-4cdc-a1ad-25a928c22d6e requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:09.746784 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-080134f5-d062-489e-b46e-27d3519c7532 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Allocated IP 172.20.0.14 (b78f139e-d876-4f71-b091-055c8a4ef271/6ea6b1e4-2ec5-4105-843d-111f5668e0d2/d80815c4-672f-4511-b255-636a33f2c299) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:09.765453 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-333371f7-3c8a-49a0-888c-08f792af16aa None None] Set router f59d6fc7-45ee-4949-8802-e5ea9549faa6 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:09.816727 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80204477-5646-4bb3-9f60-5ac7d290ebcc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.859131 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-93c1c126-5c29-4878-a793-4a71d68e2ea0 None None] Provisioning for port 031af099-cfdc-4239-a4d1-1dc07e879c85 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:09.872078 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80204477-5646-4bb3-9f60-5ac7d290ebcc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.878675 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80204477-5646-4bb3-9f60-5ac7d290ebcc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:09.879419 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80204477-5646-4bb3-9f60-5ac7d290ebcc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.881456 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-93c1c126-5c29-4878-a793-4a71d68e2ea0 None None] Provisioning complete for port 031af099-cfdc-4239-a4d1-1dc07e879c85 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:09.882079 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93c1c126-5c29-4878-a793-4a71d68e2ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.947873 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-080134f5-d062-489e-b46e-27d3519c7532 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.965874 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-080134f5-d062-489e-b46e-27d3519c7532 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Transition to ACTIVE for port object d80815c4-672f-4511-b255-636a33f2c299 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:10.005021 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-080134f5-d062-489e-b46e-27d3519c7532 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.025743 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-80204477-5646-4bb3-9f60-5ac7d290ebcc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3944125 Jul 14 09:43:10.036070 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58464) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:10.046617 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c3aaf3a4-1ff1-45e8-ba59-cb846cd32110 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'subnet': {'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:10.080709 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93c1c126-5c29-4878-a793-4a71d68e2ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.080951 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-080134f5-d062-489e-b46e-27d3519c7532 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Network b78f139e-d876-4f71-b091-055c8a4ef271 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:10.088517 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-080134f5-d062-489e-b46e-27d3519c7532 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:10.096148 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-080134f5-d062-489e-b46e-27d3519c7532 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:10.123980 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80204477-5646-4bb3-9f60-5ac7d290ebcc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Network': ['ID=4d83a7a7-de41-4a83-9c4d-250abadf416b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:10.139727 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080134f5-d062-489e-b46e-27d3519c7532 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event updated for resources: {'Port': ['ID=d80815c4-672f-4511-b255-636a33f2c299,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:10.151383 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 4d83a7a7-de41-4a83-9c4d-250abadf416b details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:43:10.186932 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-080134f5-d062-489e-b46e-27d3519c7532 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:10.188958 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-080134f5-d062-489e-b46e-27d3519c7532 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.197534 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-333371f7-3c8a-49a0-888c-08f792af16aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:08Z', 'revision_number': 2, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None, '_interfaces': [{'id': 'ff352ffc-774b-4c7b-b4ed-1c64356b465d', 'name': '', 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9a:84:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:08Z', 'updated_at': '2021-07-14T09:43:08Z', 'revision_number': 2, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:10.215646 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-080134f5-d062-489e-b46e-27d3519c7532 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0813754 Jul 14 09:43:10.229706 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-4baf70b2-f73e-442e-8c11-86ef992885e6 service neutron] Request body: {'port': {'device_id': '11ddef70-a702-4ab1-aca2-8f1e86bc0673', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:10.255137 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333371f7-3c8a-49a0-888c-08f792af16aa None None] Checking router: f59d6fc7-45ee-4949-8802-e5ea9549faa6 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:10.256646 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333371f7-3c8a-49a0-888c-08f792af16aa None None] Updating router f59d6fc7-45ee-4949-8802-e5ea9549faa6 port ff352ffc-774b-4c7b-b4ed-1c64356b465d binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:43:10.275532 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-93c1c126-5c29-4878-a793-4a71d68e2ea0 None None] For port 031af099-cfdc-4239-a4d1-1dc07e879c85, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=031af099-cfdc-4239-a4d1-1dc07e879c85,segment=NetworkSegment(e35b55d6-009f-481f-bde7-e8da367eb8c3),segment_id=e35b55d6-009f-481f-bde7-e8da367eb8c3)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:10.296089 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93c1c126-5c29-4878-a793-4a71d68e2ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.319033 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-333371f7-3c8a-49a0-888c-08f792af16aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.377555 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3aaf3a4-1ff1-45e8-ba59-cb846cd32110 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Made reservation on behalf of b049f358a66c4bdab930174032f54d6b for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:10.382153 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3aaf3a4-1ff1-45e8-ba59-cb846cd32110 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.392441 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1c126-5c29-4878-a793-4a71d68e2ea0 None None] Pushing event updated for resources: {'Port': ['ID=031af099-cfdc-4239-a4d1-1dc07e879c85,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:10.405833 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0500caa-3488-425e-a4c0-a5373b8a68b5 req-29691356-bea5-40c5-a26e-e17ab01e2df1 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:10.407438 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0500caa-3488-425e-a4c0-a5373b8a68b5 req-29691356-bea5-40c5-a26e-e17ab01e2df1 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 932 time: 0.3257208 Jul 14 09:43:10.425779 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-4baf70b2-f73e-442e-8c11-86ef992885e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.495244 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-60039528-c80f-4fdf-9563-67f91780ecb5 None None] Provisioning for port d80815c4-672f-4511-b255-636a33f2c299 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:10.505327 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-60039528-c80f-4fdf-9563-67f91780ecb5 None None] Provisioning complete for port d80815c4-672f-4511-b255-636a33f2c299 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:10.506089 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60039528-c80f-4fdf-9563-67f91780ecb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.574212 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0500caa-3488-425e-a4c0-a5373b8a68b5 req-99efa42b-e998-4770-b2d3-621fc2bab0dc tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449883 Jul 14 09:43:10.579529 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-60039528-c80f-4fdf-9563-67f91780ecb5 None None] Port d80815c4-672f-4511-b255-636a33f2c299 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:10.810408 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-333371f7-3c8a-49a0-888c-08f792af16aa None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.837302 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-333371f7-3c8a-49a0-888c-08f792af16aa None None] Transition to ACTIVE for port object ff352ffc-774b-4c7b-b4ed-1c64356b465d will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:10.845257 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-deb10a48-96fd-437d-9176-b2595c7506a6 None None] Provisioning for port ff352ffc-774b-4c7b-b4ed-1c64356b465d completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:10.855533 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-deb10a48-96fd-437d-9176-b2595c7506a6 None None] Provisioning complete for port ff352ffc-774b-4c7b-b4ed-1c64356b465d triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:10.855533 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-deb10a48-96fd-437d-9176-b2595c7506a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.868531 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-333371f7-3c8a-49a0-888c-08f792af16aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.904602 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3aaf3a4-1ff1-45e8-ba59-cb846cd32110 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.972523 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-deb10a48-96fd-437d-9176-b2595c7506a6 None None] Port ff352ffc-774b-4c7b-b4ed-1c64356b465d cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:10.986309 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 031af099-cfdc-4239-a4d1-1dc07e879c85 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:10.995582 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316eef7-006f-496f-872f-8632c3aa169b None None] Pushing event updated for resources: {'Port': ['ID=ff352ffc-774b-4c7b-b4ed-1c64356b465d,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:11.004462 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316eef7-006f-496f-872f-8632c3aa169b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:11.004934 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316eef7-006f-496f-872f-8632c3aa169b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:11.005112 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316eef7-006f-496f-872f-8632c3aa169b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:11.005446 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316eef7-006f-496f-872f-8632c3aa169b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:11.006300 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316eef7-006f-496f-872f-8632c3aa169b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:11.006747 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316eef7-006f-496f-872f-8632c3aa169b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:11.007154 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316eef7-006f-496f-872f-8632c3aa169b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:11.007386 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316eef7-006f-496f-872f-8632c3aa169b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:11.007593 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aaf3a4-1ff1-45e8-ba59-cb846cd32110 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Subnet': ['ID=872a5292-c91c-4803-b406-f2fb4e95fa63,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:11.007771 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316eef7-006f-496f-872f-8632c3aa169b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:11.008065 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316eef7-006f-496f-872f-8632c3aa169b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:11.008384 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316eef7-006f-496f-872f-8632c3aa169b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:11.008699 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316eef7-006f-496f-872f-8632c3aa169b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:11.009876 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aaf3a4-1ff1-45e8-ba59-cb846cd32110 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Checking segment: {'id': '67b691c2-c005-4b83-b8dc-446aea765441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:11.010240 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3aaf3a4-1ff1-45e8-ba59-cb846cd32110 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network hostable DHCP agents. Network: 4d83a7a7-de41-4a83-9c4d-250abadf416b, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:43:11.029884 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3aaf3a4-1ff1-45e8-ba59-cb846cd32110 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network 4d83a7a7-de41-4a83-9c4d-250abadf416b is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:43:11.045882 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-c3aaf3a4-1ff1-45e8-ba59-cb846cd32110 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 4d83a7a7-de41-4a83-9c4d-250abadf416b) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:11.050652 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aaf3a4-1ff1-45e8-ba59-cb846cd32110 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:11.051406 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3aaf3a4-1ff1-45e8-ba59-cb846cd32110 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.062502 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa69d5e5-03fe-49be-acfb-e93e6bf5ea78 None None] Network 4d83a7a7-de41-4a83-9c4d-250abadf416b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:11.063837 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-4baf70b2-f73e-442e-8c11-86ef992885e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d80815c4-672f-4511-b255-636a33f2c299 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:43:11.069254 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c3aaf3a4-1ff1-45e8-ba59-cb846cd32110 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0290093 Jul 14 09:43:11.072482 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58466) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:11.079244 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-4baf70b2-f73e-442e-8c11-86ef992885e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.107727 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-4baf70b2-f73e-442e-8c11-86ef992885e6 service neutron] Transition to ACTIVE for port object d80815c4-672f-4511-b255-636a33f2c299 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:11.114103 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-4baf70b2-f73e-442e-8c11-86ef992885e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.131439 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-333371f7-3c8a-49a0-888c-08f792af16aa None None] Attempting to bind port ff352ffc-774b-4c7b-b4ed-1c64356b465d on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:11.132023 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-333371f7-3c8a-49a0-888c-08f792af16aa None None] Attempting to bind port ff352ffc-774b-4c7b-b4ed-1c64356b465d by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'e35b55d6-009f-481f-bde7-e8da367eb8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:11.133730 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333371f7-3c8a-49a0-888c-08f792af16aa None None] Attempting to bind port ff352ffc-774b-4c7b-b4ed-1c64356b465d on network 78f20883-25f4-4cdc-a1ad-25a928c22d6e {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:11.144837 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333371f7-3c8a-49a0-888c-08f792af16aa None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:11.148146 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333371f7-3c8a-49a0-888c-08f792af16aa None None] Checking segment: {'id': 'e35b55d6-009f-481f-bde7-e8da367eb8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:11.148864 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-333371f7-3c8a-49a0-888c-08f792af16aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.149355 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333371f7-3c8a-49a0-888c-08f792af16aa None None] Bound using segment: {'id': 'e35b55d6-009f-481f-bde7-e8da367eb8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:11.149934 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-333371f7-3c8a-49a0-888c-08f792af16aa None None] Bound port: ff352ffc-774b-4c7b-b4ed-1c64356b465d, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35b55d6-009f-481f-bde7-e8da367eb8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:11.150557 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-333371f7-3c8a-49a0-888c-08f792af16aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.185814 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf70b2-f73e-442e-8c11-86ef992885e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d80815c4-672f-4511-b255-636a33f2c299,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:11.231626 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-deb10a48-96fd-437d-9176-b2595c7506a6 None None] Provisioning complete for port 031af099-cfdc-4239-a4d1-1dc07e879c85 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:11.232005 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-deb10a48-96fd-437d-9176-b2595c7506a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.319816 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-333371f7-3c8a-49a0-888c-08f792af16aa None None] For port ff352ffc-774b-4c7b-b4ed-1c64356b465d, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:11.324215 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-333371f7-3c8a-49a0-888c-08f792af16aa None None] For port ff352ffc-774b-4c7b-b4ed-1c64356b465d, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ff352ffc-774b-4c7b-b4ed-1c64356b465d,segment=NetworkSegment(e35b55d6-009f-481f-bde7-e8da367eb8c3),segment_id=e35b55d6-009f-481f-bde7-e8da367eb8c3)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:11.331450 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-333371f7-3c8a-49a0-888c-08f792af16aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.335122 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-4baf70b2-f73e-442e-8c11-86ef992885e6 service neutron] Attempting to bind port d80815c4-672f-4511-b255-636a33f2c299 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:11.344184 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-4baf70b2-f73e-442e-8c11-86ef992885e6 service neutron] Attempting to bind port d80815c4-672f-4511-b255-636a33f2c299 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:11.344354 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-4baf70b2-f73e-442e-8c11-86ef992885e6 service neutron] Attempting to bind port d80815c4-672f-4511-b255-636a33f2c299 on network b78f139e-d876-4f71-b091-055c8a4ef271 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:11.366892 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-4baf70b2-f73e-442e-8c11-86ef992885e6 service neutron] Port d80815c4-672f-4511-b255-636a33f2c299 on network b78f139e-d876-4f71-b091-055c8a4ef271 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:11.367274 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-4baf70b2-f73e-442e-8c11-86ef992885e6 service neutron] Attempting to bind port d80815c4-672f-4511-b255-636a33f2c299 on network b78f139e-d876-4f71-b091-055c8a4ef271 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:11.374573 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-4baf70b2-f73e-442e-8c11-86ef992885e6 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:11.374926 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-4baf70b2-f73e-442e-8c11-86ef992885e6 service neutron] Checking segment: {'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:11.375320 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-4baf70b2-f73e-442e-8c11-86ef992885e6 service neutron] Bound using segment: {'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:11.375794 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-4baf70b2-f73e-442e-8c11-86ef992885e6 service neutron] Bound port: d80815c4-672f-4511-b255-636a33f2c299, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '599a339a-0e76-4688-b256-19eac6dfc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:11.376161 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-4baf70b2-f73e-442e-8c11-86ef992885e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.454478 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316eef7-006f-496f-872f-8632c3aa169b None None] Pushing event updated for resources: {'Port': ['ID=ff352ffc-774b-4c7b-b4ed-1c64356b465d,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:11.509585 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333371f7-3c8a-49a0-888c-08f792af16aa None None] Routers {'f59d6fc7-45ee-4949-8802-e5ea9549faa6'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:11.510411 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-333371f7-3c8a-49a0-888c-08f792af16aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:11.516112 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-4baf70b2-f73e-442e-8c11-86ef992885e6 service neutron] For port d80815c4-672f-4511-b255-636a33f2c299, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:11.522124 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-4baf70b2-f73e-442e-8c11-86ef992885e6 service neutron] For port d80815c4-672f-4511-b255-636a33f2c299, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=d80815c4-672f-4511-b255-636a33f2c299,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:11.528076 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-4baf70b2-f73e-442e-8c11-86ef992885e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.582729 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-4baf70b2-f73e-442e-8c11-86ef992885e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:11.583382 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-4baf70b2-f73e-442e-8c11-86ef992885e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.585893 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-4baf70b2-f73e-442e-8c11-86ef992885e6 service neutron] 10.222.0.47 "PUT /v2.0/ports/d80815c4-672f-4511-b255-636a33f2c299 HTTP/1.1" status: 200 len: 1093 time: 1.3614929 Jul 14 09:43:11.585893 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ddef70-a702-4ab1-aca2-8f1e86bc0673', 'tag': 'd80815c4-672f-4511-b255-636a33f2c299'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:11.588128 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90895963-c287-41e2-8f83-64d1a40e8647" -d '{"events": [{"name": "network-changed", "server_uuid": "11ddef70-a702-4ab1-aca2-8f1e86bc0673", "tag": "d80815c4-672f-4511-b255-636a33f2c299"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:11.731438 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f0198e-0dab-4f58-9efa-39da1183ea19 x-openstack-request-id: req-93f0198e-0dab-4f58-9efa-39da1183ea19 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:11.731438 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ddef70-a702-4ab1-aca2-8f1e86bc0673", "tag": "d80815c4-672f-4511-b255-636a33f2c299", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:11.731438 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-93f0198e-0dab-4f58-9efa-39da1183ea19 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:11.731873 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ddef70-a702-4ab1-aca2-8f1e86bc0673', 'tag': 'd80815c4-672f-4511-b255-636a33f2c299', 'status': 'completed', 'code': 200} Jul 14 09:43:11.767577 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf70b2-f73e-442e-8c11-86ef992885e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d80815c4-672f-4511-b255-636a33f2c299,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:11.776356 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-333371f7-3c8a-49a0-888c-08f792af16aa None None] Set router f59d6fc7-45ee-4949-8802-e5ea9549faa6 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:11.842563 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-827f0df6-a75d-4730-ac91-ce064c277928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:11.847603 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-827f0df6-a75d-4730-ac91-ce064c277928 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 1096 time: 0.2151904 Jul 14 09:43:11.856318 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.966736 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-00bbdbd9-0593-49c5-83b6-75b9c63b7659 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d80815c4-672f-4511-b255-636a33f2c299 HTTP/1.1" status: 200 len: 217 time: 0.1110857 Jul 14 09:43:12.022466 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642e6f4b-3490-4081-ab75-d9b27d1a82e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-4d83a7a7-de41-4a83-9c4d-250abadf416b', 'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'fixed_ips': [{'subnet_id': '872a5292-c91c-4803-b406-f2fb4e95fa63'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:43:12.023331 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-642e6f4b-3490-4081-ab75-d9b27d1a82e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.062327 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-726b1937-c460-43b9-a1c1-9dfb6060ca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:12.063939 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-726b1937-c460-43b9-a1c1-9dfb6060ca67 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea6b1e4-2ec5-4105-843d-111f5668e0d2 HTTP/1.1" status: 200 len: 849 time: 0.0907235 Jul 14 09:43:12.144341 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-b5a15674-31f1-4f71-8cbd-eed02aea9397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:12.146297 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-b5a15674-31f1-4f71-8cbd-eed02aea9397 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78f139e-d876-4f71-b091-055c8a4ef271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750709 Jul 14 09:43:12.297672 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 031af099-cfdc-4239-a4d1-1dc07e879c85 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:12.298103 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.322534 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-64cd7aa4-4f31-4a0a-98bb-096d53f38e13 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697452 Jul 14 09:43:12.343995 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-333371f7-3c8a-49a0-888c-08f792af16aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:08Z', 'revision_number': 2, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None, '_interfaces': [{'id': 'ff352ffc-774b-4c7b-b4ed-1c64356b465d', 'name': '', 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9a:84:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:08Z', 'updated_at': '2021-07-14T09:43:11Z', 'revision_number': 4, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:12.371409 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-642e6f4b-3490-4081-ab75-d9b27d1a82e3 None None] Allocated IP 172.21.0.2 (4d83a7a7-de41-4a83-9c4d-250abadf416b/872a5292-c91c-4803-b406-f2fb4e95fa63/71a3f588-6069-45b9-8243-d2c0e2716bf0) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:12.387136 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333371f7-3c8a-49a0-888c-08f792af16aa None None] The sync data for ids ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'] in n-d-771362-35 is: [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:08Z', 'revision_number': 2, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None, '_interfaces': [{'id': 'ff352ffc-774b-4c7b-b4ed-1c64356b465d', 'name': '', 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9a:84:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:08Z', 'updated_at': '2021-07-14T09:43:11Z', 'revision_number': 4, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:12.493815 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0ebda69c-3eb7-4f72-966a-da4d9e9bb3cd req-748f8717-220a-4313-b5ea-e28dd3d04b28 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643996 Jul 14 09:43:12.507155 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d6f6c-b4f4-4631-8f94-c1c40b133ee3 req-e8a10403-b925-459d-abdd-dbf43ed25c67 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:12.509380 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-623d6f6c-b4f4-4631-8f94-c1c40b133ee3 req-e8a10403-b925-459d-abdd-dbf43ed25c67 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 944 time: 0.3536897 Jul 14 09:43:12.574949 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-642e6f4b-3490-4081-ab75-d9b27d1a82e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.583401 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-623d6f6c-b4f4-4631-8f94-c1c40b133ee3 req-69026b06-d6fc-4caa-8a0b-08c8fd76ecc5 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671756 Jul 14 09:43:12.584698 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-642e6f4b-3490-4081-ab75-d9b27d1a82e3 None None] Transition to ACTIVE for port object 71a3f588-6069-45b9-8243-d2c0e2716bf0 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:12.603771 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-642e6f4b-3490-4081-ab75-d9b27d1a82e3 None None] Transition to ACTIVE for port object 71a3f588-6069-45b9-8243-d2c0e2716bf0 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:12.618785 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-642e6f4b-3490-4081-ab75-d9b27d1a82e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.676879 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.687889 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e6f4b-3490-4081-ab75-d9b27d1a82e3 None None] Pushing event updated for resources: {'Port': ['ID=71a3f588-6069-45b9-8243-d2c0e2716bf0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:12.698538 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90895963-c287-41e2-8f83-64d1a40e8647 req-137b476e-b778-4d64-82af-cc43b1be018d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:12.705880 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-90895963-c287-41e2-8f83-64d1a40e8647 req-137b476e-b778-4d64-82af-cc43b1be018d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 1096 time: 0.1458607 Jul 14 09:43:12.708398 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642e6f4b-3490-4081-ab75-d9b27d1a82e3 None None] Network 4d83a7a7-de41-4a83-9c4d-250abadf416b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:12.726065 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b99e0002-43f4-42c2-9af0-c5a5a5f4f3e4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.730162 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-642e6f4b-3490-4081-ab75-d9b27d1a82e3 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:12.734156 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642e6f4b-3490-4081-ab75-d9b27d1a82e3 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:12.927264 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90895963-c287-41e2-8f83-64d1a40e8647 req-d08cf6a3-1bcd-4fea-9e6b-48f653ed3831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:12.936667 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-90895963-c287-41e2-8f83-64d1a40e8647 req-d08cf6a3-1bcd-4fea-9e6b-48f653ed3831 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 910 time: 0.2125680 Jul 14 09:43:12.947534 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-642e6f4b-3490-4081-ab75-d9b27d1a82e3 None None] Attempting to bind port 71a3f588-6069-45b9-8243-d2c0e2716bf0 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:12.947534 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-642e6f4b-3490-4081-ab75-d9b27d1a82e3 None None] Attempting to bind port 71a3f588-6069-45b9-8243-d2c0e2716bf0 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '67b691c2-c005-4b83-b8dc-446aea765441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:12.947534 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642e6f4b-3490-4081-ab75-d9b27d1a82e3 None None] Attempting to bind port 71a3f588-6069-45b9-8243-d2c0e2716bf0 on network 4d83a7a7-de41-4a83-9c4d-250abadf416b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:12.960414 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642e6f4b-3490-4081-ab75-d9b27d1a82e3 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:12.960890 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642e6f4b-3490-4081-ab75-d9b27d1a82e3 None None] Checking segment: {'id': '67b691c2-c005-4b83-b8dc-446aea765441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:12.961384 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-642e6f4b-3490-4081-ab75-d9b27d1a82e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.961854 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642e6f4b-3490-4081-ab75-d9b27d1a82e3 None None] Bound using segment: {'id': '67b691c2-c005-4b83-b8dc-446aea765441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:12.962408 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-642e6f4b-3490-4081-ab75-d9b27d1a82e3 None None] Bound port: 71a3f588-6069-45b9-8243-d2c0e2716bf0, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b691c2-c005-4b83-b8dc-446aea765441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:12.962863 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-642e6f4b-3490-4081-ab75-d9b27d1a82e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.988236 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ff352ffc-774b-4c7b-b4ed-1c64356b465d up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:12.997899 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-90895963-c287-41e2-8f83-64d1a40e8647 req-652e6a0d-5c4d-4000-b545-1e4eebb02990 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d80815c4-672f-4511-b255-636a33f2c299 HTTP/1.1" status: 200 len: 217 time: 0.0518179 Jul 14 09:43:13.091132 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90895963-c287-41e2-8f83-64d1a40e8647 req-daa2d458-345d-46e4-aefb-2c41da39082e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:13.092831 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-90895963-c287-41e2-8f83-64d1a40e8647 req-daa2d458-345d-46e4-aefb-2c41da39082e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea6b1e4-2ec5-4105-843d-111f5668e0d2 HTTP/1.1" status: 200 len: 849 time: 0.0883958 Jul 14 09:43:13.105397 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port ff352ffc-774b-4c7b-b4ed-1c64356b465d completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:13.113352 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-642e6f4b-3490-4081-ab75-d9b27d1a82e3 None None] For port 71a3f588-6069-45b9-8243-d2c0e2716bf0, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:13.120384 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port ff352ffc-774b-4c7b-b4ed-1c64356b465d triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:13.121176 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.125161 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-642e6f4b-3490-4081-ab75-d9b27d1a82e3 None None] For port 71a3f588-6069-45b9-8243-d2c0e2716bf0, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=71a3f588-6069-45b9-8243-d2c0e2716bf0,segment=NetworkSegment(67b691c2-c005-4b83-b8dc-446aea765441),segment_id=67b691c2-c005-4b83-b8dc-446aea765441)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:13.176167 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-642e6f4b-3490-4081-ab75-d9b27d1a82e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.213577 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-b99e0002-43f4-42c2-9af0-c5a5a5f4f3e4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Allocated IP 172.21.0.1 (4d83a7a7-de41-4a83-9c4d-250abadf416b/872a5292-c91c-4803-b406-f2fb4e95fa63/d49014b8-5822-488d-a3fe-1a5865a40554) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:13.226839 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90895963-c287-41e2-8f83-64d1a40e8647 req-2b222970-157e-4eb2-bb39-40685206bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:13.229444 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-90895963-c287-41e2-8f83-64d1a40e8647 req-2b222970-157e-4eb2-bb39-40685206bb9a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78f139e-d876-4f71-b091-055c8a4ef271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1282372 Jul 14 09:43:13.233446 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e6f4b-3490-4081-ab75-d9b27d1a82e3 None None] Pushing event updated for resources: {'Port': ['ID=71a3f588-6069-45b9-8243-d2c0e2716bf0,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:13.366485 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.386930 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-90895963-c287-41e2-8f83-64d1a40e8647 req-0e51f056-8c55-47f1-a0e9-f0e0c2f83ba1 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457825 Jul 14 09:43:13.422673 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port ff352ffc-774b-4c7b-b4ed-1c64356b465d, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ff352ffc-774b-4c7b-b4ed-1c64356b465d,segment=NetworkSegment(e35b55d6-009f-481f-bde7-e8da367eb8c3),segment_id=e35b55d6-009f-481f-bde7-e8da367eb8c3)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:13.429144 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.460288 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b99e0002-43f4-42c2-9af0-c5a5a5f4f3e4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.493664 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b99e0002-43f4-42c2-9af0-c5a5a5f4f3e4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Transition to ACTIVE for port object d49014b8-5822-488d-a3fe-1a5865a40554 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:13.542840 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=ff352ffc-774b-4c7b-b4ed-1c64356b465d,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:13.551712 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b99e0002-43f4-42c2-9af0-c5a5a5f4f3e4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.577874 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-90895963-c287-41e2-8f83-64d1a40e8647 req-75a56327-f6d3-4d41-869e-77dd03bb0224 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829336 Jul 14 09:43:13.623603 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99e0002-43f4-42c2-9af0-c5a5a5f4f3e4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network 4d83a7a7-de41-4a83-9c4d-250abadf416b is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:13.629383 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b99e0002-43f4-42c2-9af0-c5a5a5f4f3e4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:13.633917 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99e0002-43f4-42c2-9af0-c5a5a5f4f3e4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:13.670783 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e0002-43f4-42c2-9af0-c5a5a5f4f3e4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Port': ['ID=d49014b8-5822-488d-a3fe-1a5865a40554,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:13.710409 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b99e0002-43f4-42c2-9af0-c5a5a5f4f3e4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.926580 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1333f-0849-4237-9baf-e06c62571337 req-adc69f6e-83b1-40b7-84f3-697eb738c611 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:13.928205 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-13d1333f-0849-4237-9baf-e06c62571337 req-adc69f6e-83b1-40b7-84f3-697eb738c611 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 944 time: 0.1311262 Jul 14 09:43:13.945508 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b99e0002-43f4-42c2-9af0-c5a5a5f4f3e4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.013097 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-13d1333f-0849-4237-9baf-e06c62571337 req-214c23b0-520a-4083-ad04-9d7c9a06a6b6 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754821 Jul 14 09:43:14.282672 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b99e0002-43f4-42c2-9af0-c5a5a5f4f3e4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.289202 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b99e0002-43f4-42c2-9af0-c5a5a5f4f3e4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.379990 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b99e0002-43f4-42c2-9af0-c5a5a5f4f3e4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.389709 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e0002-43f4-42c2-9af0-c5a5a5f4f3e4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Port': ['ID=d49014b8-5822-488d-a3fe-1a5865a40554,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:14.502428 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99e0002-43f4-42c2-9af0-c5a5a5f4f3e4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network 4d83a7a7-de41-4a83-9c4d-250abadf416b is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:14.503931 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b99e0002-43f4-42c2-9af0-c5a5a5f4f3e4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:14.616991 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99e0002-43f4-42c2-9af0-c5a5a5f4f3e4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Router f59d6fc7-45ee-4949-8802-e5ea9549faa6 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:14.725804 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99e0002-43f4-42c2-9af0-c5a5a5f4f3e4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:14.738397 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58474) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:14.738896 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b99e0002-43f4-42c2-9af0-c5a5a5f4f3e4 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "PUT /v2.0/routers/f59d6fc7-45ee-4949-8802-e5ea9549faa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6637814 Jul 14 09:43:14.744308 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-a35a636c-96f0-4909-bbc2-99596ef74b1f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'network': {'name': 'tempest-RoutersTest-453903010'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:14.782214 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35a636c-96f0-4909-bbc2-99596ef74b1f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Made reservation on behalf of b049f358a66c4bdab930174032f54d6b for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:14.788851 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a35a636c-96f0-4909-bbc2-99596ef74b1f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.861075 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be349cbc-ff74-42f4-9ebf-441dda5ec706 None None] Sync routers for ids ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:14.871243 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35a636c-96f0-4909-bbc2-99596ef74b1f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:43:14.884591 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be349cbc-ff74-42f4-9ebf-441dda5ec706 None None] Routers {'f59d6fc7-45ee-4949-8802-e5ea9549faa6'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:14.888366 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-be349cbc-ff74-42f4-9ebf-441dda5ec706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:14.938804 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a35a636c-96f0-4909-bbc2-99596ef74b1f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.939680 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-a35a636c-96f0-4909-bbc2-99596ef74b1f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Added segment 9bc36f8a-f5ee-40b1-a103-2f6b2d8b3aba of type vlan for network 9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d Jul 14 09:43:15.013089 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a35a636c-96f0-4909-bbc2-99596ef74b1f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.034890 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-be349cbc-ff74-42f4-9ebf-441dda5ec706 None None] Set router f59d6fc7-45ee-4949-8802-e5ea9549faa6 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:15.078221 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a35a636c-96f0-4909-bbc2-99596ef74b1f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.089421 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35a636c-96f0-4909-bbc2-99596ef74b1f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:15.090460 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a35a636c-96f0-4909-bbc2-99596ef74b1f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.126087 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58478) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:15.146825 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c127aa35-7878-42a7-bbaf-e33572cc43fb tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'subnet': {'network_id': '9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:15.152304 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a35a636c-96f0-4909-bbc2-99596ef74b1f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4126184 Jul 14 09:43:15.203058 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 71a3f588-6069-45b9-8243-d2c0e2716bf0 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:15.284802 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c127aa35-7878-42a7-bbaf-e33572cc43fb tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Made reservation on behalf of b049f358a66c4bdab930174032f54d6b for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:15.284802 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c127aa35-7878-42a7-bbaf-e33572cc43fb tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.286844 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a636c-96f0-4909-bbc2-99596ef74b1f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Network': ['ID=9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:15.293993 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbcedd3-a869-4468-bad7-1507272babb3 None None] Network 4d83a7a7-de41-4a83-9c4d-250abadf416b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:15.316012 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:43:15.431273 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408ec5f-83b5-457a-be26-aee238fc1041 req-420d765f-4a44-4071-9b29-00931c9dbf20 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:15.432422 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e408ec5f-83b5-457a-be26-aee238fc1041 req-420d765f-4a44-4071-9b29-00931c9dbf20 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 944 time: 0.1678848 Jul 14 09:43:15.485287 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-65bd5b6f-92cb-45fb-84fc-f94281ad0f76 None None] Provisioning for port 71a3f588-6069-45b9-8243-d2c0e2716bf0 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:15.510540 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e408ec5f-83b5-457a-be26-aee238fc1041 req-c52afd68-6170-48ce-8bca-a0b1446854a0 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707526 Jul 14 09:43:15.526614 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 71a3f588-6069-45b9-8243-d2c0e2716bf0 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:15.577010 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 71a3f588-6069-45b9-8243-d2c0e2716bf0 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:15.577762 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.587123 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c127aa35-7878-42a7-bbaf-e33572cc43fb tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.667315 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127aa35-7878-42a7-bbaf-e33572cc43fb tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Subnet': ['ID=c6a10240-0ae9-4146-bd4d-f6b442f86b78,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:15.679658 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-be349cbc-ff74-42f4-9ebf-441dda5ec706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:13Z', 'revision_number': 3, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None, '_interfaces': [{'id': 'd49014b8-5822-488d-a3fe-1a5865a40554', 'name': '', 'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:02:b3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:12Z', 'updated_at': '2021-07-14T09:43:14Z', 'revision_number': 2, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff352ffc-774b-4c7b-b4ed-1c64356b465d', 'name': '', 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9a:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:08Z', 'updated_at': '2021-07-14T09:43:13Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:15.685433 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c127aa35-7878-42a7-bbaf-e33572cc43fb tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Checking segment: {'id': '9bc36f8a-f5ee-40b1-a103-2f6b2d8b3aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:15.686479 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c127aa35-7878-42a7-bbaf-e33572cc43fb tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network hostable DHCP agents. Network: 9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:43:15.707757 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c127aa35-7878-42a7-bbaf-e33572cc43fb tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network 9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:43:15.719294 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-c127aa35-7878-42a7-bbaf-e33572cc43fb tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:15.724785 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c127aa35-7878-42a7-bbaf-e33572cc43fb tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:15.725967 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c127aa35-7878-42a7-bbaf-e33572cc43fb tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.730112 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be349cbc-ff74-42f4-9ebf-441dda5ec706 None None] Checking router: f59d6fc7-45ee-4949-8802-e5ea9549faa6 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:15.730526 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be349cbc-ff74-42f4-9ebf-441dda5ec706 None None] Updating router f59d6fc7-45ee-4949-8802-e5ea9549faa6 port d49014b8-5822-488d-a3fe-1a5865a40554 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:43:15.738372 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5aa47be-b590-4fd1-8b59-90b5e2873e09 None None] Network 9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:15.752886 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c127aa35-7878-42a7-bbaf-e33572cc43fb tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6217468 Jul 14 09:43:15.753381 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58480) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:16.079421 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be349cbc-ff74-42f4-9ebf-441dda5ec706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:16.104669 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:16.165895 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5cf33db6-f403-4316-9be5-fe3e6e4b5d5b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:16.244561 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 71a3f588-6069-45b9-8243-d2c0e2716bf0, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=71a3f588-6069-45b9-8243-d2c0e2716bf0,segment=NetworkSegment(67b691c2-c005-4b83-b8dc-446aea765441),segment_id=67b691c2-c005-4b83-b8dc-446aea765441)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:16.259440 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:16.260273 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ff352ffc-774b-4c7b-b4ed-1c64356b465d up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:16.367704 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec9d07e-60e3-4230-b09e-dd9f0b06f07b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d', 'network_id': '9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'fixed_ips': [{'subnet_id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:43:16.368913 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d07e-60e3-4230-b09e-dd9f0b06f07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:16.440806 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-89e49a10-f955-403c-922f-b91b6b6341cd None None] Provisioning for port d49014b8-5822-488d-a3fe-1a5865a40554 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:16.447827 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=71a3f588-6069-45b9-8243-d2c0e2716bf0,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:16.461400 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-89e49a10-f955-403c-922f-b91b6b6341cd None None] Provisioning complete for port d49014b8-5822-488d-a3fe-1a5865a40554 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:16.461780 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89e49a10-f955-403c-922f-b91b6b6341cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:16.499422 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-5cf33db6-f403-4316-9be5-fe3e6e4b5d5b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Allocated IP 172.22.0.1 (9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d/c6a10240-0ae9-4146-bd4d-f6b442f86b78/cecf8069-3e5c-4230-b6f8-117499151846) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:16.577493 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-89e49a10-f955-403c-922f-b91b6b6341cd None None] Port d49014b8-5822-488d-a3fe-1a5865a40554 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:16.604734 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port ff352ffc-774b-4c7b-b4ed-1c64356b465d triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:16.605027 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:16.625014 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-89e49a10-f955-403c-922f-b91b6b6341cd None None] Provisioning complete for port 71a3f588-6069-45b9-8243-d2c0e2716bf0 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:16.625362 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89e49a10-f955-403c-922f-b91b6b6341cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:16.650714 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5cf33db6-f403-4316-9be5-fe3e6e4b5d5b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:16.673486 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5cf33db6-f403-4316-9be5-fe3e6e4b5d5b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Transition to ACTIVE for port object cecf8069-3e5c-4230-b6f8-117499151846 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:16.720295 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6472b-3feb-400f-8b66-7b76f3da16b0 req-53d6b33f-e3f9-48a1-840f-30e3b9c7f486 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:16.721410 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7ba6472b-3feb-400f-8b66-7b76f3da16b0 req-53d6b33f-e3f9-48a1-840f-30e3b9c7f486 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 944 time: 0.0770736 Jul 14 09:43:16.729577 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5cf33db6-f403-4316-9be5-fe3e6e4b5d5b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:16.768544 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7ba6472b-3feb-400f-8b66-7b76f3da16b0 req-7e5ecb5c-e21f-440b-a5dd-fa48305a8ac4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399580 Jul 14 09:43:16.777670 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf33db6-f403-4316-9be5-fe3e6e4b5d5b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network 9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:16.793564 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5cf33db6-f403-4316-9be5-fe3e6e4b5d5b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:16.799828 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf33db6-f403-4316-9be5-fe3e6e4b5d5b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:16.832319 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf33db6-f403-4316-9be5-fe3e6e4b5d5b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Port': ['ID=cecf8069-3e5c-4230-b6f8-117499151846,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:16.856205 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5cf33db6-f403-4316-9be5-fe3e6e4b5d5b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:16.861512 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be349cbc-ff74-42f4-9ebf-441dda5ec706 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:16.909392 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-be349cbc-ff74-42f4-9ebf-441dda5ec706 None None] Transition to ACTIVE for port object d49014b8-5822-488d-a3fe-1a5865a40554 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:16.933091 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-8ec9d07e-60e3-4230-b09e-dd9f0b06f07b None None] Allocated IP 172.22.0.2 (9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d/c6a10240-0ae9-4146-bd4d-f6b442f86b78/2716ff0e-20c0-4e77-9edb-1670676aefdd) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:16.947161 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be349cbc-ff74-42f4-9ebf-441dda5ec706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:16.997544 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5cf33db6-f403-4316-9be5-fe3e6e4b5d5b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.075764 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37121d1-f414-4357-b965-954ca8840632 None None] Pushing event updated for resources: {'Port': ['ID=d49014b8-5822-488d-a3fe-1a5865a40554,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:17.169336 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-be349cbc-ff74-42f4-9ebf-441dda5ec706 None None] Attempting to bind port d49014b8-5822-488d-a3fe-1a5865a40554 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:17.169965 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-be349cbc-ff74-42f4-9ebf-441dda5ec706 None None] Attempting to bind port d49014b8-5822-488d-a3fe-1a5865a40554 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '67b691c2-c005-4b83-b8dc-446aea765441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:17.170084 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be349cbc-ff74-42f4-9ebf-441dda5ec706 None None] Attempting to bind port d49014b8-5822-488d-a3fe-1a5865a40554 on network 4d83a7a7-de41-4a83-9c4d-250abadf416b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:17.197523 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be349cbc-ff74-42f4-9ebf-441dda5ec706 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:17.197930 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be349cbc-ff74-42f4-9ebf-441dda5ec706 None None] Checking segment: {'id': '67b691c2-c005-4b83-b8dc-446aea765441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:17.198358 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be349cbc-ff74-42f4-9ebf-441dda5ec706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.198776 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be349cbc-ff74-42f4-9ebf-441dda5ec706 None None] Bound using segment: {'id': '67b691c2-c005-4b83-b8dc-446aea765441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:17.199295 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-be349cbc-ff74-42f4-9ebf-441dda5ec706 None None] Bound port: d49014b8-5822-488d-a3fe-1a5865a40554, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b691c2-c005-4b83-b8dc-446aea765441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:17.199781 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be349cbc-ff74-42f4-9ebf-441dda5ec706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.208214 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 71a3f588-6069-45b9-8243-d2c0e2716bf0 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:17.344808 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5cf33db6-f403-4316-9be5-fe3e6e4b5d5b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.350518 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5cf33db6-f403-4316-9be5-fe3e6e4b5d5b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.357339 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d07e-60e3-4230-b09e-dd9f0b06f07b None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.385159 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8ec9d07e-60e3-4230-b09e-dd9f0b06f07b None None] Transition to ACTIVE for port object 2716ff0e-20c0-4e77-9edb-1670676aefdd will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:17.387430 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-be349cbc-ff74-42f4-9ebf-441dda5ec706 None None] For port d49014b8-5822-488d-a3fe-1a5865a40554, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:17.407856 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-be349cbc-ff74-42f4-9ebf-441dda5ec706 None None] For port d49014b8-5822-488d-a3fe-1a5865a40554, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d49014b8-5822-488d-a3fe-1a5865a40554,segment=NetworkSegment(67b691c2-c005-4b83-b8dc-446aea765441),segment_id=67b691c2-c005-4b83-b8dc-446aea765441)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:17.420265 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 71a3f588-6069-45b9-8243-d2c0e2716bf0 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:17.420630 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.422575 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be349cbc-ff74-42f4-9ebf-441dda5ec706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.431701 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5cf33db6-f403-4316-9be5-fe3e6e4b5d5b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.433623 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf33db6-f403-4316-9be5-fe3e6e4b5d5b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Port': ['ID=cecf8069-3e5c-4230-b6f8-117499151846,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:17.455421 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8ec9d07e-60e3-4230-b09e-dd9f0b06f07b None None] Transition to ACTIVE for port object 2716ff0e-20c0-4e77-9edb-1670676aefdd will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:17.498826 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d07e-60e3-4230-b09e-dd9f0b06f07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.545373 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf33db6-f403-4316-9be5-fe3e6e4b5d5b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network 9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:17.547443 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5cf33db6-f403-4316-9be5-fe3e6e4b5d5b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:17.551778 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be349cbc-ff74-42f4-9ebf-441dda5ec706 None None] Routers {'f59d6fc7-45ee-4949-8802-e5ea9549faa6'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:17.551778 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-be349cbc-ff74-42f4-9ebf-441dda5ec706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:17.554186 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec9d07e-60e3-4230-b09e-dd9f0b06f07b None None] Network 9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:17.558376 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37121d1-f414-4357-b965-954ca8840632 None None] Pushing event updated for resources: {'Port': ['ID=d49014b8-5822-488d-a3fe-1a5865a40554,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:17.595109 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-8ec9d07e-60e3-4230-b09e-dd9f0b06f07b None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:17.630466 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec9d07e-60e3-4230-b09e-dd9f0b06f07b None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:17.682125 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf33db6-f403-4316-9be5-fe3e6e4b5d5b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Router f59d6fc7-45ee-4949-8802-e5ea9549faa6 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:17.735877 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-be349cbc-ff74-42f4-9ebf-441dda5ec706 None None] Set router f59d6fc7-45ee-4949-8802-e5ea9549faa6 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:17.791544 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf33db6-f403-4316-9be5-fe3e6e4b5d5b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:17.792073 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9d07e-60e3-4230-b09e-dd9f0b06f07b None None] Pushing event updated for resources: {'Port': ['ID=2716ff0e-20c0-4e77-9edb-1670676aefdd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:17.797578 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5cf33db6-f403-4316-9be5-fe3e6e4b5d5b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "PUT /v2.0/routers/f59d6fc7-45ee-4949-8802-e5ea9549faa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0424483 Jul 14 09:43:17.799464 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58486) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:17.805775 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-6a402413-bbc7-4fd1-a843-7c99691ae54d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'network': {'name': 'tempest-RoutersTest-1319152444'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:17.831269 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8ec9d07e-60e3-4230-b09e-dd9f0b06f07b None None] Attempting to bind port 2716ff0e-20c0-4e77-9edb-1670676aefdd on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:17.831876 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8ec9d07e-60e3-4230-b09e-dd9f0b06f07b None None] Attempting to bind port 2716ff0e-20c0-4e77-9edb-1670676aefdd by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '9bc36f8a-f5ee-40b1-a103-2f6b2d8b3aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:17.832369 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec9d07e-60e3-4230-b09e-dd9f0b06f07b None None] Attempting to bind port 2716ff0e-20c0-4e77-9edb-1670676aefdd on network 9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:17.833714 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a402413-bbc7-4fd1-a843-7c99691ae54d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Made reservation on behalf of b049f358a66c4bdab930174032f54d6b for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:17.837793 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a402413-bbc7-4fd1-a843-7c99691ae54d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.873518 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec9d07e-60e3-4230-b09e-dd9f0b06f07b None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:17.873887 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec9d07e-60e3-4230-b09e-dd9f0b06f07b None None] Checking segment: {'id': '9bc36f8a-f5ee-40b1-a103-2f6b2d8b3aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:17.874285 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d07e-60e3-4230-b09e-dd9f0b06f07b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.874682 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec9d07e-60e3-4230-b09e-dd9f0b06f07b None None] Bound using segment: {'id': '9bc36f8a-f5ee-40b1-a103-2f6b2d8b3aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:17.875156 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8ec9d07e-60e3-4230-b09e-dd9f0b06f07b None None] Bound port: 2716ff0e-20c0-4e77-9edb-1670676aefdd, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc36f8a-f5ee-40b1-a103-2f6b2d8b3aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:17.875548 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d07e-60e3-4230-b09e-dd9f0b06f07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.876429 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a402413-bbc7-4fd1-a843-7c99691ae54d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:43:17.889113 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a402413-bbc7-4fd1-a843-7c99691ae54d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.889113 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-6a402413-bbc7-4fd1-a843-7c99691ae54d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Added segment de33bb67-046a-4e84-9608-48e7e2749ae8 of type vlan for network b3c79739-3d71-468c-8932-84fa5ee6fe3a Jul 14 09:43:17.935864 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a402413-bbc7-4fd1-a843-7c99691ae54d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.971780 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a402413-bbc7-4fd1-a843-7c99691ae54d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.972875 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e06c6-e2b6-4797-b0f1-023a9196def2 req-385c2326-77ae-46b7-95c1-7c4662bd2b62 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:17.976206 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-733e06c6-e2b6-4797-b0f1-023a9196def2 req-385c2326-77ae-46b7-95c1-7c4662bd2b62 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 944 time: 0.0810838 Jul 14 09:43:17.983780 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a402413-bbc7-4fd1-a843-7c99691ae54d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:17.984453 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a402413-bbc7-4fd1-a843-7c99691ae54d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.019442 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8ec9d07e-60e3-4230-b09e-dd9f0b06f07b None None] For port 2716ff0e-20c0-4e77-9edb-1670676aefdd, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:18.025378 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8ec9d07e-60e3-4230-b09e-dd9f0b06f07b None None] For port 2716ff0e-20c0-4e77-9edb-1670676aefdd, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2716ff0e-20c0-4e77-9edb-1670676aefdd,segment=NetworkSegment(9bc36f8a-f5ee-40b1-a103-2f6b2d8b3aba),segment_id=9bc36f8a-f5ee-40b1-a103-2f6b2d8b3aba)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:18.028900 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-733e06c6-e2b6-4797-b0f1-023a9196def2 req-2cfc1a36-8619-411d-ac27-1ba878969954 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458050 Jul 14 09:43:18.032451 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d07e-60e3-4230-b09e-dd9f0b06f07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.054140 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6a402413-bbc7-4fd1-a843-7c99691ae54d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2500815 Jul 14 09:43:18.054607 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58490) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:18.062854 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0088a44d-392f-45fb-a3ae-cd89eec07a23 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'subnet': {'network_id': 'b3c79739-3d71-468c-8932-84fa5ee6fe3a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:18.063943 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a402413-bbc7-4fd1-a843-7c99691ae54d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Network': ['ID=b3c79739-3d71-468c-8932-84fa5ee6fe3a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:18.087968 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network b3c79739-3d71-468c-8932-84fa5ee6fe3a details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:43:18.163973 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0088a44d-392f-45fb-a3ae-cd89eec07a23 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Made reservation on behalf of b049f358a66c4bdab930174032f54d6b for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:18.168504 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0088a44d-392f-45fb-a3ae-cd89eec07a23 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.186972 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9d07e-60e3-4230-b09e-dd9f0b06f07b None None] Pushing event updated for resources: {'Port': ['ID=2716ff0e-20c0-4e77-9edb-1670676aefdd,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:18.219791 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-be349cbc-ff74-42f4-9ebf-441dda5ec706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:16Z', 'revision_number': 4, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None, '_interfaces': [{'id': 'cecf8069-3e5c-4230-b6f8-117499151846', 'name': '', 'network_id': '9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:c2:72:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:16Z', 'updated_at': '2021-07-14T09:43:17Z', 'revision_number': 2, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd49014b8-5822-488d-a3fe-1a5865a40554', 'name': '', 'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:02:b3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:12Z', 'updated_at': '2021-07-14T09:43:17Z', 'revision_number': 4, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff352ffc-774b-4c7b-b4ed-1c64356b465d', 'name': '', 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9a:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:08Z', 'updated_at': '2021-07-14T09:43:13Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:18.252610 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be349cbc-ff74-42f4-9ebf-441dda5ec706 None None] The sync data for ids ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'] in n-d-771362-35 is: [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:16Z', 'revision_number': 4, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None, '_interfaces': [{'id': 'cecf8069-3e5c-4230-b6f8-117499151846', 'name': '', 'network_id': '9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:c2:72:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:16Z', 'updated_at': '2021-07-14T09:43:17Z', 'revision_number': 2, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd49014b8-5822-488d-a3fe-1a5865a40554', 'name': '', 'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:02:b3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:12Z', 'updated_at': '2021-07-14T09:43:17Z', 'revision_number': 4, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff352ffc-774b-4c7b-b4ed-1c64356b465d', 'name': '', 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9a:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:08Z', 'updated_at': '2021-07-14T09:43:13Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:18.456958 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0088a44d-392f-45fb-a3ae-cd89eec07a23 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.499961 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b7c3eccd-1844-450e-a651-e96c2e2c9a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.559872 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088a44d-392f-45fb-a3ae-cd89eec07a23 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Subnet': ['ID=26b54f6b-1967-4832-8130-913afc35723c,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:18.575977 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0088a44d-392f-45fb-a3ae-cd89eec07a23 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Checking segment: {'id': 'de33bb67-046a-4e84-9608-48e7e2749ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b3c79739-3d71-468c-8932-84fa5ee6fe3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:18.576341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0088a44d-392f-45fb-a3ae-cd89eec07a23 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network hostable DHCP agents. Network: b3c79739-3d71-468c-8932-84fa5ee6fe3a, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:43:18.596489 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0088a44d-392f-45fb-a3ae-cd89eec07a23 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network b3c79739-3d71-468c-8932-84fa5ee6fe3a is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:43:18.608967 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0088a44d-392f-45fb-a3ae-cd89eec07a23 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, b3c79739-3d71-468c-8932-84fa5ee6fe3a) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:18.618942 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06be2584-8f65-4f92-a254-82c0bc6070c9 None None] Network b3c79739-3d71-468c-8932-84fa5ee6fe3a requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:18.622897 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0088a44d-392f-45fb-a3ae-cd89eec07a23 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:18.623779 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0088a44d-392f-45fb-a3ae-cd89eec07a23 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.653623 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58492) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:18.656111 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0088a44d-392f-45fb-a3ae-cd89eec07a23 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5995927 Jul 14 09:43:19.026297 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac3bd6d-ca01-446a-8a1b-3d3cf39140d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-b3c79739-3d71-468c-8932-84fa5ee6fe3a', 'network_id': 'b3c79739-3d71-468c-8932-84fa5ee6fe3a', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'fixed_ips': [{'subnet_id': '26b54f6b-1967-4832-8130-913afc35723c'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:43:19.027279 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ac3bd6d-ca01-446a-8a1b-3d3cf39140d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.351191 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-1ac3bd6d-ca01-446a-8a1b-3d3cf39140d8 None None] Allocated IP 172.23.0.2 (b3c79739-3d71-468c-8932-84fa5ee6fe3a/26b54f6b-1967-4832-8130-913afc35723c/93527223-47cf-49a3-a104-d2994c8d8537) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:19.407973 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d8a6c-e4b6-4cf5-a7a4-618f928ae01e req-092b33e7-3401-4095-bfe6-9c4665a25d21 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:19.410520 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad3d8a6c-e4b6-4cf5-a7a4-618f928ae01e req-092b33e7-3401-4095-bfe6-9c4665a25d21 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 944 time: 0.1476285 Jul 14 09:43:19.415968 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2716ff0e-20c0-4e77-9edb-1670676aefdd up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:19.477550 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad3d8a6c-e4b6-4cf5-a7a4-618f928ae01e req-eec97107-1d1d-4927-b9e6-ea745d0408ba tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602529 Jul 14 09:43:19.607727 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 2716ff0e-20c0-4e77-9edb-1670676aefdd completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:19.616995 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d49014b8-5822-488d-a3fe-1a5865a40554 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:19.690664 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec84b083-894d-41d6-93eb-9ecaa5743b57 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.700409 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ac3bd6d-ca01-446a-8a1b-3d3cf39140d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.716662 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1ac3bd6d-ca01-446a-8a1b-3d3cf39140d8 None None] Transition to ACTIVE for port object 93527223-47cf-49a3-a104-d2994c8d8537 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:19.723991 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d084d7-9bf5-4c26-aa64-519f230e7662 None None] Network 9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:19.781954 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1ac3bd6d-ca01-446a-8a1b-3d3cf39140d8 None None] Transition to ACTIVE for port object 93527223-47cf-49a3-a104-d2994c8d8537 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:19.790661 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port d49014b8-5822-488d-a3fe-1a5865a40554 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:19.797770 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ac3bd6d-ca01-446a-8a1b-3d3cf39140d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.813562 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d49014b8-5822-488d-a3fe-1a5865a40554 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:19.814111 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.895532 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac3bd6d-ca01-446a-8a1b-3d3cf39140d8 None None] Network b3c79739-3d71-468c-8932-84fa5ee6fe3a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:19.910150 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-1ac3bd6d-ca01-446a-8a1b-3d3cf39140d8 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:19.920691 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac3bd6d-ca01-446a-8a1b-3d3cf39140d8 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:19.928978 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f0baae83-2a16-406f-b637-f38c3ed2dd4c None None] Provisioning for port 2716ff0e-20c0-4e77-9edb-1670676aefdd completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:19.953645 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3bd6d-ca01-446a-8a1b-3d3cf39140d8 None None] Pushing event updated for resources: {'Port': ['ID=93527223-47cf-49a3-a104-d2994c8d8537,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:19.962697 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f0baae83-2a16-406f-b637-f38c3ed2dd4c None None] Provisioning complete for port 2716ff0e-20c0-4e77-9edb-1670676aefdd triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:19.963057 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0baae83-2a16-406f-b637-f38c3ed2dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.997232 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ec84b083-894d-41d6-93eb-9ecaa5743b57 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Allocated IP 172.23.0.1 (b3c79739-3d71-468c-8932-84fa5ee6fe3a/26b54f6b-1967-4832-8130-913afc35723c/eae1221c-7291-41ca-8037-40168852f4af) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:20.022407 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21630f79-a9e2-4916-a7ed-5a449159ca45 None None] Sync routers for ids ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:20.034369 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21630f79-a9e2-4916-a7ed-5a449159ca45 None None] Routers {'f59d6fc7-45ee-4949-8802-e5ea9549faa6'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:20.035869 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-21630f79-a9e2-4916-a7ed-5a449159ca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:42:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:20.110572 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1ac3bd6d-ca01-446a-8a1b-3d3cf39140d8 None None] Attempting to bind port 93527223-47cf-49a3-a104-d2994c8d8537 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:20.110945 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1ac3bd6d-ca01-446a-8a1b-3d3cf39140d8 None None] Attempting to bind port 93527223-47cf-49a3-a104-d2994c8d8537 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'de33bb67-046a-4e84-9608-48e7e2749ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b3c79739-3d71-468c-8932-84fa5ee6fe3a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:20.111307 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac3bd6d-ca01-446a-8a1b-3d3cf39140d8 None None] Attempting to bind port 93527223-47cf-49a3-a104-d2994c8d8537 on network b3c79739-3d71-468c-8932-84fa5ee6fe3a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:20.139370 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec84b083-894d-41d6-93eb-9ecaa5743b57 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.144610 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac3bd6d-ca01-446a-8a1b-3d3cf39140d8 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:20.144987 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac3bd6d-ca01-446a-8a1b-3d3cf39140d8 None None] Checking segment: {'id': 'de33bb67-046a-4e84-9608-48e7e2749ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b3c79739-3d71-468c-8932-84fa5ee6fe3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:20.145392 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ac3bd6d-ca01-446a-8a1b-3d3cf39140d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.145781 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac3bd6d-ca01-446a-8a1b-3d3cf39140d8 None None] Bound using segment: {'id': 'de33bb67-046a-4e84-9608-48e7e2749ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b3c79739-3d71-468c-8932-84fa5ee6fe3a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:20.146648 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1ac3bd6d-ca01-446a-8a1b-3d3cf39140d8 None None] Bound port: 93527223-47cf-49a3-a104-d2994c8d8537, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de33bb67-046a-4e84-9608-48e7e2749ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b3c79739-3d71-468c-8932-84fa5ee6fe3a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:20.147075 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ac3bd6d-ca01-446a-8a1b-3d3cf39140d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.153286 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-21630f79-a9e2-4916-a7ed-5a449159ca45 None None] Set router f59d6fc7-45ee-4949-8802-e5ea9549faa6 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:20.156903 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ec84b083-894d-41d6-93eb-9ecaa5743b57 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Transition to ACTIVE for port object eae1221c-7291-41ca-8037-40168852f4af will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:20.194733 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec84b083-894d-41d6-93eb-9ecaa5743b57 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.204241 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.251191 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec84b083-894d-41d6-93eb-9ecaa5743b57 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network b3c79739-3d71-468c-8932-84fa5ee6fe3a is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:20.254651 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ec84b083-894d-41d6-93eb-9ecaa5743b57 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:20.259366 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0baae83-2a16-406f-b637-f38c3ed2dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.260462 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec84b083-894d-41d6-93eb-9ecaa5743b57 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:20.299139 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84b083-894d-41d6-93eb-9ecaa5743b57 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Port': ['ID=eae1221c-7291-41ca-8037-40168852f4af,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:20.310733 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port d49014b8-5822-488d-a3fe-1a5865a40554, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d49014b8-5822-488d-a3fe-1a5865a40554,segment=NetworkSegment(67b691c2-c005-4b83-b8dc-446aea765441),segment_id=67b691c2-c005-4b83-b8dc-446aea765441)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:20.328223 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.334267 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec84b083-894d-41d6-93eb-9ecaa5743b57 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.369271 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1ac3bd6d-ca01-446a-8a1b-3d3cf39140d8 None None] For port 93527223-47cf-49a3-a104-d2994c8d8537, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:20.375174 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f0baae83-2a16-406f-b637-f38c3ed2dd4c None None] For port 2716ff0e-20c0-4e77-9edb-1670676aefdd, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2716ff0e-20c0-4e77-9edb-1670676aefdd,segment=NetworkSegment(9bc36f8a-f5ee-40b1-a103-2f6b2d8b3aba),segment_id=9bc36f8a-f5ee-40b1-a103-2f6b2d8b3aba)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:20.397403 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0baae83-2a16-406f-b637-f38c3ed2dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.402002 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1ac3bd6d-ca01-446a-8a1b-3d3cf39140d8 None None] For port 93527223-47cf-49a3-a104-d2994c8d8537, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=93527223-47cf-49a3-a104-d2994c8d8537,segment=NetworkSegment(de33bb67-046a-4e84-9608-48e7e2749ae8),segment_id=de33bb67-046a-4e84-9608-48e7e2749ae8)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:20.406334 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-21630f79-a9e2-4916-a7ed-5a449159ca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:16Z', 'revision_number': 4, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None, '_interfaces': [{'id': 'cecf8069-3e5c-4230-b6f8-117499151846', 'name': '', 'network_id': '9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:c2:72:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:16Z', 'updated_at': '2021-07-14T09:43:17Z', 'revision_number': 2, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd49014b8-5822-488d-a3fe-1a5865a40554', 'name': '', 'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:02:b3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:12Z', 'updated_at': '2021-07-14T09:43:17Z', 'revision_number': 4, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff352ffc-774b-4c7b-b4ed-1c64356b465d', 'name': '', 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9a:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:08Z', 'updated_at': '2021-07-14T09:43:13Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:20.409264 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ac3bd6d-ca01-446a-8a1b-3d3cf39140d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.434567 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=d49014b8-5822-488d-a3fe-1a5865a40554,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:20.452632 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21630f79-a9e2-4916-a7ed-5a449159ca45 None None] Checking router: f59d6fc7-45ee-4949-8802-e5ea9549faa6 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:20.453103 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21630f79-a9e2-4916-a7ed-5a449159ca45 None None] Updating router f59d6fc7-45ee-4949-8802-e5ea9549faa6 port cecf8069-3e5c-4230-b6f8-117499151846 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:43:20.497636 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-21630f79-a9e2-4916-a7ed-5a449159ca45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.523753 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec84b083-894d-41d6-93eb-9ecaa5743b57 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.531161 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0baae83-2a16-406f-b637-f38c3ed2dd4c None None] Pushing event updated for resources: {'Port': ['ID=2716ff0e-20c0-4e77-9edb-1670676aefdd,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:20.643593 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3bd6d-ca01-446a-8a1b-3d3cf39140d8 None None] Pushing event updated for resources: {'Port': ['ID=93527223-47cf-49a3-a104-d2994c8d8537,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:20.735609 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-26569509-5682-4e19-9647-d108a38fa735 None None] Provisioning for port cecf8069-3e5c-4230-b6f8-117499151846 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:20.746108 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f999817-3480-4faf-b514-80175479b46a req-707b35cb-37bb-4a5b-86a5-783777e63cf2 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:20.747904 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-26569509-5682-4e19-9647-d108a38fa735 None None] Provisioning complete for port cecf8069-3e5c-4230-b6f8-117499151846 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:20.748429 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26569509-5682-4e19-9647-d108a38fa735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.765393 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9f999817-3480-4faf-b514-80175479b46a req-707b35cb-37bb-4a5b-86a5-783777e63cf2 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 944 time: 0.1068354 Jul 14 09:43:20.871842 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9f999817-3480-4faf-b514-80175479b46a req-9fcc266a-77b6-48f8-8f22-7f3c35d2d393 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051152 Jul 14 09:43:20.881670 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-26569509-5682-4e19-9647-d108a38fa735 None None] Port cecf8069-3e5c-4230-b6f8-117499151846 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:20.905491 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-26569509-5682-4e19-9647-d108a38fa735 None None] Provisioning complete for port 2716ff0e-20c0-4e77-9edb-1670676aefdd triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:20.905876 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26569509-5682-4e19-9647-d108a38fa735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.017675 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-21630f79-a9e2-4916-a7ed-5a449159ca45 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.032956 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-21630f79-a9e2-4916-a7ed-5a449159ca45 None None] Transition to ACTIVE for port object cecf8069-3e5c-4230-b6f8-117499151846 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:21.041844 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-21630f79-a9e2-4916-a7ed-5a449159ca45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.050475 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec84b083-894d-41d6-93eb-9ecaa5743b57 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.057160 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec84b083-894d-41d6-93eb-9ecaa5743b57 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.110129 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1b6c4ad-fd7f-46d9-870c-9f5627c0ac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.131739 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c11b2-473a-42b1-b345-2b37c9d24c61 None None] Pushing event updated for resources: {'Port': ['ID=cecf8069-3e5c-4230-b6f8-117499151846,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:21.166345 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec84b083-894d-41d6-93eb-9ecaa5743b57 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.170893 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-21630f79-a9e2-4916-a7ed-5a449159ca45 None None] Attempting to bind port cecf8069-3e5c-4230-b6f8-117499151846 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:21.171283 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-21630f79-a9e2-4916-a7ed-5a449159ca45 None None] Attempting to bind port cecf8069-3e5c-4230-b6f8-117499151846 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '9bc36f8a-f5ee-40b1-a103-2f6b2d8b3aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:21.171688 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21630f79-a9e2-4916-a7ed-5a449159ca45 None None] Attempting to bind port cecf8069-3e5c-4230-b6f8-117499151846 on network 9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:21.178710 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21630f79-a9e2-4916-a7ed-5a449159ca45 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:21.179225 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21630f79-a9e2-4916-a7ed-5a449159ca45 None None] Checking segment: {'id': '9bc36f8a-f5ee-40b1-a103-2f6b2d8b3aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:21.179664 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-21630f79-a9e2-4916-a7ed-5a449159ca45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.179868 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84b083-894d-41d6-93eb-9ecaa5743b57 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event updated for resources: {'Port': ['ID=eae1221c-7291-41ca-8037-40168852f4af,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:21.180001 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21630f79-a9e2-4916-a7ed-5a449159ca45 None None] Bound using segment: {'id': '9bc36f8a-f5ee-40b1-a103-2f6b2d8b3aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:21.180446 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-21630f79-a9e2-4916-a7ed-5a449159ca45 None None] Bound port: cecf8069-3e5c-4230-b6f8-117499151846, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc36f8a-f5ee-40b1-a103-2f6b2d8b3aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:21.180842 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-21630f79-a9e2-4916-a7ed-5a449159ca45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.284894 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-21630f79-a9e2-4916-a7ed-5a449159ca45 None None] For port cecf8069-3e5c-4230-b6f8-117499151846, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:21.294000 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-21630f79-a9e2-4916-a7ed-5a449159ca45 None None] For port cecf8069-3e5c-4230-b6f8-117499151846, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=cecf8069-3e5c-4230-b6f8-117499151846,segment=NetworkSegment(9bc36f8a-f5ee-40b1-a103-2f6b2d8b3aba),segment_id=9bc36f8a-f5ee-40b1-a103-2f6b2d8b3aba)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:21.299967 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-21630f79-a9e2-4916-a7ed-5a449159ca45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.305749 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.322696 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec84b083-894d-41d6-93eb-9ecaa5743b57 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Network b3c79739-3d71-468c-8932-84fa5ee6fe3a is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:21.324914 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ec84b083-894d-41d6-93eb-9ecaa5743b57 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:21.367293 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 93527223-47cf-49a3-a104-d2994c8d8537 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:21.381810 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21630f79-a9e2-4916-a7ed-5a449159ca45 None None] Routers {'f59d6fc7-45ee-4949-8802-e5ea9549faa6'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:21.382427 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-21630f79-a9e2-4916-a7ed-5a449159ca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:21.388927 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c11b2-473a-42b1-b345-2b37c9d24c61 None None] Pushing event updated for resources: {'Port': ['ID=cecf8069-3e5c-4230-b6f8-117499151846,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:21.446983 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 93527223-47cf-49a3-a104-d2994c8d8537 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:21.452747 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2716ff0e-20c0-4e77-9edb-1670676aefdd up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:21.518708 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-21630f79-a9e2-4916-a7ed-5a449159ca45 None None] Set router f59d6fc7-45ee-4949-8802-e5ea9549faa6 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:21.534868 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 2716ff0e-20c0-4e77-9edb-1670676aefdd triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:21.535641 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.545334 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec84b083-894d-41d6-93eb-9ecaa5743b57 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Router f59d6fc7-45ee-4949-8802-e5ea9549faa6 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:21.664507 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d49014b8-5822-488d-a3fe-1a5865a40554 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:21.673673 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec84b083-894d-41d6-93eb-9ecaa5743b57 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:21.683079 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ec84b083-894d-41d6-93eb-9ecaa5743b57 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "PUT /v2.0/routers/f59d6fc7-45ee-4949-8802-e5ea9549faa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0258646 Jul 14 09:43:21.685178 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58498) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:21.695744 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-d4b54dc4-c9b4-4dd5-9957-2c2d0a7d7c4d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:21.731261 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d49014b8-5822-488d-a3fe-1a5865a40554 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:21.731953 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.852204 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-21630f79-a9e2-4916-a7ed-5a449159ca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:20Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None, '_interfaces': [{'id': 'cecf8069-3e5c-4230-b6f8-117499151846', 'name': '', 'network_id': '9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:c2:72:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:16Z', 'updated_at': '2021-07-14T09:43:21Z', 'revision_number': 4, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd49014b8-5822-488d-a3fe-1a5865a40554', 'name': '', 'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:02:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:12Z', 'updated_at': '2021-07-14T09:43:20Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eae1221c-7291-41ca-8037-40168852f4af', 'name': '', 'network_id': 'b3c79739-3d71-468c-8932-84fa5ee6fe3a', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9d:d8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '26b54f6b-1967-4832-8130-913afc35723c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:19Z', 'updated_at': '2021-07-14T09:43:20Z', 'revision_number': 2, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': '26b54f6b-1967-4832-8130-913afc35723c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff352ffc-774b-4c7b-b4ed-1c64356b465d', 'name': '', 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9a:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:08Z', 'updated_at': '2021-07-14T09:43:13Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:21.885461 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21630f79-a9e2-4916-a7ed-5a449159ca45 None None] The sync data for ids ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'] in n-d-771362-35 is: [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:20Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None, '_interfaces': [{'id': 'cecf8069-3e5c-4230-b6f8-117499151846', 'name': '', 'network_id': '9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:c2:72:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:16Z', 'updated_at': '2021-07-14T09:43:21Z', 'revision_number': 4, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd49014b8-5822-488d-a3fe-1a5865a40554', 'name': '', 'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:02:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:12Z', 'updated_at': '2021-07-14T09:43:20Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eae1221c-7291-41ca-8037-40168852f4af', 'name': '', 'network_id': 'b3c79739-3d71-468c-8932-84fa5ee6fe3a', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9d:d8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '26b54f6b-1967-4832-8130-913afc35723c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:19Z', 'updated_at': '2021-07-14T09:43:20Z', 'revision_number': 2, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': '26b54f6b-1967-4832-8130-913afc35723c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff352ffc-774b-4c7b-b4ed-1c64356b465d', 'name': '', 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9a:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:08Z', 'updated_at': '2021-07-14T09:43:13Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:22.138604 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb6440-d014-4f2f-bae3-c55a32c030cb req-8b77dbb4-5f5a-470f-93f8-870b3e7a07d6 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:22.140364 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-58cb6440-d014-4f2f-bae3-c55a32c030cb req-8b77dbb4-5f5a-470f-93f8-870b3e7a07d6 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 944 time: 0.1060593 Jul 14 09:43:22.188714 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695a6f57-ceab-42ce-8535-96e39bd64357 None None] Network b3c79739-3d71-468c-8932-84fa5ee6fe3a requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:22.203754 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-58cb6440-d014-4f2f-bae3-c55a32c030cb req-8efd7f12-9554-4eaf-9970-42dd7a95f544 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537641 Jul 14 09:43:22.250406 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-898a8b50-eaf4-4cb8-bab3-5a6def7b5a5c None None] Provisioning for port 93527223-47cf-49a3-a104-d2994c8d8537 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:22.272112 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-898a8b50-eaf4-4cb8-bab3-5a6def7b5a5c None None] Provisioning complete for port 93527223-47cf-49a3-a104-d2994c8d8537 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:22.272522 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-898a8b50-eaf4-4cb8-bab3-5a6def7b5a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.303617 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.extraroute_db [None req-d4b54dc4-c9b4-4dd5-9957-2c2d0a7d7c4d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 09:43:22.318559 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.extraroute_db [None req-d4b54dc4-c9b4-4dd5-9957-2c2d0a7d7c4d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Removed routes are [] {{(pid=93772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 09:43:22.319060 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4b54dc4-c9b4-4dd5-9957-2c2d0a7d7c4d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.324513 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.443483 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-898a8b50-eaf4-4cb8-bab3-5a6def7b5a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.497171 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-898a8b50-eaf4-4cb8-bab3-5a6def7b5a5c None None] For port 93527223-47cf-49a3-a104-d2994c8d8537, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=93527223-47cf-49a3-a104-d2994c8d8537,segment=NetworkSegment(de33bb67-046a-4e84-9608-48e7e2749ae8),segment_id=de33bb67-046a-4e84-9608-48e7e2749ae8)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:22.503797 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-898a8b50-eaf4-4cb8-bab3-5a6def7b5a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.542130 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4b54dc4-c9b4-4dd5-9957-2c2d0a7d7c4d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.545684 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4b54dc4-c9b4-4dd5-9957-2c2d0a7d7c4d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1997542'] for router, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.564747 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a8b50-eaf4-4cb8-bab3-5a6def7b5a5c None None] Pushing event updated for resources: {'Port': ['ID=93527223-47cf-49a3-a104-d2994c8d8537,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:22.670586 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b54dc4-c9b4-4dd5-9957-2c2d0a7d7c4d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Router f59d6fc7-45ee-4949-8802-e5ea9549faa6 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:22.747918 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6800390-4faa-48aa-a789-d9c9d0e63b87 None None] Sync routers for ids ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:22.758289 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6800390-4faa-48aa-a789-d9c9d0e63b87 None None] Routers {'f59d6fc7-45ee-4949-8802-e5ea9549faa6'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:22.758904 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e6800390-4faa-48aa-a789-d9c9d0e63b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:22.782123 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b54dc4-c9b4-4dd5-9957-2c2d0a7d7c4d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:22.790971 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4b54dc4-c9b4-4dd5-9957-2c2d0a7d7c4d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.792663 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d4b54dc4-c9b4-4dd5-9957-2c2d0a7d7c4d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "PUT /v2.0/routers/f59d6fc7-45ee-4949-8802-e5ea9549faa6 HTTP/1.1" status: 200 len: 933 time: 1.1024857 Jul 14 09:43:22.794969 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58502) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:22.856647 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e6352717-f197-43e6-b1ae-025addf62286 None None] Provisioning complete for port 93527223-47cf-49a3-a104-d2994c8d8537 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:22.857187 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6352717-f197-43e6-b1ae-025addf62286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.888741 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-e6800390-4faa-48aa-a789-d9c9d0e63b87 None None] Set router f59d6fc7-45ee-4949-8802-e5ea9549faa6 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:23.212976 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3c2840b6-0b80-4f48-8143-01cdd2fa646b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "GET /v2.0/routers/f59d6fc7-45ee-4949-8802-e5ea9549faa6 HTTP/1.1" status: 200 len: 933 time: 0.4167600 Jul 14 09:43:23.215674 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58504) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:23.221677 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-27e3d6c5-5483-4e08-bcdd-b6b6765bdbfc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'router': {'routes': None}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:23.248336 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cecf8069-3e5c-4230-b6f8-117499151846 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:23.344126 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e6352717-f197-43e6-b1ae-025addf62286 None None] Provisioning for port eae1221c-7291-41ca-8037-40168852f4af completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:23.352586 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e6352717-f197-43e6-b1ae-025addf62286 None None] Provisioning complete for port eae1221c-7291-41ca-8037-40168852f4af triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:23.352958 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6352717-f197-43e6-b1ae-025addf62286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.397712 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port cecf8069-3e5c-4230-b6f8-117499151846 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:23.404817 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9813e45-1f8e-4c1c-93f6-61bb5a4c7763 req-56361f60-ec3b-4cae-a602-3e22fdf08758 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:23.407055 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d9813e45-1f8e-4c1c-93f6-61bb5a4c7763 req-56361f60-ec3b-4cae-a602-3e22fdf08758 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 944 time: 0.0738533 Jul 14 09:43:23.412670 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port cecf8069-3e5c-4230-b6f8-117499151846 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:23.412670 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.416024 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e6352717-f197-43e6-b1ae-025addf62286 None None] Port eae1221c-7291-41ca-8037-40168852f4af cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:23.451915 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d9813e45-1f8e-4c1c-93f6-61bb5a4c7763 req-c7213d1e-bb43-44b8-9a0c-fde290720c7a tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373242 Jul 14 09:43:23.456822 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e6800390-4faa-48aa-a789-d9c9d0e63b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:22Z', 'revision_number': 6, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None, '_interfaces': [{'id': 'cecf8069-3e5c-4230-b6f8-117499151846', 'name': '', 'network_id': '9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:c2:72:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:16Z', 'updated_at': '2021-07-14T09:43:21Z', 'revision_number': 4, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd49014b8-5822-488d-a3fe-1a5865a40554', 'name': '', 'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:02:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:12Z', 'updated_at': '2021-07-14T09:43:20Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eae1221c-7291-41ca-8037-40168852f4af', 'name': '', 'network_id': 'b3c79739-3d71-468c-8932-84fa5ee6fe3a', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9d:d8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '26b54f6b-1967-4832-8130-913afc35723c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:19Z', 'updated_at': '2021-07-14T09:43:20Z', 'revision_number': 2, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': '26b54f6b-1967-4832-8130-913afc35723c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff352ffc-774b-4c7b-b4ed-1c64356b465d', 'name': '', 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9a:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:08Z', 'updated_at': '2021-07-14T09:43:13Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:23.487236 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6800390-4faa-48aa-a789-d9c9d0e63b87 None None] Checking router: f59d6fc7-45ee-4949-8802-e5ea9549faa6 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:23.487610 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6800390-4faa-48aa-a789-d9c9d0e63b87 None None] Updating router f59d6fc7-45ee-4949-8802-e5ea9549faa6 port eae1221c-7291-41ca-8037-40168852f4af binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:43:23.544839 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-51c28ce0-d1b7-4562-8bc1-3cd8d4c5d8e9 req-6069a88f-84dc-414b-893a-d31cda743cca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1355338 Jul 14 09:43:23.558696 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6800390-4faa-48aa-a789-d9c9d0e63b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.589260 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.591820 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-559535d8-a695-4c36-8fc3-f724a9d0e0fd None None] Provisioning complete for port eae1221c-7291-41ca-8037-40168852f4af triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:23.592178 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-559535d8-a695-4c36-8fc3-f724a9d0e0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.676094 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-559535d8-a695-4c36-8fc3-f724a9d0e0fd None None] Port eae1221c-7291-41ca-8037-40168852f4af cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:23.685438 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port cecf8069-3e5c-4230-b6f8-117499151846, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=cecf8069-3e5c-4230-b6f8-117499151846,segment=NetworkSegment(9bc36f8a-f5ee-40b1-a103-2f6b2d8b3aba),segment_id=9bc36f8a-f5ee-40b1-a103-2f6b2d8b3aba)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:23.720921 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c28ce0-d1b7-4562-8bc1-3cd8d4c5d8e9 req-29892545-7aaa-4be2-aa17-6f72ae633872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:23.722405 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-51c28ce0-d1b7-4562-8bc1-3cd8d4c5d8e9 req-29892545-7aaa-4be2-aa17-6f72ae633872 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 1099 time: 0.1264546 Jul 14 09:43:23.733474 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.extraroute_db [None req-27e3d6c5-5483-4e08-bcdd-b6b6765bdbfc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Added routes are [] {{(pid=93772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 09:43:23.734061 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.extraroute_db [None req-27e3d6c5-5483-4e08-bcdd-b6b6765bdbfc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 09:43:23.735200 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.736129 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 93527223-47cf-49a3-a104-d2994c8d8537 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:23.819411 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27e3d6c5-5483-4e08-bcdd-b6b6765bdbfc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.850467 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.851130 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=cecf8069-3e5c-4230-b6f8-117499151846,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:23.910081 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 93527223-47cf-49a3-a104-d2994c8d8537 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:23.910459 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.926655 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c28ce0-d1b7-4562-8bc1-3cd8d4c5d8e9 req-cfca91b3-a1eb-4378-9060-6c081cd21467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:23.928872 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-51c28ce0-d1b7-4562-8bc1-3cd8d4c5d8e9 req-cfca91b3-a1eb-4378-9060-6c081cd21467 service neutron] 10.222.0.44 "GET /v2.0/networks?id=db4cdeba-5aaa-4aa3-8402-070268d6baba HTTP/1.1" status: 200 len: 897 time: 0.1772637 Jul 14 09:43:24.068912 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6800390-4faa-48aa-a789-d9c9d0e63b87 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.077610 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-51c28ce0-d1b7-4562-8bc1-3cd8d4c5d8e9 req-9ac66b9f-5b74-4449-83b7-476aa1b460be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 HTTP/1.1" status: 200 len: 1002 time: 0.1364045 Jul 14 09:43:24.079249 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e6800390-4faa-48aa-a789-d9c9d0e63b87 None None] Transition to ACTIVE for port object eae1221c-7291-41ca-8037-40168852f4af will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:24.086709 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6800390-4faa-48aa-a789-d9c9d0e63b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.093587 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27e3d6c5-5483-4e08-bcdd-b6b6765bdbfc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.115305 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27e3d6c5-5483-4e08-bcdd-b6b6765bdbfc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1997542'] for router, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.140191 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95af16f-2d07-45f2-b469-9f516cba6a60 None None] Pushing event updated for resources: {'Port': ['ID=eae1221c-7291-41ca-8037-40168852f4af,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:24.205544 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c28ce0-d1b7-4562-8bc1-3cd8d4c5d8e9 req-278080f8-5bd4-47ad-a04c-574ce62bd64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:24.207177 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-51c28ce0-d1b7-4562-8bc1-3cd8d4c5d8e9 req-278080f8-5bd4-47ad-a04c-574ce62bd64f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=486294bf-67fd-4f91-8858-ce39e034c4f8 HTTP/1.1" status: 200 len: 834 time: 0.1226060 Jul 14 09:43:24.214886 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-e6800390-4faa-48aa-a789-d9c9d0e63b87 None None] Attempting to bind port eae1221c-7291-41ca-8037-40168852f4af on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:24.215564 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-e6800390-4faa-48aa-a789-d9c9d0e63b87 None None] Attempting to bind port eae1221c-7291-41ca-8037-40168852f4af by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'de33bb67-046a-4e84-9608-48e7e2749ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b3c79739-3d71-468c-8932-84fa5ee6fe3a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:24.216405 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6800390-4faa-48aa-a789-d9c9d0e63b87 None None] Attempting to bind port eae1221c-7291-41ca-8037-40168852f4af on network b3c79739-3d71-468c-8932-84fa5ee6fe3a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:24.221993 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6800390-4faa-48aa-a789-d9c9d0e63b87 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:24.222568 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6800390-4faa-48aa-a789-d9c9d0e63b87 None None] Checking segment: {'id': 'de33bb67-046a-4e84-9608-48e7e2749ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b3c79739-3d71-468c-8932-84fa5ee6fe3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:24.223188 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6800390-4faa-48aa-a789-d9c9d0e63b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.223757 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6800390-4faa-48aa-a789-d9c9d0e63b87 None None] Bound using segment: {'id': 'de33bb67-046a-4e84-9608-48e7e2749ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b3c79739-3d71-468c-8932-84fa5ee6fe3a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:24.225287 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-e6800390-4faa-48aa-a789-d9c9d0e63b87 None None] Bound port: eae1221c-7291-41ca-8037-40168852f4af, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de33bb67-046a-4e84-9608-48e7e2749ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b3c79739-3d71-468c-8932-84fa5ee6fe3a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:24.225980 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6800390-4faa-48aa-a789-d9c9d0e63b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.271478 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e3d6c5-5483-4e08-bcdd-b6b6765bdbfc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Router f59d6fc7-45ee-4949-8802-e5ea9549faa6 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:24.298465 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e6800390-4faa-48aa-a789-d9c9d0e63b87 None None] For port eae1221c-7291-41ca-8037-40168852f4af, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:24.302009 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e6800390-4faa-48aa-a789-d9c9d0e63b87 None None] For port eae1221c-7291-41ca-8037-40168852f4af, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=eae1221c-7291-41ca-8037-40168852f4af,segment=NetworkSegment(de33bb67-046a-4e84-9608-48e7e2749ae8),segment_id=de33bb67-046a-4e84-9608-48e7e2749ae8)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:24.308276 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6800390-4faa-48aa-a789-d9c9d0e63b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.366831 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c28ce0-d1b7-4562-8bc1-3cd8d4c5d8e9 req-81c89be7-475e-4bab-ab91-635ac597730a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:24.368410 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-51c28ce0-d1b7-4562-8bc1-3cd8d4c5d8e9 req-81c89be7-475e-4bab-ab91-635ac597730a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db4cdeba-5aaa-4aa3-8402-070268d6baba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1516840 Jul 14 09:43:24.376913 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6800390-4faa-48aa-a789-d9c9d0e63b87 None None] Routers {'f59d6fc7-45ee-4949-8802-e5ea9549faa6'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:24.377595 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e6800390-4faa-48aa-a789-d9c9d0e63b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:24.381241 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95af16f-2d07-45f2-b469-9f516cba6a60 None None] Pushing event updated for resources: {'Port': ['ID=eae1221c-7291-41ca-8037-40168852f4af,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:24.448380 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e3d6c5-5483-4e08-bcdd-b6b6765bdbfc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:24.462607 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27e3d6c5-5483-4e08-bcdd-b6b6765bdbfc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.463814 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-27e3d6c5-5483-4e08-bcdd-b6b6765bdbfc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "PUT /v2.0/routers/f59d6fc7-45ee-4949-8802-e5ea9549faa6 HTTP/1.1" status: 200 len: 699 time: 1.2470710 Jul 14 09:43:24.467839 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58508) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:24.494357 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-e6800390-4faa-48aa-a789-d9c9d0e63b87 None None] Set router f59d6fc7-45ee-4949-8802-e5ea9549faa6 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:24.512006 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-51c28ce0-d1b7-4562-8bc1-3cd8d4c5d8e9 req-6edf3dae-37cf-4317-8676-4834dbc1bd72 service neutron] 10.222.0.44 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346667 Jul 14 09:43:24.613315 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b3fcbc04-d88e-45a6-bf73-2893932c42b3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "GET /v2.0/routers/f59d6fc7-45ee-4949-8802-e5ea9549faa6 HTTP/1.1" status: 200 len: 699 time: 0.1435921 Jul 14 09:43:24.620152 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58512) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:24.664287 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-51c28ce0-d1b7-4562-8bc1-3cd8d4c5d8e9 req-57f536eb-53cf-47d7-9595-350c00152a94 service neutron] 10.222.0.44 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444294 Jul 14 09:43:24.753547 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e6800390-4faa-48aa-a789-d9c9d0e63b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:23Z', 'revision_number': 7, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None, '_interfaces': [{'id': 'cecf8069-3e5c-4230-b6f8-117499151846', 'name': '', 'network_id': '9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:c2:72:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:16Z', 'updated_at': '2021-07-14T09:43:23Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd49014b8-5822-488d-a3fe-1a5865a40554', 'name': '', 'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:02:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:12Z', 'updated_at': '2021-07-14T09:43:20Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eae1221c-7291-41ca-8037-40168852f4af', 'name': '', 'network_id': 'b3c79739-3d71-468c-8932-84fa5ee6fe3a', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9d:d8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '26b54f6b-1967-4832-8130-913afc35723c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:19Z', 'updated_at': '2021-07-14T09:43:24Z', 'revision_number': 4, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': '26b54f6b-1967-4832-8130-913afc35723c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff352ffc-774b-4c7b-b4ed-1c64356b465d', 'name': '', 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9a:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:08Z', 'updated_at': '2021-07-14T09:43:13Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:24.782251 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6800390-4faa-48aa-a789-d9c9d0e63b87 None None] The sync data for ids ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'] in n-d-771362-35 is: [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:23Z', 'revision_number': 7, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None, '_interfaces': [{'id': 'cecf8069-3e5c-4230-b6f8-117499151846', 'name': '', 'network_id': '9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:c2:72:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:16Z', 'updated_at': '2021-07-14T09:43:23Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd49014b8-5822-488d-a3fe-1a5865a40554', 'name': '', 'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:02:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:12Z', 'updated_at': '2021-07-14T09:43:20Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eae1221c-7291-41ca-8037-40168852f4af', 'name': '', 'network_id': 'b3c79739-3d71-468c-8932-84fa5ee6fe3a', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9d:d8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '26b54f6b-1967-4832-8130-913afc35723c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:19Z', 'updated_at': '2021-07-14T09:43:24Z', 'revision_number': 4, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': '26b54f6b-1967-4832-8130-913afc35723c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff352ffc-774b-4c7b-b4ed-1c64356b465d', 'name': '', 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9a:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:08Z', 'updated_at': '2021-07-14T09:43:13Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:24.817583 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device d80815c4-672f-4511-b255-636a33f2c299 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:43:24.853049 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8704b6-807c-44d5-a2c6-0a1a66749cee req-42a96793-ab43-4afb-9ee9-739a0cc79a6b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:24.854942 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eb8704b6-807c-44d5-a2c6-0a1a66749cee req-42a96793-ab43-4afb-9ee9-739a0cc79a6b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 944 time: 0.2278104 Jul 14 09:43:24.926821 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port d80815c4-672f-4511-b255-636a33f2c299, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=d80815c4-672f-4511-b255-636a33f2c299,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:24.940299 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'd80815c4-672f-4511-b255-636a33f2c299', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'port_id': 'd80815c4-672f-4511-b255-636a33f2c299', 'mac_address': 'fa:16:3e:fd:d8:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:43:24.947106 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eb8704b6-807c-44d5-a2c6-0a1a66749cee req-1f4f8468-4c32-42fa-89dc-0d4f7fe5ef3d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768726 Jul 14 09:43:24.985424 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e71632d-f1f3-4977-9748-3b102adb12de None None] Sync routers for ids ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:24.986358 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.995331 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e71632d-f1f3-4977-9748-3b102adb12de None None] Routers {'f59d6fc7-45ee-4949-8802-e5ea9549faa6'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:24.995985 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8e71632d-f1f3-4977-9748-3b102adb12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:25.005847 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d80815c4-672f-4511-b255-636a33f2c299 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:43:25.028040 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port d80815c4-672f-4511-b255-636a33f2c299, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=d80815c4-672f-4511-b255-636a33f2c299,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:25.032550 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.108289 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-8e71632d-f1f3-4977-9748-3b102adb12de None None] Set router f59d6fc7-45ee-4949-8802-e5ea9549faa6 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:25.108484 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=d80815c4-672f-4511-b255-636a33f2c299,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:25.132571 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff701726-fdab-4320-af8a-ae2bdb576576 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.204162 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cecf8069-3e5c-4230-b6f8-117499151846 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:25.257858 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port cecf8069-3e5c-4230-b6f8-117499151846 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:25.258113 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.262618 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['d80815c4-672f-4511-b255-636a33f2c299'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:43:25.426755 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device eae1221c-7291-41ca-8037-40168852f4af up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:25.448703 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8e71632d-f1f3-4977-9748-3b102adb12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:23Z', 'revision_number': 7, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None, '_interfaces': [{'id': 'cecf8069-3e5c-4230-b6f8-117499151846', 'name': '', 'network_id': '9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:c2:72:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:16Z', 'updated_at': '2021-07-14T09:43:23Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd49014b8-5822-488d-a3fe-1a5865a40554', 'name': '', 'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:02:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:12Z', 'updated_at': '2021-07-14T09:43:20Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eae1221c-7291-41ca-8037-40168852f4af', 'name': '', 'network_id': 'b3c79739-3d71-468c-8932-84fa5ee6fe3a', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9d:d8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '26b54f6b-1967-4832-8130-913afc35723c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:19Z', 'updated_at': '2021-07-14T09:43:24Z', 'revision_number': 4, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': '26b54f6b-1967-4832-8130-913afc35723c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff352ffc-774b-4c7b-b4ed-1c64356b465d', 'name': '', 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9a:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:08Z', 'updated_at': '2021-07-14T09:43:13Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:25.455478 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ff701726-fdab-4320-af8a-ae2bdb576576 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Deleting port eae1221c-7291-41ca-8037-40168852f4af {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:25.455966 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff701726-fdab-4320-af8a-ae2bdb576576 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.479437 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e71632d-f1f3-4977-9748-3b102adb12de None None] Checking router: f59d6fc7-45ee-4949-8802-e5ea9549faa6 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:25.488617 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e71632d-f1f3-4977-9748-3b102adb12de None None] Routers {'f59d6fc7-45ee-4949-8802-e5ea9549faa6'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:25.489306 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8e71632d-f1f3-4977-9748-3b102adb12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:25.514728 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port eae1221c-7291-41ca-8037-40168852f4af completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:25.529587 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port eae1221c-7291-41ca-8037-40168852f4af triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:25.530027 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.555856 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ff701726-fdab-4320-af8a-ae2bdb576576 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] For port eae1221c-7291-41ca-8037-40168852f4af, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=eae1221c-7291-41ca-8037-40168852f4af,segment=NetworkSegment(de33bb67-046a-4e84-9608-48e7e2749ae8),segment_id=de33bb67-046a-4e84-9608-48e7e2749ae8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:25.555856 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff701726-fdab-4320-af8a-ae2bdb576576 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.570733 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ff701726-fdab-4320-af8a-ae2bdb576576 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Calling delete_port for eae1221c-7291-41ca-8037-40168852f4af owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:25.586950 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-8e71632d-f1f3-4977-9748-3b102adb12de None None] Set router f59d6fc7-45ee-4949-8802-e5ea9549faa6 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:25.676097 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.719818 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port eae1221c-7291-41ca-8037-40168852f4af, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=eae1221c-7291-41ca-8037-40168852f4af,segment=NetworkSegment(de33bb67-046a-4e84-9608-48e7e2749ae8),segment_id=de33bb67-046a-4e84-9608-48e7e2749ae8)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:25.725142 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.777909 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=eae1221c-7291-41ca-8037-40168852f4af,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:25.797811 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff701726-fdab-4320-af8a-ae2bdb576576 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.819199 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8e71632d-f1f3-4977-9748-3b102adb12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:23Z', 'revision_number': 7, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None, '_interfaces': [{'id': 'cecf8069-3e5c-4230-b6f8-117499151846', 'name': '', 'network_id': '9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:c2:72:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:16Z', 'updated_at': '2021-07-14T09:43:23Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd49014b8-5822-488d-a3fe-1a5865a40554', 'name': '', 'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:02:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:12Z', 'updated_at': '2021-07-14T09:43:20Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eae1221c-7291-41ca-8037-40168852f4af', 'name': '', 'network_id': 'b3c79739-3d71-468c-8932-84fa5ee6fe3a', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9d:d8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '26b54f6b-1967-4832-8130-913afc35723c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:19Z', 'updated_at': '2021-07-14T09:43:24Z', 'revision_number': 4, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': '26b54f6b-1967-4832-8130-913afc35723c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff352ffc-774b-4c7b-b4ed-1c64356b465d', 'name': '', 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9a:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:08Z', 'updated_at': '2021-07-14T09:43:13Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:25.829629 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff701726-fdab-4320-af8a-ae2bdb576576 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Port': ['ID=eae1221c-7291-41ca-8037-40168852f4af,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:25.848140 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff701726-fdab-4320-af8a-ae2bdb576576 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:25.848607 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff701726-fdab-4320-af8a-ae2bdb576576 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:25.849828 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff701726-fdab-4320-af8a-ae2bdb576576 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:25.850250 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff701726-fdab-4320-af8a-ae2bdb576576 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:25.850689 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff701726-fdab-4320-af8a-ae2bdb576576 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:25.850822 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e71632d-f1f3-4977-9748-3b102adb12de None None] The sync data for ids ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'] in n-d-771362-35 is: [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:23Z', 'revision_number': 7, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None, '_interfaces': [{'id': 'cecf8069-3e5c-4230-b6f8-117499151846', 'name': '', 'network_id': '9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:c2:72:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:16Z', 'updated_at': '2021-07-14T09:43:23Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd49014b8-5822-488d-a3fe-1a5865a40554', 'name': '', 'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:02:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:12Z', 'updated_at': '2021-07-14T09:43:20Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eae1221c-7291-41ca-8037-40168852f4af', 'name': '', 'network_id': 'b3c79739-3d71-468c-8932-84fa5ee6fe3a', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9d:d8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '26b54f6b-1967-4832-8130-913afc35723c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:19Z', 'updated_at': '2021-07-14T09:43:24Z', 'revision_number': 4, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': '26b54f6b-1967-4832-8130-913afc35723c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff352ffc-774b-4c7b-b4ed-1c64356b465d', 'name': '', 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9a:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:08Z', 'updated_at': '2021-07-14T09:43:13Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:25.851346 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff701726-fdab-4320-af8a-ae2bdb576576 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:25.851731 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff701726-fdab-4320-af8a-ae2bdb576576 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:25.852155 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff701726-fdab-4320-af8a-ae2bdb576576 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:25.852656 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff701726-fdab-4320-af8a-ae2bdb576576 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:25.852997 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff701726-fdab-4320-af8a-ae2bdb576576 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:25.853408 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff701726-fdab-4320-af8a-ae2bdb576576 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:25.853820 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff701726-fdab-4320-af8a-ae2bdb576576 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:26.027005 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff701726-fdab-4320-af8a-ae2bdb576576 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.610122 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230afd6-27ae-4a72-9d04-2c6c844ffb29 req-73ed79be-178e-41a6-ac94-2df4c43f2546 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:26.611570 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c230afd6-27ae-4a72-9d04-2c6c844ffb29 req-73ed79be-178e-41a6-ac94-2df4c43f2546 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 945 time: 0.1472075 Jul 14 09:43:26.667765 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff701726-fdab-4320-af8a-ae2bdb576576 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Router f59d6fc7-45ee-4949-8802-e5ea9549faa6 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:26.671618 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c230afd6-27ae-4a72-9d04-2c6c844ffb29 req-12bd8dca-759d-43c5-bec8-0563897cc96d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502117 Jul 14 09:43:26.768155 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff701726-fdab-4320-af8a-ae2bdb576576 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:26.773406 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ff701726-fdab-4320-af8a-ae2bdb576576 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "PUT /v2.0/routers/f59d6fc7-45ee-4949-8802-e5ea9549faa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1518519 Jul 14 09:43:26.776303 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58516) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:26.777685 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde16091-9ed3-43f0-a0f8-1c0c41ec97fd None None] Sync routers for ids ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:26.787905 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde16091-9ed3-43f0-a0f8-1c0c41ec97fd None None] Routers {'f59d6fc7-45ee-4949-8802-e5ea9549faa6'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:26.788626 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-cde16091-9ed3-43f0-a0f8-1c0c41ec97fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:26.826199 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device d80815c4-672f-4511-b255-636a33f2c299 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:26.830227 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef70b4d-8d7e-4168-9e38-028f91998b01 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Deleting subnet 26b54f6b-1967-4832-8130-913afc35723c {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:43:26.841574 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0ef70b4d-8d7e-4168-9e38-028f91998b01 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.893188 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0ef70b4d-8d7e-4168-9e38-028f91998b01 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.999517 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0ef70b4d-8d7e-4168-9e38-028f91998b01 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.065396 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0ef70b4d-8d7e-4168-9e38-028f91998b01 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.067091 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-cde16091-9ed3-43f0-a0f8-1c0c41ec97fd None None] Set router f59d6fc7-45ee-4949-8802-e5ea9549faa6 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:27.094817 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef70b4d-8d7e-4168-9e38-028f91998b01 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Subnet': ['ID=26b54f6b-1967-4832-8130-913afc35723c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:27.098148 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0ef70b4d-8d7e-4168-9e38-028f91998b01 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.098863 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0ef70b4d-8d7e-4168-9e38-028f91998b01 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/subnets/26b54f6b-1967-4832-8130-913afc35723c HTTP/1.1" status: 204 len: 168 time: 0.3215427 Jul 14 09:43:27.102476 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58518) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:27.110213 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port d80815c4-672f-4511-b255-636a33f2c299 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:27.116284 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb980cfc-b273-425e-aa86-aaaf3443074e None None] Network b3c79739-3d71-468c-8932-84fa5ee6fe3a requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:27.163512 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port d80815c4-672f-4511-b255-636a33f2c299 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:27.163900 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.184215 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-846aabe6-6346-4c47-8dd1-e4e232f0f08c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.240726 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-846aabe6-6346-4c47-8dd1-e4e232f0f08c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Deleting port 93527223-47cf-49a3-a104-d2994c8d8537 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:27.241073 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-846aabe6-6346-4c47-8dd1-e4e232f0f08c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.305241 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-846aabe6-6346-4c47-8dd1-e4e232f0f08c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] For port 93527223-47cf-49a3-a104-d2994c8d8537, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=93527223-47cf-49a3-a104-d2994c8d8537,segment=NetworkSegment(de33bb67-046a-4e84-9608-48e7e2749ae8),segment_id=de33bb67-046a-4e84-9608-48e7e2749ae8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:27.305607 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-846aabe6-6346-4c47-8dd1-e4e232f0f08c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.320554 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-846aabe6-6346-4c47-8dd1-e4e232f0f08c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Calling delete_port for 93527223-47cf-49a3-a104-d2994c8d8537 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:27.407863 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-846aabe6-6346-4c47-8dd1-e4e232f0f08c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.437427 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846aabe6-6346-4c47-8dd1-e4e232f0f08c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] No DVR routers for this DVR port 93527223-47cf-49a3-a104-d2994c8d8537 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:27.438422 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.443797 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846aabe6-6346-4c47-8dd1-e4e232f0f08c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Port': ['ID=93527223-47cf-49a3-a104-d2994c8d8537,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:27.471230 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ddef70-a702-4ab1-aca2-8f1e86bc0673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80815c4-672f-4511-b255-636a33f2c299'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:27.473520 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2b68d9-2643-4052-9bbc-2a9e4d0d55d1" -d '{"events": [{"server_uuid": "11ddef70-a702-4ab1-aca2-8f1e86bc0673", "name": "network-vif-plugged", "status": "completed", "tag": "d80815c4-672f-4511-b255-636a33f2c299"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:27.489030 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port d80815c4-672f-4511-b255-636a33f2c299, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=d80815c4-672f-4511-b255-636a33f2c299,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:27.497625 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.507455 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-cde16091-9ed3-43f0-a0f8-1c0c41ec97fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:25Z', 'revision_number': 8, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None, '_interfaces': [{'id': 'cecf8069-3e5c-4230-b6f8-117499151846', 'name': '', 'network_id': '9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:c2:72:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:16Z', 'updated_at': '2021-07-14T09:43:23Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd49014b8-5822-488d-a3fe-1a5865a40554', 'name': '', 'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:02:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:12Z', 'updated_at': '2021-07-14T09:43:20Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff352ffc-774b-4c7b-b4ed-1c64356b465d', 'name': '', 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9a:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:08Z', 'updated_at': '2021-07-14T09:43:13Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:27.528516 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04940231-7f45-469a-9985-3262e26060c2 x-openstack-request-id: req-04940231-7f45-469a-9985-3262e26060c2 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:27.528807 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ddef70-a702-4ab1-aca2-8f1e86bc0673", "name": "network-vif-plugged", "status": "completed", "tag": "d80815c4-672f-4511-b255-636a33f2c299", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:27.529063 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04940231-7f45-469a-9985-3262e26060c2 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:27.529446 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ddef70-a702-4ab1-aca2-8f1e86bc0673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80815c4-672f-4511-b255-636a33f2c299', 'code': 200} Jul 14 09:43:27.545450 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-846aabe6-6346-4c47-8dd1-e4e232f0f08c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.555941 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13f9663-3a0a-472d-92b5-000ce750b69f None None] DHCP port deletion for b3c79739-3d71-468c-8932-84fa5ee6fe3a request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:43:27.558326 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-846aabe6-6346-4c47-8dd1-e4e232f0f08c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c79739-3d71-468c-8932-84fa5ee6fe3a']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:27.560412 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde16091-9ed3-43f0-a0f8-1c0c41ec97fd None None] Checking router: f59d6fc7-45ee-4949-8802-e5ea9549faa6 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:27.571424 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-846aabe6-6346-4c47-8dd1-e4e232f0f08c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de33bb67-046a-4e84-9608-48e7e2749ae8') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:27.571759 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-846aabe6-6346-4c47-8dd1-e4e232f0f08c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de33bb67-046a-4e84-9608-48e7e2749ae8') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:27.587253 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-846aabe6-6346-4c47-8dd1-e4e232f0f08c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.591198 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde16091-9ed3-43f0-a0f8-1c0c41ec97fd None None] Routers {'f59d6fc7-45ee-4949-8802-e5ea9549faa6'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:27.591860 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-cde16091-9ed3-43f0-a0f8-1c0c41ec97fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:27.594771 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=d80815c4-672f-4511-b255-636a33f2c299,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:27.603521 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-846aabe6-6346-4c47-8dd1-e4e232f0f08c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.608979 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846aabe6-6346-4c47-8dd1-e4e232f0f08c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:43:27.609252 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-846aabe6-6346-4c47-8dd1-e4e232f0f08c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:43:27.612692 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:43:27.665506 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010789c5-6b2f-4efb-98cf-7bdd7a4090e9 req-321c0321-c14f-435f-8448-8f937f4f5ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:27.667225 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-010789c5-6b2f-4efb-98cf-7bdd7a4090e9 req-321c0321-c14f-435f-8448-8f937f4f5ffb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 1098 time: 0.0792670 Jul 14 09:43:27.676958 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-846aabe6-6346-4c47-8dd1-e4e232f0f08c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.682053 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-846aabe6-6346-4c47-8dd1-e4e232f0f08c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.684409 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-846aabe6-6346-4c47-8dd1-e4e232f0f08c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/networks/b3c79739-3d71-468c-8932-84fa5ee6fe3a HTTP/1.1" status: 204 len: 168 time: 0.5805643 Jul 14 09:43:27.690932 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-cde16091-9ed3-43f0-a0f8-1c0c41ec97fd None None] Set router f59d6fc7-45ee-4949-8802-e5ea9549faa6 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:27.694607 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58522) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:27.712394 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846aabe6-6346-4c47-8dd1-e4e232f0f08c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Network': ['ID=b3c79739-3d71-468c-8932-84fa5ee6fe3a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:27.730736 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-010789c5-6b2f-4efb-98cf-7bdd7a4090e9 req-9c8a9de1-7581-4429-ba7b-c5bd7d47972c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569720 Jul 14 09:43:27.914438 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-cde16091-9ed3-43f0-a0f8-1c0c41ec97fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:25Z', 'revision_number': 8, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None, '_interfaces': [{'id': 'cecf8069-3e5c-4230-b6f8-117499151846', 'name': '', 'network_id': '9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:c2:72:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:16Z', 'updated_at': '2021-07-14T09:43:23Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd49014b8-5822-488d-a3fe-1a5865a40554', 'name': '', 'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:02:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:12Z', 'updated_at': '2021-07-14T09:43:20Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff352ffc-774b-4c7b-b4ed-1c64356b465d', 'name': '', 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9a:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:08Z', 'updated_at': '2021-07-14T09:43:13Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:27.941966 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde16091-9ed3-43f0-a0f8-1c0c41ec97fd None None] The sync data for ids ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'] in n-d-771362-35 is: [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:25Z', 'revision_number': 8, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None, '_interfaces': [{'id': 'cecf8069-3e5c-4230-b6f8-117499151846', 'name': '', 'network_id': '9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:c2:72:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:16Z', 'updated_at': '2021-07-14T09:43:23Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'c6a10240-0ae9-4146-bd4d-f6b442f86b78', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd49014b8-5822-488d-a3fe-1a5865a40554', 'name': '', 'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:02:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:12Z', 'updated_at': '2021-07-14T09:43:20Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff352ffc-774b-4c7b-b4ed-1c64356b465d', 'name': '', 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9a:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:08Z', 'updated_at': '2021-07-14T09:43:13Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:27.964313 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e3f4e-d5f7-45ed-94b2-a8594db6001d req-67c80695-a0bc-4d3e-ba0e-caf094b3f48a tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:27.965950 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-955e3f4e-d5f7-45ed-94b2-a8594db6001d req-67c80695-a0bc-4d3e-ba0e-caf094b3f48a tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 946 time: 0.1612825 Jul 14 09:43:28.041610 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-955e3f4e-d5f7-45ed-94b2-a8594db6001d req-61309a87-1c62-47ff-9493-39b762524ac3 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520587 Jul 14 09:43:28.147849 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d46ee65-0ff7-4e07-b955-64ee708dbe68 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.415226 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0d46ee65-0ff7-4e07-b955-64ee708dbe68 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Deleting port cecf8069-3e5c-4230-b6f8-117499151846 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:28.415619 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d46ee65-0ff7-4e07-b955-64ee708dbe68 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.516908 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0d46ee65-0ff7-4e07-b955-64ee708dbe68 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] For port cecf8069-3e5c-4230-b6f8-117499151846, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=cecf8069-3e5c-4230-b6f8-117499151846,segment=NetworkSegment(9bc36f8a-f5ee-40b1-a103-2f6b2d8b3aba),segment_id=9bc36f8a-f5ee-40b1-a103-2f6b2d8b3aba)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:28.517190 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d46ee65-0ff7-4e07-b955-64ee708dbe68 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.530293 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0d46ee65-0ff7-4e07-b955-64ee708dbe68 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Calling delete_port for cecf8069-3e5c-4230-b6f8-117499151846 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:28.712281 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d46ee65-0ff7-4e07-b955-64ee708dbe68 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.746196 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46ee65-0ff7-4e07-b955-64ee708dbe68 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Port': ['ID=cecf8069-3e5c-4230-b6f8-117499151846,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:28.907193 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d46ee65-0ff7-4e07-b955-64ee708dbe68 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.110666 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d46ee65-0ff7-4e07-b955-64ee708dbe68 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Router f59d6fc7-45ee-4949-8802-e5ea9549faa6 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:29.221497 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 93527223-47cf-49a3-a104-d2994c8d8537 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:29.243517 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 93527223-47cf-49a3-a104-d2994c8d8537 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:29.243865 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 93527223-47cf-49a3-a104-d2994c8d8537 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:29.244286 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device eae1221c-7291-41ca-8037-40168852f4af no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:29.245968 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d46ee65-0ff7-4e07-b955-64ee708dbe68 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:29.253431 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0d46ee65-0ff7-4e07-b955-64ee708dbe68 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "PUT /v2.0/routers/f59d6fc7-45ee-4949-8802-e5ea9549faa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5561783 Jul 14 09:43:29.255729 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3cc24b-ff64-4274-9a0b-742a1116a4ff None None] Sync routers for ids ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:29.257148 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58532) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:29.265148 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3cc24b-ff64-4274-9a0b-742a1116a4ff None None] Routers {'f59d6fc7-45ee-4949-8802-e5ea9549faa6'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:29.265767 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-9a3cc24b-ff64-4274-9a0b-742a1116a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:29.273533 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: eae1221c-7291-41ca-8037-40168852f4af {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:29.274095 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device eae1221c-7291-41ca-8037-40168852f4af not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:29.278015 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869d589-8546-4c13-994e-fcfe9734f6e0 req-6d890c3f-21b0-4ea1-843e-e58ac6e8700a tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:29.283641 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f869d589-8546-4c13-994e-fcfe9734f6e0 req-6d890c3f-21b0-4ea1-843e-e58ac6e8700a tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 946 time: 0.0906844 Jul 14 09:43:29.331146 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aaa6c50-3eee-419e-8428-45aeba1162a3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Deleting subnet c6a10240-0ae9-4146-bd4d-f6b442f86b78 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:43:29.332011 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f869d589-8546-4c13-994e-fcfe9734f6e0 req-11016158-a9fd-4466-bc4c-4a615c88313e tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430090 Jul 14 09:43:29.335186 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3aaa6c50-3eee-419e-8428-45aeba1162a3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.369252 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-9a3cc24b-ff64-4274-9a0b-742a1116a4ff None None] Set router f59d6fc7-45ee-4949-8802-e5ea9549faa6 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:29.378039 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3aaa6c50-3eee-419e-8428-45aeba1162a3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.476639 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3aaa6c50-3eee-419e-8428-45aeba1162a3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.530410 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e9828-cb7c-44bd-9c2e-9c2a3e604757 req-8574d5d9-f37f-4823-bb69-79dff490643b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:29.532040 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-713e9828-cb7c-44bd-9c2e-9c2a3e604757 req-8574d5d9-f37f-4823-bb69-79dff490643b tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 946 time: 0.0773492 Jul 14 09:43:29.548289 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3aaa6c50-3eee-419e-8428-45aeba1162a3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.578314 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa6c50-3eee-419e-8428-45aeba1162a3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Subnet': ['ID=c6a10240-0ae9-4146-bd4d-f6b442f86b78,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:29.579778 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-713e9828-cb7c-44bd-9c2e-9c2a3e604757 req-5d67f719-dd46-4e97-a34e-a3740759ae8c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403452 Jul 14 09:43:29.583323 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3aaa6c50-3eee-419e-8428-45aeba1162a3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.585781 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3aaa6c50-3eee-419e-8428-45aeba1162a3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/subnets/c6a10240-0ae9-4146-bd4d-f6b442f86b78 HTTP/1.1" status: 204 len: 168 time: 0.3277936 Jul 14 09:43:29.588382 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58536) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:29.590242 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23c6630-eca0-429e-97f0-25391e8e4281 None None] Network 9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:29.602600 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-9a3cc24b-ff64-4274-9a0b-742a1116a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:28Z', 'revision_number': 9, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None, '_interfaces': [{'id': 'd49014b8-5822-488d-a3fe-1a5865a40554', 'name': '', 'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:02:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:12Z', 'updated_at': '2021-07-14T09:43:20Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff352ffc-774b-4c7b-b4ed-1c64356b465d', 'name': '', 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9a:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:08Z', 'updated_at': '2021-07-14T09:43:13Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:29.621543 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58538) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:29.638183 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3cc24b-ff64-4274-9a0b-742a1116a4ff None None] Checking router: f59d6fc7-45ee-4949-8802-e5ea9549faa6 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:29.650725 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3cc24b-ff64-4274-9a0b-742a1116a4ff None None] Routers {'f59d6fc7-45ee-4949-8802-e5ea9549faa6'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:29.651538 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-9a3cc24b-ff64-4274-9a0b-742a1116a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:29.680828 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3dc2f1a-8fa9-4393-9bc9-4eb3fb260a3c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.682650 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f32165a-4f0d-4db8-9783-d5774dee62e8 tempest-TestVolumeBootPattern-1164051470 tempest-TestVolumeBootPattern-1164051470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:29.685215 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7f32165a-4f0d-4db8-9783-d5774dee62e8 tempest-TestVolumeBootPattern-1164051470 tempest-TestVolumeBootPattern-1164051470-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 1093 time: 0.0626454 Jul 14 09:43:29.687924 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58540) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:29.697010 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0a5e06b0-c883-4e70-bf7b-86605f30da59 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'port_id': 'd80815c4-672f-4511-b255-636a33f2c299', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:29.721445 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a5e06b0-c883-4e70-bf7b-86605f30da59 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.747681 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc2f1a-8fa9-4393-9bc9-4eb3fb260a3c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Deleting port 2716ff0e-20c0-4e77-9edb-1670676aefdd {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:29.748746 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3dc2f1a-8fa9-4393-9bc9-4eb3fb260a3c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.770385 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-9a3cc24b-ff64-4274-9a0b-742a1116a4ff None None] Set router f59d6fc7-45ee-4949-8802-e5ea9549faa6 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:29.826897 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e3dc2f1a-8fa9-4393-9bc9-4eb3fb260a3c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] For port 2716ff0e-20c0-4e77-9edb-1670676aefdd, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2716ff0e-20c0-4e77-9edb-1670676aefdd,segment=NetworkSegment(9bc36f8a-f5ee-40b1-a103-2f6b2d8b3aba),segment_id=9bc36f8a-f5ee-40b1-a103-2f6b2d8b3aba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:29.826897 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3dc2f1a-8fa9-4393-9bc9-4eb3fb260a3c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.848007 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a5e06b0-c883-4e70-bf7b-86605f30da59 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.854711 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc2f1a-8fa9-4393-9bc9-4eb3fb260a3c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Calling delete_port for 2716ff0e-20c0-4e77-9edb-1670676aefdd owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:29.856655 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6971e5-3b93-4e0d-a810-dbc8bac95883 None None] DHCP port deletion for 9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:43:29.909923 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6e6971e5-3b93-4e0d-a810-dbc8bac95883 None None] Deleting port 2716ff0e-20c0-4e77-9edb-1670676aefdd {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:29.910686 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e6971e5-3b93-4e0d-a810-dbc8bac95883 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.976628 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3dc2f1a-8fa9-4393-9bc9-4eb3fb260a3c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.993517 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6e6971e5-3b93-4e0d-a810-dbc8bac95883 None None] For port 2716ff0e-20c0-4e77-9edb-1670676aefdd, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2716ff0e-20c0-4e77-9edb-1670676aefdd,segment=NetworkSegment(9bc36f8a-f5ee-40b1-a103-2f6b2d8b3aba),segment_id=9bc36f8a-f5ee-40b1-a103-2f6b2d8b3aba)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:29.994595 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e6971e5-3b93-4e0d-a810-dbc8bac95883 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.995602 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-0a5e06b0-c883-4e70-bf7b-86605f30da59 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Allocated IP 172.25.6.149 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/afa41429-01bb-404a-97a4-ac1ba13d10bc) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:30.002481 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc2f1a-8fa9-4393-9bc9-4eb3fb260a3c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Port': ['ID=2716ff0e-20c0-4e77-9edb-1670676aefdd,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:30.009410 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dc2f1a-8fa9-4393-9bc9-4eb3fb260a3c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] No DVR routers for this DVR port 2716ff0e-20c0-4e77-9edb-1670676aefdd on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:30.021945 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6e6971e5-3b93-4e0d-a810-dbc8bac95883 None None] Calling delete_port for 2716ff0e-20c0-4e77-9edb-1670676aefdd owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:30.057977 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-9a3cc24b-ff64-4274-9a0b-742a1116a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:28Z', 'revision_number': 9, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None, '_interfaces': [{'id': 'd49014b8-5822-488d-a3fe-1a5865a40554', 'name': '', 'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:02:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:12Z', 'updated_at': '2021-07-14T09:43:20Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff352ffc-774b-4c7b-b4ed-1c64356b465d', 'name': '', 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9a:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:08Z', 'updated_at': '2021-07-14T09:43:13Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:30.090019 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3cc24b-ff64-4274-9a0b-742a1116a4ff None None] The sync data for ids ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'] in n-d-771362-35 is: [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:28Z', 'revision_number': 9, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None, '_interfaces': [{'id': 'd49014b8-5822-488d-a3fe-1a5865a40554', 'name': '', 'network_id': '4d83a7a7-de41-4a83-9c4d-250abadf416b', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:02:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:12Z', 'updated_at': '2021-07-14T09:43:20Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': '872a5292-c91c-4803-b406-f2fb4e95fa63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff352ffc-774b-4c7b-b4ed-1c64356b465d', 'name': '', 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9a:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:08Z', 'updated_at': '2021-07-14T09:43:13Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:30.121474 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3dc2f1a-8fa9-4393-9bc9-4eb3fb260a3c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.130794 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e6971e5-3b93-4e0d-a810-dbc8bac95883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.140658 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-e3dc2f1a-8fa9-4393-9bc9-4eb3fb260a3c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:30.141705 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a5e06b0-c883-4e70-bf7b-86605f30da59 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.146428 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6971e5-3b93-4e0d-a810-dbc8bac95883 None None] No DVR routers for this DVR port 2716ff0e-20c0-4e77-9edb-1670676aefdd on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:30.154720 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-e3dc2f1a-8fa9-4393-9bc9-4eb3fb260a3c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc36f8a-f5ee-40b1-a103-2f6b2d8b3aba') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:30.155257 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-e3dc2f1a-8fa9-4393-9bc9-4eb3fb260a3c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc36f8a-f5ee-40b1-a103-2f6b2d8b3aba') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:30.167146 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3dc2f1a-8fa9-4393-9bc9-4eb3fb260a3c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.178043 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6971e5-3b93-4e0d-a810-dbc8bac95883 None None] Pushing event deleted for resources: {'Port': ['ID=2716ff0e-20c0-4e77-9edb-1670676aefdd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:30.182836 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3dc2f1a-8fa9-4393-9bc9-4eb3fb260a3c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.189541 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3dc2f1a-8fa9-4393-9bc9-4eb3fb260a3c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:43:30.190297 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3dc2f1a-8fa9-4393-9bc9-4eb3fb260a3c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.190673 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a5e06b0-c883-4e70-bf7b-86605f30da59 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:43:30.193394 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:43:30.233411 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5e06b0-c883-4e70-bf7b-86605f30da59 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:30.238468 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0a5e06b0-c883-4e70-bf7b-86605f30da59 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:30.242521 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5e06b0-c883-4e70-bf7b-86605f30da59 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:30.253544 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3dc2f1a-8fa9-4393-9bc9-4eb3fb260a3c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.258433 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3dc2f1a-8fa9-4393-9bc9-4eb3fb260a3c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.264701 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e3dc2f1a-8fa9-4393-9bc9-4eb3fb260a3c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/networks/9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d HTTP/1.1" status: 204 len: 168 time: 0.6711957 Jul 14 09:43:30.264701 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58542) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:30.267291 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e06b0-c883-4e70-bf7b-86605f30da59 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event updated for resources: {'Port': ['ID=afa41429-01bb-404a-97a4-ac1ba13d10bc,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:30.318060 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc2f1a-8fa9-4393-9bc9-4eb3fb260a3c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Network': ['ID=9abfcc6a-7157-4cd2-9df1-8af44c0cdd8d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:30.664107 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a5e06b0-c883-4e70-bf7b-86605f30da59 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.752377 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a5e06b0-c883-4e70-bf7b-86605f30da59 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.913689 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a5e06b0-c883-4e70-bf7b-86605f30da59 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.918588 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a5e06b0-c883-4e70-bf7b-86605f30da59 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.924002 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63afbbc3-aba0-4fc1-bc6e-135421cea2fa tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.987037 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e06b0-c883-4e70-bf7b-86605f30da59 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event updated for resources: {'Port': ['ID=afa41429-01bb-404a-97a4-ac1ba13d10bc,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:31.000009 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a5e06b0-c883-4e70-bf7b-86605f30da59 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:31.105534 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-0a5e06b0-c883-4e70-bf7b-86605f30da59 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Floating IP 79a01001-86c1-4825-baf3-80d308b04811 associated. External IP: 172.25.6.149, port: d80815c4-672f-4511-b255-636a33f2c299. Jul 14 09:43:31.148148 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cecf8069-3e5c-4230-b6f8-117499151846 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:31.168735 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: cecf8069-3e5c-4230-b6f8-117499151846 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:31.169074 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cecf8069-3e5c-4230-b6f8-117499151846 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:31.169486 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2716ff0e-20c0-4e77-9edb-1670676aefdd no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:31.189776 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 2716ff0e-20c0-4e77-9edb-1670676aefdd {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:31.190128 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2716ff0e-20c0-4e77-9edb-1670676aefdd not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:31.199475 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-63afbbc3-aba0-4fc1-bc6e-135421cea2fa tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Deleting port d49014b8-5822-488d-a3fe-1a5865a40554 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:31.199475 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63afbbc3-aba0-4fc1-bc6e-135421cea2fa tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:31.291816 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-63afbbc3-aba0-4fc1-bc6e-135421cea2fa tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] For port d49014b8-5822-488d-a3fe-1a5865a40554, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d49014b8-5822-488d-a3fe-1a5865a40554,segment=NetworkSegment(67b691c2-c005-4b83-b8dc-446aea765441),segment_id=67b691c2-c005-4b83-b8dc-446aea765441)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:31.292486 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63afbbc3-aba0-4fc1-bc6e-135421cea2fa tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:31.314026 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-63afbbc3-aba0-4fc1-bc6e-135421cea2fa tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Calling delete_port for d49014b8-5822-488d-a3fe-1a5865a40554 owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:31.492775 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63afbbc3-aba0-4fc1-bc6e-135421cea2fa tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:31.527335 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afbbc3-aba0-4fc1-bc6e-135421cea2fa tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Port': ['ID=d49014b8-5822-488d-a3fe-1a5865a40554,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:31.693690 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5e06b0-c883-4e70-bf7b-86605f30da59 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:31.704275 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63afbbc3-aba0-4fc1-bc6e-135421cea2fa tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:31.809060 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5e06b0-c883-4e70-bf7b-86605f30da59 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:31.818685 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a35397-6060-48ec-b122-15b630c2b336 None None] Sync routers for ids ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:31.827343 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a5e06b0-c883-4e70-bf7b-86605f30da59 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:31.828852 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a35397-6060-48ec-b122-15b630c2b336 None None] Routers {'9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:31.829715 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-81a35397-6060-48ec-b122-15b630c2b336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:31.875606 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0a5e06b0-c883-4e70-bf7b-86605f30da59 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1830809 Jul 14 09:43:31.876020 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ddef70-a702-4ab1-aca2-8f1e86bc0673', 'tag': 'd80815c4-672f-4511-b255-636a33f2c299'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:31.878610 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae79702e-4462-4334-8c1d-0a9814da165a" -d '{"events": [{"name": "network-changed", "server_uuid": "11ddef70-a702-4ab1-aca2-8f1e86bc0673", "tag": "d80815c4-672f-4511-b255-636a33f2c299"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:31.920126 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63afbbc3-aba0-4fc1-bc6e-135421cea2fa tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Router f59d6fc7-45ee-4949-8802-e5ea9549faa6 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:31.925834 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c0f736-f24e-44a3-aadb-a93855f7ac12 x-openstack-request-id: req-01c0f736-f24e-44a3-aadb-a93855f7ac12 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:31.926125 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ddef70-a702-4ab1-aca2-8f1e86bc0673", "tag": "d80815c4-672f-4511-b255-636a33f2c299", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:31.926371 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01c0f736-f24e-44a3-aadb-a93855f7ac12 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:31.926794 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ddef70-a702-4ab1-aca2-8f1e86bc0673', 'tag': 'd80815c4-672f-4511-b255-636a33f2c299', 'status': 'completed', 'code': 200} Jul 14 09:43:31.954818 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-81a35397-6060-48ec-b122-15b630c2b336 None None] Set router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:32.051799 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63afbbc3-aba0-4fc1-bc6e-135421cea2fa tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:32.058435 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-63afbbc3-aba0-4fc1-bc6e-135421cea2fa tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "PUT /v2.0/routers/f59d6fc7-45ee-4949-8802-e5ea9549faa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7928984 Jul 14 09:43:32.060688 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58550) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:32.065749 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2f66c0-85da-45e1-a8d5-d17530563950 None None] Sync routers for ids ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:32.072948 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79702e-4462-4334-8c1d-0a9814da165a req-e8a4619d-e217-425d-999b-fad7e5e1af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:32.074565 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ae79702e-4462-4334-8c1d-0a9814da165a req-e8a4619d-e217-425d-999b-fad7e5e1af04 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 1098 time: 0.1085110 Jul 14 09:43:32.076496 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2f66c0-85da-45e1-a8d5-d17530563950 None None] Routers {'f59d6fc7-45ee-4949-8802-e5ea9549faa6'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:32.077360 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2e2f66c0-85da-45e1-a8d5-d17530563950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:32.138164 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3619e6a1-9937-410c-ad84-6e0ac6668ce3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Deleting subnet 872a5292-c91c-4803-b406-f2fb4e95fa63 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:43:32.141865 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3619e6a1-9937-410c-ad84-6e0ac6668ce3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:32.175696 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-2e2f66c0-85da-45e1-a8d5-d17530563950 None None] Set router f59d6fc7-45ee-4949-8802-e5ea9549faa6 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:32.194938 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3619e6a1-9937-410c-ad84-6e0ac6668ce3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:32.205901 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79702e-4462-4334-8c1d-0a9814da165a req-c122ca0d-9eac-4143-b00b-2ef42164c2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:32.207574 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ae79702e-4462-4334-8c1d-0a9814da165a req-c122ca0d-9eac-4143-b00b-2ef42164c2e3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 910 time: 0.1266418 Jul 14 09:43:32.216956 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-81a35397-6060-48ec-b122-15b630c2b336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'name': 'tempest-TestVolumeBootPattern-86186375-router', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:42Z', 'revision_number': 4, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'gw_port': {'id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:37Z', 'updated_at': '2021-07-14T09:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '79a01001-86c1-4825-baf3-80d308b04811', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'port_id': 'd80815c4-672f-4511-b255-636a33f2c299', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'mac_address': 'fa:16:3e:fd:d8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ddef70-a702-4ab1-aca2-8f1e86bc0673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:43:30Z', 'updated_at': '2021-07-14T09:43:30Z', 'revision_number': 0, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'fixed_ip_address_scope': None}, {'id': 'a3731b8e-6774-4e78-bd7a-b857c306b92a', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'floating_ip_address': '172.25.6.44', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'port_id': '0c323101-f96b-4441-b526-22f36de27d94', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'mac_address': 'fa:16:3e:03:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:41:25Z', 'updated_at': '2021-07-14T09:41:28Z', 'revision_number': 1, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2604b64-dd8d-4c47-aea8-a057e0ce146b', 'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'mac_address': 'fa:16:3e:d4:d0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:40Z', 'updated_at': '2021-07-14T09:34:51Z', 'revision_number': 5, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'subnets': [{'id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:32.251667 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a35397-6060-48ec-b122-15b630c2b336 None None] Checking router: 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:32.262544 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a35397-6060-48ec-b122-15b630c2b336 None None] Routers {'9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:32.263183 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-81a35397-6060-48ec-b122-15b630c2b336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:32.300846 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3619e6a1-9937-410c-ad84-6e0ac6668ce3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:32.302908 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ae79702e-4462-4334-8c1d-0a9814da165a req-fa0248d1-1833-4746-8df9-7d6dfffd4e3e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d80815c4-672f-4511-b255-636a33f2c299 HTTP/1.1" status: 200 len: 1000 time: 0.0877445 Jul 14 09:43:32.372337 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79702e-4462-4334-8c1d-0a9814da165a req-8b10de73-ede0-448d-97ba-4085d46b93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:32.374331 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ae79702e-4462-4334-8c1d-0a9814da165a req-8b10de73-ede0-448d-97ba-4085d46b93dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea6b1e4-2ec5-4105-843d-111f5668e0d2 HTTP/1.1" status: 200 len: 849 time: 0.0616016 Jul 14 09:43:32.378218 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3619e6a1-9937-410c-ad84-6e0ac6668ce3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:32.410815 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-81a35397-6060-48ec-b122-15b630c2b336 None None] Set router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:32.421911 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619e6a1-9937-410c-ad84-6e0ac6668ce3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Subnet': ['ID=872a5292-c91c-4803-b406-f2fb4e95fa63,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:32.424286 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3619e6a1-9937-410c-ad84-6e0ac6668ce3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:32.427882 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3619e6a1-9937-410c-ad84-6e0ac6668ce3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/subnets/872a5292-c91c-4803-b406-f2fb4e95fa63 HTTP/1.1" status: 204 len: 168 time: 0.3650877 Jul 14 09:43:32.430881 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58552) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:32.449886 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd42d71d-d5de-4496-b63e-b37c5cb3635e None None] Network 4d83a7a7-de41-4a83-9c4d-250abadf416b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:32.457373 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79702e-4462-4334-8c1d-0a9814da165a req-adc87f4d-638a-471a-ab7e-93538cf22d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:32.460322 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ae79702e-4462-4334-8c1d-0a9814da165a req-adc87f4d-638a-471a-ab7e-93538cf22d7c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78f139e-d876-4f71-b091-055c8a4ef271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781069 Jul 14 09:43:32.548117 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c074ed99-d684-4f7c-89fc-f943f79f7d9d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:32.561020 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2e2f66c0-85da-45e1-a8d5-d17530563950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:31Z', 'revision_number': 10, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None, '_interfaces': [{'id': 'ff352ffc-774b-4c7b-b4ed-1c64356b465d', 'name': '', 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9a:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:08Z', 'updated_at': '2021-07-14T09:43:13Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:32.587289 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ae79702e-4462-4334-8c1d-0a9814da165a req-384db892-dfb0-4657-9677-b493f79aaad3 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192420 Jul 14 09:43:32.595371 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2f66c0-85da-45e1-a8d5-d17530563950 None None] Checking router: f59d6fc7-45ee-4949-8802-e5ea9549faa6 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:32.605958 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2f66c0-85da-45e1-a8d5-d17530563950 None None] Routers {'f59d6fc7-45ee-4949-8802-e5ea9549faa6'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:32.606591 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2e2f66c0-85da-45e1-a8d5-d17530563950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:32.655892 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c074ed99-d684-4f7c-89fc-f943f79f7d9d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Deleting port 71a3f588-6069-45b9-8243-d2c0e2716bf0 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:32.656398 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c074ed99-d684-4f7c-89fc-f943f79f7d9d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:32.723419 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ae79702e-4462-4334-8c1d-0a9814da165a req-66fff61d-5d45-49da-b4f3-40724ca27130 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257961 Jul 14 09:43:32.725903 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-2e2f66c0-85da-45e1-a8d5-d17530563950 None None] Set router f59d6fc7-45ee-4949-8802-e5ea9549faa6 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:32.758280 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5ff043f5-0d3c-4ed0-9fd9-dfee5957e5ba req-2a599f10-4639-4638-9b62-f57e4e79d0a5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1621025 Jul 14 09:43:32.784405 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-c074ed99-d684-4f7c-89fc-f943f79f7d9d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] For port 71a3f588-6069-45b9-8243-d2c0e2716bf0, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=71a3f588-6069-45b9-8243-d2c0e2716bf0,segment=NetworkSegment(67b691c2-c005-4b83-b8dc-446aea765441),segment_id=67b691c2-c005-4b83-b8dc-446aea765441)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:32.784773 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c074ed99-d684-4f7c-89fc-f943f79f7d9d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:32.799752 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c074ed99-d684-4f7c-89fc-f943f79f7d9d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Calling delete_port for 71a3f588-6069-45b9-8243-d2c0e2716bf0 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:32.923840 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff043f5-0d3c-4ed0-9fd9-dfee5957e5ba req-e832f5da-da31-4e49-82fa-62868681f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:32.925734 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5ff043f5-0d3c-4ed0-9fd9-dfee5957e5ba req-e832f5da-da31-4e49-82fa-62868681f3e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 1097 time: 0.1166191 Jul 14 09:43:32.943000 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c074ed99-d684-4f7c-89fc-f943f79f7d9d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:32.983745 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074ed99-d684-4f7c-89fc-f943f79f7d9d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Port': ['ID=71a3f588-6069-45b9-8243-d2c0e2716bf0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:33.006309 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2e2f66c0-85da-45e1-a8d5-d17530563950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:31Z', 'revision_number': 10, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None, '_interfaces': [{'id': 'ff352ffc-774b-4c7b-b4ed-1c64356b465d', 'name': '', 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9a:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:08Z', 'updated_at': '2021-07-14T09:43:13Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:33.022319 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c074ed99-d684-4f7c-89fc-f943f79f7d9d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] No DVR routers for this DVR port 71a3f588-6069-45b9-8243-d2c0e2716bf0 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:33.040105 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2f66c0-85da-45e1-a8d5-d17530563950 None None] The sync data for ids ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'] in n-d-771362-35 is: [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:31Z', 'revision_number': 10, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None, '_interfaces': [{'id': 'ff352ffc-774b-4c7b-b4ed-1c64356b465d', 'name': '', 'network_id': '78f20883-25f4-4cdc-a1ad-25a928c22d6e', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'mac_address': 'fa:16:3e:9a:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:08Z', 'updated_at': '2021-07-14T09:43:13Z', 'revision_number': 5, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'subnets': [{'id': 'b4989025-f6a1-48f2-a5fa-817ade189999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:33.096608 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-81a35397-6060-48ec-b122-15b630c2b336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'name': 'tempest-TestVolumeBootPattern-86186375-router', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:42Z', 'revision_number': 4, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'gw_port': {'id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:37Z', 'updated_at': '2021-07-14T09:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '79a01001-86c1-4825-baf3-80d308b04811', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'port_id': 'd80815c4-672f-4511-b255-636a33f2c299', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'mac_address': 'fa:16:3e:fd:d8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ddef70-a702-4ab1-aca2-8f1e86bc0673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:43:30Z', 'updated_at': '2021-07-14T09:43:30Z', 'revision_number': 0, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'fixed_ip_address_scope': None}, {'id': 'a3731b8e-6774-4e78-bd7a-b857c306b92a', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'floating_ip_address': '172.25.6.44', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'port_id': '0c323101-f96b-4441-b526-22f36de27d94', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'mac_address': 'fa:16:3e:03:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:41:25Z', 'updated_at': '2021-07-14T09:41:28Z', 'revision_number': 1, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2604b64-dd8d-4c47-aea8-a057e0ce146b', 'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'mac_address': 'fa:16:3e:d4:d0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:40Z', 'updated_at': '2021-07-14T09:34:51Z', 'revision_number': 5, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'subnets': [{'id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:33.134564 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c074ed99-d684-4f7c-89fc-f943f79f7d9d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.141867 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a35397-6060-48ec-b122-15b630c2b336 None None] The sync data for ids ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'] in n-d-771362-35 is: [{'id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'name': 'tempest-TestVolumeBootPattern-86186375-router', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:42Z', 'revision_number': 4, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'gw_port': {'id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:37Z', 'updated_at': '2021-07-14T09:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '79a01001-86c1-4825-baf3-80d308b04811', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'port_id': 'd80815c4-672f-4511-b255-636a33f2c299', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'mac_address': 'fa:16:3e:fd:d8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ddef70-a702-4ab1-aca2-8f1e86bc0673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:43:30Z', 'updated_at': '2021-07-14T09:43:30Z', 'revision_number': 0, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'fixed_ip_address_scope': None}, {'id': 'a3731b8e-6774-4e78-bd7a-b857c306b92a', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'floating_ip_address': '172.25.6.44', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'port_id': '0c323101-f96b-4441-b526-22f36de27d94', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'mac_address': 'fa:16:3e:03:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:41:25Z', 'updated_at': '2021-07-14T09:41:28Z', 'revision_number': 1, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2604b64-dd8d-4c47-aea8-a057e0ce146b', 'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'mac_address': 'fa:16:3e:d4:d0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:40Z', 'updated_at': '2021-07-14T09:34:51Z', 'revision_number': 5, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'subnets': [{'id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:33.152934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c074ed99-d684-4f7c-89fc-f943f79f7d9d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d83a7a7-de41-4a83-9c4d-250abadf416b']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:33.166561 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c074ed99-d684-4f7c-89fc-f943f79f7d9d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b691c2-c005-4b83-b8dc-446aea765441') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:33.166883 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-c074ed99-d684-4f7c-89fc-f943f79f7d9d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b691c2-c005-4b83-b8dc-446aea765441') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:33.169090 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff043f5-0d3c-4ed0-9fd9-dfee5957e5ba req-f6d7dfd5-aaee-4f85-846b-0a887f45030a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:33.170592 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5ff043f5-0d3c-4ed0-9fd9-dfee5957e5ba req-f6d7dfd5-aaee-4f85-846b-0a887f45030a service neutron] 10.222.0.47 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 910 time: 0.2015271 Jul 14 09:43:33.185900 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c074ed99-d684-4f7c-89fc-f943f79f7d9d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.236194 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c074ed99-d684-4f7c-89fc-f943f79f7d9d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.248834 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c074ed99-d684-4f7c-89fc-f943f79f7d9d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:43:33.249241 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c074ed99-d684-4f7c-89fc-f943f79f7d9d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:43:33.252241 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:43:33.277521 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:43:33.294063 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5ff043f5-0d3c-4ed0-9fd9-dfee5957e5ba req-ef54dfde-8db5-4951-a625-c8a1db075b80 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c323101-f96b-4441-b526-22f36de27d94 HTTP/1.1" status: 200 len: 1000 time: 0.1157615 Jul 14 09:43:33.357984 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c074ed99-d684-4f7c-89fc-f943f79f7d9d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.368737 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c074ed99-d684-4f7c-89fc-f943f79f7d9d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.373162 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c074ed99-d684-4f7c-89fc-f943f79f7d9d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/networks/4d83a7a7-de41-4a83-9c4d-250abadf416b HTTP/1.1" status: 204 len: 168 time: 0.9389429 Jul 14 09:43:33.373935 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff043f5-0d3c-4ed0-9fd9-dfee5957e5ba req-55dd23c9-fb4e-48cb-8743-f968810cdd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:33.375363 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5ff043f5-0d3c-4ed0-9fd9-dfee5957e5ba req-55dd23c9-fb4e-48cb-8743-f968810cdd90 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea6b1e4-2ec5-4105-843d-111f5668e0d2 HTTP/1.1" status: 200 len: 849 time: 0.0711114 Jul 14 09:43:33.375562 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58556) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:33.377853 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9109f871-fbbc-4b6f-a1ac-868fdece4f7e None None] New status for floating IP 79a01001-86c1-4825-baf3-80d308b04811: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:43:33.385204 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074ed99-d684-4f7c-89fc-f943f79f7d9d tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Network': ['ID=4d83a7a7-de41-4a83-9c4d-250abadf416b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:33.452143 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff043f5-0d3c-4ed0-9fd9-dfee5957e5ba req-2a66daab-5f88-4bf2-b885-cc464e7f1ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:33.453905 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5ff043f5-0d3c-4ed0-9fd9-dfee5957e5ba req-2a66daab-5f88-4bf2-b885-cc464e7f1ae6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78f139e-d876-4f71-b091-055c8a4ef271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666516 Jul 14 09:43:33.494820 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb04ceb8-688d-4765-9d70-29905c8ed85e None None] DHCP port deletion for 4d83a7a7-de41-4a83-9c4d-250abadf416b request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:43:33.593683 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5ff043f5-0d3c-4ed0-9fd9-dfee5957e5ba req-45561d48-8bcb-484a-9c63-0af86d63d200 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299551 Jul 14 09:43:33.706870 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5ff043f5-0d3c-4ed0-9fd9-dfee5957e5ba req-02ed5ba4-45e1-4d04-ab5b-6222467dfcd9 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043718 Jul 14 09:43:33.809803 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a64302a2-2c68-4c5f-9c27-b42e26503495 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:34.075330 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a64302a2-2c68-4c5f-9c27-b42e26503495 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Deleting port ff352ffc-774b-4c7b-b4ed-1c64356b465d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:34.075619 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a64302a2-2c68-4c5f-9c27-b42e26503495 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:34.166975 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a64302a2-2c68-4c5f-9c27-b42e26503495 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] For port ff352ffc-774b-4c7b-b4ed-1c64356b465d, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ff352ffc-774b-4c7b-b4ed-1c64356b465d,segment=NetworkSegment(e35b55d6-009f-481f-bde7-e8da367eb8c3),segment_id=e35b55d6-009f-481f-bde7-e8da367eb8c3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:34.167337 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a64302a2-2c68-4c5f-9c27-b42e26503495 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:34.180912 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a64302a2-2c68-4c5f-9c27-b42e26503495 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Calling delete_port for ff352ffc-774b-4c7b-b4ed-1c64356b465d owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:34.357680 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a64302a2-2c68-4c5f-9c27-b42e26503495 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:34.388430 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64302a2-2c68-4c5f-9c27-b42e26503495 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Port': ['ID=ff352ffc-774b-4c7b-b4ed-1c64356b465d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:34.553776 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a64302a2-2c68-4c5f-9c27-b42e26503495 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:34.710436 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64302a2-2c68-4c5f-9c27-b42e26503495 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Router f59d6fc7-45ee-4949-8802-e5ea9549faa6 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:34.799702 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64302a2-2c68-4c5f-9c27-b42e26503495 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:34.805265 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a64302a2-2c68-4c5f-9c27-b42e26503495 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "PUT /v2.0/routers/f59d6fc7-45ee-4949-8802-e5ea9549faa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4284453 Jul 14 09:43:34.808003 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58558) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:34.810491 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7dc799-55b6-4fc2-a606-aebcb591e80d None None] Sync routers for ids ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:34.821621 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7dc799-55b6-4fc2-a606-aebcb591e80d None None] Routers {'f59d6fc7-45ee-4949-8802-e5ea9549faa6'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:34.822508 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2d7dc799-55b6-4fc2-a606-aebcb591e80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:34.861012 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-8119f1ff-3216-4aa5-a3ae-99b459bb494f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Deleting subnet b4989025-f6a1-48f2-a5fa-817ade189999 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:43:34.864071 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8119f1ff-3216-4aa5-a3ae-99b459bb494f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:34.895161 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-2d7dc799-55b6-4fc2-a606-aebcb591e80d None None] Set router f59d6fc7-45ee-4949-8802-e5ea9549faa6 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:34.910556 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8119f1ff-3216-4aa5-a3ae-99b459bb494f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:34.951438 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2d7dc799-55b6-4fc2-a606-aebcb591e80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:34Z', 'revision_number': 11, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:34.980360 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7dc799-55b6-4fc2-a606-aebcb591e80d None None] Checking router: f59d6fc7-45ee-4949-8802-e5ea9549faa6 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:34.989879 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7dc799-55b6-4fc2-a606-aebcb591e80d None None] Routers {'f59d6fc7-45ee-4949-8802-e5ea9549faa6'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:34.990492 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2d7dc799-55b6-4fc2-a606-aebcb591e80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:35.001237 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8119f1ff-3216-4aa5-a3ae-99b459bb494f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:35.061854 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-2d7dc799-55b6-4fc2-a606-aebcb591e80d None None] Set router f59d6fc7-45ee-4949-8802-e5ea9549faa6 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:35.063842 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8119f1ff-3216-4aa5-a3ae-99b459bb494f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:35.102619 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119f1ff-3216-4aa5-a3ae-99b459bb494f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Subnet': ['ID=b4989025-f6a1-48f2-a5fa-817ade189999,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:35.106536 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8119f1ff-3216-4aa5-a3ae-99b459bb494f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:35.108473 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8119f1ff-3216-4aa5-a3ae-99b459bb494f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/subnets/b4989025-f6a1-48f2-a5fa-817ade189999 HTTP/1.1" status: 204 len: 168 time: 0.2994690 Jul 14 09:43:35.110992 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58560) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:35.114289 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2876b623-157c-4d92-941a-29a68f6e32d1 None None] Network 78f20883-25f4-4cdc-a1ad-25a928c22d6e requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:35.147022 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2d7dc799-55b6-4fc2-a606-aebcb591e80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:34Z', 'revision_number': 11, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:35.159429 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 71a3f588-6069-45b9-8243-d2c0e2716bf0 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:35.176570 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7dc799-55b6-4fc2-a606-aebcb591e80d None None] The sync data for ids ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'] in n-d-771362-35 is: [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:34Z', 'revision_number': 11, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:35.187932 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 71a3f588-6069-45b9-8243-d2c0e2716bf0 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:35.188279 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 71a3f588-6069-45b9-8243-d2c0e2716bf0 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:35.188696 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d49014b8-5822-488d-a3fe-1a5865a40554 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:35.212930 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-833f4726-0eaa-451b-9b60-e4f51d6484cc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:35.217535 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: d49014b8-5822-488d-a3fe-1a5865a40554 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:35.217882 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d49014b8-5822-488d-a3fe-1a5865a40554 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:35.272928 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-833f4726-0eaa-451b-9b60-e4f51d6484cc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Deleting port 031af099-cfdc-4239-a4d1-1dc07e879c85 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:35.273300 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-833f4726-0eaa-451b-9b60-e4f51d6484cc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:35.345074 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-833f4726-0eaa-451b-9b60-e4f51d6484cc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] For port 031af099-cfdc-4239-a4d1-1dc07e879c85, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=031af099-cfdc-4239-a4d1-1dc07e879c85,segment=NetworkSegment(e35b55d6-009f-481f-bde7-e8da367eb8c3),segment_id=e35b55d6-009f-481f-bde7-e8da367eb8c3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:35.345481 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-833f4726-0eaa-451b-9b60-e4f51d6484cc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:35.358411 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-833f4726-0eaa-451b-9b60-e4f51d6484cc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Calling delete_port for 031af099-cfdc-4239-a4d1-1dc07e879c85 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:35.442094 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-833f4726-0eaa-451b-9b60-e4f51d6484cc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:35.467077 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f4726-0eaa-451b-9b60-e4f51d6484cc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Port': ['ID=031af099-cfdc-4239-a4d1-1dc07e879c85,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:35.472719 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833f4726-0eaa-451b-9b60-e4f51d6484cc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] No DVR routers for this DVR port 031af099-cfdc-4239-a4d1-1dc07e879c85 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:35.545484 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7512fca-7dfd-459c-9c07-b03f493595aa None None] DHCP port deletion for 78f20883-25f4-4cdc-a1ad-25a928c22d6e request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:43:35.570091 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-833f4726-0eaa-451b-9b60-e4f51d6484cc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:35.582374 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-833f4726-0eaa-451b-9b60-e4f51d6484cc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f20883-25f4-4cdc-a1ad-25a928c22d6e']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:35.594984 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-833f4726-0eaa-451b-9b60-e4f51d6484cc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35b55d6-009f-481f-bde7-e8da367eb8c3') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:35.595292 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-833f4726-0eaa-451b-9b60-e4f51d6484cc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35b55d6-009f-481f-bde7-e8da367eb8c3') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:35.605509 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-833f4726-0eaa-451b-9b60-e4f51d6484cc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:35.620518 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-833f4726-0eaa-451b-9b60-e4f51d6484cc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:35.629634 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-833f4726-0eaa-451b-9b60-e4f51d6484cc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:43:35.630094 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-833f4726-0eaa-451b-9b60-e4f51d6484cc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:43:35.633957 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:43:35.692766 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a708a9a-f8fb-4bb6-b78d-ecdf7a3465ac req-644ff800-483f-426f-880b-b6d90a850cb2 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:35.694635 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a708a9a-f8fb-4bb6-b78d-ecdf7a3465ac req-644ff800-483f-426f-880b-b6d90a850cb2 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 1099 time: 0.0581920 Jul 14 09:43:35.701545 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-833f4726-0eaa-451b-9b60-e4f51d6484cc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:35.710847 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-833f4726-0eaa-451b-9b60-e4f51d6484cc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:35.712825 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-833f4726-0eaa-451b-9b60-e4f51d6484cc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/networks/78f20883-25f4-4cdc-a1ad-25a928c22d6e HTTP/1.1" status: 204 len: 168 time: 0.6006801 Jul 14 09:43:35.717374 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58566) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:35.722201 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-63cda8dd-3940-4a3a-9f2d-f045ccd9088c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'router': {'routes': None}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:35.722968 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f4726-0eaa-451b-9b60-e4f51d6484cc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Pushing event deleted for resources: {'Network': ['ID=78f20883-25f4-4cdc-a1ad-25a928c22d6e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:35.805307 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a708a9a-f8fb-4bb6-b78d-ecdf7a3465ac req-c725b021-d819-4f43-9c0a-92e5003b03de tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041865 Jul 14 09:43:35.833743 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58568) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:35.902603 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.extraroute_db [None req-63cda8dd-3940-4a3a-9f2d-f045ccd9088c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Added routes are [] {{(pid=93773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 09:43:35.902912 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.extraroute_db [None req-63cda8dd-3940-4a3a-9f2d-f045ccd9088c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Removed routes are [] {{(pid=93773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 09:43:35.903282 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-63cda8dd-3940-4a3a-9f2d-f045ccd9088c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.052364 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-63cda8dd-3940-4a3a-9f2d-f045ccd9088c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.056191 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-63cda8dd-3940-4a3a-9f2d-f045ccd9088c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1997542'] for router, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.136858 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cda8dd-3940-4a3a-9f2d-f045ccd9088c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Router f59d6fc7-45ee-4949-8802-e5ea9549faa6 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:36.216449 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cda8dd-3940-4a3a-9f2d-f045ccd9088c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:36.232102 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-63cda8dd-3940-4a3a-9f2d-f045ccd9088c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.233473 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-63cda8dd-3940-4a3a-9f2d-f045ccd9088c tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "PUT /v2.0/routers/f59d6fc7-45ee-4949-8802-e5ea9549faa6 HTTP/1.1" status: 200 len: 700 time: 0.5150533 Jul 14 09:43:36.236186 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58570) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:36.236616 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e55477d-064e-4b5c-8615-2a24ec375bf6 None None] Sync routers for ids ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:36.246757 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e55477d-064e-4b5c-8615-2a24ec375bf6 None None] Routers {'f59d6fc7-45ee-4949-8802-e5ea9549faa6'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:36.248282 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1e55477d-064e-4b5c-8615-2a24ec375bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:36.267669 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2961429e-acaa-407d-bf15-b4d153f75d4d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Deleting port 2ffa3b8d-bff2-477e-aca6-ea845b3acd75 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:36.268114 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2961429e-acaa-407d-bf15-b4d153f75d4d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.268370 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-38bdc384-de28-4738-b3ad-d9dde52ef323 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f59d6fc7-45ee-4949-8802-e5ea9549faa6 HTTP/1.1" status: 200 len: 205 time: 0.0302982 Jul 14 09:43:36.271030 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58572) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:36.338459 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-1e55477d-064e-4b5c-8615-2a24ec375bf6 None None] Set router f59d6fc7-45ee-4949-8802-e5ea9549faa6 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:36.353267 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c6727a5-1519-41ee-a760-43c72b44ad69 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.360740 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2961429e-acaa-407d-bf15-b4d153f75d4d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.361217 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2961429e-acaa-407d-bf15-b4d153f75d4d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.374306 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2961429e-acaa-407d-bf15-b4d153f75d4d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Calling delete_port for 2ffa3b8d-bff2-477e-aca6-ea845b3acd75 owned by network:floatingip {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:36.400294 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1e55477d-064e-4b5c-8615-2a24ec375bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:34Z', 'revision_number': 11, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:36.429313 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e55477d-064e-4b5c-8615-2a24ec375bf6 None None] Checking router: f59d6fc7-45ee-4949-8802-e5ea9549faa6 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:36.439989 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e55477d-064e-4b5c-8615-2a24ec375bf6 None None] Routers {'f59d6fc7-45ee-4949-8802-e5ea9549faa6'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:36.440183 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1e55477d-064e-4b5c-8615-2a24ec375bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:36.517213 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-1e55477d-064e-4b5c-8615-2a24ec375bf6 None None] Set router f59d6fc7-45ee-4949-8802-e5ea9549faa6 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:36.535358 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c6727a5-1519-41ee-a760-43c72b44ad69 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.538541 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c6727a5-1519-41ee-a760-43c72b44ad69 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.575970 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2961429e-acaa-407d-bf15-b4d153f75d4d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.582034 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1e55477d-064e-4b5c-8615-2a24ec375bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:34Z', 'revision_number': 11, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:36.588541 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c6727a5-1519-41ee-a760-43c72b44ad69 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.589102 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6727a5-1519-41ee-a760-43c72b44ad69 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Fanout notify agent at l3_agent the message router_deleted on router f59d6fc7-45ee-4949-8802-e5ea9549faa6 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:43:36.597578 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c6727a5-1519-41ee-a760-43c72b44ad69 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.599835 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6c6727a5-1519-41ee-a760-43c72b44ad69 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/routers/f59d6fc7-45ee-4949-8802-e5ea9549faa6 HTTP/1.1" status: 204 len: 168 time: 0.3282709 Jul 14 09:43:36.606789 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58574) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:36.611243 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e55477d-064e-4b5c-8615-2a24ec375bf6 None None] The sync data for ids ['f59d6fc7-45ee-4949-8802-e5ea9549faa6'] in n-d-771362-35 is: [{'id': 'f59d6fc7-45ee-4949-8802-e5ea9549faa6', 'name': 'tempest-RoutersTest-router-386113273', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:34Z', 'revision_number': 11, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:36.611849 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e00c04dd-8ecc-4577-8779-b00910a039a3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1336367155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:36.613860 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961429e-acaa-407d-bf15-b4d153f75d4d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'Port': ['ID=2ffa3b8d-bff2-477e-aca6-ea845b3acd75,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:36.641122 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e00c04dd-8ecc-4577-8779-b00910a039a3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.642322 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e00c04dd-8ecc-4577-8779-b00910a039a3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.695813 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2961429e-acaa-407d-bf15-b4d153f75d4d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for floatingip, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.696107 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-2961429e-acaa-407d-bf15-b4d153f75d4d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Floating IP fc3f0bb5-f599-49ed-b285-6240f3ec44ba disassociated (deleted). External IP: 172.25.6.251, port: e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8. Jul 14 09:43:36.715965 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e00c04dd-8ecc-4577-8779-b00910a039a3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.722188 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e00c04dd-8ecc-4577-8779-b00910a039a3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.741854 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e00c04dd-8ecc-4577-8779-b00910a039a3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.743229 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e00c04dd-8ecc-4577-8779-b00910a039a3 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1354048 Jul 14 09:43:36.747145 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58576) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:36.754024 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9ba46a84-3aba-436e-866e-5d767e390b84 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:36.930417 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2961429e-acaa-407d-bf15-b4d153f75d4d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Router 7e171320-1f9a-4d9b-88a4-d078a77d2438 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:36.966451 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ba46a84-3aba-436e-866e-5d767e390b84 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.978034 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ba46a84-3aba-436e-866e-5d767e390b84 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1992004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1992013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1997542'] for router, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:37.046965 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2961429e-acaa-407d-bf15-b4d153f75d4d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:37.054116 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2961429e-acaa-407d-bf15-b4d153f75d4d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:37.058143 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4970c43c-e375-4d74-a382-dfbb601a1af1 None None] Sync routers for ids ['7e171320-1f9a-4d9b-88a4-d078a77d2438'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:37.066881 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4970c43c-e375-4d74-a382-dfbb601a1af1 None None] Routers {'7e171320-1f9a-4d9b-88a4-d078a77d2438'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:37.068192 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4970c43c-e375-4d74-a382-dfbb601a1af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7e171320-1f9a-4d9b-88a4-d078a77d2438'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:37.080872 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba46a84-3aba-436e-866e-5d767e390b84 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Router f86d7612-5e99-4e5a-8d11-39f77482c1f7 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:43:37.100948 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2961429e-acaa-407d-bf15-b4d153f75d4d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "DELETE /v2.0/floatingips/fc3f0bb5-f599-49ed-b285-6240f3ec44ba HTTP/1.1" status: 204 len: 168 time: 1.2659640 Jul 14 09:43:37.101620 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2574a4-01c6-4354-82ab-6f0747dececc', 'tag': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:37.104379 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036c0a7e-e707-4847-8662-abee33102f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2574a4-01c6-4354-82ab-6f0747dececc", "tag": "e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:37.171304 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca56800f-26c5-4f53-a53a-4b86899981db x-openstack-request-id: req-ca56800f-26c5-4f53-a53a-4b86899981db {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:37.172071 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2574a4-01c6-4354-82ab-6f0747dececc", "tag": "e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:37.172326 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca56800f-26c5-4f53-a53a-4b86899981db {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:37.172762 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2574a4-01c6-4354-82ab-6f0747dececc', 'tag': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8', 'status': 'completed', 'code': 200} Jul 14 09:43:37.179241 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba46a84-3aba-436e-866e-5d767e390b84 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:37.188417 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67044624-86b2-4c57-87a6-0572e6675c54 None None] Sync routers for ids ['f86d7612-5e99-4e5a-8d11-39f77482c1f7'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:37.195941 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ff352ffc-774b-4c7b-b4ed-1c64356b465d no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:37.196156 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ba46a84-3aba-436e-866e-5d767e390b84 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:37.198423 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-4970c43c-e375-4d74-a382-dfbb601a1af1 None None] Set router 7e171320-1f9a-4d9b-88a4-d078a77d2438 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:37.202289 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9ba46a84-3aba-436e-866e-5d767e390b84 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "PUT /v2.0/routers/f86d7612-5e99-4e5a-8d11-39f77482c1f7 HTTP/1.1" status: 200 len: 694 time: 0.4535904 Jul 14 09:43:37.202978 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58582) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:37.254675 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67044624-86b2-4c57-87a6-0572e6675c54 None None] Routers {'f86d7612-5e99-4e5a-8d11-39f77482c1f7'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:37.258539 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-67044624-86b2-4c57-87a6-0572e6675c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f86d7612-5e99-4e5a-8d11-39f77482c1f7'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:37.302830 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c0a7e-e707-4847-8662-abee33102f9a req-7befb4d9-cff0-427c-ba6f-9811ebbebf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:37.304558 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-036c0a7e-e707-4847-8662-abee33102f9a req-7befb4d9-cff0-427c-ba6f-9811ebbebf71 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 1099 time: 0.1075647 Jul 14 09:43:37.311337 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-09bcf6c1-a324-4d22-881e-9d7c36ef0483 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "GET /v2.0/routers/f86d7612-5e99-4e5a-8d11-39f77482c1f7 HTTP/1.1" status: 200 len: 700 time: 0.1071079 Jul 14 09:43:37.313933 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58584) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:37.350816 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5947284c-6594-46fe-bd24-46dfaca08c94 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f86d7612-5e99-4e5a-8d11-39f77482c1f7 HTTP/1.1" status: 200 len: 205 time: 0.0355802 Jul 14 09:43:37.353760 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58586) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:37.376140 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: ff352ffc-774b-4c7b-b4ed-1c64356b465d {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:37.376698 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ff352ffc-774b-4c7b-b4ed-1c64356b465d not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:37.377146 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 031af099-cfdc-4239-a4d1-1dc07e879c85 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:37.409067 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 031af099-cfdc-4239-a4d1-1dc07e879c85 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:37.409411 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 031af099-cfdc-4239-a4d1-1dc07e879c85 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:37.412155 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-67044624-86b2-4c57-87a6-0572e6675c54 None None] Set router f86d7612-5e99-4e5a-8d11-39f77482c1f7 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:37.457018 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b5a134eb-7bce-461d-9bd1-e127c3603f5b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:37.481681 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-67044624-86b2-4c57-87a6-0572e6675c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86d7612-5e99-4e5a-8d11-39f77482c1f7', 'name': 'tempest-RoutersTest-router-1336367155', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:36Z', 'updated_at': '2021-07-14T09:43:36Z', 'revision_number': 2, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:37.515775 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67044624-86b2-4c57-87a6-0572e6675c54 None None] Checking router: f86d7612-5e99-4e5a-8d11-39f77482c1f7 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:37.523709 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c0a7e-e707-4847-8662-abee33102f9a req-e7caca3e-4d5e-4599-8b7d-047f1fa71b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:37.525210 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-036c0a7e-e707-4847-8662-abee33102f9a req-e7caca3e-4d5e-4599-8b7d-047f1fa71b48 service neutron] 10.222.0.44 "GET /v2.0/networks?id=db4cdeba-5aaa-4aa3-8402-070268d6baba HTTP/1.1" status: 200 len: 897 time: 0.2131896 Jul 14 09:43:37.527161 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67044624-86b2-4c57-87a6-0572e6675c54 None None] Routers {'f86d7612-5e99-4e5a-8d11-39f77482c1f7'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:37.527802 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-67044624-86b2-4c57-87a6-0572e6675c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f86d7612-5e99-4e5a-8d11-39f77482c1f7'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:37.540890 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4970c43c-e375-4d74-a382-dfbb601a1af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-319801268', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:35Z', 'updated_at': '2021-07-14T09:41:39Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:49:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:35Z', 'updated_at': '2021-07-14T09:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf', 'name': '', 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:88:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '486294bf-67fd-4f91-8858-ce39e034c4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:38Z', 'updated_at': '2021-07-14T09:41:45Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': '486294bf-67fd-4f91-8858-ce39e034c4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:37.572213 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-036c0a7e-e707-4847-8662-abee33102f9a req-9fdf7f48-3ea4-401a-87e7-f1868f9fe358 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 HTTP/1.1" status: 200 len: 217 time: 0.0399268 Jul 14 09:43:37.582725 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4970c43c-e375-4d74-a382-dfbb601a1af1 None None] Checking router: 7e171320-1f9a-4d9b-88a4-d078a77d2438 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:37.596019 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4970c43c-e375-4d74-a382-dfbb601a1af1 None None] Routers {'7e171320-1f9a-4d9b-88a4-d078a77d2438'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:37.597238 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4970c43c-e375-4d74-a382-dfbb601a1af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7e171320-1f9a-4d9b-88a4-d078a77d2438'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:37.604076 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-67044624-86b2-4c57-87a6-0572e6675c54 None None] Set router f86d7612-5e99-4e5a-8d11-39f77482c1f7 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:37.648486 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c0a7e-e707-4847-8662-abee33102f9a req-778335ba-588a-47c1-904f-f4565b7b8210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:37.650097 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-036c0a7e-e707-4847-8662-abee33102f9a req-778335ba-588a-47c1-904f-f4565b7b8210 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=486294bf-67fd-4f91-8858-ce39e034c4f8 HTTP/1.1" status: 200 len: 834 time: 0.0715108 Jul 14 09:43:37.673610 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-67044624-86b2-4c57-87a6-0572e6675c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86d7612-5e99-4e5a-8d11-39f77482c1f7', 'name': 'tempest-RoutersTest-router-1336367155', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:36Z', 'updated_at': '2021-07-14T09:43:36Z', 'revision_number': 2, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:37.703913 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67044624-86b2-4c57-87a6-0572e6675c54 None None] The sync data for ids ['f86d7612-5e99-4e5a-8d11-39f77482c1f7'] in n-d-771362-35 is: [{'id': 'f86d7612-5e99-4e5a-8d11-39f77482c1f7', 'name': 'tempest-RoutersTest-router-1336367155', 'tenant_id': 'b049f358a66c4bdab930174032f54d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:36Z', 'updated_at': '2021-07-14T09:43:36Z', 'revision_number': 2, 'project_id': 'b049f358a66c4bdab930174032f54d6b', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:37.742195 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-4970c43c-e375-4d74-a382-dfbb601a1af1 None None] Set router 7e171320-1f9a-4d9b-88a4-d078a77d2438 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:37.751353 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c0a7e-e707-4847-8662-abee33102f9a req-8cf3de36-6342-4b15-ac5e-e3a37c33f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:37.753095 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-036c0a7e-e707-4847-8662-abee33102f9a req-8cf3de36-6342-4b15-ac5e-e3a37c33f3af service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db4cdeba-5aaa-4aa3-8402-070268d6baba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0946867 Jul 14 09:43:37.872391 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-036c0a7e-e707-4847-8662-abee33102f9a req-7c820eee-db3d-4766-81ab-f020d1dd6379 service neutron] 10.222.0.44 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110027 Jul 14 09:43:38.003041 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-036c0a7e-e707-4847-8662-abee33102f9a req-c584a2f6-9d8b-4cae-aeb8-9b19293cd68a service neutron] 10.222.0.44 "GET /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206667 Jul 14 09:43:38.055552 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b5a134eb-7bce-461d-9bd1-e127c3603f5b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.058352 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b5a134eb-7bce-461d-9bd1-e127c3603f5b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.073585 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd8958-8132-49e7-b989-b2843be910d1 req-6756a9b1-dc01-4825-9105-c708f7e48f13 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:38.075085 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04dd8958-8132-49e7-b989-b2843be910d1 req-6756a9b1-dc01-4825-9105-c708f7e48f13 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 947 time: 0.5299439 Jul 14 09:43:38.075281 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4970c43c-e375-4d74-a382-dfbb601a1af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-319801268', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:35Z', 'updated_at': '2021-07-14T09:41:39Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:49:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:35Z', 'updated_at': '2021-07-14T09:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf', 'name': '', 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:88:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '486294bf-67fd-4f91-8858-ce39e034c4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:38Z', 'updated_at': '2021-07-14T09:41:45Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': '486294bf-67fd-4f91-8858-ce39e034c4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:38.104920 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4970c43c-e375-4d74-a382-dfbb601a1af1 None None] The sync data for ids ['7e171320-1f9a-4d9b-88a4-d078a77d2438'] in n-d-771362-35 is: [{'id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-319801268', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:35Z', 'updated_at': '2021-07-14T09:41:39Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:49:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:35Z', 'updated_at': '2021-07-14T09:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf', 'name': '', 'network_id': 'db4cdeba-5aaa-4aa3-8402-070268d6baba', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:88:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '486294bf-67fd-4f91-8858-ce39e034c4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:38Z', 'updated_at': '2021-07-14T09:41:45Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': '486294bf-67fd-4f91-8858-ce39e034c4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:38.126436 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b5a134eb-7bce-461d-9bd1-e127c3603f5b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.126977 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a134eb-7bce-461d-9bd1-e127c3603f5b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Fanout notify agent at l3_agent the message router_deleted on router f86d7612-5e99-4e5a-8d11-39f77482c1f7 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:43:38.135243 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b5a134eb-7bce-461d-9bd1-e127c3603f5b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.139545 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b5a134eb-7bce-461d-9bd1-e127c3603f5b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/routers/f86d7612-5e99-4e5a-8d11-39f77482c1f7 HTTP/1.1" status: 204 len: 168 time: 0.7814336 Jul 14 09:43:38.140030 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58590) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.156440 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04dd8958-8132-49e7-b989-b2843be910d1 req-32a738da-2ace-4741-8336-3c48fe31db1d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=f2a6e725-89f7-4ff4-95c5-77a9b12d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468841 Jul 14 09:43:38.174698 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b7ea91e3-e2d8-4fe7-9940-b6f208a7ecb1 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f86d7612-5e99-4e5a-8d11-39f77482c1f7 HTTP/1.1" status: 200 len: 205 time: 0.0310848 Jul 14 09:43:38.174854 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58592) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.213166 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-50da5b58-d5f8-4969-b52a-7cb11e53fc5a tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] delete failed (client error): The resource could not be found. Jul 14 09:43:38.214204 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-50da5b58-d5f8-4969-b52a-7cb11e53fc5a tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/routers/f86d7612-5e99-4e5a-8d11-39f77482c1f7 HTTP/1.1" status: 404 len: 336 time: 0.0383854 Jul 14 09:43:38.216863 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58594) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.248552 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1f1357-4aea-459c-865d-9c343f3da4ac tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] DELETE failed (client error): The resource could not be found. Jul 14 09:43:38.249000 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d1f1357-4aea-459c-865d-9c343f3da4ac tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:43:38.250712 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3d1f1357-4aea-459c-865d-9c343f3da4ac tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/subnets/26b54f6b-1967-4832-8130-913afc35723c HTTP/1.1" status: 404 len: 337 time: 0.0329525 Jul 14 09:43:38.253420 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58596) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.283579 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0cfece-223f-4fcb-915c-d8d3a6294608 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] DELETE failed (client error): The resource could not be found. Jul 14 09:43:38.283579 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb0cfece-223f-4fcb-915c-d8d3a6294608 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:43:38.283579 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-eb0cfece-223f-4fcb-915c-d8d3a6294608 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/subnets/c6a10240-0ae9-4146-bd4d-f6b442f86b78 HTTP/1.1" status: 404 len: 337 time: 0.0283117 Jul 14 09:43:38.285378 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58598) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.312790 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c34a04-f20a-49ab-959c-b9ddb9ab615e tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] DELETE failed (client error): The resource could not be found. Jul 14 09:43:38.313250 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c34a04-f20a-49ab-959c-b9ddb9ab615e tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:43:38.314982 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-37c34a04-f20a-49ab-959c-b9ddb9ab615e tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/subnets/872a5292-c91c-4803-b406-f2fb4e95fa63 HTTP/1.1" status: 404 len: 337 time: 0.0285676 Jul 14 09:43:38.318202 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58600) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.345354 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7cd7b3a-ab15-4c0f-9b04-1edd16853986 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] DELETE failed (client error): The resource could not be found. Jul 14 09:43:38.345838 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7cd7b3a-ab15-4c0f-9b04-1edd16853986 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:43:38.347712 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b7cd7b3a-ab15-4c0f-9b04-1edd16853986 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/subnets/b4989025-f6a1-48f2-a5fa-817ade189999 HTTP/1.1" status: 404 len: 337 time: 0.0284204 Jul 14 09:43:38.350342 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58602) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.359884 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df455e00-a5bc-49d6-9463-18ab8bdf4131 None None] New status for floating IP fc3f0bb5-f599-49ed-b285-6240f3ec44ba: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:43:38.382166 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3a55c7ba-f76e-4b04-9344-0c0a99e53d06 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f59d6fc7-45ee-4949-8802-e5ea9549faa6 HTTP/1.1" status: 200 len: 205 time: 0.0279315 Jul 14 09:43:38.382394 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58604) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.424041 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-0fffa3eb-e460-46b7-bc8a-d6c6748de60f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] delete failed (client error): The resource could not be found. Jul 14 09:43:38.425373 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0fffa3eb-e460-46b7-bc8a-d6c6748de60f tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/routers/f59d6fc7-45ee-4949-8802-e5ea9549faa6 HTTP/1.1" status: 404 len: 336 time: 0.0418026 Jul 14 09:43:38.428240 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58606) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.458634 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a4c88569-210a-4953-9574-303764573e27 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "GET /v2.0/ports?device_id=0aa26625-f808-4438-97f3-f86c48ab80b7 HTTP/1.1" status: 200 len: 205 time: 0.0292127 Jul 14 09:43:38.460882 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58608) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.501358 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-f6f22869-0db2-4683-93ea-69911d39848e tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] delete failed (client error): The resource could not be found. Jul 14 09:43:38.502368 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f6f22869-0db2-4683-93ea-69911d39848e tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/routers/0aa26625-f808-4438-97f3-f86c48ab80b7 HTTP/1.1" status: 404 len: 336 time: 0.0406075 Jul 14 09:43:38.505575 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58610) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.531981 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a738a4-30fd-4706-9c82-6f5e26f026bd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] DELETE failed (client error): The resource could not be found. Jul 14 09:43:38.532443 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a738a4-30fd-4706-9c82-6f5e26f026bd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:43:38.534175 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-77a738a4-30fd-4706-9c82-6f5e26f026bd tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/subnets/53996daf-b139-4696-8cea-7fd5cd0aa84d HTTP/1.1" status: 404 len: 337 time: 0.0275028 Jul 14 09:43:38.536929 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58612) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.565862 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d307e618-f76d-459a-b108-723ed10e9947 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bcac147-3532-459b-90b7-5509d9921b43 HTTP/1.1" status: 200 len: 205 time: 0.0278642 Jul 14 09:43:38.568282 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58614) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.605792 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-660431c6-e6d8-473c-a154-7024a71e6a87 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] delete failed (client error): The resource could not be found. Jul 14 09:43:38.606834 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-660431c6-e6d8-473c-a154-7024a71e6a87 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/routers/0bcac147-3532-459b-90b7-5509d9921b43 HTTP/1.1" status: 404 len: 336 time: 0.0376625 Jul 14 09:43:38.609452 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58616) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.644130 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ae1dbc2b-4f6d-4a82-b3c3-b05bde56583a tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "GET /v2.0/ports?device_id=df923464-ac9d-482b-bf1f-ce08d3409672 HTTP/1.1" status: 200 len: 205 time: 0.0327909 Jul 14 09:43:38.645763 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58618) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.684541 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-3995fd0b-c986-44a0-8558-cd27b2cbe8f8 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] delete failed (client error): The resource could not be found. Jul 14 09:43:38.685582 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3995fd0b-c986-44a0-8558-cd27b2cbe8f8 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/routers/df923464-ac9d-482b-bf1f-ce08d3409672 HTTP/1.1" status: 404 len: 336 time: 0.0389223 Jul 14 09:43:38.688216 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58620) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.715851 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-323da891-a46b-44fc-b5d6-399508170348 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] DELETE failed (client error): The resource could not be found. Jul 14 09:43:38.716297 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-323da891-a46b-44fc-b5d6-399508170348 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:43:38.717963 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-323da891-a46b-44fc-b5d6-399508170348 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/subnets/d3cf64bc-7635-4c01-8dd4-cd8778e7aa6b HTTP/1.1" status: 404 len: 337 time: 0.0288515 Jul 14 09:43:38.720571 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58622) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.752383 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ca857397-765e-4879-bac3-a9ade6d5ba0b tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0ea6143-62e5-4ec5-ab40-47b6ad9e61e3 HTTP/1.1" status: 200 len: 205 time: 0.0307555 Jul 14 09:43:38.755695 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58624) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.793235 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-53449af0-767b-4ddc-bbf4-a6ad729e5f3e tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] delete failed (client error): The resource could not be found. Jul 14 09:43:38.794275 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-53449af0-767b-4ddc-bbf4-a6ad729e5f3e tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/routers/f0ea6143-62e5-4ec5-ab40-47b6ad9e61e3 HTTP/1.1" status: 404 len: 336 time: 0.0373776 Jul 14 09:43:38.796906 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58626) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.826476 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f24d90-6833-4df4-a99a-8c7dff5c1302 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] DELETE failed (client error): The resource could not be found. Jul 14 09:43:38.827191 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f24d90-6833-4df4-a99a-8c7dff5c1302 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:43:38.832132 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a3f24d90-6833-4df4-a99a-8c7dff5c1302 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/subnets/de6b2216-88aa-455c-ab3f-67203bf7d436 HTTP/1.1" status: 404 len: 337 time: 0.0311384 Jul 14 09:43:38.832554 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58628) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.844610 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d468bc-ca41-4f21-8c78-23f17358bfbb req-a41c43f3-beb9-47a4-ac3c-42773f2c2351 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:38.846105 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-95d468bc-ca41-4f21-8c78-23f17358bfbb req-a41c43f3-beb9-47a4-ac3c-42773f2c2351 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 947 time: 0.0927467 Jul 14 09:43:38.869704 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f2bb1f54-32a7-4e6c-81be-d5c2f5bba4cc tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bdba4f-bac2-4710-ada9-5b79f630181d HTTP/1.1" status: 200 len: 205 time: 0.0324957 Jul 14 09:43:38.869922 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58630) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.914037 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-eeaf7d97-3a81-42ae-b0d9-86ff2cd07c24 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] delete failed (client error): The resource could not be found. Jul 14 09:43:38.917776 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-eeaf7d97-3a81-42ae-b0d9-86ff2cd07c24 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/routers/b7bdba4f-bac2-4710-ada9-5b79f630181d HTTP/1.1" status: 404 len: 336 time: 0.0469058 Jul 14 09:43:38.918337 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58632) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.952605 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc0b28a-5201-4f7b-9b92-06df802f7928 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] DELETE failed (client error): The resource could not be found. Jul 14 09:43:38.952605 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc0b28a-5201-4f7b-9b92-06df802f7928 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:43:38.952605 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6dc0b28a-5201-4f7b-9b92-06df802f7928 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/subnets/8e4127fe-63a4-4b48-b638-f2baf985cd2f HTTP/1.1" status: 404 len: 337 time: 0.0289009 Jul 14 09:43:38.952605 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58634) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.964272 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-95d468bc-ca41-4f21-8c78-23f17358bfbb req-d4f6d3a5-64bc-4e4e-aa1d-7a9b60a80993 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Deleting port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:38.964577 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-95d468bc-ca41-4f21-8c78-23f17358bfbb req-d4f6d3a5-64bc-4e4e-aa1d-7a9b60a80993 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.977212 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f601d9fc-2949-4ccb-8730-17a868d46369 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] DELETE failed (client error): The resource could not be found. Jul 14 09:43:38.978302 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f601d9fc-2949-4ccb-8730-17a868d46369 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:43:38.979354 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f601d9fc-2949-4ccb-8730-17a868d46369 tempest-RoutersTest-2010955184 tempest-RoutersTest-2010955184-project] 10.222.0.25 "DELETE /v2.0/subnets/fe5c0257-e104-4ec9-98b5-af968db81465 HTTP/1.1" status: 404 len: 337 time: 0.0278678 Jul 14 09:43:39.058804 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-95d468bc-ca41-4f21-8c78-23f17358bfbb req-d4f6d3a5-64bc-4e4e-aa1d-7a9b60a80993 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] For port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,segment=NetworkSegment(9199c2be-51ce-4542-981b-b2fab682d1c0),segment_id=9199c2be-51ce-4542-981b-b2fab682d1c0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:39.058804 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-95d468bc-ca41-4f21-8c78-23f17358bfbb req-d4f6d3a5-64bc-4e4e-aa1d-7a9b60a80993 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.068500 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-95d468bc-ca41-4f21-8c78-23f17358bfbb req-d4f6d3a5-64bc-4e4e-aa1d-7a9b60a80993 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Calling delete_port for e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:39.222340 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-95d468bc-ca41-4f21-8c78-23f17358bfbb req-d4f6d3a5-64bc-4e4e-aa1d-7a9b60a80993 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.251147 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58644) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:39.254314 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6d3a5-64bc-4e4e-aa1d-7a9b60a80993 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'Port': ['ID=e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:39.316751 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d468bc-ca41-4f21-8c78-23f17358bfbb req-d4f6d3a5-64bc-4e4e-aa1d-7a9b60a80993 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] No DVR routers for this DVR port e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:39.320407 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-95d468bc-ca41-4f21-8c78-23f17358bfbb req-d4f6d3a5-64bc-4e4e-aa1d-7a9b60a80993 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.322805 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-95d468bc-ca41-4f21-8c78-23f17358bfbb req-d4f6d3a5-64bc-4e4e-aa1d-7a9b60a80993 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.44 "DELETE /v2.0/ports/e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 HTTP/1.1" status: 204 len: 173 time: 0.4710515 Jul 14 09:43:39.323548 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2574a4-01c6-4354-82ab-6f0747dececc', 'name': 'network-vif-deleted', 'tag': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:39.331561 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-955494cd-3390-4422-beed-6990235fd39e req-ec7480d9-b579-4edd-b11a-875d45598037 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2574a4-01c6-4354-82ab-6f0747dececc HTTP/1.1" status: 200 len: 210 time: 0.0366459 Jul 14 09:43:39.336498 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f347df-063e-4cc0-9067-50122e992490" -d '{"events": [{"server_uuid": "ef2574a4-01c6-4354-82ab-6f0747dececc", "name": "network-vif-deleted", "tag": "e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:39.379697 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d63b81-d53b-4687-8ebc-016b77b1cca7 x-openstack-request-id: req-48d63b81-d53b-4687-8ebc-016b77b1cca7 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:39.380097 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2574a4-01c6-4354-82ab-6f0747dececc", "name": "network-vif-deleted", "tag": "e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:39.380427 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48d63b81-d53b-4687-8ebc-016b77b1cca7 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:39.381141 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2574a4-01c6-4354-82ab-6f0747dececc', 'name': 'network-vif-deleted', 'tag': 'e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8', 'status': 'completed', 'code': 200} Jul 14 09:43:39.427396 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-97546183-e269-43cf-a9cd-c65402d0f28f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b049f358a66c4bdab930174032f54d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1735911 Jul 14 09:43:39.429827 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58650) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:39.481101 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16c9dabb-c133-4fbf-a103-1cca9da95bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.504224 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16c9dabb-c133-4fbf-a103-1cca9da95bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.554190 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16c9dabb-c133-4fbf-a103-1cca9da95bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.557054 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16c9dabb-c133-4fbf-a103-1cca9da95bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.558461 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-16c9dabb-c133-4fbf-a103-1cca9da95bf1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/913b621d-dc75-43ed-80fa-f3d2b475e377 HTTP/1.1" status: 204 len: 168 time: 0.1277375 Jul 14 09:43:39.567306 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9dabb-c133-4fbf-a103-1cca9da95bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913b621d-dc75-43ed-80fa-f3d2b475e377,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:40.252943 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58672) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:40.350147 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-b2218438-dd21-4d6c-b14c-bb20a4d47ef2 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:40.350596 n-d-771362-35 neutron-server[93772]: WARNING neutron.api.v2.base [None req-b2218438-dd21-4d6c-b14c-bb20a4d47ef2 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 09:43:40.351093 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-b2218438-dd21-4d6c-b14c-bb20a4d47ef2 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:43:40.352119 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b2218438-dd21-4d6c-b14c-bb20a4d47ef2 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0981956 Jul 14 09:43:40.355835 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58676) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:40.360957 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-4eaa1fe0-3127-4981-8e92-c83f67c52a6d tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group': {'name': 'tempest-secgroup--2029132015'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:40.389190 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1fe0-3127-4981-8e92-c83f67c52a6d tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:40.400730 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1fe0-3127-4981-8e92-c83f67c52a6d tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:40.435329 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58680) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:40.678183 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1fe0-3127-4981-8e92-c83f67c52a6d tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:40.685062 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1fe0-3127-4981-8e92-c83f67c52a6d tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:40.775917 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa1fe0-3127-4981-8e92-c83f67c52a6d tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7467f9fb-a795-4092-83af-19c2a03fe958,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:40.893964 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1fe0-3127-4981-8e92-c83f67c52a6d tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:40.899563 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:40.900100 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1fe0-3127-4981-8e92-c83f67c52a6d tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:40.934815 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1fe0-3127-4981-8e92-c83f67c52a6d tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:40.935970 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4eaa1fe0-3127-4981-8e92-c83f67c52a6d tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5791326 Jul 14 09:43:40.939257 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58682) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:40.944598 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-14a8e0a0-93a9-4e8f-a2c8-b9c08ab22a4b tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group_rule': {'security_group_id': 'e43eac62-8031-4258-9b23-7fc412539953', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:40.945578 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa1fe0-3127-4981-8e92-c83f67c52a6d tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e43eac62-8031-4258-9b23-7fc412539953,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:40.973420 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14a8e0a0-93a9-4e8f-a2c8-b9c08ab22a4b tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:41.006863 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63bd26a1-9289-4806-b645-447fa868b366 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:41.020993 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14a8e0a0-93a9-4e8f-a2c8-b9c08ab22a4b tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:41.024899 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14a8e0a0-93a9-4e8f-a2c8-b9c08ab22a4b tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:41.044092 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8e0a0-93a9-4e8f-a2c8-b9c08ab22a4b tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60b65ee3-0636-436d-b144-21f546d1cbbe,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:41.047799 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14a8e0a0-93a9-4e8f-a2c8-b9c08ab22a4b tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:41.051559 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-14a8e0a0-93a9-4e8f-a2c8-b9c08ab22a4b tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1086767 Jul 14 09:43:41.052247 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58684) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:41.057347 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-00723862-284d-4f1e-80f8-8bfff774ebf7 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group_rule': {'security_group_id': 'e43eac62-8031-4258-9b23-7fc412539953', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:41.130863 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-00723862-284d-4f1e-80f8-8bfff774ebf7 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:41.235549 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-00723862-284d-4f1e-80f8-8bfff774ebf7 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:43:41.236598 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-00723862-284d-4f1e-80f8-8bfff774ebf7 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1833405 Jul 14 09:43:41.239958 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58686) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:41.352366 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fc2020d-d813-4735-a5cc-72a3073e2d28 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:41.385346 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fc2020d-d813-4735-a5cc-72a3073e2d28 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:41.421937 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-63bd26a1-9289-4806-b645-447fa868b366 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Deleting port c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:41.422278 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63bd26a1-9289-4806-b645-447fa868b366 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:41.479061 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fc2020d-d813-4735-a5cc-72a3073e2d28 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:41.481678 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fc2020d-d813-4735-a5cc-72a3073e2d28 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:41.482822 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2fc2020d-d813-4735-a5cc-72a3073e2d28 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "DELETE /v2.0/security-groups/e43eac62-8031-4258-9b23-7fc412539953 HTTP/1.1" status: 204 len: 168 time: 0.2419596 Jul 14 09:43:41.485539 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58688) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:41.499420 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc2020d-d813-4735-a5cc-72a3073e2d28 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43eac62-8031-4258-9b23-7fc412539953,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:41.533264 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-63bd26a1-9289-4806-b645-447fa868b366 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] For port c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf,segment=NetworkSegment(9199c2be-51ce-4542-981b-b2fab682d1c0),segment_id=9199c2be-51ce-4542-981b-b2fab682d1c0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:41.533855 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63bd26a1-9289-4806-b645-447fa868b366 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:41.543459 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f4da2310-1335-4d5c-bc57-9e9725c39e89 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0561037 Jul 14 09:43:41.546515 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58690) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:41.549304 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-63bd26a1-9289-4806-b645-447fa868b366 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Calling delete_port for c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:41.550990 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-714f43e6-6a2d-42a6-9b10-ad2496040271 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1855172438'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:41.574093 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-714f43e6-6a2d-42a6-9b10-ad2496040271 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:41.661479 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-714f43e6-6a2d-42a6-9b10-ad2496040271 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:41.665405 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-714f43e6-6a2d-42a6-9b10-ad2496040271 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:41.693272 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-714f43e6-6a2d-42a6-9b10-ad2496040271 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:41.694530 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-714f43e6-6a2d-42a6-9b10-ad2496040271 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1470661 Jul 14 09:43:41.698125 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58692) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:41.703186 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f6a2232e-7ed7-47a1-938f-638fc83cc782 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group_rule': {'security_group_id': '1a4c9106-1c6d-418f-ba5d-1761362acc71', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:41.703792 n-d-771362-35 neutron-server[93773]: WARNING neutron.api.v2.base [None req-f6a2232e-7ed7-47a1-938f-638fc83cc782 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 14 09:43:41.704304 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-f6a2232e-7ed7-47a1-938f-638fc83cc782 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:43:41.705378 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f6a2232e-7ed7-47a1-938f-638fc83cc782 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063236 Jul 14 09:43:41.706494 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f43e6-6a2d-42a6-9b10-ad2496040271 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4c9106-1c6d-418f-ba5d-1761362acc71,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:41.708784 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58694) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:41.798155 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63bd26a1-9289-4806-b645-447fa868b366 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:41.815373 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e519f83-1fb7-407c-8eb8-7b348687be88 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:42.088507 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd26a1-9289-4806-b645-447fa868b366 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'Port': ['ID=c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:42.147753 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e519f83-1fb7-407c-8eb8-7b348687be88 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:42.243583 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e519f83-1fb7-407c-8eb8-7b348687be88 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:42.246158 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e519f83-1fb7-407c-8eb8-7b348687be88 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:42.247360 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5e519f83-1fb7-407c-8eb8-7b348687be88 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "DELETE /v2.0/security-groups/1a4c9106-1c6d-418f-ba5d-1761362acc71 HTTP/1.1" status: 204 len: 168 time: 0.5374570 Jul 14 09:43:42.250178 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58696) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:42.286406 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e519f83-1fb7-407c-8eb8-7b348687be88 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4c9106-1c6d-418f-ba5d-1761362acc71,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:42.308441 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7c961fd6-7d4c-4c38-8658-00cd184213b2 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0568671 Jul 14 09:43:42.312999 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58698) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:42.319656 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-defc228c-dfe7-4d25-a232-695bab8f469b tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1410051267'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:42.328161 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63bd26a1-9289-4806-b645-447fa868b366 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:42.382740 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-defc228c-dfe7-4d25-a232-695bab8f469b tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:42.395640 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:42.603321 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-defc228c-dfe7-4d25-a232-695bab8f469b tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:42.612263 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-defc228c-dfe7-4d25-a232-695bab8f469b tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:42.647800 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-defc228c-dfe7-4d25-a232-695bab8f469b tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:42.648936 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-defc228c-dfe7-4d25-a232-695bab8f469b tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3349893 Jul 14 09:43:42.651900 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58700) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:42.656628 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-894cdfce-bfa5-478b-b50e-d2d8d1eb4a6d tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group_rule': {'security_group_id': '37da6a81-371f-4caa-953b-71c38e1c988c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:42.657430 n-d-771362-35 neutron-server[93773]: WARNING neutron.api.v2.base [None req-894cdfce-bfa5-478b-b50e-d2d8d1eb4a6d tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 14 09:43:42.658137 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-894cdfce-bfa5-478b-b50e-d2d8d1eb4a6d tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:43:42.659081 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-894cdfce-bfa5-478b-b50e-d2d8d1eb4a6d tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0061421 Jul 14 09:43:42.661385 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc228c-dfe7-4d25-a232-695bab8f469b tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37da6a81-371f-4caa-953b-71c38e1c988c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:42.661751 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58702) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:42.667157 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bd26a1-9289-4806-b645-447fa868b366 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Router 7e171320-1f9a-4d9b-88a4-d078a77d2438 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:42.711406 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:42.716157 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db940b8f-4ecb-4cd8-b87a-520924d012d4 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:42.731774 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:42.732117 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device e52f29ec-f9d5-4ca3-a528-35b3fa74e2a8 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:42.741504 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db940b8f-4ecb-4cd8-b87a-520924d012d4 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:42.781067 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bd26a1-9289-4806-b645-447fa868b366 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:42.786250 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db940b8f-4ecb-4cd8-b87a-520924d012d4 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:42.787194 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-63bd26a1-9289-4806-b645-447fa868b366 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "PUT /v2.0/routers/7e171320-1f9a-4d9b-88a4-d078a77d2438/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3507223 Jul 14 09:43:42.789586 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db940b8f-4ecb-4cd8-b87a-520924d012d4 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:42.790016 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58704) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:42.790914 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-db940b8f-4ecb-4cd8-b87a-520924d012d4 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "DELETE /v2.0/security-groups/37da6a81-371f-4caa-953b-71c38e1c988c HTTP/1.1" status: 204 len: 168 time: 0.1281788 Jul 14 09:43:42.793081 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e03de-fd97-47b3-9000-87a07c927152 None None] Sync routers for ids ['7e171320-1f9a-4d9b-88a4-d078a77d2438'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:42.794933 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58706) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:42.803032 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173e03de-fd97-47b3-9000-87a07c927152 None None] Routers {'7e171320-1f9a-4d9b-88a4-d078a77d2438'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:42.803782 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-173e03de-fd97-47b3-9000-87a07c927152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7e171320-1f9a-4d9b-88a4-d078a77d2438'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:42.815034 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db940b8f-4ecb-4cd8-b87a-520924d012d4 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37da6a81-371f-4caa-953b-71c38e1c988c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:42.850171 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f24bdd76-1c73-4b9b-bb9b-494a1eff5280 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0538948 Jul 14 09:43:42.853512 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58708) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:42.857137 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a80dc9-c69b-413e-816c-e392b7f36121 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Deleting subnet 486294bf-67fd-4f91-8858-ce39e034c4f8 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:43:42.858047 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ebd4efc9-f270-4f50-8d41-04b61f74496a tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group': {'name': 'tempest-secgroup--527681008'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:42.860583 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94a80dc9-c69b-413e-816c-e392b7f36121 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:42.879418 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebd4efc9-f270-4f50-8d41-04b61f74496a tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:42.905016 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94a80dc9-c69b-413e-816c-e392b7f36121 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:42.937620 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-173e03de-fd97-47b3-9000-87a07c927152 None None] Set router 7e171320-1f9a-4d9b-88a4-d078a77d2438 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:42.964288 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebd4efc9-f270-4f50-8d41-04b61f74496a tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:42.968484 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebd4efc9-f270-4f50-8d41-04b61f74496a tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.000827 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebd4efc9-f270-4f50-8d41-04b61f74496a tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.004846 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94a80dc9-c69b-413e-816c-e392b7f36121 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.005410 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ebd4efc9-f270-4f50-8d41-04b61f74496a tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1508601 Jul 14 09:43:43.006034 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58710) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:43.011514 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d81bf6c9-f9e4-4655-825c-d67ec1e3b640 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group_rule': {'security_group_id': 'b32c7759-b4ea-46d8-804a-188846817be6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:43.012377 n-d-771362-35 neutron-server[93773]: WARNING neutron.api.v2.base [None req-d81bf6c9-f9e4-4655-825c-d67ec1e3b640 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 14 09:43:43.012875 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-d81bf6c9-f9e4-4655-825c-d67ec1e3b640 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:43:43.013829 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d81bf6c9-f9e4-4655-825c-d67ec1e3b640 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059574 Jul 14 09:43:43.016841 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58712) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:43.021849 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2877e403-06e0-403f-93db-ff0c8acfc158 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group_rule': {'security_group_id': 'b32c7759-b4ea-46d8-804a-188846817be6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:43.022508 n-d-771362-35 neutron-server[93773]: WARNING neutron.api.v2.base [None req-2877e403-06e0-403f-93db-ff0c8acfc158 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 14 09:43:43.022982 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-2877e403-06e0-403f-93db-ff0c8acfc158 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:43:43.023932 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2877e403-06e0-403f-93db-ff0c8acfc158 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062149 Jul 14 09:43:43.024864 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4efc9-f270-4f50-8d41-04b61f74496a tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32c7759-b4ea-46d8-804a-188846817be6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:43.028494 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58714) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:43.034065 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-91c76267-62e6-457d-95f8-46a8555b233b tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group_rule': {'security_group_id': 'b32c7759-b4ea-46d8-804a-188846817be6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:43.034883 n-d-771362-35 neutron-server[93773]: WARNING neutron.api.v2.base [None req-91c76267-62e6-457d-95f8-46a8555b233b tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 14 09:43:43.035581 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-91c76267-62e6-457d-95f8-46a8555b233b tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:43:43.039619 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-91c76267-62e6-457d-95f8-46a8555b233b tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074983 Jul 14 09:43:43.039833 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58716) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:43.046145 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6097c03d-2c7a-4278-b48b-96f916015011 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group_rule': {'security_group_id': 'b32c7759-b4ea-46d8-804a-188846817be6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:43.047858 n-d-771362-35 neutron-server[93773]: WARNING neutron.api.v2.base [None req-6097c03d-2c7a-4278-b48b-96f916015011 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 14 09:43:43.048354 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-6097c03d-2c7a-4278-b48b-96f916015011 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:43:43.052798 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6097c03d-2c7a-4278-b48b-96f916015011 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0081432 Jul 14 09:43:43.053439 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58718) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:43.076290 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94a80dc9-c69b-413e-816c-e392b7f36121 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.107665 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a80dc9-c69b-413e-816c-e392b7f36121 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'Subnet': ['ID=486294bf-67fd-4f91-8858-ce39e034c4f8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:43.112472 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94a80dc9-c69b-413e-816c-e392b7f36121 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.117527 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-94a80dc9-c69b-413e-816c-e392b7f36121 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "DELETE /v2.0/subnets/486294bf-67fd-4f91-8858-ce39e034c4f8 HTTP/1.1" status: 204 len: 168 time: 0.3262067 Jul 14 09:43:43.117825 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58720) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:43.131124 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-acf01bfd-ad0f-4740-85e8-00219761f016 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.132468 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2855b3ce-9285-4387-a7ee-2fb60cdd91bc None None] Network db4cdeba-5aaa-4aa3-8402-070268d6baba requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:43.201113 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-acf01bfd-ad0f-4740-85e8-00219761f016 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.285145 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8c1087a-1d33-4442-8d50-d733fe02770f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.322716 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-acf01bfd-ad0f-4740-85e8-00219761f016 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.325293 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-acf01bfd-ad0f-4740-85e8-00219761f016 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.329229 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-acf01bfd-ad0f-4740-85e8-00219761f016 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "DELETE /v2.0/security-groups/b32c7759-b4ea-46d8-804a-188846817be6 HTTP/1.1" status: 204 len: 168 time: 0.2721558 Jul 14 09:43:43.332070 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58722) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:43.345019 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf01bfd-ad0f-4740-85e8-00219761f016 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32c7759-b4ea-46d8-804a-188846817be6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:43.403391 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-782022f1-47ed-4ec1-a0a8-8a81d368cf89 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0662315 Jul 14 09:43:43.403942 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58724) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:43.411317 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-cd0d4f96-fbff-4816-bdb2-716f9036345e tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1872239748'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:43.414588 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8c1087a-1d33-4442-8d50-d733fe02770f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.419946 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-173e03de-fd97-47b3-9000-87a07c927152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-319801268', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:35Z', 'updated_at': '2021-07-14T09:43:41Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:49:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:35Z', 'updated_at': '2021-07-14T09:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:43.437158 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd0d4f96-fbff-4816-bdb2-716f9036345e tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.452041 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e03de-fd97-47b3-9000-87a07c927152 None None] Checking router: 7e171320-1f9a-4d9b-88a4-d078a77d2438 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:43.469666 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173e03de-fd97-47b3-9000-87a07c927152 None None] Routers {'7e171320-1f9a-4d9b-88a4-d078a77d2438'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:43.470292 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-173e03de-fd97-47b3-9000-87a07c927152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7e171320-1f9a-4d9b-88a4-d078a77d2438'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:43.479851 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c8c1087a-1d33-4442-8d50-d733fe02770f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Deleting port 7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:43.480203 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8c1087a-1d33-4442-8d50-d733fe02770f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.529598 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd0d4f96-fbff-4816-bdb2-716f9036345e tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.534788 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd0d4f96-fbff-4816-bdb2-716f9036345e tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.562396 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd0d4f96-fbff-4816-bdb2-716f9036345e tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.567587 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cd0d4f96-fbff-4816-bdb2-716f9036345e tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1568305 Jul 14 09:43:43.567705 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-173e03de-fd97-47b3-9000-87a07c927152 None None] Set router 7e171320-1f9a-4d9b-88a4-d078a77d2438 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:43.567810 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58726) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:43.574340 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e05e8855-2680-4360-a2ee-90a16cb6c328 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group_rule': {'security_group_id': '3dfb7af0-5d5a-4544-b0e7-b18f0a15a78d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:43.575138 n-d-771362-35 neutron-server[93773]: WARNING neutron.api.v2.base [None req-e05e8855-2680-4360-a2ee-90a16cb6c328 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 09:43:43.575685 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-e05e8855-2680-4360-a2ee-90a16cb6c328 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:43:43.576104 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d4f96-fbff-4816-bdb2-716f9036345e tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfb7af0-5d5a-4544-b0e7-b18f0a15a78d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:43.576655 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e05e8855-2680-4360-a2ee-90a16cb6c328 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089862 Jul 14 09:43:43.580297 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58728) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:43.582181 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-c8c1087a-1d33-4442-8d50-d733fe02770f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] For port 7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:43.583336 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8c1087a-1d33-4442-8d50-d733fe02770f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.586300 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-2fefa00f-49ca-4d48-b44a-aca9677bcf37 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group_rule': {'security_group_id': '3dfb7af0-5d5a-4544-b0e7-b18f0a15a78d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:43.599335 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c8c1087a-1d33-4442-8d50-d733fe02770f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Calling delete_port for 7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:43.631465 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-2fefa00f-49ca-4d48-b44a-aca9677bcf37 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:43:43.635357 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2fefa00f-49ca-4d48-b44a-aca9677bcf37 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0511787 Jul 14 09:43:43.635727 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58730) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:43.645651 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-0a96e6e4-c00d-400c-9f19-949d3c079f68 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group_rule': {'security_group_id': '3dfb7af0-5d5a-4544-b0e7-b18f0a15a78d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:43.645969 n-d-771362-35 neutron-server[93772]: WARNING neutron.api.v2.base [None req-0a96e6e4-c00d-400c-9f19-949d3c079f68 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 14 09:43:43.646851 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-0a96e6e4-c00d-400c-9f19-949d3c079f68 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:43:43.647456 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-173e03de-fd97-47b3-9000-87a07c927152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-319801268', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:35Z', 'updated_at': '2021-07-14T09:43:43Z', 'revision_number': 6, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:43.650664 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0a96e6e4-c00d-400c-9f19-949d3c079f68 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0112782 Jul 14 09:43:43.650808 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58732) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:43.655636 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-7913ae87-c36d-4f1a-a7d5-9e1d2bb72963 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group_rule': {'security_group_id': '3dfb7af0-5d5a-4544-b0e7-b18f0a15a78d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:43.684567 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f0c78b-626f-4583-891f-a0c82a65351b None None] DHCP port deletion for db4cdeba-5aaa-4aa3-8402-070268d6baba request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:43:43.686897 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e03de-fd97-47b3-9000-87a07c927152 None None] The sync data for ids ['7e171320-1f9a-4d9b-88a4-d078a77d2438'] in n-d-771362-35 is: [{'id': '7e171320-1f9a-4d9b-88a4-d078a77d2438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-319801268', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:35Z', 'updated_at': '2021-07-14T09:43:43Z', 'revision_number': 6, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:43.712079 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-7913ae87-c36d-4f1a-a7d5-9e1d2bb72963 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:43:43.713232 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7913ae87-c36d-4f1a-a7d5-9e1d2bb72963 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0614355 Jul 14 09:43:43.716210 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58734) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:43.721063 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-81367999-dc89-4ee0-bd95-0585941e8a41 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group_rule': {'security_group_id': '3dfb7af0-5d5a-4544-b0e7-b18f0a15a78d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:43.721554 n-d-771362-35 neutron-server[93772]: WARNING neutron.api.v2.base [None req-81367999-dc89-4ee0-bd95-0585941e8a41 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 09:43:43.722086 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-81367999-dc89-4ee0-bd95-0585941e8a41 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:43:43.723037 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-81367999-dc89-4ee0-bd95-0585941e8a41 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058286 Jul 14 09:43:43.726057 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58736) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:43.730590 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-e9c2ffcf-e1bc-46fd-9776-a6396ef7e069 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group_rule': {'security_group_id': '3dfb7af0-5d5a-4544-b0e7-b18f0a15a78d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:43.757342 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c6f0c78b-626f-4583-891f-a0c82a65351b None None] Deleting port 1f6c55a0-08ea-4f4d-a4ee-d002fadc6199 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:43.757804 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6f0c78b-626f-4583-891f-a0c82a65351b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.774499 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-e9c2ffcf-e1bc-46fd-9776-a6396ef7e069 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:43:43.775643 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e9c2ffcf-e1bc-46fd-9776-a6396ef7e069 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0486155 Jul 14 09:43:43.778446 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58738) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:43.783051 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ad5218c5-e799-4df1-a15c-4f21cad56e3e tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group_rule': {'security_group_id': '3dfb7af0-5d5a-4544-b0e7-b18f0a15a78d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:43.783657 n-d-771362-35 neutron-server[93772]: WARNING neutron.api.v2.base [None req-ad5218c5-e799-4df1-a15c-4f21cad56e3e tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 14 09:43:43.784037 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-ad5218c5-e799-4df1-a15c-4f21cad56e3e tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:43:43.784971 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ad5218c5-e799-4df1-a15c-4f21cad56e3e tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056107 Jul 14 09:43:43.788068 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58740) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:43.792328 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-53ee2a52-dd89-422c-923a-31cfb1fbf712 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group_rule': {'security_group_id': '3dfb7af0-5d5a-4544-b0e7-b18f0a15a78d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:43.806217 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8c1087a-1d33-4442-8d50-d733fe02770f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.830925 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-53ee2a52-dd89-422c-923a-31cfb1fbf712 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:43:43.832073 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-53ee2a52-dd89-422c-923a-31cfb1fbf712 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0430636 Jul 14 09:43:43.835581 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58742) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:43.840101 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1087a-1d33-4442-8d50-d733fe02770f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'Port': ['ID=7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:43.840934 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c01f5407-4433-4ff6-8cd2-1198f99fec20 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group_rule': {'security_group_id': '3dfb7af0-5d5a-4544-b0e7-b18f0a15a78d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:43.845558 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c6f0c78b-626f-4583-891f-a0c82a65351b None None] For port 1f6c55a0-08ea-4f4d-a4ee-d002fadc6199, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=1f6c55a0-08ea-4f4d-a4ee-d002fadc6199,segment=NetworkSegment(9199c2be-51ce-4542-981b-b2fab682d1c0),segment_id=9199c2be-51ce-4542-981b-b2fab682d1c0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:43.846014 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6f0c78b-626f-4583-891f-a0c82a65351b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.862585 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c6f0c78b-626f-4583-891f-a0c82a65351b None None] Calling delete_port for 1f6c55a0-08ea-4f4d-a4ee-d002fadc6199 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:43.881845 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-c01f5407-4433-4ff6-8cd2-1198f99fec20 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:43:43.885723 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c01f5407-4433-4ff6-8cd2-1198f99fec20 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0466042 Jul 14 09:43:43.886025 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58744) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:43.914525 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8c1087a-1d33-4442-8d50-d733fe02770f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.950863 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01d7181d-6241-41c0-bf16-ec72c1d2d53e tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.951498 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6f0c78b-626f-4583-891f-a0c82a65351b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.979918 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0c78b-626f-4583-891f-a0c82a65351b None None] Pushing event deleted for resources: {'Port': ['ID=1f6c55a0-08ea-4f4d-a4ee-d002fadc6199,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:43.984750 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01d7181d-6241-41c0-bf16-ec72c1d2d53e tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.986522 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f0c78b-626f-4583-891f-a0c82a65351b None None] No DVR routers for this DVR port 1f6c55a0-08ea-4f4d-a4ee-d002fadc6199 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:44.026069 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8c1087a-1d33-4442-8d50-d733fe02770f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.028341 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8c1087a-1d33-4442-8d50-d733fe02770f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.029808 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01d7181d-6241-41c0-bf16-ec72c1d2d53e tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.032433 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01d7181d-6241-41c0-bf16-ec72c1d2d53e tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.033607 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-01d7181d-6241-41c0-bf16-ec72c1d2d53e tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "DELETE /v2.0/security-groups/3dfb7af0-5d5a-4544-b0e7-b18f0a15a78d HTTP/1.1" status: 204 len: 168 time: 0.1465399 Jul 14 09:43:44.037298 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58746) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:44.043212 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7181d-6241-41c0-bf16-ec72c1d2d53e tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfb7af0-5d5a-4544-b0e7-b18f0a15a78d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:44.086957 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8c1087a-1d33-4442-8d50-d733fe02770f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.087701 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c1087a-1d33-4442-8d50-d733fe02770f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Fanout notify agent at l3_agent the message router_deleted on router 7e171320-1f9a-4d9b-88a4-d078a77d2438 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:43:44.108245 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8c1087a-1d33-4442-8d50-d733fe02770f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.111393 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c8c1087a-1d33-4442-8d50-d733fe02770f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "DELETE /v2.0/routers/7e171320-1f9a-4d9b-88a4-d078a77d2438 HTTP/1.1" status: 204 len: 168 time: 0.9904568 Jul 14 09:43:44.111892 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58748) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:44.125851 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0121a621-76c7-4366-8e2d-9b3f010431b7 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0594180 Jul 14 09:43:44.130785 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58750) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:44.135792 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-71fdede2-75e4-4411-b570-83f014bebca1 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1576910483'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:44.167631 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71fdede2-75e4-4411-b570-83f014bebca1 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.226598 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2a1299b-b834-40f6-931a-7b1b58a6b10a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.281422 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71fdede2-75e4-4411-b570-83f014bebca1 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.288884 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71fdede2-75e4-4411-b570-83f014bebca1 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.318475 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71fdede2-75e4-4411-b570-83f014bebca1 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.319796 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-71fdede2-75e4-4411-b570-83f014bebca1 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1878414 Jul 14 09:43:44.322633 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58752) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:44.327673 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ab58abce-4623-4fc3-80a3-7f80384ac3e5 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group_rule': {'security_group_id': 'e70d66c0-9a78-4b87-a068-2b7820c794a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:44.331844 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2a1299b-b834-40f6-931a-7b1b58a6b10a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.334302 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fdede2-75e4-4411-b570-83f014bebca1 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e70d66c0-9a78-4b87-a068-2b7820c794a0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:44.346726 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-f2a1299b-b834-40f6-931a-7b1b58a6b10a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db4cdeba-5aaa-4aa3-8402-070268d6baba']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:44.359717 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-f2a1299b-b834-40f6-931a-7b1b58a6b10a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9199c2be-51ce-4542-981b-b2fab682d1c0') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:44.360025 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-f2a1299b-b834-40f6-931a-7b1b58a6b10a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9199c2be-51ce-4542-981b-b2fab682d1c0') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:44.371869 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2a1299b-b834-40f6-931a-7b1b58a6b10a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.381617 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-ab58abce-4623-4fc3-80a3-7f80384ac3e5 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] create failed (client error): The resource could not be found. Jul 14 09:43:44.385769 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ab58abce-4623-4fc3-80a3-7f80384ac3e5 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0584407 Jul 14 09:43:44.385769 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58754) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:44.390547 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d3841dd1-59f0-4d26-9d7f-61bf93949857 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group_rule': {'security_group_id': 'e70d66c0-9a78-4b87-a068-2b7820c794a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '222c002d-dbc1-41d2-b61f-c905c1851b5e'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:44.390944 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2a1299b-b834-40f6-931a-7b1b58a6b10a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.398996 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a1299b-b834-40f6-931a-7b1b58a6b10a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:43:44.399405 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2a1299b-b834-40f6-931a-7b1b58a6b10a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:43:44.402479 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:43:44.437469 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-d3841dd1-59f0-4d26-9d7f-61bf93949857 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] create failed (client error): The resource could not be found. Jul 14 09:43:44.441636 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d3841dd1-59f0-4d26-9d7f-61bf93949857 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0552979 Jul 14 09:43:44.442971 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58756) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:44.470334 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2a1299b-b834-40f6-931a-7b1b58a6b10a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.481508 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2a1299b-b834-40f6-931a-7b1b58a6b10a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.482963 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f2a1299b-b834-40f6-931a-7b1b58a6b10a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "DELETE /v2.0/networks/db4cdeba-5aaa-4aa3-8402-070268d6baba HTTP/1.1" status: 204 len: 168 time: 0.3698781 Jul 14 09:43:44.489937 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58758) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:44.493349 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1299b-b834-40f6-931a-7b1b58a6b10a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'Network': ['ID=db4cdeba-5aaa-4aa3-8402-070268d6baba,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:44.544655 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-acd59b36-1246-4307-8568-2f9d0d8b82b7 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.586236 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-acd59b36-1246-4307-8568-2f9d0d8b82b7 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.589069 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-658732f4-8d14-46d2-b72d-c96ae8756d95 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.636309 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-658732f4-8d14-46d2-b72d-c96ae8756d95 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.671995 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-acd59b36-1246-4307-8568-2f9d0d8b82b7 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.674439 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-acd59b36-1246-4307-8568-2f9d0d8b82b7 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.675600 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-acd59b36-1246-4307-8568-2f9d0d8b82b7 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "DELETE /v2.0/security-groups/e70d66c0-9a78-4b87-a068-2b7820c794a0 HTTP/1.1" status: 204 len: 168 time: 0.2316206 Jul 14 09:43:44.678657 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58760) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:44.686979 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd59b36-1246-4307-8568-2f9d0d8b82b7 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70d66c0-9a78-4b87-a068-2b7820c794a0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:44.720578 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-658732f4-8d14-46d2-b72d-c96ae8756d95 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.723137 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-658732f4-8d14-46d2-b72d-c96ae8756d95 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.724583 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-658732f4-8d14-46d2-b72d-c96ae8756d95 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "DELETE /v2.0/security-groups/f2a6e725-89f7-4ff4-95c5-77a9b12d0037 HTTP/1.1" status: 204 len: 168 time: 0.2336998 Jul 14 09:43:44.734212 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658732f4-8d14-46d2-b72d-c96ae8756d95 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a6e725-89f7-4ff4-95c5-77a9b12d0037,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:44.757989 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58764) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:44.758365 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9763d9dc-3ddc-4c47-b294-5b1caa540844 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0782700 Jul 14 09:43:44.765514 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f7e1d854-b106-493e-b5a4-efeda2c3ca44 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group_rule': {'security_group_id': '475759e7-0bed-4496-abb2-8b0dba260ac9', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:44.809065 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-f7e1d854-b106-493e-b5a4-efeda2c3ca44 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] create failed (client error): The resource could not be found. Jul 14 09:43:44.810122 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f7e1d854-b106-493e-b5a4-efeda2c3ca44 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0505245 Jul 14 09:43:44.815809 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58768) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:44.822017 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-414e479e-f3b0-4fad-85a1-351d4d489c35 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group': {'name': 'tempest-secgroup--241440328'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:44.849651 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-414e479e-f3b0-4fad-85a1-351d4d489c35 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.943518 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-414e479e-f3b0-4fad-85a1-351d4d489c35 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.947875 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-414e479e-f3b0-4fad-85a1-351d4d489c35 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.978288 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-414e479e-f3b0-4fad-85a1-351d4d489c35 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.979436 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-414e479e-f3b0-4fad-85a1-351d4d489c35 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1625786 Jul 14 09:43:44.982513 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58770) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:44.984793 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e479e-f3b0-4fad-85a1-351d4d489c35 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=990db70d-33ef-4025-87b0-3dbecc20e6f0,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:44.987519 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-703452bc-2caa-478c-8225-51b7d993a106 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group': {'name': 'tempest-secgroup--210609786'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:45.012030 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-703452bc-2caa-478c-8225-51b7d993a106 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.115532 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-703452bc-2caa-478c-8225-51b7d993a106 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.119932 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-703452bc-2caa-478c-8225-51b7d993a106 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.152767 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-703452bc-2caa-478c-8225-51b7d993a106 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.155963 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-703452bc-2caa-478c-8225-51b7d993a106 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1723125 Jul 14 09:43:45.156982 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703452bc-2caa-478c-8225-51b7d993a106 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbccc70-c221-495b-97e0-324a118037c8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:45.157118 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58772) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:45.163947 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-32ebe2ea-7ea7-4a6b-889d-52bc5e76feb6 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group_rule': {'security_group_id': '990db70d-33ef-4025-87b0-3dbecc20e6f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6dbccc70-c221-495b-97e0-324a118037c8'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:45.168014 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58774) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:45.176487 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:45.179890 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-440b36b1-af9a-4119-99df-423be7c679c0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-519890153', 'description': 'tempest-secgroup-smoke-519890153 description', 'project_id': 'efe559a5c8d646b7b35d7ff399735120'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:45.202163 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:45.202627 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c7fdcc7c-3c26-4b1c-b5da-131014c0dbdf not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:45.203385 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 1f6c55a0-08ea-4f4d-a4ee-d002fadc6199 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:45.209929 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-440b36b1-af9a-4119-99df-423be7c679c0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.214048 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-32ebe2ea-7ea7-4a6b-889d-52bc5e76feb6 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:43:45.217858 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-32ebe2ea-7ea7-4a6b-889d-52bc5e76feb6 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0564036 Jul 14 09:43:45.218232 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58776) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:45.225545 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 1f6c55a0-08ea-4f4d-a4ee-d002fadc6199 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:45.225916 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 1f6c55a0-08ea-4f4d-a4ee-d002fadc6199 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:45.226506 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:45.248592 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:45.248939 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7dfe16b0-72c3-4141-aeda-86b6dfd4d1d6 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:45.285096 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf4256b8-f0f4-4ff2-94dd-6ed59bdfc22f tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.298605 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-440b36b1-af9a-4119-99df-423be7c679c0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.303292 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-440b36b1-af9a-4119-99df-423be7c679c0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.309362 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf4256b8-f0f4-4ff2-94dd-6ed59bdfc22f tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.325822 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-440b36b1-af9a-4119-99df-423be7c679c0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.327304 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-440b36b1-af9a-4119-99df-423be7c679c0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1580379 Jul 14 09:43:45.331542 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58778) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:45.336301 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-4c36b069-e720-4aa8-b951-a227050389b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'security_group_rule': {'security_group_id': '79eb08fe-ab0e-45d9-9825-418c2b50f294', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:45.346394 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b36b1-af9a-4119-99df-423be7c679c0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79eb08fe-ab0e-45d9-9825-418c2b50f294,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:45.361988 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf4256b8-f0f4-4ff2-94dd-6ed59bdfc22f tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.364844 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf4256b8-f0f4-4ff2-94dd-6ed59bdfc22f tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.366142 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cf4256b8-f0f4-4ff2-94dd-6ed59bdfc22f tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "DELETE /v2.0/security-groups/6dbccc70-c221-495b-97e0-324a118037c8 HTTP/1.1" status: 204 len: 168 time: 0.1468420 Jul 14 09:43:45.369050 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58780) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:45.371139 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c36b069-e720-4aa8-b951-a227050389b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.375319 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4256b8-f0f4-4ff2-94dd-6ed59bdfc22f tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbccc70-c221-495b-97e0-324a118037c8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:45.465959 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f1a5093f-bb8d-424e-a193-5a0e58295cfa tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0956399 Jul 14 09:43:45.468873 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58782) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:45.476858 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c36b069-e720-4aa8-b951-a227050389b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.481342 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c36b069-e720-4aa8-b951-a227050389b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.500684 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36b069-e720-4aa8-b951-a227050389b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5adba5d9-e331-47bf-a4d9-705a9caea472,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:45.506692 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c36b069-e720-4aa8-b951-a227050389b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.507834 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4c36b069-e720-4aa8-b951-a227050389b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1751020 Jul 14 09:43:45.510614 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58784) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:45.515830 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d1d6bf52-086a-448a-86fc-0cf09675d44c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'security_group_rule': {'security_group_id': '79eb08fe-ab0e-45d9-9825-418c2b50f294', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:45.524199 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b0248cf8-5b8a-4f7d-9431-aef0b651a86d tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.542998 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1d6bf52-086a-448a-86fc-0cf09675d44c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.548186 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b0248cf8-5b8a-4f7d-9431-aef0b651a86d tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.594265 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b0248cf8-5b8a-4f7d-9431-aef0b651a86d tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.596904 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b0248cf8-5b8a-4f7d-9431-aef0b651a86d tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.601065 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b0248cf8-5b8a-4f7d-9431-aef0b651a86d tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "DELETE /v2.0/security-groups/990db70d-33ef-4025-87b0-3dbecc20e6f0 HTTP/1.1" status: 204 len: 168 time: 0.1281686 Jul 14 09:43:45.601547 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58788) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:45.607644 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0248cf8-5b8a-4f7d-9431-aef0b651a86d tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=990db70d-33ef-4025-87b0-3dbecc20e6f0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:45.616394 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1d6bf52-086a-448a-86fc-0cf09675d44c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.629305 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1d6bf52-086a-448a-86fc-0cf09675d44c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.658031 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6bf52-086a-448a-86fc-0cf09675d44c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf78c8a-777f-47c9-8490-b6e917db0f2e,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:45.668663 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1d6bf52-086a-448a-86fc-0cf09675d44c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.669868 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d1d6bf52-086a-448a-86fc-0cf09675d44c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1578140 Jul 14 09:43:45.672955 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58790) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:45.678155 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f90f7970-2978-4d43-90f6-645006b79c73 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0755553 Jul 14 09:43:45.680489 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-4331678b-c6db-49e3-9c15-4c6638f028f6 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'security_group_rule': {'security_group_id': '79eb08fe-ab0e-45d9-9825-418c2b50f294', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:45.682119 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58792) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:45.687241 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a59d63ce-79af-4ff6-a4f9-b696045e736f tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1225805788'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:45.710250 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4331678b-c6db-49e3-9c15-4c6638f028f6 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.719892 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a59d63ce-79af-4ff6-a4f9-b696045e736f tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.769560 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4331678b-c6db-49e3-9c15-4c6638f028f6 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.773905 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4331678b-c6db-49e3-9c15-4c6638f028f6 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.794413 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331678b-c6db-49e3-9c15-4c6638f028f6 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b770aead-c8c7-4df0-8224-28f8771032ee,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:45.804534 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a59d63ce-79af-4ff6-a4f9-b696045e736f tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.808276 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a59d63ce-79af-4ff6-a4f9-b696045e736f tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.812305 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4331678b-c6db-49e3-9c15-4c6638f028f6 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.813608 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4331678b-c6db-49e3-9c15-4c6638f028f6 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1388555 Jul 14 09:43:45.816513 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58794) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:45.821411 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9a9055d7-3a8f-4b1a-b426-e2385ca617d7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'security_group_rule': {'security_group_id': '79eb08fe-ab0e-45d9-9825-418c2b50f294', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:45.860099 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d63ce-79af-4ff6-a4f9-b696045e736f tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0c1776-7887-4678-8bbe-b43eaae61f38,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:45.872018 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a59d63ce-79af-4ff6-a4f9-b696045e736f tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.873233 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a59d63ce-79af-4ff6-a4f9-b696045e736f tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1899869 Jul 14 09:43:45.874609 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a9055d7-3a8f-4b1a-b426-e2385ca617d7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.876350 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58796) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:45.881857 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-5831c8af-fea7-4d68-882e-289a26559755 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:45.882281 n-d-771362-35 neutron-server[93772]: WARNING neutron.api.v2.base [None req-5831c8af-fea7-4d68-882e-289a26559755 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 09:43:45.882779 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-5831c8af-fea7-4d68-882e-289a26559755 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] update failed (client error): There was a conflict when trying to complete your request. Jul 14 09:43:45.886106 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5831c8af-fea7-4d68-882e-289a26559755 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "PUT /v2.0/security-groups/ac0c1776-7887-4678-8bbe-b43eaae61f38 HTTP/1.1" status: 409 len: 330 time: 0.0063088 Jul 14 09:43:45.886364 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58798) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:45.935732 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a9055d7-3a8f-4b1a-b426-e2385ca617d7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.945594 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca09fd73-357d-4e58-b2fd-9dc7ba7b0467 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.948402 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a9055d7-3a8f-4b1a-b426-e2385ca617d7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.972133 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca09fd73-357d-4e58-b2fd-9dc7ba7b0467 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.973796 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9055d7-3a8f-4b1a-b426-e2385ca617d7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399cbf14-21b4-4c1c-903b-e48a72e68a5a,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:45.978458 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a9055d7-3a8f-4b1a-b426-e2385ca617d7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.982977 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9a9055d7-3a8f-4b1a-b426-e2385ca617d7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1619990 Jul 14 09:43:45.983118 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58800) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:45.988190 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-954c590f-f21e-4b0c-85b2-0326295041da tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'security_group_rule': {'security_group_id': '79eb08fe-ab0e-45d9-9825-418c2b50f294', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:46.028855 n-d-771362-35 neutron-server[93772]: INFO neutron.db.securitygroups_db [None req-954c590f-f21e-4b0c-85b2-0326295041da tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Project efe559a5c8d646b7b35d7ff399735120 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:43:46.034140 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-954c590f-f21e-4b0c-85b2-0326295041da tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.046836 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca09fd73-357d-4e58-b2fd-9dc7ba7b0467 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.049367 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca09fd73-357d-4e58-b2fd-9dc7ba7b0467 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.050504 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ca09fd73-357d-4e58-b2fd-9dc7ba7b0467 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "DELETE /v2.0/security-groups/ac0c1776-7887-4678-8bbe-b43eaae61f38 HTTP/1.1" status: 204 len: 168 time: 0.1632617 Jul 14 09:43:46.053283 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58802) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:46.073336 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09fd73-357d-4e58-b2fd-9dc7ba7b0467 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0c1776-7887-4678-8bbe-b43eaae61f38,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:46.102339 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a8005b4a-9527-4569-bd8d-19572081b534 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0476317 Jul 14 09:43:46.104822 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-954c590f-f21e-4b0c-85b2-0326295041da tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.106133 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58804) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:46.115689 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-954c590f-f21e-4b0c-85b2-0326295041da tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.126920 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-b7a7dc4a-24c6-4419-a8c6-0ab9619e0fc0 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] delete failed (client error): The resource could not be found. Jul 14 09:43:46.127944 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b7a7dc4a-24c6-4419-a8c6-0ab9619e0fc0 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "DELETE /v2.0/security-groups/f67ce6a5-dcd5-4f0a-96df-d98014244ab0 HTTP/1.1" status: 404 len: 347 time: 0.0208139 Jul 14 09:43:46.132458 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58806) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:46.139956 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c590f-f21e-4b0c-85b2-0326295041da tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f491d9d-e76b-4be9-9108-e739a630dd83,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:46.146950 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-d869593c-3358-4259-b386-d71aa656941f tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] show failed (client error): The resource could not be found. Jul 14 09:43:46.147437 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-954c590f-f21e-4b0c-85b2-0326295041da tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.151393 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d869593c-3358-4259-b386-d71aa656941f tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "GET /v2.0/security-groups/d60c82ce-66fa-4dcc-b554-30588a186045 HTTP/1.1" status: 404 len: 347 time: 0.0145116 Jul 14 09:43:46.151802 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58808) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:46.152095 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-954c590f-f21e-4b0c-85b2-0326295041da tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1682472 Jul 14 09:43:46.152201 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58810) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:46.159304 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-3046f474-89c5-4361-96ef-03c2fd94d183 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'security_group_rule': {'security_group_id': '79eb08fe-ab0e-45d9-9825-418c2b50f294', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:46.180750 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-93db978e-dfeb-4fe3-92c0-991a599686a0 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] show failed (client error): The resource could not be found. Jul 14 09:43:46.181779 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-93db978e-dfeb-4fe3-92c0-991a599686a0 tempest-NegativeSecGroupTest-968940240 tempest-NegativeSecGroupTest-968940240-project] 10.222.0.25 "GET /v2.0/security-group-rules/79414982-c62b-4246-baa7-48349a54bffb HTTP/1.1" status: 404 len: 356 time: 0.0274451 Jul 14 09:43:46.194068 n-d-771362-35 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-3046f474-89c5-4361-96ef-03c2fd94d183 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Project efe559a5c8d646b7b35d7ff399735120 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:43:46.198881 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3046f474-89c5-4361-96ef-03c2fd94d183 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.262245 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3046f474-89c5-4361-96ef-03c2fd94d183 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.266085 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3046f474-89c5-4361-96ef-03c2fd94d183 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.286395 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046f474-89c5-4361-96ef-03c2fd94d183 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c485ff6-c6bf-428e-b875-6f7e4c64f2f2,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:46.293134 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3046f474-89c5-4361-96ef-03c2fd94d183 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.294118 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3046f474-89c5-4361-96ef-03c2fd94d183 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1406369 Jul 14 09:43:46.297329 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58816) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:46.302970 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5ef64048-5b13-41c0-ba67-72d77f7b5935 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'network': {'name': 'tempest-network-smoke--169933335', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'port_security_enabled': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:46.324354 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef64048-5b13-41c0-ba67-72d77f7b5935 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Made reservation on behalf of efe559a5c8d646b7b35d7ff399735120 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:46.328200 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ef64048-5b13-41c0-ba67-72d77f7b5935 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.353338 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef64048-5b13-41c0-ba67-72d77f7b5935 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:43:46.363358 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ef64048-5b13-41c0-ba67-72d77f7b5935 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.363746 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-5ef64048-5b13-41c0-ba67-72d77f7b5935 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Added segment 8bbfaf27-9473-4413-b29d-1f4a2c5ff013 of type vlan for network cd0e1f14-e62a-404d-836e-db6e9050303b Jul 14 09:43:46.407815 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ef64048-5b13-41c0-ba67-72d77f7b5935 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.441713 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ef64048-5b13-41c0-ba67-72d77f7b5935 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.444692 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58820) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:46.448263 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef64048-5b13-41c0-ba67-72d77f7b5935 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:46.448867 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ef64048-5b13-41c0-ba67-72d77f7b5935 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.510747 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58824) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:46.511283 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5ef64048-5b13-41c0-ba67-72d77f7b5935 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2123771 Jul 14 09:43:46.517086 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-97668044-8b33-4d30-aca1-49b6a14c856f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1756522371', 'admin_state_up': True, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:46.519902 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef64048-5b13-41c0-ba67-72d77f7b5935 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Network': ['ID=cd0e1f14-e62a-404d-836e-db6e9050303b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:46.531456 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network cd0e1f14-e62a-404d-836e-db6e9050303b details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:43:46.545760 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97668044-8b33-4d30-aca1-49b6a14c856f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.546899 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97668044-8b33-4d30-aca1-49b6a14c856f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.650522 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97668044-8b33-4d30-aca1-49b6a14c856f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.654285 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-46bf9fcf-31c5-44e5-9dfb-f119ada3c8fb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f50afc79b13e463bb41ab88517ad89d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2082350 Jul 14 09:43:46.658132 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58826) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:46.727196 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-192c0551-25f4-47ea-8180-bc9ba3f78f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.757039 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-192c0551-25f4-47ea-8180-bc9ba3f78f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.825667 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-192c0551-25f4-47ea-8180-bc9ba3f78f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.831069 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-192c0551-25f4-47ea-8180-bc9ba3f78f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.834064 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-192c0551-25f4-47ea-8180-bc9ba3f78f87 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7467f9fb-a795-4092-83af-19c2a03fe958 HTTP/1.1" status: 204 len: 168 time: 0.1741242 Jul 14 09:43:46.841863 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97668044-8b33-4d30-aca1-49b6a14c856f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.854279 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c0551-25f4-47ea-8180-bc9ba3f78f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7467f9fb-a795-4092-83af-19c2a03fe958,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:47.111688 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97668044-8b33-4d30-aca1-49b6a14c856f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:47.133402 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97668044-8b33-4d30-aca1-49b6a14c856f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:47.248857 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-97668044-8b33-4d30-aca1-49b6a14c856f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Allocated IP 172.25.6.74 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/d39153b2-acc2-42a7-bff5-47166d863ea5) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:47.355391 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97668044-8b33-4d30-aca1-49b6a14c856f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:47.399413 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97668044-8b33-4d30-aca1-49b6a14c856f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:47.446286 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97668044-8b33-4d30-aca1-49b6a14c856f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:47.449126 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-97668044-8b33-4d30-aca1-49b6a14c856f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:47.452080 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97668044-8b33-4d30-aca1-49b6a14c856f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:47.480888 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97668044-8b33-4d30-aca1-49b6a14c856f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Port': ['ID=d39153b2-acc2-42a7-bff5-47166d863ea5,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:47.645178 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58848) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:47.970143 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-aa94208a-f5d6-474d-a53e-6bcc867b3ce1 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1076466847'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:48.005655 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa94208a-f5d6-474d-a53e-6bcc867b3ce1 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Made reservation on behalf of 130f2a0c48364c87bd78437ace3d1726 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:48.009016 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa94208a-f5d6-474d-a53e-6bcc867b3ce1 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.010883 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97668044-8b33-4d30-aca1-49b6a14c856f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.047010 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa94208a-f5d6-474d-a53e-6bcc867b3ce1 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.280400 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa94208a-f5d6-474d-a53e-6bcc867b3ce1 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.281812 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97668044-8b33-4d30-aca1-49b6a14c856f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.286874 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa94208a-f5d6-474d-a53e-6bcc867b3ce1 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.352409 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa94208a-f5d6-474d-a53e-6bcc867b3ce1 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:43:48.371645 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94208a-f5d6-474d-a53e-6bcc867b3ce1 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b50972ff-5d7d-44ba-b31d-800991cd6d15,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:48.401213 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa94208a-f5d6-474d-a53e-6bcc867b3ce1 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.401567 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-aa94208a-f5d6-474d-a53e-6bcc867b3ce1 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Added segment 63397b8c-5c45-415f-90a5-d487241bd99d of type vlan for network 0606890b-fb94-4c01-a6c9-055223bb099a Jul 14 09:43:48.454610 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa94208a-f5d6-474d-a53e-6bcc867b3ce1 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.463899 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57252211-0436-4436-aab7-491658460038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.500269 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa94208a-f5d6-474d-a53e-6bcc867b3ce1 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.506103 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa94208a-f5d6-474d-a53e-6bcc867b3ce1 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:48.506694 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa94208a-f5d6-474d-a53e-6bcc867b3ce1 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.567887 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97668044-8b33-4d30-aca1-49b6a14c856f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Router 0c2b2740-79ae-4cdb-87fd-23cc51d26ad7 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:43:48.576512 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-aa94208a-f5d6-474d-a53e-6bcc867b3ce1 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9301579 Jul 14 09:43:48.579826 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58852) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:48.586094 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0bf7d6d2-3171-4a59-bfc5-f2f8b8bd1a16 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Request body: {'subnet': {'network_id': '0606890b-fb94-4c01-a6c9-055223bb099a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:48.590804 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94208a-f5d6-474d-a53e-6bcc867b3ce1 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Pushing event updated for resources: {'Network': ['ID=0606890b-fb94-4c01-a6c9-055223bb099a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:48.602064 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 0606890b-fb94-4c01-a6c9-055223bb099a details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:43:48.694100 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97668044-8b33-4d30-aca1-49b6a14c856f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:48.696628 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf7d6d2-3171-4a59-bfc5-f2f8b8bd1a16 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Made reservation on behalf of 130f2a0c48364c87bd78437ace3d1726 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:48.700156 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0bf7d6d2-3171-4a59-bfc5-f2f8b8bd1a16 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.703980 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23484a19-3e31-4b0e-836d-3afc4f96d02e None None] Sync routers for ids ['0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:48.713577 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23484a19-3e31-4b0e-836d-3afc4f96d02e None None] Routers {'0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:48.714319 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-23484a19-3e31-4b0e-836d-3afc4f96d02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:48.719976 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97668044-8b33-4d30-aca1-49b6a14c856f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.721534 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-97668044-8b33-4d30-aca1-49b6a14c856f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2095971 Jul 14 09:43:48.724698 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58854) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:48.764137 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-65d24521-be8a-4a71-8b16-b1d4e1bddd7c tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=efe559a5c8d646b7b35d7ff399735120&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357394 Jul 14 09:43:48.764338 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58856) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:48.821844 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-23484a19-3e31-4b0e-836d-3afc4f96d02e None None] Set router 0c2b2740-79ae-4cdb-87fd-23cc51d26ad7 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:48.896307 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0bf7d6d2-3171-4a59-bfc5-f2f8b8bd1a16 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.939965 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0655b5e-97f9-4bd2-a5a0-c1c8d1cce541 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:48.941440 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f0655b5e-97f9-4bd2-a5a0-c1c8d1cce541 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1760314 Jul 14 09:43:48.944345 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58858) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:48.955385 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7d6d2-3171-4a59-bfc5-f2f8b8bd1a16 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Pushing event updated for resources: {'Subnet': ['ID=e4aa49c7-81bd-473a-859a-e61f94eaca8e,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:48.966771 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf7d6d2-3171-4a59-bfc5-f2f8b8bd1a16 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Checking segment: {'id': '63397b8c-5c45-415f-90a5-d487241bd99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0606890b-fb94-4c01-a6c9-055223bb099a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:48.967145 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf7d6d2-3171-4a59-bfc5-f2f8b8bd1a16 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Network hostable DHCP agents. Network: 0606890b-fb94-4c01-a6c9-055223bb099a, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:43:48.987662 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e3dbc812-9a1c-4ae7-9c1b-9a224b4b595f tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6facc217-dc01-422a-8069-2c7784a4d993&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398009 Jul 14 09:43:48.987899 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58860) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:48.989600 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf7d6d2-3171-4a59-bfc5-f2f8b8bd1a16 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Network 0606890b-fb94-4c01-a6c9-055223bb099a is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:43:48.993205 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-fce8d5f3-1f12-4e62-94cb-705a522bff0f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-875705643', 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:49.000972 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0bf7d6d2-3171-4a59-bfc5-f2f8b8bd1a16 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 0606890b-fb94-4c01-a6c9-055223bb099a) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:49.006223 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf7d6d2-3171-4a59-bfc5-f2f8b8bd1a16 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:49.007158 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0bf7d6d2-3171-4a59-bfc5-f2f8b8bd1a16 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.010122 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-23484a19-3e31-4b0e-836d-3afc4f96d02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756522371', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:46Z', 'updated_at': '2021-07-14T09:43:47Z', 'revision_number': 3, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:36:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:47Z', 'updated_at': '2021-07-14T09:43:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:49.018239 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efa92fd-2650-4505-a592-4c3fe6a81050 None None] Network 0606890b-fb94-4c01-a6c9-055223bb099a requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:49.029024 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0bf7d6d2-3171-4a59-bfc5-f2f8b8bd1a16 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4479232 Jul 14 09:43:49.029792 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58862) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:49.035331 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-de9dd4e9-73cb-45a0-9a73-a6382a77fe73 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Request body: {'port': {'network_id': '0606890b-fb94-4c01-a6c9-055223bb099a', 'name': 'tempest-TagsExtTest-131266822'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:49.048110 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23484a19-3e31-4b0e-836d-3afc4f96d02e None None] Checking router: 0c2b2740-79ae-4cdb-87fd-23cc51d26ad7 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:49.048460 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23484a19-3e31-4b0e-836d-3afc4f96d02e None None] Updating router 0c2b2740-79ae-4cdb-87fd-23cc51d26ad7 port d39153b2-acc2-42a7-bff5-47166d863ea5 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:43:49.092454 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23484a19-3e31-4b0e-836d-3afc4f96d02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.097636 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce8d5f3-1f12-4e62-94cb-705a522bff0f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Made reservation on behalf of efe559a5c8d646b7b35d7ff399735120 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:49.103210 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fce8d5f3-1f12-4e62-94cb-705a522bff0f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.166068 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9dd4e9-73cb-45a0-9a73-a6382a77fe73 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Made reservation on behalf of 130f2a0c48364c87bd78437ace3d1726 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:49.170482 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de9dd4e9-73cb-45a0-9a73-a6382a77fe73 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.195154 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-de9dd4e9-73cb-45a0-9a73-a6382a77fe73 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] device_id is not set on port e54243e6-7924-4517-9694-fb3a351541ca yet. {{(pid=93773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:43:49.214164 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-0606890b-fb94-4c01-a6c9-055223bb099a', 'network_id': '0606890b-fb94-4c01-a6c9-055223bb099a', 'tenant_id': '130f2a0c48364c87bd78437ace3d1726', 'fixed_ips': [{'subnet_id': 'e4aa49c7-81bd-473a-859a-e61f94eaca8e'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:43:49.215116 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.337068 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fce8d5f3-1f12-4e62-94cb-705a522bff0f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.347196 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-de9dd4e9-73cb-45a0-9a73-a6382a77fe73 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Allocated IP 172.20.0.6 (0606890b-fb94-4c01-a6c9-055223bb099a/e4aa49c7-81bd-473a-859a-e61f94eaca8e/e54243e6-7924-4517-9694-fb3a351541ca) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:49.406167 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8d5f3-1f12-4e62-94cb-705a522bff0f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Subnet': ['ID=8f09103d-3fd5-412a-8a5a-d467b09bd542,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:49.422140 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce8d5f3-1f12-4e62-94cb-705a522bff0f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Checking segment: {'id': '8bbfaf27-9473-4413-b29d-1f4a2c5ff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:49.422501 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce8d5f3-1f12-4e62-94cb-705a522bff0f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Network hostable DHCP agents. Network: cd0e1f14-e62a-404d-836e-db6e9050303b, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:43:49.439948 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23484a19-3e31-4b0e-836d-3afc4f96d02e None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.441191 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce8d5f3-1f12-4e62-94cb-705a522bff0f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Network cd0e1f14-e62a-404d-836e-db6e9050303b is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:43:49.451905 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-fce8d5f3-1f12-4e62-94cb-705a522bff0f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, cd0e1f14-e62a-404d-836e-db6e9050303b) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:49.455684 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-23484a19-3e31-4b0e-836d-3afc4f96d02e None None] Transition to ACTIVE for port object d39153b2-acc2-42a7-bff5-47166d863ea5 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:49.458675 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce8d5f3-1f12-4e62-94cb-705a522bff0f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:49.459444 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fce8d5f3-1f12-4e62-94cb-705a522bff0f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.465679 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23484a19-3e31-4b0e-836d-3afc4f96d02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.468286 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a14bb47-51a2-4c81-9c9d-6ea08588138d None None] Network cd0e1f14-e62a-404d-836e-db6e9050303b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:49.484751 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fce8d5f3-1f12-4e62-94cb-705a522bff0f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4956992 Jul 14 09:43:49.487237 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58864) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:49.551252 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-23484a19-3e31-4b0e-836d-3afc4f96d02e None None] Attempting to bind port d39153b2-acc2-42a7-bff5-47166d863ea5 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:49.551990 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-23484a19-3e31-4b0e-836d-3afc4f96d02e None None] Attempting to bind port d39153b2-acc2-42a7-bff5-47166d863ea5 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:49.552561 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23484a19-3e31-4b0e-836d-3afc4f96d02e None None] Attempting to bind port d39153b2-acc2-42a7-bff5-47166d863ea5 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:49.572694 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23484a19-3e31-4b0e-836d-3afc4f96d02e None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:49.573698 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23484a19-3e31-4b0e-836d-3afc4f96d02e None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:49.574718 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23484a19-3e31-4b0e-836d-3afc4f96d02e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.575961 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23484a19-3e31-4b0e-836d-3afc4f96d02e None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:49.577098 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-23484a19-3e31-4b0e-836d-3afc4f96d02e None None] Bound port: d39153b2-acc2-42a7-bff5-47166d863ea5, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:49.577767 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23484a19-3e31-4b0e-836d-3afc4f96d02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.627478 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de9dd4e9-73cb-45a0-9a73-a6382a77fe73 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.656356 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-de9dd4e9-73cb-45a0-9a73-a6382a77fe73 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Transition to ACTIVE for port object e54243e6-7924-4517-9694-fb3a351541ca will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:49.669018 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f54a3a3-d193-4405-9b22-2c6ee9fa233d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-cd0e1f14-e62a-404d-836e-db6e9050303b', 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'fixed_ips': [{'subnet_id': '8f09103d-3fd5-412a-8a5a-d467b09bd542'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:43:49.669980 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5f54a3a3-d193-4405-9b22-2c6ee9fa233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.677842 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-23484a19-3e31-4b0e-836d-3afc4f96d02e None None] For port d39153b2-acc2-42a7-bff5-47166d863ea5, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:49.685195 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-23484a19-3e31-4b0e-836d-3afc4f96d02e None None] For port d39153b2-acc2-42a7-bff5-47166d863ea5, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d39153b2-acc2-42a7-bff5-47166d863ea5,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:49.687081 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192baad-ab92-4edd-b974-ee73f04d3374 None None] Pushing event updated for resources: {'Port': ['ID=d39153b2-acc2-42a7-bff5-47166d863ea5,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:49.694895 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23484a19-3e31-4b0e-836d-3afc4f96d02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.723709 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de9dd4e9-73cb-45a0-9a73-a6382a77fe73 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.772542 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23484a19-3e31-4b0e-836d-3afc4f96d02e None None] Routers {'0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:49.773728 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-23484a19-3e31-4b0e-836d-3afc4f96d02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:49.774611 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9dd4e9-73cb-45a0-9a73-a6382a77fe73 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Network 0606890b-fb94-4c01-a6c9-055223bb099a is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:49.778087 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-de9dd4e9-73cb-45a0-9a73-a6382a77fe73 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:49.786058 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9dd4e9-73cb-45a0-9a73-a6382a77fe73 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:49.842635 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Allocated IP 172.20.0.2 (0606890b-fb94-4c01-a6c9-055223bb099a/e4aa49c7-81bd-473a-859a-e61f94eaca8e/81c40ec1-9a26-41a5-98cc-30da4a83e3e7) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:49.853278 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9dd4e9-73cb-45a0-9a73-a6382a77fe73 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Pushing event updated for resources: {'Port': ['ID=e54243e6-7924-4517-9694-fb3a351541ca,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:49.873881 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9dd4e9-73cb-45a0-9a73-a6382a77fe73 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:49.874594 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de9dd4e9-73cb-45a0-9a73-a6382a77fe73 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.895408 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-de9dd4e9-73cb-45a0-9a73-a6382a77fe73 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.8636494 Jul 14 09:43:49.899586 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58866) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:49.907982 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ffffc21b-e9aa-43d3-bdf7-a8010aaed385 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1136118705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:49.940041 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffffc21b-e9aa-43d3-bdf7-a8010aaed385 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.941430 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffffc21b-e9aa-43d3-bdf7-a8010aaed385 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.955912 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-23484a19-3e31-4b0e-836d-3afc4f96d02e None None] Set router 0c2b2740-79ae-4cdb-87fd-23cc51d26ad7 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:49.969296 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-5f54a3a3-d193-4405-9b22-2c6ee9fa233d None None] Allocated IP 172.20.0.2 (cd0e1f14-e62a-404d-836e-db6e9050303b/8f09103d-3fd5-412a-8a5a-d467b09bd542/1da6b930-f6d1-43de-b400-b16c44ab7bbf) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:50.052918 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffffc21b-e9aa-43d3-bdf7-a8010aaed385 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.061521 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffffc21b-e9aa-43d3-bdf7-a8010aaed385 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.110623 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffffc21b-e9aa-43d3-bdf7-a8010aaed385 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.117966 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ffffc21b-e9aa-43d3-bdf7-a8010aaed385 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2163742 Jul 14 09:43:50.119856 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58868) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:50.128020 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7c9c6f89-2a9d-4fc7-8ddf-44f1124007cd tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-364527932', 'prefixes': ['172.20.0.0/16']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:50.139209 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192baad-ab92-4edd-b974-ee73f04d3374 None None] Pushing event updated for resources: {'Port': ['ID=d39153b2-acc2-42a7-bff5-47166d863ea5,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:50.157225 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.177327 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Transition to ACTIVE for port object 81c40ec1-9a26-41a5-98cc-30da4a83e3e7 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:50.232727 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Transition to ACTIVE for port object 81c40ec1-9a26-41a5-98cc-30da4a83e3e7 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:50.245931 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.249297 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5f54a3a3-d193-4405-9b22-2c6ee9fa233d None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.252673 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.259472 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c9c6f89-2a9d-4fc7-8ddf-44f1124007cd tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks [] for subnetpool, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.267647 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58870) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:50.273304 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7c9c6f89-2a9d-4fc7-8ddf-44f1124007cd tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1480238 Jul 14 09:43:50.273852 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.tag.tag_plugin [None req-74084818-1ddd-42e0-bf0d-fbb68064b597 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e4aa49c7-81bd-473a-859a-e61f94eaca8e', 'tempest-TagsExtTest-Tag-377583199') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:50.314018 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-23484a19-3e31-4b0e-836d-3afc4f96d02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756522371', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:46Z', 'updated_at': '2021-07-14T09:43:47Z', 'revision_number': 3, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:36:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:47Z', 'updated_at': '2021-07-14T09:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:50.314328 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Network 0606890b-fb94-4c01-a6c9-055223bb099a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:50.326951 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:50.328885 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5f54a3a3-d193-4405-9b22-2c6ee9fa233d None None] Transition to ACTIVE for port object 1da6b930-f6d1-43de-b400-b16c44ab7bbf will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:50.336650 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:50.370166 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23484a19-3e31-4b0e-836d-3afc4f96d02e None None] The sync data for ids ['0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'] in n-d-771362-35 is: [{'id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756522371', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:46Z', 'updated_at': '2021-07-14T09:43:47Z', 'revision_number': 3, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:36:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:47Z', 'updated_at': '2021-07-14T09:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:50.387041 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Pushing event updated for resources: {'Port': ['ID=81c40ec1-9a26-41a5-98cc-30da4a83e3e7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:50.391539 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5f54a3a3-d193-4405-9b22-2c6ee9fa233d None None] Transition to ACTIVE for port object 1da6b930-f6d1-43de-b400-b16c44ab7bbf will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:50.452364 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5f54a3a3-d193-4405-9b22-2c6ee9fa233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.456393 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:50.456852 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:50.457278 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:50.458010 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:50.458432 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:50.458844 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:50.459300 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:50.459919 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:50.460170 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:50.460581 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:50.460971 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:50.461827 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:50.484765 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Attempting to bind port 81c40ec1-9a26-41a5-98cc-30da4a83e3e7 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:50.485370 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Attempting to bind port 81c40ec1-9a26-41a5-98cc-30da4a83e3e7 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '63397b8c-5c45-415f-90a5-d487241bd99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0606890b-fb94-4c01-a6c9-055223bb099a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:50.485733 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Attempting to bind port 81c40ec1-9a26-41a5-98cc-30da4a83e3e7 on network 0606890b-fb94-4c01-a6c9-055223bb099a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:50.502074 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-74084818-1ddd-42e0-bf0d-fbb68064b597 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "PUT /v2.0/subnets/e4aa49c7-81bd-473a-859a-e61f94eaca8e/tags/tempest-TagsExtTest-Tag-377583199 HTTP/1.1" status: 201 len: 201 time: 0.2331216 Jul 14 09:43:50.505907 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58872) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:50.510733 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-e10a3658-8705-44b9-b95e-48bbb545d8ce tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e54243e6-7924-4517-9694-fb3a351541ca', 'tempest-TagsExtTest-Tag-1201233303') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:50.524840 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:50.525322 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Checking segment: {'id': '63397b8c-5c45-415f-90a5-d487241bd99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0606890b-fb94-4c01-a6c9-055223bb099a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:50.525833 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.526356 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Bound using segment: {'id': '63397b8c-5c45-415f-90a5-d487241bd99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0606890b-fb94-4c01-a6c9-055223bb099a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:50.527037 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Bound port: 81c40ec1-9a26-41a5-98cc-30da4a83e3e7, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63397b8c-5c45-415f-90a5-d487241bd99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0606890b-fb94-4c01-a6c9-055223bb099a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:50.527468 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.544656 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f54a3a3-d193-4405-9b22-2c6ee9fa233d None None] Network cd0e1f14-e62a-404d-836e-db6e9050303b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:50.553448 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-5f54a3a3-d193-4405-9b22-2c6ee9fa233d None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:50.558483 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f54a3a3-d193-4405-9b22-2c6ee9fa233d None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:50.569454 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54a3a3-d193-4405-9b22-2c6ee9fa233d None None] Pushing event updated for resources: {'Port': ['ID=1da6b930-f6d1-43de-b400-b16c44ab7bbf,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:50.610961 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e10a3658-8705-44b9-b95e-48bbb545d8ce tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "PUT /v2.0/ports/e54243e6-7924-4517-9694-fb3a351541ca/tags/tempest-TagsExtTest-Tag-1201233303 HTTP/1.1" status: 201 len: 201 time: 0.1037586 Jul 14 09:43:50.614085 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58874) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:50.622673 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-371b98b8-82f0-416f-a92b-5b7955612063 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'cf85a997-8667-4c4c-9cd1-36e59bf4b71b', 'tempest-TagsExtTest-Tag-236991741') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:50.681428 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Allocated IP 172.20.0.1 (cd0e1f14-e62a-404d-836e-db6e9050303b/8f09103d-3fd5-412a-8a5a-d467b09bd542/54c39e72-b09e-4ece-908f-b1f61f4ef071) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:50.688141 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-5f54a3a3-d193-4405-9b22-2c6ee9fa233d None None] Attempting to bind port 1da6b930-f6d1-43de-b400-b16c44ab7bbf on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:50.688593 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-5f54a3a3-d193-4405-9b22-2c6ee9fa233d None None] Attempting to bind port 1da6b930-f6d1-43de-b400-b16c44ab7bbf by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '8bbfaf27-9473-4413-b29d-1f4a2c5ff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:50.689142 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f54a3a3-d193-4405-9b22-2c6ee9fa233d None None] Attempting to bind port 1da6b930-f6d1-43de-b400-b16c44ab7bbf on network cd0e1f14-e62a-404d-836e-db6e9050303b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:50.698805 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f54a3a3-d193-4405-9b22-2c6ee9fa233d None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:50.699152 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f54a3a3-d193-4405-9b22-2c6ee9fa233d None None] Checking segment: {'id': '8bbfaf27-9473-4413-b29d-1f4a2c5ff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:50.699810 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5f54a3a3-d193-4405-9b22-2c6ee9fa233d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.702909 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f54a3a3-d193-4405-9b22-2c6ee9fa233d None None] Bound using segment: {'id': '8bbfaf27-9473-4413-b29d-1f4a2c5ff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:50.702909 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-5f54a3a3-d193-4405-9b22-2c6ee9fa233d None None] Bound port: 1da6b930-f6d1-43de-b400-b16c44ab7bbf, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bbfaf27-9473-4413-b29d-1f4a2c5ff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:50.702909 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5f54a3a3-d193-4405-9b22-2c6ee9fa233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.716459 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] For port 81c40ec1-9a26-41a5-98cc-30da4a83e3e7, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:50.733158 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] For port 81c40ec1-9a26-41a5-98cc-30da4a83e3e7, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=81c40ec1-9a26-41a5-98cc-30da4a83e3e7,segment=NetworkSegment(63397b8c-5c45-415f-90a5-d487241bd99d),segment_id=63397b8c-5c45-415f-90a5-d487241bd99d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:50.756117 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.806608 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-371b98b8-82f0-416f-a92b-5b7955612063 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "PUT /v2.0/routers/cf85a997-8667-4c4c-9cd1-36e59bf4b71b/tags/tempest-TagsExtTest-Tag-236991741 HTTP/1.1" status: 201 len: 201 time: 0.1864307 Jul 14 09:43:50.809503 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58876) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:50.814349 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-c88a4206-20b5-4575-8b2f-fa11a0d2b437 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7c9978f9-f7bb-4f2b-8c2a-480be3392a5e', 'tempest-TagsExtTest-Tag-110579580') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:50.872736 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.874729 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-5f54a3a3-d193-4405-9b22-2c6ee9fa233d None None] For port 1da6b930-f6d1-43de-b400-b16c44ab7bbf, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:50.881007 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c88a4206-20b5-4575-8b2f-fa11a0d2b437 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "PUT /v2.0/subnetpools/7c9978f9-f7bb-4f2b-8c2a-480be3392a5e/tags/tempest-TagsExtTest-Tag-110579580 HTTP/1.1" status: 201 len: 201 time: 0.0653138 Jul 14 09:43:50.881007 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58878) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:50.881304 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-5f54a3a3-d193-4405-9b22-2c6ee9fa233d None None] For port 1da6b930-f6d1-43de-b400-b16c44ab7bbf, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=1da6b930-f6d1-43de-b400-b16c44ab7bbf,segment=NetworkSegment(8bbfaf27-9473-4413-b29d-1f4a2c5ff013),segment_id=8bbfaf27-9473-4413-b29d-1f4a2c5ff013)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:50.881304 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07efbe6-5877-4192-9850-7105bb4ff8cd None None] Pushing event updated for resources: {'Port': ['ID=81c40ec1-9a26-41a5-98cc-30da4a83e3e7,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:50.887751 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5f54a3a3-d193-4405-9b22-2c6ee9fa233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.893743 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Transition to ACTIVE for port object 54c39e72-b09e-4ece-908f-b1f61f4ef071 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:50.900719 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-f66e4d85-fde9-468a-ace2-c958bd17ec8d tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e4aa49c7-81bd-473a-859a-e61f94eaca8e') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:50.952461 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.995100 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54a3a3-d193-4405-9b22-2c6ee9fa233d None None] Pushing event updated for resources: {'Port': ['ID=1da6b930-f6d1-43de-b400-b16c44ab7bbf,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:51.031935 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Network cd0e1f14-e62a-404d-836e-db6e9050303b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:51.033337 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Port': ['ID=54c39e72-b09e-4ece-908f-b1f61f4ef071,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:51.036896 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:51.039702 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:51.059941 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f66e4d85-fde9-468a-ace2-c958bd17ec8d tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "GET /v2.0/subnets/e4aa49c7-81bd-473a-859a-e61f94eaca8e/tags HTTP/1.1" status: 200 len: 240 time: 0.1779754 Jul 14 09:43:51.062707 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58880) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:51.067567 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-950a51cc-34ab-43fd-86ca-0767e275f032 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e4aa49c7-81bd-473a-859a-e61f94eaca8e', 'tempest-TagsExtTest-Tag-377583199') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:51.096367 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f58a-3a8e-4570-af44-ec9263d4f07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.147834 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.207128 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-950a51cc-34ab-43fd-86ca-0767e275f032 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "GET /v2.0/subnets/e4aa49c7-81bd-473a-859a-e61f94eaca8e/tags/tempest-TagsExtTest-Tag-377583199 HTTP/1.1" status: 204 len: 168 time: 0.1433287 Jul 14 09:43:51.212754 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58882) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:51.217304 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-22e1d340-61e3-4957-badb-351c35dabe35 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e4aa49c7-81bd-473a-859a-e61f94eaca8e', 'tempest-TagsExtTest-Tag-377583199') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:51.273462 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d39153b2-acc2-42a7-bff5-47166d863ea5 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:51.335346 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-22e1d340-61e3-4957-badb-351c35dabe35 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "DELETE /v2.0/subnets/e4aa49c7-81bd-473a-859a-e61f94eaca8e/tags/tempest-TagsExtTest-Tag-377583199 HTTP/1.1" status: 204 len: 168 time: 0.1214948 Jul 14 09:43:51.337827 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58884) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:51.347390 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-9a61aec1-504a-4618-be8e-45bd8229c964 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e4aa49c7-81bd-473a-859a-e61f94eaca8e') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:51.419032 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.453043 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9a61aec1-504a-4618-be8e-45bd8229c964 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "GET /v2.0/subnets/e4aa49c7-81bd-473a-859a-e61f94eaca8e/tags HTTP/1.1" status: 200 len: 205 time: 0.1137757 Jul 14 09:43:51.460289 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58886) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:51.462635 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port d39153b2-acc2-42a7-bff5-47166d863ea5 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:51.465610 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-43a69e9a-467c-43f6-8eaa-54083ab3f8bf tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e54243e6-7924-4517-9694-fb3a351541ca') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:51.467651 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d39153b2-acc2-42a7-bff5-47166d863ea5 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:51.468207 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.508743 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.549332 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-43a69e9a-467c-43f6-8eaa-54083ab3f8bf tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "GET /v2.0/ports/e54243e6-7924-4517-9694-fb3a351541ca/tags HTTP/1.1" status: 200 len: 241 time: 0.0878413 Jul 14 09:43:51.554515 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58888) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:51.560506 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-37cde860-168c-4e8e-8b2f-34c8bee3c7f3 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e54243e6-7924-4517-9694-fb3a351541ca', 'tempest-TagsExtTest-Tag-1201233303') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:51.615918 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.650025 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port d39153b2-acc2-42a7-bff5-47166d863ea5, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d39153b2-acc2-42a7-bff5-47166d863ea5,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:51.655026 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.658793 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58890) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:51.662868 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-37cde860-168c-4e8e-8b2f-34c8bee3c7f3 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "GET /v2.0/ports/e54243e6-7924-4517-9694-fb3a351541ca/tags/tempest-TagsExtTest-Tag-1201233303 HTTP/1.1" status: 204 len: 168 time: 0.1017187 Jul 14 09:43:51.666316 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.tag.tag_plugin [None req-19312d36-7160-4c6a-b296-cd571a548d03 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'e54243e6-7924-4517-9694-fb3a351541ca', 'tempest-TagsExtTest-Tag-1201233303') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:51.716732 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=d39153b2-acc2-42a7-bff5-47166d863ea5,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:52.151774 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def695da-bfac-4c1b-96b5-96c7d14cb0da None None] Network 0606890b-fb94-4c01-a6c9-055223bb099a requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:52.165763 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-19312d36-7160-4c6a-b296-cd571a548d03 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "DELETE /v2.0/ports/e54243e6-7924-4517-9694-fb3a351541ca/tags/tempest-TagsExtTest-Tag-1201233303 HTTP/1.1" status: 204 len: 168 time: 0.5026476 Jul 14 09:43:52.166037 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58892) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:52.170930 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-7014e4bf-4395-47f6-afa2-579fa9695e29 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e54243e6-7924-4517-9694-fb3a351541ca') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:52.226716 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.234355 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-54cfc95d-d56a-4d28-9732-f2112d843e9f None None] Provisioning for port 81c40ec1-9a26-41a5-98cc-30da4a83e3e7 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:52.235206 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.248883 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7014e4bf-4395-47f6-afa2-579fa9695e29 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "GET /v2.0/ports/e54243e6-7924-4517-9694-fb3a351541ca/tags HTTP/1.1" status: 200 len: 205 time: 0.0816741 Jul 14 09:43:52.251418 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58894) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:52.263534 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-9eb76b4d-8a30-4222-8fc7-56b8cefd6ae2 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'cf85a997-8667-4c4c-9cd1-36e59bf4b71b') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:52.313156 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.335641 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.338464 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Port': ['ID=54c39e72-b09e-4ece-908f-b1f61f4ef071,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:52.354185 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:52.354568 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:52.354987 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:52.355413 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:52.355807 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:52.356151 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:52.356496 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:52.356863 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:52.357451 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:52.357762 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:52.358154 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:52.358494 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:52.376085 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9eb76b4d-8a30-4222-8fc7-56b8cefd6ae2 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "GET /v2.0/routers/cf85a997-8667-4c4c-9cd1-36e59bf4b71b/tags HTTP/1.1" status: 200 len: 240 time: 0.1148634 Jul 14 09:43:52.376465 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58896) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:52.382038 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-d4fbcb41-6def-412a-8d6d-30645d40ce34 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cf85a997-8667-4c4c-9cd1-36e59bf4b71b', 'tempest-TagsExtTest-Tag-236991741') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:52.468232 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d4fbcb41-6def-412a-8d6d-30645d40ce34 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "GET /v2.0/routers/cf85a997-8667-4c4c-9cd1-36e59bf4b71b/tags/tempest-TagsExtTest-Tag-236991741 HTTP/1.1" status: 204 len: 168 time: 0.0905433 Jul 14 09:43:52.470627 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58898) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:52.477295 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Network cd0e1f14-e62a-404d-836e-db6e9050303b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:52.477546 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-95cdcaaf-0b79-4d05-9b72-1dde6a6ad7b2 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'cf85a997-8667-4c4c-9cd1-36e59bf4b71b', 'tempest-TagsExtTest-Tag-236991741') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:52.478912 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:52.596063 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-95cdcaaf-0b79-4d05-9b72-1dde6a6ad7b2 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "DELETE /v2.0/routers/cf85a997-8667-4c4c-9cd1-36e59bf4b71b/tags/tempest-TagsExtTest-Tag-236991741 HTTP/1.1" status: 204 len: 168 time: 0.1216550 Jul 14 09:43:52.596316 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58900) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:52.602754 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-c5c533d5-4305-43c9-920d-e0d5fb60c6b5 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'cf85a997-8667-4c4c-9cd1-36e59bf4b71b') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:52.634425 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Router 0c2b2740-79ae-4cdb-87fd-23cc51d26ad7 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:52.686691 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c5c533d5-4305-43c9-920d-e0d5fb60c6b5 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "GET /v2.0/routers/cf85a997-8667-4c4c-9cd1-36e59bf4b71b/tags HTTP/1.1" status: 200 len: 205 time: 0.0891802 Jul 14 09:43:52.689276 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58902) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:52.694602 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-8d607ccd-dd4b-4f94-8492-ab6ebb7164d3 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7c9978f9-f7bb-4f2b-8c2a-480be3392a5e') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:52.726269 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8d607ccd-dd4b-4f94-8492-ab6ebb7164d3 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "GET /v2.0/subnetpools/7c9978f9-f7bb-4f2b-8c2a-480be3392a5e/tags HTTP/1.1" status: 200 len: 240 time: 0.0356302 Jul 14 09:43:52.728776 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58904) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:52.738276 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-59c231d9-198e-4e7e-87d9-2cf0026a7efe tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7c9978f9-f7bb-4f2b-8c2a-480be3392a5e', 'tempest-TagsExtTest-Tag-110579580') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:52.771592 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58906) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:52.772385 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-59c231d9-198e-4e7e-87d9-2cf0026a7efe tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "GET /v2.0/subnetpools/7c9978f9-f7bb-4f2b-8c2a-480be3392a5e/tags/tempest-TagsExtTest-Tag-110579580 HTTP/1.1" status: 204 len: 168 time: 0.0424323 Jul 14 09:43:52.774050 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bfc3b2-b818-4152-a860-0f876df04141 None None] Network cd0e1f14-e62a-404d-836e-db6e9050303b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:52.776454 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.tag.tag_plugin [None req-d99b68f5-cc23-4a2d-969d-488b9080343a tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7c9978f9-f7bb-4f2b-8c2a-480be3392a5e', 'tempest-TagsExtTest-Tag-110579580') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:52.810982 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:52.821259 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b4d08170-60c4-4d5b-8b8f-b9024af143a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "PUT /v2.0/routers/0c2b2740-79ae-4cdb-87fd-23cc51d26ad7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3326771 Jul 14 09:43:52.888326 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d99b68f5-cc23-4a2d-969d-488b9080343a tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "DELETE /v2.0/subnetpools/7c9978f9-f7bb-4f2b-8c2a-480be3392a5e/tags/tempest-TagsExtTest-Tag-110579580 HTTP/1.1" status: 204 len: 168 time: 0.1155365 Jul 14 09:43:52.889213 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58910) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:52.897173 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.tag.tag_plugin [None req-62f5dca9-ad02-4a9b-8e53-688dc9ddad72 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7c9978f9-f7bb-4f2b-8c2a-480be3392a5e') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:52.932228 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-62f5dca9-ad02-4a9b-8e53-688dc9ddad72 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "GET /v2.0/subnetpools/7c9978f9-f7bb-4f2b-8c2a-480be3392a5e/tags HTTP/1.1" status: 200 len: 205 time: 0.0418119 Jul 14 09:43:52.932426 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58912) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:52.937153 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-e434a790-cb07-4b11-b059-c6cb69527030 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7c9978f9-f7bb-4f2b-8c2a-480be3392a5e') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:52.973802 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0479ab72-5769-427f-bc74-f530c5212b73 None None] Provisioning for port e54243e6-7924-4517-9694-fb3a351541ca completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:52.978209 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58916) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:52.978392 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e434a790-cb07-4b11-b059-c6cb69527030 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "DELETE /v2.0/subnetpools/7c9978f9-f7bb-4f2b-8c2a-480be3392a5e/tags HTTP/1.1" status: 204 len: 168 time: 0.0448203 Jul 14 09:43:52.981401 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0479ab72-5769-427f-bc74-f530c5212b73 None None] Provisioning complete for port e54243e6-7924-4517-9694-fb3a351541ca triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:52.981787 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0479ab72-5769-427f-bc74-f530c5212b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.985220 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.tag.tag_plugin [None req-11fa22dc-30f5-496c-b5b7-5a2da97f2953 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cf85a997-8667-4c4c-9cd1-36e59bf4b71b') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:53.067763 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0479ab72-5769-427f-bc74-f530c5212b73 None None] Port e54243e6-7924-4517-9694-fb3a351541ca cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:53.100594 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-11fa22dc-30f5-496c-b5b7-5a2da97f2953 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "DELETE /v2.0/routers/cf85a997-8667-4c4c-9cd1-36e59bf4b71b/tags HTTP/1.1" status: 204 len: 168 time: 0.1179864 Jul 14 09:43:53.101241 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58930) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:53.109400 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.tag.tag_plugin [None req-b0997ee9-37e2-4a85-8706-13ca4a4e81be tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e54243e6-7924-4517-9694-fb3a351541ca') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:53.113680 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0479ab72-5769-427f-bc74-f530c5212b73 None None] Provisioning for port 1da6b930-f6d1-43de-b400-b16c44ab7bbf completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:53.119333 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4473b650-cf67-4dea-a368-45bedba3651c req-e8dcf082-eb5f-427a-b411-65d7efe014bc tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-519890153&fields=id&tenant_id=efe559a5c8d646b7b35d7ff399735120 HTTP/1.1" status: 200 len: 267 time: 0.0607896 Jul 14 09:43:53.202460 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b0997ee9-37e2-4a85-8706-13ca4a4e81be tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "DELETE /v2.0/ports/e54243e6-7924-4517-9694-fb3a351541ca/tags HTTP/1.1" status: 204 len: 168 time: 0.0976076 Jul 14 09:43:53.203357 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58934) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:53.215784 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.tag.tag_plugin [None req-5aa2cb42-ced6-4c2a-be7c-0653d10969a1 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e4aa49c7-81bd-473a-859a-e61f94eaca8e') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:53.252504 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7d7eee81-0dd2-4473-b0a8-2894ced4519f None None] Provisioning complete for port e54243e6-7924-4517-9694-fb3a351541ca triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:53.252885 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d7eee81-0dd2-4473-b0a8-2894ced4519f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.297355 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473b650-cf67-4dea-a368-45bedba3651c req-6cf040c4-a88d-4745-9a2c-7c1ca22b9f8b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:53.299113 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4473b650-cf67-4dea-a368-45bedba3651c req-6cf040c4-a88d-4745-9a2c-7c1ca22b9f8b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/networks?id=cd0e1f14-e62a-404d-836e-db6e9050303b HTTP/1.1" status: 200 len: 796 time: 0.1678863 Jul 14 09:43:53.317163 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4473b650-cf67-4dea-a368-45bedba3651c req-4b3e8de6-85fd-47e9-81ea-28976c8118b2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/quotas/efe559a5c8d646b7b35d7ff399735120 HTTP/1.1" status: 200 len: 375 time: 0.0114248 Jul 14 09:43:53.338021 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d9a134-f899-41cd-a444-0c9504baf1ba None None] Sync routers for ids ['0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:53.339876 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5aa2cb42-ced6-4c2a-be7c-0653d10969a1 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "DELETE /v2.0/subnets/e4aa49c7-81bd-473a-859a-e61f94eaca8e/tags HTTP/1.1" status: 204 len: 168 time: 0.1345057 Jul 14 09:43:53.340709 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58936) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:53.345613 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7d7eee81-0dd2-4473-b0a8-2894ced4519f None None] Port e54243e6-7924-4517-9694-fb3a351541ca cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:53.345890 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.tag.tag_plugin [None req-f45bd319-1592-4ad2-8859-6b7bd6f57bc8 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e4aa49c7-81bd-473a-859a-e61f94eaca8e', 'tempest-TagsExtTest-Tag-1852232263') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:53.361766 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d9a134-f899-41cd-a444-0c9504baf1ba None None] Routers {'0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:53.362617 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e1d9a134-f899-41cd-a444-0c9504baf1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:53.428150 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 1da6b930-f6d1-43de-b400-b16c44ab7bbf up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:53.436308 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4473b650-cf67-4dea-a368-45bedba3651c req-7c2f232e-6e37-4394-aa00-98d77c242052 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1082637 Jul 14 09:43:53.437771 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f45bd319-1592-4ad2-8859-6b7bd6f57bc8 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "PUT /v2.0/subnets/e4aa49c7-81bd-473a-859a-e61f94eaca8e/tags/tempest-TagsExtTest-Tag-1852232263 HTTP/1.1" status: 201 len: 201 time: 0.0960135 Jul 14 09:43:53.440603 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58938) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:53.447664 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.tag.tag_plugin [None req-7fff7f6e-c506-4894-85fd-782d90aaac30 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e54243e6-7924-4517-9694-fb3a351541ca', 'tempest-TagsExtTest-Tag-2132191543') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:53.548216 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7fff7f6e-c506-4894-85fd-782d90aaac30 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "PUT /v2.0/ports/e54243e6-7924-4517-9694-fb3a351541ca/tags/tempest-TagsExtTest-Tag-2132191543 HTTP/1.1" status: 201 len: 201 time: 0.1061776 Jul 14 09:43:53.549102 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58940) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:53.555814 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.tag.tag_plugin [None req-321bf23a-734e-47d2-b0ea-da42c126c240 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'cf85a997-8667-4c4c-9cd1-36e59bf4b71b', 'tempest-TagsExtTest-Tag-454406210') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:53.562710 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4473b650-cf67-4dea-a368-45bedba3651c req-3293aa1a-0598-46d7-8867-da6eb138518e service neutron] 10.222.0.25 "GET /v2.0/networks/cd0e1f14-e62a-404d-836e-db6e9050303b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131663 Jul 14 09:43:53.671296 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-321bf23a-734e-47d2-b0ea-da42c126c240 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "PUT /v2.0/routers/cf85a997-8667-4c4c-9cd1-36e59bf4b71b/tags/tempest-TagsExtTest-Tag-454406210 HTTP/1.1" status: 201 len: 201 time: 0.1208823 Jul 14 09:43:53.672395 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58942) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:53.677886 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.tag.tag_plugin [None req-c2f39c26-b056-4d26-98ac-7a58bc06833a tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7c9978f9-f7bb-4f2b-8c2a-480be3392a5e', 'tempest-TagsExtTest-Tag-815433691') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:53.720238 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c2f39c26-b056-4d26-98ac-7a58bc06833a tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "PUT /v2.0/subnetpools/7c9978f9-f7bb-4f2b-8c2a-480be3392a5e/tags/tempest-TagsExtTest-Tag-815433691 HTTP/1.1" status: 201 len: 201 time: 0.0465837 Jul 14 09:43:53.724006 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58944) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:53.729587 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.tag.tag_plugin [None req-b8b596a8-b098-465c-9a17-ef058963fd0b tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e4aa49c7-81bd-473a-859a-e61f94eaca8e', {'tags': ['tempest-TagsExtTest-Tag-824356294', 'tempest-TagsExtTest-Tag-1079085571', 'tempest-TagsExtTest-Tag-640899028']}) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:53.742369 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-e1d9a134-f899-41cd-a444-0c9504baf1ba None None] Set router 0c2b2740-79ae-4cdb-87fd-23cc51d26ad7 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:53.812689 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b8b596a8-b098-465c-9a17-ef058963fd0b tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "PUT /v2.0/subnets/e4aa49c7-81bd-473a-859a-e61f94eaca8e/tags HTTP/1.1" status: 200 len: 316 time: 0.0850840 Jul 14 09:43:53.812998 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58946) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:53.820278 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.tag.tag_plugin [None req-f39ce494-2445-407b-b829-ff52f88a5d5d tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e4aa49c7-81bd-473a-859a-e61f94eaca8e') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:53.888202 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e3a972a7-1617-423d-bcb6-808d6a692092 None None] Provisioning for port 54c39e72-b09e-4ece-908f-b1f61f4ef071 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:53.893377 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 1da6b930-f6d1-43de-b400-b16c44ab7bbf completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:53.899522 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e3a972a7-1617-423d-bcb6-808d6a692092 None None] Provisioning complete for port 54c39e72-b09e-4ece-908f-b1f61f4ef071 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:53.899968 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3a972a7-1617-423d-bcb6-808d6a692092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.901690 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.915838 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 1da6b930-f6d1-43de-b400-b16c44ab7bbf triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:53.916316 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.926784 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f39ce494-2445-407b-b829-ff52f88a5d5d tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "DELETE /v2.0/subnets/e4aa49c7-81bd-473a-859a-e61f94eaca8e/tags HTTP/1.1" status: 204 len: 168 time: 0.1102316 Jul 14 09:43:53.927222 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58948) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:53.932779 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.tag.tag_plugin [None req-36086bcf-2265-4090-8c21-8cd59870ebb1 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e4aa49c7-81bd-473a-859a-e61f94eaca8e', 'tempest-TagsExtTest-Tag-824356294') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:53.985689 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e3a972a7-1617-423d-bcb6-808d6a692092 None None] Port 54c39e72-b09e-4ece-908f-b1f61f4ef071 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:54.008143 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-36086bcf-2265-4090-8c21-8cd59870ebb1 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] show failed (client error): The resource could not be found. Jul 14 09:43:54.009588 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-36086bcf-2265-4090-8c21-8cd59870ebb1 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "GET /v2.0/subnets/e4aa49c7-81bd-473a-859a-e61f94eaca8e/tags/tempest-TagsExtTest-Tag-824356294 HTTP/1.1" status: 404 len: 328 time: 0.0807257 Jul 14 09:43:54.012933 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58950) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:54.022460 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.tag.tag_plugin [None req-0435fe01-edd2-4ff7-af10-2f7b210c612b tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e4aa49c7-81bd-473a-859a-e61f94eaca8e', 'tempest-TagsExtTest-Tag-1079085571') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:54.079714 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4473b650-cf67-4dea-a368-45bedba3651c req-806119fc-d2a6-492f-9188-b262c593fd63 service neutron] 10.222.0.25 "GET /v2.0/networks/cd0e1f14-e62a-404d-836e-db6e9050303b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159774 Jul 14 09:43:54.094463 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-0435fe01-edd2-4ff7-af10-2f7b210c612b tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] show failed (client error): The resource could not be found. Jul 14 09:43:54.098642 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0435fe01-edd2-4ff7-af10-2f7b210c612b tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "GET /v2.0/subnets/e4aa49c7-81bd-473a-859a-e61f94eaca8e/tags/tempest-TagsExtTest-Tag-1079085571 HTTP/1.1" status: 404 len: 329 time: 0.0799515 Jul 14 09:43:54.099039 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58952) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:54.104368 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.tag.tag_plugin [None req-20d19bf8-83ac-4a64-8706-3c8dd961189d tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e4aa49c7-81bd-473a-859a-e61f94eaca8e', 'tempest-TagsExtTest-Tag-640899028') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:54.137927 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.158284 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b8ef89bc-bf98-49e2-a1b3-2ecaca79fcfa None None] Provisioning complete for port 54c39e72-b09e-4ece-908f-b1f61f4ef071 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:54.158677 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8ef89bc-bf98-49e2-a1b3-2ecaca79fcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.165778 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-20d19bf8-83ac-4a64-8706-3c8dd961189d tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] show failed (client error): The resource could not be found. Jul 14 09:43:54.168076 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-20d19bf8-83ac-4a64-8706-3c8dd961189d tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "GET /v2.0/subnets/e4aa49c7-81bd-473a-859a-e61f94eaca8e/tags/tempest-TagsExtTest-Tag-640899028 HTTP/1.1" status: 404 len: 328 time: 0.0676761 Jul 14 09:43:54.170020 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58954) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:54.175512 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.tag.tag_plugin [None req-7f7a0880-02fa-418b-a067-c42518e75f16 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'e54243e6-7924-4517-9694-fb3a351541ca', {'tags': ['tempest-TagsExtTest-Tag-480653900', 'tempest-TagsExtTest-Tag-1923306865', 'tempest-TagsExtTest-Tag-1216239052']}) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:54.211799 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 1da6b930-f6d1-43de-b400-b16c44ab7bbf, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=1da6b930-f6d1-43de-b400-b16c44ab7bbf,segment=NetworkSegment(8bbfaf27-9473-4413-b29d-1f4a2c5ff013),segment_id=8bbfaf27-9473-4413-b29d-1f4a2c5ff013)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:54.219371 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.220194 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 81c40ec1-9a26-41a5-98cc-30da4a83e3e7 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:54.226140 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b8ef89bc-bf98-49e2-a1b3-2ecaca79fcfa None None] Port 54c39e72-b09e-4ece-908f-b1f61f4ef071 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:54.252088 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58956) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:54.257435 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-f6b7e509-4b09-4fa3-b5e3-0529e3896474 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e54243e6-7924-4517-9694-fb3a351541ca') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:54.260357 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7f7a0880-02fa-418b-a067-c42518e75f16 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "PUT /v2.0/ports/e54243e6-7924-4517-9694-fb3a351541ca/tags HTTP/1.1" status: 200 len: 317 time: 0.0887442 Jul 14 09:43:54.285244 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e1d9a134-f899-41cd-a444-0c9504baf1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756522371', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:46Z', 'updated_at': '2021-07-14T09:43:51Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:47Z', 'updated_at': '2021-07-14T09:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '54c39e72-b09e-4ece-908f-b1f61f4ef071', 'name': '', 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:8c:5c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '8f09103d-3fd5-412a-8a5a-d467b09bd542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:50Z', 'updated_at': '2021-07-14T09:43:51Z', 'revision_number': 2, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': '8f09103d-3fd5-412a-8a5a-d467b09bd542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:54.334705 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d9a134-f899-41cd-a444-0c9504baf1ba None None] Checking router: 0c2b2740-79ae-4cdb-87fd-23cc51d26ad7 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:54.335336 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d9a134-f899-41cd-a444-0c9504baf1ba None None] Updating router 0c2b2740-79ae-4cdb-87fd-23cc51d26ad7 port 54c39e72-b09e-4ece-908f-b1f61f4ef071 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:43:54.351052 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-43cc3907-d74f-43d5-8db6-5c415b86a6c4 req-1b95c6cc-b0fe-457c-9404-29e310bfffe6 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 210 time: 0.0342724 Jul 14 09:43:54.364912 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f6b7e509-4b09-4fa3-b5e3-0529e3896474 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "DELETE /v2.0/ports/e54243e6-7924-4517-9694-fb3a351541ca/tags HTTP/1.1" status: 204 len: 168 time: 0.1112533 Jul 14 09:43:54.367228 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58964) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:54.369341 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=1da6b930-f6d1-43de-b400-b16c44ab7bbf,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:54.373975 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-851e1a70-780b-4b8e-8247-4c0c34b2daba tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e54243e6-7924-4517-9694-fb3a351541ca', 'tempest-TagsExtTest-Tag-480653900') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:54.397317 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1d9a134-f899-41cd-a444-0c9504baf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.408479 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 81c40ec1-9a26-41a5-98cc-30da4a83e3e7 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:54.414994 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 81c40ec1-9a26-41a5-98cc-30da4a83e3e7 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:54.416168 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.439693 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-851e1a70-780b-4b8e-8247-4c0c34b2daba tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] show failed (client error): The resource could not be found. Jul 14 09:43:54.444330 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-851e1a70-780b-4b8e-8247-4c0c34b2daba tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "GET /v2.0/ports/e54243e6-7924-4517-9694-fb3a351541ca/tags/tempest-TagsExtTest-Tag-480653900 HTTP/1.1" status: 404 len: 328 time: 0.0717030 Jul 14 09:43:54.444594 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58966) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:54.449766 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-88be8d1e-2934-4d7c-8bc0-7e0a59a41e5f tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e54243e6-7924-4517-9694-fb3a351541ca', 'tempest-TagsExtTest-Tag-1923306865') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:54.509513 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-88be8d1e-2934-4d7c-8bc0-7e0a59a41e5f tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] show failed (client error): The resource could not be found. Jul 14 09:43:54.510496 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-88be8d1e-2934-4d7c-8bc0-7e0a59a41e5f tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "GET /v2.0/ports/e54243e6-7924-4517-9694-fb3a351541ca/tags/tempest-TagsExtTest-Tag-1923306865 HTTP/1.1" status: 404 len: 329 time: 0.0648282 Jul 14 09:43:54.513887 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58968) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:54.518447 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.tag.tag_plugin [None req-ea237363-c5b3-451c-bfdb-425a29d4af28 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e54243e6-7924-4517-9694-fb3a351541ca', 'tempest-TagsExtTest-Tag-1216239052') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:54.571658 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-ea237363-c5b3-451c-bfdb-425a29d4af28 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] show failed (client error): The resource could not be found. Jul 14 09:43:54.573069 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ea237363-c5b3-451c-bfdb-425a29d4af28 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "GET /v2.0/ports/e54243e6-7924-4517-9694-fb3a351541ca/tags/tempest-TagsExtTest-Tag-1216239052 HTTP/1.1" status: 404 len: 329 time: 0.0581853 Jul 14 09:43:54.575939 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58970) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:54.582300 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.tag.tag_plugin [None req-5785d037-3755-45ae-b61a-60584dd64122 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'cf85a997-8667-4c4c-9cd1-36e59bf4b71b', {'tags': ['tempest-TagsExtTest-Tag-1591017892', 'tempest-TagsExtTest-Tag-1458613900', 'tempest-TagsExtTest-Tag-388069752']}) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:54.686815 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5785d037-3755-45ae-b61a-60584dd64122 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "PUT /v2.0/routers/cf85a997-8667-4c4c-9cd1-36e59bf4b71b/tags HTTP/1.1" status: 200 len: 317 time: 0.1072340 Jul 14 09:43:54.687470 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58976) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:54.693558 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-746b9579-15cd-4e95-b17a-9d171cf2a56a tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cf85a997-8667-4c4c-9cd1-36e59bf4b71b') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:54.694364 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.767089 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 81c40ec1-9a26-41a5-98cc-30da4a83e3e7, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=81c40ec1-9a26-41a5-98cc-30da4a83e3e7,segment=NetworkSegment(63397b8c-5c45-415f-90a5-d487241bd99d),segment_id=63397b8c-5c45-415f-90a5-d487241bd99d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:54.779109 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.779938 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d39153b2-acc2-42a7-bff5-47166d863ea5 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:54.811601 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-746b9579-15cd-4e95-b17a-9d171cf2a56a tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "DELETE /v2.0/routers/cf85a997-8667-4c4c-9cd1-36e59bf4b71b/tags HTTP/1.1" status: 204 len: 168 time: 0.1230874 Jul 14 09:43:54.815406 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58980) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:54.820317 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-852e6266-00dc-4953-8148-4af4e22b3a7c tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cf85a997-8667-4c4c-9cd1-36e59bf4b71b', 'tempest-TagsExtTest-Tag-1591017892') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:54.916995 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-852e6266-00dc-4953-8148-4af4e22b3a7c tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] show failed (client error): The resource could not be found. Jul 14 09:43:54.920857 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-852e6266-00dc-4953-8148-4af4e22b3a7c tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "GET /v2.0/routers/cf85a997-8667-4c4c-9cd1-36e59bf4b71b/tags/tempest-TagsExtTest-Tag-1591017892 HTTP/1.1" status: 404 len: 329 time: 0.1016824 Jul 14 09:43:54.921966 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58984) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:54.928150 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.tag.tag_plugin [None req-580ce387-d532-4084-9f83-60869406c979 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cf85a997-8667-4c4c-9cd1-36e59bf4b71b', 'tempest-TagsExtTest-Tag-1458613900') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:54.946610 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=81c40ec1-9a26-41a5-98cc-30da4a83e3e7,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:54.965130 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1d9a134-f899-41cd-a444-0c9504baf1ba None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.977920 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d39153b2-acc2-42a7-bff5-47166d863ea5 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:54.978821 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.011447 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e1d9a134-f899-41cd-a444-0c9504baf1ba None None] Transition to ACTIVE for port object 54c39e72-b09e-4ece-908f-b1f61f4ef071 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:55.026265 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1d9a134-f899-41cd-a444-0c9504baf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.037631 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-580ce387-d532-4084-9f83-60869406c979 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] show failed (client error): The resource could not be found. Jul 14 09:43:55.041881 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58986) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:55.042288 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-580ce387-d532-4084-9f83-60869406c979 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "GET /v2.0/routers/cf85a997-8667-4c4c-9cd1-36e59bf4b71b/tags/tempest-TagsExtTest-Tag-1458613900 HTTP/1.1" status: 404 len: 329 time: 0.1186543 Jul 14 09:43:55.047684 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-febc4ef6-42b4-4e46-bb1b-6a998798bc4e tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cf85a997-8667-4c4c-9cd1-36e59bf4b71b', 'tempest-TagsExtTest-Tag-388069752') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:55.091299 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ccf4c-68d2-438b-8706-9fa2b37af792 None None] Pushing event updated for resources: {'Port': ['ID=54c39e72-b09e-4ece-908f-b1f61f4ef071,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:55.137503 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-febc4ef6-42b4-4e46-bb1b-6a998798bc4e tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] show failed (client error): The resource could not be found. Jul 14 09:43:55.141185 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-febc4ef6-42b4-4e46-bb1b-6a998798bc4e tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "GET /v2.0/routers/cf85a997-8667-4c4c-9cd1-36e59bf4b71b/tags/tempest-TagsExtTest-Tag-388069752 HTTP/1.1" status: 404 len: 328 time: 0.0949113 Jul 14 09:43:55.141478 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58988) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:55.146641 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-90297ad7-0514-4d18-a50d-48459f98d3f0 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7c9978f9-f7bb-4f2b-8c2a-480be3392a5e', {'tags': ['tempest-TagsExtTest-Tag-619234294', 'tempest-TagsExtTest-Tag-1486202838', 'tempest-TagsExtTest-Tag-171186210']}) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:55.187147 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-90297ad7-0514-4d18-a50d-48459f98d3f0 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "PUT /v2.0/subnetpools/7c9978f9-f7bb-4f2b-8c2a-480be3392a5e/tags HTTP/1.1" status: 200 len: 316 time: 0.0445805 Jul 14 09:43:55.189884 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58990) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:55.195378 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-b3336366-2cab-4e6b-8a5f-5995133e4592 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7c9978f9-f7bb-4f2b-8c2a-480be3392a5e') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:55.247634 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-e1d9a134-f899-41cd-a444-0c9504baf1ba None None] Attempting to bind port 54c39e72-b09e-4ece-908f-b1f61f4ef071 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:55.248216 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-e1d9a134-f899-41cd-a444-0c9504baf1ba None None] Attempting to bind port 54c39e72-b09e-4ece-908f-b1f61f4ef071 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '8bbfaf27-9473-4413-b29d-1f4a2c5ff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:55.248758 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d9a134-f899-41cd-a444-0c9504baf1ba None None] Attempting to bind port 54c39e72-b09e-4ece-908f-b1f61f4ef071 on network cd0e1f14-e62a-404d-836e-db6e9050303b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:55.255536 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b3336366-2cab-4e6b-8a5f-5995133e4592 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "DELETE /v2.0/subnetpools/7c9978f9-f7bb-4f2b-8c2a-480be3392a5e/tags HTTP/1.1" status: 204 len: 168 time: 0.0629752 Jul 14 09:43:55.257227 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58992) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:55.259983 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d9a134-f899-41cd-a444-0c9504baf1ba None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:55.260397 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d9a134-f899-41cd-a444-0c9504baf1ba None None] Checking segment: {'id': '8bbfaf27-9473-4413-b29d-1f4a2c5ff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:55.260810 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1d9a134-f899-41cd-a444-0c9504baf1ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.261203 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d9a134-f899-41cd-a444-0c9504baf1ba None None] Bound using segment: {'id': '8bbfaf27-9473-4413-b29d-1f4a2c5ff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:55.261671 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-e1d9a134-f899-41cd-a444-0c9504baf1ba None None] Bound port: 54c39e72-b09e-4ece-908f-b1f61f4ef071, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bbfaf27-9473-4413-b29d-1f4a2c5ff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:55.262051 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1d9a134-f899-41cd-a444-0c9504baf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.266007 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.tag.tag_plugin [None req-eb9b20db-a1d3-4895-b048-77ed8296dbeb tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7c9978f9-f7bb-4f2b-8c2a-480be3392a5e', 'tempest-TagsExtTest-Tag-619234294') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:55.297118 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [None req-eb9b20db-a1d3-4895-b048-77ed8296dbeb tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] show failed (client error): The resource could not be found. Jul 14 09:43:55.298337 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-eb9b20db-a1d3-4895-b048-77ed8296dbeb tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "GET /v2.0/subnetpools/7c9978f9-f7bb-4f2b-8c2a-480be3392a5e/tags/tempest-TagsExtTest-Tag-619234294 HTTP/1.1" status: 404 len: 328 time: 0.0397639 Jul 14 09:43:55.301809 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58994) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:55.306955 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-219c3671-0df4-4ec4-8913-2a7294a7046b tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7c9978f9-f7bb-4f2b-8c2a-480be3392a5e', 'tempest-TagsExtTest-Tag-1486202838') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:55.331113 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 1da6b930-f6d1-43de-b400-b16c44ab7bbf up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:55.342254 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-219c3671-0df4-4ec4-8913-2a7294a7046b tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] show failed (client error): The resource could not be found. Jul 14 09:43:55.343708 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-219c3671-0df4-4ec4-8913-2a7294a7046b tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "GET /v2.0/subnetpools/7c9978f9-f7bb-4f2b-8c2a-480be3392a5e/tags/tempest-TagsExtTest-Tag-1486202838 HTTP/1.1" status: 404 len: 329 time: 0.0405374 Jul 14 09:43:55.347011 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 58996) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:55.353079 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.tag.tag_plugin [None req-f2dc60c0-6fa6-41fa-ace2-2899248ce5ff tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7c9978f9-f7bb-4f2b-8c2a-480be3392a5e', 'tempest-TagsExtTest-Tag-171186210') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:55.378686 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-f2dc60c0-6fa6-41fa-ace2-2899248ce5ff tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] show failed (client error): The resource could not be found. Jul 14 09:43:55.380412 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f2dc60c0-6fa6-41fa-ace2-2899248ce5ff tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "GET /v2.0/subnetpools/7c9978f9-f7bb-4f2b-8c2a-480be3392a5e/tags/tempest-TagsExtTest-Tag-171186210 HTTP/1.1" status: 404 len: 328 time: 0.0315578 Jul 14 09:43:55.383474 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 58998) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:55.388805 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.tag.tag_plugin [None req-62a99f6b-62cd-4c7a-ac26-86c28f44b317 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7c9978f9-f7bb-4f2b-8c2a-480be3392a5e') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:55.416166 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e1d9a134-f899-41cd-a444-0c9504baf1ba None None] For port 54c39e72-b09e-4ece-908f-b1f61f4ef071, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:55.420625 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e1d9a134-f899-41cd-a444-0c9504baf1ba None None] For port 54c39e72-b09e-4ece-908f-b1f61f4ef071, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=54c39e72-b09e-4ece-908f-b1f61f4ef071,segment=NetworkSegment(8bbfaf27-9473-4413-b29d-1f4a2c5ff013),segment_id=8bbfaf27-9473-4413-b29d-1f4a2c5ff013)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:55.430103 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1d9a134-f899-41cd-a444-0c9504baf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.440715 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-62a99f6b-62cd-4c7a-ac26-86c28f44b317 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "DELETE /v2.0/subnetpools/7c9978f9-f7bb-4f2b-8c2a-480be3392a5e/tags HTTP/1.1" status: 204 len: 168 time: 0.0555358 Jul 14 09:43:55.444571 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59002) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:55.449533 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.tag.tag_plugin [None req-07d81cab-9af0-4d6c-bf90-58d5f4784fb8 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cf85a997-8667-4c4c-9cd1-36e59bf4b71b') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:55.458481 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 1da6b930-f6d1-43de-b400-b16c44ab7bbf triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:55.458854 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.544106 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ccf4c-68d2-438b-8706-9fa2b37af792 None None] Pushing event updated for resources: {'Port': ['ID=54c39e72-b09e-4ece-908f-b1f61f4ef071,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:55.548938 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-07d81cab-9af0-4d6c-bf90-58d5f4784fb8 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "DELETE /v2.0/routers/cf85a997-8667-4c4c-9cd1-36e59bf4b71b/tags HTTP/1.1" status: 204 len: 168 time: 0.1030900 Jul 14 09:43:55.550562 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d9a134-f899-41cd-a444-0c9504baf1ba None None] Routers {'0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:55.551321 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e1d9a134-f899-41cd-a444-0c9504baf1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:55.551593 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59004) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:55.557079 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.tag.tag_plugin [None req-4537bcbe-2bd2-412a-a301-fd7ed10b9184 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e54243e6-7924-4517-9694-fb3a351541ca') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:55.576867 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75fe9095-8ca5-4afa-b3d4-5179a41321a3 req-23a738a4-4d88-4c46-95bb-91b6e4e96722 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 210 time: 0.0639758 Jul 14 09:43:55.617735 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4537bcbe-2bd2-412a-a301-fd7ed10b9184 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "DELETE /v2.0/ports/e54243e6-7924-4517-9694-fb3a351541ca/tags HTTP/1.1" status: 204 len: 168 time: 0.0649211 Jul 14 09:43:55.621243 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59006) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:55.628316 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.tag.tag_plugin [None req-100404ea-adf6-4cde-b99e-0d35aa89a5a1 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e4aa49c7-81bd-473a-859a-e61f94eaca8e') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:55.703811 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-100404ea-adf6-4cde-b99e-0d35aa89a5a1 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "DELETE /v2.0/subnets/e4aa49c7-81bd-473a-859a-e61f94eaca8e/tags HTTP/1.1" status: 204 len: 168 time: 0.0804837 Jul 14 09:43:55.709015 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59008) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:55.718970 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 81c40ec1-9a26-41a5-98cc-30da4a83e3e7 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:55.774434 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-e1d9a134-f899-41cd-a444-0c9504baf1ba None None] Set router 0c2b2740-79ae-4cdb-87fd-23cc51d26ad7 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:55.821159 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64d1aa73-10d8-4fb1-b428-213142c7f364 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks [] for subnetpool, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.822862 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-64d1aa73-10d8-4fb1-b428-213142c7f364 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "DELETE /v2.0/subnetpools/7c9978f9-f7bb-4f2b-8c2a-480be3392a5e HTTP/1.1" status: 204 len: 168 time: 0.1127830 Jul 14 09:43:55.825631 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59010) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:55.887068 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59012) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:55.888411 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b07a1071-ab48-4cea-8835-f012a86e4795 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf85a997-8667-4c4c-9cd1-36e59bf4b71b HTTP/1.1" status: 200 len: 205 time: 0.0608428 Jul 14 09:43:55.924286 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 81c40ec1-9a26-41a5-98cc-30da4a83e3e7 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:55.924678 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.008073 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dc069f90-f4c2-4b5a-ba7d-77fab142a9a2 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.083666 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473b650-cf67-4dea-a368-45bedba3651c req-ac4b996e-6afd-417d-8fd7-41d5fcc3b5b5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:56.085701 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4473b650-cf67-4dea-a368-45bedba3651c req-ac4b996e-6afd-417d-8fd7-41d5fcc3b5b5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.44 "GET /v2.0/networks?id=cd0e1f14-e62a-404d-836e-db6e9050303b HTTP/1.1" status: 200 len: 796 time: 0.2931383 Jul 14 09:43:56.202425 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dc069f90-f4c2-4b5a-ba7d-77fab142a9a2 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.205458 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dc069f90-f4c2-4b5a-ba7d-77fab142a9a2 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.226071 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4473b650-cf67-4dea-a368-45bedba3651c req-981cc946-fce9-4af8-a1f8-655b3593e4a3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efe559a5c8d646b7b35d7ff399735120 HTTP/1.1" status: 200 len: 379 time: 0.1035507 Jul 14 09:43:56.261554 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-4473b650-cf67-4dea-a368-45bedba3651c req-27ac2fe4-8f83-4f55-9a43-069f23845e4f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'port': {'device_id': 'eb22d1b2-50d1-48f0-89a6-80fce61fc9e8', 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b', 'admin_state_up': True, 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'security_groups': ['79eb08fe-ab0e-45d9-9825-418c2b50f294']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:56.271631 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e1d9a134-f899-41cd-a444-0c9504baf1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756522371', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:46Z', 'updated_at': '2021-07-14T09:43:51Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:47Z', 'updated_at': '2021-07-14T09:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '54c39e72-b09e-4ece-908f-b1f61f4ef071', 'name': '', 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:8c:5c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '8f09103d-3fd5-412a-8a5a-d467b09bd542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:50Z', 'updated_at': '2021-07-14T09:43:55Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': '8f09103d-3fd5-412a-8a5a-d467b09bd542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:56.299183 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d9a134-f899-41cd-a444-0c9504baf1ba None None] The sync data for ids ['0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'] in n-d-771362-35 is: [{'id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756522371', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:46Z', 'updated_at': '2021-07-14T09:43:51Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:47Z', 'updated_at': '2021-07-14T09:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '54c39e72-b09e-4ece-908f-b1f61f4ef071', 'name': '', 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:8c:5c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '8f09103d-3fd5-412a-8a5a-d467b09bd542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:50Z', 'updated_at': '2021-07-14T09:43:55Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': '8f09103d-3fd5-412a-8a5a-d467b09bd542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:56.307988 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dc069f90-f4c2-4b5a-ba7d-77fab142a9a2 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.308524 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc069f90-f4c2-4b5a-ba7d-77fab142a9a2 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Fanout notify agent at l3_agent the message router_deleted on router cf85a997-8667-4c4c-9cd1-36e59bf4b71b {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:43:56.319679 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dc069f90-f4c2-4b5a-ba7d-77fab142a9a2 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.320880 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-dc069f90-f4c2-4b5a-ba7d-77fab142a9a2 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "DELETE /v2.0/routers/cf85a997-8667-4c4c-9cd1-36e59bf4b71b HTTP/1.1" status: 204 len: 168 time: 0.4325850 Jul 14 09:43:56.324068 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59014) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:56.485104 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4473b650-cf67-4dea-a368-45bedba3651c req-27ac2fe4-8f83-4f55-9a43-069f23845e4f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Made reservation on behalf of efe559a5c8d646b7b35d7ff399735120 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:56.489544 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4473b650-cf67-4dea-a368-45bedba3651c req-27ac2fe4-8f83-4f55-9a43-069f23845e4f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.505741 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6af8d333-d95d-469e-beef-36edc00b1fef tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Deleting port e54243e6-7924-4517-9694-fb3a351541ca {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:56.506116 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6af8d333-d95d-469e-beef-36edc00b1fef tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.680817 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6af8d333-d95d-469e-beef-36edc00b1fef tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.702261 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6af8d333-d95d-469e-beef-36edc00b1fef tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Calling delete_port for e54243e6-7924-4517-9694-fb3a351541ca owned by {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:56.722039 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-4473b650-cf67-4dea-a368-45bedba3651c req-27ac2fe4-8f83-4f55-9a43-069f23845e4f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Allocated IP 172.20.0.12 (cd0e1f14-e62a-404d-836e-db6e9050303b/8f09103d-3fd5-412a-8a5a-d467b09bd542/dccb0a0e-217c-4623-bf9a-f71de052667e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:56.741189 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-529f1d3d-a9fe-492c-9f22-e61a6dd08fc0 req-20f62577-04b7-4fc9-93d1-4627542d0fb8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 210 time: 0.0378904 Jul 14 09:43:56.953332 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6af8d333-d95d-469e-beef-36edc00b1fef tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.994981 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8d333-d95d-469e-beef-36edc00b1fef tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Pushing event deleted for resources: {'Port': ['ID=e54243e6-7924-4517-9694-fb3a351541ca,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:57.006716 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4473b650-cf67-4dea-a368-45bedba3651c req-27ac2fe4-8f83-4f55-9a43-069f23845e4f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.067838 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-4473b650-cf67-4dea-a368-45bedba3651c req-27ac2fe4-8f83-4f55-9a43-069f23845e4f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Transition to ACTIVE for port object dccb0a0e-217c-4623-bf9a-f71de052667e will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:57.094479 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6af8d333-d95d-469e-beef-36edc00b1fef tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.096535 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6af8d333-d95d-469e-beef-36edc00b1fef tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "DELETE /v2.0/ports/e54243e6-7924-4517-9694-fb3a351541ca HTTP/1.1" status: 204 len: 168 time: 0.7716217 Jul 14 09:43:57.100079 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59018) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:57.125277 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4473b650-cf67-4dea-a368-45bedba3651c req-27ac2fe4-8f83-4f55-9a43-069f23845e4f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.168165 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b128b387-9460-4172-93c4-dc7f307a154f tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Deleting subnet e4aa49c7-81bd-473a-859a-e61f94eaca8e {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:43:57.172216 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b128b387-9460-4172-93c4-dc7f307a154f tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.202811 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4473b650-cf67-4dea-a368-45bedba3651c req-27ac2fe4-8f83-4f55-9a43-069f23845e4f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Network cd0e1f14-e62a-404d-836e-db6e9050303b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:57.206457 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-4473b650-cf67-4dea-a368-45bedba3651c req-27ac2fe4-8f83-4f55-9a43-069f23845e4f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:57.211275 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4473b650-cf67-4dea-a368-45bedba3651c req-27ac2fe4-8f83-4f55-9a43-069f23845e4f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:57.250471 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac2fe4-8f83-4f55-9a43-069f23845e4f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Port': ['ID=dccb0a0e-217c-4623-bf9a-f71de052667e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:57.260976 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b128b387-9460-4172-93c4-dc7f307a154f tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.298900 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473b650-cf67-4dea-a368-45bedba3651c req-27ac2fe4-8f83-4f55-9a43-069f23845e4f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:57.299759 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4473b650-cf67-4dea-a368-45bedba3651c req-27ac2fe4-8f83-4f55-9a43-069f23845e4f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.331971 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4473b650-cf67-4dea-a368-45bedba3651c req-27ac2fe4-8f83-4f55-9a43-069f23845e4f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0752254 Jul 14 09:43:57.344231 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-4473b650-cf67-4dea-a368-45bedba3651c req-717c1d95-96bc-41a7-b48d-94da55b135eb service neutron] Request body: {'port': {'device_id': 'eb22d1b2-50d1-48f0-89a6-80fce61fc9e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:57.381607 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 54c39e72-b09e-4ece-908f-b1f61f4ef071 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:57.404968 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b128b387-9460-4172-93c4-dc7f307a154f tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.457120 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4473b650-cf67-4dea-a368-45bedba3651c req-717c1d95-96bc-41a7-b48d-94da55b135eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.457838 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 54c39e72-b09e-4ece-908f-b1f61f4ef071 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:57.476204 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 54c39e72-b09e-4ece-908f-b1f61f4ef071 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:57.476725 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.490347 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b128b387-9460-4172-93c4-dc7f307a154f tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.523952 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128b387-9460-4172-93c4-dc7f307a154f tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Pushing event deleted for resources: {'Subnet': ['ID=e4aa49c7-81bd-473a-859a-e61f94eaca8e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:57.530706 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b128b387-9460-4172-93c4-dc7f307a154f tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.535239 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b128b387-9460-4172-93c4-dc7f307a154f tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "DELETE /v2.0/subnets/e4aa49c7-81bd-473a-859a-e61f94eaca8e HTTP/1.1" status: 204 len: 168 time: 0.4316833 Jul 14 09:43:57.535958 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f84d18b-dfe1-4436-b6cc-76b4cab94c35 None None] Network 0606890b-fb94-4c01-a6c9-055223bb099a requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:57.536085 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59020) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:57.628855 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0ea83a9-30f5-49b7-865c-b7091b33fa52 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.667797 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1f0d2e9e-0690-4429-b2b3-0901fa83fd52 None None] Provisioning for port dccb0a0e-217c-4623-bf9a-f71de052667e completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:57.678216 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1f0d2e9e-0690-4429-b2b3-0901fa83fd52 None None] Provisioning complete for port dccb0a0e-217c-4623-bf9a-f71de052667e triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:57.678712 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f0d2e9e-0690-4429-b2b3-0901fa83fd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.686211 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d0ea83a9-30f5-49b7-865c-b7091b33fa52 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Deleting port 81c40ec1-9a26-41a5-98cc-30da4a83e3e7 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:57.686570 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0ea83a9-30f5-49b7-865c-b7091b33fa52 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.718550 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1f0d2e9e-0690-4429-b2b3-0901fa83fd52 None None] Port dccb0a0e-217c-4623-bf9a-f71de052667e cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:57.752526 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d0ea83a9-30f5-49b7-865c-b7091b33fa52 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] For port 81c40ec1-9a26-41a5-98cc-30da4a83e3e7, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=81c40ec1-9a26-41a5-98cc-30da4a83e3e7,segment=NetworkSegment(63397b8c-5c45-415f-90a5-d487241bd99d),segment_id=63397b8c-5c45-415f-90a5-d487241bd99d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:57.753085 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0ea83a9-30f5-49b7-865c-b7091b33fa52 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.767403 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d0ea83a9-30f5-49b7-865c-b7091b33fa52 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Calling delete_port for 81c40ec1-9a26-41a5-98cc-30da4a83e3e7 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:57.777351 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.803355 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-4473b650-cf67-4dea-a368-45bedba3651c req-717c1d95-96bc-41a7-b48d-94da55b135eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dccb0a0e-217c-4623-bf9a-f71de052667e {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:43:57.811277 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4473b650-cf67-4dea-a368-45bedba3651c req-717c1d95-96bc-41a7-b48d-94da55b135eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.818163 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 54c39e72-b09e-4ece-908f-b1f61f4ef071, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=54c39e72-b09e-4ece-908f-b1f61f4ef071,segment=NetworkSegment(8bbfaf27-9473-4413-b29d-1f4a2c5ff013),segment_id=8bbfaf27-9473-4413-b29d-1f4a2c5ff013)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:57.823999 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.829612 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-4473b650-cf67-4dea-a368-45bedba3651c req-717c1d95-96bc-41a7-b48d-94da55b135eb service neutron] Transition to ACTIVE for port object dccb0a0e-217c-4623-bf9a-f71de052667e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:57.835728 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4473b650-cf67-4dea-a368-45bedba3651c req-717c1d95-96bc-41a7-b48d-94da55b135eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.874700 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479ef96d-3afb-4583-9a8f-03ce2e90faa6 None None] DHCP port deletion for 0606890b-fb94-4c01-a6c9-055223bb099a request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:43:57.917525 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0ea83a9-30f5-49b7-865c-b7091b33fa52 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.932182 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c1d95-96bc-41a7-b48d-94da55b135eb service neutron] Pushing event updated for resources: {'Port': ['ID=dccb0a0e-217c-4623-bf9a-f71de052667e,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:57.951160 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=54c39e72-b09e-4ece-908f-b1f61f4ef071,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:57.972211 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-479ef96d-3afb-4583-9a8f-03ce2e90faa6 None None] Deleting port 81c40ec1-9a26-41a5-98cc-30da4a83e3e7 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:57.972618 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-479ef96d-3afb-4583-9a8f-03ce2e90faa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.982061 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea83a9-30f5-49b7-865c-b7091b33fa52 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Pushing event deleted for resources: {'Port': ['ID=81c40ec1-9a26-41a5-98cc-30da4a83e3e7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:57.990212 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ea83a9-30f5-49b7-865c-b7091b33fa52 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] No DVR routers for this DVR port 81c40ec1-9a26-41a5-98cc-30da4a83e3e7 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:57.993321 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-4473b650-cf67-4dea-a368-45bedba3651c req-717c1d95-96bc-41a7-b48d-94da55b135eb service neutron] Attempting to bind port dccb0a0e-217c-4623-bf9a-f71de052667e on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:57.993779 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-4473b650-cf67-4dea-a368-45bedba3651c req-717c1d95-96bc-41a7-b48d-94da55b135eb service neutron] Attempting to bind port dccb0a0e-217c-4623-bf9a-f71de052667e by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '8bbfaf27-9473-4413-b29d-1f4a2c5ff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:57.994177 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4473b650-cf67-4dea-a368-45bedba3651c req-717c1d95-96bc-41a7-b48d-94da55b135eb service neutron] Attempting to bind port dccb0a0e-217c-4623-bf9a-f71de052667e on network cd0e1f14-e62a-404d-836e-db6e9050303b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:58.000777 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4473b650-cf67-4dea-a368-45bedba3651c req-717c1d95-96bc-41a7-b48d-94da55b135eb service neutron] Port dccb0a0e-217c-4623-bf9a-f71de052667e on network cd0e1f14-e62a-404d-836e-db6e9050303b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:58.001197 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4473b650-cf67-4dea-a368-45bedba3651c req-717c1d95-96bc-41a7-b48d-94da55b135eb service neutron] Attempting to bind port dccb0a0e-217c-4623-bf9a-f71de052667e on network cd0e1f14-e62a-404d-836e-db6e9050303b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:58.006803 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4473b650-cf67-4dea-a368-45bedba3651c req-717c1d95-96bc-41a7-b48d-94da55b135eb service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:58.007158 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4473b650-cf67-4dea-a368-45bedba3651c req-717c1d95-96bc-41a7-b48d-94da55b135eb service neutron] Checking segment: {'id': '8bbfaf27-9473-4413-b29d-1f4a2c5ff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:58.007762 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4473b650-cf67-4dea-a368-45bedba3651c req-717c1d95-96bc-41a7-b48d-94da55b135eb service neutron] Bound using segment: {'id': '8bbfaf27-9473-4413-b29d-1f4a2c5ff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:58.008263 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-4473b650-cf67-4dea-a368-45bedba3651c req-717c1d95-96bc-41a7-b48d-94da55b135eb service neutron] Bound port: dccb0a0e-217c-4623-bf9a-f71de052667e, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bbfaf27-9473-4413-b29d-1f4a2c5ff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:58.009694 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4473b650-cf67-4dea-a368-45bedba3651c req-717c1d95-96bc-41a7-b48d-94da55b135eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.065169 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-479ef96d-3afb-4583-9a8f-03ce2e90faa6 None None] For port 81c40ec1-9a26-41a5-98cc-30da4a83e3e7, host n-d-771362-35, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:58.065707 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-479ef96d-3afb-4583-9a8f-03ce2e90faa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.082396 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-479ef96d-3afb-4583-9a8f-03ce2e90faa6 None None] Calling delete_port for 81c40ec1-9a26-41a5-98cc-30da4a83e3e7 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:58.083841 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-4473b650-cf67-4dea-a368-45bedba3651c req-717c1d95-96bc-41a7-b48d-94da55b135eb service neutron] For port dccb0a0e-217c-4623-bf9a-f71de052667e, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:58.085794 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-479ef96d-3afb-4583-9a8f-03ce2e90faa6 None None] Port 81c40ec1-9a26-41a5-98cc-30da4a83e3e7 was not found and therefore no delete operation was performed {{(pid=93774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:43:58.089377 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-479ef96d-3afb-4583-9a8f-03ce2e90faa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.089559 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-4473b650-cf67-4dea-a368-45bedba3651c req-717c1d95-96bc-41a7-b48d-94da55b135eb service neutron] For port dccb0a0e-217c-4623-bf9a-f71de052667e, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=dccb0a0e-217c-4623-bf9a-f71de052667e,segment=NetworkSegment(8bbfaf27-9473-4413-b29d-1f4a2c5ff013),segment_id=8bbfaf27-9473-4413-b29d-1f4a2c5ff013)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:58.096746 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4473b650-cf67-4dea-a368-45bedba3651c req-717c1d95-96bc-41a7-b48d-94da55b135eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.116763 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0ea83a9-30f5-49b7-865c-b7091b33fa52 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.125656 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ef96d-3afb-4583-9a8f-03ce2e90faa6 None None] Pushing event deleted for resources: {'Port': ['ID=81c40ec1-9a26-41a5-98cc-30da4a83e3e7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:58.128398 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479ef96d-3afb-4583-9a8f-03ce2e90faa6 None None] No DVR routers for this DVR port 81c40ec1-9a26-41a5-98cc-30da4a83e3e7 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:58.133864 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-d0ea83a9-30f5-49b7-865c-b7091b33fa52 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0606890b-fb94-4c01-a6c9-055223bb099a']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:58.142515 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473b650-cf67-4dea-a368-45bedba3651c req-717c1d95-96bc-41a7-b48d-94da55b135eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:58.143158 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-4473b650-cf67-4dea-a368-45bedba3651c req-717c1d95-96bc-41a7-b48d-94da55b135eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.144676 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4473b650-cf67-4dea-a368-45bedba3651c req-717c1d95-96bc-41a7-b48d-94da55b135eb service neutron] 10.222.0.44 "PUT /v2.0/ports/dccb0a0e-217c-4623-bf9a-f71de052667e HTTP/1.1" status: 200 len: 1093 time: 0.8053253 Jul 14 09:43:58.145287 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb22d1b2-50d1-48f0-89a6-80fce61fc9e8', 'tag': 'dccb0a0e-217c-4623-bf9a-f71de052667e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:58.147805 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-d0ea83a9-30f5-49b7-865c-b7091b33fa52 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63397b8c-5c45-415f-90a5-d487241bd99d') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:58.148217 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-d0ea83a9-30f5-49b7-865c-b7091b33fa52 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63397b8c-5c45-415f-90a5-d487241bd99d') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:58.148317 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2879f0fe-83b7-43c2-8ea1-562a09d046b7" -d '{"events": [{"name": "network-changed", "server_uuid": "eb22d1b2-50d1-48f0-89a6-80fce61fc9e8", "tag": "dccb0a0e-217c-4623-bf9a-f71de052667e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:58.181449 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba02f9c-07f5-4dc3-9c95-ef83dc3bc3b4 req-01e1f7eb-a575-484e-884f-00788b014b24 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:58.183574 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ba02f9c-07f5-4dc3-9c95-ef83dc3bc3b4 req-01e1f7eb-a575-484e-884f-00788b014b24 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 944 time: 0.2536852 Jul 14 09:43:58.187863 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0ea83a9-30f5-49b7-865c-b7091b33fa52 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.206113 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81aab383-b7c0-4764-81ca-3d2cb9386b8c x-openstack-request-id: req-81aab383-b7c0-4764-81ca-3d2cb9386b8c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:58.206767 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb22d1b2-50d1-48f0-89a6-80fce61fc9e8", "tag": "dccb0a0e-217c-4623-bf9a-f71de052667e", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:58.207172 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81aab383-b7c0-4764-81ca-3d2cb9386b8c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:58.209568 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb22d1b2-50d1-48f0-89a6-80fce61fc9e8', 'tag': 'dccb0a0e-217c-4623-bf9a-f71de052667e', 'status': 'completed', 'code': 200} Jul 14 09:43:58.215336 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0ea83a9-30f5-49b7-865c-b7091b33fa52 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.226621 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ea83a9-30f5-49b7-865c-b7091b33fa52 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:43:58.227121 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0ea83a9-30f5-49b7-865c-b7091b33fa52 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:43:58.282161 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:43:58.312469 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ba02f9c-07f5-4dc3-9c95-ef83dc3bc3b4 req-faf87f1d-0029-4b6a-8592-c99f741329c4 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=79eb08fe-ab0e-45d9-9825-418c2b50f294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161101 Jul 14 09:43:58.333939 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0ea83a9-30f5-49b7-865c-b7091b33fa52 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.359882 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0ea83a9-30f5-49b7-865c-b7091b33fa52 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.365319 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d0ea83a9-30f5-49b7-865c-b7091b33fa52 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] 10.222.0.25 "DELETE /v2.0/networks/0606890b-fb94-4c01-a6c9-055223bb099a HTTP/1.1" status: 204 len: 168 time: 0.8247321 Jul 14 09:43:58.365319 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea83a9-30f5-49b7-865c-b7091b33fa52 tempest-TagsExtTest-513455323 tempest-TagsExtTest-513455323-project] Pushing event deleted for resources: {'Network': ['ID=0606890b-fb94-4c01-a6c9-055223bb099a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:58.541730 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c1d95-96bc-41a7-b48d-94da55b135eb service neutron] Pushing event updated for resources: {'Port': ['ID=dccb0a0e-217c-4623-bf9a-f71de052667e,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:58.571812 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473b650-cf67-4dea-a368-45bedba3651c req-fca147fd-f5d5-42f9-a6c6-34f350154972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:58.573424 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4473b650-cf67-4dea-a368-45bedba3651c req-fca147fd-f5d5-42f9-a6c6-34f350154972 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 1096 time: 0.3807006 Jul 14 09:43:58.616412 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4473b650-cf67-4dea-a368-45bedba3651c req-dae663fd-baeb-4513-8024-7957e614a0ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dccb0a0e-217c-4623-bf9a-f71de052667e HTTP/1.1" status: 200 len: 217 time: 0.0357435 Jul 14 09:43:58.625237 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59030) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:58.663881 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473b650-cf67-4dea-a368-45bedba3651c req-51798470-b725-4459-9ae9-89c61af8d496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:58.665362 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4473b650-cf67-4dea-a368-45bedba3651c req-51798470-b725-4459-9ae9-89c61af8d496 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f09103d-3fd5-412a-8a5a-d467b09bd542 HTTP/1.1" status: 200 len: 834 time: 0.0432146 Jul 14 09:43:58.726695 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473b650-cf67-4dea-a368-45bedba3651c req-cc86d37e-fc34-4498-a4b5-9cf9882b333c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:58.728280 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4473b650-cf67-4dea-a368-45bedba3651c req-cc86d37e-fc34-4498-a4b5-9cf9882b333c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd0e1f14-e62a-404d-836e-db6e9050303b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572834 Jul 14 09:43:58.758643 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9c01ff1e-cf04-4786-8de2-5cc6681515ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=130f2a0c48364c87bd78437ace3d1726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1322279 Jul 14 09:43:58.761204 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59034) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:58.810935 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-635fd8c1-3a5c-4bf1-ae16-51966e5f4308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.825311 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4473b650-cf67-4dea-a368-45bedba3651c req-78512362-732b-4570-a049-73b86eebc223 service neutron] 10.222.0.44 "GET /v2.0/networks/cd0e1f14-e62a-404d-836e-db6e9050303b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883334 Jul 14 09:43:58.834308 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-635fd8c1-3a5c-4bf1-ae16-51966e5f4308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.882864 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-635fd8c1-3a5c-4bf1-ae16-51966e5f4308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.885412 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-635fd8c1-3a5c-4bf1-ae16-51966e5f4308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.886560 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-635fd8c1-3a5c-4bf1-ae16-51966e5f4308 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b50972ff-5d7d-44ba-b31d-800991cd6d15 HTTP/1.1" status: 204 len: 168 time: 0.1244607 Jul 14 09:43:58.903830 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635fd8c1-3a5c-4bf1-ae16-51966e5f4308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50972ff-5d7d-44ba-b31d-800991cd6d15,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:58.924851 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4473b650-cf67-4dea-a368-45bedba3651c req-aad9825b-bca7-4902-be3d-8d25516d231e service neutron] 10.222.0.44 "GET /v2.0/networks/cd0e1f14-e62a-404d-836e-db6e9050303b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932996 Jul 14 09:43:59.029373 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879f0fe-83b7-43c2-8ea1-562a09d046b7 req-8ad37adb-fec3-4e5c-94a5-858d842ad652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:59.030873 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2879f0fe-83b7-43c2-8ea1-562a09d046b7 req-8ad37adb-fec3-4e5c-94a5-858d842ad652 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 1096 time: 0.0544240 Jul 14 09:43:59.122939 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879f0fe-83b7-43c2-8ea1-562a09d046b7 req-5f057bf3-60f5-4ae0-a844-c3503fb96cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:59.125177 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2879f0fe-83b7-43c2-8ea1-562a09d046b7 req-5f057bf3-60f5-4ae0-a844-c3503fb96cdd service neutron] 10.222.0.44 "GET /v2.0/networks?id=cd0e1f14-e62a-404d-836e-db6e9050303b HTTP/1.1" status: 200 len: 896 time: 0.0881138 Jul 14 09:43:59.173426 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2879f0fe-83b7-43c2-8ea1-562a09d046b7 req-7626ac7d-2c8d-4869-8024-71049d1ba847 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dccb0a0e-217c-4623-bf9a-f71de052667e HTTP/1.1" status: 200 len: 217 time: 0.0409181 Jul 14 09:43:59.230282 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879f0fe-83b7-43c2-8ea1-562a09d046b7 req-ad61b820-ca04-4a0f-afa3-42ec7d093867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:59.232055 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2879f0fe-83b7-43c2-8ea1-562a09d046b7 req-ad61b820-ca04-4a0f-afa3-42ec7d093867 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f09103d-3fd5-412a-8a5a-d467b09bd542 HTTP/1.1" status: 200 len: 834 time: 0.0525594 Jul 14 09:43:59.274004 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 54c39e72-b09e-4ece-908f-b1f61f4ef071 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:59.314453 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879f0fe-83b7-43c2-8ea1-562a09d046b7 req-f7087edd-2d2b-4a7d-9eab-6316e1d194cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:59.316012 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2879f0fe-83b7-43c2-8ea1-562a09d046b7 req-f7087edd-2d2b-4a7d-9eab-6316e1d194cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd0e1f14-e62a-404d-836e-db6e9050303b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722594 Jul 14 09:43:59.338938 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 54c39e72-b09e-4ece-908f-b1f61f4ef071 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:59.339321 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.459946 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2879f0fe-83b7-43c2-8ea1-562a09d046b7 req-43f6b8f7-84e5-4bd0-8a13-3e79f1eb58ba service neutron] 10.222.0.44 "GET /v2.0/networks/cd0e1f14-e62a-404d-836e-db6e9050303b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357403 Jul 14 09:43:59.532396 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 81c40ec1-9a26-41a5-98cc-30da4a83e3e7 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:59.553734 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 81c40ec1-9a26-41a5-98cc-30da4a83e3e7 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:59.554078 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 81c40ec1-9a26-41a5-98cc-30da4a83e3e7 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:59.562354 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726a780-c55c-4969-9f14-baa2324be633 req-34ceb4b5-4b4e-48c4-a25d-506b427b4228 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:59.564155 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2726a780-c55c-4969-9f14-baa2324be633 req-34ceb4b5-4b4e-48c4-a25d-506b427b4228 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 944 time: 0.0859563 Jul 14 09:43:59.587089 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2879f0fe-83b7-43c2-8ea1-562a09d046b7 req-af0ab47b-e5ee-4232-bd12-396b9d0ac14d service neutron] 10.222.0.44 "GET /v2.0/networks/cd0e1f14-e62a-404d-836e-db6e9050303b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174579 Jul 14 09:43:59.616328 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2726a780-c55c-4969-9f14-baa2324be633 req-e9a00c92-fc67-43a2-bad1-a82809c73d4d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=79eb08fe-ab0e-45d9-9825-418c2b50f294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423312 Jul 14 09:44:00.774954 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device dccb0a0e-217c-4623-bf9a-f71de052667e details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:44:00.810935 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e832af-788d-456d-8a78-a72179023b59 req-83d4e36e-abe0-45a7-9ffe-36524cacde77 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:00.812508 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-97e832af-788d-456d-8a78-a72179023b59 req-83d4e36e-abe0-45a7-9ffe-36524cacde77 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 944 time: 0.0783765 Jul 14 09:44:00.857677 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-97e832af-788d-456d-8a78-a72179023b59 req-9ee6a67f-1037-4f87-82c2-1f7115675b7c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=79eb08fe-ab0e-45d9-9825-418c2b50f294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394828 Jul 14 09:44:00.898875 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port dccb0a0e-217c-4623-bf9a-f71de052667e, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=dccb0a0e-217c-4623-bf9a-f71de052667e,segment=NetworkSegment(8bbfaf27-9473-4413-b29d-1f4a2c5ff013),segment_id=8bbfaf27-9473-4413-b29d-1f4a2c5ff013)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:00.913305 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'dccb0a0e-217c-4623-bf9a-f71de052667e', 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b', 'port_id': 'dccb0a0e-217c-4623-bf9a-f71de052667e', 'mac_address': 'fa:16:3e:91:99:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f09103d-3fd5-412a-8a5a-d467b09bd542', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:44:00.951118 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:00.964406 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dccb0a0e-217c-4623-bf9a-f71de052667e {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:44:00.977885 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59100) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:00.992114 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port dccb0a0e-217c-4623-bf9a-f71de052667e, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=dccb0a0e-217c-4623-bf9a-f71de052667e,segment=NetworkSegment(8bbfaf27-9473-4413-b29d-1f4a2c5ff013),segment_id=8bbfaf27-9473-4413-b29d-1f4a2c5ff013)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:00.996527 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.044644 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=dccb0a0e-217c-4623-bf9a-f71de052667e,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:01.088707 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21d77687-dafc-49e7-8b5f-89cfd83412b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.186054 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21d77687-dafc-49e7-8b5f-89cfd83412b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.186307 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['dccb0a0e-217c-4623-bf9a-f71de052667e'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:44:01.190009 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21d77687-dafc-49e7-8b5f-89cfd83412b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.229250 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-21d77687-dafc-49e7-8b5f-89cfd83412b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f3ddf2c043043cb86f59fd810b66a3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500851 Jul 14 09:44:01.231316 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d77687-dafc-49e7-8b5f-89cfd83412b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee65f95-f8fe-44b3-8a4d-22f04f3e37a8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:01.232305 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59104) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:01.283905 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-65fa2648-fca8-4bed-8621-4feafeaff92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.307110 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-65fa2648-fca8-4bed-8621-4feafeaff92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.361011 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-65fa2648-fca8-4bed-8621-4feafeaff92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.363940 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-65fa2648-fca8-4bed-8621-4feafeaff92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.365794 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-65fa2648-fca8-4bed-8621-4feafeaff92c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3ee65f95-f8fe-44b3-8a4d-22f04f3e37a8 HTTP/1.1" status: 204 len: 168 time: 0.1320641 Jul 14 09:44:01.373664 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa2648-fca8-4bed-8621-4feafeaff92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee65f95-f8fe-44b3-8a4d-22f04f3e37a8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:01.636619 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59112) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:01.650835 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b4831ef3-2e5c-47b3-9083-13241db04629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.744757 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b4831ef3-2e5c-47b3-9083-13241db04629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.748964 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b4831ef3-2e5c-47b3-9083-13241db04629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.789597 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b4831ef3-2e5c-47b3-9083-13241db04629 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1939f726661e40218acffb9898696de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518140 Jul 14 09:44:01.790864 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4831ef3-2e5c-47b3-9083-13241db04629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8122170c-30ab-46f3-aded-0ea124533cc4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:01.792555 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59116) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:01.846484 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-944e7606-b0d3-42ac-8020-cb1f1e269687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.869558 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-944e7606-b0d3-42ac-8020-cb1f1e269687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.928935 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-944e7606-b0d3-42ac-8020-cb1f1e269687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.931601 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-944e7606-b0d3-42ac-8020-cb1f1e269687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.932817 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-944e7606-b0d3-42ac-8020-cb1f1e269687 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8122170c-30ab-46f3-aded-0ea124533cc4 HTTP/1.1" status: 204 len: 168 time: 0.1392095 Jul 14 09:44:01.943814 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e7606-b0d3-42ac-8020-cb1f1e269687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8122170c-30ab-46f3-aded-0ea124533cc4,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:02.045168 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63af0f5-776e-4af6-8174-115019dae531 req-fc56c9c6-68b0-49cf-97a0-7dbcdfce9b4a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:02.046942 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d63af0f5-776e-4af6-8174-115019dae531 req-fc56c9c6-68b0-49cf-97a0-7dbcdfce9b4a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 945 time: 0.0663440 Jul 14 09:44:02.090351 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d63af0f5-776e-4af6-8174-115019dae531 req-3d8c74e8-3827-4414-b58a-9b3fd002ccdc tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=79eb08fe-ab0e-45d9-9825-418c2b50f294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356779 Jul 14 09:44:02.772940 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device dccb0a0e-217c-4623-bf9a-f71de052667e up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:02.826123 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port dccb0a0e-217c-4623-bf9a-f71de052667e completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:02.829735 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port dccb0a0e-217c-4623-bf9a-f71de052667e triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:02.830105 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:02.913123 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:02.936757 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb22d1b2-50d1-48f0-89a6-80fce61fc9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccb0a0e-217c-4623-bf9a-f71de052667e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:02.939078 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704133ac-f2fc-45a5-b824-2f9a57cfe6ca" -d '{"events": [{"server_uuid": "eb22d1b2-50d1-48f0-89a6-80fce61fc9e8", "name": "network-vif-plugged", "status": "completed", "tag": "dccb0a0e-217c-4623-bf9a-f71de052667e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:02.953508 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port dccb0a0e-217c-4623-bf9a-f71de052667e, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=dccb0a0e-217c-4623-bf9a-f71de052667e,segment=NetworkSegment(8bbfaf27-9473-4413-b29d-1f4a2c5ff013),segment_id=8bbfaf27-9473-4413-b29d-1f4a2c5ff013)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:02.957946 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:02.983227 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a05488-8490-465f-84f2-4b7cbeccec8b x-openstack-request-id: req-69a05488-8490-465f-84f2-4b7cbeccec8b {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:02.983976 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb22d1b2-50d1-48f0-89a6-80fce61fc9e8", "name": "network-vif-plugged", "status": "completed", "tag": "dccb0a0e-217c-4623-bf9a-f71de052667e", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:02.984407 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69a05488-8490-465f-84f2-4b7cbeccec8b {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:02.985334 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb22d1b2-50d1-48f0-89a6-80fce61fc9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccb0a0e-217c-4623-bf9a-f71de052667e', 'code': 200} Jul 14 09:44:03.019309 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=dccb0a0e-217c-4623-bf9a-f71de052667e,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:03.096971 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5501494-6ae8-490d-a7ef-b78cf83f2242 req-03dfd676-fdac-4abd-b013-c4e4853775ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:03.098756 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c5501494-6ae8-490d-a7ef-b78cf83f2242 req-03dfd676-fdac-4abd-b013-c4e4853775ac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 1098 time: 0.0543110 Jul 14 09:44:03.141945 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c5501494-6ae8-490d-a7ef-b78cf83f2242 req-5e73e0f2-f658-40c3-ba38-3882a57208bd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=79eb08fe-ab0e-45d9-9825-418c2b50f294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370626 Jul 14 09:44:03.275805 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c448a93-0f83-4948-b629-1fd7a68b3c3c req-18a952ce-819d-4402-9dee-1721cc8d685c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:03.277581 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0c448a93-0f83-4948-b629-1fd7a68b3c3c req-18a952ce-819d-4402-9dee-1721cc8d685c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 946 time: 0.0692291 Jul 14 09:44:03.319018 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0c448a93-0f83-4948-b629-1fd7a68b3c3c req-ea284260-6496-4c21-89ef-442dce8c7cf0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=79eb08fe-ab0e-45d9-9825-418c2b50f294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359304 Jul 14 09:44:04.499150 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d842f-4900-480f-b4d1-7a496391a71a req-1367518c-9cb3-4d90-819c-361c90ea72cd tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:04.500726 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-117d842f-4900-480f-b4d1-7a496391a71a req-1367518c-9cb3-4d90-819c-361c90ea72cd tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 946 time: 0.0650377 Jul 14 09:44:04.538820 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-117d842f-4900-480f-b4d1-7a496391a71a req-f3b5a87d-4325-4fe9-84f6-2d0a23fe1b2a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=79eb08fe-ab0e-45d9-9825-418c2b50f294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316925 Jul 14 09:44:04.720316 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8639a3-c457-4efc-8b30-8f94337fe8d8 req-e0380038-2969-44a3-9e57-889984d83bdf tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:04.721885 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8e8639a3-c457-4efc-8b30-8f94337fe8d8 req-e0380038-2969-44a3-9e57-889984d83bdf tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 946 time: 0.0687804 Jul 14 09:44:04.767012 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8e8639a3-c457-4efc-8b30-8f94337fe8d8 req-8b511739-bb51-4cd1-a5e5-2d573bbc12fe tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=79eb08fe-ab0e-45d9-9825-418c2b50f294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391452 Jul 14 09:44:04.791790 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59178) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:04.861035 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bd921e-11f9-46c7-8e78-98ab2af9f76e tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:04.862709 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-39bd921e-11f9-46c7-8e78-98ab2af9f76e tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 1093 time: 0.0689785 Jul 14 09:44:04.866017 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59186) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:04.870897 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-079f3fa3-a864-4a22-9c91-b26272305325 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'port_id': 'dccb0a0e-217c-4623-bf9a-f71de052667e', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:04.896696 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-079f3fa3-a864-4a22-9c91-b26272305325 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for floatingip, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.001510 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-079f3fa3-a864-4a22-9c91-b26272305325 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.115674 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-079f3fa3-a864-4a22-9c91-b26272305325 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Allocated IP 172.25.6.108 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/682c9cfd-5861-48f0-a854-7b0021380706) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:05.221927 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-079f3fa3-a864-4a22-9c91-b26272305325 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.267062 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-079f3fa3-a864-4a22-9c91-b26272305325 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.309278 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079f3fa3-a864-4a22-9c91-b26272305325 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:05.313789 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-079f3fa3-a864-4a22-9c91-b26272305325 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:05.316955 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079f3fa3-a864-4a22-9c91-b26272305325 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:05.340678 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f3fa3-a864-4a22-9c91-b26272305325 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Port': ['ID=682c9cfd-5861-48f0-a854-7b0021380706,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:05.837349 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-079f3fa3-a864-4a22-9c91-b26272305325 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.949050 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-079f3fa3-a864-4a22-9c91-b26272305325 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:06.107090 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-079f3fa3-a864-4a22-9c91-b26272305325 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:06.111382 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-079f3fa3-a864-4a22-9c91-b26272305325 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:06.180302 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f3fa3-a864-4a22-9c91-b26272305325 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Port': ['ID=682c9cfd-5861-48f0-a854-7b0021380706,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:06.197724 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-079f3fa3-a864-4a22-9c91-b26272305325 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:06.309330 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-079f3fa3-a864-4a22-9c91-b26272305325 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Floating IP 5214d86f-3ae6-443b-802a-08af9dbff1c8 associated. External IP: 172.25.6.108, port: dccb0a0e-217c-4623-bf9a-f71de052667e. Jul 14 09:44:06.539346 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079f3fa3-a864-4a22-9c91-b26272305325 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Router 0c2b2740-79ae-4cdb-87fd-23cc51d26ad7 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:44:06.658370 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079f3fa3-a864-4a22-9c91-b26272305325 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:06.670445 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040f603b-68f8-4370-9ae5-3480da5c0e6d None None] Sync routers for ids ['0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:06.676590 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-079f3fa3-a864-4a22-9c91-b26272305325 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:06.682645 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040f603b-68f8-4370-9ae5-3480da5c0e6d None None] Routers {'0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:06.683322 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-040f603b-68f8-4370-9ae5-3480da5c0e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:06.718002 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-079f3fa3-a864-4a22-9c91-b26272305325 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8507526 Jul 14 09:44:06.718676 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb22d1b2-50d1-48f0-89a6-80fce61fc9e8', 'tag': 'dccb0a0e-217c-4623-bf9a-f71de052667e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:06.721050 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9259557f-60f6-4bb9-9a9d-666fb9fcf0ba" -d '{"events": [{"name": "network-changed", "server_uuid": "eb22d1b2-50d1-48f0-89a6-80fce61fc9e8", "tag": "dccb0a0e-217c-4623-bf9a-f71de052667e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:06.772765 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2428a4-81cb-4162-bdb7-a0362ed6d2ee x-openstack-request-id: req-4f2428a4-81cb-4162-bdb7-a0362ed6d2ee {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:06.773132 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb22d1b2-50d1-48f0-89a6-80fce61fc9e8", "tag": "dccb0a0e-217c-4623-bf9a-f71de052667e", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:06.773384 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f2428a4-81cb-4162-bdb7-a0362ed6d2ee {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:06.773787 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb22d1b2-50d1-48f0-89a6-80fce61fc9e8', 'tag': 'dccb0a0e-217c-4623-bf9a-f71de052667e', 'status': 'completed', 'code': 200} Jul 14 09:44:06.880637 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259557f-60f6-4bb9-9a9d-666fb9fcf0ba req-f41d33ae-d0a8-466c-8538-242e007dff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:06.882206 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9259557f-60f6-4bb9-9a9d-666fb9fcf0ba req-f41d33ae-d0a8-466c-8538-242e007dff8c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 1098 time: 0.0848279 Jul 14 09:44:06.917082 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-040f603b-68f8-4370-9ae5-3480da5c0e6d None None] Set router 0c2b2740-79ae-4cdb-87fd-23cc51d26ad7 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:06.917542 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc22d24-3482-4407-b891-73a433f6c955 req-888711b0-b21a-45cd-9802-a3817fe2806c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:06.919068 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6cc22d24-3482-4407-b891-73a433f6c955 req-888711b0-b21a-45cd-9802-a3817fe2806c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 946 time: 0.0877640 Jul 14 09:44:06.979481 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6cc22d24-3482-4407-b891-73a433f6c955 req-30babee6-cf76-410e-9780-4b72e0b5964c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=79eb08fe-ab0e-45d9-9825-418c2b50f294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509012 Jul 14 09:44:07.006475 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59212) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:07.013559 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259557f-60f6-4bb9-9a9d-666fb9fcf0ba req-6f10d457-8f63-4495-badc-df1b3cda1d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:07.015581 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9259557f-60f6-4bb9-9a9d-666fb9fcf0ba req-6f10d457-8f63-4495-badc-df1b3cda1d58 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cd0e1f14-e62a-404d-836e-db6e9050303b HTTP/1.1" status: 200 len: 896 time: 0.1271770 Jul 14 09:44:07.075148 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3eb963fd-5784-4927-ac50-9c5c106773a8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/floatingips/5214d86f-3ae6-443b-802a-08af9dbff1c8 HTTP/1.1" status: 200 len: 992 time: 0.0675161 Jul 14 09:44:07.090587 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9259557f-60f6-4bb9-9a9d-666fb9fcf0ba req-2c659e76-a843-4aed-8d2f-70ceb90b51d2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dccb0a0e-217c-4623-bf9a-f71de052667e HTTP/1.1" status: 200 len: 1000 time: 0.0684307 Jul 14 09:44:07.140569 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259557f-60f6-4bb9-9a9d-666fb9fcf0ba req-a0a349f4-0517-4372-b7c7-63276fcdd510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:07.141983 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9259557f-60f6-4bb9-9a9d-666fb9fcf0ba req-a0a349f4-0517-4372-b7c7-63276fcdd510 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f09103d-3fd5-412a-8a5a-d467b09bd542 HTTP/1.1" status: 200 len: 834 time: 0.0455158 Jul 14 09:44:07.164892 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-040f603b-68f8-4370-9ae5-3480da5c0e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756522371', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:46Z', 'updated_at': '2021-07-14T09:43:51Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:47Z', 'updated_at': '2021-07-14T09:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '5214d86f-3ae6-443b-802a-08af9dbff1c8', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'floating_ip_address': '172.25.6.108', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'port_id': 'dccb0a0e-217c-4623-bf9a-f71de052667e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b', 'mac_address': 'fa:16:3e:91:99:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22d1b2-50d1-48f0-89a6-80fce61fc9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:44:05Z', 'updated_at': '2021-07-14T09:44:05Z', 'revision_number': 0, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c39e72-b09e-4ece-908f-b1f61f4ef071', 'name': '', 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:8c:5c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '8f09103d-3fd5-412a-8a5a-d467b09bd542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:50Z', 'updated_at': '2021-07-14T09:43:57Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': '8f09103d-3fd5-412a-8a5a-d467b09bd542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:07.194602 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040f603b-68f8-4370-9ae5-3480da5c0e6d None None] Checking router: 0c2b2740-79ae-4cdb-87fd-23cc51d26ad7 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:44:07.203329 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040f603b-68f8-4370-9ae5-3480da5c0e6d None None] Routers {'0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:07.204104 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-040f603b-68f8-4370-9ae5-3480da5c0e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:43:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:07.209432 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259557f-60f6-4bb9-9a9d-666fb9fcf0ba req-af82f9b3-4671-4b6a-9d3b-46b8541039be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:07.210961 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9259557f-60f6-4bb9-9a9d-666fb9fcf0ba req-af82f9b3-4671-4b6a-9d3b-46b8541039be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd0e1f14-e62a-404d-836e-db6e9050303b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626798 Jul 14 09:44:07.314589 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9259557f-60f6-4bb9-9a9d-666fb9fcf0ba req-d97eb8af-c135-47a4-a3b1-4543a50b5da1 service neutron] 10.222.0.44 "GET /v2.0/networks/cd0e1f14-e62a-404d-836e-db6e9050303b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962479 Jul 14 09:44:07.323711 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-040f603b-68f8-4370-9ae5-3480da5c0e6d None None] Set router 0c2b2740-79ae-4cdb-87fd-23cc51d26ad7 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:07.438034 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9259557f-60f6-4bb9-9a9d-666fb9fcf0ba req-4ee6b105-9b27-4e11-92dd-536764b5cc04 service neutron] 10.222.0.44 "GET /v2.0/networks/cd0e1f14-e62a-404d-836e-db6e9050303b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173568 Jul 14 09:44:07.615999 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-040f603b-68f8-4370-9ae5-3480da5c0e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756522371', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:46Z', 'updated_at': '2021-07-14T09:43:51Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:47Z', 'updated_at': '2021-07-14T09:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '5214d86f-3ae6-443b-802a-08af9dbff1c8', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'floating_ip_address': '172.25.6.108', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'port_id': 'dccb0a0e-217c-4623-bf9a-f71de052667e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b', 'mac_address': 'fa:16:3e:91:99:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22d1b2-50d1-48f0-89a6-80fce61fc9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:44:05Z', 'updated_at': '2021-07-14T09:44:05Z', 'revision_number': 0, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c39e72-b09e-4ece-908f-b1f61f4ef071', 'name': '', 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:8c:5c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '8f09103d-3fd5-412a-8a5a-d467b09bd542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:50Z', 'updated_at': '2021-07-14T09:43:57Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': '8f09103d-3fd5-412a-8a5a-d467b09bd542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:07.643563 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040f603b-68f8-4370-9ae5-3480da5c0e6d None None] The sync data for ids ['0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'] in n-d-771362-35 is: [{'id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756522371', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:46Z', 'updated_at': '2021-07-14T09:43:51Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:47Z', 'updated_at': '2021-07-14T09:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '5214d86f-3ae6-443b-802a-08af9dbff1c8', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'floating_ip_address': '172.25.6.108', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'port_id': 'dccb0a0e-217c-4623-bf9a-f71de052667e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b', 'mac_address': 'fa:16:3e:91:99:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb22d1b2-50d1-48f0-89a6-80fce61fc9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:44:05Z', 'updated_at': '2021-07-14T09:44:05Z', 'revision_number': 0, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c39e72-b09e-4ece-908f-b1f61f4ef071', 'name': '', 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:8c:5c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '8f09103d-3fd5-412a-8a5a-d467b09bd542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:50Z', 'updated_at': '2021-07-14T09:43:57Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': '8f09103d-3fd5-412a-8a5a-d467b09bd542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:07.846553 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f9f321-25aa-4236-93ef-ffeb7c404586 None None] New status for floating IP 5214d86f-3ae6-443b-802a-08af9dbff1c8: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:44:08.078608 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59218) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:08.144419 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-10a325f0-1d94-482e-86c0-3748a0d30be1 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/floatingips/5214d86f-3ae6-443b-802a-08af9dbff1c8 HTTP/1.1" status: 200 len: 994 time: 0.0646627 Jul 14 09:44:10.277344 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:44:10.899828 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.432018 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:18.466017 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d61cc401-9706-480a-a0bf-d7b835b4d29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:20.596700 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59302) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:20.702228 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49deae64-8f2d-4424-b2d5-0cb3f48eb326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:20.795281 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49deae64-8f2d-4424-b2d5-0cb3f48eb326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:20.799653 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49deae64-8f2d-4424-b2d5-0cb3f48eb326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:20.848948 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-49deae64-8f2d-4424-b2d5-0cb3f48eb326 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e5dbfa8913384bd2ad6f2e9d8d549d4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509506 Jul 14 09:44:20.849823 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49deae64-8f2d-4424-b2d5-0cb3f48eb326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ab4fb0-98c8-4d46-972d-411c1d913a06,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:20.852134 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59306) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:20.911204 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5bee48b-f1a1-40b3-b4e2-dbc9231c597e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.080003 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-33496b63-38e9-4794-bf9b-87a66ba75e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.231002 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5bee48b-f1a1-40b3-b4e2-dbc9231c597e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.278406 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5bee48b-f1a1-40b3-b4e2-dbc9231c597e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.281663 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5bee48b-f1a1-40b3-b4e2-dbc9231c597e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.286450 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b5bee48b-f1a1-40b3-b4e2-dbc9231c597e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1ab4fb0-98c8-4d46-972d-411c1d913a06 HTTP/1.1" status: 204 len: 168 time: 0.4331524 Jul 14 09:44:21.295549 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bee48b-f1a1-40b3-b4e2-dbc9231c597e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ab4fb0-98c8-4d46-972d-411c1d913a06,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:21.302829 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.558580 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59312) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:21.572472 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-196b2991-3bda-4931-a871-a7344a960a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.677886 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-196b2991-3bda-4931-a871-a7344a960a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.682072 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-196b2991-3bda-4931-a871-a7344a960a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.726633 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-196b2991-3bda-4931-a871-a7344a960a1c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e23ce13eaaa40c5aee4f5857eac2bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1667130 Jul 14 09:44:21.727477 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b2991-3bda-4931-a871-a7344a960a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df811ceb-1e9d-41b6-ae82-f6bc1e5c9ef8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:21.729327 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59314) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:21.797538 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c5c6431-39bd-46ac-a627-49485a2c82c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.821015 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c5c6431-39bd-46ac-a627-49485a2c82c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.870764 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c5c6431-39bd-46ac-a627-49485a2c82c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.875738 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c5c6431-39bd-46ac-a627-49485a2c82c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.880381 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7c5c6431-39bd-46ac-a627-49485a2c82c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df811ceb-1e9d-41b6-ae82-f6bc1e5c9ef8 HTTP/1.1" status: 204 len: 168 time: 0.1499352 Jul 14 09:44:21.890227 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c6431-39bd-46ac-a627-49485a2c82c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df811ceb-1e9d-41b6-ae82-f6bc1e5c9ef8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:22.275968 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:23.819416 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:24.445048 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8223ce74-e34c-4de5-9241-ecfb6bef3f5f req-1b398890-9354-48c1-80ad-d2d03321ab6f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0591278 Jul 14 09:44:24.548154 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223ce74-e34c-4de5-9241-ecfb6bef3f5f req-4ae203da-fc08-48f2-9009-b1c3b018aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:24.549689 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8223ce74-e34c-4de5-9241-ecfb6bef3f5f req-4ae203da-fc08-48f2-9009-b1c3b018aad4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 1098 time: 0.0574210 Jul 14 09:44:24.658028 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223ce74-e34c-4de5-9241-ecfb6bef3f5f req-6eb95a46-fd10-432d-98ab-cff129eb0d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:24.659570 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8223ce74-e34c-4de5-9241-ecfb6bef3f5f req-6eb95a46-fd10-432d-98ab-cff129eb0d2a service neutron] 10.222.0.44 "GET /v2.0/networks?id=cd0e1f14-e62a-404d-836e-db6e9050303b HTTP/1.1" status: 200 len: 896 time: 0.0878506 Jul 14 09:44:24.738152 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8223ce74-e34c-4de5-9241-ecfb6bef3f5f req-7f0097dd-e204-44e8-a78c-9874c1b067b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dccb0a0e-217c-4623-bf9a-f71de052667e HTTP/1.1" status: 200 len: 1002 time: 0.0713675 Jul 14 09:44:24.788387 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223ce74-e34c-4de5-9241-ecfb6bef3f5f req-e17421ef-13fc-4723-9114-ce1b290779c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:24.789672 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8223ce74-e34c-4de5-9241-ecfb6bef3f5f req-e17421ef-13fc-4723-9114-ce1b290779c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f09103d-3fd5-412a-8a5a-d467b09bd542 HTTP/1.1" status: 200 len: 834 time: 0.0454957 Jul 14 09:44:24.849934 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223ce74-e34c-4de5-9241-ecfb6bef3f5f req-a0269a55-8804-409d-a118-c9a56ad52e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:24.851456 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8223ce74-e34c-4de5-9241-ecfb6bef3f5f req-a0269a55-8804-409d-a118-c9a56ad52e81 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd0e1f14-e62a-404d-836e-db6e9050303b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557141 Jul 14 09:44:24.957206 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8223ce74-e34c-4de5-9241-ecfb6bef3f5f req-0c65354d-d501-4789-9dfa-d1667515989f service neutron] 10.222.0.44 "GET /v2.0/networks/cd0e1f14-e62a-404d-836e-db6e9050303b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989430 Jul 14 09:44:25.053528 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8223ce74-e34c-4de5-9241-ecfb6bef3f5f req-8205d99b-ecb7-4a04-b4a9-e550b097fc5a service neutron] 10.222.0.44 "GET /v2.0/networks/cd0e1f14-e62a-404d-836e-db6e9050303b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899422 Jul 14 09:44:32.720493 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59468) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:32.829293 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ee79f41-c065-4efe-ae5c-b94aada24bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.928580 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ee79f41-c065-4efe-ae5c-b94aada24bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.935420 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ee79f41-c065-4efe-ae5c-b94aada24bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.976891 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3ee79f41-c065-4efe-ae5c-b94aada24bdc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5daea0bbf6e24d66b6708c2c6deee46d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552598 Jul 14 09:44:32.977896 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee79f41-c065-4efe-ae5c-b94aada24bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d43464e-ccd3-4968-be42-ef1b76d46c1c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:32.979592 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59472) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:33.031289 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f49650fd-c1d0-4c30-8b23-93c05d0dca25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.052954 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f49650fd-c1d0-4c30-8b23-93c05d0dca25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.101728 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f49650fd-c1d0-4c30-8b23-93c05d0dca25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.104284 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f49650fd-c1d0-4c30-8b23-93c05d0dca25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.105460 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f49650fd-c1d0-4c30-8b23-93c05d0dca25 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d43464e-ccd3-4968-be42-ef1b76d46c1c HTTP/1.1" status: 204 len: 168 time: 0.1248419 Jul 14 09:44:33.115158 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49650fd-c1d0-4c30-8b23-93c05d0dca25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d43464e-ccd3-4968-be42-ef1b76d46c1c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:33.123457 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49650fd-c1d0-4c30-8b23-93c05d0dca25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:33.123846 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49650fd-c1d0-4c30-8b23-93c05d0dca25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:33.124159 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49650fd-c1d0-4c30-8b23-93c05d0dca25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:33.124634 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49650fd-c1d0-4c30-8b23-93c05d0dca25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:33.125091 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49650fd-c1d0-4c30-8b23-93c05d0dca25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:33.125387 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49650fd-c1d0-4c30-8b23-93c05d0dca25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:33.125826 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49650fd-c1d0-4c30-8b23-93c05d0dca25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:33.126159 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49650fd-c1d0-4c30-8b23-93c05d0dca25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:33.126493 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49650fd-c1d0-4c30-8b23-93c05d0dca25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:33.126820 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49650fd-c1d0-4c30-8b23-93c05d0dca25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:33.127149 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49650fd-c1d0-4c30-8b23-93c05d0dca25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:33.127474 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49650fd-c1d0-4c30-8b23-93c05d0dca25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:33.366924 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59478) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:33.381525 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-744fdb76-54a6-4fad-be89-d8e83050dfc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.471764 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-744fdb76-54a6-4fad-be89-d8e83050dfc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.476828 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-744fdb76-54a6-4fad-be89-d8e83050dfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.521312 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-744fdb76-54a6-4fad-be89-d8e83050dfc6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1f7f627ea4bc4c40a30fb0e3d6fdffa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532526 Jul 14 09:44:33.522152 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744fdb76-54a6-4fad-be89-d8e83050dfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b53f935-3b3c-4451-9820-06744ce75ab8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:33.524185 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59480) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:33.575977 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ee68ea2-efee-4ecd-b12f-f18f95e7e364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.598171 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ee68ea2-efee-4ecd-b12f-f18f95e7e364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.647217 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ee68ea2-efee-4ecd-b12f-f18f95e7e364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.649727 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ee68ea2-efee-4ecd-b12f-f18f95e7e364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.650892 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2ee68ea2-efee-4ecd-b12f-f18f95e7e364 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3b53f935-3b3c-4451-9820-06744ce75ab8 HTTP/1.1" status: 204 len: 168 time: 0.1256747 Jul 14 09:44:33.658937 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d317e5d8-2b0a-4b08-9bd2-808eab75463b req-c0a202c8-a1ab-48dd-8a82-9eddf6a6c393 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532331 Jul 14 09:44:33.659153 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee68ea2-efee-4ecd-b12f-f18f95e7e364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b53f935-3b3c-4451-9820-06744ce75ab8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:33.740722 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317e5d8-2b0a-4b08-9bd2-808eab75463b req-14a25f6e-f080-44e4-8e8f-b9ac2a290d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:33.742233 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d317e5d8-2b0a-4b08-9bd2-808eab75463b req-14a25f6e-f080-44e4-8e8f-b9ac2a290d1f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 1098 time: 0.0549889 Jul 14 09:44:33.855249 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317e5d8-2b0a-4b08-9bd2-808eab75463b req-c021fe5f-f974-4045-8de5-0128db7341bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:33.856768 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d317e5d8-2b0a-4b08-9bd2-808eab75463b req-c021fe5f-f974-4045-8de5-0128db7341bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 910 time: 0.0935791 Jul 14 09:44:33.928539 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d317e5d8-2b0a-4b08-9bd2-808eab75463b req-19f60876-f148-42d2-810e-b9e592f82a7f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d80815c4-672f-4511-b255-636a33f2c299 HTTP/1.1" status: 200 len: 1002 time: 0.0650761 Jul 14 09:44:33.979101 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317e5d8-2b0a-4b08-9bd2-808eab75463b req-ae6ea6db-c481-41b0-9b81-0ad272d736f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:33.980661 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d317e5d8-2b0a-4b08-9bd2-808eab75463b req-ae6ea6db-c481-41b0-9b81-0ad272d736f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea6b1e4-2ec5-4105-843d-111f5668e0d2 HTTP/1.1" status: 200 len: 849 time: 0.0456223 Jul 14 09:44:33.998462 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59486) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:34.011928 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-49df4dec-fc63-4670-8cdc-0bca05cf0311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.047713 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317e5d8-2b0a-4b08-9bd2-808eab75463b req-a40d6fb3-bda9-403d-b411-312d829c080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:34.049294 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d317e5d8-2b0a-4b08-9bd2-808eab75463b req-a40d6fb3-bda9-403d-b411-312d829c080e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78f139e-d876-4f71-b091-055c8a4ef271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620351 Jul 14 09:44:34.107744 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-49df4dec-fc63-4670-8cdc-0bca05cf0311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.112155 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-49df4dec-fc63-4670-8cdc-0bca05cf0311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.142620 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d317e5d8-2b0a-4b08-9bd2-808eab75463b req-225da786-990e-43eb-ad72-b8266cf0f8dc service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856590 Jul 14 09:44:34.156124 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-49df4dec-fc63-4670-8cdc-0bca05cf0311 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2a232a7ccaa84122a4b1ca1411084454&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1565506 Jul 14 09:44:34.157376 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df4dec-fc63-4670-8cdc-0bca05cf0311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6b1a9c-8cb2-4b50-b9a8-2b86a4afd27e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:34.159719 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59488) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:34.211745 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd3a39f9-4fdf-46d7-8836-8ce645a88a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.233762 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd3a39f9-4fdf-46d7-8836-8ce645a88a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.239910 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d317e5d8-2b0a-4b08-9bd2-808eab75463b req-6128bf04-868b-4b83-94a5-98ccd03aab54 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899131 Jul 14 09:44:34.280902 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd3a39f9-4fdf-46d7-8836-8ce645a88a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.283583 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd3a39f9-4fdf-46d7-8836-8ce645a88a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.284743 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bd3a39f9-4fdf-46d7-8836-8ce645a88a6f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e6b1a9c-8cb2-4b50-b9a8-2b86a4afd27e HTTP/1.1" status: 204 len: 168 time: 0.1234820 Jul 14 09:44:34.293633 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a39f9-4fdf-46d7-8836-8ce645a88a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6b1a9c-8cb2-4b50-b9a8-2b86a4afd27e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:36.179663 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59560) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:36.292748 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce1227a0-07a9-4cb1-acbb-81e6a2136c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.393147 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce1227a0-07a9-4cb1-acbb-81e6a2136c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.397341 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce1227a0-07a9-4cb1-acbb-81e6a2136c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.438519 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1227a0-07a9-4cb1-acbb-81e6a2136c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6607ce05-e213-4358-b5bf-f31e00bc9e60,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:36.443409 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ce1227a0-07a9-4cb1-acbb-81e6a2136c4c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c04f1ac831e434582eaf38f28d2bfe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2626169 Jul 14 09:44:36.446989 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59564) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:36.497953 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb99ba70-55b4-4fb7-ad04-e313279195c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.520580 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb99ba70-55b4-4fb7-ad04-e313279195c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.570696 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb99ba70-55b4-4fb7-ad04-e313279195c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.573265 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb99ba70-55b4-4fb7-ad04-e313279195c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.574417 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bb99ba70-55b4-4fb7-ad04-e313279195c1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6607ce05-e213-4358-b5bf-f31e00bc9e60 HTTP/1.1" status: 204 len: 168 time: 0.1270294 Jul 14 09:44:36.583165 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99ba70-55b4-4fb7-ad04-e313279195c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6607ce05-e213-4358-b5bf-f31e00bc9e60,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:36.845647 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59570) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:36.860406 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81f9926-2aa4-41cb-9263-65ed8e68d897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.955692 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81f9926-2aa4-41cb-9263-65ed8e68d897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.960038 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81f9926-2aa4-41cb-9263-65ed8e68d897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.998313 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f9926-2aa4-41cb-9263-65ed8e68d897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba8e180-2472-4a0f-834e-82c297745e18,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:37.002712 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a81f9926-2aa4-41cb-9263-65ed8e68d897 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=748ca05456904812adbaf0775c6cde69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560378 Jul 14 09:44:37.006531 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59572) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:37.055857 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d310fb3-6763-49d0-ad91-7097335f3c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.077292 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d310fb3-6763-49d0-ad91-7097335f3c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.127909 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d310fb3-6763-49d0-ad91-7097335f3c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.130402 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d310fb3-6763-49d0-ad91-7097335f3c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.131609 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0d310fb3-6763-49d0-ad91-7097335f3c39 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cba8e180-2472-4a0f-834e-82c297745e18 HTTP/1.1" status: 204 len: 168 time: 0.1241250 Jul 14 09:44:37.139611 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d310fb3-6763-49d0-ad91-7097335f3c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba8e180-2472-4a0f-834e-82c297745e18,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:39.576349 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a02b5-b359-45e4-a0b2-2c24fbaac758 req-8372e944-5732-4ce9-998e-fea20c03cddb tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:39.578143 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba3a02b5-b359-45e4-a0b2-2c24fbaac758 req-8372e944-5732-4ce9-998e-fea20c03cddb tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 946 time: 0.0690093 Jul 14 09:44:39.617310 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ba3a02b5-b359-45e4-a0b2-2c24fbaac758 req-3c377312-9cd7-41a1-a075-9356f3c11023 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=79eb08fe-ab0e-45d9-9825-418c2b50f294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327837 Jul 14 09:44:39.642334 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59624) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:39.702246 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6343a678-7068-485e-a8bf-d17020bbb887 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/floatingips/5214d86f-3ae6-443b-802a-08af9dbff1c8 HTTP/1.1" status: 200 len: 994 time: 0.0584717 Jul 14 09:44:40.312786 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a5c9e-f9cd-4324-bd8f-d1590e80ae14 req-e54806fa-3019-4969-9350-d2835eb2b666 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:40.314351 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4a5a5c9e-f9cd-4324-bd8f-d1590e80ae14 req-e54806fa-3019-4969-9350-d2835eb2b666 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 1098 time: 0.0572894 Jul 14 09:44:40.353410 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4a5a5c9e-f9cd-4324-bd8f-d1590e80ae14 req-f86bf23d-2de2-4706-9da0-24d176a84112 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=79eb08fe-ab0e-45d9-9825-418c2b50f294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317998 Jul 14 09:44:40.905280 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.035889 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-96f3c667-7160-48da-9706-de415e8fcff2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0556729 Jul 14 09:44:41.638427 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-8c92eb63-27eb-403b-b2c3-57f1e37e66b5 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:44:41.640767 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-8c92eb63-27eb-403b-b2c3-57f1e37e66b5 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1393008 Jul 14 09:44:41.652250 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-0d7415ff-0479-4379-9318-3892ac3b08ea service neutron] Request body: {'binding': {'host': 'n-h1-771362-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:41.652940 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-0d7415ff-0479-4379-9318-3892ac3b08ea service neutron] Unknown quota resources ['binding']. {{(pid=93773) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:44:41.792234 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-0d7415ff-0479-4379-9318-3892ac3b08ea service neutron] Attempting to bind port dccb0a0e-217c-4623-bf9a-f71de052667e on host n-h1-771362-35 for vnic_type normal with profile None {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:41.792613 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-0d7415ff-0479-4379-9318-3892ac3b08ea service neutron] Attempting to bind port dccb0a0e-217c-4623-bf9a-f71de052667e by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '8bbfaf27-9473-4413-b29d-1f4a2c5ff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:41.792897 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-0d7415ff-0479-4379-9318-3892ac3b08ea service neutron] Attempting to bind port dccb0a0e-217c-4623-bf9a-f71de052667e on network cd0e1f14-e62a-404d-836e-db6e9050303b {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:41.798716 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-0d7415ff-0479-4379-9318-3892ac3b08ea service neutron] Port dccb0a0e-217c-4623-bf9a-f71de052667e on network cd0e1f14-e62a-404d-836e-db6e9050303b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:44:41.798971 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-0d7415ff-0479-4379-9318-3892ac3b08ea service neutron] Attempting to bind port dccb0a0e-217c-4623-bf9a-f71de052667e on network cd0e1f14-e62a-404d-836e-db6e9050303b {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:41.804082 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-0d7415ff-0479-4379-9318-3892ac3b08ea service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:41.804419 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-0d7415ff-0479-4379-9318-3892ac3b08ea service neutron] Checking segment: {'id': '8bbfaf27-9473-4413-b29d-1f4a2c5ff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:41.804808 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-0d7415ff-0479-4379-9318-3892ac3b08ea service neutron] Bound using segment: {'id': '8bbfaf27-9473-4413-b29d-1f4a2c5ff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:41.805239 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-0d7415ff-0479-4379-9318-3892ac3b08ea service neutron] Bound port: dccb0a0e-217c-4623-bf9a-f71de052667e, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bbfaf27-9473-4413-b29d-1f4a2c5ff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:41.925744 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-0d7415ff-0479-4379-9318-3892ac3b08ea service neutron] For port dccb0a0e-217c-4623-bf9a-f71de052667e, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=dccb0a0e-217c-4623-bf9a-f71de052667e,segment=NetworkSegment(8bbfaf27-9473-4413-b29d-1f4a2c5ff013),segment_id=8bbfaf27-9473-4413-b29d-1f4a2c5ff013)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:41.930911 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-0d7415ff-0479-4379-9318-3892ac3b08ea service neutron] Notify callbacks [] for binding, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.932154 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-0d7415ff-0479-4379-9318-3892ac3b08ea service neutron] 10.222.0.25 "POST /v2.0/ports/dccb0a0e-217c-4623-bf9a-f71de052667e/bindings HTTP/1.1" status: 201 len: 390 time: 0.2837887 Jul 14 09:44:42.213045 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f945b4d-8af0-4a79-a190-07a4fe3009a9 req-cd58b899-6d48-4333-bc19-34788ad4740f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:42.214737 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5f945b4d-8af0-4a79-a190-07a4fe3009a9 req-cd58b899-6d48-4333-bc19-34788ad4740f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 946 time: 0.1128094 Jul 14 09:44:42.243034 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-1803825c-4d3b-40a8-b4fa-0f5c0db4dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:42.244595 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-1803825c-4d3b-40a8-b4fa-0f5c0db4dbed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 1098 time: 0.0983553 Jul 14 09:44:42.312105 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5f945b4d-8af0-4a79-a190-07a4fe3009a9 req-79fdab30-8f28-4ef1-ab4a-a0bfa98faa55 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=79eb08fe-ab0e-45d9-9825-418c2b50f294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907459 Jul 14 09:44:42.361418 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-a526809f-102f-4fd1-bbd9-6f4a3ef76068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:42.362875 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-a526809f-102f-4fd1-bbd9-6f4a3ef76068 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cd0e1f14-e62a-404d-836e-db6e9050303b HTTP/1.1" status: 200 len: 896 time: 0.1120038 Jul 14 09:44:42.429277 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-cb205dba-8b53-4fc8-99d5-26556e005ba6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dccb0a0e-217c-4623-bf9a-f71de052667e HTTP/1.1" status: 200 len: 1002 time: 0.0591953 Jul 14 09:44:42.440555 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.478288 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-87374590-1aee-4843-8bce-71f146f57db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:42.479701 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-87374590-1aee-4843-8bce-71f146f57db0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f09103d-3fd5-412a-8a5a-d467b09bd542 HTTP/1.1" status: 200 len: 834 time: 0.0446754 Jul 14 09:44:42.542001 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-6b885811-7b15-435f-abe3-4b1132758087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:42.543417 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-6b885811-7b15-435f-abe3-4b1132758087 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cd0e1f14-e62a-404d-836e-db6e9050303b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567310 Jul 14 09:44:42.634319 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-eaaf067a-9d4a-4f22-8250-bc0670ee2bf3 service neutron] 10.222.0.47 "GET /v2.0/networks/cd0e1f14-e62a-404d-836e-db6e9050303b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825865 Jul 14 09:44:42.730248 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-042dbdec-3731-4b9a-8c94-fadc83e98794 service neutron] 10.222.0.47 "GET /v2.0/networks/cd0e1f14-e62a-404d-836e-db6e9050303b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897229 Jul 14 09:44:42.888656 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-978b987d-0b2c-49a8-a708-cc6dce7fc25a tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:42.890193 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-978b987d-0b2c-49a8-a708-cc6dce7fc25a tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8&tenant_id=efe559a5c8d646b7b35d7ff399735120&binding%3Ahost_id=n-h2-771362-35 HTTP/1.1" status: 200 len: 1098 time: 0.0934472 Jul 14 09:44:42.901207 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-97383d6b-66cc-400a-ab69-53c5de594e07 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771362-35'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:42.984804 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-97383d6b-66cc-400a-ab69-53c5de594e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.115701 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-97383d6b-66cc-400a-ab69-53c5de594e07 service neutron] For port dccb0a0e-217c-4623-bf9a-f71de052667e, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=dccb0a0e-217c-4623-bf9a-f71de052667e,segment=NetworkSegment(8bbfaf27-9473-4413-b29d-1f4a2c5ff013),segment_id=8bbfaf27-9473-4413-b29d-1f4a2c5ff013)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:43.156616 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-97383d6b-66cc-400a-ab69-53c5de594e07 service neutron] For port dccb0a0e-217c-4623-bf9a-f71de052667e, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:43.201086 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb22d1b2-50d1-48f0-89a6-80fce61fc9e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dccb0a0e-217c-4623-bf9a-f71de052667e'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:43.203559 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c0d9c6-51cd-4d96-bd28-bdeee3159860" -d '{"events": [{"server_uuid": "eb22d1b2-50d1-48f0-89a6-80fce61fc9e8", "name": "network-vif-unplugged", "status": "completed", "tag": "dccb0a0e-217c-4623-bf9a-f71de052667e"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:43.208350 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-97383d6b-66cc-400a-ab69-53c5de594e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.214057 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-97383d6b-66cc-400a-ab69-53c5de594e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.249447 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4750ea-aa43-4744-a9ca-d8ff150f4476 x-openstack-request-id: req-8c4750ea-aa43-4744-a9ca-d8ff150f4476 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:43.250429 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb22d1b2-50d1-48f0-89a6-80fce61fc9e8", "name": "network-vif-unplugged", "status": "completed", "tag": "dccb0a0e-217c-4623-bf9a-f71de052667e", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:43.250429 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c4750ea-aa43-4744-a9ca-d8ff150f4476 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:43.250429 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb22d1b2-50d1-48f0-89a6-80fce61fc9e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dccb0a0e-217c-4623-bf9a-f71de052667e', 'code': 200} Jul 14 09:44:43.390606 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97383d6b-66cc-400a-ab69-53c5de594e07 service neutron] Pushing event updated for resources: {'Port': ['ID=dccb0a0e-217c-4623-bf9a-f71de052667e,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:43.443265 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-97383d6b-66cc-400a-ab69-53c5de594e07 service neutron] Attempting to bind port dccb0a0e-217c-4623-bf9a-f71de052667e on host n-h2-771362-35 for vnic_type normal with profile {"migrating_to": "n-h1-771362-35"} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:43.443726 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-97383d6b-66cc-400a-ab69-53c5de594e07 service neutron] Attempting to bind port dccb0a0e-217c-4623-bf9a-f71de052667e by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '8bbfaf27-9473-4413-b29d-1f4a2c5ff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:43.444129 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-97383d6b-66cc-400a-ab69-53c5de594e07 service neutron] Attempting to bind port dccb0a0e-217c-4623-bf9a-f71de052667e on network cd0e1f14-e62a-404d-836e-db6e9050303b {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:43.475205 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-97383d6b-66cc-400a-ab69-53c5de594e07 service neutron] Port dccb0a0e-217c-4623-bf9a-f71de052667e on network cd0e1f14-e62a-404d-836e-db6e9050303b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:44:43.475572 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-97383d6b-66cc-400a-ab69-53c5de594e07 service neutron] Attempting to bind port dccb0a0e-217c-4623-bf9a-f71de052667e on network cd0e1f14-e62a-404d-836e-db6e9050303b {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:43.484519 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-97383d6b-66cc-400a-ab69-53c5de594e07 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:43.484956 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-97383d6b-66cc-400a-ab69-53c5de594e07 service neutron] Checking segment: {'id': '8bbfaf27-9473-4413-b29d-1f4a2c5ff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:43.485417 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-97383d6b-66cc-400a-ab69-53c5de594e07 service neutron] Bound using segment: {'id': '8bbfaf27-9473-4413-b29d-1f4a2c5ff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:43.485925 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-97383d6b-66cc-400a-ab69-53c5de594e07 service neutron] Bound port: dccb0a0e-217c-4623-bf9a-f71de052667e, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bbfaf27-9473-4413-b29d-1f4a2c5ff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:43.486358 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-97383d6b-66cc-400a-ab69-53c5de594e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.507691 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b2c60a63-bc2a-4e6b-bb23-094f9e715034 None None] Provisioning complete for port dccb0a0e-217c-4623-bf9a-f71de052667e triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:43.508248 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b2c60a63-bc2a-4e6b-bb23-094f9e715034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.547766 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b2c60a63-bc2a-4e6b-bb23-094f9e715034 None None] Port dccb0a0e-217c-4623-bf9a-f71de052667e cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:44:43.920386 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946946f-756f-4e68-8274-cb7288625c92 req-a8b1e378-4d2a-49af-9fcd-54b223976dd9 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:43.921883 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9946946f-756f-4e68-8274-cb7288625c92 req-a8b1e378-4d2a-49af-9fcd-54b223976dd9 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 944 time: 0.4809873 Jul 14 09:44:43.929520 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-97383d6b-66cc-400a-ab69-53c5de594e07 service neutron] For port dccb0a0e-217c-4623-bf9a-f71de052667e, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:43.933286 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-97383d6b-66cc-400a-ab69-53c5de594e07 service neutron] For port dccb0a0e-217c-4623-bf9a-f71de052667e, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=dccb0a0e-217c-4623-bf9a-f71de052667e,segment=NetworkSegment(8bbfaf27-9473-4413-b29d-1f4a2c5ff013),segment_id=8bbfaf27-9473-4413-b29d-1f4a2c5ff013)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:43.947047 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-97383d6b-66cc-400a-ab69-53c5de594e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.006100 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9946946f-756f-4e68-8274-cb7288625c92 req-2ac50e13-cf44-4ff3-8c24-6d3135b92818 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=79eb08fe-ab0e-45d9-9825-418c2b50f294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777974 Jul 14 09:44:44.058470 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97383d6b-66cc-400a-ab69-53c5de594e07 service neutron] Pushing event updated for resources: {'Port': ['ID=dccb0a0e-217c-4623-bf9a-f71de052667e,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:44.106877 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-97383d6b-66cc-400a-ab69-53c5de594e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:44.107614 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-97383d6b-66cc-400a-ab69-53c5de594e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.109043 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-97383d6b-66cc-400a-ab69-53c5de594e07 service neutron] 10.222.0.47 "PUT /v2.0/ports/dccb0a0e-217c-4623-bf9a-f71de052667e HTTP/1.1" status: 200 len: 1124 time: 1.2122667 Jul 14 09:44:44.179458 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['dccb0a0e-217c-4623-bf9a-f71de052667e'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:44:44.313649 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-91d2f7e8-82df-4de4-ba62-4af393584294 None None] Provisioning complete for port dccb0a0e-217c-4623-bf9a-f71de052667e triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:44.314027 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91d2f7e8-82df-4de4-ba62-4af393584294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.487339 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91d2f7e8-82df-4de4-ba62-4af393584294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.528500 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb22d1b2-50d1-48f0-89a6-80fce61fc9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccb0a0e-217c-4623-bf9a-f71de052667e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:44.530641 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b8e9ea-c668-4522-90bf-df7e7421a114" -d '{"events": [{"server_uuid": "eb22d1b2-50d1-48f0-89a6-80fce61fc9e8", "name": "network-vif-plugged", "status": "completed", "tag": "dccb0a0e-217c-4623-bf9a-f71de052667e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:44.545425 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-91d2f7e8-82df-4de4-ba62-4af393584294 None None] For port dccb0a0e-217c-4623-bf9a-f71de052667e, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=dccb0a0e-217c-4623-bf9a-f71de052667e,segment=NetworkSegment(8bbfaf27-9473-4413-b29d-1f4a2c5ff013),segment_id=8bbfaf27-9473-4413-b29d-1f4a2c5ff013)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:44.552529 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91d2f7e8-82df-4de4-ba62-4af393584294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.602959 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428ddcdf-4cb0-4412-a937-e7c6d2906455 x-openstack-request-id: req-428ddcdf-4cb0-4412-a937-e7c6d2906455 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:44.603246 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb22d1b2-50d1-48f0-89a6-80fce61fc9e8", "name": "network-vif-plugged", "status": "completed", "tag": "dccb0a0e-217c-4623-bf9a-f71de052667e", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:44.603515 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-428ddcdf-4cb0-4412-a937-e7c6d2906455 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:44.603900 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb22d1b2-50d1-48f0-89a6-80fce61fc9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccb0a0e-217c-4623-bf9a-f71de052667e', 'code': 200} Jul 14 09:44:44.688083 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d2f7e8-82df-4de4-ba62-4af393584294 None None] Pushing event updated for resources: {'Port': ['ID=dccb0a0e-217c-4623-bf9a-f71de052667e,revision_number=9']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:45.188320 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb2c4f-bf80-4659-bee9-1c8af2cf39af req-30b9abd5-fe69-484a-8cf7-3bfc3c346aa9 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:45.190539 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a8eb2c4f-bf80-4659-bee9-1c8af2cf39af req-30b9abd5-fe69-484a-8cf7-3bfc3c346aa9 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 946 time: 0.0674860 Jul 14 09:44:45.235975 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a8eb2c4f-bf80-4659-bee9-1c8af2cf39af req-14300dab-2de4-48bd-8d69-6ee80600d7ad tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=79eb08fe-ab0e-45d9-9825-418c2b50f294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353866 Jul 14 09:44:45.252052 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb22d1b2-50d1-48f0-89a6-80fce61fc9e8', 'tag': 'dccb0a0e-217c-4623-bf9a-f71de052667e'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:45.258063 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c001d2-f062-4a1a-b293-747b73a5cbfb" -d '{"events": [{"name": "network-changed", "server_uuid": "eb22d1b2-50d1-48f0-89a6-80fce61fc9e8", "tag": "dccb0a0e-217c-4623-bf9a-f71de052667e"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:45.297305 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8480e4-4d4b-473f-8117-219ed73d7668 x-openstack-request-id: req-0a8480e4-4d4b-473f-8117-219ed73d7668 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:45.297598 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb22d1b2-50d1-48f0-89a6-80fce61fc9e8", "tag": "dccb0a0e-217c-4623-bf9a-f71de052667e", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:45.297846 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a8480e4-4d4b-473f-8117-219ed73d7668 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:45.298238 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb22d1b2-50d1-48f0-89a6-80fce61fc9e8', 'tag': 'dccb0a0e-217c-4623-bf9a-f71de052667e', 'status': 'completed', 'code': 200} Jul 14 09:44:45.380960 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c001d2-f062-4a1a-b293-747b73a5cbfb req-bd5053ad-89d4-4335-8891-a3876efc33ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:45.382619 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26c001d2-f062-4a1a-b293-747b73a5cbfb req-bd5053ad-89d4-4335-8891-a3876efc33ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 1129 time: 0.0593157 Jul 14 09:44:45.497920 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c001d2-f062-4a1a-b293-747b73a5cbfb req-521589b1-b513-4b22-bc78-1c8d0f61ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:45.499325 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26c001d2-f062-4a1a-b293-747b73a5cbfb req-521589b1-b513-4b22-bc78-1c8d0f61ab00 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cd0e1f14-e62a-404d-836e-db6e9050303b HTTP/1.1" status: 200 len: 896 time: 0.1097045 Jul 14 09:44:45.568548 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26c001d2-f062-4a1a-b293-747b73a5cbfb req-363538c5-669d-4f21-bf8c-624f4df0be99 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dccb0a0e-217c-4623-bf9a-f71de052667e HTTP/1.1" status: 200 len: 1002 time: 0.0620811 Jul 14 09:44:45.626133 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c001d2-f062-4a1a-b293-747b73a5cbfb req-15cfe7c2-1482-4873-9c6b-711001ea337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:45.627653 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26c001d2-f062-4a1a-b293-747b73a5cbfb req-15cfe7c2-1482-4873-9c6b-711001ea337e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f09103d-3fd5-412a-8a5a-d467b09bd542 HTTP/1.1" status: 200 len: 834 time: 0.0521994 Jul 14 09:44:45.692462 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c001d2-f062-4a1a-b293-747b73a5cbfb req-9b2c2948-6c18-4913-a17f-c59b5c0610da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:45.694043 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26c001d2-f062-4a1a-b293-747b73a5cbfb req-9b2c2948-6c18-4913-a17f-c59b5c0610da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd0e1f14-e62a-404d-836e-db6e9050303b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599873 Jul 14 09:44:45.795478 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26c001d2-f062-4a1a-b293-747b73a5cbfb req-7fb882af-911c-40a3-82e5-aec8e143ee3c service neutron] 10.222.0.44 "GET /v2.0/networks/cd0e1f14-e62a-404d-836e-db6e9050303b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947492 Jul 14 09:44:45.898205 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26c001d2-f062-4a1a-b293-747b73a5cbfb req-9826e9b6-342a-4a99-98a9-dffa0ee99919 service neutron] 10.222.0.44 "GET /v2.0/networks/cd0e1f14-e62a-404d-836e-db6e9050303b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958674 Jul 14 09:44:46.422435 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca700680-cb36-49fa-9cdc-e056a67f74ee req-cb11f2b3-7007-4256-a399-2df53d8b037a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:46.424018 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ca700680-cb36-49fa-9cdc-e056a67f74ee req-cb11f2b3-7007-4256-a399-2df53d8b037a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 946 time: 0.0696836 Jul 14 09:44:46.469533 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ca700680-cb36-49fa-9cdc-e056a67f74ee req-b6ff0fb4-067b-4fb6-a8f7-3de701301336 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=79eb08fe-ab0e-45d9-9825-418c2b50f294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380290 Jul 14 09:44:47.275846 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:44:47.289457 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device dccb0a0e-217c-4623-bf9a-f71de052667e details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:44:47.382515 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port dccb0a0e-217c-4623-bf9a-f71de052667e, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=dccb0a0e-217c-4623-bf9a-f71de052667e,segment=NetworkSegment(8bbfaf27-9473-4413-b29d-1f4a2c5ff013),segment_id=8bbfaf27-9473-4413-b29d-1f4a2c5ff013)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:47.393706 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device dccb0a0e-217c-4623-bf9a-f71de052667e has no active binding in host n-h1-771362-35 {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:44:47.665840 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6ab05-c93b-483a-b7dc-26be69eedb2c req-a8d69786-1db8-4925-8e51-43b7cf130fe1 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:47.666545 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cbc6ab05-c93b-483a-b7dc-26be69eedb2c req-a8d69786-1db8-4925-8e51-43b7cf130fe1 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 946 time: 0.0710824 Jul 14 09:44:47.705762 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cbc6ab05-c93b-483a-b7dc-26be69eedb2c req-79e87091-685d-440d-8293-31533b0f0cde tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=79eb08fe-ab0e-45d9-9825-418c2b50f294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333605 Jul 14 09:44:48.467809 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8e17739-ea26-4936-9ccf-430a87156c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.903824 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb5016-6141-45b2-96dd-b0f3750d53cf req-fa57454e-5766-44fb-b7ef-cf2cc29d1df5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:48.905463 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fcfb5016-6141-45b2-96dd-b0f3750d53cf req-fa57454e-5766-44fb-b7ef-cf2cc29d1df5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 946 time: 0.0656378 Jul 14 09:44:48.946733 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fcfb5016-6141-45b2-96dd-b0f3750d53cf req-6cc117fd-4a13-4d45-8f90-32a767864600 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=79eb08fe-ab0e-45d9-9825-418c2b50f294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348032 Jul 14 09:44:49.043859 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-a4ffca11-4500-4b41-9c8e-471ce6a78c75 service neutron] 10.222.0.44 "GET /v2.0/ports/dccb0a0e-217c-4623-bf9a-f71de052667e/bindings/n-h1-771362-35 HTTP/1.1" status: 200 len: 385 time: 0.0585308 Jul 14 09:44:49.226668 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-a256ae33-e95a-40c5-b793-57d4d1f748a0 service neutron] For port dccb0a0e-217c-4623-bf9a-f71de052667e, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=dccb0a0e-217c-4623-bf9a-f71de052667e,segment=NetworkSegment(8bbfaf27-9473-4413-b29d-1f4a2c5ff013),segment_id=8bbfaf27-9473-4413-b29d-1f4a2c5ff013)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:49.250000 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-a256ae33-e95a-40c5-b793-57d4d1f748a0 service neutron] For port dccb0a0e-217c-4623-bf9a-f71de052667e, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:49.296316 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb22d1b2-50d1-48f0-89a6-80fce61fc9e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dccb0a0e-217c-4623-bf9a-f71de052667e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:49.298600 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ecf706-f931-40a1-9bc1-a4a5ac10d5b8" -d '{"events": [{"server_uuid": "eb22d1b2-50d1-48f0-89a6-80fce61fc9e8", "name": "network-vif-unplugged", "status": "completed", "tag": "dccb0a0e-217c-4623-bf9a-f71de052667e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:49.306500 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-a256ae33-e95a-40c5-b793-57d4d1f748a0 service neutron] For port dccb0a0e-217c-4623-bf9a-f71de052667e, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=dccb0a0e-217c-4623-bf9a-f71de052667e,segment=NetworkSegment(8bbfaf27-9473-4413-b29d-1f4a2c5ff013),segment_id=8bbfaf27-9473-4413-b29d-1f4a2c5ff013)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:49.323706 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-a256ae33-e95a-40c5-b793-57d4d1f748a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.351919 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cad76d-1d39-4609-8dc7-d9f31edb2f86 x-openstack-request-id: req-29cad76d-1d39-4609-8dc7-d9f31edb2f86 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:49.352311 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb22d1b2-50d1-48f0-89a6-80fce61fc9e8", "name": "network-vif-unplugged", "status": "completed", "tag": "dccb0a0e-217c-4623-bf9a-f71de052667e", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:49.352651 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29cad76d-1d39-4609-8dc7-d9f31edb2f86 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:49.353230 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb22d1b2-50d1-48f0-89a6-80fce61fc9e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dccb0a0e-217c-4623-bf9a-f71de052667e', 'code': 200} Jul 14 09:44:49.416564 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-a256ae33-e95a-40c5-b793-57d4d1f748a0 service neutron] Transition to ACTIVE for port object dccb0a0e-217c-4623-bf9a-f71de052667e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:49.421763 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-a256ae33-e95a-40c5-b793-57d4d1f748a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.529582 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256ae33-e95a-40c5-b793-57d4d1f748a0 service neutron] Pushing event updated for resources: {'Port': ['ID=dccb0a0e-217c-4623-bf9a-f71de052667e,revision_number=11']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:49.562946 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-a256ae33-e95a-40c5-b793-57d4d1f748a0 service neutron] No DVR routers for this DVR port dccb0a0e-217c-4623-bf9a-f71de052667e on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:44:49.702277 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-a256ae33-e95a-40c5-b793-57d4d1f748a0 service neutron] 10.222.0.44 "PUT /v2.0/ports/dccb0a0e-217c-4623-bf9a-f71de052667e/bindings/n-h1-771362-35/activate HTTP/1.1" status: 200 len: 370 time: 0.6511774 Jul 14 09:44:49.815873 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-bd4fb95e-ab6e-4773-ac0e-fdb750774a0b tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:49.817441 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-bd4fb95e-ab6e-4773-ac0e-fdb750774a0b tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8&tenant_id=efe559a5c8d646b7b35d7ff399735120&binding%3Ahost_id=n-h2-771362-35 HTTP/1.1" status: 200 len: 1097 time: 0.0609629 Jul 14 09:44:49.909613 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-67db1c4c-17d1-45e1-bd21-5dc94dce1c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:49.911752 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-67db1c4c-17d1-45e1-bd21-5dc94dce1c0e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8&tenant_id=efe559a5c8d646b7b35d7ff399735120 HTTP/1.1" status: 200 len: 1097 time: 0.0861003 Jul 14 09:44:49.993443 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-0198b94f-42ec-416f-a7c2-8e628d81f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:49.994813 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-0198b94f-42ec-416f-a7c2-8e628d81f226 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 1097 time: 0.0594361 Jul 14 09:44:50.122815 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-72d249c4-0d31-48a9-ba8a-9ac9c7b83d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:50.124348 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-72d249c4-0d31-48a9-ba8a-9ac9c7b83d07 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cd0e1f14-e62a-404d-836e-db6e9050303b HTTP/1.1" status: 200 len: 896 time: 0.1227026 Jul 14 09:44:50.198625 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005e8fe-a849-4ef8-83f9-9c4b16191010 req-9b4d4d42-f576-4f8b-a248-15789a67ae9b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:50.200293 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6005e8fe-a849-4ef8-83f9-9c4b16191010 req-9b4d4d42-f576-4f8b-a248-15789a67ae9b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 945 time: 0.1333487 Jul 14 09:44:50.211991 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-3bd10963-7422-4027-b2b6-4fdaafedd501 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dccb0a0e-217c-4623-bf9a-f71de052667e HTTP/1.1" status: 200 len: 1000 time: 0.0796969 Jul 14 09:44:50.278984 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6005e8fe-a849-4ef8-83f9-9c4b16191010 req-83582b4a-4690-4382-b69e-54161e4b9a1d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=79eb08fe-ab0e-45d9-9825-418c2b50f294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702379 Jul 14 09:44:50.285644 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-ef3bbd62-904a-49ee-b2dd-491181f474dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:50.286911 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-ef3bbd62-904a-49ee-b2dd-491181f474dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f09103d-3fd5-412a-8a5a-d467b09bd542 HTTP/1.1" status: 200 len: 834 time: 0.0685613 Jul 14 09:44:50.348476 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-5cf1c1fb-c9d3-44ef-a384-39eede257c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:50.350164 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-5cf1c1fb-c9d3-44ef-a384-39eede257c47 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cd0e1f14-e62a-404d-836e-db6e9050303b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562334 Jul 14 09:44:50.439465 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-8facd8f7-7c0d-4b5c-9f76-ff17c5359ad2 service neutron] 10.222.0.47 "GET /v2.0/networks/cd0e1f14-e62a-404d-836e-db6e9050303b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821812 Jul 14 09:44:50.539301 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-f1180ee2-41b9-49eb-8907-7c1636981997 service neutron] 10.222.0.47 "GET /v2.0/networks/cd0e1f14-e62a-404d-836e-db6e9050303b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899982 Jul 14 09:44:50.825298 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-cef229c1-2438-4c74-a295-f7d0fc833c25 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:50.827092 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-cef229c1-2438-4c74-a295-f7d0fc833c25 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8&tenant_id=efe559a5c8d646b7b35d7ff399735120&binding%3Ahost_id=n-h1-771362-35 HTTP/1.1" status: 200 len: 1097 time: 0.0578187 Jul 14 09:44:50.970709 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-e9782982-1e18-4788-ab58-ba24f3eba326 service neutron] For port dccb0a0e-217c-4623-bf9a-f71de052667e, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:50.974972 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-e9782982-1e18-4788-ab58-ba24f3eba326 service neutron] Notify callbacks [] for binding, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.976263 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08caa180-ab02-45d4-9015-7e4e846b5c97 req-e9782982-1e18-4788-ab58-ba24f3eba326 service neutron] 10.222.0.47 "DELETE /v2.0/ports/dccb0a0e-217c-4623-bf9a-f71de052667e/bindings/n-h2-771362-35 HTTP/1.1" status: 204 len: 173 time: 0.1432769 Jul 14 09:44:51.085443 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f712dde4-25c3-44d6-8d29-0a5b450a3e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.156048 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59758) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:51.265629 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-367d439b-6e1d-42fc-ad9c-f58958b85539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.298274 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.373131 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-367d439b-6e1d-42fc-ad9c-f58958b85539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.377200 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-367d439b-6e1d-42fc-ad9c-f58958b85539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.413988 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-367d439b-6e1d-42fc-ad9c-f58958b85539 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=58bf4e52d1a44891ba021ee67771f850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2567854 Jul 14 09:44:51.417310 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59764) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:51.425058 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d439b-6e1d-42fc-ad9c-f58958b85539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9e3ac9-ad86-408d-997d-d4b3db4d46b0,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:51.475952 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6c137af-3c63-4b44-8eea-bbea82c700c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.478912 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fa238-fbd5-423f-8c5f-dbbfea1d2dad req-59722fae-bdd3-49fb-a521-caac8f365603 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:51.480773 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-778fa238-fbd5-423f-8c5f-dbbfea1d2dad req-59722fae-bdd3-49fb-a521-caac8f365603 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 945 time: 0.0656245 Jul 14 09:44:51.497993 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6c137af-3c63-4b44-8eea-bbea82c700c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.517954 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-778fa238-fbd5-423f-8c5f-dbbfea1d2dad req-62f2db50-3d84-4de5-8242-381b472f94c8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=79eb08fe-ab0e-45d9-9825-418c2b50f294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315671 Jul 14 09:44:51.545700 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6c137af-3c63-4b44-8eea-bbea82c700c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.548365 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6c137af-3c63-4b44-8eea-bbea82c700c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.549389 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a6c137af-3c63-4b44-8eea-bbea82c700c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf9e3ac9-ad86-408d-997d-d4b3db4d46b0 HTTP/1.1" status: 204 len: 168 time: 0.1311913 Jul 14 09:44:51.560879 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c137af-3c63-4b44-8eea-bbea82c700c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9e3ac9-ad86-408d-997d-d4b3db4d46b0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:51.701087 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcceb4ea-454f-4b90-8338-23addfb42e64 req-5247b262-128c-440f-b40c-39091d445ef6 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:51.702773 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fcceb4ea-454f-4b90-8338-23addfb42e64 req-5247b262-128c-440f-b40c-39091d445ef6 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 1097 time: 0.0611975 Jul 14 09:44:51.745326 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fcceb4ea-454f-4b90-8338-23addfb42e64 req-d688d7c3-6933-4763-85e4-465d16cfe1bc tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=79eb08fe-ab0e-45d9-9825-418c2b50f294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356016 Jul 14 09:44:51.851960 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59774) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:51.866709 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b01349fd-8af4-49a8-b9b8-af9b6072064d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.926385 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e65210-f27c-4b81-932e-08ebe598cf2b req-b0b41f83-5bfc-4eba-9d7b-85b7477d3c15 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:51.928351 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-44e65210-f27c-4b81-932e-08ebe598cf2b req-b0b41f83-5bfc-4eba-9d7b-85b7477d3c15 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 945 time: 0.0675154 Jul 14 09:44:51.963106 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b01349fd-8af4-49a8-b9b8-af9b6072064d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.967752 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b01349fd-8af4-49a8-b9b8-af9b6072064d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.976038 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-44e65210-f27c-4b81-932e-08ebe598cf2b req-c069ea7b-d11b-4d62-9e8e-16825ae9131b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=79eb08fe-ab0e-45d9-9825-418c2b50f294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415940 Jul 14 09:44:51.992807 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59776) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:52.008566 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b01349fd-8af4-49a8-b9b8-af9b6072064d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=42c968a2e87a47f0927f35449718608f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548142 Jul 14 09:44:52.008984 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01349fd-8af4-49a8-b9b8-af9b6072064d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fbd13a-299f-4cdc-b438-12b89ddeaa07,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:52.011297 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59778) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:52.055574 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5f2076c5-a258-4424-ba16-a5de5137fd18 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/floatingips/5214d86f-3ae6-443b-802a-08af9dbff1c8 HTTP/1.1" status: 200 len: 992 time: 0.0594537 Jul 14 09:44:52.063273 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-016785b8-9768-48d0-ade7-fb7bc5ed2129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:52.087073 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-016785b8-9768-48d0-ade7-fb7bc5ed2129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:52.139853 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-016785b8-9768-48d0-ade7-fb7bc5ed2129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:52.142399 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-016785b8-9768-48d0-ade7-fb7bc5ed2129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:52.143616 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-016785b8-9768-48d0-ade7-fb7bc5ed2129 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b0fbd13a-299f-4cdc-b438-12b89ddeaa07 HTTP/1.1" status: 204 len: 168 time: 0.1313591 Jul 14 09:44:52.152489 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016785b8-9768-48d0-ade7-fb7bc5ed2129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fbd13a-299f-4cdc-b438-12b89ddeaa07,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:52.279184 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:52.314081 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59786) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:52.480741 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-30bb3184-7efd-4585-a297-0686df6a8b69 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Deleting port 682c9cfd-5861-48f0-a854-7b0021380706 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:52.481200 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30bb3184-7efd-4585-a297-0686df6a8b69 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:52.558933 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30bb3184-7efd-4585-a297-0686df6a8b69 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:52.559193 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30bb3184-7efd-4585-a297-0686df6a8b69 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:52.571855 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-30bb3184-7efd-4585-a297-0686df6a8b69 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Calling delete_port for 682c9cfd-5861-48f0-a854-7b0021380706 owned by network:floatingip {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:52.727806 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30bb3184-7efd-4585-a297-0686df6a8b69 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:52.754832 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb3184-7efd-4585-a297-0686df6a8b69 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'Port': ['ID=682c9cfd-5861-48f0-a854-7b0021380706,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:52.766799 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb3184-7efd-4585-a297-0686df6a8b69 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:52.767147 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb3184-7efd-4585-a297-0686df6a8b69 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:52.767508 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb3184-7efd-4585-a297-0686df6a8b69 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:52.767867 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb3184-7efd-4585-a297-0686df6a8b69 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:52.768206 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb3184-7efd-4585-a297-0686df6a8b69 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:52.768544 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb3184-7efd-4585-a297-0686df6a8b69 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:52.768880 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb3184-7efd-4585-a297-0686df6a8b69 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:52.769801 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb3184-7efd-4585-a297-0686df6a8b69 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:52.770157 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb3184-7efd-4585-a297-0686df6a8b69 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:52.770498 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb3184-7efd-4585-a297-0686df6a8b69 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:52.770834 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb3184-7efd-4585-a297-0686df6a8b69 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:52.771170 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb3184-7efd-4585-a297-0686df6a8b69 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:52.833162 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30bb3184-7efd-4585-a297-0686df6a8b69 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for floatingip, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:52.833378 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-30bb3184-7efd-4585-a297-0686df6a8b69 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Floating IP 5214d86f-3ae6-443b-802a-08af9dbff1c8 disassociated (deleted). External IP: 172.25.6.108, port: dccb0a0e-217c-4623-bf9a-f71de052667e. Jul 14 09:44:53.006607 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device dccb0a0e-217c-4623-bf9a-f71de052667e no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:53.048871 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device dccb0a0e-217c-4623-bf9a-f71de052667e not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:53.051558 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bb3184-7efd-4585-a297-0686df6a8b69 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Router 0c2b2740-79ae-4cdb-87fd-23cc51d26ad7 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:44:53.160654 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bb3184-7efd-4585-a297-0686df6a8b69 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:53.165519 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30bb3184-7efd-4585-a297-0686df6a8b69 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:53.171149 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a9cd92-25aa-4eb1-acbc-30ae943ea2ce None None] Sync routers for ids ['0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:53.180132 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a9cd92-25aa-4eb1-acbc-30ae943ea2ce None None] Routers {'0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:53.180752 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-66a9cd92-25aa-4eb1-acbc-30ae943ea2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:44:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:53.211467 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-30bb3184-7efd-4585-a297-0686df6a8b69 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "DELETE /v2.0/floatingips/5214d86f-3ae6-443b-802a-08af9dbff1c8 HTTP/1.1" status: 204 len: 168 time: 0.8961554 Jul 14 09:44:53.212069 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb22d1b2-50d1-48f0-89a6-80fce61fc9e8', 'tag': 'dccb0a0e-217c-4623-bf9a-f71de052667e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:53.214363 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34159fb-b61e-4c6a-bc75-522e4dbd3700" -d '{"events": [{"name": "network-changed", "server_uuid": "eb22d1b2-50d1-48f0-89a6-80fce61fc9e8", "tag": "dccb0a0e-217c-4623-bf9a-f71de052667e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:53.255933 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bde14f-42b8-442e-a200-2effbea913ac x-openstack-request-id: req-65bde14f-42b8-442e-a200-2effbea913ac {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:53.256382 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb22d1b2-50d1-48f0-89a6-80fce61fc9e8", "tag": "dccb0a0e-217c-4623-bf9a-f71de052667e", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:53.256710 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65bde14f-42b8-442e-a200-2effbea913ac {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:53.257428 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb22d1b2-50d1-48f0-89a6-80fce61fc9e8', 'tag': 'dccb0a0e-217c-4623-bf9a-f71de052667e', 'status': 'completed', 'code': 200} Jul 14 09:44:53.292496 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-66a9cd92-25aa-4eb1-acbc-30ae943ea2ce None None] Set router 0c2b2740-79ae-4cdb-87fd-23cc51d26ad7 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:53.351986 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34159fb-b61e-4c6a-bc75-522e4dbd3700 req-51c2b309-d263-4835-942f-749ac47a668a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:53.354008 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a34159fb-b61e-4c6a-bc75-522e4dbd3700 req-51c2b309-d263-4835-942f-749ac47a668a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 1097 time: 0.0724564 Jul 14 09:44:53.495474 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34159fb-b61e-4c6a-bc75-522e4dbd3700 req-a924756a-4991-4f82-9597-449ec9b4e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:53.497092 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a34159fb-b61e-4c6a-bc75-522e4dbd3700 req-a924756a-4991-4f82-9597-449ec9b4e80c service neutron] 10.222.0.47 "GET /v2.0/networks?id=cd0e1f14-e62a-404d-836e-db6e9050303b HTTP/1.1" status: 200 len: 896 time: 0.1361673 Jul 14 09:44:53.567393 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a34159fb-b61e-4c6a-bc75-522e4dbd3700 req-a9c775d8-65e3-48a3-a46e-b3002aab98d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dccb0a0e-217c-4623-bf9a-f71de052667e HTTP/1.1" status: 200 len: 217 time: 0.0566893 Jul 14 09:44:53.578693 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-66a9cd92-25aa-4eb1-acbc-30ae943ea2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756522371', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:46Z', 'updated_at': '2021-07-14T09:43:51Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:47Z', 'updated_at': '2021-07-14T09:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '54c39e72-b09e-4ece-908f-b1f61f4ef071', 'name': '', 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:8c:5c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '8f09103d-3fd5-412a-8a5a-d467b09bd542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:50Z', 'updated_at': '2021-07-14T09:43:57Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': '8f09103d-3fd5-412a-8a5a-d467b09bd542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:53.610927 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a9cd92-25aa-4eb1-acbc-30ae943ea2ce None None] Checking router: 0c2b2740-79ae-4cdb-87fd-23cc51d26ad7 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:44:53.622728 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a9cd92-25aa-4eb1-acbc-30ae943ea2ce None None] Routers {'0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:53.623812 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-66a9cd92-25aa-4eb1-acbc-30ae943ea2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:44:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:53.663930 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34159fb-b61e-4c6a-bc75-522e4dbd3700 req-22919677-04ed-4103-909b-1dc84305d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:53.665503 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a34159fb-b61e-4c6a-bc75-522e4dbd3700 req-22919677-04ed-4103-909b-1dc84305d858 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f09103d-3fd5-412a-8a5a-d467b09bd542 HTTP/1.1" status: 200 len: 834 time: 0.0893862 Jul 14 09:44:53.737669 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a6b03-a8e6-440b-bf3b-fae4d12dc1b4 req-c927c73f-1f65-402a-adac-2aa074d6a0c6 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:53.743230 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-66a9cd92-25aa-4eb1-acbc-30ae943ea2ce None None] Set router 0c2b2740-79ae-4cdb-87fd-23cc51d26ad7 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:53.745237 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-530a6b03-a8e6-440b-bf3b-fae4d12dc1b4 req-c927c73f-1f65-402a-adac-2aa074d6a0c6 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 945 time: 0.1144805 Jul 14 09:44:53.791736 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34159fb-b61e-4c6a-bc75-522e4dbd3700 req-8c8dec57-dcdc-43ab-97fb-006703c7c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:53.793250 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a34159fb-b61e-4c6a-bc75-522e4dbd3700 req-8c8dec57-dcdc-43ab-97fb-006703c7c746 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cd0e1f14-e62a-404d-836e-db6e9050303b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1189106 Jul 14 09:44:53.801297 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-530a6b03-a8e6-440b-bf3b-fae4d12dc1b4 req-93b5a300-ba0e-4402-8c59-02316f15b183 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=79eb08fe-ab0e-45d9-9825-418c2b50f294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534449 Jul 14 09:44:53.826596 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:53.927257 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a34159fb-b61e-4c6a-bc75-522e4dbd3700 req-56e7c9a8-df30-47d6-bfa0-e77b3319d22c service neutron] 10.222.0.47 "GET /v2.0/networks/cd0e1f14-e62a-404d-836e-db6e9050303b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231244 Jul 14 09:44:53.991245 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-66a9cd92-25aa-4eb1-acbc-30ae943ea2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756522371', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:46Z', 'updated_at': '2021-07-14T09:43:51Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:47Z', 'updated_at': '2021-07-14T09:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '54c39e72-b09e-4ece-908f-b1f61f4ef071', 'name': '', 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:8c:5c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '8f09103d-3fd5-412a-8a5a-d467b09bd542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:50Z', 'updated_at': '2021-07-14T09:43:57Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': '8f09103d-3fd5-412a-8a5a-d467b09bd542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:54.023851 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a9cd92-25aa-4eb1-acbc-30ae943ea2ce None None] The sync data for ids ['0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'] in n-d-771362-35 is: [{'id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756522371', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:46Z', 'updated_at': '2021-07-14T09:43:51Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:47Z', 'updated_at': '2021-07-14T09:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '54c39e72-b09e-4ece-908f-b1f61f4ef071', 'name': '', 'network_id': 'cd0e1f14-e62a-404d-836e-db6e9050303b', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:8c:5c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '8f09103d-3fd5-412a-8a5a-d467b09bd542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:50Z', 'updated_at': '2021-07-14T09:43:57Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': '8f09103d-3fd5-412a-8a5a-d467b09bd542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:54.029969 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a34159fb-b61e-4c6a-bc75-522e4dbd3700 req-65cf3f14-1403-480b-8766-1f8575f50685 service neutron] 10.222.0.47 "GET /v2.0/networks/cd0e1f14-e62a-404d-836e-db6e9050303b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968852 Jul 14 09:44:54.114051 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038e9f1-6c58-4c63-a65d-b7d17dcfce62 req-3464646d-af06-4e16-9939-3c21adc8db11 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:54.115833 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e038e9f1-6c58-4c63-a65d-b7d17dcfce62 req-3464646d-af06-4e16-9939-3c21adc8db11 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 945 time: 0.0860732 Jul 14 09:44:54.232852 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-e038e9f1-6c58-4c63-a65d-b7d17dcfce62 req-33b16a1b-6d9c-4f58-84ec-b019d54634b2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Deleting port dccb0a0e-217c-4623-bf9a-f71de052667e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:54.233200 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e038e9f1-6c58-4c63-a65d-b7d17dcfce62 req-33b16a1b-6d9c-4f58-84ec-b019d54634b2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.303335 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54585ffc-e9b6-48eb-9c29-269af841fbd4 None None] New status for floating IP 5214d86f-3ae6-443b-802a-08af9dbff1c8: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:44:54.331450 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-e038e9f1-6c58-4c63-a65d-b7d17dcfce62 req-33b16a1b-6d9c-4f58-84ec-b019d54634b2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] For port dccb0a0e-217c-4623-bf9a-f71de052667e, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=dccb0a0e-217c-4623-bf9a-f71de052667e,segment=NetworkSegment(8bbfaf27-9473-4413-b29d-1f4a2c5ff013),segment_id=8bbfaf27-9473-4413-b29d-1f4a2c5ff013)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:54.332171 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e038e9f1-6c58-4c63-a65d-b7d17dcfce62 req-33b16a1b-6d9c-4f58-84ec-b019d54634b2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.352240 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-e038e9f1-6c58-4c63-a65d-b7d17dcfce62 req-33b16a1b-6d9c-4f58-84ec-b019d54634b2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Calling delete_port for dccb0a0e-217c-4623-bf9a-f71de052667e owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:54.497132 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e038e9f1-6c58-4c63-a65d-b7d17dcfce62 req-33b16a1b-6d9c-4f58-84ec-b019d54634b2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.529208 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b16a1b-6d9c-4f58-84ec-b019d54634b2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'Port': ['ID=dccb0a0e-217c-4623-bf9a-f71de052667e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:54.577291 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e038e9f1-6c58-4c63-a65d-b7d17dcfce62 req-33b16a1b-6d9c-4f58-84ec-b019d54634b2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] No DVR routers for this DVR port dccb0a0e-217c-4623-bf9a-f71de052667e on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:44:54.582790 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e038e9f1-6c58-4c63-a65d-b7d17dcfce62 req-33b16a1b-6d9c-4f58-84ec-b019d54634b2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.584888 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e038e9f1-6c58-4c63-a65d-b7d17dcfce62 req-33b16a1b-6d9c-4f58-84ec-b019d54634b2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.47 "DELETE /v2.0/ports/dccb0a0e-217c-4623-bf9a-f71de052667e HTTP/1.1" status: 204 len: 173 time: 0.4629889 Jul 14 09:44:55.006375 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-58cee09d-fdcb-4c03-92af-8e8b7c5b4351 req-9e14aba1-f5b6-44eb-98b4-56863d62ae13 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb22d1b2-50d1-48f0-89a6-80fce61fc9e8 HTTP/1.1" status: 200 len: 210 time: 0.0343628 Jul 14 09:44:55.258216 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb22d1b2-50d1-48f0-89a6-80fce61fc9e8', 'name': 'network-vif-deleted', 'tag': 'dccb0a0e-217c-4623-bf9a-f71de052667e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:55.260669 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9482189a-0269-40c1-b181-399fc23bb109" -d '{"events": [{"server_uuid": "eb22d1b2-50d1-48f0-89a6-80fce61fc9e8", "name": "network-vif-deleted", "tag": "dccb0a0e-217c-4623-bf9a-f71de052667e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:55.297875 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa47e8a7-7f00-4a73-9dfa-43a60c32548f x-openstack-request-id: req-aa47e8a7-7f00-4a73-9dfa-43a60c32548f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:55.298453 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb22d1b2-50d1-48f0-89a6-80fce61fc9e8", "name": "network-vif-deleted", "tag": "dccb0a0e-217c-4623-bf9a-f71de052667e", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:55.298794 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa47e8a7-7f00-4a73-9dfa-43a60c32548f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:55.299398 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb22d1b2-50d1-48f0-89a6-80fce61fc9e8', 'name': 'network-vif-deleted', 'tag': 'dccb0a0e-217c-4623-bf9a-f71de052667e', 'status': 'completed', 'code': 200} Jul 14 09:44:56.099396 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59898) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:56.490197 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1f76674-b2f4-4e39-b716-5e3706c1d6ce tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:56.773579 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b1f76674-b2f4-4e39-b716-5e3706c1d6ce tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Deleting port 54c39e72-b09e-4ece-908f-b1f61f4ef071 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:56.773928 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1f76674-b2f4-4e39-b716-5e3706c1d6ce tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:56.866919 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b1f76674-b2f4-4e39-b716-5e3706c1d6ce tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] For port 54c39e72-b09e-4ece-908f-b1f61f4ef071, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=54c39e72-b09e-4ece-908f-b1f61f4ef071,segment=NetworkSegment(8bbfaf27-9473-4413-b29d-1f4a2c5ff013),segment_id=8bbfaf27-9473-4413-b29d-1f4a2c5ff013)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:56.867241 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1f76674-b2f4-4e39-b716-5e3706c1d6ce tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:56.884645 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b1f76674-b2f4-4e39-b716-5e3706c1d6ce tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Calling delete_port for 54c39e72-b09e-4ece-908f-b1f61f4ef071 owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:57.078529 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1f76674-b2f4-4e39-b716-5e3706c1d6ce tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:57.105572 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f76674-b2f4-4e39-b716-5e3706c1d6ce tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'Port': ['ID=54c39e72-b09e-4ece-908f-b1f61f4ef071,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:57.306015 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1f76674-b2f4-4e39-b716-5e3706c1d6ce tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:57.340756 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device dccb0a0e-217c-4623-bf9a-f71de052667e no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:57.523166 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: dccb0a0e-217c-4623-bf9a-f71de052667e {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:57.523534 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device dccb0a0e-217c-4623-bf9a-f71de052667e not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:57.852614 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f76674-b2f4-4e39-b716-5e3706c1d6ce tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Router 0c2b2740-79ae-4cdb-87fd-23cc51d26ad7 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:44:57.961499 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f76674-b2f4-4e39-b716-5e3706c1d6ce tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:57.966507 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b1f76674-b2f4-4e39-b716-5e3706c1d6ce tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "PUT /v2.0/routers/0c2b2740-79ae-4cdb-87fd-23cc51d26ad7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8660705 Jul 14 09:44:57.969744 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59904) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:57.972742 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5656b5b-c9cc-43fd-ac0c-189c10ec9d0e None None] Sync routers for ids ['0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:57.983139 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5656b5b-c9cc-43fd-ac0c-189c10ec9d0e None None] Routers {'0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:57.983915 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c5656b5b-c9cc-43fd-ac0c-189c10ec9d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:44:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:58.023833 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9a76cd-52db-491c-a2f3-c1451ff72c50 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Deleting subnet 8f09103d-3fd5-412a-8a5a-d467b09bd542 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:44:58.026971 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d9a76cd-52db-491c-a2f3-c1451ff72c50 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.071670 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d9a76cd-52db-491c-a2f3-c1451ff72c50 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.170550 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d9a76cd-52db-491c-a2f3-c1451ff72c50 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.184613 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-c5656b5b-c9cc-43fd-ac0c-189c10ec9d0e None None] Set router 0c2b2740-79ae-4cdb-87fd-23cc51d26ad7 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:58.238675 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d9a76cd-52db-491c-a2f3-c1451ff72c50 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.268586 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a76cd-52db-491c-a2f3-c1451ff72c50 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'Subnet': ['ID=8f09103d-3fd5-412a-8a5a-d467b09bd542,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:58.274208 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d9a76cd-52db-491c-a2f3-c1451ff72c50 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.278934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59906) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:58.279388 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1d9a76cd-52db-491c-a2f3-c1451ff72c50 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "DELETE /v2.0/subnets/8f09103d-3fd5-412a-8a5a-d467b09bd542 HTTP/1.1" status: 204 len: 168 time: 0.3081734 Jul 14 09:44:58.288816 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa160d2-d400-456b-8136-0d35bd8356b4 None None] Network cd0e1f14-e62a-404d-836e-db6e9050303b requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:44:58.382658 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c5656b5b-c9cc-43fd-ac0c-189c10ec9d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756522371', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:46Z', 'updated_at': '2021-07-14T09:44:57Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:47Z', 'updated_at': '2021-07-14T09:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:58.418327 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5656b5b-c9cc-43fd-ac0c-189c10ec9d0e None None] Checking router: 0c2b2740-79ae-4cdb-87fd-23cc51d26ad7 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:44:58.418595 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4ff4-4823-4c18-a0f7-3c87e4aa7e97 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.433254 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5656b5b-c9cc-43fd-ac0c-189c10ec9d0e None None] Routers {'0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:58.434776 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c5656b5b-c9cc-43fd-ac0c-189c10ec9d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:44:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:58.507283 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dfd186-f88e-49d7-9859-4de1b2641ae7 None None] DHCP port deletion for cd0e1f14-e62a-404d-836e-db6e9050303b request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:44:58.546774 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4ff4-4823-4c18-a0f7-3c87e4aa7e97 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.560788 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-c5656b5b-c9cc-43fd-ac0c-189c10ec9d0e None None] Set router 0c2b2740-79ae-4cdb-87fd-23cc51d26ad7 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:58.563323 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-56dfd186-f88e-49d7-9859-4de1b2641ae7 None None] Deleting port 1da6b930-f6d1-43de-b400-b16c44ab7bbf {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:58.564026 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56dfd186-f88e-49d7-9859-4de1b2641ae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.614416 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d4ff4-4823-4c18-a0f7-3c87e4aa7e97 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Deleting port d39153b2-acc2-42a7-bff5-47166d863ea5 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:58.615117 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4ff4-4823-4c18-a0f7-3c87e4aa7e97 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.640493 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-56dfd186-f88e-49d7-9859-4de1b2641ae7 None None] For port 1da6b930-f6d1-43de-b400-b16c44ab7bbf, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=1da6b930-f6d1-43de-b400-b16c44ab7bbf,segment=NetworkSegment(8bbfaf27-9473-4413-b29d-1f4a2c5ff013),segment_id=8bbfaf27-9473-4413-b29d-1f4a2c5ff013)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:58.641138 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56dfd186-f88e-49d7-9859-4de1b2641ae7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.658481 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-56dfd186-f88e-49d7-9859-4de1b2641ae7 None None] Calling delete_port for 1da6b930-f6d1-43de-b400-b16c44ab7bbf owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:58.707124 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-fd5d4ff4-4823-4c18-a0f7-3c87e4aa7e97 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] For port d39153b2-acc2-42a7-bff5-47166d863ea5, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d39153b2-acc2-42a7-bff5-47166d863ea5,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:58.708024 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4ff4-4823-4c18-a0f7-3c87e4aa7e97 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.731743 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d4ff4-4823-4c18-a0f7-3c87e4aa7e97 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Calling delete_port for d39153b2-acc2-42a7-bff5-47166d863ea5 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:58.760594 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56dfd186-f88e-49d7-9859-4de1b2641ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.774386 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dfd186-f88e-49d7-9859-4de1b2641ae7 None None] No DVR routers for this DVR port 1da6b930-f6d1-43de-b400-b16c44ab7bbf on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:44:58.782526 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c5656b5b-c9cc-43fd-ac0c-189c10ec9d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756522371', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:46Z', 'updated_at': '2021-07-14T09:44:57Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:47Z', 'updated_at': '2021-07-14T09:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:58.795285 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dfd186-f88e-49d7-9859-4de1b2641ae7 None None] Pushing event deleted for resources: {'Port': ['ID=1da6b930-f6d1-43de-b400-b16c44ab7bbf,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:58.809808 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfd186-f88e-49d7-9859-4de1b2641ae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:58.810165 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfd186-f88e-49d7-9859-4de1b2641ae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:58.810510 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfd186-f88e-49d7-9859-4de1b2641ae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:58.810848 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfd186-f88e-49d7-9859-4de1b2641ae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:58.811182 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfd186-f88e-49d7-9859-4de1b2641ae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:58.812659 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfd186-f88e-49d7-9859-4de1b2641ae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:58.813008 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfd186-f88e-49d7-9859-4de1b2641ae7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:58.813343 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfd186-f88e-49d7-9859-4de1b2641ae7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:58.813707 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfd186-f88e-49d7-9859-4de1b2641ae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:58.819732 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfd186-f88e-49d7-9859-4de1b2641ae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:58.820085 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfd186-f88e-49d7-9859-4de1b2641ae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:58.820430 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfd186-f88e-49d7-9859-4de1b2641ae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:58.822028 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5656b5b-c9cc-43fd-ac0c-189c10ec9d0e None None] The sync data for ids ['0c2b2740-79ae-4cdb-87fd-23cc51d26ad7'] in n-d-771362-35 is: [{'id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756522371', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:46Z', 'updated_at': '2021-07-14T09:44:57Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': 'd39153b2-acc2-42a7-bff5-47166d863ea5', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b2740-79ae-4cdb-87fd-23cc51d26ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:47Z', 'updated_at': '2021-07-14T09:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:58.932330 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4ff4-4823-4c18-a0f7-3c87e4aa7e97 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.964174 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d4ff4-4823-4c18-a0f7-3c87e4aa7e97 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'Port': ['ID=d39153b2-acc2-42a7-bff5-47166d863ea5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:59.027054 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4ff4-4823-4c18-a0f7-3c87e4aa7e97 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.121737 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4ff4-4823-4c18-a0f7-3c87e4aa7e97 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.123888 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4ff4-4823-4c18-a0f7-3c87e4aa7e97 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.171437 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4ff4-4823-4c18-a0f7-3c87e4aa7e97 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.172359 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5d4ff4-4823-4c18-a0f7-3c87e4aa7e97 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Fanout notify agent at l3_agent the message router_deleted on router 0c2b2740-79ae-4cdb-87fd-23cc51d26ad7 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:44:59.180424 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4ff4-4823-4c18-a0f7-3c87e4aa7e97 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.181535 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fd5d4ff4-4823-4c18-a0f7-3c87e4aa7e97 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "DELETE /v2.0/routers/0c2b2740-79ae-4cdb-87fd-23cc51d26ad7 HTTP/1.1" status: 204 len: 168 time: 0.9007649 Jul 14 09:44:59.184318 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59910) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:59.270066 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec916a66-94f5-4737-8c10-17f2c55766a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.391328 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec916a66-94f5-4737-8c10-17f2c55766a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.403615 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-ec916a66-94f5-4737-8c10-17f2c55766a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0e1f14-e62a-404d-836e-db6e9050303b']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:59.408082 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 1da6b930-f6d1-43de-b400-b16c44ab7bbf no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:59.424531 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-ec916a66-94f5-4737-8c10-17f2c55766a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bbfaf27-9473-4413-b29d-1f4a2c5ff013') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:59.424835 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-ec916a66-94f5-4737-8c10-17f2c55766a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bbfaf27-9473-4413-b29d-1f4a2c5ff013') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:59.435041 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec916a66-94f5-4737-8c10-17f2c55766a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.439597 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 1da6b930-f6d1-43de-b400-b16c44ab7bbf {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:59.440193 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 1da6b930-f6d1-43de-b400-b16c44ab7bbf not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:59.441688 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 54c39e72-b09e-4ece-908f-b1f61f4ef071 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:59.455922 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec916a66-94f5-4737-8c10-17f2c55766a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.464364 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec916a66-94f5-4737-8c10-17f2c55766a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:44:59.465081 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec916a66-94f5-4737-8c10-17f2c55766a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:44:59.468210 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:44:59.471675 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 54c39e72-b09e-4ece-908f-b1f61f4ef071 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:59.471675 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 54c39e72-b09e-4ece-908f-b1f61f4ef071 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:59.532909 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec916a66-94f5-4737-8c10-17f2c55766a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.538714 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec916a66-94f5-4737-8c10-17f2c55766a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.540776 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ec916a66-94f5-4737-8c10-17f2c55766a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "DELETE /v2.0/networks/cd0e1f14-e62a-404d-836e-db6e9050303b HTTP/1.1" status: 204 len: 168 time: 0.3554585 Jul 14 09:44:59.543627 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59912) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:59.558414 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec916a66-94f5-4737-8c10-17f2c55766a5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'Network': ['ID=cd0e1f14-e62a-404d-836e-db6e9050303b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:59.616129 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3262aa1a-622b-4172-98a9-d7143716ccae tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.647334 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3262aa1a-622b-4172-98a9-d7143716ccae tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.709347 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3262aa1a-622b-4172-98a9-d7143716ccae tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.711921 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3262aa1a-622b-4172-98a9-d7143716ccae tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.713116 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3262aa1a-622b-4172-98a9-d7143716ccae tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "DELETE /v2.0/security-groups/79eb08fe-ab0e-45d9-9825-418c2b50f294 HTTP/1.1" status: 204 len: 168 time: 0.1684668 Jul 14 09:44:59.724304 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262aa1a-622b-4172-98a9-d7143716ccae tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79eb08fe-ab0e-45d9-9825-418c2b50f294,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:00.231723 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59920) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:00.236480 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-43762026-34b4-4d54-bb60-e497b3a6d39e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1941895746', 'description': 'tempest-secgroup-smoke-1941895746 description', 'project_id': 'efe559a5c8d646b7b35d7ff399735120'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:00.263896 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43762026-34b4-4d54-bb60-e497b3a6d39e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.350060 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43762026-34b4-4d54-bb60-e497b3a6d39e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.355082 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43762026-34b4-4d54-bb60-e497b3a6d39e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.384143 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43762026-34b4-4d54-bb60-e497b3a6d39e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.385393 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-43762026-34b4-4d54-bb60-e497b3a6d39e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1525869 Jul 14 09:45:00.387256 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43762026-34b4-4d54-bb60-e497b3a6d39e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:00.388486 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59922) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:00.393414 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1fb0b7d6-c21a-4faf-ba27-f5c64eea534f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'security_group_rule': {'security_group_id': '68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:00.423048 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fb0b7d6-c21a-4faf-ba27-f5c64eea534f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.489203 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fb0b7d6-c21a-4faf-ba27-f5c64eea534f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.493398 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fb0b7d6-c21a-4faf-ba27-f5c64eea534f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.511388 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0b7d6-c21a-4faf-ba27-f5c64eea534f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=796105dd-af3b-4b22-be6c-771aaa6e89e3,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:00.521333 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fb0b7d6-c21a-4faf-ba27-f5c64eea534f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.522688 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1fb0b7d6-c21a-4faf-ba27-f5c64eea534f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330132 Jul 14 09:45:00.525524 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59924) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:00.530215 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9afe36cf-8352-40b4-b400-4c5aea05a5e8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'security_group_rule': {'security_group_id': '68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:00.560293 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9afe36cf-8352-40b4-b400-4c5aea05a5e8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.627780 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9afe36cf-8352-40b4-b400-4c5aea05a5e8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.632535 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9afe36cf-8352-40b4-b400-4c5aea05a5e8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.652376 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe36cf-8352-40b4-b400-4c5aea05a5e8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9043b053-e7a7-4b29-a638-b998bcc05b03,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:00.655753 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9afe36cf-8352-40b4-b400-4c5aea05a5e8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.659632 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9afe36cf-8352-40b4-b400-4c5aea05a5e8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1305516 Jul 14 09:45:00.659950 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59926) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:00.666352 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7c427683-c944-40eb-b721-0064d1121b8d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'security_group_rule': {'security_group_id': '68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:00.694198 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c427683-c944-40eb-b721-0064d1121b8d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.757210 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c427683-c944-40eb-b721-0064d1121b8d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.762577 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c427683-c944-40eb-b721-0064d1121b8d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.782354 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c427683-c944-40eb-b721-0064d1121b8d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23670a2-b4e4-43e2-96d5-fd406d31fec2,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:00.790039 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c427683-c944-40eb-b721-0064d1121b8d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.791249 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7c427683-c944-40eb-b721-0064d1121b8d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1302516 Jul 14 09:45:00.793849 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59928) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:00.798431 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-26c23bab-129b-46de-9d62-39989bd3bb07 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'security_group_rule': {'security_group_id': '68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:00.825589 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-26c23bab-129b-46de-9d62-39989bd3bb07 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.890105 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-26c23bab-129b-46de-9d62-39989bd3bb07 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.894312 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-26c23bab-129b-46de-9d62-39989bd3bb07 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.915875 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c23bab-129b-46de-9d62-39989bd3bb07 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b79e14dd-0ed8-465f-b4c7-c243161906b8,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:00.919477 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-26c23bab-129b-46de-9d62-39989bd3bb07 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.920760 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-26c23bab-129b-46de-9d62-39989bd3bb07 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259079 Jul 14 09:45:00.923415 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59932) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:00.928553 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e4083bcd-a617-4636-9ea6-fde39e5a63a1 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'security_group_rule': {'security_group_id': '68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:00.953916 n-d-771362-35 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-e4083bcd-a617-4636-9ea6-fde39e5a63a1 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Project efe559a5c8d646b7b35d7ff399735120 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:45:00.959205 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e4083bcd-a617-4636-9ea6-fde39e5a63a1 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.025995 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e4083bcd-a617-4636-9ea6-fde39e5a63a1 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.029667 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e4083bcd-a617-4636-9ea6-fde39e5a63a1 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.048744 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4083bcd-a617-4636-9ea6-fde39e5a63a1 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e927d341-bd7f-4f2c-a8ac-e0d410431d24,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:01.058405 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e4083bcd-a617-4636-9ea6-fde39e5a63a1 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.059682 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e4083bcd-a617-4636-9ea6-fde39e5a63a1 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1352746 Jul 14 09:45:01.062315 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59934) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:01.067034 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d49edaf8-ec4b-4180-a20b-89f8fd5b3a42 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'security_group_rule': {'security_group_id': '68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:01.089930 n-d-771362-35 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-d49edaf8-ec4b-4180-a20b-89f8fd5b3a42 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Project efe559a5c8d646b7b35d7ff399735120 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:45:01.095003 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d49edaf8-ec4b-4180-a20b-89f8fd5b3a42 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.169501 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d49edaf8-ec4b-4180-a20b-89f8fd5b3a42 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.174785 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d49edaf8-ec4b-4180-a20b-89f8fd5b3a42 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.194698 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49edaf8-ec4b-4180-a20b-89f8fd5b3a42 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71ee5d9-a4e9-48df-80ad-37985250fbb5,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:01.203050 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d49edaf8-ec4b-4180-a20b-89f8fd5b3a42 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.204402 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d49edaf8-ec4b-4180-a20b-89f8fd5b3a42 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1411333 Jul 14 09:45:01.207875 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59936) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:01.212840 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f6e69c6b-82a5-4298-89fd-4f6152058008 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'network': {'name': 'tempest-network-smoke--1707504703', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'port_security_enabled': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:01.236864 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e69c6b-82a5-4298-89fd-4f6152058008 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Made reservation on behalf of efe559a5c8d646b7b35d7ff399735120 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:01.243099 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6e69c6b-82a5-4298-89fd-4f6152058008 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.255039 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d39153b2-acc2-42a7-bff5-47166d863ea5 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:01.275042 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e69c6b-82a5-4298-89fd-4f6152058008 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:45:01.284041 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: d39153b2-acc2-42a7-bff5-47166d863ea5 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:01.285430 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d39153b2-acc2-42a7-bff5-47166d863ea5 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:01.293608 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6e69c6b-82a5-4298-89fd-4f6152058008 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.293956 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-f6e69c6b-82a5-4298-89fd-4f6152058008 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Added segment b117e6e1-55a3-48ac-ac9a-685efda31ba9 of type vlan for network 3628eafc-898e-43eb-98b9-604e826bbd93 Jul 14 09:45:01.336853 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6e69c6b-82a5-4298-89fd-4f6152058008 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.370833 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6e69c6b-82a5-4298-89fd-4f6152058008 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.376750 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e69c6b-82a5-4298-89fd-4f6152058008 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:01.377355 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6e69c6b-82a5-4298-89fd-4f6152058008 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.438509 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f6e69c6b-82a5-4298-89fd-4f6152058008 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2294455 Jul 14 09:45:01.442277 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59938) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:01.446628 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a4b7812c-a0d7-4312-8444-9886c04b55a0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-475018958', 'admin_state_up': True, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:01.460460 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e69c6b-82a5-4298-89fd-4f6152058008 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Network': ['ID=3628eafc-898e-43eb-98b9-604e826bbd93,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:01.473020 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 3628eafc-898e-43eb-98b9-604e826bbd93 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:45:01.482713 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4b7812c-a0d7-4312-8444-9886c04b55a0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.484213 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4b7812c-a0d7-4312-8444-9886c04b55a0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.547980 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4b7812c-a0d7-4312-8444-9886c04b55a0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.938624 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4b7812c-a0d7-4312-8444-9886c04b55a0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.159612 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4b7812c-a0d7-4312-8444-9886c04b55a0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.185328 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4b7812c-a0d7-4312-8444-9886c04b55a0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.342094 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-a4b7812c-a0d7-4312-8444-9886c04b55a0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Allocated IP 172.25.6.59 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/54b911ea-a62d-45b2-a9d7-bce9e69d2ed7) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:02.449099 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4b7812c-a0d7-4312-8444-9886c04b55a0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.493301 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4b7812c-a0d7-4312-8444-9886c04b55a0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.534271 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b7812c-a0d7-4312-8444-9886c04b55a0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:02.541249 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-a4b7812c-a0d7-4312-8444-9886c04b55a0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:02.544861 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b7812c-a0d7-4312-8444-9886c04b55a0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:02.550672 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7812c-a0d7-4312-8444-9886c04b55a0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Port': ['ID=54b911ea-a62d-45b2-a9d7-bce9e69d2ed7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:02.813789 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4b7812c-a0d7-4312-8444-9886c04b55a0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.032076 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4b7812c-a0d7-4312-8444-9886c04b55a0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.172100 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b7812c-a0d7-4312-8444-9886c04b55a0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Router 1446002a-a2e9-44d0-8e0b-6ce872fa6320 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:45:03.288983 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b7812c-a0d7-4312-8444-9886c04b55a0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:03.302192 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954722c5-897d-4408-8e1d-dfe09666b564 None None] Sync routers for ids ['1446002a-a2e9-44d0-8e0b-6ce872fa6320'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:03.311756 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954722c5-897d-4408-8e1d-dfe09666b564 None None] Routers {'1446002a-a2e9-44d0-8e0b-6ce872fa6320'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:03.312370 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-954722c5-897d-4408-8e1d-dfe09666b564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:44:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1446002a-a2e9-44d0-8e0b-6ce872fa6320'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:03.313552 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4b7812c-a0d7-4312-8444-9886c04b55a0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.314901 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a4b7812c-a0d7-4312-8444-9886c04b55a0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8718090 Jul 14 09:45:03.319125 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59944) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:03.356460 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7bb48aa8-4b6d-4c83-a03a-000305e9e51f tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=efe559a5c8d646b7b35d7ff399735120&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359442 Jul 14 09:45:03.358760 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59946) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:03.448231 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-954722c5-897d-4408-8e1d-dfe09666b564 None None] Set router 1446002a-a2e9-44d0-8e0b-6ce872fa6320 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:03.561888 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ace863-a352-4d60-9d39-9bd90e157687 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:03.567693 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-03ace863-a352-4d60-9d39-9bd90e157687 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2042131 Jul 14 09:45:03.567851 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59948) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:03.614721 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7eae292b-1491-4128-863e-6a8ba36a65a4 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6facc217-dc01-422a-8069-2c7784a4d993&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427086 Jul 14 09:45:03.614948 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 59950) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:03.619952 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-71e0d5e5-268c-416b-985d-5ec4504d221b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1750710813', 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93', 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:03.679068 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-954722c5-897d-4408-8e1d-dfe09666b564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475018958', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:01Z', 'updated_at': '2021-07-14T09:45:02Z', 'revision_number': 3, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:02Z', 'updated_at': '2021-07-14T09:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:03.713992 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954722c5-897d-4408-8e1d-dfe09666b564 None None] Checking router: 1446002a-a2e9-44d0-8e0b-6ce872fa6320 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:45:03.714276 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954722c5-897d-4408-8e1d-dfe09666b564 None None] Updating router 1446002a-a2e9-44d0-8e0b-6ce872fa6320 port 54b911ea-a62d-45b2-a9d7-bce9e69d2ed7 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:45:03.718898 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e0d5e5-268c-416b-985d-5ec4504d221b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Made reservation on behalf of efe559a5c8d646b7b35d7ff399735120 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:03.723239 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71e0d5e5-268c-416b-985d-5ec4504d221b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.750887 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-954722c5-897d-4408-8e1d-dfe09666b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.923432 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71e0d5e5-268c-416b-985d-5ec4504d221b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.984009 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0d5e5-268c-416b-985d-5ec4504d221b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Subnet': ['ID=d4ee2aa9-9ff2-4d61-99f1-cc090c7213f2,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:04.006142 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e0d5e5-268c-416b-985d-5ec4504d221b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Checking segment: {'id': 'b117e6e1-55a3-48ac-ac9a-685efda31ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:04.006791 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e0d5e5-268c-416b-985d-5ec4504d221b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Network hostable DHCP agents. Network: 3628eafc-898e-43eb-98b9-604e826bbd93, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:45:04.024801 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e0d5e5-268c-416b-985d-5ec4504d221b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Network 3628eafc-898e-43eb-98b9-604e826bbd93 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:45:04.030242 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-954722c5-897d-4408-8e1d-dfe09666b564 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.036042 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-71e0d5e5-268c-416b-985d-5ec4504d221b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 3628eafc-898e-43eb-98b9-604e826bbd93) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:04.040436 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e0d5e5-268c-416b-985d-5ec4504d221b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:04.041186 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71e0d5e5-268c-416b-985d-5ec4504d221b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.047032 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce5a53c-f73e-42b5-9d3d-f4dff125e590 None None] Network 3628eafc-898e-43eb-98b9-604e826bbd93 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:04.062853 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-71e0d5e5-268c-416b-985d-5ec4504d221b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4443243 Jul 14 09:45:04.063117 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-954722c5-897d-4408-8e1d-dfe09666b564 None None] Transition to ACTIVE for port object 54b911ea-a62d-45b2-a9d7-bce9e69d2ed7 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:04.064235 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 59960) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:04.106036 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-954722c5-897d-4408-8e1d-dfe09666b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.187746 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f81c3-d41e-43a2-9fec-80f2bee16d24 None None] Pushing event updated for resources: {'Port': ['ID=54b911ea-a62d-45b2-a9d7-bce9e69d2ed7,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:04.195384 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-954722c5-897d-4408-8e1d-dfe09666b564 None None] Attempting to bind port 54b911ea-a62d-45b2-a9d7-bce9e69d2ed7 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:04.195783 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-954722c5-897d-4408-8e1d-dfe09666b564 None None] Attempting to bind port 54b911ea-a62d-45b2-a9d7-bce9e69d2ed7 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:04.196148 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954722c5-897d-4408-8e1d-dfe09666b564 None None] Attempting to bind port 54b911ea-a62d-45b2-a9d7-bce9e69d2ed7 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:04.202680 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954722c5-897d-4408-8e1d-dfe09666b564 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:04.203121 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954722c5-897d-4408-8e1d-dfe09666b564 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:04.203461 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-954722c5-897d-4408-8e1d-dfe09666b564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.203885 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954722c5-897d-4408-8e1d-dfe09666b564 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:04.204356 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-954722c5-897d-4408-8e1d-dfe09666b564 None None] Bound port: 54b911ea-a62d-45b2-a9d7-bce9e69d2ed7, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:04.204742 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-954722c5-897d-4408-8e1d-dfe09666b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.314952 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-954722c5-897d-4408-8e1d-dfe09666b564 None None] For port 54b911ea-a62d-45b2-a9d7-bce9e69d2ed7, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:04.319301 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bf58a2-c8be-4e40-9200-43459f2126a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-3628eafc-898e-43eb-98b9-604e826bbd93', 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'fixed_ips': [{'subnet_id': 'd4ee2aa9-9ff2-4d61-99f1-cc090c7213f2'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:45:04.320209 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90bf58a2-c8be-4e40-9200-43459f2126a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.350283 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-954722c5-897d-4408-8e1d-dfe09666b564 None None] For port 54b911ea-a62d-45b2-a9d7-bce9e69d2ed7, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=54b911ea-a62d-45b2-a9d7-bce9e69d2ed7,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:04.356137 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-954722c5-897d-4408-8e1d-dfe09666b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.494496 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954722c5-897d-4408-8e1d-dfe09666b564 None None] Routers {'1446002a-a2e9-44d0-8e0b-6ce872fa6320'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:04.494736 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-954722c5-897d-4408-8e1d-dfe09666b564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:44:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1446002a-a2e9-44d0-8e0b-6ce872fa6320'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:04.552478 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f81c3-d41e-43a2-9fec-80f2bee16d24 None None] Pushing event updated for resources: {'Port': ['ID=54b911ea-a62d-45b2-a9d7-bce9e69d2ed7,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:04.558177 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63ff1924-bf6a-43c4-a7ad-95684ac5dfc8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.602922 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-90bf58a2-c8be-4e40-9200-43459f2126a0 None None] Allocated IP 172.20.0.2 (3628eafc-898e-43eb-98b9-604e826bbd93/d4ee2aa9-9ff2-4d61-99f1-cc090c7213f2/de269550-227e-4e38-ad90-75899004a02c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:04.681352 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-954722c5-897d-4408-8e1d-dfe09666b564 None None] Set router 1446002a-a2e9-44d0-8e0b-6ce872fa6320 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:04.913274 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90bf58a2-c8be-4e40-9200-43459f2126a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.924906 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-90bf58a2-c8be-4e40-9200-43459f2126a0 None None] Transition to ACTIVE for port object de269550-227e-4e38-ad90-75899004a02c will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:04.949123 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-90bf58a2-c8be-4e40-9200-43459f2126a0 None None] Transition to ACTIVE for port object de269550-227e-4e38-ad90-75899004a02c will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:04.958771 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90bf58a2-c8be-4e40-9200-43459f2126a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.000355 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-954722c5-897d-4408-8e1d-dfe09666b564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475018958', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:01Z', 'updated_at': '2021-07-14T09:45:02Z', 'revision_number': 3, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:02Z', 'updated_at': '2021-07-14T09:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:05.009368 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bf58a2-c8be-4e40-9200-43459f2126a0 None None] Network 3628eafc-898e-43eb-98b9-604e826bbd93 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:05.018120 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-63ff1924-bf6a-43c4-a7ad-95684ac5dfc8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Allocated IP 172.20.0.1 (3628eafc-898e-43eb-98b9-604e826bbd93/d4ee2aa9-9ff2-4d61-99f1-cc090c7213f2/4dc4632d-e600-4b39-882a-bc44ab1842a8) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:05.039022 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954722c5-897d-4408-8e1d-dfe09666b564 None None] The sync data for ids ['1446002a-a2e9-44d0-8e0b-6ce872fa6320'] in n-d-771362-35 is: [{'id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475018958', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:01Z', 'updated_at': '2021-07-14T09:45:02Z', 'revision_number': 3, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:02Z', 'updated_at': '2021-07-14T09:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:05.042389 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-90bf58a2-c8be-4e40-9200-43459f2126a0 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:05.048785 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bf58a2-c8be-4e40-9200-43459f2126a0 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:05.053069 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf58a2-c8be-4e40-9200-43459f2126a0 None None] Pushing event updated for resources: {'Port': ['ID=de269550-227e-4e38-ad90-75899004a02c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:05.118627 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-90bf58a2-c8be-4e40-9200-43459f2126a0 None None] Attempting to bind port de269550-227e-4e38-ad90-75899004a02c on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:05.119010 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-90bf58a2-c8be-4e40-9200-43459f2126a0 None None] Attempting to bind port de269550-227e-4e38-ad90-75899004a02c by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'b117e6e1-55a3-48ac-ac9a-685efda31ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:05.119375 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf58a2-c8be-4e40-9200-43459f2126a0 None None] Attempting to bind port de269550-227e-4e38-ad90-75899004a02c on network 3628eafc-898e-43eb-98b9-604e826bbd93 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:05.125536 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf58a2-c8be-4e40-9200-43459f2126a0 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:05.125920 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf58a2-c8be-4e40-9200-43459f2126a0 None None] Checking segment: {'id': 'b117e6e1-55a3-48ac-ac9a-685efda31ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:05.126329 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90bf58a2-c8be-4e40-9200-43459f2126a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.126729 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf58a2-c8be-4e40-9200-43459f2126a0 None None] Bound using segment: {'id': 'b117e6e1-55a3-48ac-ac9a-685efda31ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:05.127205 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-90bf58a2-c8be-4e40-9200-43459f2126a0 None None] Bound port: de269550-227e-4e38-ad90-75899004a02c, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b117e6e1-55a3-48ac-ac9a-685efda31ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:05.127616 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90bf58a2-c8be-4e40-9200-43459f2126a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.168049 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63ff1924-bf6a-43c4-a7ad-95684ac5dfc8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.192552 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-63ff1924-bf6a-43c4-a7ad-95684ac5dfc8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Transition to ACTIVE for port object 4dc4632d-e600-4b39-882a-bc44ab1842a8 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:05.211391 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-90bf58a2-c8be-4e40-9200-43459f2126a0 None None] For port de269550-227e-4e38-ad90-75899004a02c, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:05.214983 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-90bf58a2-c8be-4e40-9200-43459f2126a0 None None] For port de269550-227e-4e38-ad90-75899004a02c, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=de269550-227e-4e38-ad90-75899004a02c,segment=NetworkSegment(b117e6e1-55a3-48ac-ac9a-685efda31ba9),segment_id=b117e6e1-55a3-48ac-ac9a-685efda31ba9)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:05.225633 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90bf58a2-c8be-4e40-9200-43459f2126a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.252644 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63ff1924-bf6a-43c4-a7ad-95684ac5dfc8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.318808 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ff1924-bf6a-43c4-a7ad-95684ac5dfc8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Network 3628eafc-898e-43eb-98b9-604e826bbd93 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:05.330567 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf58a2-c8be-4e40-9200-43459f2126a0 None None] Pushing event updated for resources: {'Port': ['ID=de269550-227e-4e38-ad90-75899004a02c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:05.331266 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-63ff1924-bf6a-43c4-a7ad-95684ac5dfc8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:05.334369 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ff1924-bf6a-43c4-a7ad-95684ac5dfc8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:05.366164 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff1924-bf6a-43c4-a7ad-95684ac5dfc8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Port': ['ID=4dc4632d-e600-4b39-882a-bc44ab1842a8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:05.395665 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63ff1924-bf6a-43c4-a7ad-95684ac5dfc8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.628147 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63ff1924-bf6a-43c4-a7ad-95684ac5dfc8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.957113 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63ff1924-bf6a-43c4-a7ad-95684ac5dfc8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.962528 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63ff1924-bf6a-43c4-a7ad-95684ac5dfc8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.051745 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63ff1924-bf6a-43c4-a7ad-95684ac5dfc8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.053734 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff1924-bf6a-43c4-a7ad-95684ac5dfc8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Port': ['ID=4dc4632d-e600-4b39-882a-bc44ab1842a8,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:06.056789 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-5343a285-12ab-40bd-9e38-cb497319852c req-846f2a30-c34b-452d-8ba1-83fe1cea342f service neutron] (93773) timed out ('10.222.0.25', 46720) {{(pid=93773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:45:06.176798 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ff1924-bf6a-43c4-a7ad-95684ac5dfc8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Network 3628eafc-898e-43eb-98b9-604e826bbd93 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:06.178968 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-63ff1924-bf6a-43c4-a7ad-95684ac5dfc8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:06.369329 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ff1924-bf6a-43c4-a7ad-95684ac5dfc8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Router 1446002a-a2e9-44d0-8e0b-6ce872fa6320 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:45:06.498109 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ff1924-bf6a-43c4-a7ad-95684ac5dfc8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:06.511756 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-63ff1924-bf6a-43c4-a7ad-95684ac5dfc8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "PUT /v2.0/routers/1446002a-a2e9-44d0-8e0b-6ce872fa6320/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4385619 Jul 14 09:45:06.584251 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91843273-c783-4ecb-a46a-cfd1befb86d8 None None] Network 3628eafc-898e-43eb-98b9-604e826bbd93 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:06.706196 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f26e9790-5764-444a-83aa-e8571b422183 None None] Provisioning for port de269550-227e-4e38-ad90-75899004a02c completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:06.880696 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-61616632-deed-4007-a9ee-c1f84d6aceac tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1941895746&fields=id&tenant_id=efe559a5c8d646b7b35d7ff399735120 HTTP/1.1" status: 200 len: 267 time: 0.0476189 Jul 14 09:45:07.148337 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5eef5360-05f5-4998-99fe-10333ffff5c4 None None] Provisioning for port 4dc4632d-e600-4b39-882a-bc44ab1842a8 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:07.160035 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5eef5360-05f5-4998-99fe-10333ffff5c4 None None] Provisioning complete for port 4dc4632d-e600-4b39-882a-bc44ab1842a8 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:07.161017 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5eef5360-05f5-4998-99fe-10333ffff5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.216911 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-5eef5360-05f5-4998-99fe-10333ffff5c4 None None] Port 4dc4632d-e600-4b39-882a-bc44ab1842a8 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:07.289075 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-90b49d88-545c-4248-94b7-7385dd1f7f66 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:07.290524 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-90b49d88-545c-4248-94b7-7385dd1f7f66 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/networks?id=3628eafc-898e-43eb-98b9-604e826bbd93 HTTP/1.1" status: 200 len: 797 time: 0.4061728 Jul 14 09:45:07.309040 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-326722eb-cc4f-4e86-874c-d979642a133f tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/quotas/efe559a5c8d646b7b35d7ff399735120 HTTP/1.1" status: 200 len: 375 time: 0.0124972 Jul 14 09:45:07.357968 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b9e01648-8afb-4e6a-aa95-514a154262ed None None] Provisioning complete for port 4dc4632d-e600-4b39-882a-bc44ab1842a8 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:07.358603 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9e01648-8afb-4e6a-aa95-514a154262ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.359718 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4291e5-9191-4b7d-aea9-0688e878ab7b None None] Sync routers for ids ['1446002a-a2e9-44d0-8e0b-6ce872fa6320'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:07.372073 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4291e5-9191-4b7d-aea9-0688e878ab7b None None] Routers {'1446002a-a2e9-44d0-8e0b-6ce872fa6320'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:07.372404 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ab4291e5-9191-4b7d-aea9-0688e878ab7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:44:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1446002a-a2e9-44d0-8e0b-6ce872fa6320'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:07.455213 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b9e01648-8afb-4e6a-aa95-514a154262ed None None] Port 4dc4632d-e600-4b39-882a-bc44ab1842a8 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:07.484114 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 54b911ea-a62d-45b2-a9d7-bce9e69d2ed7 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:07.522713 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-f66e0641-e4b1-4d1f-afa4-0efa432b3621 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2080543 Jul 14 09:45:07.568351 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 54b911ea-a62d-45b2-a9d7-bce9e69d2ed7 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:07.579526 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 54b911ea-a62d-45b2-a9d7-bce9e69d2ed7 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:07.579715 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.587251 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-ab4291e5-9191-4b7d-aea9-0688e878ab7b None None] Set router 1446002a-a2e9-44d0-8e0b-6ce872fa6320 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:07.731438 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.759246 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 54b911ea-a62d-45b2-a9d7-bce9e69d2ed7, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=54b911ea-a62d-45b2-a9d7-bce9e69d2ed7,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:07.765267 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.766467 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device de269550-227e-4e38-ad90-75899004a02c up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:07.811332 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-a3f0c353-fc98-4264-9767-5d0aa317ef45 service neutron] 10.222.0.25 "GET /v2.0/networks/3628eafc-898e-43eb-98b9-604e826bbd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865722 Jul 14 09:45:07.892884 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ab4291e5-9191-4b7d-aea9-0688e878ab7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475018958', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:01Z', 'updated_at': '2021-07-14T09:45:05Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:02Z', 'updated_at': '2021-07-14T09:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '4dc4632d-e600-4b39-882a-bc44ab1842a8', 'name': '', 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:37:10:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'd4ee2aa9-9ff2-4d61-99f1-cc090c7213f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:05Z', 'revision_number': 2, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': 'd4ee2aa9-9ff2-4d61-99f1-cc090c7213f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:07.907031 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b6dc7a5b-662e-43de-9ddc-59740b07d13b None None] Provisioning complete for port 4dc4632d-e600-4b39-882a-bc44ab1842a8 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:07.907725 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6dc7a5b-662e-43de-9ddc-59740b07d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.911088 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=54b911ea-a62d-45b2-a9d7-bce9e69d2ed7,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:07.937820 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4291e5-9191-4b7d-aea9-0688e878ab7b None None] Checking router: 1446002a-a2e9-44d0-8e0b-6ce872fa6320 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:45:07.938673 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4291e5-9191-4b7d-aea9-0688e878ab7b None None] Updating router 1446002a-a2e9-44d0-8e0b-6ce872fa6320 port 4dc4632d-e600-4b39-882a-bc44ab1842a8 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:45:07.952816 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-9dcafd01-3bba-4e25-ae4d-c200781eeccd service neutron] 10.222.0.25 "GET /v2.0/networks/3628eafc-898e-43eb-98b9-604e826bbd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347878 Jul 14 09:45:07.980953 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab4291e5-9191-4b7d-aea9-0688e878ab7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.990638 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port de269550-227e-4e38-ad90-75899004a02c completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:07.998363 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b6dc7a5b-662e-43de-9ddc-59740b07d13b None None] Port 4dc4632d-e600-4b39-882a-bc44ab1842a8 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:08.004719 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port de269550-227e-4e38-ad90-75899004a02c triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:08.005101 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.114877 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.160585 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port de269550-227e-4e38-ad90-75899004a02c, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=de269550-227e-4e38-ad90-75899004a02c,segment=NetworkSegment(b117e6e1-55a3-48ac-ac9a-685efda31ba9),segment_id=b117e6e1-55a3-48ac-ac9a-685efda31ba9)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:08.168559 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.224806 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ed70a2da-8c7a-4703-8ae5-2a948a169233 req-f8419978-38b1-4278-aec0-47ece25eaea2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 210 time: 0.0379891 Jul 14 09:45:08.226675 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=de269550-227e-4e38-ad90-75899004a02c,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:08.369293 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab4291e5-9191-4b7d-aea9-0688e878ab7b None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.381020 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ab4291e5-9191-4b7d-aea9-0688e878ab7b None None] Transition to ACTIVE for port object 4dc4632d-e600-4b39-882a-bc44ab1842a8 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:08.387227 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab4291e5-9191-4b7d-aea9-0688e878ab7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.464218 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dda6ea-e779-4230-8984-b5c53adf2dcd None None] Pushing event updated for resources: {'Port': ['ID=4dc4632d-e600-4b39-882a-bc44ab1842a8,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:08.527441 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dda6ea-e779-4230-8984-b5c53adf2dcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:08.527834 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dda6ea-e779-4230-8984-b5c53adf2dcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:08.528159 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dda6ea-e779-4230-8984-b5c53adf2dcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:08.528497 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dda6ea-e779-4230-8984-b5c53adf2dcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:08.528825 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dda6ea-e779-4230-8984-b5c53adf2dcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:08.529154 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dda6ea-e779-4230-8984-b5c53adf2dcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:08.529479 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dda6ea-e779-4230-8984-b5c53adf2dcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:08.529801 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dda6ea-e779-4230-8984-b5c53adf2dcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:08.530121 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dda6ea-e779-4230-8984-b5c53adf2dcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:08.530442 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dda6ea-e779-4230-8984-b5c53adf2dcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:08.530816 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dda6ea-e779-4230-8984-b5c53adf2dcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:08.531136 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dda6ea-e779-4230-8984-b5c53adf2dcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:08.548369 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ab4291e5-9191-4b7d-aea9-0688e878ab7b None None] Attempting to bind port 4dc4632d-e600-4b39-882a-bc44ab1842a8 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:08.548798 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ab4291e5-9191-4b7d-aea9-0688e878ab7b None None] Attempting to bind port 4dc4632d-e600-4b39-882a-bc44ab1842a8 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'b117e6e1-55a3-48ac-ac9a-685efda31ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:08.549158 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4291e5-9191-4b7d-aea9-0688e878ab7b None None] Attempting to bind port 4dc4632d-e600-4b39-882a-bc44ab1842a8 on network 3628eafc-898e-43eb-98b9-604e826bbd93 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:08.555937 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4291e5-9191-4b7d-aea9-0688e878ab7b None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:08.556341 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4291e5-9191-4b7d-aea9-0688e878ab7b None None] Checking segment: {'id': 'b117e6e1-55a3-48ac-ac9a-685efda31ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:08.556768 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab4291e5-9191-4b7d-aea9-0688e878ab7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.557184 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4291e5-9191-4b7d-aea9-0688e878ab7b None None] Bound using segment: {'id': 'b117e6e1-55a3-48ac-ac9a-685efda31ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:08.557655 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-ab4291e5-9191-4b7d-aea9-0688e878ab7b None None] Bound port: 4dc4632d-e600-4b39-882a-bc44ab1842a8, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b117e6e1-55a3-48ac-ac9a-685efda31ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:08.558025 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab4291e5-9191-4b7d-aea9-0688e878ab7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.658386 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ab4291e5-9191-4b7d-aea9-0688e878ab7b None None] For port 4dc4632d-e600-4b39-882a-bc44ab1842a8, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:08.663392 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ab4291e5-9191-4b7d-aea9-0688e878ab7b None None] For port 4dc4632d-e600-4b39-882a-bc44ab1842a8, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=4dc4632d-e600-4b39-882a-bc44ab1842a8,segment=NetworkSegment(b117e6e1-55a3-48ac-ac9a-685efda31ba9),segment_id=b117e6e1-55a3-48ac-ac9a-685efda31ba9)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:08.673604 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab4291e5-9191-4b7d-aea9-0688e878ab7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.738743 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4291e5-9191-4b7d-aea9-0688e878ab7b None None] Routers {'1446002a-a2e9-44d0-8e0b-6ce872fa6320'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:08.739558 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ab4291e5-9191-4b7d-aea9-0688e878ab7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:44:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1446002a-a2e9-44d0-8e0b-6ce872fa6320'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:08.744677 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dda6ea-e779-4230-8984-b5c53adf2dcd None None] Pushing event updated for resources: {'Port': ['ID=4dc4632d-e600-4b39-882a-bc44ab1842a8,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:08.864633 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-ab4291e5-9191-4b7d-aea9-0688e878ab7b None None] Set router 1446002a-a2e9-44d0-8e0b-6ce872fa6320 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:09.173221 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ab4291e5-9191-4b7d-aea9-0688e878ab7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475018958', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:01Z', 'updated_at': '2021-07-14T09:45:05Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:02Z', 'updated_at': '2021-07-14T09:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '4dc4632d-e600-4b39-882a-bc44ab1842a8', 'name': '', 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:37:10:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'd4ee2aa9-9ff2-4d61-99f1-cc090c7213f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:08Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': 'd4ee2aa9-9ff2-4d61-99f1-cc090c7213f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:09.200069 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4291e5-9191-4b7d-aea9-0688e878ab7b None None] The sync data for ids ['1446002a-a2e9-44d0-8e0b-6ce872fa6320'] in n-d-771362-35 is: [{'id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475018958', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:01Z', 'updated_at': '2021-07-14T09:45:05Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:02Z', 'updated_at': '2021-07-14T09:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '4dc4632d-e600-4b39-882a-bc44ab1842a8', 'name': '', 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:37:10:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'd4ee2aa9-9ff2-4d61-99f1-cc090c7213f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:08Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': 'd4ee2aa9-9ff2-4d61-99f1-cc090c7213f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:09.501805 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1f6c595d-19c3-49b6-a382-61c0ac077459 req-6f458b90-5d81-40fc-8c61-378c3c1b05bd tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 210 time: 0.0772326 Jul 14 09:45:09.510907 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 54b911ea-a62d-45b2-a9d7-bce9e69d2ed7 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:09.610864 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 54b911ea-a62d-45b2-a9d7-bce9e69d2ed7 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:09.611243 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:09.657141 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-ffeb4b8b-b2ef-4a1d-80f3-26eada694dd1 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:09.658678 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-ffeb4b8b-b2ef-4a1d-80f3-26eada694dd1 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.44 "GET /v2.0/networks?id=3628eafc-898e-43eb-98b9-604e826bbd93 HTTP/1.1" status: 200 len: 797 time: 0.1928577 Jul 14 09:45:09.719915 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-5c4de397-2a64-4ebc-acfb-ea98c41f2716 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efe559a5c8d646b7b35d7ff399735120 HTTP/1.1" status: 200 len: 380 time: 0.0500975 Jul 14 09:45:09.729893 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c2d4ba12-89db-4f6b-903f-50baf77415fc tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'port': {'device_id': 'c9cd43a6-c2ff-4b8d-9040-9456259c7a80', 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93', 'admin_state_up': True, 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'security_groups': ['68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:09.791996 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 4dc4632d-e600-4b39-882a-bc44ab1842a8 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:09.857769 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 4dc4632d-e600-4b39-882a-bc44ab1842a8 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:09.867163 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 4dc4632d-e600-4b39-882a-bc44ab1842a8 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:09.868082 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:09.888775 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c2d4ba12-89db-4f6b-903f-50baf77415fc tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Made reservation on behalf of efe559a5c8d646b7b35d7ff399735120 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:09.893218 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c2d4ba12-89db-4f6b-903f-50baf77415fc tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:09.989022 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.027182 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 4dc4632d-e600-4b39-882a-bc44ab1842a8, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=4dc4632d-e600-4b39-882a-bc44ab1842a8,segment=NetworkSegment(b117e6e1-55a3-48ac-ac9a-685efda31ba9),segment_id=b117e6e1-55a3-48ac-ac9a-685efda31ba9)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:10.032079 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.033336 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device de269550-227e-4e38-ad90-75899004a02c up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:10.064468 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c2d4ba12-89db-4f6b-903f-50baf77415fc tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Allocated IP 172.20.0.11 (3628eafc-898e-43eb-98b9-604e826bbd93/d4ee2aa9-9ff2-4d61-99f1-cc090c7213f2/1954c3a2-3ca7-43e7-8d90-7ad1520d5459) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:10.142487 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=4dc4632d-e600-4b39-882a-bc44ab1842a8,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:10.157398 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port de269550-227e-4e38-ad90-75899004a02c triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:10.157781 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.260156 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c2d4ba12-89db-4f6b-903f-50baf77415fc tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.275696 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c2d4ba12-89db-4f6b-903f-50baf77415fc tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Transition to ACTIVE for port object 1954c3a2-3ca7-43e7-8d90-7ad1520d5459 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:10.325632 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c2d4ba12-89db-4f6b-903f-50baf77415fc tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.384011 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c2d4ba12-89db-4f6b-903f-50baf77415fc tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Network 3628eafc-898e-43eb-98b9-604e826bbd93 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:10.388421 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c2d4ba12-89db-4f6b-903f-50baf77415fc tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:10.393264 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c2d4ba12-89db-4f6b-903f-50baf77415fc tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:10.422072 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4ba12-89db-4f6b-903f-50baf77415fc tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Port': ['ID=1954c3a2-3ca7-43e7-8d90-7ad1520d5459,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:10.474786 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c2d4ba12-89db-4f6b-903f-50baf77415fc tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:10.475435 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c2d4ba12-89db-4f6b-903f-50baf77415fc tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.503909 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c2d4ba12-89db-4f6b-903f-50baf77415fc tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7791824 Jul 14 09:45:10.515978 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c556941c-e805-4a8f-a093-2085cffc7fbd service neutron] Request body: {'port': {'device_id': 'c9cd43a6-c2ff-4b8d-9040-9456259c7a80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:10.622028 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c556941c-e805-4a8f-a093-2085cffc7fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.792081 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2c1c473e-b672-444d-86d5-7bbf0f8c7279 None None] Provisioning for port 1954c3a2-3ca7-43e7-8d90-7ad1520d5459 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:10.802095 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2c1c473e-b672-444d-86d5-7bbf0f8c7279 None None] Provisioning complete for port 1954c3a2-3ca7-43e7-8d90-7ad1520d5459 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:10.803677 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c1c473e-b672-444d-86d5-7bbf0f8c7279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.810718 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea3471-d3c9-4ca5-b304-f38963eda18a req-4856d2ec-fe86-457d-b35d-6fb9210d0ef4 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:10.813007 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aeea3471-d3c9-4ca5-b304-f38963eda18a req-4856d2ec-fe86-457d-b35d-6fb9210d0ef4 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 932 time: 0.1806991 Jul 14 09:45:10.858602 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2c1c473e-b672-444d-86d5-7bbf0f8c7279 None None] Port 1954c3a2-3ca7-43e7-8d90-7ad1520d5459 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:10.868796 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aeea3471-d3c9-4ca5-b304-f38963eda18a req-2dd0de60-8930-4d50-ac84-3727179310af tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476103 Jul 14 09:45:10.919259 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.031293 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c556941c-e805-4a8f-a093-2085cffc7fbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1954c3a2-3ca7-43e7-8d90-7ad1520d5459 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:11.040390 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c556941c-e805-4a8f-a093-2085cffc7fbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.054660 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c556941c-e805-4a8f-a093-2085cffc7fbd service neutron] Transition to ACTIVE for port object 1954c3a2-3ca7-43e7-8d90-7ad1520d5459 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:11.058581 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c556941c-e805-4a8f-a093-2085cffc7fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.115235 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556941c-e805-4a8f-a093-2085cffc7fbd service neutron] Pushing event updated for resources: {'Port': ['ID=1954c3a2-3ca7-43e7-8d90-7ad1520d5459,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:11.191050 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c556941c-e805-4a8f-a093-2085cffc7fbd service neutron] Attempting to bind port 1954c3a2-3ca7-43e7-8d90-7ad1520d5459 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:11.191648 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c556941c-e805-4a8f-a093-2085cffc7fbd service neutron] Attempting to bind port 1954c3a2-3ca7-43e7-8d90-7ad1520d5459 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'b117e6e1-55a3-48ac-ac9a-685efda31ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:11.191938 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c556941c-e805-4a8f-a093-2085cffc7fbd service neutron] Attempting to bind port 1954c3a2-3ca7-43e7-8d90-7ad1520d5459 on network 3628eafc-898e-43eb-98b9-604e826bbd93 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:11.196702 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c556941c-e805-4a8f-a093-2085cffc7fbd service neutron] Port 1954c3a2-3ca7-43e7-8d90-7ad1520d5459 on network 3628eafc-898e-43eb-98b9-604e826bbd93 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:45:11.197030 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c556941c-e805-4a8f-a093-2085cffc7fbd service neutron] Attempting to bind port 1954c3a2-3ca7-43e7-8d90-7ad1520d5459 on network 3628eafc-898e-43eb-98b9-604e826bbd93 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:11.202481 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c556941c-e805-4a8f-a093-2085cffc7fbd service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:11.202819 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c556941c-e805-4a8f-a093-2085cffc7fbd service neutron] Checking segment: {'id': 'b117e6e1-55a3-48ac-ac9a-685efda31ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:11.203207 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c556941c-e805-4a8f-a093-2085cffc7fbd service neutron] Bound using segment: {'id': 'b117e6e1-55a3-48ac-ac9a-685efda31ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:11.203670 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c556941c-e805-4a8f-a093-2085cffc7fbd service neutron] Bound port: 1954c3a2-3ca7-43e7-8d90-7ad1520d5459, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b117e6e1-55a3-48ac-ac9a-685efda31ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:11.204037 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c556941c-e805-4a8f-a093-2085cffc7fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.289146 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c556941c-e805-4a8f-a093-2085cffc7fbd service neutron] For port 1954c3a2-3ca7-43e7-8d90-7ad1520d5459, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:11.292529 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c556941c-e805-4a8f-a093-2085cffc7fbd service neutron] For port 1954c3a2-3ca7-43e7-8d90-7ad1520d5459, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1954c3a2-3ca7-43e7-8d90-7ad1520d5459,segment=NetworkSegment(b117e6e1-55a3-48ac-ac9a-685efda31ba9),segment_id=b117e6e1-55a3-48ac-ac9a-685efda31ba9)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:11.297402 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c556941c-e805-4a8f-a093-2085cffc7fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.307212 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 4dc4632d-e600-4b39-882a-bc44ab1842a8 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:11.339544 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c556941c-e805-4a8f-a093-2085cffc7fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:11.340190 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c556941c-e805-4a8f-a093-2085cffc7fbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.341624 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c556941c-e805-4a8f-a093-2085cffc7fbd service neutron] 10.222.0.44 "PUT /v2.0/ports/1954c3a2-3ca7-43e7-8d90-7ad1520d5459 HTTP/1.1" status: 200 len: 1093 time: 0.8305101 Jul 14 09:45:11.342143 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cd43a6-c2ff-4b8d-9040-9456259c7a80', 'tag': '1954c3a2-3ca7-43e7-8d90-7ad1520d5459'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:11.344488 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f4278d-0e41-4fca-875a-ea6a72d27293" -d '{"events": [{"name": "network-changed", "server_uuid": "c9cd43a6-c2ff-4b8d-9040-9456259c7a80", "tag": "1954c3a2-3ca7-43e7-8d90-7ad1520d5459"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:11.362612 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 4dc4632d-e600-4b39-882a-bc44ab1842a8 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:11.363108 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.369056 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556941c-e805-4a8f-a093-2085cffc7fbd service neutron] Pushing event updated for resources: {'Port': ['ID=1954c3a2-3ca7-43e7-8d90-7ad1520d5459,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:11.406978 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ab5dc5-f638-4972-9ffc-0cfaa0d1e02c x-openstack-request-id: req-34ab5dc5-f638-4972-9ffc-0cfaa0d1e02c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:11.407635 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9cd43a6-c2ff-4b8d-9040-9456259c7a80", "tag": "1954c3a2-3ca7-43e7-8d90-7ad1520d5459", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:11.407962 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34ab5dc5-f638-4972-9ffc-0cfaa0d1e02c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:11.408439 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9cd43a6-c2ff-4b8d-9040-9456259c7a80', 'tag': '1954c3a2-3ca7-43e7-8d90-7ad1520d5459', 'status': 'completed', 'code': 200} Jul 14 09:45:11.468698 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-4a39f4f7-41d5-4701-ab85-85fc53c2c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:11.470387 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-4a39f4f7-41d5-4701-ab85-85fc53c2c8ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 1096 time: 0.0778162 Jul 14 09:45:11.514926 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-2a276799-1f75-4578-b4d4-b039b16baf96 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1954c3a2-3ca7-43e7-8d90-7ad1520d5459 HTTP/1.1" status: 200 len: 217 time: 0.0369072 Jul 14 09:45:11.565249 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c2ea3371-e474-4c93-8bc0-a5db49c8810b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:11.567277 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-c2ea3371-e474-4c93-8bc0-a5db49c8810b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d4ee2aa9-9ff2-4d61-99f1-cc090c7213f2 HTTP/1.1" status: 200 len: 835 time: 0.0457304 Jul 14 09:45:11.631631 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-d1c335a3-5af0-413c-96ef-f137a93c6243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:11.633062 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-d1c335a3-5af0-413c-96ef-f137a93c6243 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3628eafc-898e-43eb-98b9-604e826bbd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593283 Jul 14 09:45:11.642512 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60030) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:11.761719 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-34ee020c-095f-4fe3-acfa-90bbbb657b25 service neutron] 10.222.0.44 "GET /v2.0/networks/3628eafc-898e-43eb-98b9-604e826bbd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222360 Jul 14 09:45:11.838351 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f704ad6c-7936-45c0-87c4-688c0724954d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Deleting port afa41429-01bb-404a-97a4-ac1ba13d10bc {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:11.838897 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f704ad6c-7936-45c0-87c4-688c0724954d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.869100 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dc1e147d-585c-48a5-ab3d-81a477d8acfb req-2d7b57a1-cde4-4d59-9e4b-3d22c5801074 service neutron] 10.222.0.44 "GET /v2.0/networks/3628eafc-898e-43eb-98b9-604e826bbd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012857 Jul 14 09:45:11.948993 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f704ad6c-7936-45c0-87c4-688c0724954d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.949515 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f704ad6c-7936-45c0-87c4-688c0724954d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.972552 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f704ad6c-7936-45c0-87c4-688c0724954d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Calling delete_port for afa41429-01bb-404a-97a4-ac1ba13d10bc owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:12.207018 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661a3a9-62ab-4960-ba03-abfb6681990b req-50bec247-6b4c-4945-8de1-1882b217bf7d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:12.208685 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c661a3a9-62ab-4960-ba03-abfb6681990b req-50bec247-6b4c-4945-8de1-1882b217bf7d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 944 time: 0.1311862 Jul 14 09:45:12.287056 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c661a3a9-62ab-4960-ba03-abfb6681990b req-e41413c6-0f25-4ca2-978f-694d71a410d8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704319 Jul 14 09:45:12.320067 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f704ad6c-7936-45c0-87c4-688c0724954d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.345694 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704ad6c-7936-45c0-87c4-688c0724954d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event deleted for resources: {'Port': ['ID=afa41429-01bb-404a-97a4-ac1ba13d10bc,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:12.386852 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4278d-0e41-4fca-875a-ea6a72d27293 req-306ab63b-7bb8-4ceb-be3a-c64c1d41263b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:12.389336 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-53f4278d-0e41-4fca-875a-ea6a72d27293 req-306ab63b-7bb8-4ceb-be3a-c64c1d41263b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 1096 time: 0.4543467 Jul 14 09:45:12.430950 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f704ad6c-7936-45c0-87c4-688c0724954d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.431314 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-f704ad6c-7936-45c0-87c4-688c0724954d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Floating IP 79a01001-86c1-4825-baf3-80d308b04811 disassociated (deleted). External IP: 172.25.6.149, port: d80815c4-672f-4511-b255-636a33f2c299. Jul 14 09:45:12.462181 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.513620 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4278d-0e41-4fca-875a-ea6a72d27293 req-83a19850-6807-4730-8a5f-b108cd87848e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:12.515659 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-53f4278d-0e41-4fca-875a-ea6a72d27293 req-83a19850-6807-4730-8a5f-b108cd87848e service neutron] 10.222.0.44 "GET /v2.0/networks?id=3628eafc-898e-43eb-98b9-604e826bbd93 HTTP/1.1" status: 200 len: 897 time: 0.1195228 Jul 14 09:45:12.563235 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-53f4278d-0e41-4fca-875a-ea6a72d27293 req-248caf5f-8839-45cc-bb12-ff80c6ff5441 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1954c3a2-3ca7-43e7-8d90-7ad1520d5459 HTTP/1.1" status: 200 len: 217 time: 0.0412679 Jul 14 09:45:12.620537 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4278d-0e41-4fca-875a-ea6a72d27293 req-01315f47-5f33-419e-b096-015c6e61f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:12.621923 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-53f4278d-0e41-4fca-875a-ea6a72d27293 req-01315f47-5f33-419e-b096-015c6e61f043 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d4ee2aa9-9ff2-4d61-99f1-cc090c7213f2 HTTP/1.1" status: 200 len: 835 time: 0.0512044 Jul 14 09:45:12.686778 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4278d-0e41-4fca-875a-ea6a72d27293 req-b5ed1f70-1fb4-4475-8455-98dacf4cc5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:12.688517 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-53f4278d-0e41-4fca-875a-ea6a72d27293 req-b5ed1f70-1fb4-4475-8455-98dacf4cc5dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3628eafc-898e-43eb-98b9-604e826bbd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593016 Jul 14 09:45:12.696996 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f704ad6c-7936-45c0-87c4-688c0724954d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:45:12.791256 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-53f4278d-0e41-4fca-875a-ea6a72d27293 req-540118ff-4c2c-47c5-bb4b-b9837c7cef83 service neutron] 10.222.0.44 "GET /v2.0/networks/3628eafc-898e-43eb-98b9-604e826bbd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956342 Jul 14 09:45:12.811511 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f704ad6c-7936-45c0-87c4-688c0724954d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:12.816997 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f704ad6c-7936-45c0-87c4-688c0724954d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.823635 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fa656b-65db-4e0f-ae80-c87b46158ed6 None None] Sync routers for ids ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:12.848724 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fa656b-65db-4e0f-ae80-c87b46158ed6 None None] Routers {'9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:12.849872 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d0fa656b-65db-4e0f-ae80-c87b46158ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:44:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:12.858096 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f704ad6c-7936-45c0-87c4-688c0724954d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "DELETE /v2.0/floatingips/79a01001-86c1-4825-baf3-80d308b04811 HTTP/1.1" status: 204 len: 168 time: 1.2139547 Jul 14 09:45:12.859536 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ddef70-a702-4ab1-aca2-8f1e86bc0673', 'tag': 'd80815c4-672f-4511-b255-636a33f2c299'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:12.872723 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bd8791-7279-497d-8026-29ff6eb1af12" -d '{"events": [{"name": "network-changed", "server_uuid": "11ddef70-a702-4ab1-aca2-8f1e86bc0673", "tag": "d80815c4-672f-4511-b255-636a33f2c299"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:12.897836 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-53f4278d-0e41-4fca-875a-ea6a72d27293 req-d980ffab-3d85-4ef4-974c-9512498db619 service neutron] 10.222.0.44 "GET /v2.0/networks/3628eafc-898e-43eb-98b9-604e826bbd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990291 Jul 14 09:45:12.940583 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d8ba2f-e0e8-41a8-86b4-26a1092ee583 x-openstack-request-id: req-06d8ba2f-e0e8-41a8-86b4-26a1092ee583 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:12.941398 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ddef70-a702-4ab1-aca2-8f1e86bc0673", "tag": "d80815c4-672f-4511-b255-636a33f2c299", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:12.941938 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06d8ba2f-e0e8-41a8-86b4-26a1092ee583 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:12.942347 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ddef70-a702-4ab1-aca2-8f1e86bc0673', 'tag': 'd80815c4-672f-4511-b255-636a33f2c299', 'status': 'completed', 'code': 200} Jul 14 09:45:12.976029 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-d0fa656b-65db-4e0f-ae80-c87b46158ed6 None None] Set router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:13.041234 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd8791-7279-497d-8026-29ff6eb1af12 req-b8fd60c8-76ea-44d9-a6c5-18b7e1d3a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:13.043073 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b8bd8791-7279-497d-8026-29ff6eb1af12 req-b8fd60c8-76ea-44d9-a6c5-18b7e1d3a441 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 1098 time: 0.0746148 Jul 14 09:45:13.166322 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd8791-7279-497d-8026-29ff6eb1af12 req-8108e5a7-ee77-4443-a359-2fc9f8772483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:13.168956 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b8bd8791-7279-497d-8026-29ff6eb1af12 req-8108e5a7-ee77-4443-a359-2fc9f8772483 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 910 time: 0.1187823 Jul 14 09:45:13.222926 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b8bd8791-7279-497d-8026-29ff6eb1af12 req-49e0629c-e238-416e-9e8c-97f585871b4e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d80815c4-672f-4511-b255-636a33f2c299 HTTP/1.1" status: 200 len: 217 time: 0.0457399 Jul 14 09:45:13.284475 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d0fa656b-65db-4e0f-ae80-c87b46158ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'name': 'tempest-TestVolumeBootPattern-86186375-router', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:42Z', 'revision_number': 4, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'gw_port': {'id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:37Z', 'updated_at': '2021-07-14T09:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'a3731b8e-6774-4e78-bd7a-b857c306b92a', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'floating_ip_address': '172.25.6.44', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'port_id': '0c323101-f96b-4441-b526-22f36de27d94', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'mac_address': 'fa:16:3e:03:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:41:25Z', 'updated_at': '2021-07-14T09:41:28Z', 'revision_number': 1, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2604b64-dd8d-4c47-aea8-a057e0ce146b', 'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'mac_address': 'fa:16:3e:d4:d0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:40Z', 'updated_at': '2021-07-14T09:34:51Z', 'revision_number': 5, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'subnets': [{'id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:13.287997 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd8791-7279-497d-8026-29ff6eb1af12 req-5fa3ba9e-6577-432e-9bc7-3c2e26d8dd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:13.289840 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b8bd8791-7279-497d-8026-29ff6eb1af12 req-5fa3ba9e-6577-432e-9bc7-3c2e26d8dd3b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea6b1e4-2ec5-4105-843d-111f5668e0d2 HTTP/1.1" status: 200 len: 849 time: 0.0596228 Jul 14 09:45:13.313660 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fa656b-65db-4e0f-ae80-c87b46158ed6 None None] Checking router: 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:45:13.328332 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912f96a-05da-4702-95ee-bcaba8c98385 req-e6a21322-aeb4-46f3-b62b-0892d103894f tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:13.330030 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0912f96a-05da-4702-95ee-bcaba8c98385 req-e6a21322-aeb4-46f3-b62b-0892d103894f tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 946 time: 0.0754266 Jul 14 09:45:13.332668 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fa656b-65db-4e0f-ae80-c87b46158ed6 None None] Routers {'9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:13.333373 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d0fa656b-65db-4e0f-ae80-c87b46158ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:44:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:13.361577 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd8791-7279-497d-8026-29ff6eb1af12 req-b9646af6-67e8-4a79-88fd-559b77158311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:13.363976 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b8bd8791-7279-497d-8026-29ff6eb1af12 req-b9646af6-67e8-4a79-88fd-559b77158311 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78f139e-d876-4f71-b091-055c8a4ef271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665171 Jul 14 09:45:13.380068 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0912f96a-05da-4702-95ee-bcaba8c98385 req-910d4df2-b9c1-4c72-a9e6-9d4894a8ec70 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436192 Jul 14 09:45:13.454323 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-d0fa656b-65db-4e0f-ae80-c87b46158ed6 None None] Set router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:13.478237 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b8bd8791-7279-497d-8026-29ff6eb1af12 req-54c3ca5e-9c1b-473e-a54a-6b367997880d service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071641 Jul 14 09:45:13.495247 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a87896-408c-408f-8680-2dc85c86d087 req-9f0fae7e-d7d2-4d1a-a7b3-21a9cbd032a1 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:13.497109 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d0a87896-408c-408f-8680-2dc85c86d087 req-9f0fae7e-d7d2-4d1a-a7b3-21a9cbd032a1 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 944 time: 0.0726073 Jul 14 09:45:13.564429 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d0a87896-408c-408f-8680-2dc85c86d087 req-bcea7fb4-dba7-47ce-9b9b-c8702c5898d5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612278 Jul 14 09:45:13.590388 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b8bd8791-7279-497d-8026-29ff6eb1af12 req-4640fa9d-2b3e-4dec-b43b-cd3d3381ea61 service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054289 Jul 14 09:45:13.733926 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d0fa656b-65db-4e0f-ae80-c87b46158ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'name': 'tempest-TestVolumeBootPattern-86186375-router', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:42Z', 'revision_number': 4, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'gw_port': {'id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:37Z', 'updated_at': '2021-07-14T09:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'a3731b8e-6774-4e78-bd7a-b857c306b92a', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'floating_ip_address': '172.25.6.44', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'port_id': '0c323101-f96b-4441-b526-22f36de27d94', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'mac_address': 'fa:16:3e:03:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:41:25Z', 'updated_at': '2021-07-14T09:41:28Z', 'revision_number': 1, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2604b64-dd8d-4c47-aea8-a057e0ce146b', 'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'mac_address': 'fa:16:3e:d4:d0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:40Z', 'updated_at': '2021-07-14T09:34:51Z', 'revision_number': 5, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'subnets': [{'id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:13.763188 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fa656b-65db-4e0f-ae80-c87b46158ed6 None None] The sync data for ids ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'] in n-d-771362-35 is: [{'id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'name': 'tempest-TestVolumeBootPattern-86186375-router', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:42Z', 'revision_number': 4, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'gw_port': {'id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:37Z', 'updated_at': '2021-07-14T09:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'a3731b8e-6774-4e78-bd7a-b857c306b92a', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'floating_ip_address': '172.25.6.44', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'port_id': '0c323101-f96b-4441-b526-22f36de27d94', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'mac_address': 'fa:16:3e:03:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:41:25Z', 'updated_at': '2021-07-14T09:41:28Z', 'revision_number': 1, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2604b64-dd8d-4c47-aea8-a057e0ce146b', 'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'mac_address': 'fa:16:3e:d4:d0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:40Z', 'updated_at': '2021-07-14T09:34:51Z', 'revision_number': 5, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'subnets': [{'id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:13.990596 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeb41ce-ba31-4fc6-84de-e85e5c0f6ae0 None None] New status for floating IP 79a01001-86c1-4825-baf3-80d308b04811: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:45:14.567360 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa5621-6dc8-4732-a2dd-533cfec5e8f0 req-29ba73dc-2775-4cca-b36a-fbe0d2d81758 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:14.569197 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54aa5621-6dc8-4732-a2dd-533cfec5e8f0 req-29ba73dc-2775-4cca-b36a-fbe0d2d81758 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 946 time: 0.0742192 Jul 14 09:45:14.620013 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54aa5621-6dc8-4732-a2dd-533cfec5e8f0 req-9ab7d837-9108-4894-a1d9-43ce66238b7c tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432589 Jul 14 09:45:14.807983 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cfe9d-e03e-40aa-9ecb-4991cf43e49f req-1f159324-eb20-45a2-8653-65f007fcb14d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:14.810313 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b5cfe9d-e03e-40aa-9ecb-4991cf43e49f req-1f159324-eb20-45a2-8653-65f007fcb14d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 944 time: 0.0949924 Jul 14 09:45:14.831254 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ebb1f-5641-4295-9b82-6f3c1eadf005 req-48aef97b-5a3d-4d99-9a39-0fd7af5f6178 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:14.833020 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-378ebb1f-5641-4295-9b82-6f3c1eadf005 req-48aef97b-5a3d-4d99-9a39-0fd7af5f6178 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "GET /v2.0/ports?device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 946 time: 0.0838118 Jul 14 09:45:14.858441 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b5cfe9d-e03e-40aa-9ecb-4991cf43e49f req-6221c9a6-0ed6-4e10-a95d-e51bb2f924a2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423906 Jul 14 09:45:14.892086 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [req-13a23159-2374-4ad5-bd53-a9ffdf0b2461 req-1dfbe701-0f98-4ba9-bb8d-bec84c018479 tempest-SecurityGroupsTestJSON-114771209 tempest-SecurityGroupsTestJSON-114771209-project] (93772) timed out ('10.222.0.44', 53747) {{(pid=93772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:45:14.953391 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-378ebb1f-5641-4295-9b82-6f3c1eadf005 req-b949e910-27ae-4be6-88c3-69f1bfb6f0f3 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Deleting port d80815c4-672f-4511-b255-636a33f2c299 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:14.953757 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-378ebb1f-5641-4295-9b82-6f3c1eadf005 req-b949e910-27ae-4be6-88c3-69f1bfb6f0f3 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.047008 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-378ebb1f-5641-4295-9b82-6f3c1eadf005 req-b949e910-27ae-4be6-88c3-69f1bfb6f0f3 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] For port d80815c4-672f-4511-b255-636a33f2c299, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=d80815c4-672f-4511-b255-636a33f2c299,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:15.047369 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-378ebb1f-5641-4295-9b82-6f3c1eadf005 req-b949e910-27ae-4be6-88c3-69f1bfb6f0f3 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.054551 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 1954c3a2-3ca7-43e7-8d90-7ad1520d5459 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:45:15.062364 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-378ebb1f-5641-4295-9b82-6f3c1eadf005 req-b949e910-27ae-4be6-88c3-69f1bfb6f0f3 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Calling delete_port for d80815c4-672f-4511-b255-636a33f2c299 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:15.155907 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 1954c3a2-3ca7-43e7-8d90-7ad1520d5459, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1954c3a2-3ca7-43e7-8d90-7ad1520d5459,segment=NetworkSegment(b117e6e1-55a3-48ac-ac9a-685efda31ba9),segment_id=b117e6e1-55a3-48ac-ac9a-685efda31ba9)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:15.168115 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '1954c3a2-3ca7-43e7-8d90-7ad1520d5459', 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93', 'port_id': '1954c3a2-3ca7-43e7-8d90-7ad1520d5459', 'mac_address': 'fa:16:3e:50:a8:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ee2aa9-9ff2-4d61-99f1-cc090c7213f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:45:15.203312 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-378ebb1f-5641-4295-9b82-6f3c1eadf005 req-b949e910-27ae-4be6-88c3-69f1bfb6f0f3 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.210103 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.224427 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1954c3a2-3ca7-43e7-8d90-7ad1520d5459 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:15.238799 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b949e910-27ae-4be6-88c3-69f1bfb6f0f3 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event deleted for resources: {'Port': ['ID=d80815c4-672f-4511-b255-636a33f2c299,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:15.245868 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 1954c3a2-3ca7-43e7-8d90-7ad1520d5459, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1954c3a2-3ca7-43e7-8d90-7ad1520d5459,segment=NetworkSegment(b117e6e1-55a3-48ac-ac9a-685efda31ba9),segment_id=b117e6e1-55a3-48ac-ac9a-685efda31ba9)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:15.252851 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.295082 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-378ebb1f-5641-4295-9b82-6f3c1eadf005 req-b949e910-27ae-4be6-88c3-69f1bfb6f0f3 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] No DVR routers for this DVR port d80815c4-672f-4511-b255-636a33f2c299 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:15.298334 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-378ebb1f-5641-4295-9b82-6f3c1eadf005 req-b949e910-27ae-4be6-88c3-69f1bfb6f0f3 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.301367 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-378ebb1f-5641-4295-9b82-6f3c1eadf005 req-b949e910-27ae-4be6-88c3-69f1bfb6f0f3 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "DELETE /v2.0/ports/d80815c4-672f-4511-b255-636a33f2c299 HTTP/1.1" status: 204 len: 173 time: 0.4617751 Jul 14 09:45:15.301827 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ddef70-a702-4ab1-aca2-8f1e86bc0673', 'name': 'network-vif-deleted', 'tag': 'd80815c4-672f-4511-b255-636a33f2c299'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:15.304462 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba0fb0c-78b8-4fdd-82c1-943102dea284" -d '{"events": [{"server_uuid": "11ddef70-a702-4ab1-aca2-8f1e86bc0673", "name": "network-vif-deleted", "tag": "d80815c4-672f-4511-b255-636a33f2c299"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:15.316667 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=1954c3a2-3ca7-43e7-8d90-7ad1520d5459,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:15.346234 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304c7288-0ef1-44ac-b3b6-ee5536812fad x-openstack-request-id: req-304c7288-0ef1-44ac-b3b6-ee5536812fad {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:15.346526 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ddef70-a702-4ab1-aca2-8f1e86bc0673", "name": "network-vif-deleted", "tag": "d80815c4-672f-4511-b255-636a33f2c299", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:15.346776 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-304c7288-0ef1-44ac-b3b6-ee5536812fad {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:15.347331 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ddef70-a702-4ab1-aca2-8f1e86bc0673', 'name': 'network-vif-deleted', 'tag': 'd80815c4-672f-4511-b255-636a33f2c299', 'status': 'completed', 'code': 200} Jul 14 09:45:15.450232 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['1954c3a2-3ca7-43e7-8d90-7ad1520d5459'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:45:15.797773 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82009968-f336-4e59-8590-9bdb340a2600 req-ede731a6-2a68-43b4-b360-944587ef009f tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 210 time: 0.0357652 Jul 14 09:45:16.096828 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a2917-e122-44dc-bba6-48eb81bad089 req-19d031d5-addf-48b0-8fea-2b20986ff012 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:16.099429 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cd3a2917-e122-44dc-bba6-48eb81bad089 req-19d031d5-addf-48b0-8fea-2b20986ff012 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 945 time: 0.0758126 Jul 14 09:45:16.142518 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cd3a2917-e122-44dc-bba6-48eb81bad089 req-986ba303-33bd-427f-9d40-6ad3eed10cbc tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355551 Jul 14 09:45:16.973790 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8908410d-21dd-4fbb-832e-5aa5f12eba8d req-a30b5cc1-c304-4b55-a984-2c9f8258eea4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 210 time: 0.0383019 Jul 14 09:45:17.067834 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 1954c3a2-3ca7-43e7-8d90-7ad1520d5459 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:17.124304 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 1954c3a2-3ca7-43e7-8d90-7ad1520d5459 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:17.128470 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 1954c3a2-3ca7-43e7-8d90-7ad1520d5459 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:17.128850 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:17.223685 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:17.251165 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cd43a6-c2ff-4b8d-9040-9456259c7a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1954c3a2-3ca7-43e7-8d90-7ad1520d5459'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:17.254825 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bac9b9-d986-4cbf-a1ab-98083ed52f6b" -d '{"events": [{"server_uuid": "c9cd43a6-c2ff-4b8d-9040-9456259c7a80", "name": "network-vif-plugged", "status": "completed", "tag": "1954c3a2-3ca7-43e7-8d90-7ad1520d5459"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:17.270151 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 1954c3a2-3ca7-43e7-8d90-7ad1520d5459, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1954c3a2-3ca7-43e7-8d90-7ad1520d5459,segment=NetworkSegment(b117e6e1-55a3-48ac-ac9a-685efda31ba9),segment_id=b117e6e1-55a3-48ac-ac9a-685efda31ba9)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:17.276220 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:17.344057 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=1954c3a2-3ca7-43e7-8d90-7ad1520d5459,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:17.358043 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45eee0b-d50d-4528-b348-a6d41039d8f8 x-openstack-request-id: req-a45eee0b-d50d-4528-b348-a6d41039d8f8 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:17.358043 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9cd43a6-c2ff-4b8d-9040-9456259c7a80", "name": "network-vif-plugged", "status": "completed", "tag": "1954c3a2-3ca7-43e7-8d90-7ad1520d5459", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:17.358043 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a45eee0b-d50d-4528-b348-a6d41039d8f8 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:17.358375 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cd43a6-c2ff-4b8d-9040-9456259c7a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1954c3a2-3ca7-43e7-8d90-7ad1520d5459', 'code': 200} Jul 14 09:45:17.391065 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28144da-b9c6-48dc-80dd-06d5b4c84fd6 req-f0d8a498-bce0-403a-a7bb-3c4118890171 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:17.396076 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f28144da-b9c6-48dc-80dd-06d5b4c84fd6 req-f0d8a498-bce0-403a-a7bb-3c4118890171 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 946 time: 0.1222093 Jul 14 09:45:17.442536 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f28144da-b9c6-48dc-80dd-06d5b4c84fd6 req-4326a85b-681a-4de7-bbf1-87d118091e2d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419977 Jul 14 09:45:17.455667 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device d80815c4-672f-4511-b255-636a33f2c299 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:17.482072 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: d80815c4-672f-4511-b255-636a33f2c299 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:17.482429 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device d80815c4-672f-4511-b255-636a33f2c299 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:17.499818 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd781933-487d-4c09-b636-892beb3ea19a req-e48f5a13-e279-4cbc-be9b-d0359ae7619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:17.501716 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dd781933-487d-4c09-b636-892beb3ea19a req-e48f5a13-e279-4cbc-be9b-d0359ae7619c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 1098 time: 0.0747943 Jul 14 09:45:17.541062 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dd781933-487d-4c09-b636-892beb3ea19a req-69b77203-7fa6-4b99-8552-acf4349c3f9e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333004 Jul 14 09:45:18.130309 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-13d3c011-fd5a-4607-873d-7e8501311bbc req-46345ba2-ded8-4808-a8d4-125295fd4f7e tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 210 time: 0.0319145 Jul 14 09:45:18.490782 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73053e98-c726-4ca1-a24a-605cbb38a227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:18.692737 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5a63c-6e86-4526-9e0e-1b42f1e58f54 req-9714e0a7-6759-4470-b6e2-95ae36a72332 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:18.696030 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ff5a63c-6e86-4526-9e0e-1b42f1e58f54 req-9714e0a7-6759-4470-b6e2-95ae36a72332 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 946 time: 0.0752258 Jul 14 09:45:18.743729 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ff5a63c-6e86-4526-9e0e-1b42f1e58f54 req-cca4a883-371d-420c-b2dd-337de5c022b6 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424249 Jul 14 09:45:18.925882 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14f422-c664-4364-973a-59c0f1096839 req-bfd327f1-2bd4-4a05-8542-5919792eeb98 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:18.927439 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc14f422-c664-4364-973a-59c0f1096839 req-bfd327f1-2bd4-4a05-8542-5919792eeb98 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 946 time: 0.0672805 Jul 14 09:45:18.975296 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc14f422-c664-4364-973a-59c0f1096839 req-fba41ea3-7a3a-42b1-b5df-14ef32339b71 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421219 Jul 14 09:45:19.001625 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60094) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:19.062481 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4ffd42-609c-45c2-aace-42fa41c4ea87 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:19.064947 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ec4ffd42-609c-45c2-aace-42fa41c4ea87 tempest-TestNetworkAdvancedServerOps-1324722458 tempest-TestNetworkAdvancedServerOps-1324722458-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 1093 time: 0.0622303 Jul 14 09:45:19.068465 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60096) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:19.073727 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-33f00b15-7a60-49be-b8d2-9376c3bdb53c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'port_id': '1954c3a2-3ca7-43e7-8d90-7ad1520d5459', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:19.100333 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33f00b15-7a60-49be-b8d2-9376c3bdb53c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.216797 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33f00b15-7a60-49be-b8d2-9376c3bdb53c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.338125 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5b6ce3d5-8445-42ae-b136-36cf43bf67f6 req-be2ffaba-51b3-44e9-a159-9f8b1663beb6 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=11ddef70-a702-4ab1-aca2-8f1e86bc0673 HTTP/1.1" status: 200 len: 210 time: 0.0584509 Jul 14 09:45:19.366825 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-33f00b15-7a60-49be-b8d2-9376c3bdb53c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Allocated IP 172.25.6.226 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/bb041f08-fd2e-4892-b141-b0ec113d4ece) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:19.481542 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33f00b15-7a60-49be-b8d2-9376c3bdb53c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.525657 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33f00b15-7a60-49be-b8d2-9376c3bdb53c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.567375 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f00b15-7a60-49be-b8d2-9376c3bdb53c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:19.574139 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-33f00b15-7a60-49be-b8d2-9376c3bdb53c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:19.578321 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f00b15-7a60-49be-b8d2-9376c3bdb53c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:19.603819 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f00b15-7a60-49be-b8d2-9376c3bdb53c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Port': ['ID=bb041f08-fd2e-4892-b141-b0ec113d4ece,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:19.958563 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33f00b15-7a60-49be-b8d2-9376c3bdb53c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:20.041422 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33f00b15-7a60-49be-b8d2-9376c3bdb53c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:20.198481 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33f00b15-7a60-49be-b8d2-9376c3bdb53c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:20.205257 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33f00b15-7a60-49be-b8d2-9376c3bdb53c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:20.281308 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f00b15-7a60-49be-b8d2-9376c3bdb53c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event updated for resources: {'Port': ['ID=bb041f08-fd2e-4892-b141-b0ec113d4ece,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:20.290617 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33f00b15-7a60-49be-b8d2-9376c3bdb53c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:20.399200 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-33f00b15-7a60-49be-b8d2-9376c3bdb53c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Floating IP f6c73ee0-b39b-435a-b43f-217fedbb2a51 associated. External IP: 172.25.6.226, port: 1954c3a2-3ca7-43e7-8d90-7ad1520d5459. Jul 14 09:45:20.890500 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f00b15-7a60-49be-b8d2-9376c3bdb53c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Router 1446002a-a2e9-44d0-8e0b-6ce872fa6320 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:45:21.001459 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f00b15-7a60-49be-b8d2-9376c3bdb53c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:21.011896 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdebd428-1c64-41b0-aea4-46183702b6e9 None None] Sync routers for ids ['1446002a-a2e9-44d0-8e0b-6ce872fa6320'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:21.021328 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33f00b15-7a60-49be-b8d2-9376c3bdb53c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.025334 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdebd428-1c64-41b0-aea4-46183702b6e9 None None] Routers {'1446002a-a2e9-44d0-8e0b-6ce872fa6320'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:21.026046 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fdebd428-1c64-41b0-aea4-46183702b6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:44:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1446002a-a2e9-44d0-8e0b-6ce872fa6320'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:21.058992 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-33f00b15-7a60-49be-b8d2-9376c3bdb53c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9894602 Jul 14 09:45:21.059767 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cd43a6-c2ff-4b8d-9040-9456259c7a80', 'tag': '1954c3a2-3ca7-43e7-8d90-7ad1520d5459'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:21.062090 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea91af9-1a08-4409-9665-97a4c70af0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "c9cd43a6-c2ff-4b8d-9040-9456259c7a80", "tag": "1954c3a2-3ca7-43e7-8d90-7ad1520d5459"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:21.106470 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc05971-01a2-4ae2-8c2d-42ae78986525 x-openstack-request-id: req-3cc05971-01a2-4ae2-8c2d-42ae78986525 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:21.106905 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9cd43a6-c2ff-4b8d-9040-9456259c7a80", "tag": "1954c3a2-3ca7-43e7-8d90-7ad1520d5459", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:21.107111 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3cc05971-01a2-4ae2-8c2d-42ae78986525 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:21.107576 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9cd43a6-c2ff-4b8d-9040-9456259c7a80', 'tag': '1954c3a2-3ca7-43e7-8d90-7ad1520d5459', 'status': 'completed', 'code': 200} Jul 14 09:45:21.114607 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a81cce0-0be8-4259-8507-e2ee0898e7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.200899 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea91af9-1a08-4409-9665-97a4c70af0ab req-f0ec5dbd-3094-43ba-958e-22d65b50c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:21.202895 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-eea91af9-1a08-4409-9665-97a4c70af0ab req-f0ec5dbd-3094-43ba-958e-22d65b50c8e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 1098 time: 0.0679224 Jul 14 09:45:21.250240 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655f060-461e-43c0-8816-f7efcf95eb68 req-d7d69b9d-fa70-4cb7-b232-b784d8ba2984 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:21.252332 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7655f060-461e-43c0-8816-f7efcf95eb68 req-d7d69b9d-fa70-4cb7-b232-b784d8ba2984 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 946 time: 0.0810561 Jul 14 09:45:21.300380 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7655f060-461e-43c0-8816-f7efcf95eb68 req-43cc5dc7-dd0d-4a00-8b96-25958a5a1c6a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414679 Jul 14 09:45:21.327728 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60122) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:21.330550 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea91af9-1a08-4409-9665-97a4c70af0ab req-ae2d1769-2cac-4ccd-abe9-38585afa901d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:21.332862 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-eea91af9-1a08-4409-9665-97a4c70af0ab req-ae2d1769-2cac-4ccd-abe9-38585afa901d service neutron] 10.222.0.44 "GET /v2.0/networks?id=3628eafc-898e-43eb-98b9-604e826bbd93 HTTP/1.1" status: 200 len: 897 time: 0.1235871 Jul 14 09:45:21.398957 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.402175 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-fdebd428-1c64-41b0-aea4-46183702b6e9 None None] Set router 1446002a-a2e9-44d0-8e0b-6ce872fa6320 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:21.424553 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-eea91af9-1a08-4409-9665-97a4c70af0ab req-1952bd16-9707-4360-955e-a1ffee669b7e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1954c3a2-3ca7-43e7-8d90-7ad1520d5459 HTTP/1.1" status: 200 len: 1000 time: 0.0821381 Jul 14 09:45:21.450658 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3a1d0b55-df55-417d-88ea-df4e649224fb tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/floatingips/f6c73ee0-b39b-435a-b43f-217fedbb2a51 HTTP/1.1" status: 200 len: 992 time: 0.1200767 Jul 14 09:45:21.484526 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea91af9-1a08-4409-9665-97a4c70af0ab req-207f3832-54f6-4066-852b-db9124404cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:21.486212 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-eea91af9-1a08-4409-9665-97a4c70af0ab req-207f3832-54f6-4066-852b-db9124404cc2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d4ee2aa9-9ff2-4d61-99f1-cc090c7213f2 HTTP/1.1" status: 200 len: 835 time: 0.0553551 Jul 14 09:45:21.554429 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea91af9-1a08-4409-9665-97a4c70af0ab req-8512fd5c-9c66-4c7c-a222-6d917be27a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:21.556377 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-eea91af9-1a08-4409-9665-97a4c70af0ab req-8512fd5c-9c66-4c7c-a222-6d917be27a9a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3628eafc-898e-43eb-98b9-604e826bbd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639701 Jul 14 09:45:21.661498 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-eea91af9-1a08-4409-9665-97a4c70af0ab req-f2c5da96-a6aa-4de1-bfe1-d5c3e126e6f1 service neutron] 10.222.0.44 "GET /v2.0/networks/3628eafc-898e-43eb-98b9-604e826bbd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973587 Jul 14 09:45:21.697096 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fdebd428-1c64-41b0-aea4-46183702b6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475018958', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:01Z', 'updated_at': '2021-07-14T09:45:05Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:02Z', 'updated_at': '2021-07-14T09:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'f6c73ee0-b39b-435a-b43f-217fedbb2a51', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'port_id': '1954c3a2-3ca7-43e7-8d90-7ad1520d5459', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93', 'mac_address': 'fa:16:3e:50:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd43a6-c2ff-4b8d-9040-9456259c7a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:45:19Z', 'updated_at': '2021-07-14T09:45:19Z', 'revision_number': 0, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc4632d-e600-4b39-882a-bc44ab1842a8', 'name': '', 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:37:10:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'd4ee2aa9-9ff2-4d61-99f1-cc090c7213f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:10Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': 'd4ee2aa9-9ff2-4d61-99f1-cc090c7213f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:21.726260 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdebd428-1c64-41b0-aea4-46183702b6e9 None None] Checking router: 1446002a-a2e9-44d0-8e0b-6ce872fa6320 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:45:21.735175 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdebd428-1c64-41b0-aea4-46183702b6e9 None None] Routers {'1446002a-a2e9-44d0-8e0b-6ce872fa6320'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:21.735897 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fdebd428-1c64-41b0-aea4-46183702b6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:45:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1446002a-a2e9-44d0-8e0b-6ce872fa6320'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:21.770944 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-eea91af9-1a08-4409-9665-97a4c70af0ab req-0a0c7268-0ffa-403b-ad42-437f7124c981 service neutron] 10.222.0.44 "GET /v2.0/networks/3628eafc-898e-43eb-98b9-604e826bbd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026428 Jul 14 09:45:21.857345 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-fdebd428-1c64-41b0-aea4-46183702b6e9 None None] Set router 1446002a-a2e9-44d0-8e0b-6ce872fa6320 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:22.106482 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fdebd428-1c64-41b0-aea4-46183702b6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475018958', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:01Z', 'updated_at': '2021-07-14T09:45:05Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:02Z', 'updated_at': '2021-07-14T09:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'f6c73ee0-b39b-435a-b43f-217fedbb2a51', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'port_id': '1954c3a2-3ca7-43e7-8d90-7ad1520d5459', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93', 'mac_address': 'fa:16:3e:50:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd43a6-c2ff-4b8d-9040-9456259c7a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:45:19Z', 'updated_at': '2021-07-14T09:45:19Z', 'revision_number': 0, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc4632d-e600-4b39-882a-bc44ab1842a8', 'name': '', 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:37:10:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'd4ee2aa9-9ff2-4d61-99f1-cc090c7213f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:10Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': 'd4ee2aa9-9ff2-4d61-99f1-cc090c7213f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:22.134705 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdebd428-1c64-41b0-aea4-46183702b6e9 None None] The sync data for ids ['1446002a-a2e9-44d0-8e0b-6ce872fa6320'] in n-d-771362-35 is: [{'id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475018958', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:01Z', 'updated_at': '2021-07-14T09:45:05Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:02Z', 'updated_at': '2021-07-14T09:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'f6c73ee0-b39b-435a-b43f-217fedbb2a51', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'port_id': '1954c3a2-3ca7-43e7-8d90-7ad1520d5459', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93', 'mac_address': 'fa:16:3e:50:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd43a6-c2ff-4b8d-9040-9456259c7a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:45:19Z', 'updated_at': '2021-07-14T09:45:19Z', 'revision_number': 0, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc4632d-e600-4b39-882a-bc44ab1842a8', 'name': '', 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:37:10:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'd4ee2aa9-9ff2-4d61-99f1-cc090c7213f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:10Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': 'd4ee2aa9-9ff2-4d61-99f1-cc090c7213f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:22.293433 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:22.345160 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e1f2d5-a36b-4f17-9dd5-b2f359cbc3cd None None] New status for floating IP f6c73ee0-b39b-435a-b43f-217fedbb2a51: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:45:22.453322 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60132) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:22.530431 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3c63f578-93d0-4a2d-adda-1f140f127617 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/floatingips/f6c73ee0-b39b-435a-b43f-217fedbb2a51 HTTP/1.1" status: 200 len: 992 time: 0.0759127 Jul 14 09:45:23.534467 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60138) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:23.607469 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a8ba5c00-a959-471e-a873-26ef1f4187bd tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/floatingips/f6c73ee0-b39b-435a-b43f-217fedbb2a51 HTTP/1.1" status: 200 len: 994 time: 0.0717413 Jul 14 09:45:23.824065 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.275950 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:45:25.432043 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0ab94c7f-b3b5-48b9-8dd0-021bdc46fa2d req-ca327058-4713-4b28-baf9-70905dfdf62b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527275 Jul 14 09:45:25.528444 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab94c7f-b3b5-48b9-8dd0-021bdc46fa2d req-abed0a34-9313-4a39-bd00-d19e8afba98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:25.529940 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0ab94c7f-b3b5-48b9-8dd0-021bdc46fa2d req-abed0a34-9313-4a39-bd00-d19e8afba98b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 1098 time: 0.0545604 Jul 14 09:45:25.641243 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab94c7f-b3b5-48b9-8dd0-021bdc46fa2d req-be37f578-8bc0-41f8-ac77-128231348f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:25.642607 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0ab94c7f-b3b5-48b9-8dd0-021bdc46fa2d req-be37f578-8bc0-41f8-ac77-128231348f6e service neutron] 10.222.0.44 "GET /v2.0/networks?id=3628eafc-898e-43eb-98b9-604e826bbd93 HTTP/1.1" status: 200 len: 897 time: 0.0907898 Jul 14 09:45:25.710029 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0ab94c7f-b3b5-48b9-8dd0-021bdc46fa2d req-3c0a5e2a-3f0a-4b19-a7ae-caf923534236 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1954c3a2-3ca7-43e7-8d90-7ad1520d5459 HTTP/1.1" status: 200 len: 1002 time: 0.0608339 Jul 14 09:45:25.763437 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab94c7f-b3b5-48b9-8dd0-021bdc46fa2d req-55c06c5e-5bd8-412d-bf82-1f75b567cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:25.764931 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0ab94c7f-b3b5-48b9-8dd0-021bdc46fa2d req-55c06c5e-5bd8-412d-bf82-1f75b567cc27 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d4ee2aa9-9ff2-4d61-99f1-cc090c7213f2 HTTP/1.1" status: 200 len: 835 time: 0.0490172 Jul 14 09:45:25.821706 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab94c7f-b3b5-48b9-8dd0-021bdc46fa2d req-e5185e6b-c1c9-4d31-ae51-376b1de72838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:25.823231 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0ab94c7f-b3b5-48b9-8dd0-021bdc46fa2d req-e5185e6b-c1c9-4d31-ae51-376b1de72838 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3628eafc-898e-43eb-98b9-604e826bbd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519211 Jul 14 09:45:25.898792 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60162) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:25.931236 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0ab94c7f-b3b5-48b9-8dd0-021bdc46fa2d req-d3bfbcfa-3e69-4d53-bacb-50d72b3fea7d service neutron] 10.222.0.44 "GET /v2.0/networks/3628eafc-898e-43eb-98b9-604e826bbd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009498 Jul 14 09:45:26.045601 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0ab94c7f-b3b5-48b9-8dd0-021bdc46fa2d req-b1c460ef-a6d8-4fad-b7a9-704d91e957e6 service neutron] 10.222.0.44 "GET /v2.0/networks/3628eafc-898e-43eb-98b9-604e826bbd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082895 Jul 14 09:45:26.094525 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e0e4bee1-536e-4b72-b7eb-6b2d8933fa34 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Deleting port 932d7bfd-f1fb-4477-9f44-247d6c103601 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:26.094873 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0e4bee1-536e-4b72-b7eb-6b2d8933fa34 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.173893 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60166) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:26.181917 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0e4bee1-536e-4b72-b7eb-6b2d8933fa34 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.182249 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0e4bee1-536e-4b72-b7eb-6b2d8933fa34 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.200165 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e0e4bee1-536e-4b72-b7eb-6b2d8933fa34 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Calling delete_port for 932d7bfd-f1fb-4477-9f44-247d6c103601 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:26.291159 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a534883-06c8-4aa8-b9a7-171c81e506e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.354375 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0e4bee1-536e-4b72-b7eb-6b2d8933fa34 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.380709 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4bee1-536e-4b72-b7eb-6b2d8933fa34 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event deleted for resources: {'Port': ['ID=932d7bfd-f1fb-4477-9f44-247d6c103601,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:26.386595 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a534883-06c8-4aa8-b9a7-171c81e506e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.392257 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a534883-06c8-4aa8-b9a7-171c81e506e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.431709 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6a534883-06c8-4aa8-b9a7-171c81e506e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b42762366541424a9088ff7ac9eb97d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564974 Jul 14 09:45:26.433716 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a534883-06c8-4aa8-b9a7-171c81e506e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77339af-1f1c-4c64-937d-00068356f38a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:26.434264 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60170) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:26.474219 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0e4bee1-536e-4b72-b7eb-6b2d8933fa34 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.474603 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-e0e4bee1-536e-4b72-b7eb-6b2d8933fa34 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Floating IP a3731b8e-6774-4e78-bd7a-b857c306b92a disassociated (deleted). External IP: 172.25.6.44, port: 0c323101-f96b-4441-b526-22f36de27d94. Jul 14 09:45:26.571782 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2d6bf44-63d1-4fad-8c00-616037fb76b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.607737 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2d6bf44-63d1-4fad-8c00-616037fb76b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.738917 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2d6bf44-63d1-4fad-8c00-616037fb76b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.741669 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2d6bf44-63d1-4fad-8c00-616037fb76b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.742851 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a2d6bf44-63d1-4fad-8c00-616037fb76b8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c77339af-1f1c-4c64-937d-00068356f38a HTTP/1.1" status: 204 len: 168 time: 0.3076313 Jul 14 09:45:26.758709 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6bf44-63d1-4fad-8c00-616037fb76b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77339af-1f1c-4c64-937d-00068356f38a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:26.773560 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e4bee1-536e-4b72-b7eb-6b2d8933fa34 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:45:26.894690 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e4bee1-536e-4b72-b7eb-6b2d8933fa34 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:26.900290 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0e4bee1-536e-4b72-b7eb-6b2d8933fa34 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.905200 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46771eb2-f44a-4c08-8669-23251d02ea5f None None] Sync routers for ids ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:26.917023 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46771eb2-f44a-4c08-8669-23251d02ea5f None None] Routers {'9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:26.918100 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-46771eb2-f44a-4c08-8669-23251d02ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:45:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:26.942986 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e0e4bee1-536e-4b72-b7eb-6b2d8933fa34 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "DELETE /v2.0/floatingips/a3731b8e-6774-4e78-bd7a-b857c306b92a HTTP/1.1" status: 204 len: 168 time: 1.0431352 Jul 14 09:45:26.943561 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4', 'tag': '0c323101-f96b-4441-b526-22f36de27d94'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:26.946318 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce951321-2e3e-462c-a8ae-91150ac7a425" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4", "tag": "0c323101-f96b-4441-b526-22f36de27d94"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:27.006924 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501b1190-80c1-4737-acfb-a1997d5dbc4c x-openstack-request-id: req-501b1190-80c1-4737-acfb-a1997d5dbc4c {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:27.007259 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4", "tag": "0c323101-f96b-4441-b526-22f36de27d94", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:27.008083 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-501b1190-80c1-4737-acfb-a1997d5dbc4c {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:27.008541 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4', 'tag': '0c323101-f96b-4441-b526-22f36de27d94', 'status': 'completed', 'code': 200} Jul 14 09:45:27.061850 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-46771eb2-f44a-4c08-8669-23251d02ea5f None None] Set router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:27.102982 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce951321-2e3e-462c-a8ae-91150ac7a425 req-da46435e-26d9-40ee-972e-038d7e1e9bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:27.104799 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ce951321-2e3e-462c-a8ae-91150ac7a425 req-da46435e-26d9-40ee-972e-038d7e1e9bef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87d49df898e44e948cc3665c8c3c2f58&device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 1097 time: 0.0725102 Jul 14 09:45:27.225548 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce951321-2e3e-462c-a8ae-91150ac7a425 req-50ce8bba-0fcb-49e6-8922-6bca2a736a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:27.228129 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ce951321-2e3e-462c-a8ae-91150ac7a425 req-50ce8bba-0fcb-49e6-8922-6bca2a736a9b service neutron] 10.222.0.47 "GET /v2.0/networks?id=b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 200 len: 910 time: 0.1167243 Jul 14 09:45:27.286854 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ce951321-2e3e-462c-a8ae-91150ac7a425 req-4906c272-9a40-4383-9745-86737028f339 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c323101-f96b-4441-b526-22f36de27d94 HTTP/1.1" status: 200 len: 217 time: 0.0505049 Jul 14 09:45:27.348931 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce951321-2e3e-462c-a8ae-91150ac7a425 req-e0b90f92-2aac-4687-ac74-5a41652913e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:27.350648 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ce951321-2e3e-462c-a8ae-91150ac7a425 req-e0b90f92-2aac-4687-ac74-5a41652913e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea6b1e4-2ec5-4105-843d-111f5668e0d2 HTTP/1.1" status: 200 len: 849 time: 0.0566721 Jul 14 09:45:27.372464 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-46771eb2-f44a-4c08-8669-23251d02ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'name': 'tempest-TestVolumeBootPattern-86186375-router', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:42Z', 'revision_number': 4, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'gw_port': {'id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:37Z', 'updated_at': '2021-07-14T09:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'd2604b64-dd8d-4c47-aea8-a057e0ce146b', 'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'mac_address': 'fa:16:3e:d4:d0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:40Z', 'updated_at': '2021-07-14T09:34:51Z', 'revision_number': 5, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'subnets': [{'id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:27.402289 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46771eb2-f44a-4c08-8669-23251d02ea5f None None] Checking router: 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:45:27.413010 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46771eb2-f44a-4c08-8669-23251d02ea5f None None] Routers {'9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:27.413737 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-46771eb2-f44a-4c08-8669-23251d02ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:45:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:27.416816 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce951321-2e3e-462c-a8ae-91150ac7a425 req-237e3fdf-a397-42cb-8093-3a7e85c11663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:27.418331 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ce951321-2e3e-462c-a8ae-91150ac7a425 req-237e3fdf-a397-42cb-8093-3a7e85c11663 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b78f139e-d876-4f71-b091-055c8a4ef271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580189 Jul 14 09:45:27.422806 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b304e44-c5c6-4b49-bdd5-9dcd4d08bdb1 req-506d2a61-7540-4336-97d7-38b2628e3387 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:27.424535 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b304e44-c5c6-4b49-bdd5-9dcd4d08bdb1 req-506d2a61-7540-4336-97d7-38b2628e3387 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 945 time: 0.0708578 Jul 14 09:45:27.469583 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b304e44-c5c6-4b49-bdd5-9dcd4d08bdb1 req-3ed4a696-3ada-4b2c-a21b-be108751f4ea tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380428 Jul 14 09:45:27.516901 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ce951321-2e3e-462c-a8ae-91150ac7a425 req-ed850bb4-561a-4225-ab89-04f41341b7ff service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901783 Jul 14 09:45:27.527678 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-46771eb2-f44a-4c08-8669-23251d02ea5f None None] Set router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:27.615214 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ce951321-2e3e-462c-a8ae-91150ac7a425 req-ca6265b3-2e9e-4ab9-bd59-1620b8d9b66e service neutron] 10.222.0.47 "GET /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914660 Jul 14 09:45:27.727632 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-46771eb2-f44a-4c08-8669-23251d02ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'name': 'tempest-TestVolumeBootPattern-86186375-router', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:42Z', 'revision_number': 4, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'gw_port': {'id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:37Z', 'updated_at': '2021-07-14T09:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'd2604b64-dd8d-4c47-aea8-a057e0ce146b', 'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'mac_address': 'fa:16:3e:d4:d0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:40Z', 'updated_at': '2021-07-14T09:34:51Z', 'revision_number': 5, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'subnets': [{'id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:27.756488 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46771eb2-f44a-4c08-8669-23251d02ea5f None None] The sync data for ids ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'] in n-d-771362-35 is: [{'id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'name': 'tempest-TestVolumeBootPattern-86186375-router', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:42Z', 'revision_number': 4, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'gw_port': {'id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:37Z', 'updated_at': '2021-07-14T09:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'd2604b64-dd8d-4c47-aea8-a057e0ce146b', 'name': '', 'network_id': 'b78f139e-d876-4f71-b091-055c8a4ef271', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'mac_address': 'fa:16:3e:d4:d0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:40Z', 'updated_at': '2021-07-14T09:34:51Z', 'revision_number': 5, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'subnets': [{'id': '6ea6b1e4-2ec5-4105-843d-111f5668e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:27.961254 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9438a95b-2033-41ce-83fa-3cf23b2797a0 None None] New status for floating IP a3731b8e-6774-4e78-bd7a-b857c306b92a: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:45:28.644706 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adef24-8431-4578-997d-1a53126c6b0b req-3db29cb3-c2dc-4f0e-b370-e13d2be46bba tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:28.646133 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4adef24-8431-4578-997d-1a53126c6b0b req-3db29cb3-c2dc-4f0e-b370-e13d2be46bba tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 945 time: 0.0640154 Jul 14 09:45:28.685399 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4adef24-8431-4578-997d-1a53126c6b0b req-23b40407-c728-438f-b5ec-64109df940c8 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/security-groups?id=d288f04e-94bd-4c2b-9535-ff42eda07592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337512 Jul 14 09:45:28.849875 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca12e01-b8e1-4f73-9d93-8ae8f1abc579 req-4561240d-71be-48b8-a738-9f8c15c24258 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:28.851746 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1ca12e01-b8e1-4f73-9d93-8ae8f1abc579 req-4561240d-71be-48b8-a738-9f8c15c24258 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 945 time: 0.0702550 Jul 14 09:45:28.967744 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-1ca12e01-b8e1-4f73-9d93-8ae8f1abc579 req-0461b4a1-a93b-45c3-a786-e02ef1228eb6 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Deleting port 0c323101-f96b-4441-b526-22f36de27d94 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:28.968144 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1ca12e01-b8e1-4f73-9d93-8ae8f1abc579 req-0461b4a1-a93b-45c3-a786-e02ef1228eb6 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.059743 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-1ca12e01-b8e1-4f73-9d93-8ae8f1abc579 req-0461b4a1-a93b-45c3-a786-e02ef1228eb6 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] For port 0c323101-f96b-4441-b526-22f36de27d94, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=0c323101-f96b-4441-b526-22f36de27d94,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:29.060216 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1ca12e01-b8e1-4f73-9d93-8ae8f1abc579 req-0461b4a1-a93b-45c3-a786-e02ef1228eb6 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.073475 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-1ca12e01-b8e1-4f73-9d93-8ae8f1abc579 req-0461b4a1-a93b-45c3-a786-e02ef1228eb6 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Calling delete_port for 0c323101-f96b-4441-b526-22f36de27d94 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:29.205330 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1ca12e01-b8e1-4f73-9d93-8ae8f1abc579 req-0461b4a1-a93b-45c3-a786-e02ef1228eb6 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.234627 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0461b4a1-a93b-45c3-a786-e02ef1228eb6 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event deleted for resources: {'Port': ['ID=0c323101-f96b-4441-b526-22f36de27d94,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:29.290318 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca12e01-b8e1-4f73-9d93-8ae8f1abc579 req-0461b4a1-a93b-45c3-a786-e02ef1228eb6 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] No DVR routers for this DVR port 0c323101-f96b-4441-b526-22f36de27d94 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:29.292999 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1ca12e01-b8e1-4f73-9d93-8ae8f1abc579 req-0461b4a1-a93b-45c3-a786-e02ef1228eb6 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.295087 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1ca12e01-b8e1-4f73-9d93-8ae8f1abc579 req-0461b4a1-a93b-45c3-a786-e02ef1228eb6 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.47 "DELETE /v2.0/ports/0c323101-f96b-4441-b526-22f36de27d94 HTTP/1.1" status: 204 len: 173 time: 0.4306488 Jul 14 09:45:29.295559 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4', 'name': 'network-vif-deleted', 'tag': '0c323101-f96b-4441-b526-22f36de27d94'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:29.297967 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b15684-7ebd-4a2c-ba21-9b158fced0ee" -d '{"events": [{"server_uuid": "8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4", "name": "network-vif-deleted", "tag": "0c323101-f96b-4441-b526-22f36de27d94"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:29.336811 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28808c9d-a967-47b2-a09f-1b2cd1400095 x-openstack-request-id: req-28808c9d-a967-47b2-a09f-1b2cd1400095 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:29.337114 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4", "name": "network-vif-deleted", "tag": "0c323101-f96b-4441-b526-22f36de27d94", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:29.337366 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28808c9d-a967-47b2-a09f-1b2cd1400095 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:29.337773 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4', 'name': 'network-vif-deleted', 'tag': '0c323101-f96b-4441-b526-22f36de27d94', 'status': 'completed', 'code': 200} Jul 14 09:45:29.828516 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a3aa5d3-6145-41fd-872e-6bac9ba5cb65 req-bd534039-a58c-4d7e-b42b-6890f70f494d tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 210 time: 0.0287826 Jul 14 09:45:30.975254 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5fcdd91f-ae83-4f43-9c7b-b62373910189 req-9d677932-ca4c-4a58-91b3-12ed00899939 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 210 time: 0.0335913 Jul 14 09:45:31.559600 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 0c323101-f96b-4441-b526-22f36de27d94 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:31.579840 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 0c323101-f96b-4441-b526-22f36de27d94 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:31.580179 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 0c323101-f96b-4441-b526-22f36de27d94 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:32.115335 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9a440a40-fefd-4530-9b7a-a195e78261d2 req-6554c552-6c60-487f-88a5-0381b60613d8 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca28d40-d1f9-4b8f-8738-a63f2cd39fd4 HTTP/1.1" status: 200 len: 210 time: 0.0287926 Jul 14 09:45:33.210388 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60192) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:33.340351 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-99f7b7cf-6260-436d-8b2e-de37fe7a1cb4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Deleting port 642ec98e-c8da-4af3-b270-f6b274169abf {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:33.340694 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-99f7b7cf-6260-436d-8b2e-de37fe7a1cb4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.415787 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-99f7b7cf-6260-436d-8b2e-de37fe7a1cb4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.416111 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-99f7b7cf-6260-436d-8b2e-de37fe7a1cb4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.428286 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-99f7b7cf-6260-436d-8b2e-de37fe7a1cb4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Calling delete_port for 642ec98e-c8da-4af3-b270-f6b274169abf owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:33.562394 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-99f7b7cf-6260-436d-8b2e-de37fe7a1cb4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.593223 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7b7cf-6260-436d-8b2e-de37fe7a1cb4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event deleted for resources: {'Port': ['ID=642ec98e-c8da-4af3-b270-f6b274169abf,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:33.622622 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7b7cf-6260-436d-8b2e-de37fe7a1cb4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:33.622961 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7b7cf-6260-436d-8b2e-de37fe7a1cb4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:33.623294 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7b7cf-6260-436d-8b2e-de37fe7a1cb4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:33.623652 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7b7cf-6260-436d-8b2e-de37fe7a1cb4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:33.623979 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7b7cf-6260-436d-8b2e-de37fe7a1cb4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:33.624299 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7b7cf-6260-436d-8b2e-de37fe7a1cb4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:33.624621 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7b7cf-6260-436d-8b2e-de37fe7a1cb4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:33.624940 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7b7cf-6260-436d-8b2e-de37fe7a1cb4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:33.625254 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7b7cf-6260-436d-8b2e-de37fe7a1cb4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:33.625574 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7b7cf-6260-436d-8b2e-de37fe7a1cb4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:33.625887 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7b7cf-6260-436d-8b2e-de37fe7a1cb4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:33.626200 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7b7cf-6260-436d-8b2e-de37fe7a1cb4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:33.665079 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-99f7b7cf-6260-436d-8b2e-de37fe7a1cb4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.667947 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-99f7b7cf-6260-436d-8b2e-de37fe7a1cb4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.669212 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-99f7b7cf-6260-436d-8b2e-de37fe7a1cb4 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "DELETE /v2.0/floatingips/b2901b2d-d7ea-41bc-a3e6-d0edde553e2f HTTP/1.1" status: 204 len: 168 time: 0.4578440 Jul 14 09:45:36.005333 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60206) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:36.069990 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8383f86-3c3a-4a31-999d-1ed376b19296 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:36.095632 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8383f86-3c3a-4a31-999d-1ed376b19296 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:36.157469 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8383f86-3c3a-4a31-999d-1ed376b19296 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:36.160054 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8383f86-3c3a-4a31-999d-1ed376b19296 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:36.163660 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d8383f86-3c3a-4a31-999d-1ed376b19296 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] 10.222.0.25 "DELETE /v2.0/security-groups/d288f04e-94bd-4c2b-9535-ff42eda07592 HTTP/1.1" status: 204 len: 168 time: 0.1547716 Jul 14 09:45:36.171163 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8383f86-3c3a-4a31-999d-1ed376b19296 tempest-TestVolumeBootPattern-1069625698 tempest-TestVolumeBootPattern-1069625698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d288f04e-94bd-4c2b-9535-ff42eda07592,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:36.235942 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60210) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:36.820891 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c2ddd0b4-aa4c-4694-8a56-e6a09f381cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.124202 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c2ddd0b4-aa4c-4694-8a56-e6a09f381cac admin admin] Deleting port d2604b64-dd8d-4c47-aea8-a057e0ce146b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:37.124451 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c2ddd0b4-aa4c-4694-8a56-e6a09f381cac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.197778 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-c2ddd0b4-aa4c-4694-8a56-e6a09f381cac admin admin] For port d2604b64-dd8d-4c47-aea8-a057e0ce146b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d2604b64-dd8d-4c47-aea8-a057e0ce146b,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:37.198136 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c2ddd0b4-aa4c-4694-8a56-e6a09f381cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.210877 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c2ddd0b4-aa4c-4694-8a56-e6a09f381cac admin admin] Calling delete_port for d2604b64-dd8d-4c47-aea8-a057e0ce146b owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:37.413010 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c2ddd0b4-aa4c-4694-8a56-e6a09f381cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.438723 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ddd0b4-aa4c-4694-8a56-e6a09f381cac admin admin] Pushing event deleted for resources: {'Port': ['ID=d2604b64-dd8d-4c47-aea8-a057e0ce146b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:37.890454 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c2ddd0b4-aa4c-4694-8a56-e6a09f381cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.115680 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ddd0b4-aa4c-4694-8a56-e6a09f381cac admin admin] Router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:45:38.227477 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ddd0b4-aa4c-4694-8a56-e6a09f381cac admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:38.232699 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c2ddd0b4-aa4c-4694-8a56-e6a09f381cac admin admin] 10.222.0.25 "PUT /v2.0/routers/9a1ecdca-b74a-4d15-9481-899d6a5cf3b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9951634 Jul 14 09:45:38.235345 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60214) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:38.237012 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47132266-8cdb-40c6-8275-60874153f751 None None] Sync routers for ids ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:38.247515 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47132266-8cdb-40c6-8275-60874153f751 None None] Routers {'9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:38.248204 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-47132266-8cdb-40c6-8275-60874153f751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:45:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:38.343720 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2165cbb8-4bda-4570-8e4f-c692522b0feb admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.356482 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-47132266-8cdb-40c6-8275-60874153f751 None None] Set router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:38.447978 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2165cbb8-4bda-4570-8e4f-c692522b0feb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.502280 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2165cbb8-4bda-4570-8e4f-c692522b0feb admin admin] Deleting port 13397e8a-2d94-455e-be14-71151bf8e9b6 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:38.502678 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2165cbb8-4bda-4570-8e4f-c692522b0feb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.537082 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-47132266-8cdb-40c6-8275-60874153f751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'name': 'tempest-TestVolumeBootPattern-86186375-router', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:45:37Z', 'revision_number': 5, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'gw_port': {'id': '13397e8a-2d94-455e-be14-71151bf8e9b6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:37Z', 'updated_at': '2021-07-14T09:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:38.567389 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47132266-8cdb-40c6-8275-60874153f751 None None] Checking router: 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:45:38.575866 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47132266-8cdb-40c6-8275-60874153f751 None None] Routers {'9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:38.576484 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-47132266-8cdb-40c6-8275-60874153f751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:45:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:38.579998 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2165cbb8-4bda-4570-8e4f-c692522b0feb admin admin] For port 13397e8a-2d94-455e-be14-71151bf8e9b6, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=13397e8a-2d94-455e-be14-71151bf8e9b6,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:38.580361 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2165cbb8-4bda-4570-8e4f-c692522b0feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.598295 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2165cbb8-4bda-4570-8e4f-c692522b0feb admin admin] Calling delete_port for 13397e8a-2d94-455e-be14-71151bf8e9b6 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:38.663138 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-47132266-8cdb-40c6-8275-60874153f751 None None] Set router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:38.716388 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-47132266-8cdb-40c6-8275-60874153f751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'name': 'tempest-TestVolumeBootPattern-86186375-router', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:45:38Z', 'revision_number': 6, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:38.746287 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47132266-8cdb-40c6-8275-60874153f751 None None] The sync data for ids ['9a1ecdca-b74a-4d15-9481-899d6a5cf3b0'] in n-d-771362-35 is: [{'id': '9a1ecdca-b74a-4d15-9481-899d6a5cf3b0', 'name': 'tempest-TestVolumeBootPattern-86186375-router', 'tenant_id': '87d49df898e44e948cc3665c8c3c2f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:45:38Z', 'revision_number': 6, 'project_id': '87d49df898e44e948cc3665c8c3c2f58', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:38.763593 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2165cbb8-4bda-4570-8e4f-c692522b0feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.793715 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165cbb8-4bda-4570-8e4f-c692522b0feb admin admin] Pushing event deleted for resources: {'Port': ['ID=13397e8a-2d94-455e-be14-71151bf8e9b6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:38.856579 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2165cbb8-4bda-4570-8e4f-c692522b0feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.945522 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2165cbb8-4bda-4570-8e4f-c692522b0feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.947649 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2165cbb8-4bda-4570-8e4f-c692522b0feb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.994183 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2165cbb8-4bda-4570-8e4f-c692522b0feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.994787 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2165cbb8-4bda-4570-8e4f-c692522b0feb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:45:38.999306 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2165cbb8-4bda-4570-8e4f-c692522b0feb admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.000499 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2165cbb8-4bda-4570-8e4f-c692522b0feb admin admin] 10.222.0.25 "DELETE /v2.0/routers/9a1ecdca-b74a-4d15-9481-899d6a5cf3b0 HTTP/1.1" status: 204 len: 168 time: 0.7640023 Jul 14 09:45:39.003855 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60216) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:39.048148 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb898939-c25a-476d-8f3e-6ba65ead3613 admin admin] Deleting subnet 6ea6b1e4-2ec5-4105-843d-111f5668e0d2 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:45:39.051108 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb898939-c25a-476d-8f3e-6ba65ead3613 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.085713 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb898939-c25a-476d-8f3e-6ba65ead3613 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.167517 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb898939-c25a-476d-8f3e-6ba65ead3613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.226086 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb898939-c25a-476d-8f3e-6ba65ead3613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.251208 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb898939-c25a-476d-8f3e-6ba65ead3613 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ea6b1e4-2ec5-4105-843d-111f5668e0d2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:39.255779 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb898939-c25a-476d-8f3e-6ba65ead3613 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.257900 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cb898939-c25a-476d-8f3e-6ba65ead3613 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6ea6b1e4-2ec5-4105-843d-111f5668e0d2 HTTP/1.1" status: 204 len: 168 time: 0.2529964 Jul 14 09:45:39.260466 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60218) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:39.261273 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c3c946-526b-4675-8e9b-2cb412f251a0 None None] Network b78f139e-d876-4f71-b091-055c8a4ef271 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:39.333559 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6339e034-31a7-4007-b404-9587e7467fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.391484 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6339e034-31a7-4007-b404-9587e7467fd8 admin admin] Deleting port 19338dde-c25b-4de7-8996-c66a823c07a9 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:39.391861 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6339e034-31a7-4007-b404-9587e7467fd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.460864 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6339e034-31a7-4007-b404-9587e7467fd8 admin admin] For port 19338dde-c25b-4de7-8996-c66a823c07a9, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=19338dde-c25b-4de7-8996-c66a823c07a9,segment=NetworkSegment(599a339a-0e76-4688-b256-19eac6dfc88e),segment_id=599a339a-0e76-4688-b256-19eac6dfc88e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:39.461570 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6339e034-31a7-4007-b404-9587e7467fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.474659 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6339e034-31a7-4007-b404-9587e7467fd8 admin admin] Calling delete_port for 19338dde-c25b-4de7-8996-c66a823c07a9 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:39.563769 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d2604b64-dd8d-4c47-aea8-a057e0ce146b no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:39.576348 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6339e034-31a7-4007-b404-9587e7467fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.594226 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: d2604b64-dd8d-4c47-aea8-a057e0ce146b {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:39.594581 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d2604b64-dd8d-4c47-aea8-a057e0ce146b not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:39.594999 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 13397e8a-2d94-455e-be14-71151bf8e9b6 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:39.606755 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339e034-31a7-4007-b404-9587e7467fd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=19338dde-c25b-4de7-8996-c66a823c07a9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:39.610389 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6339e034-31a7-4007-b404-9587e7467fd8 admin admin] No DVR routers for this DVR port 19338dde-c25b-4de7-8996-c66a823c07a9 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:39.619254 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 13397e8a-2d94-455e-be14-71151bf8e9b6 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:39.619631 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 13397e8a-2d94-455e-be14-71151bf8e9b6 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:39.672862 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c772cea-dc10-4520-862a-787d4e02b5de None None] DHCP port deletion for b78f139e-d876-4f71-b091-055c8a4ef271 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:45:39.697624 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6339e034-31a7-4007-b404-9587e7467fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.708164 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-6339e034-31a7-4007-b404-9587e7467fd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b78f139e-d876-4f71-b091-055c8a4ef271']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:39.719107 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-6339e034-31a7-4007-b404-9587e7467fd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '599a339a-0e76-4688-b256-19eac6dfc88e') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:39.719508 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-6339e034-31a7-4007-b404-9587e7467fd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '599a339a-0e76-4688-b256-19eac6dfc88e') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:39.729198 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6339e034-31a7-4007-b404-9587e7467fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.743753 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6339e034-31a7-4007-b404-9587e7467fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.750203 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6339e034-31a7-4007-b404-9587e7467fd8 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:45:39.750642 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6339e034-31a7-4007-b404-9587e7467fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:45:39.754193 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:45:39.813647 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6339e034-31a7-4007-b404-9587e7467fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.819739 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6339e034-31a7-4007-b404-9587e7467fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.821826 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6339e034-31a7-4007-b404-9587e7467fd8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b78f139e-d876-4f71-b091-055c8a4ef271 HTTP/1.1" status: 204 len: 168 time: 0.5601592 Jul 14 09:45:39.825569 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60220) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:39.839241 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339e034-31a7-4007-b404-9587e7467fd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b78f139e-d876-4f71-b091-055c8a4ef271,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:40.172692 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5984a53a-5706-4af1-ac39-f5b049ff647e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:40.430107 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5984a53a-5706-4af1-ac39-f5b049ff647e admin admin] Deleting port 7ac7d21b-1095-4ea2-90ae-da39f39603cc {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:40.430390 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5984a53a-5706-4af1-ac39-f5b049ff647e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:40.512118 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5984a53a-5706-4af1-ac39-f5b049ff647e admin admin] For port 7ac7d21b-1095-4ea2-90ae-da39f39603cc, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7ac7d21b-1095-4ea2-90ae-da39f39603cc,segment=NetworkSegment(d48243ad-6bcd-47c5-9b58-8b722a59c55a),segment_id=d48243ad-6bcd-47c5-9b58-8b722a59c55a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:40.512480 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5984a53a-5706-4af1-ac39-f5b049ff647e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:40.526087 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5984a53a-5706-4af1-ac39-f5b049ff647e admin admin] Calling delete_port for 7ac7d21b-1095-4ea2-90ae-da39f39603cc owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:40.708334 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5984a53a-5706-4af1-ac39-f5b049ff647e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:40.733165 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984a53a-5706-4af1-ac39-f5b049ff647e admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac7d21b-1095-4ea2-90ae-da39f39603cc,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:40.898104 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:40.913562 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5984a53a-5706-4af1-ac39-f5b049ff647e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:41.384820 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 19338dde-c25b-4de7-8996-c66a823c07a9 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:41.405657 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 19338dde-c25b-4de7-8996-c66a823c07a9 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:41.406102 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 19338dde-c25b-4de7-8996-c66a823c07a9 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:41.443391 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5984a53a-5706-4af1-ac39-f5b049ff647e admin admin] Router ccda3841-8097-4cf3-8b04-9843d1b5e3ad has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:45:41.550494 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5984a53a-5706-4af1-ac39-f5b049ff647e admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:41.555764 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5984a53a-5706-4af1-ac39-f5b049ff647e admin admin] 10.222.0.25 "PUT /v2.0/routers/ccda3841-8097-4cf3-8b04-9843d1b5e3ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7294340 Jul 14 09:45:41.558333 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60222) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:41.560883 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e1ce3b-76fa-480e-905f-1e24cbfacf04 None None] Sync routers for ids ['ccda3841-8097-4cf3-8b04-9843d1b5e3ad'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:41.570186 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e1ce3b-76fa-480e-905f-1e24cbfacf04 None None] Routers {'ccda3841-8097-4cf3-8b04-9843d1b5e3ad'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:41.570873 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-40e1ce3b-76fa-480e-905f-1e24cbfacf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:45:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['ccda3841-8097-4cf3-8b04-9843d1b5e3ad'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:41.666227 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24d182e2-16a1-4b56-b5ea-91a779cdec39 admin admin] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:41.674322 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-40e1ce3b-76fa-480e-905f-1e24cbfacf04 None None] Set router ccda3841-8097-4cf3-8b04-9843d1b5e3ad gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:41.782730 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24d182e2-16a1-4b56-b5ea-91a779cdec39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:41.836780 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-24d182e2-16a1-4b56-b5ea-91a779cdec39 admin admin] Deleting port 5d198da7-bc26-4cae-81c6-24d3f4dbefbf {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:41.837040 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24d182e2-16a1-4b56-b5ea-91a779cdec39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:41.854095 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-40e1ce3b-76fa-480e-905f-1e24cbfacf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccda3841-8097-4cf3-8b04-9843d1b5e3ad', 'name': 'tempest-TestVolumeBootPattern-712364003-router', 'tenant_id': '4eda26ea201840d4af046d16d4e49d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '5d198da7-bc26-4cae-81c6-24d3f4dbefbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:46Z', 'updated_at': '2021-07-14T09:45:40Z', 'revision_number': 5, 'project_id': '4eda26ea201840d4af046d16d4e49d14', 'gw_port': {'id': '5d198da7-bc26-4cae-81c6-24d3f4dbefbf', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccda3841-8097-4cf3-8b04-9843d1b5e3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:47Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:41.880904 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e1ce3b-76fa-480e-905f-1e24cbfacf04 None None] Checking router: ccda3841-8097-4cf3-8b04-9843d1b5e3ad for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:45:41.888988 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e1ce3b-76fa-480e-905f-1e24cbfacf04 None None] Routers {'ccda3841-8097-4cf3-8b04-9843d1b5e3ad'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:41.889580 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-40e1ce3b-76fa-480e-905f-1e24cbfacf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:45:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['ccda3841-8097-4cf3-8b04-9843d1b5e3ad'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:41.919544 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-24d182e2-16a1-4b56-b5ea-91a779cdec39 admin admin] For port 5d198da7-bc26-4cae-81c6-24d3f4dbefbf, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=5d198da7-bc26-4cae-81c6-24d3f4dbefbf,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:41.920148 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24d182e2-16a1-4b56-b5ea-91a779cdec39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:41.939632 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-24d182e2-16a1-4b56-b5ea-91a779cdec39 admin admin] Calling delete_port for 5d198da7-bc26-4cae-81c6-24d3f4dbefbf owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:41.974656 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-40e1ce3b-76fa-480e-905f-1e24cbfacf04 None None] Set router ccda3841-8097-4cf3-8b04-9843d1b5e3ad gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:42.025485 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-40e1ce3b-76fa-480e-905f-1e24cbfacf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccda3841-8097-4cf3-8b04-9843d1b5e3ad', 'name': 'tempest-TestVolumeBootPattern-712364003-router', 'tenant_id': '4eda26ea201840d4af046d16d4e49d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:46Z', 'updated_at': '2021-07-14T09:45:41Z', 'revision_number': 6, 'project_id': '4eda26ea201840d4af046d16d4e49d14', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:42.057182 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e1ce3b-76fa-480e-905f-1e24cbfacf04 None None] The sync data for ids ['ccda3841-8097-4cf3-8b04-9843d1b5e3ad'] in n-d-771362-35 is: [{'id': 'ccda3841-8097-4cf3-8b04-9843d1b5e3ad', 'name': 'tempest-TestVolumeBootPattern-712364003-router', 'tenant_id': '4eda26ea201840d4af046d16d4e49d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:46Z', 'updated_at': '2021-07-14T09:45:41Z', 'revision_number': 6, 'project_id': '4eda26ea201840d4af046d16d4e49d14', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:42.114987 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24d182e2-16a1-4b56-b5ea-91a779cdec39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.141222 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d182e2-16a1-4b56-b5ea-91a779cdec39 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d198da7-bc26-4cae-81c6-24d3f4dbefbf,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:42.204264 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24d182e2-16a1-4b56-b5ea-91a779cdec39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.293111 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24d182e2-16a1-4b56-b5ea-91a779cdec39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.295368 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24d182e2-16a1-4b56-b5ea-91a779cdec39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.338028 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24d182e2-16a1-4b56-b5ea-91a779cdec39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.338567 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d182e2-16a1-4b56-b5ea-91a779cdec39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccda3841-8097-4cf3-8b04-9843d1b5e3ad {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:45:42.343374 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24d182e2-16a1-4b56-b5ea-91a779cdec39 admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.344583 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-24d182e2-16a1-4b56-b5ea-91a779cdec39 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ccda3841-8097-4cf3-8b04-9843d1b5e3ad HTTP/1.1" status: 204 len: 168 time: 0.7852950 Jul 14 09:45:42.348425 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60224) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:42.396128 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd19b945-c166-4386-a894-26859d8bf41a admin admin] Deleting subnet 9b9a60e6-7698-44df-9ce5-83f7d03d829e {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:45:42.399355 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd19b945-c166-4386-a894-26859d8bf41a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.434751 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd19b945-c166-4386-a894-26859d8bf41a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.459336 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.524428 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd19b945-c166-4386-a894-26859d8bf41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.576844 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd19b945-c166-4386-a894-26859d8bf41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.602244 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19b945-c166-4386-a894-26859d8bf41a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b9a60e6-7698-44df-9ce5-83f7d03d829e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:42.608267 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd19b945-c166-4386-a894-26859d8bf41a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.610271 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fd19b945-c166-4386-a894-26859d8bf41a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9b9a60e6-7698-44df-9ce5-83f7d03d829e HTTP/1.1" status: 204 len: 168 time: 0.2606022 Jul 14 09:45:42.612821 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60226) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:42.615227 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15a44c1-a2d0-4fa3-b9a3-208440611d6e None None] Network 9fe565eb-f46a-475c-aa2a-07fe1057de04 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:42.685085 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a46ed45-f7d7-4285-b564-a04d8447dad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.740008 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5a46ed45-f7d7-4285-b564-a04d8447dad1 admin admin] Deleting port c79aaef9-6afd-4b3d-9ca6-3c5b491952fe {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:42.740302 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a46ed45-f7d7-4285-b564-a04d8447dad1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.806841 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5a46ed45-f7d7-4285-b564-a04d8447dad1 admin admin] For port c79aaef9-6afd-4b3d-9ca6-3c5b491952fe, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c79aaef9-6afd-4b3d-9ca6-3c5b491952fe,segment=NetworkSegment(d48243ad-6bcd-47c5-9b58-8b722a59c55a),segment_id=d48243ad-6bcd-47c5-9b58-8b722a59c55a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:42.807201 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a46ed45-f7d7-4285-b564-a04d8447dad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.821560 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5a46ed45-f7d7-4285-b564-a04d8447dad1 admin admin] Calling delete_port for c79aaef9-6afd-4b3d-9ca6-3c5b491952fe owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:42.825272 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa73360-fa05-4fa6-85a2-16c267d93ac5 None None] DHCP port deletion for 9fe565eb-f46a-475c-aa2a-07fe1057de04 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:45:42.877398 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7fa73360-fa05-4fa6-85a2-16c267d93ac5 None None] Deleting port c79aaef9-6afd-4b3d-9ca6-3c5b491952fe {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:42.877730 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fa73360-fa05-4fa6-85a2-16c267d93ac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.910285 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a46ed45-f7d7-4285-b564-a04d8447dad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.937934 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46ed45-f7d7-4285-b564-a04d8447dad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c79aaef9-6afd-4b3d-9ca6-3c5b491952fe,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:42.942278 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a46ed45-f7d7-4285-b564-a04d8447dad1 admin admin] No DVR routers for this DVR port c79aaef9-6afd-4b3d-9ca6-3c5b491952fe on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:42.948912 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7fa73360-fa05-4fa6-85a2-16c267d93ac5 None None] For port c79aaef9-6afd-4b3d-9ca6-3c5b491952fe, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c79aaef9-6afd-4b3d-9ca6-3c5b491952fe,segment=NetworkSegment(d48243ad-6bcd-47c5-9b58-8b722a59c55a),segment_id=d48243ad-6bcd-47c5-9b58-8b722a59c55a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:42.949358 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fa73360-fa05-4fa6-85a2-16c267d93ac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.963950 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7fa73360-fa05-4fa6-85a2-16c267d93ac5 None None] Calling delete_port for c79aaef9-6afd-4b3d-9ca6-3c5b491952fe owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:43.018487 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a46ed45-f7d7-4285-b564-a04d8447dad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.030019 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-5a46ed45-f7d7-4285-b564-a04d8447dad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe565eb-f46a-475c-aa2a-07fe1057de04']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:43.041759 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fa73360-fa05-4fa6-85a2-16c267d93ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.043144 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-5a46ed45-f7d7-4285-b564-a04d8447dad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd48243ad-6bcd-47c5-9b58-8b722a59c55a') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:43.043448 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-5a46ed45-f7d7-4285-b564-a04d8447dad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd48243ad-6bcd-47c5-9b58-8b722a59c55a') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:43.053836 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a46ed45-f7d7-4285-b564-a04d8447dad1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.065923 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa73360-fa05-4fa6-85a2-16c267d93ac5 None None] Pushing event deleted for resources: {'Port': ['ID=c79aaef9-6afd-4b3d-9ca6-3c5b491952fe,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:43.072411 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa73360-fa05-4fa6-85a2-16c267d93ac5 None None] No DVR routers for this DVR port c79aaef9-6afd-4b3d-9ca6-3c5b491952fe on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:43.072681 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a46ed45-f7d7-4285-b564-a04d8447dad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.082506 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a46ed45-f7d7-4285-b564-a04d8447dad1 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:45:43.082744 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a46ed45-f7d7-4285-b564-a04d8447dad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:45:43.084639 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:45:43.139617 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a46ed45-f7d7-4285-b564-a04d8447dad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.145315 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a46ed45-f7d7-4285-b564-a04d8447dad1 admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.147192 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5a46ed45-f7d7-4285-b564-a04d8447dad1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9fe565eb-f46a-475c-aa2a-07fe1057de04 HTTP/1.1" status: 204 len: 168 time: 0.5333405 Jul 14 09:45:43.164419 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46ed45-f7d7-4285-b564-a04d8447dad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fe565eb-f46a-475c-aa2a-07fe1057de04,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:43.277478 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60232) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:43.325782 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-04784f7e-4cd6-40ed-86b6-ad1d652ae1ab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=87d49df898e44e948cc3665c8c3c2f58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469501 Jul 14 09:45:43.326651 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60234) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:43.343790 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 5d198da7-bc26-4cae-81c6-24d3f4dbefbf no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:43.367873 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 5d198da7-bc26-4cae-81c6-24d3f4dbefbf {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:43.368308 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 5d198da7-bc26-4cae-81c6-24d3f4dbefbf not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:43.368787 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7ac7d21b-1095-4ea2-90ae-da39f39603cc no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:43.382471 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c4ca4e7-353c-402a-bac4-6213f88a15fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.388416 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 7ac7d21b-1095-4ea2-90ae-da39f39603cc {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:43.388775 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7ac7d21b-1095-4ea2-90ae-da39f39603cc not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:43.389217 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c79aaef9-6afd-4b3d-9ca6-3c5b491952fe no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:43.405432 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c4ca4e7-353c-402a-bac4-6213f88a15fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.408390 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: c79aaef9-6afd-4b3d-9ca6-3c5b491952fe {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:43.408742 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c79aaef9-6afd-4b3d-9ca6-3c5b491952fe not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:43.456664 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c4ca4e7-353c-402a-bac4-6213f88a15fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.459319 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c4ca4e7-353c-402a-bac4-6213f88a15fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.460501 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2c4ca4e7-353c-402a-bac4-6213f88a15fc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c7203c9a-0212-4251-82a8-73a7b348c4a9 HTTP/1.1" status: 204 len: 168 time: 0.1323647 Jul 14 09:45:43.468063 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ca4e7-353c-402a-bac4-6213f88a15fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7203c9a-0212-4251-82a8-73a7b348c4a9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:43.804413 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60242) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:43.849799 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8a37e3f2-24f6-4907-bb2c-817e14173543 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4eda26ea201840d4af046d16d4e49d14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441525 Jul 14 09:45:43.852894 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60244) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:43.902791 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-622fda76-3ea5-4bbb-94ef-487614323d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.924857 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-622fda76-3ea5-4bbb-94ef-487614323d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.973678 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-622fda76-3ea5-4bbb-94ef-487614323d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.976438 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-622fda76-3ea5-4bbb-94ef-487614323d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.977745 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-622fda76-3ea5-4bbb-94ef-487614323d38 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce4a283b-5c5f-486c-b39f-1c909d63b60b HTTP/1.1" status: 204 len: 168 time: 0.1238313 Jul 14 09:45:43.985853 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622fda76-3ea5-4bbb-94ef-487614323d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4a283b-5c5f-486c-b39f-1c909d63b60b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:48.472429 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-181ef779-9094-4fa5-89e3-5ca2c8e7bc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.087187 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8921278a-2c11-40d3-a33d-2ffbe8963839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.300100 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.286641 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.698710 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6a2f9-ad9f-4158-968c-e6b5965de9c8 req-21c5db6f-4924-4a9f-9a17-b2ad37cbf312 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:52.700347 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0fa6a2f9-ad9f-4158-968c-e6b5965de9c8 req-21c5db6f-4924-4a9f-9a17-b2ad37cbf312 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 946 time: 0.0634544 Jul 14 09:45:52.740313 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0fa6a2f9-ad9f-4158-968c-e6b5965de9c8 req-7c4af5ca-4ca8-4af7-be40-8660e90a934e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320592 Jul 14 09:45:53.825405 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:53.919857 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12be72-4369-441d-b2ea-ff782bc52aba req-7c6abdbf-b196-4efb-8cd1-0db83d396f8c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:53.921339 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a12be72-4369-441d-b2ea-ff782bc52aba req-7c6abdbf-b196-4efb-8cd1-0db83d396f8c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 946 time: 0.0657599 Jul 14 09:45:53.958624 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a12be72-4369-441d-b2ea-ff782bc52aba req-27de2de2-f3d9-48e1-9327-40b3c755ccda tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317297 Jul 14 09:45:55.134677 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9fcc3-08be-4105-9710-ce609c840615 req-461b8f95-6ecb-4d7c-a5b2-f4a9dded3800 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:55.136197 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bda9fcc3-08be-4105-9710-ce609c840615 req-461b8f95-6ecb-4d7c-a5b2-f4a9dded3800 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 946 time: 0.0628946 Jul 14 09:45:55.173559 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bda9fcc3-08be-4105-9710-ce609c840615 req-4d368f1c-1f7a-4d45-a77b-9780bbd867cd tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319109 Jul 14 09:45:56.351996 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89191306-ebd4-482d-9856-3f3966a7d98b req-0d269409-e3b6-4c71-8d34-b5026c567898 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:56.353465 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-89191306-ebd4-482d-9856-3f3966a7d98b req-0d269409-e3b6-4c71-8d34-b5026c567898 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 946 time: 0.0683937 Jul 14 09:45:56.390668 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-89191306-ebd4-482d-9856-3f3966a7d98b req-b6eb6c12-e94c-4849-969c-679152e0c599 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315943 Jul 14 09:45:57.569560 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c34ea-20f8-4ccd-bfce-bd0530b34756 req-42477d3c-7eeb-47ab-a7e6-ac2aaca03963 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:57.570965 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8b5c34ea-20f8-4ccd-bfce-bd0530b34756 req-42477d3c-7eeb-47ab-a7e6-ac2aaca03963 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 946 time: 0.0657220 Jul 14 09:45:57.608943 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8b5c34ea-20f8-4ccd-bfce-bd0530b34756 req-de704155-6903-401f-b370-3b77a0636b71 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324550 Jul 14 09:45:58.784532 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f206ff-18f8-4773-be57-67a4d748db35 req-f818cdcb-bb13-4078-bbbb-933b72a98ce5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:58.785739 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21f206ff-18f8-4773-be57-67a4d748db35 req-f818cdcb-bb13-4078-bbbb-933b72a98ce5 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 946 time: 0.0625098 Jul 14 09:45:58.826284 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21f206ff-18f8-4773-be57-67a4d748db35 req-432fccbc-b66b-401c-8a5a-464b7d1a2fe7 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350833 Jul 14 09:46:00.006747 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682de822-a177-4656-9f87-c1936868fddd req-00affc5b-33a6-48e1-8af9-c94f230c3645 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:00.008306 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-682de822-a177-4656-9f87-c1936868fddd req-00affc5b-33a6-48e1-8af9-c94f230c3645 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 946 time: 0.0695264 Jul 14 09:46:00.047751 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-682de822-a177-4656-9f87-c1936868fddd req-daa74630-4fc0-46c0-a26b-68f3f0597b5e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338290 Jul 14 09:46:01.228931 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b939a-a9bb-4003-9cb3-d1b8015b5f21 req-9f11c797-f598-4752-ac92-4603f1ada742 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:01.230475 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb7b939a-a9bb-4003-9cb3-d1b8015b5f21 req-9f11c797-f598-4752-ac92-4603f1ada742 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 946 time: 0.0653489 Jul 14 09:46:01.270543 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb7b939a-a9bb-4003-9cb3-d1b8015b5f21 req-d7420677-47cb-467b-856a-23e3e7a2207d tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340290 Jul 14 09:46:01.275330 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:46:02.445661 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171f362-35b3-46e5-b7c7-efac21715505 req-e8ddb1f7-c7a6-4c4a-b9d0-7bc83fac227e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:02.447144 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8171f362-35b3-46e5-b7c7-efac21715505 req-e8ddb1f7-c7a6-4c4a-b9d0-7bc83fac227e tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 946 time: 0.0666156 Jul 14 09:46:02.484796 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8171f362-35b3-46e5-b7c7-efac21715505 req-15a9f497-46ff-4b90-9630-03c4ffc43080 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317554 Jul 14 09:46:03.669157 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec43d1-c63c-4d41-90da-1eaa14bcc9fd req-36e4e75a-a074-4d60-b5c8-61fd33740f71 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:03.670642 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25ec43d1-c63c-4d41-90da-1eaa14bcc9fd req-36e4e75a-a074-4d60-b5c8-61fd33740f71 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 946 time: 0.0640090 Jul 14 09:46:03.707771 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25ec43d1-c63c-4d41-90da-1eaa14bcc9fd req-73456485-af78-4f5b-b196-e97ff8aae7e6 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315661 Jul 14 09:46:04.881603 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f765d65-b097-41f4-a7d6-febef13fdf1a req-cf552c35-2b38-475c-8f28-36c24e032e95 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:04.883094 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f765d65-b097-41f4-a7d6-febef13fdf1a req-cf552c35-2b38-475c-8f28-36c24e032e95 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 946 time: 0.0638726 Jul 14 09:46:04.925203 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f765d65-b097-41f4-a7d6-febef13fdf1a req-95d6d637-179a-432b-91c8-97536b41e071 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361466 Jul 14 09:46:05.375157 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc3054-dc93-453f-a943-0a5c43d0d996 req-127a7fcd-5641-4de8-b190-fe6dbe6fc7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:05.376723 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f8bc3054-dc93-453f-a943-0a5c43d0d996 req-127a7fcd-5641-4de8-b190-fe6dbe6fc7f6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 1098 time: 0.0568376 Jul 14 09:46:05.411146 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f8bc3054-dc93-453f-a943-0a5c43d0d996 req-369f3502-682d-4560-ab41-c974126f956b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283670 Jul 14 09:46:06.113110 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e712807-9a9c-43cf-93ad-74ce03f3e4a4 req-9a617c47-272b-41c8-b4ed-6dae0a0f61f3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:06.114647 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e712807-9a9c-43cf-93ad-74ce03f3e4a4 req-9a617c47-272b-41c8-b4ed-6dae0a0f61f3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 946 time: 0.0650492 Jul 14 09:46:06.154354 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e712807-9a9c-43cf-93ad-74ce03f3e4a4 req-c0cfca3c-7b67-4037-bb22-a2f7d2cbafd8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340097 Jul 14 09:46:07.291900 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 1954c3a2-3ca7-43e7-8d90-7ad1520d5459 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:46:07.295317 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 1954c3a2-3ca7-43e7-8d90-7ad1520d5459 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:07.332139 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2006b42-b1ec-4872-a931-bbf538520092 req-beecf396-5fb8-407b-bec2-1f08b07b23cf tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:07.333691 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2006b42-b1ec-4872-a931-bbf538520092 req-beecf396-5fb8-407b-bec2-1f08b07b23cf tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 946 time: 0.0653832 Jul 14 09:46:07.372116 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2006b42-b1ec-4872-a931-bbf538520092 req-d8d10c18-5382-4892-a19a-d31106d94701 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328555 Jul 14 09:46:07.397103 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60300) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:07.438730 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:07.458186 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 1954c3a2-3ca7-43e7-8d90-7ad1520d5459, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1954c3a2-3ca7-43e7-8d90-7ad1520d5459,segment=NetworkSegment(b117e6e1-55a3-48ac-ac9a-685efda31ba9),segment_id=b117e6e1-55a3-48ac-ac9a-685efda31ba9)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:07.463530 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-26727d0e-935d-43be-b3d2-2c9735ff1bb0 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/floatingips/f6c73ee0-b39b-435a-b43f-217fedbb2a51 HTTP/1.1" status: 200 len: 994 time: 0.0652518 Jul 14 09:46:07.477077 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '1954c3a2-3ca7-43e7-8d90-7ad1520d5459', 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93', 'port_id': '1954c3a2-3ca7-43e7-8d90-7ad1520d5459', 'mac_address': 'fa:16:3e:50:a8:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ee2aa9-9ff2-4d61-99f1-cc090c7213f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:46:07.481879 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cd43a6-c2ff-4b8d-9040-9456259c7a80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1954c3a2-3ca7-43e7-8d90-7ad1520d5459'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:07.484136 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf55b62-f63e-42d9-a0a1-a2e2a40d8ea6" -d '{"events": [{"server_uuid": "c9cd43a6-c2ff-4b8d-9040-9456259c7a80", "name": "network-vif-unplugged", "status": "completed", "tag": "1954c3a2-3ca7-43e7-8d90-7ad1520d5459"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:07.500654 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 1954c3a2-3ca7-43e7-8d90-7ad1520d5459, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1954c3a2-3ca7-43e7-8d90-7ad1520d5459,segment=NetworkSegment(b117e6e1-55a3-48ac-ac9a-685efda31ba9),segment_id=b117e6e1-55a3-48ac-ac9a-685efda31ba9)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:07.523073 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:07.525660 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fded10-a888-4725-bdca-951cf11644e6 x-openstack-request-id: req-c0fded10-a888-4725-bdca-951cf11644e6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:07.525948 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9cd43a6-c2ff-4b8d-9040-9456259c7a80", "name": "network-vif-unplugged", "status": "completed", "tag": "1954c3a2-3ca7-43e7-8d90-7ad1520d5459", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:07.526199 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c0fded10-a888-4725-bdca-951cf11644e6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:07.526598 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cd43a6-c2ff-4b8d-9040-9456259c7a80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1954c3a2-3ca7-43e7-8d90-7ad1520d5459', 'code': 200} Jul 14 09:46:07.567131 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:07.591843 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1954c3a2-3ca7-43e7-8d90-7ad1520d5459 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:46:07.595850 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=1954c3a2-3ca7-43e7-8d90-7ad1520d5459,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:07.605659 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:07.606007 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:07.606345 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:07.606676 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:07.607009 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:07.607335 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:07.607688 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:07.608013 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:07.608335 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:07.608655 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:07.608978 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:07.609297 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:07.645453 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:46:07.645810 n-d-771362-35 neutron-server[93774]: DEBUG oslo_db.api [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:46:08.183926 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:08.196694 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1954c3a2-3ca7-43e7-8d90-7ad1520d5459 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:46:08.215918 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 1954c3a2-3ca7-43e7-8d90-7ad1520d5459, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1954c3a2-3ca7-43e7-8d90-7ad1520d5459,segment=NetworkSegment(b117e6e1-55a3-48ac-ac9a-685efda31ba9),segment_id=b117e6e1-55a3-48ac-ac9a-685efda31ba9)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:08.219760 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:08.266170 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=1954c3a2-3ca7-43e7-8d90-7ad1520d5459,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:08.418404 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['1954c3a2-3ca7-43e7-8d90-7ad1520d5459'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:46:09.328528 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 1954c3a2-3ca7-43e7-8d90-7ad1520d5459 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:09.376438 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 1954c3a2-3ca7-43e7-8d90-7ad1520d5459 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:09.376805 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:09.453181 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:09.485568 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 1954c3a2-3ca7-43e7-8d90-7ad1520d5459, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1954c3a2-3ca7-43e7-8d90-7ad1520d5459,segment=NetworkSegment(b117e6e1-55a3-48ac-ac9a-685efda31ba9),segment_id=b117e6e1-55a3-48ac-ac9a-685efda31ba9)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:09.490066 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:09.527729 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cd43a6-c2ff-4b8d-9040-9456259c7a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1954c3a2-3ca7-43e7-8d90-7ad1520d5459'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:09.529868 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db499b37-c3ec-4e61-9d11-5714660ebb3a" -d '{"events": [{"server_uuid": "c9cd43a6-c2ff-4b8d-9040-9456259c7a80", "name": "network-vif-plugged", "status": "completed", "tag": "1954c3a2-3ca7-43e7-8d90-7ad1520d5459"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:09.542105 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=1954c3a2-3ca7-43e7-8d90-7ad1520d5459,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:09.572012 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab79f642-7811-4775-979a-e050cc64335d x-openstack-request-id: req-ab79f642-7811-4775-979a-e050cc64335d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:09.572310 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9cd43a6-c2ff-4b8d-9040-9456259c7a80", "name": "network-vif-plugged", "status": "completed", "tag": "1954c3a2-3ca7-43e7-8d90-7ad1520d5459", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:09.572596 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab79f642-7811-4775-979a-e050cc64335d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:09.572996 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cd43a6-c2ff-4b8d-9040-9456259c7a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1954c3a2-3ca7-43e7-8d90-7ad1520d5459', 'code': 200} Jul 14 09:46:10.889518 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:12.469499 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:18.474305 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa877d2e-a4bf-4f7e-8b77-540f3be80c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.088114 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-636c392c-3e75-46c3-bb6a-98a8de73f097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.302763 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.287578 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.827955 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.038265 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-51688bd9-20db-4fd4-9bce-2770687005cb req-9690af8c-cf62-4fea-a9b0-4399479c8328 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528662 Jul 14 09:46:26.136058 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51688bd9-20db-4fd4-9bce-2770687005cb req-01884d57-5dcc-4b65-a567-14a68036760f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:26.137576 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-51688bd9-20db-4fd4-9bce-2770687005cb req-01884d57-5dcc-4b65-a567-14a68036760f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 1098 time: 0.0534003 Jul 14 09:46:26.248387 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51688bd9-20db-4fd4-9bce-2770687005cb req-97d307a8-a3df-4913-b363-e68946e1d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:26.249859 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-51688bd9-20db-4fd4-9bce-2770687005cb req-97d307a8-a3df-4913-b363-e68946e1d9a3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3628eafc-898e-43eb-98b9-604e826bbd93 HTTP/1.1" status: 200 len: 897 time: 0.0873258 Jul 14 09:46:26.314151 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-51688bd9-20db-4fd4-9bce-2770687005cb req-3ad66709-4e09-4be9-bfa1-86918478232f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1954c3a2-3ca7-43e7-8d90-7ad1520d5459 HTTP/1.1" status: 200 len: 1002 time: 0.0576310 Jul 14 09:46:26.366797 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51688bd9-20db-4fd4-9bce-2770687005cb req-f422a130-316e-4ec1-be99-12cad87f0648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:26.368278 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-51688bd9-20db-4fd4-9bce-2770687005cb req-f422a130-316e-4ec1-be99-12cad87f0648 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d4ee2aa9-9ff2-4d61-99f1-cc090c7213f2 HTTP/1.1" status: 200 len: 835 time: 0.0480359 Jul 14 09:46:26.429194 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51688bd9-20db-4fd4-9bce-2770687005cb req-e958586d-e1db-4be1-a699-8b9582adc17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:26.430683 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-51688bd9-20db-4fd4-9bce-2770687005cb req-e958586d-e1db-4be1-a699-8b9582adc17c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3628eafc-898e-43eb-98b9-604e826bbd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512125 Jul 14 09:46:26.521169 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-51688bd9-20db-4fd4-9bce-2770687005cb req-35b409b6-d8d9-434a-b4ce-4484d3168d9c service neutron] 10.222.0.44 "GET /v2.0/networks/3628eafc-898e-43eb-98b9-604e826bbd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834870 Jul 14 09:46:26.617643 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-51688bd9-20db-4fd4-9bce-2770687005cb req-27fd7e35-d8b3-4d90-a32c-313baf2dc474 service neutron] 10.222.0.44 "GET /v2.0/networks/3628eafc-898e-43eb-98b9-604e826bbd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888865 Jul 14 09:46:38.274359 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:46:40.887166 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.482275 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.686052 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60316) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:42.840387 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-01ac140c-2d5f-4a89-90b3-dc37041c0c3a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Deleting port bb041f08-fd2e-4892-b141-b0ec113d4ece {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:42.840725 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01ac140c-2d5f-4a89-90b3-dc37041c0c3a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.919309 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01ac140c-2d5f-4a89-90b3-dc37041c0c3a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.919670 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01ac140c-2d5f-4a89-90b3-dc37041c0c3a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.931140 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-01ac140c-2d5f-4a89-90b3-dc37041c0c3a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Calling delete_port for bb041f08-fd2e-4892-b141-b0ec113d4ece owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:43.077092 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01ac140c-2d5f-4a89-90b3-dc37041c0c3a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.106823 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac140c-2d5f-4a89-90b3-dc37041c0c3a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'Port': ['ID=bb041f08-fd2e-4892-b141-b0ec113d4ece,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:43.136832 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac140c-2d5f-4a89-90b3-dc37041c0c3a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:43.137177 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac140c-2d5f-4a89-90b3-dc37041c0c3a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:43.137514 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac140c-2d5f-4a89-90b3-dc37041c0c3a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:43.137847 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac140c-2d5f-4a89-90b3-dc37041c0c3a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:43.138175 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac140c-2d5f-4a89-90b3-dc37041c0c3a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:43.138501 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac140c-2d5f-4a89-90b3-dc37041c0c3a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:43.138825 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac140c-2d5f-4a89-90b3-dc37041c0c3a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:43.139148 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac140c-2d5f-4a89-90b3-dc37041c0c3a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:43.139476 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac140c-2d5f-4a89-90b3-dc37041c0c3a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:43.139818 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac140c-2d5f-4a89-90b3-dc37041c0c3a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:43.140136 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac140c-2d5f-4a89-90b3-dc37041c0c3a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:43.140452 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac140c-2d5f-4a89-90b3-dc37041c0c3a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:43.181218 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01ac140c-2d5f-4a89-90b3-dc37041c0c3a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.181541 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-01ac140c-2d5f-4a89-90b3-dc37041c0c3a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Floating IP f6c73ee0-b39b-435a-b43f-217fedbb2a51 disassociated (deleted). External IP: 172.25.6.226, port: 1954c3a2-3ca7-43e7-8d90-7ad1520d5459. Jul 14 09:46:43.393161 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ac140c-2d5f-4a89-90b3-dc37041c0c3a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Router 1446002a-a2e9-44d0-8e0b-6ce872fa6320 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:46:43.500800 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ac140c-2d5f-4a89-90b3-dc37041c0c3a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:46:43.506130 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01ac140c-2d5f-4a89-90b3-dc37041c0c3a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.510454 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73240bb-75ee-49b7-a782-343263813570 None None] Sync routers for ids ['1446002a-a2e9-44d0-8e0b-6ce872fa6320'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:46:43.520384 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73240bb-75ee-49b7-a782-343263813570 None None] Routers {'1446002a-a2e9-44d0-8e0b-6ce872fa6320'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:43.521068 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c73240bb-75ee-49b7-a782-343263813570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:46:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1446002a-a2e9-44d0-8e0b-6ce872fa6320'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:43.544427 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-01ac140c-2d5f-4a89-90b3-dc37041c0c3a tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "DELETE /v2.0/floatingips/f6c73ee0-b39b-435a-b43f-217fedbb2a51 HTTP/1.1" status: 204 len: 168 time: 0.8549592 Jul 14 09:46:43.544427 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cd43a6-c2ff-4b8d-9040-9456259c7a80', 'tag': '1954c3a2-3ca7-43e7-8d90-7ad1520d5459'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:43.545104 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992b5144-8271-4c23-a490-0e4d69a608d7" -d '{"events": [{"name": "network-changed", "server_uuid": "c9cd43a6-c2ff-4b8d-9040-9456259c7a80", "tag": "1954c3a2-3ca7-43e7-8d90-7ad1520d5459"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:43.582091 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5620f48-9500-46be-96b4-17e8e509ae6c x-openstack-request-id: req-c5620f48-9500-46be-96b4-17e8e509ae6c {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:43.582388 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9cd43a6-c2ff-4b8d-9040-9456259c7a80", "tag": "1954c3a2-3ca7-43e7-8d90-7ad1520d5459", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:43.582638 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5620f48-9500-46be-96b4-17e8e509ae6c {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:43.583039 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9cd43a6-c2ff-4b8d-9040-9456259c7a80', 'tag': '1954c3a2-3ca7-43e7-8d90-7ad1520d5459', 'status': 'completed', 'code': 200} Jul 14 09:46:43.630288 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c73240bb-75ee-49b7-a782-343263813570 None None] Set router 1446002a-a2e9-44d0-8e0b-6ce872fa6320 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:43.660257 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b5144-8271-4c23-a490-0e4d69a608d7 req-45f68e0b-c9cc-4a31-afcb-fc5f9504aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:43.661811 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-992b5144-8271-4c23-a490-0e4d69a608d7 req-45f68e0b-c9cc-4a31-afcb-fc5f9504aa70 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efe559a5c8d646b7b35d7ff399735120&device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 1098 time: 0.0551803 Jul 14 09:46:43.777078 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b5144-8271-4c23-a490-0e4d69a608d7 req-6dd25b49-5d94-412f-9fef-ba8372004dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:43.777078 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-992b5144-8271-4c23-a490-0e4d69a608d7 req-6dd25b49-5d94-412f-9fef-ba8372004dce service neutron] 10.222.0.44 "GET /v2.0/networks?id=3628eafc-898e-43eb-98b9-604e826bbd93 HTTP/1.1" status: 200 len: 897 time: 0.1081865 Jul 14 09:46:43.830706 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-992b5144-8271-4c23-a490-0e4d69a608d7 req-0c42c8e5-1173-4b9b-8a8e-6e61da367d2f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1954c3a2-3ca7-43e7-8d90-7ad1520d5459 HTTP/1.1" status: 200 len: 217 time: 0.0412285 Jul 14 09:46:43.843380 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c73240bb-75ee-49b7-a782-343263813570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475018958', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:01Z', 'updated_at': '2021-07-14T09:45:05Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:02Z', 'updated_at': '2021-07-14T09:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '4dc4632d-e600-4b39-882a-bc44ab1842a8', 'name': '', 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:37:10:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'd4ee2aa9-9ff2-4d61-99f1-cc090c7213f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:10Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': 'd4ee2aa9-9ff2-4d61-99f1-cc090c7213f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:43.871783 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73240bb-75ee-49b7-a782-343263813570 None None] Checking router: 1446002a-a2e9-44d0-8e0b-6ce872fa6320 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:46:43.880366 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73240bb-75ee-49b7-a782-343263813570 None None] Routers {'1446002a-a2e9-44d0-8e0b-6ce872fa6320'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:43.880992 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c73240bb-75ee-49b7-a782-343263813570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:46:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1446002a-a2e9-44d0-8e0b-6ce872fa6320'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:43.883524 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b5144-8271-4c23-a490-0e4d69a608d7 req-1bde0b1e-b27c-4f2f-a30e-793f38e9802f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:43.885492 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-992b5144-8271-4c23-a490-0e4d69a608d7 req-1bde0b1e-b27c-4f2f-a30e-793f38e9802f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d4ee2aa9-9ff2-4d61-99f1-cc090c7213f2 HTTP/1.1" status: 200 len: 835 time: 0.0484653 Jul 14 09:46:43.933489 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9c848-1109-429c-b4d0-f28c79799fda req-4a9c28d1-330e-46b7-a8cc-a0c6e34d4887 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:43.935069 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bbe9c848-1109-429c-b4d0-f28c79799fda req-4a9c28d1-330e-46b7-a8cc-a0c6e34d4887 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 946 time: 0.0671377 Jul 14 09:46:43.950077 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b5144-8271-4c23-a490-0e4d69a608d7 req-16ec73d1-445a-46ae-90db-9f9e61a1d54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:43.951831 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-992b5144-8271-4c23-a490-0e4d69a608d7 req-16ec73d1-445a-46ae-90db-9f9e61a1d54e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3628eafc-898e-43eb-98b9-604e826bbd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575953 Jul 14 09:46:43.975534 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bbe9c848-1109-429c-b4d0-f28c79799fda req-6e3852cc-f844-468e-9db1-4095d4cc180b tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336409 Jul 14 09:46:43.993505 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c73240bb-75ee-49b7-a782-343263813570 None None] Set router 1446002a-a2e9-44d0-8e0b-6ce872fa6320 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:44.052148 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-992b5144-8271-4c23-a490-0e4d69a608d7 req-9af7e1e7-c308-4afb-89c1-b628a8c6d02c service neutron] 10.222.0.44 "GET /v2.0/networks/3628eafc-898e-43eb-98b9-604e826bbd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919638 Jul 14 09:46:44.144181 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-992b5144-8271-4c23-a490-0e4d69a608d7 req-a10ab921-d95b-4751-8918-3d2e2aab45d5 service neutron] 10.222.0.44 "GET /v2.0/networks/3628eafc-898e-43eb-98b9-604e826bbd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853593 Jul 14 09:46:44.193663 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c73240bb-75ee-49b7-a782-343263813570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475018958', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:01Z', 'updated_at': '2021-07-14T09:45:05Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:02Z', 'updated_at': '2021-07-14T09:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '4dc4632d-e600-4b39-882a-bc44ab1842a8', 'name': '', 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:37:10:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'd4ee2aa9-9ff2-4d61-99f1-cc090c7213f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:10Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': 'd4ee2aa9-9ff2-4d61-99f1-cc090c7213f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:44.224555 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73240bb-75ee-49b7-a782-343263813570 None None] The sync data for ids ['1446002a-a2e9-44d0-8e0b-6ce872fa6320'] in n-d-771362-35 is: [{'id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475018958', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:01Z', 'updated_at': '2021-07-14T09:45:05Z', 'revision_number': 4, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:02Z', 'updated_at': '2021-07-14T09:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '4dc4632d-e600-4b39-882a-bc44ab1842a8', 'name': '', 'network_id': '3628eafc-898e-43eb-98b9-604e826bbd93', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'mac_address': 'fa:16:3e:37:10:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'd4ee2aa9-9ff2-4d61-99f1-cc090c7213f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:10Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'subnets': [{'id': 'd4ee2aa9-9ff2-4d61-99f1-cc090c7213f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:46:44.442618 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e19db69-7c21-4ddb-a215-51b3519d7a77 None None] New status for floating IP f6c73ee0-b39b-435a-b43f-217fedbb2a51: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:46:45.368287 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841edc8-7acc-47bd-981b-7ad48e6d7939 req-d7858e03-ac0d-49bb-a76e-763567d99798 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:45.369974 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7841edc8-7acc-47bd-981b-7ad48e6d7939 req-d7858e03-ac0d-49bb-a76e-763567d99798 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 946 time: 0.0765374 Jul 14 09:46:45.431395 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c61a8-77fe-4eb2-8fdb-445458776a8c req-e2e94a14-621e-49df-92b6-a64cf588d63c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:45.432944 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c37c61a8-77fe-4eb2-8fdb-445458776a8c req-e2e94a14-621e-49df-92b6-a64cf588d63c tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9cd43a6-c2ff-4b8d-9040-9456259c7a80 HTTP/1.1" status: 200 len: 946 time: 0.3439205 Jul 14 09:46:45.471202 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c37c61a8-77fe-4eb2-8fdb-445458776a8c req-dc13367f-0b57-44ca-a4b9-ddc4f9c6b308 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "GET /v2.0/security-groups?id=68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320740 Jul 14 09:46:45.473763 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-7841edc8-7acc-47bd-981b-7ad48e6d7939 req-2a353f8f-4d89-4016-b48c-7bc048a1d0b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Deleting port 1954c3a2-3ca7-43e7-8d90-7ad1520d5459 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:45.474087 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7841edc8-7acc-47bd-981b-7ad48e6d7939 req-2a353f8f-4d89-4016-b48c-7bc048a1d0b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.565878 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-7841edc8-7acc-47bd-981b-7ad48e6d7939 req-2a353f8f-4d89-4016-b48c-7bc048a1d0b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] For port 1954c3a2-3ca7-43e7-8d90-7ad1520d5459, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1954c3a2-3ca7-43e7-8d90-7ad1520d5459,segment=NetworkSegment(b117e6e1-55a3-48ac-ac9a-685efda31ba9),segment_id=b117e6e1-55a3-48ac-ac9a-685efda31ba9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:45.566233 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7841edc8-7acc-47bd-981b-7ad48e6d7939 req-2a353f8f-4d89-4016-b48c-7bc048a1d0b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.579033 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-7841edc8-7acc-47bd-981b-7ad48e6d7939 req-2a353f8f-4d89-4016-b48c-7bc048a1d0b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Calling delete_port for 1954c3a2-3ca7-43e7-8d90-7ad1520d5459 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:45.705259 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7841edc8-7acc-47bd-981b-7ad48e6d7939 req-2a353f8f-4d89-4016-b48c-7bc048a1d0b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.734746 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a353f8f-4d89-4016-b48c-7bc048a1d0b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'Port': ['ID=1954c3a2-3ca7-43e7-8d90-7ad1520d5459,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:45.747510 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a353f8f-4d89-4016-b48c-7bc048a1d0b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:45.747868 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a353f8f-4d89-4016-b48c-7bc048a1d0b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:45.748200 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a353f8f-4d89-4016-b48c-7bc048a1d0b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:45.748543 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a353f8f-4d89-4016-b48c-7bc048a1d0b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:45.748869 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a353f8f-4d89-4016-b48c-7bc048a1d0b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:45.749196 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a353f8f-4d89-4016-b48c-7bc048a1d0b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:45.749529 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a353f8f-4d89-4016-b48c-7bc048a1d0b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:45.749853 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a353f8f-4d89-4016-b48c-7bc048a1d0b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:45.750178 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a353f8f-4d89-4016-b48c-7bc048a1d0b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:45.750501 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a353f8f-4d89-4016-b48c-7bc048a1d0b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:45.750827 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a353f8f-4d89-4016-b48c-7bc048a1d0b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:45.751144 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a353f8f-4d89-4016-b48c-7bc048a1d0b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:45.789198 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7841edc8-7acc-47bd-981b-7ad48e6d7939 req-2a353f8f-4d89-4016-b48c-7bc048a1d0b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] No DVR routers for this DVR port 1954c3a2-3ca7-43e7-8d90-7ad1520d5459 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:45.791760 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7841edc8-7acc-47bd-981b-7ad48e6d7939 req-2a353f8f-4d89-4016-b48c-7bc048a1d0b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.793820 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7841edc8-7acc-47bd-981b-7ad48e6d7939 req-2a353f8f-4d89-4016-b48c-7bc048a1d0b3 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.44 "DELETE /v2.0/ports/1954c3a2-3ca7-43e7-8d90-7ad1520d5459 HTTP/1.1" status: 204 len: 173 time: 0.4174445 Jul 14 09:46:45.794247 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cd43a6-c2ff-4b8d-9040-9456259c7a80', 'name': 'network-vif-deleted', 'tag': '1954c3a2-3ca7-43e7-8d90-7ad1520d5459'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:45.796564 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013e64d2-b425-4cf3-9e26-eb806069476e" -d '{"events": [{"server_uuid": "c9cd43a6-c2ff-4b8d-9040-9456259c7a80", "name": "network-vif-deleted", "tag": "1954c3a2-3ca7-43e7-8d90-7ad1520d5459"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:45.834653 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d10a7d-fa2a-499b-80fd-210f7f3c5bbd x-openstack-request-id: req-b9d10a7d-fa2a-499b-80fd-210f7f3c5bbd {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:45.834941 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9cd43a6-c2ff-4b8d-9040-9456259c7a80", "name": "network-vif-deleted", "tag": "1954c3a2-3ca7-43e7-8d90-7ad1520d5459", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:45.835275 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9d10a7d-fa2a-499b-80fd-210f7f3c5bbd {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:45.835810 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cd43a6-c2ff-4b8d-9040-9456259c7a80', 'name': 'network-vif-deleted', 'tag': '1954c3a2-3ca7-43e7-8d90-7ad1520d5459', 'status': 'completed', 'code': 200} Jul 14 09:46:46.746618 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60330) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:47.113305 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9af70095-3cfc-44d0-897b-b1d758741237 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:47.378779 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9af70095-3cfc-44d0-897b-b1d758741237 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Deleting port 4dc4632d-e600-4b39-882a-bc44ab1842a8 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:47.379045 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9af70095-3cfc-44d0-897b-b1d758741237 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:47.467594 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9af70095-3cfc-44d0-897b-b1d758741237 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] For port 4dc4632d-e600-4b39-882a-bc44ab1842a8, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=4dc4632d-e600-4b39-882a-bc44ab1842a8,segment=NetworkSegment(b117e6e1-55a3-48ac-ac9a-685efda31ba9),segment_id=b117e6e1-55a3-48ac-ac9a-685efda31ba9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:47.467955 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9af70095-3cfc-44d0-897b-b1d758741237 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:47.480952 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9af70095-3cfc-44d0-897b-b1d758741237 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Calling delete_port for 4dc4632d-e600-4b39-882a-bc44ab1842a8 owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:47.669256 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9af70095-3cfc-44d0-897b-b1d758741237 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:47.704563 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af70095-3cfc-44d0-897b-b1d758741237 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'Port': ['ID=4dc4632d-e600-4b39-882a-bc44ab1842a8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:47.880857 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9af70095-3cfc-44d0-897b-b1d758741237 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.099332 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af70095-3cfc-44d0-897b-b1d758741237 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Router 1446002a-a2e9-44d0-8e0b-6ce872fa6320 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:46:48.476726 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f15432c-8699-4858-837f-1bea2a3d1797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.523033 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af70095-3cfc-44d0-897b-b1d758741237 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:46:48.528028 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9af70095-3cfc-44d0-897b-b1d758741237 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "PUT /v2.0/routers/1446002a-a2e9-44d0-8e0b-6ce872fa6320/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7803733 Jul 14 09:46:48.530895 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60332) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:48.532768 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d53de0-c5d6-4d09-a812-ed77839b1c64 None None] Sync routers for ids ['1446002a-a2e9-44d0-8e0b-6ce872fa6320'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:46:48.542526 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d53de0-c5d6-4d09-a812-ed77839b1c64 None None] Routers {'1446002a-a2e9-44d0-8e0b-6ce872fa6320'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:48.543211 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f6d53de0-c5d6-4d09-a812-ed77839b1c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:46:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1446002a-a2e9-44d0-8e0b-6ce872fa6320'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:48.584003 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a5f079-8bf4-4f34-a818-02ecd08cd089 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Deleting subnet d4ee2aa9-9ff2-4d61-99f1-cc090c7213f2 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:46:48.587147 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31a5f079-8bf4-4f34-a818-02ecd08cd089 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.627741 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31a5f079-8bf4-4f34-a818-02ecd08cd089 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.647367 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-f6d53de0-c5d6-4d09-a812-ed77839b1c64 None None] Set router 1446002a-a2e9-44d0-8e0b-6ce872fa6320 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:48.717060 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31a5f079-8bf4-4f34-a818-02ecd08cd089 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.777188 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31a5f079-8bf4-4f34-a818-02ecd08cd089 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.806300 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5f079-8bf4-4f34-a818-02ecd08cd089 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ee2aa9-9ff2-4d61-99f1-cc090c7213f2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:48.811672 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31a5f079-8bf4-4f34-a818-02ecd08cd089 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.813377 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-31a5f079-8bf4-4f34-a818-02ecd08cd089 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "DELETE /v2.0/subnets/d4ee2aa9-9ff2-4d61-99f1-cc090c7213f2 HTTP/1.1" status: 204 len: 168 time: 0.2813106 Jul 14 09:46:48.816205 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60334) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:48.819041 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f52576-db4d-47e4-b8d8-9ad96695ad19 None None] Network 3628eafc-898e-43eb-98b9-604e826bbd93 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:48.885024 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f6d53de0-c5d6-4d09-a812-ed77839b1c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475018958', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:01Z', 'updated_at': '2021-07-14T09:46:47Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:02Z', 'updated_at': '2021-07-14T09:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:48.915463 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d53de0-c5d6-4d09-a812-ed77839b1c64 None None] Checking router: 1446002a-a2e9-44d0-8e0b-6ce872fa6320 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:46:48.922352 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7138d5cc-5111-45c3-ae90-de11d4fb75a2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.957960 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d53de0-c5d6-4d09-a812-ed77839b1c64 None None] Routers {'1446002a-a2e9-44d0-8e0b-6ce872fa6320'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:48.958612 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f6d53de0-c5d6-4d09-a812-ed77839b1c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:46:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['1446002a-a2e9-44d0-8e0b-6ce872fa6320'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:49.026885 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7138d5cc-5111-45c3-ae90-de11d4fb75a2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.085997 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7138d5cc-5111-45c3-ae90-de11d4fb75a2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Deleting port 54b911ea-a62d-45b2-a9d7-bce9e69d2ed7 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:49.086636 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7138d5cc-5111-45c3-ae90-de11d4fb75a2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.178062 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7138d5cc-5111-45c3-ae90-de11d4fb75a2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] For port 54b911ea-a62d-45b2-a9d7-bce9e69d2ed7, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=54b911ea-a62d-45b2-a9d7-bce9e69d2ed7,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:49.178427 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7138d5cc-5111-45c3-ae90-de11d4fb75a2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.190208 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7138d5cc-5111-45c3-ae90-de11d4fb75a2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Calling delete_port for 54b911ea-a62d-45b2-a9d7-bce9e69d2ed7 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:49.233785 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-f6d53de0-c5d6-4d09-a812-ed77839b1c64 None None] Set router 1446002a-a2e9-44d0-8e0b-6ce872fa6320 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:49.308131 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5999f6da-f44b-4bb5-950b-feffacad46a0 None None] DHCP port deletion for 3628eafc-898e-43eb-98b9-604e826bbd93 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:46:49.381761 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7138d5cc-5111-45c3-ae90-de11d4fb75a2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.411221 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138d5cc-5111-45c3-ae90-de11d4fb75a2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'Port': ['ID=54b911ea-a62d-45b2-a9d7-bce9e69d2ed7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:49.465088 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-5999f6da-f44b-4bb5-950b-feffacad46a0 None None] Deleting port de269550-227e-4e38-ad90-75899004a02c {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:49.465443 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5999f6da-f44b-4bb5-950b-feffacad46a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.493891 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7138d5cc-5111-45c3-ae90-de11d4fb75a2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.512254 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device de269550-227e-4e38-ad90-75899004a02c no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:49.574462 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 1954c3a2-3ca7-43e7-8d90-7ad1520d5459 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:49.596941 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7138d5cc-5111-45c3-ae90-de11d4fb75a2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.599123 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7138d5cc-5111-45c3-ae90-de11d4fb75a2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.610757 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 1954c3a2-3ca7-43e7-8d90-7ad1520d5459 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:49.611044 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 1954c3a2-3ca7-43e7-8d90-7ad1520d5459 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:49.618030 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-5999f6da-f44b-4bb5-950b-feffacad46a0 None None] For port de269550-227e-4e38-ad90-75899004a02c, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=de269550-227e-4e38-ad90-75899004a02c,segment=NetworkSegment(b117e6e1-55a3-48ac-ac9a-685efda31ba9),segment_id=b117e6e1-55a3-48ac-ac9a-685efda31ba9)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:49.618449 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5999f6da-f44b-4bb5-950b-feffacad46a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.636179 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-5999f6da-f44b-4bb5-950b-feffacad46a0 None None] Calling delete_port for de269550-227e-4e38-ad90-75899004a02c owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:49.648161 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7138d5cc-5111-45c3-ae90-de11d4fb75a2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.648723 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7138d5cc-5111-45c3-ae90-de11d4fb75a2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Fanout notify agent at l3_agent the message router_deleted on router 1446002a-a2e9-44d0-8e0b-6ce872fa6320 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:46:49.650156 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f6d53de0-c5d6-4d09-a812-ed77839b1c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475018958', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:01Z', 'updated_at': '2021-07-14T09:46:47Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:02Z', 'updated_at': '2021-07-14T09:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:49.655979 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7138d5cc-5111-45c3-ae90-de11d4fb75a2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.657110 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7138d5cc-5111-45c3-ae90-de11d4fb75a2 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "DELETE /v2.0/routers/1446002a-a2e9-44d0-8e0b-6ce872fa6320 HTTP/1.1" status: 204 len: 168 time: 0.8399711 Jul 14 09:46:49.660363 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60336) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:49.733115 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d53de0-c5d6-4d09-a812-ed77839b1c64 None None] The sync data for ids ['1446002a-a2e9-44d0-8e0b-6ce872fa6320'] in n-d-771362-35 is: [{'id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475018958', 'tenant_id': 'efe559a5c8d646b7b35d7ff399735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:01Z', 'updated_at': '2021-07-14T09:46:47Z', 'revision_number': 5, 'project_id': 'efe559a5c8d646b7b35d7ff399735120', 'gw_port': {'id': '54b911ea-a62d-45b2-a9d7-bce9e69d2ed7', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1446002a-a2e9-44d0-8e0b-6ce872fa6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:02Z', 'updated_at': '2021-07-14T09:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:46:49.747031 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35ab0d5f-3646-4f4c-8a56-24943b3a8848 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.749802 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.803561 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port de269550-227e-4e38-ad90-75899004a02c, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=de269550-227e-4e38-ad90-75899004a02c,segment=NetworkSegment(b117e6e1-55a3-48ac-ac9a-685efda31ba9),segment_id=b117e6e1-55a3-48ac-ac9a-685efda31ba9)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:49.808782 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.820090 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-35ab0d5f-3646-4f4c-8a56-24943b3a8848 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Deleting port de269550-227e-4e38-ad90-75899004a02c {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:49.820440 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35ab0d5f-3646-4f4c-8a56-24943b3a8848 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.838444 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5999f6da-f44b-4bb5-950b-feffacad46a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.861011 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5999f6da-f44b-4bb5-950b-feffacad46a0 None None] No DVR routers for this DVR port de269550-227e-4e38-ad90-75899004a02c on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:49.880570 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=de269550-227e-4e38-ad90-75899004a02c,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:49.886858 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-35ab0d5f-3646-4f4c-8a56-24943b3a8848 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] For port de269550-227e-4e38-ad90-75899004a02c, host n-d-771362-35, got binding levels [] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:49.887223 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35ab0d5f-3646-4f4c-8a56-24943b3a8848 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.901180 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-35ab0d5f-3646-4f4c-8a56-24943b3a8848 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Calling delete_port for de269550-227e-4e38-ad90-75899004a02c owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:49.903902 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.ipam_backend_mixin [None req-35ab0d5f-3646-4f4c-8a56-24943b3a8848 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Port de269550-227e-4e38-ad90-75899004a02c was not found and therefore no delete operation was performed {{(pid=93773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:46:49.905203 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35ab0d5f-3646-4f4c-8a56-24943b3a8848 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.906657 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999f6da-f44b-4bb5-950b-feffacad46a0 None None] Pushing event deleted for resources: {'Port': ['ID=de269550-227e-4e38-ad90-75899004a02c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:49.931788 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab0d5f-3646-4f4c-8a56-24943b3a8848 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'Port': ['ID=de269550-227e-4e38-ad90-75899004a02c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:49.933943 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ab0d5f-3646-4f4c-8a56-24943b3a8848 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] No DVR routers for this DVR port de269550-227e-4e38-ad90-75899004a02c on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:50.015004 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35ab0d5f-3646-4f4c-8a56-24943b3a8848 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.025658 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-35ab0d5f-3646-4f4c-8a56-24943b3a8848 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3628eafc-898e-43eb-98b9-604e826bbd93']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:50.038121 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-35ab0d5f-3646-4f4c-8a56-24943b3a8848 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b117e6e1-55a3-48ac-ac9a-685efda31ba9') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:50.038418 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-35ab0d5f-3646-4f4c-8a56-24943b3a8848 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b117e6e1-55a3-48ac-ac9a-685efda31ba9') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:50.047441 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35ab0d5f-3646-4f4c-8a56-24943b3a8848 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.062870 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35ab0d5f-3646-4f4c-8a56-24943b3a8848 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.070980 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ab0d5f-3646-4f4c-8a56-24943b3a8848 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:46:50.070980 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35ab0d5f-3646-4f4c-8a56-24943b3a8848 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: timer() Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:46:50.073713 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:46:50.137845 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35ab0d5f-3646-4f4c-8a56-24943b3a8848 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.146465 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35ab0d5f-3646-4f4c-8a56-24943b3a8848 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.148536 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-35ab0d5f-3646-4f4c-8a56-24943b3a8848 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "DELETE /v2.0/networks/3628eafc-898e-43eb-98b9-604e826bbd93 HTTP/1.1" status: 204 len: 168 time: 0.4871674 Jul 14 09:46:50.151352 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60338) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:50.174702 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab0d5f-3646-4f4c-8a56-24943b3a8848 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'Network': ['ID=3628eafc-898e-43eb-98b9-604e826bbd93,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:50.230799 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b77a22f9-19cb-4146-b895-68bd1a6dc9f8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.258089 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b77a22f9-19cb-4146-b895-68bd1a6dc9f8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.322367 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b77a22f9-19cb-4146-b895-68bd1a6dc9f8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.325399 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b77a22f9-19cb-4146-b895-68bd1a6dc9f8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.326831 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b77a22f9-19cb-4146-b895-68bd1a6dc9f8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] 10.222.0.25 "DELETE /v2.0/security-groups/68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f HTTP/1.1" status: 204 len: 168 time: 0.1743460 Jul 14 09:46:50.338225 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a22f9-19cb-4146-b895-68bd1a6dc9f8 tempest-TestNetworkAdvancedServerOps-866619714 tempest-TestNetworkAdvancedServerOps-866619714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68be1a4f-c63d-4887-b4b8-bdb0d3e70d2f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:50.637902 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60346) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:50.771023 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-45b800c8-3724-427b-8b06-8f1ee752f314 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=efe559a5c8d646b7b35d7ff399735120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1318774 Jul 14 09:46:50.773548 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60350) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:50.822697 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8fb39f5-4790-4598-a7ec-481ed734ecb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.844539 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8fb39f5-4790-4598-a7ec-481ed734ecb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.896484 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8fb39f5-4790-4598-a7ec-481ed734ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.899398 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8fb39f5-4790-4598-a7ec-481ed734ecb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.900610 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a8fb39f5-4790-4598-a7ec-481ed734ecb0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bbfdcaa8-d6a3-4469-9e1d-30c2fd2695f8 HTTP/1.1" status: 204 len: 168 time: 0.1260405 Jul 14 09:46:50.908143 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb39f5-4790-4598-a7ec-481ed734ecb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfdcaa8-d6a3-4469-9e1d-30c2fd2695f8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:51.089476 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f18fc0e-ffe7-4a06-b800-8e657cea4d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.170803 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60356) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:51.211434 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-005c967e-86fc-46eb-961c-874c737418af admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa0d326d5cd44a839f41201dc35db741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394070 Jul 14 09:46:51.213784 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60358) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:51.260586 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-142ddaf3-4535-493d-8b8f-7ef07beb9f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.281742 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-142ddaf3-4535-493d-8b8f-7ef07beb9f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.305096 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.338867 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-142ddaf3-4535-493d-8b8f-7ef07beb9f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.341441 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-142ddaf3-4535-493d-8b8f-7ef07beb9f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.342773 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-142ddaf3-4535-493d-8b8f-7ef07beb9f07 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f5cc753-8ed9-4156-8842-6f2ec67c79fa HTTP/1.1" status: 204 len: 168 time: 0.1280944 Jul 14 09:46:51.351087 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ddaf3-4535-493d-8b8f-7ef07beb9f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5cc753-8ed9-4156-8842-6f2ec67c79fa,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:51.384982 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 54b911ea-a62d-45b2-a9d7-bce9e69d2ed7 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:51.404718 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 54b911ea-a62d-45b2-a9d7-bce9e69d2ed7 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:51.405081 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 54b911ea-a62d-45b2-a9d7-bce9e69d2ed7 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:51.405579 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 4dc4632d-e600-4b39-882a-bc44ab1842a8 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:51.424803 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 4dc4632d-e600-4b39-882a-bc44ab1842a8 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:51.425234 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 4dc4632d-e600-4b39-882a-bc44ab1842a8 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:52.290866 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.829996 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.999988 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-95c66686-525c-4c65-ae60-0b009b49d64a tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=2c553129aa3744db8c2278e90e4624bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291901 Jul 14 09:47:02.185313 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-6bf3cfdd-6aca-4104-89ac-c2a1caad9332 tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:02.186768 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-6bf3cfdd-6aca-4104-89ac-c2a1caad9332 tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1816354 Jul 14 09:47:02.201106 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-43dff87e-15c4-452e-8a7f-6faea1b64b05 tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.25 "GET /v2.0/quotas/2c553129aa3744db8c2278e90e4624bd HTTP/1.1" status: 200 len: 375 time: 0.0090268 Jul 14 09:47:02.234878 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-85ff883e-d2f1-47a8-9750-55048564a4b9 tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c553129aa3744db8c2278e90e4624bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280776 Jul 14 09:47:02.404568 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1368634d-8d6d-4105-b3ae-452e87656717 req-6915805d-3fc8-4404-9f6f-1d914987228f tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.25 "GET /v2.0/ports?device_id=7857d7a2-a27e-44c5-821d-c9e521bb4563 HTTP/1.1" status: 200 len: 210 time: 0.0295341 Jul 14 09:47:03.399792 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-6803950e-9bf5-402b-9311-8eef8d09fb5f tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=2c553129aa3744db8c2278e90e4624bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289924 Jul 14 09:47:03.554390 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4ef43279-ecc3-43fe-847c-d18a230fc2a2 req-681d3a25-2fc5-4e49-bf16-4c685a4449df tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.25 "GET /v2.0/ports?device_id=7857d7a2-a27e-44c5-821d-c9e521bb4563 HTTP/1.1" status: 200 len: 210 time: 0.0345111 Jul 14 09:47:03.598460 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-a8921cee-60ae-443c-9544-ba6c93cc77d9 tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:03.599842 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-a8921cee-60ae-443c-9544-ba6c93cc77d9 tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1938810 Jul 14 09:47:03.612549 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-3d40b455-390f-4bd4-91d4-7880ec85cc7c tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Request body: {'port': {'device_id': '7857d7a2-a27e-44c5-821d-c9e521bb4563', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'admin_state_up': True, 'tenant_id': '2c553129aa3744db8c2278e90e4624bd'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:03.721095 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-3d40b455-390f-4bd4-91d4-7880ec85cc7c tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Made reservation on behalf of 2c553129aa3744db8c2278e90e4624bd for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:03.724602 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-3d40b455-390f-4bd4-91d4-7880ec85cc7c tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.733493 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-3d40b455-390f-4bd4-91d4-7880ec85cc7c tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.826478 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-3d40b455-390f-4bd4-91d4-7880ec85cc7c tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.831384 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-3d40b455-390f-4bd4-91d4-7880ec85cc7c tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.902321 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40b455-390f-4bd4-91d4-7880ec85cc7c tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d857594-d1da-4a93-881e-87403b37ac24,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:03.978205 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-3d40b455-390f-4bd4-91d4-7880ec85cc7c tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Allocated IP 192.168.233.73 (016e0513-dba8-44b5-9b6f-06b5816bee88/553aa6f7-55f0-4071-9b84-7c8873b01e38/6b1d885a-6490-40ea-975e-6a83babc225d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:04.133400 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-3d40b455-390f-4bd4-91d4-7880ec85cc7c tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.147368 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-3d40b455-390f-4bd4-91d4-7880ec85cc7c tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Transition to ACTIVE for port object 6b1d885a-6490-40ea-975e-6a83babc225d will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:04.179745 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-3d40b455-390f-4bd4-91d4-7880ec85cc7c tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.225542 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-3d40b455-390f-4bd4-91d4-7880ec85cc7c tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Network 016e0513-dba8-44b5-9b6f-06b5816bee88 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:04.228672 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-3d40b455-390f-4bd4-91d4-7880ec85cc7c tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:04.232522 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-3d40b455-390f-4bd4-91d4-7880ec85cc7c tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:04.239394 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40b455-390f-4bd4-91d4-7880ec85cc7c tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Pushing event updated for resources: {'Port': ['ID=6b1d885a-6490-40ea-975e-6a83babc225d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:04.286217 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-3d40b455-390f-4bd4-91d4-7880ec85cc7c tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:04.286854 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-3d40b455-390f-4bd4-91d4-7880ec85cc7c tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.302479 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-3d40b455-390f-4bd4-91d4-7880ec85cc7c tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6942246 Jul 14 09:47:04.418058 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-eef624e2-9263-4563-b18e-8bfde879cb34 service neutron] Request body: {'port': {'device_id': '7857d7a2-a27e-44c5-821d-c9e521bb4563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:04.488718 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6c025db1-c7a5-4c7c-8462-9da2b82e7ab8 None None] Provisioning for port 6b1d885a-6490-40ea-975e-6a83babc225d completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:04.492668 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6c025db1-c7a5-4c7c-8462-9da2b82e7ab8 None None] Provisioning complete for port 6b1d885a-6490-40ea-975e-6a83babc225d triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:04.493041 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c025db1-c7a5-4c7c-8462-9da2b82e7ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.495167 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-eef624e2-9263-4563-b18e-8bfde879cb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.531032 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6c025db1-c7a5-4c7c-8462-9da2b82e7ab8 None None] Port 6b1d885a-6490-40ea-975e-6a83babc225d cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:47:04.732322 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910c70a-9f63-43dd-ab7d-e1eb36f22c7e req-bd3112b7-90fe-447e-8d8d-82e5ebafae31 tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:04.733806 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f910c70a-9f63-43dd-ab7d-e1eb36f22c7e req-bd3112b7-90fe-447e-8d8d-82e5ebafae31 tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.25 "GET /v2.0/ports?device_id=7857d7a2-a27e-44c5-821d-c9e521bb4563 HTTP/1.1" status: 200 len: 935 time: 0.0666273 Jul 14 09:47:04.761528 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-eef624e2-9263-4563-b18e-8bfde879cb34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b1d885a-6490-40ea-975e-6a83babc225d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:47:04.769469 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-eef624e2-9263-4563-b18e-8bfde879cb34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.774320 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f910c70a-9f63-43dd-ab7d-e1eb36f22c7e req-957519fb-e77b-4f3d-ada0-c0a456e05481 tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d857594-d1da-4a93-881e-87403b37ac24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345721 Jul 14 09:47:04.781339 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-eef624e2-9263-4563-b18e-8bfde879cb34 service neutron] Transition to ACTIVE for port object 6b1d885a-6490-40ea-975e-6a83babc225d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:04.786005 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-eef624e2-9263-4563-b18e-8bfde879cb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.841479 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef624e2-9263-4563-b18e-8bfde879cb34 service neutron] Pushing event updated for resources: {'Port': ['ID=6b1d885a-6490-40ea-975e-6a83babc225d,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:04.914384 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-eef624e2-9263-4563-b18e-8bfde879cb34 service neutron] Attempting to bind port 6b1d885a-6490-40ea-975e-6a83babc225d on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:47:04.914726 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-eef624e2-9263-4563-b18e-8bfde879cb34 service neutron] Attempting to bind port 6b1d885a-6490-40ea-975e-6a83babc225d by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:47:04.915057 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-eef624e2-9263-4563-b18e-8bfde879cb34 service neutron] Attempting to bind port 6b1d885a-6490-40ea-975e-6a83babc225d on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:47:04.920071 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-eef624e2-9263-4563-b18e-8bfde879cb34 service neutron] Port 6b1d885a-6490-40ea-975e-6a83babc225d on network 016e0513-dba8-44b5-9b6f-06b5816bee88 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:47:04.920398 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-eef624e2-9263-4563-b18e-8bfde879cb34 service neutron] Attempting to bind port 6b1d885a-6490-40ea-975e-6a83babc225d on network 016e0513-dba8-44b5-9b6f-06b5816bee88 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:47:04.926014 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-eef624e2-9263-4563-b18e-8bfde879cb34 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:47:04.926361 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-eef624e2-9263-4563-b18e-8bfde879cb34 service neutron] Checking segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:04.926750 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-eef624e2-9263-4563-b18e-8bfde879cb34 service neutron] Bound using segment: {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:47:04.927179 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-eef624e2-9263-4563-b18e-8bfde879cb34 service neutron] Bound port: 6b1d885a-6490-40ea-975e-6a83babc225d, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a018dd4-663c-46e3-b744-706d3e7cf2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:47:04.927566 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-eef624e2-9263-4563-b18e-8bfde879cb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.994763 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-eef624e2-9263-4563-b18e-8bfde879cb34 service neutron] For port 6b1d885a-6490-40ea-975e-6a83babc225d, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:47:04.998528 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-eef624e2-9263-4563-b18e-8bfde879cb34 service neutron] For port 6b1d885a-6490-40ea-975e-6a83babc225d, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=6b1d885a-6490-40ea-975e-6a83babc225d,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:47:05.003121 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-eef624e2-9263-4563-b18e-8bfde879cb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.046236 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-eef624e2-9263-4563-b18e-8bfde879cb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:05.046865 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-eef624e2-9263-4563-b18e-8bfde879cb34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.048336 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-eef624e2-9263-4563-b18e-8bfde879cb34 service neutron] 10.222.0.47 "PUT /v2.0/ports/6b1d885a-6490-40ea-975e-6a83babc225d HTTP/1.1" status: 200 len: 1096 time: 0.7381325 Jul 14 09:47:05.049305 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7857d7a2-a27e-44c5-821d-c9e521bb4563', 'tag': '6b1d885a-6490-40ea-975e-6a83babc225d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:47:05.051647 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4035bd8-87e0-495b-b07f-0e485ea7f002" -d '{"events": [{"name": "network-changed", "server_uuid": "7857d7a2-a27e-44c5-821d-c9e521bb4563", "tag": "6b1d885a-6490-40ea-975e-6a83babc225d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:47:05.075158 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef624e2-9263-4563-b18e-8bfde879cb34 service neutron] Pushing event updated for resources: {'Port': ['ID=6b1d885a-6490-40ea-975e-6a83babc225d,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:05.097174 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd93dd2-9870-474e-899f-df456f389502 x-openstack-request-id: req-9dd93dd2-9870-474e-899f-df456f389502 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:47:05.097475 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7857d7a2-a27e-44c5-821d-c9e521bb4563", "tag": "6b1d885a-6490-40ea-975e-6a83babc225d", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:47:05.097725 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9dd93dd2-9870-474e-899f-df456f389502 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:47:05.098131 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7857d7a2-a27e-44c5-821d-c9e521bb4563', 'tag': '6b1d885a-6490-40ea-975e-6a83babc225d', 'status': 'completed', 'code': 200} Jul 14 09:47:05.159828 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-fc251f4e-f412-46da-90e9-6a45bf862c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:05.161391 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-fc251f4e-f412-46da-90e9-6a45bf862c8f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2c553129aa3744db8c2278e90e4624bd&device_id=7857d7a2-a27e-44c5-821d-c9e521bb4563 HTTP/1.1" status: 200 len: 1099 time: 0.0574355 Jul 14 09:47:05.206167 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-cebb3b8d-1f9b-4207-8b5b-c864fb066329 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=6b1d885a-6490-40ea-975e-6a83babc225d HTTP/1.1" status: 200 len: 217 time: 0.0373259 Jul 14 09:47:05.255577 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-994f12f4-b060-4012-a5ed-f5f2e1ae973c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:05.257010 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-994f12f4-b060-4012-a5ed-f5f2e1ae973c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.0440280 Jul 14 09:47:05.319343 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-3d3d897c-969d-48dc-be6c-c395432b9fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:05.320800 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-3d3d897c-969d-48dc-be6c-c395432b9fb8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0566099 Jul 14 09:47:05.413596 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-725f82d5-424b-4f73-8bf6-4c0ada3eda09 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851855 Jul 14 09:47:05.507214 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-adfd2f13-cc82-48c1-ad11-fe58742c59d4 req-943ae94a-ace0-4f6c-b4bc-e1848c30caaa service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868113 Jul 14 09:47:05.610400 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4035bd8-87e0-495b-b07f-0e485ea7f002 req-4ad723e5-268d-4de1-9140-bf49b90f100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:05.612511 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d4035bd8-87e0-495b-b07f-0e485ea7f002 req-4ad723e5-268d-4de1-9140-bf49b90f100b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2c553129aa3744db8c2278e90e4624bd&device_id=7857d7a2-a27e-44c5-821d-c9e521bb4563 HTTP/1.1" status: 200 len: 1099 time: 0.0537360 Jul 14 09:47:05.706336 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4035bd8-87e0-495b-b07f-0e485ea7f002 req-dca78fbf-ff19-459b-8bb0-8c7c4f4d6a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:05.707813 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d4035bd8-87e0-495b-b07f-0e485ea7f002 req-dca78fbf-ff19-459b-8bb0-8c7c4f4d6a27 service neutron] 10.222.0.47 "GET /v2.0/networks?id=016e0513-dba8-44b5-9b6f-06b5816bee88 HTTP/1.1" status: 200 len: 869 time: 0.0873084 Jul 14 09:47:05.748985 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d4035bd8-87e0-495b-b07f-0e485ea7f002 req-4d992db9-0828-4fa9-9625-da372cf4e29c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=6b1d885a-6490-40ea-975e-6a83babc225d HTTP/1.1" status: 200 len: 217 time: 0.0340865 Jul 14 09:47:05.796963 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4035bd8-87e0-495b-b07f-0e485ea7f002 req-2c3443ef-4bdd-4bb1-a946-d64f0152a897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:05.798368 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d4035bd8-87e0-495b-b07f-0e485ea7f002 req-2c3443ef-4bdd-4bb1-a946-d64f0152a897 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=553aa6f7-55f0-4071-9b84-7c8873b01e38 HTTP/1.1" status: 200 len: 843 time: 0.0433946 Jul 14 09:47:05.859782 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4035bd8-87e0-495b-b07f-0e485ea7f002 req-401d7a60-2df9-48b6-a5e6-77a8fea9fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:05.861794 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d4035bd8-87e0-495b-b07f-0e485ea7f002 req-401d7a60-2df9-48b6-a5e6-77a8fea9fd8e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=016e0513-dba8-44b5-9b6f-06b5816bee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0555243 Jul 14 09:47:05.963591 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6179858-6090-4a7f-a5c9-f9d1792459dd req-0395df5e-1ed9-4360-a6d7-42d43015cb34 tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:05.964804 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d4035bd8-87e0-495b-b07f-0e485ea7f002 req-1bc7a564-95ef-4531-8af2-8eb8a10ba5c1 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946090 Jul 14 09:47:05.965111 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6179858-6090-4a7f-a5c9-f9d1792459dd req-0395df5e-1ed9-4360-a6d7-42d43015cb34 tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.25 "GET /v2.0/ports?device_id=7857d7a2-a27e-44c5-821d-c9e521bb4563 HTTP/1.1" status: 200 len: 947 time: 0.0763292 Jul 14 09:47:06.005960 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6179858-6090-4a7f-a5c9-f9d1792459dd req-a200cace-62a0-437a-b917-f7e9eab5caa7 tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d857594-d1da-4a93-881e-87403b37ac24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336070 Jul 14 09:47:06.063783 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d4035bd8-87e0-495b-b07f-0e485ea7f002 req-4cc4bbc4-2c10-476a-a6ae-62c950686982 service neutron] 10.222.0.47 "GET /v2.0/networks/016e0513-dba8-44b5-9b6f-06b5816bee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927217 Jul 14 09:47:07.195164 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfac698-86c5-4fd4-b62e-1a2d8d0cce24 req-297a545a-9184-423f-b50d-157215e772b0 tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:07.196668 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cdfac698-86c5-4fd4-b62e-1a2d8d0cce24 req-297a545a-9184-423f-b50d-157215e772b0 tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.25 "GET /v2.0/ports?device_id=7857d7a2-a27e-44c5-821d-c9e521bb4563 HTTP/1.1" status: 200 len: 947 time: 0.0662785 Jul 14 09:47:07.235020 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cdfac698-86c5-4fd4-b62e-1a2d8d0cce24 req-81f119fe-6d18-40a6-a720-2f722bdd37cb tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d857594-d1da-4a93-881e-87403b37ac24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318453 Jul 14 09:47:07.954603 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 6b1d885a-6490-40ea-975e-6a83babc225d details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:47:08.046055 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 6b1d885a-6490-40ea-975e-6a83babc225d, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=6b1d885a-6490-40ea-975e-6a83babc225d,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:08.058073 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '6b1d885a-6490-40ea-975e-6a83babc225d', 'network_id': '016e0513-dba8-44b5-9b6f-06b5816bee88', 'port_id': '6b1d885a-6490-40ea-975e-6a83babc225d', 'mac_address': 'fa:16:3e:88:49:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553aa6f7-55f0-4071-9b84-7c8873b01e38', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:47:08.094339 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.107112 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1d885a-6490-40ea-975e-6a83babc225d {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:47:08.125930 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 6b1d885a-6490-40ea-975e-6a83babc225d, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=6b1d885a-6490-40ea-975e-6a83babc225d,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:08.129413 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.179548 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=6b1d885a-6490-40ea-975e-6a83babc225d,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:08.187056 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:08.187407 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:08.187775 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:08.188115 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:08.188458 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:08.188792 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:08.189125 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:08.189526 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:08.189928 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:08.190258 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:08.190585 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:08.190907 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:08.386650 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['6b1d885a-6490-40ea-975e-6a83babc225d'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:47:08.410067 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15daa5e-f272-487b-8bab-657e814bae7f req-20380008-b287-4c72-8bba-49bdfa0ed953 tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:08.411711 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a15daa5e-f272-487b-8bab-657e814bae7f req-20380008-b287-4c72-8bba-49bdfa0ed953 tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.25 "GET /v2.0/ports?device_id=7857d7a2-a27e-44c5-821d-c9e521bb4563 HTTP/1.1" status: 200 len: 948 time: 0.0664878 Jul 14 09:47:08.450335 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a15daa5e-f272-487b-8bab-657e814bae7f req-c1de8994-a123-410f-8de3-df368af678bb tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d857594-d1da-4a93-881e-87403b37ac24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329821 Jul 14 09:47:09.622028 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5c82f-7ee6-4c87-a61b-a4a0302ce4b5 req-a197008a-1a0e-460c-9bcd-21ecf614d76e tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:09.623404 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-24b5c82f-7ee6-4c87-a61b-a4a0302ce4b5 req-a197008a-1a0e-460c-9bcd-21ecf614d76e tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.25 "GET /v2.0/ports?device_id=7857d7a2-a27e-44c5-821d-c9e521bb4563 HTTP/1.1" status: 200 len: 948 time: 0.0624988 Jul 14 09:47:09.665110 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-24b5c82f-7ee6-4c87-a61b-a4a0302ce4b5 req-749c93a4-51a2-40d5-9b8f-668d0f7b4e6f tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d857594-d1da-4a93-881e-87403b37ac24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357797 Jul 14 09:47:09.963394 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 6b1d885a-6490-40ea-975e-6a83babc225d up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:10.015935 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 6b1d885a-6490-40ea-975e-6a83babc225d completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:10.020653 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 6b1d885a-6490-40ea-975e-6a83babc225d triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:10.021028 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.096871 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.119514 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7857d7a2-a27e-44c5-821d-c9e521bb4563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1d885a-6490-40ea-975e-6a83babc225d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:47:10.121781 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10557f14-f0f4-468c-b73f-198decc6ada1" -d '{"events": [{"server_uuid": "7857d7a2-a27e-44c5-821d-c9e521bb4563", "name": "network-vif-plugged", "status": "completed", "tag": "6b1d885a-6490-40ea-975e-6a83babc225d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:47:10.139778 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 6b1d885a-6490-40ea-975e-6a83babc225d, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=6b1d885a-6490-40ea-975e-6a83babc225d,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:10.144390 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.169267 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41aae2ad-9cb3-4281-a69a-759fa272ab7b x-openstack-request-id: req-41aae2ad-9cb3-4281-a69a-759fa272ab7b {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:47:10.169556 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7857d7a2-a27e-44c5-821d-c9e521bb4563", "name": "network-vif-plugged", "status": "completed", "tag": "6b1d885a-6490-40ea-975e-6a83babc225d", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:47:10.169807 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-41aae2ad-9cb3-4281-a69a-759fa272ab7b {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:47:10.170191 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7857d7a2-a27e-44c5-821d-c9e521bb4563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1d885a-6490-40ea-975e-6a83babc225d', 'code': 200} Jul 14 09:47:10.202745 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=6b1d885a-6490-40ea-975e-6a83babc225d,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:10.278003 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c54874-65b6-45f6-8b2f-7296fda32a2f req-07c7aaa6-3097-467d-8f23-8583fb8d1f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:10.279455 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d3c54874-65b6-45f6-8b2f-7296fda32a2f req-07c7aaa6-3097-467d-8f23-8583fb8d1f8c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7857d7a2-a27e-44c5-821d-c9e521bb4563 HTTP/1.1" status: 200 len: 1101 time: 0.0579431 Jul 14 09:47:10.316843 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d3c54874-65b6-45f6-8b2f-7296fda32a2f req-c100284b-ae1e-4a5f-a1e4-18f76fc2ca13 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4d857594-d1da-4a93-881e-87403b37ac24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309947 Jul 14 09:47:10.835948 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3935e3a-2db8-4fa3-a76b-9284e8d3e618 req-73d860ff-ae28-4c09-9a0c-32e885d431b6 tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:10.837426 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d3935e3a-2db8-4fa3-a76b-9284e8d3e618 req-73d860ff-ae28-4c09-9a0c-32e885d431b6 tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.25 "GET /v2.0/ports?device_id=7857d7a2-a27e-44c5-821d-c9e521bb4563 HTTP/1.1" status: 200 len: 949 time: 0.0635352 Jul 14 09:47:10.876469 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d3935e3a-2db8-4fa3-a76b-9284e8d3e618 req-eeec2ea9-4fbc-4847-998d-273ea535207a tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d857594-d1da-4a93-881e-87403b37ac24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334201 Jul 14 09:47:10.914758 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.050396 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53fa73-5e2f-49c7-b18f-c2e6e02ca05d req-7155eaae-97fb-4ec2-bf9d-9d58e66be08d tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:12.051934 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5d53fa73-5e2f-49c7-b18f-c2e6e02ca05d req-7155eaae-97fb-4ec2-bf9d-9d58e66be08d tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.25 "GET /v2.0/ports?device_id=7857d7a2-a27e-44c5-821d-c9e521bb4563 HTTP/1.1" status: 200 len: 949 time: 0.0629830 Jul 14 09:47:12.088993 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5d53fa73-5e2f-49c7-b18f-c2e6e02ca05d req-b3d1545b-a3a5-4d9f-b6f1-38dbe7c5602a tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d857594-d1da-4a93-881e-87403b37ac24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312793 Jul 14 09:47:12.500881 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.167501 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0b026-893b-48cf-ab47-2ce8a6176ffc req-541b8c43-acba-476c-9868-7a6559e9f4c0 tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:13.169016 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fbd0b026-893b-48cf-ab47-2ce8a6176ffc req-541b8c43-acba-476c-9868-7a6559e9f4c0 tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.25 "GET /v2.0/ports?device_id=7857d7a2-a27e-44c5-821d-c9e521bb4563 HTTP/1.1" status: 200 len: 949 time: 0.0671659 Jul 14 09:47:13.207415 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fbd0b026-893b-48cf-ab47-2ce8a6176ffc req-40a99ef5-2292-49c4-a8da-d0c5cab9cc73 tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d857594-d1da-4a93-881e-87403b37ac24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326302 Jul 14 09:47:14.381009 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2cf7fd-f485-474a-a3f7-d8da2a227df5 req-02f5692a-eb57-448c-a302-850edde7dfd5 tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:14.382489 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0c2cf7fd-f485-474a-a3f7-d8da2a227df5 req-02f5692a-eb57-448c-a302-850edde7dfd5 tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.25 "GET /v2.0/ports?device_id=7857d7a2-a27e-44c5-821d-c9e521bb4563 HTTP/1.1" status: 200 len: 949 time: 0.0638058 Jul 14 09:47:14.419537 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0c2cf7fd-f485-474a-a3f7-d8da2a227df5 req-49c51606-4ad9-4146-ab7b-2c78fddddbcf tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d857594-d1da-4a93-881e-87403b37ac24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313892 Jul 14 09:47:14.496491 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2ebd4-8b16-4dd9-9d93-c610ca5c9588 req-6229141e-3feb-4eea-adba-8f3819fd89da tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:14.497863 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3bf2ebd4-8b16-4dd9-9d93-c610ca5c9588 req-6229141e-3feb-4eea-adba-8f3819fd89da tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.47 "GET /v2.0/ports?device_id=7857d7a2-a27e-44c5-821d-c9e521bb4563 HTTP/1.1" status: 200 len: 949 time: 0.0675380 Jul 14 09:47:14.600701 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-3bf2ebd4-8b16-4dd9-9d93-c610ca5c9588 req-e96bc556-8585-49ac-b7dd-7099f832aa2a tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Deleting port 6b1d885a-6490-40ea-975e-6a83babc225d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:14.601052 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3bf2ebd4-8b16-4dd9-9d93-c610ca5c9588 req-e96bc556-8585-49ac-b7dd-7099f832aa2a tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.687874 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-3bf2ebd4-8b16-4dd9-9d93-c610ca5c9588 req-e96bc556-8585-49ac-b7dd-7099f832aa2a tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] For port 6b1d885a-6490-40ea-975e-6a83babc225d, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=6b1d885a-6490-40ea-975e-6a83babc225d,segment=NetworkSegment(3a018dd4-663c-46e3-b744-706d3e7cf2ef),segment_id=3a018dd4-663c-46e3-b744-706d3e7cf2ef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:14.688235 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3bf2ebd4-8b16-4dd9-9d93-c610ca5c9588 req-e96bc556-8585-49ac-b7dd-7099f832aa2a tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.700970 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-3bf2ebd4-8b16-4dd9-9d93-c610ca5c9588 req-e96bc556-8585-49ac-b7dd-7099f832aa2a tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Calling delete_port for 6b1d885a-6490-40ea-975e-6a83babc225d owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:14.832208 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3bf2ebd4-8b16-4dd9-9d93-c610ca5c9588 req-e96bc556-8585-49ac-b7dd-7099f832aa2a tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.844374 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['6b1d885a-6490-40ea-975e-6a83babc225d'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:47:14.863873 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bc556-8585-49ac-b7dd-7099f832aa2a tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Pushing event deleted for resources: {'Port': ['ID=6b1d885a-6490-40ea-975e-6a83babc225d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:14.907777 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf2ebd4-8b16-4dd9-9d93-c610ca5c9588 req-e96bc556-8585-49ac-b7dd-7099f832aa2a tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] No DVR routers for this DVR port 6b1d885a-6490-40ea-975e-6a83babc225d on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:47:14.910529 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3bf2ebd4-8b16-4dd9-9d93-c610ca5c9588 req-e96bc556-8585-49ac-b7dd-7099f832aa2a tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.912696 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3bf2ebd4-8b16-4dd9-9d93-c610ca5c9588 req-e96bc556-8585-49ac-b7dd-7099f832aa2a tempest-ServersAdminNegativeTestJSON-709677356 tempest-ServersAdminNegativeTestJSON-709677356-project] 10.222.0.47 "DELETE /v2.0/ports/6b1d885a-6490-40ea-975e-6a83babc225d HTTP/1.1" status: 204 len: 173 time: 0.4092469 Jul 14 09:47:14.913144 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7857d7a2-a27e-44c5-821d-c9e521bb4563', 'name': 'network-vif-deleted', 'tag': '6b1d885a-6490-40ea-975e-6a83babc225d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:47:14.915450 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941bec90-5e70-4eb6-a205-d89c4ff26c80" -d '{"events": [{"server_uuid": "7857d7a2-a27e-44c5-821d-c9e521bb4563", "name": "network-vif-deleted", "tag": "6b1d885a-6490-40ea-975e-6a83babc225d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:47:14.956474 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce53daab-eff4-4344-baed-3b08bbf2d57b x-openstack-request-id: req-ce53daab-eff4-4344-baed-3b08bbf2d57b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:47:14.956760 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7857d7a2-a27e-44c5-821d-c9e521bb4563", "name": "network-vif-deleted", "tag": "6b1d885a-6490-40ea-975e-6a83babc225d", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:47:14.957061 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce53daab-eff4-4344-baed-3b08bbf2d57b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:47:14.957462 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7857d7a2-a27e-44c5-821d-c9e521bb4563', 'name': 'network-vif-deleted', 'tag': '6b1d885a-6490-40ea-975e-6a83babc225d', 'status': 'completed', 'code': 200} Jul 14 09:47:15.274230 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:47:15.753752 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60494) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:15.883768 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-44d38cbc-da73-4873-8370-4472a8eca240 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c553129aa3744db8c2278e90e4624bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287854 Jul 14 09:47:15.886178 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60498) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:15.933322 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e11f44fe-373e-4bc8-94fc-de1e7777a2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:15.958638 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e11f44fe-373e-4bc8-94fc-de1e7777a2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:16.005666 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e11f44fe-373e-4bc8-94fc-de1e7777a2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:16.008237 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e11f44fe-373e-4bc8-94fc-de1e7777a2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:16.009409 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e11f44fe-373e-4bc8-94fc-de1e7777a2bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d857594-d1da-4a93-881e-87403b37ac24 HTTP/1.1" status: 204 len: 168 time: 0.1223114 Jul 14 09:47:16.017167 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f44fe-373e-4bc8-94fc-de1e7777a2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d857594-d1da-4a93-881e-87403b37ac24,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:16.276857 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60504) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:16.294247 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-afdc989f-27c3-41a0-a39e-cf90becd0732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:16.395101 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-afdc989f-27c3-41a0-a39e-cf90becd0732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:16.398811 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-afdc989f-27c3-41a0-a39e-cf90becd0732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:16.437210 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc989f-27c3-41a0-a39e-cf90becd0732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46d1e52-0924-49bb-b09b-3cd005c4f74a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:16.442541 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-afdc989f-27c3-41a0-a39e-cf90becd0732 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=443dbb8cb25f411287c1ba1855be84df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1646457 Jul 14 09:47:16.445393 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60506) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:16.496905 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8e42276-c995-483b-8218-645f8ba58a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:16.520164 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8e42276-c995-483b-8218-645f8ba58a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:16.566878 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8e42276-c995-483b-8218-645f8ba58a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:16.569398 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8e42276-c995-483b-8218-645f8ba58a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:16.570574 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e8e42276-c995-483b-8218-645f8ba58a1c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c46d1e52-0924-49bb-b09b-3cd005c4f74a HTTP/1.1" status: 204 len: 168 time: 0.1242816 Jul 14 09:47:16.578596 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e42276-c995-483b-8218-645f8ba58a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46d1e52-0924-49bb-b09b-3cd005c4f74a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:17.231352 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60528) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:17.329578 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5ba7865a-7782-43b1-9e62-e690fe17c8b3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2096353254-network', 'tenant_id': 'e195313d18144843842cb1edd6e3db2f'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:17.351262 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba7865a-7782-43b1-9e62-e690fe17c8b3 admin admin] Made reservation on behalf of e195313d18144843842cb1edd6e3db2f for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:17.353594 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ba7865a-7782-43b1-9e62-e690fe17c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.363000 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ba7865a-7782-43b1-9e62-e690fe17c8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.447493 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ba7865a-7782-43b1-9e62-e690fe17c8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.451219 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ba7865a-7782-43b1-9e62-e690fe17c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.471973 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba7865a-7782-43b1-9e62-e690fe17c8b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:47:17.485348 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7865a-7782-43b1-9e62-e690fe17c8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:17.491244 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ba7865a-7782-43b1-9e62-e690fe17c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.491619 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-5ba7865a-7782-43b1-9e62-e690fe17c8b3 admin admin] Added segment f3ec776c-4260-4b08-a57b-d6ea5e105221 of type vlan for network 856080d1-3165-4e9b-bb2f-7ada20f8fbaf Jul 14 09:47:17.529924 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ba7865a-7782-43b1-9e62-e690fe17c8b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.557873 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ba7865a-7782-43b1-9e62-e690fe17c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.558810 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba7865a-7782-43b1-9e62-e690fe17c8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:17.559397 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ba7865a-7782-43b1-9e62-e690fe17c8b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.625999 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5ba7865a-7782-43b1-9e62-e690fe17c8b3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3935046 Jul 14 09:47:17.629111 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60532) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:17.634512 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-a3ae0841-2604-4701-8dd0-17cdce97974a admin admin] Request body: {'subnet': {'network_id': '856080d1-3165-4e9b-bb2f-7ada20f8fbaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2096353254-subnet', 'tenant_id': 'e195313d18144843842cb1edd6e3db2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:17.647958 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7865a-7782-43b1-9e62-e690fe17c8b3 admin admin] Pushing event updated for resources: {'Network': ['ID=856080d1-3165-4e9b-bb2f-7ada20f8fbaf,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:17.657905 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 856080d1-3165-4e9b-bb2f-7ada20f8fbaf details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:47:17.659107 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ae0841-2604-4701-8dd0-17cdce97974a admin admin] Made reservation on behalf of e195313d18144843842cb1edd6e3db2f for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:17.661896 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0841-2604-4701-8dd0-17cdce97974a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.835959 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0841-2604-4701-8dd0-17cdce97974a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.896589 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae0841-2604-4701-8dd0-17cdce97974a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b965a4f7-cadc-4b2d-b278-c3d1a0f04dc8,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:17.906882 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ae0841-2604-4701-8dd0-17cdce97974a admin admin] Checking segment: {'id': 'f3ec776c-4260-4b08-a57b-d6ea5e105221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '856080d1-3165-4e9b-bb2f-7ada20f8fbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:17.907245 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ae0841-2604-4701-8dd0-17cdce97974a admin admin] Network hostable DHCP agents. Network: 856080d1-3165-4e9b-bb2f-7ada20f8fbaf, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:47:17.924283 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ae0841-2604-4701-8dd0-17cdce97974a admin admin] Network 856080d1-3165-4e9b-bb2f-7ada20f8fbaf is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:47:17.932994 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a3ae0841-2604-4701-8dd0-17cdce97974a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 856080d1-3165-4e9b-bb2f-7ada20f8fbaf) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:17.937052 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ae0841-2604-4701-8dd0-17cdce97974a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:17.937646 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0841-2604-4701-8dd0-17cdce97974a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.941740 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6db3c8-fe4f-439f-9a22-42cdbf5b66f8 None None] Network 856080d1-3165-4e9b-bb2f-7ada20f8fbaf requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:17.956203 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a3ae0841-2604-4701-8dd0-17cdce97974a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3217788 Jul 14 09:47:17.999788 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 6b1d885a-6490-40ea-975e-6a83babc225d no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:47:18.028088 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 6b1d885a-6490-40ea-975e-6a83babc225d {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:47:18.028702 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 6b1d885a-6490-40ea-975e-6a83babc225d not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:47:18.089711 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162749d3-a06b-43ba-be5e-35a59dfd39da None None] Network 856080d1-3165-4e9b-bb2f-7ada20f8fbaf requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:18.388890 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-0045fda1-b56f-4699-9986-781a22aa8540 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:18.390383 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-0045fda1-b56f-4699-9986-781a22aa8540 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/networks?id=856080d1-3165-4e9b-bb2f-7ada20f8fbaf HTTP/1.1" status: 200 len: 812 time: 0.1055992 Jul 14 09:47:18.405577 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-d90ddf5d-350f-46f8-8560-b3c07d7b42ee tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/quotas/e195313d18144843842cb1edd6e3db2f HTTP/1.1" status: 200 len: 375 time: 0.0091960 Jul 14 09:47:18.439433 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-28075fae-2e13-4c3d-89a6-60ce59d52266 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e195313d18144843842cb1edd6e3db2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279510 Jul 14 09:47:18.478780 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ce7614e-c614-4d46-ab6a-63affd42470c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:18.529328 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-feab2d6b-ba88-41db-bbdb-c3c6a89745e6 service neutron] 10.222.0.25 "GET /v2.0/networks/856080d1-3165-4e9b-bb2f-7ada20f8fbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831683 Jul 14 09:47:18.619055 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-b0e9da0d-2fd5-459d-bb4d-d1b71e27ef23 service neutron] 10.222.0.25 "GET /v2.0/networks/856080d1-3165-4e9b-bb2f-7ada20f8fbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832229 Jul 14 09:47:18.793871 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-121102b2-0832-45ce-bd92-0d36e5e5666e req-c55bd781-3a4c-4318-b273-d4ad87455965 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 210 time: 0.0317764 Jul 14 09:47:19.878817 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-96f2d923-37c0-46dd-82f8-1e19cd5a2d19 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:19.880421 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-96f2d923-37c0-46dd-82f8-1e19cd5a2d19 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.47 "GET /v2.0/networks?id=856080d1-3165-4e9b-bb2f-7ada20f8fbaf HTTP/1.1" status: 200 len: 812 time: 0.1192048 Jul 14 09:47:19.895443 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-0eccd463-1aa1-40e1-b895-42c66e7a889a tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Request body: {'port': {'device_id': '6de00ec5-5275-49ae-936a-b3f2b00504d4', 'network_id': '856080d1-3165-4e9b-bb2f-7ada20f8fbaf', 'admin_state_up': True, 'tenant_id': 'e195313d18144843842cb1edd6e3db2f'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:19.952825 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b81ce942-2d4e-4cf2-bce3-5026932385de req-f634bc70-0287-4190-bd0f-e69c166c93da tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 210 time: 0.0331955 Jul 14 09:47:20.015216 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-0eccd463-1aa1-40e1-b895-42c66e7a889a tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Made reservation on behalf of e195313d18144843842cb1edd6e3db2f for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:20.019954 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-0eccd463-1aa1-40e1-b895-42c66e7a889a tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.156780 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-0eccd463-1aa1-40e1-b895-42c66e7a889a tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Allocated IP 172.20.0.8 (856080d1-3165-4e9b-bb2f-7ada20f8fbaf/b965a4f7-cadc-4b2d-b278-c3d1a0f04dc8/54305c39-6f24-4850-9b67-5711f8d735a5) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:20.310016 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-0eccd463-1aa1-40e1-b895-42c66e7a889a tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.351067 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-0eccd463-1aa1-40e1-b895-42c66e7a889a tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.394999 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-0eccd463-1aa1-40e1-b895-42c66e7a889a tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Network 856080d1-3165-4e9b-bb2f-7ada20f8fbaf is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:20.400006 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-0eccd463-1aa1-40e1-b895-42c66e7a889a tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:20.402575 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-0eccd463-1aa1-40e1-b895-42c66e7a889a tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:20.437099 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eccd463-1aa1-40e1-b895-42c66e7a889a tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Pushing event updated for resources: {'Port': ['ID=54305c39-6f24-4850-9b67-5711f8d735a5,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:20.461160 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-0eccd463-1aa1-40e1-b895-42c66e7a889a tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:20.461774 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-0eccd463-1aa1-40e1-b895-42c66e7a889a tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.475742 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-0eccd463-1aa1-40e1-b895-42c66e7a889a tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5849125 Jul 14 09:47:20.487802 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-6ec1bec6-4e74-4e53-bf4b-22bbd5372ff1 service neutron] Request body: {'port': {'device_id': '6de00ec5-5275-49ae-936a-b3f2b00504d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:20.558880 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-6ec1bec6-4e74-4e53-bf4b-22bbd5372ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.817333 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-6ec1bec6-4e74-4e53-bf4b-22bbd5372ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54305c39-6f24-4850-9b67-5711f8d735a5 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:47:20.824596 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-6ec1bec6-4e74-4e53-bf4b-22bbd5372ff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.837213 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-6ec1bec6-4e74-4e53-bf4b-22bbd5372ff1 service neutron] Transition to ACTIVE for port object 54305c39-6f24-4850-9b67-5711f8d735a5 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:20.841284 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-6ec1bec6-4e74-4e53-bf4b-22bbd5372ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.897164 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1bec6-4e74-4e53-bf4b-22bbd5372ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=54305c39-6f24-4850-9b67-5711f8d735a5,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:20.965947 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-6ec1bec6-4e74-4e53-bf4b-22bbd5372ff1 service neutron] Attempting to bind port 54305c39-6f24-4850-9b67-5711f8d735a5 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:47:20.966284 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-6ec1bec6-4e74-4e53-bf4b-22bbd5372ff1 service neutron] Attempting to bind port 54305c39-6f24-4850-9b67-5711f8d735a5 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'f3ec776c-4260-4b08-a57b-d6ea5e105221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '856080d1-3165-4e9b-bb2f-7ada20f8fbaf'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:47:20.966610 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-6ec1bec6-4e74-4e53-bf4b-22bbd5372ff1 service neutron] Attempting to bind port 54305c39-6f24-4850-9b67-5711f8d735a5 on network 856080d1-3165-4e9b-bb2f-7ada20f8fbaf {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:47:20.971689 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-6ec1bec6-4e74-4e53-bf4b-22bbd5372ff1 service neutron] Port 54305c39-6f24-4850-9b67-5711f8d735a5 on network 856080d1-3165-4e9b-bb2f-7ada20f8fbaf not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:47:20.972016 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-6ec1bec6-4e74-4e53-bf4b-22bbd5372ff1 service neutron] Attempting to bind port 54305c39-6f24-4850-9b67-5711f8d735a5 on network 856080d1-3165-4e9b-bb2f-7ada20f8fbaf {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:47:20.976786 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-6ec1bec6-4e74-4e53-bf4b-22bbd5372ff1 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:47:20.977122 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-6ec1bec6-4e74-4e53-bf4b-22bbd5372ff1 service neutron] Checking segment: {'id': 'f3ec776c-4260-4b08-a57b-d6ea5e105221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '856080d1-3165-4e9b-bb2f-7ada20f8fbaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:20.977501 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-6ec1bec6-4e74-4e53-bf4b-22bbd5372ff1 service neutron] Bound using segment: {'id': 'f3ec776c-4260-4b08-a57b-d6ea5e105221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '856080d1-3165-4e9b-bb2f-7ada20f8fbaf'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:47:20.977921 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-6ec1bec6-4e74-4e53-bf4b-22bbd5372ff1 service neutron] Bound port: 54305c39-6f24-4850-9b67-5711f8d735a5, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ec776c-4260-4b08-a57b-d6ea5e105221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '856080d1-3165-4e9b-bb2f-7ada20f8fbaf'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:47:20.978274 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-6ec1bec6-4e74-4e53-bf4b-22bbd5372ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.047761 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-6ec1bec6-4e74-4e53-bf4b-22bbd5372ff1 service neutron] For port 54305c39-6f24-4850-9b67-5711f8d735a5, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:47:21.051537 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-6ec1bec6-4e74-4e53-bf4b-22bbd5372ff1 service neutron] For port 54305c39-6f24-4850-9b67-5711f8d735a5, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=54305c39-6f24-4850-9b67-5711f8d735a5,segment=NetworkSegment(f3ec776c-4260-4b08-a57b-d6ea5e105221),segment_id=f3ec776c-4260-4b08-a57b-d6ea5e105221)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:47:21.057163 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-6ec1bec6-4e74-4e53-bf4b-22bbd5372ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.090720 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-6ec1bec6-4e74-4e53-bf4b-22bbd5372ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:21.091385 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-6ec1bec6-4e74-4e53-bf4b-22bbd5372ff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.092848 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-6ec1bec6-4e74-4e53-bf4b-22bbd5372ff1 service neutron] 10.222.0.47 "PUT /v2.0/ports/54305c39-6f24-4850-9b67-5711f8d735a5 HTTP/1.1" status: 200 len: 1092 time: 0.6097682 Jul 14 09:47:21.093273 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de00ec5-5275-49ae-936a-b3f2b00504d4', 'tag': '54305c39-6f24-4850-9b67-5711f8d735a5'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:47:21.094386 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f506a08c-a952-4b2e-b334-77dc93195f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.096083 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b273e5ff-a033-4620-b9c2-171c27da0391" -d '{"events": [{"name": "network-changed", "server_uuid": "6de00ec5-5275-49ae-936a-b3f2b00504d4", "tag": "54305c39-6f24-4850-9b67-5711f8d735a5"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:47:21.134049 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1bec6-4e74-4e53-bf4b-22bbd5372ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=54305c39-6f24-4850-9b67-5711f8d735a5,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:21.146987 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313d4fb8-75c2-4500-99cb-0ee28da0c41e x-openstack-request-id: req-313d4fb8-75c2-4500-99cb-0ee28da0c41e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:47:21.147308 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de00ec5-5275-49ae-936a-b3f2b00504d4", "tag": "54305c39-6f24-4850-9b67-5711f8d735a5", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:47:21.147428 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff74f2-770a-4868-8a6f-4cd482983ef1 req-df1dfba4-7c8e-4900-9dde-e55a36101e31 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:21.147889 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-313d4fb8-75c2-4500-99cb-0ee28da0c41e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:47:21.148099 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de00ec5-5275-49ae-936a-b3f2b00504d4', 'tag': '54305c39-6f24-4850-9b67-5711f8d735a5', 'status': 'completed', 'code': 200} Jul 14 09:47:21.148924 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-41ff74f2-770a-4868-8a6f-4cd482983ef1 req-df1dfba4-7c8e-4900-9dde-e55a36101e31 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 943 time: 0.0751152 Jul 14 09:47:21.187547 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-41ff74f2-770a-4868-8a6f-4cd482983ef1 req-9a8b6eff-03ba-4836-bc78-7c2dfc62d463 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316195 Jul 14 09:47:21.194442 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-e6cfeef6-014c-4734-bb8a-9e08ae5875bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:21.196019 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-e6cfeef6-014c-4734-bb8a-9e08ae5875bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e195313d18144843842cb1edd6e3db2f&device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 1095 time: 0.0584180 Jul 14 09:47:21.243135 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-c4d285a2-2141-42d0-a6eb-3c571bf22cb5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54305c39-6f24-4850-9b67-5711f8d735a5 HTTP/1.1" status: 200 len: 217 time: 0.0396042 Jul 14 09:47:21.293823 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-b226151c-def7-4b63-8a79-fd673ba3f229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:21.295293 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-b226151c-def7-4b63-8a79-fd673ba3f229 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b965a4f7-cadc-4b2d-b278-c3d1a0f04dc8 HTTP/1.1" status: 200 len: 852 time: 0.0459726 Jul 14 09:47:21.305327 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.329198 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-eeb8c46b-287f-411b-857f-24c70ea0edcc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=856080d1-3165-4e9b-bb2f-7ada20f8fbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269260 Jul 14 09:47:21.421546 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-8e632583-ad4d-4d4b-a4b2-a28067d0ed63 service neutron] 10.222.0.47 "GET /v2.0/networks/856080d1-3165-4e9b-bb2f-7ada20f8fbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854869 Jul 14 09:47:21.513257 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-57c0caed-1a96-4d28-8659-e11ef2484fc5 req-10cf336b-ef6a-4165-9095-d1999ce94905 service neutron] 10.222.0.47 "GET /v2.0/networks/856080d1-3165-4e9b-bb2f-7ada20f8fbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837617 Jul 14 09:47:21.617734 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273e5ff-a033-4620-b9c2-171c27da0391 req-ed8b67d9-8e50-4bbc-9e38-f97c2b79b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:21.619120 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b273e5ff-a033-4620-b9c2-171c27da0391 req-ed8b67d9-8e50-4bbc-9e38-f97c2b79b6b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e195313d18144843842cb1edd6e3db2f&device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 1095 time: 0.0526440 Jul 14 09:47:21.713026 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273e5ff-a033-4620-b9c2-171c27da0391 req-104f7149-a224-4d01-a166-483779fef9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:21.714486 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b273e5ff-a033-4620-b9c2-171c27da0391 req-104f7149-a224-4d01-a166-483779fef9b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=856080d1-3165-4e9b-bb2f-7ada20f8fbaf HTTP/1.1" status: 200 len: 912 time: 0.0880859 Jul 14 09:47:21.760387 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b273e5ff-a033-4620-b9c2-171c27da0391 req-e70685d3-1283-44af-a0b6-09feebad7b83 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54305c39-6f24-4850-9b67-5711f8d735a5 HTTP/1.1" status: 200 len: 217 time: 0.0346391 Jul 14 09:47:21.821948 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273e5ff-a033-4620-b9c2-171c27da0391 req-bb45c986-1870-4e0c-8765-4a8823ea1f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:21.823718 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b273e5ff-a033-4620-b9c2-171c27da0391 req-bb45c986-1870-4e0c-8765-4a8823ea1f66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b965a4f7-cadc-4b2d-b278-c3d1a0f04dc8 HTTP/1.1" status: 200 len: 852 time: 0.0494173 Jul 14 09:47:21.857807 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b273e5ff-a033-4620-b9c2-171c27da0391 req-0baf882d-300e-4090-8bf1-2ddaf3681349 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=856080d1-3165-4e9b-bb2f-7ada20f8fbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265169 Jul 14 09:47:21.957240 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b273e5ff-a033-4620-b9c2-171c27da0391 req-5ea69657-3be1-4676-83c6-d8816da05308 service neutron] 10.222.0.47 "GET /v2.0/networks/856080d1-3165-4e9b-bb2f-7ada20f8fbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830493 Jul 14 09:47:22.053198 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b273e5ff-a033-4620-b9c2-171c27da0391 req-2c7950c5-d684-4cb4-a18b-0c297a391b52 service neutron] 10.222.0.47 "GET /v2.0/networks/856080d1-3165-4e9b-bb2f-7ada20f8fbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850823 Jul 14 09:47:22.292920 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:22.367212 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70332085-134c-4e78-99bc-ddb28fde3472 req-aa0dac9b-9aba-45bf-98ce-faa019510222 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:22.368729 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-70332085-134c-4e78-99bc-ddb28fde3472 req-aa0dac9b-9aba-45bf-98ce-faa019510222 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 943 time: 0.0629585 Jul 14 09:47:22.405709 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-70332085-134c-4e78-99bc-ddb28fde3472 req-52fe754d-f89e-469f-8157-84b92bdb0e38 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314014 Jul 14 09:47:23.579789 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f2e63-c259-45fe-aabb-3e82834eecac req-ca9f283b-a75a-4758-85af-bab867bca532 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:23.581315 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b59f2e63-c259-45fe-aabb-3e82834eecac req-ca9f283b-a75a-4758-85af-bab867bca532 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 943 time: 0.0660017 Jul 14 09:47:23.618661 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b59f2e63-c259-45fe-aabb-3e82834eecac req-6a82f61a-b48d-4d60-9efa-e5bb167aa263 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318265 Jul 14 09:47:23.833728 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:24.014875 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 54305c39-6f24-4850-9b67-5711f8d735a5 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:47:24.110358 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 54305c39-6f24-4850-9b67-5711f8d735a5, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=54305c39-6f24-4850-9b67-5711f8d735a5,segment=NetworkSegment(f3ec776c-4260-4b08-a57b-d6ea5e105221),segment_id=f3ec776c-4260-4b08-a57b-d6ea5e105221)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:24.121327 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '54305c39-6f24-4850-9b67-5711f8d735a5', 'network_id': '856080d1-3165-4e9b-bb2f-7ada20f8fbaf', 'port_id': '54305c39-6f24-4850-9b67-5711f8d735a5', 'mac_address': 'fa:16:3e:2a:4d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b965a4f7-cadc-4b2d-b278-c3d1a0f04dc8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:47:24.157436 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:24.169737 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54305c39-6f24-4850-9b67-5711f8d735a5 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:47:24.188785 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 54305c39-6f24-4850-9b67-5711f8d735a5, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=54305c39-6f24-4850-9b67-5711f8d735a5,segment=NetworkSegment(f3ec776c-4260-4b08-a57b-d6ea5e105221),segment_id=f3ec776c-4260-4b08-a57b-d6ea5e105221)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:24.192981 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:24.242092 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=54305c39-6f24-4850-9b67-5711f8d735a5,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:24.381372 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['54305c39-6f24-4850-9b67-5711f8d735a5'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:47:24.788185 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ad241-3a77-4e67-bb0a-6d50919319d6 req-2c26b91f-8b11-43b9-8a76-da0668a682fc tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:24.789654 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2f1ad241-3a77-4e67-bb0a-6d50919319d6 req-2c26b91f-8b11-43b9-8a76-da0668a682fc tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 944 time: 0.0627742 Jul 14 09:47:24.827039 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2f1ad241-3a77-4e67-bb0a-6d50919319d6 req-a1ffb2ce-3d26-440d-8885-c889d140cbc0 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318851 Jul 14 09:47:26.001840 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0a208-d54a-431d-a328-72ed3023c025 req-392acb68-e177-4008-8a3b-bf0fb9bf8ac0 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:26.003368 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94c0a208-d54a-431d-a328-72ed3023c025 req-392acb68-e177-4008-8a3b-bf0fb9bf8ac0 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 944 time: 0.0637960 Jul 14 09:47:26.027629 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 54305c39-6f24-4850-9b67-5711f8d735a5 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:26.040644 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94c0a208-d54a-431d-a328-72ed3023c025 req-14c3ea22-b957-48f6-b315-c591b736bea2 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316162 Jul 14 09:47:26.080837 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 54305c39-6f24-4850-9b67-5711f8d735a5 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:26.084556 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 54305c39-6f24-4850-9b67-5711f8d735a5 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:26.084927 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:26.159595 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:26.181624 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de00ec5-5275-49ae-936a-b3f2b00504d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54305c39-6f24-4850-9b67-5711f8d735a5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:47:26.183868 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58551dfa-5d2a-4084-9982-ed3a071a5e27" -d '{"events": [{"server_uuid": "6de00ec5-5275-49ae-936a-b3f2b00504d4", "name": "network-vif-plugged", "status": "completed", "tag": "54305c39-6f24-4850-9b67-5711f8d735a5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:47:26.196885 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 54305c39-6f24-4850-9b67-5711f8d735a5, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=54305c39-6f24-4850-9b67-5711f8d735a5,segment=NetworkSegment(f3ec776c-4260-4b08-a57b-d6ea5e105221),segment_id=f3ec776c-4260-4b08-a57b-d6ea5e105221)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:26.201699 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:26.224739 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0dc9f6-0f78-4676-9910-2d55be20201f x-openstack-request-id: req-ac0dc9f6-0f78-4676-9910-2d55be20201f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:47:26.225033 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de00ec5-5275-49ae-936a-b3f2b00504d4", "name": "network-vif-plugged", "status": "completed", "tag": "54305c39-6f24-4850-9b67-5711f8d735a5", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:47:26.225286 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac0dc9f6-0f78-4676-9910-2d55be20201f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:47:26.225703 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de00ec5-5275-49ae-936a-b3f2b00504d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54305c39-6f24-4850-9b67-5711f8d735a5', 'code': 200} Jul 14 09:47:26.254834 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=54305c39-6f24-4850-9b67-5711f8d735a5,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:26.333106 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c4235-dbc9-4b06-8a7e-8e67d91e0a51 req-0c48cdf7-1ff1-4299-b7b6-69c6567f557b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:26.334622 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f7c4235-dbc9-4b06-8a7e-8e67d91e0a51 req-0c48cdf7-1ff1-4299-b7b6-69c6567f557b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 1097 time: 0.0537851 Jul 14 09:47:26.369625 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3f7c4235-dbc9-4b06-8a7e-8e67d91e0a51 req-205bd4d2-db4f-4d14-bba4-d029d1364728 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286067 Jul 14 09:47:27.224807 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8208b3e-6c63-4372-8345-bc9a7d546a0e req-047a2d32-89ad-4bea-a57b-f6815769b2b6 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:27.226294 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d8208b3e-6c63-4372-8345-bc9a7d546a0e req-047a2d32-89ad-4bea-a57b-f6815769b2b6 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0660338 Jul 14 09:47:27.264345 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d8208b3e-6c63-4372-8345-bc9a7d546a0e req-1276db21-763d-4825-b175-7fbf1e62610f tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322831 Jul 14 09:47:28.440793 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a89d5f-e1f1-4805-8bc1-ebb7bd30c988 req-5e9c9a31-56e8-4518-9124-8a8ebad23a87 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:28.442298 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07a89d5f-e1f1-4805-8bc1-ebb7bd30c988 req-5e9c9a31-56e8-4518-9124-8a8ebad23a87 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0644076 Jul 14 09:47:28.480113 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07a89d5f-e1f1-4805-8bc1-ebb7bd30c988 req-7a0b9e63-4a08-4f29-b41b-f1771332a797 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323915 Jul 14 09:47:28.822343 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-3ba85a62-568a-48ab-bd4e-7d3180531a03 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0532250 Jul 14 09:47:28.889497 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddab836-a38c-4b81-8c57-992f30db691a req-7f7cd202-7cf6-4b99-81a2-e32f9a70b59f tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:28.891019 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dddab836-a38c-4b81-8c57-992f30db691a req-7f7cd202-7cf6-4b99-81a2-e32f9a70b59f tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0698466 Jul 14 09:47:28.929592 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dddab836-a38c-4b81-8c57-992f30db691a req-b3cafb5d-442f-4ec4-ae49-2d8e3146a1ff tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323865 Jul 14 09:47:30.020513 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-25154023-506b-4158-8c1a-d3294a6ebbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:30.022019 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-25154023-506b-4158-8c1a-d3294a6ebbc9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e195313d18144843842cb1edd6e3db2f&device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 1097 time: 0.0591075 Jul 14 09:47:30.108875 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3f39e-3e05-400d-941f-4663daf20aef req-5a3ac1b9-3fb3-40f9-bb91-9314fe3120db tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:30.110353 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94b3f39e-3e05-400d-941f-4663daf20aef req-5a3ac1b9-3fb3-40f9-bb91-9314fe3120db tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0642281 Jul 14 09:47:30.111426 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-9b056b17-4cf7-4fc4-9950-69bbac41ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:30.112932 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-9b056b17-4cf7-4fc4-9950-69bbac41ba25 service neutron] 10.222.0.47 "GET /v2.0/networks?id=856080d1-3165-4e9b-bb2f-7ada20f8fbaf HTTP/1.1" status: 200 len: 912 time: 0.0846145 Jul 14 09:47:30.152160 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-94b3f39e-3e05-400d-941f-4663daf20aef req-b99f89e3-7e5a-4f90-91d3-bb9597560dec tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359068 Jul 14 09:47:30.160192 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-f3dc86bc-42e4-4e55-9e19-454a314ed50d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54305c39-6f24-4850-9b67-5711f8d735a5 HTTP/1.1" status: 200 len: 217 time: 0.0396626 Jul 14 09:47:30.520127 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-349552da-3c87-46e2-8ae3-56b370be03c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:30.521592 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-349552da-3c87-46e2-8ae3-56b370be03c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b965a4f7-cadc-4b2d-b278-c3d1a0f04dc8 HTTP/1.1" status: 200 len: 852 time: 0.3554907 Jul 14 09:47:30.554627 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-849ab0d6-0d2c-492c-babd-6223ac5e327d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=856080d1-3165-4e9b-bb2f-7ada20f8fbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259020 Jul 14 09:47:30.643924 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-002bc8fb-6372-4199-b066-3660ffe6b558 service neutron] 10.222.0.47 "GET /v2.0/networks/856080d1-3165-4e9b-bb2f-7ada20f8fbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827391 Jul 14 09:47:30.731244 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-49f324a2-fdcd-4b8b-9cb5-97b7107dd408 service neutron] 10.222.0.47 "GET /v2.0/networks/856080d1-3165-4e9b-bb2f-7ada20f8fbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809932 Jul 14 09:47:31.324028 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab92c4-1c7a-4afd-a417-dc8c627ac24b req-8e0a8470-26e9-43cc-b941-bc233d4bf6da tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:31.325520 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-65ab92c4-1c7a-4afd-a417-dc8c627ac24b req-8e0a8470-26e9-43cc-b941-bc233d4bf6da tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0627198 Jul 14 09:47:31.363655 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-65ab92c4-1c7a-4afd-a417-dc8c627ac24b req-91522855-80f9-4f30-ba2c-26d52eeffe18 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321972 Jul 14 09:47:32.540591 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ab939-6b97-43c2-8245-e4e1d9f2b5ed req-311a96b7-e98f-4d4a-aaff-90528e1ee1a3 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:32.542062 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8b3ab939-6b97-43c2-8245-e4e1d9f2b5ed req-311a96b7-e98f-4d4a-aaff-90528e1ee1a3 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0660925 Jul 14 09:47:32.578978 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8b3ab939-6b97-43c2-8245-e4e1d9f2b5ed req-a6ff7f57-75b2-46a8-9734-340a754836a4 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313694 Jul 14 09:47:33.749145 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8736c0b-9975-4693-999c-ae457ca2a07d req-bb0e9832-c37e-4fda-ada0-4893a93f5146 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:33.750620 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a8736c0b-9975-4693-999c-ae457ca2a07d req-bb0e9832-c37e-4fda-ada0-4893a93f5146 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0634465 Jul 14 09:47:33.788810 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a8736c0b-9975-4693-999c-ae457ca2a07d req-a0bc68bf-a819-4dd5-ac99-d1e334fff721 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321600 Jul 14 09:47:34.970478 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99f969-121c-4995-98b7-a1a62a9396fb req-86e85f90-85ab-451a-b2bf-e89c45b9abc6 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:34.972073 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5f99f969-121c-4995-98b7-a1a62a9396fb req-86e85f90-85ab-451a-b2bf-e89c45b9abc6 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0675759 Jul 14 09:47:35.011526 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5f99f969-121c-4995-98b7-a1a62a9396fb req-eaa954b8-a1dd-497e-9325-36bcacdb4b9f tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335476 Jul 14 09:47:35.637309 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a2ab5-4d57-4835-bc5f-ba76469d5e20 req-5535c628-34b7-45d5-99ab-77de017676b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:35.638708 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4c3a2ab5-4d57-4835-bc5f-ba76469d5e20 req-5535c628-34b7-45d5-99ab-77de017676b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e195313d18144843842cb1edd6e3db2f&device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 1097 time: 0.0579453 Jul 14 09:47:35.742852 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a2ab5-4d57-4835-bc5f-ba76469d5e20 req-8a2c9f39-21fc-40df-ae6e-a0c2fae2a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:35.744338 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4c3a2ab5-4d57-4835-bc5f-ba76469d5e20 req-8a2c9f39-21fc-40df-ae6e-a0c2fae2a2f1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=856080d1-3165-4e9b-bb2f-7ada20f8fbaf HTTP/1.1" status: 200 len: 912 time: 0.0847769 Jul 14 09:47:35.786555 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4c3a2ab5-4d57-4835-bc5f-ba76469d5e20 req-23bef1d5-d72c-4a5c-92e2-c7e9729233c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54305c39-6f24-4850-9b67-5711f8d735a5 HTTP/1.1" status: 200 len: 217 time: 0.0353596 Jul 14 09:47:35.840068 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a2ab5-4d57-4835-bc5f-ba76469d5e20 req-abb9e443-cc51-4ff2-ba3c-727adf7d6628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:35.841512 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4c3a2ab5-4d57-4835-bc5f-ba76469d5e20 req-abb9e443-cc51-4ff2-ba3c-727adf7d6628 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b965a4f7-cadc-4b2d-b278-c3d1a0f04dc8 HTTP/1.1" status: 200 len: 852 time: 0.0484788 Jul 14 09:47:35.874072 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4c3a2ab5-4d57-4835-bc5f-ba76469d5e20 req-b0e4ced6-dbc0-4a5f-bf2e-15d21a2a2568 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=856080d1-3165-4e9b-bb2f-7ada20f8fbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258324 Jul 14 09:47:35.967642 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4c3a2ab5-4d57-4835-bc5f-ba76469d5e20 req-cbbba4a1-574c-458b-8d54-f0e4fbdc0542 service neutron] 10.222.0.47 "GET /v2.0/networks/856080d1-3165-4e9b-bb2f-7ada20f8fbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821362 Jul 14 09:47:36.064419 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4c3a2ab5-4d57-4835-bc5f-ba76469d5e20 req-c18f5834-397b-459e-ac6a-fcfdcdbd297e service neutron] 10.222.0.47 "GET /v2.0/networks/856080d1-3165-4e9b-bb2f-7ada20f8fbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871594 Jul 14 09:47:36.188265 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae281bb9-7c3f-4682-8246-aaf3c8a9a56e req-9f9a813e-5a70-4d66-bf2b-5044b51daeeb tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:36.189775 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ae281bb9-7c3f-4682-8246-aaf3c8a9a56e req-9f9a813e-5a70-4d66-bf2b-5044b51daeeb tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0628426 Jul 14 09:47:36.226769 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ae281bb9-7c3f-4682-8246-aaf3c8a9a56e req-bb082b64-2264-4058-89a5-3c3720fa752d tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313728 Jul 14 09:47:37.402815 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d73a36-8c65-4553-9f37-a20522e35461 req-5c04020a-b238-423f-8c8a-eb23409a7c45 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:37.404334 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69d73a36-8c65-4553-9f37-a20522e35461 req-5c04020a-b238-423f-8c8a-eb23409a7c45 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0663910 Jul 14 09:47:37.442217 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-69d73a36-8c65-4553-9f37-a20522e35461 req-cf01c574-c6de-4467-9265-8c77f1aa2f31 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318692 Jul 14 09:47:38.619820 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c73aa7-c467-467b-a6f3-90c2abfede3d req-793919e6-1a0e-4fdc-a1cc-070a6b38662c tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:38.621156 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e5c73aa7-c467-467b-a6f3-90c2abfede3d req-793919e6-1a0e-4fdc-a1cc-070a6b38662c tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0664697 Jul 14 09:47:38.658628 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e5c73aa7-c467-467b-a6f3-90c2abfede3d req-2892c63e-8c91-4764-95d0-00f0791fda87 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320089 Jul 14 09:47:39.828633 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bf209-75d4-405e-a3ac-be92d7aa8d19 req-2162d964-8111-4fe8-9c04-be580f442cd6 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:39.830467 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f78bf209-75d4-405e-a3ac-be92d7aa8d19 req-2162d964-8111-4fe8-9c04-be580f442cd6 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0628145 Jul 14 09:47:39.868904 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f78bf209-75d4-405e-a3ac-be92d7aa8d19 req-ed52fd14-905f-442a-b5a5-9a9a3f75a331 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330064 Jul 14 09:47:40.901855 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:41.043898 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ed640-6103-4b1f-9f73-3703ac4884dc req-a0721906-9a2e-4c12-8f41-265ce568e4a9 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:41.045384 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-194ed640-6103-4b1f-9f73-3703ac4884dc req-a0721906-9a2e-4c12-8f41-265ce568e4a9 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0670850 Jul 14 09:47:41.083473 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-194ed640-6103-4b1f-9f73-3703ac4884dc req-775bfce4-3be1-4e30-9112-373d68dc3fcc tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320234 Jul 14 09:47:42.257497 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffea8a-677e-426c-846e-96e54040583a req-fa29dede-041b-4918-a696-a216bd9d24bd tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:42.258959 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2cffea8a-677e-426c-846e-96e54040583a req-fa29dede-041b-4918-a696-a216bd9d24bd tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0633621 Jul 14 09:47:42.296821 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2cffea8a-677e-426c-846e-96e54040583a req-48fdfacc-d2c2-4d2a-9973-20379b3cb6cd tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319557 Jul 14 09:47:42.514229 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:43.471537 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec65c0-97a4-4094-8158-eeb1b5e2c174 req-8150c06f-4769-40e3-b9f9-9b0acdec9d31 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:43.473004 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ecec65c0-97a4-4094-8158-eeb1b5e2c174 req-8150c06f-4769-40e3-b9f9-9b0acdec9d31 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0624437 Jul 14 09:47:43.509968 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ecec65c0-97a4-4094-8158-eeb1b5e2c174 req-da77189a-5382-4c79-be70-2bf6a5d92d77 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314746 Jul 14 09:47:44.687377 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b10a9-9e5e-4cf3-9269-1402baa926dd req-06836466-fdaa-488c-baf7-b591b7853685 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:44.689997 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a1b10a9-9e5e-4cf3-9269-1402baa926dd req-06836466-fdaa-488c-baf7-b591b7853685 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0653973 Jul 14 09:47:44.726521 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a1b10a9-9e5e-4cf3-9269-1402baa926dd req-5b8c1211-fd3e-48a2-8512-ce8e6a8c28ea tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315855 Jul 14 09:47:45.899623 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04d660-914a-4549-91e5-5d440bb92c4b req-3a6867de-a6ad-42ed-8236-76ad5ca7869b tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:45.901112 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9d04d660-914a-4549-91e5-5d440bb92c4b req-3a6867de-a6ad-42ed-8236-76ad5ca7869b tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0640228 Jul 14 09:47:45.938236 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9d04d660-914a-4549-91e5-5d440bb92c4b req-39e9f1b0-64ef-45a9-ae25-fed6241132c7 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314679 Jul 14 09:47:47.119298 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fae80-b7e6-4100-b257-1da3197af2df req-7b675ec6-ef79-4cd6-8b13-73164b460aa3 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:47.120807 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c6fae80-b7e6-4100-b257-1da3197af2df req-7b675ec6-ef79-4cd6-8b13-73164b460aa3 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0680003 Jul 14 09:47:47.159279 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c6fae80-b7e6-4100-b257-1da3197af2df req-e65e9e9a-08c6-43f8-9d85-aa2824cb00b0 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327075 Jul 14 09:47:48.333960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112450e-1e37-4ae4-a82d-60ecb43f4a14 req-31398a15-18d5-49e7-95b5-a5221d6a1b54 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:48.335463 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d112450e-1e37-4ae4-a82d-60ecb43f4a14 req-31398a15-18d5-49e7-95b5-a5221d6a1b54 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0641580 Jul 14 09:47:48.373227 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d112450e-1e37-4ae4-a82d-60ecb43f4a14 req-8f9b1c40-f977-442f-af0f-9a3b2551d711 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322196 Jul 14 09:47:48.480322 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4dc8d904-52ae-4e66-87e1-64c40b76f1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:49.546577 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0507b02-a287-40af-a303-9c5b8ad97869 req-f57f207e-79df-4eae-a285-d6db1992374c tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:49.548076 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0507b02-a287-40af-a303-9c5b8ad97869 req-f57f207e-79df-4eae-a285-d6db1992374c tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0612788 Jul 14 09:47:49.585460 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0507b02-a287-40af-a303-9c5b8ad97869 req-975be14a-4d2c-48e8-8da0-bd8360cc7235 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316274 Jul 14 09:47:50.766160 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d20b9b-b93e-4f25-b6a3-0ccb28d368e1 req-482a7c5c-b4bc-408f-a52e-9dbd4e4ac179 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:50.768127 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-86d20b9b-b93e-4f25-b6a3-0ccb28d368e1 req-482a7c5c-b4bc-408f-a52e-9dbd4e4ac179 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0708661 Jul 14 09:47:50.809479 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-86d20b9b-b93e-4f25-b6a3-0ccb28d368e1 req-15dc7da2-d2e9-4ade-b722-7adc81b798f4 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354922 Jul 14 09:47:51.085561 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25ea6339-0bc2-4570-a2f6-6ae709c1b581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:51.306685 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:51.980981 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f243cc-f899-4c2e-be55-5f8c660653be req-62a5ba65-5d7f-436c-81d2-4c35323f384b tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:51.982459 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-58f243cc-f899-4c2e-be55-5f8c660653be req-62a5ba65-5d7f-436c-81d2-4c35323f384b tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0632589 Jul 14 09:47:52.020923 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-58f243cc-f899-4c2e-be55-5f8c660653be req-4e2d1dc8-f5f8-4546-8970-b2fb1fbca71f tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326331 Jul 14 09:47:52.273194 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:47:52.295190 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:53.197519 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e003dc-7a95-4b27-b0f0-8a107ddedba3 req-40469723-2a93-4204-83aa-484b298e5fdb tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:53.199082 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-53e003dc-7a95-4b27-b0f0-8a107ddedba3 req-40469723-2a93-4204-83aa-484b298e5fdb tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0664384 Jul 14 09:47:53.237305 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-53e003dc-7a95-4b27-b0f0-8a107ddedba3 req-eb16dec2-2291-49ab-ba4f-ce4ec44495ca tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318134 Jul 14 09:47:53.835294 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:54.414704 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65635608-1adc-4bd1-b3b0-9ebc9e3c826e req-59ed0574-ee99-4e3a-978e-f688c30c8d7d tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:54.416193 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-65635608-1adc-4bd1-b3b0-9ebc9e3c826e req-59ed0574-ee99-4e3a-978e-f688c30c8d7d tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0644703 Jul 14 09:47:54.454521 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-65635608-1adc-4bd1-b3b0-9ebc9e3c826e req-bbed47fe-ad95-49e1-a6f5-002571f009f1 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326855 Jul 14 09:47:55.627741 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5905052-6ccb-460a-8ed2-6eeefc2d497b req-f014730d-e015-4ba0-bdcf-ccc58e8aee1e tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:55.629128 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c5905052-6ccb-460a-8ed2-6eeefc2d497b req-f014730d-e015-4ba0-bdcf-ccc58e8aee1e tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0628748 Jul 14 09:47:55.665510 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c5905052-6ccb-460a-8ed2-6eeefc2d497b req-a14cc66d-0043-4386-a960-0a0cb3054bc8 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309348 Jul 14 09:47:56.843616 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185d2d3-be7a-4ad1-b6af-f49aa5639c49 req-5f26e09b-73cc-412c-801c-61f0558fc0d8 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:56.845151 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e185d2d3-be7a-4ad1-b6af-f49aa5639c49 req-5f26e09b-73cc-412c-801c-61f0558fc0d8 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0672319 Jul 14 09:47:56.883834 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e185d2d3-be7a-4ad1-b6af-f49aa5639c49 req-6ba5fa8d-511f-4353-84a0-0d0652fbff9f tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329719 Jul 14 09:47:57.660551 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-070ecf68-7c38-4f12-b1f6-f9e72631e302 service neutron] show failed (client error): The resource could not be found. Jul 14 09:47:57.661501 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-070ecf68-7c38-4f12-b1f6-f9e72631e302 service neutron] 10.222.0.47 "GET /v2.0/ports/54305c39-6f24-4850-9b67-5711f8d735a5/bindings/n-h2-771362-35 HTTP/1.1" status: 404 len: 381 time: 0.0554943 Jul 14 09:47:57.967640 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-e912e017-16a3-4876-8d16-bd11df17f1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:57.969144 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-e912e017-16a3-4876-8d16-bd11df17f1c7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4&tenant_id=e195313d18144843842cb1edd6e3db2f HTTP/1.1" status: 200 len: 1097 time: 0.1103570 Jul 14 09:47:57.980349 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-35', 'device_owner': 'compute:nova'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:58.053212 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:58.060225 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c4d2f-33a6-4887-b20f-f57ead842286 req-b1f24a86-a3b2-4f28-b149-bb2d8441942f tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:58.061768 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-014c4d2f-33a6-4887-b20f-f57ead842286 req-b1f24a86-a3b2-4f28-b149-bb2d8441942f tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0629964 Jul 14 09:47:58.100863 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-014c4d2f-33a6-4887-b20f-f57ead842286 req-888faa4f-7f70-4bca-87df-c33c3cd3c418 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323079 Jul 14 09:47:58.254985 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] For port 54305c39-6f24-4850-9b67-5711f8d735a5, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=54305c39-6f24-4850-9b67-5711f8d735a5,segment=NetworkSegment(f3ec776c-4260-4b08-a57b-d6ea5e105221),segment_id=f3ec776c-4260-4b08-a57b-d6ea5e105221)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:58.288984 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] For port 54305c39-6f24-4850-9b67-5711f8d735a5, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:47:58.332660 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de00ec5-5275-49ae-936a-b3f2b00504d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54305c39-6f24-4850-9b67-5711f8d735a5'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:47:58.334942 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3455316-4242-4c55-be76-89fd254b7917" -d '{"events": [{"server_uuid": "6de00ec5-5275-49ae-936a-b3f2b00504d4", "name": "network-vif-unplugged", "status": "completed", "tag": "54305c39-6f24-4850-9b67-5711f8d735a5"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:47:58.338477 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:58.351479 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Transition to ACTIVE for port object 54305c39-6f24-4850-9b67-5711f8d735a5 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:58.356519 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:58.420209 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] No DVR routers for this DVR port 54305c39-6f24-4850-9b67-5711f8d735a5 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:47:58.423442 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=54305c39-6f24-4850-9b67-5711f8d735a5,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:58.434620 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:58.434971 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:58.435319 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:58.435682 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:58.436025 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:58.436360 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:58.436692 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:58.437018 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:58.437347 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:58.437675 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:58.438020 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:58.438319 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:58.458583 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd7db8e-a027-4e91-b6e4-32c52b1a2935 x-openstack-request-id: req-8fd7db8e-a027-4e91-b6e4-32c52b1a2935 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:47:58.458878 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de00ec5-5275-49ae-936a-b3f2b00504d4", "name": "network-vif-unplugged", "status": "completed", "tag": "54305c39-6f24-4850-9b67-5711f8d735a5", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:47:58.459124 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8fd7db8e-a027-4e91-b6e4-32c52b1a2935 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:47:58.459527 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de00ec5-5275-49ae-936a-b3f2b00504d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54305c39-6f24-4850-9b67-5711f8d735a5', 'code': 200} Jul 14 09:47:58.473661 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Attempting to bind port 54305c39-6f24-4850-9b67-5711f8d735a5 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:47:58.474006 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Attempting to bind port 54305c39-6f24-4850-9b67-5711f8d735a5 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': 'f3ec776c-4260-4b08-a57b-d6ea5e105221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '856080d1-3165-4e9b-bb2f-7ada20f8fbaf'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:47:58.474335 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Attempting to bind port 54305c39-6f24-4850-9b67-5711f8d735a5 on network 856080d1-3165-4e9b-bb2f-7ada20f8fbaf {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:47:58.478704 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Port 54305c39-6f24-4850-9b67-5711f8d735a5 on network 856080d1-3165-4e9b-bb2f-7ada20f8fbaf not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:47:58.479029 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Attempting to bind port 54305c39-6f24-4850-9b67-5711f8d735a5 on network 856080d1-3165-4e9b-bb2f-7ada20f8fbaf {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:47:58.483873 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:47:58.484215 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Checking segment: {'id': 'f3ec776c-4260-4b08-a57b-d6ea5e105221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '856080d1-3165-4e9b-bb2f-7ada20f8fbaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:58.484605 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Bound using segment: {'id': 'f3ec776c-4260-4b08-a57b-d6ea5e105221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '856080d1-3165-4e9b-bb2f-7ada20f8fbaf'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:47:58.485033 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Bound port: 54305c39-6f24-4850-9b67-5711f8d735a5, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ec776c-4260-4b08-a57b-d6ea5e105221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '856080d1-3165-4e9b-bb2f-7ada20f8fbaf'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:47:58.485399 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:58.550947 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] For port 54305c39-6f24-4850-9b67-5711f8d735a5, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:47:58.554103 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] For port 54305c39-6f24-4850-9b67-5711f8d735a5, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=54305c39-6f24-4850-9b67-5711f8d735a5,segment=NetworkSegment(f3ec776c-4260-4b08-a57b-d6ea5e105221),segment_id=f3ec776c-4260-4b08-a57b-d6ea5e105221)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:47:58.557910 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:58.593614 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:58.594226 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:58.595954 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] 10.222.0.44 "PUT /v2.0/ports/54305c39-6f24-4850-9b67-5711f8d735a5 HTTP/1.1" status: 200 len: 1092 time: 0.6197832 Jul 14 09:47:58.616829 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8a07c-962b-406e-8ef6-a2943144b9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=54305c39-6f24-4850-9b67-5711f8d735a5,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:58.672727 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-0db28d53-26f2-47ba-8410-16c0e9b4ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:58.674336 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-0db28d53-26f2-47ba-8410-16c0e9b4ff36 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e195313d18144843842cb1edd6e3db2f&device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 1095 time: 0.0540476 Jul 14 09:47:58.767543 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-bcad88a1-e24c-492c-8b26-eb22eff5ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:58.769114 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-bcad88a1-e24c-492c-8b26-eb22eff5ca15 service neutron] 10.222.0.44 "GET /v2.0/networks?id=856080d1-3165-4e9b-bb2f-7ada20f8fbaf HTTP/1.1" status: 200 len: 912 time: 0.0889738 Jul 14 09:47:58.809412 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-c5b16e6c-013b-4e00-ba8a-b9a6eceaaa6f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54305c39-6f24-4850-9b67-5711f8d735a5 HTTP/1.1" status: 200 len: 217 time: 0.0343335 Jul 14 09:47:58.857746 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-bb4df18d-2a29-4859-9562-1dca4efde821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:58.859186 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-bb4df18d-2a29-4859-9562-1dca4efde821 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b965a4f7-cadc-4b2d-b278-c3d1a0f04dc8 HTTP/1.1" status: 200 len: 852 time: 0.0436387 Jul 14 09:47:58.896290 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-2edea1e5-4d0f-4f14-9aa6-c0f7ffe763e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=856080d1-3165-4e9b-bb2f-7ada20f8fbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304337 Jul 14 09:47:58.983254 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-235239ac-b0ee-4274-bdcb-851e0b0a704e service neutron] 10.222.0.44 "GET /v2.0/networks/856080d1-3165-4e9b-bb2f-7ada20f8fbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805051 Jul 14 09:47:59.074247 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-bc63c76e-3378-49dc-9351-19c1d3c27178 req-0512da1b-b78b-4658-996d-14e5f73e6cf7 service neutron] 10.222.0.44 "GET /v2.0/networks/856080d1-3165-4e9b-bb2f-7ada20f8fbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848470 Jul 14 09:47:59.279034 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacbbb5-acfd-4803-ad07-494ae4e54b62 req-92e96560-8c33-4305-a29c-6e3cbbd552be tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:59.280553 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3dacbbb5-acfd-4803-ad07-494ae4e54b62 req-92e96560-8c33-4305-a29c-6e3cbbd552be tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 943 time: 0.0676553 Jul 14 09:47:59.319054 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3dacbbb5-acfd-4803-ad07-494ae4e54b62 req-4cce3b95-49f9-4311-921e-92885cc44b80 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323133 Jul 14 09:48:00.139787 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 54305c39-6f24-4850-9b67-5711f8d735a5 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:48:00.178893 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 54305c39-6f24-4850-9b67-5711f8d735a5 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:48:00.461560 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de00ec5-5275-49ae-936a-b3f2b00504d4', 'tag': '54305c39-6f24-4850-9b67-5711f8d735a5'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:00.464121 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce257dd-5322-4708-b9ca-4b689c6b1883" -d '{"events": [{"name": "network-changed", "server_uuid": "6de00ec5-5275-49ae-936a-b3f2b00504d4", "tag": "54305c39-6f24-4850-9b67-5711f8d735a5"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:00.497386 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58caa8e-a6e7-4b32-81d1-89e71fd0ca2f req-d57f3b3c-a878-48ec-b7a0-271ddc60e497 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:00.498985 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b58caa8e-a6e7-4b32-81d1-89e71fd0ca2f req-d57f3b3c-a878-48ec-b7a0-271ddc60e497 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 943 time: 0.0674479 Jul 14 09:48:00.511242 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a1781c-ceeb-4d87-b5fd-93febdc3e67a x-openstack-request-id: req-99a1781c-ceeb-4d87-b5fd-93febdc3e67a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:00.511563 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de00ec5-5275-49ae-936a-b3f2b00504d4", "tag": "54305c39-6f24-4850-9b67-5711f8d735a5", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:00.511818 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99a1781c-ceeb-4d87-b5fd-93febdc3e67a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:00.512235 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de00ec5-5275-49ae-936a-b3f2b00504d4', 'tag': '54305c39-6f24-4850-9b67-5711f8d735a5', 'status': 'completed', 'code': 200} Jul 14 09:48:00.539669 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b58caa8e-a6e7-4b32-81d1-89e71fd0ca2f req-8bbc99ee-1d7c-4122-86ed-dcb756ecf293 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347333 Jul 14 09:48:00.621827 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce257dd-5322-4708-b9ca-4b689c6b1883 req-90b6966d-2921-4153-b4d6-56287939a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:00.623355 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7ce257dd-5322-4708-b9ca-4b689c6b1883 req-90b6966d-2921-4153-b4d6-56287939a17a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e195313d18144843842cb1edd6e3db2f&device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 1095 time: 0.0929260 Jul 14 09:48:00.629262 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce257dd-5322-4708-b9ca-4b689c6b1883 req-6f366fd1-ccf3-4ddd-bcf1-d3a75d844932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:00.630667 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7ce257dd-5322-4708-b9ca-4b689c6b1883 req-6f366fd1-ccf3-4ddd-bcf1-d3a75d844932 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e195313d18144843842cb1edd6e3db2f&device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 1095 time: 0.0907097 Jul 14 09:48:00.791468 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce257dd-5322-4708-b9ca-4b689c6b1883 req-9e7504b0-d5a7-4934-aa1f-14f82a07f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:00.792888 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7ce257dd-5322-4708-b9ca-4b689c6b1883 req-9e7504b0-d5a7-4934-aa1f-14f82a07f468 service neutron] 10.222.0.47 "GET /v2.0/networks?id=856080d1-3165-4e9b-bb2f-7ada20f8fbaf HTTP/1.1" status: 200 len: 912 time: 0.1613724 Jul 14 09:48:00.793956 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce257dd-5322-4708-b9ca-4b689c6b1883 req-95c22f21-0ad6-4dac-b07b-ed483b22d868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:00.795280 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7ce257dd-5322-4708-b9ca-4b689c6b1883 req-95c22f21-0ad6-4dac-b07b-ed483b22d868 service neutron] 10.222.0.44 "GET /v2.0/networks?id=856080d1-3165-4e9b-bb2f-7ada20f8fbaf HTTP/1.1" status: 200 len: 912 time: 0.1566620 Jul 14 09:48:00.864116 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7ce257dd-5322-4708-b9ca-4b689c6b1883 req-129d96fe-921e-4a6e-9b90-bede18929c13 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54305c39-6f24-4850-9b67-5711f8d735a5 HTTP/1.1" status: 200 len: 217 time: 0.0643718 Jul 14 09:48:00.865484 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7ce257dd-5322-4708-b9ca-4b689c6b1883 req-c04a364e-61ae-40e4-afd8-32c4b3f41db3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54305c39-6f24-4850-9b67-5711f8d735a5 HTTP/1.1" status: 200 len: 217 time: 0.0601277 Jul 14 09:48:00.952837 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce257dd-5322-4708-b9ca-4b689c6b1883 req-b7a9984c-f599-438e-ab9b-41a485973d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:00.954884 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7ce257dd-5322-4708-b9ca-4b689c6b1883 req-b7a9984c-f599-438e-ab9b-41a485973d42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b965a4f7-cadc-4b2d-b278-c3d1a0f04dc8 HTTP/1.1" status: 200 len: 852 time: 0.0826914 Jul 14 09:48:00.956295 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce257dd-5322-4708-b9ca-4b689c6b1883 req-4de3ed99-e296-4136-882b-f832d9c3fd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:00.957624 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7ce257dd-5322-4708-b9ca-4b689c6b1883 req-4de3ed99-e296-4136-882b-f832d9c3fd46 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b965a4f7-cadc-4b2d-b278-c3d1a0f04dc8 HTTP/1.1" status: 200 len: 852 time: 0.0849242 Jul 14 09:48:01.008553 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7ce257dd-5322-4708-b9ca-4b689c6b1883 req-08f9f40e-30c0-4ed0-bfc0-f2296f9e5dd6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=856080d1-3165-4e9b-bb2f-7ada20f8fbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468166 Jul 14 09:48:01.010421 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7ce257dd-5322-4708-b9ca-4b689c6b1883 req-9286120c-426d-46af-8428-12ebcec1957e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=856080d1-3165-4e9b-bb2f-7ada20f8fbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415947 Jul 14 09:48:01.169593 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7ce257dd-5322-4708-b9ca-4b689c6b1883 req-1b7f1222-c7e6-47e4-8e7c-32b42b86a315 service neutron] 10.222.0.47 "GET /v2.0/networks/856080d1-3165-4e9b-bb2f-7ada20f8fbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539636 Jul 14 09:48:01.171347 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7ce257dd-5322-4708-b9ca-4b689c6b1883 req-c8e6e12c-8705-4ea6-aff3-a5d6f75d03a6 service neutron] 10.222.0.44 "GET /v2.0/networks/856080d1-3165-4e9b-bb2f-7ada20f8fbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482565 Jul 14 09:48:01.328913 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7ce257dd-5322-4708-b9ca-4b689c6b1883 req-74c77304-b08f-4bab-9183-d4e69011e7db service neutron] 10.222.0.47 "GET /v2.0/networks/856080d1-3165-4e9b-bb2f-7ada20f8fbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526046 Jul 14 09:48:01.330940 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7ce257dd-5322-4708-b9ca-4b689c6b1883 req-9c4fc037-4a6e-4393-a904-539e774e9db7 service neutron] 10.222.0.44 "GET /v2.0/networks/856080d1-3165-4e9b-bb2f-7ada20f8fbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477637 Jul 14 09:48:01.713340 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb8e2e-f64f-4131-b764-cd72f7bb8322 req-0be682b3-c977-4c6a-ae42-534ee57700fa tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:01.714809 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a8bb8e2e-f64f-4131-b764-cd72f7bb8322 req-0be682b3-c977-4c6a-ae42-534ee57700fa tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 943 time: 0.0624442 Jul 14 09:48:01.754110 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a8bb8e2e-f64f-4131-b764-cd72f7bb8322 req-bbe06dbb-87cf-4824-9386-7c71f8ceeeca tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337343 Jul 14 09:48:01.846018 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 54305c39-6f24-4850-9b67-5711f8d735a5 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:48:01.947644 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 54305c39-6f24-4850-9b67-5711f8d735a5, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=54305c39-6f24-4850-9b67-5711f8d735a5,segment=NetworkSegment(f3ec776c-4260-4b08-a57b-d6ea5e105221),segment_id=f3ec776c-4260-4b08-a57b-d6ea5e105221)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:01.960786 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '54305c39-6f24-4850-9b67-5711f8d735a5', 'network_id': '856080d1-3165-4e9b-bb2f-7ada20f8fbaf', 'port_id': '54305c39-6f24-4850-9b67-5711f8d735a5', 'mac_address': 'fa:16:3e:2a:4d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b965a4f7-cadc-4b2d-b278-c3d1a0f04dc8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:48:02.001554 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:02.014347 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54305c39-6f24-4850-9b67-5711f8d735a5 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:48:02.034545 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 54305c39-6f24-4850-9b67-5711f8d735a5, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=54305c39-6f24-4850-9b67-5711f8d735a5,segment=NetworkSegment(f3ec776c-4260-4b08-a57b-d6ea5e105221),segment_id=f3ec776c-4260-4b08-a57b-d6ea5e105221)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:02.038463 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:02.086059 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=54305c39-6f24-4850-9b67-5711f8d735a5,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:02.145941 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537a211-bd20-4362-a7ca-97116e60d18a req-c71b135f-41cd-487d-a660-5cea70f8cc6f tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:02.147331 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0537a211-bd20-4362-a7ca-97116e60d18a req-c71b135f-41cd-487d-a660-5cea70f8cc6f tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.47 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4&tenant_id=e195313d18144843842cb1edd6e3db2f&binding%3Ahost_id=n-h2-771362-35 HTTP/1.1" status: 200 len: 944 time: 0.0738413 Jul 14 09:48:02.205264 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [req-0537a211-bd20-4362-a7ca-97116e60d18a req-c770ec65-2aee-4b8f-8305-10dfb1d9cb4e service neutron] delete failed (client error): The resource could not be found. Jul 14 09:48:02.206255 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0537a211-bd20-4362-a7ca-97116e60d18a req-c770ec65-2aee-4b8f-8305-10dfb1d9cb4e service neutron] 10.222.0.47 "DELETE /v2.0/ports/54305c39-6f24-4850-9b67-5711f8d735a5/bindings/n-h1-771362-35 HTTP/1.1" status: 404 len: 381 time: 0.0534942 Jul 14 09:48:02.285295 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['54305c39-6f24-4850-9b67-5711f8d735a5'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:48:02.308525 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537a211-bd20-4362-a7ca-97116e60d18a req-23e403cc-d224-4b5c-84fd-7d9df3984360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:02.310135 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0537a211-bd20-4362-a7ca-97116e60d18a req-23e403cc-d224-4b5c-84fd-7d9df3984360 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e195313d18144843842cb1edd6e3db2f&device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 1096 time: 0.0593901 Jul 14 09:48:02.398361 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537a211-bd20-4362-a7ca-97116e60d18a req-8680ee85-eb55-431c-92f9-12c6f9f611a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:02.400137 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0537a211-bd20-4362-a7ca-97116e60d18a req-8680ee85-eb55-431c-92f9-12c6f9f611a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=856080d1-3165-4e9b-bb2f-7ada20f8fbaf HTTP/1.1" status: 200 len: 912 time: 0.0833304 Jul 14 09:48:02.445559 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0537a211-bd20-4362-a7ca-97116e60d18a req-2240b3de-1830-47c5-b895-096a127d079f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54305c39-6f24-4850-9b67-5711f8d735a5 HTTP/1.1" status: 200 len: 217 time: 0.0392213 Jul 14 09:48:02.496342 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537a211-bd20-4362-a7ca-97116e60d18a req-2209b23a-824f-4253-9f66-ea525e909483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:02.497794 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0537a211-bd20-4362-a7ca-97116e60d18a req-2209b23a-824f-4253-9f66-ea525e909483 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b965a4f7-cadc-4b2d-b278-c3d1a0f04dc8 HTTP/1.1" status: 200 len: 852 time: 0.0464005 Jul 14 09:48:02.529875 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0537a211-bd20-4362-a7ca-97116e60d18a req-40496aa2-4e45-432a-9db8-a943c73b3f41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=856080d1-3165-4e9b-bb2f-7ada20f8fbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262887 Jul 14 09:48:02.621935 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0537a211-bd20-4362-a7ca-97116e60d18a req-2501f754-4a2e-4d38-b37f-5927f4f09e0a service neutron] 10.222.0.47 "GET /v2.0/networks/856080d1-3165-4e9b-bb2f-7ada20f8fbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855501 Jul 14 09:48:02.710874 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0537a211-bd20-4362-a7ca-97116e60d18a req-09a74994-8653-4cdf-9b6b-eb703922f8b7 service neutron] 10.222.0.47 "GET /v2.0/networks/856080d1-3165-4e9b-bb2f-7ada20f8fbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823207 Jul 14 09:48:03.838815 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21100234-7b60-4994-8e35-5378e102030e req-7c2b5ca0-7a1d-48c8-84f4-00d9a41a26ed tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:03.840355 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21100234-7b60-4994-8e35-5378e102030e req-7c2b5ca0-7a1d-48c8-84f4-00d9a41a26ed tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 944 time: 0.3427207 Jul 14 09:48:03.854189 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 54305c39-6f24-4850-9b67-5711f8d735a5 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:03.878726 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-21100234-7b60-4994-8e35-5378e102030e req-2c92f775-9336-43ba-a870-52028f7170aa tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321207 Jul 14 09:48:03.904008 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 54305c39-6f24-4850-9b67-5711f8d735a5 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:03.908310 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 54305c39-6f24-4850-9b67-5711f8d735a5 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:03.908748 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:04.137862 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:04.160668 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de00ec5-5275-49ae-936a-b3f2b00504d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54305c39-6f24-4850-9b67-5711f8d735a5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:04.162876 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0b452c-369d-402a-a099-842e5902563f" -d '{"events": [{"server_uuid": "6de00ec5-5275-49ae-936a-b3f2b00504d4", "name": "network-vif-plugged", "status": "completed", "tag": "54305c39-6f24-4850-9b67-5711f8d735a5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:04.175204 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 54305c39-6f24-4850-9b67-5711f8d735a5, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=54305c39-6f24-4850-9b67-5711f8d735a5,segment=NetworkSegment(f3ec776c-4260-4b08-a57b-d6ea5e105221),segment_id=f3ec776c-4260-4b08-a57b-d6ea5e105221)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:04.179362 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:04.229417 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=54305c39-6f24-4850-9b67-5711f8d735a5,revision_number=9']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:04.263724 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc836de-797f-434e-ba6e-ff6f0ced87a8 x-openstack-request-id: req-0cc836de-797f-434e-ba6e-ff6f0ced87a8 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:04.264040 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de00ec5-5275-49ae-936a-b3f2b00504d4", "name": "network-vif-plugged", "status": "completed", "tag": "54305c39-6f24-4850-9b67-5711f8d735a5", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:04.264295 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0cc836de-797f-434e-ba6e-ff6f0ced87a8 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:04.264691 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de00ec5-5275-49ae-936a-b3f2b00504d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54305c39-6f24-4850-9b67-5711f8d735a5', 'code': 200} Jul 14 09:48:04.763251 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537a211-bd20-4362-a7ca-97116e60d18a req-34aa678d-6702-43d9-bbb9-b1f51f71e8cf tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:04.764772 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0537a211-bd20-4362-a7ca-97116e60d18a req-34aa678d-6702-43d9-bbb9-b1f51f71e8cf tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.44 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0685194 Jul 14 09:48:04.872907 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-0537a211-bd20-4362-a7ca-97116e60d18a req-07e75861-ef35-43c8-a6bd-aea6308516f6 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Deleting port 54305c39-6f24-4850-9b67-5711f8d735a5 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:04.873251 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0537a211-bd20-4362-a7ca-97116e60d18a req-07e75861-ef35-43c8-a6bd-aea6308516f6 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:04.960383 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-0537a211-bd20-4362-a7ca-97116e60d18a req-07e75861-ef35-43c8-a6bd-aea6308516f6 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] For port 54305c39-6f24-4850-9b67-5711f8d735a5, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=54305c39-6f24-4850-9b67-5711f8d735a5,segment=NetworkSegment(f3ec776c-4260-4b08-a57b-d6ea5e105221),segment_id=f3ec776c-4260-4b08-a57b-d6ea5e105221)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:04.960744 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0537a211-bd20-4362-a7ca-97116e60d18a req-07e75861-ef35-43c8-a6bd-aea6308516f6 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:04.978243 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-0537a211-bd20-4362-a7ca-97116e60d18a req-07e75861-ef35-43c8-a6bd-aea6308516f6 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Calling delete_port for 54305c39-6f24-4850-9b67-5711f8d735a5 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:05.058183 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4285c-db8b-43ff-bafd-9d79b3d40fef req-c78ac848-0914-497c-b322-f2201aea51f5 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:05.059793 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-88c4285c-db8b-43ff-bafd-9d79b3d40fef req-c78ac848-0914-497c-b322-f2201aea51f5 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de00ec5-5275-49ae-936a-b3f2b00504d4 HTTP/1.1" status: 200 len: 945 time: 0.0659008 Jul 14 09:48:05.098102 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-88c4285c-db8b-43ff-bafd-9d79b3d40fef req-8c30897d-03e8-4746-a7d3-784f1b5675a2 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.25 "GET /v2.0/security-groups?id=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324032 Jul 14 09:48:05.107463 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0537a211-bd20-4362-a7ca-97116e60d18a req-07e75861-ef35-43c8-a6bd-aea6308516f6 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:05.125011 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['54305c39-6f24-4850-9b67-5711f8d735a5'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:48:05.137757 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e75861-ef35-43c8-a6bd-aea6308516f6 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Pushing event deleted for resources: {'Port': ['ID=54305c39-6f24-4850-9b67-5711f8d735a5,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:05.185948 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0537a211-bd20-4362-a7ca-97116e60d18a req-07e75861-ef35-43c8-a6bd-aea6308516f6 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] No DVR routers for this DVR port 54305c39-6f24-4850-9b67-5711f8d735a5 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:48:05.188588 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-0537a211-bd20-4362-a7ca-97116e60d18a req-07e75861-ef35-43c8-a6bd-aea6308516f6 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:05.190553 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0537a211-bd20-4362-a7ca-97116e60d18a req-07e75861-ef35-43c8-a6bd-aea6308516f6 tempest-DeleteServersTestJSON-1692859958 tempest-DeleteServersTestJSON-1692859958-project] 10.222.0.44 "DELETE /v2.0/ports/54305c39-6f24-4850-9b67-5711f8d735a5 HTTP/1.1" status: 204 len: 173 time: 0.4202023 Jul 14 09:48:05.190991 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de00ec5-5275-49ae-936a-b3f2b00504d4', 'name': 'network-vif-deleted', 'tag': '54305c39-6f24-4850-9b67-5711f8d735a5'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:05.193307 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8feb3e3c-3288-43e3-b31c-a62a9ad6c43c" -d '{"events": [{"server_uuid": "6de00ec5-5275-49ae-936a-b3f2b00504d4", "name": "network-vif-deleted", "tag": "54305c39-6f24-4850-9b67-5711f8d735a5"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:05.236716 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d9398d-30d1-4794-954a-0b8e70c4bb3b x-openstack-request-id: req-83d9398d-30d1-4794-954a-0b8e70c4bb3b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:05.237341 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de00ec5-5275-49ae-936a-b3f2b00504d4", "name": "network-vif-deleted", "tag": "54305c39-6f24-4850-9b67-5711f8d735a5", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:05.237598 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83d9398d-30d1-4794-954a-0b8e70c4bb3b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:05.238008 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de00ec5-5275-49ae-936a-b3f2b00504d4', 'name': 'network-vif-deleted', 'tag': '54305c39-6f24-4850-9b67-5711f8d735a5', 'status': 'completed', 'code': 200} Jul 14 09:48:06.332512 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60690) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:06.378144 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c52e721-e7ef-400b-a1b1-660ee178d3a5 admin admin] Deleting subnet b965a4f7-cadc-4b2d-b278-c3d1a0f04dc8 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:48:06.381244 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c52e721-e7ef-400b-a1b1-660ee178d3a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.417207 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c52e721-e7ef-400b-a1b1-660ee178d3a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.455115 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c52e721-e7ef-400b-a1b1-660ee178d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.512557 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c52e721-e7ef-400b-a1b1-660ee178d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.537091 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52e721-e7ef-400b-a1b1-660ee178d3a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b965a4f7-cadc-4b2d-b278-c3d1a0f04dc8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:06.543220 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c52e721-e7ef-400b-a1b1-660ee178d3a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.545543 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9c52e721-e7ef-400b-a1b1-660ee178d3a5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b965a4f7-cadc-4b2d-b278-c3d1a0f04dc8 HTTP/1.1" status: 204 len: 168 time: 0.2115717 Jul 14 09:48:06.547618 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60692) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:06.614318 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4fb93846-ee8f-4a8f-af41-76b33a83e22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.693668 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4fb93846-ee8f-4a8f-af41-76b33a83e22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.703225 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-4fb93846-ee8f-4a8f-af41-76b33a83e22d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['856080d1-3165-4e9b-bb2f-7ada20f8fbaf']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:06.713582 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-4fb93846-ee8f-4a8f-af41-76b33a83e22d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ec776c-4260-4b08-a57b-d6ea5e105221') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:06.713872 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-4fb93846-ee8f-4a8f-af41-76b33a83e22d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ec776c-4260-4b08-a57b-d6ea5e105221') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:06.722896 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4fb93846-ee8f-4a8f-af41-76b33a83e22d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.736070 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4fb93846-ee8f-4a8f-af41-76b33a83e22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.741804 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb93846-ee8f-4a8f-af41-76b33a83e22d admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:48:06.742185 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4fb93846-ee8f-4a8f-af41-76b33a83e22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:48:06.743816 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:48:06.796992 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4fb93846-ee8f-4a8f-af41-76b33a83e22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.803145 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4fb93846-ee8f-4a8f-af41-76b33a83e22d admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.805014 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4fb93846-ee8f-4a8f-af41-76b33a83e22d admin admin] 10.222.0.25 "DELETE /v2.0/networks/856080d1-3165-4e9b-bb2f-7ada20f8fbaf HTTP/1.1" status: 204 len: 168 time: 0.2562826 Jul 14 09:48:06.816140 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb93846-ee8f-4a8f-af41-76b33a83e22d admin admin] Pushing event deleted for resources: {'Network': ['ID=856080d1-3165-4e9b-bb2f-7ada20f8fbaf,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:06.914772 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60696) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:06.954381 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1e941cf7-75d4-4d6f-b206-64e00ce2e492 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e195313d18144843842cb1edd6e3db2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384142 Jul 14 09:48:06.956904 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60698) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:07.008277 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-532bb585-4a43-43ab-9d3e-92cc90f7e9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.028506 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-532bb585-4a43-43ab-9d3e-92cc90f7e9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.075782 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-532bb585-4a43-43ab-9d3e-92cc90f7e9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.078504 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-532bb585-4a43-43ab-9d3e-92cc90f7e9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.079751 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-532bb585-4a43-43ab-9d3e-92cc90f7e9df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f7c61000-29e5-41f6-a5c2-5a1563ac1a3c HTTP/1.1" status: 204 len: 168 time: 0.1218545 Jul 14 09:48:07.087202 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532bb585-4a43-43ab-9d3e-92cc90f7e9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c61000-29e5-41f6-a5c2-5a1563ac1a3c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:07.094340 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532bb585-4a43-43ab-9d3e-92cc90f7e9df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.095220 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532bb585-4a43-43ab-9d3e-92cc90f7e9df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.095585 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532bb585-4a43-43ab-9d3e-92cc90f7e9df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.095997 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532bb585-4a43-43ab-9d3e-92cc90f7e9df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.096329 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532bb585-4a43-43ab-9d3e-92cc90f7e9df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.096766 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532bb585-4a43-43ab-9d3e-92cc90f7e9df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.097098 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532bb585-4a43-43ab-9d3e-92cc90f7e9df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.097421 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532bb585-4a43-43ab-9d3e-92cc90f7e9df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.097742 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532bb585-4a43-43ab-9d3e-92cc90f7e9df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.098066 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532bb585-4a43-43ab-9d3e-92cc90f7e9df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.098393 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532bb585-4a43-43ab-9d3e-92cc90f7e9df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.098713 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532bb585-4a43-43ab-9d3e-92cc90f7e9df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.719408 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 60720) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:07.817094 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-645087c8-8c00-4c6e-ba9b-b771c5f07cf1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1253069972-network', 'tenant_id': '16de1bdc62e94033b1a98eab8e561cdb'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:07.840736 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645087c8-8c00-4c6e-ba9b-b771c5f07cf1 admin admin] Made reservation on behalf of 16de1bdc62e94033b1a98eab8e561cdb for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:07.843175 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-645087c8-8c00-4c6e-ba9b-b771c5f07cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.855563 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-645087c8-8c00-4c6e-ba9b-b771c5f07cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.861837 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 54305c39-6f24-4850-9b67-5711f8d735a5 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:48:07.886936 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 54305c39-6f24-4850-9b67-5711f8d735a5 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:48:07.887290 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 54305c39-6f24-4850-9b67-5711f8d735a5 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:48:07.951093 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-645087c8-8c00-4c6e-ba9b-b771c5f07cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.955285 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-645087c8-8c00-4c6e-ba9b-b771c5f07cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.976523 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645087c8-8c00-4c6e-ba9b-b771c5f07cf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:48:07.990464 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645087c8-8c00-4c6e-ba9b-b771c5f07cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a97ac19-bb42-46e2-b064-48ffb32af40c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:07.995750 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-645087c8-8c00-4c6e-ba9b-b771c5f07cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.996108 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-645087c8-8c00-4c6e-ba9b-b771c5f07cf1 admin admin] Added segment 41b19ce3-9edd-44be-8a60-156dd9b9475f of type vlan for network 761d9dfd-b293-4d31-bd60-e5ce1ae33c7e Jul 14 09:48:08.036257 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-645087c8-8c00-4c6e-ba9b-b771c5f07cf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:08.065094 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-645087c8-8c00-4c6e-ba9b-b771c5f07cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:08.066041 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645087c8-8c00-4c6e-ba9b-b771c5f07cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:08.066664 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-645087c8-8c00-4c6e-ba9b-b771c5f07cf1 admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:08.141814 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-645087c8-8c00-4c6e-ba9b-b771c5f07cf1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4204409 Jul 14 09:48:08.144826 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 60724) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:08.149849 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-605ca7ce-2fa0-4ceb-b63a-2208f199364d admin admin] Request body: {'subnet': {'network_id': '761d9dfd-b293-4d31-bd60-e5ce1ae33c7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1253069972-subnet', 'tenant_id': '16de1bdc62e94033b1a98eab8e561cdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:08.154981 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645087c8-8c00-4c6e-ba9b-b771c5f07cf1 admin admin] Pushing event updated for resources: {'Network': ['ID=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:08.165888 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 761d9dfd-b293-4d31-bd60-e5ce1ae33c7e details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:48:08.174834 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605ca7ce-2fa0-4ceb-b63a-2208f199364d admin admin] Made reservation on behalf of 16de1bdc62e94033b1a98eab8e561cdb for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:08.177195 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-605ca7ce-2fa0-4ceb-b63a-2208f199364d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:08.343637 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-605ca7ce-2fa0-4ceb-b63a-2208f199364d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:08.398540 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ca7ce-2fa0-4ceb-b63a-2208f199364d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d61b3fcb-03b8-4682-b070-5d80cb931467,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:08.406994 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605ca7ce-2fa0-4ceb-b63a-2208f199364d admin admin] Checking segment: {'id': '41b19ce3-9edd-44be-8a60-156dd9b9475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '761d9dfd-b293-4d31-bd60-e5ce1ae33c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:08.407954 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605ca7ce-2fa0-4ceb-b63a-2208f199364d admin admin] Network hostable DHCP agents. Network: 761d9dfd-b293-4d31-bd60-e5ce1ae33c7e, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:48:08.424007 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605ca7ce-2fa0-4ceb-b63a-2208f199364d admin admin] Network 761d9dfd-b293-4d31-bd60-e5ce1ae33c7e is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:48:08.432861 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-605ca7ce-2fa0-4ceb-b63a-2208f199364d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 761d9dfd-b293-4d31-bd60-e5ce1ae33c7e) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:08.438814 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605ca7ce-2fa0-4ceb-b63a-2208f199364d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:08.439422 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-605ca7ce-2fa0-4ceb-b63a-2208f199364d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:08.441354 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e51114-1f5c-4f6e-8eec-492ea18bcf91 None None] Network 761d9dfd-b293-4d31-bd60-e5ce1ae33c7e requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:48:08.453520 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-605ca7ce-2fa0-4ceb-b63a-2208f199364d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3075948 Jul 14 09:48:08.570635 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1107958e-f692-451c-b4a3-24dd012a719e None None] Network 761d9dfd-b293-4d31-bd60-e5ce1ae33c7e requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:48:08.869368 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-17672ec5-cbbd-49a9-9deb-dc727e230d93 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:08.870766 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-17672ec5-cbbd-49a9-9deb-dc727e230d93 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/networks?id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e HTTP/1.1" status: 200 len: 815 time: 0.1027875 Jul 14 09:48:08.886103 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-b3be28a8-105e-4772-8245-5999d5df094c tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/quotas/16de1bdc62e94033b1a98eab8e561cdb HTTP/1.1" status: 200 len: 375 time: 0.0099883 Jul 14 09:48:08.919796 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-0fe1bfee-70bc-4e08-acd1-caf6f89ff3d6 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=16de1bdc62e94033b1a98eab8e561cdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286412 Jul 14 09:48:08.981821 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-c741fe6b-4ff3-4dc8-bb4e-ef345dddddd6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:48:08.982836 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-c741fe6b-4ff3-4dc8-bb4e-ef345dddddd6 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0569961 Jul 14 09:48:09.073881 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-3eaa6287-0291-406d-9424-0fccd2006319 service neutron] 10.222.0.25 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851452 Jul 14 09:48:09.161060 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-63d89b07-41bb-4913-b47e-f6777741f35e service neutron] 10.222.0.25 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809369 Jul 14 09:48:09.337453 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a887f515-8d7d-4a6e-a5ee-270dd5b018e8 req-9795d256-f096-43e6-9995-8ea451c3fa79 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 210 time: 0.0304546 Jul 14 09:48:10.372789 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-173cd7ad-a2eb-4ee1-b0f9-3ab69f312ace tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:10.374450 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-173cd7ad-a2eb-4ee1-b0f9-3ab69f312ace tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.44 "GET /v2.0/networks?id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e HTTP/1.1" status: 200 len: 815 time: 0.1046872 Jul 14 09:48:10.386770 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-43629053-dd59-469b-b79c-d3ffac1eab27 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Request body: {'port': {'device_id': '96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec', 'network_id': '761d9dfd-b293-4d31-bd60-e5ce1ae33c7e', 'admin_state_up': True, 'tenant_id': '16de1bdc62e94033b1a98eab8e561cdb'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:10.485260 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e9a3460-e4af-4182-8b68-7c00befb4b13 req-f29aed7b-bfa1-4eb0-8a15-902cbc60bd9c tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 210 time: 0.0339186 Jul 14 09:48:10.501361 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-43629053-dd59-469b-b79c-d3ffac1eab27 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Made reservation on behalf of 16de1bdc62e94033b1a98eab8e561cdb for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:10.505346 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-43629053-dd59-469b-b79c-d3ffac1eab27 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:10.630543 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-43629053-dd59-469b-b79c-d3ffac1eab27 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Allocated IP 172.20.0.13 (761d9dfd-b293-4d31-bd60-e5ce1ae33c7e/d61b3fcb-03b8-4682-b070-5d80cb931467/c46ab12c-5f5c-43e1-b0f5-4e901d2134d1) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:48:10.775619 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-43629053-dd59-469b-b79c-d3ffac1eab27 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:10.814523 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-43629053-dd59-469b-b79c-d3ffac1eab27 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:10.859912 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-43629053-dd59-469b-b79c-d3ffac1eab27 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Network 761d9dfd-b293-4d31-bd60-e5ce1ae33c7e is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:10.863834 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-43629053-dd59-469b-b79c-d3ffac1eab27 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:10.867766 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-43629053-dd59-469b-b79c-d3ffac1eab27 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:48:10.873987 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43629053-dd59-469b-b79c-d3ffac1eab27 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Pushing event updated for resources: {'Port': ['ID=c46ab12c-5f5c-43e1-b0f5-4e901d2134d1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:10.904552 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:10.923868 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-43629053-dd59-469b-b79c-d3ffac1eab27 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:10.924488 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-43629053-dd59-469b-b79c-d3ffac1eab27 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:10.938970 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-43629053-dd59-469b-b79c-d3ffac1eab27 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5557806 Jul 14 09:48:10.949769 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-55185787-5e0a-4592-9eb2-b7005dbf4f79 service neutron] Request body: {'port': {'device_id': '96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:11.020598 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-55185787-5e0a-4592-9eb2-b7005dbf4f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.279031 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-55185787-5e0a-4592-9eb2-b7005dbf4f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:48:11.286761 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-55185787-5e0a-4592-9eb2-b7005dbf4f79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.298900 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-55185787-5e0a-4592-9eb2-b7005dbf4f79 service neutron] Transition to ACTIVE for port object c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:11.302604 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-55185787-5e0a-4592-9eb2-b7005dbf4f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.353396 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55185787-5e0a-4592-9eb2-b7005dbf4f79 service neutron] Pushing event updated for resources: {'Port': ['ID=c46ab12c-5f5c-43e1-b0f5-4e901d2134d1,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:11.417916 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-55185787-5e0a-4592-9eb2-b7005dbf4f79 service neutron] Attempting to bind port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:48:11.418579 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-55185787-5e0a-4592-9eb2-b7005dbf4f79 service neutron] Attempting to bind port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '41b19ce3-9edd-44be-8a60-156dd9b9475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '761d9dfd-b293-4d31-bd60-e5ce1ae33c7e'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:48:11.418579 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-55185787-5e0a-4592-9eb2-b7005dbf4f79 service neutron] Attempting to bind port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 on network 761d9dfd-b293-4d31-bd60-e5ce1ae33c7e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:11.423677 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-55185787-5e0a-4592-9eb2-b7005dbf4f79 service neutron] Port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 on network 761d9dfd-b293-4d31-bd60-e5ce1ae33c7e not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:48:11.423677 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-55185787-5e0a-4592-9eb2-b7005dbf4f79 service neutron] Attempting to bind port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 on network 761d9dfd-b293-4d31-bd60-e5ce1ae33c7e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:11.428365 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-55185787-5e0a-4592-9eb2-b7005dbf4f79 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:48:11.428701 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-55185787-5e0a-4592-9eb2-b7005dbf4f79 service neutron] Checking segment: {'id': '41b19ce3-9edd-44be-8a60-156dd9b9475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '761d9dfd-b293-4d31-bd60-e5ce1ae33c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:11.429084 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-55185787-5e0a-4592-9eb2-b7005dbf4f79 service neutron] Bound using segment: {'id': '41b19ce3-9edd-44be-8a60-156dd9b9475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '761d9dfd-b293-4d31-bd60-e5ce1ae33c7e'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:48:11.429515 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-55185787-5e0a-4592-9eb2-b7005dbf4f79 service neutron] Bound port: c46ab12c-5f5c-43e1-b0f5-4e901d2134d1, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b19ce3-9edd-44be-8a60-156dd9b9475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '761d9dfd-b293-4d31-bd60-e5ce1ae33c7e'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:48:11.429869 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-55185787-5e0a-4592-9eb2-b7005dbf4f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.495291 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-55185787-5e0a-4592-9eb2-b7005dbf4f79 service neutron] For port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:11.498268 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-55185787-5e0a-4592-9eb2-b7005dbf4f79 service neutron] For port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c46ab12c-5f5c-43e1-b0f5-4e901d2134d1,segment=NetworkSegment(41b19ce3-9edd-44be-8a60-156dd9b9475f),segment_id=41b19ce3-9edd-44be-8a60-156dd9b9475f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:48:11.503229 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-55185787-5e0a-4592-9eb2-b7005dbf4f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.536979 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-55185787-5e0a-4592-9eb2-b7005dbf4f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:11.537606 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-55185787-5e0a-4592-9eb2-b7005dbf4f79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.538984 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-55185787-5e0a-4592-9eb2-b7005dbf4f79 service neutron] 10.222.0.44 "PUT /v2.0/ports/c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 HTTP/1.1" status: 200 len: 1093 time: 0.5934298 Jul 14 09:48:11.539430 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec', 'tag': 'c46ab12c-5f5c-43e1-b0f5-4e901d2134d1'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:11.541720 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ad6d16-365f-45a5-8ccf-c6988d8de6cc" -d '{"events": [{"name": "network-changed", "server_uuid": "96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec", "tag": "c46ab12c-5f5c-43e1-b0f5-4e901d2134d1"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:11.567870 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55185787-5e0a-4592-9eb2-b7005dbf4f79 service neutron] Pushing event updated for resources: {'Port': ['ID=c46ab12c-5f5c-43e1-b0f5-4e901d2134d1,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:11.595633 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef183b0-0df8-4c9d-b97c-12804e5db804 x-openstack-request-id: req-8ef183b0-0df8-4c9d-b97c-12804e5db804 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:11.595991 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec", "tag": "c46ab12c-5f5c-43e1-b0f5-4e901d2134d1", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:11.596397 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ef183b0-0df8-4c9d-b97c-12804e5db804 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:11.597007 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec', 'tag': 'c46ab12c-5f5c-43e1-b0f5-4e901d2134d1', 'status': 'completed', 'code': 200} Jul 14 09:48:11.642975 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-9561b8b6-487d-4fa4-bb46-f70fc542c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:11.644558 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-9561b8b6-487d-4fa4-bb46-f70fc542c68a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=16de1bdc62e94033b1a98eab8e561cdb&device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 1096 time: 0.0605929 Jul 14 09:48:11.672376 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f2f44-ddb6-4ed4-acb7-bef89e70252c req-f485d553-726a-4175-8773-b19b49c211fd tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:11.674618 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1f5f2f44-ddb6-4ed4-acb7-bef89e70252c req-f485d553-726a-4175-8773-b19b49c211fd tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 944 time: 0.0655668 Jul 14 09:48:11.692002 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-15ca46f5-96c4-4356-a37f-cf0f8a078fc0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 HTTP/1.1" status: 200 len: 217 time: 0.0381706 Jul 14 09:48:11.713301 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1f5f2f44-ddb6-4ed4-acb7-bef89e70252c req-280d8972-65a0-4952-8003-59fd8bcec12f tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329864 Jul 14 09:48:11.741587 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-de5e2d93-5533-47c3-8db9-388ce0bfdda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:11.743056 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-de5e2d93-5533-47c3-8db9-388ce0bfdda9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d61b3fcb-03b8-4682-b070-5d80cb931467 HTTP/1.1" status: 200 len: 855 time: 0.0452442 Jul 14 09:48:11.777403 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-ff87dcf2-15d9-47ef-a4e6-b5f2268db0f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267773 Jul 14 09:48:12.187462 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-8e4bddb8-57a5-449d-a6e6-284dd25be1a9 service neutron] 10.222.0.44 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038606 Jul 14 09:48:12.276511 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-66134515-9ac9-42e5-b52f-f88f30cb527e req-4a06fa34-d115-4a5b-a074-655fbd29e090 service neutron] 10.222.0.44 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827081 Jul 14 09:48:12.383225 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad6d16-365f-45a5-8ccf-c6988d8de6cc req-346d795f-0909-47ff-862d-1dd6d5d7f3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:12.384752 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-49ad6d16-365f-45a5-8ccf-c6988d8de6cc req-346d795f-0909-47ff-862d-1dd6d5d7f3ba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=16de1bdc62e94033b1a98eab8e561cdb&device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 1096 time: 0.0518527 Jul 14 09:48:12.476261 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad6d16-365f-45a5-8ccf-c6988d8de6cc req-81071587-17c5-4738-8700-cc83d3ac4fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:12.477733 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-49ad6d16-365f-45a5-8ccf-c6988d8de6cc req-81071587-17c5-4738-8700-cc83d3ac4fa3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e HTTP/1.1" status: 200 len: 915 time: 0.0865133 Jul 14 09:48:12.513650 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.518676 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-49ad6d16-365f-45a5-8ccf-c6988d8de6cc req-42bd7122-f06c-407c-a0cf-ea2c2eb47233 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 HTTP/1.1" status: 200 len: 217 time: 0.0345705 Jul 14 09:48:12.571688 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad6d16-365f-45a5-8ccf-c6988d8de6cc req-a164b647-6503-4de7-8e71-7005e4ffb8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:12.573125 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-49ad6d16-365f-45a5-8ccf-c6988d8de6cc req-a164b647-6503-4de7-8e71-7005e4ffb8ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d61b3fcb-03b8-4682-b070-5d80cb931467 HTTP/1.1" status: 200 len: 855 time: 0.0473075 Jul 14 09:48:12.608408 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-49ad6d16-365f-45a5-8ccf-c6988d8de6cc req-b712d1ce-6b35-448a-ad77-2cc92cb1c681 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262663 Jul 14 09:48:12.695949 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-49ad6d16-365f-45a5-8ccf-c6988d8de6cc req-5983a458-7749-4dcf-b524-e4afd71f9f26 service neutron] 10.222.0.44 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802639 Jul 14 09:48:12.791455 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-49ad6d16-365f-45a5-8ccf-c6988d8de6cc req-27eafbcf-7bab-4b16-b5d1-a13ea02c6bc4 service neutron] 10.222.0.44 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876832 Jul 14 09:48:12.890198 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66b078-d7f9-410a-8dbe-54ebd3a10574 req-ad4212bd-a768-4e62-880a-af3ff2b542f7 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:12.892400 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c66b078-d7f9-410a-8dbe-54ebd3a10574 req-ad4212bd-a768-4e62-880a-af3ff2b542f7 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 944 time: 0.0637207 Jul 14 09:48:12.929066 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c66b078-d7f9-410a-8dbe-54ebd3a10574 req-107f9cde-cd05-46b3-96a5-6072ce9bb146 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312080 Jul 14 09:48:14.105766 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01c788-527c-454b-a77d-ec33a5c38768 req-32deeea7-aea1-4ea6-b46e-f93290019ec8 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:14.107257 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a01c788-527c-454b-a77d-ec33a5c38768 req-32deeea7-aea1-4ea6-b46e-f93290019ec8 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 944 time: 0.0667086 Jul 14 09:48:14.144746 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a01c788-527c-454b-a77d-ec33a5c38768 req-bc5e9d97-911c-40e2-a6ae-44e023a10b8b tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312061 Jul 14 09:48:15.317265 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78baa32d-c7c3-4ac2-a805-29abd895e485 req-f5fa3ff1-86ec-4eed-b6d2-e0bea3392cf1 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:15.318801 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-78baa32d-c7c3-4ac2-a805-29abd895e485 req-f5fa3ff1-86ec-4eed-b6d2-e0bea3392cf1 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 944 time: 0.0649185 Jul 14 09:48:15.357279 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-78baa32d-c7c3-4ac2-a805-29abd895e485 req-426adc73-07cd-4dee-aed3-207e84e6b47a tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328434 Jul 14 09:48:15.876610 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:48:15.968637 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c46ab12c-5f5c-43e1-b0f5-4e901d2134d1,segment=NetworkSegment(41b19ce3-9edd-44be-8a60-156dd9b9475f),segment_id=41b19ce3-9edd-44be-8a60-156dd9b9475f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:15.980977 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'c46ab12c-5f5c-43e1-b0f5-4e901d2134d1', 'network_id': '761d9dfd-b293-4d31-bd60-e5ce1ae33c7e', 'port_id': 'c46ab12c-5f5c-43e1-b0f5-4e901d2134d1', 'mac_address': 'fa:16:3e:c8:61:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd61b3fcb-03b8-4682-b070-5d80cb931467', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:48:16.021998 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:16.034089 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:48:16.053194 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c46ab12c-5f5c-43e1-b0f5-4e901d2134d1,segment=NetworkSegment(41b19ce3-9edd-44be-8a60-156dd9b9475f),segment_id=41b19ce3-9edd-44be-8a60-156dd9b9475f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:16.056868 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:16.102719 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=c46ab12c-5f5c-43e1-b0f5-4e901d2134d1,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:16.111038 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:16.111388 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:16.111824 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:16.112168 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:16.112506 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:16.112865 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:16.113198 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:16.113527 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:16.113854 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:16.114179 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:16.114531 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:16.114854 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:16.252222 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['c46ab12c-5f5c-43e1-b0f5-4e901d2134d1'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:48:16.534411 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26ad0e-7129-4941-b589-1e87ab836e00 req-a4fa7c4d-685b-4cc5-bc65-d5f1ce9fa1e1 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:16.536196 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3b26ad0e-7129-4941-b589-1e87ab836e00 req-a4fa7c4d-685b-4cc5-bc65-d5f1ce9fa1e1 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 945 time: 0.0642393 Jul 14 09:48:16.580722 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3b26ad0e-7129-4941-b589-1e87ab836e00 req-2130bae6-5bf5-4196-bfa8-0f91a870d013 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386579 Jul 14 09:48:17.753121 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc71f3-a813-4ba4-8c40-affb895e372f req-b357b8c8-1435-4248-a2d4-2b6ff321fea0 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:17.754902 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f2dc71f3-a813-4ba4-8c40-affb895e372f req-b357b8c8-1435-4248-a2d4-2b6ff321fea0 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 945 time: 0.0652235 Jul 14 09:48:17.792841 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f2dc71f3-a813-4ba4-8c40-affb895e372f req-5de753bc-94f6-4bef-ba88-c432ef40dc89 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322621 Jul 14 09:48:17.891283 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:17.939673 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:17.943131 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:17.943512 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:18.018523 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:18.042497 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46ab12c-5f5c-43e1-b0f5-4e901d2134d1'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:18.044764 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0f3d4d-59ca-48d0-bfee-d82fbf8bafa5" -d '{"events": [{"server_uuid": "96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec", "name": "network-vif-plugged", "status": "completed", "tag": "c46ab12c-5f5c-43e1-b0f5-4e901d2134d1"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:18.058030 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c46ab12c-5f5c-43e1-b0f5-4e901d2134d1,segment=NetworkSegment(41b19ce3-9edd-44be-8a60-156dd9b9475f),segment_id=41b19ce3-9edd-44be-8a60-156dd9b9475f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:18.062012 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:18.086141 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a403e2e-1acc-44d2-adeb-52dc472a3491 x-openstack-request-id: req-3a403e2e-1acc-44d2-adeb-52dc472a3491 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:18.086429 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec", "name": "network-vif-plugged", "status": "completed", "tag": "c46ab12c-5f5c-43e1-b0f5-4e901d2134d1", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:18.086682 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a403e2e-1acc-44d2-adeb-52dc472a3491 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:18.087061 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46ab12c-5f5c-43e1-b0f5-4e901d2134d1', 'code': 200} Jul 14 09:48:18.113379 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=c46ab12c-5f5c-43e1-b0f5-4e901d2134d1,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:18.198039 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab85fe-500d-49e6-a706-1e784e9ed2fb req-bbe0874b-71b6-4831-b652-fde25b275bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:18.201464 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-fdab85fe-500d-49e6-a706-1e784e9ed2fb req-bbe0874b-71b6-4831-b652-fde25b275bed service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 1098 time: 0.0553989 Jul 14 09:48:18.234367 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-fdab85fe-500d-49e6-a706-1e784e9ed2fb req-303bb289-d805-4e37-91de-5c66a29f48c0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282161 Jul 14 09:48:18.482425 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-243b6dad-fa18-40ef-94c0-d52c07a81086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:18.978852 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7243e-42d6-4baf-aa93-ed656558bbcb req-095d9636-a9d1-4383-b9fe-e278304ca6fa tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:18.980420 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-97c7243e-42d6-4baf-aa93-ed656558bbcb req-095d9636-a9d1-4383-b9fe-e278304ca6fa tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0666482 Jul 14 09:48:19.019092 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-97c7243e-42d6-4baf-aa93-ed656558bbcb req-b306c323-24dd-490f-abff-7e11789e7644 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325742 Jul 14 09:48:20.203608 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a30f1-a3f1-457b-b95a-6dc57e30a8bd req-ded0cf49-4ba0-468e-bab9-3e1298019fbb tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:20.205864 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8b5a30f1-a3f1-457b-b95a-6dc57e30a8bd req-ded0cf49-4ba0-468e-bab9-3e1298019fbb tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0711880 Jul 14 09:48:20.243128 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8b5a30f1-a3f1-457b-b95a-6dc57e30a8bd req-fac5b1d1-9bff-493e-9795-0dd81761a1fd tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317068 Jul 14 09:48:20.414598 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70daa52-28e8-41e4-b076-b1a5c39359d8 req-da92d037-5ee8-4190-9a3a-1c4565628cd6 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:20.416173 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e70daa52-28e8-41e4-b076-b1a5c39359d8 req-da92d037-5ee8-4190-9a3a-1c4565628cd6 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0630596 Jul 14 09:48:20.453802 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e70daa52-28e8-41e4-b076-b1a5c39359d8 req-2525e7ca-78cd-429a-aaf2-d6048b15a5b2 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321143 Jul 14 09:48:20.791640 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2e7c7-d0b7-4f20-9338-e80685b006bb req-aa53a0e4-5785-4dba-897f-cf2cf3768145 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:20.793108 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04a2e7c7-d0b7-4f20-9338-e80685b006bb req-aa53a0e4-5785-4dba-897f-cf2cf3768145 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0625606 Jul 14 09:48:20.834911 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04a2e7c7-d0b7-4f20-9338-e80685b006bb req-c75766a0-2532-4399-82ee-429381c3929b tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352542 Jul 14 09:48:21.006351 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee60288-08b6-4827-bde1-faa11401a8e2 req-12026fd8-87f0-4acf-b0ce-3062e2431030 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:21.007851 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3ee60288-08b6-4827-bde1-faa11401a8e2 req-12026fd8-87f0-4acf-b0ce-3062e2431030 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0637257 Jul 14 09:48:21.045058 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3ee60288-08b6-4827-bde1-faa11401a8e2 req-0a2566fb-1917-4ac2-8e7f-bc108921c3d4 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316861 Jul 14 09:48:21.087843 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5be85556-0e5d-4feb-ba61-9ab9c8d1f352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:21.312441 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:21.442862 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681ffc8-2537-4760-97ec-b1fe2b9fee08 req-f3e72cb0-5b62-4a5a-ac5f-286e2690cf45 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:21.444660 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9681ffc8-2537-4760-97ec-b1fe2b9fee08 req-f3e72cb0-5b62-4a5a-ac5f-286e2690cf45 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0663764 Jul 14 09:48:21.455133 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-d39ea588-aae7-4a8b-bd5f-1b144eb59b7d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1061718 Jul 14 09:48:21.485246 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9681ffc8-2537-4760-97ec-b1fe2b9fee08 req-45dd8092-14c4-4e1c-a000-47fbe6d6de77 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350664 Jul 14 09:48:22.299803 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:22.666155 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bdbe3-c217-4fd1-a6d6-c5654f09c3e8 req-16bc8330-acc5-42f7-966c-d029686d5826 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:22.667682 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-503bdbe3-c217-4fd1-a6d6-c5654f09c3e8 req-16bc8330-acc5-42f7-966c-d029686d5826 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0672555 Jul 14 09:48:22.706572 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-503bdbe3-c217-4fd1-a6d6-c5654f09c3e8 req-33cf4fa8-b6aa-4243-9603-663e7bef2076 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325992 Jul 14 09:48:22.849477 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-f1328680-7e4f-4afd-9340-fa3ec0402660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:22.851017 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-f1328680-7e4f-4afd-9340-fa3ec0402660 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=16de1bdc62e94033b1a98eab8e561cdb&device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 1098 time: 0.0578110 Jul 14 09:48:22.942884 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-73f08870-7b6a-4e1f-8c86-f1b03534caff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:22.944303 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-73f08870-7b6a-4e1f-8c86-f1b03534caff service neutron] 10.222.0.44 "GET /v2.0/networks?id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e HTTP/1.1" status: 200 len: 915 time: 0.0866408 Jul 14 09:48:22.990284 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-cf2df00a-1124-44c4-b80b-9d28e3cce53b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 HTTP/1.1" status: 200 len: 217 time: 0.0386202 Jul 14 09:48:23.039237 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-848ad90e-7b61-49df-a94f-d1afa665c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:23.040698 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-848ad90e-7b61-49df-a94f-d1afa665c831 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d61b3fcb-03b8-4682-b070-5d80cb931467 HTTP/1.1" status: 200 len: 855 time: 0.0440550 Jul 14 09:48:23.073747 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-9eaaf81e-ff5b-4819-b777-5ae81acc1084 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256844 Jul 14 09:48:23.164572 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-a68c193a-fd0c-45d3-903c-86fbd4edc2dc service neutron] 10.222.0.44 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840282 Jul 14 09:48:23.254014 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-3095b199-ff2d-4c7c-9586-b7a8b7386c6a service neutron] 10.222.0.44 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826440 Jul 14 09:48:23.837643 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:23.882849 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589c741-dcb8-4bc8-bbd6-c78655a30342 req-cc5f7489-bc6a-46e1-ac15-857496048da8 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:23.884399 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7589c741-dcb8-4bc8-bbd6-c78655a30342 req-cc5f7489-bc6a-46e1-ac15-857496048da8 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0638511 Jul 14 09:48:23.923121 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7589c741-dcb8-4bc8-bbd6-c78655a30342 req-beb5fd60-119e-42b7-97fc-d7cab9a57840 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328140 Jul 14 09:48:25.095759 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db96709-1167-40a1-b441-b0793a67a158 req-ef0d4418-6317-4170-94f0-75cc05cd672a tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:25.097317 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0db96709-1167-40a1-b441-b0793a67a158 req-ef0d4418-6317-4170-94f0-75cc05cd672a tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0631387 Jul 14 09:48:25.139155 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0db96709-1167-40a1-b441-b0793a67a158 req-63c59495-70cd-443e-9f31-1f8b28ce1100 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362244 Jul 14 09:48:26.045269 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a600e-2293-420d-9e3c-c978d074d886 req-5881a95d-4440-430c-80f1-b283f71a6438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:26.046777 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-035a600e-2293-420d-9e3c-c978d074d886 req-5881a95d-4440-430c-80f1-b283f71a6438 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=16de1bdc62e94033b1a98eab8e561cdb&device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 1098 time: 0.0537353 Jul 14 09:48:26.155086 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a600e-2293-420d-9e3c-c978d074d886 req-6499e29b-9a42-4447-8e72-bebb6442fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:26.156559 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-035a600e-2293-420d-9e3c-c978d074d886 req-6499e29b-9a42-4447-8e72-bebb6442fc69 service neutron] 10.222.0.44 "GET /v2.0/networks?id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e HTTP/1.1" status: 200 len: 915 time: 0.0881834 Jul 14 09:48:26.200166 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-035a600e-2293-420d-9e3c-c978d074d886 req-c757ca00-c6b6-4e42-9e9e-792222057f3b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 HTTP/1.1" status: 200 len: 217 time: 0.0364239 Jul 14 09:48:26.248327 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a600e-2293-420d-9e3c-c978d074d886 req-29823ec9-3be1-4407-9d92-8d07767e8b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:26.249797 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-035a600e-2293-420d-9e3c-c978d074d886 req-29823ec9-3be1-4407-9d92-8d07767e8b1d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d61b3fcb-03b8-4682-b070-5d80cb931467 HTTP/1.1" status: 200 len: 855 time: 0.0436909 Jul 14 09:48:26.288856 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-035a600e-2293-420d-9e3c-c978d074d886 req-fc70bc9d-54b9-4746-9c96-f9b6e3678572 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324049 Jul 14 09:48:26.318033 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8635f00-1707-4852-b0dc-afcf84b80f85 req-b57af120-ac1b-455e-abe8-98fe886d9cd5 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:26.319473 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b8635f00-1707-4852-b0dc-afcf84b80f85 req-b57af120-ac1b-455e-abe8-98fe886d9cd5 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0663016 Jul 14 09:48:26.357515 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b8635f00-1707-4852-b0dc-afcf84b80f85 req-8750f347-0e97-4f1f-b914-68c683cd7aad tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318072 Jul 14 09:48:26.379947 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-035a600e-2293-420d-9e3c-c978d074d886 req-5dd88f67-152e-4063-b378-3765f9edd6eb service neutron] 10.222.0.44 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834055 Jul 14 09:48:26.470761 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-035a600e-2293-420d-9e3c-c978d074d886 req-de6380a5-b600-4946-abe3-cd6aea05b05c service neutron] 10.222.0.44 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848036 Jul 14 09:48:27.534886 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2ccf3-8a73-40c7-98f4-e7e91df717d2 req-ad26da94-404b-4a0c-b1a7-7e24a93a13fa tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:27.536411 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08b2ccf3-8a73-40c7-98f4-e7e91df717d2 req-ad26da94-404b-4a0c-b1a7-7e24a93a13fa tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0639074 Jul 14 09:48:27.573399 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08b2ccf3-8a73-40c7-98f4-e7e91df717d2 req-916663e3-eb4d-4662-b554-f94e5e08374a tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314281 Jul 14 09:48:28.748824 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55374f-a558-4316-a30e-6490d70dd576 req-1da6942a-cad7-4b67-9e6e-140880d030e2 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:28.750318 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ef55374f-a558-4316-a30e-6490d70dd576 req-1da6942a-cad7-4b67-9e6e-140880d030e2 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0673268 Jul 14 09:48:28.787408 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ef55374f-a558-4316-a30e-6490d70dd576 req-adfac70e-3ef1-462b-a71c-9abdc05e0376 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310297 Jul 14 09:48:29.272819 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:48:29.964092 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a5a53-8be6-4e63-9f44-4271d57758e1 req-964d253a-e6c8-4805-861d-13ff27b0f8f1 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:29.965571 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b52a5a53-8be6-4e63-9f44-4271d57758e1 req-964d253a-e6c8-4805-861d-13ff27b0f8f1 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0639513 Jul 14 09:48:30.003176 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b52a5a53-8be6-4e63-9f44-4271d57758e1 req-fa53d08c-75c7-40da-bcdd-a4c1b746a5aa tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313525 Jul 14 09:48:31.175717 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376e21b-1a84-4184-87f7-51bdf5b8fa75 req-de33d4e9-4a31-4eb1-80f8-f986dc43ce0e tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:31.177229 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b376e21b-1a84-4184-87f7-51bdf5b8fa75 req-de33d4e9-4a31-4eb1-80f8-f986dc43ce0e tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0646572 Jul 14 09:48:31.218634 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b376e21b-1a84-4184-87f7-51bdf5b8fa75 req-22875eeb-6776-434d-a552-28b4aa090f47 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358279 Jul 14 09:48:32.393957 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0cebd-89a1-4061-a884-a5bb4780d629 req-fa857c55-1f92-46e2-ba54-58204f10aa1a tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:32.395462 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-38e0cebd-89a1-4061-a884-a5bb4780d629 req-fa857c55-1f92-46e2-ba54-58204f10aa1a tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0647843 Jul 14 09:48:32.432660 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-38e0cebd-89a1-4061-a884-a5bb4780d629 req-5ec8b57f-909d-47f9-b9c9-bd5f4ec6adcd tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316000 Jul 14 09:48:33.605089 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434bb82-2164-45d9-be8e-298eaaa599fe req-c44bcd5d-3243-42c5-ad73-87baffb6e272 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:33.606485 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d434bb82-2164-45d9-be8e-298eaaa599fe req-c44bcd5d-3243-42c5-ad73-87baffb6e272 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0633550 Jul 14 09:48:33.643429 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d434bb82-2164-45d9-be8e-298eaaa599fe req-c2f9fa34-000e-44f9-be71-6caab8a58bf7 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306687 Jul 14 09:48:34.820983 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65ebf3-e090-4e23-8164-69fc72064c1c req-235658ed-5d8e-4ee0-a280-ca2170741c24 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:34.822467 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2d65ebf3-e090-4e23-8164-69fc72064c1c req-235658ed-5d8e-4ee0-a280-ca2170741c24 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0663395 Jul 14 09:48:34.859435 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2d65ebf3-e090-4e23-8164-69fc72064c1c req-c2c0405d-99c0-43fd-91cc-b1aea1289efe tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309360 Jul 14 09:48:36.038937 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0c179-3edd-4c4e-a4de-141085046134 req-f5476304-f93b-48d8-badf-6fca2aa4d9a0 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:36.040437 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-84a0c179-3edd-4c4e-a4de-141085046134 req-f5476304-f93b-48d8-badf-6fca2aa4d9a0 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0637999 Jul 14 09:48:36.078994 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-84a0c179-3edd-4c4e-a4de-141085046134 req-55ec1b01-46a5-4fe3-a000-4a5ad02c1243 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329983 Jul 14 09:48:37.251157 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d379cd-7ccf-4466-b2e3-c4d8caf9ccf4 req-f595e35a-be63-4914-8b67-2b4ab0fabf75 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:37.252663 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f5d379cd-7ccf-4466-b2e3-c4d8caf9ccf4 req-f595e35a-be63-4914-8b67-2b4ab0fabf75 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0629060 Jul 14 09:48:37.294052 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f5d379cd-7ccf-4466-b2e3-c4d8caf9ccf4 req-90710ac6-8bd2-4bb1-8da4-f445c6893c2f tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358546 Jul 14 09:48:38.465893 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da62c04-3ab0-4c5b-97fa-67f88049e26f req-f7b23ac5-0fec-437d-8d0e-9cbca6a2d953 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:38.467364 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2da62c04-3ab0-4c5b-97fa-67f88049e26f req-f7b23ac5-0fec-437d-8d0e-9cbca6a2d953 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0630636 Jul 14 09:48:38.504778 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2da62c04-3ab0-4c5b-97fa-67f88049e26f req-ab9b629b-120f-45f7-8fdf-1eeb7747380b tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317454 Jul 14 09:48:39.684543 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f15671-7e4b-4cc5-a637-b2d5093f0990 req-cbb764d5-895c-4ddb-a886-b52f7c34cd29 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:39.686045 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1f15671-7e4b-4cc5-a637-b2d5093f0990 req-cbb764d5-895c-4ddb-a886-b52f7c34cd29 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0668578 Jul 14 09:48:39.726938 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1f15671-7e4b-4cc5-a637-b2d5093f0990 req-e9f56f03-732e-4099-b6a1-650b7b44cabf tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335917 Jul 14 09:48:40.907112 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee601-bb0d-4b2f-84cc-91ab28e4fafb req-b508be1d-6cc5-42ed-8ee2-49187f1f71e0 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:40.908993 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6d7ee601-bb0d-4b2f-84cc-91ab28e4fafb req-b508be1d-6cc5-42ed-8ee2-49187f1f71e0 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0713751 Jul 14 09:48:40.932003 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:40.950426 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6d7ee601-bb0d-4b2f-84cc-91ab28e4fafb req-69670a24-32e3-4e98-a94d-e716fe5d5dcb tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352471 Jul 14 09:48:42.123623 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6f375-153b-4ca4-96f3-306dcb6bd247 req-5d3b6f3c-58a5-4b02-bd1a-0e4128878089 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:42.125092 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ccd6f375-153b-4ca4-96f3-306dcb6bd247 req-5d3b6f3c-58a5-4b02-bd1a-0e4128878089 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0637658 Jul 14 09:48:42.162987 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ccd6f375-153b-4ca4-96f3-306dcb6bd247 req-56df9e93-49f1-462b-bc7a-44685d88aaef tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316529 Jul 14 09:48:42.529045 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:43.334518 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac67ab-a348-49f9-b15e-ea6f9e407dfa req-c3cfa22d-56ef-496f-877a-f9c3e9c6c4fe tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:43.336034 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66ac67ab-a348-49f9-b15e-ea6f9e407dfa req-c3cfa22d-56ef-496f-877a-f9c3e9c6c4fe tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0638571 Jul 14 09:48:43.378211 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66ac67ab-a348-49f9-b15e-ea6f9e407dfa req-56e6ad4a-c4e4-430b-a673-b0dc170a9f97 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366695 Jul 14 09:48:44.547574 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4ad37-b0d8-4920-a1ed-28e93ba18869 req-b87fad87-5746-4018-b36c-b47626874052 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:44.549287 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04a4ad37-b0d8-4920-a1ed-28e93ba18869 req-b87fad87-5746-4018-b36c-b47626874052 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0630822 Jul 14 09:48:44.587072 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04a4ad37-b0d8-4920-a1ed-28e93ba18869 req-dd67274e-8936-47f0-8d36-2be248f60d10 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322495 Jul 14 09:48:45.759358 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb8587-e6ac-4d0b-bc11-a93ccacfdce3 req-923d4522-18a2-4d9a-9080-e83a72134d91 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:45.760848 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dffb8587-e6ac-4d0b-bc11-a93ccacfdce3 req-923d4522-18a2-4d9a-9080-e83a72134d91 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0630536 Jul 14 09:48:45.798051 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dffb8587-e6ac-4d0b-bc11-a93ccacfdce3 req-1e978a90-970d-4b4e-9eeb-909ba60dfa77 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311692 Jul 14 09:48:46.977107 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07299b-db47-407f-828c-c9e2caf0c559 req-34cd312a-a841-4edb-bffd-311b89d114f1 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:46.978570 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ed07299b-db47-407f-828c-c9e2caf0c559 req-34cd312a-a841-4edb-bffd-311b89d114f1 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0684052 Jul 14 09:48:47.017387 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ed07299b-db47-407f-828c-c9e2caf0c559 req-3d2a782e-4a04-4644-a688-4fce655f80e8 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331914 Jul 14 09:48:48.191251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8915125-af04-495f-98bf-afcc8815326b req-259ce359-1b8b-4bb1-b237-6747c4c563c1 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:48.192744 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e8915125-af04-495f-98bf-afcc8815326b req-259ce359-1b8b-4bb1-b237-6747c4c563c1 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0623047 Jul 14 09:48:48.229704 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e8915125-af04-495f-98bf-afcc8815326b req-68bf6297-53f9-4d1d-ba15-91074854b8eb tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313451 Jul 14 09:48:48.483356 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f49f9cba-3287-4c4d-b7f3-ae8097a03dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:49.411008 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73d299-8144-4d94-8ea2-aeb0f1b4f46c req-cc08b8cf-2866-41ca-8cef-64937f5b879b tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:49.412552 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bc73d299-8144-4d94-8ea2-aeb0f1b4f46c req-cc08b8cf-2866-41ca-8cef-64937f5b879b tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0632896 Jul 14 09:48:49.455037 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bc73d299-8144-4d94-8ea2-aeb0f1b4f46c req-f48776fc-aec5-485e-b300-442009ace661 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369110 Jul 14 09:48:50.134505 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-26a844f8-6657-4f96-bc9a-c02974e3baf5 service neutron] show failed (client error): The resource could not be found. Jul 14 09:48:50.135542 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-26a844f8-6657-4f96-bc9a-c02974e3baf5 service neutron] 10.222.0.44 "GET /v2.0/ports/c46ab12c-5f5c-43e1-b0f5-4e901d2134d1/bindings/n-h1-771362-35 HTTP/1.1" status: 404 len: 381 time: 0.0552578 Jul 14 09:48:50.384471 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-7bdd6090-c64c-45e7-82df-f753e900e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:50.385960 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-7bdd6090-c64c-45e7-82df-f753e900e09e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec&tenant_id=16de1bdc62e94033b1a98eab8e561cdb HTTP/1.1" status: 200 len: 1098 time: 0.0542443 Jul 14 09:48:50.397204 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-22ab3d33-7397-476c-92a0-c1e46f893857 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-35', 'device_owner': 'compute:nova'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:50.471835 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-22ab3d33-7397-476c-92a0-c1e46f893857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:50.629614 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f4a73-3831-4aa5-987f-c88563217be6 req-469f6c6f-4d96-4ae6-9e96-d5811a3914bd tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:50.631131 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5a7f4a73-3831-4aa5-987f-c88563217be6 req-469f6c6f-4d96-4ae6-9e96-d5811a3914bd tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0664470 Jul 14 09:48:50.671442 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5a7f4a73-3831-4aa5-987f-c88563217be6 req-0891aa6f-3841-482f-8747-13f2738bf22c tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343885 Jul 14 09:48:50.677932 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-22ab3d33-7397-476c-92a0-c1e46f893857 service neutron] For port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c46ab12c-5f5c-43e1-b0f5-4e901d2134d1,segment=NetworkSegment(41b19ce3-9edd-44be-8a60-156dd9b9475f),segment_id=41b19ce3-9edd-44be-8a60-156dd9b9475f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:50.711907 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-22ab3d33-7397-476c-92a0-c1e46f893857 service neutron] For port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:50.749938 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c46ab12c-5f5c-43e1-b0f5-4e901d2134d1'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:50.752859 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51d34fb-84a4-477d-ac7f-460247a943a2" -d '{"events": [{"server_uuid": "96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec", "name": "network-vif-unplugged", "status": "completed", "tag": "c46ab12c-5f5c-43e1-b0f5-4e901d2134d1"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:50.756757 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-22ab3d33-7397-476c-92a0-c1e46f893857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:50.769811 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-22ab3d33-7397-476c-92a0-c1e46f893857 service neutron] Transition to ACTIVE for port object c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:50.773437 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-22ab3d33-7397-476c-92a0-c1e46f893857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:50.804548 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39931df-2b36-44f0-893b-5894f336a390 x-openstack-request-id: req-d39931df-2b36-44f0-893b-5894f336a390 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:50.804840 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec", "name": "network-vif-unplugged", "status": "completed", "tag": "c46ab12c-5f5c-43e1-b0f5-4e901d2134d1", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:50.805091 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d39931df-2b36-44f0-893b-5894f336a390 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:50.805480 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c46ab12c-5f5c-43e1-b0f5-4e901d2134d1', 'code': 200} Jul 14 09:48:50.844293 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-22ab3d33-7397-476c-92a0-c1e46f893857 service neutron] No DVR routers for this DVR port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:48:50.846087 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab3d33-7397-476c-92a0-c1e46f893857 service neutron] Pushing event updated for resources: {'Port': ['ID=c46ab12c-5f5c-43e1-b0f5-4e901d2134d1,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:50.882318 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-22ab3d33-7397-476c-92a0-c1e46f893857 service neutron] Attempting to bind port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:48:50.882656 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-22ab3d33-7397-476c-92a0-c1e46f893857 service neutron] Attempting to bind port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '41b19ce3-9edd-44be-8a60-156dd9b9475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '761d9dfd-b293-4d31-bd60-e5ce1ae33c7e'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:48:50.882984 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-22ab3d33-7397-476c-92a0-c1e46f893857 service neutron] Attempting to bind port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 on network 761d9dfd-b293-4d31-bd60-e5ce1ae33c7e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:50.887335 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-22ab3d33-7397-476c-92a0-c1e46f893857 service neutron] Port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 on network 761d9dfd-b293-4d31-bd60-e5ce1ae33c7e not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:48:50.887700 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-22ab3d33-7397-476c-92a0-c1e46f893857 service neutron] Attempting to bind port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 on network 761d9dfd-b293-4d31-bd60-e5ce1ae33c7e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:50.893232 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-22ab3d33-7397-476c-92a0-c1e46f893857 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:48:50.893571 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-22ab3d33-7397-476c-92a0-c1e46f893857 service neutron] Checking segment: {'id': '41b19ce3-9edd-44be-8a60-156dd9b9475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '761d9dfd-b293-4d31-bd60-e5ce1ae33c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:50.893961 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-22ab3d33-7397-476c-92a0-c1e46f893857 service neutron] Bound using segment: {'id': '41b19ce3-9edd-44be-8a60-156dd9b9475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '761d9dfd-b293-4d31-bd60-e5ce1ae33c7e'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:48:50.894387 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-22ab3d33-7397-476c-92a0-c1e46f893857 service neutron] Bound port: c46ab12c-5f5c-43e1-b0f5-4e901d2134d1, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b19ce3-9edd-44be-8a60-156dd9b9475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '761d9dfd-b293-4d31-bd60-e5ce1ae33c7e'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:48:50.894742 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-22ab3d33-7397-476c-92a0-c1e46f893857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:50.957838 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-22ab3d33-7397-476c-92a0-c1e46f893857 service neutron] For port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:50.960864 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-22ab3d33-7397-476c-92a0-c1e46f893857 service neutron] For port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=c46ab12c-5f5c-43e1-b0f5-4e901d2134d1,segment=NetworkSegment(41b19ce3-9edd-44be-8a60-156dd9b9475f),segment_id=41b19ce3-9edd-44be-8a60-156dd9b9475f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:48:50.964994 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-22ab3d33-7397-476c-92a0-c1e46f893857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:51.003560 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-22ab3d33-7397-476c-92a0-c1e46f893857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:51.004242 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-22ab3d33-7397-476c-92a0-c1e46f893857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:51.005667 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-22ab3d33-7397-476c-92a0-c1e46f893857 service neutron] 10.222.0.47 "PUT /v2.0/ports/c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 HTTP/1.1" status: 200 len: 1093 time: 0.6125703 Jul 14 09:48:51.027194 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab3d33-7397-476c-92a0-c1e46f893857 service neutron] Pushing event updated for resources: {'Port': ['ID=c46ab12c-5f5c-43e1-b0f5-4e901d2134d1,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:51.082983 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-d57af478-d421-4edf-b599-16da1d3d660f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:51.084593 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-d57af478-d421-4edf-b599-16da1d3d660f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16de1bdc62e94033b1a98eab8e561cdb&device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 1096 time: 0.0545135 Jul 14 09:48:51.088382 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6963bb9-41c4-4ecc-94cc-a2a803ac20ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:51.177809 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-9d0340d3-5f97-44e9-969f-2d34425a5c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:51.179290 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-9d0340d3-5f97-44e9-969f-2d34425a5c18 service neutron] 10.222.0.47 "GET /v2.0/networks?id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e HTTP/1.1" status: 200 len: 915 time: 0.0860198 Jul 14 09:48:51.233882 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-8b5e5767-6bbf-4ba9-88b1-3fd1ee039799 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 HTTP/1.1" status: 200 len: 217 time: 0.0471821 Jul 14 09:48:51.292516 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-3cf5f26b-845d-449f-aee9-8ebb38551e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:51.294251 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-3cf5f26b-845d-449f-aee9-8ebb38551e9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d61b3fcb-03b8-4682-b070-5d80cb931467 HTTP/1.1" status: 200 len: 855 time: 0.0539734 Jul 14 09:48:51.306856 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:51.329213 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-7f2f4568-a262-41a1-8f8a-d5eee40c8679 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282099 Jul 14 09:48:51.436076 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-73fa8601-515b-40d2-bc56-3857359afc38 service neutron] 10.222.0.47 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998542 Jul 14 09:48:51.531012 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1b6e2f8d-f459-4257-b14d-d2cc40c80fc2 req-ee016481-be66-46e9-87ec-41117bc21bda service neutron] 10.222.0.47 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882156 Jul 14 09:48:51.861676 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591522a4-273c-4564-b415-89f921e7d5e9 req-b6d4e547-5d6d-4d3b-a417-96b617f75d46 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:51.863081 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-591522a4-273c-4564-b415-89f921e7d5e9 req-b6d4e547-5d6d-4d3b-a417-96b617f75d46 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 944 time: 0.0694842 Jul 14 09:48:51.914113 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-591522a4-273c-4564-b415-89f921e7d5e9 req-e1ee6138-5d9f-448c-b45c-7bbe00a59a98 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447619 Jul 14 09:48:52.302224 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:52.806252 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec', 'tag': 'c46ab12c-5f5c-43e1-b0f5-4e901d2134d1'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:52.808678 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123c8148-5eee-433f-b294-cac7870bba63" -d '{"events": [{"name": "network-changed", "server_uuid": "96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec", "tag": "c46ab12c-5f5c-43e1-b0f5-4e901d2134d1"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:52.855786 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b591a209-c121-4762-adfc-5068dd39792c x-openstack-request-id: req-b591a209-c121-4762-adfc-5068dd39792c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:52.856077 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec", "tag": "c46ab12c-5f5c-43e1-b0f5-4e901d2134d1", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:52.856329 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b591a209-c121-4762-adfc-5068dd39792c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:52.856734 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec', 'tag': 'c46ab12c-5f5c-43e1-b0f5-4e901d2134d1', 'status': 'completed', 'code': 200} Jul 14 09:48:52.978136 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c8148-5eee-433f-b294-cac7870bba63 req-4728199a-9432-4295-9e30-5e00eb240621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:52.979671 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-123c8148-5eee-433f-b294-cac7870bba63 req-4728199a-9432-4295-9e30-5e00eb240621 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16de1bdc62e94033b1a98eab8e561cdb&device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 1096 time: 0.0917459 Jul 14 09:48:52.982445 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c8148-5eee-433f-b294-cac7870bba63 req-c2968fd0-865b-478b-a62c-f38e549948cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:52.983889 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-123c8148-5eee-433f-b294-cac7870bba63 req-c2968fd0-865b-478b-a62c-f38e549948cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=16de1bdc62e94033b1a98eab8e561cdb&device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 1096 time: 0.1039069 Jul 14 09:48:53.102032 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a387641-4236-49ac-bbd6-3c850240f7fc req-04bb2f19-032b-4289-ad92-07b271b30862 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:53.103691 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a387641-4236-49ac-bbd6-3c850240f7fc req-04bb2f19-032b-4289-ad92-07b271b30862 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 944 time: 0.0707419 Jul 14 09:48:53.146975 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c8148-5eee-433f-b294-cac7870bba63 req-0ef21f2a-d05e-458b-9cbd-64b2f0bae6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:53.148081 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-123c8148-5eee-433f-b294-cac7870bba63 req-0ef21f2a-d05e-458b-9cbd-64b2f0bae6c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e HTTP/1.1" status: 200 len: 915 time: 0.1580307 Jul 14 09:48:53.148559 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2a387641-4236-49ac-bbd6-3c850240f7fc req-6db06401-bda1-45c8-a093-c453e8e44ca1 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369563 Jul 14 09:48:53.150801 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c8148-5eee-433f-b294-cac7870bba63 req-2e01ac23-01ea-4954-a7e0-7fd70f6843a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:53.152189 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-123c8148-5eee-433f-b294-cac7870bba63 req-2e01ac23-01ea-4954-a7e0-7fd70f6843a5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e HTTP/1.1" status: 200 len: 915 time: 0.1545084 Jul 14 09:48:53.200415 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-123c8148-5eee-433f-b294-cac7870bba63 req-3fb3bc72-5488-450c-b440-dcb2c0b9cb68 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 HTTP/1.1" status: 200 len: 217 time: 0.0455222 Jul 14 09:48:53.235164 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-123c8148-5eee-433f-b294-cac7870bba63 req-0cf24fc5-875a-4401-ab60-0e034abca0eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 HTTP/1.1" status: 200 len: 217 time: 0.0732224 Jul 14 09:48:53.303348 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c8148-5eee-433f-b294-cac7870bba63 req-ba02cff1-5a11-4378-bc85-223dbd7e715c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:53.304849 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-123c8148-5eee-433f-b294-cac7870bba63 req-ba02cff1-5a11-4378-bc85-223dbd7e715c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d61b3fcb-03b8-4682-b070-5d80cb931467 HTTP/1.1" status: 200 len: 855 time: 0.0780056 Jul 14 09:48:53.309748 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c8148-5eee-433f-b294-cac7870bba63 req-c02553e8-cbcb-4347-a825-da74df314efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:53.311077 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-123c8148-5eee-433f-b294-cac7870bba63 req-c02553e8-cbcb-4347-a825-da74df314efb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d61b3fcb-03b8-4682-b070-5d80cb931467 HTTP/1.1" status: 200 len: 855 time: 0.0566130 Jul 14 09:48:53.364392 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-123c8148-5eee-433f-b294-cac7870bba63 req-5d8593da-cfbc-46c3-8574-c7da4ded6687 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522666 Jul 14 09:48:53.366143 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-123c8148-5eee-433f-b294-cac7870bba63 req-4150a6c7-fff2-4f03-86c2-a88b6eb1837e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465257 Jul 14 09:48:53.520176 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-123c8148-5eee-433f-b294-cac7870bba63 req-39623683-91f1-4373-8b09-0a78b62eb082 service neutron] 10.222.0.47 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487513 Jul 14 09:48:53.522301 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-123c8148-5eee-433f-b294-cac7870bba63 req-612c3630-8ee0-4a84-97be-c8bfc2c21438 service neutron] 10.222.0.44 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439769 Jul 14 09:48:53.678343 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-123c8148-5eee-433f-b294-cac7870bba63 req-25bd4632-a461-4519-b15c-64b4529d7492 service neutron] 10.222.0.44 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422372 Jul 14 09:48:53.679995 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-123c8148-5eee-433f-b294-cac7870bba63 req-ce669483-2b38-4363-a4e6-72637f667bf7 service neutron] 10.222.0.47 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518593 Jul 14 09:48:53.839741 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:54.173143 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:48:54.214654 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:48:54.323576 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be99a4-7c76-43d6-b2fe-edf4c4554604 req-e3161d61-f6a6-4878-bd92-dc3f66595413 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:54.325097 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-62be99a4-7c76-43d6-b2fe-edf4c4554604 req-e3161d61-f6a6-4878-bd92-dc3f66595413 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 944 time: 0.0635011 Jul 14 09:48:54.363689 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-62be99a4-7c76-43d6-b2fe-edf4c4554604 req-a74b618f-5a84-4fbf-ae85-a75dbad3440c tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321553 Jul 14 09:48:54.559120 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:48:54.660149 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2668e-3048-4687-9f6d-f29c57cf1e5c req-c81dfd98-9a96-4346-8cd6-647e656518da tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:54.660828 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=c46ab12c-5f5c-43e1-b0f5-4e901d2134d1,segment=NetworkSegment(41b19ce3-9edd-44be-8a60-156dd9b9475f),segment_id=41b19ce3-9edd-44be-8a60-156dd9b9475f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:54.662105 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0e2668e-3048-4687-9f6d-f29c57cf1e5c req-c81dfd98-9a96-4346-8cd6-647e656518da tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 944 time: 0.0656519 Jul 14 09:48:54.674654 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'c46ab12c-5f5c-43e1-b0f5-4e901d2134d1', 'network_id': '761d9dfd-b293-4d31-bd60-e5ce1ae33c7e', 'port_id': 'c46ab12c-5f5c-43e1-b0f5-4e901d2134d1', 'mac_address': 'fa:16:3e:c8:61:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd61b3fcb-03b8-4682-b070-5d80cb931467', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:48:54.679608 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8c9d8-04d7-431d-a73f-597c2979ede5 req-0346babf-ddf2-408e-b0cc-0d101915b007 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:54.681247 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-19a8c9d8-04d7-431d-a73f-597c2979ede5 req-0346babf-ddf2-408e-b0cc-0d101915b007 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.44 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec&tenant_id=16de1bdc62e94033b1a98eab8e561cdb&binding%3Ahost_id=n-h1-771362-35 HTTP/1.1" status: 200 len: 944 time: 0.0785306 Jul 14 09:48:54.707938 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0e2668e-3048-4687-9f6d-f29c57cf1e5c req-ae28276a-9ce0-48d1-9a6c-226254b76781 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390694 Jul 14 09:48:54.712789 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:54.725911 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:48:54.745964 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [req-19a8c9d8-04d7-431d-a73f-597c2979ede5 req-a480eb58-8811-4740-aaea-0793000fe032 service neutron] delete failed (client error): The resource could not be found. Jul 14 09:48:54.746937 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-19a8c9d8-04d7-431d-a73f-597c2979ede5 req-a480eb58-8811-4740-aaea-0793000fe032 service neutron] 10.222.0.44 "DELETE /v2.0/ports/c46ab12c-5f5c-43e1-b0f5-4e901d2134d1/bindings/n-h2-771362-35 HTTP/1.1" status: 404 len: 381 time: 0.0593076 Jul 14 09:48:54.750551 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=c46ab12c-5f5c-43e1-b0f5-4e901d2134d1,segment=NetworkSegment(41b19ce3-9edd-44be-8a60-156dd9b9475f),segment_id=41b19ce3-9edd-44be-8a60-156dd9b9475f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:54.755251 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:54.803244 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=c46ab12c-5f5c-43e1-b0f5-4e901d2134d1,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:54.842264 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8c9d8-04d7-431d-a73f-597c2979ede5 req-ff5c55c0-7c93-411f-9838-241c32c2cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:54.843850 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-19a8c9d8-04d7-431d-a73f-597c2979ede5 req-ff5c55c0-7c93-411f-9838-241c32c2cd53 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=16de1bdc62e94033b1a98eab8e561cdb&device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 1097 time: 0.0539858 Jul 14 09:48:54.936626 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8c9d8-04d7-431d-a73f-597c2979ede5 req-a4a3085a-acbb-4310-aa21-825356e95d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:54.938256 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-19a8c9d8-04d7-431d-a73f-597c2979ede5 req-a4a3085a-acbb-4310-aa21-825356e95d2e service neutron] 10.222.0.44 "GET /v2.0/networks?id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e HTTP/1.1" status: 200 len: 915 time: 0.0884337 Jul 14 09:48:54.978767 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-19a8c9d8-04d7-431d-a73f-597c2979ede5 req-a046940c-6e2d-49d2-af6e-688fdfb6a2e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 HTTP/1.1" status: 200 len: 217 time: 0.0346453 Jul 14 09:48:54.999627 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['c46ab12c-5f5c-43e1-b0f5-4e901d2134d1'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:48:55.028791 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8c9d8-04d7-431d-a73f-597c2979ede5 req-39c5eda6-f307-4357-85d9-7837bd113765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:55.030291 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-19a8c9d8-04d7-431d-a73f-597c2979ede5 req-39c5eda6-f307-4357-85d9-7837bd113765 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d61b3fcb-03b8-4682-b070-5d80cb931467 HTTP/1.1" status: 200 len: 855 time: 0.0451396 Jul 14 09:48:55.066591 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-19a8c9d8-04d7-431d-a73f-597c2979ede5 req-bf7e08e1-6910-4dfd-80ef-d21598bac4e6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302641 Jul 14 09:48:55.158089 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-19a8c9d8-04d7-431d-a73f-597c2979ede5 req-ed074745-1448-466c-826e-30df4f7c7973 service neutron] 10.222.0.44 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842621 Jul 14 09:48:55.248692 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-19a8c9d8-04d7-431d-a73f-597c2979ede5 req-f9b12554-8daf-4f2d-af0f-d94e78d9101e service neutron] 10.222.0.44 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855539 Jul 14 09:48:55.899041 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f942405-af56-430a-83cc-89a1a53ac288 req-1b9128cd-1b29-4f4a-a91c-51def24fc4c9 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:55.900592 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4f942405-af56-430a-83cc-89a1a53ac288 req-1b9128cd-1b29-4f4a-a91c-51def24fc4c9 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 945 time: 0.0748284 Jul 14 09:48:55.939785 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4f942405-af56-430a-83cc-89a1a53ac288 req-a5c19bfa-ea7c-4bb8-8fe6-6cf9d520f9bf tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333216 Jul 14 09:48:56.114879 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5347a-4fb6-4732-a866-c6ccc43c7bcb req-6a4450e1-7e8f-45bd-ad57-09dc24da863e tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:56.116408 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fbe5347a-4fb6-4732-a866-c6ccc43c7bcb req-6a4450e1-7e8f-45bd-ad57-09dc24da863e tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 945 time: 0.0648427 Jul 14 09:48:56.153915 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fbe5347a-4fb6-4732-a866-c6ccc43c7bcb req-7b0eda6e-6b25-4364-a1a1-fcf7f0c714c4 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318122 Jul 14 09:48:56.330035 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f85038-b7f2-4b40-9a5a-73c2a7aee5d3 req-36c32458-afea-4839-934a-8d64fbcffbce tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:56.331717 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-60f85038-b7f2-4b40-9a5a-73c2a7aee5d3 req-36c32458-afea-4839-934a-8d64fbcffbce tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 945 time: 0.0683637 Jul 14 09:48:56.369472 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-60f85038-b7f2-4b40-9a5a-73c2a7aee5d3 req-6da4e8eb-3f1f-4578-be4c-e294dfefb954 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321999 Jul 14 09:48:56.574174 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:56.627780 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:56.631373 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:56.631768 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.709273 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.731529 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46ab12c-5f5c-43e1-b0f5-4e901d2134d1'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:56.733691 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee71dfba-803d-46c2-9ef7-0995bfac3350" -d '{"events": [{"server_uuid": "96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec", "name": "network-vif-plugged", "status": "completed", "tag": "c46ab12c-5f5c-43e1-b0f5-4e901d2134d1"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:56.746268 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=c46ab12c-5f5c-43e1-b0f5-4e901d2134d1,segment=NetworkSegment(41b19ce3-9edd-44be-8a60-156dd9b9475f),segment_id=41b19ce3-9edd-44be-8a60-156dd9b9475f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:56.751756 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.777635 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47576b75-75d9-4a63-8511-848dfa7d6e67 x-openstack-request-id: req-47576b75-75d9-4a63-8511-848dfa7d6e67 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:56.777920 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec", "name": "network-vif-plugged", "status": "completed", "tag": "c46ab12c-5f5c-43e1-b0f5-4e901d2134d1", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:56.778167 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47576b75-75d9-4a63-8511-848dfa7d6e67 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:56.778605 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46ab12c-5f5c-43e1-b0f5-4e901d2134d1', 'code': 200} Jul 14 09:48:56.803899 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=c46ab12c-5f5c-43e1-b0f5-4e901d2134d1,revision_number=9']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:56.818550 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-082554fd-ed8f-4099-967a-9ab30e7d1a7a tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:56.820088 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-082554fd-ed8f-4099-967a-9ab30e7d1a7a tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/networks?id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e HTTP/1.1" status: 200 len: 815 time: 0.1089807 Jul 14 09:48:56.835795 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-23fed374-5b18-4e53-8b21-54eb15f47bab tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/quotas/16de1bdc62e94033b1a98eab8e561cdb HTTP/1.1" status: 200 len: 375 time: 0.0102439 Jul 14 09:48:56.902492 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-4efe42c1-71b4-4b4d-9b85-223ed8a3fd6d tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=16de1bdc62e94033b1a98eab8e561cdb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0618074 Jul 14 09:48:56.993277 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-00427626-6193-491d-9868-2239fca266bb service neutron] 10.222.0.25 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836868 Jul 14 09:48:57.088937 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-11f37e0d-e9a2-4c8d-9a20-e484e3b4401c service neutron] 10.222.0.25 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900514 Jul 14 09:48:57.256282 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe12edce-3387-4c53-95dc-76e469aed852 req-4b5fc55b-dfcd-433c-824e-60bd638aac3c tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 210 time: 0.0302751 Jul 14 09:48:58.052987 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1caaf5e-f297-416d-a223-99435d99ed64 req-3144f589-da98-4fff-8613-a2e35ee44f51 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:58.054449 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d1caaf5e-f297-416d-a223-99435d99ed64 req-3144f589-da98-4fff-8613-a2e35ee44f51 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.47 "GET /v2.0/ports?device_id=96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0635324 Jul 14 09:48:58.157506 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-d1caaf5e-f297-416d-a223-99435d99ed64 req-f8c39676-d5bf-4e9a-b9bc-a6e5cfbef89f tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Deleting port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:58.157739 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d1caaf5e-f297-416d-a223-99435d99ed64 req-f8c39676-d5bf-4e9a-b9bc-a6e5cfbef89f tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.246241 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-d1caaf5e-f297-416d-a223-99435d99ed64 req-f8c39676-d5bf-4e9a-b9bc-a6e5cfbef89f tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] For port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=c46ab12c-5f5c-43e1-b0f5-4e901d2134d1,segment=NetworkSegment(41b19ce3-9edd-44be-8a60-156dd9b9475f),segment_id=41b19ce3-9edd-44be-8a60-156dd9b9475f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:58.246605 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d1caaf5e-f297-416d-a223-99435d99ed64 req-f8c39676-d5bf-4e9a-b9bc-a6e5cfbef89f tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.259283 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-d1caaf5e-f297-416d-a223-99435d99ed64 req-f8c39676-d5bf-4e9a-b9bc-a6e5cfbef89f tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Calling delete_port for c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:58.410171 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d1caaf5e-f297-416d-a223-99435d99ed64 req-f8c39676-d5bf-4e9a-b9bc-a6e5cfbef89f tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.424776 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['c46ab12c-5f5c-43e1-b0f5-4e901d2134d1'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:48:58.425690 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cd1df36a-bbd8-476c-af67-8917fbb4f440 req-6ad7581a-8a2d-4bd6-8c00-b6ee3386e9a4 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 210 time: 0.0432813 Jul 14 09:48:58.461410 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c39676-d5bf-4e9a-b9bc-a6e5cfbef89f tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Pushing event deleted for resources: {'Port': ['ID=c46ab12c-5f5c-43e1-b0f5-4e901d2134d1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:58.474353 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39676-d5bf-4e9a-b9bc-a6e5cfbef89f tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:58.474737 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39676-d5bf-4e9a-b9bc-a6e5cfbef89f tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:58.475086 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39676-d5bf-4e9a-b9bc-a6e5cfbef89f tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:58.475425 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39676-d5bf-4e9a-b9bc-a6e5cfbef89f tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:58.475805 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39676-d5bf-4e9a-b9bc-a6e5cfbef89f tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:58.476143 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39676-d5bf-4e9a-b9bc-a6e5cfbef89f tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:58.476473 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39676-d5bf-4e9a-b9bc-a6e5cfbef89f tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:58.476829 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39676-d5bf-4e9a-b9bc-a6e5cfbef89f tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:58.477161 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39676-d5bf-4e9a-b9bc-a6e5cfbef89f tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:58.477587 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-a9122fba-1c7b-4b87-8184-f9c50e8b9c4e tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:58.477709 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39676-d5bf-4e9a-b9bc-a6e5cfbef89f tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:58.478355 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39676-d5bf-4e9a-b9bc-a6e5cfbef89f tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:58.478475 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39676-d5bf-4e9a-b9bc-a6e5cfbef89f tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:58.479331 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-a9122fba-1c7b-4b87-8184-f9c50e8b9c4e tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.47 "GET /v2.0/networks?id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e HTTP/1.1" status: 200 len: 815 time: 0.1657822 Jul 14 09:48:58.491381 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-fdc5d167-c207-4de1-8c7b-a0fac7444555 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Request body: {'port': {'device_id': 'f38a90db-ae77-4ccb-8e7d-306f1fb514e9', 'network_id': '761d9dfd-b293-4d31-bd60-e5ce1ae33c7e', 'admin_state_up': True, 'tenant_id': '16de1bdc62e94033b1a98eab8e561cdb'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:58.520398 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1caaf5e-f297-416d-a223-99435d99ed64 req-f8c39676-d5bf-4e9a-b9bc-a6e5cfbef89f tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] No DVR routers for this DVR port c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:48:58.523059 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d1caaf5e-f297-416d-a223-99435d99ed64 req-f8c39676-d5bf-4e9a-b9bc-a6e5cfbef89f tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.526069 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d1caaf5e-f297-416d-a223-99435d99ed64 req-f8c39676-d5bf-4e9a-b9bc-a6e5cfbef89f tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.47 "DELETE /v2.0/ports/c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 HTTP/1.1" status: 204 len: 173 time: 0.4647398 Jul 14 09:48:58.526069 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec', 'name': 'network-vif-deleted', 'tag': 'c46ab12c-5f5c-43e1-b0f5-4e901d2134d1'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:58.534652 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed45f96-ba08-4ff9-ae2b-3c68f85d5772" -d '{"events": [{"server_uuid": "96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec", "name": "network-vif-deleted", "tag": "c46ab12c-5f5c-43e1-b0f5-4e901d2134d1"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:58.573788 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69ff61c-991b-4c50-8e1b-fe7cb0d34669 x-openstack-request-id: req-d69ff61c-991b-4c50-8e1b-fe7cb0d34669 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:58.574184 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec", "name": "network-vif-deleted", "tag": "c46ab12c-5f5c-43e1-b0f5-4e901d2134d1", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:58.574660 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d69ff61c-991b-4c50-8e1b-fe7cb0d34669 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:58.576189 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c223c6-5932-4cfc-ac0c-f9e44b7ca0ec', 'name': 'network-vif-deleted', 'tag': 'c46ab12c-5f5c-43e1-b0f5-4e901d2134d1', 'status': 'completed', 'code': 200} Jul 14 09:48:58.617461 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-fdc5d167-c207-4de1-8c7b-a0fac7444555 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Made reservation on behalf of 16de1bdc62e94033b1a98eab8e561cdb for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:58.621829 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-fdc5d167-c207-4de1-8c7b-a0fac7444555 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.754056 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-fdc5d167-c207-4de1-8c7b-a0fac7444555 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Allocated IP 172.20.0.3 (761d9dfd-b293-4d31-bd60-e5ce1ae33c7e/d61b3fcb-03b8-4682-b070-5d80cb931467/dc3088f9-832a-468e-988d-8a3b50f8a226) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:48:58.915217 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-fdc5d167-c207-4de1-8c7b-a0fac7444555 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.953971 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-fdc5d167-c207-4de1-8c7b-a0fac7444555 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.995296 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-fdc5d167-c207-4de1-8c7b-a0fac7444555 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Network 761d9dfd-b293-4d31-bd60-e5ce1ae33c7e is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:59.000520 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-fdc5d167-c207-4de1-8c7b-a0fac7444555 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:59.004188 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-fdc5d167-c207-4de1-8c7b-a0fac7444555 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:48:59.028907 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5d167-c207-4de1-8c7b-a0fac7444555 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Pushing event updated for resources: {'Port': ['ID=dc3088f9-832a-468e-988d-8a3b50f8a226,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:59.056708 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-fdc5d167-c207-4de1-8c7b-a0fac7444555 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:59.057306 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-fdc5d167-c207-4de1-8c7b-a0fac7444555 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.071282 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-fdc5d167-c207-4de1-8c7b-a0fac7444555 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5839641 Jul 14 09:48:59.083264 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-bb2c21d3-25dd-40ad-9a86-82fcefdc0f6a service neutron] Request body: {'port': {'device_id': 'f38a90db-ae77-4ccb-8e7d-306f1fb514e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:59.156029 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-bb2c21d3-25dd-40ad-9a86-82fcefdc0f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.461634 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-bb2c21d3-25dd-40ad-9a86-82fcefdc0f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc3088f9-832a-468e-988d-8a3b50f8a226 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:48:59.469799 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-bb2c21d3-25dd-40ad-9a86-82fcefdc0f6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.482827 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-bb2c21d3-25dd-40ad-9a86-82fcefdc0f6a service neutron] Transition to ACTIVE for port object dc3088f9-832a-468e-988d-8a3b50f8a226 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:59.487067 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-bb2c21d3-25dd-40ad-9a86-82fcefdc0f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.543370 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c21d3-25dd-40ad-9a86-82fcefdc0f6a service neutron] Pushing event updated for resources: {'Port': ['ID=dc3088f9-832a-468e-988d-8a3b50f8a226,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:59.648472 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-bb2c21d3-25dd-40ad-9a86-82fcefdc0f6a service neutron] Attempting to bind port dc3088f9-832a-468e-988d-8a3b50f8a226 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:48:59.648718 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-bb2c21d3-25dd-40ad-9a86-82fcefdc0f6a service neutron] Attempting to bind port dc3088f9-832a-468e-988d-8a3b50f8a226 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '41b19ce3-9edd-44be-8a60-156dd9b9475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '761d9dfd-b293-4d31-bd60-e5ce1ae33c7e'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:48:59.649047 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-bb2c21d3-25dd-40ad-9a86-82fcefdc0f6a service neutron] Attempting to bind port dc3088f9-832a-468e-988d-8a3b50f8a226 on network 761d9dfd-b293-4d31-bd60-e5ce1ae33c7e {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:59.657964 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-bb2c21d3-25dd-40ad-9a86-82fcefdc0f6a service neutron] Port dc3088f9-832a-468e-988d-8a3b50f8a226 on network 761d9dfd-b293-4d31-bd60-e5ce1ae33c7e not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:48:59.658282 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-bb2c21d3-25dd-40ad-9a86-82fcefdc0f6a service neutron] Attempting to bind port dc3088f9-832a-468e-988d-8a3b50f8a226 on network 761d9dfd-b293-4d31-bd60-e5ce1ae33c7e {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:59.669141 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35b89c-ad4e-4890-aee9-22fac5b10be1 req-596f2b7f-d708-4981-9753-29bc84e301e2 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:59.670626 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ef35b89c-ad4e-4890-aee9-22fac5b10be1 req-596f2b7f-d708-4981-9753-29bc84e301e2 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 943 time: 0.1088343 Jul 14 09:48:59.674012 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-bb2c21d3-25dd-40ad-9a86-82fcefdc0f6a service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:48:59.674348 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-bb2c21d3-25dd-40ad-9a86-82fcefdc0f6a service neutron] Checking segment: {'id': '41b19ce3-9edd-44be-8a60-156dd9b9475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '761d9dfd-b293-4d31-bd60-e5ce1ae33c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:59.674728 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-bb2c21d3-25dd-40ad-9a86-82fcefdc0f6a service neutron] Bound using segment: {'id': '41b19ce3-9edd-44be-8a60-156dd9b9475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '761d9dfd-b293-4d31-bd60-e5ce1ae33c7e'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:48:59.675156 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-bb2c21d3-25dd-40ad-9a86-82fcefdc0f6a service neutron] Bound port: dc3088f9-832a-468e-988d-8a3b50f8a226, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b19ce3-9edd-44be-8a60-156dd9b9475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '761d9dfd-b293-4d31-bd60-e5ce1ae33c7e'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:48:59.675539 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-bb2c21d3-25dd-40ad-9a86-82fcefdc0f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.747323 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ef35b89c-ad4e-4890-aee9-22fac5b10be1 req-108a8464-8122-45b0-9771-e5e1348c5ffd tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688558 Jul 14 09:48:59.768353 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-bb2c21d3-25dd-40ad-9a86-82fcefdc0f6a service neutron] For port dc3088f9-832a-468e-988d-8a3b50f8a226, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:59.769746 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-bb2c21d3-25dd-40ad-9a86-82fcefdc0f6a service neutron] For port dc3088f9-832a-468e-988d-8a3b50f8a226, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=dc3088f9-832a-468e-988d-8a3b50f8a226,segment=NetworkSegment(41b19ce3-9edd-44be-8a60-156dd9b9475f),segment_id=41b19ce3-9edd-44be-8a60-156dd9b9475f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:48:59.774257 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-bb2c21d3-25dd-40ad-9a86-82fcefdc0f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.808459 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-bb2c21d3-25dd-40ad-9a86-82fcefdc0f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:59.809071 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-bb2c21d3-25dd-40ad-9a86-82fcefdc0f6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.810455 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-bb2c21d3-25dd-40ad-9a86-82fcefdc0f6a service neutron] 10.222.0.47 "PUT /v2.0/ports/dc3088f9-832a-468e-988d-8a3b50f8a226 HTTP/1.1" status: 200 len: 1092 time: 0.7317986 Jul 14 09:48:59.810886 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38a90db-ae77-4ccb-8e7d-306f1fb514e9', 'tag': 'dc3088f9-832a-468e-988d-8a3b50f8a226'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:59.813189 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8223b5bc-5efb-418a-8cd4-cfe09de7a0df" -d '{"events": [{"name": "network-changed", "server_uuid": "f38a90db-ae77-4ccb-8e7d-306f1fb514e9", "tag": "dc3088f9-832a-468e-988d-8a3b50f8a226"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:59.837208 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c21d3-25dd-40ad-9a86-82fcefdc0f6a service neutron] Pushing event updated for resources: {'Port': ['ID=dc3088f9-832a-468e-988d-8a3b50f8a226,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:59.900817 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-84365f78-37b6-4f73-93b1-0bb0dfcb3c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:59.902362 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-84365f78-37b6-4f73-93b1-0bb0dfcb3c7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16de1bdc62e94033b1a98eab8e561cdb&device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 1095 time: 0.0546246 Jul 14 09:48:59.946940 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cba6ea-51b2-4fb6-8834-c58638d62d13 x-openstack-request-id: req-e9cba6ea-51b2-4fb6-8834-c58638d62d13 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:59.947234 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38a90db-ae77-4ccb-8e7d-306f1fb514e9", "tag": "dc3088f9-832a-468e-988d-8a3b50f8a226", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:59.947482 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9cba6ea-51b2-4fb6-8834-c58638d62d13 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:59.947891 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38a90db-ae77-4ccb-8e7d-306f1fb514e9', 'tag': 'dc3088f9-832a-468e-988d-8a3b50f8a226', 'status': 'completed', 'code': 200} Jul 14 09:48:59.949351 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-fb6f2dd4-2dad-4ac9-984e-24a4edec55d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc3088f9-832a-468e-988d-8a3b50f8a226 HTTP/1.1" status: 200 len: 217 time: 0.0394838 Jul 14 09:48:59.997955 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-d96cdcd0-ba95-4377-b573-7f54631f754e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:59.999405 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-d96cdcd0-ba95-4377-b573-7f54631f754e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d61b3fcb-03b8-4682-b070-5d80cb931467 HTTP/1.1" status: 200 len: 855 time: 0.0438027 Jul 14 09:49:00.032995 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-94e85e1e-e15a-48cf-9fb5-650027bb5d54 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266225 Jul 14 09:49:00.128337 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-ce559856-241b-4bab-a2dc-cb1825c5d0c8 service neutron] 10.222.0.47 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841634 Jul 14 09:49:00.218129 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-224c7843-7fe5-4747-a557-7a15f0e8e3de req-0348e95e-d412-4fd9-9912-cf717a5003c0 service neutron] 10.222.0.47 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832844 Jul 14 09:49:00.323946 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223b5bc-5efb-418a-8cd4-cfe09de7a0df req-6a24ca65-d2ef-460a-a808-193930906d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:00.325442 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8223b5bc-5efb-418a-8cd4-cfe09de7a0df req-6a24ca65-d2ef-460a-a808-193930906d6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16de1bdc62e94033b1a98eab8e561cdb&device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 1095 time: 0.0572836 Jul 14 09:49:00.415600 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223b5bc-5efb-418a-8cd4-cfe09de7a0df req-7526c07b-46f9-464a-af7b-f85c227f8843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:00.416982 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8223b5bc-5efb-418a-8cd4-cfe09de7a0df req-7526c07b-46f9-464a-af7b-f85c227f8843 service neutron] 10.222.0.47 "GET /v2.0/networks?id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e HTTP/1.1" status: 200 len: 915 time: 0.0829985 Jul 14 09:49:00.459364 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8223b5bc-5efb-418a-8cd4-cfe09de7a0df req-32e112ed-d8be-41ad-b888-4c78c4cd6403 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc3088f9-832a-468e-988d-8a3b50f8a226 HTTP/1.1" status: 200 len: 217 time: 0.0343511 Jul 14 09:49:00.511097 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223b5bc-5efb-418a-8cd4-cfe09de7a0df req-ca3098c6-8476-4e6f-a61c-199af63ab6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:00.512565 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8223b5bc-5efb-418a-8cd4-cfe09de7a0df req-ca3098c6-8476-4e6f-a61c-199af63ab6ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d61b3fcb-03b8-4682-b070-5d80cb931467 HTTP/1.1" status: 200 len: 855 time: 0.0458522 Jul 14 09:49:00.544970 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8223b5bc-5efb-418a-8cd4-cfe09de7a0df req-71a22b49-0e20-4680-b759-49480cd22798 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253441 Jul 14 09:49:00.574429 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:49:00.595280 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:49:00.595659 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device c46ab12c-5f5c-43e1-b0f5-4e901d2134d1 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:49:00.633705 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8223b5bc-5efb-418a-8cd4-cfe09de7a0df req-d4db1c21-be24-461b-ab71-b06e88fd5f87 service neutron] 10.222.0.47 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803819 Jul 14 09:49:00.727269 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8223b5bc-5efb-418a-8cd4-cfe09de7a0df req-d019d065-2a63-47c6-b093-a261e9814348 service neutron] 10.222.0.47 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853541 Jul 14 09:49:00.917939 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72e001-a71a-47b9-8a63-20135f1cc893 req-238f6b00-94f8-42e4-be33-2cd8201c6d9c tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:00.919461 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a72e001-a71a-47b9-8a63-20135f1cc893 req-238f6b00-94f8-42e4-be33-2cd8201c6d9c tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 943 time: 0.0638168 Jul 14 09:49:00.957476 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6a72e001-a71a-47b9-8a63-20135f1cc893 req-0a4dc7a6-a960-4c45-a35a-539a8fe2f4cb tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318978 Jul 14 09:49:02.138908 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9395c-07c4-4c69-8ccc-c1f5fa29cc43 req-1f234fa8-64f6-455f-8dba-903f632507cb tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:02.140782 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b8d9395c-07c4-4c69-8ccc-c1f5fa29cc43 req-1f234fa8-64f6-455f-8dba-903f632507cb tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 943 time: 0.0684199 Jul 14 09:49:02.466909 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b8d9395c-07c4-4c69-8ccc-c1f5fa29cc43 req-212ea53a-a95c-4c6f-bd4c-c7e1265e15f6 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204832 Jul 14 09:49:02.589345 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device dc3088f9-832a-468e-988d-8a3b50f8a226 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:49:02.684446 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port dc3088f9-832a-468e-988d-8a3b50f8a226, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=dc3088f9-832a-468e-988d-8a3b50f8a226,segment=NetworkSegment(41b19ce3-9edd-44be-8a60-156dd9b9475f),segment_id=41b19ce3-9edd-44be-8a60-156dd9b9475f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:02.695904 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'dc3088f9-832a-468e-988d-8a3b50f8a226', 'network_id': '761d9dfd-b293-4d31-bd60-e5ce1ae33c7e', 'port_id': 'dc3088f9-832a-468e-988d-8a3b50f8a226', 'mac_address': 'fa:16:3e:1c:81:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd61b3fcb-03b8-4682-b070-5d80cb931467', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:49:02.732519 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:02.744861 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc3088f9-832a-468e-988d-8a3b50f8a226 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:49:02.764113 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port dc3088f9-832a-468e-988d-8a3b50f8a226, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=dc3088f9-832a-468e-988d-8a3b50f8a226,segment=NetworkSegment(41b19ce3-9edd-44be-8a60-156dd9b9475f),segment_id=41b19ce3-9edd-44be-8a60-156dd9b9475f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:02.769007 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:02.814632 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=dc3088f9-832a-468e-988d-8a3b50f8a226,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:02.960471 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['dc3088f9-832a-468e-988d-8a3b50f8a226'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:49:03.638763 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408d427-1ea6-4161-848b-21573f2126be req-d758f359-b405-423b-a215-d88e51c5bbc1 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:03.640159 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c408d427-1ea6-4161-848b-21573f2126be req-d758f359-b405-423b-a215-d88e51c5bbc1 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 944 time: 0.0629623 Jul 14 09:49:03.678938 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c408d427-1ea6-4161-848b-21573f2126be req-0081df25-2cb9-43e4-911a-06c314970480 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329113 Jul 14 09:49:04.605406 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device dc3088f9-832a-468e-988d-8a3b50f8a226 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:49:04.655189 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port dc3088f9-832a-468e-988d-8a3b50f8a226 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:04.658931 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port dc3088f9-832a-468e-988d-8a3b50f8a226 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:04.659299 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:04.741363 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:04.764069 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38a90db-ae77-4ccb-8e7d-306f1fb514e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3088f9-832a-468e-988d-8a3b50f8a226'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:04.766421 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fe4de7-1710-4d9d-857b-34e0c07fa9cc" -d '{"events": [{"server_uuid": "f38a90db-ae77-4ccb-8e7d-306f1fb514e9", "name": "network-vif-plugged", "status": "completed", "tag": "dc3088f9-832a-468e-988d-8a3b50f8a226"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:04.779076 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port dc3088f9-832a-468e-988d-8a3b50f8a226, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=dc3088f9-832a-468e-988d-8a3b50f8a226,segment=NetworkSegment(41b19ce3-9edd-44be-8a60-156dd9b9475f),segment_id=41b19ce3-9edd-44be-8a60-156dd9b9475f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:04.784081 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:04.823513 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5217d0-fc20-428d-b669-50cb1412eac6 x-openstack-request-id: req-bd5217d0-fc20-428d-b669-50cb1412eac6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:04.823809 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38a90db-ae77-4ccb-8e7d-306f1fb514e9", "name": "network-vif-plugged", "status": "completed", "tag": "dc3088f9-832a-468e-988d-8a3b50f8a226", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:04.824058 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd5217d0-fc20-428d-b669-50cb1412eac6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:04.824444 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38a90db-ae77-4ccb-8e7d-306f1fb514e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3088f9-832a-468e-988d-8a3b50f8a226', 'code': 200} Jul 14 09:49:04.840375 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=dc3088f9-832a-468e-988d-8a3b50f8a226,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:04.872017 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766664c-900e-4f8c-8ead-ee9df540ac59 req-2a46082f-b246-4fcc-aaa1-d59c441690b9 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:04.873538 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a766664c-900e-4f8c-8ead-ee9df540ac59 req-2a46082f-b246-4fcc-aaa1-d59c441690b9 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0742595 Jul 14 09:49:04.946262 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a766664c-900e-4f8c-8ead-ee9df540ac59 req-6d6a8c21-957c-48b6-baa0-411e9a6d9349 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669880 Jul 14 09:49:04.964996 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510508e8-a5de-4105-8ea6-6af1fa722688 req-0a0ba878-1830-4163-ac85-9ee9f8894f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:04.966497 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-510508e8-a5de-4105-8ea6-6af1fa722688 req-0a0ba878-1830-4163-ac85-9ee9f8894f3e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 1097 time: 0.0807929 Jul 14 09:49:05.002917 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-510508e8-a5de-4105-8ea6-6af1fa722688 req-ac1f7765-3df0-4ced-8f96-8ad3bf8f9185 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295300 Jul 14 09:49:06.124491 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04af84-bce9-412c-9bb2-ea99b232bb28 req-d6e28482-82c9-4d50-9eb0-090638f4dd1a tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:06.126133 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ca04af84-bce9-412c-9bb2-ea99b232bb28 req-d6e28482-82c9-4d50-9eb0-090638f4dd1a tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0648026 Jul 14 09:49:06.169963 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ca04af84-bce9-412c-9bb2-ea99b232bb28 req-dcf2f3db-977b-4a4c-b100-463b510a5440 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380349 Jul 14 09:49:06.271606 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:49:06.348637 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b14f7d-4aa3-40f2-929e-2e283ec2101e req-4872291e-2566-4ad2-bd0f-9e5466a554fe tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:06.350141 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f1b14f7d-4aa3-40f2-929e-2e283ec2101e req-4872291e-2566-4ad2-bd0f-9e5466a554fe tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0665762 Jul 14 09:49:06.389847 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f1b14f7d-4aa3-40f2-929e-2e283ec2101e req-b1a9a192-7c0d-491e-a23d-84ed4f1f1a1b tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339620 Jul 14 09:49:06.742989 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-d335badf-6bd1-43e6-9606-d24ff40ec4c4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0586329 Jul 14 09:49:06.816342 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e72afb-74fb-4c8c-a530-f29170511bd0 req-59bba08b-5f91-42d5-b696-8610b6ced4bf tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:06.817921 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-92e72afb-74fb-4c8c-a530-f29170511bd0 req-59bba08b-5f91-42d5-b696-8610b6ced4bf tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0784266 Jul 14 09:49:06.861969 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-92e72afb-74fb-4c8c-a530-f29170511bd0 req-8140565d-1b71-47df-b600-66769e8306f7 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379138 Jul 14 09:49:07.907483 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-841f9d37-c592-4dd1-b168-568c1149bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:07.909062 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-841f9d37-c592-4dd1-b168-568c1149bd31 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16de1bdc62e94033b1a98eab8e561cdb&device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 1097 time: 0.0532801 Jul 14 09:49:08.029292 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-bcab2b80-72c2-4f10-bb14-ae3745a22d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:08.030740 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-bcab2b80-72c2-4f10-bb14-ae3745a22d14 service neutron] 10.222.0.47 "GET /v2.0/networks?id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e HTTP/1.1" status: 200 len: 915 time: 0.1155021 Jul 14 09:49:08.079892 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-e57b59c2-266e-4f65-ae05-54408cf3922a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc3088f9-832a-468e-988d-8a3b50f8a226 HTTP/1.1" status: 200 len: 217 time: 0.0425136 Jul 14 09:49:08.121571 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d72302-2ee8-468b-98a6-621ab298ac8f req-0d7c5df4-f2ec-4d0a-a60c-5c68377cc371 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:08.123023 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-86d72302-2ee8-468b-98a6-621ab298ac8f req-0d7c5df4-f2ec-4d0a-a60c-5c68377cc371 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.1364372 Jul 14 09:49:08.158138 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-c0084697-ef31-42ac-919a-0fc9549af704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:08.159473 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-c0084697-ef31-42ac-919a-0fc9549af704 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d61b3fcb-03b8-4682-b070-5d80cb931467 HTTP/1.1" status: 200 len: 855 time: 0.0729613 Jul 14 09:49:08.179130 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-86d72302-2ee8-468b-98a6-621ab298ac8f req-dc326604-dbb6-4e87-b6b7-6ac742aa3a9e tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481186 Jul 14 09:49:08.197926 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-29820a89-70e8-49b4-82b9-8c4e81259dad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310812 Jul 14 09:49:08.287613 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-befc908a-42bd-4a45-8d62-7261e7cd5bb9 service neutron] 10.222.0.47 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830047 Jul 14 09:49:08.375953 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-fc8df901-a585-4fc6-8e9d-5f9006f3f6d6 service neutron] 10.222.0.47 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810764 Jul 14 09:49:09.365323 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100e52d-ba4f-4b58-a0b5-ffaf453de78a req-4fe94701-6c13-4a75-b711-35dad0bee1dc tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:09.366829 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7100e52d-ba4f-4b58-a0b5-ffaf453de78a req-4fe94701-6c13-4a75-b711-35dad0bee1dc tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0695028 Jul 14 09:49:09.404237 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7100e52d-ba4f-4b58-a0b5-ffaf453de78a req-8c02b9f3-6e1b-40fd-9f6c-d69487056a10 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317121 Jul 14 09:49:10.583985 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f73358-8381-4f00-9e65-3be83f8ba9b5 req-ff371978-e4dc-47ca-8141-a714a748b25b tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:10.585433 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-91f73358-8381-4f00-9e65-3be83f8ba9b5 req-ff371978-e4dc-47ca-8141-a714a748b25b tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0663574 Jul 14 09:49:10.623116 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-91f73358-8381-4f00-9e65-3be83f8ba9b5 req-c2341a3b-0651-4cdd-8ffe-09ac45e2c4e3 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320256 Jul 14 09:49:10.953805 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:11.796952 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366ab90-5ab2-469d-a1fc-4c9c627bf5f2 req-e9fdfb36-7e4d-4472-bbdc-bd880f6e7a12 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:11.798440 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5366ab90-5ab2-469d-a1fc-4c9c627bf5f2 req-e9fdfb36-7e4d-4472-bbdc-bd880f6e7a12 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0643332 Jul 14 09:49:11.838342 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5366ab90-5ab2-469d-a1fc-4c9c627bf5f2 req-d17a60c1-de16-4166-9c46-e5a3dff8836f tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343628 Jul 14 09:49:12.544033 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:13.032579 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c5289-ae2f-4b76-b8fb-de53a5cefe31 req-0d49cf9b-9d51-4c12-888d-f3fa7506fe68 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:13.034168 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d30c5289-ae2f-4b76-b8fb-de53a5cefe31 req-0d49cf9b-9d51-4c12-888d-f3fa7506fe68 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0777831 Jul 14 09:49:13.075365 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d30c5289-ae2f-4b76-b8fb-de53a5cefe31 req-e19f5b67-894f-4173-9ba0-ffcefc71e767 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345509 Jul 14 09:49:14.266596 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f580e-ffd8-4558-a7b2-b26a6926e906 req-d60e79e2-ed19-4472-addf-4e1ee1d077aa tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:14.268163 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a69f580e-ffd8-4558-a7b2-b26a6926e906 req-d60e79e2-ed19-4472-addf-4e1ee1d077aa tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0664217 Jul 14 09:49:14.306423 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a69f580e-ffd8-4558-a7b2-b26a6926e906 req-bc19e681-4db8-4722-b16e-e2e1b74fdc51 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326493 Jul 14 09:49:15.483667 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bcd0b-39a8-459b-a0b5-18473301e521 req-e6a2b12e-fd20-46b8-b092-f13355eefc08 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:15.485538 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a0bcd0b-39a8-459b-a0b5-18473301e521 req-e6a2b12e-fd20-46b8-b092-f13355eefc08 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0691495 Jul 14 09:49:15.522678 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a0bcd0b-39a8-459b-a0b5-18473301e521 req-c5433a43-3289-4834-a3de-cfea5fe63f51 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316772 Jul 14 09:49:16.695356 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e32d1-38b9-4c39-bf28-302c2d45a415 req-ab4f57ab-fb21-449d-a9fa-f4f7cc70e479 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:16.696789 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd6e32d1-38b9-4c39-bf28-302c2d45a415 req-ab4f57ab-fb21-449d-a9fa-f4f7cc70e479 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0633640 Jul 14 09:49:16.734759 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd6e32d1-38b9-4c39-bf28-302c2d45a415 req-6787d993-d4d1-4757-89ee-73e91ca0cf11 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323467 Jul 14 09:49:17.915628 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0796396-80fa-4b4a-8c21-d78adf78f48b req-944752b6-13e6-499f-859f-fa6aa090e5d3 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:17.917141 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0796396-80fa-4b4a-8c21-d78adf78f48b req-944752b6-13e6-499f-859f-fa6aa090e5d3 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0651920 Jul 14 09:49:17.956360 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0796396-80fa-4b4a-8c21-d78adf78f48b req-fdf9dd46-8457-4907-832a-9d20502c4c6f tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326889 Jul 14 09:49:18.487190 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84093b4b-835e-49c2-9838-1bb96e2f8a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:19.140465 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb718d2-eb8b-4f32-b82d-44f6cf759295 req-f4be58c5-fdb6-4925-9901-f9104ae307ee tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:19.142202 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5cb718d2-eb8b-4f32-b82d-44f6cf759295 req-f4be58c5-fdb6-4925-9901-f9104ae307ee tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0719602 Jul 14 09:49:19.182590 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5cb718d2-eb8b-4f32-b82d-44f6cf759295 req-ef3b0a35-6419-47f6-a855-978e2c7808d5 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339324 Jul 14 09:49:20.358091 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013c4e8-3c32-49c6-be07-02ef3299e110 req-257ba5a9-8e3f-4fc8-a3f9-3520aaaf4c23 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:20.359815 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7013c4e8-3c32-49c6-be07-02ef3299e110 req-257ba5a9-8e3f-4fc8-a3f9-3520aaaf4c23 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0643244 Jul 14 09:49:20.397520 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7013c4e8-3c32-49c6-be07-02ef3299e110 req-8535128e-d9cb-4434-b42f-084560b805e6 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320745 Jul 14 09:49:21.088596 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1e8d7871-fa02-4164-bb5a-57cefd684536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:21.308580 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:21.573294 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b87235-7383-4ff4-a5f9-4d2d79cbd3f4 req-9b754405-e14d-49b1-85ad-b303d7c4e0c4 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:21.574791 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-98b87235-7383-4ff4-a5f9-4d2d79cbd3f4 req-9b754405-e14d-49b1-85ad-b303d7c4e0c4 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0674372 Jul 14 09:49:21.612559 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-98b87235-7383-4ff4-a5f9-4d2d79cbd3f4 req-cb2cf4a3-4278-463b-98a8-0e41b68c40af tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317354 Jul 14 09:49:22.309190 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:22.785015 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e25dd-2358-457e-b19c-376443b95a4b req-8a654dbd-0bda-48c2-aa70-7f340f28784b tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:22.786517 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-370e25dd-2358-457e-b19c-376443b95a4b req-8a654dbd-0bda-48c2-aa70-7f340f28784b tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0640578 Jul 14 09:49:22.823857 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-370e25dd-2358-457e-b19c-376443b95a4b req-687ad194-81f9-41b8-b41e-c60448656136 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317831 Jul 14 09:49:23.845198 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:24.005876 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951dc1b-213a-4b99-b5e0-a587492e58cf req-9ef75d74-c9dd-4639-9133-17b5eb36d6e7 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:24.007447 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2951dc1b-213a-4b99-b5e0-a587492e58cf req-9ef75d74-c9dd-4639-9133-17b5eb36d6e7 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0645595 Jul 14 09:49:24.050847 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2951dc1b-213a-4b99-b5e0-a587492e58cf req-cd2f951f-daeb-4cbb-9ca4-0656643fbcd2 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377889 Jul 14 09:49:25.229300 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ab81c-13dd-4468-93ea-f4d1eadb940b req-3103a58e-bf98-4182-90d8-f2e09435e8c5 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:25.230789 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d93ab81c-13dd-4468-93ea-f4d1eadb940b req-3103a58e-bf98-4182-90d8-f2e09435e8c5 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0685408 Jul 14 09:49:25.268623 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d93ab81c-13dd-4468-93ea-f4d1eadb940b req-d84a9113-aae0-4fc3-b7c9-201b7cb26c77 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322473 Jul 14 09:49:26.452431 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0ed87-d66b-49a1-875b-5a83df94f76f req-264ab055-2aac-4618-82fa-f2d440c6ddb5 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:26.454037 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-32c0ed87-d66b-49a1-875b-5a83df94f76f req-264ab055-2aac-4618-82fa-f2d440c6ddb5 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0641475 Jul 14 09:49:26.492464 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-32c0ed87-d66b-49a1-875b-5a83df94f76f req-6ef461b1-a78f-4a00-9464-de1a69c4f53a tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329406 Jul 14 09:49:27.676000 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779ff20-45a5-4859-b204-f8948abab24d req-ffb187f2-d18d-48ff-b4a9-001172ad1c86 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:27.677389 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6779ff20-45a5-4859-b204-f8948abab24d req-ffb187f2-d18d-48ff-b4a9-001172ad1c86 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0705202 Jul 14 09:49:27.714941 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6779ff20-45a5-4859-b204-f8948abab24d req-0bb6a927-9002-4fe4-bd7f-a908acc5e3e4 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320778 Jul 14 09:49:28.893254 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a8acc-dceb-4213-b043-89a17c40d68a req-706db57b-551f-437a-ba15-944d6726e932 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:28.894783 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-950a8acc-dceb-4213-b043-89a17c40d68a req-706db57b-551f-437a-ba15-944d6726e932 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0641336 Jul 14 09:49:28.932654 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-950a8acc-dceb-4213-b043-89a17c40d68a req-68281f94-f31c-4323-8976-23020347d1e1 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322959 Jul 14 09:49:30.108726 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b03b2d-aec4-4ad8-a53e-87ff5ce10b2b req-7c1e8fff-e690-404e-a014-60154724ca31 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:30.110395 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-27b03b2d-aec4-4ad8-a53e-87ff5ce10b2b req-7c1e8fff-e690-404e-a014-60154724ca31 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0658665 Jul 14 09:49:30.154054 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-27b03b2d-aec4-4ad8-a53e-87ff5ce10b2b req-994d7029-5495-4cf6-9625-27f1c52fe16c tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377038 Jul 14 09:49:31.329713 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b4f28-e04a-40bb-bab1-bf31cc144e24 req-8b075cbf-8bf5-4097-ac39-a2dc013b8a5b tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:31.331265 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a5b4f28-e04a-40bb-bab1-bf31cc144e24 req-8b075cbf-8bf5-4097-ac39-a2dc013b8a5b tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0655298 Jul 14 09:49:31.369747 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a5b4f28-e04a-40bb-bab1-bf31cc144e24 req-49a033dd-d5ab-41e4-a782-97647e7269c3 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323980 Jul 14 09:49:32.547030 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5606802-1838-4abd-8345-553fdd7159e1 req-46b921a5-e1a2-4a2e-bfd5-3304952ce6f6 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:32.548593 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e5606802-1838-4abd-8345-553fdd7159e1 req-46b921a5-e1a2-4a2e-bfd5-3304952ce6f6 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0672565 Jul 14 09:49:32.589069 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e5606802-1838-4abd-8345-553fdd7159e1 req-656a22be-07c2-4dd1-b00f-75b7df5b1520 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345652 Jul 14 09:49:33.769049 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6935a-150c-42db-a532-93efa5547e82 req-cac021fe-0180-462f-81c5-89f2388504a1 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:33.770614 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4ba6935a-150c-42db-a532-93efa5547e82 req-cac021fe-0180-462f-81c5-89f2388504a1 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0705211 Jul 14 09:49:33.810290 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4ba6935a-150c-42db-a532-93efa5547e82 req-1d324e95-5b1f-4ab1-8c9d-4c4d0e11d9ee tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338774 Jul 14 09:49:34.992171 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2eb3e1-8077-4563-9ea1-bd6ccfd152f5 req-4c4f8470-9faf-4913-b658-af5a5091a212 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:34.993719 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0e2eb3e1-8077-4563-9ea1-bd6ccfd152f5 req-4c4f8470-9faf-4913-b658-af5a5091a212 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0642726 Jul 14 09:49:35.032878 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0e2eb3e1-8077-4563-9ea1-bd6ccfd152f5 req-1e1781ac-4f98-40c3-82b8-a0a2d92709be tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335622 Jul 14 09:49:35.458095 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-fff53957-011e-4fed-89e3-ff3f9d2ceaff service neutron] show failed (client error): The resource could not be found. Jul 14 09:49:35.459111 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-fff53957-011e-4fed-89e3-ff3f9d2ceaff service neutron] 10.222.0.47 "GET /v2.0/ports/dc3088f9-832a-468e-988d-8a3b50f8a226/bindings/n-h2-771362-35 HTTP/1.1" status: 404 len: 381 time: 0.0557785 Jul 14 09:49:35.710858 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-05c0969e-f35e-4655-9e84-fcebd1b040e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:35.712407 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-05c0969e-f35e-4655-9e84-fcebd1b040e4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9&tenant_id=16de1bdc62e94033b1a98eab8e561cdb HTTP/1.1" status: 200 len: 1097 time: 0.0546460 Jul 14 09:49:35.723788 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-f6a5366f-c1ed-40e4-93a7-08ab3a705855 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-35', 'device_owner': 'compute:nova'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:35.797765 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-f6a5366f-c1ed-40e4-93a7-08ab3a705855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:36.007284 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-f6a5366f-c1ed-40e4-93a7-08ab3a705855 service neutron] For port dc3088f9-832a-468e-988d-8a3b50f8a226, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=dc3088f9-832a-468e-988d-8a3b50f8a226,segment=NetworkSegment(41b19ce3-9edd-44be-8a60-156dd9b9475f),segment_id=41b19ce3-9edd-44be-8a60-156dd9b9475f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:36.043464 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-f6a5366f-c1ed-40e4-93a7-08ab3a705855 service neutron] For port dc3088f9-832a-468e-988d-8a3b50f8a226, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:49:36.086302 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38a90db-ae77-4ccb-8e7d-306f1fb514e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc3088f9-832a-468e-988d-8a3b50f8a226'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:36.088764 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87900b57-b166-4b3a-a329-bfd56fb84bb0" -d '{"events": [{"server_uuid": "f38a90db-ae77-4ccb-8e7d-306f1fb514e9", "name": "network-vif-unplugged", "status": "completed", "tag": "dc3088f9-832a-468e-988d-8a3b50f8a226"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:36.092870 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-f6a5366f-c1ed-40e4-93a7-08ab3a705855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:36.105725 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-f6a5366f-c1ed-40e4-93a7-08ab3a705855 service neutron] Transition to ACTIVE for port object dc3088f9-832a-468e-988d-8a3b50f8a226 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:49:36.110221 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-f6a5366f-c1ed-40e4-93a7-08ab3a705855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:36.145259 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefe5bfa-87db-40f3-bee0-b9e938f85406 x-openstack-request-id: req-fefe5bfa-87db-40f3-bee0-b9e938f85406 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:36.146088 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38a90db-ae77-4ccb-8e7d-306f1fb514e9", "name": "network-vif-unplugged", "status": "completed", "tag": "dc3088f9-832a-468e-988d-8a3b50f8a226", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:36.146088 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fefe5bfa-87db-40f3-bee0-b9e938f85406 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:36.146325 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38a90db-ae77-4ccb-8e7d-306f1fb514e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc3088f9-832a-468e-988d-8a3b50f8a226', 'code': 200} Jul 14 09:49:36.181322 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-f6a5366f-c1ed-40e4-93a7-08ab3a705855 service neutron] No DVR routers for this DVR port dc3088f9-832a-468e-988d-8a3b50f8a226 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:49:36.183384 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5366f-c1ed-40e4-93a7-08ab3a705855 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3088f9-832a-468e-988d-8a3b50f8a226,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:36.227519 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-f6a5366f-c1ed-40e4-93a7-08ab3a705855 service neutron] Attempting to bind port dc3088f9-832a-468e-988d-8a3b50f8a226 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:49:36.228169 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-f6a5366f-c1ed-40e4-93a7-08ab3a705855 service neutron] Attempting to bind port dc3088f9-832a-468e-988d-8a3b50f8a226 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '41b19ce3-9edd-44be-8a60-156dd9b9475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '761d9dfd-b293-4d31-bd60-e5ce1ae33c7e'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:49:36.228660 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-f6a5366f-c1ed-40e4-93a7-08ab3a705855 service neutron] Attempting to bind port dc3088f9-832a-468e-988d-8a3b50f8a226 on network 761d9dfd-b293-4d31-bd60-e5ce1ae33c7e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:49:36.234652 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b4628-7a76-425d-825d-16a4733506c0 req-05f571ca-7db3-4836-9310-4c3796fdb848 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:36.235252 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-f6a5366f-c1ed-40e4-93a7-08ab3a705855 service neutron] Port dc3088f9-832a-468e-988d-8a3b50f8a226 on network 761d9dfd-b293-4d31-bd60-e5ce1ae33c7e not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:49:36.235725 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-f6a5366f-c1ed-40e4-93a7-08ab3a705855 service neutron] Attempting to bind port dc3088f9-832a-468e-988d-8a3b50f8a226 on network 761d9dfd-b293-4d31-bd60-e5ce1ae33c7e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:49:36.236308 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-627b4628-7a76-425d-825d-16a4733506c0 req-05f571ca-7db3-4836-9310-4c3796fdb848 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 943 time: 0.0756900 Jul 14 09:49:36.241964 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-f6a5366f-c1ed-40e4-93a7-08ab3a705855 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:49:36.242309 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-f6a5366f-c1ed-40e4-93a7-08ab3a705855 service neutron] Checking segment: {'id': '41b19ce3-9edd-44be-8a60-156dd9b9475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '761d9dfd-b293-4d31-bd60-e5ce1ae33c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:49:36.242694 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-f6a5366f-c1ed-40e4-93a7-08ab3a705855 service neutron] Bound using segment: {'id': '41b19ce3-9edd-44be-8a60-156dd9b9475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '761d9dfd-b293-4d31-bd60-e5ce1ae33c7e'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:49:36.243120 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-f6a5366f-c1ed-40e4-93a7-08ab3a705855 service neutron] Bound port: dc3088f9-832a-468e-988d-8a3b50f8a226, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b19ce3-9edd-44be-8a60-156dd9b9475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '761d9dfd-b293-4d31-bd60-e5ce1ae33c7e'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:49:36.243477 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-f6a5366f-c1ed-40e4-93a7-08ab3a705855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:36.277056 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-627b4628-7a76-425d-825d-16a4733506c0 req-071da4f4-5118-4449-9225-a634b0fdaf47 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346432 Jul 14 09:49:36.311388 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-f6a5366f-c1ed-40e4-93a7-08ab3a705855 service neutron] For port dc3088f9-832a-468e-988d-8a3b50f8a226, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:49:36.315239 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-f6a5366f-c1ed-40e4-93a7-08ab3a705855 service neutron] For port dc3088f9-832a-468e-988d-8a3b50f8a226, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=dc3088f9-832a-468e-988d-8a3b50f8a226,segment=NetworkSegment(41b19ce3-9edd-44be-8a60-156dd9b9475f),segment_id=41b19ce3-9edd-44be-8a60-156dd9b9475f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:49:36.320188 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-f6a5366f-c1ed-40e4-93a7-08ab3a705855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:36.363197 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-f6a5366f-c1ed-40e4-93a7-08ab3a705855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:36.364242 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-f6a5366f-c1ed-40e4-93a7-08ab3a705855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:36.366286 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-f6a5366f-c1ed-40e4-93a7-08ab3a705855 service neutron] 10.222.0.44 "PUT /v2.0/ports/dc3088f9-832a-468e-988d-8a3b50f8a226 HTTP/1.1" status: 200 len: 1092 time: 0.6464179 Jul 14 09:49:36.420842 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5366f-c1ed-40e4-93a7-08ab3a705855 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3088f9-832a-468e-988d-8a3b50f8a226,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:36.454621 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-3a74ac00-0e8c-44b2-bab5-e67b75ef5466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:36.456149 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-3a74ac00-0e8c-44b2-bab5-e67b75ef5466 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=16de1bdc62e94033b1a98eab8e561cdb&device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 1095 time: 0.0648706 Jul 14 09:49:36.880910 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-a3d16e0f-bdb1-4eac-9b02-f1f764ada1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:36.882682 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-a3d16e0f-bdb1-4eac-9b02-f1f764ada1ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e HTTP/1.1" status: 200 len: 915 time: 0.4206293 Jul 14 09:49:36.934537 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-06e908f0-712d-4e8d-9a43-c7d22ae6deec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc3088f9-832a-468e-988d-8a3b50f8a226 HTTP/1.1" status: 200 len: 217 time: 0.0451562 Jul 14 09:49:36.988026 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-2becfd3d-fe23-4714-9d7e-c29d965867e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:36.989516 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-2becfd3d-fe23-4714-9d7e-c29d965867e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d61b3fcb-03b8-4682-b070-5d80cb931467 HTTP/1.1" status: 200 len: 855 time: 0.0483189 Jul 14 09:49:37.023384 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-1a7a0205-6047-462f-a038-6bf62981c413 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272098 Jul 14 09:49:37.121208 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-f353a06b-1996-41f4-824c-240f069bf204 service neutron] 10.222.0.44 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914137 Jul 14 09:49:37.218695 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26b84720-eed7-41a1-9d0d-74c8f382d335 req-2d0e6455-ab9d-42a8-8455-69ec46427477 service neutron] 10.222.0.44 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904009 Jul 14 09:49:37.644999 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4363a4a-1e0a-401c-a266-eaf8bca90e52 req-3496edef-514f-4d29-89bc-d1f2e32f8f59 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:37.646463 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d4363a4a-1e0a-401c-a266-eaf8bca90e52 req-3496edef-514f-4d29-89bc-d1f2e32f8f59 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 943 time: 0.0640659 Jul 14 09:49:37.684323 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d4363a4a-1e0a-401c-a266-eaf8bca90e52 req-c39867f1-c85d-4cff-b632-580c43d86549 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323226 Jul 14 09:49:38.147650 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38a90db-ae77-4ccb-8e7d-306f1fb514e9', 'tag': 'dc3088f9-832a-468e-988d-8a3b50f8a226'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:38.150263 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c47cfe-aa8e-46ff-93e9-d8b94a3ef4be" -d '{"events": [{"name": "network-changed", "server_uuid": "f38a90db-ae77-4ccb-8e7d-306f1fb514e9", "tag": "dc3088f9-832a-468e-988d-8a3b50f8a226"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:38.224920 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e6964f-cfa7-403c-bc6b-68c3163fbed3 x-openstack-request-id: req-a1e6964f-cfa7-403c-bc6b-68c3163fbed3 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:38.225300 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38a90db-ae77-4ccb-8e7d-306f1fb514e9", "tag": "dc3088f9-832a-468e-988d-8a3b50f8a226", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:38.225555 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1e6964f-cfa7-403c-bc6b-68c3163fbed3 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:38.225972 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38a90db-ae77-4ccb-8e7d-306f1fb514e9', 'tag': 'dc3088f9-832a-468e-988d-8a3b50f8a226', 'status': 'completed', 'code': 200} Jul 14 09:49:38.305870 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c47cfe-aa8e-46ff-93e9-d8b94a3ef4be req-c13e743d-66d3-40ee-a505-e8cb2288c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:38.306172 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c47cfe-aa8e-46ff-93e9-d8b94a3ef4be req-0d76984e-9445-42e8-808e-ea818cbd415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:38.307412 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17c47cfe-aa8e-46ff-93e9-d8b94a3ef4be req-0d76984e-9445-42e8-808e-ea818cbd415f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16de1bdc62e94033b1a98eab8e561cdb&device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 1095 time: 0.0598645 Jul 14 09:49:38.307623 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-17c47cfe-aa8e-46ff-93e9-d8b94a3ef4be req-c13e743d-66d3-40ee-a505-e8cb2288c900 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=16de1bdc62e94033b1a98eab8e561cdb&device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 1095 time: 0.0585542 Jul 14 09:49:38.406657 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c47cfe-aa8e-46ff-93e9-d8b94a3ef4be req-b52422d8-6dec-4d79-9efa-0740f9e389d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:38.407026 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c47cfe-aa8e-46ff-93e9-d8b94a3ef4be req-5745537a-67f1-4a0e-baa4-e60ae51af45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:38.408115 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-17c47cfe-aa8e-46ff-93e9-d8b94a3ef4be req-b52422d8-6dec-4d79-9efa-0740f9e389d0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e HTTP/1.1" status: 200 len: 915 time: 0.0932524 Jul 14 09:49:38.408747 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17c47cfe-aa8e-46ff-93e9-d8b94a3ef4be req-5745537a-67f1-4a0e-baa4-e60ae51af45a service neutron] 10.222.0.47 "GET /v2.0/networks?id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e HTTP/1.1" status: 200 len: 915 time: 0.0954444 Jul 14 09:49:38.451098 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-17c47cfe-aa8e-46ff-93e9-d8b94a3ef4be req-4ce85de0-0ddb-4d19-9431-84735f4e18fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc3088f9-832a-468e-988d-8a3b50f8a226 HTTP/1.1" status: 200 len: 217 time: 0.0363438 Jul 14 09:49:38.451463 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17c47cfe-aa8e-46ff-93e9-d8b94a3ef4be req-ed45b3fa-8767-479a-aed5-8b1219308fb6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc3088f9-832a-468e-988d-8a3b50f8a226 HTTP/1.1" status: 200 len: 217 time: 0.0360353 Jul 14 09:49:38.511698 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c47cfe-aa8e-46ff-93e9-d8b94a3ef4be req-1ce41722-afe2-420a-821c-b2b2cd98afe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:38.512082 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c47cfe-aa8e-46ff-93e9-d8b94a3ef4be req-1090021e-ae26-47d1-a047-34273eade9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:38.513206 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-17c47cfe-aa8e-46ff-93e9-d8b94a3ef4be req-1ce41722-afe2-420a-821c-b2b2cd98afe2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d61b3fcb-03b8-4682-b070-5d80cb931467 HTTP/1.1" status: 200 len: 855 time: 0.0503993 Jul 14 09:49:38.513744 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17c47cfe-aa8e-46ff-93e9-d8b94a3ef4be req-1090021e-ae26-47d1-a047-34273eade9b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d61b3fcb-03b8-4682-b070-5d80cb931467 HTTP/1.1" status: 200 len: 855 time: 0.0560298 Jul 14 09:49:38.549078 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-17c47cfe-aa8e-46ff-93e9-d8b94a3ef4be req-0ecbbb1e-a27a-48bd-953c-270780bd553a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279145 Jul 14 09:49:38.550210 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17c47cfe-aa8e-46ff-93e9-d8b94a3ef4be req-ef51e2c6-7113-43aa-b745-cb1c8c3bf2d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303690 Jul 14 09:49:38.643799 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17c47cfe-aa8e-46ff-93e9-d8b94a3ef4be req-ae2e15e6-2eac-446f-a178-936ce5a8f065 service neutron] 10.222.0.47 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868404 Jul 14 09:49:38.657567 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-17c47cfe-aa8e-46ff-93e9-d8b94a3ef4be req-7c592920-1619-433e-a10e-cdf373b2708c service neutron] 10.222.0.44 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973566 Jul 14 09:49:38.761647 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17c47cfe-aa8e-46ff-93e9-d8b94a3ef4be req-87145be8-5c3a-4744-91ac-938a85ebee46 service neutron] 10.222.0.47 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105669 Jul 14 09:49:38.781807 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-17c47cfe-aa8e-46ff-93e9-d8b94a3ef4be req-356adac9-7789-4327-b3c2-1da81db275f8 service neutron] 10.222.0.44 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078763 Jul 14 09:49:38.824419 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device dc3088f9-832a-468e-988d-8a3b50f8a226 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:49:38.876388 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device dc3088f9-832a-468e-988d-8a3b50f8a226 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:49:38.889473 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00921143-d2b2-4095-b240-98c3d0b7a813 req-facc4532-5924-4323-9c59-ed7dda0aab74 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:38.891694 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00921143-d2b2-4095-b240-98c3d0b7a813 req-facc4532-5924-4323-9c59-ed7dda0aab74 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 943 time: 0.0715973 Jul 14 09:49:38.934192 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00921143-d2b2-4095-b240-98c3d0b7a813 req-b03101be-35ef-4b3a-b2c0-e31aa9a90d71 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357761 Jul 14 09:49:40.136525 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4c9db-d38a-43d1-b905-ee95d9071c99 req-1b823ecf-30e2-4472-89e2-105e5f4d1376 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:40.138128 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b8d4c9db-d38a-43d1-b905-ee95d9071c99 req-1b823ecf-30e2-4472-89e2-105e5f4d1376 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 943 time: 0.0773008 Jul 14 09:49:40.180208 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b8d4c9db-d38a-43d1-b905-ee95d9071c99 req-46c5b569-5fbf-4c7c-8a06-20fdd3b2e1cb tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339668 Jul 14 09:49:40.394906 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device dc3088f9-832a-468e-988d-8a3b50f8a226 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:49:40.496985 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port dc3088f9-832a-468e-988d-8a3b50f8a226, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=dc3088f9-832a-468e-988d-8a3b50f8a226,segment=NetworkSegment(41b19ce3-9edd-44be-8a60-156dd9b9475f),segment_id=41b19ce3-9edd-44be-8a60-156dd9b9475f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:40.509979 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'dc3088f9-832a-468e-988d-8a3b50f8a226', 'network_id': '761d9dfd-b293-4d31-bd60-e5ce1ae33c7e', 'port_id': 'dc3088f9-832a-468e-988d-8a3b50f8a226', 'mac_address': 'fa:16:3e:1c:81:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd61b3fcb-03b8-4682-b070-5d80cb931467', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:49:40.553780 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:40.567786 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc3088f9-832a-468e-988d-8a3b50f8a226 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:49:40.587365 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port dc3088f9-832a-468e-988d-8a3b50f8a226, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=dc3088f9-832a-468e-988d-8a3b50f8a226,segment=NetworkSegment(41b19ce3-9edd-44be-8a60-156dd9b9475f),segment_id=41b19ce3-9edd-44be-8a60-156dd9b9475f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:40.590501 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0063db-dd86-4c74-9bc4-505a91e195a5 req-bdf720e1-7fc3-4732-bce9-724d985c69a6 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:40.591756 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:40.592167 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eb0063db-dd86-4c74-9bc4-505a91e195a5 req-bdf720e1-7fc3-4732-bce9-724d985c69a6 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 943 time: 0.1725247 Jul 14 09:49:40.602230 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620c84b-a61f-4b0b-9717-05d0ca29050b req-fd937892-0ca6-438c-9d74-ea281f1df956 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:40.603699 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b620c84b-a61f-4b0b-9717-05d0ca29050b req-fd937892-0ca6-438c-9d74-ea281f1df956 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.47 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9&tenant_id=16de1bdc62e94033b1a98eab8e561cdb&binding%3Ahost_id=n-h2-771362-35 HTTP/1.1" status: 200 len: 943 time: 0.1801286 Jul 14 09:49:40.640418 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=dc3088f9-832a-468e-988d-8a3b50f8a226,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:40.647734 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:40.648088 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:40.648434 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:40.648775 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:40.649109 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:40.649447 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:40.649812 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:40.650108 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:40.650435 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:40.650758 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:40.651083 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:40.651411 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:40.672605 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eb0063db-dd86-4c74-9bc4-505a91e195a5 req-2b3985bb-01a4-40c4-a8bd-73dbd3bc4d6b tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666552 Jul 14 09:49:40.689415 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-b620c84b-a61f-4b0b-9717-05d0ca29050b req-cc005c22-8d23-411b-b5fa-eed50afcecf8 service neutron] delete failed (client error): The resource could not be found. Jul 14 09:49:40.690417 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b620c84b-a61f-4b0b-9717-05d0ca29050b req-cc005c22-8d23-411b-b5fa-eed50afcecf8 service neutron] 10.222.0.47 "DELETE /v2.0/ports/dc3088f9-832a-468e-988d-8a3b50f8a226/bindings/n-h1-771362-35 HTTP/1.1" status: 404 len: 381 time: 0.0790594 Jul 14 09:49:40.793043 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620c84b-a61f-4b0b-9717-05d0ca29050b req-b5c079f5-c290-4047-a9be-ede10586bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:40.794746 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b620c84b-a61f-4b0b-9717-05d0ca29050b req-b5c079f5-c290-4047-a9be-ede10586bea4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16de1bdc62e94033b1a98eab8e561cdb&device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 1096 time: 0.0575426 Jul 14 09:49:40.804390 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['dc3088f9-832a-468e-988d-8a3b50f8a226'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:49:40.887190 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620c84b-a61f-4b0b-9717-05d0ca29050b req-670be1a6-5956-4260-831e-32b807c848ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:40.888740 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b620c84b-a61f-4b0b-9717-05d0ca29050b req-670be1a6-5956-4260-831e-32b807c848ec service neutron] 10.222.0.47 "GET /v2.0/networks?id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e HTTP/1.1" status: 200 len: 915 time: 0.0879631 Jul 14 09:49:40.934085 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b620c84b-a61f-4b0b-9717-05d0ca29050b req-7d7dae09-1ce7-4b6e-be58-f97cf59ac036 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc3088f9-832a-468e-988d-8a3b50f8a226 HTTP/1.1" status: 200 len: 217 time: 0.0390706 Jul 14 09:49:40.956734 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:40.991465 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620c84b-a61f-4b0b-9717-05d0ca29050b req-9cd9cc35-7c12-4590-ad13-07706c36bcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:40.993174 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b620c84b-a61f-4b0b-9717-05d0ca29050b req-9cd9cc35-7c12-4590-ad13-07706c36bcf3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d61b3fcb-03b8-4682-b070-5d80cb931467 HTTP/1.1" status: 200 len: 855 time: 0.0532091 Jul 14 09:49:41.028792 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b620c84b-a61f-4b0b-9717-05d0ca29050b req-89ac3746-6595-4b18-ae0b-c1d63156faed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297787 Jul 14 09:49:41.123462 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b620c84b-a61f-4b0b-9717-05d0ca29050b req-1ffbe308-a5a5-4d20-97d7-ed539c6f1235 service neutron] 10.222.0.47 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884576 Jul 14 09:49:41.216466 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b620c84b-a61f-4b0b-9717-05d0ca29050b req-970a26b6-2c07-483c-8663-1de264b2d13f service neutron] 10.222.0.47 "GET /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856850 Jul 14 09:49:41.855223 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1730692-09d9-4a2b-9427-23ebb48d0c8d req-75e85a34-d8f9-4a9c-a128-0b94172f941b tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:41.856753 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1730692-09d9-4a2b-9427-23ebb48d0c8d req-75e85a34-d8f9-4a9c-a128-0b94172f941b tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 944 time: 0.0668311 Jul 14 09:49:41.895355 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1730692-09d9-4a2b-9427-23ebb48d0c8d req-92e8e55f-509f-4ee0-a626-00dc50935a26 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325263 Jul 14 09:49:42.080008 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bd550-38e0-447a-87ba-4d788d060188 req-d0794660-cd8c-4b87-a521-90010c58c6cb tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:42.081487 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d30bd550-38e0-447a-87ba-4d788d060188 req-d0794660-cd8c-4b87-a521-90010c58c6cb tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 944 time: 0.0736716 Jul 14 09:49:42.119413 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d30bd550-38e0-447a-87ba-4d788d060188 req-4f3435c5-f631-4dc0-8b02-7ad2a2ea1f0a tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318050 Jul 14 09:49:42.293677 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854abd4-6bbb-45e8-9100-37839eee44ed req-cc63d133-356a-46f8-8988-205f87ca5810 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:42.295164 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6854abd4-6bbb-45e8-9100-37839eee44ed req-cc63d133-356a-46f8-8988-205f87ca5810 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 944 time: 0.0646751 Jul 14 09:49:42.334750 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6854abd4-6bbb-45e8-9100-37839eee44ed req-3092ea80-191f-4e2e-a102-b5ab24f50e26 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339756 Jul 14 09:49:42.395791 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device dc3088f9-832a-468e-988d-8a3b50f8a226 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:49:42.447615 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port dc3088f9-832a-468e-988d-8a3b50f8a226 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:42.451717 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port dc3088f9-832a-468e-988d-8a3b50f8a226 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:42.453689 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:42.538858 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:42.563829 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:42.570240 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38a90db-ae77-4ccb-8e7d-306f1fb514e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3088f9-832a-468e-988d-8a3b50f8a226'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:42.573211 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4bff26-ac68-4f24-8b21-1c86d6238724" -d '{"events": [{"server_uuid": "f38a90db-ae77-4ccb-8e7d-306f1fb514e9", "name": "network-vif-plugged", "status": "completed", "tag": "dc3088f9-832a-468e-988d-8a3b50f8a226"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:42.605274 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port dc3088f9-832a-468e-988d-8a3b50f8a226, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=dc3088f9-832a-468e-988d-8a3b50f8a226,segment=NetworkSegment(41b19ce3-9edd-44be-8a60-156dd9b9475f),segment_id=41b19ce3-9edd-44be-8a60-156dd9b9475f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:42.611536 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30c6257-8c2d-424e-a27d-73b29039d6e6 x-openstack-request-id: req-c30c6257-8c2d-424e-a27d-73b29039d6e6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:42.611946 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38a90db-ae77-4ccb-8e7d-306f1fb514e9", "name": "network-vif-plugged", "status": "completed", "tag": "dc3088f9-832a-468e-988d-8a3b50f8a226", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:42.612167 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c30c6257-8c2d-424e-a27d-73b29039d6e6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:42.612413 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38a90db-ae77-4ccb-8e7d-306f1fb514e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3088f9-832a-468e-988d-8a3b50f8a226', 'code': 200} Jul 14 09:49:42.613410 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:42.665769 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=dc3088f9-832a-468e-988d-8a3b50f8a226,revision_number=9']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:42.921347 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a225aa-5311-470c-94b6-e1e3d180cc6d req-b7b50339-d9c1-4f2f-bb24-8de4e6f896a9 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:42.922823 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a9a225aa-5311-470c-94b6-e1e3d180cc6d req-b7b50339-d9c1-4f2f-bb24-8de4e6f896a9 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0692012 Jul 14 09:49:42.965635 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a9a225aa-5311-470c-94b6-e1e3d180cc6d req-21ea2e92-5d03-445a-a449-de1cb4c48538 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339606 Jul 14 09:49:43.270192 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:49:43.918957 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc084c-0aa4-4ea4-a9c9-10760ad334cb req-bc65ffc1-a45b-4412-a290-63dfacc70f19 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:43.920625 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-96bc084c-0aa4-4ea4-a9c9-10760ad334cb req-bc65ffc1-a45b-4412-a290-63dfacc70f19 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.44 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0708659 Jul 14 09:49:44.030025 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-96bc084c-0aa4-4ea4-a9c9-10760ad334cb req-2309e051-5977-45ce-9ed1-e6aaa63689dd tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Deleting port dc3088f9-832a-468e-988d-8a3b50f8a226 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:49:44.030405 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-96bc084c-0aa4-4ea4-a9c9-10760ad334cb req-2309e051-5977-45ce-9ed1-e6aaa63689dd tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:44.121545 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-96bc084c-0aa4-4ea4-a9c9-10760ad334cb req-2309e051-5977-45ce-9ed1-e6aaa63689dd tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] For port dc3088f9-832a-468e-988d-8a3b50f8a226, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=dc3088f9-832a-468e-988d-8a3b50f8a226,segment=NetworkSegment(41b19ce3-9edd-44be-8a60-156dd9b9475f),segment_id=41b19ce3-9edd-44be-8a60-156dd9b9475f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:44.121910 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-96bc084c-0aa4-4ea4-a9c9-10760ad334cb req-2309e051-5977-45ce-9ed1-e6aaa63689dd tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:44.135390 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-96bc084c-0aa4-4ea4-a9c9-10760ad334cb req-2309e051-5977-45ce-9ed1-e6aaa63689dd tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Calling delete_port for dc3088f9-832a-468e-988d-8a3b50f8a226 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:49:44.153815 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ad75b-929b-4982-bf38-1147b6d12ecc req-f257f858-ad52-41af-ae68-8df91a228586 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:44.155407 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6b6ad75b-929b-4982-bf38-1147b6d12ecc req-f257f858-ad52-41af-ae68-8df91a228586 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38a90db-ae77-4ccb-8e7d-306f1fb514e9 HTTP/1.1" status: 200 len: 945 time: 0.0710773 Jul 14 09:49:44.194234 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6b6ad75b-929b-4982-bf38-1147b6d12ecc req-a95c0e82-3b11-4c6c-99d0-62805a0cdf53 tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a97ac19-bb42-46e2-b064-48ffb32af40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322967 Jul 14 09:49:44.270129 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-96bc084c-0aa4-4ea4-a9c9-10760ad334cb req-2309e051-5977-45ce-9ed1-e6aaa63689dd tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:44.283992 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['dc3088f9-832a-468e-988d-8a3b50f8a226'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:49:44.300971 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309e051-5977-45ce-9ed1-e6aaa63689dd tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Pushing event deleted for resources: {'Port': ['ID=dc3088f9-832a-468e-988d-8a3b50f8a226,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:44.351136 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-96bc084c-0aa4-4ea4-a9c9-10760ad334cb req-2309e051-5977-45ce-9ed1-e6aaa63689dd tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] No DVR routers for this DVR port dc3088f9-832a-468e-988d-8a3b50f8a226 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:49:44.353863 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-96bc084c-0aa4-4ea4-a9c9-10760ad334cb req-2309e051-5977-45ce-9ed1-e6aaa63689dd tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:44.355886 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-96bc084c-0aa4-4ea4-a9c9-10760ad334cb req-2309e051-5977-45ce-9ed1-e6aaa63689dd tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] 10.222.0.44 "DELETE /v2.0/ports/dc3088f9-832a-468e-988d-8a3b50f8a226 HTTP/1.1" status: 204 len: 173 time: 0.4298909 Jul 14 09:49:44.356377 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38a90db-ae77-4ccb-8e7d-306f1fb514e9', 'name': 'network-vif-deleted', 'tag': 'dc3088f9-832a-468e-988d-8a3b50f8a226'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:44.358793 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874a7e8b-1df4-4fc6-b573-fd9f4419369d" -d '{"events": [{"server_uuid": "f38a90db-ae77-4ccb-8e7d-306f1fb514e9", "name": "network-vif-deleted", "tag": "dc3088f9-832a-468e-988d-8a3b50f8a226"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:44.395249 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6720f884-99bd-491b-9bcc-b8a8721d0c16 x-openstack-request-id: req-6720f884-99bd-491b-9bcc-b8a8721d0c16 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:44.395583 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38a90db-ae77-4ccb-8e7d-306f1fb514e9", "name": "network-vif-deleted", "tag": "dc3088f9-832a-468e-988d-8a3b50f8a226", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:44.395839 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6720f884-99bd-491b-9bcc-b8a8721d0c16 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:44.396244 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38a90db-ae77-4ccb-8e7d-306f1fb514e9', 'name': 'network-vif-deleted', 'tag': 'dc3088f9-832a-468e-988d-8a3b50f8a226', 'status': 'completed', 'code': 200} Jul 14 09:49:45.441795 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 32828) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:45.487710 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdcb0da0-b410-43cd-a5c2-5ba1ad939e75 admin admin] Deleting subnet d61b3fcb-03b8-4682-b070-5d80cb931467 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:49:45.490714 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fdcb0da0-b410-43cd-a5c2-5ba1ad939e75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:45.529047 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fdcb0da0-b410-43cd-a5c2-5ba1ad939e75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:45.567712 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fdcb0da0-b410-43cd-a5c2-5ba1ad939e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:45.627824 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fdcb0da0-b410-43cd-a5c2-5ba1ad939e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:45.651306 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb0da0-b410-43cd-a5c2-5ba1ad939e75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d61b3fcb-03b8-4682-b070-5d80cb931467,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:45.658881 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fdcb0da0-b410-43cd-a5c2-5ba1ad939e75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:45.660774 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fdcb0da0-b410-43cd-a5c2-5ba1ad939e75 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d61b3fcb-03b8-4682-b070-5d80cb931467 HTTP/1.1" status: 204 len: 168 time: 0.2179761 Jul 14 09:49:45.663718 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 32830) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:45.666808 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb0da0-b410-43cd-a5c2-5ba1ad939e75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:45.667154 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb0da0-b410-43cd-a5c2-5ba1ad939e75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:45.667507 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb0da0-b410-43cd-a5c2-5ba1ad939e75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:45.667860 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb0da0-b410-43cd-a5c2-5ba1ad939e75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:45.668189 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb0da0-b410-43cd-a5c2-5ba1ad939e75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:45.668516 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb0da0-b410-43cd-a5c2-5ba1ad939e75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:45.668845 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb0da0-b410-43cd-a5c2-5ba1ad939e75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:45.669164 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb0da0-b410-43cd-a5c2-5ba1ad939e75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:45.669488 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb0da0-b410-43cd-a5c2-5ba1ad939e75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:45.669810 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb0da0-b410-43cd-a5c2-5ba1ad939e75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:45.670139 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb0da0-b410-43cd-a5c2-5ba1ad939e75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:45.670450 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb0da0-b410-43cd-a5c2-5ba1ad939e75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:45.734941 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92df6a47-858f-4399-a3a5-bd243907ce48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:45.818849 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92df6a47-858f-4399-a3a5-bd243907ce48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:45.829242 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-92df6a47-858f-4399-a3a5-bd243907ce48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['761d9dfd-b293-4d31-bd60-e5ce1ae33c7e']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:45.839468 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-92df6a47-858f-4399-a3a5-bd243907ce48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b19ce3-9edd-44be-8a60-156dd9b9475f') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:45.839791 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-92df6a47-858f-4399-a3a5-bd243907ce48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b19ce3-9edd-44be-8a60-156dd9b9475f') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:45.849336 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92df6a47-858f-4399-a3a5-bd243907ce48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:45.863770 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92df6a47-858f-4399-a3a5-bd243907ce48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:45.870844 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92df6a47-858f-4399-a3a5-bd243907ce48 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:49:45.871235 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92df6a47-858f-4399-a3a5-bd243907ce48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:49:45.872902 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:49:45.929306 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92df6a47-858f-4399-a3a5-bd243907ce48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:45.936169 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92df6a47-858f-4399-a3a5-bd243907ce48 admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:45.938234 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-92df6a47-858f-4399-a3a5-bd243907ce48 admin admin] 10.222.0.25 "DELETE /v2.0/networks/761d9dfd-b293-4d31-bd60-e5ce1ae33c7e HTTP/1.1" status: 204 len: 168 time: 0.2733915 Jul 14 09:49:45.950502 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df6a47-858f-4399-a3a5-bd243907ce48 admin admin] Pushing event deleted for resources: {'Network': ['ID=761d9dfd-b293-4d31-bd60-e5ce1ae33c7e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:46.057509 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 32834) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:46.100622 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-54a13f06-30e3-4004-8aa7-46d820b0b2a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=16de1bdc62e94033b1a98eab8e561cdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417693 Jul 14 09:49:46.103687 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 32836) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:46.159692 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44cc9f80-aa31-4ddc-b0c5-262167bdb550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:46.183451 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44cc9f80-aa31-4ddc-b0c5-262167bdb550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:46.233521 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44cc9f80-aa31-4ddc-b0c5-262167bdb550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:46.236177 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44cc9f80-aa31-4ddc-b0c5-262167bdb550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:46.237462 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-44cc9f80-aa31-4ddc-b0c5-262167bdb550 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a97ac19-bb42-46e2-b064-48ffb32af40c HTTP/1.1" status: 204 len: 168 time: 0.1327975 Jul 14 09:49:46.245717 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc9f80-aa31-4ddc-b0c5-262167bdb550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a97ac19-bb42-46e2-b064-48ffb32af40c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:46.420433 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device dc3088f9-832a-468e-988d-8a3b50f8a226 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:49:46.441102 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: dc3088f9-832a-468e-988d-8a3b50f8a226 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:49:46.441449 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device dc3088f9-832a-468e-988d-8a3b50f8a226 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:49:46.918538 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 32858) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:47.067810 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0b70436d-1773-459d-aaf7-8c2bd28fc023 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1705987823-network', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:47.088954 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b70436d-1773-459d-aaf7-8c2bd28fc023 admin admin] Made reservation on behalf of cebcf9c92bc249da8950af17366bf37a for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:49:47.091289 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b70436d-1773-459d-aaf7-8c2bd28fc023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:47.100015 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b70436d-1773-459d-aaf7-8c2bd28fc023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:47.190270 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b70436d-1773-459d-aaf7-8c2bd28fc023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:47.194800 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b70436d-1773-459d-aaf7-8c2bd28fc023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:47.222773 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b70436d-1773-459d-aaf7-8c2bd28fc023 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:49:47.228220 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70436d-1773-459d-aaf7-8c2bd28fc023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4813d47a-d27a-4b3c-ad09-b66ee7e9033e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:47.238426 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b70436d-1773-459d-aaf7-8c2bd28fc023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:47.238884 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-0b70436d-1773-459d-aaf7-8c2bd28fc023 admin admin] Added segment 8a0d2a84-edf5-48d3-ad09-257cae8de712 of type vlan for network d30826ff-4169-41c1-918a-e63c8a4998fd Jul 14 09:49:47.285454 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b70436d-1773-459d-aaf7-8c2bd28fc023 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:47.315423 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b70436d-1773-459d-aaf7-8c2bd28fc023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:47.316422 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b70436d-1773-459d-aaf7-8c2bd28fc023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:47.317010 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b70436d-1773-459d-aaf7-8c2bd28fc023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:47.372469 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0b70436d-1773-459d-aaf7-8c2bd28fc023 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4527035 Jul 14 09:49:47.377741 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70436d-1773-459d-aaf7-8c2bd28fc023 admin admin] Pushing event updated for resources: {'Network': ['ID=d30826ff-4169-41c1-918a-e63c8a4998fd,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:47.379025 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 32864) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:47.387213 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-8a70c028-e13d-4cd5-9dc2-f868da196adc admin admin] Request body: {'subnet': {'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1705987823-subnet', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:47.388978 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network d30826ff-4169-41c1-918a-e63c8a4998fd details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:49:47.410118 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a70c028-e13d-4cd5-9dc2-f868da196adc admin admin] Made reservation on behalf of cebcf9c92bc249da8950af17366bf37a for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:49:47.412578 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a70c028-e13d-4cd5-9dc2-f868da196adc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:47.587941 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a70c028-e13d-4cd5-9dc2-f868da196adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:47.646146 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70c028-e13d-4cd5-9dc2-f868da196adc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ffa28af-5283-4890-a063-c9e399ca9971,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:47.653658 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a70c028-e13d-4cd5-9dc2-f868da196adc admin admin] Checking segment: {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:49:47.654013 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a70c028-e13d-4cd5-9dc2-f868da196adc admin admin] Network hostable DHCP agents. Network: d30826ff-4169-41c1-918a-e63c8a4998fd, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:49:47.671554 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a70c028-e13d-4cd5-9dc2-f868da196adc admin admin] Network d30826ff-4169-41c1-918a-e63c8a4998fd is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:49:47.680701 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8a70c028-e13d-4cd5-9dc2-f868da196adc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, d30826ff-4169-41c1-918a-e63c8a4998fd) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:49:47.684651 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a70c028-e13d-4cd5-9dc2-f868da196adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:47.685233 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a70c028-e13d-4cd5-9dc2-f868da196adc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:47.698113 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0f0845-66d2-49c8-ae9e-0d957fb2ec9c None None] Network d30826ff-4169-41c1-918a-e63c8a4998fd requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:49:47.699238 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8a70c028-e13d-4cd5-9dc2-f868da196adc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3172987 Jul 14 09:49:47.703176 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 32866) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:47.707331 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-d7ff65d4-3e95-46c3-ba72-1d1ee2e1ba43 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:47.729814 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7ff65d4-3e95-46c3-ba72-1d1ee2e1ba43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:47.731026 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7ff65d4-3e95-46c3-ba72-1d1ee2e1ba43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:47.793013 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7ff65d4-3e95-46c3-ba72-1d1ee2e1ba43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:47.849335 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29a894a-0286-4412-abbd-e56fc6c18ebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-d30826ff-4169-41c1-918a-e63c8a4998fd', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:49:47.850244 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d29a894a-0286-4412-abbd-e56fc6c18ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:47.957987 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7ff65d4-3e95-46c3-ba72-1d1ee2e1ba43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:47.987818 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-d29a894a-0286-4412-abbd-e56fc6c18ebd None None] Allocated IP 172.20.0.2 (d30826ff-4169-41c1-918a-e63c8a4998fd/9ffa28af-5283-4890-a063-c9e399ca9971/65945f24-fccf-4c82-b878-cd1f35965b8b) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:49:48.134621 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d29a894a-0286-4412-abbd-e56fc6c18ebd None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:48.143590 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d29a894a-0286-4412-abbd-e56fc6c18ebd None None] Transition to ACTIVE for port object 65945f24-fccf-4c82-b878-cd1f35965b8b will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:49:48.157979 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d29a894a-0286-4412-abbd-e56fc6c18ebd None None] Transition to ACTIVE for port object 65945f24-fccf-4c82-b878-cd1f35965b8b will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:49:48.165255 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d29a894a-0286-4412-abbd-e56fc6c18ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:48.175213 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7ff65d4-3e95-46c3-ba72-1d1ee2e1ba43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:48.195093 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7ff65d4-3e95-46c3-ba72-1d1ee2e1ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:48.205778 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29a894a-0286-4412-abbd-e56fc6c18ebd None None] Network d30826ff-4169-41c1-918a-e63c8a4998fd is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:49:48.208542 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d29a894a-0286-4412-abbd-e56fc6c18ebd None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:49:48.212030 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29a894a-0286-4412-abbd-e56fc6c18ebd None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:49:48.219157 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a894a-0286-4412-abbd-e56fc6c18ebd None None] Pushing event updated for resources: {'Port': ['ID=65945f24-fccf-4c82-b878-cd1f35965b8b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:48.274304 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-d29a894a-0286-4412-abbd-e56fc6c18ebd None None] Attempting to bind port 65945f24-fccf-4c82-b878-cd1f35965b8b on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:49:48.274578 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-d29a894a-0286-4412-abbd-e56fc6c18ebd None None] Attempting to bind port 65945f24-fccf-4c82-b878-cd1f35965b8b by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:49:48.274936 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29a894a-0286-4412-abbd-e56fc6c18ebd None None] Attempting to bind port 65945f24-fccf-4c82-b878-cd1f35965b8b on network d30826ff-4169-41c1-918a-e63c8a4998fd {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:49:48.284286 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29a894a-0286-4412-abbd-e56fc6c18ebd None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:49:48.284286 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29a894a-0286-4412-abbd-e56fc6c18ebd None None] Checking segment: {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:49:48.284286 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d29a894a-0286-4412-abbd-e56fc6c18ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:48.284286 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29a894a-0286-4412-abbd-e56fc6c18ebd None None] Bound using segment: {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:49:48.284286 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-d29a894a-0286-4412-abbd-e56fc6c18ebd None None] Bound port: 65945f24-fccf-4c82-b878-cd1f35965b8b, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:49:48.284286 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d29a894a-0286-4412-abbd-e56fc6c18ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:48.312933 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-d7ff65d4-3e95-46c3-ba72-1d1ee2e1ba43 admin admin] Allocated IP 172.25.6.185 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/cbbaa918-3929-4f63-a978-d00a6e6a5808) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:49:48.351082 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d29a894a-0286-4412-abbd-e56fc6c18ebd None None] For port 65945f24-fccf-4c82-b878-cd1f35965b8b, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:49:48.354694 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d29a894a-0286-4412-abbd-e56fc6c18ebd None None] For port 65945f24-fccf-4c82-b878-cd1f35965b8b, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=65945f24-fccf-4c82-b878-cd1f35965b8b,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:49:48.360001 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d29a894a-0286-4412-abbd-e56fc6c18ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:48.419758 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a894a-0286-4412-abbd-e56fc6c18ebd None None] Pushing event updated for resources: {'Port': ['ID=65945f24-fccf-4c82-b878-cd1f35965b8b,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:48.422845 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7ff65d4-3e95-46c3-ba72-1d1ee2e1ba43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:48.465541 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7ff65d4-3e95-46c3-ba72-1d1ee2e1ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:48.493809 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e028cfbf-26fb-4b08-8884-78172b06c0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:48.524525 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ff65d4-3e95-46c3-ba72-1d1ee2e1ba43 admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:49:48.527399 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-d7ff65d4-3e95-46c3-ba72-1d1ee2e1ba43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:49:48.531019 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ff65d4-3e95-46c3-ba72-1d1ee2e1ba43 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:49:48.563884 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff65d4-3e95-46c3-ba72-1d1ee2e1ba43 admin admin] Pushing event updated for resources: {'Port': ['ID=cbbaa918-3929-4f63-a978-d00a6e6a5808,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:48.811422 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7ff65d4-3e95-46c3-ba72-1d1ee2e1ba43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:49.007741 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7ff65d4-3e95-46c3-ba72-1d1ee2e1ba43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:49.141377 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ff65d4-3e95-46c3-ba72-1d1ee2e1ba43 admin admin] Router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:49:49.260463 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ff65d4-3e95-46c3-ba72-1d1ee2e1ba43 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:49:49.271551 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fb747f-ff0b-438c-ac15-fdcfbb36eda3 None None] Sync routers for ids ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:49:49.285463 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7ff65d4-3e95-46c3-ba72-1d1ee2e1ba43 admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:49.290057 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d7ff65d4-3e95-46c3-ba72-1d1ee2e1ba43 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5832868 Jul 14 09:49:49.290352 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 32868) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:49.294324 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fb747f-ff0b-438c-ac15-fdcfbb36eda3 None None] Routers {'6ad33a0a-fdac-4307-9a00-5b4f12e41621'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:49:49.295120 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-68fb747f-ff0b-438c-ac15-fdcfbb36eda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:49:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:49.395337 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac50e19-79fe-46f0-ac5e-4c6fb148fe50 None None] Network d30826ff-4169-41c1-918a-e63c8a4998fd requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:49:49.429013 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-68fb747f-ff0b-438c-ac15-fdcfbb36eda3 None None] Set router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:49:49.602280 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 65945f24-fccf-4c82-b878-cd1f35965b8b up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:49:49.672389 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6d833159-ab10-4107-ba78-5c5979fdd02d None None] Provisioning for port 65945f24-fccf-4c82-b878-cd1f35965b8b completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:49.677560 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 65945f24-fccf-4c82-b878-cd1f35965b8b completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:49.684183 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6d833159-ab10-4107-ba78-5c5979fdd02d None None] Provisioning complete for port 65945f24-fccf-4c82-b878-cd1f35965b8b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:49.684553 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6d833159-ab10-4107-ba78-5c5979fdd02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:49.692507 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-68fb747f-ff0b-438c-ac15-fdcfbb36eda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:48Z', 'revision_number': 3, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:49.708592 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 65945f24-fccf-4c82-b878-cd1f35965b8b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:49.709262 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:49.722337 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fb747f-ff0b-438c-ac15-fdcfbb36eda3 None None] Checking router: 6ad33a0a-fdac-4307-9a00-5b4f12e41621 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:49:49.722777 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fb747f-ff0b-438c-ac15-fdcfbb36eda3 None None] Updating router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 port cbbaa918-3929-4f63-a978-d00a6e6a5808 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:49:49.763835 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68fb747f-ff0b-438c-ac15-fdcfbb36eda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:49.926985 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6d833159-ab10-4107-ba78-5c5979fdd02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:49.943353 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:49.988111 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6d833159-ab10-4107-ba78-5c5979fdd02d None None] For port 65945f24-fccf-4c82-b878-cd1f35965b8b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=65945f24-fccf-4c82-b878-cd1f35965b8b,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:49.993272 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6d833159-ab10-4107-ba78-5c5979fdd02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.073977 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68fb747f-ff0b-438c-ac15-fdcfbb36eda3 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.077785 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:49:50.078272 n-d-771362-35 neutron-server[93774]: DEBUG oslo_db.api [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:49:50.081636 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d833159-ab10-4107-ba78-5c5979fdd02d None None] Pushing event updated for resources: {'Port': ['ID=65945f24-fccf-4c82-b878-cd1f35965b8b,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:50.088700 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-68fb747f-ff0b-438c-ac15-fdcfbb36eda3 None None] Transition to ACTIVE for port object cbbaa918-3929-4f63-a978-d00a6e6a5808 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:49:50.096303 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68fb747f-ff0b-438c-ac15-fdcfbb36eda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.147012 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e5fd2fad-6330-406e-8c13-13a22ba4878b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.150778 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-68fb747f-ff0b-438c-ac15-fdcfbb36eda3 None None] Attempting to bind port cbbaa918-3929-4f63-a978-d00a6e6a5808 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:49:50.151138 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-68fb747f-ff0b-438c-ac15-fdcfbb36eda3 None None] Attempting to bind port cbbaa918-3929-4f63-a978-d00a6e6a5808 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:49:50.151525 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fb747f-ff0b-438c-ac15-fdcfbb36eda3 None None] Attempting to bind port cbbaa918-3929-4f63-a978-d00a6e6a5808 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:49:50.154753 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c8f83-76d9-4b42-9334-b7c39c09537d None None] Pushing event updated for resources: {'Port': ['ID=cbbaa918-3929-4f63-a978-d00a6e6a5808,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:50.163515 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c8f83-76d9-4b42-9334-b7c39c09537d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:50.164007 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c8f83-76d9-4b42-9334-b7c39c09537d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:50.164205 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c8f83-76d9-4b42-9334-b7c39c09537d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:50.164538 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c8f83-76d9-4b42-9334-b7c39c09537d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:50.164865 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c8f83-76d9-4b42-9334-b7c39c09537d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:50.165189 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c8f83-76d9-4b42-9334-b7c39c09537d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:50.165512 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c8f83-76d9-4b42-9334-b7c39c09537d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:50.165835 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c8f83-76d9-4b42-9334-b7c39c09537d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:50.166153 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c8f83-76d9-4b42-9334-b7c39c09537d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:50.166471 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c8f83-76d9-4b42-9334-b7c39c09537d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:50.166789 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c8f83-76d9-4b42-9334-b7c39c09537d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:50.167102 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c8f83-76d9-4b42-9334-b7c39c09537d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:50.170787 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fb747f-ff0b-438c-ac15-fdcfbb36eda3 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:49:50.171721 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fb747f-ff0b-438c-ac15-fdcfbb36eda3 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:49:50.172141 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68fb747f-ff0b-438c-ac15-fdcfbb36eda3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.172840 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fb747f-ff0b-438c-ac15-fdcfbb36eda3 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:49:50.173256 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-68fb747f-ff0b-438c-ac15-fdcfbb36eda3 None None] Bound port: cbbaa918-3929-4f63-a978-d00a6e6a5808, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:49:50.173605 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68fb747f-ff0b-438c-ac15-fdcfbb36eda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.216626 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c6778c39-1288-49ee-ab31-38b8a45b7c1c None None] Provisioning complete for port 65945f24-fccf-4c82-b878-cd1f35965b8b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:50.218942 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6778c39-1288-49ee-ab31-38b8a45b7c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.231009 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-68fb747f-ff0b-438c-ac15-fdcfbb36eda3 None None] For port cbbaa918-3929-4f63-a978-d00a6e6a5808, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:49:50.236167 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-68fb747f-ff0b-438c-ac15-fdcfbb36eda3 None None] For port cbbaa918-3929-4f63-a978-d00a6e6a5808, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=cbbaa918-3929-4f63-a978-d00a6e6a5808,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:49:50.240361 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68fb747f-ff0b-438c-ac15-fdcfbb36eda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.299786 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fb747f-ff0b-438c-ac15-fdcfbb36eda3 None None] Routers {'6ad33a0a-fdac-4307-9a00-5b4f12e41621'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:49:50.300424 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-68fb747f-ff0b-438c-ac15-fdcfbb36eda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:49:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:50.353158 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c8f83-76d9-4b42-9334-b7c39c09537d None None] Pushing event updated for resources: {'Port': ['ID=cbbaa918-3929-4f63-a978-d00a6e6a5808,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:50.361006 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-e5fd2fad-6330-406e-8c13-13a22ba4878b admin admin] Allocated IP 172.20.0.1 (d30826ff-4169-41c1-918a-e63c8a4998fd/9ffa28af-5283-4890-a063-c9e399ca9971/c4219be4-f0bd-4848-9c46-c0d993a2836f) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:49:50.421820 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-68fb747f-ff0b-438c-ac15-fdcfbb36eda3 None None] Set router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:49:50.464673 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e5fd2fad-6330-406e-8c13-13a22ba4878b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.477841 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e5fd2fad-6330-406e-8c13-13a22ba4878b admin admin] Transition to ACTIVE for port object c4219be4-f0bd-4848-9c46-c0d993a2836f will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:49:50.510791 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e5fd2fad-6330-406e-8c13-13a22ba4878b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.550487 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fd2fad-6330-406e-8c13-13a22ba4878b admin admin] Network d30826ff-4169-41c1-918a-e63c8a4998fd is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:49:50.553323 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-e5fd2fad-6330-406e-8c13-13a22ba4878b admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:49:50.558998 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fd2fad-6330-406e-8c13-13a22ba4878b admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:49:50.588123 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd2fad-6330-406e-8c13-13a22ba4878b admin admin] Pushing event updated for resources: {'Port': ['ID=c4219be4-f0bd-4848-9c46-c0d993a2836f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:50.608162 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e5fd2fad-6330-406e-8c13-13a22ba4878b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.625624 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-68fb747f-ff0b-438c-ac15-fdcfbb36eda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:48Z', 'revision_number': 3, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:50.661005 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fb747f-ff0b-438c-ac15-fdcfbb36eda3 None None] The sync data for ids ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'] in n-d-771362-35 is: [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:48Z', 'revision_number': 3, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:49:50.816879 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e5fd2fad-6330-406e-8c13-13a22ba4878b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.844927 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c1e478ca-e04d-4f96-81b6-3a739ea32d91 None None] Provisioning for port c4219be4-f0bd-4848-9c46-c0d993a2836f completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:50.849372 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c1e478ca-e04d-4f96-81b6-3a739ea32d91 None None] Provisioning complete for port c4219be4-f0bd-4848-9c46-c0d993a2836f triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:50.849829 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c1e478ca-e04d-4f96-81b6-3a739ea32d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.891619 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c1e478ca-e04d-4f96-81b6-3a739ea32d91 None None] Port c4219be4-f0bd-4848-9c46-c0d993a2836f cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:49:51.042996 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e5fd2fad-6330-406e-8c13-13a22ba4878b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:51.049498 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e5fd2fad-6330-406e-8c13-13a22ba4878b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:51.090133 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0b4f4c1c-2fb3-4672-8347-65dbf3335007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:51.120689 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd2fad-6330-406e-8c13-13a22ba4878b admin admin] Pushing event updated for resources: {'Port': ['ID=c4219be4-f0bd-4848-9c46-c0d993a2836f,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:51.123134 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e5fd2fad-6330-406e-8c13-13a22ba4878b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:51.223275 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fd2fad-6330-406e-8c13-13a22ba4878b admin admin] Network d30826ff-4169-41c1-918a-e63c8a4998fd is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:49:51.224848 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-e5fd2fad-6330-406e-8c13-13a22ba4878b admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:49:51.313584 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:51.360174 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fd2fad-6330-406e-8c13-13a22ba4878b admin admin] Router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:49:51.481203 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fd2fad-6330-406e-8c13-13a22ba4878b admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:49:51.493725 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e5fd2fad-6330-406e-8c13-13a22ba4878b admin admin] 10.222.0.25 "PUT /v2.0/routers/6ad33a0a-fdac-4307-9a00-5b4f12e41621/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1954532 Jul 14 09:49:51.518478 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b06a6156-e46b-4ac2-a1e0-4d8dfdb0faf8 None None] Provisioning complete for port c4219be4-f0bd-4848-9c46-c0d993a2836f triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:51.518858 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b06a6156-e46b-4ac2-a1e0-4d8dfdb0faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:51.565431 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b06a6156-e46b-4ac2-a1e0-4d8dfdb0faf8 None None] Port c4219be4-f0bd-4848-9c46-c0d993a2836f cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:49:51.590951 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cbbaa918-3929-4f63-a978-d00a6e6a5808 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:49:51.640317 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port cbbaa918-3929-4f63-a978-d00a6e6a5808 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:51.644331 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port cbbaa918-3929-4f63-a978-d00a6e6a5808 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:51.644854 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:51.722870 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:51.744546 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port cbbaa918-3929-4f63-a978-d00a6e6a5808, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=cbbaa918-3929-4f63-a978-d00a6e6a5808,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:51.748534 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:51.749923 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 65945f24-fccf-4c82-b878-cd1f35965b8b up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:49:51.830398 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=cbbaa918-3929-4f63-a978-d00a6e6a5808,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:51.841587 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 65945f24-fccf-4c82-b878-cd1f35965b8b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:51.841958 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:52.310475 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:52.352376 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbc0d40-6e87-4b20-99db-526f6a92e755 None None] Sync routers for ids ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:49:52.361900 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbc0d40-6e87-4b20-99db-526f6a92e755 None None] Routers {'6ad33a0a-fdac-4307-9a00-5b4f12e41621'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:49:52.362505 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0bbc0d40-6e87-4b20-99db-526f6a92e755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:49:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:52.466726 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-0bbc0d40-6e87-4b20-99db-526f6a92e755 None None] Set router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:49:52.665313 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0bbc0d40-6e87-4b20-99db-526f6a92e755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'c4219be4-f0bd-4848-9c46-c0d993a2836f', 'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:50Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 2, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'subnets': [{'id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:52.691130 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbc0d40-6e87-4b20-99db-526f6a92e755 None None] Checking router: 6ad33a0a-fdac-4307-9a00-5b4f12e41621 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:49:52.691481 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbc0d40-6e87-4b20-99db-526f6a92e755 None None] Updating router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 port c4219be4-f0bd-4848-9c46-c0d993a2836f binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:49:52.725167 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0d40-6e87-4b20-99db-526f6a92e755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:52.968650 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 32878) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:52.973539 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ab280b4e-187c-41ff-8808-8a7cbdb6c66e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Request body: {'security_group': {'name': 'tempest-securitygroup--514646310', 'description': 'tempest-description--968128275'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:52.996430 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab280b4e-187c-41ff-8808-8a7cbdb6c66e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.001688 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0d40-6e87-4b20-99db-526f6a92e755 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.011800 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0bbc0d40-6e87-4b20-99db-526f6a92e755 None None] Transition to ACTIVE for port object c4219be4-f0bd-4848-9c46-c0d993a2836f will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:49:53.017753 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0d40-6e87-4b20-99db-526f6a92e755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.093936 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab280b4e-187c-41ff-8808-8a7cbdb6c66e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.100975 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab280b4e-187c-41ff-8808-8a7cbdb6c66e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.106436 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05929f-adce-4f92-bd3b-bf3ae4796eb2 None None] Pushing event updated for resources: {'Port': ['ID=c4219be4-f0bd-4848-9c46-c0d993a2836f,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:53.136010 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab280b4e-187c-41ff-8808-8a7cbdb6c66e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.138002 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ab280b4e-187c-41ff-8808-8a7cbdb6c66e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1681566 Jul 14 09:49:53.141693 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 32880) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:53.142172 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab280b4e-187c-41ff-8808-8a7cbdb6c66e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6b8822-aff0-4403-b710-0cc0da393430,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:53.151803 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-704f87ca-c0d3-4a68-a236-10841ba23895 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Request body: {'security_group_rule': {'security_group_id': '4e6b8822-aff0-4403-b710-0cc0da393430', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:53.153815 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0bbc0d40-6e87-4b20-99db-526f6a92e755 None None] Attempting to bind port c4219be4-f0bd-4848-9c46-c0d993a2836f on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:49:53.154253 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0bbc0d40-6e87-4b20-99db-526f6a92e755 None None] Attempting to bind port c4219be4-f0bd-4848-9c46-c0d993a2836f by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:49:53.154733 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbc0d40-6e87-4b20-99db-526f6a92e755 None None] Attempting to bind port c4219be4-f0bd-4848-9c46-c0d993a2836f on network d30826ff-4169-41c1-918a-e63c8a4998fd {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:49:53.160747 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbc0d40-6e87-4b20-99db-526f6a92e755 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:49:53.161357 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbc0d40-6e87-4b20-99db-526f6a92e755 None None] Checking segment: {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:49:53.161485 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0d40-6e87-4b20-99db-526f6a92e755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.161803 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbc0d40-6e87-4b20-99db-526f6a92e755 None None] Bound using segment: {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:49:53.162266 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0bbc0d40-6e87-4b20-99db-526f6a92e755 None None] Bound port: c4219be4-f0bd-4848-9c46-c0d993a2836f, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:49:53.162639 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0d40-6e87-4b20-99db-526f6a92e755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.182952 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-704f87ca-c0d3-4a68-a236-10841ba23895 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.241724 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0bbc0d40-6e87-4b20-99db-526f6a92e755 None None] For port c4219be4-f0bd-4848-9c46-c0d993a2836f, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:49:53.245535 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0bbc0d40-6e87-4b20-99db-526f6a92e755 None None] For port c4219be4-f0bd-4848-9c46-c0d993a2836f, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c4219be4-f0bd-4848-9c46-c0d993a2836f,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:49:53.253368 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0d40-6e87-4b20-99db-526f6a92e755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.269563 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-704f87ca-c0d3-4a68-a236-10841ba23895 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.273489 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-704f87ca-c0d3-4a68-a236-10841ba23895 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.297063 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f87ca-c0d3-4a68-a236-10841ba23895 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5136af94-ab9d-4ff7-b3c4-dc958042fc7d,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:53.306518 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-704f87ca-c0d3-4a68-a236-10841ba23895 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.311563 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 32882) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:53.317378 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-72f50825-1118-4c89-b158-78c02b54b3ce tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Request body: {'security_group_rule': {'security_group_id': '4e6b8822-aff0-4403-b710-0cc0da393430', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:53.320449 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-704f87ca-c0d3-4a68-a236-10841ba23895 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1773658 Jul 14 09:49:53.333266 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05929f-adce-4f92-bd3b-bf3ae4796eb2 None None] Pushing event updated for resources: {'Port': ['ID=c4219be4-f0bd-4848-9c46-c0d993a2836f,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:53.337486 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbc0d40-6e87-4b20-99db-526f6a92e755 None None] Routers {'6ad33a0a-fdac-4307-9a00-5b4f12e41621'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:49:53.338089 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0bbc0d40-6e87-4b20-99db-526f6a92e755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:49:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:53.356668 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72f50825-1118-4c89-b158-78c02b54b3ce tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.429314 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72f50825-1118-4c89-b158-78c02b54b3ce tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.434951 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72f50825-1118-4c89-b158-78c02b54b3ce tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.454361 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f50825-1118-4c89-b158-78c02b54b3ce tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5aba2c-6ff3-4dde-a3ec-7f986aedb60d,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:53.470422 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72f50825-1118-4c89-b158-78c02b54b3ce tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.474510 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-72f50825-1118-4c89-b158-78c02b54b3ce tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1594930 Jul 14 09:49:53.474958 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 32884) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:53.481457 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d3a74346-f42d-4cd2-b1e3-75a6ef9ac3e8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:53.492068 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-0bbc0d40-6e87-4b20-99db-526f6a92e755 None None] Set router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:49:53.508890 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3a74346-f42d-4cd2-b1e3-75a6ef9ac3e8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.526340 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cbbaa918-3929-4f63-a978-d00a6e6a5808 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:49:53.617607 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3a74346-f42d-4cd2-b1e3-75a6ef9ac3e8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.680753 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port cbbaa918-3929-4f63-a978-d00a6e6a5808 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:53.681153 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.736398 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-d3a74346-f42d-4cd2-b1e3-75a6ef9ac3e8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Allocated IP 172.25.6.107 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/21532843-e2bb-4545-bb9f-f26c52eb99fa) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:49:53.825392 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0bbc0d40-6e87-4b20-99db-526f6a92e755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'c4219be4-f0bd-4848-9c46-c0d993a2836f', 'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:50Z', 'updated_at': '2021-07-14T09:49:53Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'subnets': [{'id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:53.856884 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3a74346-f42d-4cd2-b1e3-75a6ef9ac3e8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.862545 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbc0d40-6e87-4b20-99db-526f6a92e755 None None] The sync data for ids ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'] in n-d-771362-35 is: [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'c4219be4-f0bd-4848-9c46-c0d993a2836f', 'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:50Z', 'updated_at': '2021-07-14T09:49:53Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'subnets': [{'id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:49:53.876800 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.902074 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3a74346-f42d-4cd2-b1e3-75a6ef9ac3e8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.943171 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a74346-f42d-4cd2-b1e3-75a6ef9ac3e8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:49:53.946948 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-d3a74346-f42d-4cd2-b1e3-75a6ef9ac3e8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:49:53.948719 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a74346-f42d-4cd2-b1e3-75a6ef9ac3e8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:49:53.986642 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a74346-f42d-4cd2-b1e3-75a6ef9ac3e8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Pushing event updated for resources: {'Port': ['ID=21532843-e2bb-4545-bb9f-f26c52eb99fa,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:54.052705 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3a74346-f42d-4cd2-b1e3-75a6ef9ac3e8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:54.101346 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3a74346-f42d-4cd2-b1e3-75a6ef9ac3e8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:54.288107 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3a74346-f42d-4cd2-b1e3-75a6ef9ac3e8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:54.293031 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3a74346-f42d-4cd2-b1e3-75a6ef9ac3e8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:54.366446 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a74346-f42d-4cd2-b1e3-75a6ef9ac3e8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Pushing event updated for resources: {'Port': ['ID=21532843-e2bb-4545-bb9f-f26c52eb99fa,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:54.378503 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3a74346-f42d-4cd2-b1e3-75a6ef9ac3e8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:54.393722 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3a74346-f42d-4cd2-b1e3-75a6ef9ac3e8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:54.395316 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d3a74346-f42d-4cd2-b1e3-75a6ef9ac3e8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9192250 Jul 14 09:49:54.542978 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-5875fb34-61fa-420b-b7a1-c86d483a0eec tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--514646310&fields=id&tenant_id=cebcf9c92bc249da8950af17366bf37a HTTP/1.1" status: 200 len: 267 time: 0.0360107 Jul 14 09:49:54.657717 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-d38b7554-cf81-402e-8366-38d45dce4447 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:54.659256 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-d38b7554-cf81-402e-8366-38d45dce4447 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 812 time: 0.1089165 Jul 14 09:49:54.675238 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-7b81b9e6-c8d7-4e9d-921e-db6fe50de663 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/quotas/cebcf9c92bc249da8950af17366bf37a HTTP/1.1" status: 200 len: 375 time: 0.0105448 Jul 14 09:49:54.746756 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-d553b61d-18dc-467a-b059-9d17ebee23a2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0659699 Jul 14 09:49:54.851362 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-19428a7b-062b-4032-bf5c-013da15da684 service neutron] 10.222.0.25 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916660 Jul 14 09:49:54.941844 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-4f3e720e-226c-490a-8e5b-4b29486a66cc service neutron] 10.222.0.25 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846889 Jul 14 09:49:55.119398 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c4545d5e-0ec5-43ca-b751-5d826b190c90 req-80cc7956-9ac3-4e19-880e-39b4288aad60 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 210 time: 0.0312858 Jul 14 09:49:55.514259 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c4219be4-f0bd-4848-9c46-c0d993a2836f up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:49:55.578769 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port c4219be4-f0bd-4848-9c46-c0d993a2836f completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:55.585210 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c4219be4-f0bd-4848-9c46-c0d993a2836f triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:55.585441 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:55.673446 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:55.716991 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port c4219be4-f0bd-4848-9c46-c0d993a2836f, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c4219be4-f0bd-4848-9c46-c0d993a2836f,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:55.721285 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:55.775090 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=c4219be4-f0bd-4848-9c46-c0d993a2836f,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:56.273223 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a9c9f43e-2c02-4d5d-aa4a-1d5d16d3986c req-c6e01482-7eb4-4f42-895a-6984374dff4a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 210 time: 0.0369537 Jul 14 09:49:56.502960 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-1d9e0be3-835c-4b09-ac49-6e8b0dd0bf12 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:56.504574 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-1d9e0be3-835c-4b09-ac49-6e8b0dd0bf12 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 812 time: 0.1100466 Jul 14 09:49:56.555729 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-381c6358-32c7-4d87-a2d1-1f3937ad11c8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cebcf9c92bc249da8950af17366bf37a HTTP/1.1" status: 200 len: 379 time: 0.0425804 Jul 14 09:49:56.564853 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-b91f9943-2dcc-4291-a08f-d5989210126b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Request body: {'port': {'device_id': 'fc41150d-f348-4422-9e78-8fb6ff8f473a', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'admin_state_up': True, 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'security_groups': ['4e6b8822-aff0-4403-b710-0cc0da393430']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:56.691772 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-b91f9943-2dcc-4291-a08f-d5989210126b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Made reservation on behalf of cebcf9c92bc249da8950af17366bf37a for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:49:56.695392 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-b91f9943-2dcc-4291-a08f-d5989210126b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:56.828582 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-b91f9943-2dcc-4291-a08f-d5989210126b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Allocated IP 172.20.0.8 (d30826ff-4169-41c1-918a-e63c8a4998fd/9ffa28af-5283-4890-a063-c9e399ca9971/2f7309d1-66d6-4836-a939-ba713459390b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:49:56.967345 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-b91f9943-2dcc-4291-a08f-d5989210126b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:56.980997 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-b91f9943-2dcc-4291-a08f-d5989210126b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Transition to ACTIVE for port object 2f7309d1-66d6-4836-a939-ba713459390b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:49:57.013426 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-b91f9943-2dcc-4291-a08f-d5989210126b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:57.059144 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-b91f9943-2dcc-4291-a08f-d5989210126b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Network d30826ff-4169-41c1-918a-e63c8a4998fd is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:49:57.062920 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-b91f9943-2dcc-4291-a08f-d5989210126b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:49:57.066782 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-b91f9943-2dcc-4291-a08f-d5989210126b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:49:57.073182 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f9943-2dcc-4291-a08f-d5989210126b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Pushing event updated for resources: {'Port': ['ID=2f7309d1-66d6-4836-a939-ba713459390b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:57.124327 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-b91f9943-2dcc-4291-a08f-d5989210126b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:57.124982 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-b91f9943-2dcc-4291-a08f-d5989210126b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:57.141238 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-b91f9943-2dcc-4291-a08f-d5989210126b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5808625 Jul 14 09:49:57.152873 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-9ad1e03f-f2be-478c-b093-0a83f2b39bec service neutron] Request body: {'port': {'device_id': 'fc41150d-f348-4422-9e78-8fb6ff8f473a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:57.254399 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2e122b68-8903-4784-a40a-81285f3d54a1 None None] Provisioning for port 2f7309d1-66d6-4836-a939-ba713459390b completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:57.258626 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2e122b68-8903-4784-a40a-81285f3d54a1 None None] Provisioning complete for port 2f7309d1-66d6-4836-a939-ba713459390b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:57.258997 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2e122b68-8903-4784-a40a-81285f3d54a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:57.297858 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2e122b68-8903-4784-a40a-81285f3d54a1 None None] Port 2f7309d1-66d6-4836-a939-ba713459390b cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:49:57.480733 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771a4da-31ea-4a75-815a-94b24755bdf9 req-1a6f4f15-a20e-4b81-8635-78f4f09e3fbb tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:57.482394 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8771a4da-31ea-4a75-815a-94b24755bdf9 req-1a6f4f15-a20e-4b81-8635-78f4f09e3fbb tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 931 time: 0.0764656 Jul 14 09:49:57.495774 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c4219be4-f0bd-4848-9c46-c0d993a2836f up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:49:57.526816 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8771a4da-31ea-4a75-815a-94b24755bdf9 req-97a3d6a7-9c41-4641-9195-fb86a39c3355 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385699 Jul 14 09:49:57.552921 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c4219be4-f0bd-4848-9c46-c0d993a2836f triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:57.553298 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:57.565866 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-9ad1e03f-f2be-478c-b093-0a83f2b39bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:57.860715 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-9ad1e03f-f2be-478c-b093-0a83f2b39bec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7309d1-66d6-4836-a939-ba713459390b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:49:57.868006 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-9ad1e03f-f2be-478c-b093-0a83f2b39bec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:57.880210 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-9ad1e03f-f2be-478c-b093-0a83f2b39bec service neutron] Transition to ACTIVE for port object 2f7309d1-66d6-4836-a939-ba713459390b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:49:57.884316 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-9ad1e03f-f2be-478c-b093-0a83f2b39bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:57.958143 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1e03f-f2be-478c-b093-0a83f2b39bec service neutron] Pushing event updated for resources: {'Port': ['ID=2f7309d1-66d6-4836-a939-ba713459390b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:58.010824 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-9ad1e03f-f2be-478c-b093-0a83f2b39bec service neutron] Attempting to bind port 2f7309d1-66d6-4836-a939-ba713459390b on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:49:58.011124 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-9ad1e03f-f2be-478c-b093-0a83f2b39bec service neutron] Attempting to bind port 2f7309d1-66d6-4836-a939-ba713459390b by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:49:58.011455 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-9ad1e03f-f2be-478c-b093-0a83f2b39bec service neutron] Attempting to bind port 2f7309d1-66d6-4836-a939-ba713459390b on network d30826ff-4169-41c1-918a-e63c8a4998fd {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:49:58.019269 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-9ad1e03f-f2be-478c-b093-0a83f2b39bec service neutron] Port 2f7309d1-66d6-4836-a939-ba713459390b on network d30826ff-4169-41c1-918a-e63c8a4998fd not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:49:58.019626 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-9ad1e03f-f2be-478c-b093-0a83f2b39bec service neutron] Attempting to bind port 2f7309d1-66d6-4836-a939-ba713459390b on network d30826ff-4169-41c1-918a-e63c8a4998fd {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:49:58.024949 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-9ad1e03f-f2be-478c-b093-0a83f2b39bec service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:49:58.025291 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-9ad1e03f-f2be-478c-b093-0a83f2b39bec service neutron] Checking segment: {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:49:58.025683 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-9ad1e03f-f2be-478c-b093-0a83f2b39bec service neutron] Bound using segment: {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:49:58.026119 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-9ad1e03f-f2be-478c-b093-0a83f2b39bec service neutron] Bound port: 2f7309d1-66d6-4836-a939-ba713459390b, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:49:58.026480 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-9ad1e03f-f2be-478c-b093-0a83f2b39bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:58.098174 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-9ad1e03f-f2be-478c-b093-0a83f2b39bec service neutron] For port 2f7309d1-66d6-4836-a939-ba713459390b, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:49:58.101146 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-9ad1e03f-f2be-478c-b093-0a83f2b39bec service neutron] For port 2f7309d1-66d6-4836-a939-ba713459390b, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=2f7309d1-66d6-4836-a939-ba713459390b,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:49:58.105598 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-9ad1e03f-f2be-478c-b093-0a83f2b39bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:58.141174 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-9ad1e03f-f2be-478c-b093-0a83f2b39bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:58.141618 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-9ad1e03f-f2be-478c-b093-0a83f2b39bec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:58.143088 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-9ad1e03f-f2be-478c-b093-0a83f2b39bec service neutron] 10.222.0.44 "PUT /v2.0/ports/2f7309d1-66d6-4836-a939-ba713459390b HTTP/1.1" status: 200 len: 1092 time: 0.9946294 Jul 14 09:49:58.143570 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc41150d-f348-4422-9e78-8fb6ff8f473a', 'tag': '2f7309d1-66d6-4836-a939-ba713459390b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:58.145881 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57d8c9d-92ae-4afb-8273-a942ccd05081" -d '{"events": [{"name": "network-changed", "server_uuid": "fc41150d-f348-4422-9e78-8fb6ff8f473a", "tag": "2f7309d1-66d6-4836-a939-ba713459390b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:58.172940 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1e03f-f2be-478c-b093-0a83f2b39bec service neutron] Pushing event updated for resources: {'Port': ['ID=2f7309d1-66d6-4836-a939-ba713459390b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:58.190503 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c221e41d-3df0-4144-b98a-684f42c22ffd x-openstack-request-id: req-c221e41d-3df0-4144-b98a-684f42c22ffd {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:58.190894 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc41150d-f348-4422-9e78-8fb6ff8f473a", "tag": "2f7309d1-66d6-4836-a939-ba713459390b", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:58.191245 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c221e41d-3df0-4144-b98a-684f42c22ffd {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:58.191816 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc41150d-f348-4422-9e78-8fb6ff8f473a', 'tag': '2f7309d1-66d6-4836-a939-ba713459390b', 'status': 'completed', 'code': 200} Jul 14 09:49:58.252249 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-cb19b073-8b1e-4192-803c-d752044296b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:58.253807 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-cb19b073-8b1e-4192-803c-d752044296b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 1095 time: 0.0576782 Jul 14 09:49:58.301437 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-6dc44d54-f0c0-4248-a7bb-098ac843708a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f7309d1-66d6-4836-a939-ba713459390b HTTP/1.1" status: 200 len: 217 time: 0.0396869 Jul 14 09:49:58.354232 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-cabb269f-ec7c-46bd-b3c3-431afac209e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:58.355737 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-cabb269f-ec7c-46bd-b3c3-431afac209e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0478189 Jul 14 09:49:58.415078 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-3e37cf6f-db9c-408c-8ebb-74e65fe28e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:58.416577 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-3e37cf6f-db9c-408c-8ebb-74e65fe28e37 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546200 Jul 14 09:49:58.510657 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-afb2e247-33a6-498f-9e8d-ed9d546a8249 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866854 Jul 14 09:49:58.600331 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f7e9146f-1a5f-44fc-aab3-775d5489da2a req-f90dbfc0-d2d7-4df8-abde-921e75ca642e service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838835 Jul 14 09:49:58.702682 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d8c9d-92ae-4afb-8273-a942ccd05081 req-57da8189-bcb7-4ded-969a-668233764a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:58.704399 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a57d8c9d-92ae-4afb-8273-a942ccd05081 req-57da8189-bcb7-4ded-969a-668233764a0a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 1095 time: 0.0539060 Jul 14 09:49:58.708818 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319d08f-4381-4d25-98f7-812341164d8c req-f7565ca6-a5ba-428f-b7bc-904c69269721 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:58.710342 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a319d08f-4381-4d25-98f7-812341164d8c req-f7565ca6-a5ba-428f-b7bc-904c69269721 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 943 time: 0.0638402 Jul 14 09:49:58.749551 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a319d08f-4381-4d25-98f7-812341164d8c req-09bbecdb-c659-4929-8d81-13ae9e424f70 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334079 Jul 14 09:49:58.799438 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d8c9d-92ae-4afb-8273-a942ccd05081 req-645fb439-f89b-48c4-8077-b57990c6345e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:58.800954 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a57d8c9d-92ae-4afb-8273-a942ccd05081 req-645fb439-f89b-48c4-8077-b57990c6345e service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0906367 Jul 14 09:49:58.844073 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a57d8c9d-92ae-4afb-8273-a942ccd05081 req-96291fee-48f3-40dd-ab77-e5d885524b52 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f7309d1-66d6-4836-a939-ba713459390b HTTP/1.1" status: 200 len: 217 time: 0.0357442 Jul 14 09:49:58.892362 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d8c9d-92ae-4afb-8273-a942ccd05081 req-52855c96-fee3-40ec-b32f-bce86659b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:58.893794 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a57d8c9d-92ae-4afb-8273-a942ccd05081 req-52855c96-fee3-40ec-b32f-bce86659b9a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0436842 Jul 14 09:49:58.954627 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d8c9d-92ae-4afb-8273-a942ccd05081 req-b0c64965-8dec-4b7a-869d-89d7b209eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:58.956148 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a57d8c9d-92ae-4afb-8273-a942ccd05081 req-b0c64965-8dec-4b7a-869d-89d7b209eb21 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560858 Jul 14 09:49:59.046277 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a57d8c9d-92ae-4afb-8273-a942ccd05081 req-b2e1a2ce-7588-4343-b36c-49960d04de22 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814283 Jul 14 09:49:59.140491 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a57d8c9d-92ae-4afb-8273-a942ccd05081 req-52a8f48a-5230-481e-89be-217a16f22df5 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870907 Jul 14 09:49:59.927900 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa548cb-9eb9-47d0-8dab-da353857bc8f req-38c67a3d-6f20-4dfb-a207-b03d9cbbe55a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:59.929387 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6fa548cb-9eb9-47d0-8dab-da353857bc8f req-38c67a3d-6f20-4dfb-a207-b03d9cbbe55a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 943 time: 0.0675790 Jul 14 09:49:59.966442 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6fa548cb-9eb9-47d0-8dab-da353857bc8f req-ac7bb53e-b326-4467-9f94-abd7f3d87f07 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314205 Jul 14 09:50:01.140866 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3394e-b32b-4e70-9bf7-919b7ea94bfe req-ef0b5ea7-eb6a-4d88-9148-b1ab66adbd02 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:01.142343 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4ed3394e-b32b-4e70-9bf7-919b7ea94bfe req-ef0b5ea7-eb6a-4d88-9148-b1ab66adbd02 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 943 time: 0.0634389 Jul 14 09:50:01.180155 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4ed3394e-b32b-4e70-9bf7-919b7ea94bfe req-067b1967-8f52-4791-a8b4-a2dba6fbcef5 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322194 Jul 14 09:50:02.360272 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edba3e3-8550-4684-b7ab-35f24381ec48 req-6748b940-6e0a-429f-bc06-a480c4fcbdd1 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:02.361767 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8edba3e3-8550-4684-b7ab-35f24381ec48 req-6748b940-6e0a-429f-bc06-a480c4fcbdd1 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 943 time: 0.0696802 Jul 14 09:50:02.400225 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8edba3e3-8550-4684-b7ab-35f24381ec48 req-604663fc-9bf3-45e6-bd0a-f7cf047dabc4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329261 Jul 14 09:50:02.465969 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 2f7309d1-66d6-4836-a939-ba713459390b details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:50:02.572809 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 2f7309d1-66d6-4836-a939-ba713459390b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=2f7309d1-66d6-4836-a939-ba713459390b,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:02.588245 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '2f7309d1-66d6-4836-a939-ba713459390b', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'port_id': '2f7309d1-66d6-4836-a939-ba713459390b', 'mac_address': 'fa:16:3e:2b:44:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:50:02.625244 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:02.637385 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7309d1-66d6-4836-a939-ba713459390b {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:50:02.656901 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 2f7309d1-66d6-4836-a939-ba713459390b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=2f7309d1-66d6-4836-a939-ba713459390b,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:02.661364 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:02.707439 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=2f7309d1-66d6-4836-a939-ba713459390b,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:02.850307 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['2f7309d1-66d6-4836-a939-ba713459390b'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:50:03.577292 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79f09e-6839-441d-a09a-51a4c3a949c9 req-3dbcc45c-e33a-42ff-ad71-0365b8d1dbab tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:03.578856 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6b79f09e-6839-441d-a09a-51a4c3a949c9 req-3dbcc45c-e33a-42ff-ad71-0365b8d1dbab tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 944 time: 0.0642447 Jul 14 09:50:03.617033 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6b79f09e-6839-441d-a09a-51a4c3a949c9 req-775a6f93-8c32-4cba-bee2-d13bf95c63c4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318401 Jul 14 09:50:04.465993 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 2f7309d1-66d6-4836-a939-ba713459390b up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:50:04.513060 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 2f7309d1-66d6-4836-a939-ba713459390b completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:50:04.517264 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 2f7309d1-66d6-4836-a939-ba713459390b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:50:04.517639 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:04.594543 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:04.616265 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc41150d-f348-4422-9e78-8fb6ff8f473a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7309d1-66d6-4836-a939-ba713459390b'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:50:04.618517 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950080a8-5b46-4e35-84d3-ece9ecc354ea" -d '{"events": [{"server_uuid": "fc41150d-f348-4422-9e78-8fb6ff8f473a", "name": "network-vif-plugged", "status": "completed", "tag": "2f7309d1-66d6-4836-a939-ba713459390b"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:50:04.631423 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 2f7309d1-66d6-4836-a939-ba713459390b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=2f7309d1-66d6-4836-a939-ba713459390b,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:04.635743 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:04.659795 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542360fa-035d-4cca-b1f3-aef3679761d0 x-openstack-request-id: req-542360fa-035d-4cca-b1f3-aef3679761d0 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:50:04.660006 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc41150d-f348-4422-9e78-8fb6ff8f473a", "name": "network-vif-plugged", "status": "completed", "tag": "2f7309d1-66d6-4836-a939-ba713459390b", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:50:04.660258 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-542360fa-035d-4cca-b1f3-aef3679761d0 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:50:04.660649 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc41150d-f348-4422-9e78-8fb6ff8f473a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7309d1-66d6-4836-a939-ba713459390b', 'code': 200} Jul 14 09:50:04.687344 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=2f7309d1-66d6-4836-a939-ba713459390b,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:04.773281 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96418659-5e70-47d0-81ac-e51daa50298d req-fb729561-7a37-4eb0-9b63-95b246eb0ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:04.774825 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-96418659-5e70-47d0-81ac-e51daa50298d req-fb729561-7a37-4eb0-9b63-95b246eb0ef7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 1097 time: 0.0538795 Jul 14 09:50:04.807643 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03f937-d877-4346-9848-61cb17faf3bb req-ae31e532-24c6-4706-810f-cc10caea96d6 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:04.808628 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-96418659-5e70-47d0-81ac-e51daa50298d req-ca788794-472b-44f1-8e37-9a14fbddbc36 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279531 Jul 14 09:50:04.809272 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d03f937-d877-4346-9848-61cb17faf3bb req-ae31e532-24c6-4706-810f-cc10caea96d6 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 945 time: 0.0640204 Jul 14 09:50:04.848439 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d03f937-d877-4346-9848-61cb17faf3bb req-d2d64550-494d-4a7b-9f8a-68e19e7221f5 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324426 Jul 14 09:50:06.032437 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071a808-ea57-4d86-8c9e-ad5d578ca1d8 req-228575e2-3baf-468a-9484-68df8168f49d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:06.034047 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3071a808-ea57-4d86-8c9e-ad5d578ca1d8 req-228575e2-3baf-468a-9484-68df8168f49d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 945 time: 0.0695469 Jul 14 09:50:06.072795 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3071a808-ea57-4d86-8c9e-ad5d578ca1d8 req-be1424de-c508-442d-b2a6-a7a883419725 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332460 Jul 14 09:50:06.294421 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f342c42-7215-4cc0-9def-a648538345f0 req-c89ea9a0-f53a-42cf-b980-5bc966825dc2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:06.295921 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3f342c42-7215-4cc0-9def-a648538345f0 req-c89ea9a0-f53a-42cf-b980-5bc966825dc2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 945 time: 0.1195829 Jul 14 09:50:06.304583 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 32946) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:06.309051 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-371858ec-c644-4f23-b153-64b878375c57 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Request body: {'floatingip': {'port_id': '2f7309d1-66d6-4836-a939-ba713459390b'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:06.352316 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-371858ec-c644-4f23-b153-64b878375c57 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:07.097728 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-371858ec-c644-4f23-b153-64b878375c57 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:07.101715 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-371858ec-c644-4f23-b153-64b878375c57 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:07.201219 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-371858ec-c644-4f23-b153-64b878375c57 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Floating IP 5df9c757-180d-49ae-b717-441d0eeca60d associated. External IP: 172.25.6.107, port: 2f7309d1-66d6-4836-a939-ba713459390b. Jul 14 09:50:07.406535 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371858ec-c644-4f23-b153-64b878375c57 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:50:07.516241 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371858ec-c644-4f23-b153-64b878375c57 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:50:07.521234 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-371858ec-c644-4f23-b153-64b878375c57 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:07.525602 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b6e640-99dc-4fb4-abf6-e186ff4489b0 None None] Sync routers for ids ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:50:07.534451 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b6e640-99dc-4fb4-abf6-e186ff4489b0 None None] Routers {'6ad33a0a-fdac-4307-9a00-5b4f12e41621'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:50:07.535047 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-74b6e640-99dc-4fb4-abf6-e186ff4489b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:49:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:07.560988 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-371858ec-c644-4f23-b153-64b878375c57 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "PUT /v2.0/floatingips/5df9c757-180d-49ae-b717-441d0eeca60d HTTP/1.1" status: 200 len: 991 time: 1.2553246 Jul 14 09:50:07.562165 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc41150d-f348-4422-9e78-8fb6ff8f473a', 'tag': '2f7309d1-66d6-4836-a939-ba713459390b'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:50:07.564541 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31581d8-3ac6-45ad-8c9d-9dae76457009" -d '{"events": [{"name": "network-changed", "server_uuid": "fc41150d-f348-4422-9e78-8fb6ff8f473a", "tag": "2f7309d1-66d6-4836-a939-ba713459390b"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:50:07.601040 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986215bb-f715-4d92-ab3e-2742c7fe8d9d x-openstack-request-id: req-986215bb-f715-4d92-ab3e-2742c7fe8d9d {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:50:07.601365 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc41150d-f348-4422-9e78-8fb6ff8f473a", "tag": "2f7309d1-66d6-4836-a939-ba713459390b", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:50:07.601592 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-986215bb-f715-4d92-ab3e-2742c7fe8d9d {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:50:07.602346 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc41150d-f348-4422-9e78-8fb6ff8f473a', 'tag': '2f7309d1-66d6-4836-a939-ba713459390b', 'status': 'completed', 'code': 200} Jul 14 09:50:07.644230 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-74b6e640-99dc-4fb4-abf6-e186ff4489b0 None None] Set router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:50:07.692171 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31581d8-3ac6-45ad-8c9d-9dae76457009 req-0ba766e5-d573-4f73-a6d5-5a4c94c25266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:07.693769 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a31581d8-3ac6-45ad-8c9d-9dae76457009 req-0ba766e5-d573-4f73-a6d5-5a4c94c25266 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 1097 time: 0.0582151 Jul 14 09:50:07.792734 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31581d8-3ac6-45ad-8c9d-9dae76457009 req-f8257e4c-7927-4090-8bda-31d8cfd1d0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:07.794249 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a31581d8-3ac6-45ad-8c9d-9dae76457009 req-f8257e4c-7927-4090-8bda-31d8cfd1d0a0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0947123 Jul 14 09:50:07.862059 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a31581d8-3ac6-45ad-8c9d-9dae76457009 req-cf760ab3-589a-4d13-8da4-47917d7a4810 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f7309d1-66d6-4836-a939-ba713459390b HTTP/1.1" status: 200 len: 999 time: 0.0609632 Jul 14 09:50:07.917138 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31581d8-3ac6-45ad-8c9d-9dae76457009 req-6bffbf59-2441-457a-8412-b0a58502782f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:07.918759 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a31581d8-3ac6-45ad-8c9d-9dae76457009 req-6bffbf59-2441-457a-8412-b0a58502782f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0508296 Jul 14 09:50:07.965741 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-74b6e640-99dc-4fb4-abf6-e186ff4489b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '5df9c757-180d-49ae-b717-441d0eeca60d', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'port_id': '2f7309d1-66d6-4836-a939-ba713459390b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'mac_address': 'fa:16:3e:2b:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc41150d-f348-4422-9e78-8fb6ff8f473a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:49:54Z', 'updated_at': '2021-07-14T09:50:07Z', 'revision_number': 1, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4219be4-f0bd-4848-9c46-c0d993a2836f', 'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:50Z', 'updated_at': '2021-07-14T09:49:55Z', 'revision_number': 5, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'subnets': [{'id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:07.981408 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31581d8-3ac6-45ad-8c9d-9dae76457009 req-f25ae3cc-7f1d-4820-b74b-8ba9134a4e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:07.983220 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a31581d8-3ac6-45ad-8c9d-9dae76457009 req-f25ae3cc-7f1d-4820-b74b-8ba9134a4e80 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577285 Jul 14 09:50:07.995230 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b6e640-99dc-4fb4-abf6-e186ff4489b0 None None] Checking router: 6ad33a0a-fdac-4307-9a00-5b4f12e41621 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:50:08.003446 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b6e640-99dc-4fb4-abf6-e186ff4489b0 None None] Routers {'6ad33a0a-fdac-4307-9a00-5b4f12e41621'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:50:08.004081 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-74b6e640-99dc-4fb4-abf6-e186ff4489b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:49:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:08.073538 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a31581d8-3ac6-45ad-8c9d-9dae76457009 req-7b092f11-2ce3-41ae-a32d-8980358e7b3a service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837965 Jul 14 09:50:08.106339 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-74b6e640-99dc-4fb4-abf6-e186ff4489b0 None None] Set router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:50:08.167248 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a31581d8-3ac6-45ad-8c9d-9dae76457009 req-4d2d3cdd-4cca-4bb7-abac-debb5c5ad5e4 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872028 Jul 14 09:50:08.326205 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-74b6e640-99dc-4fb4-abf6-e186ff4489b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '5df9c757-180d-49ae-b717-441d0eeca60d', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'port_id': '2f7309d1-66d6-4836-a939-ba713459390b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'mac_address': 'fa:16:3e:2b:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc41150d-f348-4422-9e78-8fb6ff8f473a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:49:54Z', 'updated_at': '2021-07-14T09:50:07Z', 'revision_number': 1, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4219be4-f0bd-4848-9c46-c0d993a2836f', 'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:50Z', 'updated_at': '2021-07-14T09:49:55Z', 'revision_number': 5, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'subnets': [{'id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:08.355687 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b6e640-99dc-4fb4-abf6-e186ff4489b0 None None] The sync data for ids ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'] in n-d-771362-35 is: [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '5df9c757-180d-49ae-b717-441d0eeca60d', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'port_id': '2f7309d1-66d6-4836-a939-ba713459390b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'mac_address': 'fa:16:3e:2b:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc41150d-f348-4422-9e78-8fb6ff8f473a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:49:54Z', 'updated_at': '2021-07-14T09:50:07Z', 'revision_number': 1, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4219be4-f0bd-4848-9c46-c0d993a2836f', 'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:50Z', 'updated_at': '2021-07-14T09:49:55Z', 'revision_number': 5, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'subnets': [{'id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:50:08.541648 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb862fd-b6bf-4c9b-ae68-d2b89dbb0534 None None] New status for floating IP 5df9c757-180d-49ae-b717-441d0eeca60d: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:50:10.960141 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:12.566680 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:18.485393 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ce3f2322-e413-471f-a93e-cb2e3a05821e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:20.270440 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:50:21.091816 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b718e2b2-67a5-4d6c-878d-e04f0a61b96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:21.309144 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:22.310399 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:23.852900 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:26.428099 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-713415c3-6760-45bf-bca3-21ca56284384 req-a92e5b69-9a7b-4cc0-9ab4-e8e9cb8402f5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516565 Jul 14 09:50:26.523915 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713415c3-6760-45bf-bca3-21ca56284384 req-2f097661-30e1-49ed-a8f1-10fdd9255aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:26.525438 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-713415c3-6760-45bf-bca3-21ca56284384 req-2f097661-30e1-49ed-a8f1-10fdd9255aa4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 1097 time: 0.0524530 Jul 14 09:50:26.635348 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713415c3-6760-45bf-bca3-21ca56284384 req-91899037-930a-419e-b9f9-9e4172c33f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:26.636756 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-713415c3-6760-45bf-bca3-21ca56284384 req-91899037-930a-419e-b9f9-9e4172c33f02 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0897787 Jul 14 09:50:26.700988 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-713415c3-6760-45bf-bca3-21ca56284384 req-4b62816b-13cb-4f00-a9cb-820fe0aefb32 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f7309d1-66d6-4836-a939-ba713459390b HTTP/1.1" status: 200 len: 1001 time: 0.0566416 Jul 14 09:50:26.754447 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713415c3-6760-45bf-bca3-21ca56284384 req-33459be8-fef1-4728-825d-35dde3265f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:26.755913 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-713415c3-6760-45bf-bca3-21ca56284384 req-33459be8-fef1-4728-825d-35dde3265f24 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0481324 Jul 14 09:50:26.814035 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713415c3-6760-45bf-bca3-21ca56284384 req-69b68790-dc95-41ac-ba67-2d01369baf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:26.815561 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-713415c3-6760-45bf-bca3-21ca56284384 req-69b68790-dc95-41ac-ba67-2d01369baf3f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525181 Jul 14 09:50:26.909211 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-713415c3-6760-45bf-bca3-21ca56284384 req-794cb175-ea98-43e8-8d56-12d542500001 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863793 Jul 14 09:50:27.009777 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-713415c3-6760-45bf-bca3-21ca56284384 req-c078a2e3-b5e4-4c95-b77e-7180de75f7e0 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938978 Jul 14 09:50:40.959708 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:42.555432 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:48.489700 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45e03a9a-c4d5-4668-97d1-4e2598cf5af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:51.093835 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5e279db-9314-4fed-bcba-cea4d410107f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:51.310273 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:52.314390 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.851723 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.269704 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:51:10.959033 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:12.555289 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:18.490461 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52af0394-c248-4c6c-bf81-bb0abf6f2ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:21.094378 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db505d3c-a2e6-4108-b55f-adf8549641b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:21.310480 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:22.316619 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.855061 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:26.445127 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d9561408-4c3b-4051-ade2-1f992b07a423 req-c286aa6d-c18f-4d56-9b49-6c9bcfd8ded5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0551944 Jul 14 09:51:26.537877 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9561408-4c3b-4051-ade2-1f992b07a423 req-43e45547-9907-4c4a-adc0-9964e7fb3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:26.539348 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d9561408-4c3b-4051-ade2-1f992b07a423 req-43e45547-9907-4c4a-adc0-9964e7fb3856 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 1097 time: 0.0513899 Jul 14 09:51:26.647272 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9561408-4c3b-4051-ade2-1f992b07a423 req-07d26411-c6bc-49b5-8bf7-2a95c5bba427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:26.648683 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d9561408-4c3b-4051-ade2-1f992b07a423 req-07d26411-c6bc-49b5-8bf7-2a95c5bba427 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0890992 Jul 14 09:51:26.714198 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d9561408-4c3b-4051-ade2-1f992b07a423 req-c33a08b5-4dd6-4494-892c-a335026ec5f8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f7309d1-66d6-4836-a939-ba713459390b HTTP/1.1" status: 200 len: 1001 time: 0.0588071 Jul 14 09:51:26.766819 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9561408-4c3b-4051-ade2-1f992b07a423 req-e8302790-0d99-4e25-a03b-49ef0710f2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:26.768400 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d9561408-4c3b-4051-ade2-1f992b07a423 req-e8302790-0d99-4e25-a03b-49ef0710f2ab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0480492 Jul 14 09:51:26.827925 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9561408-4c3b-4051-ade2-1f992b07a423 req-5f743661-8c77-405c-9cc0-077a066be877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:26.829424 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d9561408-4c3b-4051-ade2-1f992b07a423 req-5f743661-8c77-405c-9cc0-077a066be877 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549357 Jul 14 09:51:26.840538 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [req-d9561408-4c3b-4051-ade2-1f992b07a423 req-063d68dc-134a-4748-bd9e-d9bb3b83916b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:51:26.842111 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d9561408-4c3b-4051-ade2-1f992b07a423 req-063d68dc-134a-4748-bd9e-d9bb3b83916b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056095 Jul 14 09:51:26.931790 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d9561408-4c3b-4051-ade2-1f992b07a423 req-e99ff67f-22c8-42e5-b70a-977efb1a8359 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830607 Jul 14 09:51:27.025114 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d9561408-4c3b-4051-ade2-1f992b07a423 req-f24dec21-d3e4-4cba-99a6-cf267b7da543 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872855 Jul 14 09:51:34.270008 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:51:40.982693 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:42.556428 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:44.777401 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970320d-db2b-4f2d-af6c-7094ee627187 req-7fb9e173-82e7-448e-8c2a-31be33062585 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:44.779786 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6970320d-db2b-4f2d-af6c-7094ee627187 req-7fb9e173-82e7-448e-8c2a-31be33062585 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 945 time: 0.0721781 Jul 14 09:51:44.816706 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6970320d-db2b-4f2d-af6c-7094ee627187 req-13f84883-6195-4cfb-b010-9e1d10e4f460 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313728 Jul 14 09:51:45.246636 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c54e3-b2ef-48a6-9b4e-6aae67beded5 req-271f0958-81a0-4299-8299-38d6970ac1ba tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:45.248368 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a43c54e3-b2ef-48a6-9b4e-6aae67beded5 req-271f0958-81a0-4299-8299-38d6970ac1ba tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 945 time: 0.0986149 Jul 14 09:51:45.292321 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b327f09b-1133-440e-9454-6e81b80fadfe req-303f3233-c5f0-4bdd-845f-79608e37f869 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1939926 Jul 14 09:51:45.300507 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a43c54e3-b2ef-48a6-9b4e-6aae67beded5 req-6d239bc1-62cd-47cc-8e65-7238bd78017c tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456581 Jul 14 09:51:46.483189 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327f09b-1133-440e-9454-6e81b80fadfe req-b93a62f9-7939-4d04-baf9-9e86d088c054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:46.483189 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b327f09b-1133-440e-9454-6e81b80fadfe req-b93a62f9-7939-4d04-baf9-9e86d088c054 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 1097 time: 0.0614543 Jul 14 09:51:46.543121 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a642-0236-4b01-9b29-a539042f814d req-b700eea7-ec1d-416c-94d3-e835479ef2ef tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:46.545363 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2f7a642-0236-4b01-9b29-a539042f814d req-b700eea7-ec1d-416c-94d3-e835479ef2ef tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 945 time: 0.1229913 Jul 14 09:51:46.580579 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327f09b-1133-440e-9454-6e81b80fadfe req-5bc001c6-18a3-45e7-a490-921a8b5bb62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:46.581991 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b327f09b-1133-440e-9454-6e81b80fadfe req-5bc001c6-18a3-45e7-a490-921a8b5bb62b service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0930619 Jul 14 09:51:46.585813 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2f7a642-0236-4b01-9b29-a539042f814d req-763e559b-5a22-41df-94dd-0f3f6ae233e7 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344017 Jul 14 09:51:46.647571 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b327f09b-1133-440e-9454-6e81b80fadfe req-9adcc2bb-942b-4417-936a-5556e4bd69ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f7309d1-66d6-4836-a939-ba713459390b HTTP/1.1" status: 200 len: 1001 time: 0.0591989 Jul 14 09:51:46.696591 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327f09b-1133-440e-9454-6e81b80fadfe req-621bbd3c-8d5f-42a1-8c66-1ee2732faec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:46.698034 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b327f09b-1133-440e-9454-6e81b80fadfe req-621bbd3c-8d5f-42a1-8c66-1ee2732faec8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0449243 Jul 14 09:51:46.759241 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327f09b-1133-440e-9454-6e81b80fadfe req-d04f97bb-d798-41d7-949c-c038fc6306f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:46.760774 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b327f09b-1133-440e-9454-6e81b80fadfe req-d04f97bb-d798-41d7-949c-c038fc6306f8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568576 Jul 14 09:51:46.851527 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b327f09b-1133-440e-9454-6e81b80fadfe req-e4280fa2-a451-4c67-bc9f-0d21e1a30071 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843694 Jul 14 09:51:46.946041 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b327f09b-1133-440e-9454-6e81b80fadfe req-73da875c-5730-415f-9652-15458ed4ddcf service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881331 Jul 14 09:51:47.760011 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8383e0-e694-4ed7-9745-871860736da5 req-0f7ca344-791c-4c18-a35a-646ed3beb2e2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:47.761488 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-af8383e0-e694-4ed7-9745-871860736da5 req-0f7ca344-791c-4c18-a35a-646ed3beb2e2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 945 time: 0.0638959 Jul 14 09:51:47.813129 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-af8383e0-e694-4ed7-9745-871860736da5 req-5f5605cf-f294-4df7-af44-2a513529e470 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455320 Jul 14 09:51:48.492271 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b8e9687-1606-4888-a3b8-d6aa5fde3675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:48.989228 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebe36b-dffe-424a-a21b-33281ea5f6e4 req-d8f564bf-b04e-4c9a-b0b3-9c78694bdebf tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:48.990736 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-77ebe36b-dffe-424a-a21b-33281ea5f6e4 req-d8f564bf-b04e-4c9a-b0b3-9c78694bdebf tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 945 time: 0.0645659 Jul 14 09:51:49.028490 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-77ebe36b-dffe-424a-a21b-33281ea5f6e4 req-656ea5ac-3371-44aa-8a64-1f0b6c2dd509 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315361 Jul 14 09:51:50.206169 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317a6c5-ec53-457a-b0ee-ad1e53993969 req-ece169b0-6f3e-46ec-aa91-7d26b7a5d4e5 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:50.207696 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9317a6c5-ec53-457a-b0ee-ad1e53993969 req-ece169b0-6f3e-46ec-aa91-7d26b7a5d4e5 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 945 time: 0.0661635 Jul 14 09:51:50.248243 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9317a6c5-ec53-457a-b0ee-ad1e53993969 req-08fb733a-6d34-4b7b-abb5-5f60cbe00559 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347419 Jul 14 09:51:51.099863 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb0cba19-4129-48ad-a06d-a83bcc76e1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:51.312728 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:51.433759 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8f725-fa37-4ac3-84f8-035aa21b9a2a req-647bf445-5f6d-4940-9d89-6d1d61e981ff tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:51.435750 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0bc8f725-fa37-4ac3-84f8-035aa21b9a2a req-647bf445-5f6d-4940-9d89-6d1d61e981ff tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 945 time: 0.0716140 Jul 14 09:51:51.475202 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0bc8f725-fa37-4ac3-84f8-035aa21b9a2a req-63d15a84-2371-4f23-854d-075fd96dd6af tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334733 Jul 14 09:51:52.319186 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.663754 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5edfb3-8e10-49cd-8dd7-46117b88c3df req-c9d831ac-6892-4fdd-b6e2-97e27e496e4d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:52.665169 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3a5edfb3-8e10-49cd-8dd7-46117b88c3df req-c9d831ac-6892-4fdd-b6e2-97e27e496e4d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 945 time: 0.0655630 Jul 14 09:51:52.703415 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3a5edfb3-8e10-49cd-8dd7-46117b88c3df req-036593cb-6d43-412f-a266-2b7974481ee8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319741 Jul 14 09:51:53.866684 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:53.885615 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd187ca4-c829-4e2d-bd33-00c1b7c62002 req-906628da-0a78-4cb0-b05e-94490a1b259b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:53.887642 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cd187ca4-c829-4e2d-bd33-00c1b7c62002 req-906628da-0a78-4cb0-b05e-94490a1b259b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 945 time: 0.0697560 Jul 14 09:51:53.925671 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cd187ca4-c829-4e2d-bd33-00c1b7c62002 req-c8e98e8d-f917-43e5-9bc3-cff1cd01cea4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321956 Jul 14 09:51:55.107539 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971ddda-b221-4281-8b58-660e30a47b61 req-57391830-a830-42e8-b669-21b7837806f3 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:55.109041 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b971ddda-b221-4281-8b58-660e30a47b61 req-57391830-a830-42e8-b669-21b7837806f3 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 945 time: 0.0678136 Jul 14 09:51:55.149869 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b971ddda-b221-4281-8b58-660e30a47b61 req-e30a29b4-5c80-4eda-b37c-99ebe7ef878e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352685 Jul 14 09:51:56.345252 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b8147-6e78-4e1f-b591-9bd5080764cf req-626e920d-b1cb-470b-8347-23b80e23d572 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:56.347089 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c2b8147-6e78-4e1f-b591-9bd5080764cf req-626e920d-b1cb-470b-8347-23b80e23d572 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 945 time: 0.0779641 Jul 14 09:51:56.388273 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c2b8147-6e78-4e1f-b591-9bd5080764cf req-864da530-eb7b-4c6c-9ace-41cd89a509e4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354822 Jul 14 09:51:57.570459 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0eecd-1616-465c-89de-434bc765cc58 req-5524d06a-22ce-4d42-ae69-46a68a37aad8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:57.571962 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0fb0eecd-1616-465c-89de-434bc765cc58 req-5524d06a-22ce-4d42-ae69-46a68a37aad8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 945 time: 0.0690138 Jul 14 09:51:57.610970 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0fb0eecd-1616-465c-89de-434bc765cc58 req-d40372bd-5bbc-4f23-b508-f2618edf0ab4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326133 Jul 14 09:51:58.788608 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca75bf0-564a-48cd-bc80-841dac5e9ef4 req-01d41ea0-83c9-447b-8c22-cca1b6da637f tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:58.790221 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8ca75bf0-564a-48cd-bc80-841dac5e9ef4 req-01d41ea0-83c9-447b-8c22-cca1b6da637f tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 945 time: 0.0666595 Jul 14 09:51:58.819042 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [req-b327f09b-1133-440e-9454-6e81b80fadfe req-ef8991d3-b349-4244-85ca-b9b2e21bce8c service neutron] show failed (client error): The resource could not be found. Jul 14 09:51:58.820115 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b327f09b-1133-440e-9454-6e81b80fadfe req-ef8991d3-b349-4244-85ca-b9b2e21bce8c service neutron] 10.222.0.44 "GET /v2.0/ports/2f7309d1-66d6-4836-a939-ba713459390b/bindings/n-h1-771362-35 HTTP/1.1" status: 404 len: 381 time: 0.0586250 Jul 14 09:51:58.837615 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8ca75bf0-564a-48cd-bc80-841dac5e9ef4 req-96469481-03d2-4c87-9d9b-e62026c7712f tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347483 Jul 14 09:51:59.082529 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327f09b-1133-440e-9454-6e81b80fadfe req-589186fc-2b0a-4503-a26d-60915f38f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:59.084084 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b327f09b-1133-440e-9454-6e81b80fadfe req-589186fc-2b0a-4503-a26d-60915f38f6ff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a&tenant_id=cebcf9c92bc249da8950af17366bf37a HTTP/1.1" status: 200 len: 1097 time: 0.0583656 Jul 14 09:51:59.095814 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-b327f09b-1133-440e-9454-6e81b80fadfe req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-35', 'device_owner': 'compute:nova'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:59.167711 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b327f09b-1133-440e-9454-6e81b80fadfe req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:59.375755 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b327f09b-1133-440e-9454-6e81b80fadfe req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] For port 2f7309d1-66d6-4836-a939-ba713459390b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=2f7309d1-66d6-4836-a939-ba713459390b,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:59.409145 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b327f09b-1133-440e-9454-6e81b80fadfe req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] For port 2f7309d1-66d6-4836-a939-ba713459390b, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:59.453950 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc41150d-f348-4422-9e78-8fb6ff8f473a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f7309d1-66d6-4836-a939-ba713459390b'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:51:59.456273 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93007db4-f010-4276-914f-c4c360dc1163" -d '{"events": [{"server_uuid": "fc41150d-f348-4422-9e78-8fb6ff8f473a", "name": "network-vif-unplugged", "status": "completed", "tag": "2f7309d1-66d6-4836-a939-ba713459390b"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:51:59.460272 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b327f09b-1133-440e-9454-6e81b80fadfe req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:59.473100 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-b327f09b-1133-440e-9454-6e81b80fadfe req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Transition to ACTIVE for port object 2f7309d1-66d6-4836-a939-ba713459390b will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:59.477031 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b327f09b-1133-440e-9454-6e81b80fadfe req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:59.505703 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b229c9-cb46-4d4b-8f07-9586727ecda5 x-openstack-request-id: req-11b229c9-cb46-4d4b-8f07-9586727ecda5 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:51:59.505997 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc41150d-f348-4422-9e78-8fb6ff8f473a", "name": "network-vif-unplugged", "status": "completed", "tag": "2f7309d1-66d6-4836-a939-ba713459390b", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:51:59.506249 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11b229c9-cb46-4d4b-8f07-9586727ecda5 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:51:59.506646 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc41150d-f348-4422-9e78-8fb6ff8f473a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f7309d1-66d6-4836-a939-ba713459390b', 'code': 200} Jul 14 09:51:59.559325 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Pushing event updated for resources: {'Port': ['ID=2f7309d1-66d6-4836-a939-ba713459390b,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:59.571190 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:59.571585 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:59.571896 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:59.572233 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:59.572566 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:59.572893 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:59.573254 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:59.573543 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:59.573873 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:59.574196 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:59.575317 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:59.575482 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:59.615193 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b327f09b-1133-440e-9454-6e81b80fadfe req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] No DVR routers for this DVR port 2f7309d1-66d6-4836-a939-ba713459390b on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:51:59.760665 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-b327f09b-1133-440e-9454-6e81b80fadfe req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Attempting to bind port 2f7309d1-66d6-4836-a939-ba713459390b on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:59.761000 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-b327f09b-1133-440e-9454-6e81b80fadfe req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Attempting to bind port 2f7309d1-66d6-4836-a939-ba713459390b by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:59.761322 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b327f09b-1133-440e-9454-6e81b80fadfe req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Attempting to bind port 2f7309d1-66d6-4836-a939-ba713459390b on network d30826ff-4169-41c1-918a-e63c8a4998fd {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:59.765524 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b327f09b-1133-440e-9454-6e81b80fadfe req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Port 2f7309d1-66d6-4836-a939-ba713459390b on network d30826ff-4169-41c1-918a-e63c8a4998fd not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:51:59.765843 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b327f09b-1133-440e-9454-6e81b80fadfe req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Attempting to bind port 2f7309d1-66d6-4836-a939-ba713459390b on network d30826ff-4169-41c1-918a-e63c8a4998fd {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:59.770601 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b327f09b-1133-440e-9454-6e81b80fadfe req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:59.770937 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b327f09b-1133-440e-9454-6e81b80fadfe req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Checking segment: {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:59.771316 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b327f09b-1133-440e-9454-6e81b80fadfe req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Bound using segment: {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:59.771845 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-b327f09b-1133-440e-9454-6e81b80fadfe req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Bound port: 2f7309d1-66d6-4836-a939-ba713459390b, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:59.772205 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b327f09b-1133-440e-9454-6e81b80fadfe req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:59.838665 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b327f09b-1133-440e-9454-6e81b80fadfe req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] For port 2f7309d1-66d6-4836-a939-ba713459390b, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:59.842785 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b327f09b-1133-440e-9454-6e81b80fadfe req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] For port 2f7309d1-66d6-4836-a939-ba713459390b, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=2f7309d1-66d6-4836-a939-ba713459390b,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:59.847251 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b327f09b-1133-440e-9454-6e81b80fadfe req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:59.879627 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327f09b-1133-440e-9454-6e81b80fadfe req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:59.880252 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b327f09b-1133-440e-9454-6e81b80fadfe req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:59.881686 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b327f09b-1133-440e-9454-6e81b80fadfe req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] 10.222.0.47 "PUT /v2.0/ports/2f7309d1-66d6-4836-a939-ba713459390b HTTP/1.1" status: 200 len: 1092 time: 0.7899191 Jul 14 09:51:59.907838 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9de43b-fea1-4b66-af73-4db83f8d6d7c service neutron] Pushing event updated for resources: {'Port': ['ID=2f7309d1-66d6-4836-a939-ba713459390b,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:59.970861 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327f09b-1133-440e-9454-6e81b80fadfe req-c14a26bb-ed2d-4d52-aa86-4a00687c34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:59.972444 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b327f09b-1133-440e-9454-6e81b80fadfe req-c14a26bb-ed2d-4d52-aa86-4a00687c34ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 1095 time: 0.0579007 Jul 14 09:52:00.110720 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327f09b-1133-440e-9454-6e81b80fadfe req-ed402e6a-255e-4d0a-952a-ba0370b9a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:00.112243 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b327f09b-1133-440e-9454-6e81b80fadfe req-ed402e6a-255e-4d0a-952a-ba0370b9a36f service neutron] 10.222.0.47 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.1329005 Jul 14 09:52:00.124512 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4a776-bab3-4bc6-9196-718a2f8cd466 req-2ce2deb7-3379-4f68-a6d0-59a02e9a1e31 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:00.125915 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0f4a776-bab3-4bc6-9196-718a2f8cd466 req-2ce2deb7-3379-4f68-a6d0-59a02e9a1e31 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 943 time: 0.1365848 Jul 14 09:52:00.213399 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b0f4a776-bab3-4bc6-9196-718a2f8cd466 req-f4d93900-d936-4873-95aa-1b926f8018d7 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794342 Jul 14 09:52:00.215814 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b327f09b-1133-440e-9454-6e81b80fadfe req-dd157926-173b-4aa6-a81c-6ef4fe89ff9c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f7309d1-66d6-4836-a939-ba713459390b HTTP/1.1" status: 200 len: 999 time: 0.0884626 Jul 14 09:52:00.267227 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327f09b-1133-440e-9454-6e81b80fadfe req-464ac2b0-e59d-4022-946b-f189e2f12bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:00.268734 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b327f09b-1133-440e-9454-6e81b80fadfe req-464ac2b0-e59d-4022-946b-f189e2f12bc7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0463095 Jul 14 09:52:00.329669 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327f09b-1133-440e-9454-6e81b80fadfe req-6588026c-cf80-4c9a-9d18-c8e185432251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:00.331120 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b327f09b-1133-440e-9454-6e81b80fadfe req-6588026c-cf80-4c9a-9d18-c8e185432251 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551980 Jul 14 09:52:00.343403 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-b327f09b-1133-440e-9454-6e81b80fadfe req-eddc9be7-7516-4db1-9137-d1c534a40c7b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:52:00.344373 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b327f09b-1133-440e-9454-6e81b80fadfe req-eddc9be7-7516-4db1-9137-d1c534a40c7b service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059936 Jul 14 09:52:00.437969 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b327f09b-1133-440e-9454-6e81b80fadfe req-fc7c3fe7-ee41-4a4f-9afb-88dd9f77226e service neutron] 10.222.0.47 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874269 Jul 14 09:52:00.529641 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b327f09b-1133-440e-9454-6e81b80fadfe req-ab552b24-9359-4157-a3e4-448108492b6b service neutron] 10.222.0.47 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851552 Jul 14 09:52:01.138046 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 2f7309d1-66d6-4836-a939-ba713459390b no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:52:01.176372 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 2f7309d1-66d6-4836-a939-ba713459390b not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:52:01.401168 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc5a27-ae15-4c2b-bbc6-d423e60778e9 req-d167161c-ccb6-4d1a-a3a6-6c34fa56fae0 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:01.402696 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52dc5a27-ae15-4c2b-bbc6-d423e60778e9 req-d167161c-ccb6-4d1a-a3a6-6c34fa56fae0 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 943 time: 0.0699496 Jul 14 09:52:01.441863 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52dc5a27-ae15-4c2b-bbc6-d423e60778e9 req-869e52e1-4327-4b56-b255-58fc677322a4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332139 Jul 14 09:52:01.507633 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc41150d-f348-4422-9e78-8fb6ff8f473a', 'tag': '2f7309d1-66d6-4836-a939-ba713459390b'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:52:01.510046 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2955bb82-2171-464c-b26a-52ce52cb568a" -d '{"events": [{"name": "network-changed", "server_uuid": "fc41150d-f348-4422-9e78-8fb6ff8f473a", "tag": "2f7309d1-66d6-4836-a939-ba713459390b"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:52:01.560208 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79d1412-fd20-4832-a787-2018740d557f x-openstack-request-id: req-d79d1412-fd20-4832-a787-2018740d557f {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:52:01.560433 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc41150d-f348-4422-9e78-8fb6ff8f473a", "tag": "2f7309d1-66d6-4836-a939-ba713459390b", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:52:01.560692 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d79d1412-fd20-4832-a787-2018740d557f {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:52:01.561120 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc41150d-f348-4422-9e78-8fb6ff8f473a', 'tag': '2f7309d1-66d6-4836-a939-ba713459390b', 'status': 'completed', 'code': 200} Jul 14 09:52:01.633758 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955bb82-2171-464c-b26a-52ce52cb568a req-dec1c19c-ee25-42f8-9729-74931d7fa39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:01.635286 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2955bb82-2171-464c-b26a-52ce52cb568a req-dec1c19c-ee25-42f8-9729-74931d7fa39e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 1095 time: 0.0556500 Jul 14 09:52:01.641094 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955bb82-2171-464c-b26a-52ce52cb568a req-362ec5b4-32fb-40ff-8803-834600bed97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:01.642641 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2955bb82-2171-464c-b26a-52ce52cb568a req-362ec5b4-32fb-40ff-8803-834600bed97e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 1095 time: 0.0565867 Jul 14 09:52:01.733139 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955bb82-2171-464c-b26a-52ce52cb568a req-04d2dc7e-b48b-4ee1-8ab8-46f7ea373c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:01.734623 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2955bb82-2171-464c-b26a-52ce52cb568a req-04d2dc7e-b48b-4ee1-8ab8-46f7ea373c17 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0926352 Jul 14 09:52:01.742278 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955bb82-2171-464c-b26a-52ce52cb568a req-1106b019-0603-48e9-8243-ec9246745c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:01.743905 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2955bb82-2171-464c-b26a-52ce52cb568a req-1106b019-0603-48e9-8243-ec9246745c51 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0951161 Jul 14 09:52:01.804781 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2955bb82-2171-464c-b26a-52ce52cb568a req-45fad2fe-5fce-4124-9a79-1e5a947f4ee6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f7309d1-66d6-4836-a939-ba713459390b HTTP/1.1" status: 200 len: 999 time: 0.0610256 Jul 14 09:52:01.811824 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2955bb82-2171-464c-b26a-52ce52cb568a req-cfdeff2a-f6b0-4d70-b733-7ad6c7f98e1f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f7309d1-66d6-4836-a939-ba713459390b HTTP/1.1" status: 200 len: 999 time: 0.0614920 Jul 14 09:52:01.855315 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955bb82-2171-464c-b26a-52ce52cb568a req-d92ed320-813a-48ca-8555-18993ea22f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:01.857572 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2955bb82-2171-464c-b26a-52ce52cb568a req-d92ed320-813a-48ca-8555-18993ea22f43 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0463021 Jul 14 09:52:01.868840 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955bb82-2171-464c-b26a-52ce52cb568a req-b51d5eb1-5b9c-42a1-9003-d60c3ae2e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:01.870510 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2955bb82-2171-464c-b26a-52ce52cb568a req-b51d5eb1-5b9c-42a1-9003-d60c3ae2e1d2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0515819 Jul 14 09:52:01.924978 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955bb82-2171-464c-b26a-52ce52cb568a req-cfdec3ae-9071-42cd-a550-38d0c72bee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:01.926589 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2955bb82-2171-464c-b26a-52ce52cb568a req-cfdec3ae-9071-42cd-a550-38d0c72bee75 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619583 Jul 14 09:52:01.933183 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955bb82-2171-464c-b26a-52ce52cb568a req-d60efcec-2d8d-490c-8d38-b15e42aaeb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:01.935532 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2955bb82-2171-464c-b26a-52ce52cb568a req-d60efcec-2d8d-490c-8d38-b15e42aaeb96 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571334 Jul 14 09:52:02.032234 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2955bb82-2171-464c-b26a-52ce52cb568a req-7029b262-fdd8-47a4-b348-f31607d8b686 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894434 Jul 14 09:52:02.039029 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2955bb82-2171-464c-b26a-52ce52cb568a req-eccd00cd-362b-4074-9a5b-85a69dc80a47 service neutron] 10.222.0.47 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045756 Jul 14 09:52:02.143081 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2955bb82-2171-464c-b26a-52ce52cb568a req-a5049e0b-29fb-4e73-88fb-ccbfb66da2f8 service neutron] 10.222.0.47 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977015 Jul 14 09:52:02.155313 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2955bb82-2171-464c-b26a-52ce52cb568a req-935ce114-2089-4f0e-996d-8db9c2c93348 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142514 Jul 14 09:52:02.624218 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718b6bf-eb66-4e08-bf44-6c7d0820ff5d req-4d511828-9921-4269-bf83-fdb6d0e77c23 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:02.625689 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f718b6bf-eb66-4e08-bf44-6c7d0820ff5d req-4d511828-9921-4269-bf83-fdb6d0e77c23 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 943 time: 0.0678101 Jul 14 09:52:02.666891 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f718b6bf-eb66-4e08-bf44-6c7d0820ff5d req-8ad4d3d0-81c1-4991-ac63-e1f7f8b774be tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334532 Jul 14 09:52:02.975736 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b3789-aeed-4242-ae98-2af4b83955ea req-09679fa7-57b5-4d7f-9b86-5513b84726cc tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:02.977588 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ff8b3789-aeed-4242-ae98-2af4b83955ea req-09679fa7-57b5-4d7f-9b86-5513b84726cc tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 943 time: 0.0685780 Jul 14 09:52:02.999583 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042dafa-5d4a-4d6d-b74a-5dabb9ab4378 req-792fb163-af48-48c4-a694-3cd57ff60ef4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:03.001125 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a042dafa-5d4a-4d6d-b74a-5dabb9ab4378 req-792fb163-af48-48c4-a694-3cd57ff60ef4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a&tenant_id=cebcf9c92bc249da8950af17366bf37a&binding%3Ahost_id=n-h1-771362-35 HTTP/1.1" status: 200 len: 943 time: 0.0819793 Jul 14 09:52:03.017737 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ff8b3789-aeed-4242-ae98-2af4b83955ea req-a2c1f8e4-a176-43f4-8b9a-050c6af4e669 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339110 Jul 14 09:52:03.066002 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [req-a042dafa-5d4a-4d6d-b74a-5dabb9ab4378 req-6f7fd7c9-2575-46f3-a3b3-35f55fd071cf service neutron] delete failed (client error): The resource could not be found. Jul 14 09:52:03.067024 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a042dafa-5d4a-4d6d-b74a-5dabb9ab4378 req-6f7fd7c9-2575-46f3-a3b3-35f55fd071cf service neutron] 10.222.0.44 "DELETE /v2.0/ports/2f7309d1-66d6-4836-a939-ba713459390b/bindings/n-h2-771362-35 HTTP/1.1" status: 404 len: 381 time: 0.0596542 Jul 14 09:52:03.171783 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042dafa-5d4a-4d6d-b74a-5dabb9ab4378 req-9b47c285-c62b-4348-a81e-835edd3326a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:03.173329 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a042dafa-5d4a-4d6d-b74a-5dabb9ab4378 req-9b47c285-c62b-4348-a81e-835edd3326a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 1095 time: 0.0609851 Jul 14 09:52:03.264925 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042dafa-5d4a-4d6d-b74a-5dabb9ab4378 req-a5c5b6d0-2e53-495f-8811-78b327d5d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:03.266323 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a042dafa-5d4a-4d6d-b74a-5dabb9ab4378 req-a5c5b6d0-2e53-495f-8811-78b327d5d5a5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0864215 Jul 14 09:52:03.338996 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a042dafa-5d4a-4d6d-b74a-5dabb9ab4378 req-fab461db-8a8d-45ac-8be0-36d8c5fb07c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f7309d1-66d6-4836-a939-ba713459390b HTTP/1.1" status: 200 len: 999 time: 0.0643651 Jul 14 09:52:03.388534 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042dafa-5d4a-4d6d-b74a-5dabb9ab4378 req-438e79dc-c107-4963-bd20-cc18ed993625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:03.390139 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a042dafa-5d4a-4d6d-b74a-5dabb9ab4378 req-438e79dc-c107-4963-bd20-cc18ed993625 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0451829 Jul 14 09:52:03.455893 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042dafa-5d4a-4d6d-b74a-5dabb9ab4378 req-d104665a-4e05-451f-b755-52ea045359d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:03.457404 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a042dafa-5d4a-4d6d-b74a-5dabb9ab4378 req-d104665a-4e05-451f-b755-52ea045359d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600998 Jul 14 09:52:03.553830 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a042dafa-5d4a-4d6d-b74a-5dabb9ab4378 req-d1303c2e-b1fc-4ec4-93ef-14f95b246969 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900006 Jul 14 09:52:03.569348 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 2f7309d1-66d6-4836-a939-ba713459390b details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:52:03.645765 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a042dafa-5d4a-4d6d-b74a-5dabb9ab4378 req-8f0d9318-8b86-429e-a13b-e4195382f81f service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852633 Jul 14 09:52:03.666595 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 2f7309d1-66d6-4836-a939-ba713459390b, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=2f7309d1-66d6-4836-a939-ba713459390b,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:03.679432 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '2f7309d1-66d6-4836-a939-ba713459390b', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'port_id': '2f7309d1-66d6-4836-a939-ba713459390b', 'mac_address': 'fa:16:3e:2b:44:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:52:03.722489 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:03.736225 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7309d1-66d6-4836-a939-ba713459390b {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:52:03.757511 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 2f7309d1-66d6-4836-a939-ba713459390b, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=2f7309d1-66d6-4836-a939-ba713459390b,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:03.761482 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:03.811265 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=2f7309d1-66d6-4836-a939-ba713459390b,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:03.818727 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:03.819068 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:03.819402 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:03.819823 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:03.820174 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:03.820495 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:03.820814 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:03.821132 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:03.821447 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:03.821787 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:03.822099 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:03.822410 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:04.000573 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['2f7309d1-66d6-4836-a939-ba713459390b'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:52:04.218176 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ffb64-7eb5-4e7d-961f-596acb427ff8 req-d3e0abb3-f968-47ac-9e45-9537f0a7868b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:04.219765 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c5ffb64-7eb5-4e7d-961f-596acb427ff8 req-d3e0abb3-f968-47ac-9e45-9537f0a7868b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 944 time: 0.0773728 Jul 14 09:52:04.260919 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c5ffb64-7eb5-4e7d-961f-596acb427ff8 req-8ed27dc1-f618-4dac-9b26-61032c5dcd7a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350227 Jul 14 09:52:04.438789 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4183f-b59b-498c-bcb6-d573299227da req-dce8cab6-3f19-40d3-ba4e-17a7ca63804e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:04.440544 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f1c4183f-b59b-498c-bcb6-d573299227da req-dce8cab6-3f19-40d3-ba4e-17a7ca63804e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 944 time: 0.0675719 Jul 14 09:52:04.479397 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f1c4183f-b59b-498c-bcb6-d573299227da req-f45fac5b-7ec3-4a7d-9d27-ff5e03e67d41 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330324 Jul 14 09:52:04.654484 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea2183-e8a3-430d-8f2a-1cb2d606020f req-e1b7b0da-4644-4c4c-b057-6622ea6f7b00 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:04.655906 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-92ea2183-e8a3-430d-8f2a-1cb2d606020f req-e1b7b0da-4644-4c4c-b057-6622ea6f7b00 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 944 time: 0.0641658 Jul 14 09:52:04.698051 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-92ea2183-e8a3-430d-8f2a-1cb2d606020f req-8556e104-f75a-456e-b592-955bd51c0114 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365710 Jul 14 09:52:05.095581 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da8548-9466-44a6-b084-01880a0e7eb6 req-5b7ff641-ff1e-4780-8d98-c74c247ab3b0 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:05.097219 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-96da8548-9466-44a6-b084-01880a0e7eb6 req-5b7ff641-ff1e-4780-8d98-c74c247ab3b0 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 944 time: 0.0671885 Jul 14 09:52:05.139366 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-96da8548-9466-44a6-b084-01880a0e7eb6 req-db70b5b7-341b-4e69-a448-7191ac104a65 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364277 Jul 14 09:52:05.590416 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 2f7309d1-66d6-4836-a939-ba713459390b up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:52:05.638550 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 2f7309d1-66d6-4836-a939-ba713459390b completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:52:05.642163 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 2f7309d1-66d6-4836-a939-ba713459390b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:05.642530 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:05.719223 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:05.741758 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc41150d-f348-4422-9e78-8fb6ff8f473a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7309d1-66d6-4836-a939-ba713459390b'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:52:05.744054 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e2cad7-01b7-44eb-9f9d-ea0d59fcec63" -d '{"events": [{"server_uuid": "fc41150d-f348-4422-9e78-8fb6ff8f473a", "name": "network-vif-plugged", "status": "completed", "tag": "2f7309d1-66d6-4836-a939-ba713459390b"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:52:05.761413 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 2f7309d1-66d6-4836-a939-ba713459390b, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=2f7309d1-66d6-4836-a939-ba713459390b,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:05.765904 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:05.789089 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18eabf44-5a18-426f-ba19-9a0ac56e06d8 x-openstack-request-id: req-18eabf44-5a18-426f-ba19-9a0ac56e06d8 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:52:05.789382 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc41150d-f348-4422-9e78-8fb6ff8f473a", "name": "network-vif-plugged", "status": "completed", "tag": "2f7309d1-66d6-4836-a939-ba713459390b", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:52:05.789633 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18eabf44-5a18-426f-ba19-9a0ac56e06d8 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:52:05.790017 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc41150d-f348-4422-9e78-8fb6ff8f473a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7309d1-66d6-4836-a939-ba713459390b', 'code': 200} Jul 14 09:52:05.816409 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=2f7309d1-66d6-4836-a939-ba713459390b,revision_number=9']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:06.319736 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d87541-43bd-465d-a94b-98a373dc8a72 req-86897e54-12e0-4bd0-b2a6-71eed09b035a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:06.321244 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75d87541-43bd-465d-a94b-98a373dc8a72 req-86897e54-12e0-4bd0-b2a6-71eed09b035a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 945 time: 0.0675097 Jul 14 09:52:06.398736 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75d87541-43bd-465d-a94b-98a373dc8a72 req-709a15a5-8e2f-4a04-a184-835195b61c67 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705609 Jul 14 09:52:06.422266 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285c0f0-ae87-4822-b5a0-65643f6b4831 req-86488bb6-db67-403a-979d-7a8f3607f8f6 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:06.423687 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e285c0f0-ae87-4822-b5a0-65643f6b4831 req-86488bb6-db67-403a-979d-7a8f3607f8f6 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 945 time: 0.0893216 Jul 14 09:52:06.525427 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-e285c0f0-ae87-4822-b5a0-65643f6b4831 req-c84eb656-e0a4-44e0-af97-fdb0801b0137 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Deleting port 2f7309d1-66d6-4836-a939-ba713459390b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:52:06.525768 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e285c0f0-ae87-4822-b5a0-65643f6b4831 req-c84eb656-e0a4-44e0-af97-fdb0801b0137 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.618021 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-e285c0f0-ae87-4822-b5a0-65643f6b4831 req-c84eb656-e0a4-44e0-af97-fdb0801b0137 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] For port 2f7309d1-66d6-4836-a939-ba713459390b, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=2f7309d1-66d6-4836-a939-ba713459390b,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:06.618381 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e285c0f0-ae87-4822-b5a0-65643f6b4831 req-c84eb656-e0a4-44e0-af97-fdb0801b0137 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.836958 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e285c0f0-ae87-4822-b5a0-65643f6b4831 req-c84eb656-e0a4-44e0-af97-fdb0801b0137 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.837336 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e285c0f0-ae87-4822-b5a0-65643f6b4831 req-c84eb656-e0a4-44e0-af97-fdb0801b0137 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.837652 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [req-e285c0f0-ae87-4822-b5a0-65643f6b4831 req-c84eb656-e0a4-44e0-af97-fdb0801b0137 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Floating IP 5df9c757-180d-49ae-b717-441d0eeca60d disassociated. External IP: 172.25.6.107, port: 2f7309d1-66d6-4836-a939-ba713459390b. Jul 14 09:52:06.838001 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-e285c0f0-ae87-4822-b5a0-65643f6b4831 req-c84eb656-e0a4-44e0-af97-fdb0801b0137 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Calling delete_port for 2f7309d1-66d6-4836-a939-ba713459390b owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:52:06.966707 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e285c0f0-ae87-4822-b5a0-65643f6b4831 req-c84eb656-e0a4-44e0-af97-fdb0801b0137 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.997991 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84eb656-e0a4-44e0-af97-fdb0801b0137 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Pushing event deleted for resources: {'Port': ['ID=2f7309d1-66d6-4836-a939-ba713459390b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:07.125186 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e285c0f0-ae87-4822-b5a0-65643f6b4831 req-c84eb656-e0a4-44e0-af97-fdb0801b0137 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:52:07.579306 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6794b1b4-31e3-4427-897e-1d9d9f91f456 req-8eea28f1-efb9-41e0-a345-ef7e52387e93 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc41150d-f348-4422-9e78-8fb6ff8f473a HTTP/1.1" status: 200 len: 210 time: 0.0310845 Jul 14 09:52:07.600081 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e285c0f0-ae87-4822-b5a0-65643f6b4831 req-c84eb656-e0a4-44e0-af97-fdb0801b0137 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:52:07.610056 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af12d09-fa72-40be-beee-6e042ff9f0c3 None None] Sync routers for ids ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:52:07.620167 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af12d09-fa72-40be-beee-6e042ff9f0c3 None None] Routers {'6ad33a0a-fdac-4307-9a00-5b4f12e41621'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:52:07.620863 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5af12d09-fa72-40be-beee-6e042ff9f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:51:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:07.658764 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e285c0f0-ae87-4822-b5a0-65643f6b4831 req-c84eb656-e0a4-44e0-af97-fdb0801b0137 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] No DVR routers for this DVR port 2f7309d1-66d6-4836-a939-ba713459390b on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:52:07.661512 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e285c0f0-ae87-4822-b5a0-65643f6b4831 req-c84eb656-e0a4-44e0-af97-fdb0801b0137 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.663640 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e285c0f0-ae87-4822-b5a0-65643f6b4831 req-c84eb656-e0a4-44e0-af97-fdb0801b0137 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.47 "DELETE /v2.0/ports/2f7309d1-66d6-4836-a939-ba713459390b HTTP/1.1" status: 204 len: 173 time: 1.2341087 Jul 14 09:52:07.664082 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc41150d-f348-4422-9e78-8fb6ff8f473a', 'name': 'network-vif-deleted', 'tag': '2f7309d1-66d6-4836-a939-ba713459390b'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:52:07.666420 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5b7c86-49c4-40b1-9cb5-9e81156e280e" -d '{"events": [{"server_uuid": "fc41150d-f348-4422-9e78-8fb6ff8f473a", "name": "network-vif-deleted", "tag": "2f7309d1-66d6-4836-a939-ba713459390b"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:52:07.705685 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb98198-6cc0-4c2f-9132-4ae8ecfc1e90 x-openstack-request-id: req-adb98198-6cc0-4c2f-9132-4ae8ecfc1e90 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:52:07.706103 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc41150d-f348-4422-9e78-8fb6ff8f473a", "name": "network-vif-deleted", "tag": "2f7309d1-66d6-4836-a939-ba713459390b", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:52:07.706442 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-adb98198-6cc0-4c2f-9132-4ae8ecfc1e90 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:52:07.706846 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc41150d-f348-4422-9e78-8fb6ff8f473a', 'name': 'network-vif-deleted', 'tag': '2f7309d1-66d6-4836-a939-ba713459390b', 'status': 'completed', 'code': 200} Jul 14 09:52:07.729242 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-5af12d09-fa72-40be-beee-6e042ff9f0c3 None None] Set router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:52:07.945538 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5af12d09-fa72-40be-beee-6e042ff9f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'c4219be4-f0bd-4848-9c46-c0d993a2836f', 'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:50Z', 'updated_at': '2021-07-14T09:49:55Z', 'revision_number': 5, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'subnets': [{'id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:07.979323 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af12d09-fa72-40be-beee-6e042ff9f0c3 None None] Checking router: 6ad33a0a-fdac-4307-9a00-5b4f12e41621 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:52:07.990184 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af12d09-fa72-40be-beee-6e042ff9f0c3 None None] Routers {'6ad33a0a-fdac-4307-9a00-5b4f12e41621'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:52:07.990805 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5af12d09-fa72-40be-beee-6e042ff9f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:51:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:08.101789 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-5af12d09-fa72-40be-beee-6e042ff9f0c3 None None] Set router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:52:08.315431 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-5af12d09-fa72-40be-beee-6e042ff9f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'c4219be4-f0bd-4848-9c46-c0d993a2836f', 'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:50Z', 'updated_at': '2021-07-14T09:49:55Z', 'revision_number': 5, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'subnets': [{'id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:08.343146 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af12d09-fa72-40be-beee-6e042ff9f0c3 None None] The sync data for ids ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'] in n-d-771362-35 is: [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'c4219be4-f0bd-4848-9c46-c0d993a2836f', 'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:50Z', 'updated_at': '2021-07-14T09:49:55Z', 'revision_number': 5, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'subnets': [{'id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:52:08.559425 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93403960-0dfe-48a3-a6f4-552b9b513cfc None None] New status for floating IP 5df9c757-180d-49ae-b717-441d0eeca60d: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:52:08.895825 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-773eadb2-7651-4977-b121-2e8432827a32 req-a2b8f858-c73a-4da3-938f-5df7dd1ba006 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--514646310&fields=id&tenant_id=cebcf9c92bc249da8950af17366bf37a HTTP/1.1" status: 200 len: 267 time: 0.0338440 Jul 14 09:52:09.008117 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773eadb2-7651-4977-b121-2e8432827a32 req-bf3b4351-4fcc-4602-ba2f-990091c0360e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:09.009608 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-773eadb2-7651-4977-b121-2e8432827a32 req-bf3b4351-4fcc-4602-ba2f-990091c0360e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 812 time: 0.1071992 Jul 14 09:52:09.026206 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-773eadb2-7651-4977-b121-2e8432827a32 req-60ab1244-f6f8-4b02-b501-028e10473dc6 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/quotas/cebcf9c92bc249da8950af17366bf37a HTTP/1.1" status: 200 len: 375 time: 0.0093529 Jul 14 09:52:09.099595 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-773eadb2-7651-4977-b121-2e8432827a32 req-beb89225-d1c8-4173-86bd-858554410f4a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0667512 Jul 14 09:52:09.164228 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-773eadb2-7651-4977-b121-2e8432827a32 req-3a8ee0a9-0983-4ed0-8719-1dd96627cd38 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:52:09.165420 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-773eadb2-7651-4977-b121-2e8432827a32 req-3a8ee0a9-0983-4ed0-8719-1dd96627cd38 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0541544 Jul 14 09:52:09.269395 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-773eadb2-7651-4977-b121-2e8432827a32 req-d896bad1-e537-4f34-aba1-c4bc8c75789f service neutron] 10.222.0.25 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943646 Jul 14 09:52:09.364446 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-773eadb2-7651-4977-b121-2e8432827a32 req-7b7095f1-9308-445e-bff7-fae3487e952a service neutron] 10.222.0.25 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892658 Jul 14 09:52:09.549156 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1dfaca66-bdcc-4843-a910-5a28d39ad304 req-ef991524-8b3d-48e2-be45-ee0221c174b0 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 210 time: 0.0393472 Jul 14 09:52:09.617823 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 2f7309d1-66d6-4836-a939-ba713459390b no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:52:09.639151 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 2f7309d1-66d6-4836-a939-ba713459390b {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:52:09.639523 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 2f7309d1-66d6-4836-a939-ba713459390b not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:52:10.712166 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1c50115e-dc30-41a1-9b93-83ce9d2c3c99 req-b51adb45-fc3b-45b1-9703-c2835f03982f tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 210 time: 0.0371187 Jul 14 09:52:10.803973 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773eadb2-7651-4977-b121-2e8432827a32 req-9577f9ca-a1b6-48f5-9722-5c67cb534b55 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:10.805472 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-773eadb2-7651-4977-b121-2e8432827a32 req-9577f9ca-a1b6-48f5-9722-5c67cb534b55 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 812 time: 0.1194985 Jul 14 09:52:10.861203 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-773eadb2-7651-4977-b121-2e8432827a32 req-a42eb886-7d5e-4845-a1ef-d582937bb502 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cebcf9c92bc249da8950af17366bf37a HTTP/1.1" status: 200 len: 379 time: 0.0383615 Jul 14 09:52:10.871364 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-773eadb2-7651-4977-b121-2e8432827a32 req-c7b24355-6088-4d2c-91e8-789ab05a0c6d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Request body: {'port': {'device_id': '9691ef24-b118-4af8-b675-49f8b81c797a', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'admin_state_up': True, 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'security_groups': ['4e6b8822-aff0-4403-b710-0cc0da393430']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:10.987876 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:10.988481 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-773eadb2-7651-4977-b121-2e8432827a32 req-c7b24355-6088-4d2c-91e8-789ab05a0c6d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Made reservation on behalf of cebcf9c92bc249da8950af17366bf37a for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:10.991899 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-773eadb2-7651-4977-b121-2e8432827a32 req-c7b24355-6088-4d2c-91e8-789ab05a0c6d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:11.132145 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-773eadb2-7651-4977-b121-2e8432827a32 req-c7b24355-6088-4d2c-91e8-789ab05a0c6d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Allocated IP 172.20.0.5 (d30826ff-4169-41c1-918a-e63c8a4998fd/9ffa28af-5283-4890-a063-c9e399ca9971/1dd94548-c07f-4f69-8a6b-b5c94388fc17) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:11.270312 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:52:11.280717 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-773eadb2-7651-4977-b121-2e8432827a32 req-c7b24355-6088-4d2c-91e8-789ab05a0c6d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:11.295178 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-773eadb2-7651-4977-b121-2e8432827a32 req-c7b24355-6088-4d2c-91e8-789ab05a0c6d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Transition to ACTIVE for port object 1dd94548-c07f-4f69-8a6b-b5c94388fc17 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:11.328780 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-773eadb2-7651-4977-b121-2e8432827a32 req-c7b24355-6088-4d2c-91e8-789ab05a0c6d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:11.372157 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-773eadb2-7651-4977-b121-2e8432827a32 req-c7b24355-6088-4d2c-91e8-789ab05a0c6d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Network d30826ff-4169-41c1-918a-e63c8a4998fd is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:11.377369 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-773eadb2-7651-4977-b121-2e8432827a32 req-c7b24355-6088-4d2c-91e8-789ab05a0c6d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:11.380086 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-773eadb2-7651-4977-b121-2e8432827a32 req-c7b24355-6088-4d2c-91e8-789ab05a0c6d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:52:11.411247 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b24355-6088-4d2c-91e8-789ab05a0c6d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Pushing event updated for resources: {'Port': ['ID=1dd94548-c07f-4f69-8a6b-b5c94388fc17,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:11.427082 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b24355-6088-4d2c-91e8-789ab05a0c6d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:11.427429 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b24355-6088-4d2c-91e8-789ab05a0c6d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:11.427825 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b24355-6088-4d2c-91e8-789ab05a0c6d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:11.428170 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b24355-6088-4d2c-91e8-789ab05a0c6d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:11.428503 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b24355-6088-4d2c-91e8-789ab05a0c6d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:11.428835 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b24355-6088-4d2c-91e8-789ab05a0c6d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:11.429163 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b24355-6088-4d2c-91e8-789ab05a0c6d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:11.429507 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b24355-6088-4d2c-91e8-789ab05a0c6d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:11.429824 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b24355-6088-4d2c-91e8-789ab05a0c6d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:11.430145 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b24355-6088-4d2c-91e8-789ab05a0c6d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:11.430634 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b24355-6088-4d2c-91e8-789ab05a0c6d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:11.430944 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b24355-6088-4d2c-91e8-789ab05a0c6d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:11.451569 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773eadb2-7651-4977-b121-2e8432827a32 req-c7b24355-6088-4d2c-91e8-789ab05a0c6d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:11.452244 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-773eadb2-7651-4977-b121-2e8432827a32 req-c7b24355-6088-4d2c-91e8-789ab05a0c6d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:11.468611 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-773eadb2-7651-4977-b121-2e8432827a32 req-c7b24355-6088-4d2c-91e8-789ab05a0c6d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6013663 Jul 14 09:52:11.481821 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-773eadb2-7651-4977-b121-2e8432827a32 req-839b3c3d-2ba7-4027-be1c-9d981c846ca6 service neutron] Request body: {'port': {'device_id': '9691ef24-b118-4af8-b675-49f8b81c797a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:11.564868 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-773eadb2-7651-4977-b121-2e8432827a32 req-839b3c3d-2ba7-4027-be1c-9d981c846ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:11.615749 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e8e15294-7f73-45bd-afd0-b1ef6caeac04 None None] Provisioning for port 1dd94548-c07f-4f69-8a6b-b5c94388fc17 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:52:11.619645 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e8e15294-7f73-45bd-afd0-b1ef6caeac04 None None] Provisioning complete for port 1dd94548-c07f-4f69-8a6b-b5c94388fc17 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:11.620004 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8e15294-7f73-45bd-afd0-b1ef6caeac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:11.653905 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e8e15294-7f73-45bd-afd0-b1ef6caeac04 None None] Port 1dd94548-c07f-4f69-8a6b-b5c94388fc17 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:52:11.830299 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-773eadb2-7651-4977-b121-2e8432827a32 req-839b3c3d-2ba7-4027-be1c-9d981c846ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd94548-c07f-4f69-8a6b-b5c94388fc17 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:52:11.837958 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-773eadb2-7651-4977-b121-2e8432827a32 req-839b3c3d-2ba7-4027-be1c-9d981c846ca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:11.850912 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-773eadb2-7651-4977-b121-2e8432827a32 req-839b3c3d-2ba7-4027-be1c-9d981c846ca6 service neutron] Transition to ACTIVE for port object 1dd94548-c07f-4f69-8a6b-b5c94388fc17 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:11.855354 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-773eadb2-7651-4977-b121-2e8432827a32 req-839b3c3d-2ba7-4027-be1c-9d981c846ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:11.901340 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46265cb-69ae-49af-9638-92ac3a0fcaf1 req-55facd0a-4610-492e-954c-0090a28eba92 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:11.904589 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b46265cb-69ae-49af-9638-92ac3a0fcaf1 req-55facd0a-4610-492e-954c-0090a28eba92 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 931 time: 0.0709898 Jul 14 09:52:11.936654 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b3c3d-2ba7-4027-be1c-9d981c846ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd94548-c07f-4f69-8a6b-b5c94388fc17,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:11.948023 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b46265cb-69ae-49af-9638-92ac3a0fcaf1 req-6204bc2d-fa91-4559-b94c-2ff39d210aa8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371721 Jul 14 09:52:11.988248 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-773eadb2-7651-4977-b121-2e8432827a32 req-839b3c3d-2ba7-4027-be1c-9d981c846ca6 service neutron] Attempting to bind port 1dd94548-c07f-4f69-8a6b-b5c94388fc17 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:52:11.988679 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-773eadb2-7651-4977-b121-2e8432827a32 req-839b3c3d-2ba7-4027-be1c-9d981c846ca6 service neutron] Attempting to bind port 1dd94548-c07f-4f69-8a6b-b5c94388fc17 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:52:11.989021 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773eadb2-7651-4977-b121-2e8432827a32 req-839b3c3d-2ba7-4027-be1c-9d981c846ca6 service neutron] Attempting to bind port 1dd94548-c07f-4f69-8a6b-b5c94388fc17 on network d30826ff-4169-41c1-918a-e63c8a4998fd {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:52:11.993584 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773eadb2-7651-4977-b121-2e8432827a32 req-839b3c3d-2ba7-4027-be1c-9d981c846ca6 service neutron] Port 1dd94548-c07f-4f69-8a6b-b5c94388fc17 on network d30826ff-4169-41c1-918a-e63c8a4998fd not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:52:11.993940 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773eadb2-7651-4977-b121-2e8432827a32 req-839b3c3d-2ba7-4027-be1c-9d981c846ca6 service neutron] Attempting to bind port 1dd94548-c07f-4f69-8a6b-b5c94388fc17 on network d30826ff-4169-41c1-918a-e63c8a4998fd {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:52:12.000016 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773eadb2-7651-4977-b121-2e8432827a32 req-839b3c3d-2ba7-4027-be1c-9d981c846ca6 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:52:12.000476 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773eadb2-7651-4977-b121-2e8432827a32 req-839b3c3d-2ba7-4027-be1c-9d981c846ca6 service neutron] Checking segment: {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:52:12.000970 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773eadb2-7651-4977-b121-2e8432827a32 req-839b3c3d-2ba7-4027-be1c-9d981c846ca6 service neutron] Bound using segment: {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:52:12.001415 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-773eadb2-7651-4977-b121-2e8432827a32 req-839b3c3d-2ba7-4027-be1c-9d981c846ca6 service neutron] Bound port: 1dd94548-c07f-4f69-8a6b-b5c94388fc17, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:52:12.001783 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-773eadb2-7651-4977-b121-2e8432827a32 req-839b3c3d-2ba7-4027-be1c-9d981c846ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:12.072198 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-773eadb2-7651-4977-b121-2e8432827a32 req-839b3c3d-2ba7-4027-be1c-9d981c846ca6 service neutron] For port 1dd94548-c07f-4f69-8a6b-b5c94388fc17, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:52:12.076102 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-773eadb2-7651-4977-b121-2e8432827a32 req-839b3c3d-2ba7-4027-be1c-9d981c846ca6 service neutron] For port 1dd94548-c07f-4f69-8a6b-b5c94388fc17, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1dd94548-c07f-4f69-8a6b-b5c94388fc17,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:52:12.083968 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-773eadb2-7651-4977-b121-2e8432827a32 req-839b3c3d-2ba7-4027-be1c-9d981c846ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:12.122946 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773eadb2-7651-4977-b121-2e8432827a32 req-839b3c3d-2ba7-4027-be1c-9d981c846ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:12.123727 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-773eadb2-7651-4977-b121-2e8432827a32 req-839b3c3d-2ba7-4027-be1c-9d981c846ca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:12.125071 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-773eadb2-7651-4977-b121-2e8432827a32 req-839b3c3d-2ba7-4027-be1c-9d981c846ca6 service neutron] 10.222.0.44 "PUT /v2.0/ports/1dd94548-c07f-4f69-8a6b-b5c94388fc17 HTTP/1.1" status: 200 len: 1092 time: 0.6482384 Jul 14 09:52:12.127345 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9691ef24-b118-4af8-b675-49f8b81c797a', 'tag': '1dd94548-c07f-4f69-8a6b-b5c94388fc17'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:52:12.130805 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9dcb7c7-2b46-4ab6-ac35-5b19d5d3822c" -d '{"events": [{"name": "network-changed", "server_uuid": "9691ef24-b118-4af8-b675-49f8b81c797a", "tag": "1dd94548-c07f-4f69-8a6b-b5c94388fc17"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:52:12.164168 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b3c3d-2ba7-4027-be1c-9d981c846ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd94548-c07f-4f69-8a6b-b5c94388fc17,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:12.207124 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8872abb7-226c-4f3e-93d7-c142a2e8a600 x-openstack-request-id: req-8872abb7-226c-4f3e-93d7-c142a2e8a600 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:52:12.207408 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9691ef24-b118-4af8-b675-49f8b81c797a", "tag": "1dd94548-c07f-4f69-8a6b-b5c94388fc17", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:52:12.207674 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8872abb7-226c-4f3e-93d7-c142a2e8a600 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:52:12.208074 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9691ef24-b118-4af8-b675-49f8b81c797a', 'tag': '1dd94548-c07f-4f69-8a6b-b5c94388fc17', 'status': 'completed', 'code': 200} Jul 14 09:52:12.241958 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773eadb2-7651-4977-b121-2e8432827a32 req-768ec382-a4f0-44d5-a90c-877d8b955847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:12.243540 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-773eadb2-7651-4977-b121-2e8432827a32 req-768ec382-a4f0-44d5-a90c-877d8b955847 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 1095 time: 0.0750244 Jul 14 09:52:12.286578 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-773eadb2-7651-4977-b121-2e8432827a32 req-733c332d-4333-4a01-9b29-5d6169b2e97b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dd94548-c07f-4f69-8a6b-b5c94388fc17 HTTP/1.1" status: 200 len: 217 time: 0.0362608 Jul 14 09:52:12.338477 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773eadb2-7651-4977-b121-2e8432827a32 req-943186f5-4af4-4797-bbdb-0c755b89edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:12.340554 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-773eadb2-7651-4977-b121-2e8432827a32 req-943186f5-4af4-4797-bbdb-0c755b89edf9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0472906 Jul 14 09:52:12.403696 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773eadb2-7651-4977-b121-2e8432827a32 req-b74c6818-cba7-43aa-8d70-c319e3182454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:12.405305 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-773eadb2-7651-4977-b121-2e8432827a32 req-b74c6818-cba7-43aa-8d70-c319e3182454 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595520 Jul 14 09:52:12.495576 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-773eadb2-7651-4977-b121-2e8432827a32 req-67973cc6-2682-4314-a881-7e661b712b42 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829649 Jul 14 09:52:12.569813 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:12.591004 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-773eadb2-7651-4977-b121-2e8432827a32 req-d6dfdc65-1330-4431-ae2d-f71a560493b3 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894384 Jul 14 09:52:12.691295 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcb7c7-2b46-4ab6-ac35-5b19d5d3822c req-f33bab36-b105-4c96-928d-bc46127896ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:12.692758 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f9dcb7c7-2b46-4ab6-ac35-5b19d5d3822c req-f33bab36-b105-4c96-928d-bc46127896ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 1095 time: 0.0541654 Jul 14 09:52:12.781922 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcb7c7-2b46-4ab6-ac35-5b19d5d3822c req-918dcf20-765c-4f92-9478-599624261a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:12.783409 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f9dcb7c7-2b46-4ab6-ac35-5b19d5d3822c req-918dcf20-765c-4f92-9478-599624261a4c service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0841615 Jul 14 09:52:12.830087 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f9dcb7c7-2b46-4ab6-ac35-5b19d5d3822c req-36e340e3-ac32-44af-a31e-d72ef179f5ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dd94548-c07f-4f69-8a6b-b5c94388fc17 HTTP/1.1" status: 200 len: 217 time: 0.0390909 Jul 14 09:52:12.881244 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcb7c7-2b46-4ab6-ac35-5b19d5d3822c req-695f2bef-4f0e-4e7a-a8b0-af94a5569cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:12.882708 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f9dcb7c7-2b46-4ab6-ac35-5b19d5d3822c req-695f2bef-4f0e-4e7a-a8b0-af94a5569cbf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0445812 Jul 14 09:52:12.940210 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcb7c7-2b46-4ab6-ac35-5b19d5d3822c req-dd876e49-f133-475d-9d19-7cda4cdf453e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:12.941772 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f9dcb7c7-2b46-4ab6-ac35-5b19d5d3822c req-dd876e49-f133-475d-9d19-7cda4cdf453e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524619 Jul 14 09:52:13.040945 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f9dcb7c7-2b46-4ab6-ac35-5b19d5d3822c req-ca697c17-7ead-4405-8ec2-932e52e827e9 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916367 Jul 14 09:52:13.132380 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f9dcb7c7-2b46-4ab6-ac35-5b19d5d3822c req-86463c0f-7fff-46a1-82df-e16f621e6f5e service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847871 Jul 14 09:52:13.133616 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e8ca3-6e72-42c5-a7e3-8d23e2e1442a req-7ffc5ea4-43ac-45bb-b90c-c811d7c6d329 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:13.135135 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f55e8ca3-6e72-42c5-a7e3-8d23e2e1442a req-7ffc5ea4-43ac-45bb-b90c-c811d7c6d329 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 943 time: 0.0679104 Jul 14 09:52:13.177223 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f55e8ca3-6e72-42c5-a7e3-8d23e2e1442a req-5f6b93b8-76b5-4fa4-9c3c-c74433a9fa54 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351408 Jul 14 09:52:14.357387 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79c024-1588-4918-9c9b-fb44d4a2a0ae req-392cab4c-580d-4bd2-ac2a-d883b74321fc tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:14.358952 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3b79c024-1588-4918-9c9b-fb44d4a2a0ae req-392cab4c-580d-4bd2-ac2a-d883b74321fc tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 943 time: 0.0659347 Jul 14 09:52:14.397890 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3b79c024-1588-4918-9c9b-fb44d4a2a0ae req-f0885aa2-3e98-4089-8cb4-69dc71e2eba8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332665 Jul 14 09:52:15.213379 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 1dd94548-c07f-4f69-8a6b-b5c94388fc17 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:52:15.312793 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 1dd94548-c07f-4f69-8a6b-b5c94388fc17, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1dd94548-c07f-4f69-8a6b-b5c94388fc17,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:15.325317 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '1dd94548-c07f-4f69-8a6b-b5c94388fc17', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'port_id': '1dd94548-c07f-4f69-8a6b-b5c94388fc17', 'mac_address': 'fa:16:3e:e1:51:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:52:15.365011 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:15.377868 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd94548-c07f-4f69-8a6b-b5c94388fc17 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:52:15.397185 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 1dd94548-c07f-4f69-8a6b-b5c94388fc17, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1dd94548-c07f-4f69-8a6b-b5c94388fc17,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:15.401890 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:15.456382 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=1dd94548-c07f-4f69-8a6b-b5c94388fc17,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:15.577168 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed0baa-06dd-4ec0-a6fc-1772674b7a8f req-76c6be7e-7aba-4ad0-a78e-68a3e74513a5 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:15.578998 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66ed0baa-06dd-4ec0-a6fc-1772674b7a8f req-76c6be7e-7aba-4ad0-a78e-68a3e74513a5 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 944 time: 0.0650034 Jul 14 09:52:15.617663 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66ed0baa-06dd-4ec0-a6fc-1772674b7a8f req-2bbf78e5-5ec1-4e40-9a43-1c8ae2b3d3e6 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329559 Jul 14 09:52:15.644273 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['1dd94548-c07f-4f69-8a6b-b5c94388fc17'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:52:16.800105 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22665617-8932-4a66-9b3b-bb5fed5de580 req-02fca5fb-73dc-43be-b710-471ed927e030 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:16.801628 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-22665617-8932-4a66-9b3b-bb5fed5de580 req-02fca5fb-73dc-43be-b710-471ed927e030 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 944 time: 0.0691946 Jul 14 09:52:16.841649 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-22665617-8932-4a66-9b3b-bb5fed5de580 req-5748ed9d-8346-4302-bcfe-f78bd7397b25 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337353 Jul 14 09:52:17.211885 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 1dd94548-c07f-4f69-8a6b-b5c94388fc17 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:52:17.265679 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 1dd94548-c07f-4f69-8a6b-b5c94388fc17 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:52:17.269586 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 1dd94548-c07f-4f69-8a6b-b5c94388fc17 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:17.269967 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:17.347646 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:17.370273 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9691ef24-b118-4af8-b675-49f8b81c797a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd94548-c07f-4f69-8a6b-b5c94388fc17'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:52:17.372881 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c8a5e5-1125-47bc-818b-d85db4fd459a" -d '{"events": [{"server_uuid": "9691ef24-b118-4af8-b675-49f8b81c797a", "name": "network-vif-plugged", "status": "completed", "tag": "1dd94548-c07f-4f69-8a6b-b5c94388fc17"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:52:17.385778 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 1dd94548-c07f-4f69-8a6b-b5c94388fc17, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1dd94548-c07f-4f69-8a6b-b5c94388fc17,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:17.389855 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:17.428970 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91bf2d5-8395-41eb-b883-b4c20677f574 x-openstack-request-id: req-e91bf2d5-8395-41eb-b883-b4c20677f574 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:52:17.428970 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9691ef24-b118-4af8-b675-49f8b81c797a", "name": "network-vif-plugged", "status": "completed", "tag": "1dd94548-c07f-4f69-8a6b-b5c94388fc17", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:52:17.428970 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e91bf2d5-8395-41eb-b883-b4c20677f574 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:52:17.429364 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9691ef24-b118-4af8-b675-49f8b81c797a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd94548-c07f-4f69-8a6b-b5c94388fc17', 'code': 200} Jul 14 09:52:17.450983 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=1dd94548-c07f-4f69-8a6b-b5c94388fc17,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:17.546241 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5898c1-78af-4b47-941b-2c644884d016 req-a4f20810-cc46-493c-bc81-1923fe7e4894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:17.547846 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ce5898c1-78af-4b47-941b-2c644884d016 req-a4f20810-cc46-493c-bc81-1923fe7e4894 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 1097 time: 0.0580809 Jul 14 09:52:17.583399 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ce5898c1-78af-4b47-941b-2c644884d016 req-9e139fd3-9834-453d-a7a6-d0b397fb322e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292919 Jul 14 09:52:18.019708 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e4bef-5f8e-4285-88e7-69024e78fc99 req-ae9bfbe4-3509-4618-9a18-3c3b2fd7ea13 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:18.021218 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c04e4bef-5f8e-4285-88e7-69024e78fc99 req-ae9bfbe4-3509-4618-9a18-3c3b2fd7ea13 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 945 time: 0.0674143 Jul 14 09:52:18.060693 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c04e4bef-5f8e-4285-88e7-69024e78fc99 req-cbd44b43-07a3-4975-9dab-d9595dc6cb43 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337565 Jul 14 09:52:18.493864 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-425e082c-ca36-415b-931b-d71783b7faaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:19.255926 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8992e-be89-4228-96a2-12af120198bf req-872adad9-8bc0-46f5-a443-876162ef574b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:19.257628 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e2a8992e-be89-4228-96a2-12af120198bf req-872adad9-8bc0-46f5-a443-876162ef574b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 945 time: 0.0757496 Jul 14 09:52:19.299843 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e2a8992e-be89-4228-96a2-12af120198bf req-54d05445-9fa8-43f3-9a46-090f02c16a24 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356636 Jul 14 09:52:19.478644 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcdf58-da4a-4096-a743-ecc37c4aff2e req-62615446-46f2-47c7-a953-0fbaef51d071 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:19.480508 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3bbcdf58-da4a-4096-a743-ecc37c4aff2e req-62615446-46f2-47c7-a953-0fbaef51d071 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 945 time: 0.0688801 Jul 14 09:52:19.489243 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 33334) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:19.493934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f873e41d-e5e7-4d97-96b1-68dd0f2ea815 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Request body: {'floatingip': {'port_id': '1dd94548-c07f-4f69-8a6b-b5c94388fc17'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:19.533494 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f873e41d-e5e7-4d97-96b1-68dd0f2ea815 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:19.975797 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f873e41d-e5e7-4d97-96b1-68dd0f2ea815 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:19.979716 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f873e41d-e5e7-4d97-96b1-68dd0f2ea815 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:20.080042 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-f873e41d-e5e7-4d97-96b1-68dd0f2ea815 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Floating IP 5df9c757-180d-49ae-b717-441d0eeca60d associated. External IP: 172.25.6.107, port: 1dd94548-c07f-4f69-8a6b-b5c94388fc17. Jul 14 09:52:20.287995 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f873e41d-e5e7-4d97-96b1-68dd0f2ea815 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:52:20.397132 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f873e41d-e5e7-4d97-96b1-68dd0f2ea815 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:52:20.401885 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f873e41d-e5e7-4d97-96b1-68dd0f2ea815 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:20.406974 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdcb3d3-8f6c-4e88-bade-cd88399b6781 None None] Sync routers for ids ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:52:20.415886 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdcb3d3-8f6c-4e88-bade-cd88399b6781 None None] Routers {'6ad33a0a-fdac-4307-9a00-5b4f12e41621'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:52:20.416576 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4fdcb3d3-8f6c-4e88-bade-cd88399b6781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:51:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:20.439966 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f873e41d-e5e7-4d97-96b1-68dd0f2ea815 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "PUT /v2.0/floatingips/5df9c757-180d-49ae-b717-441d0eeca60d HTTP/1.1" status: 200 len: 991 time: 0.9495652 Jul 14 09:52:20.440551 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9691ef24-b118-4af8-b675-49f8b81c797a', 'tag': '1dd94548-c07f-4f69-8a6b-b5c94388fc17'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:52:20.442825 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399be1bf-e57d-4333-842b-6a56140c4df5" -d '{"events": [{"name": "network-changed", "server_uuid": "9691ef24-b118-4af8-b675-49f8b81c797a", "tag": "1dd94548-c07f-4f69-8a6b-b5c94388fc17"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:52:20.485109 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582af232-7009-41fa-9697-b42260547ccd x-openstack-request-id: req-582af232-7009-41fa-9697-b42260547ccd {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:52:20.485470 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9691ef24-b118-4af8-b675-49f8b81c797a", "tag": "1dd94548-c07f-4f69-8a6b-b5c94388fc17", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:52:20.485785 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-582af232-7009-41fa-9697-b42260547ccd {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:52:20.486307 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9691ef24-b118-4af8-b675-49f8b81c797a', 'tag': '1dd94548-c07f-4f69-8a6b-b5c94388fc17', 'status': 'completed', 'code': 200} Jul 14 09:52:20.570180 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399be1bf-e57d-4333-842b-6a56140c4df5 req-bbf914da-8cd6-465d-ae4c-966766048084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:20.571820 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-399be1bf-e57d-4333-842b-6a56140c4df5 req-bbf914da-8cd6-465d-ae4c-966766048084 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 1097 time: 0.0619304 Jul 14 09:52:20.634370 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-4fdcb3d3-8f6c-4e88-bade-cd88399b6781 None None] Set router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:52:20.666591 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399be1bf-e57d-4333-842b-6a56140c4df5 req-03f99353-edb6-4909-8024-a88d72c68708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:20.668836 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-399be1bf-e57d-4333-842b-6a56140c4df5 req-03f99353-edb6-4909-8024-a88d72c68708 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0900731 Jul 14 09:52:20.870308 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4fdcb3d3-8f6c-4e88-bade-cd88399b6781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '5df9c757-180d-49ae-b717-441d0eeca60d', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'port_id': '1dd94548-c07f-4f69-8a6b-b5c94388fc17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'mac_address': 'fa:16:3e:e1:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691ef24-b118-4af8-b675-49f8b81c797a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:49:54Z', 'updated_at': '2021-07-14T09:52:19Z', 'revision_number': 5, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4219be4-f0bd-4848-9c46-c0d993a2836f', 'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:50Z', 'updated_at': '2021-07-14T09:49:55Z', 'revision_number': 5, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'subnets': [{'id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:20.898103 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdcb3d3-8f6c-4e88-bade-cd88399b6781 None None] Checking router: 6ad33a0a-fdac-4307-9a00-5b4f12e41621 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:52:20.909325 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdcb3d3-8f6c-4e88-bade-cd88399b6781 None None] Routers {'6ad33a0a-fdac-4307-9a00-5b4f12e41621'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:52:20.909966 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4fdcb3d3-8f6c-4e88-bade-cd88399b6781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:51:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:21.020122 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-4fdcb3d3-8f6c-4e88-bade-cd88399b6781 None None] Set router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:52:21.070588 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-399be1bf-e57d-4333-842b-6a56140c4df5 req-bfa28f05-25bc-4a05-9719-551ffe2def5c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dd94548-c07f-4f69-8a6b-b5c94388fc17 HTTP/1.1" status: 200 len: 999 time: 0.3951042 Jul 14 09:52:21.102204 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-636b2397-2065-4f81-8ffd-4def1c366518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:21.120704 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399be1bf-e57d-4333-842b-6a56140c4df5 req-bfe4581d-af05-48ad-929a-a574adef384e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:21.122478 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-399be1bf-e57d-4333-842b-6a56140c4df5 req-bfe4581d-af05-48ad-929a-a574adef384e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0453732 Jul 14 09:52:21.184428 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399be1bf-e57d-4333-842b-6a56140c4df5 req-d8c824fd-94e1-464a-9bcb-ced9d6b9e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:21.185935 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-399be1bf-e57d-4333-842b-6a56140c4df5 req-d8c824fd-94e1-464a-9bcb-ced9d6b9e318 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566418 Jul 14 09:52:21.247519 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4fdcb3d3-8f6c-4e88-bade-cd88399b6781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '5df9c757-180d-49ae-b717-441d0eeca60d', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'port_id': '1dd94548-c07f-4f69-8a6b-b5c94388fc17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'mac_address': 'fa:16:3e:e1:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691ef24-b118-4af8-b675-49f8b81c797a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:49:54Z', 'updated_at': '2021-07-14T09:52:19Z', 'revision_number': 5, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4219be4-f0bd-4848-9c46-c0d993a2836f', 'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:50Z', 'updated_at': '2021-07-14T09:49:55Z', 'revision_number': 5, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'subnets': [{'id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:21.280116 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-399be1bf-e57d-4333-842b-6a56140c4df5 req-abf3dfdd-e12a-440c-b095-40225a80825c service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861530 Jul 14 09:52:21.285048 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdcb3d3-8f6c-4e88-bade-cd88399b6781 None None] The sync data for ids ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'] in n-d-771362-35 is: [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '5df9c757-180d-49ae-b717-441d0eeca60d', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'port_id': '1dd94548-c07f-4f69-8a6b-b5c94388fc17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'mac_address': 'fa:16:3e:e1:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9691ef24-b118-4af8-b675-49f8b81c797a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:49:54Z', 'updated_at': '2021-07-14T09:52:19Z', 'revision_number': 5, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4219be4-f0bd-4848-9c46-c0d993a2836f', 'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:50Z', 'updated_at': '2021-07-14T09:49:55Z', 'revision_number': 5, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'subnets': [{'id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:52:21.315034 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:21.380175 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-399be1bf-e57d-4333-842b-6a56140c4df5 req-c400d9a0-4595-43d3-9bc4-bf72072b53bf service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938976 Jul 14 09:52:21.486267 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b07265-c1d0-479f-8268-eadf10904b5e None None] New status for floating IP 5df9c757-180d-49ae-b717-441d0eeca60d: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:52:22.322331 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:23.860842 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:27.411733 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0a2c99c6-ecb2-4d2e-9af4-7e0426db7657 req-ecf17f2b-9ace-4620-8979-5f315c48a68b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512612 Jul 14 09:52:27.507211 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c99c6-ecb2-4d2e-9af4-7e0426db7657 req-30e84ab3-7105-416d-9672-1399cae8f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:27.508636 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0a2c99c6-ecb2-4d2e-9af4-7e0426db7657 req-30e84ab3-7105-416d-9672-1399cae8f202 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 1097 time: 0.0517826 Jul 14 09:52:27.614460 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c99c6-ecb2-4d2e-9af4-7e0426db7657 req-8ee011ed-23be-4529-9422-a2f1df57a431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:27.615958 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0a2c99c6-ecb2-4d2e-9af4-7e0426db7657 req-8ee011ed-23be-4529-9422-a2f1df57a431 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0867295 Jul 14 09:52:27.679465 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0a2c99c6-ecb2-4d2e-9af4-7e0426db7657 req-72ebd904-dba5-4c35-b05f-dcebc02b1c89 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dd94548-c07f-4f69-8a6b-b5c94388fc17 HTTP/1.1" status: 200 len: 1001 time: 0.0575962 Jul 14 09:52:27.727315 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c99c6-ecb2-4d2e-9af4-7e0426db7657 req-084f1120-b283-4c1b-ad6e-266aa868bb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:27.728765 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0a2c99c6-ecb2-4d2e-9af4-7e0426db7657 req-084f1120-b283-4c1b-ad6e-266aa868bb42 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0431511 Jul 14 09:52:27.788525 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c99c6-ecb2-4d2e-9af4-7e0426db7657 req-1ffcdb83-91c7-402d-a716-a73cd25b91bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:27.789924 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0a2c99c6-ecb2-4d2e-9af4-7e0426db7657 req-1ffcdb83-91c7-402d-a716-a73cd25b91bd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551205 Jul 14 09:52:27.878458 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0a2c99c6-ecb2-4d2e-9af4-7e0426db7657 req-1dc09b44-0314-42a9-8784-927256203efb service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819445 Jul 14 09:52:27.971730 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0a2c99c6-ecb2-4d2e-9af4-7e0426db7657 req-e179d7b8-ca17-484c-b7e9-54db52809a8b service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869224 Jul 14 09:52:41.017030 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:42.566450 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:48.269856 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:52:48.495194 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4818ad1a-7193-49b8-89d1-68541e1f8964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:51.103608 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37e06ad7-d0ff-4893-8d4a-27d6e90d652a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:51.316943 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:52.327023 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:53.863395 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:11.016240 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:12.565686 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:18.497826 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2a082ec-24c3-48d4-b6c7-3eb0ea1b7047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.107361 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6f05638-3942-4774-9b62-f61b52238126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.319315 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.329505 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:23.867079 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:25.269910 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:53:27.511854 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-289ed4a8-abf9-45b3-afe0-64ddd57a9967 req-81571c6b-5dbe-4f99-b6b2-96ca9015bd59 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1391020 Jul 14 09:53:27.606644 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ed4a8-abf9-45b3-afe0-64ddd57a9967 req-bad8918c-dd69-4fd1-9282-29db06312a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:27.608053 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-289ed4a8-abf9-45b3-afe0-64ddd57a9967 req-bad8918c-dd69-4fd1-9282-29db06312a7f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 1097 time: 0.0527680 Jul 14 09:53:27.712818 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ed4a8-abf9-45b3-afe0-64ddd57a9967 req-37fe8a7c-8411-44e9-a1ec-20f2ad1c3460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:27.715019 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-289ed4a8-abf9-45b3-afe0-64ddd57a9967 req-37fe8a7c-8411-44e9-a1ec-20f2ad1c3460 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0872836 Jul 14 09:53:27.779133 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-289ed4a8-abf9-45b3-afe0-64ddd57a9967 req-2e03267e-23dd-4486-963b-0d0872179e7f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dd94548-c07f-4f69-8a6b-b5c94388fc17 HTTP/1.1" status: 200 len: 1001 time: 0.0579038 Jul 14 09:53:27.828498 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ed4a8-abf9-45b3-afe0-64ddd57a9967 req-41143ec1-f95d-4887-9e53-9f124e379f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:27.829973 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-289ed4a8-abf9-45b3-afe0-64ddd57a9967 req-41143ec1-f95d-4887-9e53-9f124e379f02 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0445013 Jul 14 09:53:27.892037 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ed4a8-abf9-45b3-afe0-64ddd57a9967 req-1e786cee-953a-4639-b502-d87d447f5401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:27.893919 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-289ed4a8-abf9-45b3-afe0-64ddd57a9967 req-1e786cee-953a-4639-b502-d87d447f5401 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573566 Jul 14 09:53:27.990579 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-289ed4a8-abf9-45b3-afe0-64ddd57a9967 req-ad024106-300c-4870-8fa7-af22b15d434f service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830817 Jul 14 09:53:28.082785 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-289ed4a8-abf9-45b3-afe0-64ddd57a9967 req-d9db791d-580d-4f5b-9cbd-19d4d6ad8822 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864465 Jul 14 09:53:41.040136 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:42.564455 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:48.499971 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dea2401c-1fc6-4072-b151-e3d9352201bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:51.107748 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dbb8f441-8985-436e-aa8a-85c7dc31e90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:51.321244 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:52.330656 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:53.870551 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:56.875318 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe276947-c6e1-4ae2-a1eb-514025b3f71c req-6dfc7a64-155b-4d27-a0b1-cb54f958230d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:56.876797 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe276947-c6e1-4ae2-a1eb-514025b3f71c req-6dfc7a64-155b-4d27-a0b1-cb54f958230d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 945 time: 0.0668173 Jul 14 09:53:56.919831 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe276947-c6e1-4ae2-a1eb-514025b3f71c req-c770faf0-00ee-4929-aa65-6d4ec1c9c8b6 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374262 Jul 14 09:53:58.099202 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0a9e3-9c8b-42db-9e90-0509caac4f84 req-23515f3f-5ea5-4c48-ae43-ba4b1525ca20 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:58.100714 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ff0a9e3-9c8b-42db-9e90-0509caac4f84 req-23515f3f-5ea5-4c48-ae43-ba4b1525ca20 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 945 time: 0.0636265 Jul 14 09:53:58.138724 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ff0a9e3-9c8b-42db-9e90-0509caac4f84 req-7e33c77a-dc01-4783-9582-f3e347be48ab tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311651 Jul 14 09:53:59.313844 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263d567-79b4-4fb6-a965-c692a6065ca1 req-1ddf3688-90cd-4852-9dce-d3da456a5d6a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:59.315348 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d263d567-79b4-4fb6-a965-c692a6065ca1 req-1ddf3688-90cd-4852-9dce-d3da456a5d6a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 945 time: 0.0636029 Jul 14 09:53:59.355369 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d263d567-79b4-4fb6-a965-c692a6065ca1 req-b334a92d-3c3c-4954-b827-140118e4fd54 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344470 Jul 14 09:54:00.557952 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1756f-3671-415c-b21b-6a05f9e3accf req-20886bb2-96ae-4a85-b62b-efe64c823257 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:00.559521 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40e1756f-3671-415c-b21b-6a05f9e3accf req-20886bb2-96ae-4a85-b62b-efe64c823257 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 945 time: 0.0752161 Jul 14 09:54:00.597431 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40e1756f-3671-415c-b21b-6a05f9e3accf req-1fcc6351-1e8a-4724-87cb-63407eaedaf5 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322185 Jul 14 09:54:01.774677 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968dafd-83d0-4213-9d8d-9a2d878adc63 req-240533f9-73e0-4f7f-9305-1bee88c40783 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:01.776635 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3968dafd-83d0-4213-9d8d-9a2d878adc63 req-240533f9-73e0-4f7f-9305-1bee88c40783 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 945 time: 0.0642352 Jul 14 09:54:01.818504 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3968dafd-83d0-4213-9d8d-9a2d878adc63 req-cff733d1-d0b7-4cdd-9937-24b9fd26a313 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362802 Jul 14 09:54:02.271501 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:54:02.993109 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0083eb-767a-4fcb-b2bd-df747d0ccf28 req-88843e10-ce0d-4a11-be1a-a183a6fb619c tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:02.994642 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ed0083eb-767a-4fcb-b2bd-df747d0ccf28 req-88843e10-ce0d-4a11-be1a-a183a6fb619c tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 945 time: 0.0626068 Jul 14 09:54:03.036415 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ed0083eb-767a-4fcb-b2bd-df747d0ccf28 req-c2aa83d2-5266-4f4c-9321-b08f630c5a6a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361395 Jul 14 09:54:04.217290 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c34ff-ceea-4058-aced-a63401cb2a25 req-9362dcc3-4262-44ff-870a-a648211b5bae tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:04.218800 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b81c34ff-ceea-4058-aced-a63401cb2a25 req-9362dcc3-4262-44ff-870a-a648211b5bae tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 945 time: 0.0650156 Jul 14 09:54:04.256093 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b81c34ff-ceea-4058-aced-a63401cb2a25 req-99266a75-0718-4523-be9b-64f3dff7707a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318112 Jul 14 09:54:05.458159 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a021c2-e74e-445e-a991-778cf8e6ab8d req-89ea5e9f-dd24-45a4-87b5-eb189616870b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:05.459713 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f6a021c2-e74e-445e-a991-778cf8e6ab8d req-89ea5e9f-dd24-45a4-87b5-eb189616870b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 945 time: 0.0740206 Jul 14 09:54:05.501226 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f6a021c2-e74e-445e-a991-778cf8e6ab8d req-4df9caae-61f3-4159-9849-91a1aad73fb7 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349889 Jul 14 09:54:06.692864 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c530e-5712-48bc-9b4a-3a66071af76e req-66112a0d-7701-434e-97c6-d69e9f1dd1d3 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:06.694620 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9c9c530e-5712-48bc-9b4a-3a66071af76e req-66112a0d-7701-434e-97c6-d69e9f1dd1d3 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 945 time: 0.0671673 Jul 14 09:54:06.737366 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9c9c530e-5712-48bc-9b4a-3a66071af76e req-4777feb9-4429-4e76-8ef6-70df9f0392f2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366731 Jul 14 09:54:07.909909 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee2ec5-6c36-43ae-aeaa-4cee59334be9 req-1fd77e00-df3d-422b-bdfa-3bc4f36b3584 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:07.911391 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-03ee2ec5-6c36-43ae-aeaa-4cee59334be9 req-1fd77e00-df3d-422b-bdfa-3bc4f36b3584 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 945 time: 0.0639291 Jul 14 09:54:07.950264 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-03ee2ec5-6c36-43ae-aeaa-4cee59334be9 req-eafbc9f9-d918-4848-93e8-e757df5713f2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326958 Jul 14 09:54:08.299933 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-8f4acbaf-1fe3-4121-b020-cddd72423cee service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0615590 Jul 14 09:54:08.364436 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f49b6-f0cb-4710-a243-f37a069feb01 req-eefac7c3-cb80-4b76-9d35-a716cbee9fd1 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:08.365911 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7f4f49b6-f0cb-4710-a243-f37a069feb01 req-eefac7c3-cb80-4b76-9d35-a716cbee9fd1 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 945 time: 0.0789335 Jul 14 09:54:08.405645 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7f4f49b6-f0cb-4710-a243-f37a069feb01 req-674b1b54-8aef-496a-884a-2e5a0f9d0c2e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334554 Jul 14 09:54:09.580589 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74442e-a0b6-4157-b708-a686dd8739a4 req-6d9011ff-7d7b-495e-a908-bf6dc86eb0e2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:09.582027 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6d74442e-a0b6-4157-b708-a686dd8739a4 req-6d9011ff-7d7b-495e-a908-bf6dc86eb0e2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 945 time: 0.0633321 Jul 14 09:54:09.621146 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6d74442e-a0b6-4157-b708-a686dd8739a4 req-b0c91e07-ccd5-4b8d-bc77-b510046a9541 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326531 Jul 14 09:54:10.796889 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db835b-9c33-4831-af55-f2d37eb107e2 req-2b1d959a-3417-4250-9ecc-7a6edddf89b1 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:10.798364 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7db835b-9c33-4831-af55-f2d37eb107e2 req-2b1d959a-3417-4250-9ecc-7a6edddf89b1 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 945 time: 0.0666108 Jul 14 09:54:10.836373 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7db835b-9c33-4831-af55-f2d37eb107e2 req-58d75b20-4877-4b6a-8655-fb473fc07ac6 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322652 Jul 14 09:54:11.060236 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:11.479218 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-ad35ee44-7b89-45a2-839a-6b519acd2170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:11.480804 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-ad35ee44-7b89-45a2-839a-6b519acd2170 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 1097 time: 0.0542591 Jul 14 09:54:11.578244 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-6dc897c6-b74d-480b-8ebe-ad8c6ad05e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:11.579758 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-6dc897c6-b74d-480b-8ebe-ad8c6ad05e33 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0923777 Jul 14 09:54:11.647319 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-9698d51f-1c03-49a1-ba1c-fcfa983f11e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dd94548-c07f-4f69-8a6b-b5c94388fc17 HTTP/1.1" status: 200 len: 1001 time: 0.0604122 Jul 14 09:54:11.695986 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-519edc92-6c40-4cf9-a3fa-fe93541b2fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:11.698015 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-519edc92-6c40-4cf9-a3fa-fe93541b2fab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0447502 Jul 14 09:54:11.759208 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-52cbba2e-f820-4c4e-9208-40e220bea1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:11.761193 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-52cbba2e-f820-4c4e-9208-40e220bea1c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571892 Jul 14 09:54:11.852158 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-b68cb7c5-f0a6-44b2-a257-324a4b7e6a45 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838940 Jul 14 09:54:11.950166 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-5ce58ca9-8476-4d22-bd93-a5e84f595747 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917749 Jul 14 09:54:12.016142 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e94111-c61b-4bca-b2ff-4a2537940852 req-add83da3-1da4-4c46-a7d4-7b187ec98926 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:12.017667 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-98e94111-c61b-4bca-b2ff-4a2537940852 req-add83da3-1da4-4c46-a7d4-7b187ec98926 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 945 time: 0.0656915 Jul 14 09:54:12.057809 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-98e94111-c61b-4bca-b2ff-4a2537940852 req-4020074b-55cd-4c5d-abff-59f081170a5b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336394 Jul 14 09:54:12.580926 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:13.230112 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40246e23-80eb-442d-8239-980ebd633bac req-20b688aa-23e1-485e-bf8e-8d5ef42570a6 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:13.231649 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40246e23-80eb-442d-8239-980ebd633bac req-20b688aa-23e1-485e-bf8e-8d5ef42570a6 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 945 time: 0.0633831 Jul 14 09:54:13.268546 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40246e23-80eb-442d-8239-980ebd633bac req-0ece68ca-b7ed-461f-bedd-53a50c54651e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314186 Jul 14 09:54:13.796639 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-6234bc08-3c5a-448d-afdb-00fc3b4f7244 service neutron] show failed (client error): The resource could not be found. Jul 14 09:54:13.797642 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-6234bc08-3c5a-448d-afdb-00fc3b4f7244 service neutron] 10.222.0.44 "GET /v2.0/ports/1dd94548-c07f-4f69-8a6b-b5c94388fc17/bindings/n-h1-771362-35 HTTP/1.1" status: 404 len: 381 time: 0.0560038 Jul 14 09:54:14.097867 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-fa42ff24-4e30-46e0-a982-f69ef640edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:14.099362 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-fa42ff24-4e30-46e0-a982-f69ef640edaa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a&tenant_id=cebcf9c92bc249da8950af17366bf37a HTTP/1.1" status: 200 len: 1097 time: 0.1036019 Jul 14 09:54:14.109983 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-35', 'device_owner': 'compute:nova'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:54:14.181247 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:14.384853 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] For port 1dd94548-c07f-4f69-8a6b-b5c94388fc17, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=1dd94548-c07f-4f69-8a6b-b5c94388fc17,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:14.454258 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] For port 1dd94548-c07f-4f69-8a6b-b5c94388fc17, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:54:14.511480 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32d67b-9442-40c7-8c7e-c1dd02a5f759 req-49f439d5-4c27-45bd-af88-a6919511af2a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:14.512992 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e32d67b-9442-40c7-8c7e-c1dd02a5f759 req-49f439d5-4c27-45bd-af88-a6919511af2a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 945 time: 0.1196764 Jul 14 09:54:14.513430 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9691ef24-b118-4af8-b675-49f8b81c797a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dd94548-c07f-4f69-8a6b-b5c94388fc17'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:54:14.515701 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f37d9d-e9cd-4eab-96ed-b0d156f70272" -d '{"events": [{"server_uuid": "9691ef24-b118-4af8-b675-49f8b81c797a", "name": "network-vif-unplugged", "status": "completed", "tag": "1dd94548-c07f-4f69-8a6b-b5c94388fc17"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:54:14.519746 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:14.546538 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Transition to ACTIVE for port object 1dd94548-c07f-4f69-8a6b-b5c94388fc17 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:54:14.551133 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:14.594617 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e32d67b-9442-40c7-8c7e-c1dd02a5f759 req-087c150e-8091-4b3d-b5bb-98f1ef633787 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723300 Jul 14 09:54:14.646761 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd94548-c07f-4f69-8a6b-b5c94388fc17,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:14.657897 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:14.658386 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:14.658658 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:14.658997 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:14.659332 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:14.659693 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:14.660022 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:14.660349 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:14.660674 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:14.660999 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:14.661327 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:14.661651 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:14.665731 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7556b766-e915-4294-8c67-3b16578b511e x-openstack-request-id: req-7556b766-e915-4294-8c67-3b16578b511e {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:54:14.666089 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9691ef24-b118-4af8-b675-49f8b81c797a", "name": "network-vif-unplugged", "status": "completed", "tag": "1dd94548-c07f-4f69-8a6b-b5c94388fc17", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:54:14.666264 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7556b766-e915-4294-8c67-3b16578b511e {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:54:14.666632 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9691ef24-b118-4af8-b675-49f8b81c797a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dd94548-c07f-4f69-8a6b-b5c94388fc17', 'code': 200} Jul 14 09:54:14.703804 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] No DVR routers for this DVR port 1dd94548-c07f-4f69-8a6b-b5c94388fc17 on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:54:14.842957 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Attempting to bind port 1dd94548-c07f-4f69-8a6b-b5c94388fc17 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:54:14.843289 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Attempting to bind port 1dd94548-c07f-4f69-8a6b-b5c94388fc17 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:54:14.843646 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Attempting to bind port 1dd94548-c07f-4f69-8a6b-b5c94388fc17 on network d30826ff-4169-41c1-918a-e63c8a4998fd {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:54:14.847789 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Port 1dd94548-c07f-4f69-8a6b-b5c94388fc17 on network d30826ff-4169-41c1-918a-e63c8a4998fd not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:54:14.848123 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Attempting to bind port 1dd94548-c07f-4f69-8a6b-b5c94388fc17 on network d30826ff-4169-41c1-918a-e63c8a4998fd {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:54:14.852883 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:54:14.852883 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Checking segment: {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:54:14.853555 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Bound using segment: {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:54:14.853973 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Bound port: 1dd94548-c07f-4f69-8a6b-b5c94388fc17, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:54:14.854322 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:14.915571 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] For port 1dd94548-c07f-4f69-8a6b-b5c94388fc17, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:54:14.918487 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] For port 1dd94548-c07f-4f69-8a6b-b5c94388fc17, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=1dd94548-c07f-4f69-8a6b-b5c94388fc17,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:54:14.922830 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:14.960289 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:14.960976 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:14.963076 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] 10.222.0.47 "PUT /v2.0/ports/1dd94548-c07f-4f69-8a6b-b5c94388fc17 HTTP/1.1" status: 200 len: 1092 time: 0.8568785 Jul 14 09:54:14.996791 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3604f8-745d-4a6d-a5b2-d4c290f4d4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd94548-c07f-4f69-8a6b-b5c94388fc17,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:15.049627 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-c7641342-71ca-49b9-8b89-bcd2e12dfbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:15.051196 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-c7641342-71ca-49b9-8b89-bcd2e12dfbc2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 1095 time: 0.0631204 Jul 14 09:54:15.145475 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-b594e29e-7c05-427f-9665-7741200ac945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:15.147246 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-b594e29e-7c05-427f-9665-7741200ac945 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0898504 Jul 14 09:54:15.216176 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-103dfbd3-212a-4695-8f60-5cbdc71b5452 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dd94548-c07f-4f69-8a6b-b5c94388fc17 HTTP/1.1" status: 200 len: 999 time: 0.0624948 Jul 14 09:54:15.263833 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-0939cc2d-cb33-40b4-b744-e551df779d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:15.265184 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-0939cc2d-cb33-40b4-b744-e551df779d4e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0429933 Jul 14 09:54:15.320919 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-3652dc10-ba7f-4a90-be37-a7678cd59123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:15.322369 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-3652dc10-ba7f-4a90-be37-a7678cd59123 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510278 Jul 14 09:54:15.412956 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-4e715846-46d7-42d0-a7ee-45cdbbe81504 service neutron] 10.222.0.47 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843968 Jul 14 09:54:15.500325 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e1dfde53-7f47-423e-8a9c-c5d20c4def4c req-5a07133e-ba2f-4efb-83b5-e5a531a8422b service neutron] 10.222.0.47 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812640 Jul 14 09:54:15.784197 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0e04d-2dae-4e98-8125-4658114f6f36 req-644811b1-1ad1-4777-a553-29315240f81e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:15.785703 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f4f0e04d-2dae-4e98-8125-4658114f6f36 req-644811b1-1ad1-4777-a553-29315240f81e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 943 time: 0.0684822 Jul 14 09:54:15.824694 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f4f0e04d-2dae-4e98-8125-4658114f6f36 req-55b8d582-d013-426b-8b52-e95940730dab tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324283 Jul 14 09:54:16.667873 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9691ef24-b118-4af8-b675-49f8b81c797a', 'tag': '1dd94548-c07f-4f69-8a6b-b5c94388fc17'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:54:16.670171 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54859398-7c77-4b21-a9fd-097fd2065397" -d '{"events": [{"name": "network-changed", "server_uuid": "9691ef24-b118-4af8-b675-49f8b81c797a", "tag": "1dd94548-c07f-4f69-8a6b-b5c94388fc17"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:54:16.717856 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef09d6b6-276a-498d-9b08-8389c1c447ec x-openstack-request-id: req-ef09d6b6-276a-498d-9b08-8389c1c447ec {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:54:16.718175 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9691ef24-b118-4af8-b675-49f8b81c797a", "tag": "1dd94548-c07f-4f69-8a6b-b5c94388fc17", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:54:16.718445 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef09d6b6-276a-498d-9b08-8389c1c447ec {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:54:16.718858 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9691ef24-b118-4af8-b675-49f8b81c797a', 'tag': '1dd94548-c07f-4f69-8a6b-b5c94388fc17', 'status': 'completed', 'code': 200} Jul 14 09:54:16.794120 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54859398-7c77-4b21-a9fd-097fd2065397 req-75d1bf99-0e8d-49d3-87ad-d6833f8f5bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:16.795702 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54859398-7c77-4b21-a9fd-097fd2065397 req-75d1bf99-0e8d-49d3-87ad-d6833f8f5bd4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 1095 time: 0.0554924 Jul 14 09:54:16.796437 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54859398-7c77-4b21-a9fd-097fd2065397 req-e832e34f-5cc1-43da-a254-7d85321fddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:16.797937 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-54859398-7c77-4b21-a9fd-097fd2065397 req-e832e34f-5cc1-43da-a254-7d85321fddb2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 1095 time: 0.0559361 Jul 14 09:54:16.908205 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54859398-7c77-4b21-a9fd-097fd2065397 req-733a9371-24f7-4ba3-9036-55563f39b274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:16.908445 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54859398-7c77-4b21-a9fd-097fd2065397 req-8757b08c-b274-4f74-8992-4cd4fd65d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:16.909942 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54859398-7c77-4b21-a9fd-097fd2065397 req-8757b08c-b274-4f74-8992-4cd4fd65d755 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.1078463 Jul 14 09:54:16.910056 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-54859398-7c77-4b21-a9fd-097fd2065397 req-733a9371-24f7-4ba3-9036-55563f39b274 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.1025486 Jul 14 09:54:16.981239 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-54859398-7c77-4b21-a9fd-097fd2065397 req-49f6a823-a61e-4c71-89ae-c1f16ea95e60 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dd94548-c07f-4f69-8a6b-b5c94388fc17 HTTP/1.1" status: 200 len: 999 time: 0.0633049 Jul 14 09:54:17.018970 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54859398-7c77-4b21-a9fd-097fd2065397 req-123c08a3-0cd4-4ae5-8de6-20407658f2a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dd94548-c07f-4f69-8a6b-b5c94388fc17 HTTP/1.1" status: 200 len: 999 time: 0.0926187 Jul 14 09:54:17.033333 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54859398-7c77-4b21-a9fd-097fd2065397 req-e0e3aa3a-3f60-423b-92e3-ed9cb30a0825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:17.034808 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-54859398-7c77-4b21-a9fd-097fd2065397 req-e0e3aa3a-3f60-423b-92e3-ed9cb30a0825 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0445118 Jul 14 09:54:17.080761 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a250a-e027-46c2-b70b-17f9e9ba2247 req-693688be-13cb-44ca-8389-cd07bf2c8996 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:17.082304 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b21a250a-e027-46c2-b70b-17f9e9ba2247 req-693688be-13cb-44ca-8389-cd07bf2c8996 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 943 time: 0.1164589 Jul 14 09:54:17.091618 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54859398-7c77-4b21-a9fd-097fd2065397 req-ae2c9c6e-64da-4e81-b0c3-0fab1e875ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:17.093014 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54859398-7c77-4b21-a9fd-097fd2065397 req-ae2c9c6e-64da-4e81-b0c3-0fab1e875ad2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0669525 Jul 14 09:54:17.098054 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54859398-7c77-4b21-a9fd-097fd2065397 req-ea6da14b-64b5-4d77-943b-4dbbe3ccfd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:17.099633 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-54859398-7c77-4b21-a9fd-097fd2065397 req-ea6da14b-64b5-4d77-943b-4dbbe3ccfd10 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570240 Jul 14 09:54:17.152086 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b21a250a-e027-46c2-b70b-17f9e9ba2247 req-27d8e485-2f1e-4092-9162-d2bac013ea5b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628676 Jul 14 09:54:17.175834 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54859398-7c77-4b21-a9fd-097fd2065397 req-97291e7c-c47a-49ce-a870-9c87ed5542f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:17.177461 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54859398-7c77-4b21-a9fd-097fd2065397 req-97291e7c-c47a-49ce-a870-9c87ed5542f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715079 Jul 14 09:54:17.192843 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-54859398-7c77-4b21-a9fd-097fd2065397 req-1edc055d-0466-40f7-99b8-3132cba707bd service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865645 Jul 14 09:54:17.296690 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-54859398-7c77-4b21-a9fd-097fd2065397 req-f923e23b-2559-4e75-8b43-4ff823069edb service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974071 Jul 14 09:54:17.496896 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7371b-8579-415b-b94c-ace583d9bcd2 req-4efb5613-45c2-4c97-be6f-4f154e421bc2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:17.498521 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6d7371b-8579-415b-b94c-ace583d9bcd2 req-4efb5613-45c2-4c97-be6f-4f154e421bc2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.44 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a&tenant_id=cebcf9c92bc249da8950af17366bf37a&binding%3Ahost_id=n-h1-771362-35 HTTP/1.1" status: 200 len: 943 time: 0.0782058 Jul 14 09:54:17.559996 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [req-c6d7371b-8579-415b-b94c-ace583d9bcd2 req-f6137e8b-6f01-4aaf-96d2-9b2297bb7d70 service neutron] delete failed (client error): The resource could not be found. Jul 14 09:54:17.560930 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6d7371b-8579-415b-b94c-ace583d9bcd2 req-f6137e8b-6f01-4aaf-96d2-9b2297bb7d70 service neutron] 10.222.0.44 "DELETE /v2.0/ports/1dd94548-c07f-4f69-8a6b-b5c94388fc17/bindings/n-h2-771362-35 HTTP/1.1" status: 404 len: 381 time: 0.0563147 Jul 14 09:54:17.643447 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173626c7-1da7-4ec5-9a65-c91a4d3c9bfc req-fb7af784-0310-45cc-ad8a-8fd2793266a1 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:17.645382 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-173626c7-1da7-4ec5-9a65-c91a4d3c9bfc req-fb7af784-0310-45cc-ad8a-8fd2793266a1 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 943 time: 0.0925720 Jul 14 09:54:17.646754 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54859398-7c77-4b21-a9fd-097fd2065397 req-17b91c5a-e491-4709-963f-b5e42ffd0003 service neutron] 10.222.0.47 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625394 Jul 14 09:54:17.660020 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7371b-8579-415b-b94c-ace583d9bcd2 req-51af551e-ccd5-40ba-acd1-5dfac87df98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:17.661556 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6d7371b-8579-415b-b94c-ace583d9bcd2 req-51af551e-ccd5-40ba-acd1-5dfac87df98a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 1095 time: 0.0571375 Jul 14 09:54:17.733240 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-173626c7-1da7-4ec5-9a65-c91a4d3c9bfc req-f0b925cd-cd14-492b-b864-939257fee417 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820503 Jul 14 09:54:17.757105 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 1dd94548-c07f-4f69-8a6b-b5c94388fc17 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:54:17.765199 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7371b-8579-415b-b94c-ace583d9bcd2 req-fb4527c2-52ab-4655-a4b1-2338612a11c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:17.765857 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54859398-7c77-4b21-a9fd-097fd2065397 req-8a84e599-5a9f-4ace-9cd3-00a766abacdf service neutron] 10.222.0.47 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076076 Jul 14 09:54:17.766824 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6d7371b-8579-415b-b94c-ace583d9bcd2 req-fb4527c2-52ab-4655-a4b1-2338612a11c2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0988750 Jul 14 09:54:17.793147 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 1dd94548-c07f-4f69-8a6b-b5c94388fc17 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:54:17.838637 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6d7371b-8579-415b-b94c-ace583d9bcd2 req-09fb2ce5-03b0-44b0-9bce-61e1921f33b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dd94548-c07f-4f69-8a6b-b5c94388fc17 HTTP/1.1" status: 200 len: 999 time: 0.0652847 Jul 14 09:54:17.886077 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7371b-8579-415b-b94c-ace583d9bcd2 req-335f65fe-c8c1-417b-8f02-f5f6e79de413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:17.887550 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6d7371b-8579-415b-b94c-ace583d9bcd2 req-335f65fe-c8c1-417b-8f02-f5f6e79de413 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0428102 Jul 14 09:54:17.943482 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7371b-8579-415b-b94c-ace583d9bcd2 req-3cb6783b-1217-43b5-8168-6d587c006181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:17.945020 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6d7371b-8579-415b-b94c-ace583d9bcd2 req-3cb6783b-1217-43b5-8168-6d587c006181 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515907 Jul 14 09:54:18.036423 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6d7371b-8579-415b-b94c-ace583d9bcd2 req-343a978f-7bbd-426c-8640-9303448e2dd7 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847051 Jul 14 09:54:18.125924 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c6d7371b-8579-415b-b94c-ace583d9bcd2 req-8e1d4cc0-cfbe-4333-84ea-79621cfee605 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831521 Jul 14 09:54:18.330756 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 1dd94548-c07f-4f69-8a6b-b5c94388fc17 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:54:18.426032 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 1dd94548-c07f-4f69-8a6b-b5c94388fc17, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=1dd94548-c07f-4f69-8a6b-b5c94388fc17,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:18.438542 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '1dd94548-c07f-4f69-8a6b-b5c94388fc17', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'port_id': '1dd94548-c07f-4f69-8a6b-b5c94388fc17', 'mac_address': 'fa:16:3e:e1:51:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:54:18.477146 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:18.502314 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd94548-c07f-4f69-8a6b-b5c94388fc17 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:54:18.507734 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c5d21eb-74e1-470f-aa1c-ec25372ab15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:18.523873 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 1dd94548-c07f-4f69-8a6b-b5c94388fc17, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=1dd94548-c07f-4f69-8a6b-b5c94388fc17,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:18.528128 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:18.583052 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=1dd94548-c07f-4f69-8a6b-b5c94388fc17,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:18.590855 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:18.591199 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:18.591561 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:18.591894 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:18.592217 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:18.592538 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:18.592857 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:18.593176 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:18.593494 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:18.593809 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:18.594125 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:18.594521 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:18.767412 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['1dd94548-c07f-4f69-8a6b-b5c94388fc17'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:54:18.932379 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a92fb6-16de-4ab2-9984-217c564c79fb req-80da2de4-5fdc-4e3e-85f1-ced9935dfd90 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:18.933884 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f6a92fb6-16de-4ab2-9984-217c564c79fb req-80da2de4-5fdc-4e3e-85f1-ced9935dfd90 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 944 time: 0.0719595 Jul 14 09:54:18.972820 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f6a92fb6-16de-4ab2-9984-217c564c79fb req-2c6825a5-da27-40de-9a68-946d562f37ac tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331709 Jul 14 09:54:19.152618 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e516bc4-9598-4c1d-b704-2dbcc4656ea6 req-207e4ba8-113d-4819-b732-2ef78c1f8cfa tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:19.154195 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8e516bc4-9598-4c1d-b704-2dbcc4656ea6 req-207e4ba8-113d-4819-b732-2ef78c1f8cfa tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 944 time: 0.0701926 Jul 14 09:54:19.192703 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8e516bc4-9598-4c1d-b704-2dbcc4656ea6 req-595a7ad8-61f3-40dc-9829-04da81ccf866 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328081 Jul 14 09:54:19.549774 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec4a24-2dd1-42ad-a5d1-9d3af457d02f req-7e4f268c-458e-41c7-866d-7ce391a05cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:19.551207 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0dec4a24-2dd1-42ad-a5d1-9d3af457d02f req-7e4f268c-458e-41c7-866d-7ce391a05cb9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 1096 time: 0.0921745 Jul 14 09:54:19.562888 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e63f6b-3ec9-4cf2-b376-f99a60adb793 req-2064bdbb-a1de-41bc-917a-fa7b87f3488f tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:19.564307 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b9e63f6b-3ec9-4cf2-b376-f99a60adb793 req-2064bdbb-a1de-41bc-917a-fa7b87f3488f tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 944 time: 0.0968812 Jul 14 09:54:19.651343 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b9e63f6b-3ec9-4cf2-b376-f99a60adb793 req-f1447312-d6a4-4eba-aa90-08446185dd53 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787582 Jul 14 09:54:19.679303 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec4a24-2dd1-42ad-a5d1-9d3af457d02f req-1de22afc-2508-4f68-bff7-2d43a0326e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:19.680908 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0dec4a24-2dd1-42ad-a5d1-9d3af457d02f req-1de22afc-2508-4f68-bff7-2d43a0326e16 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.1157033 Jul 14 09:54:19.744658 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0dec4a24-2dd1-42ad-a5d1-9d3af457d02f req-f7b6f3ad-1b45-4072-a0bb-cc3300c59cef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dd94548-c07f-4f69-8a6b-b5c94388fc17 HTTP/1.1" status: 200 len: 1000 time: 0.0572240 Jul 14 09:54:19.796572 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec4a24-2dd1-42ad-a5d1-9d3af457d02f req-96361d99-ee92-479b-88d6-ad735d21fc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:19.798026 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0dec4a24-2dd1-42ad-a5d1-9d3af457d02f req-96361d99-ee92-479b-88d6-ad735d21fc06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0470154 Jul 14 09:54:19.854454 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec4a24-2dd1-42ad-a5d1-9d3af457d02f req-00f320cd-ad87-43a1-995d-47f2b1aa56dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:19.855870 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0dec4a24-2dd1-42ad-a5d1-9d3af457d02f req-00f320cd-ad87-43a1-995d-47f2b1aa56dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515354 Jul 14 09:54:19.943373 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0dec4a24-2dd1-42ad-a5d1-9d3af457d02f req-a0fe99c0-d9b7-4624-8bcf-f9dcd69a48eb service neutron] 10.222.0.47 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806303 Jul 14 09:54:20.035821 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0dec4a24-2dd1-42ad-a5d1-9d3af457d02f req-30067122-ff28-421f-b50c-07c97c288e32 service neutron] 10.222.0.47 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862262 Jul 14 09:54:20.338413 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 1dd94548-c07f-4f69-8a6b-b5c94388fc17 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:54:20.388376 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 1dd94548-c07f-4f69-8a6b-b5c94388fc17 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:54:20.391910 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 1dd94548-c07f-4f69-8a6b-b5c94388fc17 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:54:20.392282 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:20.474345 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:20.498420 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9691ef24-b118-4af8-b675-49f8b81c797a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd94548-c07f-4f69-8a6b-b5c94388fc17'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:54:20.500710 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cf7c6e-52cf-4e6e-8449-2bc706f6a0c7" -d '{"events": [{"server_uuid": "9691ef24-b118-4af8-b675-49f8b81c797a", "name": "network-vif-plugged", "status": "completed", "tag": "1dd94548-c07f-4f69-8a6b-b5c94388fc17"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:54:20.514862 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 1dd94548-c07f-4f69-8a6b-b5c94388fc17, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=1dd94548-c07f-4f69-8a6b-b5c94388fc17,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:20.519833 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:20.569858 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=1dd94548-c07f-4f69-8a6b-b5c94388fc17,revision_number=9']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:20.605216 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3f16e2-f718-4941-9dd3-2a12f4b10811 x-openstack-request-id: req-aa3f16e2-f718-4941-9dd3-2a12f4b10811 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:54:20.605504 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9691ef24-b118-4af8-b675-49f8b81c797a", "name": "network-vif-plugged", "status": "completed", "tag": "1dd94548-c07f-4f69-8a6b-b5c94388fc17", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:54:20.605753 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa3f16e2-f718-4941-9dd3-2a12f4b10811 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:54:20.606141 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9691ef24-b118-4af8-b675-49f8b81c797a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd94548-c07f-4f69-8a6b-b5c94388fc17', 'code': 200} Jul 14 09:54:20.823124 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6893eb-1e79-4444-9038-6ce8b5361549 req-10013961-f3b8-4f14-88af-18db803047c8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:20.824634 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9a6893eb-1e79-4444-9038-6ce8b5361549 req-10013961-f3b8-4f14-88af-18db803047c8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 945 time: 0.0627496 Jul 14 09:54:20.862136 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9a6893eb-1e79-4444-9038-6ce8b5361549 req-f489dae2-5a08-4835-9993-5df3836215df tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317590 Jul 14 09:54:21.108570 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b4ef280-5b85-4795-b1bf-b38b85442d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:21.240906 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7750b-3f7a-47d7-ade0-2535a8e895de req-188cae1e-d82c-4294-8b49-d57f30fdfcac tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:21.242294 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-89c7750b-3f7a-47d7-ade0-2535a8e895de req-188cae1e-d82c-4294-8b49-d57f30fdfcac tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 945 time: 0.0677779 Jul 14 09:54:21.280607 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-89c7750b-3f7a-47d7-ade0-2535a8e895de req-97eb814b-4ead-42eb-b6e5-bf7574be7aeb tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326107 Jul 14 09:54:21.324737 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:22.333764 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:22.495038 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4ed26-78f8-4705-af2a-8d05dc12d0ab req-8bca73d0-8079-4b9e-a445-6ddb3ad27dd6 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:22.496543 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63d4ed26-78f8-4705-af2a-8d05dc12d0ab req-8bca73d0-8079-4b9e-a445-6ddb3ad27dd6 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 945 time: 0.1029181 Jul 14 09:54:22.508365 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dac16-0e98-4c40-a051-77f9bdd1c457 req-46d5240e-fa2e-459d-af97-393f9fc69c51 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:22.509760 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-540dac16-0e98-4c40-a051-77f9bdd1c457 req-46d5240e-fa2e-459d-af97-393f9fc69c51 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.47 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 945 time: 0.0872509 Jul 14 09:54:22.577437 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63d4ed26-78f8-4705-af2a-8d05dc12d0ab req-258c92d3-f99e-4fb8-9c68-e8de08a21553 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666215 Jul 14 09:54:22.636785 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-540dac16-0e98-4c40-a051-77f9bdd1c457 req-d801f234-f6e1-4520-8d66-269903ba44f3 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Deleting port 1dd94548-c07f-4f69-8a6b-b5c94388fc17 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:54:22.637127 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-540dac16-0e98-4c40-a051-77f9bdd1c457 req-d801f234-f6e1-4520-8d66-269903ba44f3 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:22.723646 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-540dac16-0e98-4c40-a051-77f9bdd1c457 req-d801f234-f6e1-4520-8d66-269903ba44f3 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] For port 1dd94548-c07f-4f69-8a6b-b5c94388fc17, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=1dd94548-c07f-4f69-8a6b-b5c94388fc17,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:22.724006 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-540dac16-0e98-4c40-a051-77f9bdd1c457 req-d801f234-f6e1-4520-8d66-269903ba44f3 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:22.895023 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-540dac16-0e98-4c40-a051-77f9bdd1c457 req-d801f234-f6e1-4520-8d66-269903ba44f3 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:22.895312 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-540dac16-0e98-4c40-a051-77f9bdd1c457 req-d801f234-f6e1-4520-8d66-269903ba44f3 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:22.895653 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [req-540dac16-0e98-4c40-a051-77f9bdd1c457 req-d801f234-f6e1-4520-8d66-269903ba44f3 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Floating IP 5df9c757-180d-49ae-b717-441d0eeca60d disassociated. External IP: 172.25.6.107, port: 1dd94548-c07f-4f69-8a6b-b5c94388fc17. Jul 14 09:54:22.895993 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-540dac16-0e98-4c40-a051-77f9bdd1c457 req-d801f234-f6e1-4520-8d66-269903ba44f3 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Calling delete_port for 1dd94548-c07f-4f69-8a6b-b5c94388fc17 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:54:23.022071 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-540dac16-0e98-4c40-a051-77f9bdd1c457 req-d801f234-f6e1-4520-8d66-269903ba44f3 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:23.053090 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801f234-f6e1-4520-8d66-269903ba44f3 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Pushing event deleted for resources: {'Port': ['ID=1dd94548-c07f-4f69-8a6b-b5c94388fc17,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:23.173370 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-540dac16-0e98-4c40-a051-77f9bdd1c457 req-d801f234-f6e1-4520-8d66-269903ba44f3 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:54:23.280840 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-540dac16-0e98-4c40-a051-77f9bdd1c457 req-d801f234-f6e1-4520-8d66-269903ba44f3 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:54:23.290874 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b98e86e-0115-4259-aaf4-94d4f05ca727 None None] Sync routers for ids ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:54:23.300684 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b98e86e-0115-4259-aaf4-94d4f05ca727 None None] Routers {'6ad33a0a-fdac-4307-9a00-5b4f12e41621'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:54:23.301275 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8b98e86e-0115-4259-aaf4-94d4f05ca727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:54:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:23.328718 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-540dac16-0e98-4c40-a051-77f9bdd1c457 req-d801f234-f6e1-4520-8d66-269903ba44f3 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] No DVR routers for this DVR port 1dd94548-c07f-4f69-8a6b-b5c94388fc17 on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:54:23.331222 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-540dac16-0e98-4c40-a051-77f9bdd1c457 req-d801f234-f6e1-4520-8d66-269903ba44f3 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:23.333262 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-540dac16-0e98-4c40-a051-77f9bdd1c457 req-d801f234-f6e1-4520-8d66-269903ba44f3 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.47 "DELETE /v2.0/ports/1dd94548-c07f-4f69-8a6b-b5c94388fc17 HTTP/1.1" status: 204 len: 173 time: 0.8168364 Jul 14 09:54:23.333702 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9691ef24-b118-4af8-b675-49f8b81c797a', 'name': 'network-vif-deleted', 'tag': '1dd94548-c07f-4f69-8a6b-b5c94388fc17'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:54:23.335993 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbaafaf-2fe1-4c94-9ed7-ec4b71bbd92f" -d '{"events": [{"server_uuid": "9691ef24-b118-4af8-b675-49f8b81c797a", "name": "network-vif-deleted", "tag": "1dd94548-c07f-4f69-8a6b-b5c94388fc17"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:54:23.384571 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52d8f4d-e828-4a45-80e0-226a0384bda2 x-openstack-request-id: req-e52d8f4d-e828-4a45-80e0-226a0384bda2 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:54:23.384870 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9691ef24-b118-4af8-b675-49f8b81c797a", "name": "network-vif-deleted", "tag": "1dd94548-c07f-4f69-8a6b-b5c94388fc17", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:54:23.385146 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e52d8f4d-e828-4a45-80e0-226a0384bda2 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:54:23.385550 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9691ef24-b118-4af8-b675-49f8b81c797a', 'name': 'network-vif-deleted', 'tag': '1dd94548-c07f-4f69-8a6b-b5c94388fc17', 'status': 'completed', 'code': 200} Jul 14 09:54:23.409523 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-8b98e86e-0115-4259-aaf4-94d4f05ca727 None None] Set router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:54:23.612886 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8b98e86e-0115-4259-aaf4-94d4f05ca727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'c4219be4-f0bd-4848-9c46-c0d993a2836f', 'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:50Z', 'updated_at': '2021-07-14T09:49:55Z', 'revision_number': 5, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'subnets': [{'id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:23.644032 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b98e86e-0115-4259-aaf4-94d4f05ca727 None None] Checking router: 6ad33a0a-fdac-4307-9a00-5b4f12e41621 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:54:23.653778 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b98e86e-0115-4259-aaf4-94d4f05ca727 None None] Routers {'6ad33a0a-fdac-4307-9a00-5b4f12e41621'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:54:23.654429 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8b98e86e-0115-4259-aaf4-94d4f05ca727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:54:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:23.740798 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-50bf0c87-d715-43da-a2c6-c49fa2cda49f req-7d9b995c-015b-40f7-879a-4cf27131c232 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=9691ef24-b118-4af8-b675-49f8b81c797a HTTP/1.1" status: 200 len: 210 time: 0.0296688 Jul 14 09:54:23.767095 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-8b98e86e-0115-4259-aaf4-94d4f05ca727 None None] Set router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:54:23.876130 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:24.052326 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8b98e86e-0115-4259-aaf4-94d4f05ca727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'c4219be4-f0bd-4848-9c46-c0d993a2836f', 'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:50Z', 'updated_at': '2021-07-14T09:49:55Z', 'revision_number': 5, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'subnets': [{'id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:24.078891 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b98e86e-0115-4259-aaf4-94d4f05ca727 None None] The sync data for ids ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'] in n-d-771362-35 is: [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'c4219be4-f0bd-4848-9c46-c0d993a2836f', 'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:50Z', 'updated_at': '2021-07-14T09:49:55Z', 'revision_number': 5, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'subnets': [{'id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:54:24.297126 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f99040e-2bae-44ae-b313-2133b9caf33d None None] New status for floating IP 5df9c757-180d-49ae-b717-441d0eeca60d: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:54:25.089285 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-307668c2-a132-4359-9ad6-c8a665040311 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--514646310&fields=id&tenant_id=cebcf9c92bc249da8950af17366bf37a HTTP/1.1" status: 200 len: 267 time: 0.0346766 Jul 14 09:54:25.206843 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-bf2abf4e-1290-409f-b60a-08c3469296a7 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:25.208413 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-bf2abf4e-1290-409f-b60a-08c3469296a7 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 812 time: 0.1127365 Jul 14 09:54:25.223934 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-1412759d-9800-46cc-b889-3d0f7223e53c tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/quotas/cebcf9c92bc249da8950af17366bf37a HTTP/1.1" status: 200 len: 375 time: 0.0094717 Jul 14 09:54:25.297245 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-41f1f3df-052f-4b06-9046-6866df2cc8fb tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0680165 Jul 14 09:54:25.391516 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-406513dc-db19-4815-a79d-53e0844b5c3d service neutron] 10.222.0.25 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821359 Jul 14 09:54:25.484496 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-5f11ad5e-d44e-4b41-a50a-17436aa6034b service neutron] 10.222.0.25 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871353 Jul 14 09:54:25.653931 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-720cbc9b-8ae8-4c8c-8729-6ac5cc81eb48 req-3e957366-3ea7-4ae9-b14a-c0a77b01fde8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 210 time: 0.0286109 Jul 14 09:54:26.361568 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 1dd94548-c07f-4f69-8a6b-b5c94388fc17 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:54:26.381590 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 1dd94548-c07f-4f69-8a6b-b5c94388fc17 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:54:26.381937 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 1dd94548-c07f-4f69-8a6b-b5c94388fc17 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:54:26.688052 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-9d4beaa7-061f-4332-9739-96ac06425d1a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:26.689681 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-9d4beaa7-061f-4332-9739-96ac06425d1a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 812 time: 0.1099839 Jul 14 09:54:26.738684 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-377a4efc-9da6-4c21-b093-265a5e93a362 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cebcf9c92bc249da8950af17366bf37a HTTP/1.1" status: 200 len: 379 time: 0.0382283 Jul 14 09:54:26.748416 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-0f54fba8-85ed-4985-b6d2-b8838a770bf9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Request body: {'port': {'device_id': '212a680a-5e12-48d6-8904-ef0f0326f30f', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'admin_state_up': True, 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'security_groups': ['4e6b8822-aff0-4403-b710-0cc0da393430']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:54:26.802432 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2154be0-1009-4efe-9733-549c8109eab1 req-7866f24a-7de6-435d-97e8-ec83da1e6a05 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 210 time: 0.0312874 Jul 14 09:54:26.859565 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-0f54fba8-85ed-4985-b6d2-b8838a770bf9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Made reservation on behalf of cebcf9c92bc249da8950af17366bf37a for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:54:26.863110 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-0f54fba8-85ed-4985-b6d2-b8838a770bf9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:26.991382 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-0f54fba8-85ed-4985-b6d2-b8838a770bf9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Allocated IP 172.20.0.6 (d30826ff-4169-41c1-918a-e63c8a4998fd/9ffa28af-5283-4890-a063-c9e399ca9971/94016695-1397-45b2-b9eb-4092e89827fd) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:54:27.129413 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-0f54fba8-85ed-4985-b6d2-b8838a770bf9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:27.143451 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-0f54fba8-85ed-4985-b6d2-b8838a770bf9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Transition to ACTIVE for port object 94016695-1397-45b2-b9eb-4092e89827fd will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:54:27.176742 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-0f54fba8-85ed-4985-b6d2-b8838a770bf9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:27.220040 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-0f54fba8-85ed-4985-b6d2-b8838a770bf9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Network d30826ff-4169-41c1-918a-e63c8a4998fd is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:54:27.225301 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-0f54fba8-85ed-4985-b6d2-b8838a770bf9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:54:27.229124 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-0f54fba8-85ed-4985-b6d2-b8838a770bf9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:54:27.259964 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54fba8-85ed-4985-b6d2-b8838a770bf9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Pushing event updated for resources: {'Port': ['ID=94016695-1397-45b2-b9eb-4092e89827fd,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:27.275381 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54fba8-85ed-4985-b6d2-b8838a770bf9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:27.275764 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54fba8-85ed-4985-b6d2-b8838a770bf9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:27.276139 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54fba8-85ed-4985-b6d2-b8838a770bf9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:27.276488 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54fba8-85ed-4985-b6d2-b8838a770bf9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:27.276832 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54fba8-85ed-4985-b6d2-b8838a770bf9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:27.277170 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54fba8-85ed-4985-b6d2-b8838a770bf9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:27.277505 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54fba8-85ed-4985-b6d2-b8838a770bf9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:27.277837 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54fba8-85ed-4985-b6d2-b8838a770bf9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:27.278169 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54fba8-85ed-4985-b6d2-b8838a770bf9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:27.278923 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54fba8-85ed-4985-b6d2-b8838a770bf9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:27.279257 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54fba8-85ed-4985-b6d2-b8838a770bf9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:27.279620 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54fba8-85ed-4985-b6d2-b8838a770bf9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:27.295949 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-0f54fba8-85ed-4985-b6d2-b8838a770bf9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:27.296592 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-0f54fba8-85ed-4985-b6d2-b8838a770bf9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:27.312210 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-0f54fba8-85ed-4985-b6d2-b8838a770bf9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5676591 Jul 14 09:54:27.325526 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-50562b15-72a6-4b74-8362-94634d127c46 service neutron] Request body: {'port': {'device_id': '212a680a-5e12-48d6-8904-ef0f0326f30f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:54:27.408294 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-50562b15-72a6-4b74-8362-94634d127c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:27.434800 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5f5326da-f589-47f2-98c3-5189e765cf50 None None] Provisioning for port 94016695-1397-45b2-b9eb-4092e89827fd completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:54:27.438432 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5f5326da-f589-47f2-98c3-5189e765cf50 None None] Provisioning complete for port 94016695-1397-45b2-b9eb-4092e89827fd triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:54:27.438794 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5f5326da-f589-47f2-98c3-5189e765cf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:27.473497 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-5f5326da-f589-47f2-98c3-5189e765cf50 None None] Port 94016695-1397-45b2-b9eb-4092e89827fd cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:54:27.672428 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-50562b15-72a6-4b74-8362-94634d127c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94016695-1397-45b2-b9eb-4092e89827fd {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:54:27.679678 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-50562b15-72a6-4b74-8362-94634d127c46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:27.691917 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-50562b15-72a6-4b74-8362-94634d127c46 service neutron] Transition to ACTIVE for port object 94016695-1397-45b2-b9eb-4092e89827fd will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:54:27.695864 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-50562b15-72a6-4b74-8362-94634d127c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:27.747920 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50562b15-72a6-4b74-8362-94634d127c46 service neutron] Pushing event updated for resources: {'Port': ['ID=94016695-1397-45b2-b9eb-4092e89827fd,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:27.819934 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-50562b15-72a6-4b74-8362-94634d127c46 service neutron] Attempting to bind port 94016695-1397-45b2-b9eb-4092e89827fd on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:54:27.820543 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-50562b15-72a6-4b74-8362-94634d127c46 service neutron] Attempting to bind port 94016695-1397-45b2-b9eb-4092e89827fd by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:54:27.821145 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-50562b15-72a6-4b74-8362-94634d127c46 service neutron] Attempting to bind port 94016695-1397-45b2-b9eb-4092e89827fd on network d30826ff-4169-41c1-918a-e63c8a4998fd {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:54:27.826342 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-50562b15-72a6-4b74-8362-94634d127c46 service neutron] Port 94016695-1397-45b2-b9eb-4092e89827fd on network d30826ff-4169-41c1-918a-e63c8a4998fd not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:54:27.826625 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-50562b15-72a6-4b74-8362-94634d127c46 service neutron] Attempting to bind port 94016695-1397-45b2-b9eb-4092e89827fd on network d30826ff-4169-41c1-918a-e63c8a4998fd {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:54:27.832168 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-50562b15-72a6-4b74-8362-94634d127c46 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:54:27.832526 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-50562b15-72a6-4b74-8362-94634d127c46 service neutron] Checking segment: {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:54:27.832920 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-50562b15-72a6-4b74-8362-94634d127c46 service neutron] Bound using segment: {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:54:27.833359 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-50562b15-72a6-4b74-8362-94634d127c46 service neutron] Bound port: 94016695-1397-45b2-b9eb-4092e89827fd, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:54:27.834045 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-50562b15-72a6-4b74-8362-94634d127c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:27.904977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-50562b15-72a6-4b74-8362-94634d127c46 service neutron] For port 94016695-1397-45b2-b9eb-4092e89827fd, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:54:27.908282 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-50562b15-72a6-4b74-8362-94634d127c46 service neutron] For port 94016695-1397-45b2-b9eb-4092e89827fd, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=94016695-1397-45b2-b9eb-4092e89827fd,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:54:27.913181 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-50562b15-72a6-4b74-8362-94634d127c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:27.950964 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-50562b15-72a6-4b74-8362-94634d127c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:27.951865 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-50562b15-72a6-4b74-8362-94634d127c46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:27.953169 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-50562b15-72a6-4b74-8362-94634d127c46 service neutron] 10.222.0.44 "PUT /v2.0/ports/94016695-1397-45b2-b9eb-4092e89827fd HTTP/1.1" status: 200 len: 1092 time: 0.6328738 Jul 14 09:54:27.953611 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212a680a-5e12-48d6-8904-ef0f0326f30f', 'tag': '94016695-1397-45b2-b9eb-4092e89827fd'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:54:27.955947 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0009eb3e-4c47-4231-9650-c8400c8a2e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "212a680a-5e12-48d6-8904-ef0f0326f30f", "tag": "94016695-1397-45b2-b9eb-4092e89827fd"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:54:27.994222 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50562b15-72a6-4b74-8362-94634d127c46 service neutron] Pushing event updated for resources: {'Port': ['ID=94016695-1397-45b2-b9eb-4092e89827fd,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:28.007916 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc35132-3ffe-4a20-aeef-d57768c015d6 req-f4f28843-5efa-4984-b2a0-617a8c7b808f tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:28.009963 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1cc35132-3ffe-4a20-aeef-d57768c015d6 req-f4f28843-5efa-4984-b2a0-617a8c7b808f tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 943 time: 0.0911164 Jul 14 09:54:28.055066 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1cc35132-3ffe-4a20-aeef-d57768c015d6 req-87464c89-f0ee-48c8-b020-a11e9bf72919 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365701 Jul 14 09:54:28.082410 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-58ab9a0d-ffcf-4102-971b-d8c12910e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:28.082410 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-58ab9a0d-ffcf-4102-971b-d8c12910e7c9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 1095 time: 0.0787733 Jul 14 09:54:28.082410 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5139f1-75ec-4871-9b37-65cc8bd6888f x-openstack-request-id: req-3c5139f1-75ec-4871-9b37-65cc8bd6888f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:54:28.082410 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212a680a-5e12-48d6-8904-ef0f0326f30f", "tag": "94016695-1397-45b2-b9eb-4092e89827fd", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:54:28.082410 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c5139f1-75ec-4871-9b37-65cc8bd6888f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:54:28.082410 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212a680a-5e12-48d6-8904-ef0f0326f30f', 'tag': '94016695-1397-45b2-b9eb-4092e89827fd', 'status': 'completed', 'code': 200} Jul 14 09:54:28.125925 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-1fe1c96f-4da8-4d77-b4a4-b2025d47f05c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94016695-1397-45b2-b9eb-4092e89827fd HTTP/1.1" status: 200 len: 217 time: 0.0368834 Jul 14 09:54:28.177314 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-88261894-f8e3-4c9c-95eb-3009236b2331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:28.178782 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-88261894-f8e3-4c9c-95eb-3009236b2331 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0464213 Jul 14 09:54:28.238105 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-d74d9597-c74f-426d-aa55-656fe1b0f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:28.239639 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-d74d9597-c74f-426d-aa55-656fe1b0f0b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544171 Jul 14 09:54:28.333667 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-17832a0c-25a8-49f6-97c3-dbdb473f640b service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874834 Jul 14 09:54:28.422130 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e690ab4f-afa9-4f02-854d-b4891392d608 req-792f3e9d-6f43-4de9-bcca-1f30fd3c1295 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819426 Jul 14 09:54:28.525646 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009eb3e-4c47-4231-9650-c8400c8a2e3f req-a0bcbc9c-b288-4e5d-bd7e-dfcfc22a3df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:28.527450 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0009eb3e-4c47-4231-9650-c8400c8a2e3f req-a0bcbc9c-b288-4e5d-bd7e-dfcfc22a3df0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 1095 time: 0.0569899 Jul 14 09:54:28.615741 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009eb3e-4c47-4231-9650-c8400c8a2e3f req-0f7093eb-1c45-49d0-aac2-1ac4c81b1290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:28.617110 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0009eb3e-4c47-4231-9650-c8400c8a2e3f req-0f7093eb-1c45-49d0-aac2-1ac4c81b1290 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0826559 Jul 14 09:54:28.662532 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0009eb3e-4c47-4231-9650-c8400c8a2e3f req-7a56f1d0-0a2b-47be-bcdd-a4b88a4db7fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94016695-1397-45b2-b9eb-4092e89827fd HTTP/1.1" status: 200 len: 217 time: 0.0382967 Jul 14 09:54:28.711120 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009eb3e-4c47-4231-9650-c8400c8a2e3f req-f7fe9fe1-6843-452a-a39c-05af73218c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:28.713127 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0009eb3e-4c47-4231-9650-c8400c8a2e3f req-f7fe9fe1-6843-452a-a39c-05af73218c9e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0438957 Jul 14 09:54:28.768980 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009eb3e-4c47-4231-9650-c8400c8a2e3f req-83f72198-9b82-4ef1-a3ce-1b8c016f0e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:28.770426 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0009eb3e-4c47-4231-9650-c8400c8a2e3f req-83f72198-9b82-4ef1-a3ce-1b8c016f0e00 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505207 Jul 14 09:54:28.862258 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0009eb3e-4c47-4231-9650-c8400c8a2e3f req-15a2cc87-b6b2-4dd6-8cf2-3336dcce586d service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844314 Jul 14 09:54:29.238310 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1fc3c-bca7-4d57-a946-5ac5e5c13c89 req-061efca2-61c0-4933-a5de-c221bdece269 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:29.239835 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ef1fc3c-bca7-4d57-a946-5ac5e5c13c89 req-061efca2-61c0-4933-a5de-c221bdece269 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 943 time: 0.0655808 Jul 14 09:54:29.278763 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ef1fc3c-bca7-4d57-a946-5ac5e5c13c89 req-c1c56d14-0111-4d74-b276-51d4e1c89a93 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329900 Jul 14 09:54:29.292351 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-0009eb3e-4c47-4231-9650-c8400c8a2e3f req-e65b226f-7257-40f1-bc8a-ef464e58a3fb service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219828 Jul 14 09:54:30.456070 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db70515-e9d1-44fd-a082-518cb53c2834 req-4a504a2a-706b-4b3c-bd7c-3e26ae8a42ee tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:30.457529 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9db70515-e9d1-44fd-a082-518cb53c2834 req-4a504a2a-706b-4b3c-bd7c-3e26ae8a42ee tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 943 time: 0.0669484 Jul 14 09:54:30.495389 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9db70515-e9d1-44fd-a082-518cb53c2834 req-26059082-c9cf-44f5-b993-714a346e06d2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316212 Jul 14 09:54:31.667512 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f326b47-ba72-4ddb-8144-6ec2dad6909a req-bf785296-b913-4ac5-ba71-5553b9e5794f tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:31.669009 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4f326b47-ba72-4ddb-8144-6ec2dad6909a req-bf785296-b913-4ac5-ba71-5553b9e5794f tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 943 time: 0.0635839 Jul 14 09:54:31.707261 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4f326b47-ba72-4ddb-8144-6ec2dad6909a req-446aa746-01f7-49d5-b655-23a5cd690730 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327160 Jul 14 09:54:31.784739 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 94016695-1397-45b2-b9eb-4092e89827fd details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:54:31.884033 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 94016695-1397-45b2-b9eb-4092e89827fd, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=94016695-1397-45b2-b9eb-4092e89827fd,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:31.894599 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '94016695-1397-45b2-b9eb-4092e89827fd', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'port_id': '94016695-1397-45b2-b9eb-4092e89827fd', 'mac_address': 'fa:16:3e:a1:04:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:54:31.931847 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:31.943951 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94016695-1397-45b2-b9eb-4092e89827fd {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:54:31.964317 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 94016695-1397-45b2-b9eb-4092e89827fd, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=94016695-1397-45b2-b9eb-4092e89827fd,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:31.968144 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:32.018967 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=94016695-1397-45b2-b9eb-4092e89827fd,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:32.170323 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['94016695-1397-45b2-b9eb-4092e89827fd'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:54:32.878275 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e186c85-acb1-45eb-8785-2d2216eae3b4 req-2ff57f0b-9be3-4add-bfab-367fa19d429f tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:32.879940 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1e186c85-acb1-45eb-8785-2d2216eae3b4 req-2ff57f0b-9be3-4add-bfab-367fa19d429f tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 944 time: 0.0634308 Jul 14 09:54:32.917512 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1e186c85-acb1-45eb-8785-2d2216eae3b4 req-d806e6c5-9223-45e6-b5b3-0748a63dd96e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314980 Jul 14 09:54:33.800305 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 94016695-1397-45b2-b9eb-4092e89827fd up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:54:33.850796 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 94016695-1397-45b2-b9eb-4092e89827fd completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:54:33.854962 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 94016695-1397-45b2-b9eb-4092e89827fd triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:54:33.855330 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:33.928893 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:33.951307 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212a680a-5e12-48d6-8904-ef0f0326f30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94016695-1397-45b2-b9eb-4092e89827fd'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:54:33.953560 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61e01f4-6f54-41bd-a477-830569b3c9a9" -d '{"events": [{"server_uuid": "212a680a-5e12-48d6-8904-ef0f0326f30f", "name": "network-vif-plugged", "status": "completed", "tag": "94016695-1397-45b2-b9eb-4092e89827fd"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:54:33.966991 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 94016695-1397-45b2-b9eb-4092e89827fd, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=94016695-1397-45b2-b9eb-4092e89827fd,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:33.971781 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:33.999177 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94beba70-17ff-4621-8bf5-b3d96a269aaf x-openstack-request-id: req-94beba70-17ff-4621-8bf5-b3d96a269aaf {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:54:33.999516 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212a680a-5e12-48d6-8904-ef0f0326f30f", "name": "network-vif-plugged", "status": "completed", "tag": "94016695-1397-45b2-b9eb-4092e89827fd", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:54:33.999766 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94beba70-17ff-4621-8bf5-b3d96a269aaf {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:54:34.000161 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212a680a-5e12-48d6-8904-ef0f0326f30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94016695-1397-45b2-b9eb-4092e89827fd', 'code': 200} Jul 14 09:54:34.028157 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=94016695-1397-45b2-b9eb-4092e89827fd,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:34.102866 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03457d2-209e-487b-afe7-2a5377031172 req-9bf98077-b772-422c-8fac-b398daad6b57 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:34.104322 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e03457d2-209e-487b-afe7-2a5377031172 req-9bf98077-b772-422c-8fac-b398daad6b57 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 945 time: 0.0715580 Jul 14 09:54:34.111039 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c07fe-bd6e-41c9-9244-5c19803ec48e req-3348282c-b7d4-45bd-abc0-6c732c99c7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:34.112928 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-fb9c07fe-bd6e-41c9-9244-5c19803ec48e req-3348282c-b7d4-45bd-abc0-6c732c99c7c8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 1097 time: 0.0528460 Jul 14 09:54:34.142917 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e03457d2-209e-487b-afe7-2a5377031172 req-dfe07412-a7bc-474f-8f8e-02da7b492d8e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329483 Jul 14 09:54:34.147661 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-fb9c07fe-bd6e-41c9-9244-5c19803ec48e req-eecb38de-8a45-4b58-969b-88bbd1fa8f34 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276597 Jul 14 09:54:35.323988 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccf0d5-abe2-49b3-b0c7-19cba6563f0a req-251820d9-a4d5-4327-b672-3dd69a3739f4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:35.325984 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5fccf0d5-abe2-49b3-b0c7-19cba6563f0a req-251820d9-a4d5-4327-b672-3dd69a3739f4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 945 time: 0.0677712 Jul 14 09:54:35.364159 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5fccf0d5-abe2-49b3-b0c7-19cba6563f0a req-cede918d-d429-4077-bb8a-642cc3666a5a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326662 Jul 14 09:54:35.534052 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a93164-af43-4500-aa6a-f0f70295d84e req-2f5c306b-dc97-465f-ad16-e8431552b0f0 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:35.535561 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b9a93164-af43-4500-aa6a-f0f70295d84e req-2f5c306b-dc97-465f-ad16-e8431552b0f0 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 945 time: 0.0672936 Jul 14 09:54:35.544650 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 33692) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:54:35.549119 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-bed6f48e-47c3-44c5-bde8-c75c1af9da17 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Request body: {'floatingip': {'port_id': '94016695-1397-45b2-b9eb-4092e89827fd'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:54:35.589713 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bed6f48e-47c3-44c5-bde8-c75c1af9da17 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:36.037503 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bed6f48e-47c3-44c5-bde8-c75c1af9da17 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:36.041324 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bed6f48e-47c3-44c5-bde8-c75c1af9da17 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:36.140777 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-bed6f48e-47c3-44c5-bde8-c75c1af9da17 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Floating IP 5df9c757-180d-49ae-b717-441d0eeca60d associated. External IP: 172.25.6.107, port: 94016695-1397-45b2-b9eb-4092e89827fd. Jul 14 09:54:36.350280 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed6f48e-47c3-44c5-bde8-c75c1af9da17 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:54:36.454296 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed6f48e-47c3-44c5-bde8-c75c1af9da17 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:54:36.459202 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bed6f48e-47c3-44c5-bde8-c75c1af9da17 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:36.464058 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860ecbd5-66e5-41df-8767-4483c43d3cac None None] Sync routers for ids ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:54:36.474128 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860ecbd5-66e5-41df-8767-4483c43d3cac None None] Routers {'6ad33a0a-fdac-4307-9a00-5b4f12e41621'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:54:36.474736 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-860ecbd5-66e5-41df-8767-4483c43d3cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:54:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:36.499816 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bed6f48e-47c3-44c5-bde8-c75c1af9da17 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "PUT /v2.0/floatingips/5df9c757-180d-49ae-b717-441d0eeca60d HTTP/1.1" status: 200 len: 991 time: 0.9540603 Jul 14 09:54:36.500406 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212a680a-5e12-48d6-8904-ef0f0326f30f', 'tag': '94016695-1397-45b2-b9eb-4092e89827fd'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:54:36.502676 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cabb60-9cff-4431-96cb-29f02e155bde" -d '{"events": [{"name": "network-changed", "server_uuid": "212a680a-5e12-48d6-8904-ef0f0326f30f", "tag": "94016695-1397-45b2-b9eb-4092e89827fd"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:54:36.540216 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f81a54-18e5-4d84-a15a-8f3ac6abdef4 x-openstack-request-id: req-d4f81a54-18e5-4d84-a15a-8f3ac6abdef4 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:54:36.540619 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212a680a-5e12-48d6-8904-ef0f0326f30f", "tag": "94016695-1397-45b2-b9eb-4092e89827fd", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:54:36.540876 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4f81a54-18e5-4d84-a15a-8f3ac6abdef4 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:54:36.541274 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212a680a-5e12-48d6-8904-ef0f0326f30f', 'tag': '94016695-1397-45b2-b9eb-4092e89827fd', 'status': 'completed', 'code': 200} Jul 14 09:54:36.585227 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-860ecbd5-66e5-41df-8767-4483c43d3cac None None] Set router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:54:36.620117 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cabb60-9cff-4431-96cb-29f02e155bde req-e3d6392c-4cd6-4731-b059-2ca5a337528a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:36.621617 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a3cabb60-9cff-4431-96cb-29f02e155bde req-e3d6392c-4cd6-4731-b059-2ca5a337528a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 1097 time: 0.0569866 Jul 14 09:54:36.709739 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cabb60-9cff-4431-96cb-29f02e155bde req-80c736f7-c782-481c-b629-4e725e5faaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:36.711217 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a3cabb60-9cff-4431-96cb-29f02e155bde req-80c736f7-c782-481c-b629-4e725e5faaa7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0833902 Jul 14 09:54:36.779245 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a3cabb60-9cff-4431-96cb-29f02e155bde req-a7528d15-1f38-43fe-b9a4-34bba371f056 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94016695-1397-45b2-b9eb-4092e89827fd HTTP/1.1" status: 200 len: 999 time: 0.0613315 Jul 14 09:54:36.808159 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-860ecbd5-66e5-41df-8767-4483c43d3cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '5df9c757-180d-49ae-b717-441d0eeca60d', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'port_id': '94016695-1397-45b2-b9eb-4092e89827fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'mac_address': 'fa:16:3e:a1:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212a680a-5e12-48d6-8904-ef0f0326f30f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:49:54Z', 'updated_at': '2021-07-14T09:54:35Z', 'revision_number': 9, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4219be4-f0bd-4848-9c46-c0d993a2836f', 'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:50Z', 'updated_at': '2021-07-14T09:49:55Z', 'revision_number': 5, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'subnets': [{'id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:36.827696 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cabb60-9cff-4431-96cb-29f02e155bde req-f6156b97-404b-4e03-95b0-89f076eda0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:36.829162 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a3cabb60-9cff-4431-96cb-29f02e155bde req-f6156b97-404b-4e03-95b0-89f076eda0ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0437834 Jul 14 09:54:36.834873 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860ecbd5-66e5-41df-8767-4483c43d3cac None None] Checking router: 6ad33a0a-fdac-4307-9a00-5b4f12e41621 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:54:36.843892 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860ecbd5-66e5-41df-8767-4483c43d3cac None None] Routers {'6ad33a0a-fdac-4307-9a00-5b4f12e41621'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:54:36.844419 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-860ecbd5-66e5-41df-8767-4483c43d3cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:54:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:36.890736 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cabb60-9cff-4431-96cb-29f02e155bde req-f52bb55c-b6ac-4028-aecb-9fe10b98ddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:36.892286 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a3cabb60-9cff-4431-96cb-29f02e155bde req-f52bb55c-b6ac-4028-aecb-9fe10b98ddc9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560088 Jul 14 09:54:36.948056 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-860ecbd5-66e5-41df-8767-4483c43d3cac None None] Set router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:54:36.985272 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a3cabb60-9cff-4431-96cb-29f02e155bde req-4c71aeac-57bc-44d5-b150-701e92490765 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866208 Jul 14 09:54:37.075031 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a3cabb60-9cff-4431-96cb-29f02e155bde req-855b6d99-dae2-48cd-8939-9870cc49b46c service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835173 Jul 14 09:54:37.171186 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-860ecbd5-66e5-41df-8767-4483c43d3cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '5df9c757-180d-49ae-b717-441d0eeca60d', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'port_id': '94016695-1397-45b2-b9eb-4092e89827fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'mac_address': 'fa:16:3e:a1:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212a680a-5e12-48d6-8904-ef0f0326f30f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:49:54Z', 'updated_at': '2021-07-14T09:54:35Z', 'revision_number': 9, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4219be4-f0bd-4848-9c46-c0d993a2836f', 'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:50Z', 'updated_at': '2021-07-14T09:49:55Z', 'revision_number': 5, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'subnets': [{'id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:37.197100 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860ecbd5-66e5-41df-8767-4483c43d3cac None None] The sync data for ids ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'] in n-d-771362-35 is: [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '5df9c757-180d-49ae-b717-441d0eeca60d', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'port_id': '94016695-1397-45b2-b9eb-4092e89827fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'mac_address': 'fa:16:3e:a1:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212a680a-5e12-48d6-8904-ef0f0326f30f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:49:54Z', 'updated_at': '2021-07-14T09:54:35Z', 'revision_number': 9, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4219be4-f0bd-4848-9c46-c0d993a2836f', 'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:50Z', 'updated_at': '2021-07-14T09:49:55Z', 'revision_number': 5, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'subnets': [{'id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:54:37.379221 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ce17de-17e7-4f42-87cc-bb379d9c3c8f None None] New status for floating IP 5df9c757-180d-49ae-b717-441d0eeca60d: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:54:39.271348 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:54:41.076284 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:42.600325 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:48.502216 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42286e54-dfe2-4ce0-a21c-1de45f671a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:51.110268 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2b2034b3-ba55-465b-948a-e01317a9ee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:51.326288 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:52.337875 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:53.877694 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:11.075648 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:12.593956 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:16.270071 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:55:18.503377 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e739f74-b448-4483-a3f2-7eac9e22c441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:21.112407 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b1488cd-4ee4-4c0a-85cc-a098ea18843b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:21.328767 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:22.341081 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:23.880657 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:27.449365 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7b04ad05-019f-46a6-8102-b08db471d6e9 req-e3e2bcff-3ca1-4156-b37e-0523a49939e5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0613480 Jul 14 09:55:27.547070 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04ad05-019f-46a6-8102-b08db471d6e9 req-4bc99951-74b7-43e8-bff4-e0abf073932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:27.548509 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7b04ad05-019f-46a6-8102-b08db471d6e9 req-4bc99951-74b7-43e8-bff4-e0abf073932c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 1097 time: 0.0532596 Jul 14 09:55:27.653025 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04ad05-019f-46a6-8102-b08db471d6e9 req-55698058-f80f-4f5c-8d4a-b0f576557b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:27.654511 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7b04ad05-019f-46a6-8102-b08db471d6e9 req-55698058-f80f-4f5c-8d4a-b0f576557b5d service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0862472 Jul 14 09:55:27.723625 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7b04ad05-019f-46a6-8102-b08db471d6e9 req-6cca22b5-3b44-4018-b91d-311520196c53 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94016695-1397-45b2-b9eb-4092e89827fd HTTP/1.1" status: 200 len: 1002 time: 0.0628705 Jul 14 09:55:27.771774 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04ad05-019f-46a6-8102-b08db471d6e9 req-0b80630a-e6ef-4101-a96d-ef449c0ebcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:27.774283 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7b04ad05-019f-46a6-8102-b08db471d6e9 req-0b80630a-e6ef-4101-a96d-ef449c0ebcf1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0444458 Jul 14 09:55:27.832128 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04ad05-019f-46a6-8102-b08db471d6e9 req-33c3ee35-7b1f-4cc6-b172-3ba9b2f8ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:27.833541 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7b04ad05-019f-46a6-8102-b08db471d6e9 req-33c3ee35-7b1f-4cc6-b172-3ba9b2f8ada6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521801 Jul 14 09:55:27.931999 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7b04ad05-019f-46a6-8102-b08db471d6e9 req-df0dfce4-aeb3-4f0d-af92-f347b79b7694 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909932 Jul 14 09:55:28.049444 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7b04ad05-019f-46a6-8102-b08db471d6e9 req-4dfdaf9a-a355-4c7a-a12a-98742397b856 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105340 Jul 14 09:55:41.074975 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:42.606900 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:44.338578 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-f1ef5346-1cba-421e-8272-f3a498161f3a req-8d74493e-0a0c-41d6-b8cf-d7d6026c9b3a service neutron] (93773) timed out ('10.222.0.44', 53770) {{(pid=93773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:55:48.509384 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0efad7b6-a65d-43b6-a83a-c3ecd9f57b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.113156 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe20e9df-3cb0-4c57-a248-c0656bd5191a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.330178 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:52.343373 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:53.269136 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:55:53.883253 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:11.075073 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:12.624304 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:13.232889 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-0f579c51-be46-42ac-8458-978140a25517 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1125002 Jul 14 09:56:13.235301 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae1961-9aed-403b-856c-cdccfcc32bf0 req-bf73307c-062b-4e3f-968c-6d990dc37bb8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:13.236833 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8eae1961-9aed-403b-856c-cdccfcc32bf0 req-bf73307c-062b-4e3f-968c-6d990dc37bb8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 945 time: 0.0670533 Jul 14 09:56:13.277353 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8eae1961-9aed-403b-856c-cdccfcc32bf0 req-b3211018-009a-46e3-b6b0-d3cb0a3e0c4d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333571 Jul 14 09:56:14.469257 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-bcec9ddf-cded-48bd-8e6c-d52186dad12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:14.470759 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-bcec9ddf-cded-48bd-8e6c-d52186dad12b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 1097 time: 0.0539563 Jul 14 09:56:14.508624 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcba7c-8578-44e3-8e5f-5bf30e5b82f2 req-86574723-177d-4b7a-a96e-6e2689628a1a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:14.510122 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-29fcba7c-8578-44e3-8e5f-5bf30e5b82f2 req-86574723-177d-4b7a-a96e-6e2689628a1a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 945 time: 0.1135006 Jul 14 09:56:14.552018 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-29fcba7c-8578-44e3-8e5f-5bf30e5b82f2 req-c0d1acbb-fe4a-4447-933a-32a1bf58f54e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361106 Jul 14 09:56:14.561007 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-f0fa7313-e581-4ab6-8c74-d6daeaf5f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:14.562560 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-f0fa7313-e581-4ab6-8c74-d6daeaf5f287 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0857146 Jul 14 09:56:14.632249 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-af2a2dd5-4795-43fe-b2bd-2a4e472b6f56 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94016695-1397-45b2-b9eb-4092e89827fd HTTP/1.1" status: 200 len: 1002 time: 0.0635815 Jul 14 09:56:14.680423 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-b644f64d-4de7-4e7f-b430-d821a78b38bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:14.681867 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-b644f64d-4de7-4e7f-b430-d821a78b38bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0433607 Jul 14 09:56:14.738408 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-2aaf6ad7-e952-405c-90dc-7f74b443f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:14.739901 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-2aaf6ad7-e952-405c-90dc-7f74b443f2ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515161 Jul 14 09:56:14.831416 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-28443b5c-b1fa-40f2-98bf-0cfeb13c2f45 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844228 Jul 14 09:56:14.920947 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-44bfde74-18d0-4e3d-b5a0-beced7636b72 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823069 Jul 14 09:56:15.729411 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126d1e4-0e64-4e56-b2e8-68e8a9537dee req-d6e59c97-07a9-44b8-9e68-3ff2519c2bd4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:15.730907 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0126d1e4-0e64-4e56-b2e8-68e8a9537dee req-d6e59c97-07a9-44b8-9e68-3ff2519c2bd4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 945 time: 0.0642176 Jul 14 09:56:15.767615 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0126d1e4-0e64-4e56-b2e8-68e8a9537dee req-ab03d6df-d98b-42cf-91b3-d3f197d11ea0 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311472 Jul 14 09:56:16.941263 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787df96-c471-4cf6-9a31-144a906b54cf req-f2ea9542-6aa7-471d-99d5-fa52e8b0bd00 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:16.942795 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d787df96-c471-4cf6-9a31-144a906b54cf req-f2ea9542-6aa7-471d-99d5-fa52e8b0bd00 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 945 time: 0.0654674 Jul 14 09:56:16.981570 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d787df96-c471-4cf6-9a31-144a906b54cf req-a66e694a-dd3d-425a-9c09-4ab0c6f4adc3 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330300 Jul 14 09:56:18.158435 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822f5ad-0b39-4b84-978d-3af05707e102 req-10f8faa8-b55c-4f54-bd4b-ae3026889123 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:18.159916 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6822f5ad-0b39-4b84-978d-3af05707e102 req-10f8faa8-b55c-4f54-bd4b-ae3026889123 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 945 time: 0.0660806 Jul 14 09:56:18.197775 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6822f5ad-0b39-4b84-978d-3af05707e102 req-5056024e-05de-4da2-968b-69be551f5c9e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316234 Jul 14 09:56:18.511892 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ade70714-0155-4936-ab99-cf76386e0622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:19.374305 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48645d3e-fb5b-40bf-9354-ca6f65a628f0 req-1b480573-2c8f-4ce1-9021-5ca30e282461 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:19.375843 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-48645d3e-fb5b-40bf-9354-ca6f65a628f0 req-1b480573-2c8f-4ce1-9021-5ca30e282461 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 945 time: 0.0674512 Jul 14 09:56:19.413852 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-48645d3e-fb5b-40bf-9354-ca6f65a628f0 req-a81a36bf-65bd-4a89-90a8-85f13ba2ffd4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316412 Jul 14 09:56:20.589964 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5832035-913b-43fa-8a16-a76458f21aa7 req-2850b6d7-14f2-4fcf-abf6-d6e08ccabf24 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:20.591474 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b5832035-913b-43fa-8a16-a76458f21aa7 req-2850b6d7-14f2-4fcf-abf6-d6e08ccabf24 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 945 time: 0.0651798 Jul 14 09:56:20.634511 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b5832035-913b-43fa-8a16-a76458f21aa7 req-8fc34912-bf80-40a4-bc22-2cd8249eddca tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371897 Jul 14 09:56:21.114010 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73b01bf6-15c7-496c-9f79-87ec8a996c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:21.333545 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:21.805420 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84842c64-d44c-4386-b776-bfd19266ecec req-7c0c5e59-94a6-46f9-a641-18685d442c89 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:21.806889 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-84842c64-d44c-4386-b776-bfd19266ecec req-7c0c5e59-94a6-46f9-a641-18685d442c89 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 945 time: 0.0633667 Jul 14 09:56:21.844673 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-84842c64-d44c-4386-b776-bfd19266ecec req-f487d2ce-cbc4-4f5e-8417-377d1bc77b0d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322406 Jul 14 09:56:22.346294 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:23.015898 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c47b55-32a0-4dbf-8e56-05236d076e28 req-a9b30798-1a31-4b0c-8b8a-72ad3d0da5e9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:23.017370 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c3c47b55-32a0-4dbf-8e56-05236d076e28 req-a9b30798-1a31-4b0c-8b8a-72ad3d0da5e9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 945 time: 0.0620234 Jul 14 09:56:23.056007 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c3c47b55-32a0-4dbf-8e56-05236d076e28 req-974be3d6-e891-4e9d-931e-d915b138aadf tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322959 Jul 14 09:56:23.886369 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:24.234041 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ed560-1249-4c87-86c6-f0c7972dd1b7 req-25ae94af-7ced-4696-9d11-7626b91d4906 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:24.235530 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d46ed560-1249-4c87-86c6-f0c7972dd1b7 req-25ae94af-7ced-4696-9d11-7626b91d4906 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 945 time: 0.0672417 Jul 14 09:56:24.272789 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d46ed560-1249-4c87-86c6-f0c7972dd1b7 req-9344592d-1dc1-4674-a216-351a5ac72f55 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309575 Jul 14 09:56:25.452268 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcee6c6-66ec-4384-a36a-89b91cbb3bbb req-eba7de01-9760-4b20-920e-b4b731920b6d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:25.453759 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bdcee6c6-66ec-4384-a36a-89b91cbb3bbb req-eba7de01-9760-4b20-920e-b4b731920b6d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 945 time: 0.0649052 Jul 14 09:56:25.491032 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bdcee6c6-66ec-4384-a36a-89b91cbb3bbb req-680e90f9-2b35-42c6-a731-826ec6c7f455 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316579 Jul 14 09:56:26.666824 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1b76c-da0b-458b-91da-60a5bf5f4733 req-eb5fe395-467d-425a-bfa3-4aba79ca56ed tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:26.668295 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ac1b76c-da0b-458b-91da-60a5bf5f4733 req-eb5fe395-467d-425a-bfa3-4aba79ca56ed tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 945 time: 0.0652349 Jul 14 09:56:26.712802 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ac1b76c-da0b-458b-91da-60a5bf5f4733 req-d05ee8cb-da3f-4cbd-9770-13a1c782a1af tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388713 Jul 14 09:56:26.900183 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-8a2aa418-036d-45f9-88d5-a4043d864815 service neutron] show failed (client error): The resource could not be found. Jul 14 09:56:26.901185 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-8a2aa418-036d-45f9-88d5-a4043d864815 service neutron] 10.222.0.44 "GET /v2.0/ports/94016695-1397-45b2-b9eb-4092e89827fd/bindings/n-h1-771362-35 HTTP/1.1" status: 404 len: 381 time: 0.0553973 Jul 14 09:56:27.150358 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-63240be7-478d-452e-83d6-bdd40277814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:27.151901 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-63240be7-478d-452e-83d6-bdd40277814b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f&tenant_id=cebcf9c92bc249da8950af17366bf37a HTTP/1.1" status: 200 len: 1097 time: 0.0533786 Jul 14 09:56:27.164078 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-35', 'device_owner': 'compute:nova'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:56:27.239190 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:27.452433 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] For port 94016695-1397-45b2-b9eb-4092e89827fd, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=94016695-1397-45b2-b9eb-4092e89827fd,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:27.489520 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] For port 94016695-1397-45b2-b9eb-4092e89827fd, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:56:27.869541 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212a680a-5e12-48d6-8904-ef0f0326f30f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94016695-1397-45b2-b9eb-4092e89827fd'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:27.871806 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cfcbc4-6a7e-48a6-bce2-a991f9dcde8f" -d '{"events": [{"server_uuid": "212a680a-5e12-48d6-8904-ef0f0326f30f", "name": "network-vif-unplugged", "status": "completed", "tag": "94016695-1397-45b2-b9eb-4092e89827fd"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:27.875390 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:27.894173 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Transition to ACTIVE for port object 94016695-1397-45b2-b9eb-4092e89827fd will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:56:27.902781 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:27.938483 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0397a49f-b04c-48bc-90d5-bd8a5d23a691 x-openstack-request-id: req-0397a49f-b04c-48bc-90d5-bd8a5d23a691 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:27.938782 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212a680a-5e12-48d6-8904-ef0f0326f30f", "name": "network-vif-unplugged", "status": "completed", "tag": "94016695-1397-45b2-b9eb-4092e89827fd", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:27.939032 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0397a49f-b04c-48bc-90d5-bd8a5d23a691 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:27.939418 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212a680a-5e12-48d6-8904-ef0f0326f30f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94016695-1397-45b2-b9eb-4092e89827fd', 'code': 200} Jul 14 09:56:27.965481 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087e50c-35ee-46f2-aab4-e0c6022ddc62 req-467d84ef-c095-4a96-a8db-d2187f504942 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:27.967045 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d087e50c-35ee-46f2-aab4-e0c6022ddc62 req-467d84ef-c095-4a96-a8db-d2187f504942 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 945 time: 0.1386166 Jul 14 09:56:28.015125 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Pushing event updated for resources: {'Port': ['ID=94016695-1397-45b2-b9eb-4092e89827fd,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:28.043407 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:28.043776 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:28.044122 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:28.044458 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:28.044790 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:28.045118 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:28.045445 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:28.045769 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:28.046300 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:28.046923 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:28.046923 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:28.047139 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:28.077151 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d087e50c-35ee-46f2-aab4-e0c6022ddc62 req-2d3584ad-c9cc-4c0c-984f-2058cc83c01c tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024368 Jul 14 09:56:28.099742 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] No DVR routers for this DVR port 94016695-1397-45b2-b9eb-4092e89827fd on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:56:28.233059 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Attempting to bind port 94016695-1397-45b2-b9eb-4092e89827fd on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:56:28.233321 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Attempting to bind port 94016695-1397-45b2-b9eb-4092e89827fd by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:56:28.233688 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Attempting to bind port 94016695-1397-45b2-b9eb-4092e89827fd on network d30826ff-4169-41c1-918a-e63c8a4998fd {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:56:28.237827 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Port 94016695-1397-45b2-b9eb-4092e89827fd on network d30826ff-4169-41c1-918a-e63c8a4998fd not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:56:28.238142 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Attempting to bind port 94016695-1397-45b2-b9eb-4092e89827fd on network d30826ff-4169-41c1-918a-e63c8a4998fd {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:56:28.243378 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:56:28.243741 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Checking segment: {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:56:28.244124 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Bound using segment: {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:56:28.244543 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Bound port: 94016695-1397-45b2-b9eb-4092e89827fd, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:56:28.244892 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:28.310232 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] For port 94016695-1397-45b2-b9eb-4092e89827fd, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:56:28.313121 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] For port 94016695-1397-45b2-b9eb-4092e89827fd, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=94016695-1397-45b2-b9eb-4092e89827fd,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:56:28.317609 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:28.354439 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:28.355468 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:28.356927 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] 10.222.0.47 "PUT /v2.0/ports/94016695-1397-45b2-b9eb-4092e89827fd HTTP/1.1" status: 200 len: 1092 time: 1.1976547 Jul 14 09:56:28.380413 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1948189-4791-43a0-826f-1356d8bcf083 service neutron] Pushing event updated for resources: {'Port': ['ID=94016695-1397-45b2-b9eb-4092e89827fd,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:28.437527 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-6dfe41bf-25c9-4cb9-9fb9-b8011a2c014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:28.439071 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-6dfe41bf-25c9-4cb9-9fb9-b8011a2c014a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 1095 time: 0.0551105 Jul 14 09:56:28.535736 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-ba37b7c2-83ff-4e81-9e0b-fccccde8302f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:28.537753 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-ba37b7c2-83ff-4e81-9e0b-fccccde8302f service neutron] 10.222.0.47 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0921774 Jul 14 09:56:28.607278 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-33e3c5db-030f-4753-acd0-a09597d3c9b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94016695-1397-45b2-b9eb-4092e89827fd HTTP/1.1" status: 200 len: 1000 time: 0.0629280 Jul 14 09:56:28.660049 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-3f53da8a-e5b9-4632-8ad9-cbf35db04d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:28.661387 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-3f53da8a-e5b9-4632-8ad9-cbf35db04d14 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0476625 Jul 14 09:56:28.718207 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-0d3eb7a7-3693-46ae-8091-c4680d121bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:28.719704 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-0d3eb7a7-3693-46ae-8091-c4680d121bc6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521729 Jul 14 09:56:28.807976 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-8352ad61-90fc-4779-a40f-b035be641e67 service neutron] 10.222.0.47 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810840 Jul 14 09:56:28.899919 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-38538598-958b-41eb-a29b-9c7b2932a7dc req-58150de8-5726-4673-b32f-cb9afee0f1dc service neutron] 10.222.0.47 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857484 Jul 14 09:56:29.252166 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a29fae-04fb-49e4-ba57-625ea070408e req-472583ea-eb30-4a66-b0c4-060a0b151c42 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:29.253691 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63a29fae-04fb-49e4-ba57-625ea070408e req-472583ea-eb30-4a66-b0c4-060a0b151c42 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 943 time: 0.0635777 Jul 14 09:56:29.291702 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63a29fae-04fb-49e4-ba57-625ea070408e req-aa0b682f-38b5-48c4-82ec-7edd2738930b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321641 Jul 14 09:56:29.940903 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212a680a-5e12-48d6-8904-ef0f0326f30f', 'tag': '94016695-1397-45b2-b9eb-4092e89827fd'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:29.943407 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cd43bd-2c4e-4389-bf72-364c7fc65c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "212a680a-5e12-48d6-8904-ef0f0326f30f", "tag": "94016695-1397-45b2-b9eb-4092e89827fd"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:29.990669 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df52586-abc0-440d-afd2-05df88da1ed3 x-openstack-request-id: req-8df52586-abc0-440d-afd2-05df88da1ed3 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:29.990969 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212a680a-5e12-48d6-8904-ef0f0326f30f", "tag": "94016695-1397-45b2-b9eb-4092e89827fd", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:29.991202 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8df52586-abc0-440d-afd2-05df88da1ed3 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:29.991626 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212a680a-5e12-48d6-8904-ef0f0326f30f', 'tag': '94016695-1397-45b2-b9eb-4092e89827fd', 'status': 'completed', 'code': 200} Jul 14 09:56:30.066250 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd43bd-2c4e-4389-bf72-364c7fc65c5e req-e39810b9-d49a-4d96-a177-5ad9acee29e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:30.067873 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4cd43bd-2c4e-4389-bf72-364c7fc65c5e req-e39810b9-d49a-4d96-a177-5ad9acee29e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 1095 time: 0.0537250 Jul 14 09:56:30.072280 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd43bd-2c4e-4389-bf72-364c7fc65c5e req-78a368a0-2663-4bd6-a00d-52bd171aef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:30.073775 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e4cd43bd-2c4e-4389-bf72-364c7fc65c5e req-78a368a0-2663-4bd6-a00d-52bd171aef2e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 1095 time: 0.0589716 Jul 14 09:56:30.163320 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd43bd-2c4e-4389-bf72-364c7fc65c5e req-f805a1e2-196a-45aa-8be3-f9c02f59f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:30.164888 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e4cd43bd-2c4e-4389-bf72-364c7fc65c5e req-f805a1e2-196a-45aa-8be3-f9c02f59f388 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0856385 Jul 14 09:56:30.165274 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd43bd-2c4e-4389-bf72-364c7fc65c5e req-3ab487ef-6833-424b-b78a-d1196ae1c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:30.166768 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4cd43bd-2c4e-4389-bf72-364c7fc65c5e req-3ab487ef-6833-424b-b78a-d1196ae1c6b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0926383 Jul 14 09:56:30.235114 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4cd43bd-2c4e-4389-bf72-364c7fc65c5e req-305b108e-8db9-474e-bda7-29e69d24d82d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94016695-1397-45b2-b9eb-4092e89827fd HTTP/1.1" status: 200 len: 1000 time: 0.0615859 Jul 14 09:56:30.235386 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e4cd43bd-2c4e-4389-bf72-364c7fc65c5e req-99c04146-9ae3-43fd-93f9-c6b31a5aab24 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94016695-1397-45b2-b9eb-4092e89827fd HTTP/1.1" status: 200 len: 1000 time: 0.0635402 Jul 14 09:56:30.269012 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:56:30.285094 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd43bd-2c4e-4389-bf72-364c7fc65c5e req-7f327e59-6ee6-40c6-bb82-c2074a1e4b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:30.287179 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e4cd43bd-2c4e-4389-bf72-364c7fc65c5e req-7f327e59-6ee6-40c6-bb82-c2074a1e4b5b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0450120 Jul 14 09:56:30.288214 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd43bd-2c4e-4389-bf72-364c7fc65c5e req-744a435a-739a-44d7-a6af-4c4f120dec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:30.289684 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4cd43bd-2c4e-4389-bf72-364c7fc65c5e req-744a435a-739a-44d7-a6af-4c4f120dec6a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0478559 Jul 14 09:56:30.350502 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd43bd-2c4e-4389-bf72-364c7fc65c5e req-f27b790b-6ccb-4cd3-af20-f16adc8af1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:30.350721 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd43bd-2c4e-4389-bf72-364c7fc65c5e req-03d5178c-3a02-45e7-86f3-113a62321be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:30.352045 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e4cd43bd-2c4e-4389-bf72-364c7fc65c5e req-03d5178c-3a02-45e7-86f3-113a62321be5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586627 Jul 14 09:56:30.352275 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4cd43bd-2c4e-4389-bf72-364c7fc65c5e req-f27b790b-6ccb-4cd3-af20-f16adc8af1d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558753 Jul 14 09:56:30.467940 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e4cd43bd-2c4e-4389-bf72-364c7fc65c5e req-13d13918-0ba3-4815-8ea7-49cb5745182c service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083417 Jul 14 09:56:30.498092 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4cd43bd-2c4e-4389-bf72-364c7fc65c5e req-5d755159-5ec0-420c-a737-42e500a9e097 service neutron] 10.222.0.47 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382377 Jul 14 09:56:30.558408 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea45eb9-7457-4d08-8085-97d2c6ade53a req-7457e828-abcb-4a85-bc12-2ebac4ca43fa tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:30.560082 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dea45eb9-7457-4d08-8085-97d2c6ade53a req-7457e828-abcb-4a85-bc12-2ebac4ca43fa tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 943 time: 0.1372001 Jul 14 09:56:30.573355 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e4cd43bd-2c4e-4389-bf72-364c7fc65c5e req-a0453357-bd1f-40a8-a9df-4489d31133d2 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986550 Jul 14 09:56:30.628667 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dea45eb9-7457-4d08-8085-97d2c6ade53a req-5a80fbc8-31d4-49b3-80ac-d2cdfe917ff6 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595672 Jul 14 09:56:30.634066 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e4cd43bd-2c4e-4389-bf72-364c7fc65c5e req-06c7149c-9b5e-4e7a-897c-f144254b3c2e service neutron] 10.222.0.47 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296082 Jul 14 09:56:30.934902 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 94016695-1397-45b2-b9eb-4092e89827fd details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:56:31.029022 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 94016695-1397-45b2-b9eb-4092e89827fd, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=94016695-1397-45b2-b9eb-4092e89827fd,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:31.039984 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '94016695-1397-45b2-b9eb-4092e89827fd', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'port_id': '94016695-1397-45b2-b9eb-4092e89827fd', 'mac_address': 'fa:16:3e:a1:04:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:56:31.076555 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:31.089661 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94016695-1397-45b2-b9eb-4092e89827fd {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:56:31.108022 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 94016695-1397-45b2-b9eb-4092e89827fd, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=94016695-1397-45b2-b9eb-4092e89827fd,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:31.114280 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:31.163363 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=94016695-1397-45b2-b9eb-4092e89827fd,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:31.171166 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:31.171526 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:31.171869 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:31.172205 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:31.172538 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:31.172865 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:31.173193 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:31.173512 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:31.173833 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:31.174156 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:31.174475 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:31.174801 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:31.329837 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['94016695-1397-45b2-b9eb-4092e89827fd'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:56:31.807723 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cc40f-5d22-4941-9f62-cf3c23390474 req-d83a1efd-af02-4cc5-8bc0-f000e29abaf7 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:31.809251 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-340cc40f-5d22-4941-9f62-cf3c23390474 req-d83a1efd-af02-4cc5-8bc0-f000e29abaf7 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 944 time: 0.0641198 Jul 14 09:56:31.848659 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-340cc40f-5d22-4941-9f62-cf3c23390474 req-aaa99c4b-9dc0-4966-80be-7c4cdf8ae04b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337999 Jul 14 09:56:32.255036 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-6cfc87b0-9340-44f0-83ab-7736ca7672e0 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:32.257116 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-6cfc87b0-9340-44f0-83ab-7736ca7672e0 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.47 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f&tenant_id=cebcf9c92bc249da8950af17366bf37a&binding%3Ahost_id=n-h1-771362-35 HTTP/1.1" status: 200 len: 944 time: 0.0819049 Jul 14 09:56:32.280680 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 94016695-1397-45b2-b9eb-4092e89827fd no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:56:32.320923 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 94016695-1397-45b2-b9eb-4092e89827fd not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:56:32.360620 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2bde8-0472-4e0f-bf88-48660d3f3b94 req-91ab533a-7af3-4f61-9b9c-9895eca9b3f4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:32.362102 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f5c2bde8-0472-4e0f-bf88-48660d3f3b94 req-91ab533a-7af3-4f61-9b9c-9895eca9b3f4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 944 time: 0.1242151 Jul 14 09:56:32.363403 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-f7b52eed-f0c3-4a2e-8552-02c76f1a0ce4 service neutron] 10.222.0.47 "GET /v2.0/ports/94016695-1397-45b2-b9eb-4092e89827fd/bindings/n-h1-771362-35 HTTP/1.1" status: 200 len: 383 time: 0.0881612 Jul 14 09:56:32.426550 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f5c2bde8-0472-4e0f-bf88-48660d3f3b94 req-2a8b25ee-8455-40c4-bc88-e2f917d82ed1 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580201 Jul 14 09:56:32.451798 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-797f2724-4701-491a-a8e6-5616cd790a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:32.453288 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-797f2724-4701-491a-a8e6-5616cd790a5d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 1096 time: 0.0672209 Jul 14 09:56:32.544606 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-9aee285c-30cd-499b-82d5-a38bed00b15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:32.546060 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-9aee285c-30cd-499b-82d5-a38bed00b15d service neutron] 10.222.0.47 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0860052 Jul 14 09:56:32.609886 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-07e021b5-8d34-46bd-9747-12e68bd6c59a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94016695-1397-45b2-b9eb-4092e89827fd HTTP/1.1" status: 200 len: 1001 time: 0.0566187 Jul 14 09:56:32.658096 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-37fe64ae-1e3e-49d3-bd1c-5db757c7405a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:32.659533 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-37fe64ae-1e3e-49d3-bd1c-5db757c7405a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0425279 Jul 14 09:56:32.718984 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-08383617-8b1a-4733-91e5-680db4329b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:32.720488 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-08383617-8b1a-4733-91e5-680db4329b25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545149 Jul 14 09:56:32.806751 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-14514659-adb3-4024-b481-e9c49110ce5e service neutron] 10.222.0.47 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793083 Jul 14 09:56:32.898264 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-964a2396-9088-47c2-8b6e-d190e2571e38 service neutron] 10.222.0.47 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850656 Jul 14 09:56:32.966344 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 94016695-1397-45b2-b9eb-4092e89827fd up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:56:33.014274 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 94016695-1397-45b2-b9eb-4092e89827fd completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:56:33.017966 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 94016695-1397-45b2-b9eb-4092e89827fd triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:33.018341 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:33.097628 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:33.120382 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212a680a-5e12-48d6-8904-ef0f0326f30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94016695-1397-45b2-b9eb-4092e89827fd'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:33.122629 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7a09ad-998b-42f2-b4f4-57f247079cf6" -d '{"events": [{"server_uuid": "212a680a-5e12-48d6-8904-ef0f0326f30f", "name": "network-vif-plugged", "status": "completed", "tag": "94016695-1397-45b2-b9eb-4092e89827fd"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:33.134893 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 94016695-1397-45b2-b9eb-4092e89827fd, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=94016695-1397-45b2-b9eb-4092e89827fd,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:33.138876 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:33.173956 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b792b26-2e04-4332-b3f0-1c1ff6960172 x-openstack-request-id: req-4b792b26-2e04-4332-b3f0-1c1ff6960172 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:33.174252 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212a680a-5e12-48d6-8904-ef0f0326f30f", "name": "network-vif-plugged", "status": "completed", "tag": "94016695-1397-45b2-b9eb-4092e89827fd", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:33.174503 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b792b26-2e04-4332-b3f0-1c1ff6960172 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:33.174912 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212a680a-5e12-48d6-8904-ef0f0326f30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94016695-1397-45b2-b9eb-4092e89827fd', 'code': 200} Jul 14 09:56:33.189468 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=94016695-1397-45b2-b9eb-4092e89827fd,revision_number=9']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:33.604223 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa2a9c-9cca-4629-8b18-fc360ac6af01 req-7595fd24-8b14-41fd-a0e4-a65ca3c47815 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:33.605670 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8efa2a9c-9cca-4629-8b18-fc360ac6af01 req-7595fd24-8b14-41fd-a0e4-a65ca3c47815 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 945 time: 0.0638478 Jul 14 09:56:33.642602 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8efa2a9c-9cca-4629-8b18-fc360ac6af01 req-edcf948c-4cbd-48b0-a4cf-6f2dc7801ff8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313058 Jul 14 09:56:34.829353 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7dfd1-46f2-41d3-a6ca-d3b54a5ca82e req-5b54e1e8-778f-4a91-b6d0-97ef5d5824b7 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:34.830938 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ad7dfd1-46f2-41d3-a6ca-d3b54a5ca82e req-5b54e1e8-778f-4a91-b6d0-97ef5d5824b7 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 945 time: 0.0650051 Jul 14 09:56:34.870287 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ad7dfd1-46f2-41d3-a6ca-d3b54a5ca82e req-84af6fa4-0a7c-4d76-979c-08ea0c100be4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319874 Jul 14 09:56:34.895473 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-e0ec45ce-9143-4323-a040-7a4889280e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:34.897747 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-e0ec45ce-9143-4323-a040-7a4889280e54 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f&tenant_id=cebcf9c92bc249da8950af17366bf37a HTTP/1.1" status: 200 len: 1097 time: 0.0567629 Jul 14 09:56:34.908950 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-35', 'device_owner': 'compute:nova'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:56:34.984655 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:35.190427 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] For port 94016695-1397-45b2-b9eb-4092e89827fd, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=94016695-1397-45b2-b9eb-4092e89827fd,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:35.225808 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] For port 94016695-1397-45b2-b9eb-4092e89827fd, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:56:35.264774 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212a680a-5e12-48d6-8904-ef0f0326f30f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94016695-1397-45b2-b9eb-4092e89827fd'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:35.267095 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cb31c0-ee45-4502-9824-45b42e263ff7" -d '{"events": [{"server_uuid": "212a680a-5e12-48d6-8904-ef0f0326f30f", "name": "network-vif-unplugged", "status": "completed", "tag": "94016695-1397-45b2-b9eb-4092e89827fd"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:35.271311 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:35.288269 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Transition to ACTIVE for port object 94016695-1397-45b2-b9eb-4092e89827fd will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:56:35.292171 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:35.325456 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd203662-d817-4ef4-ace0-e2526bcbb4bd x-openstack-request-id: req-cd203662-d817-4ef4-ace0-e2526bcbb4bd {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:35.325755 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212a680a-5e12-48d6-8904-ef0f0326f30f", "name": "network-vif-unplugged", "status": "completed", "tag": "94016695-1397-45b2-b9eb-4092e89827fd", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:35.326006 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd203662-d817-4ef4-ace0-e2526bcbb4bd {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:35.326403 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212a680a-5e12-48d6-8904-ef0f0326f30f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94016695-1397-45b2-b9eb-4092e89827fd', 'code': 200} Jul 14 09:56:35.376509 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Pushing event updated for resources: {'Port': ['ID=94016695-1397-45b2-b9eb-4092e89827fd,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:35.389178 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:35.389532 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:35.389870 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:35.390218 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:35.390546 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:35.390873 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:35.391201 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:35.391656 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:35.391877 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:35.392202 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:35.392527 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:35.392846 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:35.434787 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] No DVR routers for this DVR port 94016695-1397-45b2-b9eb-4092e89827fd on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:56:35.575694 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Attempting to bind port 94016695-1397-45b2-b9eb-4092e89827fd on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:56:35.576035 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Attempting to bind port 94016695-1397-45b2-b9eb-4092e89827fd by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:56:35.576369 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Attempting to bind port 94016695-1397-45b2-b9eb-4092e89827fd on network d30826ff-4169-41c1-918a-e63c8a4998fd {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:56:35.580818 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Port 94016695-1397-45b2-b9eb-4092e89827fd on network d30826ff-4169-41c1-918a-e63c8a4998fd not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:56:35.581143 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Attempting to bind port 94016695-1397-45b2-b9eb-4092e89827fd on network d30826ff-4169-41c1-918a-e63c8a4998fd {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:56:35.586192 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:56:35.586534 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Checking segment: {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:56:35.586923 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Bound using segment: {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:56:35.587352 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Bound port: 94016695-1397-45b2-b9eb-4092e89827fd, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:56:35.587735 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:35.653618 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] For port 94016695-1397-45b2-b9eb-4092e89827fd, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:56:35.656985 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] For port 94016695-1397-45b2-b9eb-4092e89827fd, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=94016695-1397-45b2-b9eb-4092e89827fd,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:56:35.660733 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:35.695998 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:35.696735 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:35.698143 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] 10.222.0.44 "PUT /v2.0/ports/94016695-1397-45b2-b9eb-4092e89827fd HTTP/1.1" status: 200 len: 1093 time: 0.7933052 Jul 14 09:56:35.720693 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e19b80-01e7-4272-9411-b6d32d67b23e service neutron] Pushing event updated for resources: {'Port': ['ID=94016695-1397-45b2-b9eb-4092e89827fd,revision_number=11']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:35.779119 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-286bb5b7-9fb5-45bc-92db-1f21ed55f4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:35.780633 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-286bb5b7-9fb5-45bc-92db-1f21ed55f4ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 1096 time: 0.0570142 Jul 14 09:56:35.877829 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-54d7ae9c-4bbc-4883-a619-3abcc21ac719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:35.879335 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-54d7ae9c-4bbc-4883-a619-3abcc21ac719 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0928431 Jul 14 09:56:35.950529 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-6be48157-7ad5-4a66-8311-23c24c3fa2d8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94016695-1397-45b2-b9eb-4092e89827fd HTTP/1.1" status: 200 len: 1000 time: 0.0643864 Jul 14 09:56:36.003482 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-1db58631-aa53-42b4-ad7b-1a6255407b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:36.004945 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-1db58631-aa53-42b4-ad7b-1a6255407b0a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0488651 Jul 14 09:56:36.055556 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664e4b7-962c-45c9-9ca5-d9f5219df5a2 req-568c4991-4583-4080-ae7e-91c5af0c4e46 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:36.056967 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5664e4b7-962c-45c9-9ca5-d9f5219df5a2 req-568c4991-4583-4080-ae7e-91c5af0c4e46 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 944 time: 0.0681772 Jul 14 09:56:36.062949 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-bada69e2-b611-4f58-841a-589811e1934b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:36.064485 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-bada69e2-b611-4f58-841a-589811e1934b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530682 Jul 14 09:56:36.096723 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5664e4b7-962c-45c9-9ca5-d9f5219df5a2 req-2841b1d5-7008-444f-8f2d-96d708332f2f tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335147 Jul 14 09:56:36.152181 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-225c1cf8-311c-4eed-bae0-833870ff8ecd service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812173 Jul 14 09:56:36.246456 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cab552d3-2219-4f96-9a89-0c27f6398220 req-69755362-9310-4fe8-83e0-6f42889c5f2f service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878575 Jul 14 09:56:37.272820 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a4f93-ca9c-46ba-9f00-dbde56c3bf06 req-ee60383c-400c-44af-8899-05fdbf23c233 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:37.274303 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d71a4f93-ca9c-46ba-9f00-dbde56c3bf06 req-ee60383c-400c-44af-8899-05fdbf23c233 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 944 time: 0.0628016 Jul 14 09:56:37.313279 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d71a4f93-ca9c-46ba-9f00-dbde56c3bf06 req-2b8c381c-cc49-4ea1-909b-73c0e9ad964f tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334888 Jul 14 09:56:37.328452 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212a680a-5e12-48d6-8904-ef0f0326f30f', 'tag': '94016695-1397-45b2-b9eb-4092e89827fd'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:37.330513 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b041bdf4-0417-41f3-b959-c8813ac4a91b" -d '{"events": [{"name": "network-changed", "server_uuid": "212a680a-5e12-48d6-8904-ef0f0326f30f", "tag": "94016695-1397-45b2-b9eb-4092e89827fd"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:37.384333 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df3c0d9-09aa-4c25-bbdc-a00c1cbb99d1 x-openstack-request-id: req-1df3c0d9-09aa-4c25-bbdc-a00c1cbb99d1 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:37.384693 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212a680a-5e12-48d6-8904-ef0f0326f30f", "tag": "94016695-1397-45b2-b9eb-4092e89827fd", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:37.384991 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1df3c0d9-09aa-4c25-bbdc-a00c1cbb99d1 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:37.385414 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212a680a-5e12-48d6-8904-ef0f0326f30f', 'tag': '94016695-1397-45b2-b9eb-4092e89827fd', 'status': 'completed', 'code': 200} Jul 14 09:56:37.461493 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041bdf4-0417-41f3-b959-c8813ac4a91b req-b8f8d93b-04df-4c86-b6a9-55e702b8f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:37.463323 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b041bdf4-0417-41f3-b959-c8813ac4a91b req-b8f8d93b-04df-4c86-b6a9-55e702b8f059 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 1096 time: 0.0601900 Jul 14 09:56:37.464895 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041bdf4-0417-41f3-b959-c8813ac4a91b req-62016f9d-982d-4b86-be4d-057a8ccc15ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:37.466382 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b041bdf4-0417-41f3-b959-c8813ac4a91b req-62016f9d-982d-4b86-be4d-057a8ccc15ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 1096 time: 0.0551999 Jul 14 09:56:37.563525 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041bdf4-0417-41f3-b959-c8813ac4a91b req-d720b0e8-6b46-41c0-9287-524cc69b034c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:37.565208 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b041bdf4-0417-41f3-b959-c8813ac4a91b req-d720b0e8-6b46-41c0-9287-524cc69b034c service neutron] 10.222.0.47 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0955434 Jul 14 09:56:37.565504 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041bdf4-0417-41f3-b959-c8813ac4a91b req-0d94df48-c9b9-4341-bd0c-c4f8b2408c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:37.567268 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b041bdf4-0417-41f3-b959-c8813ac4a91b req-0d94df48-c9b9-4341-bd0c-c4f8b2408c2a service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0945935 Jul 14 09:56:37.636629 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b041bdf4-0417-41f3-b959-c8813ac4a91b req-2b3d8152-7e34-4e96-9b1a-8e5c63e36e1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94016695-1397-45b2-b9eb-4092e89827fd HTTP/1.1" status: 200 len: 1000 time: 0.0617568 Jul 14 09:56:37.639278 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b041bdf4-0417-41f3-b959-c8813ac4a91b req-8ff640f5-3ffb-40e5-82d4-9fc82bc29732 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94016695-1397-45b2-b9eb-4092e89827fd HTTP/1.1" status: 200 len: 1000 time: 0.0670660 Jul 14 09:56:37.689909 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041bdf4-0417-41f3-b959-c8813ac4a91b req-bc8e42b0-611d-4635-90e6-6385a6c47c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:37.691466 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b041bdf4-0417-41f3-b959-c8813ac4a91b req-bc8e42b0-611d-4635-90e6-6385a6c47c6b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0462182 Jul 14 09:56:37.691921 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041bdf4-0417-41f3-b959-c8813ac4a91b req-8ccf7d4d-4873-439b-bf82-7303dcd32f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:37.693672 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b041bdf4-0417-41f3-b959-c8813ac4a91b req-8ccf7d4d-4873-439b-bf82-7303dcd32f0e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0498624 Jul 14 09:56:37.750164 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041bdf4-0417-41f3-b959-c8813ac4a91b req-3c70e828-6e17-4b21-8ed9-6a164ddfb99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:37.751600 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b041bdf4-0417-41f3-b959-c8813ac4a91b req-3c70e828-6e17-4b21-8ed9-6a164ddfb99f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541925 Jul 14 09:56:37.756617 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041bdf4-0417-41f3-b959-c8813ac4a91b req-be148011-b092-4cd3-b391-4147a4edf2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:37.758231 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b041bdf4-0417-41f3-b959-c8813ac4a91b req-be148011-b092-4cd3-b391-4147a4edf2d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578029 Jul 14 09:56:37.847650 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b041bdf4-0417-41f3-b959-c8813ac4a91b req-459850b9-c1b3-4131-a46e-10de3d3ddafe service neutron] 10.222.0.47 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890296 Jul 14 09:56:37.852012 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b041bdf4-0417-41f3-b959-c8813ac4a91b req-dbf7ff5f-9ae3-4715-b0a1-c9255d06bde7 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875962 Jul 14 09:56:37.948813 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b041bdf4-0417-41f3-b959-c8813ac4a91b req-d197b928-31ff-4e02-9053-2cd313e94a5d service neutron] 10.222.0.47 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947280 Jul 14 09:56:37.951673 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b041bdf4-0417-41f3-b959-c8813ac4a91b req-e42dc392-5bcb-428f-be80-bb9f057d2df3 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929110 Jul 14 09:56:38.318654 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 94016695-1397-45b2-b9eb-4092e89827fd details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:56:38.416243 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 94016695-1397-45b2-b9eb-4092e89827fd, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=94016695-1397-45b2-b9eb-4092e89827fd,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:38.428319 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '94016695-1397-45b2-b9eb-4092e89827fd', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'port_id': '94016695-1397-45b2-b9eb-4092e89827fd', 'mac_address': 'fa:16:3e:a1:04:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:56:38.464037 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:38.476990 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94016695-1397-45b2-b9eb-4092e89827fd {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:56:38.488155 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2ef87-95eb-491f-95b7-766acbc87eb5 req-391c2dae-8982-4393-aca8-6816a4cb9a7c tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:38.489671 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fed2ef87-95eb-491f-95b7-766acbc87eb5 req-391c2dae-8982-4393-aca8-6816a4cb9a7c tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 944 time: 0.0649478 Jul 14 09:56:38.497351 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 94016695-1397-45b2-b9eb-4092e89827fd, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=94016695-1397-45b2-b9eb-4092e89827fd,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:38.502112 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:38.529594 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fed2ef87-95eb-491f-95b7-766acbc87eb5 req-27e14336-ce35-4381-902b-25883c92f50e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333462 Jul 14 09:56:38.552834 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=94016695-1397-45b2-b9eb-4092e89827fd,revision_number=12']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:38.711981 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cf73e-2e8c-4140-b05d-c89e1dfcc8ec req-52f9bbef-fbcf-4b7e-a650-93282ee8baf7 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:38.713514 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b80cf73e-2e8c-4140-b05d-c89e1dfcc8ec req-52f9bbef-fbcf-4b7e-a650-93282ee8baf7 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 945 time: 0.0702286 Jul 14 09:56:38.736345 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['94016695-1397-45b2-b9eb-4092e89827fd'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:56:38.751402 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b80cf73e-2e8c-4140-b05d-c89e1dfcc8ec req-0f435345-0177-4004-977c-a81a3e4bf17a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321853 Jul 14 09:56:38.927353 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6349b76-4815-447e-9678-20c5afb26b09 req-8afbbc53-ddeb-4d66-8c8e-6ee57cf54718 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:38.928921 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6349b76-4815-447e-9678-20c5afb26b09 req-8afbbc53-ddeb-4d66-8c8e-6ee57cf54718 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 945 time: 0.0661392 Jul 14 09:56:38.966968 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6349b76-4815-447e-9678-20c5afb26b09 req-831976aa-61c7-4b3c-831f-435315b12150 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325332 Jul 14 09:56:39.012934 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 94016695-1397-45b2-b9eb-4092e89827fd no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:56:39.055317 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 94016695-1397-45b2-b9eb-4092e89827fd not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:56:39.378712 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5840fb-3e40-486e-92c3-daf5e02802bc req-e262bf50-eba9-41d4-9d73-e486b7d1d0e3 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:39.380825 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3a5840fb-3e40-486e-92c3-daf5e02802bc req-e262bf50-eba9-41d4-9d73-e486b7d1d0e3 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 945 time: 0.0794249 Jul 14 09:56:39.421778 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3a5840fb-3e40-486e-92c3-daf5e02802bc req-154ece2b-c575-401a-8f4a-fe45a3b2c8ff tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346529 Jul 14 09:56:40.327973 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 94016695-1397-45b2-b9eb-4092e89827fd up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:56:40.375424 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 94016695-1397-45b2-b9eb-4092e89827fd completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:56:40.379016 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 94016695-1397-45b2-b9eb-4092e89827fd triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:40.379388 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:40.455218 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:40.479141 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212a680a-5e12-48d6-8904-ef0f0326f30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94016695-1397-45b2-b9eb-4092e89827fd'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:40.481446 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c191f705-8a3a-4530-ae1f-4916198ec5e6" -d '{"events": [{"server_uuid": "212a680a-5e12-48d6-8904-ef0f0326f30f", "name": "network-vif-plugged", "status": "completed", "tag": "94016695-1397-45b2-b9eb-4092e89827fd"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:40.512018 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 94016695-1397-45b2-b9eb-4092e89827fd, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=94016695-1397-45b2-b9eb-4092e89827fd,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:40.517156 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:40.544553 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8918b8-36b5-4368-a8c3-bf7b50c29a45 x-openstack-request-id: req-8b8918b8-36b5-4368-a8c3-bf7b50c29a45 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:40.544824 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212a680a-5e12-48d6-8904-ef0f0326f30f", "name": "network-vif-plugged", "status": "completed", "tag": "94016695-1397-45b2-b9eb-4092e89827fd", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:40.545079 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b8918b8-36b5-4368-a8c3-bf7b50c29a45 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:40.545470 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212a680a-5e12-48d6-8904-ef0f0326f30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94016695-1397-45b2-b9eb-4092e89827fd', 'code': 200} Jul 14 09:56:40.574819 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=94016695-1397-45b2-b9eb-4092e89827fd,revision_number=13']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:40.610432 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a611da-69db-44b1-9435-3dae6101701f req-51c4c5cc-6d71-4663-98f3-212314e0396f tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:40.611971 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-65a611da-69db-44b1-9435-3dae6101701f req-51c4c5cc-6d71-4663-98f3-212314e0396f tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 946 time: 0.0693941 Jul 14 09:56:40.621049 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da925b-6dcf-44db-a6c0-3f63f93a6514 req-9bc8a129-157a-490f-beb6-e10fc90aea8a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:40.622543 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99da925b-6dcf-44db-a6c0-3f63f93a6514 req-9bc8a129-157a-490f-beb6-e10fc90aea8a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.44 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 946 time: 0.0697858 Jul 14 09:56:40.652369 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-65a611da-69db-44b1-9435-3dae6101701f req-85becb6a-8d70-4686-af8c-3bcd7575c4f2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339174 Jul 14 09:56:40.723961 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-99da925b-6dcf-44db-a6c0-3f63f93a6514 req-1afc9e5c-8b31-4475-8f93-641810411514 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Deleting port 94016695-1397-45b2-b9eb-4092e89827fd {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:56:40.724393 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-99da925b-6dcf-44db-a6c0-3f63f93a6514 req-1afc9e5c-8b31-4475-8f93-641810411514 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:40.814653 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-99da925b-6dcf-44db-a6c0-3f63f93a6514 req-1afc9e5c-8b31-4475-8f93-641810411514 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] For port 94016695-1397-45b2-b9eb-4092e89827fd, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=94016695-1397-45b2-b9eb-4092e89827fd,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:40.815017 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-99da925b-6dcf-44db-a6c0-3f63f93a6514 req-1afc9e5c-8b31-4475-8f93-641810411514 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:41.043995 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-99da925b-6dcf-44db-a6c0-3f63f93a6514 req-1afc9e5c-8b31-4475-8f93-641810411514 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:41.044369 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-99da925b-6dcf-44db-a6c0-3f63f93a6514 req-1afc9e5c-8b31-4475-8f93-641810411514 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:41.044690 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [req-99da925b-6dcf-44db-a6c0-3f63f93a6514 req-1afc9e5c-8b31-4475-8f93-641810411514 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Floating IP 5df9c757-180d-49ae-b717-441d0eeca60d disassociated. External IP: 172.25.6.107, port: 94016695-1397-45b2-b9eb-4092e89827fd. Jul 14 09:56:41.045021 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-99da925b-6dcf-44db-a6c0-3f63f93a6514 req-1afc9e5c-8b31-4475-8f93-641810411514 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Calling delete_port for 94016695-1397-45b2-b9eb-4092e89827fd owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:56:41.088825 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:41.187699 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-99da925b-6dcf-44db-a6c0-3f63f93a6514 req-1afc9e5c-8b31-4475-8f93-641810411514 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:41.218151 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc9e5c-8b31-4475-8f93-641810411514 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Pushing event deleted for resources: {'Port': ['ID=94016695-1397-45b2-b9eb-4092e89827fd,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:41.367627 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99da925b-6dcf-44db-a6c0-3f63f93a6514 req-1afc9e5c-8b31-4475-8f93-641810411514 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:56:41.478913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99da925b-6dcf-44db-a6c0-3f63f93a6514 req-1afc9e5c-8b31-4475-8f93-641810411514 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:56:41.488285 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51ba4b9-8c8f-4def-ab6d-2e771475675b None None] Sync routers for ids ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:56:41.497632 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51ba4b9-8c8f-4def-ab6d-2e771475675b None None] Routers {'6ad33a0a-fdac-4307-9a00-5b4f12e41621'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:41.498207 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a51ba4b9-8c8f-4def-ab6d-2e771475675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:56:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:41.522553 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-99da925b-6dcf-44db-a6c0-3f63f93a6514 req-1afc9e5c-8b31-4475-8f93-641810411514 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] No DVR routers for this DVR port 94016695-1397-45b2-b9eb-4092e89827fd on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:56:41.525218 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-99da925b-6dcf-44db-a6c0-3f63f93a6514 req-1afc9e5c-8b31-4475-8f93-641810411514 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:41.527206 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-99da925b-6dcf-44db-a6c0-3f63f93a6514 req-1afc9e5c-8b31-4475-8f93-641810411514 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.44 "DELETE /v2.0/ports/94016695-1397-45b2-b9eb-4092e89827fd HTTP/1.1" status: 204 len: 173 time: 0.8995492 Jul 14 09:56:41.527697 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212a680a-5e12-48d6-8904-ef0f0326f30f', 'name': 'network-vif-deleted', 'tag': '94016695-1397-45b2-b9eb-4092e89827fd'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:41.529963 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae12a95-4086-4011-93bf-6121545ccc7a" -d '{"events": [{"server_uuid": "212a680a-5e12-48d6-8904-ef0f0326f30f", "name": "network-vif-deleted", "tag": "94016695-1397-45b2-b9eb-4092e89827fd"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:41.578298 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db60de4-1d5b-4a40-a21a-8640b1a6cd7a x-openstack-request-id: req-7db60de4-1d5b-4a40-a21a-8640b1a6cd7a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:41.578593 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212a680a-5e12-48d6-8904-ef0f0326f30f", "name": "network-vif-deleted", "tag": "94016695-1397-45b2-b9eb-4092e89827fd", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:41.578853 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7db60de4-1d5b-4a40-a21a-8640b1a6cd7a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:41.579259 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212a680a-5e12-48d6-8904-ef0f0326f30f', 'name': 'network-vif-deleted', 'tag': '94016695-1397-45b2-b9eb-4092e89827fd', 'status': 'completed', 'code': 200} Jul 14 09:56:41.609685 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-a51ba4b9-8c8f-4def-ab6d-2e771475675b None None] Set router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:41.814991 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a51ba4b9-8c8f-4def-ab6d-2e771475675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'c4219be4-f0bd-4848-9c46-c0d993a2836f', 'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:50Z', 'updated_at': '2021-07-14T09:49:55Z', 'revision_number': 5, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'subnets': [{'id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:41.819068 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c6799e4d-0ae7-4d01-aea0-fd6e41a6da50 req-d29f81ea-cb35-41b4-bd28-32ea8bf119fa tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=212a680a-5e12-48d6-8904-ef0f0326f30f HTTP/1.1" status: 200 len: 210 time: 0.0299273 Jul 14 09:56:41.842604 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51ba4b9-8c8f-4def-ab6d-2e771475675b None None] Checking router: 6ad33a0a-fdac-4307-9a00-5b4f12e41621 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:56:41.850935 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51ba4b9-8c8f-4def-ab6d-2e771475675b None None] Routers {'6ad33a0a-fdac-4307-9a00-5b4f12e41621'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:41.851560 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a51ba4b9-8c8f-4def-ab6d-2e771475675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:56:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:42.051453 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-a51ba4b9-8c8f-4def-ab6d-2e771475675b None None] Set router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:42.256433 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a51ba4b9-8c8f-4def-ab6d-2e771475675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'c4219be4-f0bd-4848-9c46-c0d993a2836f', 'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:50Z', 'updated_at': '2021-07-14T09:49:55Z', 'revision_number': 5, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'subnets': [{'id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:42.285598 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51ba4b9-8c8f-4def-ab6d-2e771475675b None None] The sync data for ids ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'] in n-d-771362-35 is: [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'c4219be4-f0bd-4848-9c46-c0d993a2836f', 'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:50Z', 'updated_at': '2021-07-14T09:49:55Z', 'revision_number': 5, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'subnets': [{'id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:56:42.494798 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21828ea4-8e7c-4cee-ab91-a49f35ac569f None None] New status for floating IP 5df9c757-180d-49ae-b717-441d0eeca60d: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:56:42.622177 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:43.166399 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-26b00813-99ab-406c-9cff-feafc1e3a8f3 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--514646310&fields=id&tenant_id=cebcf9c92bc249da8950af17366bf37a HTTP/1.1" status: 200 len: 267 time: 0.0338027 Jul 14 09:56:43.293431 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-10e67e73-d68d-4ce5-a103-7542b3e148ca tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:43.294891 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-10e67e73-d68d-4ce5-a103-7542b3e148ca tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 812 time: 0.1218669 Jul 14 09:56:43.309089 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-eb926c5c-4b38-4e81-a93a-b57b5d313aab tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/quotas/cebcf9c92bc249da8950af17366bf37a HTTP/1.1" status: 200 len: 375 time: 0.0088401 Jul 14 09:56:43.380835 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-13ecc20c-6463-4739-bc08-793ca1c091f5 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668435 Jul 14 09:56:43.523658 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-56287ded-1ec2-40e5-aac9-0060d882fb47 service neutron] 10.222.0.25 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316578 Jul 14 09:56:43.613090 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-9e1c2ae4-9626-4d59-ba23-658a11e52492 service neutron] 10.222.0.25 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836999 Jul 14 09:56:43.786436 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7cefb533-d163-49b0-8481-41da54163553 req-8b96353b-c142-448b-91f9-678452d9bf1e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 210 time: 0.0336323 Jul 14 09:56:44.358260 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 94016695-1397-45b2-b9eb-4092e89827fd no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:56:44.378829 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 94016695-1397-45b2-b9eb-4092e89827fd {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:56:44.379174 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 94016695-1397-45b2-b9eb-4092e89827fd not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:56:44.894124 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-63a67402-386f-4995-b001-6adef6b4122c tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:44.896964 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-63a67402-386f-4995-b001-6adef6b4122c tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 812 time: 0.1064739 Jul 14 09:56:44.936606 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d8459d2d-f37f-4cc9-b8cf-9668b7a746d0 req-facef701-f300-45d3-84fc-5118187db6fd tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 210 time: 0.0287805 Jul 14 09:56:45.280150 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-c11e830a-91c4-44f0-9713-cff509c9c3f8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cebcf9c92bc249da8950af17366bf37a HTTP/1.1" status: 200 len: 379 time: 0.3753719 Jul 14 09:56:45.289194 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-aba31b4c-dbcd-4fdb-b6dc-2651996fc8f2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Request body: {'port': {'device_id': 'd52c71e8-cb92-4682-99dd-216f9ac211f5', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'admin_state_up': True, 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'security_groups': ['4e6b8822-aff0-4403-b710-0cc0da393430']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:56:45.399874 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-aba31b4c-dbcd-4fdb-b6dc-2651996fc8f2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Made reservation on behalf of cebcf9c92bc249da8950af17366bf37a for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:56:45.403533 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-aba31b4c-dbcd-4fdb-b6dc-2651996fc8f2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:45.532591 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-aba31b4c-dbcd-4fdb-b6dc-2651996fc8f2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Allocated IP 172.20.0.14 (d30826ff-4169-41c1-918a-e63c8a4998fd/9ffa28af-5283-4890-a063-c9e399ca9971/d9851d6e-ce8a-42b7-b5ad-415052161071) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:56:45.676582 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-aba31b4c-dbcd-4fdb-b6dc-2651996fc8f2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:45.690200 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-aba31b4c-dbcd-4fdb-b6dc-2651996fc8f2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Transition to ACTIVE for port object d9851d6e-ce8a-42b7-b5ad-415052161071 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:56:45.723662 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-aba31b4c-dbcd-4fdb-b6dc-2651996fc8f2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:45.768780 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-aba31b4c-dbcd-4fdb-b6dc-2651996fc8f2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Network d30826ff-4169-41c1-918a-e63c8a4998fd is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:56:45.772444 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-aba31b4c-dbcd-4fdb-b6dc-2651996fc8f2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:56:45.776316 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-aba31b4c-dbcd-4fdb-b6dc-2651996fc8f2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:56:45.782689 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba31b4c-dbcd-4fdb-b6dc-2651996fc8f2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Pushing event updated for resources: {'Port': ['ID=d9851d6e-ce8a-42b7-b5ad-415052161071,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:45.830480 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-aba31b4c-dbcd-4fdb-b6dc-2651996fc8f2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:45.830988 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-aba31b4c-dbcd-4fdb-b6dc-2651996fc8f2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:45.846550 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-aba31b4c-dbcd-4fdb-b6dc-2651996fc8f2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5613203 Jul 14 09:56:45.859019 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-8779af20-b213-41c2-b4ff-470961eb41a1 service neutron] Request body: {'port': {'device_id': 'd52c71e8-cb92-4682-99dd-216f9ac211f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:56:45.943352 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-8779af20-b213-41c2-b4ff-470961eb41a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:46.035038 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a81d249c-188f-496c-89c7-729dca069e31 None None] Provisioning for port d9851d6e-ce8a-42b7-b5ad-415052161071 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:56:46.040346 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a81d249c-188f-496c-89c7-729dca069e31 None None] Provisioning complete for port d9851d6e-ce8a-42b7-b5ad-415052161071 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:46.040721 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a81d249c-188f-496c-89c7-729dca069e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:46.074660 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a81d249c-188f-496c-89c7-729dca069e31 None None] Port d9851d6e-ce8a-42b7-b5ad-415052161071 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:56:46.116375 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666bd8a-a8c8-4078-baff-437d88111d41 req-1c9d2af2-7b72-4f0f-9042-af708577b56e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:46.118611 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c666bd8a-a8c8-4078-baff-437d88111d41 req-1c9d2af2-7b72-4f0f-9042-af708577b56e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 932 time: 0.0664966 Jul 14 09:56:46.158581 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c666bd8a-a8c8-4078-baff-437d88111d41 req-d9f181bb-5806-4d6e-9176-4c7d3af6c1c6 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332408 Jul 14 09:56:46.219663 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-8779af20-b213-41c2-b4ff-470961eb41a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9851d6e-ce8a-42b7-b5ad-415052161071 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:56:46.228022 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-8779af20-b213-41c2-b4ff-470961eb41a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:46.240400 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-8779af20-b213-41c2-b4ff-470961eb41a1 service neutron] Transition to ACTIVE for port object d9851d6e-ce8a-42b7-b5ad-415052161071 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:56:46.244044 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-8779af20-b213-41c2-b4ff-470961eb41a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:46.294402 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779af20-b213-41c2-b4ff-470961eb41a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9851d6e-ce8a-42b7-b5ad-415052161071,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:46.371000 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-8779af20-b213-41c2-b4ff-470961eb41a1 service neutron] Attempting to bind port d9851d6e-ce8a-42b7-b5ad-415052161071 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:56:46.371336 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-8779af20-b213-41c2-b4ff-470961eb41a1 service neutron] Attempting to bind port d9851d6e-ce8a-42b7-b5ad-415052161071 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:56:46.371705 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-8779af20-b213-41c2-b4ff-470961eb41a1 service neutron] Attempting to bind port d9851d6e-ce8a-42b7-b5ad-415052161071 on network d30826ff-4169-41c1-918a-e63c8a4998fd {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:56:46.376295 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-8779af20-b213-41c2-b4ff-470961eb41a1 service neutron] Port d9851d6e-ce8a-42b7-b5ad-415052161071 on network d30826ff-4169-41c1-918a-e63c8a4998fd not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:56:46.376619 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-8779af20-b213-41c2-b4ff-470961eb41a1 service neutron] Attempting to bind port d9851d6e-ce8a-42b7-b5ad-415052161071 on network d30826ff-4169-41c1-918a-e63c8a4998fd {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:56:46.382140 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-8779af20-b213-41c2-b4ff-470961eb41a1 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:56:46.382481 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-8779af20-b213-41c2-b4ff-470961eb41a1 service neutron] Checking segment: {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:56:46.382865 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-8779af20-b213-41c2-b4ff-470961eb41a1 service neutron] Bound using segment: {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:56:46.383299 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-8779af20-b213-41c2-b4ff-470961eb41a1 service neutron] Bound port: d9851d6e-ce8a-42b7-b5ad-415052161071, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:56:46.383688 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-8779af20-b213-41c2-b4ff-470961eb41a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:46.451343 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-8779af20-b213-41c2-b4ff-470961eb41a1 service neutron] For port d9851d6e-ce8a-42b7-b5ad-415052161071, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:56:46.454585 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-8779af20-b213-41c2-b4ff-470961eb41a1 service neutron] For port d9851d6e-ce8a-42b7-b5ad-415052161071, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=d9851d6e-ce8a-42b7-b5ad-415052161071,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:56:46.458876 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-8779af20-b213-41c2-b4ff-470961eb41a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:46.493695 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-8779af20-b213-41c2-b4ff-470961eb41a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:46.494339 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-8779af20-b213-41c2-b4ff-470961eb41a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:46.495765 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-8779af20-b213-41c2-b4ff-470961eb41a1 service neutron] 10.222.0.44 "PUT /v2.0/ports/d9851d6e-ce8a-42b7-b5ad-415052161071 HTTP/1.1" status: 200 len: 1093 time: 0.6412671 Jul 14 09:56:46.496208 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52c71e8-cb92-4682-99dd-216f9ac211f5', 'tag': 'd9851d6e-ce8a-42b7-b5ad-415052161071'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:46.498482 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8ef18562ee439af35d330f15fcdba3024e24fb4a1c0c7dcfdf00801503adc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196633df-43d0-4911-9992-d19038abb13f" -d '{"events": [{"name": "network-changed", "server_uuid": "d52c71e8-cb92-4682-99dd-216f9ac211f5", "tag": "d9851d6e-ce8a-42b7-b5ad-415052161071"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:46.528486 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779af20-b213-41c2-b4ff-470961eb41a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9851d6e-ce8a-42b7-b5ad-415052161071,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:46.605558 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-3dab86f6-091e-42a3-8496-75e331746d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:46.607300 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-3dab86f6-091e-42a3-8496-75e331746d79 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 1096 time: 0.0686622 Jul 14 09:56:46.652187 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-84135dbd-c958-401e-9bcd-7864765fdc6d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9851d6e-ce8a-42b7-b5ad-415052161071 HTTP/1.1" status: 200 len: 217 time: 0.0370076 Jul 14 09:56:46.707518 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-cc39f090-4e97-49ee-9dc1-c0c3a3774b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:46.709470 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-cc39f090-4e97-49ee-9dc1-c0c3a3774b56 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0515420 Jul 14 09:56:46.726837 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419a0085-92e0-4937-9a7b-fc0273b67258 x-openstack-request-id: req-419a0085-92e0-4937-9a7b-fc0273b67258 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:46.727135 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d52c71e8-cb92-4682-99dd-216f9ac211f5", "tag": "d9851d6e-ce8a-42b7-b5ad-415052161071", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:46.727396 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-419a0085-92e0-4937-9a7b-fc0273b67258 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:46.727828 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd52c71e8-cb92-4682-99dd-216f9ac211f5', 'tag': 'd9851d6e-ce8a-42b7-b5ad-415052161071', 'status': 'completed', 'code': 200} Jul 14 09:56:46.775296 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-51435c1a-0836-48dd-b76f-90140e406db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:46.776847 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-51435c1a-0836-48dd-b76f-90140e406db0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608580 Jul 14 09:56:46.867517 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-f93c216f-e25c-4270-b7a9-93f60005952d service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842805 Jul 14 09:56:46.961521 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7bcc0aa2-e126-407c-a0f3-4e8930fbc4e3 req-b2886936-8da0-4366-af29-328427adf38f service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871503 Jul 14 09:56:47.059851 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196633df-43d0-4911-9992-d19038abb13f req-22206cfa-e5bd-4a59-9a4b-98e8539875cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:47.061396 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-196633df-43d0-4911-9992-d19038abb13f req-22206cfa-e5bd-4a59-9a4b-98e8539875cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 1096 time: 0.0542207 Jul 14 09:56:47.153759 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196633df-43d0-4911-9992-d19038abb13f req-519af676-bd7c-4eed-8898-f5348ac42f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:47.155243 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-196633df-43d0-4911-9992-d19038abb13f req-519af676-bd7c-4eed-8898-f5348ac42f21 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0861580 Jul 14 09:56:47.202108 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-196633df-43d0-4911-9992-d19038abb13f req-52503ba5-2acc-4583-a03a-e47ce1fe44e7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9851d6e-ce8a-42b7-b5ad-415052161071 HTTP/1.1" status: 200 len: 217 time: 0.0403419 Jul 14 09:56:47.251050 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196633df-43d0-4911-9992-d19038abb13f req-6c29e221-f41b-4930-a0c8-4748d273aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:47.252545 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-196633df-43d0-4911-9992-d19038abb13f req-6c29e221-f41b-4930-a0c8-4748d273aa11 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0440252 Jul 14 09:56:47.312061 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196633df-43d0-4911-9992-d19038abb13f req-92531547-3405-4cc2-ac90-30b450a22d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:47.313601 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-196633df-43d0-4911-9992-d19038abb13f req-92531547-3405-4cc2-ac90-30b450a22d68 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545788 Jul 14 09:56:47.343897 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21eb34-b565-46c9-9c42-02f803b5662e req-ae21e7ac-2859-4564-a3e5-c4e1101c4b1c tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:47.345388 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1f21eb34-b565-46c9-9c42-02f803b5662e req-ae21e7ac-2859-4564-a3e5-c4e1101c4b1c tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 944 time: 0.0674517 Jul 14 09:56:47.384763 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1f21eb34-b565-46c9-9c42-02f803b5662e req-dca3be21-96dd-48c3-949b-2ab6e250f9e5 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330472 Jul 14 09:56:47.416025 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-196633df-43d0-4911-9992-d19038abb13f req-50f39707-4e47-425f-be5e-f8c5c2b676e9 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930920 Jul 14 09:56:47.518240 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-196633df-43d0-4911-9992-d19038abb13f req-c7a6c761-16fb-465b-bc92-6a75e15abced service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952787 Jul 14 09:56:48.358509 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device d9851d6e-ce8a-42b7-b5ad-415052161071 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:56:48.454666 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port d9851d6e-ce8a-42b7-b5ad-415052161071, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=d9851d6e-ce8a-42b7-b5ad-415052161071,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:48.466722 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'd9851d6e-ce8a-42b7-b5ad-415052161071', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'port_id': 'd9851d6e-ce8a-42b7-b5ad-415052161071', 'mac_address': 'fa:16:3e:93:68:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:56:48.511761 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:48.523315 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-229af460-8bb4-46fb-9f97-6b09bd4775bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:48.527247 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9851d6e-ce8a-42b7-b5ad-415052161071 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:56:48.551980 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port d9851d6e-ce8a-42b7-b5ad-415052161071, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=d9851d6e-ce8a-42b7-b5ad-415052161071,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:48.556676 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:48.605798 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=d9851d6e-ce8a-42b7-b5ad-415052161071,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:48.616600 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab084a8-cb43-4bf2-b7e7-f23b867e8257 req-0efeb15e-3cbc-4b62-a33a-b1bc711ac127 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:48.618153 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7ab084a8-cb43-4bf2-b7e7-f23b867e8257 req-0efeb15e-3cbc-4b62-a33a-b1bc711ac127 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 945 time: 0.1177537 Jul 14 09:56:48.655830 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7ab084a8-cb43-4bf2-b7e7-f23b867e8257 req-0504261a-d18c-49b6-a54e-1a133dfabf91 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318551 Jul 14 09:56:48.746968 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['d9851d6e-ce8a-42b7-b5ad-415052161071'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:56:49.830813 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303f660-dc26-4db8-a0ae-f1c94652af56 req-37e38c0e-4b7f-467e-8314-95990c23533c tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:49.832364 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5303f660-dc26-4db8-a0ae-f1c94652af56 req-37e38c0e-4b7f-467e-8314-95990c23533c tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 945 time: 0.0630393 Jul 14 09:56:49.871384 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5303f660-dc26-4db8-a0ae-f1c94652af56 req-e815b121-a99e-469c-b1ba-e675b9e67eb4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328212 Jul 14 09:56:50.373515 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device d9851d6e-ce8a-42b7-b5ad-415052161071 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:56:50.423797 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port d9851d6e-ce8a-42b7-b5ad-415052161071 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:56:50.427382 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port d9851d6e-ce8a-42b7-b5ad-415052161071 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:50.427773 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:50.501084 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:50.523646 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52c71e8-cb92-4682-99dd-216f9ac211f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9851d6e-ce8a-42b7-b5ad-415052161071'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:50.525979 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b288ef408f25f204e40ce6cb8d0c3c6bb9a20a688949d9fef0c8c63954fc37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca70dc4-02a8-4b1e-831d-c89df82cde16" -d '{"events": [{"server_uuid": "d52c71e8-cb92-4682-99dd-216f9ac211f5", "name": "network-vif-plugged", "status": "completed", "tag": "d9851d6e-ce8a-42b7-b5ad-415052161071"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:50.538790 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port d9851d6e-ce8a-42b7-b5ad-415052161071, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=d9851d6e-ce8a-42b7-b5ad-415052161071,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:50.543145 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:50.571318 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c15a160-1fb6-48b2-884f-cee0e2d9b3cd x-openstack-request-id: req-2c15a160-1fb6-48b2-884f-cee0e2d9b3cd {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:50.571630 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52c71e8-cb92-4682-99dd-216f9ac211f5", "name": "network-vif-plugged", "status": "completed", "tag": "d9851d6e-ce8a-42b7-b5ad-415052161071", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:50.571879 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c15a160-1fb6-48b2-884f-cee0e2d9b3cd {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:50.572258 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52c71e8-cb92-4682-99dd-216f9ac211f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9851d6e-ce8a-42b7-b5ad-415052161071', 'code': 200} Jul 14 09:56:50.601183 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=d9851d6e-ce8a-42b7-b5ad-415052161071,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:50.679252 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0861592-55a3-4261-8ab0-b88f11a7dbac req-46b33253-19f2-402b-a4d6-209563e4e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:50.680753 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a0861592-55a3-4261-8ab0-b88f11a7dbac req-46b33253-19f2-402b-a4d6-209563e4e524 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 1098 time: 0.0536621 Jul 14 09:56:50.721245 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a0861592-55a3-4261-8ab0-b88f11a7dbac req-83cf4fbb-dd40-48f8-a582-97d1ff0eb044 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333524 Jul 14 09:56:51.049335 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219869cd-d070-4bbe-8cd5-faa284ba8b3c req-d91dc74a-d198-4f98-867e-e46efcfaa5f9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:51.050798 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-219869cd-d070-4bbe-8cd5-faa284ba8b3c req-d91dc74a-d198-4f98-867e-e46efcfaa5f9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 946 time: 0.0663848 Jul 14 09:56:51.089575 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-219869cd-d070-4bbe-8cd5-faa284ba8b3c req-bf823dab-596a-4355-b295-9057c5a133e9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323536 Jul 14 09:56:51.115611 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b2bad74a-0612-40da-b7e6-158223758f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:51.336022 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:52.262443 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653b12e-d4a5-4923-9d11-bc34f25594df req-0828cd85-ae79-4454-980d-d5cfe18cb374 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:52.263923 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6653b12e-d4a5-4923-9d11-bc34f25594df req-0828cd85-ae79-4454-980d-d5cfe18cb374 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 946 time: 0.0631490 Jul 14 09:56:52.300929 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6653b12e-d4a5-4923-9d11-bc34f25594df req-180cbb5d-e8c4-45a4-9d26-88da19221c1e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312574 Jul 14 09:56:52.348731 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:52.476085 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcfd98-98c2-45b1-8a6e-693fb96b49e1 req-3a49d059-7568-4d58-ace7-9dc5fc2ccdf6 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:52.477551 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-71bcfd98-98c2-45b1-8a6e-693fb96b49e1 req-3a49d059-7568-4d58-ace7-9dc5fc2ccdf6 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 946 time: 0.0693908 Jul 14 09:56:52.486216 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34076) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:52.491894 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-86c015ab-fc1c-4837-a348-eab47876483c tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Request body: {'floatingip': {'port_id': 'd9851d6e-ce8a-42b7-b5ad-415052161071'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:56:52.530914 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-86c015ab-fc1c-4837-a348-eab47876483c tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for floatingip, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:52.978959 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-86c015ab-fc1c-4837-a348-eab47876483c tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:52.982801 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-86c015ab-fc1c-4837-a348-eab47876483c tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:53.080919 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-86c015ab-fc1c-4837-a348-eab47876483c tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Floating IP 5df9c757-180d-49ae-b717-441d0eeca60d associated. External IP: 172.25.6.107, port: d9851d6e-ce8a-42b7-b5ad-415052161071. Jul 14 09:56:53.602213 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c015ab-fc1c-4837-a348-eab47876483c tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:56:53.705968 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c015ab-fc1c-4837-a348-eab47876483c tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:56:53.711406 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-86c015ab-fc1c-4837-a348-eab47876483c tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:53.717070 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f078b53-cc2b-4762-822f-1dccda18c794 None None] Sync routers for ids ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:56:53.727678 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f078b53-cc2b-4762-822f-1dccda18c794 None None] Routers {'6ad33a0a-fdac-4307-9a00-5b4f12e41621'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:53.728283 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3f078b53-cc2b-4762-822f-1dccda18c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:56:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:53.749338 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-86c015ab-fc1c-4837-a348-eab47876483c tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "PUT /v2.0/floatingips/5df9c757-180d-49ae-b717-441d0eeca60d HTTP/1.1" status: 200 len: 993 time: 1.2620668 Jul 14 09:56:53.749929 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52c71e8-cb92-4682-99dd-216f9ac211f5', 'tag': 'd9851d6e-ce8a-42b7-b5ad-415052161071'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:53.752184 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e439e148f7659e817134ebdd363a8c32d2e04b7d4b3271921b66f658d145677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9671bc-6b13-4238-8244-f835a67f7951" -d '{"events": [{"name": "network-changed", "server_uuid": "d52c71e8-cb92-4682-99dd-216f9ac211f5", "tag": "d9851d6e-ce8a-42b7-b5ad-415052161071"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:53.790010 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a703698d-3bd8-4c8a-bc75-029175e5686f x-openstack-request-id: req-a703698d-3bd8-4c8a-bc75-029175e5686f {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:53.790305 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d52c71e8-cb92-4682-99dd-216f9ac211f5", "tag": "d9851d6e-ce8a-42b7-b5ad-415052161071", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:53.790559 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a703698d-3bd8-4c8a-bc75-029175e5686f {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:53.790961 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd52c71e8-cb92-4682-99dd-216f9ac211f5', 'tag': 'd9851d6e-ce8a-42b7-b5ad-415052161071', 'status': 'completed', 'code': 200} Jul 14 09:56:53.837706 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-3f078b53-cc2b-4762-822f-1dccda18c794 None None] Set router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:53.870385 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9671bc-6b13-4238-8244-f835a67f7951 req-73d0e8eb-e304-489d-80eb-ab73003571ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:53.871870 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5a9671bc-6b13-4238-8244-f835a67f7951 req-73d0e8eb-e304-489d-80eb-ab73003571ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 1098 time: 0.0581338 Jul 14 09:56:53.889786 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:53.964500 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9671bc-6b13-4238-8244-f835a67f7951 req-fa6b254b-300b-40f8-8bc5-a066b1d5bbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:53.966083 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5a9671bc-6b13-4238-8244-f835a67f7951 req-fa6b254b-300b-40f8-8bc5-a066b1d5bbf3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0873008 Jul 14 09:56:54.036959 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5a9671bc-6b13-4238-8244-f835a67f7951 req-3c3abf4e-b661-437c-97f1-78c64aa934cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9851d6e-ce8a-42b7-b5ad-415052161071 HTTP/1.1" status: 200 len: 1001 time: 0.0638454 Jul 14 09:56:54.064087 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3f078b53-cc2b-4762-822f-1dccda18c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '5df9c757-180d-49ae-b717-441d0eeca60d', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'port_id': 'd9851d6e-ce8a-42b7-b5ad-415052161071', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'mac_address': 'fa:16:3e:93:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c71e8-cb92-4682-99dd-216f9ac211f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:49:54Z', 'updated_at': '2021-07-14T09:56:52Z', 'revision_number': 13, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4219be4-f0bd-4848-9c46-c0d993a2836f', 'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:50Z', 'updated_at': '2021-07-14T09:49:55Z', 'revision_number': 5, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'subnets': [{'id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:54.087502 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9671bc-6b13-4238-8244-f835a67f7951 req-898ba075-d755-4b73-9f14-f147fdb91af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:54.089004 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5a9671bc-6b13-4238-8244-f835a67f7951 req-898ba075-d755-4b73-9f14-f147fdb91af2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0469024 Jul 14 09:56:54.090808 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f078b53-cc2b-4762-822f-1dccda18c794 None None] Checking router: 6ad33a0a-fdac-4307-9a00-5b4f12e41621 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:56:54.105205 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f078b53-cc2b-4762-822f-1dccda18c794 None None] Routers {'6ad33a0a-fdac-4307-9a00-5b4f12e41621'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:54.105805 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3f078b53-cc2b-4762-822f-1dccda18c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:56:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:54.149047 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9671bc-6b13-4238-8244-f835a67f7951 req-8c10a9b1-69a1-454f-b597-112b64384b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:54.150483 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5a9671bc-6b13-4238-8244-f835a67f7951 req-8c10a9b1-69a1-454f-b597-112b64384b48 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548584 Jul 14 09:56:54.216166 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-3f078b53-cc2b-4762-822f-1dccda18c794 None None] Set router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:54.247083 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5a9671bc-6b13-4238-8244-f835a67f7951 req-b412450e-b605-4629-a308-77f1643dad41 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898538 Jul 14 09:56:54.340703 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5a9671bc-6b13-4238-8244-f835a67f7951 req-780c99b7-ca2c-4ad4-81d3-4d9cb9f9d59a service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868051 Jul 14 09:56:54.443594 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3f078b53-cc2b-4762-822f-1dccda18c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '5df9c757-180d-49ae-b717-441d0eeca60d', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'port_id': 'd9851d6e-ce8a-42b7-b5ad-415052161071', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'mac_address': 'fa:16:3e:93:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c71e8-cb92-4682-99dd-216f9ac211f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:49:54Z', 'updated_at': '2021-07-14T09:56:52Z', 'revision_number': 13, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4219be4-f0bd-4848-9c46-c0d993a2836f', 'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:50Z', 'updated_at': '2021-07-14T09:49:55Z', 'revision_number': 5, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'subnets': [{'id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:54.469536 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f078b53-cc2b-4762-822f-1dccda18c794 None None] The sync data for ids ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'] in n-d-771362-35 is: [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '5df9c757-180d-49ae-b717-441d0eeca60d', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'port_id': 'd9851d6e-ce8a-42b7-b5ad-415052161071', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'mac_address': 'fa:16:3e:93:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c71e8-cb92-4682-99dd-216f9ac211f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:49:54Z', 'updated_at': '2021-07-14T09:56:52Z', 'revision_number': 13, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4219be4-f0bd-4848-9c46-c0d993a2836f', 'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:50Z', 'updated_at': '2021-07-14T09:49:55Z', 'revision_number': 5, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'subnets': [{'id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:56:54.657501 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3d2a5f-3a05-4dd3-846f-26bde534e650 None None] New status for floating IP 5df9c757-180d-49ae-b717-441d0eeca60d: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:57:07.268789 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:57:11.070726 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:12.621163 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:18.514803 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-939a4be4-1438-4197-a02e-2dd6cf7fbe1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:21.116872 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e51d01d9-84b8-48ac-b3cc-e775a8fcfe52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:21.338722 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:22.352265 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:23.891570 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:29.462363 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c3d738b1-d9f7-414c-a223-35eaa56e3066 req-e6f2bea3-ce54-410d-ba6d-b369a0126a0e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0589144 Jul 14 09:57:29.559746 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d738b1-d9f7-414c-a223-35eaa56e3066 req-f17472eb-9bd9-4b2b-a8ff-df8321b78326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:29.561258 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c3d738b1-d9f7-414c-a223-35eaa56e3066 req-f17472eb-9bd9-4b2b-a8ff-df8321b78326 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 1098 time: 0.0568178 Jul 14 09:57:29.666327 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d738b1-d9f7-414c-a223-35eaa56e3066 req-4336842e-c8f4-4197-bada-23ce672761aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:29.667728 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c3d738b1-d9f7-414c-a223-35eaa56e3066 req-4336842e-c8f4-4197-bada-23ce672761aa service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0867476 Jul 14 09:57:29.737819 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c3d738b1-d9f7-414c-a223-35eaa56e3066 req-966b5a2a-6f68-416e-93e9-d1b1407813f0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9851d6e-ce8a-42b7-b5ad-415052161071 HTTP/1.1" status: 200 len: 1003 time: 0.0637300 Jul 14 09:57:29.787726 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d738b1-d9f7-414c-a223-35eaa56e3066 req-f2c35600-69a3-4b30-9c3d-065701b1910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:29.789171 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c3d738b1-d9f7-414c-a223-35eaa56e3066 req-f2c35600-69a3-4b30-9c3d-065701b1910d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0451894 Jul 14 09:57:29.846348 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d738b1-d9f7-414c-a223-35eaa56e3066 req-3c4d0d40-4586-4ca5-bf73-60776ed8cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:29.847886 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c3d738b1-d9f7-414c-a223-35eaa56e3066 req-3c4d0d40-4586-4ca5-bf73-60776ed8cf0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518975 Jul 14 09:57:29.940342 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c3d738b1-d9f7-414c-a223-35eaa56e3066 req-dc3372c9-09db-42b2-843e-e7ea48221c10 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857720 Jul 14 09:57:30.030775 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c3d738b1-d9f7-414c-a223-35eaa56e3066 req-837a242c-abe2-4c86-8b5f-a07bc341b513 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828123 Jul 14 09:57:41.069311 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:42.619991 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:44.268022 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:57:48.518125 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee88066a-9504-4dc3-a762-4cad02db9625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:51.117041 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76d48f9b-9b1e-4fad-836b-a9bd640c52fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:51.341338 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:52.502976 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:53.895287 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:11.074713 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:12.617967 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:18.521629 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cfcf050a-a1db-4e82-94a0-9bec55ff1652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:21.117740 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df4a5807-840c-4b26-94a1-5dc8d8042e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:21.266477 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:58:21.342711 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:22.358363 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:23.898150 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:31.389447 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5125ec-dbcb-44b4-8681-28cffaf0a1b7 req-a4b6bf6f-b0cd-476b-ab7b-48bc854703d8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:31.390907 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad5125ec-dbcb-44b4-8681-28cffaf0a1b7 req-a4b6bf6f-b0cd-476b-ab7b-48bc854703d8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 946 time: 0.1046212 Jul 14 09:58:31.428260 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad5125ec-dbcb-44b4-8681-28cffaf0a1b7 req-c1248ab6-9098-4748-85ee-40426c2d9f8e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312223 Jul 14 09:58:32.030529 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-763297ff-8c4a-4615-8117-2e0469174e33 req-356cb4c2-f93b-41d2-a511-39707a5af7ae service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1016848 Jul 14 09:58:32.129517 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763297ff-8c4a-4615-8117-2e0469174e33 req-b60d426e-e209-471f-b81a-9bb52c606138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:32.131036 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-763297ff-8c4a-4615-8117-2e0469174e33 req-b60d426e-e209-471f-b81a-9bb52c606138 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 1098 time: 0.0551317 Jul 14 09:58:32.237211 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763297ff-8c4a-4615-8117-2e0469174e33 req-00bcc3e9-67e1-40a8-b663-e2a3ceea91d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:32.238745 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-763297ff-8c4a-4615-8117-2e0469174e33 req-00bcc3e9-67e1-40a8-b663-e2a3ceea91d2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0876780 Jul 14 09:58:32.310657 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-763297ff-8c4a-4615-8117-2e0469174e33 req-2d7550f3-691f-4db7-9826-77d9424542e1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9851d6e-ce8a-42b7-b5ad-415052161071 HTTP/1.1" status: 200 len: 1003 time: 0.0645878 Jul 14 09:58:32.362468 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763297ff-8c4a-4615-8117-2e0469174e33 req-6363193c-c02f-44cd-abdb-19c6625985af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:32.364084 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-763297ff-8c4a-4615-8117-2e0469174e33 req-6363193c-c02f-44cd-abdb-19c6625985af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0470207 Jul 14 09:58:32.422208 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763297ff-8c4a-4615-8117-2e0469174e33 req-24c66bb9-0c99-4dad-825a-a32af54fa19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:32.423674 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-763297ff-8c4a-4615-8117-2e0469174e33 req-24c66bb9-0c99-4dad-825a-a32af54fa19e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527575 Jul 14 09:58:32.519938 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-763297ff-8c4a-4615-8117-2e0469174e33 req-81d1005d-b8d7-40f9-9835-ee3f8019509e service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887449 Jul 14 09:58:32.612522 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-763297ff-8c4a-4615-8117-2e0469174e33 req-e6efc8d3-cd12-467e-8e18-d758dc9c89ce service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857995 Jul 14 09:58:41.083761 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:42.616490 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:43.016412 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-ced86432-f710-4327-8949-3f14b032ed18 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1403985 Jul 14 09:58:43.024781 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7599f1-92d4-40e2-93b8-c992fc1c5b62 req-f5943259-22bd-4de0-b1fb-860ed51a23d2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:43.026197 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9a7599f1-92d4-40e2-93b8-c992fc1c5b62 req-f5943259-22bd-4de0-b1fb-860ed51a23d2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 946 time: 0.0986683 Jul 14 09:58:43.065591 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9a7599f1-92d4-40e2-93b8-c992fc1c5b62 req-89474623-15cd-435d-9114-2b7fd06dad42 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334926 Jul 14 09:58:44.136585 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-6ba7c1d8-8fd2-4ef0-a5bd-814afbcf5382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:44.138138 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-6ba7c1d8-8fd2-4ef0-a5bd-814afbcf5382 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 1098 time: 0.0545235 Jul 14 09:58:44.232382 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-3f6b770d-a252-4491-a15c-f7e638889218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:44.233903 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-3f6b770d-a252-4491-a15c-f7e638889218 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0897186 Jul 14 09:58:44.240853 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79274f45-cb20-4e0c-813f-d389a0fce6bf req-5c4a0aac-7c9e-4268-ac33-163efa58a23b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:44.242331 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-79274f45-cb20-4e0c-813f-d389a0fce6bf req-5c4a0aac-7c9e-4268-ac33-163efa58a23b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 946 time: 0.0630538 Jul 14 09:58:44.282434 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-79274f45-cb20-4e0c-813f-d389a0fce6bf req-290d9a13-5409-43e0-ae85-d5668fe5a569 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338488 Jul 14 09:58:44.302799 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-1b41a286-12f4-429f-b5bf-50f38eae4c89 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9851d6e-ce8a-42b7-b5ad-415052161071 HTTP/1.1" status: 200 len: 1003 time: 0.0626872 Jul 14 09:58:44.355926 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-05421226-08ba-4064-bf76-382428eeb8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:44.357317 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-05421226-08ba-4064-bf76-382428eeb8e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0482612 Jul 14 09:58:44.412963 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-e28b6ea7-bcf0-40f6-bc24-a268ebb4f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:44.414451 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-e28b6ea7-bcf0-40f6-bc24-a268ebb4f964 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510662 Jul 14 09:58:44.503242 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-21613f7f-ec1a-4612-8ab7-ca3a8af92ea8 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822849 Jul 14 09:58:44.596251 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-3a7c7a0f-df03-4c03-b6ee-d0e603944ef2 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861654 Jul 14 09:58:45.462943 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f72239-5ad8-42de-9278-5c1c80afbeb1 req-cc073e53-9ea6-4da6-9937-6416dc4619e8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:45.464884 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a1f72239-5ad8-42de-9278-5c1c80afbeb1 req-cc073e53-9ea6-4da6-9937-6416dc4619e8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 946 time: 0.0675483 Jul 14 09:58:45.501807 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a1f72239-5ad8-42de-9278-5c1c80afbeb1 req-7c81f8ac-8751-470b-a66e-3b368a0e0d1f tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317240 Jul 14 09:58:46.681638 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ee258-2cc7-4c4d-920a-7a0a89f1f6a2 req-8fb6d8be-aecb-48e7-be0c-1e31894583cd tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:46.683020 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-468ee258-2cc7-4c4d-920a-7a0a89f1f6a2 req-8fb6d8be-aecb-48e7-be0c-1e31894583cd tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 946 time: 0.0639036 Jul 14 09:58:46.721863 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-468ee258-2cc7-4c4d-920a-7a0a89f1f6a2 req-87b38411-ed38-4a79-84d5-615e3c8d188c tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322671 Jul 14 09:58:47.895373 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061931ec-0294-4553-856c-f066edb2df7c req-c2a59ae0-aac0-43cc-9f7e-7839b27597e4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:47.896773 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-061931ec-0294-4553-856c-f066edb2df7c req-c2a59ae0-aac0-43cc-9f7e-7839b27597e4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 946 time: 0.0647166 Jul 14 09:58:47.938497 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-061931ec-0294-4553-856c-f066edb2df7c req-5b29e78e-2212-4132-949a-ba81a85e43b0 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362213 Jul 14 09:58:48.522247 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-585211ff-92ea-4768-9029-219d9ae71530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:49.111899 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a13dc2-7833-419e-9489-c61332bbe19b req-7346548e-90c4-463c-a640-e76714eb34ed tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:49.113375 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1a13dc2-7833-419e-9489-c61332bbe19b req-7346548e-90c4-463c-a640-e76714eb34ed tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 946 time: 0.0629582 Jul 14 09:58:49.150469 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d1a13dc2-7833-419e-9489-c61332bbe19b req-137d4fe0-52f3-4026-8222-3799bcf894ca tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315559 Jul 14 09:58:50.328441 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb378050-98eb-47a8-b2a0-92646967ee42 req-ec3027d5-8ae2-438c-a99a-eee8e375f918 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:50.329976 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eb378050-98eb-47a8-b2a0-92646967ee42 req-ec3027d5-8ae2-438c-a99a-eee8e375f918 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 946 time: 0.0647135 Jul 14 09:58:50.370286 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eb378050-98eb-47a8-b2a0-92646967ee42 req-81466f00-8821-4958-ad05-a64290970834 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347476 Jul 14 09:58:51.117172 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8ef3be8-f6ef-45f0-a330-4f2ffb04b152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:51.343660 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:51.545782 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda040ba-9ffe-4d88-a8cc-1e25f5d47566 req-561e5208-31e6-44c7-9dfe-438abeeca030 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:51.547261 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cda040ba-9ffe-4d88-a8cc-1e25f5d47566 req-561e5208-31e6-44c7-9dfe-438abeeca030 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 946 time: 0.0670772 Jul 14 09:58:51.585755 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cda040ba-9ffe-4d88-a8cc-1e25f5d47566 req-2d230006-2856-412d-b5b2-99885fbb75b4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318081 Jul 14 09:58:52.360441 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:52.759472 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e088cf-6f1b-4e89-86fd-d266a2962a6d req-0baa2d42-750f-4d4a-9d89-752616d35330 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:52.760964 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-73e088cf-6f1b-4e89-86fd-d266a2962a6d req-0baa2d42-750f-4d4a-9d89-752616d35330 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 946 time: 0.0651877 Jul 14 09:58:52.800187 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-73e088cf-6f1b-4e89-86fd-d266a2962a6d req-987c2b20-deac-4333-948c-d367ce0df3ae tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335312 Jul 14 09:58:53.901164 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:53.976197 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27932e-82a2-49fa-92ae-971385c12eb9 req-6c35b81f-fcd9-47fb-9929-31e8910eae1f tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:53.977583 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2c27932e-82a2-49fa-92ae-971385c12eb9 req-6c35b81f-fcd9-47fb-9929-31e8910eae1f tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 946 time: 0.0662680 Jul 14 09:58:54.020633 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2c27932e-82a2-49fa-92ae-971385c12eb9 req-f45719f1-5cdd-465e-842d-2d01e1723559 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374930 Jul 14 09:58:55.195249 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407f1c7-99b2-449a-bb47-3b951c96cb8a req-242796b3-7c98-4184-807e-c2bad7b77427 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:55.196748 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a407f1c7-99b2-449a-bb47-3b951c96cb8a req-242796b3-7c98-4184-807e-c2bad7b77427 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 946 time: 0.0655768 Jul 14 09:58:55.234411 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a407f1c7-99b2-449a-bb47-3b951c96cb8a req-327710dd-62dc-4b50-a376-809e3a63cfd4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319452 Jul 14 09:58:56.413501 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97ebc4-c034-42f9-a940-1702c7ccfa24 req-108b3577-bb6b-409b-bb89-c1a1db52f8a0 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:56.414988 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e97ebc4-c034-42f9-a940-1702c7ccfa24 req-108b3577-bb6b-409b-bb89-c1a1db52f8a0 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 946 time: 0.0630708 Jul 14 09:58:56.454263 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4e97ebc4-c034-42f9-a940-1702c7ccfa24 req-3b6a1222-3512-4bc2-b3a2-2165fc2c5ec6 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328951 Jul 14 09:58:57.634819 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d704c1-f015-4d60-890a-03d395b3ca19 req-b4285245-c71a-4739-b21b-0c8f52f7fd81 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:57.636265 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-73d704c1-f015-4d60-890a-03d395b3ca19 req-b4285245-c71a-4739-b21b-0c8f52f7fd81 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 946 time: 0.0681887 Jul 14 09:58:57.674471 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-73d704c1-f015-4d60-890a-03d395b3ca19 req-516cc656-753a-47df-b59c-91e3fd72bc59 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319853 Jul 14 09:58:58.243459 n-d-771362-35 neutron-server[93772]: INFO neutron.api.v2.resource [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-7b9ea7d2-22c2-44d1-8bf6-5ecf718bc9b2 service neutron] show failed (client error): The resource could not be found. Jul 14 09:58:58.244489 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-7b9ea7d2-22c2-44d1-8bf6-5ecf718bc9b2 service neutron] 10.222.0.44 "GET /v2.0/ports/d9851d6e-ce8a-42b7-b5ad-415052161071/bindings/n-h1-771362-35 HTTP/1.1" status: 404 len: 381 time: 0.0568428 Jul 14 09:58:58.265968 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:58:58.563166 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-3c100a43-5314-4fc9-b453-d23189f86f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:58.565327 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-3c100a43-5314-4fc9-b453-d23189f86f10 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5&tenant_id=cebcf9c92bc249da8950af17366bf37a HTTP/1.1" status: 200 len: 1098 time: 0.0913155 Jul 14 09:58:58.577084 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-35', 'device_owner': 'compute:nova'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:58:58.651929 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:58.894106 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] For port d9851d6e-ce8a-42b7-b5ad-415052161071, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=d9851d6e-ce8a-42b7-b5ad-415052161071,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:58:58.920638 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed525e2-b9c5-4336-8879-c9886857f5cf req-2a3a3673-d5da-4ae7-8de5-99d88639ed60 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:58.922106 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8ed525e2-b9c5-4336-8879-c9886857f5cf req-2a3a3673-d5da-4ae7-8de5-99d88639ed60 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 946 time: 0.1352873 Jul 14 09:58:58.956465 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] For port d9851d6e-ce8a-42b7-b5ad-415052161071, host n-h2-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:58:58.999808 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8ed525e2-b9c5-4336-8879-c9886857f5cf req-ca982755-532b-495f-8712-6c245fadc113 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694835 Jul 14 09:58:59.010873 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52c71e8-cb92-4682-99dd-216f9ac211f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9851d6e-ce8a-42b7-b5ad-415052161071'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:58:59.016354 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:59.029217 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Transition to ACTIVE for port object d9851d6e-ce8a-42b7-b5ad-415052161071 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:58:59.034126 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:59.060540 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdfd76875a0dbbaf1509a4c423fc1f4cb1751388cb9186f92cdb94f63ad4e53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f923fed-5aed-46cc-a2e4-b31d73ecdaf3" -d '{"events": [{"server_uuid": "d52c71e8-cb92-4682-99dd-216f9ac211f5", "name": "network-vif-unplugged", "status": "completed", "tag": "d9851d6e-ce8a-42b7-b5ad-415052161071"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:58:59.114160 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Pushing event updated for resources: {'Port': ['ID=d9851d6e-ce8a-42b7-b5ad-415052161071,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:59.127366 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:59.127623 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:59.128437 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:59.128847 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:59.129171 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:59.129498 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:59.129822 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:59.130144 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:59.130467 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:59.130792 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:59.131111 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:59.131433 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:59.174052 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] No DVR routers for this DVR port d9851d6e-ce8a-42b7-b5ad-415052161071 on host n-h2-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:58:59.176566 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4533a5ef-7037-4ea3-b9a0-101ad8effaf9 x-openstack-request-id: req-4533a5ef-7037-4ea3-b9a0-101ad8effaf9 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:58:59.176860 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52c71e8-cb92-4682-99dd-216f9ac211f5", "name": "network-vif-unplugged", "status": "completed", "tag": "d9851d6e-ce8a-42b7-b5ad-415052161071", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:58:59.177114 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4533a5ef-7037-4ea3-b9a0-101ad8effaf9 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:58:59.177505 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52c71e8-cb92-4682-99dd-216f9ac211f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9851d6e-ce8a-42b7-b5ad-415052161071', 'code': 200} Jul 14 09:58:59.320341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Attempting to bind port d9851d6e-ce8a-42b7-b5ad-415052161071 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:58:59.320682 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Attempting to bind port d9851d6e-ce8a-42b7-b5ad-415052161071 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:58:59.321010 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Attempting to bind port d9851d6e-ce8a-42b7-b5ad-415052161071 on network d30826ff-4169-41c1-918a-e63c8a4998fd {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:58:59.325834 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Port d9851d6e-ce8a-42b7-b5ad-415052161071 on network d30826ff-4169-41c1-918a-e63c8a4998fd not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:58:59.326150 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Attempting to bind port d9851d6e-ce8a-42b7-b5ad-415052161071 on network d30826ff-4169-41c1-918a-e63c8a4998fd {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:58:59.331718 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:58:59.332058 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Checking segment: {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:58:59.332442 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Bound using segment: {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:58:59.332868 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Bound port: d9851d6e-ce8a-42b7-b5ad-415052161071, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:58:59.333228 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:59.395009 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] For port d9851d6e-ce8a-42b7-b5ad-415052161071, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:58:59.397974 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] For port d9851d6e-ce8a-42b7-b5ad-415052161071, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=d9851d6e-ce8a-42b7-b5ad-415052161071,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:58:59.402085 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:59.435926 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:59.436552 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:59.437944 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] 10.222.0.47 "PUT /v2.0/ports/d9851d6e-ce8a-42b7-b5ad-415052161071 HTTP/1.1" status: 200 len: 1093 time: 0.8654988 Jul 14 09:58:59.461727 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09b554-5bbb-409e-8c5a-5d3ce3c93d82 service neutron] Pushing event updated for resources: {'Port': ['ID=d9851d6e-ce8a-42b7-b5ad-415052161071,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:59.519594 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-1863e8db-8f79-43a7-b09b-7a2ef6b653bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:59.521269 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-1863e8db-8f79-43a7-b09b-7a2ef6b653bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 1096 time: 0.0558443 Jul 14 09:58:59.618228 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-7d8a2816-41a7-4743-93ad-4b36811cc736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:59.619746 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-7d8a2816-41a7-4743-93ad-4b36811cc736 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0912218 Jul 14 09:58:59.684760 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-ae37d290-f541-43d5-a2e9-fefb34f3b30f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9851d6e-ce8a-42b7-b5ad-415052161071 HTTP/1.1" status: 200 len: 1001 time: 0.0579906 Jul 14 09:58:59.737567 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-cb73fa96-a4ca-45c5-ac2f-005276732085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:59.738885 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-cb73fa96-a4ca-45c5-ac2f-005276732085 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0481944 Jul 14 09:58:59.794461 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-fcdbd79b-540c-4701-ae9a-eba9023c972c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:59.795970 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-fcdbd79b-540c-4701-ae9a-eba9023c972c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512068 Jul 14 09:58:59.884665 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-b3743ff1-414a-4396-9f9b-1dd8edfd8272 service neutron] 10.222.0.47 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819697 Jul 14 09:58:59.978954 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-66853526-aac0-4407-8530-8b41b48c31e1 service neutron] 10.222.0.47 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866127 Jul 14 09:59:00.181224 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f99380-e1c1-452c-b45c-49c51a6439b6 req-363eeb65-6acc-42ac-9961-03d89a765e86 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:00.182732 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-09f99380-e1c1-452c-b45c-49c51a6439b6 req-363eeb65-6acc-42ac-9961-03d89a765e86 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 944 time: 0.0655568 Jul 14 09:59:00.224140 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-09f99380-e1c1-452c-b45c-49c51a6439b6 req-9a8a2569-5e86-4139-9014-6f2460f4fd25 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353458 Jul 14 09:59:00.884287 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device d9851d6e-ce8a-42b7-b5ad-415052161071 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:59:00.926505 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device d9851d6e-ce8a-42b7-b5ad-415052161071 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:59:01.178656 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52c71e8-cb92-4682-99dd-216f9ac211f5', 'tag': 'd9851d6e-ce8a-42b7-b5ad-415052161071'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:59:01.181082 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdfd76875a0dbbaf1509a4c423fc1f4cb1751388cb9186f92cdb94f63ad4e53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283fe6d8-af6f-4abe-8f9b-250fc89e743b" -d '{"events": [{"name": "network-changed", "server_uuid": "d52c71e8-cb92-4682-99dd-216f9ac211f5", "tag": "d9851d6e-ce8a-42b7-b5ad-415052161071"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:59:01.233505 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0335c010-ab62-4582-b59d-c9b120380f65 x-openstack-request-id: req-0335c010-ab62-4582-b59d-c9b120380f65 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:59:01.233801 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d52c71e8-cb92-4682-99dd-216f9ac211f5", "tag": "d9851d6e-ce8a-42b7-b5ad-415052161071", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:59:01.234057 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0335c010-ab62-4582-b59d-c9b120380f65 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:59:01.235160 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd52c71e8-cb92-4682-99dd-216f9ac211f5', 'tag': 'd9851d6e-ce8a-42b7-b5ad-415052161071', 'status': 'completed', 'code': 200} Jul 14 09:59:01.316316 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fe6d8-af6f-4abe-8f9b-250fc89e743b req-a8575a5e-0207-4148-93b7-5b8c926c73f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:01.319160 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-283fe6d8-af6f-4abe-8f9b-250fc89e743b req-a8575a5e-0207-4148-93b7-5b8c926c73f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 1096 time: 0.0662515 Jul 14 09:59:01.322350 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fe6d8-af6f-4abe-8f9b-250fc89e743b req-abfc3f92-ad32-471e-96bc-1632cf3aaa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:01.324908 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-283fe6d8-af6f-4abe-8f9b-250fc89e743b req-abfc3f92-ad32-471e-96bc-1632cf3aaa04 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 1096 time: 0.0671117 Jul 14 09:59:01.425103 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fe6d8-af6f-4abe-8f9b-250fc89e743b req-ee3b8c4f-f12b-4d83-8cb9-59d3236d169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:01.426840 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-283fe6d8-af6f-4abe-8f9b-250fc89e743b req-ee3b8c4f-f12b-4d83-8cb9-59d3236d169a service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0945961 Jul 14 09:59:01.455761 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fe6d8-af6f-4abe-8f9b-250fc89e743b req-c637df57-e1ba-419a-a0cb-1172451d918e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:01.457275 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-283fe6d8-af6f-4abe-8f9b-250fc89e743b req-c637df57-e1ba-419a-a0cb-1172451d918e service neutron] 10.222.0.47 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.1311030 Jul 14 09:59:01.469726 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9386e1-c4d8-479e-bb88-aa572449eea5 req-68368d9b-aac0-4c41-aaeb-04d23b178866 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:01.472060 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1a9386e1-c4d8-479e-bb88-aa572449eea5 req-68368d9b-aac0-4c41-aaeb-04d23b178866 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 944 time: 0.1010239 Jul 14 09:59:01.503831 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-283fe6d8-af6f-4abe-8f9b-250fc89e743b req-384c7867-6a59-401b-ad7a-7232a65c1d90 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9851d6e-ce8a-42b7-b5ad-415052161071 HTTP/1.1" status: 200 len: 1001 time: 0.0692699 Jul 14 09:59:01.556213 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fe6d8-af6f-4abe-8f9b-250fc89e743b req-7148ee31-de0f-41cd-ad6f-19d82d33d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:01.557621 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-283fe6d8-af6f-4abe-8f9b-250fc89e743b req-7148ee31-de0f-41cd-ad6f-19d82d33d7f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0462439 Jul 14 09:59:01.562247 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1a9386e1-c4d8-479e-bb88-aa572449eea5 req-1ee80517-dd71-4955-b1f5-9dfbf31ee154 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822241 Jul 14 09:59:01.564713 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-283fe6d8-af6f-4abe-8f9b-250fc89e743b req-8fdbbfc7-2df2-48c3-ac77-a1c4a2655472 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9851d6e-ce8a-42b7-b5ad-415052161071 HTTP/1.1" status: 200 len: 1001 time: 0.0916767 Jul 14 09:59:01.621427 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fe6d8-af6f-4abe-8f9b-250fc89e743b req-b418ef37-c507-45f1-afe4-45fc19a407a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:01.622970 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-283fe6d8-af6f-4abe-8f9b-250fc89e743b req-b418ef37-c507-45f1-afe4-45fc19a407a1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570259 Jul 14 09:59:01.623618 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fe6d8-af6f-4abe-8f9b-250fc89e743b req-87f64df1-ac03-4ade-b57e-0c9e76c24da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:01.625095 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-283fe6d8-af6f-4abe-8f9b-250fc89e743b req-87f64df1-ac03-4ade-b57e-0c9e76c24da4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0540655 Jul 14 09:59:01.689170 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fe6d8-af6f-4abe-8f9b-250fc89e743b req-047aa7a0-015b-4988-a13f-85cd6c77ada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:01.690886 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-283fe6d8-af6f-4abe-8f9b-250fc89e743b req-047aa7a0-015b-4988-a13f-85cd6c77ada2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598400 Jul 14 09:59:01.723196 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-283fe6d8-af6f-4abe-8f9b-250fc89e743b req-b1eb27fb-b4f0-4011-b095-d044c805585b service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928521 Jul 14 09:59:01.785339 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-283fe6d8-af6f-4abe-8f9b-250fc89e743b req-d72b71ff-97f2-4360-bef9-a0fe3f157664 service neutron] 10.222.0.47 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882118 Jul 14 09:59:01.819053 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-283fe6d8-af6f-4abe-8f9b-250fc89e743b req-ddeb7012-f243-4ea2-853b-949d9b57250f service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881941 Jul 14 09:59:01.882446 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-283fe6d8-af6f-4abe-8f9b-250fc89e743b req-0cf92be9-1356-4dee-9da3-ac22beb308c8 service neutron] 10.222.0.47 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902288 Jul 14 09:59:02.756252 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7b019-56ef-48b2-a468-034c8d5d24b3 req-51d74790-26cd-4fe8-9548-44127832c9c5 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:02.757811 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c5d7b019-56ef-48b2-a468-034c8d5d24b3 req-51d74790-26cd-4fe8-9548-44127832c9c5 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 944 time: 0.0671723 Jul 14 09:59:02.797399 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c5d7b019-56ef-48b2-a468-034c8d5d24b3 req-0b6f896c-0c27-4a5a-81fc-1065c70940d9 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336103 Jul 14 09:59:03.980558 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61bea9-c871-4eea-acce-9bbcfca0c67f req-c872d9d1-c188-452b-b075-8d984c49d908 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:03.982090 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f61bea9-c871-4eea-acce-9bbcfca0c67f req-c872d9d1-c188-452b-b075-8d984c49d908 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 944 time: 0.0651238 Jul 14 09:59:04.022912 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f61bea9-c871-4eea-acce-9bbcfca0c67f req-f20bdda5-d679-4d65-be55-affa8d415660 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336461 Jul 14 09:59:05.199374 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf4fb9-8825-4e1d-b328-737e43fe59c9 req-214ff175-5785-40ad-85b5-1200a2d557ed tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:05.200866 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-61bf4fb9-8825-4e1d-b328-737e43fe59c9 req-214ff175-5785-40ad-85b5-1200a2d557ed tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 944 time: 0.0668728 Jul 14 09:59:05.238836 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-61bf4fb9-8825-4e1d-b328-737e43fe59c9 req-6110649e-05e2-4b44-b3cb-b621511a630c tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315206 Jul 14 09:59:06.416519 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025261a8-e170-4dae-bb4a-db4424a84e44 req-4228297d-36b0-42e9-b034-7d65b6824343 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:06.418012 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-025261a8-e170-4dae-bb4a-db4424a84e44 req-4228297d-36b0-42e9-b034-7d65b6824343 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 944 time: 0.0632122 Jul 14 09:59:06.457664 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-025261a8-e170-4dae-bb4a-db4424a84e44 req-e6db6977-801d-40cb-81df-f9182c39f8fe tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338526 Jul 14 09:59:07.631689 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232a7dc-5bb2-4dfc-85d8-f185b47169bf req-45ef6559-fff1-4d5e-a9b5-1ebfa228cdf4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:07.633094 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3232a7dc-5bb2-4dfc-85d8-f185b47169bf req-45ef6559-fff1-4d5e-a9b5-1ebfa228cdf4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 944 time: 0.0635598 Jul 14 09:59:07.670287 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3232a7dc-5bb2-4dfc-85d8-f185b47169bf req-ad6b2077-2d8c-4964-9294-a2aae35f7033 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315447 Jul 14 09:59:08.851289 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655852c-71f6-4e58-870f-0dc564c7fec5 req-5806124b-c9eb-4e45-a4e0-8c3cd6f26794 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:08.852819 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3655852c-71f6-4e58-870f-0dc564c7fec5 req-5806124b-c9eb-4e45-a4e0-8c3cd6f26794 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 944 time: 0.0676651 Jul 14 09:59:08.890222 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3655852c-71f6-4e58-870f-0dc564c7fec5 req-a42c53c7-14fb-439b-a532-73acd9bae25f tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318248 Jul 14 09:59:10.067411 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f615c9-565b-47e3-a6b9-0448aaf5ae76 req-218753c0-fa62-4289-9259-9cf89a8095c0 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:10.068853 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-42f615c9-565b-47e3-a6b9-0448aaf5ae76 req-218753c0-fa62-4289-9259-9cf89a8095c0 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 944 time: 0.0638125 Jul 14 09:59:10.106952 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-42f615c9-565b-47e3-a6b9-0448aaf5ae76 req-69ed3c8f-c8cc-41bc-8337-bdec63ac73aa tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322049 Jul 14 09:59:11.081155 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:11.284290 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d893b-d132-44a4-a5e0-004a55eaddfe req-212dcd69-16da-42bb-94be-c9f5e3f1c57b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:11.285823 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe7d893b-d132-44a4-a5e0-004a55eaddfe req-212dcd69-16da-42bb-94be-c9f5e3f1c57b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 944 time: 0.0671840 Jul 14 09:59:11.324952 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fe7d893b-d132-44a4-a5e0-004a55eaddfe req-7bb8df69-c5b7-4376-84b4-a220d275acb0 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335226 Jul 14 09:59:11.619432 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device d9851d6e-ce8a-42b7-b5ad-415052161071 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:59:11.717156 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port d9851d6e-ce8a-42b7-b5ad-415052161071, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=d9851d6e-ce8a-42b7-b5ad-415052161071,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:11.729922 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'd9851d6e-ce8a-42b7-b5ad-415052161071', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'port_id': 'd9851d6e-ce8a-42b7-b5ad-415052161071', 'mac_address': 'fa:16:3e:93:68:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:59:11.770517 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:11.783243 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9851d6e-ce8a-42b7-b5ad-415052161071 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:59:11.803119 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port d9851d6e-ce8a-42b7-b5ad-415052161071, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=d9851d6e-ce8a-42b7-b5ad-415052161071,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:11.806798 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:11.853401 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=d9851d6e-ce8a-42b7-b5ad-415052161071,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:11.861332 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:11.861799 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:11.862254 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:11.862599 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:11.862937 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:11.863271 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:11.863652 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:11.863982 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:11.864309 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:11.864636 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:11.864964 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:11.865291 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:12.083390 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['d9851d6e-ce8a-42b7-b5ad-415052161071'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:59:12.499750 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896faf0f-7390-4bf7-8906-6bd4d0391302 req-bf8bc269-2a5e-4195-a022-9b69f7afff40 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:12.501254 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-896faf0f-7390-4bf7-8906-6bd4d0391302 req-bf8bc269-2a5e-4195-a022-9b69f7afff40 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 945 time: 0.0646656 Jul 14 09:59:12.540684 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-896faf0f-7390-4bf7-8906-6bd4d0391302 req-dc909622-f58d-4c86-95e4-c6c45ae7014f tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333295 Jul 14 09:59:12.615477 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:12.967420 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-8bec2c02-100c-4758-b3e5-595d0fe16ba7 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:12.969000 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-8bec2c02-100c-4758-b3e5-595d0fe16ba7 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.47 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5&tenant_id=cebcf9c92bc249da8950af17366bf37a&binding%3Ahost_id=n-h1-771362-35 HTTP/1.1" status: 200 len: 945 time: 0.0881498 Jul 14 09:59:13.067818 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-d0263e90-c7e8-492c-a300-e7ca9dd83330 service neutron] 10.222.0.47 "GET /v2.0/ports/d9851d6e-ce8a-42b7-b5ad-415052161071/bindings/n-h1-771362-35 HTTP/1.1" status: 200 len: 383 time: 0.0766678 Jul 14 09:59:13.081303 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d461a7-4c84-4599-9322-ae6c4bed8dd4 req-199485c5-ecad-49f7-a972-55cc10b56b76 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:13.082995 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e1d461a7-4c84-4599-9322-ae6c4bed8dd4 req-199485c5-ecad-49f7-a972-55cc10b56b76 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 945 time: 0.1380649 Jul 14 09:59:13.155641 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e1d461a7-4c84-4599-9322-ae6c4bed8dd4 req-4d566a37-b24a-4d4b-b22e-1c4ce26f021f tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666001 Jul 14 09:59:13.177305 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-a3d3414e-c979-472b-9368-d773f0b6c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:13.178775 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-a3d3414e-c979-472b-9368-d773f0b6c33e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 1097 time: 0.0836656 Jul 14 09:59:13.273806 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-311d25d7-1c59-4247-996f-4ef182fe30f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:13.275257 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-311d25d7-1c59-4247-996f-4ef182fe30f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.0903318 Jul 14 09:59:13.342167 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-d8fbfa15-686e-4785-88ce-fad63fa0c111 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9851d6e-ce8a-42b7-b5ad-415052161071 HTTP/1.1" status: 200 len: 1002 time: 0.0601146 Jul 14 09:59:13.394069 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-ff3526e1-1b51-461c-b7f3-f312c26641eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:13.395543 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-ff3526e1-1b51-461c-b7f3-f312c26641eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0466142 Jul 14 09:59:13.453045 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-fa3b096f-0170-4ac9-93ee-1338155f2e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:13.455092 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-fa3b096f-0170-4ac9-93ee-1338155f2e99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523739 Jul 14 09:59:13.541912 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-0f55d590-f5df-4978-b64e-6c9db92bdda1 service neutron] 10.222.0.47 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806811 Jul 14 09:59:13.616630 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device d9851d6e-ce8a-42b7-b5ad-415052161071 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:59:13.635454 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-97354694-cc02-4f6f-b9b0-d70f1e91086a service neutron] 10.222.0.47 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860236 Jul 14 09:59:13.665085 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port d9851d6e-ce8a-42b7-b5ad-415052161071 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:59:13.668709 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port d9851d6e-ce8a-42b7-b5ad-415052161071 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:59:13.669081 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:13.748190 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:13.773827 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52c71e8-cb92-4682-99dd-216f9ac211f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9851d6e-ce8a-42b7-b5ad-415052161071'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:59:13.788080 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port d9851d6e-ce8a-42b7-b5ad-415052161071, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=d9851d6e-ce8a-42b7-b5ad-415052161071,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:13.792313 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:13.817171 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad2bb0b0c3d38dd5f87e8e96266229fdecb1dfb0d9cead1addcc05902deb2386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93eeaaa4-acbd-49db-ae42-9890d2cb0765" -d '{"events": [{"server_uuid": "d52c71e8-cb92-4682-99dd-216f9ac211f5", "name": "network-vif-plugged", "status": "completed", "tag": "d9851d6e-ce8a-42b7-b5ad-415052161071"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:59:13.846473 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=d9851d6e-ce8a-42b7-b5ad-415052161071,revision_number=9']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:13.910567 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff92f00-ecfa-41e2-a769-07508dea64da x-openstack-request-id: req-6ff92f00-ecfa-41e2-a769-07508dea64da {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:59:13.910864 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52c71e8-cb92-4682-99dd-216f9ac211f5", "name": "network-vif-plugged", "status": "completed", "tag": "d9851d6e-ce8a-42b7-b5ad-415052161071", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:59:13.911117 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ff92f00-ecfa-41e2-a769-07508dea64da {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:59:13.911551 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52c71e8-cb92-4682-99dd-216f9ac211f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9851d6e-ce8a-42b7-b5ad-415052161071', 'code': 200} Jul 14 09:59:14.333048 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf7b9d-cda7-4ce2-b97e-ae068eadb01a req-183f9c5e-7290-4ed7-b642-fa5f17c16d80 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:14.334577 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-beaf7b9d-cda7-4ce2-b97e-ae068eadb01a req-183f9c5e-7290-4ed7-b642-fa5f17c16d80 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 946 time: 0.0655560 Jul 14 09:59:14.372002 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-beaf7b9d-cda7-4ce2-b97e-ae068eadb01a req-f8beddd3-d799-4319-8fc0-d4a819b5d3b8 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318434 Jul 14 09:59:15.570927 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debf0cf-b179-4e65-8244-2e13046d08af req-6834d8da-6975-40ab-ba5c-fb51a5ccec25 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:15.572770 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0debf0cf-b179-4e65-8244-2e13046d08af req-6834d8da-6975-40ab-ba5c-fb51a5ccec25 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 946 time: 0.0719585 Jul 14 09:59:15.613648 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0debf0cf-b179-4e65-8244-2e13046d08af req-e701fac6-c768-4bab-8005-01f4c1dbbfb3 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348618 Jul 14 09:59:16.795633 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47ca3e-7266-471c-9bbc-1a97bfae6f70 req-29136dd6-eedb-46f6-9b44-6687c5fb620a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:16.797223 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b47ca3e-7266-471c-9bbc-1a97bfae6f70 req-29136dd6-eedb-46f6-9b44-6687c5fb620a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 946 time: 0.0657074 Jul 14 09:59:16.838822 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1b47ca3e-7266-471c-9bbc-1a97bfae6f70 req-b57ed3b5-31f8-4b52-8530-dee6d1c71dbb tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353324 Jul 14 09:59:17.593172 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-29998990-5c76-43bc-a01c-13bdb38a26ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:17.594601 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-29998990-5c76-43bc-a01c-13bdb38a26ab service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5&tenant_id=cebcf9c92bc249da8950af17366bf37a HTTP/1.1" status: 200 len: 1098 time: 0.0533280 Jul 14 09:59:17.606700 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-35', 'device_owner': 'compute:nova'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:17.680807 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:17.882806 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] For port d9851d6e-ce8a-42b7-b5ad-415052161071, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=d9851d6e-ce8a-42b7-b5ad-415052161071,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:17.917051 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] For port d9851d6e-ce8a-42b7-b5ad-415052161071, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:59:17.958890 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:17.960857 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52c71e8-cb92-4682-99dd-216f9ac211f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9851d6e-ce8a-42b7-b5ad-415052161071'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:59:17.974774 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Transition to ACTIVE for port object d9851d6e-ce8a-42b7-b5ad-415052161071 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:59:17.978633 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:18.011426 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87791fc-414a-4d21-b4b1-950745db5175" -d '{"events": [{"server_uuid": "d52c71e8-cb92-4682-99dd-216f9ac211f5", "name": "network-vif-unplugged", "status": "completed", "tag": "d9851d6e-ce8a-42b7-b5ad-415052161071"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:59:18.019878 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7992a17-3f84-42c0-9639-87500493699d req-e6e177fb-5700-4bca-a2fa-639c7a4964f1 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:18.022552 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7992a17-3f84-42c0-9639-87500493699d req-e6e177fb-5700-4bca-a2fa-639c7a4964f1 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 946 time: 0.0662165 Jul 14 09:59:18.063210 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7992a17-3f84-42c0-9639-87500493699d req-f6ba3778-8828-422b-a1a7-09979009ef74 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338445 Jul 14 09:59:18.065470 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Pushing event updated for resources: {'Port': ['ID=d9851d6e-ce8a-42b7-b5ad-415052161071,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:18.079648 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:18.080008 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:18.080338 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:18.080856 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:18.081107 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:18.081448 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:18.081778 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:18.082107 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:18.082579 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:18.082760 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:18.083083 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:18.083478 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:18.130751 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] No DVR routers for this DVR port d9851d6e-ce8a-42b7-b5ad-415052161071 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:59:18.170443 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc27ce3-8349-4bbf-868e-d031f76876dd x-openstack-request-id: req-0bc27ce3-8349-4bbf-868e-d031f76876dd {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:59:18.170739 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52c71e8-cb92-4682-99dd-216f9ac211f5", "name": "network-vif-unplugged", "status": "completed", "tag": "d9851d6e-ce8a-42b7-b5ad-415052161071", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:59:18.170994 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0bc27ce3-8349-4bbf-868e-d031f76876dd {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:59:18.171397 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52c71e8-cb92-4682-99dd-216f9ac211f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9851d6e-ce8a-42b7-b5ad-415052161071', 'code': 200} Jul 14 09:59:18.276225 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Attempting to bind port d9851d6e-ce8a-42b7-b5ad-415052161071 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:18.276577 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Attempting to bind port d9851d6e-ce8a-42b7-b5ad-415052161071 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:18.276913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Attempting to bind port d9851d6e-ce8a-42b7-b5ad-415052161071 on network d30826ff-4169-41c1-918a-e63c8a4998fd {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:18.283454 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Port d9851d6e-ce8a-42b7-b5ad-415052161071 on network d30826ff-4169-41c1-918a-e63c8a4998fd not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:18.283454 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Attempting to bind port d9851d6e-ce8a-42b7-b5ad-415052161071 on network d30826ff-4169-41c1-918a-e63c8a4998fd {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:18.288062 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:59:18.288411 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Checking segment: {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:59:18.288803 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Bound using segment: {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:59:18.289234 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Bound port: d9851d6e-ce8a-42b7-b5ad-415052161071, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a0d2a84-edf5-48d3-ad09-257cae8de712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:59:18.289599 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:18.358426 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] For port d9851d6e-ce8a-42b7-b5ad-415052161071, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:59:18.362678 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] For port d9851d6e-ce8a-42b7-b5ad-415052161071, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=d9851d6e-ce8a-42b7-b5ad-415052161071,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:59:18.366841 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:18.400849 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:18.401512 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:18.402895 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] 10.222.0.44 "PUT /v2.0/ports/d9851d6e-ce8a-42b7-b5ad-415052161071 HTTP/1.1" status: 200 len: 1094 time: 0.8003061 Jul 14 09:59:18.425019 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41decdcc-7e3e-4df3-8e0b-4f8231eddcf2 service neutron] Pushing event updated for resources: {'Port': ['ID=d9851d6e-ce8a-42b7-b5ad-415052161071,revision_number=11']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:18.484794 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-eaf6b2e2-95b8-4c02-b5a9-ab4f9ba3cb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:18.486532 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-eaf6b2e2-95b8-4c02-b5a9-ab4f9ba3cb7a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 1097 time: 0.0577979 Jul 14 09:59:18.528361 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-114cfe78-d2ca-4a89-b7c4-0068208fdd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:18.592377 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-bc86fae8-274b-4ba0-ab8d-9ce626b3b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:18.593863 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-bc86fae8-274b-4ba0-ab8d-9ce626b3b733 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.1009960 Jul 14 09:59:18.659903 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-972bb8c8-6a6c-4818-b4f3-2495728e49ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9851d6e-ce8a-42b7-b5ad-415052161071 HTTP/1.1" status: 200 len: 1001 time: 0.0589421 Jul 14 09:59:18.711228 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-78a83900-8c71-42d2-ade5-5fcae0f2f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:18.712757 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-78a83900-8c71-42d2-ade5-5fcae0f2f4cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0465624 Jul 14 09:59:18.775712 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-6fc3667e-5034-418a-87d2-5aca42a0ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:18.777258 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-6fc3667e-5034-418a-87d2-5aca42a0ac34 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578749 Jul 14 09:59:18.868678 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-a70ccefe-ed66-4c3a-a50d-f5756ceba569 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842493 Jul 14 09:59:18.963939 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d867c6e2-a350-4605-b5b5-d7c794590456 req-8c79bd43-fed0-485b-9ba9-312cbfdd05d2 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887995 Jul 14 09:59:19.290940 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e94a1-8d2f-44e2-856d-1fa0ac6871d0 req-939ca971-9967-4d43-8010-5f01837668ca tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:19.292365 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-226e94a1-8d2f-44e2-856d-1fa0ac6871d0 req-939ca971-9967-4d43-8010-5f01837668ca tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 945 time: 0.0738642 Jul 14 09:59:19.331962 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-226e94a1-8d2f-44e2-856d-1fa0ac6871d0 req-657a654e-f941-45e3-8a6c-ca25d8c89d9f tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335641 Jul 14 09:59:19.663437 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device d9851d6e-ce8a-42b7-b5ad-415052161071 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:59:19.701932 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device d9851d6e-ce8a-42b7-b5ad-415052161071 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:59:20.173779 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52c71e8-cb92-4682-99dd-216f9ac211f5', 'tag': 'd9851d6e-ce8a-42b7-b5ad-415052161071'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:59:20.176440 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bad5738-d360-4769-a898-e9f8d8fa72b4" -d '{"events": [{"name": "network-changed", "server_uuid": "d52c71e8-cb92-4682-99dd-216f9ac211f5", "tag": "d9851d6e-ce8a-42b7-b5ad-415052161071"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:59:20.223683 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0e7fb7-fec2-4514-8d02-b80d1766b2bd x-openstack-request-id: req-1a0e7fb7-fec2-4514-8d02-b80d1766b2bd {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:59:20.223975 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d52c71e8-cb92-4682-99dd-216f9ac211f5", "tag": "d9851d6e-ce8a-42b7-b5ad-415052161071", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:59:20.224225 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a0e7fb7-fec2-4514-8d02-b80d1766b2bd {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:59:20.224625 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd52c71e8-cb92-4682-99dd-216f9ac211f5', 'tag': 'd9851d6e-ce8a-42b7-b5ad-415052161071', 'status': 'completed', 'code': 200} Jul 14 09:59:20.304496 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad5738-d360-4769-a898-e9f8d8fa72b4 req-4629f3fc-18e4-4d7d-b561-5b385620201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:20.306739 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2bad5738-d360-4769-a898-e9f8d8fa72b4 req-4629f3fc-18e4-4d7d-b561-5b385620201c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 1097 time: 0.0561795 Jul 14 09:59:20.308009 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad5738-d360-4769-a898-e9f8d8fa72b4 req-d6f55467-7959-4acc-84a2-f95a416fcc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:20.309503 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2bad5738-d360-4769-a898-e9f8d8fa72b4 req-d6f55467-7959-4acc-84a2-f95a416fcc0a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cebcf9c92bc249da8950af17366bf37a&device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 1097 time: 0.0552788 Jul 14 09:59:20.414899 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad5738-d360-4769-a898-e9f8d8fa72b4 req-58dc5670-fd40-4278-bca3-0b9f1e2e1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:20.416557 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2bad5738-d360-4769-a898-e9f8d8fa72b4 req-58dc5670-fd40-4278-bca3-0b9f1e2e1cf7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.1036685 Jul 14 09:59:20.427559 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad5738-d360-4769-a898-e9f8d8fa72b4 req-f1957b8e-9802-4ee7-bfbc-91492a6ddcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:20.429221 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2bad5738-d360-4769-a898-e9f8d8fa72b4 req-f1957b8e-9802-4ee7-bfbc-91492a6ddcbe service neutron] 10.222.0.44 "GET /v2.0/networks?id=d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 200 len: 912 time: 0.1133268 Jul 14 09:59:20.530870 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2bad5738-d360-4769-a898-e9f8d8fa72b4 req-ce7e3b81-ed1d-499d-98ec-6f3c33a27539 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9851d6e-ce8a-42b7-b5ad-415052161071 HTTP/1.1" status: 200 len: 1001 time: 0.1075292 Jul 14 09:59:20.604228 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9454d5b-d2f3-4a8d-85d8-9d766427c3d5 req-2df52755-1c54-490b-b9d6-98c24fcd029f tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:20.605877 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a9454d5b-d2f3-4a8d-85d8-9d766427c3d5 req-2df52755-1c54-490b-b9d6-98c24fcd029f tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 945 time: 0.1292069 Jul 14 09:59:20.608266 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad5738-d360-4769-a898-e9f8d8fa72b4 req-47722cbc-a080-4a7c-997b-20d31e4a3dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:20.609709 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2bad5738-d360-4769-a898-e9f8d8fa72b4 req-47722cbc-a080-4a7c-997b-20d31e4a3dbc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0724368 Jul 14 09:59:20.679546 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a9454d5b-d2f3-4a8d-85d8-9d766427c3d5 req-77b1b520-e4ae-436f-9629-1b58280cfa8b tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654552 Jul 14 09:59:20.702990 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad5738-d360-4769-a898-e9f8d8fa72b4 req-49c018a7-820a-4075-9508-d10f9db6845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:20.705355 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2bad5738-d360-4769-a898-e9f8d8fa72b4 req-49c018a7-820a-4075-9508-d10f9db6845e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894141 Jul 14 09:59:20.807720 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2bad5738-d360-4769-a898-e9f8d8fa72b4 req-503dbf5c-6ee4-42b1-865a-f09cde27a5ea service neutron] 10.222.0.47 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955493 Jul 14 09:59:20.865568 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2bad5738-d360-4769-a898-e9f8d8fa72b4 req-9e3aacdb-18c1-4c7d-8aa6-a5a401c37470 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9851d6e-ce8a-42b7-b5ad-415052161071 HTTP/1.1" status: 200 len: 1001 time: 0.4299357 Jul 14 09:59:20.901810 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2bad5738-d360-4769-a898-e9f8d8fa72b4 req-6a6457a8-bd46-4a9f-9215-39430f5a7477 service neutron] 10.222.0.47 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864489 Jul 14 09:59:20.915769 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad5738-d360-4769-a898-e9f8d8fa72b4 req-10f6fb16-45c3-4176-b580-ec28d0ec8805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:20.917345 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2bad5738-d360-4769-a898-e9f8d8fa72b4 req-10f6fb16-45c3-4176-b580-ec28d0ec8805 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 200 len: 851 time: 0.0455976 Jul 14 09:59:20.978427 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad5738-d360-4769-a898-e9f8d8fa72b4 req-040e5369-3e31-45db-a68d-b94a49dc501d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:20.979945 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2bad5738-d360-4769-a898-e9f8d8fa72b4 req-040e5369-3e31-45db-a68d-b94a49dc501d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d30826ff-4169-41c1-918a-e63c8a4998fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567310 Jul 14 09:59:21.071510 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2bad5738-d360-4769-a898-e9f8d8fa72b4 req-4bb4d49b-b0f6-46fc-93af-5e940d115368 service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836918 Jul 14 09:59:21.118132 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-16b151f5-2509-49c9-9319-04d3c0f33604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:21.166113 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2bad5738-d360-4769-a898-e9f8d8fa72b4 req-6f4314d8-d94f-425a-a4bf-0b614943f7be service neutron] 10.222.0.44 "GET /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876694 Jul 14 09:59:21.347281 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:21.884854 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40baae-c52a-44be-90ab-7918ca684c38 req-ca5557db-03cf-4228-b0ef-4b1aa51dfe7a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:21.886392 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-df40baae-c52a-44be-90ab-7918ca684c38 req-ca5557db-03cf-4228-b0ef-4b1aa51dfe7a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 945 time: 0.0695240 Jul 14 09:59:21.926183 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-df40baae-c52a-44be-90ab-7918ca684c38 req-cb87a3c1-ab19-40b0-ba01-5d8410b16cdb tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333390 Jul 14 09:59:22.363521 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:23.103011 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa10904-658d-4317-ae2c-cbbc8b9d7e4c req-02b04a31-07ca-4633-b1a2-f0269e9449fe tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:23.104525 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1fa10904-658d-4317-ae2c-cbbc8b9d7e4c req-02b04a31-07ca-4633-b1a2-f0269e9449fe tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 945 time: 0.0635533 Jul 14 09:59:23.142050 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1fa10904-658d-4317-ae2c-cbbc8b9d7e4c req-6dee102c-642f-486c-8e4b-36bd0b3b95fd tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314775 Jul 14 09:59:23.903133 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:24.316545 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16f00f-6567-4b7c-95f5-dea0ac8e788a req-4f590816-31c0-4f92-8a8b-bc396aff4004 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:24.318012 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aa16f00f-6567-4b7c-95f5-dea0ac8e788a req-4f590816-31c0-4f92-8a8b-bc396aff4004 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 945 time: 0.0631347 Jul 14 09:59:24.356541 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aa16f00f-6567-4b7c-95f5-dea0ac8e788a req-baa419f3-6878-4f19-9184-b7a08248bcf2 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326588 Jul 14 09:59:25.537652 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd21e9-ef1f-40d0-a92a-f186c8b91e94 req-e0644749-9dac-4983-b262-e275f268c6da tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:25.539128 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c9bd21e9-ef1f-40d0-a92a-f186c8b91e94 req-e0644749-9dac-4983-b262-e275f268c6da tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 945 time: 0.0664864 Jul 14 09:59:25.577977 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c9bd21e9-ef1f-40d0-a92a-f186c8b91e94 req-1d5861f8-e94d-4c12-a3c6-7df284908c3a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329111 Jul 14 09:59:26.756721 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f38c2-b8a8-4330-a4e9-506a7312ce4d req-048fdf8c-f984-4429-af59-a53f5e8a6059 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:26.758219 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f22f38c2-b8a8-4330-a4e9-506a7312ce4d req-048fdf8c-f984-4429-af59-a53f5e8a6059 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 945 time: 0.0643005 Jul 14 09:59:26.796004 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f22f38c2-b8a8-4330-a4e9-506a7312ce4d req-a164be70-3e90-4971-9bbb-0d76ebb23322 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322697 Jul 14 09:59:27.973375 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305d45b-d861-40d4-a70a-43f50c901814 req-e2635c76-1452-4201-bb81-1aa413d7315c tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:27.974848 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f305d45b-d861-40d4-a70a-43f50c901814 req-e2635c76-1452-4201-bb81-1aa413d7315c tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 945 time: 0.0673938 Jul 14 09:59:28.012056 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f305d45b-d861-40d4-a70a-43f50c901814 req-5bf5f2b1-82d2-4cd4-a658-122062ac7bf6 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315297 Jul 14 09:59:29.191192 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a32c9-e1fb-4d83-939d-23c62e3a46cc req-ffe096b6-b3eb-49f5-885a-5778b4b00940 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:29.192770 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-442a32c9-e1fb-4d83-939d-23c62e3a46cc req-ffe096b6-b3eb-49f5-885a-5778b4b00940 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 945 time: 0.0670438 Jul 14 09:59:29.232296 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-442a32c9-e1fb-4d83-939d-23c62e3a46cc req-bc4cc67d-7161-4a9a-afee-d8e90a340d50 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336463 Jul 14 09:59:30.408847 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bde70e-ff0d-409b-ab36-467a636a3a7d req-44b10d39-4ca1-4110-82c8-d284a6167fdd tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:30.410329 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25bde70e-ff0d-409b-ab36-467a636a3a7d req-44b10d39-4ca1-4110-82c8-d284a6167fdd tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 945 time: 0.0661321 Jul 14 09:59:30.448694 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25bde70e-ff0d-409b-ab36-467a636a3a7d req-1878b23d-b60c-4201-a1fa-84adb4591b56 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328157 Jul 14 09:59:30.623765 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e81410-6209-408e-a0a9-c745e35d1161 req-d0e459ec-cbfe-4eb1-873d-2b6602eed6e1 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:30.625129 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2e81410-6209-408e-a0a9-c745e35d1161 req-d0e459ec-cbfe-4eb1-873d-2b6602eed6e1 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 945 time: 0.0666590 Jul 14 09:59:30.662822 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2e81410-6209-408e-a0a9-c745e35d1161 req-29342e66-8a38-4f42-a8e7-c2fab3371582 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320725 Jul 14 09:59:30.832662 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104a90a-251f-4e16-a72c-0732dd4f58c4 req-60c72e09-d785-42e4-82aa-75a1989ea0ca tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:30.834133 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1104a90a-251f-4e16-a72c-0732dd4f58c4 req-60c72e09-d785-42e4-82aa-75a1989ea0ca tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 945 time: 0.0629838 Jul 14 09:59:30.871678 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1104a90a-251f-4e16-a72c-0732dd4f58c4 req-a04b6813-474a-4b25-8dfc-481405030560 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320673 Jul 14 09:59:31.110001 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device d9851d6e-ce8a-42b7-b5ad-415052161071 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:59:31.207177 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port d9851d6e-ce8a-42b7-b5ad-415052161071, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=d9851d6e-ce8a-42b7-b5ad-415052161071,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:31.218611 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'd9851d6e-ce8a-42b7-b5ad-415052161071', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'port_id': 'd9851d6e-ce8a-42b7-b5ad-415052161071', 'mac_address': 'fa:16:3e:93:68:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:59:31.255517 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a4e08-b02f-49bb-9db9-95f2d08fbad2 req-ff4715d9-8daf-4e3b-9cdf-716060bf7b0f tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:31.255815 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:31.257151 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c8a4e08-b02f-49bb-9db9-95f2d08fbad2 req-ff4715d9-8daf-4e3b-9cdf-716060bf7b0f tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 945 time: 0.0674605 Jul 14 09:59:31.269391 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9851d6e-ce8a-42b7-b5ad-415052161071 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:59:31.289176 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port d9851d6e-ce8a-42b7-b5ad-415052161071, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=d9851d6e-ce8a-42b7-b5ad-415052161071,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:31.293469 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:31.300812 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c8a4e08-b02f-49bb-9db9-95f2d08fbad2 req-721d6f23-c653-4414-9b8a-16dbe6e2a643 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356841 Jul 14 09:59:31.345841 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=d9851d6e-ce8a-42b7-b5ad-415052161071,revision_number=12']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:31.511597 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['d9851d6e-ce8a-42b7-b5ad-415052161071'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:59:32.480162 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae02a48-60b4-458a-90bf-ee6a736ec3ef req-46eabe91-696b-495a-ae4d-b464dedcfb0e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:32.482318 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ae02a48-60b4-458a-90bf-ee6a736ec3ef req-46eabe91-696b-495a-ae4d-b464dedcfb0e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 946 time: 0.0650818 Jul 14 09:59:32.520043 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ae02a48-60b4-458a-90bf-ee6a736ec3ef req-c1500b51-1ecb-4e9d-b3b7-6cb34d957b13 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e6b8822-aff0-4403-b710-0cc0da393430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309713 Jul 14 09:59:32.724559 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1247eb-2ac4-4b74-8649-eb2df4005b4e req-c2f8daf4-6397-4678-b80b-c17b60a18d9c tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:32.726056 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2d1247eb-2ac4-4b74-8649-eb2df4005b4e req-c2f8daf4-6397-4678-b80b-c17b60a18d9c tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.44 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 946 time: 0.0641301 Jul 14 09:59:32.826710 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-2d1247eb-2ac4-4b74-8649-eb2df4005b4e req-b44e8daa-e63a-462a-93a8-c91527a5582a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Deleting port d9851d6e-ce8a-42b7-b5ad-415052161071 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:59:32.827047 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2d1247eb-2ac4-4b74-8649-eb2df4005b4e req-b44e8daa-e63a-462a-93a8-c91527a5582a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:32.912876 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-2d1247eb-2ac4-4b74-8649-eb2df4005b4e req-b44e8daa-e63a-462a-93a8-c91527a5582a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] For port d9851d6e-ce8a-42b7-b5ad-415052161071, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=d9851d6e-ce8a-42b7-b5ad-415052161071,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:32.913237 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2d1247eb-2ac4-4b74-8649-eb2df4005b4e req-b44e8daa-e63a-462a-93a8-c91527a5582a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:33.079803 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2d1247eb-2ac4-4b74-8649-eb2df4005b4e req-b44e8daa-e63a-462a-93a8-c91527a5582a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:33.080089 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2d1247eb-2ac4-4b74-8649-eb2df4005b4e req-b44e8daa-e63a-462a-93a8-c91527a5582a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:33.080407 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [req-2d1247eb-2ac4-4b74-8649-eb2df4005b4e req-b44e8daa-e63a-462a-93a8-c91527a5582a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Floating IP 5df9c757-180d-49ae-b717-441d0eeca60d disassociated. External IP: 172.25.6.107, port: d9851d6e-ce8a-42b7-b5ad-415052161071. Jul 14 09:59:33.080753 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-2d1247eb-2ac4-4b74-8649-eb2df4005b4e req-b44e8daa-e63a-462a-93a8-c91527a5582a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Calling delete_port for d9851d6e-ce8a-42b7-b5ad-415052161071 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:59:33.134137 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device d9851d6e-ce8a-42b7-b5ad-415052161071 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:59:33.229289 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2d1247eb-2ac4-4b74-8649-eb2df4005b4e req-b44e8daa-e63a-462a-93a8-c91527a5582a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:33.229939 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port d9851d6e-ce8a-42b7-b5ad-415052161071 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:59:33.235777 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port d9851d6e-ce8a-42b7-b5ad-415052161071 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:59:33.236233 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:33.257768 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Port d9851d6e-ce8a-42b7-b5ad-415052161071 was deleted so its status cannot be updated. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 14 09:59:33.260392 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e8daa-e63a-462a-93a8-c91527a5582a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Pushing event deleted for resources: {'Port': ['ID=d9851d6e-ce8a-42b7-b5ad-415052161071,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:33.381493 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d1247eb-2ac4-4b74-8649-eb2df4005b4e req-b44e8daa-e63a-462a-93a8-c91527a5582a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:59:33.491945 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d1247eb-2ac4-4b74-8649-eb2df4005b4e req-b44e8daa-e63a-462a-93a8-c91527a5582a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:59:33.501141 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac981a6-88cf-48df-9935-54fe10e1d324 None None] Sync routers for ids ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:59:33.509733 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac981a6-88cf-48df-9935-54fe10e1d324 None None] Routers {'6ad33a0a-fdac-4307-9a00-5b4f12e41621'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:59:33.510335 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4ac981a6-88cf-48df-9935-54fe10e1d324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:59:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:59:33.536163 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1247eb-2ac4-4b74-8649-eb2df4005b4e req-b44e8daa-e63a-462a-93a8-c91527a5582a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] No DVR routers for this DVR port d9851d6e-ce8a-42b7-b5ad-415052161071 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:59:33.538805 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2d1247eb-2ac4-4b74-8649-eb2df4005b4e req-b44e8daa-e63a-462a-93a8-c91527a5582a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:33.540923 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2d1247eb-2ac4-4b74-8649-eb2df4005b4e req-b44e8daa-e63a-462a-93a8-c91527a5582a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.44 "DELETE /v2.0/ports/d9851d6e-ce8a-42b7-b5ad-415052161071 HTTP/1.1" status: 204 len: 173 time: 0.8088319 Jul 14 09:59:33.541359 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52c71e8-cb92-4682-99dd-216f9ac211f5', 'name': 'network-vif-deleted', 'tag': 'd9851d6e-ce8a-42b7-b5ad-415052161071'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:59:33.543681 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73fd27d-fc1f-4a42-bb79-e9346ecbcecf" -d '{"events": [{"server_uuid": "d52c71e8-cb92-4682-99dd-216f9ac211f5", "name": "network-vif-deleted", "tag": "d9851d6e-ce8a-42b7-b5ad-415052161071"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:59:33.583719 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013ddb9a-611f-45a7-9cc0-849e4c4928a9 x-openstack-request-id: req-013ddb9a-611f-45a7-9cc0-849e4c4928a9 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:59:33.584052 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52c71e8-cb92-4682-99dd-216f9ac211f5", "name": "network-vif-deleted", "tag": "d9851d6e-ce8a-42b7-b5ad-415052161071", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:59:33.584331 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-013ddb9a-611f-45a7-9cc0-849e4c4928a9 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:59:33.584735 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52c71e8-cb92-4682-99dd-216f9ac211f5', 'name': 'network-vif-deleted', 'tag': 'd9851d6e-ce8a-42b7-b5ad-415052161071', 'status': 'completed', 'code': 200} Jul 14 09:59:33.625239 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-4ac981a6-88cf-48df-9935-54fe10e1d324 None None] Set router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:59:33.694782 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ce72e481-925e-4ddf-a63c-2b9588903655 req-1f578a24-4e52-4ed6-b8de-bca55bedf195 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 210 time: 0.0410964 Jul 14 09:59:33.833434 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4ac981a6-88cf-48df-9935-54fe10e1d324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'c4219be4-f0bd-4848-9c46-c0d993a2836f', 'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:50Z', 'updated_at': '2021-07-14T09:49:55Z', 'revision_number': 5, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'subnets': [{'id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:59:33.952161 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac981a6-88cf-48df-9935-54fe10e1d324 None None] Checking router: 6ad33a0a-fdac-4307-9a00-5b4f12e41621 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:59:33.960696 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac981a6-88cf-48df-9935-54fe10e1d324 None None] Routers {'6ad33a0a-fdac-4307-9a00-5b4f12e41621'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:59:33.961304 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4ac981a6-88cf-48df-9935-54fe10e1d324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:59:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:59:34.066220 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-4ac981a6-88cf-48df-9935-54fe10e1d324 None None] Set router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:59:34.264866 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-4ac981a6-88cf-48df-9935-54fe10e1d324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'c4219be4-f0bd-4848-9c46-c0d993a2836f', 'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:50Z', 'updated_at': '2021-07-14T09:49:55Z', 'revision_number': 5, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'subnets': [{'id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:59:34.296843 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac981a6-88cf-48df-9935-54fe10e1d324 None None] The sync data for ids ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'] in n-d-771362-35 is: [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:49:50Z', 'revision_number': 4, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'c4219be4-f0bd-4848-9c46-c0d993a2836f', 'name': '', 'network_id': 'd30826ff-4169-41c1-918a-e63c8a4998fd', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:50Z', 'updated_at': '2021-07-14T09:49:55Z', 'revision_number': 5, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'subnets': [{'id': '9ffa28af-5283-4890-a063-c9e399ca9971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:59:34.519998 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979f74cc-7830-4b5d-abf0-0e30b1dff9dd None None] New status for floating IP 5df9c757-180d-49ae-b717-441d0eeca60d: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:59:34.846523 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e6895d12-9fef-45e4-8987-0a41d5627a88 req-e84656db-4097-4114-b5b2-bab1d184c50d tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 210 time: 0.0330970 Jul 14 09:59:35.264582 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:59:35.985843 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8240553d-7b61-4b25-8eda-767e4fa68ae9 req-655f447d-9994-45d7-bd2f-6908af2a2dfb tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 210 time: 0.0280216 Jul 14 09:59:37.138218 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a211c09c-1c07-4f81-8a12-83a3198ab1f1 req-3367290f-18ca-4c93-a03c-9d7e707a69bc tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/ports?device_id=d52c71e8-cb92-4682-99dd-216f9ac211f5 HTTP/1.1" status: 200 len: 210 time: 0.0280921 Jul 14 09:59:37.160788 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device d9851d6e-ce8a-42b7-b5ad-415052161071 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:59:37.180505 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: d9851d6e-ce8a-42b7-b5ad-415052161071 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:59:37.180849 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device d9851d6e-ce8a-42b7-b5ad-415052161071 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:59:41.082587 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:41.143563 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34546) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:41.205607 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b87c53c-9d06-49d1-8f06-2b747a84d70a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:41.228754 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b87c53c-9d06-49d1-8f06-2b747a84d70a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:41.277725 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b87c53c-9d06-49d1-8f06-2b747a84d70a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:41.280392 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b87c53c-9d06-49d1-8f06-2b747a84d70a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:41.283940 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9b87c53c-9d06-49d1-8f06-2b747a84d70a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "DELETE /v2.0/security-groups/4e6b8822-aff0-4403-b710-0cc0da393430 HTTP/1.1" status: 204 len: 168 time: 0.1368070 Jul 14 09:59:41.284969 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34548) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:41.293554 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87c53c-9d06-49d1-8f06-2b747a84d70a tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6b8822-aff0-4403-b710-0cc0da393430,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:41.302295 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-f3ea3d5c-9bb6-4aaf-8698-abba69ed2c0e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] show failed (client error): The resource could not be found. Jul 14 09:59:41.306437 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34550) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:41.306798 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f3ea3d5c-9bb6-4aaf-8698-abba69ed2c0e tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "GET /v2.0/security-groups/4e6b8822-aff0-4403-b710-0cc0da393430 HTTP/1.1" status: 404 len: 347 time: 0.0195999 Jul 14 09:59:41.437221 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3b93301c-d3c8-42bb-b7f0-b1d39f0b97b4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Deleting port 21532843-e2bb-4545-bb9f-f26c52eb99fa {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:59:41.437450 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b93301c-d3c8-42bb-b7f0-b1d39f0b97b4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:41.520896 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b93301c-d3c8-42bb-b7f0-b1d39f0b97b4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:41.521233 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b93301c-d3c8-42bb-b7f0-b1d39f0b97b4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:41.534228 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3b93301c-d3c8-42bb-b7f0-b1d39f0b97b4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Calling delete_port for 21532843-e2bb-4545-bb9f-f26c52eb99fa owned by network:floatingip {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:59:41.672905 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b93301c-d3c8-42bb-b7f0-b1d39f0b97b4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:41.701556 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93301c-d3c8-42bb-b7f0-b1d39f0b97b4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Pushing event deleted for resources: {'Port': ['ID=21532843-e2bb-4545-bb9f-f26c52eb99fa,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:41.766414 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b93301c-d3c8-42bb-b7f0-b1d39f0b97b4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks [] for floatingip, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:41.769052 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b93301c-d3c8-42bb-b7f0-b1d39f0b97b4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:41.770198 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3b93301c-d3c8-42bb-b7f0-b1d39f0b97b4 tempest-ServerActionsTestJSON-65590199 tempest-ServerActionsTestJSON-65590199-project] 10.222.0.25 "DELETE /v2.0/floatingips/5df9c757-180d-49ae-b717-441d0eeca60d HTTP/1.1" status: 204 len: 168 time: 0.4627845 Jul 14 09:59:41.773200 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34552) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:42.178981 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e35a62dc-7fcf-426d-8122-f3a0005a405e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:42.439749 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e35a62dc-7fcf-426d-8122-f3a0005a405e admin admin] Deleting port c4219be4-f0bd-4848-9c46-c0d993a2836f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:59:42.440012 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e35a62dc-7fcf-426d-8122-f3a0005a405e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:42.518485 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e35a62dc-7fcf-426d-8122-f3a0005a405e admin admin] For port c4219be4-f0bd-4848-9c46-c0d993a2836f, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c4219be4-f0bd-4848-9c46-c0d993a2836f,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:42.518842 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e35a62dc-7fcf-426d-8122-f3a0005a405e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:42.531784 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e35a62dc-7fcf-426d-8122-f3a0005a405e admin admin] Calling delete_port for c4219be4-f0bd-4848-9c46-c0d993a2836f owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:59:42.629471 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:42.716238 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e35a62dc-7fcf-426d-8122-f3a0005a405e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:42.744111 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a62dc-7fcf-426d-8122-f3a0005a405e admin admin] Pushing event deleted for resources: {'Port': ['ID=c4219be4-f0bd-4848-9c46-c0d993a2836f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:42.916270 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e35a62dc-7fcf-426d-8122-f3a0005a405e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:43.127102 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35a62dc-7fcf-426d-8122-f3a0005a405e admin admin] Router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:59:43.234602 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35a62dc-7fcf-426d-8122-f3a0005a405e admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:59:43.240536 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e35a62dc-7fcf-426d-8122-f3a0005a405e admin admin] 10.222.0.25 "PUT /v2.0/routers/6ad33a0a-fdac-4307-9a00-5b4f12e41621/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4663153 Jul 14 09:59:43.243121 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34556) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:43.243831 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4d2c2b-9d49-42b4-9a70-157fc6d0a5f3 None None] Sync routers for ids ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:59:43.253486 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4d2c2b-9d49-42b4-9a70-157fc6d0a5f3 None None] Routers {'6ad33a0a-fdac-4307-9a00-5b4f12e41621'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:59:43.254114 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-cf4d2c2b-9d49-42b4-9a70-157fc6d0a5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:59:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:59:43.351112 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-135ae9bb-8084-41b1-8083-e7e0bc9ba9e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:43.356347 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-cf4d2c2b-9d49-42b4-9a70-157fc6d0a5f3 None None] Set router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:59:43.454700 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-135ae9bb-8084-41b1-8083-e7e0bc9ba9e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:43.513297 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-135ae9bb-8084-41b1-8083-e7e0bc9ba9e1 admin admin] Deleting port cbbaa918-3929-4f63-a978-d00a6e6a5808 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:59:43.513639 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-135ae9bb-8084-41b1-8083-e7e0bc9ba9e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:43.537510 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-cf4d2c2b-9d49-42b4-9a70-157fc6d0a5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:59:42Z', 'revision_number': 5, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port': {'id': 'cbbaa918-3929-4f63-a978-d00a6e6a5808', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:48Z', 'updated_at': '2021-07-14T09:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:59:43.564345 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4d2c2b-9d49-42b4-9a70-157fc6d0a5f3 None None] Checking router: 6ad33a0a-fdac-4307-9a00-5b4f12e41621 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:59:43.572658 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4d2c2b-9d49-42b4-9a70-157fc6d0a5f3 None None] Routers {'6ad33a0a-fdac-4307-9a00-5b4f12e41621'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:59:43.573255 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-cf4d2c2b-9d49-42b4-9a70-157fc6d0a5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T09:59:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:59:43.599824 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-135ae9bb-8084-41b1-8083-e7e0bc9ba9e1 admin admin] For port cbbaa918-3929-4f63-a978-d00a6e6a5808, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=cbbaa918-3929-4f63-a978-d00a6e6a5808,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:43.600180 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-135ae9bb-8084-41b1-8083-e7e0bc9ba9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:43.613135 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-135ae9bb-8084-41b1-8083-e7e0bc9ba9e1 admin admin] Calling delete_port for cbbaa918-3929-4f63-a978-d00a6e6a5808 owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:59:43.657203 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-cf4d2c2b-9d49-42b4-9a70-157fc6d0a5f3 None None] Set router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:59:43.711569 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-cf4d2c2b-9d49-42b4-9a70-157fc6d0a5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:59:43Z', 'revision_number': 6, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:59:43.739473 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4d2c2b-9d49-42b4-9a70-157fc6d0a5f3 None None] The sync data for ids ['6ad33a0a-fdac-4307-9a00-5b4f12e41621'] in n-d-771362-35 is: [{'id': '6ad33a0a-fdac-4307-9a00-5b4f12e41621', 'name': 'tempest-ServerActionsTestJSON-1705987823-router', 'tenant_id': 'cebcf9c92bc249da8950af17366bf37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:49:47Z', 'updated_at': '2021-07-14T09:59:43Z', 'revision_number': 6, 'project_id': 'cebcf9c92bc249da8950af17366bf37a', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:59:43.794744 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-135ae9bb-8084-41b1-8083-e7e0bc9ba9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:43.822887 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ae9bb-8084-41b1-8083-e7e0bc9ba9e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbbaa918-3929-4f63-a978-d00a6e6a5808,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:43.885359 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-135ae9bb-8084-41b1-8083-e7e0bc9ba9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:43.978063 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-135ae9bb-8084-41b1-8083-e7e0bc9ba9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:43.980349 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-135ae9bb-8084-41b1-8083-e7e0bc9ba9e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:44.356861 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-135ae9bb-8084-41b1-8083-e7e0bc9ba9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:44.357498 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135ae9bb-8084-41b1-8083-e7e0bc9ba9e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ad33a0a-fdac-4307-9a00-5b4f12e41621 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:59:44.362446 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-135ae9bb-8084-41b1-8083-e7e0bc9ba9e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:44.363667 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-135ae9bb-8084-41b1-8083-e7e0bc9ba9e1 admin admin] 10.222.0.25 "DELETE /v2.0/routers/6ad33a0a-fdac-4307-9a00-5b4f12e41621 HTTP/1.1" status: 204 len: 168 time: 1.1194823 Jul 14 09:59:44.366322 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34558) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:44.410687 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8603635-1713-4de9-83bb-42a85f9945d4 admin admin] Deleting subnet 9ffa28af-5283-4890-a063-c9e399ca9971 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:59:44.413719 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8603635-1713-4de9-83bb-42a85f9945d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:44.448020 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8603635-1713-4de9-83bb-42a85f9945d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:44.532859 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8603635-1713-4de9-83bb-42a85f9945d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:44.586033 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8603635-1713-4de9-83bb-42a85f9945d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:44.613859 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8603635-1713-4de9-83bb-42a85f9945d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ffa28af-5283-4890-a063-c9e399ca9971,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:44.615966 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8603635-1713-4de9-83bb-42a85f9945d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:44.620587 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e8603635-1713-4de9-83bb-42a85f9945d4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9ffa28af-5283-4890-a063-c9e399ca9971 HTTP/1.1" status: 204 len: 168 time: 0.2507026 Jul 14 09:59:44.620587 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34560) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:44.622031 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b373b7-d821-45c3-ad83-9d543d5f144f None None] Network d30826ff-4169-41c1-918a-e63c8a4998fd requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:59:44.694874 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c679538c-e7e0-40cb-9b3c-80127334aafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:44.753579 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c679538c-e7e0-40cb-9b3c-80127334aafb admin admin] Deleting port 65945f24-fccf-4c82-b878-cd1f35965b8b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:59:44.754388 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c679538c-e7e0-40cb-9b3c-80127334aafb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:44.822836 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db47155f-a6e3-4558-8f29-e142faa44c41 None None] DHCP port deletion for d30826ff-4169-41c1-918a-e63c8a4998fd request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:59:44.826602 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c679538c-e7e0-40cb-9b3c-80127334aafb admin admin] For port 65945f24-fccf-4c82-b878-cd1f35965b8b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=65945f24-fccf-4c82-b878-cd1f35965b8b,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:44.826967 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c679538c-e7e0-40cb-9b3c-80127334aafb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:44.840880 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c679538c-e7e0-40cb-9b3c-80127334aafb admin admin] Calling delete_port for 65945f24-fccf-4c82-b878-cd1f35965b8b owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:59:44.869049 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-db47155f-a6e3-4558-8f29-e142faa44c41 None None] Deleting port 65945f24-fccf-4c82-b878-cd1f35965b8b {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:59:44.869431 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db47155f-a6e3-4558-8f29-e142faa44c41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:44.924892 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c679538c-e7e0-40cb-9b3c-80127334aafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:44.942294 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-db47155f-a6e3-4558-8f29-e142faa44c41 None None] For port 65945f24-fccf-4c82-b878-cd1f35965b8b, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=65945f24-fccf-4c82-b878-cd1f35965b8b,segment=NetworkSegment(8a0d2a84-edf5-48d3-ad09-257cae8de712),segment_id=8a0d2a84-edf5-48d3-ad09-257cae8de712)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:44.942684 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db47155f-a6e3-4558-8f29-e142faa44c41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:44.951065 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679538c-e7e0-40cb-9b3c-80127334aafb admin admin] Pushing event deleted for resources: {'Port': ['ID=65945f24-fccf-4c82-b878-cd1f35965b8b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:44.956901 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c679538c-e7e0-40cb-9b3c-80127334aafb admin admin] No DVR routers for this DVR port 65945f24-fccf-4c82-b878-cd1f35965b8b on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:59:44.957046 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-db47155f-a6e3-4558-8f29-e142faa44c41 None None] Calling delete_port for 65945f24-fccf-4c82-b878-cd1f35965b8b owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:59:45.031147 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c679538c-e7e0-40cb-9b3c-80127334aafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:45.031570 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db47155f-a6e3-4558-8f29-e142faa44c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:45.041907 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-c679538c-e7e0-40cb-9b3c-80127334aafb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d30826ff-4169-41c1-918a-e63c8a4998fd']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:59:45.052233 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-c679538c-e7e0-40cb-9b3c-80127334aafb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a0d2a84-edf5-48d3-ad09-257cae8de712') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:59:45.052527 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-c679538c-e7e0-40cb-9b3c-80127334aafb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a0d2a84-edf5-48d3-ad09-257cae8de712') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:59:45.058415 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47155f-a6e3-4558-8f29-e142faa44c41 None None] Pushing event deleted for resources: {'Port': ['ID=65945f24-fccf-4c82-b878-cd1f35965b8b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:45.060825 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db47155f-a6e3-4558-8f29-e142faa44c41 None None] No DVR routers for this DVR port 65945f24-fccf-4c82-b878-cd1f35965b8b on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:59:45.061465 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c679538c-e7e0-40cb-9b3c-80127334aafb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:45.080122 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c679538c-e7e0-40cb-9b3c-80127334aafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:45.085989 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c679538c-e7e0-40cb-9b3c-80127334aafb admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:59:45.086375 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c679538c-e7e0-40cb-9b3c-80127334aafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: timer() Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:59:45.088347 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:59:45.140495 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c679538c-e7e0-40cb-9b3c-80127334aafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:45.146869 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c679538c-e7e0-40cb-9b3c-80127334aafb admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:45.148706 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c679538c-e7e0-40cb-9b3c-80127334aafb admin admin] 10.222.0.25 "DELETE /v2.0/networks/d30826ff-4169-41c1-918a-e63c8a4998fd HTTP/1.1" status: 204 len: 168 time: 0.5270448 Jul 14 09:59:45.161480 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679538c-e7e0-40cb-9b3c-80127334aafb admin admin] Pushing event deleted for resources: {'Network': ['ID=d30826ff-4169-41c1-918a-e63c8a4998fd,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:45.253450 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34564) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:45.292950 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6fa80b32-20f8-4c0a-bdd2-07d5f86e590b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cebcf9c92bc249da8950af17366bf37a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383093 Jul 14 09:59:45.295297 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34566) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:45.348381 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-edf7ae8b-4652-4f59-95f7-12198a4524d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:45.370154 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-edf7ae8b-4652-4f59-95f7-12198a4524d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:45.416851 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-edf7ae8b-4652-4f59-95f7-12198a4524d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:45.419506 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-edf7ae8b-4652-4f59-95f7-12198a4524d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:45.420659 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-edf7ae8b-4652-4f59-95f7-12198a4524d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4813d47a-d27a-4b3c-ad09-b66ee7e9033e HTTP/1.1" status: 204 len: 168 time: 0.1244340 Jul 14 09:59:45.430448 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7ae8b-4652-4f59-95f7-12198a4524d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4813d47a-d27a-4b3c-ad09-b66ee7e9033e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:45.797691 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c4219be4-f0bd-4848-9c46-c0d993a2836f no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:59:45.821826 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: c4219be4-f0bd-4848-9c46-c0d993a2836f {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:59:45.822434 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c4219be4-f0bd-4848-9c46-c0d993a2836f not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:59:45.822851 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cbbaa918-3929-4f63-a978-d00a6e6a5808 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:59:45.842494 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: cbbaa918-3929-4f63-a978-d00a6e6a5808 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:59:45.842846 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cbbaa918-3929-4f63-a978-d00a6e6a5808 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:59:45.843264 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 65945f24-fccf-4c82-b878-cd1f35965b8b no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:59:45.862500 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 65945f24-fccf-4c82-b878-cd1f35965b8b {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:59:45.862846 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 65945f24-fccf-4c82-b878-cd1f35965b8b not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:59:46.122961 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34588) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:46.218629 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-4726441a-b45e-4bf2-8411-06e03cab12c9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1032177145-network', 'tenant_id': '16e261f764f444829018a9dfc1c559fc'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:46.240876 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4726441a-b45e-4bf2-8411-06e03cab12c9 admin admin] Made reservation on behalf of 16e261f764f444829018a9dfc1c559fc for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:59:46.243279 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4726441a-b45e-4bf2-8411-06e03cab12c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:46.251754 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4726441a-b45e-4bf2-8411-06e03cab12c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:46.347874 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4726441a-b45e-4bf2-8411-06e03cab12c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:46.351798 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4726441a-b45e-4bf2-8411-06e03cab12c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:46.372105 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4726441a-b45e-4bf2-8411-06e03cab12c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:59:46.386969 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726441a-b45e-4bf2-8411-06e03cab12c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532172e6-8684-497e-b462-b7679519adef,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:46.389894 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4726441a-b45e-4bf2-8411-06e03cab12c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:46.390252 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-4726441a-b45e-4bf2-8411-06e03cab12c9 admin admin] Added segment 83260ea7-8c08-4c34-8d75-dbbbe9201bd8 of type vlan for network 095e59fa-156a-478c-b40b-b65be1a31a24 Jul 14 09:59:46.429914 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4726441a-b45e-4bf2-8411-06e03cab12c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:46.464533 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4726441a-b45e-4bf2-8411-06e03cab12c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:46.465525 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4726441a-b45e-4bf2-8411-06e03cab12c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:46.466109 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4726441a-b45e-4bf2-8411-06e03cab12c9 admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:46.515966 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4726441a-b45e-4bf2-8411-06e03cab12c9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3918052 Jul 14 09:59:46.519329 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34592) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:46.524408 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-05ba7da5-8b87-456b-8f7a-c7a94b519deb admin admin] Request body: {'subnet': {'network_id': '095e59fa-156a-478c-b40b-b65be1a31a24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1032177145-subnet', 'tenant_id': '16e261f764f444829018a9dfc1c559fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:46.526880 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726441a-b45e-4bf2-8411-06e03cab12c9 admin admin] Pushing event updated for resources: {'Network': ['ID=095e59fa-156a-478c-b40b-b65be1a31a24,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:46.536670 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 095e59fa-156a-478c-b40b-b65be1a31a24 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:59:46.550824 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ba7da5-8b87-456b-8f7a-c7a94b519deb admin admin] Made reservation on behalf of 16e261f764f444829018a9dfc1c559fc for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:59:46.554947 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05ba7da5-8b87-456b-8f7a-c7a94b519deb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:46.749526 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05ba7da5-8b87-456b-8f7a-c7a94b519deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:46.803843 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba7da5-8b87-456b-8f7a-c7a94b519deb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f724fc8e-a35f-4e94-9eb1-8d9b935d9261,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:46.814312 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ba7da5-8b87-456b-8f7a-c7a94b519deb admin admin] Checking segment: {'id': '83260ea7-8c08-4c34-8d75-dbbbe9201bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '095e59fa-156a-478c-b40b-b65be1a31a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:59:46.814693 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ba7da5-8b87-456b-8f7a-c7a94b519deb admin admin] Network hostable DHCP agents. Network: 095e59fa-156a-478c-b40b-b65be1a31a24, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:59:46.830941 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ba7da5-8b87-456b-8f7a-c7a94b519deb admin admin] Network 095e59fa-156a-478c-b40b-b65be1a31a24 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:59:46.839057 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-05ba7da5-8b87-456b-8f7a-c7a94b519deb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 095e59fa-156a-478c-b40b-b65be1a31a24) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:59:46.843675 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ba7da5-8b87-456b-8f7a-c7a94b519deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:46.844827 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05ba7da5-8b87-456b-8f7a-c7a94b519deb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:46.851143 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a253fb87-7a97-4f15-98b7-2eb432a337df None None] Network 095e59fa-156a-478c-b40b-b65be1a31a24 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:59:46.858738 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-05ba7da5-8b87-456b-8f7a-c7a94b519deb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3382156 Jul 14 09:59:46.976057 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd21b10-d773-4cd8-9edd-136a0262ceaf None None] Network 095e59fa-156a-478c-b40b-b65be1a31a24 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:59:47.595902 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-aac99bd8-842b-441c-8fff-a58531788142 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:47.597308 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-aac99bd8-842b-441c-8fff-a58531788142 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/networks?id=095e59fa-156a-478c-b40b-b65be1a31a24 HTTP/1.1" status: 200 len: 814 time: 0.4241970 Jul 14 09:59:47.612322 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-290c9dab-7ad0-47bf-96de-eb02420c4031 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/quotas/16e261f764f444829018a9dfc1c559fc HTTP/1.1" status: 200 len: 375 time: 0.0095522 Jul 14 09:59:47.644282 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-0e71783f-15a5-4cc0-ae9b-948f5e1b1c6f tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=16e261f764f444829018a9dfc1c559fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271623 Jul 14 09:59:47.826821 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-95507944-b355-41a6-8c47-ab4f8ac904d5 service neutron] 10.222.0.25 "GET /v2.0/networks/095e59fa-156a-478c-b40b-b65be1a31a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265562 Jul 14 09:59:47.915579 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-7cb39183-539e-4512-982f-5dd144551b3f service neutron] 10.222.0.25 "GET /v2.0/networks/095e59fa-156a-478c-b40b-b65be1a31a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828164 Jul 14 09:59:48.087420 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bfc00984-c6e1-487e-9ffe-ffa3d2f22364 req-02c47c12-4db2-49d5-847f-2ec649dbeaa4 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb619154-c322-4faa-82ec-8c503f43754a HTTP/1.1" status: 200 len: 210 time: 0.0299163 Jul 14 09:59:48.518933 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ccb759c-d47e-48e7-bde1-87e513ea04df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:49.256313 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bdf93d76-1535-4738-b470-82e94d6c7b28 req-52327dfb-0971-4726-9f2b-e4493f0e60de tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb619154-c322-4faa-82ec-8c503f43754a HTTP/1.1" status: 200 len: 210 time: 0.0346806 Jul 14 09:59:49.306415 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-c2549130-b6dd-4004-99a3-5a002fa9a173 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:49.307919 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-c2549130-b6dd-4004-99a3-5a002fa9a173 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.47 "GET /v2.0/networks?id=095e59fa-156a-478c-b40b-b65be1a31a24 HTTP/1.1" status: 200 len: 814 time: 0.1369905 Jul 14 09:59:49.320430 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-faf0a4bd-da9e-4e94-ba0b-2f7457587f30 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Request body: {'port': {'device_id': 'eb619154-c322-4faa-82ec-8c503f43754a', 'network_id': '095e59fa-156a-478c-b40b-b65be1a31a24', 'admin_state_up': True, 'tenant_id': '16e261f764f444829018a9dfc1c559fc'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:49.443872 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-faf0a4bd-da9e-4e94-ba0b-2f7457587f30 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Made reservation on behalf of 16e261f764f444829018a9dfc1c559fc for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:59:49.447669 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-faf0a4bd-da9e-4e94-ba0b-2f7457587f30 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:49.576603 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-faf0a4bd-da9e-4e94-ba0b-2f7457587f30 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Allocated IP 172.20.0.14 (095e59fa-156a-478c-b40b-b65be1a31a24/f724fc8e-a35f-4e94-9eb1-8d9b935d9261/719943c1-b46e-4774-8800-2ab64bba6432) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:59:49.730515 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-faf0a4bd-da9e-4e94-ba0b-2f7457587f30 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:49.771003 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-faf0a4bd-da9e-4e94-ba0b-2f7457587f30 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:49.814713 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-faf0a4bd-da9e-4e94-ba0b-2f7457587f30 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Network 095e59fa-156a-478c-b40b-b65be1a31a24 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:59:49.817933 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-faf0a4bd-da9e-4e94-ba0b-2f7457587f30 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:59:49.820615 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-faf0a4bd-da9e-4e94-ba0b-2f7457587f30 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:59:49.857748 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0a4bd-da9e-4e94-ba0b-2f7457587f30 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Pushing event updated for resources: {'Port': ['ID=719943c1-b46e-4774-8800-2ab64bba6432,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:49.882996 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-faf0a4bd-da9e-4e94-ba0b-2f7457587f30 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:49.884499 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-faf0a4bd-da9e-4e94-ba0b-2f7457587f30 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:49.900511 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-faf0a4bd-da9e-4e94-ba0b-2f7457587f30 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5837417 Jul 14 09:59:49.913064 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-96f1581e-a974-41a8-9e6f-42d631d99a05 service neutron] Request body: {'port': {'device_id': 'eb619154-c322-4faa-82ec-8c503f43754a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:49.986834 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-96f1581e-a974-41a8-9e6f-42d631d99a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:50.252191 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-96f1581e-a974-41a8-9e6f-42d631d99a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 719943c1-b46e-4774-8800-2ab64bba6432 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:59:50.259485 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-96f1581e-a974-41a8-9e6f-42d631d99a05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:50.271372 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-96f1581e-a974-41a8-9e6f-42d631d99a05 service neutron] Transition to ACTIVE for port object 719943c1-b46e-4774-8800-2ab64bba6432 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:59:50.275026 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-96f1581e-a974-41a8-9e6f-42d631d99a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:50.330828 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1581e-a974-41a8-9e6f-42d631d99a05 service neutron] Pushing event updated for resources: {'Port': ['ID=719943c1-b46e-4774-8800-2ab64bba6432,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:50.445309 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-96f1581e-a974-41a8-9e6f-42d631d99a05 service neutron] Attempting to bind port 719943c1-b46e-4774-8800-2ab64bba6432 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:50.445654 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-96f1581e-a974-41a8-9e6f-42d631d99a05 service neutron] Attempting to bind port 719943c1-b46e-4774-8800-2ab64bba6432 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '83260ea7-8c08-4c34-8d75-dbbbe9201bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '095e59fa-156a-478c-b40b-b65be1a31a24'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:50.446006 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-96f1581e-a974-41a8-9e6f-42d631d99a05 service neutron] Attempting to bind port 719943c1-b46e-4774-8800-2ab64bba6432 on network 095e59fa-156a-478c-b40b-b65be1a31a24 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:50.453488 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-96f1581e-a974-41a8-9e6f-42d631d99a05 service neutron] Port 719943c1-b46e-4774-8800-2ab64bba6432 on network 095e59fa-156a-478c-b40b-b65be1a31a24 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:50.453927 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-96f1581e-a974-41a8-9e6f-42d631d99a05 service neutron] Attempting to bind port 719943c1-b46e-4774-8800-2ab64bba6432 on network 095e59fa-156a-478c-b40b-b65be1a31a24 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:50.461953 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-96f1581e-a974-41a8-9e6f-42d631d99a05 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:59:50.462295 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-96f1581e-a974-41a8-9e6f-42d631d99a05 service neutron] Checking segment: {'id': '83260ea7-8c08-4c34-8d75-dbbbe9201bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '095e59fa-156a-478c-b40b-b65be1a31a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:59:50.462682 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-96f1581e-a974-41a8-9e6f-42d631d99a05 service neutron] Bound using segment: {'id': '83260ea7-8c08-4c34-8d75-dbbbe9201bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '095e59fa-156a-478c-b40b-b65be1a31a24'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:59:50.463112 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-96f1581e-a974-41a8-9e6f-42d631d99a05 service neutron] Bound port: 719943c1-b46e-4774-8800-2ab64bba6432, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83260ea7-8c08-4c34-8d75-dbbbe9201bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '095e59fa-156a-478c-b40b-b65be1a31a24'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:59:50.463470 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-96f1581e-a974-41a8-9e6f-42d631d99a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:50.474602 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b8f71-56d9-4f9f-9730-015f2ab59b9b req-cfc2bd34-ba10-4bc6-955f-5e0266cefb7c tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:50.476163 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-881b8f71-56d9-4f9f-9730-015f2ab59b9b req-cfc2bd34-ba10-4bc6-955f-5e0266cefb7c tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb619154-c322-4faa-82ec-8c503f43754a HTTP/1.1" status: 200 len: 944 time: 0.1022882 Jul 14 09:59:50.548712 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-881b8f71-56d9-4f9f-9730-015f2ab59b9b req-a9a01dd5-96f4-494b-b204-34583befe8b6 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/security-groups?id=532172e6-8684-497e-b462-b7679519adef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660214 Jul 14 09:59:50.565045 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-96f1581e-a974-41a8-9e6f-42d631d99a05 service neutron] For port 719943c1-b46e-4774-8800-2ab64bba6432, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:59:50.568512 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-96f1581e-a974-41a8-9e6f-42d631d99a05 service neutron] For port 719943c1-b46e-4774-8800-2ab64bba6432, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=719943c1-b46e-4774-8800-2ab64bba6432,segment=NetworkSegment(83260ea7-8c08-4c34-8d75-dbbbe9201bd8),segment_id=83260ea7-8c08-4c34-8d75-dbbbe9201bd8)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:59:50.574838 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-96f1581e-a974-41a8-9e6f-42d631d99a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:50.609236 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-96f1581e-a974-41a8-9e6f-42d631d99a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:50.609879 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-96f1581e-a974-41a8-9e6f-42d631d99a05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:50.611243 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-96f1581e-a974-41a8-9e6f-42d631d99a05 service neutron] 10.222.0.47 "PUT /v2.0/ports/719943c1-b46e-4774-8800-2ab64bba6432 HTTP/1.1" status: 200 len: 1093 time: 0.7023976 Jul 14 09:59:50.611694 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb619154-c322-4faa-82ec-8c503f43754a', 'tag': '719943c1-b46e-4774-8800-2ab64bba6432'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:59:50.613944 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdfd76875a0dbbaf1509a4c423fc1f4cb1751388cb9186f92cdb94f63ad4e53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790dfe90-3e7a-463c-8adb-c25200c05cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "eb619154-c322-4faa-82ec-8c503f43754a", "tag": "719943c1-b46e-4774-8800-2ab64bba6432"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:59:50.637918 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1581e-a974-41a8-9e6f-42d631d99a05 service neutron] Pushing event updated for resources: {'Port': ['ID=719943c1-b46e-4774-8800-2ab64bba6432,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:50.687324 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ebd0fd-4fb0-4bd6-a52b-0f9e41f5c7d4 x-openstack-request-id: req-b6ebd0fd-4fb0-4bd6-a52b-0f9e41f5c7d4 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:59:50.688156 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb619154-c322-4faa-82ec-8c503f43754a", "tag": "719943c1-b46e-4774-8800-2ab64bba6432", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:59:50.688414 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6ebd0fd-4fb0-4bd6-a52b-0f9e41f5c7d4 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:59:50.689008 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb619154-c322-4faa-82ec-8c503f43754a', 'tag': '719943c1-b46e-4774-8800-2ab64bba6432', 'status': 'completed', 'code': 200} Jul 14 09:59:50.715632 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-06aff1cb-8f01-4f70-b971-12dfb7e51782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:50.717164 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-06aff1cb-8f01-4f70-b971-12dfb7e51782 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16e261f764f444829018a9dfc1c559fc&device_id=eb619154-c322-4faa-82ec-8c503f43754a HTTP/1.1" status: 200 len: 1096 time: 0.0617375 Jul 14 09:59:50.759091 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-bd5550af-ba78-4311-a921-1ec43a345811 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=719943c1-b46e-4774-8800-2ab64bba6432 HTTP/1.1" status: 200 len: 217 time: 0.0343683 Jul 14 09:59:50.806332 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-3f3ff5c9-7f26-4566-9383-835463a8ff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:50.807718 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-3f3ff5c9-7f26-4566-9383-835463a8ff94 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f724fc8e-a35f-4e94-9eb1-8d9b935d9261 HTTP/1.1" status: 200 len: 854 time: 0.0426283 Jul 14 09:59:50.844735 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-6afeae28-07c7-46d5-8f99-9f65db843ec4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=095e59fa-156a-478c-b40b-b65be1a31a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298223 Jul 14 09:59:50.933050 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-028f332c-a97d-43df-a591-6faef4a717bd service neutron] 10.222.0.47 "GET /v2.0/networks/095e59fa-156a-478c-b40b-b65be1a31a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815468 Jul 14 09:59:51.026289 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-935c3321-4eb1-46b7-8cfe-3cfef65616e6 req-c0a42350-1142-45c1-a96d-8049bc035dd0 service neutron] 10.222.0.47 "GET /v2.0/networks/095e59fa-156a-478c-b40b-b65be1a31a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855045 Jul 14 09:59:51.120417 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9fdadce1-28bd-4056-af16-04ce430baf80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.130443 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790dfe90-3e7a-463c-8adb-c25200c05cdb req-2e2faa36-0d99-42c6-97f8-9ca17959af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:51.132111 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-790dfe90-3e7a-463c-8adb-c25200c05cdb req-2e2faa36-0d99-42c6-97f8-9ca17959af90 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16e261f764f444829018a9dfc1c559fc&device_id=eb619154-c322-4faa-82ec-8c503f43754a HTTP/1.1" status: 200 len: 1096 time: 0.0567682 Jul 14 09:59:51.221685 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790dfe90-3e7a-463c-8adb-c25200c05cdb req-30ea0330-5670-4da0-b04a-e4eb8f8c88a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:51.223177 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-790dfe90-3e7a-463c-8adb-c25200c05cdb req-30ea0330-5670-4da0-b04a-e4eb8f8c88a8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=095e59fa-156a-478c-b40b-b65be1a31a24 HTTP/1.1" status: 200 len: 914 time: 0.0846653 Jul 14 09:59:51.268503 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-790dfe90-3e7a-463c-8adb-c25200c05cdb req-1172960b-67ba-4ad7-bb1f-a0c4072fe79c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=719943c1-b46e-4774-8800-2ab64bba6432 HTTP/1.1" status: 200 len: 217 time: 0.0388277 Jul 14 09:59:51.318211 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790dfe90-3e7a-463c-8adb-c25200c05cdb req-6a952820-dc3f-4456-a202-b8ec86cf385f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:51.319737 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-790dfe90-3e7a-463c-8adb-c25200c05cdb req-6a952820-dc3f-4456-a202-b8ec86cf385f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f724fc8e-a35f-4e94-9eb1-8d9b935d9261 HTTP/1.1" status: 200 len: 854 time: 0.0445428 Jul 14 09:59:51.348976 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.356093 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-790dfe90-3e7a-463c-8adb-c25200c05cdb req-946ee526-27af-42fa-94be-28a1cbe482f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=095e59fa-156a-478c-b40b-b65be1a31a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296533 Jul 14 09:59:51.448677 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-790dfe90-3e7a-463c-8adb-c25200c05cdb req-7c7de624-d6a0-4377-8990-dbbe51cb1d79 service neutron] 10.222.0.47 "GET /v2.0/networks/095e59fa-156a-478c-b40b-b65be1a31a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856225 Jul 14 09:59:51.537463 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-790dfe90-3e7a-463c-8adb-c25200c05cdb req-883cc21c-e1b7-4621-8315-1614e33980f6 service neutron] 10.222.0.47 "GET /v2.0/networks/095e59fa-156a-478c-b40b-b65be1a31a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814898 Jul 14 09:59:51.724166 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3687e-1de9-4632-9b8b-67fa847442d4 req-88d98b64-0e93-4956-9e9a-c55fe48ab99d tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:51.725606 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2bc3687e-1de9-4632-9b8b-67fa847442d4 req-88d98b64-0e93-4956-9e9a-c55fe48ab99d tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb619154-c322-4faa-82ec-8c503f43754a HTTP/1.1" status: 200 len: 944 time: 0.0659306 Jul 14 09:59:51.768285 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2bc3687e-1de9-4632-9b8b-67fa847442d4 req-6cf5fee1-3cbd-467d-a896-1c10970300fe tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/security-groups?id=532172e6-8684-497e-b462-b7679519adef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371706 Jul 14 09:59:52.367897 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:52.945971 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51e1e5-047e-4201-9a88-cab627696d5f req-f150a239-d4b4-4a3e-96e9-513d05643aad tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:52.947807 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f51e1e5-047e-4201-9a88-cab627696d5f req-f150a239-d4b4-4a3e-96e9-513d05643aad tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb619154-c322-4faa-82ec-8c503f43754a HTTP/1.1" status: 200 len: 944 time: 0.0644429 Jul 14 09:59:52.986282 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f51e1e5-047e-4201-9a88-cab627696d5f req-0c64945b-9ee4-4745-8c3e-5b3369938b22 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/security-groups?id=532172e6-8684-497e-b462-b7679519adef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329587 Jul 14 09:59:53.787446 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 719943c1-b46e-4774-8800-2ab64bba6432 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:59:53.886063 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 719943c1-b46e-4774-8800-2ab64bba6432, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=719943c1-b46e-4774-8800-2ab64bba6432,segment=NetworkSegment(83260ea7-8c08-4c34-8d75-dbbbe9201bd8),segment_id=83260ea7-8c08-4c34-8d75-dbbbe9201bd8)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:53.905858 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '719943c1-b46e-4774-8800-2ab64bba6432', 'network_id': '095e59fa-156a-478c-b40b-b65be1a31a24', 'port_id': '719943c1-b46e-4774-8800-2ab64bba6432', 'mac_address': 'fa:16:3e:af:60:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f724fc8e-a35f-4e94-9eb1-8d9b935d9261', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:59:53.912589 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:53.944903 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:53.958054 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 719943c1-b46e-4774-8800-2ab64bba6432 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:59:53.977609 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 719943c1-b46e-4774-8800-2ab64bba6432, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=719943c1-b46e-4774-8800-2ab64bba6432,segment=NetworkSegment(83260ea7-8c08-4c34-8d75-dbbbe9201bd8),segment_id=83260ea7-8c08-4c34-8d75-dbbbe9201bd8)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:53.981634 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:54.032830 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=719943c1-b46e-4774-8800-2ab64bba6432,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:54.162558 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4678aba-c4d4-44b7-bed9-e7414412c590 req-5c51806e-b3c2-4e0d-be8d-3b8eb5d0376e tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:54.164071 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c4678aba-c4d4-44b7-bed9-e7414412c590 req-5c51806e-b3c2-4e0d-be8d-3b8eb5d0376e tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb619154-c322-4faa-82ec-8c503f43754a HTTP/1.1" status: 200 len: 945 time: 0.0641003 Jul 14 09:59:54.192025 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['719943c1-b46e-4774-8800-2ab64bba6432'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:59:54.201769 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c4678aba-c4d4-44b7-bed9-e7414412c590 req-b46a427c-9807-4501-a12e-c3686313e6d2 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/security-groups?id=532172e6-8684-497e-b462-b7679519adef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321865 Jul 14 09:59:55.380236 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a82188-5599-4880-8d8f-eb957a2a5c79 req-c66f802f-4d58-4466-b850-79d4133b455a tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:55.381722 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54a82188-5599-4880-8d8f-eb957a2a5c79 req-c66f802f-4d58-4466-b850-79d4133b455a tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb619154-c322-4faa-82ec-8c503f43754a HTTP/1.1" status: 200 len: 945 time: 0.0697827 Jul 14 09:59:55.419979 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-54a82188-5599-4880-8d8f-eb957a2a5c79 req-3248629b-a26c-4c86-897f-2251d10be6e2 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/security-groups?id=532172e6-8684-497e-b462-b7679519adef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325754 Jul 14 09:59:55.803465 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 719943c1-b46e-4774-8800-2ab64bba6432 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:59:55.851705 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 719943c1-b46e-4774-8800-2ab64bba6432 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:59:55.855222 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 719943c1-b46e-4774-8800-2ab64bba6432 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:59:55.855621 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:55.932665 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:55.955602 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb619154-c322-4faa-82ec-8c503f43754a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719943c1-b46e-4774-8800-2ab64bba6432'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:59:55.957818 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad2bb0b0c3d38dd5f87e8e96266229fdecb1dfb0d9cead1addcc05902deb2386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a58ba6-e88e-4d7f-9662-87a050f6cbf3" -d '{"events": [{"server_uuid": "eb619154-c322-4faa-82ec-8c503f43754a", "name": "network-vif-plugged", "status": "completed", "tag": "719943c1-b46e-4774-8800-2ab64bba6432"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:59:55.970008 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 719943c1-b46e-4774-8800-2ab64bba6432, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=719943c1-b46e-4774-8800-2ab64bba6432,segment=NetworkSegment(83260ea7-8c08-4c34-8d75-dbbbe9201bd8),segment_id=83260ea7-8c08-4c34-8d75-dbbbe9201bd8)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:55.974579 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:55.999711 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde6c011-d323-4204-9af1-81dd4304dddc x-openstack-request-id: req-dde6c011-d323-4204-9af1-81dd4304dddc {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:59:56.000145 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb619154-c322-4faa-82ec-8c503f43754a", "name": "network-vif-plugged", "status": "completed", "tag": "719943c1-b46e-4774-8800-2ab64bba6432", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:59:56.000971 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dde6c011-d323-4204-9af1-81dd4304dddc {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:59:56.001303 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb619154-c322-4faa-82ec-8c503f43754a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719943c1-b46e-4774-8800-2ab64bba6432', 'code': 200} Jul 14 09:59:56.026452 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=719943c1-b46e-4774-8800-2ab64bba6432,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:56.113507 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecdbcf-29e1-467b-a83a-5013f58db417 req-07405e05-0428-41b6-ac1d-4e96fbe1e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:56.114969 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7ecdbcf-29e1-467b-a83a-5013f58db417 req-07405e05-0428-41b6-ac1d-4e96fbe1e41b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eb619154-c322-4faa-82ec-8c503f43754a HTTP/1.1" status: 200 len: 1098 time: 0.0535743 Jul 14 09:59:56.150032 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a7ecdbcf-29e1-467b-a83a-5013f58db417 req-4494fef8-ad1c-4a49-a3ea-d9663a482a18 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=532172e6-8684-497e-b462-b7679519adef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282388 Jul 14 09:59:56.593395 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4224e24-9996-4e6a-b7cc-ad9d8a3abd5d req-d7bb3d8e-27d1-4472-a46d-5e2e60e5d45c tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:56.595177 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c4224e24-9996-4e6a-b7cc-ad9d8a3abd5d req-d7bb3d8e-27d1-4472-a46d-5e2e60e5d45c tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb619154-c322-4faa-82ec-8c503f43754a HTTP/1.1" status: 200 len: 946 time: 0.0658581 Jul 14 09:59:56.632924 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c4224e24-9996-4e6a-b7cc-ad9d8a3abd5d req-1b80b22b-c826-457c-a1fe-2457336c0358 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/security-groups?id=532172e6-8684-497e-b462-b7679519adef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320756 Jul 14 09:59:57.811077 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d8b13-dbf4-49ef-b6c4-7b1b901c3854 req-b1c1d646-5f85-46a2-9121-977e11dc069d tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:57.813668 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4f5d8b13-dbf4-49ef-b6c4-7b1b901c3854 req-b1c1d646-5f85-46a2-9121-977e11dc069d tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb619154-c322-4faa-82ec-8c503f43754a HTTP/1.1" status: 200 len: 946 time: 0.0699251 Jul 14 09:59:57.851189 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4f5d8b13-dbf4-49ef-b6c4-7b1b901c3854 req-b3b9f498-46c9-41f7-9bb1-71bbd6ea2943 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/security-groups?id=532172e6-8684-497e-b462-b7679519adef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320833 Jul 14 09:59:58.070651 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-a19b3448-0f83-4d45-ae61-11df86d5267b tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:58.072404 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-a19b3448-0f83-4d45-ae61-11df86d5267b tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/networks?id=095e59fa-156a-478c-b40b-b65be1a31a24 HTTP/1.1" status: 200 len: 814 time: 0.0977998 Jul 14 09:59:58.086728 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-5e572da9-5150-4177-9a06-2526ed811418 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/quotas/16e261f764f444829018a9dfc1c559fc HTTP/1.1" status: 200 len: 375 time: 0.0089374 Jul 14 09:59:58.153382 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-7255f417-3e0f-4f4e-be50-03ede98ce0be tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=16e261f764f444829018a9dfc1c559fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0617924 Jul 14 09:59:58.242509 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-e18a7254-dc32-4e77-a61f-f1abfa466a5a service neutron] 10.222.0.25 "GET /v2.0/networks/095e59fa-156a-478c-b40b-b65be1a31a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818734 Jul 14 09:59:58.335861 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-b1a6e506-e10c-4f44-9df7-4c8b71555067 service neutron] 10.222.0.25 "GET /v2.0/networks/095e59fa-156a-478c-b40b-b65be1a31a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877178 Jul 14 09:59:58.502979 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-51493aca-1f04-480d-b3f2-e6549ca11ac9 req-f6e9ae2a-1da8-4c6d-b30f-a116c42d93eb tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?device_id=55efdf2b-2f44-4c4e-9cdd-10126daffdf8 HTTP/1.1" status: 200 len: 210 time: 0.0302217 Jul 14 09:59:59.517384 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-f4cacb05-c2a6-4f43-99e2-f91474f6ab29 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:59.518875 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-f4cacb05-c2a6-4f43-99e2-f91474f6ab29 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.44 "GET /v2.0/networks?id=095e59fa-156a-478c-b40b-b65be1a31a24 HTTP/1.1" status: 200 len: 814 time: 0.1116061 Jul 14 09:59:59.534936 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-6de62ca6-43d1-4d11-94d9-39dab5493da0 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Request body: {'port': {'device_id': '55efdf2b-2f44-4c4e-9cdd-10126daffdf8', 'network_id': '095e59fa-156a-478c-b40b-b65be1a31a24', 'admin_state_up': True, 'tenant_id': '16e261f764f444829018a9dfc1c559fc'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:59.647572 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52f4a3b9-12b3-4a58-80af-227082f89a89 req-f02c7bc6-824c-4dc4-9c82-4c5e5897d2f9 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?device_id=55efdf2b-2f44-4c4e-9cdd-10126daffdf8 HTTP/1.1" status: 200 len: 210 time: 0.0295815 Jul 14 09:59:59.650649 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-6de62ca6-43d1-4d11-94d9-39dab5493da0 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Made reservation on behalf of 16e261f764f444829018a9dfc1c559fc for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:59:59.654441 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-6de62ca6-43d1-4d11-94d9-39dab5493da0 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:59.787685 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-6de62ca6-43d1-4d11-94d9-39dab5493da0 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Allocated IP 172.20.0.9 (095e59fa-156a-478c-b40b-b65be1a31a24/f724fc8e-a35f-4e94-9eb1-8d9b935d9261/9762e01e-ee82-4ab1-a152-2e71daf7c55c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:59:59.939430 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-6de62ca6-43d1-4d11-94d9-39dab5493da0 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:59.979060 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-6de62ca6-43d1-4d11-94d9-39dab5493da0 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:59.991928 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['719943c1-b46e-4774-8800-2ab64bba6432'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:00:00.021577 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-6de62ca6-43d1-4d11-94d9-39dab5493da0 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Network 095e59fa-156a-478c-b40b-b65be1a31a24 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:00.024807 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-6de62ca6-43d1-4d11-94d9-39dab5493da0 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:00.027351 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-6de62ca6-43d1-4d11-94d9-39dab5493da0 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:00.068356 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de62ca6-43d1-4d11-94d9-39dab5493da0 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Pushing event updated for resources: {'Port': ['ID=9762e01e-ee82-4ab1-a152-2e71daf7c55c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:00.090298 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-6de62ca6-43d1-4d11-94d9-39dab5493da0 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:00.090913 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-6de62ca6-43d1-4d11-94d9-39dab5493da0 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:00.106022 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-6de62ca6-43d1-4d11-94d9-39dab5493da0 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5760603 Jul 14 10:00:00.119000 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-f1af2cc6-f1cd-49bc-acdb-828877d6382b service neutron] Request body: {'port': {'device_id': '55efdf2b-2f44-4c4e-9cdd-10126daffdf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:00.194357 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-f1af2cc6-f1cd-49bc-acdb-828877d6382b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:00.457394 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-f1af2cc6-f1cd-49bc-acdb-828877d6382b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9762e01e-ee82-4ab1-a152-2e71daf7c55c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:00:00.465051 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-f1af2cc6-f1cd-49bc-acdb-828877d6382b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:00.477837 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-f1af2cc6-f1cd-49bc-acdb-828877d6382b service neutron] Transition to ACTIVE for port object 9762e01e-ee82-4ab1-a152-2e71daf7c55c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:00.481398 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-f1af2cc6-f1cd-49bc-acdb-828877d6382b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:00.553509 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af2cc6-f1cd-49bc-acdb-828877d6382b service neutron] Pushing event updated for resources: {'Port': ['ID=9762e01e-ee82-4ab1-a152-2e71daf7c55c,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:00.600834 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-f1af2cc6-f1cd-49bc-acdb-828877d6382b service neutron] Attempting to bind port 9762e01e-ee82-4ab1-a152-2e71daf7c55c on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:00:00.601196 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-f1af2cc6-f1cd-49bc-acdb-828877d6382b service neutron] Attempting to bind port 9762e01e-ee82-4ab1-a152-2e71daf7c55c by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '83260ea7-8c08-4c34-8d75-dbbbe9201bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '095e59fa-156a-478c-b40b-b65be1a31a24'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:00:00.601525 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-f1af2cc6-f1cd-49bc-acdb-828877d6382b service neutron] Attempting to bind port 9762e01e-ee82-4ab1-a152-2e71daf7c55c on network 095e59fa-156a-478c-b40b-b65be1a31a24 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:00:00.605840 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-f1af2cc6-f1cd-49bc-acdb-828877d6382b service neutron] Port 9762e01e-ee82-4ab1-a152-2e71daf7c55c on network 095e59fa-156a-478c-b40b-b65be1a31a24 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:00:00.606164 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-f1af2cc6-f1cd-49bc-acdb-828877d6382b service neutron] Attempting to bind port 9762e01e-ee82-4ab1-a152-2e71daf7c55c on network 095e59fa-156a-478c-b40b-b65be1a31a24 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:00:00.611666 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-f1af2cc6-f1cd-49bc-acdb-828877d6382b service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:00:00.612006 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-f1af2cc6-f1cd-49bc-acdb-828877d6382b service neutron] Checking segment: {'id': '83260ea7-8c08-4c34-8d75-dbbbe9201bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '095e59fa-156a-478c-b40b-b65be1a31a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:00.612393 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-f1af2cc6-f1cd-49bc-acdb-828877d6382b service neutron] Bound using segment: {'id': '83260ea7-8c08-4c34-8d75-dbbbe9201bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '095e59fa-156a-478c-b40b-b65be1a31a24'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:00:00.612820 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-f1af2cc6-f1cd-49bc-acdb-828877d6382b service neutron] Bound port: 9762e01e-ee82-4ab1-a152-2e71daf7c55c, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83260ea7-8c08-4c34-8d75-dbbbe9201bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '095e59fa-156a-478c-b40b-b65be1a31a24'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:00:00.613176 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-f1af2cc6-f1cd-49bc-acdb-828877d6382b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:00.675362 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-f1af2cc6-f1cd-49bc-acdb-828877d6382b service neutron] For port 9762e01e-ee82-4ab1-a152-2e71daf7c55c, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:00:00.679091 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-f1af2cc6-f1cd-49bc-acdb-828877d6382b service neutron] For port 9762e01e-ee82-4ab1-a152-2e71daf7c55c, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9762e01e-ee82-4ab1-a152-2e71daf7c55c,segment=NetworkSegment(83260ea7-8c08-4c34-8d75-dbbbe9201bd8),segment_id=83260ea7-8c08-4c34-8d75-dbbbe9201bd8)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:00:00.683891 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-f1af2cc6-f1cd-49bc-acdb-828877d6382b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:00.718441 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-f1af2cc6-f1cd-49bc-acdb-828877d6382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:00.719095 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-f1af2cc6-f1cd-49bc-acdb-828877d6382b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:00.720610 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-f1af2cc6-f1cd-49bc-acdb-828877d6382b service neutron] 10.222.0.44 "PUT /v2.0/ports/9762e01e-ee82-4ab1-a152-2e71daf7c55c HTTP/1.1" status: 200 len: 1092 time: 0.6059659 Jul 14 10:00:00.721053 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55efdf2b-2f44-4c4e-9cdd-10126daffdf8', 'tag': '9762e01e-ee82-4ab1-a152-2e71daf7c55c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:00:00.723322 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b003fbf9-a537-4ef2-8a78-cbec082a2c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "55efdf2b-2f44-4c4e-9cdd-10126daffdf8", "tag": "9762e01e-ee82-4ab1-a152-2e71daf7c55c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:00:00.758452 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af2cc6-f1cd-49bc-acdb-828877d6382b service neutron] Pushing event updated for resources: {'Port': ['ID=9762e01e-ee82-4ab1-a152-2e71daf7c55c,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:00.772119 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6f2cb5-a207-4872-aaf6-27e1aee9440f x-openstack-request-id: req-ef6f2cb5-a207-4872-aaf6-27e1aee9440f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:00:00.772441 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55efdf2b-2f44-4c4e-9cdd-10126daffdf8", "tag": "9762e01e-ee82-4ab1-a152-2e71daf7c55c", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:00:00.772716 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef6f2cb5-a207-4872-aaf6-27e1aee9440f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:00:00.773155 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55efdf2b-2f44-4c4e-9cdd-10126daffdf8', 'tag': '9762e01e-ee82-4ab1-a152-2e71daf7c55c', 'status': 'completed', 'code': 200} Jul 14 10:00:00.824914 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-fec99c28-c057-4a1b-9c65-7f7d9dba031c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:00.826458 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-fec99c28-c057-4a1b-9c65-7f7d9dba031c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=16e261f764f444829018a9dfc1c559fc&device_id=55efdf2b-2f44-4c4e-9cdd-10126daffdf8 HTTP/1.1" status: 200 len: 1095 time: 0.0634303 Jul 14 10:00:00.831898 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4e4f2-232d-4a90-bd9d-cf5d19c41c8d req-6a434150-de3b-4534-bb9e-da226c8ff7ca tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:00.833371 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5cf4e4f2-232d-4a90-bd9d-cf5d19c41c8d req-6a434150-de3b-4534-bb9e-da226c8ff7ca tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?device_id=55efdf2b-2f44-4c4e-9cdd-10126daffdf8 HTTP/1.1" status: 200 len: 943 time: 0.0687282 Jul 14 10:00:00.870592 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-adc3038d-c717-43b1-8482-72c069a83508 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9762e01e-ee82-4ab1-a152-2e71daf7c55c HTTP/1.1" status: 200 len: 217 time: 0.0361683 Jul 14 10:00:00.872369 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5cf4e4f2-232d-4a90-bd9d-cf5d19c41c8d req-188ef68e-2549-4eef-a9d4-0c8d8e666b75 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/security-groups?id=532172e6-8684-497e-b462-b7679519adef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332537 Jul 14 10:00:00.919277 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-9ac4d307-01e7-467c-b5c2-44ab86f4ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:00.920767 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-9ac4d307-01e7-467c-b5c2-44ab86f4ff7a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f724fc8e-a35f-4e94-9eb1-8d9b935d9261 HTTP/1.1" status: 200 len: 854 time: 0.0442681 Jul 14 10:00:00.958905 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-87f74e1d-4962-4780-8f68-45d58097df60 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=095e59fa-156a-478c-b40b-b65be1a31a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307431 Jul 14 10:00:01.048720 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-04b70fbb-97dc-45ff-85c6-b8a1fb9b9a4d service neutron] 10.222.0.44 "GET /v2.0/networks/095e59fa-156a-478c-b40b-b65be1a31a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834112 Jul 14 10:00:01.140657 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-74cd221c-ee71-4abf-bd2f-d05114ecfd79 req-0d688c9a-0157-4640-8ecd-0e7065e3a126 service neutron] 10.222.0.44 "GET /v2.0/networks/095e59fa-156a-478c-b40b-b65be1a31a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854151 Jul 14 10:00:01.243071 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003fbf9-a537-4ef2-8a78-cbec082a2c6e req-62140a01-8590-4af3-9d43-1254b3d5dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:01.244749 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b003fbf9-a537-4ef2-8a78-cbec082a2c6e req-62140a01-8590-4af3-9d43-1254b3d5dec0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=16e261f764f444829018a9dfc1c559fc&device_id=55efdf2b-2f44-4c4e-9cdd-10126daffdf8 HTTP/1.1" status: 200 len: 1095 time: 0.0532463 Jul 14 10:00:01.334817 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003fbf9-a537-4ef2-8a78-cbec082a2c6e req-a5f931f7-0c63-41cd-9f81-b68c36450e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:01.336353 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b003fbf9-a537-4ef2-8a78-cbec082a2c6e req-a5f931f7-0c63-41cd-9f81-b68c36450e4c service neutron] 10.222.0.44 "GET /v2.0/networks?id=095e59fa-156a-478c-b40b-b65be1a31a24 HTTP/1.1" status: 200 len: 914 time: 0.0853314 Jul 14 10:00:01.380440 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b003fbf9-a537-4ef2-8a78-cbec082a2c6e req-1a68aa21-2aa1-4453-a226-3b3ca710b68f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9762e01e-ee82-4ab1-a152-2e71daf7c55c HTTP/1.1" status: 200 len: 217 time: 0.0379124 Jul 14 10:00:01.429401 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003fbf9-a537-4ef2-8a78-cbec082a2c6e req-8e2ef3e4-f9a7-444d-8d40-e826c8b41609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:01.430849 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b003fbf9-a537-4ef2-8a78-cbec082a2c6e req-8e2ef3e4-f9a7-444d-8d40-e826c8b41609 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f724fc8e-a35f-4e94-9eb1-8d9b935d9261 HTTP/1.1" status: 200 len: 854 time: 0.0438240 Jul 14 10:00:01.464060 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b003fbf9-a537-4ef2-8a78-cbec082a2c6e req-12d17fb7-46f5-4641-bc66-5ff7f6455147 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=095e59fa-156a-478c-b40b-b65be1a31a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261421 Jul 14 10:00:01.554279 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b003fbf9-a537-4ef2-8a78-cbec082a2c6e req-424da9f5-6547-4784-8eff-d5b5261971e6 service neutron] 10.222.0.44 "GET /v2.0/networks/095e59fa-156a-478c-b40b-b65be1a31a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837874 Jul 14 10:00:01.642801 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b003fbf9-a537-4ef2-8a78-cbec082a2c6e req-14e4ca4c-ec78-471f-89d8-5bc458b8ca5d service neutron] 10.222.0.44 "GET /v2.0/networks/095e59fa-156a-478c-b40b-b65be1a31a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812643 Jul 14 10:00:02.049952 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3dac5b-71dc-40b3-bff4-c537ba9fcf4b req-61132603-0ac6-4190-813e-eb6bc040e9cc tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:02.051440 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9d3dac5b-71dc-40b3-bff4-c537ba9fcf4b req-61132603-0ac6-4190-813e-eb6bc040e9cc tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?device_id=55efdf2b-2f44-4c4e-9cdd-10126daffdf8 HTTP/1.1" status: 200 len: 943 time: 0.0635281 Jul 14 10:00:02.089508 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9d3dac5b-71dc-40b3-bff4-c537ba9fcf4b req-eda0e2ac-1dbc-4205-9ca1-b638bd0b8fc9 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/security-groups?id=532172e6-8684-497e-b462-b7679519adef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321248 Jul 14 10:00:03.269050 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b767c-636b-4fac-9f9e-c920d6d59789 req-388db183-3baa-4fa6-9227-f07cddcef1b8 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:03.270575 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-590b767c-636b-4fac-9f9e-c920d6d59789 req-388db183-3baa-4fa6-9227-f07cddcef1b8 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?device_id=55efdf2b-2f44-4c4e-9cdd-10126daffdf8 HTTP/1.1" status: 200 len: 943 time: 0.0646741 Jul 14 10:00:03.289367 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9762e01e-ee82-4ab1-a152-2e71daf7c55c details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:00:03.311313 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-590b767c-636b-4fac-9f9e-c920d6d59789 req-fbb65293-380c-4498-9a1b-c19c72b71c7f tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/security-groups?id=532172e6-8684-497e-b462-b7679519adef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347197 Jul 14 10:00:03.392569 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 9762e01e-ee82-4ab1-a152-2e71daf7c55c, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9762e01e-ee82-4ab1-a152-2e71daf7c55c,segment=NetworkSegment(83260ea7-8c08-4c34-8d75-dbbbe9201bd8),segment_id=83260ea7-8c08-4c34-8d75-dbbbe9201bd8)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:03.404550 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '9762e01e-ee82-4ab1-a152-2e71daf7c55c', 'network_id': '095e59fa-156a-478c-b40b-b65be1a31a24', 'port_id': '9762e01e-ee82-4ab1-a152-2e71daf7c55c', 'mac_address': 'fa:16:3e:9d:4e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f724fc8e-a35f-4e94-9eb1-8d9b935d9261', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:00:03.451329 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:03.466911 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9762e01e-ee82-4ab1-a152-2e71daf7c55c {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:00:03.492858 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 9762e01e-ee82-4ab1-a152-2e71daf7c55c, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9762e01e-ee82-4ab1-a152-2e71daf7c55c,segment=NetworkSegment(83260ea7-8c08-4c34-8d75-dbbbe9201bd8),segment_id=83260ea7-8c08-4c34-8d75-dbbbe9201bd8)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:03.496721 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:03.543574 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=9762e01e-ee82-4ab1-a152-2e71daf7c55c,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:03.684573 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['9762e01e-ee82-4ab1-a152-2e71daf7c55c'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:00:04.487986 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b83ca0-4636-4b43-943e-b77270cd78c9 req-9864a2b3-91e9-41ca-b99a-8135a5992820 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:04.489493 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10b83ca0-4636-4b43-943e-b77270cd78c9 req-9864a2b3-91e9-41ca-b99a-8135a5992820 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?device_id=55efdf2b-2f44-4c4e-9cdd-10126daffdf8 HTTP/1.1" status: 200 len: 944 time: 0.0664711 Jul 14 10:00:04.526868 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10b83ca0-4636-4b43-943e-b77270cd78c9 req-b1a70067-41b7-48e3-ae95-aa8a52239857 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/security-groups?id=532172e6-8684-497e-b462-b7679519adef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316920 Jul 14 10:00:05.318845 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9762e01e-ee82-4ab1-a152-2e71daf7c55c up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:05.367747 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 9762e01e-ee82-4ab1-a152-2e71daf7c55c completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:05.371477 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 9762e01e-ee82-4ab1-a152-2e71daf7c55c triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:05.371867 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:05.603636 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:05.626305 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55efdf2b-2f44-4c4e-9cdd-10126daffdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9762e01e-ee82-4ab1-a152-2e71daf7c55c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:00:05.628555 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad2bb0b0c3d38dd5f87e8e96266229fdecb1dfb0d9cead1addcc05902deb2386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732e58fb-9e6d-4df6-9839-b3dba729c94d" -d '{"events": [{"server_uuid": "55efdf2b-2f44-4c4e-9cdd-10126daffdf8", "name": "network-vif-plugged", "status": "completed", "tag": "9762e01e-ee82-4ab1-a152-2e71daf7c55c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:00:05.640805 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 9762e01e-ee82-4ab1-a152-2e71daf7c55c, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9762e01e-ee82-4ab1-a152-2e71daf7c55c,segment=NetworkSegment(83260ea7-8c08-4c34-8d75-dbbbe9201bd8),segment_id=83260ea7-8c08-4c34-8d75-dbbbe9201bd8)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:05.644934 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:05.668471 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe06f27a-8b2a-49c0-ba67-8aa89b77bea5 x-openstack-request-id: req-fe06f27a-8b2a-49c0-ba67-8aa89b77bea5 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:00:05.668759 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55efdf2b-2f44-4c4e-9cdd-10126daffdf8", "name": "network-vif-plugged", "status": "completed", "tag": "9762e01e-ee82-4ab1-a152-2e71daf7c55c", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:00:05.669009 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe06f27a-8b2a-49c0-ba67-8aa89b77bea5 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:00:05.669388 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55efdf2b-2f44-4c4e-9cdd-10126daffdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9762e01e-ee82-4ab1-a152-2e71daf7c55c', 'code': 200} Jul 14 10:00:05.696105 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=9762e01e-ee82-4ab1-a152-2e71daf7c55c,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:05.726720 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b855189-73da-4c2b-a8c7-1f9ba71b0636 req-fee9c08c-f497-4f65-a3f6-a6301ceb5cf7 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:05.728335 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9b855189-73da-4c2b-a8c7-1f9ba71b0636 req-fee9c08c-f497-4f65-a3f6-a6301ceb5cf7 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?device_id=55efdf2b-2f44-4c4e-9cdd-10126daffdf8 HTTP/1.1" status: 200 len: 945 time: 0.0873425 Jul 14 10:00:05.768076 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9b855189-73da-4c2b-a8c7-1f9ba71b0636 req-dafacbad-4131-408c-8046-18618b91102b tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/security-groups?id=532172e6-8684-497e-b462-b7679519adef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339451 Jul 14 10:00:05.784547 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d03a2-543d-4c9f-84fa-fbafb23eadc6 req-76dd3551-d7a5-47d8-aa9b-19e083e03641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:05.786043 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a80d03a2-543d-4c9f-84fa-fbafb23eadc6 req-76dd3551-d7a5-47d8-aa9b-19e083e03641 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=55efdf2b-2f44-4c4e-9cdd-10126daffdf8 HTTP/1.1" status: 200 len: 1097 time: 0.0573428 Jul 14 10:00:05.825451 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a80d03a2-543d-4c9f-84fa-fbafb23eadc6 req-a175a5dc-2d21-49cc-bffe-8d9c3b3fc85f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=532172e6-8684-497e-b462-b7679519adef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332561 Jul 14 10:00:06.948235 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5f908-7765-48f8-b302-f0d7074a47a1 req-7ff7140e-28e9-4b80-9fb6-2b209e05648b tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:06.949720 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d4d5f908-7765-48f8-b302-f0d7074a47a1 req-7ff7140e-28e9-4b80-9fb6-2b209e05648b tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?device_id=55efdf2b-2f44-4c4e-9cdd-10126daffdf8 HTTP/1.1" status: 200 len: 945 time: 0.0676212 Jul 14 10:00:06.988914 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d4d5f908-7765-48f8-b302-f0d7074a47a1 req-871f3752-252b-4c85-b850-53e669ed4a47 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/security-groups?id=532172e6-8684-497e-b462-b7679519adef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334456 Jul 14 10:00:07.360734 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffd7a9-5bd4-4dbe-8aeb-b765253231f6 req-ad4575dc-3324-4fe7-97d9-16784051bbfa tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:07.362156 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9fffd7a9-5bd4-4dbe-8aeb-b765253231f6 req-ad4575dc-3324-4fe7-97d9-16784051bbfa tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?device_id=55efdf2b-2f44-4c4e-9cdd-10126daffdf8 HTTP/1.1" status: 200 len: 945 time: 0.0639522 Jul 14 10:00:07.398954 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9fffd7a9-5bd4-4dbe-8aeb-b765253231f6 req-041ed965-4200-4a44-b810-4f73d83c0890 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/security-groups?id=532172e6-8684-497e-b462-b7679519adef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311780 Jul 14 10:00:08.520906 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744b62f-908b-4742-9ed9-675ec8b54f6a req-d3b4829f-bed4-44a0-9d77-a6845eb7e9f3 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:08.522403 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3744b62f-908b-4742-9ed9-675ec8b54f6a req-d3b4829f-bed4-44a0-9d77-a6845eb7e9f3 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.44 "GET /v2.0/ports?device_id=55efdf2b-2f44-4c4e-9cdd-10126daffdf8 HTTP/1.1" status: 200 len: 945 time: 0.0699217 Jul 14 10:00:08.581097 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195965c0-21fe-4a6e-808a-dd39bd70baa9 req-f7286eb9-aaca-4b2a-8fd8-ce96933cb038 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:08.582507 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-195965c0-21fe-4a6e-808a-dd39bd70baa9 req-f7286eb9-aaca-4b2a-8fd8-ce96933cb038 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?device_id=55efdf2b-2f44-4c4e-9cdd-10126daffdf8 HTTP/1.1" status: 200 len: 945 time: 0.0638986 Jul 14 10:00:08.625094 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-195965c0-21fe-4a6e-808a-dd39bd70baa9 req-14a3a148-fe95-49a4-8fbc-13da35537d5e tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/security-groups?id=532172e6-8684-497e-b462-b7679519adef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366333 Jul 14 10:00:08.625654 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-3744b62f-908b-4742-9ed9-675ec8b54f6a req-469b0daf-ce8d-43c5-8234-b10dd10bc8d1 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Deleting port 9762e01e-ee82-4ab1-a152-2e71daf7c55c {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:08.626008 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3744b62f-908b-4742-9ed9-675ec8b54f6a req-469b0daf-ce8d-43c5-8234-b10dd10bc8d1 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.719844 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-3744b62f-908b-4742-9ed9-675ec8b54f6a req-469b0daf-ce8d-43c5-8234-b10dd10bc8d1 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] For port 9762e01e-ee82-4ab1-a152-2e71daf7c55c, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=9762e01e-ee82-4ab1-a152-2e71daf7c55c,segment=NetworkSegment(83260ea7-8c08-4c34-8d75-dbbbe9201bd8),segment_id=83260ea7-8c08-4c34-8d75-dbbbe9201bd8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:08.720213 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3744b62f-908b-4742-9ed9-675ec8b54f6a req-469b0daf-ce8d-43c5-8234-b10dd10bc8d1 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.732913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-3744b62f-908b-4742-9ed9-675ec8b54f6a req-469b0daf-ce8d-43c5-8234-b10dd10bc8d1 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Calling delete_port for 9762e01e-ee82-4ab1-a152-2e71daf7c55c owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:08.860797 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3744b62f-908b-4742-9ed9-675ec8b54f6a req-469b0daf-ce8d-43c5-8234-b10dd10bc8d1 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.874045 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['719943c1-b46e-4774-8800-2ab64bba6432'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:00:08.878479 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['9762e01e-ee82-4ab1-a152-2e71daf7c55c'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:00:08.889054 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b0daf-ce8d-43c5-8234-b10dd10bc8d1 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Pushing event deleted for resources: {'Port': ['ID=9762e01e-ee82-4ab1-a152-2e71daf7c55c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:08.935901 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3744b62f-908b-4742-9ed9-675ec8b54f6a req-469b0daf-ce8d-43c5-8234-b10dd10bc8d1 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] No DVR routers for this DVR port 9762e01e-ee82-4ab1-a152-2e71daf7c55c on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:00:08.939205 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3744b62f-908b-4742-9ed9-675ec8b54f6a req-469b0daf-ce8d-43c5-8234-b10dd10bc8d1 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.941204 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3744b62f-908b-4742-9ed9-675ec8b54f6a req-469b0daf-ce8d-43c5-8234-b10dd10bc8d1 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.44 "DELETE /v2.0/ports/9762e01e-ee82-4ab1-a152-2e71daf7c55c HTTP/1.1" status: 204 len: 173 time: 0.4131703 Jul 14 10:00:08.941645 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55efdf2b-2f44-4c4e-9cdd-10126daffdf8', 'name': 'network-vif-deleted', 'tag': '9762e01e-ee82-4ab1-a152-2e71daf7c55c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:00:08.944133 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfbf543-0a7b-41dc-bee2-28253b6e4c0f" -d '{"events": [{"server_uuid": "55efdf2b-2f44-4c4e-9cdd-10126daffdf8", "name": "network-vif-deleted", "tag": "9762e01e-ee82-4ab1-a152-2e71daf7c55c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:00:08.982790 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22bcaa4-94cc-4121-bb0a-21985a2321f6 x-openstack-request-id: req-e22bcaa4-94cc-4121-bb0a-21985a2321f6 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:00:08.983849 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55efdf2b-2f44-4c4e-9cdd-10126daffdf8", "name": "network-vif-deleted", "tag": "9762e01e-ee82-4ab1-a152-2e71daf7c55c", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:00:08.984127 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e22bcaa4-94cc-4121-bb0a-21985a2321f6 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:00:08.984544 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55efdf2b-2f44-4c4e-9cdd-10126daffdf8', 'name': 'network-vif-deleted', 'tag': '9762e01e-ee82-4ab1-a152-2e71daf7c55c', 'status': 'completed', 'code': 200} Jul 14 10:00:09.882914 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0874f-d2de-456f-9677-39a152a42904 req-34f074d7-2ae8-4217-90ef-e78179f9341d tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:09.884455 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-afc0874f-d2de-456f-9677-39a152a42904 req-34f074d7-2ae8-4217-90ef-e78179f9341d tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb619154-c322-4faa-82ec-8c503f43754a HTTP/1.1" status: 200 len: 946 time: 0.0675592 Jul 14 10:00:09.921378 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-afc0874f-d2de-456f-9677-39a152a42904 req-07d380cd-8ba4-4df9-9e5a-0273f6f8ebe0 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/security-groups?id=532172e6-8684-497e-b462-b7679519adef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313051 Jul 14 10:00:10.108766 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac2800-e628-4146-a893-1c59b87f461f req-fc0684a3-633b-413e-9386-92639ad87754 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:10.110947 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3dac2800-e628-4146-a893-1c59b87f461f req-fc0684a3-633b-413e-9386-92639ad87754 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb619154-c322-4faa-82ec-8c503f43754a HTTP/1.1" status: 200 len: 946 time: 0.0644605 Jul 14 10:00:10.148109 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3dac2800-e628-4146-a893-1c59b87f461f req-9ec04852-8e7b-4f22-b8d8-0127a96f7c32 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/security-groups?id=532172e6-8684-497e-b462-b7679519adef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316470 Jul 14 10:00:10.323982 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69106a7-f5ad-4b96-93d9-cbd7712797f0 req-f3a64d51-16e5-47ff-aa18-d562faedc192 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:10.325543 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e69106a7-f5ad-4b96-93d9-cbd7712797f0 req-f3a64d51-16e5-47ff-aa18-d562faedc192 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb619154-c322-4faa-82ec-8c503f43754a HTTP/1.1" status: 200 len: 946 time: 0.0677288 Jul 14 10:00:10.364177 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e69106a7-f5ad-4b96-93d9-cbd7712797f0 req-292c0ee4-d4d1-4b6b-9cd6-c830e74ed8d0 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/security-groups?id=532172e6-8684-497e-b462-b7679519adef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319264 Jul 14 10:00:10.639818 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dd9a5-609e-4a38-8fcb-7eee43a3b6d9 req-df6a0743-53ed-45d2-a9f7-5443f277b1a9 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:10.641941 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bf0dd9a5-609e-4a38-8fcb-7eee43a3b6d9 req-df6a0743-53ed-45d2-a9f7-5443f277b1a9 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb619154-c322-4faa-82ec-8c503f43754a HTTP/1.1" status: 200 len: 946 time: 0.0628743 Jul 14 10:00:10.678125 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bf0dd9a5-609e-4a38-8fcb-7eee43a3b6d9 req-a7dec4eb-a3dc-4fed-a0cd-6b1e95d26eb3 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/security-groups?id=532172e6-8684-497e-b462-b7679519adef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306606 Jul 14 10:00:10.851197 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe03f6-d819-48a7-8ef9-ee667006f0da req-9a3a8600-bec0-48a0-95cc-09a4b9ccda36 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:10.852616 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9fbe03f6-d819-48a7-8ef9-ee667006f0da req-9a3a8600-bec0-48a0-95cc-09a4b9ccda36 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb619154-c322-4faa-82ec-8c503f43754a HTTP/1.1" status: 200 len: 946 time: 0.0637565 Jul 14 10:00:10.894114 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9fbe03f6-d819-48a7-8ef9-ee667006f0da req-18847297-be72-42a5-90d0-18dad30dbefb tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/security-groups?id=532172e6-8684-497e-b462-b7679519adef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359704 Jul 14 10:00:11.079042 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ea530-734c-42e2-a36a-03e41e9d8230 req-604e21e3-e0c4-42ab-87d1-3f1c570b24e9 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:11.080550 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0a6ea530-734c-42e2-a36a-03e41e9d8230 req-604e21e3-e0c4-42ab-87d1-3f1c570b24e9 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb619154-c322-4faa-82ec-8c503f43754a HTTP/1.1" status: 200 len: 946 time: 0.0630403 Jul 14 10:00:11.112311 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:11.118845 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0a6ea530-734c-42e2-a36a-03e41e9d8230 req-e04631ea-b049-42c8-a0c2-8163f8805ca0 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/security-groups?id=532172e6-8684-497e-b462-b7679519adef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327303 Jul 14 10:00:11.634765 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325ddc6-82d7-4e30-abd5-2c1e2af45d47 req-33b5bf26-db77-432b-add5-390e8544ebe6 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:11.636170 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b325ddc6-82d7-4e30-abd5-2c1e2af45d47 req-33b5bf26-db77-432b-add5-390e8544ebe6 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb619154-c322-4faa-82ec-8c503f43754a HTTP/1.1" status: 200 len: 946 time: 0.0632532 Jul 14 10:00:11.673512 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b325ddc6-82d7-4e30-abd5-2c1e2af45d47 req-089cc422-f66f-4e63-ad21-82d6941f2449 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/security-groups?id=532172e6-8684-497e-b462-b7679519adef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306435 Jul 14 10:00:12.263465 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:00:12.630987 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:12.851376 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d04c54-36b2-4a9e-b501-496181139599 req-8f97337b-eee4-4bc2-95fa-abf555acb656 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:12.852866 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d6d04c54-36b2-4a9e-b501-496181139599 req-8f97337b-eee4-4bc2-95fa-abf555acb656 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb619154-c322-4faa-82ec-8c503f43754a HTTP/1.1" status: 200 len: 946 time: 0.0664718 Jul 14 10:00:12.918838 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d6d04c54-36b2-4a9e-b501-496181139599 req-299b4cc3-58fd-4afe-9314-cb1ce954dcb2 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/security-groups?id=532172e6-8684-497e-b462-b7679519adef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603511 Jul 14 10:00:12.952295 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01af0d-417e-4e0d-b1ed-855427968a82 req-8bb280da-2fbe-48f3-809a-31df966c7ebf tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:12.954760 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2d01af0d-417e-4e0d-b1ed-855427968a82 req-8bb280da-2fbe-48f3-809a-31df966c7ebf tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb619154-c322-4faa-82ec-8c503f43754a HTTP/1.1" status: 200 len: 946 time: 0.0791318 Jul 14 10:00:13.062787 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-2d01af0d-417e-4e0d-b1ed-855427968a82 req-d9972c04-9038-4ff0-bbed-109c9a32f352 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Deleting port 719943c1-b46e-4774-8800-2ab64bba6432 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:13.063330 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2d01af0d-417e-4e0d-b1ed-855427968a82 req-d9972c04-9038-4ff0-bbed-109c9a32f352 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:13.159151 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-2d01af0d-417e-4e0d-b1ed-855427968a82 req-d9972c04-9038-4ff0-bbed-109c9a32f352 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] For port 719943c1-b46e-4774-8800-2ab64bba6432, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=719943c1-b46e-4774-8800-2ab64bba6432,segment=NetworkSegment(83260ea7-8c08-4c34-8d75-dbbbe9201bd8),segment_id=83260ea7-8c08-4c34-8d75-dbbbe9201bd8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:13.159533 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2d01af0d-417e-4e0d-b1ed-855427968a82 req-d9972c04-9038-4ff0-bbed-109c9a32f352 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:13.173492 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-2d01af0d-417e-4e0d-b1ed-855427968a82 req-d9972c04-9038-4ff0-bbed-109c9a32f352 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Calling delete_port for 719943c1-b46e-4774-8800-2ab64bba6432 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:13.323626 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2d01af0d-417e-4e0d-b1ed-855427968a82 req-d9972c04-9038-4ff0-bbed-109c9a32f352 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:13.338672 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['719943c1-b46e-4774-8800-2ab64bba6432'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:00:13.356423 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9972c04-9038-4ff0-bbed-109c9a32f352 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Pushing event deleted for resources: {'Port': ['ID=719943c1-b46e-4774-8800-2ab64bba6432,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:13.377443 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9762e01e-ee82-4ab1-a152-2e71daf7c55c no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:00:13.386364 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9972c04-9038-4ff0-bbed-109c9a32f352 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:13.386742 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9972c04-9038-4ff0-bbed-109c9a32f352 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:13.387078 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9972c04-9038-4ff0-bbed-109c9a32f352 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:13.387409 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9972c04-9038-4ff0-bbed-109c9a32f352 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:13.387768 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9972c04-9038-4ff0-bbed-109c9a32f352 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:13.388095 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9972c04-9038-4ff0-bbed-109c9a32f352 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:13.388419 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9972c04-9038-4ff0-bbed-109c9a32f352 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:13.388746 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9972c04-9038-4ff0-bbed-109c9a32f352 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:13.389067 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9972c04-9038-4ff0-bbed-109c9a32f352 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:13.389419 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9972c04-9038-4ff0-bbed-109c9a32f352 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:13.389706 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9972c04-9038-4ff0-bbed-109c9a32f352 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:13.390022 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9972c04-9038-4ff0-bbed-109c9a32f352 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:13.402160 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 9762e01e-ee82-4ab1-a152-2e71daf7c55c {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:00:13.402513 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 9762e01e-ee82-4ab1-a152-2e71daf7c55c not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:00:13.418230 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d01af0d-417e-4e0d-b1ed-855427968a82 req-d9972c04-9038-4ff0-bbed-109c9a32f352 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] No DVR routers for this DVR port 719943c1-b46e-4774-8800-2ab64bba6432 on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:00:13.420960 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-2d01af0d-417e-4e0d-b1ed-855427968a82 req-d9972c04-9038-4ff0-bbed-109c9a32f352 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:13.423683 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2d01af0d-417e-4e0d-b1ed-855427968a82 req-d9972c04-9038-4ff0-bbed-109c9a32f352 tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.47 "DELETE /v2.0/ports/719943c1-b46e-4774-8800-2ab64bba6432 HTTP/1.1" status: 204 len: 173 time: 0.4623713 Jul 14 10:00:13.424044 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb619154-c322-4faa-82ec-8c503f43754a', 'name': 'network-vif-deleted', 'tag': '719943c1-b46e-4774-8800-2ab64bba6432'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:00:13.426291 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdfd76875a0dbbaf1509a4c423fc1f4cb1751388cb9186f92cdb94f63ad4e53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2150cc-515a-46ba-a15c-741863819861" -d '{"events": [{"server_uuid": "eb619154-c322-4faa-82ec-8c503f43754a", "name": "network-vif-deleted", "tag": "719943c1-b46e-4774-8800-2ab64bba6432"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:00:13.466938 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46e0875-7937-4aeb-8366-7a261437654d x-openstack-request-id: req-e46e0875-7937-4aeb-8366-7a261437654d {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:00:13.467350 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb619154-c322-4faa-82ec-8c503f43754a", "name": "network-vif-deleted", "tag": "719943c1-b46e-4774-8800-2ab64bba6432", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:00:13.467792 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e46e0875-7937-4aeb-8366-7a261437654d {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:00:13.468387 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb619154-c322-4faa-82ec-8c503f43754a', 'name': 'network-vif-deleted', 'tag': '719943c1-b46e-4774-8800-2ab64bba6432', 'status': 'completed', 'code': 200} Jul 14 10:00:14.080900 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2c45e2f5-e77b-49d4-ab44-ae3f7dfe6e9f req-2b128ce4-9d60-4301-93c2-1123e399fecc tempest-ServersNegativeTestJSON-660108024 tempest-ServersNegativeTestJSON-660108024-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb619154-c322-4faa-82ec-8c503f43754a HTTP/1.1" status: 200 len: 210 time: 0.0303133 Jul 14 10:00:15.175472 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34758) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:15.220151 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c370d93-ad31-4099-add0-3024f6acec96 admin admin] Deleting subnet f724fc8e-a35f-4e94-9eb1-8d9b935d9261 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:00:15.223422 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c370d93-ad31-4099-add0-3024f6acec96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:15.258646 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c370d93-ad31-4099-add0-3024f6acec96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:15.300122 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c370d93-ad31-4099-add0-3024f6acec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:15.359834 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c370d93-ad31-4099-add0-3024f6acec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:15.385893 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c370d93-ad31-4099-add0-3024f6acec96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f724fc8e-a35f-4e94-9eb1-8d9b935d9261,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:15.389875 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c370d93-ad31-4099-add0-3024f6acec96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:15.391793 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1c370d93-ad31-4099-add0-3024f6acec96 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f724fc8e-a35f-4e94-9eb1-8d9b935d9261 HTTP/1.1" status: 204 len: 168 time: 0.2152498 Jul 14 10:00:15.394352 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34760) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:15.464845 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-55462e66-f302-4912-8dbc-6792fa485351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:15.544821 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-55462e66-f302-4912-8dbc-6792fa485351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:15.554251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-55462e66-f302-4912-8dbc-6792fa485351 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095e59fa-156a-478c-b40b-b65be1a31a24']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:15.564451 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-55462e66-f302-4912-8dbc-6792fa485351 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83260ea7-8c08-4c34-8d75-dbbbe9201bd8') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:15.564772 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-55462e66-f302-4912-8dbc-6792fa485351 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83260ea7-8c08-4c34-8d75-dbbbe9201bd8') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:15.573797 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-55462e66-f302-4912-8dbc-6792fa485351 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:15.587724 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-55462e66-f302-4912-8dbc-6792fa485351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:15.594466 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55462e66-f302-4912-8dbc-6792fa485351 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:00:15.594976 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-55462e66-f302-4912-8dbc-6792fa485351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: timer() Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:00:15.596764 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:00:15.651530 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-55462e66-f302-4912-8dbc-6792fa485351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:15.657906 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-55462e66-f302-4912-8dbc-6792fa485351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:15.659849 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-55462e66-f302-4912-8dbc-6792fa485351 admin admin] 10.222.0.25 "DELETE /v2.0/networks/095e59fa-156a-478c-b40b-b65be1a31a24 HTTP/1.1" status: 204 len: 168 time: 0.2644517 Jul 14 10:00:15.670766 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55462e66-f302-4912-8dbc-6792fa485351 admin admin] Pushing event deleted for resources: {'Network': ['ID=095e59fa-156a-478c-b40b-b65be1a31a24,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:15.776352 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34764) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:15.819424 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-61755aa9-47de-4a80-96f7-fdc5e9fc8752 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=16e261f764f444829018a9dfc1c559fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415051 Jul 14 10:00:15.822181 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34766) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:15.873653 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fedcffcc-8ce5-49df-a534-9bd875bdf1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:15.904417 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fedcffcc-8ce5-49df-a534-9bd875bdf1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:15.954919 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fedcffcc-8ce5-49df-a534-9bd875bdf1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:15.957647 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fedcffcc-8ce5-49df-a534-9bd875bdf1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:15.958979 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fedcffcc-8ce5-49df-a534-9bd875bdf1a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/532172e6-8684-497e-b462-b7679519adef HTTP/1.1" status: 204 len: 168 time: 0.1357739 Jul 14 10:00:15.967294 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcffcc-8ce5-49df-a534-9bd875bdf1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532172e6-8684-497e-b462-b7679519adef,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:16.626157 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34788) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:16.717998 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-5d19bbcf-3463-4420-ba50-fc405ab0d983 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1457649650'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:16.740415 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d19bbcf-3463-4420-ba50-fc405ab0d983 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Made reservation on behalf of 1435ee4c1f554e6091a29dcb60466955 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:16.743949 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d19bbcf-3463-4420-ba50-fc405ab0d983 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:16.752514 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d19bbcf-3463-4420-ba50-fc405ab0d983 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:16.842244 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d19bbcf-3463-4420-ba50-fc405ab0d983 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:16.846993 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d19bbcf-3463-4420-ba50-fc405ab0d983 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:16.873672 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d19bbcf-3463-4420-ba50-fc405ab0d983 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:00:16.883409 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19bbcf-3463-4420-ba50-fc405ab0d983 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db1ca1f9-32b4-4517-b2ea-ad9b46ca40a6,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:16.888567 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d19bbcf-3463-4420-ba50-fc405ab0d983 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:16.888912 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-5d19bbcf-3463-4420-ba50-fc405ab0d983 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Added segment 15943afe-f70a-4105-b304-ce585e70b750 of type vlan for network 6d1fa733-92c0-4101-a45e-758588be2f47 Jul 14 10:00:16.929359 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d19bbcf-3463-4420-ba50-fc405ab0d983 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:16.958707 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d19bbcf-3463-4420-ba50-fc405ab0d983 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:16.964133 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d19bbcf-3463-4420-ba50-fc405ab0d983 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:16.964720 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d19bbcf-3463-4420-ba50-fc405ab0d983 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:17.022162 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5d19bbcf-3463-4420-ba50-fc405ab0d983 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3948071 Jul 14 10:00:17.038438 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19bbcf-3463-4420-ba50-fc405ab0d983 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Pushing event updated for resources: {'Network': ['ID=6d1fa733-92c0-4101-a45e-758588be2f47,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:17.049954 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 6d1fa733-92c0-4101-a45e-758588be2f47 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:00:17.927719 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 719943c1-b46e-4774-8800-2ab64bba6432 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:00:17.948954 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 719943c1-b46e-4774-8800-2ab64bba6432 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:00:17.949299 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 719943c1-b46e-4774-8800-2ab64bba6432 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:00:18.519549 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd7344cb-c3bd-426e-873e-f493b4fe04dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:20.356949 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34794) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:20.362796 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-4ccb2b80-2742-46d1-b14d-76e4c95e26e9 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Request body: {'subnet': {'network_id': '6d1fa733-92c0-4101-a45e-758588be2f47', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:20.452374 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccb2b80-2742-46d1-b14d-76e4c95e26e9 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Made reservation on behalf of 1435ee4c1f554e6091a29dcb60466955 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:20.456140 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ccb2b80-2742-46d1-b14d-76e4c95e26e9 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:20.642784 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ccb2b80-2742-46d1-b14d-76e4c95e26e9 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:20.706262 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb2b80-2742-46d1-b14d-76e4c95e26e9 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Pushing event updated for resources: {'Subnet': ['ID=1066ace5-6aa0-40af-b72a-33d94419247a,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:20.718864 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccb2b80-2742-46d1-b14d-76e4c95e26e9 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:20.719226 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccb2b80-2742-46d1-b14d-76e4c95e26e9 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:20.719772 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccb2b80-2742-46d1-b14d-76e4c95e26e9 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:20.719937 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccb2b80-2742-46d1-b14d-76e4c95e26e9 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:20.720271 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccb2b80-2742-46d1-b14d-76e4c95e26e9 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:20.720606 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccb2b80-2742-46d1-b14d-76e4c95e26e9 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:20.720959 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccb2b80-2742-46d1-b14d-76e4c95e26e9 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:20.721292 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccb2b80-2742-46d1-b14d-76e4c95e26e9 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:20.721618 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccb2b80-2742-46d1-b14d-76e4c95e26e9 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:20.721941 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccb2b80-2742-46d1-b14d-76e4c95e26e9 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:20.722266 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccb2b80-2742-46d1-b14d-76e4c95e26e9 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:20.722592 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccb2b80-2742-46d1-b14d-76e4c95e26e9 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:20.725885 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb2b80-2742-46d1-b14d-76e4c95e26e9 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Checking segment: {'id': '15943afe-f70a-4105-b304-ce585e70b750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6d1fa733-92c0-4101-a45e-758588be2f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:20.726249 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccb2b80-2742-46d1-b14d-76e4c95e26e9 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Network hostable DHCP agents. Network: 6d1fa733-92c0-4101-a45e-758588be2f47, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:00:20.742511 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccb2b80-2742-46d1-b14d-76e4c95e26e9 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Network 6d1fa733-92c0-4101-a45e-758588be2f47 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:00:20.751554 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-4ccb2b80-2742-46d1-b14d-76e4c95e26e9 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 6d1fa733-92c0-4101-a45e-758588be2f47) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:20.755820 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccb2b80-2742-46d1-b14d-76e4c95e26e9 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:20.756403 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ccb2b80-2742-46d1-b14d-76e4c95e26e9 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:20.761614 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbb3d4a-3453-47f0-b5a9-daae08f7b02c None None] Network 6d1fa733-92c0-4101-a45e-758588be2f47 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:20.771475 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4ccb2b80-2742-46d1-b14d-76e4c95e26e9 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4132807 Jul 14 10:00:20.775295 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34796) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:20.780613 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c3a70233-38e7-479b-9284-d73433d0ba30 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1242155127'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:20.803432 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a70233-38e7-479b-9284-d73433d0ba30 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Made reservation on behalf of 1435ee4c1f554e6091a29dcb60466955 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:20.807016 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3a70233-38e7-479b-9284-d73433d0ba30 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:20.836755 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a70233-38e7-479b-9284-d73433d0ba30 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:00:20.845724 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3a70233-38e7-479b-9284-d73433d0ba30 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:20.846073 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-c3a70233-38e7-479b-9284-d73433d0ba30 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Added segment dc087fda-7de9-4c8d-93f7-682344b39a18 of type vlan for network 1b8db77a-2fd2-491d-8aca-7cabf00a3ba1 Jul 14 10:00:20.886363 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3a70233-38e7-479b-9284-d73433d0ba30 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:20.910922 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-6d1fa733-92c0-4101-a45e-758588be2f47', 'network_id': '6d1fa733-92c0-4101-a45e-758588be2f47', 'tenant_id': '1435ee4c1f554e6091a29dcb60466955', 'fixed_ips': [{'subnet_id': '1066ace5-6aa0-40af-b72a-33d94419247a'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:00:20.911970 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:20.915218 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3a70233-38e7-479b-9284-d73433d0ba30 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:20.920924 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a70233-38e7-479b-9284-d73433d0ba30 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:20.922681 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3a70233-38e7-479b-9284-d73433d0ba30 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:20.987699 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c3a70233-38e7-479b-9284-d73433d0ba30 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2110634 Jul 14 10:00:20.990710 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34798) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:20.997362 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-46693429-b22b-4c75-8546-5d8af305b2be tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Request body: {'subnet': {'network_id': '1b8db77a-2fd2-491d-8aca-7cabf00a3ba1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:21.003447 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a70233-38e7-479b-9284-d73433d0ba30 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Pushing event updated for resources: {'Network': ['ID=1b8db77a-2fd2-491d-8aca-7cabf00a3ba1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:21.013121 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 1b8db77a-2fd2-491d-8aca-7cabf00a3ba1 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:00:21.100315 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46693429-b22b-4c75-8546-5d8af305b2be tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Made reservation on behalf of 1435ee4c1f554e6091a29dcb60466955 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:21.104183 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46693429-b22b-4c75-8546-5d8af305b2be tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:21.118917 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Allocated IP 2001:db8:0:ffff::2 (6d1fa733-92c0-4101-a45e-758588be2f47/1066ace5-6aa0-40af-b72a-33d94419247a/4384bf87-6d14-49f5-91be-008c4d1e838e) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:21.134934 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-62dae1d1-10a3-409e-bcaa-85013760979c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:21.270005 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:21.278271 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Transition to ACTIVE for port object 4384bf87-6d14-49f5-91be-008c4d1e838e will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:21.294056 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Transition to ACTIVE for port object 4384bf87-6d14-49f5-91be-008c4d1e838e will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:21.300765 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:21.304794 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46693429-b22b-4c75-8546-5d8af305b2be tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:21.346580 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Network 6d1fa733-92c0-4101-a45e-758588be2f47 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:21.354546 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:21.361772 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:21.364630 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Pushing event updated for resources: {'Port': ['ID=4384bf87-6d14-49f5-91be-008c4d1e838e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:21.373553 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46693429-b22b-4c75-8546-5d8af305b2be tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Pushing event updated for resources: {'Subnet': ['ID=31a48e8c-05ab-4619-b124-2881f148ed06,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:21.376106 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:21.379313 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:21.379687 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:21.380027 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:21.380360 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:21.380694 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:21.381018 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:21.381342 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:21.381678 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:21.381975 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:21.382104 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46693429-b22b-4c75-8546-5d8af305b2be tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Checking segment: {'id': 'dc087fda-7de9-4c8d-93f7-682344b39a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1b8db77a-2fd2-491d-8aca-7cabf00a3ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:21.382293 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:21.382412 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46693429-b22b-4c75-8546-5d8af305b2be tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Network hostable DHCP agents. Network: 1b8db77a-2fd2-491d-8aca-7cabf00a3ba1, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:00:21.382610 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:21.383003 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:21.405459 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46693429-b22b-4c75-8546-5d8af305b2be tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Network 1b8db77a-2fd2-491d-8aca-7cabf00a3ba1 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:00:21.416955 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-46693429-b22b-4c75-8546-5d8af305b2be tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 1b8db77a-2fd2-491d-8aca-7cabf00a3ba1) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:21.424486 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46693429-b22b-4c75-8546-5d8af305b2be tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:21.425513 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46693429-b22b-4c75-8546-5d8af305b2be tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:21.428773 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642640a9-d163-4296-885a-c887220cb48e None None] Network 1b8db77a-2fd2-491d-8aca-7cabf00a3ba1 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:21.442835 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-46693429-b22b-4c75-8546-5d8af305b2be tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4505072 Jul 14 10:00:21.445754 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34800) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:21.483057 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Attempting to bind port 4384bf87-6d14-49f5-91be-008c4d1e838e on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:00:21.483425 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Attempting to bind port 4384bf87-6d14-49f5-91be-008c4d1e838e by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '15943afe-f70a-4105-b304-ce585e70b750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6d1fa733-92c0-4101-a45e-758588be2f47'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:00:21.483962 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Attempting to bind port 4384bf87-6d14-49f5-91be-008c4d1e838e on network 6d1fa733-92c0-4101-a45e-758588be2f47 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:00:21.493040 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:00:21.493410 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Checking segment: {'id': '15943afe-f70a-4105-b304-ce585e70b750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6d1fa733-92c0-4101-a45e-758588be2f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:21.493812 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:21.494197 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Bound using segment: {'id': '15943afe-f70a-4105-b304-ce585e70b750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6d1fa733-92c0-4101-a45e-758588be2f47'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:00:21.494663 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Bound port: 4384bf87-6d14-49f5-91be-008c4d1e838e, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15943afe-f70a-4105-b304-ce585e70b750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6d1fa733-92c0-4101-a45e-758588be2f47'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:00:21.495039 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:21.544465 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f9e4518d-4e82-4347-897a-a6efee9ec169 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:21.615696 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] For port 4384bf87-6d14-49f5-91be-008c4d1e838e, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:00:21.620999 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] For port 4384bf87-6d14-49f5-91be-008c4d1e838e, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=4384bf87-6d14-49f5-91be-008c4d1e838e,segment=NetworkSegment(15943afe-f70a-4105-b304-ce585e70b750),segment_id=15943afe-f70a-4105-b304-ce585e70b750)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:00:21.627071 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f9e4518d-4e82-4347-897a-a6efee9ec169 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:21.639710 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:21.666901 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b8a3dd-2a74-4b46-aff9-b938bfb73273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-1b8db77a-2fd2-491d-8aca-7cabf00a3ba1', 'network_id': '1b8db77a-2fd2-491d-8aca-7cabf00a3ba1', 'tenant_id': '1435ee4c1f554e6091a29dcb60466955', 'fixed_ips': [{'subnet_id': '31a48e8c-05ab-4619-b124-2881f148ed06'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:00:21.667772 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a6b8a3dd-2a74-4b46-aff9-b938bfb73273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:21.695463 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f9e4518d-4e82-4347-897a-a6efee9ec169 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:21.720966 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ac92c-6401-4015-8d6d-6ea75be38666 None None] Pushing event updated for resources: {'Port': ['ID=4384bf87-6d14-49f5-91be-008c4d1e838e,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:21.780140 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4518d-4e82-4347-897a-a6efee9ec169 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Pushing event deleted for resources: {'Subnet': ['ID=31a48e8c-05ab-4619-b124-2881f148ed06,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:21.790722 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ebc33e-bf13-43d0-bbcb-752810b6d902 None None] Network 1b8db77a-2fd2-491d-8aca-7cabf00a3ba1 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:21.801153 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f9e4518d-4e82-4347-897a-a6efee9ec169 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:21.812632 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-f9e4518d-4e82-4347-897a-a6efee9ec169 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8db77a-2fd2-491d-8aca-7cabf00a3ba1']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:21.824136 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-f9e4518d-4e82-4347-897a-a6efee9ec169 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc087fda-7de9-4c8d-93f7-682344b39a18') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:21.824440 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-f9e4518d-4e82-4347-897a-a6efee9ec169 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc087fda-7de9-4c8d-93f7-682344b39a18') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:21.836508 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f9e4518d-4e82-4347-897a-a6efee9ec169 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:21.851595 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f9e4518d-4e82-4347-897a-a6efee9ec169 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:21.858412 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e4518d-4e82-4347-897a-a6efee9ec169 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:00:21.858952 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f9e4518d-4e82-4347-897a-a6efee9ec169 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: timer() Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:00:21.862403 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:00:21.954298 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f9e4518d-4e82-4347-897a-a6efee9ec169 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:21.961857 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f9e4518d-4e82-4347-897a-a6efee9ec169 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:21.963767 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f9e4518d-4e82-4347-897a-a6efee9ec169 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] 10.222.0.25 "DELETE /v2.0/networks/1b8db77a-2fd2-491d-8aca-7cabf00a3ba1 HTTP/1.1" status: 204 len: 168 time: 0.5170157 Jul 14 10:00:21.967856 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34802) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:21.973428 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-3c4d75d6-932a-4b9f-87d1-387d68601889 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-436633671'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:21.976913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4518d-4e82-4347-897a-a6efee9ec169 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Pushing event deleted for resources: {'Network': ['ID=1b8db77a-2fd2-491d-8aca-7cabf00a3ba1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:21.996930 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4d75d6-932a-4b9f-87d1-387d68601889 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Made reservation on behalf of 1435ee4c1f554e6091a29dcb60466955 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:22.001601 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3c4d75d6-932a-4b9f-87d1-387d68601889 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:22.028313 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4d75d6-932a-4b9f-87d1-387d68601889 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:00:22.038093 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3c4d75d6-932a-4b9f-87d1-387d68601889 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:22.038462 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-3c4d75d6-932a-4b9f-87d1-387d68601889 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Added segment c102973d-c6bf-4ad7-af7b-698d5bfc9426 of type vlan for network 948a34c9-7f1b-4bb7-882f-e81899a1ed81 Jul 14 10:00:22.083403 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3c4d75d6-932a-4b9f-87d1-387d68601889 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:22.110732 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3c4d75d6-932a-4b9f-87d1-387d68601889 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:22.116321 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4d75d6-932a-4b9f-87d1-387d68601889 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:22.116947 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3c4d75d6-932a-4b9f-87d1-387d68601889 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:22.170434 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3c4d75d6-932a-4b9f-87d1-387d68601889 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2011211 Jul 14 10:00:22.173468 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34804) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:22.178608 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-45469b49-0a59-4f7f-abb9-bf41f41eba95 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Request body: {'subnet': {'network_id': '948a34c9-7f1b-4bb7-882f-e81899a1ed81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:22.183823 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d75d6-932a-4b9f-87d1-387d68601889 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Pushing event updated for resources: {'Network': ['ID=948a34c9-7f1b-4bb7-882f-e81899a1ed81,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:22.195571 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 948a34c9-7f1b-4bb7-882f-e81899a1ed81 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:00:22.276833 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45469b49-0a59-4f7f-abb9-bf41f41eba95 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Made reservation on behalf of 1435ee4c1f554e6091a29dcb60466955 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:22.280619 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45469b49-0a59-4f7f-abb9-bf41f41eba95 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:22.337935 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.ipam_backend_mixin [None req-45469b49-0a59-4f7f-abb9-bf41f41eba95 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Performing IP validity checks on allocation pools {{(pid=93772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 10:00:22.338432 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.ipam_backend_mixin [None req-45469b49-0a59-4f7f-abb9-bf41f41eba95 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 10:00:22.373529 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:22.469591 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45469b49-0a59-4f7f-abb9-bf41f41eba95 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:22.535649 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45469b49-0a59-4f7f-abb9-bf41f41eba95 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Pushing event updated for resources: {'Subnet': ['ID=f88eb6ad-7259-4e57-b208-e5eafb653fe5,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:22.541259 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45469b49-0a59-4f7f-abb9-bf41f41eba95 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Checking segment: {'id': 'c102973d-c6bf-4ad7-af7b-698d5bfc9426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '948a34c9-7f1b-4bb7-882f-e81899a1ed81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:22.541637 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45469b49-0a59-4f7f-abb9-bf41f41eba95 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Network hostable DHCP agents. Network: 948a34c9-7f1b-4bb7-882f-e81899a1ed81, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:00:22.562628 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45469b49-0a59-4f7f-abb9-bf41f41eba95 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Network 948a34c9-7f1b-4bb7-882f-e81899a1ed81 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:00:22.572553 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-45469b49-0a59-4f7f-abb9-bf41f41eba95 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 948a34c9-7f1b-4bb7-882f-e81899a1ed81) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:22.576843 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45469b49-0a59-4f7f-abb9-bf41f41eba95 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:22.577511 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45469b49-0a59-4f7f-abb9-bf41f41eba95 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:22.581363 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02037c0a-e71b-4f9c-b87d-e74c8c8c58b4 None None] Network 948a34c9-7f1b-4bb7-882f-e81899a1ed81 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:22.596328 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-45469b49-0a59-4f7f-abb9-bf41f41eba95 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4185810 Jul 14 10:00:22.596611 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34806) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:22.695065 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876585c5-7b0e-487e-a992-a4e75b7af615 None None] Network 6d1fa733-92c0-4101-a45e-758588be2f47 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:22.704197 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-11860f74-bf8e-4584-8d06-a9745456b075 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:22.779624 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-11860f74-bf8e-4584-8d06-a9745456b075 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:22.781614 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47850704-304a-45b8-a027-b44fb24a3d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-948a34c9-7f1b-4bb7-882f-e81899a1ed81', 'network_id': '948a34c9-7f1b-4bb7-882f-e81899a1ed81', 'tenant_id': '1435ee4c1f554e6091a29dcb60466955', 'fixed_ips': [{'subnet_id': 'f88eb6ad-7259-4e57-b208-e5eafb653fe5'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:00:22.783173 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-47850704-304a-45b8-a027-b44fb24a3d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:22.831649 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c8779ddb-5249-4493-838e-6e8449e51f29 None None] Provisioning for port 4384bf87-6d14-49f5-91be-008c4d1e838e completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:22.846660 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-11860f74-bf8e-4584-8d06-a9745456b075 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:22.877770 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11860f74-bf8e-4584-8d06-a9745456b075 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Pushing event deleted for resources: {'Subnet': ['ID=f88eb6ad-7259-4e57-b208-e5eafb653fe5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:22.937928 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-11860f74-bf8e-4584-8d06-a9745456b075 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:22.948215 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-11860f74-bf8e-4584-8d06-a9745456b075 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948a34c9-7f1b-4bb7-882f-e81899a1ed81']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:22.958667 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-11860f74-bf8e-4584-8d06-a9745456b075 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c102973d-c6bf-4ad7-af7b-698d5bfc9426') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:22.958977 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-11860f74-bf8e-4584-8d06-a9745456b075 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c102973d-c6bf-4ad7-af7b-698d5bfc9426') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server [None req-47850704-304a-45b8-a027-b44fb24a3d71 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f88eb6ad-7259-4e57-b208-e5eafb653fe5: This subnet is being modified by another concurrent operation. Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server raise exception Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f88eb6ad-7259-4e57-b208-e5eafb653fe5: This subnet is being modified by another concurrent operation. Jul 14 10:00:22.959210 n-d-771362-35 neutron-server[93774]: ERROR oslo_messaging.rpc.server Jul 14 10:00:22.970202 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-11860f74-bf8e-4584-8d06-a9745456b075 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:22.979720 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf523bd4-361d-4524-84d7-0bf3b94ca924 None None] Network 948a34c9-7f1b-4bb7-882f-e81899a1ed81 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:22.987475 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-11860f74-bf8e-4584-8d06-a9745456b075 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:22.993822 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11860f74-bf8e-4584-8d06-a9745456b075 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:00:22.994839 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-11860f74-bf8e-4584-8d06-a9745456b075 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: timer() Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:00:22.997314 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:00:23.060458 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-11860f74-bf8e-4584-8d06-a9745456b075 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:23.066249 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-11860f74-bf8e-4584-8d06-a9745456b075 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:23.073743 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-11860f74-bf8e-4584-8d06-a9745456b075 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] 10.222.0.25 "DELETE /v2.0/networks/948a34c9-7f1b-4bb7-882f-e81899a1ed81 HTTP/1.1" status: 204 len: 168 time: 0.4709435 Jul 14 10:00:23.073914 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34808) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:23.081750 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-49b70d07-11ad-45f9-86a6-0af0183ca51d tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1070932443'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:23.096459 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11860f74-bf8e-4584-8d06-a9745456b075 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Pushing event deleted for resources: {'Network': ['ID=948a34c9-7f1b-4bb7-882f-e81899a1ed81,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:23.119100 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b70d07-11ad-45f9-86a6-0af0183ca51d tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Made reservation on behalf of 1435ee4c1f554e6091a29dcb60466955 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:23.122862 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49b70d07-11ad-45f9-86a6-0af0183ca51d tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:23.148491 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b70d07-11ad-45f9-86a6-0af0183ca51d tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:00:23.158259 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49b70d07-11ad-45f9-86a6-0af0183ca51d tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:23.158612 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-49b70d07-11ad-45f9-86a6-0af0183ca51d tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Added segment e963b4a4-653c-437f-82d5-4c873f19aed0 of type vlan for network 11ba8c2f-2dbc-45a2-b2d3-1ce7c724c439 Jul 14 10:00:23.200454 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49b70d07-11ad-45f9-86a6-0af0183ca51d tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:23.230514 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49b70d07-11ad-45f9-86a6-0af0183ca51d tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:23.234788 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae421e3-9640-4195-89b9-2c5a09553375 None None] get_active_networks_info from n-d-771362-35 {{(pid=93774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 10:00:23.239619 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b70d07-11ad-45f9-86a6-0af0183ca51d tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:23.240247 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49b70d07-11ad-45f9-86a6-0af0183ca51d tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:23.293140 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-49b70d07-11ad-45f9-86a6-0af0183ca51d tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2179480 Jul 14 10:00:23.296005 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34810) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:23.301172 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-29f3421b-ced3-4f4d-8362-2978d3330884 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Request body: {'subnet': {'network_id': '11ba8c2f-2dbc-45a2-b2d3-1ce7c724c439', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:23.306820 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae421e3-9640-4195-89b9-2c5a09553375 None None] Resources bound (agent type, host, resource id): {{(pid=93774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 10:00:23.317356 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b70d07-11ad-45f9-86a6-0af0183ca51d tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Pushing event updated for resources: {'Network': ['ID=11ba8c2f-2dbc-45a2-b2d3-1ce7c724c439,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:23.330006 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 11ba8c2f-2dbc-45a2-b2d3-1ce7c724c439 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:00:23.406239 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f3421b-ced3-4f4d-8362-2978d3330884 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Made reservation on behalf of 1435ee4c1f554e6091a29dcb60466955 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:23.410073 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29f3421b-ced3-4f4d-8362-2978d3330884 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:23.597345 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29f3421b-ced3-4f4d-8362-2978d3330884 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:23.657673 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3421b-ced3-4f4d-8362-2978d3330884 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Pushing event updated for resources: {'Subnet': ['ID=f8166000-96c3-4c58-8250-6631e94635a5,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:23.664639 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f3421b-ced3-4f4d-8362-2978d3330884 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Checking segment: {'id': 'e963b4a4-653c-437f-82d5-4c873f19aed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '11ba8c2f-2dbc-45a2-b2d3-1ce7c724c439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:23.664997 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f3421b-ced3-4f4d-8362-2978d3330884 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Network hostable DHCP agents. Network: 11ba8c2f-2dbc-45a2-b2d3-1ce7c724c439, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:00:23.680975 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f3421b-ced3-4f4d-8362-2978d3330884 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Network 11ba8c2f-2dbc-45a2-b2d3-1ce7c724c439 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:00:23.689548 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-29f3421b-ced3-4f4d-8362-2978d3330884 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 11ba8c2f-2dbc-45a2-b2d3-1ce7c724c439) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:23.693503 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f3421b-ced3-4f4d-8362-2978d3330884 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:23.694087 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29f3421b-ced3-4f4d-8362-2978d3330884 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:23.698976 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57992c0e-8138-4d67-9419-7c57d29852ed None None] Network 11ba8c2f-2dbc-45a2-b2d3-1ce7c724c439 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:23.708885 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-29f3421b-ced3-4f4d-8362-2978d3330884 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4117591 Jul 14 10:00:23.712430 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34812) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:23.717255 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-7adc2dbc-f9a4-4557-8b16-e2a48cc742c8 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1579264206'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:23.738041 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adc2dbc-f9a4-4557-8b16-e2a48cc742c8 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Made reservation on behalf of 1435ee4c1f554e6091a29dcb60466955 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:23.741614 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7adc2dbc-f9a4-4557-8b16-e2a48cc742c8 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:23.765916 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7adc2dbc-f9a4-4557-8b16-e2a48cc742c8 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:00:23.776902 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7adc2dbc-f9a4-4557-8b16-e2a48cc742c8 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:23.777261 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-7adc2dbc-f9a4-4557-8b16-e2a48cc742c8 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Added segment bb5f9d75-ab26-4047-a293-1c785a7a63b0 of type vlan for network 3fe01d01-69e4-4532-92c7-4128d1827539 Jul 14 10:00:23.823532 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7adc2dbc-f9a4-4557-8b16-e2a48cc742c8 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:23.861861 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7adc2dbc-f9a4-4557-8b16-e2a48cc742c8 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:23.865915 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adc2dbc-f9a4-4557-8b16-e2a48cc742c8 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:23.866520 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7adc2dbc-f9a4-4557-8b16-e2a48cc742c8 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:23.868609 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 4384bf87-6d14-49f5-91be-008c4d1e838e up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:23.891543 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a558a4fb-e5fd-4e13-8ce5-e85b28030e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-11ba8c2f-2dbc-45a2-b2d3-1ce7c724c439', 'network_id': '11ba8c2f-2dbc-45a2-b2d3-1ce7c724c439', 'tenant_id': '1435ee4c1f554e6091a29dcb60466955', 'fixed_ips': [{'subnet_id': 'f8166000-96c3-4c58-8250-6631e94635a5'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:00:23.892922 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a558a4fb-e5fd-4e13-8ce5-e85b28030e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:23.937756 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.019101 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 4384bf87-6d14-49f5-91be-008c4d1e838e completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:24.043224 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 4384bf87-6d14-49f5-91be-008c4d1e838e triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:24.043689 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.094547 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-a558a4fb-e5fd-4e13-8ce5-e85b28030e5f None None] Allocated IP 2001:db8::2 (11ba8c2f-2dbc-45a2-b2d3-1ce7c724c439/f8166000-96c3-4c58-8250-6631e94635a5/8ec446c8-56ab-490b-9237-8a1230c40455) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:24.205195 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.278408 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7adc2dbc-f9a4-4557-8b16-e2a48cc742c8 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5622430 Jul 14 10:00:24.278627 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 4384bf87-6d14-49f5-91be-008c4d1e838e, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=4384bf87-6d14-49f5-91be-008c4d1e838e,segment=NetworkSegment(15943afe-f70a-4105-b304-ce585e70b750),segment_id=15943afe-f70a-4105-b304-ce585e70b750)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:24.278745 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34814) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:24.284507 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-bb958bab-fe00-4a24-8f7f-53cf1be1d8de tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Request body: {'subnet': {'network_id': '3fe01d01-69e4-4532-92c7-4128d1827539', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:24.288261 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.291402 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc2dbc-f9a4-4557-8b16-e2a48cc742c8 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Pushing event updated for resources: {'Network': ['ID=3fe01d01-69e4-4532-92c7-4128d1827539,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:24.325323 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 3fe01d01-69e4-4532-92c7-4128d1827539 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:00:24.374079 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a558a4fb-e5fd-4e13-8ce5-e85b28030e5f None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.376351 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb958bab-fe00-4a24-8f7f-53cf1be1d8de tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Made reservation on behalf of 1435ee4c1f554e6091a29dcb60466955 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:24.380059 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb958bab-fe00-4a24-8f7f-53cf1be1d8de tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.398815 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a558a4fb-e5fd-4e13-8ce5-e85b28030e5f None None] Transition to ACTIVE for port object 8ec446c8-56ab-490b-9237-8a1230c40455 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:24.431298 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=4384bf87-6d14-49f5-91be-008c4d1e838e,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:24.435765 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a558a4fb-e5fd-4e13-8ce5-e85b28030e5f None None] Transition to ACTIVE for port object 8ec446c8-56ab-490b-9237-8a1230c40455 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:24.444678 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a558a4fb-e5fd-4e13-8ce5-e85b28030e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.489368 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a558a4fb-e5fd-4e13-8ce5-e85b28030e5f None None] Network 11ba8c2f-2dbc-45a2-b2d3-1ce7c724c439 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:24.493761 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-a558a4fb-e5fd-4e13-8ce5-e85b28030e5f None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:24.498399 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a558a4fb-e5fd-4e13-8ce5-e85b28030e5f None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:24.501590 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558a4fb-e5fd-4e13-8ce5-e85b28030e5f None None] Pushing event updated for resources: {'Port': ['ID=8ec446c8-56ab-490b-9237-8a1230c40455,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:24.578663 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb958bab-fe00-4a24-8f7f-53cf1be1d8de tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.649758 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb958bab-fe00-4a24-8f7f-53cf1be1d8de tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Pushing event updated for resources: {'Subnet': ['ID=0368a57b-ea08-483f-9430-1e408f484fab,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:24.658392 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb958bab-fe00-4a24-8f7f-53cf1be1d8de tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Checking segment: {'id': 'bb5f9d75-ab26-4047-a293-1c785a7a63b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3fe01d01-69e4-4532-92c7-4128d1827539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:24.658766 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb958bab-fe00-4a24-8f7f-53cf1be1d8de tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Network hostable DHCP agents. Network: 3fe01d01-69e4-4532-92c7-4128d1827539, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:00:24.676064 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb958bab-fe00-4a24-8f7f-53cf1be1d8de tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Network 3fe01d01-69e4-4532-92c7-4128d1827539 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:00:24.684576 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-bb958bab-fe00-4a24-8f7f-53cf1be1d8de tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 3fe01d01-69e4-4532-92c7-4128d1827539) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:24.689298 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb958bab-fe00-4a24-8f7f-53cf1be1d8de tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:24.689968 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb958bab-fe00-4a24-8f7f-53cf1be1d8de tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.703745 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca3fb78-7669-454b-8e31-acffe05f365a None None] Network 3fe01d01-69e4-4532-92c7-4128d1827539 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:24.704839 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bb958bab-fe00-4a24-8f7f-53cf1be1d8de tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4249053 Jul 14 10:00:24.707154 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34816) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:24.754397 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a558a4fb-e5fd-4e13-8ce5-e85b28030e5f None None] Attempting to bind port 8ec446c8-56ab-490b-9237-8a1230c40455 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:00:24.754677 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a558a4fb-e5fd-4e13-8ce5-e85b28030e5f None None] Attempting to bind port 8ec446c8-56ab-490b-9237-8a1230c40455 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'e963b4a4-653c-437f-82d5-4c873f19aed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '11ba8c2f-2dbc-45a2-b2d3-1ce7c724c439'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:00:24.755041 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a558a4fb-e5fd-4e13-8ce5-e85b28030e5f None None] Attempting to bind port 8ec446c8-56ab-490b-9237-8a1230c40455 on network 11ba8c2f-2dbc-45a2-b2d3-1ce7c724c439 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:00:24.765436 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a558a4fb-e5fd-4e13-8ce5-e85b28030e5f None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:00:24.765815 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a558a4fb-e5fd-4e13-8ce5-e85b28030e5f None None] Checking segment: {'id': 'e963b4a4-653c-437f-82d5-4c873f19aed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '11ba8c2f-2dbc-45a2-b2d3-1ce7c724c439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:24.766213 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a558a4fb-e5fd-4e13-8ce5-e85b28030e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.766608 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a558a4fb-e5fd-4e13-8ce5-e85b28030e5f None None] Bound using segment: {'id': 'e963b4a4-653c-437f-82d5-4c873f19aed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '11ba8c2f-2dbc-45a2-b2d3-1ce7c724c439'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:00:24.767082 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a558a4fb-e5fd-4e13-8ce5-e85b28030e5f None None] Bound port: 8ec446c8-56ab-490b-9237-8a1230c40455, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e963b4a4-653c-437f-82d5-4c873f19aed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '11ba8c2f-2dbc-45a2-b2d3-1ce7c724c439'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:00:24.767460 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a558a4fb-e5fd-4e13-8ce5-e85b28030e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.803032 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ced27230-b425-4cd2-bedd-67f140ec9050 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.860064 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ced27230-b425-4cd2-bedd-67f140ec9050 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.875858 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a558a4fb-e5fd-4e13-8ce5-e85b28030e5f None None] For port 8ec446c8-56ab-490b-9237-8a1230c40455, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:00:24.880478 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a558a4fb-e5fd-4e13-8ce5-e85b28030e5f None None] For port 8ec446c8-56ab-490b-9237-8a1230c40455, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8ec446c8-56ab-490b-9237-8a1230c40455,segment=NetworkSegment(e963b4a4-653c-437f-82d5-4c873f19aed0),segment_id=e963b4a4-653c-437f-82d5-4c873f19aed0)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:00:24.887667 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a558a4fb-e5fd-4e13-8ce5-e85b28030e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.921174 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ced27230-b425-4cd2-bedd-67f140ec9050 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.949237 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d6c23c-bf41-4441-b55b-3d7b9afabb53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-3fe01d01-69e4-4532-92c7-4128d1827539', 'network_id': '3fe01d01-69e4-4532-92c7-4128d1827539', 'tenant_id': '1435ee4c1f554e6091a29dcb60466955', 'fixed_ips': [{'subnet_id': '0368a57b-ea08-483f-9430-1e408f484fab'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:00:24.950072 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9d6c23c-bf41-4441-b55b-3d7b9afabb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.951089 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced27230-b425-4cd2-bedd-67f140ec9050 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Pushing event deleted for resources: {'Subnet': ['ID=0368a57b-ea08-483f-9430-1e408f484fab,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:24.992899 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558a4fb-e5fd-4e13-8ce5-e85b28030e5f None None] Pushing event updated for resources: {'Port': ['ID=8ec446c8-56ab-490b-9237-8a1230c40455,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:25.021725 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ced27230-b425-4cd2-bedd-67f140ec9050 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:25.032214 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ced27230-b425-4cd2-bedd-67f140ec9050 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe01d01-69e4-4532-92c7-4128d1827539']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:25.043117 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ced27230-b425-4cd2-bedd-67f140ec9050 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb5f9d75-ab26-4047-a293-1c785a7a63b0') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:25.043600 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ced27230-b425-4cd2-bedd-67f140ec9050 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb5f9d75-ab26-4047-a293-1c785a7a63b0') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:25.055335 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb01b7c2-709c-4bd2-b898-e6ebaefa93dc None None] Network 3fe01d01-69e4-4532-92c7-4128d1827539 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:25.056617 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ced27230-b425-4cd2-bedd-67f140ec9050 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:25.072082 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ced27230-b425-4cd2-bedd-67f140ec9050 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:25.079307 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced27230-b425-4cd2-bedd-67f140ec9050 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:00:25.079994 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ced27230-b425-4cd2-bedd-67f140ec9050 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: timer() Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:00:25.082962 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:00:25.174469 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ced27230-b425-4cd2-bedd-67f140ec9050 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:25.181753 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ced27230-b425-4cd2-bedd-67f140ec9050 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:25.183705 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ced27230-b425-4cd2-bedd-67f140ec9050 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] 10.222.0.25 "DELETE /v2.0/networks/3fe01d01-69e4-4532-92c7-4128d1827539 HTTP/1.1" status: 204 len: 168 time: 0.4754260 Jul 14 10:00:25.187321 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34818) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:25.197572 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced27230-b425-4cd2-bedd-67f140ec9050 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Pushing event deleted for resources: {'Network': ['ID=3fe01d01-69e4-4532-92c7-4128d1827539,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:25.221880 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f848df5-5d87-4bf1-9061-84eaa24227d1 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] GET failed (client error): The resource could not be found. Jul 14 10:00:25.223341 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9f848df5-5d87-4bf1-9061-84eaa24227d1 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] 10.222.0.25 "GET /v2.0/subnets/0368a57b-ea08-483f-9430-1e408f484fab HTTP/1.1" status: 404 len: 337 time: 0.0346291 Jul 14 10:00:25.226192 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34820) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:25.245458 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-101c5bb6-7ea4-4438-84b2-4fa0f58ef6b4 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] DELETE failed (client error): The resource could not be found. Jul 14 10:00:25.246004 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-101c5bb6-7ea4-4438-84b2-4fa0f58ef6b4 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:00:25.250143 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-101c5bb6-7ea4-4438-84b2-4fa0f58ef6b4 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] 10.222.0.25 "DELETE /v2.0/networks/3fe01d01-69e4-4532-92c7-4128d1827539 HTTP/1.1" status: 404 len: 339 time: 0.0204949 Jul 14 10:00:25.252276 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34822) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:25.278856 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd72616-a703-4eac-ab41-60eee8437d3d tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] DELETE failed (client error): The resource could not be found. Jul 14 10:00:25.279317 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd72616-a703-4eac-ab41-60eee8437d3d tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:00:25.281709 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5bd72616-a703-4eac-ab41-60eee8437d3d tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] 10.222.0.25 "DELETE /v2.0/subnets/0368a57b-ea08-483f-9430-1e408f484fab HTTP/1.1" status: 404 len: 337 time: 0.0278752 Jul 14 10:00:25.283739 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34824) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:25.302454 n-d-771362-35 neutron-server[93773]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d04dda-1bb4-4685-a8c4-565adb4a1376 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] DELETE failed (client error): The resource could not be found. Jul 14 10:00:25.303013 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d04dda-1bb4-4685-a8c4-565adb4a1376 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:00:25.304724 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-51d04dda-1bb4-4685-a8c4-565adb4a1376 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] 10.222.0.25 "DELETE /v2.0/networks/3fe01d01-69e4-4532-92c7-4128d1827539 HTTP/1.1" status: 404 len: 339 time: 0.0200388 Jul 14 10:00:25.307358 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34826) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:25.356031 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-81bf011c-9b2d-48e9-94e0-073fc2ad673d tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Deleting subnet f8166000-96c3-4c58-8250-6631e94635a5 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:00:25.359868 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81bf011c-9b2d-48e9-94e0-073fc2ad673d tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:25.404305 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81bf011c-9b2d-48e9-94e0-073fc2ad673d tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:25.486736 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81bf011c-9b2d-48e9-94e0-073fc2ad673d tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:25.543741 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81bf011c-9b2d-48e9-94e0-073fc2ad673d tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:25.575423 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf011c-9b2d-48e9-94e0-073fc2ad673d tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Pushing event deleted for resources: {'Subnet': ['ID=f8166000-96c3-4c58-8250-6631e94635a5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:25.579400 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81bf011c-9b2d-48e9-94e0-073fc2ad673d tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:25.583474 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-81bf011c-9b2d-48e9-94e0-073fc2ad673d tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] 10.222.0.25 "DELETE /v2.0/subnets/f8166000-96c3-4c58-8250-6631e94635a5 HTTP/1.1" status: 204 len: 168 time: 0.2730026 Jul 14 10:00:25.583777 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34828) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:25.661081 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8042479-2cb3-44c3-9d92-8ad53c7f4bdf tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:25.716662 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a8042479-2cb3-44c3-9d92-8ad53c7f4bdf tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Deleting port 8ec446c8-56ab-490b-9237-8a1230c40455 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:25.717003 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8042479-2cb3-44c3-9d92-8ad53c7f4bdf tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:25.791400 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a8042479-2cb3-44c3-9d92-8ad53c7f4bdf tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] For port 8ec446c8-56ab-490b-9237-8a1230c40455, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8ec446c8-56ab-490b-9237-8a1230c40455,segment=NetworkSegment(e963b4a4-653c-437f-82d5-4c873f19aed0),segment_id=e963b4a4-653c-437f-82d5-4c873f19aed0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:25.791889 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8042479-2cb3-44c3-9d92-8ad53c7f4bdf tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:25.807115 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a8042479-2cb3-44c3-9d92-8ad53c7f4bdf tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Calling delete_port for 8ec446c8-56ab-490b-9237-8a1230c40455 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:25.897472 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8042479-2cb3-44c3-9d92-8ad53c7f4bdf tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:25.915129 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8ec446c8-56ab-490b-9237-8a1230c40455 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:25.926946 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8042479-2cb3-44c3-9d92-8ad53c7f4bdf tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Pushing event deleted for resources: {'Port': ['ID=8ec446c8-56ab-490b-9237-8a1230c40455,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:25.932021 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8042479-2cb3-44c3-9d92-8ad53c7f4bdf tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] No DVR routers for this DVR port 8ec446c8-56ab-490b-9237-8a1230c40455 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:00:25.947411 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 8ec446c8-56ab-490b-9237-8a1230c40455 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:00:25.947822 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8ec446c8-56ab-490b-9237-8a1230c40455 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 14 10:00:25.968372 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Port 8ec446c8-56ab-490b-9237-8a1230c40455 not found, will not notify nova. {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 14 10:00:25.969084 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 4384bf87-6d14-49f5-91be-008c4d1e838e up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:25.990402 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ab4173-8727-4780-8e1a-1ca05264bbec None None] Network 11ba8c2f-2dbc-45a2-b2d3-1ce7c724c439 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:26.019019 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8042479-2cb3-44c3-9d92-8ad53c7f4bdf tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:26.028608 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a8042479-2cb3-44c3-9d92-8ad53c7f4bdf tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ba8c2f-2dbc-45a2-b2d3-1ce7c724c439']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:26.039839 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a8042479-2cb3-44c3-9d92-8ad53c7f4bdf tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e963b4a4-653c-437f-82d5-4c873f19aed0') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:26.040130 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a8042479-2cb3-44c3-9d92-8ad53c7f4bdf tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e963b4a4-653c-437f-82d5-4c873f19aed0') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:26.050231 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8042479-2cb3-44c3-9d92-8ad53c7f4bdf tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:26.054813 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-095c5493-2a8a-4b50-86a2-1e5d9af4cafe None None] Could not find standard attr ID for object 8ec446c8-56ab-490b-9237-8a1230c40455. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 10:00:26.065595 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8042479-2cb3-44c3-9d92-8ad53c7f4bdf tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:26.072005 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8042479-2cb3-44c3-9d92-8ad53c7f4bdf tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:00:26.072005 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8042479-2cb3-44c3-9d92-8ad53c7f4bdf tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: timer() Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:00:26.074874 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:00:26.101726 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 4384bf87-6d14-49f5-91be-008c4d1e838e triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:26.102099 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:26.199656 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4d71ce-ed89-460e-850c-a97422e2f401 None None] DHCP port deletion for 11ba8c2f-2dbc-45a2-b2d3-1ce7c724c439 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:00:26.462217 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8042479-2cb3-44c3-9d92-8ad53c7f4bdf tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:26.469564 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8042479-2cb3-44c3-9d92-8ad53c7f4bdf tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:26.471326 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a8042479-2cb3-44c3-9d92-8ad53c7f4bdf tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] 10.222.0.25 "DELETE /v2.0/networks/11ba8c2f-2dbc-45a2-b2d3-1ce7c724c439 HTTP/1.1" status: 204 len: 168 time: 0.8866212 Jul 14 10:00:26.473969 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34830) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:26.483279 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8042479-2cb3-44c3-9d92-8ad53c7f4bdf tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Pushing event deleted for resources: {'Network': ['ID=11ba8c2f-2dbc-45a2-b2d3-1ce7c724c439,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:26.501323 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd254e99-579d-46f6-83c5-69fb5e062ecb tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] DELETE failed (client error): The resource could not be found. Jul 14 10:00:26.501786 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd254e99-579d-46f6-83c5-69fb5e062ecb tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:00:26.503505 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bd254e99-579d-46f6-83c5-69fb5e062ecb tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] 10.222.0.25 "DELETE /v2.0/subnets/f88eb6ad-7259-4e57-b208-e5eafb653fe5 HTTP/1.1" status: 404 len: 337 time: 0.0285122 Jul 14 10:00:26.506020 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34832) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:26.523592 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e484a53d-67f2-488d-b48b-71184171ab57 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] DELETE failed (client error): The resource could not be found. Jul 14 10:00:26.524188 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e484a53d-67f2-488d-b48b-71184171ab57 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:00:26.525792 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e484a53d-67f2-488d-b48b-71184171ab57 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] 10.222.0.25 "DELETE /v2.0/networks/948a34c9-7f1b-4bb7-882f-e81899a1ed81 HTTP/1.1" status: 404 len: 339 time: 0.0188541 Jul 14 10:00:26.528031 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34834) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:26.558109 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd408e9d-2f7c-4d20-ba8c-5bf135b24fa0 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] DELETE failed (client error): The resource could not be found. Jul 14 10:00:26.558555 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd408e9d-2f7c-4d20-ba8c-5bf135b24fa0 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:00:26.560207 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bd408e9d-2f7c-4d20-ba8c-5bf135b24fa0 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] 10.222.0.25 "DELETE /v2.0/subnets/31a48e8c-05ab-4619-b124-2881f148ed06 HTTP/1.1" status: 404 len: 337 time: 0.0313115 Jul 14 10:00:26.562627 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34836) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:26.580508 n-d-771362-35 neutron-server[93772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9daa1042-3964-4514-8d7f-6d63aa07f766 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] DELETE failed (client error): The resource could not be found. Jul 14 10:00:26.580964 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9daa1042-3964-4514-8d7f-6d63aa07f766 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:00:26.582568 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9daa1042-3964-4514-8d7f-6d63aa07f766 tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] 10.222.0.25 "DELETE /v2.0/networks/1b8db77a-2fd2-491d-8aca-7cabf00a3ba1 HTTP/1.1" status: 404 len: 339 time: 0.0189655 Jul 14 10:00:26.584801 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34838) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:26.634635 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee61c82-2703-46ec-abc3-38544384363b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Deleting subnet 1066ace5-6aa0-40af-b72a-33d94419247a {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:00:26.637728 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ee61c82-2703-46ec-abc3-38544384363b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:26.677726 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ee61c82-2703-46ec-abc3-38544384363b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:26.764447 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ee61c82-2703-46ec-abc3-38544384363b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:26.823793 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ee61c82-2703-46ec-abc3-38544384363b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:26.851686 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee61c82-2703-46ec-abc3-38544384363b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Pushing event deleted for resources: {'Subnet': ['ID=1066ace5-6aa0-40af-b72a-33d94419247a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:26.856734 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ee61c82-2703-46ec-abc3-38544384363b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:26.859030 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8ee61c82-2703-46ec-abc3-38544384363b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] 10.222.0.25 "DELETE /v2.0/subnets/1066ace5-6aa0-40af-b72a-33d94419247a HTTP/1.1" status: 204 len: 168 time: 0.2726405 Jul 14 10:00:26.861234 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34840) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:26.862170 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202ada0d-968b-4512-947c-a969c220059a None None] Network 6d1fa733-92c0-4101-a45e-758588be2f47 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:26.941061 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2007b333-3106-4ab0-afe9-aced9123fc5b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:26.994585 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2007b333-3106-4ab0-afe9-aced9123fc5b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Deleting port 4384bf87-6d14-49f5-91be-008c4d1e838e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:26.995005 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2007b333-3106-4ab0-afe9-aced9123fc5b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:27.050741 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa81487-8dd8-46f0-ad47-dc59c0b6f6b2 None None] DHCP port deletion for 6d1fa733-92c0-4101-a45e-758588be2f47 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:00:27.059588 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2007b333-3106-4ab0-afe9-aced9123fc5b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] For port 4384bf87-6d14-49f5-91be-008c4d1e838e, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=4384bf87-6d14-49f5-91be-008c4d1e838e,segment=NetworkSegment(15943afe-f70a-4105-b304-ce585e70b750),segment_id=15943afe-f70a-4105-b304-ce585e70b750)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:27.059958 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2007b333-3106-4ab0-afe9-aced9123fc5b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:27.073746 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2007b333-3106-4ab0-afe9-aced9123fc5b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Calling delete_port for 4384bf87-6d14-49f5-91be-008c4d1e838e owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:27.099057 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2aa81487-8dd8-46f0-ad47-dc59c0b6f6b2 None None] Deleting port 4384bf87-6d14-49f5-91be-008c4d1e838e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:27.099432 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2aa81487-8dd8-46f0-ad47-dc59c0b6f6b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:27.158465 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2007b333-3106-4ab0-afe9-aced9123fc5b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:27.160957 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-2aa81487-8dd8-46f0-ad47-dc59c0b6f6b2 None None] For port 4384bf87-6d14-49f5-91be-008c4d1e838e, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=4384bf87-6d14-49f5-91be-008c4d1e838e,segment=NetworkSegment(15943afe-f70a-4105-b304-ce585e70b750),segment_id=15943afe-f70a-4105-b304-ce585e70b750)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:27.161354 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2aa81487-8dd8-46f0-ad47-dc59c0b6f6b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:27.175006 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2aa81487-8dd8-46f0-ad47-dc59c0b6f6b2 None None] Calling delete_port for 4384bf87-6d14-49f5-91be-008c4d1e838e owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:27.184945 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007b333-3106-4ab0-afe9-aced9123fc5b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Pushing event deleted for resources: {'Port': ['ID=4384bf87-6d14-49f5-91be-008c4d1e838e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:27.187285 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2007b333-3106-4ab0-afe9-aced9123fc5b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] No DVR routers for this DVR port 4384bf87-6d14-49f5-91be-008c4d1e838e on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:00:27.247128 n-d-771362-35 neutron-server[93774]: self.session.flush() Jul 14 10:00:27.257919 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2aa81487-8dd8-46f0-ad47-dc59c0b6f6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:27.268871 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2007b333-3106-4ab0-afe9-aced9123fc5b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:27.278870 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-2007b333-3106-4ab0-afe9-aced9123fc5b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1fa733-92c0-4101-a45e-758588be2f47']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:27.284250 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa81487-8dd8-46f0-ad47-dc59c0b6f6b2 None None] Pushing event deleted for resources: {'Port': ['ID=4384bf87-6d14-49f5-91be-008c4d1e838e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:27.288723 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa81487-8dd8-46f0-ad47-dc59c0b6f6b2 None None] No DVR routers for this DVR port 4384bf87-6d14-49f5-91be-008c4d1e838e on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:00:27.290324 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-2007b333-3106-4ab0-afe9-aced9123fc5b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15943afe-f70a-4105-b304-ce585e70b750') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:27.290628 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-2007b333-3106-4ab0-afe9-aced9123fc5b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15943afe-f70a-4105-b304-ce585e70b750') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:27.300364 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2007b333-3106-4ab0-afe9-aced9123fc5b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:27.314868 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2007b333-3106-4ab0-afe9-aced9123fc5b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:27.320833 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2007b333-3106-4ab0-afe9-aced9123fc5b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:00:27.321230 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2007b333-3106-4ab0-afe9-aced9123fc5b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: timer() Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:00:27.324841 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:00:27.384171 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2007b333-3106-4ab0-afe9-aced9123fc5b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:27.388789 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2007b333-3106-4ab0-afe9-aced9123fc5b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:27.394672 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2007b333-3106-4ab0-afe9-aced9123fc5b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] 10.222.0.25 "DELETE /v2.0/networks/6d1fa733-92c0-4101-a45e-758588be2f47 HTTP/1.1" status: 204 len: 168 time: 0.5296977 Jul 14 10:00:27.406393 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007b333-3106-4ab0-afe9-aced9123fc5b tempest-NetworksIpV6Test-1769231108 tempest-NetworksIpV6Test-1769231108-project] Pushing event deleted for resources: {'Network': ['ID=6d1fa733-92c0-4101-a45e-758588be2f47,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:27.625119 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34846) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:27.751116 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c76b7952-1d40-4a17-abcb-1ba9c0872f82 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1435ee4c1f554e6091a29dcb60466955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1247990 Jul 14 10:00:27.753571 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34850) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:27.802352 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b9c773e3-eabc-403a-94d7-af67f24220f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:27.820201 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8ec446c8-56ab-490b-9237-8a1230c40455 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:00:27.824170 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b9c773e3-eabc-403a-94d7-af67f24220f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:27.847257 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 8ec446c8-56ab-490b-9237-8a1230c40455 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:00:27.847632 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8ec446c8-56ab-490b-9237-8a1230c40455 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:00:27.848048 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 4384bf87-6d14-49f5-91be-008c4d1e838e no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:00:27.866856 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 4384bf87-6d14-49f5-91be-008c4d1e838e {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:00:27.867213 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 4384bf87-6d14-49f5-91be-008c4d1e838e not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:00:27.871027 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b9c773e3-eabc-403a-94d7-af67f24220f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:27.873689 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b9c773e3-eabc-403a-94d7-af67f24220f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:27.874994 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b9c773e3-eabc-403a-94d7-af67f24220f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/db1ca1f9-32b4-4517-b2ea-ad9b46ca40a6 HTTP/1.1" status: 204 len: 168 time: 0.1204014 Jul 14 10:00:27.884666 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c773e3-eabc-403a-94d7-af67f24220f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1ca1f9-32b4-4517-b2ea-ad9b46ca40a6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:28.495244 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34872) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:28.586449 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e22cd61c-f24e-4963-b1b0-1d66d069d7c8 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-192031037', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:28.610219 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e22cd61c-f24e-4963-b1b0-1d66d069d7c8 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:28.611190 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e22cd61c-f24e-4963-b1b0-1d66d069d7c8 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:28.663776 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e22cd61c-f24e-4963-b1b0-1d66d069d7c8 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:28.668026 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e22cd61c-f24e-4963-b1b0-1d66d069d7c8 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:28.683944 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e22cd61c-f24e-4963-b1b0-1d66d069d7c8 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:28.685105 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e22cd61c-f24e-4963-b1b0-1d66d069d7c8 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1888096 Jul 14 10:00:28.688634 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34876) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:28.693442 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9283ceb0-f887-4f8e-a7a8-0b9c3cd10a37 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-389869104'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:28.713924 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9283ceb0-f887-4f8e-a7a8-0b9c3cd10a37 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Made reservation on behalf of a055f32666fa45e9a08c74533f7476be for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:28.717395 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9283ceb0-f887-4f8e-a7a8-0b9c3cd10a37 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:28.725958 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9283ceb0-f887-4f8e-a7a8-0b9c3cd10a37 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:28.816270 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9283ceb0-f887-4f8e-a7a8-0b9c3cd10a37 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:28.819775 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9283ceb0-f887-4f8e-a7a8-0b9c3cd10a37 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:28.846603 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9283ceb0-f887-4f8e-a7a8-0b9c3cd10a37 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:00:28.856182 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283ceb0-f887-4f8e-a7a8-0b9c3cd10a37 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=885eeaf1-a6ab-4fc9-828e-881e27858b98,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:28.861185 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9283ceb0-f887-4f8e-a7a8-0b9c3cd10a37 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:28.861533 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-9283ceb0-f887-4f8e-a7a8-0b9c3cd10a37 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Added segment 4b984a0b-5f62-4961-ab07-fe7588ce326c of type vlan for network 73468ae3-56ab-4bec-95fe-91843ed02516 Jul 14 10:00:28.901363 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9283ceb0-f887-4f8e-a7a8-0b9c3cd10a37 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:28.928678 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9283ceb0-f887-4f8e-a7a8-0b9c3cd10a37 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:28.934839 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9283ceb0-f887-4f8e-a7a8-0b9c3cd10a37 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:28.935504 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9283ceb0-f887-4f8e-a7a8-0b9c3cd10a37 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:28.997089 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9283ceb0-f887-4f8e-a7a8-0b9c3cd10a37 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3073900 Jul 14 10:00:29.000712 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34878) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:29.005579 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6c5429e4-d8b6-431b-a456-d34d8cfabe43 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Request body: {'subnet': {'network_id': '73468ae3-56ab-4bec-95fe-91843ed02516', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:29.023621 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283ceb0-f887-4f8e-a7a8-0b9c3cd10a37 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Pushing event updated for resources: {'Network': ['ID=73468ae3-56ab-4bec-95fe-91843ed02516,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:29.033761 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 73468ae3-56ab-4bec-95fe-91843ed02516 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:00:29.097365 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5429e4-d8b6-431b-a456-d34d8cfabe43 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Made reservation on behalf of a055f32666fa45e9a08c74533f7476be for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:29.100903 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c5429e4-d8b6-431b-a456-d34d8cfabe43 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:29.284851 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c5429e4-d8b6-431b-a456-d34d8cfabe43 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:29.350612 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5429e4-d8b6-431b-a456-d34d8cfabe43 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Pushing event updated for resources: {'Subnet': ['ID=03de59c6-1b3d-4478-bb6a-a61a82aacb37,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:29.357729 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5429e4-d8b6-431b-a456-d34d8cfabe43 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Checking segment: {'id': '4b984a0b-5f62-4961-ab07-fe7588ce326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '73468ae3-56ab-4bec-95fe-91843ed02516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:29.358092 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5429e4-d8b6-431b-a456-d34d8cfabe43 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Network hostable DHCP agents. Network: 73468ae3-56ab-4bec-95fe-91843ed02516, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:00:29.374924 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5429e4-d8b6-431b-a456-d34d8cfabe43 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Network 73468ae3-56ab-4bec-95fe-91843ed02516 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:00:29.383507 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6c5429e4-d8b6-431b-a456-d34d8cfabe43 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 73468ae3-56ab-4bec-95fe-91843ed02516) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:29.388085 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5429e4-d8b6-431b-a456-d34d8cfabe43 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:29.388822 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c5429e4-d8b6-431b-a456-d34d8cfabe43 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:29.393262 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7645be-36a0-49aa-9b49-05cb40cca58f None None] Network 73468ae3-56ab-4bec-95fe-91843ed02516 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:29.403877 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6c5429e4-d8b6-431b-a456-d34d8cfabe43 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4023445 Jul 14 10:00:29.407702 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34880) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:29.412637 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-91f2f0ba-7593-47bb-96e7-903705054554 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1761321077'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:29.434892 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f2f0ba-7593-47bb-96e7-903705054554 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Made reservation on behalf of a055f32666fa45e9a08c74533f7476be for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:29.438676 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91f2f0ba-7593-47bb-96e7-903705054554 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:29.463399 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f2f0ba-7593-47bb-96e7-903705054554 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:00:29.473842 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91f2f0ba-7593-47bb-96e7-903705054554 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:29.474211 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-91f2f0ba-7593-47bb-96e7-903705054554 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Added segment 01db3dae-d882-47ea-b6c0-32d56b1408cf of type vlan for network 9f3c7463-8da5-416f-a4a0-f0d12e6fb0b5 Jul 14 10:00:29.515331 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91f2f0ba-7593-47bb-96e7-903705054554 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:29.543957 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca722fc-8432-4e71-8912-48eab766c541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-73468ae3-56ab-4bec-95fe-91843ed02516', 'network_id': '73468ae3-56ab-4bec-95fe-91843ed02516', 'tenant_id': 'a055f32666fa45e9a08c74533f7476be', 'fixed_ips': [{'subnet_id': '03de59c6-1b3d-4478-bb6a-a61a82aacb37'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:00:29.544863 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ca722fc-8432-4e71-8912-48eab766c541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:29.545480 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91f2f0ba-7593-47bb-96e7-903705054554 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:29.551959 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f2f0ba-7593-47bb-96e7-903705054554 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:29.552582 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91f2f0ba-7593-47bb-96e7-903705054554 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:29.610885 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-91f2f0ba-7593-47bb-96e7-903705054554 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2019596 Jul 14 10:00:29.613918 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34882) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:29.621088 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-064d46f6-daa2-4e68-83b3-0825bb825c06 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Request body: {'subnet': {'network_id': '9f3c7463-8da5-416f-a4a0-f0d12e6fb0b5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:29.668205 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2f0ba-7593-47bb-96e7-903705054554 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Pushing event updated for resources: {'Network': ['ID=9f3c7463-8da5-416f-a4a0-f0d12e6fb0b5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:29.682342 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 9f3c7463-8da5-416f-a4a0-f0d12e6fb0b5 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:00:29.721999 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064d46f6-daa2-4e68-83b3-0825bb825c06 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Made reservation on behalf of a055f32666fa45e9a08c74533f7476be for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:29.725601 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-064d46f6-daa2-4e68-83b3-0825bb825c06 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:29.732180 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-2ca722fc-8432-4e71-8912-48eab766c541 None None] Allocated IP 172.20.0.2 (73468ae3-56ab-4bec-95fe-91843ed02516/03de59c6-1b3d-4478-bb6a-a61a82aacb37/7a5ddf07-63da-4c55-9e6b-29515ea7d2be) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:29.921284 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ca722fc-8432-4e71-8912-48eab766c541 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:29.931268 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2ca722fc-8432-4e71-8912-48eab766c541 None None] Transition to ACTIVE for port object 7a5ddf07-63da-4c55-9e6b-29515ea7d2be will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:29.934260 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-064d46f6-daa2-4e68-83b3-0825bb825c06 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:29.950037 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2ca722fc-8432-4e71-8912-48eab766c541 None None] Transition to ACTIVE for port object 7a5ddf07-63da-4c55-9e6b-29515ea7d2be will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:29.957238 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ca722fc-8432-4e71-8912-48eab766c541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:29.997057 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d46f6-daa2-4e68-83b3-0825bb825c06 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Pushing event updated for resources: {'Subnet': ['ID=2515e925-742c-4a4d-98a2-f35212b771c4,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:30.000118 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca722fc-8432-4e71-8912-48eab766c541 None None] Network 73468ae3-56ab-4bec-95fe-91843ed02516 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:30.003093 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-2ca722fc-8432-4e71-8912-48eab766c541 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:30.006550 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064d46f6-daa2-4e68-83b3-0825bb825c06 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Checking segment: {'id': '01db3dae-d882-47ea-b6c0-32d56b1408cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9f3c7463-8da5-416f-a4a0-f0d12e6fb0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:30.007052 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064d46f6-daa2-4e68-83b3-0825bb825c06 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Network hostable DHCP agents. Network: 9f3c7463-8da5-416f-a4a0-f0d12e6fb0b5, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:00:30.007742 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca722fc-8432-4e71-8912-48eab766c541 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:30.012571 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca722fc-8432-4e71-8912-48eab766c541 None None] Pushing event updated for resources: {'Port': ['ID=7a5ddf07-63da-4c55-9e6b-29515ea7d2be,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:30.026876 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064d46f6-daa2-4e68-83b3-0825bb825c06 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Network 9f3c7463-8da5-416f-a4a0-f0d12e6fb0b5 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:00:30.039468 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-064d46f6-daa2-4e68-83b3-0825bb825c06 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 9f3c7463-8da5-416f-a4a0-f0d12e6fb0b5) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:30.046044 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064d46f6-daa2-4e68-83b3-0825bb825c06 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:30.047324 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-064d46f6-daa2-4e68-83b3-0825bb825c06 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.060114 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e500899-65af-4899-92fb-441dd9a3702a None None] Network 9f3c7463-8da5-416f-a4a0-f0d12e6fb0b5 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:30.065024 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-064d46f6-daa2-4e68-83b3-0825bb825c06 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4498584 Jul 14 10:00:30.068559 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34884) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:30.073877 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f2529697-2d1f-4f07-a333-8c2dd139974e tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Request body: {'router': {'external_gateway_info': {'network_id': '9f3c7463-8da5-416f-a4a0-f0d12e6fb0b5'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:30.113792 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-2ca722fc-8432-4e71-8912-48eab766c541 None None] Attempting to bind port 7a5ddf07-63da-4c55-9e6b-29515ea7d2be on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:00:30.114159 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-2ca722fc-8432-4e71-8912-48eab766c541 None None] Attempting to bind port 7a5ddf07-63da-4c55-9e6b-29515ea7d2be by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '4b984a0b-5f62-4961-ab07-fe7588ce326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '73468ae3-56ab-4bec-95fe-91843ed02516'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:00:30.114525 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca722fc-8432-4e71-8912-48eab766c541 None None] Attempting to bind port 7a5ddf07-63da-4c55-9e6b-29515ea7d2be on network 73468ae3-56ab-4bec-95fe-91843ed02516 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:00:30.126288 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca722fc-8432-4e71-8912-48eab766c541 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:00:30.126664 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca722fc-8432-4e71-8912-48eab766c541 None None] Checking segment: {'id': '4b984a0b-5f62-4961-ab07-fe7588ce326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '73468ae3-56ab-4bec-95fe-91843ed02516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:30.127065 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ca722fc-8432-4e71-8912-48eab766c541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.127456 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca722fc-8432-4e71-8912-48eab766c541 None None] Bound using segment: {'id': '4b984a0b-5f62-4961-ab07-fe7588ce326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '73468ae3-56ab-4bec-95fe-91843ed02516'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:00:30.127955 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-2ca722fc-8432-4e71-8912-48eab766c541 None None] Bound port: 7a5ddf07-63da-4c55-9e6b-29515ea7d2be, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b984a0b-5f62-4961-ab07-fe7588ce326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '73468ae3-56ab-4bec-95fe-91843ed02516'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:00:30.128331 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ca722fc-8432-4e71-8912-48eab766c541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.243930 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-2ca722fc-8432-4e71-8912-48eab766c541 None None] For port 7a5ddf07-63da-4c55-9e6b-29515ea7d2be, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:00:30.248482 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-2ca722fc-8432-4e71-8912-48eab766c541 None None] For port 7a5ddf07-63da-4c55-9e6b-29515ea7d2be, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7a5ddf07-63da-4c55-9e6b-29515ea7d2be,segment=NetworkSegment(4b984a0b-5f62-4961-ab07-fe7588ce326c),segment_id=4b984a0b-5f62-4961-ab07-fe7588ce326c)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:00:30.256343 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ca722fc-8432-4e71-8912-48eab766c541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.303403 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2529697-2d1f-4f07-a333-8c2dd139974e tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.318925 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a12049-ee0e-4fbf-a04d-0d9ee78892ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-9f3c7463-8da5-416f-a4a0-f0d12e6fb0b5', 'network_id': '9f3c7463-8da5-416f-a4a0-f0d12e6fb0b5', 'tenant_id': 'a055f32666fa45e9a08c74533f7476be', 'fixed_ips': [{'subnet_id': '2515e925-742c-4a4d-98a2-f35212b771c4'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:00:30.319808 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31a12049-ee0e-4fbf-a04d-0d9ee78892ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.356403 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca722fc-8432-4e71-8912-48eab766c541 None None] Pushing event updated for resources: {'Port': ['ID=7a5ddf07-63da-4c55-9e6b-29515ea7d2be,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:30.427803 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [None req-f2529697-2d1f-4f07-a333-8c2dd139974e tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 10:00:30.428874 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f2529697-2d1f-4f07-a333-8c2dd139974e tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] 10.222.0.25 "PUT /v2.0/routers/39691868-f933-47f9-b12a-1c9ea9c61bdc HTTP/1.1" status: 400 len: 364 time: 0.3591526 Jul 14 10:00:30.434773 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34886) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:30.509963 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b70cd0c-74b4-49f7-bdfd-2286bd4adb20 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Deleting subnet 2515e925-742c-4a4d-98a2-f35212b771c4 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:00:30.527559 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-31a12049-ee0e-4fbf-a04d-0d9ee78892ca None None] Allocated IP 172.21.0.2 (9f3c7463-8da5-416f-a4a0-f0d12e6fb0b5/2515e925-742c-4a4d-98a2-f35212b771c4/f21c6d7b-00cf-44ef-bef8-8c792c8fa1a0) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:30.679735 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31a12049-ee0e-4fbf-a04d-0d9ee78892ca None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.688665 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-31a12049-ee0e-4fbf-a04d-0d9ee78892ca None None] Transition to ACTIVE for port object f21c6d7b-00cf-44ef-bef8-8c792c8fa1a0 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:30.702952 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-31a12049-ee0e-4fbf-a04d-0d9ee78892ca None None] Transition to ACTIVE for port object f21c6d7b-00cf-44ef-bef8-8c792c8fa1a0 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:30.707527 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b70cd0c-74b4-49f7-bdfd-2286bd4adb20 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.708224 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31a12049-ee0e-4fbf-a04d-0d9ee78892ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.747884 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a12049-ee0e-4fbf-a04d-0d9ee78892ca None None] Network 9f3c7463-8da5-416f-a4a0-f0d12e6fb0b5 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:30.753597 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-31a12049-ee0e-4fbf-a04d-0d9ee78892ca None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:30.754761 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b70cd0c-74b4-49f7-bdfd-2286bd4adb20 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.756033 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a12049-ee0e-4fbf-a04d-0d9ee78892ca None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:30.768184 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a12049-ee0e-4fbf-a04d-0d9ee78892ca None None] Pushing event updated for resources: {'Port': ['ID=f21c6d7b-00cf-44ef-bef8-8c792c8fa1a0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:30.821022 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-31a12049-ee0e-4fbf-a04d-0d9ee78892ca None None] Attempting to bind port f21c6d7b-00cf-44ef-bef8-8c792c8fa1a0 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:00:30.821390 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-31a12049-ee0e-4fbf-a04d-0d9ee78892ca None None] Attempting to bind port f21c6d7b-00cf-44ef-bef8-8c792c8fa1a0 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '01db3dae-d882-47ea-b6c0-32d56b1408cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9f3c7463-8da5-416f-a4a0-f0d12e6fb0b5'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:00:30.822016 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a12049-ee0e-4fbf-a04d-0d9ee78892ca None None] Attempting to bind port f21c6d7b-00cf-44ef-bef8-8c792c8fa1a0 on network 9f3c7463-8da5-416f-a4a0-f0d12e6fb0b5 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:00:30.826949 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a12049-ee0e-4fbf-a04d-0d9ee78892ca None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:00:30.827394 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a12049-ee0e-4fbf-a04d-0d9ee78892ca None None] Checking segment: {'id': '01db3dae-d882-47ea-b6c0-32d56b1408cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9f3c7463-8da5-416f-a4a0-f0d12e6fb0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:30.827861 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31a12049-ee0e-4fbf-a04d-0d9ee78892ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.828248 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a12049-ee0e-4fbf-a04d-0d9ee78892ca None None] Bound using segment: {'id': '01db3dae-d882-47ea-b6c0-32d56b1408cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9f3c7463-8da5-416f-a4a0-f0d12e6fb0b5'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:00:30.828705 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-31a12049-ee0e-4fbf-a04d-0d9ee78892ca None None] Bound port: f21c6d7b-00cf-44ef-bef8-8c792c8fa1a0, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01db3dae-d882-47ea-b6c0-32d56b1408cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9f3c7463-8da5-416f-a4a0-f0d12e6fb0b5'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:00:30.829100 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31a12049-ee0e-4fbf-a04d-0d9ee78892ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.842331 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b70cd0c-74b4-49f7-bdfd-2286bd4adb20 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.900702 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b70cd0c-74b4-49f7-bdfd-2286bd4adb20 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.903624 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-31a12049-ee0e-4fbf-a04d-0d9ee78892ca None None] For port f21c6d7b-00cf-44ef-bef8-8c792c8fa1a0, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:00:30.907422 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-31a12049-ee0e-4fbf-a04d-0d9ee78892ca None None] For port f21c6d7b-00cf-44ef-bef8-8c792c8fa1a0, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f21c6d7b-00cf-44ef-bef8-8c792c8fa1a0,segment=NetworkSegment(01db3dae-d882-47ea-b6c0-32d56b1408cf),segment_id=01db3dae-d882-47ea-b6c0-32d56b1408cf)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:00:30.912070 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31a12049-ee0e-4fbf-a04d-0d9ee78892ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.935309 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70cd0c-74b4-49f7-bdfd-2286bd4adb20 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Pushing event deleted for resources: {'Subnet': ['ID=2515e925-742c-4a4d-98a2-f35212b771c4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:30.937580 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b70cd0c-74b4-49f7-bdfd-2286bd4adb20 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.939520 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9b70cd0c-74b4-49f7-bdfd-2286bd4adb20 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] 10.222.0.25 "DELETE /v2.0/subnets/2515e925-742c-4a4d-98a2-f35212b771c4 HTTP/1.1" status: 204 len: 168 time: 0.5031571 Jul 14 10:00:30.942024 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34888) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:30.978770 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a12049-ee0e-4fbf-a04d-0d9ee78892ca None None] Pushing event updated for resources: {'Port': ['ID=f21c6d7b-00cf-44ef-bef8-8c792c8fa1a0,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:31.032806 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e77921b6-d6be-49cc-a5b0-61dcc5683170 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:31.091741 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e77921b6-d6be-49cc-a5b0-61dcc5683170 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Deleting port f21c6d7b-00cf-44ef-bef8-8c792c8fa1a0 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:31.092088 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e77921b6-d6be-49cc-a5b0-61dcc5683170 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:31.188102 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e77921b6-d6be-49cc-a5b0-61dcc5683170 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] For port f21c6d7b-00cf-44ef-bef8-8c792c8fa1a0, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f21c6d7b-00cf-44ef-bef8-8c792c8fa1a0,segment=NetworkSegment(01db3dae-d882-47ea-b6c0-32d56b1408cf),segment_id=01db3dae-d882-47ea-b6c0-32d56b1408cf)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:31.188465 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e77921b6-d6be-49cc-a5b0-61dcc5683170 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:31.202985 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e77921b6-d6be-49cc-a5b0-61dcc5683170 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Calling delete_port for f21c6d7b-00cf-44ef-bef8-8c792c8fa1a0 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:31.290538 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e77921b6-d6be-49cc-a5b0-61dcc5683170 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:31.325144 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77921b6-d6be-49cc-a5b0-61dcc5683170 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] No DVR routers for this DVR port f21c6d7b-00cf-44ef-bef8-8c792c8fa1a0 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:00:31.349957 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77921b6-d6be-49cc-a5b0-61dcc5683170 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Pushing event deleted for resources: {'Port': ['ID=f21c6d7b-00cf-44ef-bef8-8c792c8fa1a0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:31.390780 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f575485-ccd1-4a2e-bd21-dee56825ceff None None] Network 73468ae3-56ab-4bec-95fe-91843ed02516 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:31.412004 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e77921b6-d6be-49cc-a5b0-61dcc5683170 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:31.422752 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-e77921b6-d6be-49cc-a5b0-61dcc5683170 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3c7463-8da5-416f-a4a0-f0d12e6fb0b5']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:31.433600 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-e77921b6-d6be-49cc-a5b0-61dcc5683170 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01db3dae-d882-47ea-b6c0-32d56b1408cf') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:31.433897 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-e77921b6-d6be-49cc-a5b0-61dcc5683170 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01db3dae-d882-47ea-b6c0-32d56b1408cf') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:31.443703 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e77921b6-d6be-49cc-a5b0-61dcc5683170 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:31.449307 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0ab65832-e012-4bc2-b203-0bbe91feeaef None None] Provisioning for port 7a5ddf07-63da-4c55-9e6b-29515ea7d2be completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:31.459850 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e77921b6-d6be-49cc-a5b0-61dcc5683170 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:31.466998 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77921b6-d6be-49cc-a5b0-61dcc5683170 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:00:31.467433 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e77921b6-d6be-49cc-a5b0-61dcc5683170 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: timer() Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:00:31.470754 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:00:31.536067 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e77921b6-d6be-49cc-a5b0-61dcc5683170 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:31.543160 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e77921b6-d6be-49cc-a5b0-61dcc5683170 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:31.545049 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e77921b6-d6be-49cc-a5b0-61dcc5683170 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] 10.222.0.25 "DELETE /v2.0/networks/9f3c7463-8da5-416f-a4a0-f0d12e6fb0b5 HTTP/1.1" status: 204 len: 168 time: 0.6020405 Jul 14 10:00:31.548266 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34890) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:31.557651 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77921b6-d6be-49cc-a5b0-61dcc5683170 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Pushing event deleted for resources: {'Network': ['ID=9f3c7463-8da5-416f-a4a0-f0d12e6fb0b5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:31.609361 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e89dd5d-ef3a-48f1-ac87-e978db804153 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Deleting subnet 03de59c6-1b3d-4478-bb6a-a61a82aacb37 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:00:31.614148 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e89dd5d-ef3a-48f1-ac87-e978db804153 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:31.656259 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e89dd5d-ef3a-48f1-ac87-e978db804153 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:31.747728 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e89dd5d-ef3a-48f1-ac87-e978db804153 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:31.825316 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e89dd5d-ef3a-48f1-ac87-e978db804153 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:31.854373 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89dd5d-ef3a-48f1-ac87-e978db804153 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Pushing event deleted for resources: {'Subnet': ['ID=03de59c6-1b3d-4478-bb6a-a61a82aacb37,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:31.860214 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e89dd5d-ef3a-48f1-ac87-e978db804153 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:31.864125 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3e89dd5d-ef3a-48f1-ac87-e978db804153 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] 10.222.0.25 "DELETE /v2.0/subnets/03de59c6-1b3d-4478-bb6a-a61a82aacb37 HTTP/1.1" status: 204 len: 168 time: 0.3139980 Jul 14 10:00:31.864924 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34892) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:31.867653 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868fcd3c-63b5-401b-8f31-eaff80748df3 None None] Network 73468ae3-56ab-4bec-95fe-91843ed02516 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:31.920535 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7a5ddf07-63da-4c55-9e6b-29515ea7d2be up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:31.955017 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7eb1c54-dead-4950-acf0-764ac8653571 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:32.013139 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e7eb1c54-dead-4950-acf0-764ac8653571 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Deleting port 7a5ddf07-63da-4c55-9e6b-29515ea7d2be {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:32.013501 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7eb1c54-dead-4950-acf0-764ac8653571 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:32.036345 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 7a5ddf07-63da-4c55-9e6b-29515ea7d2be completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:32.042482 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 7a5ddf07-63da-4c55-9e6b-29515ea7d2be triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:32.042790 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:32.087266 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e7eb1c54-dead-4950-acf0-764ac8653571 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] For port 7a5ddf07-63da-4c55-9e6b-29515ea7d2be, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=7a5ddf07-63da-4c55-9e6b-29515ea7d2be,segment=NetworkSegment(4b984a0b-5f62-4961-ab07-fe7588ce326c),segment_id=4b984a0b-5f62-4961-ab07-fe7588ce326c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:32.087710 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7eb1c54-dead-4950-acf0-764ac8653571 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:32.089848 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e4fe1cb1-cb94-4fb2-a494-51dc7f77643f None None] Could not find standard attr ID for object f21c6d7b-00cf-44ef-bef8-8c792c8fa1a0. {{(pid=93774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 10:00:32.101403 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e7eb1c54-dead-4950-acf0-764ac8653571 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Calling delete_port for 7a5ddf07-63da-4c55-9e6b-29515ea7d2be owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:32.137185 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdd62cc-a7cb-416d-a1dd-1bf1a4e2f28e None None] DHCP port deletion for 9f3c7463-8da5-416f-a4a0-f0d12e6fb0b5 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:00:32.159664 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba90532-c506-4981-87b7-76ca6337fc20 None None] DHCP port deletion for 73468ae3-56ab-4bec-95fe-91843ed02516 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:00:32.169095 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:32.183238 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649cd15b-28f6-4a88-a744-00b6ee443ab6 None None] Network 9f3c7463-8da5-416f-a4a0-f0d12e6fb0b5 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:32.189552 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7eb1c54-dead-4950-acf0-764ac8653571 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:32.219974 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649cd15b-28f6-4a88-a744-00b6ee443ab6 None None] Network 9f3c7463-8da5-416f-a4a0-f0d12e6fb0b5 could not be found, it might have been deleted concurrently. {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 10:00:32.220496 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb1c54-dead-4950-acf0-764ac8653571 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Pushing event deleted for resources: {'Port': ['ID=7a5ddf07-63da-4c55-9e6b-29515ea7d2be,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:32.224025 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eb1c54-dead-4950-acf0-764ac8653571 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] No DVR routers for this DVR port 7a5ddf07-63da-4c55-9e6b-29515ea7d2be on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:00:32.262190 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2ba90532-c506-4981-87b7-76ca6337fc20 None None] Deleting port 7a5ddf07-63da-4c55-9e6b-29515ea7d2be {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:32.262570 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ba90532-c506-4981-87b7-76ca6337fc20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:32.305099 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7eb1c54-dead-4950-acf0-764ac8653571 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:32.315997 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-e7eb1c54-dead-4950-acf0-764ac8653571 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73468ae3-56ab-4bec-95fe-91843ed02516']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:32.328099 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-e7eb1c54-dead-4950-acf0-764ac8653571 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b984a0b-5f62-4961-ab07-fe7588ce326c') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:32.328492 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-e7eb1c54-dead-4950-acf0-764ac8653571 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b984a0b-5f62-4961-ab07-fe7588ce326c') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:32.330082 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-2ba90532-c506-4981-87b7-76ca6337fc20 None None] For port 7a5ddf07-63da-4c55-9e6b-29515ea7d2be, host n-d-771362-35, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:32.330479 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ba90532-c506-4981-87b7-76ca6337fc20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:32.337992 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7eb1c54-dead-4950-acf0-764ac8653571 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:32.353126 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7eb1c54-dead-4950-acf0-764ac8653571 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:32.359977 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7eb1c54-dead-4950-acf0-764ac8653571 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:00:32.360512 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7eb1c54-dead-4950-acf0-764ac8653571 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: timer() Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:00:32.363783 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:00:32.428792 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7eb1c54-dead-4950-acf0-764ac8653571 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:32.436995 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7eb1c54-dead-4950-acf0-764ac8653571 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:32.438901 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e7eb1c54-dead-4950-acf0-764ac8653571 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] 10.222.0.25 "DELETE /v2.0/networks/73468ae3-56ab-4bec-95fe-91843ed02516 HTTP/1.1" status: 204 len: 168 time: 0.5729613 Jul 14 10:00:32.441796 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34894) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:32.451365 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb1c54-dead-4950-acf0-764ac8653571 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Pushing event deleted for resources: {'Network': ['ID=73468ae3-56ab-4bec-95fe-91843ed02516,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:32.473297 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-49a06b2f-8768-46eb-adc4-db0e5e3d50b0 tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] 10.222.0.25 "GET /v2.0/ports?device_id=39691868-f933-47f9-b12a-1c9ea9c61bdc HTTP/1.1" status: 200 len: 205 time: 0.0301208 Jul 14 10:00:32.475747 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34896) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:32.493728 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2ba90532-c506-4981-87b7-76ca6337fc20 None None] Calling delete_port for 7a5ddf07-63da-4c55-9e6b-29515ea7d2be owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:32.496439 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-2ba90532-c506-4981-87b7-76ca6337fc20 None None] Port 7a5ddf07-63da-4c55-9e6b-29515ea7d2be was not found and therefore no delete operation was performed {{(pid=93774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 10:00:32.497743 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ba90532-c506-4981-87b7-76ca6337fc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:32.505577 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ba90532-c506-4981-87b7-76ca6337fc20 None None] Network 73468ae3-56ab-4bec-95fe-91843ed02516 is not hosted by any dhcp agent {{(pid=93774) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 10:00:32.506032 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba90532-c506-4981-87b7-76ca6337fc20 None None] No DVR routers for this DVR port 7a5ddf07-63da-4c55-9e6b-29515ea7d2be on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:00:32.525307 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba90532-c506-4981-87b7-76ca6337fc20 None None] Pushing event deleted for resources: {'Port': ['ID=7a5ddf07-63da-4c55-9e6b-29515ea7d2be,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:32.554214 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd67716c-2098-425a-8786-73c1b4d37e7f tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:32.711478 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd67716c-2098-425a-8786-73c1b4d37e7f tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:32.713590 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd67716c-2098-425a-8786-73c1b4d37e7f tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:32.757321 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd67716c-2098-425a-8786-73c1b4d37e7f tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:32.757865 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd67716c-2098-425a-8786-73c1b4d37e7f tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Fanout notify agent at l3_agent the message router_deleted on router 39691868-f933-47f9-b12a-1c9ea9c61bdc {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:00:32.764893 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd67716c-2098-425a-8786-73c1b4d37e7f tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:32.766340 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cd67716c-2098-425a-8786-73c1b4d37e7f tempest-RoutersNegativeTest-286729790 tempest-RoutersNegativeTest-286729790-project] 10.222.0.25 "DELETE /v2.0/routers/39691868-f933-47f9-b12a-1c9ea9c61bdc HTTP/1.1" status: 204 len: 168 time: 0.2892387 Jul 14 10:00:33.001118 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34902) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:33.128827 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c6f241f1-29b4-42d9-99f4-0fd61ab62995 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a055f32666fa45e9a08c74533f7476be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264863 Jul 14 10:00:33.131300 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34906) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:33.182945 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a5fc551-2cfa-4d70-9113-d0cecb6f4f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:33.203866 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a5fc551-2cfa-4d70-9113-d0cecb6f4f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:33.251562 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a5fc551-2cfa-4d70-9113-d0cecb6f4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:33.254229 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a5fc551-2cfa-4d70-9113-d0cecb6f4f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:33.255415 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5a5fc551-2cfa-4d70-9113-d0cecb6f4f68 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/885eeaf1-a6ab-4fc9-828e-881e27858b98 HTTP/1.1" status: 204 len: 168 time: 0.1231894 Jul 14 10:00:33.263355 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fc551-2cfa-4d70-9113-d0cecb6f4f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885eeaf1-a6ab-4fc9-828e-881e27858b98,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:33.825226 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f21c6d7b-00cf-44ef-bef8-8c792c8fa1a0 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:00:33.845215 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: f21c6d7b-00cf-44ef-bef8-8c792c8fa1a0 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:00:33.845543 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f21c6d7b-00cf-44ef-bef8-8c792c8fa1a0 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:00:33.845950 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7a5ddf07-63da-4c55-9e6b-29515ea7d2be no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:00:33.850226 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34928) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:33.864659 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 7a5ddf07-63da-4c55-9e6b-29515ea7d2be {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:00:33.865011 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 7a5ddf07-63da-4c55-9e6b-29515ea7d2be not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:00:33.946410 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-e5734977-4d47-4212-83b3-0c6cd04b492d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1037387406-network', 'tenant_id': '291631c1956f466093884278cc68d1ed'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:33.968246 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5734977-4d47-4212-83b3-0c6cd04b492d admin admin] Made reservation on behalf of 291631c1956f466093884278cc68d1ed for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:33.970543 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5734977-4d47-4212-83b3-0c6cd04b492d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:33.978791 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5734977-4d47-4212-83b3-0c6cd04b492d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:34.064790 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5734977-4d47-4212-83b3-0c6cd04b492d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:34.068429 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5734977-4d47-4212-83b3-0c6cd04b492d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:34.092700 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5734977-4d47-4212-83b3-0c6cd04b492d admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:00:34.101286 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5734977-4d47-4212-83b3-0c6cd04b492d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a1a187-29ba-49a2-aecc-3130e1bd0610,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:34.107376 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5734977-4d47-4212-83b3-0c6cd04b492d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:34.107755 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-e5734977-4d47-4212-83b3-0c6cd04b492d admin admin] Added segment 47b893de-10cb-4875-a5d4-b89884209f0a of type vlan for network edb775fd-8253-44bb-9895-172a1b408d85 Jul 14 10:00:34.149198 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5734977-4d47-4212-83b3-0c6cd04b492d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:34.178220 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5734977-4d47-4212-83b3-0c6cd04b492d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:34.179403 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5734977-4d47-4212-83b3-0c6cd04b492d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:34.180006 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5734977-4d47-4212-83b3-0c6cd04b492d admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:34.237609 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e5734977-4d47-4212-83b3-0c6cd04b492d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3862720 Jul 14 10:00:34.240535 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34932) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:34.245663 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-04bf920b-4e3c-4efd-a93d-8a30071cf2af admin admin] Request body: {'subnet': {'network_id': 'edb775fd-8253-44bb-9895-172a1b408d85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1037387406-subnet', 'tenant_id': '291631c1956f466093884278cc68d1ed', 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:34.246351 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5734977-4d47-4212-83b3-0c6cd04b492d admin admin] Pushing event updated for resources: {'Network': ['ID=edb775fd-8253-44bb-9895-172a1b408d85,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:34.257588 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network edb775fd-8253-44bb-9895-172a1b408d85 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:00:34.267663 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bf920b-4e3c-4efd-a93d-8a30071cf2af admin admin] Made reservation on behalf of 291631c1956f466093884278cc68d1ed for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:34.270464 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04bf920b-4e3c-4efd-a93d-8a30071cf2af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:34.436684 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04bf920b-4e3c-4efd-a93d-8a30071cf2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:34.482110 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf920b-4e3c-4efd-a93d-8a30071cf2af admin admin] Pushing event updated for resources: {'Subnet': ['ID=f378bc45-ba91-4f94-8025-5d71ff6b1745,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:34.503413 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf920b-4e3c-4efd-a93d-8a30071cf2af admin admin] Checking segment: {'id': '47b893de-10cb-4875-a5d4-b89884209f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edb775fd-8253-44bb-9895-172a1b408d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:34.503800 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bf920b-4e3c-4efd-a93d-8a30071cf2af admin admin] Network hostable DHCP agents. Network: edb775fd-8253-44bb-9895-172a1b408d85, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:00:34.519775 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bf920b-4e3c-4efd-a93d-8a30071cf2af admin admin] Network edb775fd-8253-44bb-9895-172a1b408d85 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:00:34.527915 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-04bf920b-4e3c-4efd-a93d-8a30071cf2af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, edb775fd-8253-44bb-9895-172a1b408d85) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:34.532297 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bf920b-4e3c-4efd-a93d-8a30071cf2af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:34.532881 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04bf920b-4e3c-4efd-a93d-8a30071cf2af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:34.536683 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a05d3c-bb27-42ad-8cec-7596efea2a9a None None] Network edb775fd-8253-44bb-9895-172a1b408d85 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:34.547654 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-04bf920b-4e3c-4efd-a93d-8a30071cf2af admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3059287 Jul 14 10:00:34.550198 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34936) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:34.554564 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-cf22172f-9eaa-4816-aa35-e2c78a331875 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1037387406-router', 'tenant_id': '291631c1956f466093884278cc68d1ed', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:34.577813 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf22172f-9eaa-4816-aa35-e2c78a331875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:34.578883 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf22172f-9eaa-4816-aa35-e2c78a331875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:34.634605 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf22172f-9eaa-4816-aa35-e2c78a331875 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:34.684848 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc97c44-a0a8-4aa7-b03a-afda08a46ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-edb775fd-8253-44bb-9895-172a1b408d85', 'network_id': 'edb775fd-8253-44bb-9895-172a1b408d85', 'tenant_id': '291631c1956f466093884278cc68d1ed', 'fixed_ips': [{'subnet_id': 'f378bc45-ba91-4f94-8025-5d71ff6b1745'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:00:34.685710 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1cc97c44-a0a8-4aa7-b03a-afda08a46ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:34.772523 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf22172f-9eaa-4816-aa35-e2c78a331875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:34.819297 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-1cc97c44-a0a8-4aa7-b03a-afda08a46ebb None None] Allocated IP 172.20.0.2 (edb775fd-8253-44bb-9895-172a1b408d85/f378bc45-ba91-4f94-8025-5d71ff6b1745/8d102504-a923-4b92-ab02-b564d77839ec) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:34.965957 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1cc97c44-a0a8-4aa7-b03a-afda08a46ebb None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:34.974916 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1cc97c44-a0a8-4aa7-b03a-afda08a46ebb None None] Transition to ACTIVE for port object 8d102504-a923-4b92-ab02-b564d77839ec will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:34.982033 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf22172f-9eaa-4816-aa35-e2c78a331875 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:34.989656 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1cc97c44-a0a8-4aa7-b03a-afda08a46ebb None None] Transition to ACTIVE for port object 8d102504-a923-4b92-ab02-b564d77839ec will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:34.996318 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1cc97c44-a0a8-4aa7-b03a-afda08a46ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:35.002920 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf22172f-9eaa-4816-aa35-e2c78a331875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:35.036502 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc97c44-a0a8-4aa7-b03a-afda08a46ebb None None] Network edb775fd-8253-44bb-9895-172a1b408d85 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:35.039240 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-1cc97c44-a0a8-4aa7-b03a-afda08a46ebb None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:35.042709 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc97c44-a0a8-4aa7-b03a-afda08a46ebb None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:35.049876 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc97c44-a0a8-4aa7-b03a-afda08a46ebb None None] Pushing event updated for resources: {'Port': ['ID=8d102504-a923-4b92-ab02-b564d77839ec,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:35.105805 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1cc97c44-a0a8-4aa7-b03a-afda08a46ebb None None] Attempting to bind port 8d102504-a923-4b92-ab02-b564d77839ec on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:00:35.106176 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1cc97c44-a0a8-4aa7-b03a-afda08a46ebb None None] Attempting to bind port 8d102504-a923-4b92-ab02-b564d77839ec by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '47b893de-10cb-4875-a5d4-b89884209f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edb775fd-8253-44bb-9895-172a1b408d85'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:00:35.106519 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc97c44-a0a8-4aa7-b03a-afda08a46ebb None None] Attempting to bind port 8d102504-a923-4b92-ab02-b564d77839ec on network edb775fd-8253-44bb-9895-172a1b408d85 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:00:35.111906 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc97c44-a0a8-4aa7-b03a-afda08a46ebb None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:00:35.112279 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc97c44-a0a8-4aa7-b03a-afda08a46ebb None None] Checking segment: {'id': '47b893de-10cb-4875-a5d4-b89884209f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edb775fd-8253-44bb-9895-172a1b408d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:35.112679 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1cc97c44-a0a8-4aa7-b03a-afda08a46ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:35.113062 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc97c44-a0a8-4aa7-b03a-afda08a46ebb None None] Bound using segment: {'id': '47b893de-10cb-4875-a5d4-b89884209f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edb775fd-8253-44bb-9895-172a1b408d85'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:00:35.113519 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1cc97c44-a0a8-4aa7-b03a-afda08a46ebb None None] Bound port: 8d102504-a923-4b92-ab02-b564d77839ec, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b893de-10cb-4875-a5d4-b89884209f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edb775fd-8253-44bb-9895-172a1b408d85'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:00:35.113892 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1cc97c44-a0a8-4aa7-b03a-afda08a46ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:35.119673 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-cf22172f-9eaa-4816-aa35-e2c78a331875 admin admin] Allocated IP 172.25.6.23 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/e605a386-ee48-41f6-8d37-cab3218234a8) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:35.177877 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1cc97c44-a0a8-4aa7-b03a-afda08a46ebb None None] For port 8d102504-a923-4b92-ab02-b564d77839ec, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:00:35.181247 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1cc97c44-a0a8-4aa7-b03a-afda08a46ebb None None] For port 8d102504-a923-4b92-ab02-b564d77839ec, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8d102504-a923-4b92-ab02-b564d77839ec,segment=NetworkSegment(47b893de-10cb-4875-a5d4-b89884209f0a),segment_id=47b893de-10cb-4875-a5d4-b89884209f0a)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:00:35.187104 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1cc97c44-a0a8-4aa7-b03a-afda08a46ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:35.228597 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf22172f-9eaa-4816-aa35-e2c78a331875 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:35.244950 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc97c44-a0a8-4aa7-b03a-afda08a46ebb None None] Pushing event updated for resources: {'Port': ['ID=8d102504-a923-4b92-ab02-b564d77839ec,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:35.274376 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf22172f-9eaa-4816-aa35-e2c78a331875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:35.316221 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf22172f-9eaa-4816-aa35-e2c78a331875 admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:35.319058 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-cf22172f-9eaa-4816-aa35-e2c78a331875 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:35.322982 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf22172f-9eaa-4816-aa35-e2c78a331875 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:35.329054 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22172f-9eaa-4816-aa35-e2c78a331875 admin admin] Pushing event updated for resources: {'Port': ['ID=e605a386-ee48-41f6-8d37-cab3218234a8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:35.596543 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf22172f-9eaa-4816-aa35-e2c78a331875 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:35.790516 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf22172f-9eaa-4816-aa35-e2c78a331875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:35.874476 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8d102504-a923-4b92-ab02-b564d77839ec up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:35.931345 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf22172f-9eaa-4816-aa35-e2c78a331875 admin admin] Router a904a72e-584b-481f-bd95-fd02dc4864cc is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:00:35.936765 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 8d102504-a923-4b92-ab02-b564d77839ec completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:36.049008 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf22172f-9eaa-4816-aa35-e2c78a331875 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:36.060043 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4139054a-d730-4e3d-acd1-f95fb406f248 None None] Sync routers for ids ['a904a72e-584b-481f-bd95-fd02dc4864cc'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:36.066823 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf22172f-9eaa-4816-aa35-e2c78a331875 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:36.067845 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cf22172f-9eaa-4816-aa35-e2c78a331875 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5166702 Jul 14 10:00:36.070493 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34940) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:36.074728 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4139054a-d730-4e3d-acd1-f95fb406f248 None None] Routers {'a904a72e-584b-481f-bd95-fd02dc4864cc'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:36.075790 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4139054a-d730-4e3d-acd1-f95fb406f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:00:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['a904a72e-584b-481f-bd95-fd02dc4864cc'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:36.192939 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8555bc-e62f-441d-bb9a-fb33e268eec9 None None] Network edb775fd-8253-44bb-9895-172a1b408d85 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:36.196008 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-4139054a-d730-4e3d-acd1-f95fb406f248 None None] Set router a904a72e-584b-481f-bd95-fd02dc4864cc gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:00:36.348197 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7f8ecd25-23e3-462d-98a7-5161fb79a782 None None] Provisioning for port 8d102504-a923-4b92-ab02-b564d77839ec completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:36.370530 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7f8ecd25-23e3-462d-98a7-5161fb79a782 None None] Provisioning complete for port 8d102504-a923-4b92-ab02-b564d77839ec triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:36.370908 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f8ecd25-23e3-462d-98a7-5161fb79a782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:36.575193 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f8ecd25-23e3-462d-98a7-5161fb79a782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:36.617491 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4139054a-d730-4e3d-acd1-f95fb406f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a904a72e-584b-481f-bd95-fd02dc4864cc', 'name': 'tempest-TestEncryptedCinderVolumes-1037387406-router', 'tenant_id': '291631c1956f466093884278cc68d1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'e605a386-ee48-41f6-8d37-cab3218234a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:34Z', 'updated_at': '2021-07-14T10:00:35Z', 'revision_number': 3, 'project_id': '291631c1956f466093884278cc68d1ed', 'gw_port': {'id': 'e605a386-ee48-41f6-8d37-cab3218234a8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a904a72e-584b-481f-bd95-fd02dc4864cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:35Z', 'updated_at': '2021-07-14T10:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:36.651393 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4139054a-d730-4e3d-acd1-f95fb406f248 None None] Checking router: a904a72e-584b-481f-bd95-fd02dc4864cc for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:00:36.651774 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4139054a-d730-4e3d-acd1-f95fb406f248 None None] Updating router a904a72e-584b-481f-bd95-fd02dc4864cc port e605a386-ee48-41f6-8d37-cab3218234a8 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:00:36.655235 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7f8ecd25-23e3-462d-98a7-5161fb79a782 None None] For port 8d102504-a923-4b92-ab02-b564d77839ec, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8d102504-a923-4b92-ab02-b564d77839ec,segment=NetworkSegment(47b893de-10cb-4875-a5d4-b89884209f0a),segment_id=47b893de-10cb-4875-a5d4-b89884209f0a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:36.676782 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f8ecd25-23e3-462d-98a7-5161fb79a782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:36.724178 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4139054a-d730-4e3d-acd1-f95fb406f248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:36.769994 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ecd25-23e3-462d-98a7-5161fb79a782 None None] Pushing event updated for resources: {'Port': ['ID=8d102504-a923-4b92-ab02-b564d77839ec,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:36.845553 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a4de56e-7c1d-4d5d-903f-7db2b72233ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:36.922649 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-14bf59b3-03ff-4d48-9e00-b091b00cfc24 None None] Provisioning complete for port 8d102504-a923-4b92-ab02-b564d77839ec triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:36.923018 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14bf59b3-03ff-4d48-9e00-b091b00cfc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:37.004051 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-7a4de56e-7c1d-4d5d-903f-7db2b72233ec admin admin] Allocated IP 172.20.0.1 (edb775fd-8253-44bb-9895-172a1b408d85/f378bc45-ba91-4f94-8025-5d71ff6b1745/51075ae3-ae6f-455d-875f-8df3379e58a9) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:37.078068 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4139054a-d730-4e3d-acd1-f95fb406f248 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:37.089531 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4139054a-d730-4e3d-acd1-f95fb406f248 None None] Transition to ACTIVE for port object e605a386-ee48-41f6-8d37-cab3218234a8 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:37.096587 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4139054a-d730-4e3d-acd1-f95fb406f248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:37.115607 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a4de56e-7c1d-4d5d-903f-7db2b72233ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:37.129491 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7a4de56e-7c1d-4d5d-903f-7db2b72233ec admin admin] Transition to ACTIVE for port object 51075ae3-ae6f-455d-875f-8df3379e58a9 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:37.147985 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-4139054a-d730-4e3d-acd1-f95fb406f248 None None] Attempting to bind port e605a386-ee48-41f6-8d37-cab3218234a8 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:00:37.148354 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-4139054a-d730-4e3d-acd1-f95fb406f248 None None] Attempting to bind port e605a386-ee48-41f6-8d37-cab3218234a8 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:00:37.148707 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4139054a-d730-4e3d-acd1-f95fb406f248 None None] Attempting to bind port e605a386-ee48-41f6-8d37-cab3218234a8 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:00:37.150661 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f59a5-6776-40bf-91ea-a0a9dbf66907 None None] Pushing event updated for resources: {'Port': ['ID=e605a386-ee48-41f6-8d37-cab3218234a8,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:37.156873 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4139054a-d730-4e3d-acd1-f95fb406f248 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:00:37.157276 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4139054a-d730-4e3d-acd1-f95fb406f248 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:37.157638 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4139054a-d730-4e3d-acd1-f95fb406f248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:37.158022 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4139054a-d730-4e3d-acd1-f95fb406f248 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:00:37.158596 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-4139054a-d730-4e3d-acd1-f95fb406f248 None None] Bound port: e605a386-ee48-41f6-8d37-cab3218234a8, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:00:37.158848 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4139054a-d730-4e3d-acd1-f95fb406f248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:37.165404 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a4de56e-7c1d-4d5d-903f-7db2b72233ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:37.203956 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4de56e-7c1d-4d5d-903f-7db2b72233ec admin admin] Network edb775fd-8253-44bb-9895-172a1b408d85 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:37.210390 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7a4de56e-7c1d-4d5d-903f-7db2b72233ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:37.212582 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-4139054a-d730-4e3d-acd1-f95fb406f248 None None] For port e605a386-ee48-41f6-8d37-cab3218234a8, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:00:37.213955 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4de56e-7c1d-4d5d-903f-7db2b72233ec admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:37.216531 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-4139054a-d730-4e3d-acd1-f95fb406f248 None None] For port e605a386-ee48-41f6-8d37-cab3218234a8, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e605a386-ee48-41f6-8d37-cab3218234a8,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:00:37.221089 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4de56e-7c1d-4d5d-903f-7db2b72233ec admin admin] Pushing event updated for resources: {'Port': ['ID=51075ae3-ae6f-455d-875f-8df3379e58a9,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:37.221759 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4139054a-d730-4e3d-acd1-f95fb406f248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:37.263462 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a4de56e-7c1d-4d5d-903f-7db2b72233ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:37.295131 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f59a5-6776-40bf-91ea-a0a9dbf66907 None None] Pushing event updated for resources: {'Port': ['ID=e605a386-ee48-41f6-8d37-cab3218234a8,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:37.298549 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4139054a-d730-4e3d-acd1-f95fb406f248 None None] Routers {'a904a72e-584b-481f-bd95-fd02dc4864cc'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:37.299108 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4139054a-d730-4e3d-acd1-f95fb406f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:00:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['a904a72e-584b-481f-bd95-fd02dc4864cc'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:37.413408 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-4139054a-d730-4e3d-acd1-f95fb406f248 None None] Set router a904a72e-584b-481f-bd95-fd02dc4864cc gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:00:37.421804 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a4de56e-7c1d-4d5d-903f-7db2b72233ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:37.597487 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a4de56e-7c1d-4d5d-903f-7db2b72233ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:37.601948 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a4de56e-7c1d-4d5d-903f-7db2b72233ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:37.670869 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0099d316-b788-46d9-96cd-b2a5e1f0e29a None None] Provisioning for port 51075ae3-ae6f-455d-875f-8df3379e58a9 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:37.672882 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a4de56e-7c1d-4d5d-903f-7db2b72233ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:37.678261 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4de56e-7c1d-4d5d-903f-7db2b72233ec admin admin] Pushing event updated for resources: {'Port': ['ID=51075ae3-ae6f-455d-875f-8df3379e58a9,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:37.678448 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0099d316-b788-46d9-96cd-b2a5e1f0e29a None None] Provisioning complete for port 51075ae3-ae6f-455d-875f-8df3379e58a9 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:37.678822 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0099d316-b788-46d9-96cd-b2a5e1f0e29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:37.733052 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0099d316-b788-46d9-96cd-b2a5e1f0e29a None None] Port 51075ae3-ae6f-455d-875f-8df3379e58a9 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:00:37.767731 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4de56e-7c1d-4d5d-903f-7db2b72233ec admin admin] Network edb775fd-8253-44bb-9895-172a1b408d85 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:37.769162 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7a4de56e-7c1d-4d5d-903f-7db2b72233ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:37.782142 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4139054a-d730-4e3d-acd1-f95fb406f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a904a72e-584b-481f-bd95-fd02dc4864cc', 'name': 'tempest-TestEncryptedCinderVolumes-1037387406-router', 'tenant_id': '291631c1956f466093884278cc68d1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'e605a386-ee48-41f6-8d37-cab3218234a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:34Z', 'updated_at': '2021-07-14T10:00:35Z', 'revision_number': 3, 'project_id': '291631c1956f466093884278cc68d1ed', 'gw_port': {'id': 'e605a386-ee48-41f6-8d37-cab3218234a8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a904a72e-584b-481f-bd95-fd02dc4864cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:35Z', 'updated_at': '2021-07-14T10:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:37.814479 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4139054a-d730-4e3d-acd1-f95fb406f248 None None] The sync data for ids ['a904a72e-584b-481f-bd95-fd02dc4864cc'] in n-d-771362-35 is: [{'id': 'a904a72e-584b-481f-bd95-fd02dc4864cc', 'name': 'tempest-TestEncryptedCinderVolumes-1037387406-router', 'tenant_id': '291631c1956f466093884278cc68d1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'e605a386-ee48-41f6-8d37-cab3218234a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:34Z', 'updated_at': '2021-07-14T10:00:35Z', 'revision_number': 3, 'project_id': '291631c1956f466093884278cc68d1ed', 'gw_port': {'id': 'e605a386-ee48-41f6-8d37-cab3218234a8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a904a72e-584b-481f-bd95-fd02dc4864cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:35Z', 'updated_at': '2021-07-14T10:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:37.854757 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8d102504-a923-4b92-ab02-b564d77839ec up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:37.904212 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4de56e-7c1d-4d5d-903f-7db2b72233ec admin admin] Router a904a72e-584b-481f-bd95-fd02dc4864cc has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:00:37.913693 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 8d102504-a923-4b92-ab02-b564d77839ec triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:37.913954 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:38.033983 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4de56e-7c1d-4d5d-903f-7db2b72233ec admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:38.039335 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7a4de56e-7c1d-4d5d-903f-7db2b72233ec admin admin] 10.222.0.25 "PUT /v2.0/routers/a904a72e-584b-481f-bd95-fd02dc4864cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9675355 Jul 14 10:00:38.058354 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-9204fb59-6079-4889-8617-bbcd71f5577e None None] Provisioning complete for port 51075ae3-ae6f-455d-875f-8df3379e58a9 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:38.058795 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9204fb59-6079-4889-8617-bbcd71f5577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:38.115371 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9204fb59-6079-4889-8617-bbcd71f5577e None None] Port 51075ae3-ae6f-455d-875f-8df3379e58a9 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:00:38.536448 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34956) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:38.541654 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-504e7ad9-1b20-4217-988d-f047d0148391 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1844536359-network', 'tenant_id': 'bbcf1c38eade4e50865be82ce14f16f6'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:38.564944 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504e7ad9-1b20-4217-988d-f047d0148391 admin admin] Made reservation on behalf of bbcf1c38eade4e50865be82ce14f16f6 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:38.567768 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-504e7ad9-1b20-4217-988d-f047d0148391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:38.577811 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-504e7ad9-1b20-4217-988d-f047d0148391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:38.673664 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-504e7ad9-1b20-4217-988d-f047d0148391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:38.678307 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-504e7ad9-1b20-4217-988d-f047d0148391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:38.707844 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504e7ad9-1b20-4217-988d-f047d0148391 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:00:38.714045 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e7ad9-1b20-4217-988d-f047d0148391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccb1435-84f5-4a0c-8f4a-e14a62791336,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:38.720080 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-504e7ad9-1b20-4217-988d-f047d0148391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:38.720429 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-504e7ad9-1b20-4217-988d-f047d0148391 admin admin] Added segment 01cb5612-eb4f-46f9-953f-5a8fc0b07805 of type vlan for network 9a011c9b-7228-4cc5-9cbb-8ffbbef35a77 Jul 14 10:00:38.764475 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-504e7ad9-1b20-4217-988d-f047d0148391 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:38.792148 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-504e7ad9-1b20-4217-988d-f047d0148391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:38.793104 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504e7ad9-1b20-4217-988d-f047d0148391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:38.793690 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-504e7ad9-1b20-4217-988d-f047d0148391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:38.851030 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-504e7ad9-1b20-4217-988d-f047d0148391 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3133740 Jul 14 10:00:38.853753 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34958) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:38.859042 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-95d5411b-d2bc-4703-af79-32953a718c56 admin admin] Request body: {'subnet': {'network_id': '9a011c9b-7228-4cc5-9cbb-8ffbbef35a77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1844536359-subnet', 'tenant_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:38.861996 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e7ad9-1b20-4217-988d-f047d0148391 admin admin] Pushing event updated for resources: {'Network': ['ID=9a011c9b-7228-4cc5-9cbb-8ffbbef35a77,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:38.871648 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 9a011c9b-7228-4cc5-9cbb-8ffbbef35a77 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:00:38.882257 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d5411b-d2bc-4703-af79-32953a718c56 admin admin] Made reservation on behalf of bbcf1c38eade4e50865be82ce14f16f6 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:38.886005 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95d5411b-d2bc-4703-af79-32953a718c56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:39.058853 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95d5411b-d2bc-4703-af79-32953a718c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:39.116135 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5411b-d2bc-4703-af79-32953a718c56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72b19c90-44cf-4787-952d-19dadcd03138,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:39.128662 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d5411b-d2bc-4703-af79-32953a718c56 admin admin] Checking segment: {'id': '01cb5612-eb4f-46f9-953f-5a8fc0b07805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9a011c9b-7228-4cc5-9cbb-8ffbbef35a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:39.129022 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d5411b-d2bc-4703-af79-32953a718c56 admin admin] Network hostable DHCP agents. Network: 9a011c9b-7228-4cc5-9cbb-8ffbbef35a77, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:00:39.147056 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d5411b-d2bc-4703-af79-32953a718c56 admin admin] Network 9a011c9b-7228-4cc5-9cbb-8ffbbef35a77 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:00:39.155769 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-95d5411b-d2bc-4703-af79-32953a718c56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 9a011c9b-7228-4cc5-9cbb-8ffbbef35a77) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:39.159462 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d5411b-d2bc-4703-af79-32953a718c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:39.160119 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95d5411b-d2bc-4703-af79-32953a718c56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:39.165074 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b13d844-ef84-43f9-8599-0cd10f463e42 None None] Network 9a011c9b-7228-4cc5-9cbb-8ffbbef35a77 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:39.175053 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-95d5411b-d2bc-4703-af79-32953a718c56 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3200386 Jul 14 10:00:39.177772 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 34960) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:39.182500 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-549a4cc2-b834-4f82-9ef4-3d3e35b738bb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1844536359-router', 'tenant_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:39.207134 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-549a4cc2-b834-4f82-9ef4-3d3e35b738bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:39.208378 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-549a4cc2-b834-4f82-9ef4-3d3e35b738bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:39.264179 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-549a4cc2-b834-4f82-9ef4-3d3e35b738bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:39.319290 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36763342-9a65-4caf-b468-7bb18225bd04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-9a011c9b-7228-4cc5-9cbb-8ffbbef35a77', 'network_id': '9a011c9b-7228-4cc5-9cbb-8ffbbef35a77', 'tenant_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'fixed_ips': [{'subnet_id': '72b19c90-44cf-4787-952d-19dadcd03138'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:00:39.320528 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36763342-9a65-4caf-b468-7bb18225bd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:39.413816 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-549a4cc2-b834-4f82-9ef4-3d3e35b738bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:39.453900 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe9f14c-d8ed-47a7-83b7-cbaa760fd425 None None] Sync routers for ids ['a904a72e-584b-481f-bd95-fd02dc4864cc'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:39.468394 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe9f14c-d8ed-47a7-83b7-cbaa760fd425 None None] Routers {'a904a72e-584b-481f-bd95-fd02dc4864cc'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:39.469533 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8fe9f14c-d8ed-47a7-83b7-cbaa760fd425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:00:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['a904a72e-584b-481f-bd95-fd02dc4864cc'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:39.477859 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-36763342-9a65-4caf-b468-7bb18225bd04 None None] Allocated IP 172.20.0.2 (9a011c9b-7228-4cc5-9cbb-8ffbbef35a77/72b19c90-44cf-4787-952d-19dadcd03138/2e1a5d12-ab9a-4352-a53c-fed06a1040be) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:39.608110 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-8fe9f14c-d8ed-47a7-83b7-cbaa760fd425 None None] Set router a904a72e-584b-481f-bd95-fd02dc4864cc gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:00:39.640485 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36763342-9a65-4caf-b468-7bb18225bd04 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:39.649869 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-36763342-9a65-4caf-b468-7bb18225bd04 None None] Transition to ACTIVE for port object 2e1a5d12-ab9a-4352-a53c-fed06a1040be will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:39.673986 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-549a4cc2-b834-4f82-9ef4-3d3e35b738bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:39.679370 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-36763342-9a65-4caf-b468-7bb18225bd04 None None] Transition to ACTIVE for port object 2e1a5d12-ab9a-4352-a53c-fed06a1040be will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:39.687010 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36763342-9a65-4caf-b468-7bb18225bd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:39.696867 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-549a4cc2-b834-4f82-9ef4-3d3e35b738bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:39.746301 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36763342-9a65-4caf-b468-7bb18225bd04 None None] Network 9a011c9b-7228-4cc5-9cbb-8ffbbef35a77 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:39.749887 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-36763342-9a65-4caf-b468-7bb18225bd04 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:39.755375 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36763342-9a65-4caf-b468-7bb18225bd04 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:39.758755 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36763342-9a65-4caf-b468-7bb18225bd04 None None] Pushing event updated for resources: {'Port': ['ID=2e1a5d12-ab9a-4352-a53c-fed06a1040be,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:39.832409 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-549a4cc2-b834-4f82-9ef4-3d3e35b738bb admin admin] Allocated IP 172.25.6.62 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/0fd24b44-5cca-4cef-bdfe-e18ced6f030a) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:39.834140 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-36763342-9a65-4caf-b468-7bb18225bd04 None None] Attempting to bind port 2e1a5d12-ab9a-4352-a53c-fed06a1040be on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:00:39.834514 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-36763342-9a65-4caf-b468-7bb18225bd04 None None] Attempting to bind port 2e1a5d12-ab9a-4352-a53c-fed06a1040be by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '01cb5612-eb4f-46f9-953f-5a8fc0b07805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9a011c9b-7228-4cc5-9cbb-8ffbbef35a77'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:00:39.834875 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36763342-9a65-4caf-b468-7bb18225bd04 None None] Attempting to bind port 2e1a5d12-ab9a-4352-a53c-fed06a1040be on network 9a011c9b-7228-4cc5-9cbb-8ffbbef35a77 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:00:39.840778 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36763342-9a65-4caf-b468-7bb18225bd04 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:00:39.841150 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36763342-9a65-4caf-b468-7bb18225bd04 None None] Checking segment: {'id': '01cb5612-eb4f-46f9-953f-5a8fc0b07805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9a011c9b-7228-4cc5-9cbb-8ffbbef35a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:39.841551 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36763342-9a65-4caf-b468-7bb18225bd04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:39.841940 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36763342-9a65-4caf-b468-7bb18225bd04 None None] Bound using segment: {'id': '01cb5612-eb4f-46f9-953f-5a8fc0b07805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9a011c9b-7228-4cc5-9cbb-8ffbbef35a77'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:00:39.842405 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-36763342-9a65-4caf-b468-7bb18225bd04 None None] Bound port: 2e1a5d12-ab9a-4352-a53c-fed06a1040be, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01cb5612-eb4f-46f9-953f-5a8fc0b07805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9a011c9b-7228-4cc5-9cbb-8ffbbef35a77'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:00:39.843434 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36763342-9a65-4caf-b468-7bb18225bd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:39.859274 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8fe9f14c-d8ed-47a7-83b7-cbaa760fd425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a904a72e-584b-481f-bd95-fd02dc4864cc', 'name': 'tempest-TestEncryptedCinderVolumes-1037387406-router', 'tenant_id': '291631c1956f466093884278cc68d1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'e605a386-ee48-41f6-8d37-cab3218234a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:34Z', 'updated_at': '2021-07-14T10:00:37Z', 'revision_number': 4, 'project_id': '291631c1956f466093884278cc68d1ed', 'gw_port': {'id': 'e605a386-ee48-41f6-8d37-cab3218234a8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a904a72e-584b-481f-bd95-fd02dc4864cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:35Z', 'updated_at': '2021-07-14T10:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '51075ae3-ae6f-455d-875f-8df3379e58a9', 'name': '', 'network_id': 'edb775fd-8253-44bb-9895-172a1b408d85', 'tenant_id': '291631c1956f466093884278cc68d1ed', 'mac_address': 'fa:16:3e:99:fb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a904a72e-584b-481f-bd95-fd02dc4864cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f378bc45-ba91-4f94-8025-5d71ff6b1745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:36Z', 'updated_at': '2021-07-14T10:00:37Z', 'revision_number': 2, 'project_id': '291631c1956f466093884278cc68d1ed', 'subnets': [{'id': 'f378bc45-ba91-4f94-8025-5d71ff6b1745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:39.917146 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e605a386-ee48-41f6-8d37-cab3218234a8 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:39.961007 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-549a4cc2-b834-4f82-9ef4-3d3e35b738bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:39.975161 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-36763342-9a65-4caf-b468-7bb18225bd04 None None] For port 2e1a5d12-ab9a-4352-a53c-fed06a1040be, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:00:39.996925 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe9f14c-d8ed-47a7-83b7-cbaa760fd425 None None] Checking router: a904a72e-584b-481f-bd95-fd02dc4864cc for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:00:39.997461 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe9f14c-d8ed-47a7-83b7-cbaa760fd425 None None] Updating router a904a72e-584b-481f-bd95-fd02dc4864cc port 51075ae3-ae6f-455d-875f-8df3379e58a9 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:00:39.998664 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-36763342-9a65-4caf-b468-7bb18225bd04 None None] For port 2e1a5d12-ab9a-4352-a53c-fed06a1040be, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2e1a5d12-ab9a-4352-a53c-fed06a1040be,segment=NetworkSegment(01cb5612-eb4f-46f9-953f-5a8fc0b07805),segment_id=01cb5612-eb4f-46f9-953f-5a8fc0b07805)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:00:40.008963 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36763342-9a65-4caf-b468-7bb18225bd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:40.009202 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-549a4cc2-b834-4f82-9ef4-3d3e35b738bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:40.034951 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8fe9f14c-d8ed-47a7-83b7-cbaa760fd425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:40.051076 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549a4cc2-b834-4f82-9ef4-3d3e35b738bb admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:40.054207 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-549a4cc2-b834-4f82-9ef4-3d3e35b738bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:40.059043 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port e605a386-ee48-41f6-8d37-cab3218234a8 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:40.059539 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549a4cc2-b834-4f82-9ef4-3d3e35b738bb admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:40.072328 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port e605a386-ee48-41f6-8d37-cab3218234a8 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:40.072765 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:40.098132 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36763342-9a65-4caf-b468-7bb18225bd04 None None] Pushing event updated for resources: {'Port': ['ID=2e1a5d12-ab9a-4352-a53c-fed06a1040be,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:40.145325 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a4cc2-b834-4f82-9ef4-3d3e35b738bb admin admin] Pushing event updated for resources: {'Port': ['ID=0fd24b44-5cca-4cef-bdfe-e18ced6f030a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:40.175732 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:40.197871 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port e605a386-ee48-41f6-8d37-cab3218234a8, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e605a386-ee48-41f6-8d37-cab3218234a8,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:40.203131 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:40.273547 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=e605a386-ee48-41f6-8d37-cab3218234a8,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:40.354083 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-549a4cc2-b834-4f82-9ef4-3d3e35b738bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:40.400742 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8fe9f14c-d8ed-47a7-83b7-cbaa760fd425 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:40.415169 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8fe9f14c-d8ed-47a7-83b7-cbaa760fd425 None None] Transition to ACTIVE for port object 51075ae3-ae6f-455d-875f-8df3379e58a9 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:40.423153 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8fe9f14c-d8ed-47a7-83b7-cbaa760fd425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:40.514386 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed51501-4a04-450f-8a1e-9a14d9431691 None None] Pushing event updated for resources: {'Port': ['ID=51075ae3-ae6f-455d-875f-8df3379e58a9,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:40.540434 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed51501-4a04-450f-8a1e-9a14d9431691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:40.540853 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed51501-4a04-450f-8a1e-9a14d9431691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:40.541293 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed51501-4a04-450f-8a1e-9a14d9431691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:40.541725 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed51501-4a04-450f-8a1e-9a14d9431691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:40.542154 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed51501-4a04-450f-8a1e-9a14d9431691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:40.542579 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed51501-4a04-450f-8a1e-9a14d9431691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:40.543004 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed51501-4a04-450f-8a1e-9a14d9431691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:40.543426 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed51501-4a04-450f-8a1e-9a14d9431691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:40.543871 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed51501-4a04-450f-8a1e-9a14d9431691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:40.544291 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed51501-4a04-450f-8a1e-9a14d9431691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:40.544737 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed51501-4a04-450f-8a1e-9a14d9431691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:40.545156 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed51501-4a04-450f-8a1e-9a14d9431691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:40.563010 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8fe9f14c-d8ed-47a7-83b7-cbaa760fd425 None None] Attempting to bind port 51075ae3-ae6f-455d-875f-8df3379e58a9 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:00:40.563700 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8fe9f14c-d8ed-47a7-83b7-cbaa760fd425 None None] Attempting to bind port 51075ae3-ae6f-455d-875f-8df3379e58a9 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '47b893de-10cb-4875-a5d4-b89884209f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edb775fd-8253-44bb-9895-172a1b408d85'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:00:40.564061 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe9f14c-d8ed-47a7-83b7-cbaa760fd425 None None] Attempting to bind port 51075ae3-ae6f-455d-875f-8df3379e58a9 on network edb775fd-8253-44bb-9895-172a1b408d85 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:00:40.569595 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe9f14c-d8ed-47a7-83b7-cbaa760fd425 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:00:40.569964 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe9f14c-d8ed-47a7-83b7-cbaa760fd425 None None] Checking segment: {'id': '47b893de-10cb-4875-a5d4-b89884209f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edb775fd-8253-44bb-9895-172a1b408d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:40.570364 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8fe9f14c-d8ed-47a7-83b7-cbaa760fd425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:40.571022 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe9f14c-d8ed-47a7-83b7-cbaa760fd425 None None] Bound using segment: {'id': '47b893de-10cb-4875-a5d4-b89884209f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edb775fd-8253-44bb-9895-172a1b408d85'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:00:40.571785 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8fe9f14c-d8ed-47a7-83b7-cbaa760fd425 None None] Bound port: 51075ae3-ae6f-455d-875f-8df3379e58a9, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b893de-10cb-4875-a5d4-b89884209f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edb775fd-8253-44bb-9895-172a1b408d85'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:00:40.572166 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8fe9f14c-d8ed-47a7-83b7-cbaa760fd425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:40.591478 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-549a4cc2-b834-4f82-9ef4-3d3e35b738bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:40.640973 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8fe9f14c-d8ed-47a7-83b7-cbaa760fd425 None None] For port 51075ae3-ae6f-455d-875f-8df3379e58a9, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:00:40.644166 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8fe9f14c-d8ed-47a7-83b7-cbaa760fd425 None None] For port 51075ae3-ae6f-455d-875f-8df3379e58a9, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=51075ae3-ae6f-455d-875f-8df3379e58a9,segment=NetworkSegment(47b893de-10cb-4875-a5d4-b89884209f0a),segment_id=47b893de-10cb-4875-a5d4-b89884209f0a)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:00:40.649914 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8fe9f14c-d8ed-47a7-83b7-cbaa760fd425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:40.706842 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe9f14c-d8ed-47a7-83b7-cbaa760fd425 None None] Routers {'a904a72e-584b-481f-bd95-fd02dc4864cc'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:40.707468 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8fe9f14c-d8ed-47a7-83b7-cbaa760fd425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:00:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['a904a72e-584b-481f-bd95-fd02dc4864cc'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:40.742520 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549a4cc2-b834-4f82-9ef4-3d3e35b738bb admin admin] Router 942c0531-1491-41b7-bef1-b7fd236e54ff is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:00:40.753606 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed51501-4a04-450f-8a1e-9a14d9431691 None None] Pushing event updated for resources: {'Port': ['ID=51075ae3-ae6f-455d-875f-8df3379e58a9,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:40.835244 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-8fe9f14c-d8ed-47a7-83b7-cbaa760fd425 None None] Set router a904a72e-584b-481f-bd95-fd02dc4864cc gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:00:40.874778 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549a4cc2-b834-4f82-9ef4-3d3e35b738bb admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:40.891839 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d02f1-3e9d-4541-9627-bdc93a6518c5 None None] Sync routers for ids ['942c0531-1491-41b7-bef1-b7fd236e54ff'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:40.904389 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426d02f1-3e9d-4541-9627-bdc93a6518c5 None None] Routers {'942c0531-1491-41b7-bef1-b7fd236e54ff'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:40.905114 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-426d02f1-3e9d-4541-9627-bdc93a6518c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:00:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['942c0531-1491-41b7-bef1-b7fd236e54ff'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:40.908224 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-549a4cc2-b834-4f82-9ef4-3d3e35b738bb admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:40.909501 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-549a4cc2-b834-4f82-9ef4-3d3e35b738bb admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7306755 Jul 14 10:00:40.912747 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 34962) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:41.060089 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-426d02f1-3e9d-4541-9627-bdc93a6518c5 None None] Set router 942c0531-1491-41b7-bef1-b7fd236e54ff gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:00:41.087038 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8fe9f14c-d8ed-47a7-83b7-cbaa760fd425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a904a72e-584b-481f-bd95-fd02dc4864cc', 'name': 'tempest-TestEncryptedCinderVolumes-1037387406-router', 'tenant_id': '291631c1956f466093884278cc68d1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'e605a386-ee48-41f6-8d37-cab3218234a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:34Z', 'updated_at': '2021-07-14T10:00:37Z', 'revision_number': 4, 'project_id': '291631c1956f466093884278cc68d1ed', 'gw_port': {'id': 'e605a386-ee48-41f6-8d37-cab3218234a8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a904a72e-584b-481f-bd95-fd02dc4864cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:35Z', 'updated_at': '2021-07-14T10:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '51075ae3-ae6f-455d-875f-8df3379e58a9', 'name': '', 'network_id': 'edb775fd-8253-44bb-9895-172a1b408d85', 'tenant_id': '291631c1956f466093884278cc68d1ed', 'mac_address': 'fa:16:3e:99:fb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a904a72e-584b-481f-bd95-fd02dc4864cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f378bc45-ba91-4f94-8025-5d71ff6b1745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:36Z', 'updated_at': '2021-07-14T10:00:40Z', 'revision_number': 4, 'project_id': '291631c1956f466093884278cc68d1ed', 'subnets': [{'id': 'f378bc45-ba91-4f94-8025-5d71ff6b1745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:41.122141 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe9f14c-d8ed-47a7-83b7-cbaa760fd425 None None] The sync data for ids ['a904a72e-584b-481f-bd95-fd02dc4864cc'] in n-d-771362-35 is: [{'id': 'a904a72e-584b-481f-bd95-fd02dc4864cc', 'name': 'tempest-TestEncryptedCinderVolumes-1037387406-router', 'tenant_id': '291631c1956f466093884278cc68d1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'e605a386-ee48-41f6-8d37-cab3218234a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:34Z', 'updated_at': '2021-07-14T10:00:37Z', 'revision_number': 4, 'project_id': '291631c1956f466093884278cc68d1ed', 'gw_port': {'id': 'e605a386-ee48-41f6-8d37-cab3218234a8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a904a72e-584b-481f-bd95-fd02dc4864cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:35Z', 'updated_at': '2021-07-14T10:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '51075ae3-ae6f-455d-875f-8df3379e58a9', 'name': '', 'network_id': 'edb775fd-8253-44bb-9895-172a1b408d85', 'tenant_id': '291631c1956f466093884278cc68d1ed', 'mac_address': 'fa:16:3e:99:fb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a904a72e-584b-481f-bd95-fd02dc4864cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f378bc45-ba91-4f94-8025-5d71ff6b1745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:36Z', 'updated_at': '2021-07-14T10:00:40Z', 'revision_number': 4, 'project_id': '291631c1956f466093884278cc68d1ed', 'subnets': [{'id': 'f378bc45-ba91-4f94-8025-5d71ff6b1745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:41.195736 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:41.300473 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-426d02f1-3e9d-4541-9627-bdc93a6518c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c0531-1491-41b7-bef1-b7fd236e54ff', 'name': 'tempest-TestEncryptedCinderVolumes-1844536359-router', 'tenant_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '0fd24b44-5cca-4cef-bdfe-e18ced6f030a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:39Z', 'updated_at': '2021-07-14T10:00:40Z', 'revision_number': 3, 'project_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'gw_port': {'id': '0fd24b44-5cca-4cef-bdfe-e18ced6f030a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c0531-1491-41b7-bef1-b7fd236e54ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:39Z', 'updated_at': '2021-07-14T10:00:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:41.333437 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d02f1-3e9d-4541-9627-bdc93a6518c5 None None] Checking router: 942c0531-1491-41b7-bef1-b7fd236e54ff for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:00:41.333791 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d02f1-3e9d-4541-9627-bdc93a6518c5 None None] Updating router 942c0531-1491-41b7-bef1-b7fd236e54ff port 0fd24b44-5cca-4cef-bdfe-e18ced6f030a binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:00:41.388606 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-426d02f1-3e9d-4541-9627-bdc93a6518c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:41.432077 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c08d03f-cec3-4c8b-80a1-de22768bf595 None None] Network 9a011c9b-7228-4cc5-9cbb-8ffbbef35a77 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:41.467842 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f8584f2e-f733-4cb0-b532-2f36a5f5fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:41.567359 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1a36f4da-d24b-4827-b64e-44401cfc3226 None None] Provisioning for port 2e1a5d12-ab9a-4352-a53c-fed06a1040be completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:41.640084 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-f8584f2e-f733-4cb0-b532-2f36a5f5fb01 admin admin] Allocated IP 172.20.0.1 (9a011c9b-7228-4cc5-9cbb-8ffbbef35a77/72b19c90-44cf-4787-952d-19dadcd03138/e46b44b3-daf5-4e8d-80c3-06addcaa3b6c) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:41.756743 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f8584f2e-f733-4cb0-b532-2f36a5f5fb01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:41.772282 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f8584f2e-f733-4cb0-b532-2f36a5f5fb01 admin admin] Transition to ACTIVE for port object e46b44b3-daf5-4e8d-80c3-06addcaa3b6c will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:41.817399 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f8584f2e-f733-4cb0-b532-2f36a5f5fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:41.853388 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-426d02f1-3e9d-4541-9627-bdc93a6518c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:41.871574 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-426d02f1-3e9d-4541-9627-bdc93a6518c5 None None] Transition to ACTIVE for port object 0fd24b44-5cca-4cef-bdfe-e18ced6f030a will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:41.877450 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8584f2e-f733-4cb0-b532-2f36a5f5fb01 admin admin] Network 9a011c9b-7228-4cc5-9cbb-8ffbbef35a77 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:41.884807 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-426d02f1-3e9d-4541-9627-bdc93a6518c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:41.891401 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f8584f2e-f733-4cb0-b532-2f36a5f5fb01 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:41.902175 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8584f2e-f733-4cb0-b532-2f36a5f5fb01 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:41.943962 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8584f2e-f733-4cb0-b532-2f36a5f5fb01 admin admin] Pushing event updated for resources: {'Port': ['ID=e46b44b3-daf5-4e8d-80c3-06addcaa3b6c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:41.966392 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f8584f2e-f733-4cb0-b532-2f36a5f5fb01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:41.982128 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-426d02f1-3e9d-4541-9627-bdc93a6518c5 None None] Attempting to bind port 0fd24b44-5cca-4cef-bdfe-e18ced6f030a on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:00:41.982506 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-426d02f1-3e9d-4541-9627-bdc93a6518c5 None None] Attempting to bind port 0fd24b44-5cca-4cef-bdfe-e18ced6f030a by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:00:41.983772 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d02f1-3e9d-4541-9627-bdc93a6518c5 None None] Attempting to bind port 0fd24b44-5cca-4cef-bdfe-e18ced6f030a on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:00:41.986266 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d2d32-c5b9-4629-9362-cbd35f8bd6b4 None None] Pushing event updated for resources: {'Port': ['ID=0fd24b44-5cca-4cef-bdfe-e18ced6f030a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:42.000512 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d02f1-3e9d-4541-9627-bdc93a6518c5 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:00:42.001147 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d02f1-3e9d-4541-9627-bdc93a6518c5 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:42.001711 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-426d02f1-3e9d-4541-9627-bdc93a6518c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:42.002209 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d02f1-3e9d-4541-9627-bdc93a6518c5 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:00:42.002815 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-426d02f1-3e9d-4541-9627-bdc93a6518c5 None None] Bound port: 0fd24b44-5cca-4cef-bdfe-e18ced6f030a, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:00:42.003308 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-426d02f1-3e9d-4541-9627-bdc93a6518c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:42.084531 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2e1a5d12-ab9a-4352-a53c-fed06a1040be up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:42.125515 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-426d02f1-3e9d-4541-9627-bdc93a6518c5 None None] For port 0fd24b44-5cca-4cef-bdfe-e18ced6f030a, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:00:42.140622 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f8584f2e-f733-4cb0-b532-2f36a5f5fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:42.146176 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-426d02f1-3e9d-4541-9627-bdc93a6518c5 None None] For port 0fd24b44-5cca-4cef-bdfe-e18ced6f030a, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=0fd24b44-5cca-4cef-bdfe-e18ced6f030a,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:00:42.157395 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-426d02f1-3e9d-4541-9627-bdc93a6518c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:42.226437 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 2e1a5d12-ab9a-4352-a53c-fed06a1040be completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:42.242205 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 2e1a5d12-ab9a-4352-a53c-fed06a1040be triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:42.242829 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:42.274180 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426d02f1-3e9d-4541-9627-bdc93a6518c5 None None] Routers {'942c0531-1491-41b7-bef1-b7fd236e54ff'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:42.274928 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-426d02f1-3e9d-4541-9627-bdc93a6518c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:00:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['942c0531-1491-41b7-bef1-b7fd236e54ff'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:42.325688 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d2d32-c5b9-4629-9362-cbd35f8bd6b4 None None] Pushing event updated for resources: {'Port': ['ID=0fd24b44-5cca-4cef-bdfe-e18ced6f030a,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:42.344024 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ca757c44-58e2-430e-ab9a-99367db96a9a None None] Provisioning complete for port 2e1a5d12-ab9a-4352-a53c-fed06a1040be triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:42.344399 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca757c44-58e2-430e-ab9a-99367db96a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:42.370054 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f8584f2e-f733-4cb0-b532-2f36a5f5fb01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:42.376350 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f8584f2e-f733-4cb0-b532-2f36a5f5fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:42.448484 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f8584f2e-f733-4cb0-b532-2f36a5f5fb01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:42.471305 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8584f2e-f733-4cb0-b532-2f36a5f5fb01 admin admin] Pushing event updated for resources: {'Port': ['ID=e46b44b3-daf5-4e8d-80c3-06addcaa3b6c,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:42.558849 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8584f2e-f733-4cb0-b532-2f36a5f5fb01 admin admin] Network 9a011c9b-7228-4cc5-9cbb-8ffbbef35a77 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:42.561797 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f8584f2e-f733-4cb0-b532-2f36a5f5fb01 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:42.679920 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:42.683644 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-426d02f1-3e9d-4541-9627-bdc93a6518c5 None None] Set router 942c0531-1491-41b7-bef1-b7fd236e54ff gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:00:42.686713 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:42.690914 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8584f2e-f733-4cb0-b532-2f36a5f5fb01 admin admin] Router 942c0531-1491-41b7-bef1-b7fd236e54ff has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:00:42.812669 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8584f2e-f733-4cb0-b532-2f36a5f5fb01 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:42.817622 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f8584f2e-f733-4cb0-b532-2f36a5f5fb01 admin admin] 10.222.0.25 "PUT /v2.0/routers/942c0531-1491-41b7-bef1-b7fd236e54ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9041703 Jul 14 10:00:42.831230 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca757c44-58e2-430e-ab9a-99367db96a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:42.834384 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 2e1a5d12-ab9a-4352-a53c-fed06a1040be, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2e1a5d12-ab9a-4352-a53c-fed06a1040be,segment=NetworkSegment(01cb5612-eb4f-46f9-953f-5a8fc0b07805),segment_id=01cb5612-eb4f-46f9-953f-5a8fc0b07805)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:42.863316 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:42.864147 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e605a386-ee48-41f6-8d37-cab3218234a8 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:43.020604 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=2e1a5d12-ab9a-4352-a53c-fed06a1040be,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:43.036227 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-ca757c44-58e2-430e-ab9a-99367db96a9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 10:00:43.036586 n-d-771362-35 neutron-server[93774]: DEBUG oslo_db.api [None req-ca757c44-58e2-430e-ab9a-99367db96a9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 10:00:43.059403 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port e605a386-ee48-41f6-8d37-cab3218234a8 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:43.059808 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:43.120790 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-426d02f1-3e9d-4541-9627-bdc93a6518c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c0531-1491-41b7-bef1-b7fd236e54ff', 'name': 'tempest-TestEncryptedCinderVolumes-1844536359-router', 'tenant_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '0fd24b44-5cca-4cef-bdfe-e18ced6f030a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:39Z', 'updated_at': '2021-07-14T10:00:42Z', 'revision_number': 4, 'project_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'gw_port': {'id': '0fd24b44-5cca-4cef-bdfe-e18ced6f030a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c0531-1491-41b7-bef1-b7fd236e54ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:39Z', 'updated_at': '2021-07-14T10:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'e46b44b3-daf5-4e8d-80c3-06addcaa3b6c', 'name': '', 'network_id': '9a011c9b-7228-4cc5-9cbb-8ffbbef35a77', 'tenant_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'mac_address': 'fa:16:3e:f6:7c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c0531-1491-41b7-bef1-b7fd236e54ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '72b19c90-44cf-4787-952d-19dadcd03138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:41Z', 'updated_at': '2021-07-14T10:00:41Z', 'revision_number': 1, 'project_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'subnets': [{'id': '72b19c90-44cf-4787-952d-19dadcd03138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:43.154799 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d02f1-3e9d-4541-9627-bdc93a6518c5 None None] The sync data for ids ['942c0531-1491-41b7-bef1-b7fd236e54ff'] in n-d-771362-35 is: [{'id': '942c0531-1491-41b7-bef1-b7fd236e54ff', 'name': 'tempest-TestEncryptedCinderVolumes-1844536359-router', 'tenant_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '0fd24b44-5cca-4cef-bdfe-e18ced6f030a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:39Z', 'updated_at': '2021-07-14T10:00:42Z', 'revision_number': 4, 'project_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'gw_port': {'id': '0fd24b44-5cca-4cef-bdfe-e18ced6f030a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c0531-1491-41b7-bef1-b7fd236e54ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:39Z', 'updated_at': '2021-07-14T10:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'e46b44b3-daf5-4e8d-80c3-06addcaa3b6c', 'name': '', 'network_id': '9a011c9b-7228-4cc5-9cbb-8ffbbef35a77', 'tenant_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'mac_address': 'fa:16:3e:f6:7c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c0531-1491-41b7-bef1-b7fd236e54ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '72b19c90-44cf-4787-952d-19dadcd03138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:41Z', 'updated_at': '2021-07-14T10:00:41Z', 'revision_number': 1, 'project_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'subnets': [{'id': '72b19c90-44cf-4787-952d-19dadcd03138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:43.189817 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 51075ae3-ae6f-455d-875f-8df3379e58a9 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:43.239475 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 51075ae3-ae6f-455d-875f-8df3379e58a9 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:43.244564 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 51075ae3-ae6f-455d-875f-8df3379e58a9 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:43.244564 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:43.340065 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:43.395614 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 51075ae3-ae6f-455d-875f-8df3379e58a9, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=51075ae3-ae6f-455d-875f-8df3379e58a9,segment=NetworkSegment(47b893de-10cb-4875-a5d4-b89884209f0a),segment_id=47b893de-10cb-4875-a5d4-b89884209f0a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:43.400303 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:43.456977 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=51075ae3-ae6f-455d-875f-8df3379e58a9,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:43.680783 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-bbca398c-5d57-45e2-a8c9-92fafe3496c5 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:43.682365 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-bbca398c-5d57-45e2-a8c9-92fafe3496c5 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/networks?id=edb775fd-8253-44bb-9895-172a1b408d85 HTTP/1.1" status: 200 len: 817 time: 0.1037869 Jul 14 10:00:43.709660 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-21d398f1-bc9f-496d-b53c-8c2889dc0501 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/quotas/291631c1956f466093884278cc68d1ed HTTP/1.1" status: 200 len: 375 time: 0.0194747 Jul 14 10:00:43.712012 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0c228598-7557-4525-97fb-ca18b435ba3a None None] Provisioning for port e46b44b3-daf5-4e8d-80c3-06addcaa3b6c completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:43.716212 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0c228598-7557-4525-97fb-ca18b435ba3a None None] Provisioning complete for port e46b44b3-daf5-4e8d-80c3-06addcaa3b6c triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:43.716608 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c228598-7557-4525-97fb-ca18b435ba3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:43.759082 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0c228598-7557-4525-97fb-ca18b435ba3a None None] Port e46b44b3-daf5-4e8d-80c3-06addcaa3b6c cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:00:43.794990 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-5b5666e3-a78c-4fd1-a08c-1b34c36aaf68 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=291631c1956f466093884278cc68d1ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792549 Jul 14 10:00:43.885900 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2e1a5d12-ab9a-4352-a53c-fed06a1040be up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:43.911052 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-10042125-a401-40c3-92a7-67db9ffad0e7 service neutron] 10.222.0.25 "GET /v2.0/networks/edb775fd-8253-44bb-9895-172a1b408d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029053 Jul 14 10:00:43.949892 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 2e1a5d12-ab9a-4352-a53c-fed06a1040be triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:43.950349 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:44.012556 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-aae43219-1807-4d87-93d6-1353bb75ed52 service neutron] 10.222.0.25 "GET /v2.0/networks/edb775fd-8253-44bb-9895-172a1b408d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956707 Jul 14 10:00:44.037775 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 51075ae3-ae6f-455d-875f-8df3379e58a9 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:44.092625 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 51075ae3-ae6f-455d-875f-8df3379e58a9 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:44.093074 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:44.215472 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d24b40ab-0edc-4713-a8b1-379ab231f240 req-3671866f-0b15-4955-96b7-209e75a2a641 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c87ccbf7-fe29-40ee-a72c-239ce7af73f4 HTTP/1.1" status: 200 len: 210 time: 0.0319726 Jul 14 10:00:45.219904 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f46cee-2fef-41b0-8247-da451af7a4b3 None None] Sync routers for ids ['942c0531-1491-41b7-bef1-b7fd236e54ff'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:45.230210 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f46cee-2fef-41b0-8247-da451af7a4b3 None None] Routers {'942c0531-1491-41b7-bef1-b7fd236e54ff'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:45.230845 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a4f46cee-2fef-41b0-8247-da451af7a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:00:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['942c0531-1491-41b7-bef1-b7fd236e54ff'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:45.323887 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-fc1c1102-06de-45f1-b11e-bc712f2b204b tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:45.326779 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-fc1c1102-06de-45f1-b11e-bc712f2b204b tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.44 "GET /v2.0/networks?id=edb775fd-8253-44bb-9895-172a1b408d85 HTTP/1.1" status: 200 len: 817 time: 0.1117547 Jul 14 10:00:45.340646 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-712749aa-7d28-47c1-98c2-68982de768c8 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Request body: {'port': {'device_id': 'c87ccbf7-fe29-40ee-a72c-239ce7af73f4', 'network_id': 'edb775fd-8253-44bb-9895-172a1b408d85', 'admin_state_up': True, 'tenant_id': '291631c1956f466093884278cc68d1ed'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:45.375723 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-a4f46cee-2fef-41b0-8247-da451af7a4b3 None None] Set router 942c0531-1491-41b7-bef1-b7fd236e54ff gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:00:45.381944 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-02cf535e-c1ce-440a-ad88-513f91459924 req-fb756cca-8109-4770-8347-0dd44cc8ae5d tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c87ccbf7-fe29-40ee-a72c-239ce7af73f4 HTTP/1.1" status: 200 len: 210 time: 0.0378332 Jul 14 10:00:45.485147 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-712749aa-7d28-47c1-98c2-68982de768c8 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Made reservation on behalf of 291631c1956f466093884278cc68d1ed for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:45.488762 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-712749aa-7d28-47c1-98c2-68982de768c8 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:45.593609 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a4f46cee-2fef-41b0-8247-da451af7a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c0531-1491-41b7-bef1-b7fd236e54ff', 'name': 'tempest-TestEncryptedCinderVolumes-1844536359-router', 'tenant_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '0fd24b44-5cca-4cef-bdfe-e18ced6f030a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:39Z', 'updated_at': '2021-07-14T10:00:42Z', 'revision_number': 4, 'project_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'gw_port': {'id': '0fd24b44-5cca-4cef-bdfe-e18ced6f030a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c0531-1491-41b7-bef1-b7fd236e54ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:39Z', 'updated_at': '2021-07-14T10:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'e46b44b3-daf5-4e8d-80c3-06addcaa3b6c', 'name': '', 'network_id': '9a011c9b-7228-4cc5-9cbb-8ffbbef35a77', 'tenant_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'mac_address': 'fa:16:3e:f6:7c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c0531-1491-41b7-bef1-b7fd236e54ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '72b19c90-44cf-4787-952d-19dadcd03138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:41Z', 'updated_at': '2021-07-14T10:00:42Z', 'revision_number': 2, 'project_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'subnets': [{'id': '72b19c90-44cf-4787-952d-19dadcd03138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:45.620024 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f46cee-2fef-41b0-8247-da451af7a4b3 None None] Checking router: 942c0531-1491-41b7-bef1-b7fd236e54ff for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:00:45.620375 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f46cee-2fef-41b0-8247-da451af7a4b3 None None] Updating router 942c0531-1491-41b7-bef1-b7fd236e54ff port e46b44b3-daf5-4e8d-80c3-06addcaa3b6c binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:00:45.621925 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-712749aa-7d28-47c1-98c2-68982de768c8 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Allocated IP 172.20.0.12 (edb775fd-8253-44bb-9895-172a1b408d85/f378bc45-ba91-4f94-8025-5d71ff6b1745/f39318fe-c712-4871-b40d-04e31fe02f6b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:45.654527 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4f46cee-2fef-41b0-8247-da451af7a4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:45.769890 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-712749aa-7d28-47c1-98c2-68982de768c8 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:45.785509 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-712749aa-7d28-47c1-98c2-68982de768c8 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Transition to ACTIVE for port object f39318fe-c712-4871-b40d-04e31fe02f6b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:45.827690 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-712749aa-7d28-47c1-98c2-68982de768c8 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:45.878267 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-712749aa-7d28-47c1-98c2-68982de768c8 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Network edb775fd-8253-44bb-9895-172a1b408d85 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:45.881681 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-712749aa-7d28-47c1-98c2-68982de768c8 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:45.882391 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 0fd24b44-5cca-4cef-bdfe-e18ced6f030a up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:45.888783 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-712749aa-7d28-47c1-98c2-68982de768c8 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:45.921256 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712749aa-7d28-47c1-98c2-68982de768c8 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Pushing event updated for resources: {'Port': ['ID=f39318fe-c712-4871-b40d-04e31fe02f6b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:45.937512 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4f46cee-2fef-41b0-8247-da451af7a4b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:45.949137 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-712749aa-7d28-47c1-98c2-68982de768c8 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:45.950565 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-712749aa-7d28-47c1-98c2-68982de768c8 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:45.954593 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a4f46cee-2fef-41b0-8247-da451af7a4b3 None None] Transition to ACTIVE for port object e46b44b3-daf5-4e8d-80c3-06addcaa3b6c will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:45.958965 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 0fd24b44-5cca-4cef-bdfe-e18ced6f030a completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:45.963017 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4f46cee-2fef-41b0-8247-da451af7a4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:45.964195 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 0fd24b44-5cca-4cef-bdfe-e18ced6f030a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:45.964580 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:45.970136 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-712749aa-7d28-47c1-98c2-68982de768c8 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6352758 Jul 14 10:00:45.983302 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-2f95a6ae-90a4-4380-99fa-10a603c44176 service neutron] Request body: {'port': {'device_id': 'c87ccbf7-fe29-40ee-a72c-239ce7af73f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:46.049292 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35abe40-374c-46fe-be18-fa90ed930a1f None None] Pushing event updated for resources: {'Port': ['ID=e46b44b3-daf5-4e8d-80c3-06addcaa3b6c,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:46.066402 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:46.090417 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-2f95a6ae-90a4-4380-99fa-10a603c44176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:46.090768 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 0fd24b44-5cca-4cef-bdfe-e18ced6f030a, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=0fd24b44-5cca-4cef-bdfe-e18ced6f030a,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:46.097738 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:46.179795 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=0fd24b44-5cca-4cef-bdfe-e18ced6f030a,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:46.231194 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a4f46cee-2fef-41b0-8247-da451af7a4b3 None None] Attempting to bind port e46b44b3-daf5-4e8d-80c3-06addcaa3b6c on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:00:46.231813 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a4f46cee-2fef-41b0-8247-da451af7a4b3 None None] Attempting to bind port e46b44b3-daf5-4e8d-80c3-06addcaa3b6c by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '01cb5612-eb4f-46f9-953f-5a8fc0b07805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9a011c9b-7228-4cc5-9cbb-8ffbbef35a77'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:00:46.231936 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f46cee-2fef-41b0-8247-da451af7a4b3 None None] Attempting to bind port e46b44b3-daf5-4e8d-80c3-06addcaa3b6c on network 9a011c9b-7228-4cc5-9cbb-8ffbbef35a77 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:00:46.239303 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f46cee-2fef-41b0-8247-da451af7a4b3 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:00:46.239851 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f46cee-2fef-41b0-8247-da451af7a4b3 None None] Checking segment: {'id': '01cb5612-eb4f-46f9-953f-5a8fc0b07805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9a011c9b-7228-4cc5-9cbb-8ffbbef35a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:46.240458 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4f46cee-2fef-41b0-8247-da451af7a4b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:46.240973 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f46cee-2fef-41b0-8247-da451af7a4b3 None None] Bound using segment: {'id': '01cb5612-eb4f-46f9-953f-5a8fc0b07805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9a011c9b-7228-4cc5-9cbb-8ffbbef35a77'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:00:46.241552 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a4f46cee-2fef-41b0-8247-da451af7a4b3 None None] Bound port: e46b44b3-daf5-4e8d-80c3-06addcaa3b6c, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01cb5612-eb4f-46f9-953f-5a8fc0b07805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9a011c9b-7228-4cc5-9cbb-8ffbbef35a77'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:00:46.242039 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4f46cee-2fef-41b0-8247-da451af7a4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:46.310315 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-90be6490-7ac8-4535-8b0c-8343bd92a34f None None] Provisioning for port f39318fe-c712-4871-b40d-04e31fe02f6b completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:46.314072 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a4f46cee-2fef-41b0-8247-da451af7a4b3 None None] For port e46b44b3-daf5-4e8d-80c3-06addcaa3b6c, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:00:46.314232 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-90be6490-7ac8-4535-8b0c-8343bd92a34f None None] Provisioning complete for port f39318fe-c712-4871-b40d-04e31fe02f6b triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:46.314581 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90be6490-7ac8-4535-8b0c-8343bd92a34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:46.317477 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a4f46cee-2fef-41b0-8247-da451af7a4b3 None None] For port e46b44b3-daf5-4e8d-80c3-06addcaa3b6c, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e46b44b3-daf5-4e8d-80c3-06addcaa3b6c,segment=NetworkSegment(01cb5612-eb4f-46f9-953f-5a8fc0b07805),segment_id=01cb5612-eb4f-46f9-953f-5a8fc0b07805)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:00:46.328884 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4f46cee-2fef-41b0-8247-da451af7a4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:46.350961 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-90be6490-7ac8-4535-8b0c-8343bd92a34f None None] Port f39318fe-c712-4871-b40d-04e31fe02f6b cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:00:46.397982 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f46cee-2fef-41b0-8247-da451af7a4b3 None None] Routers {'942c0531-1491-41b7-bef1-b7fd236e54ff'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:46.400878 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a4f46cee-2fef-41b0-8247-da451af7a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:00:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['942c0531-1491-41b7-bef1-b7fd236e54ff'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:46.440487 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-2f95a6ae-90a4-4380-99fa-10a603c44176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f39318fe-c712-4871-b40d-04e31fe02f6b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:00:46.449774 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-2f95a6ae-90a4-4380-99fa-10a603c44176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:46.458037 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35abe40-374c-46fe-be18-fa90ed930a1f None None] Pushing event updated for resources: {'Port': ['ID=e46b44b3-daf5-4e8d-80c3-06addcaa3b6c,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:46.466144 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-2f95a6ae-90a4-4380-99fa-10a603c44176 service neutron] Transition to ACTIVE for port object f39318fe-c712-4871-b40d-04e31fe02f6b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:46.472381 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-2f95a6ae-90a4-4380-99fa-10a603c44176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:46.566470 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-a4f46cee-2fef-41b0-8247-da451af7a4b3 None None] Set router 942c0531-1491-41b7-bef1-b7fd236e54ff gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:00:46.609573 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95a6ae-90a4-4380-99fa-10a603c44176 service neutron] Pushing event updated for resources: {'Port': ['ID=f39318fe-c712-4871-b40d-04e31fe02f6b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:46.631463 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc8d5f-5fcc-42eb-9c32-d920acc46bf2 req-0336bbdd-8c96-486f-bf79-8abb7e5402a8 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:46.638647 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-15bc8d5f-5fcc-42eb-9c32-d920acc46bf2 req-0336bbdd-8c96-486f-bf79-8abb7e5402a8 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c87ccbf7-fe29-40ee-a72c-239ce7af73f4 HTTP/1.1" status: 200 len: 944 time: 0.0919752 Jul 14 10:00:46.654705 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-2f95a6ae-90a4-4380-99fa-10a603c44176 service neutron] Attempting to bind port f39318fe-c712-4871-b40d-04e31fe02f6b on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:00:46.656688 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-2f95a6ae-90a4-4380-99fa-10a603c44176 service neutron] Attempting to bind port f39318fe-c712-4871-b40d-04e31fe02f6b by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '47b893de-10cb-4875-a5d4-b89884209f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edb775fd-8253-44bb-9895-172a1b408d85'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:00:46.657129 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-2f95a6ae-90a4-4380-99fa-10a603c44176 service neutron] Attempting to bind port f39318fe-c712-4871-b40d-04e31fe02f6b on network edb775fd-8253-44bb-9895-172a1b408d85 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:00:46.663337 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-2f95a6ae-90a4-4380-99fa-10a603c44176 service neutron] Port f39318fe-c712-4871-b40d-04e31fe02f6b on network edb775fd-8253-44bb-9895-172a1b408d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:00:46.663337 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-2f95a6ae-90a4-4380-99fa-10a603c44176 service neutron] Attempting to bind port f39318fe-c712-4871-b40d-04e31fe02f6b on network edb775fd-8253-44bb-9895-172a1b408d85 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:00:46.668669 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-2f95a6ae-90a4-4380-99fa-10a603c44176 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:00:46.669130 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-2f95a6ae-90a4-4380-99fa-10a603c44176 service neutron] Checking segment: {'id': '47b893de-10cb-4875-a5d4-b89884209f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edb775fd-8253-44bb-9895-172a1b408d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:46.669623 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-2f95a6ae-90a4-4380-99fa-10a603c44176 service neutron] Bound using segment: {'id': '47b893de-10cb-4875-a5d4-b89884209f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edb775fd-8253-44bb-9895-172a1b408d85'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:00:46.677437 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-2f95a6ae-90a4-4380-99fa-10a603c44176 service neutron] Bound port: f39318fe-c712-4871-b40d-04e31fe02f6b, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b893de-10cb-4875-a5d4-b89884209f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edb775fd-8253-44bb-9895-172a1b408d85'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:00:46.679120 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-2f95a6ae-90a4-4380-99fa-10a603c44176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:46.684130 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-15bc8d5f-5fcc-42eb-9c32-d920acc46bf2 req-a57261ef-472b-4c3f-b847-adef5c6f3c54 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a1a187-29ba-49a2-aecc-3130e1bd0610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445149 Jul 14 10:00:46.757289 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-2f95a6ae-90a4-4380-99fa-10a603c44176 service neutron] For port f39318fe-c712-4871-b40d-04e31fe02f6b, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:00:46.761085 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-2f95a6ae-90a4-4380-99fa-10a603c44176 service neutron] For port f39318fe-c712-4871-b40d-04e31fe02f6b, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=f39318fe-c712-4871-b40d-04e31fe02f6b,segment=NetworkSegment(47b893de-10cb-4875-a5d4-b89884209f0a),segment_id=47b893de-10cb-4875-a5d4-b89884209f0a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:00:46.768177 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-2f95a6ae-90a4-4380-99fa-10a603c44176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:46.808059 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-2f95a6ae-90a4-4380-99fa-10a603c44176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:46.808676 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-2f95a6ae-90a4-4380-99fa-10a603c44176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:46.810075 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-2f95a6ae-90a4-4380-99fa-10a603c44176 service neutron] 10.222.0.44 "PUT /v2.0/ports/f39318fe-c712-4871-b40d-04e31fe02f6b HTTP/1.1" status: 200 len: 1093 time: 0.8322601 Jul 14 10:00:46.810488 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87ccbf7-fe29-40ee-a72c-239ce7af73f4', 'tag': 'f39318fe-c712-4871-b40d-04e31fe02f6b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:00:46.813327 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b76b10-283a-4c8d-a6d2-e1a9f4e0fcd2" -d '{"events": [{"name": "network-changed", "server_uuid": "c87ccbf7-fe29-40ee-a72c-239ce7af73f4", "tag": "f39318fe-c712-4871-b40d-04e31fe02f6b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:00:46.814019 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a4f46cee-2fef-41b0-8247-da451af7a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c0531-1491-41b7-bef1-b7fd236e54ff', 'name': 'tempest-TestEncryptedCinderVolumes-1844536359-router', 'tenant_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '0fd24b44-5cca-4cef-bdfe-e18ced6f030a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:39Z', 'updated_at': '2021-07-14T10:00:42Z', 'revision_number': 4, 'project_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'gw_port': {'id': '0fd24b44-5cca-4cef-bdfe-e18ced6f030a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c0531-1491-41b7-bef1-b7fd236e54ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:39Z', 'updated_at': '2021-07-14T10:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'e46b44b3-daf5-4e8d-80c3-06addcaa3b6c', 'name': '', 'network_id': '9a011c9b-7228-4cc5-9cbb-8ffbbef35a77', 'tenant_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'mac_address': 'fa:16:3e:f6:7c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c0531-1491-41b7-bef1-b7fd236e54ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '72b19c90-44cf-4787-952d-19dadcd03138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:41Z', 'updated_at': '2021-07-14T10:00:46Z', 'revision_number': 4, 'project_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'subnets': [{'id': '72b19c90-44cf-4787-952d-19dadcd03138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:46.839708 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95a6ae-90a4-4380-99fa-10a603c44176 service neutron] Pushing event updated for resources: {'Port': ['ID=f39318fe-c712-4871-b40d-04e31fe02f6b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:46.855005 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f46cee-2fef-41b0-8247-da451af7a4b3 None None] The sync data for ids ['942c0531-1491-41b7-bef1-b7fd236e54ff'] in n-d-771362-35 is: [{'id': '942c0531-1491-41b7-bef1-b7fd236e54ff', 'name': 'tempest-TestEncryptedCinderVolumes-1844536359-router', 'tenant_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '0fd24b44-5cca-4cef-bdfe-e18ced6f030a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:39Z', 'updated_at': '2021-07-14T10:00:42Z', 'revision_number': 4, 'project_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'gw_port': {'id': '0fd24b44-5cca-4cef-bdfe-e18ced6f030a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c0531-1491-41b7-bef1-b7fd236e54ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:39Z', 'updated_at': '2021-07-14T10:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'e46b44b3-daf5-4e8d-80c3-06addcaa3b6c', 'name': '', 'network_id': '9a011c9b-7228-4cc5-9cbb-8ffbbef35a77', 'tenant_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'mac_address': 'fa:16:3e:f6:7c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c0531-1491-41b7-bef1-b7fd236e54ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '72b19c90-44cf-4787-952d-19dadcd03138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:41Z', 'updated_at': '2021-07-14T10:00:46Z', 'revision_number': 4, 'project_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'subnets': [{'id': '72b19c90-44cf-4787-952d-19dadcd03138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:46.870871 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41eae1cf-d3c5-4e38-bdff-1dcfa0a4886a x-openstack-request-id: req-41eae1cf-d3c5-4e38-bdff-1dcfa0a4886a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:00:46.871232 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87ccbf7-fe29-40ee-a72c-239ce7af73f4", "tag": "f39318fe-c712-4871-b40d-04e31fe02f6b", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:00:46.871595 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-41eae1cf-d3c5-4e38-bdff-1dcfa0a4886a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:00:46.872060 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c87ccbf7-fe29-40ee-a72c-239ce7af73f4', 'tag': 'f39318fe-c712-4871-b40d-04e31fe02f6b', 'status': 'completed', 'code': 200} Jul 14 10:00:46.923343 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-2b7d3a0f-2d87-46c0-8e73-b62f37ad4cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:46.925132 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-2b7d3a0f-2d87-46c0-8e73-b62f37ad4cf4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=291631c1956f466093884278cc68d1ed&device_id=c87ccbf7-fe29-40ee-a72c-239ce7af73f4 HTTP/1.1" status: 200 len: 1096 time: 0.0682588 Jul 14 10:00:46.971036 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-b3cefcd0-6144-4d94-8da6-f36438d160e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f39318fe-c712-4871-b40d-04e31fe02f6b HTTP/1.1" status: 200 len: 217 time: 0.0381110 Jul 14 10:00:47.024971 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-13fbc3b2-9540-4afc-afc7-f885acd505bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:47.026436 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-13fbc3b2-9540-4afc-afc7-f885acd505bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f378bc45-ba91-4f94-8025-5d71ff6b1745 HTTP/1.1" status: 200 len: 856 time: 0.0488570 Jul 14 10:00:47.086482 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-417c4ee8-785d-457c-8f42-95b9ac39d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:47.088044 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-417c4ee8-785d-457c-8f42-95b9ac39d985 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edb775fd-8253-44bb-9895-172a1b408d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550568 Jul 14 10:00:47.526084 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-0921d793-8649-4918-bd3b-6ee1d1f5d473 service neutron] 10.222.0.44 "GET /v2.0/networks/edb775fd-8253-44bb-9895-172a1b408d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315684 Jul 14 10:00:47.619197 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3d41b2bc-e05a-47ae-a2e3-320d3ea26282 req-bad30443-180b-426d-94a9-de297b00e169 service neutron] 10.222.0.44 "GET /v2.0/networks/edb775fd-8253-44bb-9895-172a1b408d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866642 Jul 14 10:00:47.715699 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b76b10-283a-4c8d-a6d2-e1a9f4e0fcd2 req-493c2f56-ca89-4226-b0f5-bdf46e1160b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:47.717195 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a1b76b10-283a-4c8d-a6d2-e1a9f4e0fcd2 req-493c2f56-ca89-4226-b0f5-bdf46e1160b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=291631c1956f466093884278cc68d1ed&device_id=c87ccbf7-fe29-40ee-a72c-239ce7af73f4 HTTP/1.1" status: 200 len: 1096 time: 0.0537941 Jul 14 10:00:47.822343 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b76b10-283a-4c8d-a6d2-e1a9f4e0fcd2 req-97e27cd5-c01d-4b8d-aa88-754ba64686a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:47.824568 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a1b76b10-283a-4c8d-a6d2-e1a9f4e0fcd2 req-97e27cd5-c01d-4b8d-aa88-754ba64686a7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=edb775fd-8253-44bb-9895-172a1b408d85 HTTP/1.1" status: 200 len: 917 time: 0.1012180 Jul 14 10:00:47.873775 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a1b76b10-283a-4c8d-a6d2-e1a9f4e0fcd2 req-905f7aa9-9c49-4a67-a728-6a18a1addc54 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f39318fe-c712-4871-b40d-04e31fe02f6b HTTP/1.1" status: 200 len: 217 time: 0.0424423 Jul 14 10:00:47.875572 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe17ea-46a0-4fea-8716-46cbe7f32345 req-548fb67e-4f5e-401b-89ec-b21e731fb548 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:47.877085 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-05fe17ea-46a0-4fea-8716-46cbe7f32345 req-548fb67e-4f5e-401b-89ec-b21e731fb548 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c87ccbf7-fe29-40ee-a72c-239ce7af73f4 HTTP/1.1" status: 200 len: 944 time: 0.0856106 Jul 14 10:00:47.901807 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e46b44b3-daf5-4e8d-80c3-06addcaa3b6c up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:47.930449 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b76b10-283a-4c8d-a6d2-e1a9f4e0fcd2 req-8d789da5-9ac2-4bcf-b057-68859476312f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:47.931876 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a1b76b10-283a-4c8d-a6d2-e1a9f4e0fcd2 req-8d789da5-9ac2-4bcf-b057-68859476312f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f378bc45-ba91-4f94-8025-5d71ff6b1745 HTTP/1.1" status: 200 len: 856 time: 0.0504959 Jul 14 10:00:47.942089 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-05fe17ea-46a0-4fea-8716-46cbe7f32345 req-96f18278-cbce-4a8c-98ec-5ff99dbf14fa tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a1a187-29ba-49a2-aecc-3130e1bd0610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563545 Jul 14 10:00:47.966023 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port e46b44b3-daf5-4e8d-80c3-06addcaa3b6c completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:47.970092 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port e46b44b3-daf5-4e8d-80c3-06addcaa3b6c triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:47.970456 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:47.993658 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b76b10-283a-4c8d-a6d2-e1a9f4e0fcd2 req-481b3e9e-68a7-44bb-80c6-fd831bd141ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:47.995172 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a1b76b10-283a-4c8d-a6d2-e1a9f4e0fcd2 req-481b3e9e-68a7-44bb-80c6-fd831bd141ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edb775fd-8253-44bb-9895-172a1b408d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567036 Jul 14 10:00:48.048145 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:48.081085 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port e46b44b3-daf5-4e8d-80c3-06addcaa3b6c, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e46b44b3-daf5-4e8d-80c3-06addcaa3b6c,segment=NetworkSegment(01cb5612-eb4f-46f9-953f-5a8fc0b07805),segment_id=01cb5612-eb4f-46f9-953f-5a8fc0b07805)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:48.085304 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:48.086114 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 0fd24b44-5cca-4cef-bdfe-e18ced6f030a up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:48.094980 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a1b76b10-283a-4c8d-a6d2-e1a9f4e0fcd2 req-44b3648c-b00d-47b2-9587-883aa03d54b3 service neutron] 10.222.0.44 "GET /v2.0/networks/edb775fd-8253-44bb-9895-172a1b408d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926521 Jul 14 10:00:48.165508 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=e46b44b3-daf5-4e8d-80c3-06addcaa3b6c,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:48.178151 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 0fd24b44-5cca-4cef-bdfe-e18ced6f030a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:48.178528 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:48.192026 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a1b76b10-283a-4c8d-a6d2-e1a9f4e0fcd2 req-04fd5962-f3e5-4e97-a21b-02ea57c73210 service neutron] 10.222.0.44 "GET /v2.0/networks/edb775fd-8253-44bb-9895-172a1b408d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897586 Jul 14 10:00:48.520661 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2311a1fa-6209-42db-b84e-a25b5bbef127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:49.117915 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805311f7-c3d0-481f-923d-2ff2a7c88ed4 req-e14376be-3019-4ec2-8c16-968c398d8c43 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:49.119403 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-805311f7-c3d0-481f-923d-2ff2a7c88ed4 req-e14376be-3019-4ec2-8c16-968c398d8c43 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c87ccbf7-fe29-40ee-a72c-239ce7af73f4 HTTP/1.1" status: 200 len: 944 time: 0.0637639 Jul 14 10:00:49.158478 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-805311f7-c3d0-481f-923d-2ff2a7c88ed4 req-edbf587b-1657-415d-9d77-4b0042065da7 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a1a187-29ba-49a2-aecc-3130e1bd0610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324109 Jul 14 10:00:49.262715 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:00:49.489562 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device f39318fe-c712-4871-b40d-04e31fe02f6b details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:00:49.586546 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port f39318fe-c712-4871-b40d-04e31fe02f6b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=f39318fe-c712-4871-b40d-04e31fe02f6b,segment=NetworkSegment(47b893de-10cb-4875-a5d4-b89884209f0a),segment_id=47b893de-10cb-4875-a5d4-b89884209f0a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:49.598180 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'f39318fe-c712-4871-b40d-04e31fe02f6b', 'network_id': 'edb775fd-8253-44bb-9895-172a1b408d85', 'port_id': 'f39318fe-c712-4871-b40d-04e31fe02f6b', 'mac_address': 'fa:16:3e:20:07:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f378bc45-ba91-4f94-8025-5d71ff6b1745', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:00:49.636010 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:49.648581 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f39318fe-c712-4871-b40d-04e31fe02f6b {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:00:49.668392 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port f39318fe-c712-4871-b40d-04e31fe02f6b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=f39318fe-c712-4871-b40d-04e31fe02f6b,segment=NetworkSegment(47b893de-10cb-4875-a5d4-b89884209f0a),segment_id=47b893de-10cb-4875-a5d4-b89884209f0a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:49.672784 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:49.718431 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=f39318fe-c712-4871-b40d-04e31fe02f6b,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:49.836760 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e46b44b3-daf5-4e8d-80c3-06addcaa3b6c up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:49.871956 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['f39318fe-c712-4871-b40d-04e31fe02f6b'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:00:49.928683 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port e46b44b3-daf5-4e8d-80c3-06addcaa3b6c triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:49.929048 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:50.341277 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03bb53-429b-4d36-bffe-fbb834346f40 req-e1934f36-ab45-4cfd-aab6-72183f148c59 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:50.343268 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6f03bb53-429b-4d36-bffe-fbb834346f40 req-e1934f36-ab45-4cfd-aab6-72183f148c59 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c87ccbf7-fe29-40ee-a72c-239ce7af73f4 HTTP/1.1" status: 200 len: 945 time: 0.0732555 Jul 14 10:00:50.380569 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6f03bb53-429b-4d36-bffe-fbb834346f40 req-73baa408-e9fc-4cf3-bc4d-c9f15b19a2de tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a1a187-29ba-49a2-aecc-3130e1bd0610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315585 Jul 14 10:00:51.125968 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ce5a3112-6f65-47a8-af90-a5c564bb1ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:51.353628 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:51.520393 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device f39318fe-c712-4871-b40d-04e31fe02f6b up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:51.554175 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82583e25-b884-4d39-afd1-1eca54e9e3b6 req-6f48bf30-2317-4826-b4c0-d97d5353c0f9 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:51.556080 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82583e25-b884-4d39-afd1-1eca54e9e3b6 req-6f48bf30-2317-4826-b4c0-d97d5353c0f9 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c87ccbf7-fe29-40ee-a72c-239ce7af73f4 HTTP/1.1" status: 200 len: 945 time: 0.0649822 Jul 14 10:00:51.571222 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port f39318fe-c712-4871-b40d-04e31fe02f6b completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:51.575265 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port f39318fe-c712-4871-b40d-04e31fe02f6b triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:51.575669 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:51.594890 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82583e25-b884-4d39-afd1-1eca54e9e3b6 req-752cf810-e488-4383-a2e6-7311e5011374 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a1a187-29ba-49a2-aecc-3130e1bd0610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321574 Jul 14 10:00:51.659218 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:51.680477 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87ccbf7-fe29-40ee-a72c-239ce7af73f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39318fe-c712-4871-b40d-04e31fe02f6b'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:00:51.682857 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad2bb0b0c3d38dd5f87e8e96266229fdecb1dfb0d9cead1addcc05902deb2386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39a3891-fa79-436d-afe5-5c23fab7ce1d" -d '{"events": [{"server_uuid": "c87ccbf7-fe29-40ee-a72c-239ce7af73f4", "name": "network-vif-plugged", "status": "completed", "tag": "f39318fe-c712-4871-b40d-04e31fe02f6b"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:00:51.696176 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port f39318fe-c712-4871-b40d-04e31fe02f6b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=f39318fe-c712-4871-b40d-04e31fe02f6b,segment=NetworkSegment(47b893de-10cb-4875-a5d4-b89884209f0a),segment_id=47b893de-10cb-4875-a5d4-b89884209f0a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:51.700635 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:51.724896 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddae31ec-54d1-4c24-9948-ec759004b6d6 x-openstack-request-id: req-ddae31ec-54d1-4c24-9948-ec759004b6d6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:00:51.725192 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87ccbf7-fe29-40ee-a72c-239ce7af73f4", "name": "network-vif-plugged", "status": "completed", "tag": "f39318fe-c712-4871-b40d-04e31fe02f6b", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:00:51.725444 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ddae31ec-54d1-4c24-9948-ec759004b6d6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:00:51.725830 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87ccbf7-fe29-40ee-a72c-239ce7af73f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39318fe-c712-4871-b40d-04e31fe02f6b', 'code': 200} Jul 14 10:00:51.752311 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=f39318fe-c712-4871-b40d-04e31fe02f6b,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:51.834356 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf93a6c-41c2-4fbd-a8b8-32135d8920f5 req-cece9434-cad2-480c-ac59-a5275c2793a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:51.836063 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1cf93a6c-41c2-4fbd-a8b8-32135d8920f5 req-cece9434-cad2-480c-ac59-a5275c2793a4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c87ccbf7-fe29-40ee-a72c-239ce7af73f4 HTTP/1.1" status: 200 len: 1098 time: 0.0550573 Jul 14 10:00:51.876814 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-1cf93a6c-41c2-4fbd-a8b8-32135d8920f5 req-843112ea-747e-4bfa-8876-d9eab4425f8c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f8a1a187-29ba-49a2-aecc-3130e1bd0610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349000 Jul 14 10:00:52.373146 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:52.782015 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e337d-e190-4057-b896-b337fb34e5ce req-e72247e0-f240-49bb-b9aa-ab89fcc91628 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:52.783561 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-895e337d-e190-4057-b896-b337fb34e5ce req-e72247e0-f240-49bb-b9aa-ab89fcc91628 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c87ccbf7-fe29-40ee-a72c-239ce7af73f4 HTTP/1.1" status: 200 len: 946 time: 0.0705860 Jul 14 10:00:52.821070 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-895e337d-e190-4057-b896-b337fb34e5ce req-7ddb7071-c87b-4804-aef0-017e5f47603b tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a1a187-29ba-49a2-aecc-3130e1bd0610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318544 Jul 14 10:00:52.995763 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5280c4-aef3-41f4-8e19-ca0e2da63962 req-f5c6712f-8284-454d-adae-60c9e1fbd89d tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:52.997261 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-be5280c4-aef3-41f4-8e19-ca0e2da63962 req-f5c6712f-8284-454d-adae-60c9e1fbd89d tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c87ccbf7-fe29-40ee-a72c-239ce7af73f4 HTTP/1.1" status: 200 len: 946 time: 0.0659428 Jul 14 10:00:53.035094 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-be5280c4-aef3-41f4-8e19-ca0e2da63962 req-14386d95-73c6-4ed8-bad0-1e9320fab92f tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a1a187-29ba-49a2-aecc-3130e1bd0610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317976 Jul 14 10:00:53.911908 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:11.148908 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:12.096077 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846b027-0bd7-4376-8d4e-54f52180e4f8 req-2023247e-f62d-463f-9799-4657ec7fed49 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:12.097631 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5846b027-0bd7-4376-8d4e-54f52180e4f8 req-2023247e-f62d-463f-9799-4657ec7fed49 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c87ccbf7-fe29-40ee-a72c-239ce7af73f4 HTTP/1.1" status: 200 len: 946 time: 0.0680625 Jul 14 10:01:12.136175 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5846b027-0bd7-4376-8d4e-54f52180e4f8 req-8f553011-3fbb-490d-ab9f-3d1e47adbd68 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a1a187-29ba-49a2-aecc-3130e1bd0610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328767 Jul 14 10:01:12.638188 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:13.316427 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d02ff2-66f0-4c1f-85f9-f7e12f258bd5 req-94f15cd9-41d1-4f75-a555-72ec11a55e60 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:13.317945 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-95d02ff2-66f0-4c1f-85f9-f7e12f258bd5 req-94f15cd9-41d1-4f75-a555-72ec11a55e60 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c87ccbf7-fe29-40ee-a72c-239ce7af73f4 HTTP/1.1" status: 200 len: 946 time: 0.0701947 Jul 14 10:01:13.358111 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-95d02ff2-66f0-4c1f-85f9-f7e12f258bd5 req-687840c5-67fc-4889-b7ad-6a8cab3ff716 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a1a187-29ba-49a2-aecc-3130e1bd0610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338371 Jul 14 10:01:13.706862 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdf336-697c-4629-b5f6-656b86476cca req-0849c484-e893-4ad1-a725-47cb468e3748 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:13.708363 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e2fdf336-697c-4629-b5f6-656b86476cca req-0849c484-e893-4ad1-a725-47cb468e3748 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.44 "GET /v2.0/ports?device_id=c87ccbf7-fe29-40ee-a72c-239ce7af73f4 HTTP/1.1" status: 200 len: 946 time: 0.0633936 Jul 14 10:01:13.808377 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-e2fdf336-697c-4629-b5f6-656b86476cca req-bbf7a0ef-3f76-451f-9707-10c627d2bc56 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Deleting port f39318fe-c712-4871-b40d-04e31fe02f6b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:13.808726 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e2fdf336-697c-4629-b5f6-656b86476cca req-bbf7a0ef-3f76-451f-9707-10c627d2bc56 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:13.899305 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-e2fdf336-697c-4629-b5f6-656b86476cca req-bbf7a0ef-3f76-451f-9707-10c627d2bc56 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] For port f39318fe-c712-4871-b40d-04e31fe02f6b, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=f39318fe-c712-4871-b40d-04e31fe02f6b,segment=NetworkSegment(47b893de-10cb-4875-a5d4-b89884209f0a),segment_id=47b893de-10cb-4875-a5d4-b89884209f0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:13.899794 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e2fdf336-697c-4629-b5f6-656b86476cca req-bbf7a0ef-3f76-451f-9707-10c627d2bc56 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:13.913096 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-e2fdf336-697c-4629-b5f6-656b86476cca req-bbf7a0ef-3f76-451f-9707-10c627d2bc56 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Calling delete_port for f39318fe-c712-4871-b40d-04e31fe02f6b owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:14.042388 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e2fdf336-697c-4629-b5f6-656b86476cca req-bbf7a0ef-3f76-451f-9707-10c627d2bc56 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:14.054173 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['f39318fe-c712-4871-b40d-04e31fe02f6b'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:01:14.071300 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7a0ef-3f76-451f-9707-10c627d2bc56 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Pushing event deleted for resources: {'Port': ['ID=f39318fe-c712-4871-b40d-04e31fe02f6b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:14.120203 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fdf336-697c-4629-b5f6-656b86476cca req-bbf7a0ef-3f76-451f-9707-10c627d2bc56 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] No DVR routers for this DVR port f39318fe-c712-4871-b40d-04e31fe02f6b on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:01:14.123062 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e2fdf336-697c-4629-b5f6-656b86476cca req-bbf7a0ef-3f76-451f-9707-10c627d2bc56 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:14.125560 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e2fdf336-697c-4629-b5f6-656b86476cca req-bbf7a0ef-3f76-451f-9707-10c627d2bc56 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.44 "DELETE /v2.0/ports/f39318fe-c712-4871-b40d-04e31fe02f6b HTTP/1.1" status: 204 len: 173 time: 0.4108191 Jul 14 10:01:14.126033 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87ccbf7-fe29-40ee-a72c-239ce7af73f4', 'name': 'network-vif-deleted', 'tag': 'f39318fe-c712-4871-b40d-04e31fe02f6b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:01:14.128988 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099bddce-a334-4f26-8486-e47e5c0e3a61" -d '{"events": [{"server_uuid": "c87ccbf7-fe29-40ee-a72c-239ce7af73f4", "name": "network-vif-deleted", "tag": "f39318fe-c712-4871-b40d-04e31fe02f6b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:01:14.172538 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7691e1d9-16b3-4b70-96d4-bbb399aa6674 x-openstack-request-id: req-7691e1d9-16b3-4b70-96d4-bbb399aa6674 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:01:14.172825 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87ccbf7-fe29-40ee-a72c-239ce7af73f4", "name": "network-vif-deleted", "tag": "f39318fe-c712-4871-b40d-04e31fe02f6b", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:01:14.173264 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7691e1d9-16b3-4b70-96d4-bbb399aa6674 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:01:14.173667 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87ccbf7-fe29-40ee-a72c-239ce7af73f4', 'name': 'network-vif-deleted', 'tag': 'f39318fe-c712-4871-b40d-04e31fe02f6b', 'status': 'completed', 'code': 200} Jul 14 10:01:14.521733 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-666144d0-917b-4e49-8755-778f5894b527 req-0ea55184-cf9f-44ab-a44a-c2fa7a4ee3fe tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c87ccbf7-fe29-40ee-a72c-239ce7af73f4 HTTP/1.1" status: 200 len: 210 time: 0.0297079 Jul 14 10:01:16.030983 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-c0d8bd2b-77db-486e-91c2-2033c82c281d tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:16.032495 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-c0d8bd2b-77db-486e-91c2-2033c82c281d tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/networks?id=edb775fd-8253-44bb-9895-172a1b408d85 HTTP/1.1" status: 200 len: 817 time: 0.1055312 Jul 14 10:01:16.046878 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-3a3f05bc-d185-4dd8-b8df-b2738a20b79c tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/quotas/291631c1956f466093884278cc68d1ed HTTP/1.1" status: 200 len: 375 time: 0.0090866 Jul 14 10:01:16.113370 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-9e4708ed-7b83-46f0-be08-ea0993919547 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=291631c1956f466093884278cc68d1ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616577 Jul 14 10:01:16.212094 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-4581ceeb-d965-4080-91a7-022866acd2ea service neutron] 10.222.0.25 "GET /v2.0/networks/edb775fd-8253-44bb-9895-172a1b408d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868206 Jul 14 10:01:16.300722 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-e3c6533e-7496-4bc1-82a1-19aecf725351 service neutron] 10.222.0.25 "GET /v2.0/networks/edb775fd-8253-44bb-9895-172a1b408d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826294 Jul 14 10:01:16.477078 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8d23bbf7-d125-4a61-b38d-9d1983d34b7c req-78eb9b70-4398-40ab-962f-d9bcadd89ed9 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/ports?device_id=6594c38c-4d4a-49ee-88bc-2bea3232f261 HTTP/1.1" status: 200 len: 210 time: 0.0296638 Jul 14 10:01:17.528246 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-2d64d151-412d-4f83-ac0d-0ba9cd4f2324 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:17.530013 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-2d64d151-412d-4f83-ac0d-0ba9cd4f2324 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.44 "GET /v2.0/networks?id=edb775fd-8253-44bb-9895-172a1b408d85 HTTP/1.1" status: 200 len: 817 time: 0.1095667 Jul 14 10:01:17.542633 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-94d43f76-11ae-43d1-a14d-6ab33c641ab0 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Request body: {'port': {'device_id': '6594c38c-4d4a-49ee-88bc-2bea3232f261', 'network_id': 'edb775fd-8253-44bb-9895-172a1b408d85', 'admin_state_up': True, 'tenant_id': '291631c1956f466093884278cc68d1ed'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:17.628368 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-378774cc-f6e1-493f-aa42-035fa1f5218a req-99b932ec-6e11-41fd-af85-5d755ee502b3 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/ports?device_id=6594c38c-4d4a-49ee-88bc-2bea3232f261 HTTP/1.1" status: 200 len: 210 time: 0.0339811 Jul 14 10:01:17.660363 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device f39318fe-c712-4871-b40d-04e31fe02f6b no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:17.667329 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-94d43f76-11ae-43d1-a14d-6ab33c641ab0 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Made reservation on behalf of 291631c1956f466093884278cc68d1ed for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:17.671138 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-94d43f76-11ae-43d1-a14d-6ab33c641ab0 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:17.680393 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: f39318fe-c712-4871-b40d-04e31fe02f6b {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:01:17.680743 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device f39318fe-c712-4871-b40d-04e31fe02f6b not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:17.802353 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-94d43f76-11ae-43d1-a14d-6ab33c641ab0 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Allocated IP 172.20.0.14 (edb775fd-8253-44bb-9895-172a1b408d85/f378bc45-ba91-4f94-8025-5d71ff6b1745/c04f65ed-dbf2-4855-aceb-31ac44d7d35c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:17.951633 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-94d43f76-11ae-43d1-a14d-6ab33c641ab0 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:17.965069 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-94d43f76-11ae-43d1-a14d-6ab33c641ab0 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Transition to ACTIVE for port object c04f65ed-dbf2-4855-aceb-31ac44d7d35c will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:17.998655 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-94d43f76-11ae-43d1-a14d-6ab33c641ab0 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:18.042832 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-94d43f76-11ae-43d1-a14d-6ab33c641ab0 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Network edb775fd-8253-44bb-9895-172a1b408d85 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:18.046643 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-94d43f76-11ae-43d1-a14d-6ab33c641ab0 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:18.050514 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-94d43f76-11ae-43d1-a14d-6ab33c641ab0 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:01:18.075281 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d43f76-11ae-43d1-a14d-6ab33c641ab0 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Pushing event updated for resources: {'Port': ['ID=c04f65ed-dbf2-4855-aceb-31ac44d7d35c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:18.103920 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-94d43f76-11ae-43d1-a14d-6ab33c641ab0 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:18.104547 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-94d43f76-11ae-43d1-a14d-6ab33c641ab0 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:18.120849 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-94d43f76-11ae-43d1-a14d-6ab33c641ab0 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5819659 Jul 14 10:01:18.132884 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-cf52c6ae-e72d-4f9a-85a1-d01be257d99b service neutron] Request body: {'port': {'device_id': '6594c38c-4d4a-49ee-88bc-2bea3232f261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:18.214565 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-cf52c6ae-e72d-4f9a-85a1-d01be257d99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:18.343116 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-dc616309-67a4-4399-a780-98cf1dbcee1c None None] Provisioning for port c04f65ed-dbf2-4855-aceb-31ac44d7d35c completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:01:18.347148 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-dc616309-67a4-4399-a780-98cf1dbcee1c None None] Provisioning complete for port c04f65ed-dbf2-4855-aceb-31ac44d7d35c triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:18.347749 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc616309-67a4-4399-a780-98cf1dbcee1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:18.382142 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-dc616309-67a4-4399-a780-98cf1dbcee1c None None] Port c04f65ed-dbf2-4855-aceb-31ac44d7d35c cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:01:18.488116 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-cf52c6ae-e72d-4f9a-85a1-d01be257d99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c04f65ed-dbf2-4855-aceb-31ac44d7d35c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:01:18.495526 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-cf52c6ae-e72d-4f9a-85a1-d01be257d99b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:18.507752 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-cf52c6ae-e72d-4f9a-85a1-d01be257d99b service neutron] Transition to ACTIVE for port object c04f65ed-dbf2-4855-aceb-31ac44d7d35c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:18.511943 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-cf52c6ae-e72d-4f9a-85a1-d01be257d99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:18.524166 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7b895d9-e835-4c36-bd12-98dc1425ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:18.560181 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52c6ae-e72d-4f9a-85a1-d01be257d99b service neutron] Pushing event updated for resources: {'Port': ['ID=c04f65ed-dbf2-4855-aceb-31ac44d7d35c,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:18.650475 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-cf52c6ae-e72d-4f9a-85a1-d01be257d99b service neutron] Attempting to bind port c04f65ed-dbf2-4855-aceb-31ac44d7d35c on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:01:18.650817 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-cf52c6ae-e72d-4f9a-85a1-d01be257d99b service neutron] Attempting to bind port c04f65ed-dbf2-4855-aceb-31ac44d7d35c by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '47b893de-10cb-4875-a5d4-b89884209f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edb775fd-8253-44bb-9895-172a1b408d85'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:01:18.651174 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-cf52c6ae-e72d-4f9a-85a1-d01be257d99b service neutron] Attempting to bind port c04f65ed-dbf2-4855-aceb-31ac44d7d35c on network edb775fd-8253-44bb-9895-172a1b408d85 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:01:18.656690 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-cf52c6ae-e72d-4f9a-85a1-d01be257d99b service neutron] Port c04f65ed-dbf2-4855-aceb-31ac44d7d35c on network edb775fd-8253-44bb-9895-172a1b408d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:01:18.657023 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-cf52c6ae-e72d-4f9a-85a1-d01be257d99b service neutron] Attempting to bind port c04f65ed-dbf2-4855-aceb-31ac44d7d35c on network edb775fd-8253-44bb-9895-172a1b408d85 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:01:18.662236 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-cf52c6ae-e72d-4f9a-85a1-d01be257d99b service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:01:18.662584 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-cf52c6ae-e72d-4f9a-85a1-d01be257d99b service neutron] Checking segment: {'id': '47b893de-10cb-4875-a5d4-b89884209f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edb775fd-8253-44bb-9895-172a1b408d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:01:18.662972 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-cf52c6ae-e72d-4f9a-85a1-d01be257d99b service neutron] Bound using segment: {'id': '47b893de-10cb-4875-a5d4-b89884209f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edb775fd-8253-44bb-9895-172a1b408d85'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:01:18.663471 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-cf52c6ae-e72d-4f9a-85a1-d01be257d99b service neutron] Bound port: c04f65ed-dbf2-4855-aceb-31ac44d7d35c, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b893de-10cb-4875-a5d4-b89884209f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'edb775fd-8253-44bb-9895-172a1b408d85'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:01:18.663900 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-cf52c6ae-e72d-4f9a-85a1-d01be257d99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:18.738415 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-cf52c6ae-e72d-4f9a-85a1-d01be257d99b service neutron] For port c04f65ed-dbf2-4855-aceb-31ac44d7d35c, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:01:18.741740 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-cf52c6ae-e72d-4f9a-85a1-d01be257d99b service neutron] For port c04f65ed-dbf2-4855-aceb-31ac44d7d35c, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c04f65ed-dbf2-4855-aceb-31ac44d7d35c,segment=NetworkSegment(47b893de-10cb-4875-a5d4-b89884209f0a),segment_id=47b893de-10cb-4875-a5d4-b89884209f0a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:01:18.747337 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-cf52c6ae-e72d-4f9a-85a1-d01be257d99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:18.784599 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-cf52c6ae-e72d-4f9a-85a1-d01be257d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:18.785225 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-cf52c6ae-e72d-4f9a-85a1-d01be257d99b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:18.786767 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-cf52c6ae-e72d-4f9a-85a1-d01be257d99b service neutron] 10.222.0.44 "PUT /v2.0/ports/c04f65ed-dbf2-4855-aceb-31ac44d7d35c HTTP/1.1" status: 200 len: 1093 time: 0.6583836 Jul 14 10:01:18.787068 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6594c38c-4d4a-49ee-88bc-2bea3232f261', 'tag': 'c04f65ed-dbf2-4855-aceb-31ac44d7d35c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:01:18.789378 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4123ac36-47ef-4154-bd61-a1526765f6b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6594c38c-4d4a-49ee-88bc-2bea3232f261", "tag": "c04f65ed-dbf2-4855-aceb-31ac44d7d35c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:01:18.842648 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52c6ae-e72d-4f9a-85a1-d01be257d99b service neutron] Pushing event updated for resources: {'Port': ['ID=c04f65ed-dbf2-4855-aceb-31ac44d7d35c,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:18.863215 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112ba83e-3fbb-4c2b-8479-89c948a335de x-openstack-request-id: req-112ba83e-3fbb-4c2b-8479-89c948a335de {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:01:18.863810 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6594c38c-4d4a-49ee-88bc-2bea3232f261", "tag": "c04f65ed-dbf2-4855-aceb-31ac44d7d35c", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:01:18.864085 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-112ba83e-3fbb-4c2b-8479-89c948a335de {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:01:18.864605 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6594c38c-4d4a-49ee-88bc-2bea3232f261', 'tag': 'c04f65ed-dbf2-4855-aceb-31ac44d7d35c', 'status': 'completed', 'code': 200} Jul 14 10:01:18.885953 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a37b12-808e-4b17-b15f-ee797ce21762 req-2bfb4d32-04f4-4b77-9a1b-21941dc0f843 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:18.888290 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e2a37b12-808e-4b17-b15f-ee797ce21762 req-2bfb4d32-04f4-4b77-9a1b-21941dc0f843 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/ports?device_id=6594c38c-4d4a-49ee-88bc-2bea3232f261 HTTP/1.1" status: 200 len: 944 time: 0.1405644 Jul 14 10:01:18.926164 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-1f183d50-7392-4a43-a39d-07ae291206e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:18.927717 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-1f183d50-7392-4a43-a39d-07ae291206e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=291631c1956f466093884278cc68d1ed&device_id=6594c38c-4d4a-49ee-88bc-2bea3232f261 HTTP/1.1" status: 200 len: 1096 time: 0.0870881 Jul 14 10:01:18.947236 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e2a37b12-808e-4b17-b15f-ee797ce21762 req-225d94a5-4a70-4319-9fda-f0a4e2b64007 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a1a187-29ba-49a2-aecc-3130e1bd0610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517249 Jul 14 10:01:18.974527 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-be5850de-7863-4378-ba51-9fc27cc6245c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c04f65ed-dbf2-4855-aceb-31ac44d7d35c HTTP/1.1" status: 200 len: 217 time: 0.0397449 Jul 14 10:01:19.028063 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-e4f5431b-d970-43bb-afa0-ee920a45183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:19.030213 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-e4f5431b-d970-43bb-afa0-ee920a45183a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f378bc45-ba91-4f94-8025-5d71ff6b1745 HTTP/1.1" status: 200 len: 856 time: 0.0493701 Jul 14 10:01:19.087837 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-2dbbdbdf-127c-4f4d-a996-ad060736a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:19.089392 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-2dbbdbdf-127c-4f4d-a996-ad060736a284 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edb775fd-8253-44bb-9895-172a1b408d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533419 Jul 14 10:01:19.186730 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-400f0b4f-53ff-4638-bffe-b03bd90f1e3c service neutron] 10.222.0.44 "GET /v2.0/networks/edb775fd-8253-44bb-9895-172a1b408d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906765 Jul 14 10:01:19.281663 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cb158431-4c9c-44d4-b585-df4ef280a01b req-540764e8-6790-4f86-9341-5726795f95ed service neutron] 10.222.0.44 "GET /v2.0/networks/edb775fd-8253-44bb-9895-172a1b408d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887721 Jul 14 10:01:19.383735 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123ac36-47ef-4154-bd61-a1526765f6b7 req-77b62cfe-b77b-4043-b0dd-df8bee738102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:19.385239 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4123ac36-47ef-4154-bd61-a1526765f6b7 req-77b62cfe-b77b-4043-b0dd-df8bee738102 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=291631c1956f466093884278cc68d1ed&device_id=6594c38c-4d4a-49ee-88bc-2bea3232f261 HTTP/1.1" status: 200 len: 1096 time: 0.0579278 Jul 14 10:01:19.476551 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123ac36-47ef-4154-bd61-a1526765f6b7 req-963b747a-af98-4ff7-b9c8-b4e6fba06733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:19.478069 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4123ac36-47ef-4154-bd61-a1526765f6b7 req-963b747a-af98-4ff7-b9c8-b4e6fba06733 service neutron] 10.222.0.44 "GET /v2.0/networks?id=edb775fd-8253-44bb-9895-172a1b408d85 HTTP/1.1" status: 200 len: 917 time: 0.0860181 Jul 14 10:01:19.522643 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4123ac36-47ef-4154-bd61-a1526765f6b7 req-550b9a17-8b9f-4529-b187-d359e5ec4cd1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c04f65ed-dbf2-4855-aceb-31ac44d7d35c HTTP/1.1" status: 200 len: 217 time: 0.0382888 Jul 14 10:01:19.573024 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123ac36-47ef-4154-bd61-a1526765f6b7 req-e6d6bda6-7186-4364-9639-0cb72f3aa582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:19.574371 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4123ac36-47ef-4154-bd61-a1526765f6b7 req-e6d6bda6-7186-4364-9639-0cb72f3aa582 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f378bc45-ba91-4f94-8025-5d71ff6b1745 HTTP/1.1" status: 200 len: 856 time: 0.0454090 Jul 14 10:01:19.631852 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123ac36-47ef-4154-bd61-a1526765f6b7 req-091f0caf-38c8-4109-aad0-440e968f3f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:19.633324 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4123ac36-47ef-4154-bd61-a1526765f6b7 req-091f0caf-38c8-4109-aad0-440e968f3f53 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edb775fd-8253-44bb-9895-172a1b408d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510848 Jul 14 10:01:19.728228 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4123ac36-47ef-4154-bd61-a1526765f6b7 req-54148b59-970d-4f32-9c71-565895d3aa00 service neutron] 10.222.0.44 "GET /v2.0/networks/edb775fd-8253-44bb-9895-172a1b408d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855775 Jul 14 10:01:19.820514 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-4123ac36-47ef-4154-bd61-a1526765f6b7 req-d3043bd3-4c1d-484e-af70-a0d7bfe98f6a service neutron] 10.222.0.44 "GET /v2.0/networks/edb775fd-8253-44bb-9895-172a1b408d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842979 Jul 14 10:01:20.110854 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df0a0a-f232-419e-962e-659180cd6ff1 req-0ddb6502-7491-43d6-a004-a8d94378eadb tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:20.112394 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-32df0a0a-f232-419e-962e-659180cd6ff1 req-0ddb6502-7491-43d6-a004-a8d94378eadb tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/ports?device_id=6594c38c-4d4a-49ee-88bc-2bea3232f261 HTTP/1.1" status: 200 len: 944 time: 0.0627065 Jul 14 10:01:20.149740 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-32df0a0a-f232-419e-962e-659180cd6ff1 req-1f38d5fc-3576-4abe-9c0c-7c791c72d7d2 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a1a187-29ba-49a2-aecc-3130e1bd0610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318189 Jul 14 10:01:21.127286 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b32b86f-a56e-46d2-a49c-eb2c147c4ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:21.326532 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ded9dd-d2c3-4dde-a2a2-b26030e92a50 req-c7f4aacb-5af8-42e0-807e-123c00e455c3 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:21.328194 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-15ded9dd-d2c3-4dde-a2a2-b26030e92a50 req-c7f4aacb-5af8-42e0-807e-123c00e455c3 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/ports?device_id=6594c38c-4d4a-49ee-88bc-2bea3232f261 HTTP/1.1" status: 200 len: 944 time: 0.0679877 Jul 14 10:01:21.354507 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:21.366090 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-15ded9dd-d2c3-4dde-a2a2-b26030e92a50 req-8cfe44e0-a2f1-42b0-bde1-4ef943a964c8 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a1a187-29ba-49a2-aecc-3130e1bd0610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322063 Jul 14 10:01:21.694103 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c04f65ed-dbf2-4855-aceb-31ac44d7d35c details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:01:21.787668 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c04f65ed-dbf2-4855-aceb-31ac44d7d35c, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c04f65ed-dbf2-4855-aceb-31ac44d7d35c,segment=NetworkSegment(47b893de-10cb-4875-a5d4-b89884209f0a),segment_id=47b893de-10cb-4875-a5d4-b89884209f0a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:21.799840 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'c04f65ed-dbf2-4855-aceb-31ac44d7d35c', 'network_id': 'edb775fd-8253-44bb-9895-172a1b408d85', 'port_id': 'c04f65ed-dbf2-4855-aceb-31ac44d7d35c', 'mac_address': 'fa:16:3e:ca:54:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f378bc45-ba91-4f94-8025-5d71ff6b1745', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:01:21.836516 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:21.849395 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c04f65ed-dbf2-4855-aceb-31ac44d7d35c {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:01:21.868964 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c04f65ed-dbf2-4855-aceb-31ac44d7d35c, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c04f65ed-dbf2-4855-aceb-31ac44d7d35c,segment=NetworkSegment(47b893de-10cb-4875-a5d4-b89884209f0a),segment_id=47b893de-10cb-4875-a5d4-b89884209f0a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:21.872751 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:21.921563 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=c04f65ed-dbf2-4855-aceb-31ac44d7d35c,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:21.928823 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:21.929176 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:21.929520 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:21.929859 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:21.930195 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:21.930552 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:21.930883 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:21.931210 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:21.931557 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:21.931906 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:21.932232 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:21.932553 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:22.063554 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['c04f65ed-dbf2-4855-aceb-31ac44d7d35c'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:01:22.375368 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:22.538089 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa48bf1-28d8-4e43-baac-2edc2421903b req-05b74db0-fb0e-4140-83aa-86111bfe645f tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:22.539641 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5fa48bf1-28d8-4e43-baac-2edc2421903b req-05b74db0-fb0e-4140-83aa-86111bfe645f tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/ports?device_id=6594c38c-4d4a-49ee-88bc-2bea3232f261 HTTP/1.1" status: 200 len: 945 time: 0.0640521 Jul 14 10:01:22.578369 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5fa48bf1-28d8-4e43-baac-2edc2421903b req-511d6c0c-516e-4e35-9206-54a17ff7c3f4 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a1a187-29ba-49a2-aecc-3130e1bd0610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321598 Jul 14 10:01:23.706630 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c04f65ed-dbf2-4855-aceb-31ac44d7d35c up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:01:23.755126 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port c04f65ed-dbf2-4855-aceb-31ac44d7d35c completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:01:23.756987 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630c2c0-71da-4088-9e5a-20c16126c7e3 req-e3e9a76f-9106-4746-b3f8-72b240d126a8 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:23.758503 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0630c2c0-71da-4088-9e5a-20c16126c7e3 req-e3e9a76f-9106-4746-b3f8-72b240d126a8 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/ports?device_id=6594c38c-4d4a-49ee-88bc-2bea3232f261 HTTP/1.1" status: 200 len: 945 time: 0.0689640 Jul 14 10:01:23.759013 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port c04f65ed-dbf2-4855-aceb-31ac44d7d35c triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:23.759382 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:23.797419 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0630c2c0-71da-4088-9e5a-20c16126c7e3 req-b4539b1a-e1dd-4c3a-bc28-2cbfb377f64e tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a1a187-29ba-49a2-aecc-3130e1bd0610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330160 Jul 14 10:01:24.002365 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:24.011984 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:24.025755 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6594c38c-4d4a-49ee-88bc-2bea3232f261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04f65ed-dbf2-4855-aceb-31ac44d7d35c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:01:24.028029 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad2bb0b0c3d38dd5f87e8e96266229fdecb1dfb0d9cead1addcc05902deb2386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46947dad-f815-4fa6-a3a3-57d61f7e835e" -d '{"events": [{"server_uuid": "6594c38c-4d4a-49ee-88bc-2bea3232f261", "name": "network-vif-plugged", "status": "completed", "tag": "c04f65ed-dbf2-4855-aceb-31ac44d7d35c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:01:24.040546 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port c04f65ed-dbf2-4855-aceb-31ac44d7d35c, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c04f65ed-dbf2-4855-aceb-31ac44d7d35c,segment=NetworkSegment(47b893de-10cb-4875-a5d4-b89884209f0a),segment_id=47b893de-10cb-4875-a5d4-b89884209f0a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:24.045601 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:24.069219 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db966580-fd42-4858-8cdc-5b5b07c7aaf9 x-openstack-request-id: req-db966580-fd42-4858-8cdc-5b5b07c7aaf9 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:01:24.069521 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6594c38c-4d4a-49ee-88bc-2bea3232f261", "name": "network-vif-plugged", "status": "completed", "tag": "c04f65ed-dbf2-4855-aceb-31ac44d7d35c", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:01:24.069773 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db966580-fd42-4858-8cdc-5b5b07c7aaf9 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:01:24.070161 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6594c38c-4d4a-49ee-88bc-2bea3232f261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04f65ed-dbf2-4855-aceb-31ac44d7d35c', 'code': 200} Jul 14 10:01:24.096467 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=c04f65ed-dbf2-4855-aceb-31ac44d7d35c,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:24.178987 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f850a-f927-49d1-8413-4a70572a3f09 req-7d269d57-af95-4123-aebc-0c162f8722b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:24.180493 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-265f850a-f927-49d1-8413-4a70572a3f09 req-7d269d57-af95-4123-aebc-0c162f8722b5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6594c38c-4d4a-49ee-88bc-2bea3232f261 HTTP/1.1" status: 200 len: 1098 time: 0.0515046 Jul 14 10:01:24.213606 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-265f850a-f927-49d1-8413-4a70572a3f09 req-69237e43-96ff-4331-8de8-aec912f53ce5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f8a1a187-29ba-49a2-aecc-3130e1bd0610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270188 Jul 14 10:01:24.994669 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddea5a4-3d30-49c8-b506-aa7bd3402b44 req-96e0c195-a244-4625-91ab-f1d02272385e tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:24.996556 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eddea5a4-3d30-49c8-b506-aa7bd3402b44 req-96e0c195-a244-4625-91ab-f1d02272385e tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/ports?device_id=6594c38c-4d4a-49ee-88bc-2bea3232f261 HTTP/1.1" status: 200 len: 946 time: 0.0657046 Jul 14 10:01:25.035890 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eddea5a4-3d30-49c8-b506-aa7bd3402b44 req-429394ac-1810-4380-bcb3-c143a2e1b381 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a1a187-29ba-49a2-aecc-3130e1bd0610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330820 Jul 14 10:01:26.210881 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13def98-d9f1-46e0-92d6-0d1052ad79eb req-5d41fed0-bb33-4047-962f-0caa49f8903c tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:26.212374 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a13def98-d9f1-46e0-92d6-0d1052ad79eb req-5d41fed0-bb33-4047-962f-0caa49f8903c tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/ports?device_id=6594c38c-4d4a-49ee-88bc-2bea3232f261 HTTP/1.1" status: 200 len: 946 time: 0.0621250 Jul 14 10:01:26.249113 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a13def98-d9f1-46e0-92d6-0d1052ad79eb req-a0c078e1-39ca-4ff6-9106-cad3a98b70e9 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a1a187-29ba-49a2-aecc-3130e1bd0610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306385 Jul 14 10:01:26.262124 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:01:26.426756 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb351c5-13e9-4e0e-a7e2-4651ae697320 req-56b6dc04-9da4-4e44-8172-7d3e7032f5a5 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:26.428299 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6eb351c5-13e9-4e0e-a7e2-4651ae697320 req-56b6dc04-9da4-4e44-8172-7d3e7032f5a5 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/ports?device_id=6594c38c-4d4a-49ee-88bc-2bea3232f261 HTTP/1.1" status: 200 len: 946 time: 0.0696349 Jul 14 10:01:26.467205 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6eb351c5-13e9-4e0e-a7e2-4651ae697320 req-5912629b-d35b-43f1-95b1-b8f5108b6df2 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a1a187-29ba-49a2-aecc-3130e1bd0610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334320 Jul 14 10:01:34.441286 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b7862d42-0d52-4925-92c6-c9410a72b5f3 req-49d8cc26-2866-4fc7-a3d4-195c45853276 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6594c38c-4d4a-49ee-88bc-2bea3232f261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0544994 Jul 14 10:01:34.534225 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7862d42-0d52-4925-92c6-c9410a72b5f3 req-eecaf3a6-c574-4027-bb61-a1f68dfa1800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:34.535719 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b7862d42-0d52-4925-92c6-c9410a72b5f3 req-eecaf3a6-c574-4027-bb61-a1f68dfa1800 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=291631c1956f466093884278cc68d1ed&device_id=6594c38c-4d4a-49ee-88bc-2bea3232f261 HTTP/1.1" status: 200 len: 1098 time: 0.0519719 Jul 14 10:01:34.640351 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7862d42-0d52-4925-92c6-c9410a72b5f3 req-e3d93f00-5d19-4232-8d60-72c2674e5cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:34.641825 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b7862d42-0d52-4925-92c6-c9410a72b5f3 req-e3d93f00-5d19-4232-8d60-72c2674e5cfd service neutron] 10.222.0.44 "GET /v2.0/networks?id=edb775fd-8253-44bb-9895-172a1b408d85 HTTP/1.1" status: 200 len: 917 time: 0.0845320 Jul 14 10:01:34.687294 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b7862d42-0d52-4925-92c6-c9410a72b5f3 req-92967c7a-e151-41bc-8cad-5b27e12569c4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c04f65ed-dbf2-4855-aceb-31ac44d7d35c HTTP/1.1" status: 200 len: 217 time: 0.0388083 Jul 14 10:01:34.740487 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7862d42-0d52-4925-92c6-c9410a72b5f3 req-03e760b5-c7bf-43d0-b021-01eb13367080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:34.741889 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b7862d42-0d52-4925-92c6-c9410a72b5f3 req-03e760b5-c7bf-43d0-b021-01eb13367080 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f378bc45-ba91-4f94-8025-5d71ff6b1745 HTTP/1.1" status: 200 len: 856 time: 0.0435433 Jul 14 10:01:34.801345 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7862d42-0d52-4925-92c6-c9410a72b5f3 req-77088265-784a-4ad7-af23-5271713f37b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:34.802807 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b7862d42-0d52-4925-92c6-c9410a72b5f3 req-77088265-784a-4ad7-af23-5271713f37b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edb775fd-8253-44bb-9895-172a1b408d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512745 Jul 14 10:01:34.813361 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [req-b7862d42-0d52-4925-92c6-c9410a72b5f3 req-e2c12380-0ffa-48e5-843d-ab1fb33d07db service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:01:34.814332 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b7862d42-0d52-4925-92c6-c9410a72b5f3 req-e2c12380-0ffa-48e5-843d-ab1fb33d07db service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050051 Jul 14 10:01:34.908022 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b7862d42-0d52-4925-92c6-c9410a72b5f3 req-fc62e39e-430a-49fa-9b85-146aa0ece43f service neutron] 10.222.0.44 "GET /v2.0/networks/edb775fd-8253-44bb-9895-172a1b408d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860386 Jul 14 10:01:34.997124 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b7862d42-0d52-4925-92c6-c9410a72b5f3 req-feb3e6db-448a-4274-a335-30257c005d29 service neutron] 10.222.0.44 "GET /v2.0/networks/edb775fd-8253-44bb-9895-172a1b408d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824509 Jul 14 10:01:41.155950 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:42.656816 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:45.307151 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3092a-3869-492e-b85e-07f73544886f req-b086d09f-6ecc-4525-b271-b3d6495f08b2 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:45.308844 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2cc3092a-3869-492e-b85e-07f73544886f req-b086d09f-6ecc-4525-b271-b3d6495f08b2 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/ports?device_id=6594c38c-4d4a-49ee-88bc-2bea3232f261 HTTP/1.1" status: 200 len: 946 time: 0.0710022 Jul 14 10:01:45.349415 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2cc3092a-3869-492e-b85e-07f73544886f req-8ec9cd60-5e69-4966-b0ab-9d7633d919f5 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a1a187-29ba-49a2-aecc-3130e1bd0610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339470 Jul 14 10:01:46.531433 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e48880-9be4-41ab-97b4-b32c99f74953 req-edf92977-f505-49b3-8150-4abd4585d267 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:46.532939 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c8e48880-9be4-41ab-97b4-b32c99f74953 req-edf92977-f505-49b3-8150-4abd4585d267 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/ports?device_id=6594c38c-4d4a-49ee-88bc-2bea3232f261 HTTP/1.1" status: 200 len: 946 time: 0.0684614 Jul 14 10:01:46.572589 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c8e48880-9be4-41ab-97b4-b32c99f74953 req-5e518585-d50d-4e6d-83a0-d65a74f9f57d tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a1a187-29ba-49a2-aecc-3130e1bd0610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334685 Jul 14 10:01:46.879989 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e44c6-ac2b-4334-bff1-0428f3b58427 req-440be6da-2253-4f25-8773-cf5a820e919a tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:46.881365 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-431e44c6-ac2b-4334-bff1-0428f3b58427 req-440be6da-2253-4f25-8773-cf5a820e919a tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.44 "GET /v2.0/ports?device_id=6594c38c-4d4a-49ee-88bc-2bea3232f261 HTTP/1.1" status: 200 len: 946 time: 0.0674291 Jul 14 10:01:46.981499 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-431e44c6-ac2b-4334-bff1-0428f3b58427 req-700e5cd6-0afc-4053-8a84-3a07d4b5729a tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Deleting port c04f65ed-dbf2-4855-aceb-31ac44d7d35c {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:46.981848 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-431e44c6-ac2b-4334-bff1-0428f3b58427 req-700e5cd6-0afc-4053-8a84-3a07d4b5729a tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:47.072679 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-431e44c6-ac2b-4334-bff1-0428f3b58427 req-700e5cd6-0afc-4053-8a84-3a07d4b5729a tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] For port c04f65ed-dbf2-4855-aceb-31ac44d7d35c, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=c04f65ed-dbf2-4855-aceb-31ac44d7d35c,segment=NetworkSegment(47b893de-10cb-4875-a5d4-b89884209f0a),segment_id=47b893de-10cb-4875-a5d4-b89884209f0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:47.073041 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-431e44c6-ac2b-4334-bff1-0428f3b58427 req-700e5cd6-0afc-4053-8a84-3a07d4b5729a tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:47.086391 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-431e44c6-ac2b-4334-bff1-0428f3b58427 req-700e5cd6-0afc-4053-8a84-3a07d4b5729a tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Calling delete_port for c04f65ed-dbf2-4855-aceb-31ac44d7d35c owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:47.210519 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-431e44c6-ac2b-4334-bff1-0428f3b58427 req-700e5cd6-0afc-4053-8a84-3a07d4b5729a tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:47.223183 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['c04f65ed-dbf2-4855-aceb-31ac44d7d35c'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:01:47.244565 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e5cd6-0afc-4053-8a84-3a07d4b5729a tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Pushing event deleted for resources: {'Port': ['ID=c04f65ed-dbf2-4855-aceb-31ac44d7d35c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:47.275390 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700e5cd6-0afc-4053-8a84-3a07d4b5729a tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:47.275771 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700e5cd6-0afc-4053-8a84-3a07d4b5729a tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:47.276120 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700e5cd6-0afc-4053-8a84-3a07d4b5729a tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:47.276460 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700e5cd6-0afc-4053-8a84-3a07d4b5729a tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:47.276801 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700e5cd6-0afc-4053-8a84-3a07d4b5729a tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:47.277134 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700e5cd6-0afc-4053-8a84-3a07d4b5729a tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:47.277468 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700e5cd6-0afc-4053-8a84-3a07d4b5729a tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:47.277797 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700e5cd6-0afc-4053-8a84-3a07d4b5729a tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:47.278127 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700e5cd6-0afc-4053-8a84-3a07d4b5729a tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:47.279169 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700e5cd6-0afc-4053-8a84-3a07d4b5729a tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:47.279629 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700e5cd6-0afc-4053-8a84-3a07d4b5729a tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:47.279972 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700e5cd6-0afc-4053-8a84-3a07d4b5729a tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:47.304050 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-431e44c6-ac2b-4334-bff1-0428f3b58427 req-700e5cd6-0afc-4053-8a84-3a07d4b5729a tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] No DVR routers for this DVR port c04f65ed-dbf2-4855-aceb-31ac44d7d35c on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:01:47.306804 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-431e44c6-ac2b-4334-bff1-0428f3b58427 req-700e5cd6-0afc-4053-8a84-3a07d4b5729a tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:47.309058 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-431e44c6-ac2b-4334-bff1-0428f3b58427 req-700e5cd6-0afc-4053-8a84-3a07d4b5729a tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.44 "DELETE /v2.0/ports/c04f65ed-dbf2-4855-aceb-31ac44d7d35c HTTP/1.1" status: 204 len: 173 time: 0.4224720 Jul 14 10:01:47.309575 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6594c38c-4d4a-49ee-88bc-2bea3232f261', 'name': 'network-vif-deleted', 'tag': 'c04f65ed-dbf2-4855-aceb-31ac44d7d35c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:01:47.312588 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79737ed2-bde9-4b0f-9d13-7f6f9f7646c6" -d '{"events": [{"server_uuid": "6594c38c-4d4a-49ee-88bc-2bea3232f261", "name": "network-vif-deleted", "tag": "c04f65ed-dbf2-4855-aceb-31ac44d7d35c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:01:47.361358 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2419ea87-b281-4d87-9375-5fa6fd9be653 x-openstack-request-id: req-2419ea87-b281-4d87-9375-5fa6fd9be653 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:01:47.361678 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6594c38c-4d4a-49ee-88bc-2bea3232f261", "name": "network-vif-deleted", "tag": "c04f65ed-dbf2-4855-aceb-31ac44d7d35c", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:01:47.361926 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2419ea87-b281-4d87-9375-5fa6fd9be653 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:01:47.362351 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6594c38c-4d4a-49ee-88bc-2bea3232f261', 'name': 'network-vif-deleted', 'tag': 'c04f65ed-dbf2-4855-aceb-31ac44d7d35c', 'status': 'completed', 'code': 200} Jul 14 10:01:47.723815 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-782162c6-722b-4f38-b967-f0183669650a req-681218dd-b25f-4809-b4a0-8027845b76f0 tempest-TestEncryptedCinderVolumes-1165982692 tempest-TestEncryptedCinderVolumes-1165982692-project] 10.222.0.25 "GET /v2.0/ports?device_id=6594c38c-4d4a-49ee-88bc-2bea3232f261 HTTP/1.1" status: 200 len: 210 time: 0.0301688 Jul 14 10:01:48.524805 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a676b2a-f03b-44a0-bb8f-3d745ac4a866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:48.852877 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35290) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:49.524965 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9753e4e2-73fe-4a1f-bb09-4d134f06136b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:49.774785 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9753e4e2-73fe-4a1f-bb09-4d134f06136b admin admin] Deleting port 51075ae3-ae6f-455d-875f-8df3379e58a9 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:49.775123 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9753e4e2-73fe-4a1f-bb09-4d134f06136b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:49.851689 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9753e4e2-73fe-4a1f-bb09-4d134f06136b admin admin] For port 51075ae3-ae6f-455d-875f-8df3379e58a9, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=51075ae3-ae6f-455d-875f-8df3379e58a9,segment=NetworkSegment(47b893de-10cb-4875-a5d4-b89884209f0a),segment_id=47b893de-10cb-4875-a5d4-b89884209f0a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:49.852053 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9753e4e2-73fe-4a1f-bb09-4d134f06136b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:49.864491 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9753e4e2-73fe-4a1f-bb09-4d134f06136b admin admin] Calling delete_port for 51075ae3-ae6f-455d-875f-8df3379e58a9 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:50.047520 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9753e4e2-73fe-4a1f-bb09-4d134f06136b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:50.073112 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753e4e2-73fe-4a1f-bb09-4d134f06136b admin admin] Pushing event deleted for resources: {'Port': ['ID=51075ae3-ae6f-455d-875f-8df3379e58a9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:50.103938 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753e4e2-73fe-4a1f-bb09-4d134f06136b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:50.104285 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753e4e2-73fe-4a1f-bb09-4d134f06136b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:50.104628 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753e4e2-73fe-4a1f-bb09-4d134f06136b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:50.104964 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753e4e2-73fe-4a1f-bb09-4d134f06136b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:50.105292 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753e4e2-73fe-4a1f-bb09-4d134f06136b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:50.105622 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753e4e2-73fe-4a1f-bb09-4d134f06136b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:50.105949 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753e4e2-73fe-4a1f-bb09-4d134f06136b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:50.106771 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753e4e2-73fe-4a1f-bb09-4d134f06136b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:50.107097 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753e4e2-73fe-4a1f-bb09-4d134f06136b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:50.107739 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753e4e2-73fe-4a1f-bb09-4d134f06136b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:50.107739 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753e4e2-73fe-4a1f-bb09-4d134f06136b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:50.108059 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753e4e2-73fe-4a1f-bb09-4d134f06136b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:50.258150 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9753e4e2-73fe-4a1f-bb09-4d134f06136b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:50.475299 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9753e4e2-73fe-4a1f-bb09-4d134f06136b admin admin] Router a904a72e-584b-481f-bd95-fd02dc4864cc has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:01:50.582497 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9753e4e2-73fe-4a1f-bb09-4d134f06136b admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:01:50.587272 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9753e4e2-73fe-4a1f-bb09-4d134f06136b admin admin] 10.222.0.25 "PUT /v2.0/routers/a904a72e-584b-481f-bd95-fd02dc4864cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7332664 Jul 14 10:01:50.589992 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35292) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:50.591595 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca93953a-cefa-42a6-9d63-3e794d96f491 None None] Sync routers for ids ['a904a72e-584b-481f-bd95-fd02dc4864cc'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:01:50.601438 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca93953a-cefa-42a6-9d63-3e794d96f491 None None] Routers {'a904a72e-584b-481f-bd95-fd02dc4864cc'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:01:50.602052 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ca93953a-cefa-42a6-9d63-3e794d96f491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:01:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['a904a72e-584b-481f-bd95-fd02dc4864cc'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:50.694096 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2262ee8d-8967-4471-993a-1c38cd1f77c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:50.703317 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-ca93953a-cefa-42a6-9d63-3e794d96f491 None None] Set router a904a72e-584b-481f-bd95-fd02dc4864cc gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:01:50.796768 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2262ee8d-8967-4471-993a-1c38cd1f77c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:50.850694 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2262ee8d-8967-4471-993a-1c38cd1f77c9 admin admin] Deleting port e605a386-ee48-41f6-8d37-cab3218234a8 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:50.850990 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2262ee8d-8967-4471-993a-1c38cd1f77c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:50.884166 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ca93953a-cefa-42a6-9d63-3e794d96f491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a904a72e-584b-481f-bd95-fd02dc4864cc', 'name': 'tempest-TestEncryptedCinderVolumes-1037387406-router', 'tenant_id': '291631c1956f466093884278cc68d1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'e605a386-ee48-41f6-8d37-cab3218234a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:34Z', 'updated_at': '2021-07-14T10:01:50Z', 'revision_number': 5, 'project_id': '291631c1956f466093884278cc68d1ed', 'gw_port': {'id': 'e605a386-ee48-41f6-8d37-cab3218234a8', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a904a72e-584b-481f-bd95-fd02dc4864cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:35Z', 'updated_at': '2021-07-14T10:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:50.912550 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca93953a-cefa-42a6-9d63-3e794d96f491 None None] Checking router: a904a72e-584b-481f-bd95-fd02dc4864cc for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:01:50.921382 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca93953a-cefa-42a6-9d63-3e794d96f491 None None] Routers {'a904a72e-584b-481f-bd95-fd02dc4864cc'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:01:50.922033 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ca93953a-cefa-42a6-9d63-3e794d96f491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:01:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['a904a72e-584b-481f-bd95-fd02dc4864cc'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:50.931909 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2262ee8d-8967-4471-993a-1c38cd1f77c9 admin admin] For port e605a386-ee48-41f6-8d37-cab3218234a8, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e605a386-ee48-41f6-8d37-cab3218234a8,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:50.932454 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2262ee8d-8967-4471-993a-1c38cd1f77c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:50.944503 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2262ee8d-8967-4471-993a-1c38cd1f77c9 admin admin] Calling delete_port for e605a386-ee48-41f6-8d37-cab3218234a8 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:51.010571 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-ca93953a-cefa-42a6-9d63-3e794d96f491 None None] Set router a904a72e-584b-481f-bd95-fd02dc4864cc gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:01:51.065722 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ca93953a-cefa-42a6-9d63-3e794d96f491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a904a72e-584b-481f-bd95-fd02dc4864cc', 'name': 'tempest-TestEncryptedCinderVolumes-1037387406-router', 'tenant_id': '291631c1956f466093884278cc68d1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:34Z', 'updated_at': '2021-07-14T10:01:50Z', 'revision_number': 6, 'project_id': '291631c1956f466093884278cc68d1ed', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:51.093846 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca93953a-cefa-42a6-9d63-3e794d96f491 None None] The sync data for ids ['a904a72e-584b-481f-bd95-fd02dc4864cc'] in n-d-771362-35 is: [{'id': 'a904a72e-584b-481f-bd95-fd02dc4864cc', 'name': 'tempest-TestEncryptedCinderVolumes-1037387406-router', 'tenant_id': '291631c1956f466093884278cc68d1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:34Z', 'updated_at': '2021-07-14T10:01:50Z', 'revision_number': 6, 'project_id': '291631c1956f466093884278cc68d1ed', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:01:51.123963 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2262ee8d-8967-4471-993a-1c38cd1f77c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.133913 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-13fb168c-f2a2-489b-9438-eb380bc10229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.147732 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262ee8d-8967-4471-993a-1c38cd1f77c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e605a386-ee48-41f6-8d37-cab3218234a8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:51.213727 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2262ee8d-8967-4471-993a-1c38cd1f77c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.306204 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2262ee8d-8967-4471-993a-1c38cd1f77c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.308384 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2262ee8d-8967-4471-993a-1c38cd1f77c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.356528 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2262ee8d-8967-4471-993a-1c38cd1f77c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.357077 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2262ee8d-8967-4471-993a-1c38cd1f77c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a904a72e-584b-481f-bd95-fd02dc4864cc {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:01:51.357221 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.361648 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2262ee8d-8967-4471-993a-1c38cd1f77c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.362796 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2262ee8d-8967-4471-993a-1c38cd1f77c9 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a904a72e-584b-481f-bd95-fd02dc4864cc HTTP/1.1" status: 204 len: 168 time: 0.7718372 Jul 14 10:01:51.365475 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35294) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:51.409723 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8556f17d-56a2-4280-b078-55e135f57f30 admin admin] Deleting subnet f378bc45-ba91-4f94-8025-5d71ff6b1745 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:01:51.412611 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8556f17d-56a2-4280-b078-55e135f57f30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.448390 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8556f17d-56a2-4280-b078-55e135f57f30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.538558 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8556f17d-56a2-4280-b078-55e135f57f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.591453 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8556f17d-56a2-4280-b078-55e135f57f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.616475 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556f17d-56a2-4280-b078-55e135f57f30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f378bc45-ba91-4f94-8025-5d71ff6b1745,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:51.621360 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8556f17d-56a2-4280-b078-55e135f57f30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.625826 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8556f17d-56a2-4280-b078-55e135f57f30 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f378bc45-ba91-4f94-8025-5d71ff6b1745 HTTP/1.1" status: 204 len: 168 time: 0.2569790 Jul 14 10:01:51.625961 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35296) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:51.626810 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b630682d-c905-42b1-b677-5144e7b72077 None None] Network edb775fd-8253-44bb-9895-172a1b408d85 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:51.692524 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a8ed05d-2a3d-41a6-9510-a799af9bceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.749529 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8a8ed05d-2a3d-41a6-9510-a799af9bceb8 admin admin] Deleting port 8d102504-a923-4b92-ab02-b564d77839ec {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:51.749865 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a8ed05d-2a3d-41a6-9510-a799af9bceb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.814834 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8a8ed05d-2a3d-41a6-9510-a799af9bceb8 admin admin] For port 8d102504-a923-4b92-ab02-b564d77839ec, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8d102504-a923-4b92-ab02-b564d77839ec,segment=NetworkSegment(47b893de-10cb-4875-a5d4-b89884209f0a),segment_id=47b893de-10cb-4875-a5d4-b89884209f0a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:51.815202 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a8ed05d-2a3d-41a6-9510-a799af9bceb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.830728 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8a8ed05d-2a3d-41a6-9510-a799af9bceb8 admin admin] Calling delete_port for 8d102504-a923-4b92-ab02-b564d77839ec owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:51.856616 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a34e8c-378a-45e7-9d77-477c516c9269 None None] DHCP port deletion for edb775fd-8253-44bb-9895-172a1b408d85 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:01:51.912248 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b4a34e8c-378a-45e7-9d77-477c516c9269 None None] Deleting port 8d102504-a923-4b92-ab02-b564d77839ec {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:51.912914 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4a34e8c-378a-45e7-9d77-477c516c9269 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.921434 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a8ed05d-2a3d-41a6-9510-a799af9bceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.951783 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ed05d-2a3d-41a6-9510-a799af9bceb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d102504-a923-4b92-ab02-b564d77839ec,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:51.953722 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8ed05d-2a3d-41a6-9510-a799af9bceb8 admin admin] No DVR routers for this DVR port 8d102504-a923-4b92-ab02-b564d77839ec on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:01:51.961465 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c04f65ed-dbf2-4855-aceb-31ac44d7d35c no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:51.970597 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e605a386-ee48-41f6-8d37-cab3218234a8 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:52.009275 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: c04f65ed-dbf2-4855-aceb-31ac44d7d35c {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:01:52.009652 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device c04f65ed-dbf2-4855-aceb-31ac44d7d35c not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:52.013803 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: e605a386-ee48-41f6-8d37-cab3218234a8 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:01:52.014264 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e605a386-ee48-41f6-8d37-cab3218234a8 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:52.014585 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 51075ae3-ae6f-455d-875f-8df3379e58a9 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:52.025985 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a8ed05d-2a3d-41a6-9510-a799af9bceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:52.036367 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-8a8ed05d-2a3d-41a6-9510-a799af9bceb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb775fd-8253-44bb-9895-172a1b408d85']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:52.039721 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 51075ae3-ae6f-455d-875f-8df3379e58a9 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:01:52.040072 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 51075ae3-ae6f-455d-875f-8df3379e58a9 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:52.040484 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8d102504-a923-4b92-ab02-b564d77839ec no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:52.048199 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-8a8ed05d-2a3d-41a6-9510-a799af9bceb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b893de-10cb-4875-a5d4-b89884209f0a') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:52.048492 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-8a8ed05d-2a3d-41a6-9510-a799af9bceb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b893de-10cb-4875-a5d4-b89884209f0a') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:52.058945 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a8ed05d-2a3d-41a6-9510-a799af9bceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:52.065246 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 8d102504-a923-4b92-ab02-b564d77839ec {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:01:52.065595 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8d102504-a923-4b92-ab02-b564d77839ec not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:52.077113 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b4a34e8c-378a-45e7-9d77-477c516c9269 None None] For port 8d102504-a923-4b92-ab02-b564d77839ec, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8d102504-a923-4b92-ab02-b564d77839ec,segment=NetworkSegment(47b893de-10cb-4875-a5d4-b89884209f0a),segment_id=47b893de-10cb-4875-a5d4-b89884209f0a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:52.077770 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4a34e8c-378a-45e7-9d77-477c516c9269 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:52.081064 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a8ed05d-2a3d-41a6-9510-a799af9bceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:52.091924 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8ed05d-2a3d-41a6-9510-a799af9bceb8 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:01:52.092401 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a8ed05d-2a3d-41a6-9510-a799af9bceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: timer() Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:01:52.094117 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:01:52.096180 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b4a34e8c-378a-45e7-9d77-477c516c9269 None None] Calling delete_port for 8d102504-a923-4b92-ab02-b564d77839ec owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:52.151934 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a8ed05d-2a3d-41a6-9510-a799af9bceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:52.170704 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a8ed05d-2a3d-41a6-9510-a799af9bceb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:52.175561 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8a8ed05d-2a3d-41a6-9510-a799af9bceb8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/edb775fd-8253-44bb-9895-172a1b408d85 HTTP/1.1" status: 204 len: 168 time: 0.5459011 Jul 14 10:01:52.175561 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ed05d-2a3d-41a6-9510-a799af9bceb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=edb775fd-8253-44bb-9895-172a1b408d85,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:52.175788 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35298) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:52.182442 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4a34e8c-378a-45e7-9d77-477c516c9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:52.208186 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b4a34e8c-378a-45e7-9d77-477c516c9269 None None] Network edb775fd-8253-44bb-9895-172a1b408d85 is not hosted by any dhcp agent {{(pid=93774) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 10:01:52.208647 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a34e8c-378a-45e7-9d77-477c516c9269 None None] No DVR routers for this DVR port 8d102504-a923-4b92-ab02-b564d77839ec on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:01:52.210595 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a34e8c-378a-45e7-9d77-477c516c9269 None None] Pushing event deleted for resources: {'Port': ['ID=8d102504-a923-4b92-ab02-b564d77839ec,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:52.380390 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:52.537476 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c36432f5-7bc1-426b-9411-9733c60f17aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:52.793168 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c36432f5-7bc1-426b-9411-9733c60f17aa admin admin] Deleting port e46b44b3-daf5-4e8d-80c3-06addcaa3b6c {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:52.793415 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c36432f5-7bc1-426b-9411-9733c60f17aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:52.870719 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-c36432f5-7bc1-426b-9411-9733c60f17aa admin admin] For port e46b44b3-daf5-4e8d-80c3-06addcaa3b6c, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e46b44b3-daf5-4e8d-80c3-06addcaa3b6c,segment=NetworkSegment(01cb5612-eb4f-46f9-953f-5a8fc0b07805),segment_id=01cb5612-eb4f-46f9-953f-5a8fc0b07805)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:52.871079 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c36432f5-7bc1-426b-9411-9733c60f17aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:52.884017 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c36432f5-7bc1-426b-9411-9733c60f17aa admin admin] Calling delete_port for e46b44b3-daf5-4e8d-80c3-06addcaa3b6c owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:53.062132 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c36432f5-7bc1-426b-9411-9733c60f17aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:53.087658 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36432f5-7bc1-426b-9411-9733c60f17aa admin admin] Pushing event deleted for resources: {'Port': ['ID=e46b44b3-daf5-4e8d-80c3-06addcaa3b6c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:53.256339 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c36432f5-7bc1-426b-9411-9733c60f17aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:53.791208 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36432f5-7bc1-426b-9411-9733c60f17aa admin admin] Router 942c0531-1491-41b7-bef1-b7fd236e54ff has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:01:53.897112 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36432f5-7bc1-426b-9411-9733c60f17aa admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:01:53.904790 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c36432f5-7bc1-426b-9411-9733c60f17aa admin admin] 10.222.0.25 "PUT /v2.0/routers/942c0531-1491-41b7-bef1-b7fd236e54ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7272558 Jul 14 10:01:53.905016 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35300) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:53.906524 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199a6b41-d46b-4090-961f-d9926302b23e None None] Sync routers for ids ['942c0531-1491-41b7-bef1-b7fd236e54ff'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:01:53.917194 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199a6b41-d46b-4090-961f-d9926302b23e None None] Routers {'942c0531-1491-41b7-bef1-b7fd236e54ff'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:01:53.917897 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-199a6b41-d46b-4090-961f-d9926302b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:01:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['942c0531-1491-41b7-bef1-b7fd236e54ff'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:53.920103 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:54.011966 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c32174b4-6019-49a9-845c-7103462650a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:54.022087 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-199a6b41-d46b-4090-961f-d9926302b23e None None] Set router 942c0531-1491-41b7-bef1-b7fd236e54ff gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:01:54.116319 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c32174b4-6019-49a9-845c-7103462650a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:54.167387 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c32174b4-6019-49a9-845c-7103462650a8 admin admin] Deleting port 0fd24b44-5cca-4cef-bdfe-e18ced6f030a {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:54.167771 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c32174b4-6019-49a9-845c-7103462650a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:54.202159 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-199a6b41-d46b-4090-961f-d9926302b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c0531-1491-41b7-bef1-b7fd236e54ff', 'name': 'tempest-TestEncryptedCinderVolumes-1844536359-router', 'tenant_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '0fd24b44-5cca-4cef-bdfe-e18ced6f030a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:39Z', 'updated_at': '2021-07-14T10:01:53Z', 'revision_number': 5, 'project_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'gw_port': {'id': '0fd24b44-5cca-4cef-bdfe-e18ced6f030a', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c0531-1491-41b7-bef1-b7fd236e54ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:39Z', 'updated_at': '2021-07-14T10:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:54.229052 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199a6b41-d46b-4090-961f-d9926302b23e None None] Checking router: 942c0531-1491-41b7-bef1-b7fd236e54ff for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:01:54.237873 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199a6b41-d46b-4090-961f-d9926302b23e None None] Routers {'942c0531-1491-41b7-bef1-b7fd236e54ff'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:01:54.238476 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-199a6b41-d46b-4090-961f-d9926302b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:01:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['942c0531-1491-41b7-bef1-b7fd236e54ff'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:54.250697 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c32174b4-6019-49a9-845c-7103462650a8 admin admin] For port 0fd24b44-5cca-4cef-bdfe-e18ced6f030a, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=0fd24b44-5cca-4cef-bdfe-e18ced6f030a,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:54.251052 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c32174b4-6019-49a9-845c-7103462650a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:54.263193 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c32174b4-6019-49a9-845c-7103462650a8 admin admin] Calling delete_port for 0fd24b44-5cca-4cef-bdfe-e18ced6f030a owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:54.323418 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-199a6b41-d46b-4090-961f-d9926302b23e None None] Set router 942c0531-1491-41b7-bef1-b7fd236e54ff gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:01:54.374710 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-199a6b41-d46b-4090-961f-d9926302b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c0531-1491-41b7-bef1-b7fd236e54ff', 'name': 'tempest-TestEncryptedCinderVolumes-1844536359-router', 'tenant_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:39Z', 'updated_at': '2021-07-14T10:01:54Z', 'revision_number': 6, 'project_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:54.404370 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199a6b41-d46b-4090-961f-d9926302b23e None None] The sync data for ids ['942c0531-1491-41b7-bef1-b7fd236e54ff'] in n-d-771362-35 is: [{'id': '942c0531-1491-41b7-bef1-b7fd236e54ff', 'name': 'tempest-TestEncryptedCinderVolumes-1844536359-router', 'tenant_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:39Z', 'updated_at': '2021-07-14T10:01:54Z', 'revision_number': 6, 'project_id': 'bbcf1c38eade4e50865be82ce14f16f6', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:01:54.439254 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c32174b4-6019-49a9-845c-7103462650a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:54.466383 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32174b4-6019-49a9-845c-7103462650a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fd24b44-5cca-4cef-bdfe-e18ced6f030a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:54.529700 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c32174b4-6019-49a9-845c-7103462650a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:54.617304 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c32174b4-6019-49a9-845c-7103462650a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:54.619371 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c32174b4-6019-49a9-845c-7103462650a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:54.664922 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c32174b4-6019-49a9-845c-7103462650a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:54.665468 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32174b4-6019-49a9-845c-7103462650a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 942c0531-1491-41b7-bef1-b7fd236e54ff {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:01:54.670605 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c32174b4-6019-49a9-845c-7103462650a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:54.671765 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c32174b4-6019-49a9-845c-7103462650a8 admin admin] 10.222.0.25 "DELETE /v2.0/routers/942c0531-1491-41b7-bef1-b7fd236e54ff HTTP/1.1" status: 204 len: 168 time: 0.7651279 Jul 14 10:01:54.674327 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35302) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:54.719319 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee9ba24-36bb-4ae8-82b0-6a3c8b8b5ab9 admin admin] Deleting subnet 72b19c90-44cf-4787-952d-19dadcd03138 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:01:54.722392 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fee9ba24-36bb-4ae8-82b0-6a3c8b8b5ab9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:54.758902 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fee9ba24-36bb-4ae8-82b0-6a3c8b8b5ab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:54.845233 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fee9ba24-36bb-4ae8-82b0-6a3c8b8b5ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:54.897929 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fee9ba24-36bb-4ae8-82b0-6a3c8b8b5ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:54.927401 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9ba24-36bb-4ae8-82b0-6a3c8b8b5ab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72b19c90-44cf-4787-952d-19dadcd03138,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:54.929615 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fee9ba24-36bb-4ae8-82b0-6a3c8b8b5ab9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:54.931719 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fee9ba24-36bb-4ae8-82b0-6a3c8b8b5ab9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/72b19c90-44cf-4787-952d-19dadcd03138 HTTP/1.1" status: 204 len: 168 time: 0.2563457 Jul 14 10:01:54.933191 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ba0bfc-d05f-45ea-a084-5d4c3a044c09 None None] Network 9a011c9b-7228-4cc5-9cbb-8ffbbef35a77 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:54.934159 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35304) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:55.011615 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90051df8-6563-472d-b935-45dcd2194748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.069319 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-90051df8-6563-472d-b935-45dcd2194748 admin admin] Deleting port 2e1a5d12-ab9a-4352-a53c-fed06a1040be {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:55.069815 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90051df8-6563-472d-b935-45dcd2194748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.133005 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-90051df8-6563-472d-b935-45dcd2194748 admin admin] For port 2e1a5d12-ab9a-4352-a53c-fed06a1040be, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=2e1a5d12-ab9a-4352-a53c-fed06a1040be,segment=NetworkSegment(01cb5612-eb4f-46f9-953f-5a8fc0b07805),segment_id=01cb5612-eb4f-46f9-953f-5a8fc0b07805)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:55.133362 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90051df8-6563-472d-b935-45dcd2194748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.145908 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-90051df8-6563-472d-b935-45dcd2194748 admin admin] Calling delete_port for 2e1a5d12-ab9a-4352-a53c-fed06a1040be owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:55.191577 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec94940-decc-40bc-bded-947958580cad None None] DHCP port deletion for 9a011c9b-7228-4cc5-9cbb-8ffbbef35a77 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:01:55.239180 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-aec94940-decc-40bc-bded-947958580cad None None] Deleting port 2e1a5d12-ab9a-4352-a53c-fed06a1040be {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:55.239589 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aec94940-decc-40bc-bded-947958580cad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.240014 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90051df8-6563-472d-b935-45dcd2194748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.267638 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90051df8-6563-472d-b935-45dcd2194748 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e1a5d12-ab9a-4352-a53c-fed06a1040be,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:55.272010 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90051df8-6563-472d-b935-45dcd2194748 admin admin] No DVR routers for this DVR port 2e1a5d12-ab9a-4352-a53c-fed06a1040be on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:01:55.312545 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-aec94940-decc-40bc-bded-947958580cad None None] For port 2e1a5d12-ab9a-4352-a53c-fed06a1040be, host n-d-771362-35, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:55.312935 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aec94940-decc-40bc-bded-947958580cad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.326769 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-aec94940-decc-40bc-bded-947958580cad None None] Calling delete_port for 2e1a5d12-ab9a-4352-a53c-fed06a1040be owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:55.329450 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-aec94940-decc-40bc-bded-947958580cad None None] Port 2e1a5d12-ab9a-4352-a53c-fed06a1040be was not found and therefore no delete operation was performed {{(pid=93774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 10:01:55.330735 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aec94940-decc-40bc-bded-947958580cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.345355 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90051df8-6563-472d-b935-45dcd2194748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.355182 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec94940-decc-40bc-bded-947958580cad None None] Pushing event deleted for resources: {'Port': ['ID=2e1a5d12-ab9a-4352-a53c-fed06a1040be,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:55.355866 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-90051df8-6563-472d-b935-45dcd2194748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a011c9b-7228-4cc5-9cbb-8ffbbef35a77']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:55.361168 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec94940-decc-40bc-bded-947958580cad None None] No DVR routers for this DVR port 2e1a5d12-ab9a-4352-a53c-fed06a1040be on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:01:55.375564 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-90051df8-6563-472d-b935-45dcd2194748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01cb5612-eb4f-46f9-953f-5a8fc0b07805') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:55.375872 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-90051df8-6563-472d-b935-45dcd2194748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01cb5612-eb4f-46f9-953f-5a8fc0b07805') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:55.385086 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90051df8-6563-472d-b935-45dcd2194748 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.399048 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90051df8-6563-472d-b935-45dcd2194748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.405551 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90051df8-6563-472d-b935-45dcd2194748 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:01:55.405890 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90051df8-6563-472d-b935-45dcd2194748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: timer() Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:01:55.407803 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:01:55.464037 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90051df8-6563-472d-b935-45dcd2194748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.469840 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90051df8-6563-472d-b935-45dcd2194748 admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.471867 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-90051df8-6563-472d-b935-45dcd2194748 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9a011c9b-7228-4cc5-9cbb-8ffbbef35a77 HTTP/1.1" status: 204 len: 168 time: 0.5266461 Jul 14 10:01:55.483893 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90051df8-6563-472d-b935-45dcd2194748 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a011c9b-7228-4cc5-9cbb-8ffbbef35a77,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:55.663126 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35308) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:55.709067 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7794b10e-ec0a-489a-9ecb-4c7a3fb93ec4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=291631c1956f466093884278cc68d1ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446265 Jul 14 10:01:55.711412 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35310) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:55.759991 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba3c7552-0cc7-4929-9607-89d51fd0eb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.781036 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba3c7552-0cc7-4929-9607-89d51fd0eb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.831944 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba3c7552-0cc7-4929-9607-89d51fd0eb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.835060 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba3c7552-0cc7-4929-9607-89d51fd0eb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.836332 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ba3c7552-0cc7-4929-9607-89d51fd0eb7c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f8a1a187-29ba-49a2-aecc-3130e1bd0610 HTTP/1.1" status: 204 len: 168 time: 0.1240206 Jul 14 10:01:55.847699 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c7552-0cc7-4929-9607-89d51fd0eb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a1a187-29ba-49a2-aecc-3130e1bd0610,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:55.879879 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e46b44b3-daf5-4e8d-80c3-06addcaa3b6c no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:55.899330 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: e46b44b3-daf5-4e8d-80c3-06addcaa3b6c {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:01:55.899699 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e46b44b3-daf5-4e8d-80c3-06addcaa3b6c not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:55.900113 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2e1a5d12-ab9a-4352-a53c-fed06a1040be no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:55.919002 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 2e1a5d12-ab9a-4352-a53c-fed06a1040be {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:01:55.919353 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 2e1a5d12-ab9a-4352-a53c-fed06a1040be not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:55.919786 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 0fd24b44-5cca-4cef-bdfe-e18ced6f030a no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:55.945368 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 0fd24b44-5cca-4cef-bdfe-e18ced6f030a {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:01:55.946350 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 0fd24b44-5cca-4cef-bdfe-e18ced6f030a not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:56.197540 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35316) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:56.236790 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ab8f30dc-fea5-4405-8569-0a62faaf8a30 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bbcf1c38eade4e50865be82ce14f16f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381019 Jul 14 10:01:56.239197 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35318) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:56.286517 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e25e0c8-0995-4893-8ad2-821079f5d671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:56.307621 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e25e0c8-0995-4893-8ad2-821079f5d671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:56.358675 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e25e0c8-0995-4893-8ad2-821079f5d671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:56.361578 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e25e0c8-0995-4893-8ad2-821079f5d671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:56.362832 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5e25e0c8-0995-4893-8ad2-821079f5d671 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bccb1435-84f5-4a0c-8f4a-e14a62791336 HTTP/1.1" status: 204 len: 168 time: 0.1227009 Jul 14 10:01:56.374865 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25e0c8-0995-4893-8ad2-821079f5d671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccb1435-84f5-4a0c-8f4a-e14a62791336,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:57.026284 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35340) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:57.162925 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-61e2cf4f-4411-4c7f-9ee3-d6f5d69cf65b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1546336956-network', 'tenant_id': '372b543474df478fab49c24b4d828045'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:57.183827 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e2cf4f-4411-4c7f-9ee3-d6f5d69cf65b admin admin] Made reservation on behalf of 372b543474df478fab49c24b4d828045 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:57.187013 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-61e2cf4f-4411-4c7f-9ee3-d6f5d69cf65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:57.195198 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-61e2cf4f-4411-4c7f-9ee3-d6f5d69cf65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:57.285013 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-61e2cf4f-4411-4c7f-9ee3-d6f5d69cf65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:57.288877 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-61e2cf4f-4411-4c7f-9ee3-d6f5d69cf65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:57.313848 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e2cf4f-4411-4c7f-9ee3-d6f5d69cf65b admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:01:57.323953 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2cf4f-4411-4c7f-9ee3-d6f5d69cf65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:57.329721 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-61e2cf4f-4411-4c7f-9ee3-d6f5d69cf65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:57.330075 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-61e2cf4f-4411-4c7f-9ee3-d6f5d69cf65b admin admin] Added segment 102612dd-255c-4137-a48d-2563f1c85bf1 of type vlan for network d3883832-319d-4a49-9392-a52b6d00c12c Jul 14 10:01:57.370844 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-61e2cf4f-4411-4c7f-9ee3-d6f5d69cf65b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:57.401259 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-61e2cf4f-4411-4c7f-9ee3-d6f5d69cf65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:57.402181 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e2cf4f-4411-4c7f-9ee3-d6f5d69cf65b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:57.402767 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-61e2cf4f-4411-4c7f-9ee3-d6f5d69cf65b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:57.459094 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-61e2cf4f-4411-4c7f-9ee3-d6f5d69cf65b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4317005 Jul 14 10:01:57.462266 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35344) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:57.466512 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2cf4f-4411-4c7f-9ee3-d6f5d69cf65b admin admin] Pushing event updated for resources: {'Network': ['ID=d3883832-319d-4a49-9392-a52b6d00c12c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:57.467923 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-ca8284d8-ffd5-4db9-a41f-335139b5d565 admin admin] Request body: {'subnet': {'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1546336956-subnet', 'tenant_id': '372b543474df478fab49c24b4d828045', 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:57.476932 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network d3883832-319d-4a49-9392-a52b6d00c12c details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:01:57.488987 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8284d8-ffd5-4db9-a41f-335139b5d565 admin admin] Made reservation on behalf of 372b543474df478fab49c24b4d828045 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:57.491349 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca8284d8-ffd5-4db9-a41f-335139b5d565 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:57.994960 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca8284d8-ffd5-4db9-a41f-335139b5d565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.053280 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8284d8-ffd5-4db9-a41f-335139b5d565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=719d52f7-678a-4624-901d-c29ff0ea9b84,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:58.057610 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8284d8-ffd5-4db9-a41f-335139b5d565 admin admin] Checking segment: {'id': '102612dd-255c-4137-a48d-2563f1c85bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:01:58.057977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8284d8-ffd5-4db9-a41f-335139b5d565 admin admin] Network hostable DHCP agents. Network: d3883832-319d-4a49-9392-a52b6d00c12c, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:01:58.074877 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8284d8-ffd5-4db9-a41f-335139b5d565 admin admin] Network d3883832-319d-4a49-9392-a52b6d00c12c is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:01:58.083557 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ca8284d8-ffd5-4db9-a41f-335139b5d565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, d3883832-319d-4a49-9392-a52b6d00c12c) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:58.087505 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8284d8-ffd5-4db9-a41f-335139b5d565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:58.088140 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca8284d8-ffd5-4db9-a41f-335139b5d565 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.093022 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151bccb8-d138-4923-bb44-d2e196632f93 None None] Network d3883832-319d-4a49-9392-a52b6d00c12c requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:58.104745 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ca8284d8-ffd5-4db9-a41f-335139b5d565 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6413219 Jul 14 10:01:58.107020 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35346) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:58.111582 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-37442131-1a2e-4a74-9ff0-ac0ee113fcdd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1546336956-router', 'tenant_id': '372b543474df478fab49c24b4d828045', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:58.134083 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-37442131-1a2e-4a74-9ff0-ac0ee113fcdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.135063 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-37442131-1a2e-4a74-9ff0-ac0ee113fcdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.191280 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-37442131-1a2e-4a74-9ff0-ac0ee113fcdd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.239931 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f66dd1-d520-4737-ae81-304bb78c4d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-d3883832-319d-4a49-9392-a52b6d00c12c', 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c', 'tenant_id': '372b543474df478fab49c24b4d828045', 'fixed_ips': [{'subnet_id': '719d52f7-678a-4624-901d-c29ff0ea9b84'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:01:58.240831 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46f66dd1-d520-4737-ae81-304bb78c4d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.332211 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-37442131-1a2e-4a74-9ff0-ac0ee113fcdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.377845 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-46f66dd1-d520-4737-ae81-304bb78c4d60 None None] Allocated IP 172.20.0.2 (d3883832-319d-4a49-9392-a52b6d00c12c/719d52f7-678a-4624-901d-c29ff0ea9b84/d0d8d95b-e36a-4040-b9e1-507ddb44c22d) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:58.524323 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46f66dd1-d520-4737-ae81-304bb78c4d60 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.532604 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-37442131-1a2e-4a74-9ff0-ac0ee113fcdd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.533252 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-46f66dd1-d520-4737-ae81-304bb78c4d60 None None] Transition to ACTIVE for port object d0d8d95b-e36a-4040-b9e1-507ddb44c22d will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:58.548274 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-46f66dd1-d520-4737-ae81-304bb78c4d60 None None] Transition to ACTIVE for port object d0d8d95b-e36a-4040-b9e1-507ddb44c22d will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:58.552770 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-37442131-1a2e-4a74-9ff0-ac0ee113fcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.553832 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46f66dd1-d520-4737-ae81-304bb78c4d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.594366 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f66dd1-d520-4737-ae81-304bb78c4d60 None None] Network d3883832-319d-4a49-9392-a52b6d00c12c is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:58.597111 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-46f66dd1-d520-4737-ae81-304bb78c4d60 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:58.600621 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f66dd1-d520-4737-ae81-304bb78c4d60 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:01:58.608539 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f66dd1-d520-4737-ae81-304bb78c4d60 None None] Pushing event updated for resources: {'Port': ['ID=d0d8d95b-e36a-4040-b9e1-507ddb44c22d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:58.659663 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-37442131-1a2e-4a74-9ff0-ac0ee113fcdd admin admin] Allocated IP 172.25.6.147 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/dcd08e1f-27af-4a3e-90a8-49da5caf48b0) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:58.660759 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-46f66dd1-d520-4737-ae81-304bb78c4d60 None None] Attempting to bind port d0d8d95b-e36a-4040-b9e1-507ddb44c22d on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:01:58.661337 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-46f66dd1-d520-4737-ae81-304bb78c4d60 None None] Attempting to bind port d0d8d95b-e36a-4040-b9e1-507ddb44c22d by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '102612dd-255c-4137-a48d-2563f1c85bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:01:58.661670 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f66dd1-d520-4737-ae81-304bb78c4d60 None None] Attempting to bind port d0d8d95b-e36a-4040-b9e1-507ddb44c22d on network d3883832-319d-4a49-9392-a52b6d00c12c {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:01:58.667148 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f66dd1-d520-4737-ae81-304bb78c4d60 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:01:58.667533 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f66dd1-d520-4737-ae81-304bb78c4d60 None None] Checking segment: {'id': '102612dd-255c-4137-a48d-2563f1c85bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:01:58.667934 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46f66dd1-d520-4737-ae81-304bb78c4d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.668325 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f66dd1-d520-4737-ae81-304bb78c4d60 None None] Bound using segment: {'id': '102612dd-255c-4137-a48d-2563f1c85bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:01:58.669353 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-46f66dd1-d520-4737-ae81-304bb78c4d60 None None] Bound port: d0d8d95b-e36a-4040-b9e1-507ddb44c22d, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102612dd-255c-4137-a48d-2563f1c85bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:01:58.669731 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46f66dd1-d520-4737-ae81-304bb78c4d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.735333 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-46f66dd1-d520-4737-ae81-304bb78c4d60 None None] For port d0d8d95b-e36a-4040-b9e1-507ddb44c22d, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:01:58.738812 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-46f66dd1-d520-4737-ae81-304bb78c4d60 None None] For port d0d8d95b-e36a-4040-b9e1-507ddb44c22d, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d0d8d95b-e36a-4040-b9e1-507ddb44c22d,segment=NetworkSegment(102612dd-255c-4137-a48d-2563f1c85bf1),segment_id=102612dd-255c-4137-a48d-2563f1c85bf1)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:01:58.743022 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46f66dd1-d520-4737-ae81-304bb78c4d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.763658 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-37442131-1a2e-4a74-9ff0-ac0ee113fcdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.806337 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f66dd1-d520-4737-ae81-304bb78c4d60 None None] Pushing event updated for resources: {'Port': ['ID=d0d8d95b-e36a-4040-b9e1-507ddb44c22d,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:58.809918 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-37442131-1a2e-4a74-9ff0-ac0ee113fcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.847707 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37442131-1a2e-4a74-9ff0-ac0ee113fcdd admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:58.852605 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-37442131-1a2e-4a74-9ff0-ac0ee113fcdd admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:58.856281 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37442131-1a2e-4a74-9ff0-ac0ee113fcdd admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:01:58.883445 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37442131-1a2e-4a74-9ff0-ac0ee113fcdd admin admin] Pushing event updated for resources: {'Port': ['ID=dcd08e1f-27af-4a3e-90a8-49da5caf48b0,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:59.133119 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-37442131-1a2e-4a74-9ff0-ac0ee113fcdd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:59.332485 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-37442131-1a2e-4a74-9ff0-ac0ee113fcdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:59.474853 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37442131-1a2e-4a74-9ff0-ac0ee113fcdd admin admin] Router f1da5d20-3cad-46ac-9dbe-2b1db9885cff is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:01:59.587915 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37442131-1a2e-4a74-9ff0-ac0ee113fcdd admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:01:59.599010 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a126fa2-f01d-4c1a-a04e-87461661e86a None None] Sync routers for ids ['f1da5d20-3cad-46ac-9dbe-2b1db9885cff'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:01:59.609026 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-37442131-1a2e-4a74-9ff0-ac0ee113fcdd admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:59.613004 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-37442131-1a2e-4a74-9ff0-ac0ee113fcdd admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5023158 Jul 14 10:01:59.613144 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a126fa2-f01d-4c1a-a04e-87461661e86a None None] Routers {'f1da5d20-3cad-46ac-9dbe-2b1db9885cff'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:01:59.613144 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7a126fa2-f01d-4c1a-a04e-87461661e86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:01:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f1da5d20-3cad-46ac-9dbe-2b1db9885cff'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:59.613519 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35348) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:59.722394 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-7a126fa2-f01d-4c1a-a04e-87461661e86a None None] Set router f1da5d20-3cad-46ac-9dbe-2b1db9885cff gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:01:59.751939 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f002c2a6-e777-429a-92b8-7fd89a274e89 None None] Network d3883832-319d-4a49-9392-a52b6d00c12c requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:59.974271 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d0d8d95b-e36a-4040-b9e1-507ddb44c22d up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:00.055160 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38db5dea-4e5c-40b1-a253-be656025e43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.082871 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b535410f-fc6f-44d2-a5ec-291d3b3732a9 None None] Provisioning for port d0d8d95b-e36a-4040-b9e1-507ddb44c22d completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:00.175168 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port d0d8d95b-e36a-4040-b9e1-507ddb44c22d completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:00.207066 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d0d8d95b-e36a-4040-b9e1-507ddb44c22d triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:00.207537 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.214305 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-38db5dea-4e5c-40b1-a253-be656025e43c admin admin] Allocated IP 172.20.0.1 (d3883832-319d-4a49-9392-a52b6d00c12c/719d52f7-678a-4624-901d-c29ff0ea9b84/f4c28b99-278d-460b-bbfa-4dcfe060a311) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:00.314579 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7a126fa2-f01d-4c1a-a04e-87461661e86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'name': 'tempest-TestMinimumBasicScenario-1546336956-router', 'tenant_id': '372b543474df478fab49c24b4d828045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'dcd08e1f-27af-4a3e-90a8-49da5caf48b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:01:58Z', 'updated_at': '2021-07-14T10:01:59Z', 'revision_number': 3, 'project_id': '372b543474df478fab49c24b4d828045', 'gw_port': {'id': 'dcd08e1f-27af-4a3e-90a8-49da5caf48b0', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:01:58Z', 'updated_at': '2021-07-14T10:01:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:00.321581 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38db5dea-4e5c-40b1-a253-be656025e43c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.335961 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-38db5dea-4e5c-40b1-a253-be656025e43c admin admin] Transition to ACTIVE for port object f4c28b99-278d-460b-bbfa-4dcfe060a311 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:00.366861 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a126fa2-f01d-4c1a-a04e-87461661e86a None None] Checking router: f1da5d20-3cad-46ac-9dbe-2b1db9885cff for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:02:00.367239 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a126fa2-f01d-4c1a-a04e-87461661e86a None None] Updating router f1da5d20-3cad-46ac-9dbe-2b1db9885cff port dcd08e1f-27af-4a3e-90a8-49da5caf48b0 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:02:00.369995 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38db5dea-4e5c-40b1-a253-be656025e43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.405944 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.415384 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38db5dea-4e5c-40b1-a253-be656025e43c admin admin] Network d3883832-319d-4a49-9392-a52b6d00c12c is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:00.418646 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-38db5dea-4e5c-40b1-a253-be656025e43c admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:00.423949 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38db5dea-4e5c-40b1-a253-be656025e43c admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:00.433887 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a126fa2-f01d-4c1a-a04e-87461661e86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.451845 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db5dea-4e5c-40b1-a253-be656025e43c admin admin] Pushing event updated for resources: {'Port': ['ID=f4c28b99-278d-460b-bbfa-4dcfe060a311,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:00.468696 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38db5dea-4e5c-40b1-a253-be656025e43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.472745 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port d0d8d95b-e36a-4040-b9e1-507ddb44c22d, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d0d8d95b-e36a-4040-b9e1-507ddb44c22d,segment=NetworkSegment(102612dd-255c-4137-a48d-2563f1c85bf1),segment_id=102612dd-255c-4137-a48d-2563f1c85bf1)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:00.480129 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.603922 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=d0d8d95b-e36a-4040-b9e1-507ddb44c22d,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:00.626571 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38db5dea-4e5c-40b1-a253-be656025e43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.672537 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4a11b878-6355-46c1-8011-7795e4f609f1 None None] Provisioning complete for port d0d8d95b-e36a-4040-b9e1-507ddb44c22d triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:00.672982 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4a11b878-6355-46c1-8011-7795e4f609f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.802286 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38db5dea-4e5c-40b1-a253-be656025e43c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.807122 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38db5dea-4e5c-40b1-a253-be656025e43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.849283 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a126fa2-f01d-4c1a-a04e-87461661e86a None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.860932 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7a126fa2-f01d-4c1a-a04e-87461661e86a None None] Transition to ACTIVE for port object dcd08e1f-27af-4a3e-90a8-49da5caf48b0 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:00.866986 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a126fa2-f01d-4c1a-a04e-87461661e86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.877138 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-38db5dea-4e5c-40b1-a253-be656025e43c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.886333 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db5dea-4e5c-40b1-a253-be656025e43c admin admin] Pushing event updated for resources: {'Port': ['ID=f4c28b99-278d-460b-bbfa-4dcfe060a311,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:00.924704 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5d1d1-8c55-4a20-aa17-a590f72f526b None None] Pushing event updated for resources: {'Port': ['ID=dcd08e1f-27af-4a3e-90a8-49da5caf48b0,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:00.927017 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-7a126fa2-f01d-4c1a-a04e-87461661e86a None None] Attempting to bind port dcd08e1f-27af-4a3e-90a8-49da5caf48b0 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:00.927381 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-7a126fa2-f01d-4c1a-a04e-87461661e86a None None] Attempting to bind port dcd08e1f-27af-4a3e-90a8-49da5caf48b0 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:00.927820 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a126fa2-f01d-4c1a-a04e-87461661e86a None None] Attempting to bind port dcd08e1f-27af-4a3e-90a8-49da5caf48b0 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:00.935130 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a126fa2-f01d-4c1a-a04e-87461661e86a None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:00.936070 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a126fa2-f01d-4c1a-a04e-87461661e86a None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:00.936070 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a126fa2-f01d-4c1a-a04e-87461661e86a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.936333 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a126fa2-f01d-4c1a-a04e-87461661e86a None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:00.936859 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-7a126fa2-f01d-4c1a-a04e-87461661e86a None None] Bound port: dcd08e1f-27af-4a3e-90a8-49da5caf48b0, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:00.937211 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a126fa2-f01d-4c1a-a04e-87461661e86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.978186 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38db5dea-4e5c-40b1-a253-be656025e43c admin admin] Network d3883832-319d-4a49-9392-a52b6d00c12c is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:00.979841 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-38db5dea-4e5c-40b1-a253-be656025e43c admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:00.984775 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-68b8f238-f0c8-430e-9d57-6ad9d9dfb11b None None] Provisioning for port f4c28b99-278d-460b-bbfa-4dcfe060a311 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:00.994000 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-68b8f238-f0c8-430e-9d57-6ad9d9dfb11b None None] Provisioning complete for port f4c28b99-278d-460b-bbfa-4dcfe060a311 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:00.994372 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-68b8f238-f0c8-430e-9d57-6ad9d9dfb11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:01.027119 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7a126fa2-f01d-4c1a-a04e-87461661e86a None None] For port dcd08e1f-27af-4a3e-90a8-49da5caf48b0, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:01.042668 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7a126fa2-f01d-4c1a-a04e-87461661e86a None None] For port dcd08e1f-27af-4a3e-90a8-49da5caf48b0, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=dcd08e1f-27af-4a3e-90a8-49da5caf48b0,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:01.043777 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-68b8f238-f0c8-430e-9d57-6ad9d9dfb11b None None] Port f4c28b99-278d-460b-bbfa-4dcfe060a311 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:02:01.048236 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a126fa2-f01d-4c1a-a04e-87461661e86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:01.107427 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38db5dea-4e5c-40b1-a253-be656025e43c admin admin] Router f1da5d20-3cad-46ac-9dbe-2b1db9885cff has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:02:01.111168 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a126fa2-f01d-4c1a-a04e-87461661e86a None None] Routers {'f1da5d20-3cad-46ac-9dbe-2b1db9885cff'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:01.111836 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7a126fa2-f01d-4c1a-a04e-87461661e86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:01:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f1da5d20-3cad-46ac-9dbe-2b1db9885cff'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:01.148269 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5d1d1-8c55-4a20-aa17-a590f72f526b None None] Pushing event updated for resources: {'Port': ['ID=dcd08e1f-27af-4a3e-90a8-49da5caf48b0,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:01.222073 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38db5dea-4e5c-40b1-a253-be656025e43c admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:02:01.228312 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-38db5dea-4e5c-40b1-a253-be656025e43c admin admin] 10.222.0.25 "PUT /v2.0/routers/f1da5d20-3cad-46ac-9dbe-2b1db9885cff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6136389 Jul 14 10:02:01.229294 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-7a126fa2-f01d-4c1a-a04e-87461661e86a None None] Set router f1da5d20-3cad-46ac-9dbe-2b1db9885cff gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:01.305193 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-204e49cd-4b62-4630-b62f-3ead6e590c36 None None] Provisioning complete for port f4c28b99-278d-460b-bbfa-4dcfe060a311 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:01.305567 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-204e49cd-4b62-4630-b62f-3ead6e590c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:01.382275 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-204e49cd-4b62-4630-b62f-3ead6e590c36 None None] Port f4c28b99-278d-460b-bbfa-4dcfe060a311 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:02:01.466555 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7a126fa2-f01d-4c1a-a04e-87461661e86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'name': 'tempest-TestMinimumBasicScenario-1546336956-router', 'tenant_id': '372b543474df478fab49c24b4d828045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'dcd08e1f-27af-4a3e-90a8-49da5caf48b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:01:58Z', 'updated_at': '2021-07-14T10:02:00Z', 'revision_number': 4, 'project_id': '372b543474df478fab49c24b4d828045', 'gw_port': {'id': 'dcd08e1f-27af-4a3e-90a8-49da5caf48b0', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:01:58Z', 'updated_at': '2021-07-14T10:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'f4c28b99-278d-460b-bbfa-4dcfe060a311', 'name': '', 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c', 'tenant_id': '372b543474df478fab49c24b4d828045', 'mac_address': 'fa:16:3e:ba:b1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '719d52f7-678a-4624-901d-c29ff0ea9b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:00Z', 'updated_at': '2021-07-14T10:02:00Z', 'revision_number': 2, 'project_id': '372b543474df478fab49c24b4d828045', 'subnets': [{'id': '719d52f7-678a-4624-901d-c29ff0ea9b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:01.497972 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a126fa2-f01d-4c1a-a04e-87461661e86a None None] The sync data for ids ['f1da5d20-3cad-46ac-9dbe-2b1db9885cff'] in n-d-771362-35 is: [{'id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'name': 'tempest-TestMinimumBasicScenario-1546336956-router', 'tenant_id': '372b543474df478fab49c24b4d828045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'dcd08e1f-27af-4a3e-90a8-49da5caf48b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:01:58Z', 'updated_at': '2021-07-14T10:02:00Z', 'revision_number': 4, 'project_id': '372b543474df478fab49c24b4d828045', 'gw_port': {'id': 'dcd08e1f-27af-4a3e-90a8-49da5caf48b0', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:01:58Z', 'updated_at': '2021-07-14T10:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'f4c28b99-278d-460b-bbfa-4dcfe060a311', 'name': '', 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c', 'tenant_id': '372b543474df478fab49c24b4d828045', 'mac_address': 'fa:16:3e:ba:b1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '719d52f7-678a-4624-901d-c29ff0ea9b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:00Z', 'updated_at': '2021-07-14T10:02:00Z', 'revision_number': 2, 'project_id': '372b543474df478fab49c24b4d828045', 'subnets': [{'id': '719d52f7-678a-4624-901d-c29ff0ea9b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:02:01.709044 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35364) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:01.714796 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2d4bfb9b-1857-48df-a73e-b080c6c36953 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1921186882-network', 'tenant_id': '86154d00410640fc8f029e65cf22ea16'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:01.740328 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4bfb9b-1857-48df-a73e-b080c6c36953 admin admin] Made reservation on behalf of 86154d00410640fc8f029e65cf22ea16 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:01.742817 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d4bfb9b-1857-48df-a73e-b080c6c36953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:01.752565 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d4bfb9b-1857-48df-a73e-b080c6c36953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:01.854309 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d4bfb9b-1857-48df-a73e-b080c6c36953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:01.860742 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d4bfb9b-1857-48df-a73e-b080c6c36953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:01.887844 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4bfb9b-1857-48df-a73e-b080c6c36953 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:02:01.890993 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d0d8d95b-e36a-4040-b9e1-507ddb44c22d up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:01.898347 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4bfb9b-1857-48df-a73e-b080c6c36953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e309f48-ef18-4f7e-9425-2658707b9cba,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:01.904173 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d4bfb9b-1857-48df-a73e-b080c6c36953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:01.904515 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-2d4bfb9b-1857-48df-a73e-b080c6c36953 admin admin] Added segment 2df0c5bd-9a56-411e-a9be-0b2caa0dcc03 of type vlan for network c7b87e78-5291-4a53-9a77-1440572b7064 Jul 14 10:02:01.950010 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d4bfb9b-1857-48df-a73e-b080c6c36953 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:01.951851 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d0d8d95b-e36a-4040-b9e1-507ddb44c22d triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:01.952298 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:01.983690 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d4bfb9b-1857-48df-a73e-b080c6c36953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:01.984956 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4bfb9b-1857-48df-a73e-b080c6c36953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:01.985658 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d4bfb9b-1857-48df-a73e-b080c6c36953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:02.042646 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2d4bfb9b-1857-48df-a73e-b080c6c36953 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3324850 Jul 14 10:02:02.046627 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35366) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:02.051813 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-5869b4df-0bba-467f-9658-c584341f1678 admin admin] Request body: {'subnet': {'network_id': 'c7b87e78-5291-4a53-9a77-1440572b7064', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1921186882-subnet', 'tenant_id': '86154d00410640fc8f029e65cf22ea16', 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:02.052349 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4bfb9b-1857-48df-a73e-b080c6c36953 admin admin] Pushing event updated for resources: {'Network': ['ID=c7b87e78-5291-4a53-9a77-1440572b7064,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:02.063020 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network c7b87e78-5291-4a53-9a77-1440572b7064 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:02:02.077926 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5869b4df-0bba-467f-9658-c584341f1678 admin admin] Made reservation on behalf of 86154d00410640fc8f029e65cf22ea16 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:02.080507 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5869b4df-0bba-467f-9658-c584341f1678 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:02.299673 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5869b4df-0bba-467f-9658-c584341f1678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:02.369280 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869b4df-0bba-467f-9658-c584341f1678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c0355ba-1c5d-42a9-afbf-7b15df365b6f,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:02.374490 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5869b4df-0bba-467f-9658-c584341f1678 admin admin] Checking segment: {'id': '2df0c5bd-9a56-411e-a9be-0b2caa0dcc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c7b87e78-5291-4a53-9a77-1440572b7064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:02.374858 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5869b4df-0bba-467f-9658-c584341f1678 admin admin] Network hostable DHCP agents. Network: c7b87e78-5291-4a53-9a77-1440572b7064, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:02:02.393342 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5869b4df-0bba-467f-9658-c584341f1678 admin admin] Network c7b87e78-5291-4a53-9a77-1440572b7064 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:02:02.404792 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5869b4df-0bba-467f-9658-c584341f1678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, c7b87e78-5291-4a53-9a77-1440572b7064) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:02.410144 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5869b4df-0bba-467f-9658-c584341f1678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:02.410901 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5869b4df-0bba-467f-9658-c584341f1678 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:02.414558 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85f3e87-780a-473c-86d1-0c740e650210 None None] Network c7b87e78-5291-4a53-9a77-1440572b7064 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:02.431598 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5869b4df-0bba-467f-9658-c584341f1678 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3835056 Jul 14 10:02:02.433858 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35368) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:02.438994 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-d622d93e-a4e8-48f8-85e5-cf82b1036137 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1921186882-router', 'tenant_id': '86154d00410640fc8f029e65cf22ea16', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:02.462390 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d622d93e-a4e8-48f8-85e5-cf82b1036137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:02.463626 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d622d93e-a4e8-48f8-85e5-cf82b1036137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:02.521752 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d622d93e-a4e8-48f8-85e5-cf82b1036137 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:02.577489 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b174bc-3de9-404e-ad42-b6c02a67f1ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-c7b87e78-5291-4a53-9a77-1440572b7064', 'network_id': 'c7b87e78-5291-4a53-9a77-1440572b7064', 'tenant_id': '86154d00410640fc8f029e65cf22ea16', 'fixed_ips': [{'subnet_id': '9c0355ba-1c5d-42a9-afbf-7b15df365b6f'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:02:02.578369 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93b174bc-3de9-404e-ad42-b6c02a67f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:02.678357 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d622d93e-a4e8-48f8-85e5-cf82b1036137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:02.727705 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-93b174bc-3de9-404e-ad42-b6c02a67f1ac None None] Allocated IP 172.20.0.2 (c7b87e78-5291-4a53-9a77-1440572b7064/9c0355ba-1c5d-42a9-afbf-7b15df365b6f/660753b4-cc01-4958-8cd9-84239c8e5ed6) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:02.881689 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93b174bc-3de9-404e-ad42-b6c02a67f1ac None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:02.890041 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-93b174bc-3de9-404e-ad42-b6c02a67f1ac None None] Transition to ACTIVE for port object 660753b4-cc01-4958-8cd9-84239c8e5ed6 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:02.896337 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d622d93e-a4e8-48f8-85e5-cf82b1036137 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:02.904956 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-93b174bc-3de9-404e-ad42-b6c02a67f1ac None None] Transition to ACTIVE for port object 660753b4-cc01-4958-8cd9-84239c8e5ed6 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:02.910678 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93b174bc-3de9-404e-ad42-b6c02a67f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:02.916794 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d622d93e-a4e8-48f8-85e5-cf82b1036137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:02.949225 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b174bc-3de9-404e-ad42-b6c02a67f1ac None None] Network c7b87e78-5291-4a53-9a77-1440572b7064 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:02.955194 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-93b174bc-3de9-404e-ad42-b6c02a67f1ac None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:02.958543 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b174bc-3de9-404e-ad42-b6c02a67f1ac None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:02.967536 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b174bc-3de9-404e-ad42-b6c02a67f1ac None None] Pushing event updated for resources: {'Port': ['ID=660753b4-cc01-4958-8cd9-84239c8e5ed6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:03.024134 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-93b174bc-3de9-404e-ad42-b6c02a67f1ac None None] Attempting to bind port 660753b4-cc01-4958-8cd9-84239c8e5ed6 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:03.024500 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-93b174bc-3de9-404e-ad42-b6c02a67f1ac None None] Attempting to bind port 660753b4-cc01-4958-8cd9-84239c8e5ed6 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '2df0c5bd-9a56-411e-a9be-0b2caa0dcc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c7b87e78-5291-4a53-9a77-1440572b7064'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:03.024854 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b174bc-3de9-404e-ad42-b6c02a67f1ac None None] Attempting to bind port 660753b4-cc01-4958-8cd9-84239c8e5ed6 on network c7b87e78-5291-4a53-9a77-1440572b7064 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:03.030175 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-d622d93e-a4e8-48f8-85e5-cf82b1036137 admin admin] Allocated IP 172.25.6.130 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/60293890-2152-41ca-971e-4a5cadc51f8c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:03.030686 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b174bc-3de9-404e-ad42-b6c02a67f1ac None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:03.031063 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b174bc-3de9-404e-ad42-b6c02a67f1ac None None] Checking segment: {'id': '2df0c5bd-9a56-411e-a9be-0b2caa0dcc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c7b87e78-5291-4a53-9a77-1440572b7064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:03.031453 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93b174bc-3de9-404e-ad42-b6c02a67f1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:03.031870 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b174bc-3de9-404e-ad42-b6c02a67f1ac None None] Bound using segment: {'id': '2df0c5bd-9a56-411e-a9be-0b2caa0dcc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c7b87e78-5291-4a53-9a77-1440572b7064'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:03.032328 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-93b174bc-3de9-404e-ad42-b6c02a67f1ac None None] Bound port: 660753b4-cc01-4958-8cd9-84239c8e5ed6, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df0c5bd-9a56-411e-a9be-0b2caa0dcc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c7b87e78-5291-4a53-9a77-1440572b7064'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:03.032702 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93b174bc-3de9-404e-ad42-b6c02a67f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:03.099907 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-93b174bc-3de9-404e-ad42-b6c02a67f1ac None None] For port 660753b4-cc01-4958-8cd9-84239c8e5ed6, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:03.102896 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-93b174bc-3de9-404e-ad42-b6c02a67f1ac None None] For port 660753b4-cc01-4958-8cd9-84239c8e5ed6, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=660753b4-cc01-4958-8cd9-84239c8e5ed6,segment=NetworkSegment(2df0c5bd-9a56-411e-a9be-0b2caa0dcc03),segment_id=2df0c5bd-9a56-411e-a9be-0b2caa0dcc03)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:03.107725 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93b174bc-3de9-404e-ad42-b6c02a67f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:03.146171 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d622d93e-a4e8-48f8-85e5-cf82b1036137 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:03.165241 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b174bc-3de9-404e-ad42-b6c02a67f1ac None None] Pushing event updated for resources: {'Port': ['ID=660753b4-cc01-4958-8cd9-84239c8e5ed6,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:03.194286 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d622d93e-a4e8-48f8-85e5-cf82b1036137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:03.239552 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d622d93e-a4e8-48f8-85e5-cf82b1036137 admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:03.242848 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-d622d93e-a4e8-48f8-85e5-cf82b1036137 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:03.245727 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d622d93e-a4e8-48f8-85e5-cf82b1036137 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:03.261301 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:02:03.272793 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622d93e-a4e8-48f8-85e5-cf82b1036137 admin admin] Pushing event updated for resources: {'Port': ['ID=60293890-2152-41ca-971e-4a5cadc51f8c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:03.542216 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d622d93e-a4e8-48f8-85e5-cf82b1036137 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:03.738366 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d622d93e-a4e8-48f8-85e5-cf82b1036137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:03.880833 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d622d93e-a4e8-48f8-85e5-cf82b1036137 admin admin] Router 2c4b89e4-287a-413c-949a-bf78c5b16043 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:02:03.956030 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 660753b4-cc01-4958-8cd9-84239c8e5ed6 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:03.989768 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a303e2ba-bd1b-4bee-9a0e-025f226b0d99 None None] Sync routers for ids ['f1da5d20-3cad-46ac-9dbe-2b1db9885cff'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:02:04.001190 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a303e2ba-bd1b-4bee-9a0e-025f226b0d99 None None] Routers {'f1da5d20-3cad-46ac-9dbe-2b1db9885cff'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:04.002352 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a303e2ba-bd1b-4bee-9a0e-025f226b0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:01:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f1da5d20-3cad-46ac-9dbe-2b1db9885cff'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:04.021179 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 660753b4-cc01-4958-8cd9-84239c8e5ed6 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:04.024491 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d622d93e-a4e8-48f8-85e5-cf82b1036137 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:02:04.025659 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device dcd08e1f-27af-4a3e-90a8-49da5caf48b0 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:04.052686 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d622d93e-a4e8-48f8-85e5-cf82b1036137 admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:04.055010 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d622d93e-a4e8-48f8-85e5-cf82b1036137 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6199610 Jul 14 10:02:04.057768 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35372) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:04.071130 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0925c11-e605-4bbe-acf8-ce2a95dce158 None None] Sync routers for ids ['2c4b89e4-287a-413c-949a-bf78c5b16043'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:02:04.087776 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0925c11-e605-4bbe-acf8-ce2a95dce158 None None] Routers {'2c4b89e4-287a-413c-949a-bf78c5b16043'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:04.088711 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c0925c11-e605-4bbe-acf8-ce2a95dce158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:01:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2c4b89e4-287a-413c-949a-bf78c5b16043'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:04.121510 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-a303e2ba-bd1b-4bee-9a0e-025f226b0d99 None None] Set router f1da5d20-3cad-46ac-9dbe-2b1db9885cff gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:04.130550 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port dcd08e1f-27af-4a3e-90a8-49da5caf48b0 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:04.144915 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port dcd08e1f-27af-4a3e-90a8-49da5caf48b0 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:04.145399 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:04.361579 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a303e2ba-bd1b-4bee-9a0e-025f226b0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'name': 'tempest-TestMinimumBasicScenario-1546336956-router', 'tenant_id': '372b543474df478fab49c24b4d828045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'dcd08e1f-27af-4a3e-90a8-49da5caf48b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:01:58Z', 'updated_at': '2021-07-14T10:02:00Z', 'revision_number': 4, 'project_id': '372b543474df478fab49c24b4d828045', 'gw_port': {'id': 'dcd08e1f-27af-4a3e-90a8-49da5caf48b0', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:01:58Z', 'updated_at': '2021-07-14T10:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'f4c28b99-278d-460b-bbfa-4dcfe060a311', 'name': '', 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c', 'tenant_id': '372b543474df478fab49c24b4d828045', 'mac_address': 'fa:16:3e:ba:b1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '719d52f7-678a-4624-901d-c29ff0ea9b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:00Z', 'updated_at': '2021-07-14T10:02:00Z', 'revision_number': 2, 'project_id': '372b543474df478fab49c24b4d828045', 'subnets': [{'id': '719d52f7-678a-4624-901d-c29ff0ea9b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:04.367376 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73767159-aeed-4269-9727-7b6fe563da4d None None] Network c7b87e78-5291-4a53-9a77-1440572b7064 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:04.401148 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a303e2ba-bd1b-4bee-9a0e-025f226b0d99 None None] Checking router: f1da5d20-3cad-46ac-9dbe-2b1db9885cff for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:02:04.401438 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a303e2ba-bd1b-4bee-9a0e-025f226b0d99 None None] Updating router f1da5d20-3cad-46ac-9dbe-2b1db9885cff port f4c28b99-278d-460b-bbfa-4dcfe060a311 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:02:04.475172 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5b8b916c-63a5-4edc-bb9d-ef3c6f1c521e None None] Provisioning for port 660753b4-cc01-4958-8cd9-84239c8e5ed6 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:04.484905 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c0925c11-e605-4bbe-acf8-ce2a95dce158 None None] Set router 2c4b89e4-287a-413c-949a-bf78c5b16043 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:04.521154 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5b8b916c-63a5-4edc-bb9d-ef3c6f1c521e None None] Provisioning complete for port 660753b4-cc01-4958-8cd9-84239c8e5ed6 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:04.521524 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b8b916c-63a5-4edc-bb9d-ef3c6f1c521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:04.568048 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a303e2ba-bd1b-4bee-9a0e-025f226b0d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:04.699594 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:04.757906 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port dcd08e1f-27af-4a3e-90a8-49da5caf48b0, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=dcd08e1f-27af-4a3e-90a8-49da5caf48b0,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:04.770194 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:04.891651 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a303e2ba-bd1b-4bee-9a0e-025f226b0d99 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:04.903781 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b8b916c-63a5-4edc-bb9d-ef3c6f1c521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:04.905757 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a303e2ba-bd1b-4bee-9a0e-025f226b0d99 None None] Transition to ACTIVE for port object f4c28b99-278d-460b-bbfa-4dcfe060a311 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:04.908491 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=dcd08e1f-27af-4a3e-90a8-49da5caf48b0,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:04.914472 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a303e2ba-bd1b-4bee-9a0e-025f226b0d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:04.952748 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c457a2cf-d7c0-4bbb-94d0-d5cba0572dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:04.960547 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-5b8b916c-63a5-4edc-bb9d-ef3c6f1c521e None None] For port 660753b4-cc01-4958-8cd9-84239c8e5ed6, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=660753b4-cc01-4958-8cd9-84239c8e5ed6,segment=NetworkSegment(2df0c5bd-9a56-411e-a9be-0b2caa0dcc03),segment_id=2df0c5bd-9a56-411e-a9be-0b2caa0dcc03)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:04.967978 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c0925c11-e605-4bbe-acf8-ce2a95dce158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4b89e4-287a-413c-949a-bf78c5b16043', 'name': 'tempest-TestMinimumBasicScenario-1921186882-router', 'tenant_id': '86154d00410640fc8f029e65cf22ea16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '60293890-2152-41ca-971e-4a5cadc51f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:02:03Z', 'revision_number': 3, 'project_id': '86154d00410640fc8f029e65cf22ea16', 'gw_port': {'id': '60293890-2152-41ca-971e-4a5cadc51f8c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:82:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4b89e4-287a-413c-949a-bf78c5b16043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:02:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:04.970165 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b8b916c-63a5-4edc-bb9d-ef3c6f1c521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:05.004887 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0925c11-e605-4bbe-acf8-ce2a95dce158 None None] Checking router: 2c4b89e4-287a-413c-949a-bf78c5b16043 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:02:05.005312 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0925c11-e605-4bbe-acf8-ce2a95dce158 None None] Updating router 2c4b89e4-287a-413c-949a-bf78c5b16043 port 60293890-2152-41ca-971e-4a5cadc51f8c binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:02:05.059297 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce05bc-5768-4518-9369-5577bfd478e2 None None] Pushing event updated for resources: {'Port': ['ID=f4c28b99-278d-460b-bbfa-4dcfe060a311,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:05.076945 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ce05bc-5768-4518-9369-5577bfd478e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:05.077422 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ce05bc-5768-4518-9369-5577bfd478e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:05.077879 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ce05bc-5768-4518-9369-5577bfd478e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:05.078277 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ce05bc-5768-4518-9369-5577bfd478e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:05.078683 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ce05bc-5768-4518-9369-5577bfd478e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:05.079084 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ce05bc-5768-4518-9369-5577bfd478e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:05.079522 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ce05bc-5768-4518-9369-5577bfd478e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:05.079975 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ce05bc-5768-4518-9369-5577bfd478e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:05.080420 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ce05bc-5768-4518-9369-5577bfd478e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:05.080867 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ce05bc-5768-4518-9369-5577bfd478e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:05.081294 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ce05bc-5768-4518-9369-5577bfd478e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:05.081704 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ce05bc-5768-4518-9369-5577bfd478e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:05.096219 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a303e2ba-bd1b-4bee-9a0e-025f226b0d99 None None] Attempting to bind port f4c28b99-278d-460b-bbfa-4dcfe060a311 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:05.096963 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a303e2ba-bd1b-4bee-9a0e-025f226b0d99 None None] Attempting to bind port f4c28b99-278d-460b-bbfa-4dcfe060a311 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '102612dd-255c-4137-a48d-2563f1c85bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:05.097480 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a303e2ba-bd1b-4bee-9a0e-025f226b0d99 None None] Attempting to bind port f4c28b99-278d-460b-bbfa-4dcfe060a311 on network d3883832-319d-4a49-9392-a52b6d00c12c {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:05.107847 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0925c11-e605-4bbe-acf8-ce2a95dce158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:05.108074 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a303e2ba-bd1b-4bee-9a0e-025f226b0d99 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:05.108483 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a303e2ba-bd1b-4bee-9a0e-025f226b0d99 None None] Checking segment: {'id': '102612dd-255c-4137-a48d-2563f1c85bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:05.108890 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a303e2ba-bd1b-4bee-9a0e-025f226b0d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:05.109284 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a303e2ba-bd1b-4bee-9a0e-025f226b0d99 None None] Bound using segment: {'id': '102612dd-255c-4137-a48d-2563f1c85bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:05.109776 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-a303e2ba-bd1b-4bee-9a0e-025f226b0d99 None None] Bound port: f4c28b99-278d-460b-bbfa-4dcfe060a311, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102612dd-255c-4137-a48d-2563f1c85bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:05.110233 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a303e2ba-bd1b-4bee-9a0e-025f226b0d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:05.182853 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c457a2cf-d7c0-4bbb-94d0-d5cba0572dc8 admin admin] Allocated IP 172.20.0.1 (c7b87e78-5291-4a53-9a77-1440572b7064/9c0355ba-1c5d-42a9-afbf-7b15df365b6f/fc7ab94f-ce16-4e15-8651-f70b6e6967fa) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:05.228100 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b916c-63a5-4edc-bb9d-ef3c6f1c521e None None] Pushing event updated for resources: {'Port': ['ID=660753b4-cc01-4958-8cd9-84239c8e5ed6,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:05.231460 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a303e2ba-bd1b-4bee-9a0e-025f226b0d99 None None] For port f4c28b99-278d-460b-bbfa-4dcfe060a311, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:05.238013 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a303e2ba-bd1b-4bee-9a0e-025f226b0d99 None None] For port f4c28b99-278d-460b-bbfa-4dcfe060a311, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f4c28b99-278d-460b-bbfa-4dcfe060a311,segment=NetworkSegment(102612dd-255c-4137-a48d-2563f1c85bf1),segment_id=102612dd-255c-4137-a48d-2563f1c85bf1)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:05.242568 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a303e2ba-bd1b-4bee-9a0e-025f226b0d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:05.299887 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a303e2ba-bd1b-4bee-9a0e-025f226b0d99 None None] Routers {'f1da5d20-3cad-46ac-9dbe-2b1db9885cff'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:05.301175 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a303e2ba-bd1b-4bee-9a0e-025f226b0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:01:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f1da5d20-3cad-46ac-9dbe-2b1db9885cff'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:05.359686 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce05bc-5768-4518-9369-5577bfd478e2 None None] Pushing event updated for resources: {'Port': ['ID=f4c28b99-278d-460b-bbfa-4dcfe060a311,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:05.376349 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c457a2cf-d7c0-4bbb-94d0-d5cba0572dc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:05.377073 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-147195d3-daa0-4a4b-8913-a34dfc08607e None None] Provisioning complete for port 660753b4-cc01-4958-8cd9-84239c8e5ed6 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:05.377451 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-147195d3-daa0-4a4b-8913-a34dfc08607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:05.396156 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c457a2cf-d7c0-4bbb-94d0-d5cba0572dc8 admin admin] Transition to ACTIVE for port object fc7ab94f-ce16-4e15-8651-f70b6e6967fa will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:05.438272 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c457a2cf-d7c0-4bbb-94d0-d5cba0572dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:05.459021 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-a303e2ba-bd1b-4bee-9a0e-025f226b0d99 None None] Set router f1da5d20-3cad-46ac-9dbe-2b1db9885cff gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:05.479853 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c457a2cf-d7c0-4bbb-94d0-d5cba0572dc8 admin admin] Network c7b87e78-5291-4a53-9a77-1440572b7064 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:05.484361 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c457a2cf-d7c0-4bbb-94d0-d5cba0572dc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:05.488852 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c457a2cf-d7c0-4bbb-94d0-d5cba0572dc8 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:05.549592 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457a2cf-d7c0-4bbb-94d0-d5cba0572dc8 admin admin] Pushing event updated for resources: {'Port': ['ID=fc7ab94f-ce16-4e15-8651-f70b6e6967fa,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:05.569595 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c457a2cf-d7c0-4bbb-94d0-d5cba0572dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:05.619655 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0925c11-e605-4bbe-acf8-ce2a95dce158 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:05.652145 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c0925c11-e605-4bbe-acf8-ce2a95dce158 None None] Transition to ACTIVE for port object 60293890-2152-41ca-971e-4a5cadc51f8c will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:05.664558 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0925c11-e605-4bbe-acf8-ce2a95dce158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:05.749740 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c5622-0992-4131-8b5e-4916c3569eff None None] Pushing event updated for resources: {'Port': ['ID=60293890-2152-41ca-971e-4a5cadc51f8c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:05.753327 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c0925c11-e605-4bbe-acf8-ce2a95dce158 None None] Attempting to bind port 60293890-2152-41ca-971e-4a5cadc51f8c on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:05.753709 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c0925c11-e605-4bbe-acf8-ce2a95dce158 None None] Attempting to bind port 60293890-2152-41ca-971e-4a5cadc51f8c by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:05.754072 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0925c11-e605-4bbe-acf8-ce2a95dce158 None None] Attempting to bind port 60293890-2152-41ca-971e-4a5cadc51f8c on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:05.760530 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0925c11-e605-4bbe-acf8-ce2a95dce158 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:05.761187 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0925c11-e605-4bbe-acf8-ce2a95dce158 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:05.761610 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0925c11-e605-4bbe-acf8-ce2a95dce158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:05.761974 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c457a2cf-d7c0-4bbb-94d0-d5cba0572dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:05.762677 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0925c11-e605-4bbe-acf8-ce2a95dce158 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:05.763158 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c0925c11-e605-4bbe-acf8-ce2a95dce158 None None] Bound port: 60293890-2152-41ca-971e-4a5cadc51f8c, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:05.763663 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0925c11-e605-4bbe-acf8-ce2a95dce158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:05.799167 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a303e2ba-bd1b-4bee-9a0e-025f226b0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'name': 'tempest-TestMinimumBasicScenario-1546336956-router', 'tenant_id': '372b543474df478fab49c24b4d828045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'dcd08e1f-27af-4a3e-90a8-49da5caf48b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:01:58Z', 'updated_at': '2021-07-14T10:02:00Z', 'revision_number': 4, 'project_id': '372b543474df478fab49c24b4d828045', 'gw_port': {'id': 'dcd08e1f-27af-4a3e-90a8-49da5caf48b0', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:01:58Z', 'updated_at': '2021-07-14T10:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'f4c28b99-278d-460b-bbfa-4dcfe060a311', 'name': '', 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c', 'tenant_id': '372b543474df478fab49c24b4d828045', 'mac_address': 'fa:16:3e:ba:b1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '719d52f7-678a-4624-901d-c29ff0ea9b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:00Z', 'updated_at': '2021-07-14T10:02:05Z', 'revision_number': 4, 'project_id': '372b543474df478fab49c24b4d828045', 'subnets': [{'id': '719d52f7-678a-4624-901d-c29ff0ea9b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:05.834137 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c0925c11-e605-4bbe-acf8-ce2a95dce158 None None] For port 60293890-2152-41ca-971e-4a5cadc51f8c, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:05.834321 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a303e2ba-bd1b-4bee-9a0e-025f226b0d99 None None] The sync data for ids ['f1da5d20-3cad-46ac-9dbe-2b1db9885cff'] in n-d-771362-35 is: [{'id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'name': 'tempest-TestMinimumBasicScenario-1546336956-router', 'tenant_id': '372b543474df478fab49c24b4d828045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'dcd08e1f-27af-4a3e-90a8-49da5caf48b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:01:58Z', 'updated_at': '2021-07-14T10:02:00Z', 'revision_number': 4, 'project_id': '372b543474df478fab49c24b4d828045', 'gw_port': {'id': 'dcd08e1f-27af-4a3e-90a8-49da5caf48b0', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:01:58Z', 'updated_at': '2021-07-14T10:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'f4c28b99-278d-460b-bbfa-4dcfe060a311', 'name': '', 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c', 'tenant_id': '372b543474df478fab49c24b4d828045', 'mac_address': 'fa:16:3e:ba:b1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '719d52f7-678a-4624-901d-c29ff0ea9b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:00Z', 'updated_at': '2021-07-14T10:02:05Z', 'revision_number': 4, 'project_id': '372b543474df478fab49c24b4d828045', 'subnets': [{'id': '719d52f7-678a-4624-901d-c29ff0ea9b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:02:05.838661 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c0925c11-e605-4bbe-acf8-ce2a95dce158 None None] For port 60293890-2152-41ca-971e-4a5cadc51f8c, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=60293890-2152-41ca-971e-4a5cadc51f8c,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:05.848201 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0925c11-e605-4bbe-acf8-ce2a95dce158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:05.927616 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0925c11-e605-4bbe-acf8-ce2a95dce158 None None] Routers {'2c4b89e4-287a-413c-949a-bf78c5b16043'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:05.927616 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c0925c11-e605-4bbe-acf8-ce2a95dce158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:01:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2c4b89e4-287a-413c-949a-bf78c5b16043'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:05.934458 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-85b92ec5-53cc-4bfb-b310-df0fa1b1f338 None None] Provisioning for port fc7ab94f-ce16-4e15-8651-f70b6e6967fa completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:05.973315 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 660753b4-cc01-4958-8cd9-84239c8e5ed6 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:05.982189 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c457a2cf-d7c0-4bbb-94d0-d5cba0572dc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:05.988036 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c457a2cf-d7c0-4bbb-94d0-d5cba0572dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:06.003397 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c5622-0992-4131-8b5e-4916c3569eff None None] Pushing event updated for resources: {'Port': ['ID=60293890-2152-41ca-971e-4a5cadc51f8c,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:06.011795 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-85b92ec5-53cc-4bfb-b310-df0fa1b1f338 None None] Provisioning complete for port fc7ab94f-ce16-4e15-8651-f70b6e6967fa triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:06.012702 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-85b92ec5-53cc-4bfb-b310-df0fa1b1f338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:06.066033 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c457a2cf-d7c0-4bbb-94d0-d5cba0572dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:06.069256 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457a2cf-d7c0-4bbb-94d0-d5cba0572dc8 admin admin] Pushing event updated for resources: {'Port': ['ID=fc7ab94f-ce16-4e15-8651-f70b6e6967fa,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:06.107885 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-85b92ec5-53cc-4bfb-b310-df0fa1b1f338 None None] Port fc7ab94f-ce16-4e15-8651-f70b6e6967fa cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:02:06.122719 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c0925c11-e605-4bbe-acf8-ce2a95dce158 None None] Set router 2c4b89e4-287a-413c-949a-bf78c5b16043 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:06.156032 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 660753b4-cc01-4958-8cd9-84239c8e5ed6 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:06.157067 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:06.178748 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c457a2cf-d7c0-4bbb-94d0-d5cba0572dc8 admin admin] Network c7b87e78-5291-4a53-9a77-1440572b7064 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:06.180963 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c457a2cf-d7c0-4bbb-94d0-d5cba0572dc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:06.332180 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c457a2cf-d7c0-4bbb-94d0-d5cba0572dc8 admin admin] Router 2c4b89e4-287a-413c-949a-bf78c5b16043 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:02:06.465326 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c457a2cf-d7c0-4bbb-94d0-d5cba0572dc8 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:02:06.470284 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c457a2cf-d7c0-4bbb-94d0-d5cba0572dc8 admin admin] 10.222.0.25 "PUT /v2.0/routers/2c4b89e4-287a-413c-949a-bf78c5b16043/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4109709 Jul 14 10:02:06.563247 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f4c28b99-278d-460b-bbfa-4dcfe060a311 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:06.586642 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a0d268ec-28ff-42ff-8566-784ccfb44c52 None None] Provisioning complete for port fc7ab94f-ce16-4e15-8651-f70b6e6967fa triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:06.587022 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a0d268ec-28ff-42ff-8566-784ccfb44c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:06.645571 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a0d268ec-28ff-42ff-8566-784ccfb44c52 None None] Port fc7ab94f-ce16-4e15-8651-f70b6e6967fa cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:02:06.668667 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port f4c28b99-278d-460b-bbfa-4dcfe060a311 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:06.672921 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c0925c11-e605-4bbe-acf8-ce2a95dce158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4b89e4-287a-413c-949a-bf78c5b16043', 'name': 'tempest-TestMinimumBasicScenario-1921186882-router', 'tenant_id': '86154d00410640fc8f029e65cf22ea16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '60293890-2152-41ca-971e-4a5cadc51f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:02:05Z', 'revision_number': 4, 'project_id': '86154d00410640fc8f029e65cf22ea16', 'gw_port': {'id': '60293890-2152-41ca-971e-4a5cadc51f8c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:82:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4b89e4-287a-413c-949a-bf78c5b16043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'fc7ab94f-ce16-4e15-8651-f70b6e6967fa', 'name': '', 'network_id': 'c7b87e78-5291-4a53-9a77-1440572b7064', 'tenant_id': '86154d00410640fc8f029e65cf22ea16', 'mac_address': 'fa:16:3e:32:5c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4b89e4-287a-413c-949a-bf78c5b16043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '9c0355ba-1c5d-42a9-afbf-7b15df365b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:04Z', 'updated_at': '2021-07-14T10:02:05Z', 'revision_number': 1, 'project_id': '86154d00410640fc8f029e65cf22ea16', 'subnets': [{'id': '9c0355ba-1c5d-42a9-afbf-7b15df365b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:06.676074 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port f4c28b99-278d-460b-bbfa-4dcfe060a311 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:06.676474 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:06.702180 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0925c11-e605-4bbe-acf8-ce2a95dce158 None None] The sync data for ids ['2c4b89e4-287a-413c-949a-bf78c5b16043'] in n-d-771362-35 is: [{'id': '2c4b89e4-287a-413c-949a-bf78c5b16043', 'name': 'tempest-TestMinimumBasicScenario-1921186882-router', 'tenant_id': '86154d00410640fc8f029e65cf22ea16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '60293890-2152-41ca-971e-4a5cadc51f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:02:05Z', 'revision_number': 4, 'project_id': '86154d00410640fc8f029e65cf22ea16', 'gw_port': {'id': '60293890-2152-41ca-971e-4a5cadc51f8c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:82:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4b89e4-287a-413c-949a-bf78c5b16043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'fc7ab94f-ce16-4e15-8651-f70b6e6967fa', 'name': '', 'network_id': 'c7b87e78-5291-4a53-9a77-1440572b7064', 'tenant_id': '86154d00410640fc8f029e65cf22ea16', 'mac_address': 'fa:16:3e:32:5c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4b89e4-287a-413c-949a-bf78c5b16043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '9c0355ba-1c5d-42a9-afbf-7b15df365b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:04Z', 'updated_at': '2021-07-14T10:02:05Z', 'revision_number': 1, 'project_id': '86154d00410640fc8f029e65cf22ea16', 'subnets': [{'id': '9c0355ba-1c5d-42a9-afbf-7b15df365b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:02:06.783471 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:06.818827 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port f4c28b99-278d-460b-bbfa-4dcfe060a311, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f4c28b99-278d-460b-bbfa-4dcfe060a311,segment=NetworkSegment(102612dd-255c-4137-a48d-2563f1c85bf1),segment_id=102612dd-255c-4137-a48d-2563f1c85bf1)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:06.823731 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:06.824630 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device dcd08e1f-27af-4a3e-90a8-49da5caf48b0 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:06.905749 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=f4c28b99-278d-460b-bbfa-4dcfe060a311,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:06.918063 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port dcd08e1f-27af-4a3e-90a8-49da5caf48b0 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:06.918529 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:07.897893 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f4c28b99-278d-460b-bbfa-4dcfe060a311 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:07.978886 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port f4c28b99-278d-460b-bbfa-4dcfe060a311 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:07.979327 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:09.716932 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764b6ec6-59a6-4eeb-af44-fb517f769b32 None None] Sync routers for ids ['2c4b89e4-287a-413c-949a-bf78c5b16043'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:02:09.725894 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764b6ec6-59a6-4eeb-af44-fb517f769b32 None None] Routers {'2c4b89e4-287a-413c-949a-bf78c5b16043'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:09.726501 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-764b6ec6-59a6-4eeb-af44-fb517f769b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:01:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2c4b89e4-287a-413c-949a-bf78c5b16043'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:09.878724 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-764b6ec6-59a6-4eeb-af44-fb517f769b32 None None] Set router 2c4b89e4-287a-413c-949a-bf78c5b16043 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:09.931323 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 60293890-2152-41ca-971e-4a5cadc51f8c up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:09.997265 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 60293890-2152-41ca-971e-4a5cadc51f8c completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:10.002191 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 60293890-2152-41ca-971e-4a5cadc51f8c triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:10.002627 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:10.089908 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:10.112997 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 60293890-2152-41ca-971e-4a5cadc51f8c, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=60293890-2152-41ca-971e-4a5cadc51f8c,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:10.126295 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:10.169679 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-764b6ec6-59a6-4eeb-af44-fb517f769b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4b89e4-287a-413c-949a-bf78c5b16043', 'name': 'tempest-TestMinimumBasicScenario-1921186882-router', 'tenant_id': '86154d00410640fc8f029e65cf22ea16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '60293890-2152-41ca-971e-4a5cadc51f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:02:05Z', 'revision_number': 4, 'project_id': '86154d00410640fc8f029e65cf22ea16', 'gw_port': {'id': '60293890-2152-41ca-971e-4a5cadc51f8c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:82:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4b89e4-287a-413c-949a-bf78c5b16043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'fc7ab94f-ce16-4e15-8651-f70b6e6967fa', 'name': '', 'network_id': 'c7b87e78-5291-4a53-9a77-1440572b7064', 'tenant_id': '86154d00410640fc8f029e65cf22ea16', 'mac_address': 'fa:16:3e:32:5c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4b89e4-287a-413c-949a-bf78c5b16043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '9c0355ba-1c5d-42a9-afbf-7b15df365b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:04Z', 'updated_at': '2021-07-14T10:02:05Z', 'revision_number': 2, 'project_id': '86154d00410640fc8f029e65cf22ea16', 'subnets': [{'id': '9c0355ba-1c5d-42a9-afbf-7b15df365b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:10.189023 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=60293890-2152-41ca-971e-4a5cadc51f8c,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:10.204345 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764b6ec6-59a6-4eeb-af44-fb517f769b32 None None] Checking router: 2c4b89e4-287a-413c-949a-bf78c5b16043 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:02:10.204815 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764b6ec6-59a6-4eeb-af44-fb517f769b32 None None] Updating router 2c4b89e4-287a-413c-949a-bf78c5b16043 port fc7ab94f-ce16-4e15-8651-f70b6e6967fa binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:02:10.250411 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-764b6ec6-59a6-4eeb-af44-fb517f769b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:10.567508 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-764b6ec6-59a6-4eeb-af44-fb517f769b32 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:10.583298 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-764b6ec6-59a6-4eeb-af44-fb517f769b32 None None] Transition to ACTIVE for port object fc7ab94f-ce16-4e15-8651-f70b6e6967fa will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:10.589735 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-764b6ec6-59a6-4eeb-af44-fb517f769b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:10.697261 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cd07e-2379-4a54-9d76-839ece97c005 None None] Pushing event updated for resources: {'Port': ['ID=fc7ab94f-ce16-4e15-8651-f70b6e6967fa,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:10.726174 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-764b6ec6-59a6-4eeb-af44-fb517f769b32 None None] Attempting to bind port fc7ab94f-ce16-4e15-8651-f70b6e6967fa on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:10.726825 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-764b6ec6-59a6-4eeb-af44-fb517f769b32 None None] Attempting to bind port fc7ab94f-ce16-4e15-8651-f70b6e6967fa by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '2df0c5bd-9a56-411e-a9be-0b2caa0dcc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c7b87e78-5291-4a53-9a77-1440572b7064'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:10.726939 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764b6ec6-59a6-4eeb-af44-fb517f769b32 None None] Attempting to bind port fc7ab94f-ce16-4e15-8651-f70b6e6967fa on network c7b87e78-5291-4a53-9a77-1440572b7064 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:10.733246 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764b6ec6-59a6-4eeb-af44-fb517f769b32 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:10.733625 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764b6ec6-59a6-4eeb-af44-fb517f769b32 None None] Checking segment: {'id': '2df0c5bd-9a56-411e-a9be-0b2caa0dcc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c7b87e78-5291-4a53-9a77-1440572b7064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:10.734028 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-764b6ec6-59a6-4eeb-af44-fb517f769b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:10.734416 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764b6ec6-59a6-4eeb-af44-fb517f769b32 None None] Bound using segment: {'id': '2df0c5bd-9a56-411e-a9be-0b2caa0dcc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c7b87e78-5291-4a53-9a77-1440572b7064'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:10.734873 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-764b6ec6-59a6-4eeb-af44-fb517f769b32 None None] Bound port: fc7ab94f-ce16-4e15-8651-f70b6e6967fa, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df0c5bd-9a56-411e-a9be-0b2caa0dcc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c7b87e78-5291-4a53-9a77-1440572b7064'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:10.735249 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-764b6ec6-59a6-4eeb-af44-fb517f769b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:10.823164 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-764b6ec6-59a6-4eeb-af44-fb517f769b32 None None] For port fc7ab94f-ce16-4e15-8651-f70b6e6967fa, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:10.827276 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-764b6ec6-59a6-4eeb-af44-fb517f769b32 None None] For port fc7ab94f-ce16-4e15-8651-f70b6e6967fa, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=fc7ab94f-ce16-4e15-8651-f70b6e6967fa,segment=NetworkSegment(2df0c5bd-9a56-411e-a9be-0b2caa0dcc03),segment_id=2df0c5bd-9a56-411e-a9be-0b2caa0dcc03)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:10.837115 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-764b6ec6-59a6-4eeb-af44-fb517f769b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:10.919332 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cd07e-2379-4a54-9d76-839ece97c005 None None] Pushing event updated for resources: {'Port': ['ID=fc7ab94f-ce16-4e15-8651-f70b6e6967fa,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:10.921952 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764b6ec6-59a6-4eeb-af44-fb517f769b32 None None] Routers {'2c4b89e4-287a-413c-949a-bf78c5b16043'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:10.922531 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-764b6ec6-59a6-4eeb-af44-fb517f769b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:01:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2c4b89e4-287a-413c-949a-bf78c5b16043'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:11.164843 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-764b6ec6-59a6-4eeb-af44-fb517f769b32 None None] Set router 2c4b89e4-287a-413c-949a-bf78c5b16043 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:11.179634 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:11.431312 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-764b6ec6-59a6-4eeb-af44-fb517f769b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4b89e4-287a-413c-949a-bf78c5b16043', 'name': 'tempest-TestMinimumBasicScenario-1921186882-router', 'tenant_id': '86154d00410640fc8f029e65cf22ea16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '60293890-2152-41ca-971e-4a5cadc51f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:02:05Z', 'revision_number': 4, 'project_id': '86154d00410640fc8f029e65cf22ea16', 'gw_port': {'id': '60293890-2152-41ca-971e-4a5cadc51f8c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b89e4-287a-413c-949a-bf78c5b16043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'fc7ab94f-ce16-4e15-8651-f70b6e6967fa', 'name': '', 'network_id': 'c7b87e78-5291-4a53-9a77-1440572b7064', 'tenant_id': '86154d00410640fc8f029e65cf22ea16', 'mac_address': 'fa:16:3e:32:5c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4b89e4-287a-413c-949a-bf78c5b16043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '9c0355ba-1c5d-42a9-afbf-7b15df365b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:04Z', 'updated_at': '2021-07-14T10:02:10Z', 'revision_number': 4, 'project_id': '86154d00410640fc8f029e65cf22ea16', 'subnets': [{'id': '9c0355ba-1c5d-42a9-afbf-7b15df365b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:11.465963 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764b6ec6-59a6-4eeb-af44-fb517f769b32 None None] The sync data for ids ['2c4b89e4-287a-413c-949a-bf78c5b16043'] in n-d-771362-35 is: [{'id': '2c4b89e4-287a-413c-949a-bf78c5b16043', 'name': 'tempest-TestMinimumBasicScenario-1921186882-router', 'tenant_id': '86154d00410640fc8f029e65cf22ea16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '60293890-2152-41ca-971e-4a5cadc51f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:02:05Z', 'revision_number': 4, 'project_id': '86154d00410640fc8f029e65cf22ea16', 'gw_port': {'id': '60293890-2152-41ca-971e-4a5cadc51f8c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b89e4-287a-413c-949a-bf78c5b16043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'fc7ab94f-ce16-4e15-8651-f70b6e6967fa', 'name': '', 'network_id': 'c7b87e78-5291-4a53-9a77-1440572b7064', 'tenant_id': '86154d00410640fc8f029e65cf22ea16', 'mac_address': 'fa:16:3e:32:5c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4b89e4-287a-413c-949a-bf78c5b16043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '9c0355ba-1c5d-42a9-afbf-7b15df365b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:04Z', 'updated_at': '2021-07-14T10:02:10Z', 'revision_number': 4, 'project_id': '86154d00410640fc8f029e65cf22ea16', 'subnets': [{'id': '9c0355ba-1c5d-42a9-afbf-7b15df365b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:02:11.938357 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 60293890-2152-41ca-971e-4a5cadc51f8c up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:12.000527 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 60293890-2152-41ca-971e-4a5cadc51f8c triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:12.001242 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:12.101513 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device fc7ab94f-ce16-4e15-8651-f70b6e6967fa up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:12.161041 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port fc7ab94f-ce16-4e15-8651-f70b6e6967fa completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:12.165338 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port fc7ab94f-ce16-4e15-8651-f70b6e6967fa triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:12.165820 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:12.260914 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:12.306820 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port fc7ab94f-ce16-4e15-8651-f70b6e6967fa, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=fc7ab94f-ce16-4e15-8651-f70b6e6967fa,segment=NetworkSegment(2df0c5bd-9a56-411e-a9be-0b2caa0dcc03),segment_id=2df0c5bd-9a56-411e-a9be-0b2caa0dcc03)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:12.313840 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:12.373655 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=fc7ab94f-ce16-4e15-8651-f70b6e6967fa,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:12.688369 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:13.911793 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device fc7ab94f-ce16-4e15-8651-f70b6e6967fa up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:13.973701 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port fc7ab94f-ce16-4e15-8651-f70b6e6967fa triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:13.974076 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:16.490819 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d6617-2290-41e1-be84-c291785f71ee req-98479f04-c44d-43bf-af63-a1dcdac9f792 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:16.492425 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3d5d6617-2290-41e1-be84-c291785f71ee req-98479f04-c44d-43bf-af63-a1dcdac9f792 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/networks?id=d3883832-319d-4a49-9392-a52b6d00c12c HTTP/1.1" status: 200 len: 815 time: 0.1015501 Jul 14 10:02:16.510403 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3d5d6617-2290-41e1-be84-c291785f71ee req-762dcafa-9b3f-4529-951a-c5f938fac7e7 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/quotas/372b543474df478fab49c24b4d828045 HTTP/1.1" status: 200 len: 375 time: 0.0118377 Jul 14 10:02:16.592127 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3d5d6617-2290-41e1-be84-c291785f71ee req-c7cfb95a-cc81-4985-aac3-3b106669e0b5 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=372b543474df478fab49c24b4d828045&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754273 Jul 14 10:02:16.608326 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-3d5d6617-2290-41e1-be84-c291785f71ee req-b7241c6f-b53c-43af-a44e-ceb9ff50edb6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:02:16.609306 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3d5d6617-2290-41e1-be84-c291785f71ee req-b7241c6f-b53c-43af-a44e-ceb9ff50edb6 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058417 Jul 14 10:02:16.695133 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3d5d6617-2290-41e1-be84-c291785f71ee req-8310a288-5dc2-4c0c-87fa-043b14d08a49 service neutron] 10.222.0.25 "GET /v2.0/networks/d3883832-319d-4a49-9392-a52b6d00c12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806663 Jul 14 10:02:16.786711 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3d5d6617-2290-41e1-be84-c291785f71ee req-c0504582-3447-4ada-8718-c86a4ef0ac43 service neutron] 10.222.0.25 "GET /v2.0/networks/d3883832-319d-4a49-9392-a52b6d00c12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854063 Jul 14 10:02:16.956268 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2246067d-833e-44a5-a029-2d35012cff82 req-32f715e8-7274-491c-be50-3c9b359c51e7 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 210 time: 0.0298226 Jul 14 10:02:18.015742 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d6617-2290-41e1-be84-c291785f71ee req-06fef7b1-ed29-4ac1-9f28-eedd97ecd126 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:18.017298 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3d5d6617-2290-41e1-be84-c291785f71ee req-06fef7b1-ed29-4ac1-9f28-eedd97ecd126 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.44 "GET /v2.0/networks?id=d3883832-319d-4a49-9392-a52b6d00c12c HTTP/1.1" status: 200 len: 815 time: 0.1155045 Jul 14 10:02:18.032618 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-3d5d6617-2290-41e1-be84-c291785f71ee req-5d4614e0-e565-4113-a14b-a2fef05e9b1f tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Request body: {'port': {'device_id': '05832593-a0c2-4e45-9a27-231a1645d37c', 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c', 'admin_state_up': True, 'tenant_id': '372b543474df478fab49c24b4d828045'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:18.103462 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-56c4e830-46b9-4446-b912-a8d5b6bffacb req-521daae2-9bc6-44a1-aec7-5b7b8066b5ab tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 210 time: 0.0305624 Jul 14 10:02:18.149561 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5d6617-2290-41e1-be84-c291785f71ee req-5d4614e0-e565-4113-a14b-a2fef05e9b1f tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Made reservation on behalf of 372b543474df478fab49c24b4d828045 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:18.153648 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3d5d6617-2290-41e1-be84-c291785f71ee req-5d4614e0-e565-4113-a14b-a2fef05e9b1f tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:18.296343 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-3d5d6617-2290-41e1-be84-c291785f71ee req-5d4614e0-e565-4113-a14b-a2fef05e9b1f tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Allocated IP 172.20.0.13 (d3883832-319d-4a49-9392-a52b6d00c12c/719d52f7-678a-4624-901d-c29ff0ea9b84/d536ce95-9582-4c91-a785-71be3fd308fa) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:18.482122 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3d5d6617-2290-41e1-be84-c291785f71ee req-5d4614e0-e565-4113-a14b-a2fef05e9b1f tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:18.506396 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-3d5d6617-2290-41e1-be84-c291785f71ee req-5d4614e0-e565-4113-a14b-a2fef05e9b1f tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Transition to ACTIVE for port object d536ce95-9582-4c91-a785-71be3fd308fa will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:18.535172 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-467f7a84-4585-4615-a094-a1aa36763c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:18.568322 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3d5d6617-2290-41e1-be84-c291785f71ee req-5d4614e0-e565-4113-a14b-a2fef05e9b1f tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:18.657028 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4614e0-e565-4113-a14b-a2fef05e9b1f tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Pushing event updated for resources: {'Port': ['ID=d536ce95-9582-4c91-a785-71be3fd308fa,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:18.666891 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5d6617-2290-41e1-be84-c291785f71ee req-5d4614e0-e565-4113-a14b-a2fef05e9b1f tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Network d3883832-319d-4a49-9392-a52b6d00c12c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:18.668750 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-3d5d6617-2290-41e1-be84-c291785f71ee req-5d4614e0-e565-4113-a14b-a2fef05e9b1f tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:18.672587 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5d6617-2290-41e1-be84-c291785f71ee req-5d4614e0-e565-4113-a14b-a2fef05e9b1f tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:18.738671 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d6617-2290-41e1-be84-c291785f71ee req-5d4614e0-e565-4113-a14b-a2fef05e9b1f tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:18.739471 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3d5d6617-2290-41e1-be84-c291785f71ee req-5d4614e0-e565-4113-a14b-a2fef05e9b1f tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:18.755761 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3d5d6617-2290-41e1-be84-c291785f71ee req-5d4614e0-e565-4113-a14b-a2fef05e9b1f tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7281673 Jul 14 10:02:19.026298 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8d515e87-e390-483c-8140-01878a882984 None None] Provisioning for port d536ce95-9582-4c91-a785-71be3fd308fa completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:19.030725 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8d515e87-e390-483c-8140-01878a882984 None None] Provisioning complete for port d536ce95-9582-4c91-a785-71be3fd308fa triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:19.031094 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d515e87-e390-483c-8140-01878a882984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:19.081908 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8d515e87-e390-483c-8140-01878a882984 None None] Port d536ce95-9582-4c91-a785-71be3fd308fa cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:02:19.297176 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526767e-c963-4e0d-99d3-8c9660a6b290 req-a2653fd1-4eb5-4780-9555-269b5f09a24c tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:19.298924 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1526767e-c963-4e0d-99d3-8c9660a6b290 req-a2653fd1-4eb5-4780-9555-269b5f09a24c tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 932 time: 0.0721879 Jul 14 10:02:19.340000 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1526767e-c963-4e0d-99d3-8c9660a6b290 req-968f8eaf-64d8-4068-82be-294784a9dfda tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349247 Jul 14 10:02:20.540191 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830736cf-6033-4001-a84d-038e6b501b03 req-f18342f6-e25f-4a93-82c3-b43e98523e2c tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:20.542710 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-830736cf-6033-4001-a84d-038e6b501b03 req-f18342f6-e25f-4a93-82c3-b43e98523e2c tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 932 time: 0.0686173 Jul 14 10:02:20.586286 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-830736cf-6033-4001-a84d-038e6b501b03 req-8c305a2b-99d6-49cd-a30a-94e376e238ac tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362833 Jul 14 10:02:21.134643 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87332102-c3ec-4fe0-bc57-ec7d6f6968c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:21.360437 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:21.770208 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b3916-ff28-4762-9c8a-43a9d1bd706c req-3c9d7fb7-28ad-4489-b9d9-422a1c90077f tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:21.771736 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-708b3916-ff28-4762-9c8a-43a9d1bd706c req-3c9d7fb7-28ad-4489-b9d9-422a1c90077f tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 932 time: 0.0657473 Jul 14 10:02:21.812001 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-708b3916-ff28-4762-9c8a-43a9d1bd706c req-ab67dcc0-e438-4dac-af3c-4b5928115e94 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335045 Jul 14 10:02:22.382473 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:23.205809 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd707569-43b0-4566-937f-68a1ad937cac req-5e079f5e-d83a-4a12-9ddd-e91b82033dd4 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:23.207374 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bd707569-43b0-4566-937f-68a1ad937cac req-5e079f5e-d83a-4a12-9ddd-e91b82033dd4 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 932 time: 0.0696867 Jul 14 10:02:23.247131 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bd707569-43b0-4566-937f-68a1ad937cac req-a5ec790c-82d0-4d61-87f8-ea5ef27ce83a tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340247 Jul 14 10:02:23.924568 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:24.435890 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f40d6-6b6c-4214-857d-9f92fb8de3b6 req-bef6e01a-6dc8-4914-8f2a-b990a11b08a7 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:24.437344 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e47f40d6-6b6c-4214-857d-9f92fb8de3b6 req-bef6e01a-6dc8-4914-8f2a-b990a11b08a7 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 932 time: 0.0720232 Jul 14 10:02:24.478336 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e47f40d6-6b6c-4214-857d-9f92fb8de3b6 req-1dcd83e3-b463-4b18-a34b-c6a719ba4590 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350440 Jul 14 10:02:25.665387 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714bd4e-772b-4f10-a971-17e913a30153 req-d4d1c894-e5c9-4b47-9aaf-34888cc7da5e tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:25.666807 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0714bd4e-772b-4f10-a971-17e913a30153 req-d4d1c894-e5c9-4b47-9aaf-34888cc7da5e tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 932 time: 0.0727372 Jul 14 10:02:25.706941 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0714bd4e-772b-4f10-a971-17e913a30153 req-40999f14-c10b-4df5-aedf-9739ddbc3799 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341604 Jul 14 10:02:26.890733 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0170820-fb66-4d6c-8518-9c37705c5525 req-016d8de2-5a85-4d45-a66d-b7cb6a9a009d tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:26.892437 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a0170820-fb66-4d6c-8518-9c37705c5525 req-016d8de2-5a85-4d45-a66d-b7cb6a9a009d tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 932 time: 0.0710666 Jul 14 10:02:26.936269 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a0170820-fb66-4d6c-8518-9c37705c5525 req-38340087-b2fb-4a6f-824c-db040084d4a7 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379765 Jul 14 10:02:28.122223 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c0f64-56d2-49f5-bad2-a78229611613 req-f1a9e711-9ea8-49e4-a6f7-04adfcc08eb9 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:28.123791 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-577c0f64-56d2-49f5-bad2-a78229611613 req-f1a9e711-9ea8-49e4-a6f7-04adfcc08eb9 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 932 time: 0.0748425 Jul 14 10:02:28.162511 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-577c0f64-56d2-49f5-bad2-a78229611613 req-778f5ed1-f7ed-4e4a-b3ed-766e8c528748 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331118 Jul 14 10:02:28.547849 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-3d5d6617-2290-41e1-be84-c291785f71ee req-7264d0be-17f6-4a10-9a58-ed2cf88338a9 service neutron] Request body: {'port': {'device_id': '05832593-a0c2-4e45-9a27-231a1645d37c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:28.624673 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3d5d6617-2290-41e1-be84-c291785f71ee req-7264d0be-17f6-4a10-9a58-ed2cf88338a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:28.895351 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-3d5d6617-2290-41e1-be84-c291785f71ee req-7264d0be-17f6-4a10-9a58-ed2cf88338a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d536ce95-9582-4c91-a785-71be3fd308fa {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:02:28.903041 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3d5d6617-2290-41e1-be84-c291785f71ee req-7264d0be-17f6-4a10-9a58-ed2cf88338a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:28.915989 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-3d5d6617-2290-41e1-be84-c291785f71ee req-7264d0be-17f6-4a10-9a58-ed2cf88338a9 service neutron] Transition to ACTIVE for port object d536ce95-9582-4c91-a785-71be3fd308fa will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:28.919591 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3d5d6617-2290-41e1-be84-c291785f71ee req-7264d0be-17f6-4a10-9a58-ed2cf88338a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:28.983880 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264d0be-17f6-4a10-9a58-ed2cf88338a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d536ce95-9582-4c91-a785-71be3fd308fa,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:29.062672 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-3d5d6617-2290-41e1-be84-c291785f71ee req-7264d0be-17f6-4a10-9a58-ed2cf88338a9 service neutron] Attempting to bind port d536ce95-9582-4c91-a785-71be3fd308fa on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:29.063079 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-3d5d6617-2290-41e1-be84-c291785f71ee req-7264d0be-17f6-4a10-9a58-ed2cf88338a9 service neutron] Attempting to bind port d536ce95-9582-4c91-a785-71be3fd308fa by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '102612dd-255c-4137-a48d-2563f1c85bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:29.064113 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d6617-2290-41e1-be84-c291785f71ee req-7264d0be-17f6-4a10-9a58-ed2cf88338a9 service neutron] Attempting to bind port d536ce95-9582-4c91-a785-71be3fd308fa on network d3883832-319d-4a49-9392-a52b6d00c12c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:29.068264 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d6617-2290-41e1-be84-c291785f71ee req-7264d0be-17f6-4a10-9a58-ed2cf88338a9 service neutron] Port d536ce95-9582-4c91-a785-71be3fd308fa on network d3883832-319d-4a49-9392-a52b6d00c12c not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:02:29.068615 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d6617-2290-41e1-be84-c291785f71ee req-7264d0be-17f6-4a10-9a58-ed2cf88338a9 service neutron] Attempting to bind port d536ce95-9582-4c91-a785-71be3fd308fa on network d3883832-319d-4a49-9392-a52b6d00c12c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:29.074944 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d6617-2290-41e1-be84-c291785f71ee req-7264d0be-17f6-4a10-9a58-ed2cf88338a9 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:29.075504 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d6617-2290-41e1-be84-c291785f71ee req-7264d0be-17f6-4a10-9a58-ed2cf88338a9 service neutron] Checking segment: {'id': '102612dd-255c-4137-a48d-2563f1c85bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:29.075911 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d6617-2290-41e1-be84-c291785f71ee req-7264d0be-17f6-4a10-9a58-ed2cf88338a9 service neutron] Bound using segment: {'id': '102612dd-255c-4137-a48d-2563f1c85bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:29.076383 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-3d5d6617-2290-41e1-be84-c291785f71ee req-7264d0be-17f6-4a10-9a58-ed2cf88338a9 service neutron] Bound port: d536ce95-9582-4c91-a785-71be3fd308fa, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102612dd-255c-4137-a48d-2563f1c85bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:29.076844 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3d5d6617-2290-41e1-be84-c291785f71ee req-7264d0be-17f6-4a10-9a58-ed2cf88338a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:29.148537 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-3d5d6617-2290-41e1-be84-c291785f71ee req-7264d0be-17f6-4a10-9a58-ed2cf88338a9 service neutron] For port d536ce95-9582-4c91-a785-71be3fd308fa, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:29.151722 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-3d5d6617-2290-41e1-be84-c291785f71ee req-7264d0be-17f6-4a10-9a58-ed2cf88338a9 service neutron] For port d536ce95-9582-4c91-a785-71be3fd308fa, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=d536ce95-9582-4c91-a785-71be3fd308fa,segment=NetworkSegment(102612dd-255c-4137-a48d-2563f1c85bf1),segment_id=102612dd-255c-4137-a48d-2563f1c85bf1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:29.158446 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3d5d6617-2290-41e1-be84-c291785f71ee req-7264d0be-17f6-4a10-9a58-ed2cf88338a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:29.196702 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d6617-2290-41e1-be84-c291785f71ee req-7264d0be-17f6-4a10-9a58-ed2cf88338a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:29.197335 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-3d5d6617-2290-41e1-be84-c291785f71ee req-7264d0be-17f6-4a10-9a58-ed2cf88338a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:29.199995 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3d5d6617-2290-41e1-be84-c291785f71ee req-7264d0be-17f6-4a10-9a58-ed2cf88338a9 service neutron] 10.222.0.44 "PUT /v2.0/ports/d536ce95-9582-4c91-a785-71be3fd308fa HTTP/1.1" status: 200 len: 1093 time: 0.6581666 Jul 14 10:02:29.202681 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05832593-a0c2-4e45-9a27-231a1645d37c', 'tag': 'd536ce95-9582-4c91-a785-71be3fd308fa'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:02:29.206163 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493d36cd-5e0d-4675-ac64-3f976730f57c" -d '{"events": [{"name": "network-changed", "server_uuid": "05832593-a0c2-4e45-9a27-231a1645d37c", "tag": "d536ce95-9582-4c91-a785-71be3fd308fa"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:02:29.263279 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e843da-a41b-41ca-a93e-16888368a9f8 x-openstack-request-id: req-28e843da-a41b-41ca-a93e-16888368a9f8 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:02:29.263657 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05832593-a0c2-4e45-9a27-231a1645d37c", "tag": "d536ce95-9582-4c91-a785-71be3fd308fa", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:02:29.263861 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28e843da-a41b-41ca-a93e-16888368a9f8 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:02:29.264225 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05832593-a0c2-4e45-9a27-231a1645d37c', 'tag': 'd536ce95-9582-4c91-a785-71be3fd308fa', 'status': 'completed', 'code': 200} Jul 14 10:02:29.266752 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264d0be-17f6-4a10-9a58-ed2cf88338a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d536ce95-9582-4c91-a785-71be3fd308fa,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:29.322299 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d6617-2290-41e1-be84-c291785f71ee req-46f99390-6714-463e-8f01-56b429c313c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:29.323933 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3d5d6617-2290-41e1-be84-c291785f71ee req-46f99390-6714-463e-8f01-56b429c313c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=372b543474df478fab49c24b4d828045&device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 1096 time: 0.0767570 Jul 14 10:02:29.366464 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3d5d6617-2290-41e1-be84-c291785f71ee req-97b4e2b5-fcf8-49aa-ab8e-709a4f0f9f10 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d536ce95-9582-4c91-a785-71be3fd308fa HTTP/1.1" status: 200 len: 217 time: 0.0357459 Jul 14 10:02:29.406795 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873cbc6-021c-466b-bf29-ed2414b54b54 req-7406ad95-5350-4427-bb98-9e8eaa4b2277 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:29.408461 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e873cbc6-021c-466b-bf29-ed2414b54b54 req-7406ad95-5350-4427-bb98-9e8eaa4b2277 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 944 time: 0.1007111 Jul 14 10:02:29.424692 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d6617-2290-41e1-be84-c291785f71ee req-2f701bc8-725d-4f71-89f4-45e5989a23ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:29.426628 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3d5d6617-2290-41e1-be84-c291785f71ee req-2f701bc8-725d-4f71-89f4-45e5989a23ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=719d52f7-678a-4624-901d-c29ff0ea9b84 HTTP/1.1" status: 200 len: 854 time: 0.0536873 Jul 14 10:02:29.452398 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e873cbc6-021c-466b-bf29-ed2414b54b54 req-0de11df4-3316-49f4-9eb3-d3d530229732 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366359 Jul 14 10:02:29.494462 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d6617-2290-41e1-be84-c291785f71ee req-07358728-2782-4963-ae9d-2ba44155a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:29.496684 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3d5d6617-2290-41e1-be84-c291785f71ee req-07358728-2782-4963-ae9d-2ba44155a549 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3883832-319d-4a49-9392-a52b6d00c12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633905 Jul 14 10:02:29.592207 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3d5d6617-2290-41e1-be84-c291785f71ee req-43ace191-d369-4ca8-9d92-5e2dc7498819 service neutron] 10.222.0.44 "GET /v2.0/networks/d3883832-319d-4a49-9392-a52b6d00c12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894406 Jul 14 10:02:29.693324 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-3d5d6617-2290-41e1-be84-c291785f71ee req-2dabdc94-0e3e-4324-92f1-e9e697e7504d service neutron] 10.222.0.44 "GET /v2.0/networks/d3883832-319d-4a49-9392-a52b6d00c12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951312 Jul 14 10:02:29.804529 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d36cd-5e0d-4675-ac64-3f976730f57c req-bc2d5d3e-c212-42df-b74d-29f426ff7737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:29.806073 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-493d36cd-5e0d-4675-ac64-3f976730f57c req-bc2d5d3e-c212-42df-b74d-29f426ff7737 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=372b543474df478fab49c24b4d828045&device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 1096 time: 0.0640666 Jul 14 10:02:29.911894 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d36cd-5e0d-4675-ac64-3f976730f57c req-870add0d-46dd-4dbf-bcaf-25bd7fed824e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:29.913481 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-493d36cd-5e0d-4675-ac64-3f976730f57c req-870add0d-46dd-4dbf-bcaf-25bd7fed824e service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3883832-319d-4a49-9392-a52b6d00c12c HTTP/1.1" status: 200 len: 915 time: 0.1012528 Jul 14 10:02:29.957548 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-493d36cd-5e0d-4675-ac64-3f976730f57c req-4c2a30ee-2070-4175-b2b5-692cbfe2e03a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d536ce95-9582-4c91-a785-71be3fd308fa HTTP/1.1" status: 200 len: 217 time: 0.0366530 Jul 14 10:02:30.008068 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d36cd-5e0d-4675-ac64-3f976730f57c req-514735b0-ab86-49a5-b14c-4da1f9703c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:30.009556 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-493d36cd-5e0d-4675-ac64-3f976730f57c req-514735b0-ab86-49a5-b14c-4da1f9703c50 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=719d52f7-678a-4624-901d-c29ff0ea9b84 HTTP/1.1" status: 200 len: 854 time: 0.0449355 Jul 14 10:02:30.076666 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d36cd-5e0d-4675-ac64-3f976730f57c req-25e3f486-e332-4599-b553-dd2a630da7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:30.078468 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-493d36cd-5e0d-4675-ac64-3f976730f57c req-25e3f486-e332-4599-b553-dd2a630da7ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3883832-319d-4a49-9392-a52b6d00c12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607495 Jul 14 10:02:30.174548 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-493d36cd-5e0d-4675-ac64-3f976730f57c req-664c6a1e-73dd-468f-ae17-f6bed7363b58 service neutron] 10.222.0.44 "GET /v2.0/networks/d3883832-319d-4a49-9392-a52b6d00c12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890000 Jul 14 10:02:30.274721 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-493d36cd-5e0d-4675-ac64-3f976730f57c req-b1352a3c-91de-43c1-bfe2-a74dc1fdbcd7 service neutron] 10.222.0.44 "GET /v2.0/networks/d3883832-319d-4a49-9392-a52b6d00c12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927975 Jul 14 10:02:30.630177 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05428914-8855-48f4-8aa2-bc9e62088b28 req-59fda7d2-f262-4a8a-84c0-ae1ebad109ed tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:30.631625 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-05428914-8855-48f4-8aa2-bc9e62088b28 req-59fda7d2-f262-4a8a-84c0-ae1ebad109ed tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 944 time: 0.0656195 Jul 14 10:02:30.669986 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-05428914-8855-48f4-8aa2-bc9e62088b28 req-e96da56c-cfc9-41f8-b897-f64629178e6e tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317595 Jul 14 10:02:31.850966 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7471eb-a3a1-4ff1-bb5f-ee62b05be8a0 req-809dc0f0-83d1-4ef0-bc82-fdb3c9f8b624 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:31.852540 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aa7471eb-a3a1-4ff1-bb5f-ee62b05be8a0 req-809dc0f0-83d1-4ef0-bc82-fdb3c9f8b624 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 944 time: 0.0716817 Jul 14 10:02:31.896467 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-aa7471eb-a3a1-4ff1-bb5f-ee62b05be8a0 req-ac1bd365-eb5c-4b2f-b8b7-1f62041c38c4 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358522 Jul 14 10:02:32.173173 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device d536ce95-9582-4c91-a785-71be3fd308fa details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:02:32.277014 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port d536ce95-9582-4c91-a785-71be3fd308fa, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=d536ce95-9582-4c91-a785-71be3fd308fa,segment=NetworkSegment(102612dd-255c-4137-a48d-2563f1c85bf1),segment_id=102612dd-255c-4137-a48d-2563f1c85bf1)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:32.294726 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'd536ce95-9582-4c91-a785-71be3fd308fa', 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c', 'port_id': 'd536ce95-9582-4c91-a785-71be3fd308fa', 'mac_address': 'fa:16:3e:28:71:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '719d52f7-678a-4624-901d-c29ff0ea9b84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:02:32.334153 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.351796 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d536ce95-9582-4c91-a785-71be3fd308fa {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:02:32.372583 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port d536ce95-9582-4c91-a785-71be3fd308fa, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=d536ce95-9582-4c91-a785-71be3fd308fa,segment=NetworkSegment(102612dd-255c-4137-a48d-2563f1c85bf1),segment_id=102612dd-255c-4137-a48d-2563f1c85bf1)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:32.376421 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.422645 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=d536ce95-9582-4c91-a785-71be3fd308fa,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:32.430008 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:32.430282 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:32.430620 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:32.430953 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:32.431280 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:32.431634 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:32.431960 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:32.432283 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:32.432605 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:32.432931 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:32.433280 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:32.433611 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:32.579071 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['d536ce95-9582-4c91-a785-71be3fd308fa'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:02:33.074830 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98440a-b7f5-4b4a-ab02-78127e1c3e68 req-0b6f5130-e52f-4698-990c-640645133114 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:33.076401 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dc98440a-b7f5-4b4a-ab02-78127e1c3e68 req-0b6f5130-e52f-4698-990c-640645133114 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 945 time: 0.0663857 Jul 14 10:02:33.117430 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dc98440a-b7f5-4b4a-ab02-78127e1c3e68 req-982a79a0-c21b-4f5c-a370-3a6f1601e511 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354483 Jul 14 10:02:34.185170 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device d536ce95-9582-4c91-a785-71be3fd308fa up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:34.245534 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port d536ce95-9582-4c91-a785-71be3fd308fa completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:34.250624 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port d536ce95-9582-4c91-a785-71be3fd308fa triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:34.250993 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:34.302552 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9aa064-3ec5-4c58-9c4f-5ec1a6b81739 req-e7dece71-a0ae-4899-92b6-a0c683983f0f tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:34.304265 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1e9aa064-3ec5-4c58-9c4f-5ec1a6b81739 req-e7dece71-a0ae-4899-92b6-a0c683983f0f tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 945 time: 0.0701628 Jul 14 10:02:34.336835 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:34.345638 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1e9aa064-3ec5-4c58-9c4f-5ec1a6b81739 req-acee955c-8a37-4013-b690-c4669a926f87 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346203 Jul 14 10:02:34.361624 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05832593-a0c2-4e45-9a27-231a1645d37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd536ce95-9582-4c91-a785-71be3fd308fa'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:02:34.364285 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad2bb0b0c3d38dd5f87e8e96266229fdecb1dfb0d9cead1addcc05902deb2386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db6b89c-092a-4cfc-a8ad-8992541c9c3a" -d '{"events": [{"server_uuid": "05832593-a0c2-4e45-9a27-231a1645d37c", "name": "network-vif-plugged", "status": "completed", "tag": "d536ce95-9582-4c91-a785-71be3fd308fa"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:02:34.378246 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port d536ce95-9582-4c91-a785-71be3fd308fa, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=d536ce95-9582-4c91-a785-71be3fd308fa,segment=NetworkSegment(102612dd-255c-4137-a48d-2563f1c85bf1),segment_id=102612dd-255c-4137-a48d-2563f1c85bf1)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:34.382269 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:34.410777 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33e7fb9-c1df-44ee-8af1-57e4c484b8c4 x-openstack-request-id: req-f33e7fb9-c1df-44ee-8af1-57e4c484b8c4 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:02:34.411071 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05832593-a0c2-4e45-9a27-231a1645d37c", "name": "network-vif-plugged", "status": "completed", "tag": "d536ce95-9582-4c91-a785-71be3fd308fa", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:02:34.411324 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f33e7fb9-c1df-44ee-8af1-57e4c484b8c4 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:02:34.411739 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05832593-a0c2-4e45-9a27-231a1645d37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd536ce95-9582-4c91-a785-71be3fd308fa', 'code': 200} Jul 14 10:02:34.442194 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=d536ce95-9582-4c91-a785-71be3fd308fa,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:34.511070 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc51754-8422-411e-b2c1-3091898e5d7f req-4de323a2-3890-47f0-8e53-f7092afd1832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:34.512615 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-edc51754-8422-411e-b2c1-3091898e5d7f req-4de323a2-3890-47f0-8e53-f7092afd1832 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 1098 time: 0.0530005 Jul 14 10:02:34.546405 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-edc51754-8422-411e-b2c1-3091898e5d7f req-7127b175-9ba1-4226-b50f-a72fc825c414 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276556 Jul 14 10:02:35.533128 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bda269-8b00-40fa-ad88-1ccdd18a7373 req-8b71c17f-5a6f-436d-ab46-f6ead818889b tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:35.534620 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-41bda269-8b00-40fa-ad88-1ccdd18a7373 req-8b71c17f-5a6f-436d-ab46-f6ead818889b tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 946 time: 0.0695877 Jul 14 10:02:35.573458 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-41bda269-8b00-40fa-ad88-1ccdd18a7373 req-63877dba-d1ad-40dd-b4f6-2f044e6455b4 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331860 Jul 14 10:02:35.749223 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3512a1-ce69-40bd-a945-89e27433a119 req-762450ad-c93a-44ea-abf1-78ec8663f378 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:35.750714 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c3512a1-ce69-40bd-a945-89e27433a119 req-762450ad-c93a-44ea-abf1-78ec8663f378 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 946 time: 0.0657313 Jul 14 10:02:35.787391 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c3512a1-ce69-40bd-a945-89e27433a119 req-e6ba48dd-e502-4617-bf1c-b2573d1f043a tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311410 Jul 14 10:02:35.907413 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-00292aff-fb07-44dc-9e23-d19c927d502b req-8ad2068b-dedc-4a3e-9b40-46a0bd70f586 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526605 Jul 14 10:02:36.003759 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00292aff-fb07-44dc-9e23-d19c927d502b req-c7c3d8be-098b-4cac-9e91-3a7a3070ac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:36.005254 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-00292aff-fb07-44dc-9e23-d19c927d502b req-c7c3d8be-098b-4cac-9e91-3a7a3070ac77 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=372b543474df478fab49c24b4d828045&device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 1098 time: 0.0548069 Jul 14 10:02:36.113363 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00292aff-fb07-44dc-9e23-d19c927d502b req-f6b5d932-f8fc-4b3b-869f-619f2644f196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:36.114844 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-00292aff-fb07-44dc-9e23-d19c927d502b req-f6b5d932-f8fc-4b3b-869f-619f2644f196 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3883832-319d-4a49-9392-a52b6d00c12c HTTP/1.1" status: 200 len: 915 time: 0.0896175 Jul 14 10:02:36.133823 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac1c4c-b967-4d15-b76c-478cd0ecd2d3 req-be1da08d-2ce0-4bd5-9950-f0e6bad424f6 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:36.135345 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00ac1c4c-b967-4d15-b76c-478cd0ecd2d3 req-be1da08d-2ce0-4bd5-9950-f0e6bad424f6 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 946 time: 0.0674593 Jul 14 10:02:36.155975 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-00292aff-fb07-44dc-9e23-d19c927d502b req-91c9b9b5-39b1-4309-80c7-155685f2a016 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d536ce95-9582-4c91-a785-71be3fd308fa HTTP/1.1" status: 200 len: 217 time: 0.0350072 Jul 14 10:02:36.174632 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00ac1c4c-b967-4d15-b76c-478cd0ecd2d3 req-e660d4eb-691f-4e93-b812-8e63afb6e247 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325618 Jul 14 10:02:36.209858 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00292aff-fb07-44dc-9e23-d19c927d502b req-25a00a1a-b126-4dd0-ac64-f6cacf7c912b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:36.211353 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-00292aff-fb07-44dc-9e23-d19c927d502b req-25a00a1a-b126-4dd0-ac64-f6cacf7c912b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=719d52f7-678a-4624-901d-c29ff0ea9b84 HTTP/1.1" status: 200 len: 854 time: 0.0498824 Jul 14 10:02:36.269945 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00292aff-fb07-44dc-9e23-d19c927d502b req-48a01331-d845-4866-b9f1-edfd8f8dca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:36.271467 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-00292aff-fb07-44dc-9e23-d19c927d502b req-48a01331-d845-4866-b9f1-edfd8f8dca4a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3883832-319d-4a49-9392-a52b6d00c12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533996 Jul 14 10:02:36.366578 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-00292aff-fb07-44dc-9e23-d19c927d502b req-9c4c42c0-4e50-4e32-a306-ef35a2dd59ea service neutron] 10.222.0.44 "GET /v2.0/networks/d3883832-319d-4a49-9392-a52b6d00c12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880623 Jul 14 10:02:36.481421 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-00292aff-fb07-44dc-9e23-d19c927d502b req-b41fd67f-f7aa-490f-9af1-a859b2b0e7a5 service neutron] 10.222.0.44 "GET /v2.0/networks/d3883832-319d-4a49-9392-a52b6d00c12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083467 Jul 14 10:02:40.260082 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:02:41.181384 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:42.700252 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.852830 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c936a-efc5-4c3f-ac38-467513324cf5 req-e70ae2b2-e588-4643-b074-180c53eb22c3 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:47.854340 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d43c936a-efc5-4c3f-ac38-467513324cf5 req-e70ae2b2-e588-4643-b074-180c53eb22c3 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 946 time: 0.0634553 Jul 14 10:02:47.892666 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d43c936a-efc5-4c3f-ac38-467513324cf5 req-9d7f1932-6035-40a2-88a2-ace23accd9f9 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317943 Jul 14 10:02:47.918383 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35572) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:48.060480 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e5eb99-811e-4023-821a-041777007efd tempest-TestMinimumBasicScenario-1957400872 tempest-TestMinimumBasicScenario-1957400872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:48.061979 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a5e5eb99-811e-4023-821a-041777007efd tempest-TestMinimumBasicScenario-1957400872 tempest-TestMinimumBasicScenario-1957400872-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 1093 time: 0.1426089 Jul 14 10:02:48.064933 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35576) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:48.069184 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'port_id': 'd536ce95-9582-4c91-a785-71be3fd308fa', 'tenant_id': '372b543474df478fab49c24b4d828045', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:48.090943 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for floatingip, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:48.191684 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:48.299107 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Allocated IP 172.25.6.146 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/d1a6faf3-8639-4e21-96b2-9b0e566ebc5f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:48.405014 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:48.443504 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:48.479985 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:48.484822 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:48.488253 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:48.513809 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Pushing event updated for resources: {'Port': ['ID=d1a6faf3-8639-4e21-96b2-9b0e566ebc5f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:48.528201 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:48.528553 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:48.528670 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da551375-5979-49b8-99d8-32101708411e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:48.529118 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:48.529249 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:48.529545 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:48.529885 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:48.530210 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:48.530536 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:48.530864 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:48.531189 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:48.531536 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:48.531860 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:48.869436 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:48.945897 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:49.092013 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:49.096700 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:49.169096 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Pushing event updated for resources: {'Port': ['ID=d1a6faf3-8639-4e21-96b2-9b0e566ebc5f,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:49.179939 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:49.279030 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Floating IP abb954bc-a54a-4b42-98a7-aed9ff7a6234 associated. External IP: 172.25.6.146, port: d536ce95-9582-4c91-a785-71be3fd308fa. Jul 14 10:02:49.830508 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Router f1da5d20-3cad-46ac-9dbe-2b1db9885cff has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:02:49.935511 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:02:49.945866 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeb55b8-ac94-4be5-8330-8cd1c474cc7c None None] Sync routers for ids ['f1da5d20-3cad-46ac-9dbe-2b1db9885cff'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:02:49.953251 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:49.959979 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeb55b8-ac94-4be5-8330-8cd1c474cc7c None None] Routers {'f1da5d20-3cad-46ac-9dbe-2b1db9885cff'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:49.960617 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6aeb55b8-ac94-4be5-8330-8cd1c474cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:02:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f1da5d20-3cad-46ac-9dbe-2b1db9885cff'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:49.998774 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2ecd2c1b-1d72-4bcf-90c0-580c6ea2be84 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9327471 Jul 14 10:02:49.999360 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05832593-a0c2-4e45-9a27-231a1645d37c', 'tag': 'd536ce95-9582-4c91-a785-71be3fd308fa'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:02:50.001865 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c129bf3-4989-480b-9cdd-97177669b7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "05832593-a0c2-4e45-9a27-231a1645d37c", "tag": "d536ce95-9582-4c91-a785-71be3fd308fa"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:02:50.003226 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35578) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:50.009425 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-141b8019-ac81-45ff-96aa-50785e9938c3 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1749219614', 'description': 'tempest-secgroup-smoke-1749219614 description', 'project_id': '372b543474df478fab49c24b4d828045'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:50.037586 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-141b8019-ac81-45ff-96aa-50785e9938c3 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.054241 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6765549-5ac3-43bb-b296-2e6e3a16277d x-openstack-request-id: req-b6765549-5ac3-43bb-b296-2e6e3a16277d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:02:50.055740 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05832593-a0c2-4e45-9a27-231a1645d37c", "tag": "d536ce95-9582-4c91-a785-71be3fd308fa", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:02:50.056001 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6765549-5ac3-43bb-b296-2e6e3a16277d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:02:50.056406 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05832593-a0c2-4e45-9a27-231a1645d37c', 'tag': 'd536ce95-9582-4c91-a785-71be3fd308fa', 'status': 'completed', 'code': 200} Jul 14 10:02:50.079271 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-6aeb55b8-ac94-4be5-8330-8cd1c474cc7c None None] Set router f1da5d20-3cad-46ac-9dbe-2b1db9885cff gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:50.143254 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c129bf3-4989-480b-9cdd-97177669b7a9 req-55b4baae-b1fc-4a5c-b024-67acd9997e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:50.145159 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5c129bf3-4989-480b-9cdd-97177669b7a9 req-55b4baae-b1fc-4a5c-b024-67acd9997e55 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=372b543474df478fab49c24b4d828045&device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 1098 time: 0.0650125 Jul 14 10:02:50.149985 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-141b8019-ac81-45ff-96aa-50785e9938c3 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.155550 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-141b8019-ac81-45ff-96aa-50785e9938c3 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.187951 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-141b8019-ac81-45ff-96aa-50785e9938c3 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.189198 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-141b8019-ac81-45ff-96aa-50785e9938c3 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1848414 Jul 14 10:02:50.191232 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b8019-ac81-45ff-96aa-50785e9938c3 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0609c232-3505-4146-b664-aa6ed67908c3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:50.193314 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35582) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:50.198130 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-3385fd7d-6a57-4c90-bcbe-ce40bda27802 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Request body: {'security_group_rule': {'security_group_id': '0609c232-3505-4146-b664-aa6ed67908c3', 'project_id': '372b543474df478fab49c24b4d828045', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:50.211770 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b8019-ac81-45ff-96aa-50785e9938c3 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:50.212149 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b8019-ac81-45ff-96aa-50785e9938c3 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:50.212455 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b8019-ac81-45ff-96aa-50785e9938c3 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:50.212791 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b8019-ac81-45ff-96aa-50785e9938c3 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:50.213125 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b8019-ac81-45ff-96aa-50785e9938c3 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:50.213458 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b8019-ac81-45ff-96aa-50785e9938c3 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:50.213791 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b8019-ac81-45ff-96aa-50785e9938c3 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:50.214156 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b8019-ac81-45ff-96aa-50785e9938c3 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:50.214617 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b8019-ac81-45ff-96aa-50785e9938c3 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:50.214979 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b8019-ac81-45ff-96aa-50785e9938c3 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:50.215305 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b8019-ac81-45ff-96aa-50785e9938c3 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:50.215657 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b8019-ac81-45ff-96aa-50785e9938c3 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:50.239643 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3385fd7d-6a57-4c90-bcbe-ce40bda27802 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.261682 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c129bf3-4989-480b-9cdd-97177669b7a9 req-273887f5-67f0-495b-a090-2ce400959adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:50.263250 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5c129bf3-4989-480b-9cdd-97177669b7a9 req-273887f5-67f0-495b-a090-2ce400959adb service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3883832-319d-4a49-9392-a52b6d00c12c HTTP/1.1" status: 200 len: 915 time: 0.1093547 Jul 14 10:02:50.306438 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3385fd7d-6a57-4c90-bcbe-ce40bda27802 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.312007 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3385fd7d-6a57-4c90-bcbe-ce40bda27802 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.329300 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385fd7d-6a57-4c90-bcbe-ce40bda27802 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483c4ea8-6cc1-4239-a903-75353f679201,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:50.342408 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3385fd7d-6a57-4c90-bcbe-ce40bda27802 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.343799 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3385fd7d-6a57-4c90-bcbe-ce40bda27802 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1495082 Jul 14 10:02:50.346630 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35584) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:50.348670 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6aeb55b8-ac94-4be5-8330-8cd1c474cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'name': 'tempest-TestMinimumBasicScenario-1546336956-router', 'tenant_id': '372b543474df478fab49c24b4d828045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'dcd08e1f-27af-4a3e-90a8-49da5caf48b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:01:58Z', 'updated_at': '2021-07-14T10:02:00Z', 'revision_number': 4, 'project_id': '372b543474df478fab49c24b4d828045', 'gw_port': {'id': 'dcd08e1f-27af-4a3e-90a8-49da5caf48b0', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:01:58Z', 'updated_at': '2021-07-14T10:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'abb954bc-a54a-4b42-98a7-aed9ff7a6234', 'tenant_id': '372b543474df478fab49c24b4d828045', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'port_id': 'd536ce95-9582-4c91-a785-71be3fd308fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c', 'mac_address': 'fa:16:3e:28:71:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05832593-a0c2-4e45-9a27-231a1645d37c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:02:48Z', 'updated_at': '2021-07-14T10:02:48Z', 'revision_number': 0, 'project_id': '372b543474df478fab49c24b4d828045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4c28b99-278d-460b-bbfa-4dcfe060a311', 'name': '', 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c', 'tenant_id': '372b543474df478fab49c24b4d828045', 'mac_address': 'fa:16:3e:ba:b1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '719d52f7-678a-4624-901d-c29ff0ea9b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:00Z', 'updated_at': '2021-07-14T10:02:06Z', 'revision_number': 5, 'project_id': '372b543474df478fab49c24b4d828045', 'subnets': [{'id': '719d52f7-678a-4624-901d-c29ff0ea9b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:50.351369 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-7a593ead-f272-4a22-9f47-8b2d6e8f2c19 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Request body: {'security_group_rule': {'security_group_id': '0609c232-3505-4146-b664-aa6ed67908c3', 'project_id': '372b543474df478fab49c24b4d828045', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:50.357910 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5c129bf3-4989-480b-9cdd-97177669b7a9 req-60c3739b-4578-4742-9afd-a21731e58b1f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d536ce95-9582-4c91-a785-71be3fd308fa HTTP/1.1" status: 200 len: 1000 time: 0.0815518 Jul 14 10:02:50.380963 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeb55b8-ac94-4be5-8330-8cd1c474cc7c None None] Checking router: f1da5d20-3cad-46ac-9dbe-2b1db9885cff for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:02:50.391235 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeb55b8-ac94-4be5-8330-8cd1c474cc7c None None] Routers {'f1da5d20-3cad-46ac-9dbe-2b1db9885cff'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:50.391988 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6aeb55b8-ac94-4be5-8330-8cd1c474cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:02:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f1da5d20-3cad-46ac-9dbe-2b1db9885cff'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:50.419210 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a593ead-f272-4a22-9f47-8b2d6e8f2c19 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.453184 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c129bf3-4989-480b-9cdd-97177669b7a9 req-838d298e-4afc-4ee5-ac34-d90515355d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:50.454695 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5c129bf3-4989-480b-9cdd-97177669b7a9 req-838d298e-4afc-4ee5-ac34-d90515355d6f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=719d52f7-678a-4624-901d-c29ff0ea9b84 HTTP/1.1" status: 200 len: 854 time: 0.0739415 Jul 14 10:02:50.507651 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-6aeb55b8-ac94-4be5-8330-8cd1c474cc7c None None] Set router f1da5d20-3cad-46ac-9dbe-2b1db9885cff gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:50.512328 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a593ead-f272-4a22-9f47-8b2d6e8f2c19 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.520925 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a593ead-f272-4a22-9f47-8b2d6e8f2c19 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.548101 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a593ead-f272-4a22-9f47-8b2d6e8f2c19 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=700452e9-baf7-48f1-b163-ea45192db241,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:50.563246 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a593ead-f272-4a22-9f47-8b2d6e8f2c19 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.564493 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7a593ead-f272-4a22-9f47-8b2d6e8f2c19 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2169292 Jul 14 10:02:50.567587 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35586) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:50.570043 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c129bf3-4989-480b-9cdd-97177669b7a9 req-1b789316-3f87-43fd-93d8-a6f47def4ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:50.571854 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5c129bf3-4989-480b-9cdd-97177669b7a9 req-1b789316-3f87-43fd-93d8-a6f47def4ce7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3883832-319d-4a49-9392-a52b6d00c12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1096842 Jul 14 10:02:50.573271 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-326530e2-8825-4b46-87b4-cae633cb3733 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Request body: {'security_group_rule': {'security_group_id': '0609c232-3505-4146-b664-aa6ed67908c3', 'project_id': '372b543474df478fab49c24b4d828045', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:50.614240 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-326530e2-8825-4b46-87b4-cae633cb3733 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.677256 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5c129bf3-4989-480b-9cdd-97177669b7a9 req-6a476d52-d655-47a0-b78a-b800f40f44bd service neutron] 10.222.0.44 "GET /v2.0/networks/d3883832-319d-4a49-9392-a52b6d00c12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970848 Jul 14 10:02:50.687055 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-326530e2-8825-4b46-87b4-cae633cb3733 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.691271 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-326530e2-8825-4b46-87b4-cae633cb3733 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.711477 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326530e2-8825-4b46-87b4-cae633cb3733 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b17016c-88cc-4f9f-8e91-6cf8a17d02ab,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:50.722031 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-326530e2-8825-4b46-87b4-cae633cb3733 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.726125 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-326530e2-8825-4b46-87b4-cae633cb3733 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1543756 Jul 14 10:02:50.726293 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35588) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:50.732188 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ad0152f5-f0b0-4776-b66d-752422e12573 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Request body: {'security_group_rule': {'security_group_id': '0609c232-3505-4146-b664-aa6ed67908c3', 'project_id': '372b543474df478fab49c24b4d828045', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:50.756516 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6aeb55b8-ac94-4be5-8330-8cd1c474cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'name': 'tempest-TestMinimumBasicScenario-1546336956-router', 'tenant_id': '372b543474df478fab49c24b4d828045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'dcd08e1f-27af-4a3e-90a8-49da5caf48b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:01:58Z', 'updated_at': '2021-07-14T10:02:00Z', 'revision_number': 4, 'project_id': '372b543474df478fab49c24b4d828045', 'gw_port': {'id': 'dcd08e1f-27af-4a3e-90a8-49da5caf48b0', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:01:58Z', 'updated_at': '2021-07-14T10:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'abb954bc-a54a-4b42-98a7-aed9ff7a6234', 'tenant_id': '372b543474df478fab49c24b4d828045', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'port_id': 'd536ce95-9582-4c91-a785-71be3fd308fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c', 'mac_address': 'fa:16:3e:28:71:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05832593-a0c2-4e45-9a27-231a1645d37c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:02:48Z', 'updated_at': '2021-07-14T10:02:48Z', 'revision_number': 0, 'project_id': '372b543474df478fab49c24b4d828045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4c28b99-278d-460b-bbfa-4dcfe060a311', 'name': '', 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c', 'tenant_id': '372b543474df478fab49c24b4d828045', 'mac_address': 'fa:16:3e:ba:b1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '719d52f7-678a-4624-901d-c29ff0ea9b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:00Z', 'updated_at': '2021-07-14T10:02:06Z', 'revision_number': 5, 'project_id': '372b543474df478fab49c24b4d828045', 'subnets': [{'id': '719d52f7-678a-4624-901d-c29ff0ea9b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:50.767177 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad0152f5-f0b0-4776-b66d-752422e12573 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.787192 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5c129bf3-4989-480b-9cdd-97177669b7a9 req-b3a29d56-314d-44b4-9a30-0d9639258d96 service neutron] 10.222.0.44 "GET /v2.0/networks/d3883832-319d-4a49-9392-a52b6d00c12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030009 Jul 14 10:02:50.803925 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeb55b8-ac94-4be5-8330-8cd1c474cc7c None None] The sync data for ids ['f1da5d20-3cad-46ac-9dbe-2b1db9885cff'] in n-d-771362-35 is: [{'id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'name': 'tempest-TestMinimumBasicScenario-1546336956-router', 'tenant_id': '372b543474df478fab49c24b4d828045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'dcd08e1f-27af-4a3e-90a8-49da5caf48b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:01:58Z', 'updated_at': '2021-07-14T10:02:00Z', 'revision_number': 4, 'project_id': '372b543474df478fab49c24b4d828045', 'gw_port': {'id': 'dcd08e1f-27af-4a3e-90a8-49da5caf48b0', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:01:58Z', 'updated_at': '2021-07-14T10:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'abb954bc-a54a-4b42-98a7-aed9ff7a6234', 'tenant_id': '372b543474df478fab49c24b4d828045', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'port_id': 'd536ce95-9582-4c91-a785-71be3fd308fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c', 'mac_address': 'fa:16:3e:28:71:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05832593-a0c2-4e45-9a27-231a1645d37c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:02:48Z', 'updated_at': '2021-07-14T10:02:48Z', 'revision_number': 0, 'project_id': '372b543474df478fab49c24b4d828045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4c28b99-278d-460b-bbfa-4dcfe060a311', 'name': '', 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c', 'tenant_id': '372b543474df478fab49c24b4d828045', 'mac_address': 'fa:16:3e:ba:b1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '719d52f7-678a-4624-901d-c29ff0ea9b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:00Z', 'updated_at': '2021-07-14T10:02:06Z', 'revision_number': 5, 'project_id': '372b543474df478fab49c24b4d828045', 'subnets': [{'id': '719d52f7-678a-4624-901d-c29ff0ea9b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:02:50.842127 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad0152f5-f0b0-4776-b66d-752422e12573 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.846007 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad0152f5-f0b0-4776-b66d-752422e12573 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.864254 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0152f5-f0b0-4776-b66d-752422e12573 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9109f93-961a-4231-a982-6f7aae4aaadb,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:50.873001 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad0152f5-f0b0-4776-b66d-752422e12573 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.877055 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ad0152f5-f0b0-4776-b66d-752422e12573 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1468823 Jul 14 10:02:50.877225 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35590) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:50.882003 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-056a1c0b-4df5-4172-b5d1-ab345570f9f4 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Request body: {'security_group_rule': {'security_group_id': '0609c232-3505-4146-b664-aa6ed67908c3', 'project_id': '372b543474df478fab49c24b4d828045', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:50.905328 n-d-771362-35 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-056a1c0b-4df5-4172-b5d1-ab345570f9f4 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Project 372b543474df478fab49c24b4d828045 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:02:50.910369 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-056a1c0b-4df5-4172-b5d1-ab345570f9f4 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.980250 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-056a1c0b-4df5-4172-b5d1-ab345570f9f4 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.984728 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-056a1c0b-4df5-4172-b5d1-ab345570f9f4 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.005892 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a1c0b-4df5-4172-b5d1-ab345570f9f4 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399c95b6-ef51-41a0-918d-d4fcec8a42f3,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:51.014613 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-056a1c0b-4df5-4172-b5d1-ab345570f9f4 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.015980 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-056a1c0b-4df5-4172-b5d1-ab345570f9f4 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1377954 Jul 14 10:02:51.018869 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35592) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:51.023597 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-77fe974c-d488-435b-9b1c-8fcf91031e88 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Request body: {'security_group_rule': {'security_group_id': '0609c232-3505-4146-b664-aa6ed67908c3', 'project_id': '372b543474df478fab49c24b4d828045', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:51.024508 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b6216-a78e-4f9b-bd43-7ebcf570f745 None None] New status for floating IP abb954bc-a54a-4b42-98a7-aed9ff7a6234: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:02:51.052553 n-d-771362-35 neutron-server[93772]: INFO neutron.db.securitygroups_db [None req-77fe974c-d488-435b-9b1c-8fcf91031e88 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Project 372b543474df478fab49c24b4d828045 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:02:51.058423 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77fe974c-d488-435b-9b1c-8fcf91031e88 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.126287 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eac427ea-16e1-4d50-b982-1a34ea4ffb63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.129203 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77fe974c-d488-435b-9b1c-8fcf91031e88 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.133027 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77fe974c-d488-435b-9b1c-8fcf91031e88 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.151057 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe974c-d488-435b-9b1c-8fcf91031e88 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b64d4a9-30ee-495c-9a04-4655d3fcc24e,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:51.157825 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77fe974c-d488-435b-9b1c-8fcf91031e88 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.158980 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-77fe974c-d488-435b-9b1c-8fcf91031e88 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1391845 Jul 14 10:02:51.279150 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-717717ab-4f66-40ac-bdfd-08f26b1d426f req-0082633c-47c6-4716-b774-afb19e2a2e6c tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1749219614&fields=id&tenant_id=372b543474df478fab49c24b4d828045 HTTP/1.1" status: 200 len: 267 time: 0.0355721 Jul 14 10:02:51.349635 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717717ab-4f66-40ac-bdfd-08f26b1d426f req-6263d1d0-72ef-4463-a43a-0069da7653ac tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:51.351607 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-717717ab-4f66-40ac-bdfd-08f26b1d426f req-6263d1d0-72ef-4463-a43a-0069da7653ac tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 946 time: 0.0672748 Jul 14 10:02:51.361645 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.362814 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-717717ab-4f66-40ac-bdfd-08f26b1d426f req-469a7f9f-192e-482c-a63c-273848a3d5e8 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Request body: {'port': {'security_groups': ['cc3dc95e-b407-48b7-841d-afa2a8f8ea5f', '0609c232-3505-4146-b664-aa6ed67908c3']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:51.454703 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-717717ab-4f66-40ac-bdfd-08f26b1d426f req-469a7f9f-192e-482c-a63c-273848a3d5e8 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.639854 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-717717ab-4f66-40ac-bdfd-08f26b1d426f req-469a7f9f-192e-482c-a63c-273848a3d5e8 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] For port d536ce95-9582-4c91-a785-71be3fd308fa, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=d536ce95-9582-4c91-a785-71be3fd308fa,segment=NetworkSegment(102612dd-255c-4137-a48d-2563f1c85bf1),segment_id=102612dd-255c-4137-a48d-2563f1c85bf1)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:51.668890 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-717717ab-4f66-40ac-bdfd-08f26b1d426f req-469a7f9f-192e-482c-a63c-273848a3d5e8 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.673473 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-717717ab-4f66-40ac-bdfd-08f26b1d426f req-469a7f9f-192e-482c-a63c-273848a3d5e8 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.686155 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['d536ce95-9582-4c91-a785-71be3fd308fa'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:02:51.718777 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717717ab-4f66-40ac-bdfd-08f26b1d426f req-469a7f9f-192e-482c-a63c-273848a3d5e8 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:51.719421 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-717717ab-4f66-40ac-bdfd-08f26b1d426f req-469a7f9f-192e-482c-a63c-273848a3d5e8 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.723912 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-717717ab-4f66-40ac-bdfd-08f26b1d426f req-469a7f9f-192e-482c-a63c-273848a3d5e8 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "PUT /v2.0/ports/d536ce95-9582-4c91-a785-71be3fd308fa HTTP/1.1" status: 200 len: 982 time: 0.3662758 Jul 14 10:02:51.724496 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05832593-a0c2-4e45-9a27-231a1645d37c', 'tag': 'd536ce95-9582-4c91-a785-71be3fd308fa'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:02:51.726844 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdfd76875a0dbbaf1509a4c423fc1f4cb1751388cb9186f92cdb94f63ad4e53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cbc2d1-73b0-4e8f-af4a-2e53a53d1e45" -d '{"events": [{"name": "network-changed", "server_uuid": "05832593-a0c2-4e45-9a27-231a1645d37c", "tag": "d536ce95-9582-4c91-a785-71be3fd308fa"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:02:51.757264 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a7f9f-192e-482c-a63c-273848a3d5e8 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Pushing event updated for resources: {'Port': ['ID=d536ce95-9582-4c91-a785-71be3fd308fa,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:51.790129 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41c983d-dc19-4063-8481-d93ce76fa92c x-openstack-request-id: req-a41c983d-dc19-4063-8481-d93ce76fa92c {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:02:51.790554 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05832593-a0c2-4e45-9a27-231a1645d37c", "tag": "d536ce95-9582-4c91-a785-71be3fd308fa", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:02:51.790929 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a41c983d-dc19-4063-8481-d93ce76fa92c {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:02:51.791461 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05832593-a0c2-4e45-9a27-231a1645d37c', 'tag': 'd536ce95-9582-4c91-a785-71be3fd308fa', 'status': 'completed', 'code': 200} Jul 14 10:02:51.794898 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['d536ce95-9582-4c91-a785-71be3fd308fa'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:02:51.888583 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbc2d1-73b0-4e8f-af4a-2e53a53d1e45 req-ede9d303-dd34-47cb-bef6-044faf0326bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:51.890566 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e9cbc2d1-73b0-4e8f-af4a-2e53a53d1e45 req-ede9d303-dd34-47cb-bef6-044faf0326bf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=372b543474df478fab49c24b4d828045&device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 1137 time: 0.0765586 Jul 14 10:02:51.927455 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525bcf7-9f74-49d6-a9dc-42673656f117 req-7dad2ef8-766f-4ec7-bc72-f204d58ca2ac tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:51.929693 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d525bcf7-9f74-49d6-a9dc-42673656f117 req-7dad2ef8-766f-4ec7-bc72-f204d58ca2ac tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 985 time: 0.0815084 Jul 14 10:02:51.993435 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d525bcf7-9f74-49d6-a9dc-42673656f117 req-235777f3-9836-45e4-b5ac-4686eae36805 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&id=0609c232-3505-4146-b664-aa6ed67908c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540085 Jul 14 10:02:52.004458 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbc2d1-73b0-4e8f-af4a-2e53a53d1e45 req-c81a699e-4d6c-4649-a85e-8501c8c8cbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:52.005940 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e9cbc2d1-73b0-4e8f-af4a-2e53a53d1e45 req-c81a699e-4d6c-4649-a85e-8501c8c8cbd3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3883832-319d-4a49-9392-a52b6d00c12c HTTP/1.1" status: 200 len: 915 time: 0.1086886 Jul 14 10:02:52.085838 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e9cbc2d1-73b0-4e8f-af4a-2e53a53d1e45 req-f663a053-4ab2-4419-9f94-af16767fdc53 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d536ce95-9582-4c91-a785-71be3fd308fa HTTP/1.1" status: 200 len: 1002 time: 0.0724463 Jul 14 10:02:52.100699 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1e5fc5e4-8232-4525-b720-8979ae2911c1 None None] Provisioning complete for port d536ce95-9582-4c91-a785-71be3fd308fa triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:52.101076 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1e5fc5e4-8232-4525-b720-8979ae2911c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:52.139060 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbc2d1-73b0-4e8f-af4a-2e53a53d1e45 req-adb6876c-c2bb-44ee-9b12-abbac891cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:52.140549 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e9cbc2d1-73b0-4e8f-af4a-2e53a53d1e45 req-adb6876c-c2bb-44ee-9b12-abbac891cf15 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=719d52f7-678a-4624-901d-c29ff0ea9b84 HTTP/1.1" status: 200 len: 854 time: 0.0487962 Jul 14 10:02:52.201671 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbc2d1-73b0-4e8f-af4a-2e53a53d1e45 req-146470e0-f441-46e2-a094-9d24c9d7015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:52.204051 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e9cbc2d1-73b0-4e8f-af4a-2e53a53d1e45 req-146470e0-f441-46e2-a094-9d24c9d7015b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3883832-319d-4a49-9392-a52b6d00c12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568306 Jul 14 10:02:52.315475 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e9cbc2d1-73b0-4e8f-af4a-2e53a53d1e45 req-d4b693aa-084b-4e87-9a6d-f3cc8edd36ad service neutron] 10.222.0.44 "GET /v2.0/networks/d3883832-319d-4a49-9392-a52b6d00c12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037743 Jul 14 10:02:52.416959 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e9cbc2d1-73b0-4e8f-af4a-2e53a53d1e45 req-ca468e4f-9468-4a04-8c09-ab803fe2b4c7 service neutron] 10.222.0.44 "GET /v2.0/networks/d3883832-319d-4a49-9392-a52b6d00c12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939426 Jul 14 10:02:52.495858 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:53.921589 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:08.362129 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67debe90-c520-40ea-ab0e-f1467a2d0599 req-b7eef654-d353-41e1-bf7a-162f11457664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:08.363703 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-67debe90-c520-40ea-ab0e-f1467a2d0599 req-b7eef654-d353-41e1-bf7a-162f11457664 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=372b543474df478fab49c24b4d828045&device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 1137 time: 0.0617723 Jul 14 10:03:08.399956 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e769d-548b-46ff-8a5b-82bcbd7a06e2 req-0fe8b70a-9344-4a71-9343-5e7f0a767208 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:08.401372 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6d3e769d-548b-46ff-8a5b-82bcbd7a06e2 req-0fe8b70a-9344-4a71-9343-5e7f0a767208 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 985 time: 0.0700231 Jul 14 10:03:08.442548 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6d3e769d-548b-46ff-8a5b-82bcbd7a06e2 req-8dafcb13-d6ec-46f2-b900-7e16863db025 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&id=0609c232-3505-4146-b664-aa6ed67908c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345070 Jul 14 10:03:08.461176 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67debe90-c520-40ea-ab0e-f1467a2d0599 req-aa3c7f84-52a2-4405-a3ef-029e943ae110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:08.462919 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-67debe90-c520-40ea-ab0e-f1467a2d0599 req-aa3c7f84-52a2-4405-a3ef-029e943ae110 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3883832-319d-4a49-9392-a52b6d00c12c HTTP/1.1" status: 200 len: 915 time: 0.0927887 Jul 14 10:03:08.532067 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-67debe90-c520-40ea-ab0e-f1467a2d0599 req-be6244c5-1e81-4f96-b521-ed7c4be426f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d536ce95-9582-4c91-a785-71be3fd308fa HTTP/1.1" status: 200 len: 1002 time: 0.0601339 Jul 14 10:03:08.584817 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67debe90-c520-40ea-ab0e-f1467a2d0599 req-905ecbfd-31a5-4761-a573-93eb3a77349b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:08.586303 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-67debe90-c520-40ea-ab0e-f1467a2d0599 req-905ecbfd-31a5-4761-a573-93eb3a77349b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=719d52f7-678a-4624-901d-c29ff0ea9b84 HTTP/1.1" status: 200 len: 854 time: 0.0455616 Jul 14 10:03:08.648018 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67debe90-c520-40ea-ab0e-f1467a2d0599 req-7405ec4f-7ff8-46dc-b62e-c3d73aac8804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:08.649551 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-67debe90-c520-40ea-ab0e-f1467a2d0599 req-7405ec4f-7ff8-46dc-b62e-c3d73aac8804 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3883832-319d-4a49-9392-a52b6d00c12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565765 Jul 14 10:03:08.737752 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-67debe90-c520-40ea-ab0e-f1467a2d0599 req-7a110bbd-3149-4ee1-962b-ed012257432d service neutron] 10.222.0.44 "GET /v2.0/networks/d3883832-319d-4a49-9392-a52b6d00c12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814185 Jul 14 10:03:08.833702 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-67debe90-c520-40ea-ab0e-f1467a2d0599 req-29de996a-7397-430a-8790-924fd00c4069 service neutron] 10.222.0.44 "GET /v2.0/networks/d3883832-319d-4a49-9392-a52b6d00c12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885255 Jul 14 10:03:09.623157 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c8456-28fb-4558-b4fd-8647959d8712 req-5f2c55bd-73a1-4118-a5bc-2967a7d8f97e tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:09.624578 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b7c8456-28fb-4558-b4fd-8647959d8712 req-5f2c55bd-73a1-4118-a5bc-2967a7d8f97e tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 985 time: 0.0688057 Jul 14 10:03:09.665504 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b7c8456-28fb-4558-b4fd-8647959d8712 req-36c6615b-d553-4598-b685-9a3fe7bcb2c8 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&id=0609c232-3505-4146-b664-aa6ed67908c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348322 Jul 14 10:03:10.847016 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dfca8-2f2d-4724-aec6-ffd94e8e0b7c req-eaf9192d-5b02-4db9-bdbf-eccd12043c8b tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:10.848507 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-060dfca8-2f2d-4724-aec6-ffd94e8e0b7c req-eaf9192d-5b02-4db9-bdbf-eccd12043c8b tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 985 time: 0.0696242 Jul 14 10:03:10.888660 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-060dfca8-2f2d-4724-aec6-ffd94e8e0b7c req-614f2769-20c6-481b-8f1b-dd2fc49b6fe9 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&id=0609c232-3505-4146-b664-aa6ed67908c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343525 Jul 14 10:03:11.179218 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:12.063793 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b2dc1-d6ba-4c5f-be87-9c148f39dbde req-7f823fcd-6eb2-4752-bc6d-e9364dd8e162 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:12.065421 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a56b2dc1-d6ba-4c5f-be87-9c148f39dbde req-7f823fcd-6eb2-4752-bc6d-e9364dd8e162 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 985 time: 0.0649526 Jul 14 10:03:12.107611 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a56b2dc1-d6ba-4c5f-be87-9c148f39dbde req-32a2c287-1972-4b95-aa33-f9f414a7ea18 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&id=0609c232-3505-4146-b664-aa6ed67908c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360932 Jul 14 10:03:12.704293 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:13.287928 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b77430-49b2-487f-b1f8-4ebec6e6c4f4 req-737377a5-d5be-4a1e-995a-92f694f1f2a9 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:13.289437 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-22b77430-49b2-487f-b1f8-4ebec6e6c4f4 req-737377a5-d5be-4a1e-995a-92f694f1f2a9 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 985 time: 0.0646682 Jul 14 10:03:13.333359 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-22b77430-49b2-487f-b1f8-4ebec6e6c4f4 req-b7ae4a78-1bab-490b-8b0c-249223f83e51 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&id=0609c232-3505-4146-b664-aa6ed67908c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380766 Jul 14 10:03:14.513370 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2287909-9921-4c99-92d7-e6eb97e472f2 req-7cf9c7f2-2ee7-4369-aabf-444feac73a8d tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:14.514887 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2287909-9921-4c99-92d7-e6eb97e472f2 req-7cf9c7f2-2ee7-4369-aabf-444feac73a8d tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 985 time: 0.0683486 Jul 14 10:03:14.555605 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2287909-9921-4c99-92d7-e6eb97e472f2 req-3f10c808-6fa8-437c-8e54-9f067a11e04a tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&id=0609c232-3505-4146-b664-aa6ed67908c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348761 Jul 14 10:03:15.735942 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecd6f8-43d8-482d-bb83-6005b5cba8fb req-8d446c3d-c1ee-4bbe-a48c-a3a1972cce26 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:15.737603 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-44ecd6f8-43d8-482d-bb83-6005b5cba8fb req-8d446c3d-c1ee-4bbe-a48c-a3a1972cce26 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 985 time: 0.0637267 Jul 14 10:03:15.777369 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-44ecd6f8-43d8-482d-bb83-6005b5cba8fb req-87363ebd-ab9b-48ef-a41c-3eabc2aac35c tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&id=0609c232-3505-4146-b664-aa6ed67908c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339327 Jul 14 10:03:16.967270 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c71985-fd59-4204-a0d9-87e4abc04498 req-42c676b6-3570-46e1-b682-a0b7ad16957c tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:16.968936 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-19c71985-fd59-4204-a0d9-87e4abc04498 req-42c676b6-3570-46e1-b682-a0b7ad16957c tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 985 time: 0.0736763 Jul 14 10:03:17.011345 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-19c71985-fd59-4204-a0d9-87e4abc04498 req-910faa4f-6ef6-42ad-b5d5-cc30720c3b78 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&id=0609c232-3505-4146-b664-aa6ed67908c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364585 Jul 14 10:03:17.260807 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:03:18.188085 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59301965-eecf-4fcd-86ed-5d05263e1ecf req-99197ef5-22cb-4243-8fb3-ce0d7dd69db0 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:18.189530 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-59301965-eecf-4fcd-86ed-5d05263e1ecf req-99197ef5-22cb-4243-8fb3-ce0d7dd69db0 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 985 time: 0.0645237 Jul 14 10:03:18.231951 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-59301965-eecf-4fcd-86ed-5d05263e1ecf req-c456d6c8-8f34-4736-b9ee-8e67ca797c35 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&id=0609c232-3505-4146-b664-aa6ed67908c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362694 Jul 14 10:03:18.535898 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-110d21d0-4968-47c6-accd-4ab1daa22c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:19.419266 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90705807-00df-4636-86b8-1db1a95a4487 req-7d2b11a2-7c92-4f7e-a897-50357556358a tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:19.420698 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90705807-00df-4636-86b8-1db1a95a4487 req-7d2b11a2-7c92-4f7e-a897-50357556358a tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 985 time: 0.0739570 Jul 14 10:03:19.462617 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90705807-00df-4636-86b8-1db1a95a4487 req-a5011498-c0b0-40ab-9120-714b5125e698 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&id=0609c232-3505-4146-b664-aa6ed67908c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361497 Jul 14 10:03:20.652912 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa6600-f298-4d79-8a22-5420b42c206d req-740f40e1-5189-4200-b6c4-996eb2db5233 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:20.654432 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1aaa6600-f298-4d79-8a22-5420b42c206d req-740f40e1-5189-4200-b6c4-996eb2db5233 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 985 time: 0.0722036 Jul 14 10:03:20.697280 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1aaa6600-f298-4d79-8a22-5420b42c206d req-9c872dcc-a2c2-4c88-ad94-2510f411d5de tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&id=0609c232-3505-4146-b664-aa6ed67908c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371602 Jul 14 10:03:21.127080 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7084537c-4fc3-4155-9b8a-6aaa272366a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:21.362678 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:22.394335 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:23.928866 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:36.470976 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ac9cdeb3-d6c4-44b0-ae8f-11c3f7692c46 req-87899715-ecf7-4e5b-a52f-34fde2e2c6bd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0972738 Jul 14 10:03:36.565944 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cdeb3-d6c4-44b0-ae8f-11c3f7692c46 req-4fb7320b-2490-46df-b36f-6addea5f9d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:36.567422 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ac9cdeb3-d6c4-44b0-ae8f-11c3f7692c46 req-4fb7320b-2490-46df-b36f-6addea5f9d7d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=372b543474df478fab49c24b4d828045&device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 1137 time: 0.0532076 Jul 14 10:03:36.678646 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cdeb3-d6c4-44b0-ae8f-11c3f7692c46 req-d89fb053-3c82-4c02-8872-e4471633e34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:36.680055 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ac9cdeb3-d6c4-44b0-ae8f-11c3f7692c46 req-d89fb053-3c82-4c02-8872-e4471633e34c service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3883832-319d-4a49-9392-a52b6d00c12c HTTP/1.1" status: 200 len: 915 time: 0.0886312 Jul 14 10:03:36.745314 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ac9cdeb3-d6c4-44b0-ae8f-11c3f7692c46 req-f258e7f5-6044-4eed-9176-81bd4c10170a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d536ce95-9582-4c91-a785-71be3fd308fa HTTP/1.1" status: 200 len: 1002 time: 0.0586672 Jul 14 10:03:36.794332 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cdeb3-d6c4-44b0-ae8f-11c3f7692c46 req-e4c6d624-7bee-4d13-8374-04bb8a6b36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:36.795768 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ac9cdeb3-d6c4-44b0-ae8f-11c3f7692c46 req-e4c6d624-7bee-4d13-8374-04bb8a6b36ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=719d52f7-678a-4624-901d-c29ff0ea9b84 HTTP/1.1" status: 200 len: 854 time: 0.0438061 Jul 14 10:03:36.862049 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cdeb3-d6c4-44b0-ae8f-11c3f7692c46 req-fe04f30a-5ca2-429b-92db-cce828b3476a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:36.863557 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ac9cdeb3-d6c4-44b0-ae8f-11c3f7692c46 req-fe04f30a-5ca2-429b-92db-cce828b3476a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3883832-319d-4a49-9392-a52b6d00c12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561397 Jul 14 10:03:36.952682 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ac9cdeb3-d6c4-44b0-ae8f-11c3f7692c46 req-119c0e57-d2fe-4593-8697-6a3cf4886685 service neutron] 10.222.0.44 "GET /v2.0/networks/d3883832-319d-4a49-9392-a52b6d00c12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821714 Jul 14 10:03:37.047151 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ac9cdeb3-d6c4-44b0-ae8f-11c3f7692c46 req-3ee5d185-b974-466b-a59a-4bcaf0703449 service neutron] 10.222.0.44 "GET /v2.0/networks/d3883832-319d-4a49-9392-a52b6d00c12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868173 Jul 14 10:03:41.182839 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:42.713591 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:48.527077 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ac79090f-e121-4647-94d5-076374bba2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:49.522055 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-263cd17a-d44e-48ec-87fe-405e3a8589b4 req-3f737b50-9a02-44a0-8ec0-c2b3996fa739 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1749219614&fields=id&tenant_id=372b543474df478fab49c24b4d828045 HTTP/1.1" status: 200 len: 267 time: 0.1354980 Jul 14 10:03:49.589155 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263cd17a-d44e-48ec-87fe-405e3a8589b4 req-576a505c-c7ad-4971-9a72-69b2a4bb4ee6 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:49.590537 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-263cd17a-d44e-48ec-87fe-405e3a8589b4 req-576a505c-c7ad-4971-9a72-69b2a4bb4ee6 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 985 time: 0.0628109 Jul 14 10:03:49.601228 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-263cd17a-d44e-48ec-87fe-405e3a8589b4 req-8516dc6e-a4b8-4247-987f-798c2c162707 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Request body: {'port': {'security_groups': ['cc3dc95e-b407-48b7-841d-afa2a8f8ea5f']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:03:49.688541 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-263cd17a-d44e-48ec-87fe-405e3a8589b4 req-8516dc6e-a4b8-4247-987f-798c2c162707 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:50.186977 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-263cd17a-d44e-48ec-87fe-405e3a8589b4 req-8516dc6e-a4b8-4247-987f-798c2c162707 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] For port d536ce95-9582-4c91-a785-71be3fd308fa, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=d536ce95-9582-4c91-a785-71be3fd308fa,segment=NetworkSegment(102612dd-255c-4137-a48d-2563f1c85bf1),segment_id=102612dd-255c-4137-a48d-2563f1c85bf1)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:50.216099 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-263cd17a-d44e-48ec-87fe-405e3a8589b4 req-8516dc6e-a4b8-4247-987f-798c2c162707 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:50.220808 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-263cd17a-d44e-48ec-87fe-405e3a8589b4 req-8516dc6e-a4b8-4247-987f-798c2c162707 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:50.233556 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['d536ce95-9582-4c91-a785-71be3fd308fa'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:03:50.264358 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263cd17a-d44e-48ec-87fe-405e3a8589b4 req-8516dc6e-a4b8-4247-987f-798c2c162707 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:50.265277 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-263cd17a-d44e-48ec-87fe-405e3a8589b4 req-8516dc6e-a4b8-4247-987f-798c2c162707 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:50.266400 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-263cd17a-d44e-48ec-87fe-405e3a8589b4 req-8516dc6e-a4b8-4247-987f-798c2c162707 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "PUT /v2.0/ports/d536ce95-9582-4c91-a785-71be3fd308fa HTTP/1.1" status: 200 len: 943 time: 0.6697319 Jul 14 10:03:50.266851 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05832593-a0c2-4e45-9a27-231a1645d37c', 'tag': 'd536ce95-9582-4c91-a785-71be3fd308fa'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:03:50.272932 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdfd76875a0dbbaf1509a4c423fc1f4cb1751388cb9186f92cdb94f63ad4e53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499f28a9-d5ba-4bf7-874a-e233f82c58e9" -d '{"events": [{"name": "network-changed", "server_uuid": "05832593-a0c2-4e45-9a27-231a1645d37c", "tag": "d536ce95-9582-4c91-a785-71be3fd308fa"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:03:50.273726 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35660) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:50.299150 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516dc6e-a4b8-4247-987f-798c2c162707 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Pushing event updated for resources: {'Port': ['ID=d536ce95-9582-4c91-a785-71be3fd308fa,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:50.309041 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8516dc6e-a4b8-4247-987f-798c2c162707 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:50.309530 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8516dc6e-a4b8-4247-987f-798c2c162707 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:50.309884 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8516dc6e-a4b8-4247-987f-798c2c162707 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:50.310228 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8516dc6e-a4b8-4247-987f-798c2c162707 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:50.310565 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8516dc6e-a4b8-4247-987f-798c2c162707 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:50.311110 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8516dc6e-a4b8-4247-987f-798c2c162707 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:50.311411 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8516dc6e-a4b8-4247-987f-798c2c162707 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:50.311821 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8516dc6e-a4b8-4247-987f-798c2c162707 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:50.312095 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8516dc6e-a4b8-4247-987f-798c2c162707 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:50.312592 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8516dc6e-a4b8-4247-987f-798c2c162707 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:50.312930 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8516dc6e-a4b8-4247-987f-798c2c162707 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:50.313310 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8516dc6e-a4b8-4247-987f-798c2c162707 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:50.332133 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['d536ce95-9582-4c91-a785-71be3fd308fa'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:03:50.358209 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec7e512-d260-477f-a59d-481558e220f4 x-openstack-request-id: req-eec7e512-d260-477f-a59d-481558e220f4 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:03:50.358607 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05832593-a0c2-4e45-9a27-231a1645d37c", "tag": "d536ce95-9582-4c91-a785-71be3fd308fa", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:03:50.359009 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eec7e512-d260-477f-a59d-481558e220f4 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:03:50.359707 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05832593-a0c2-4e45-9a27-231a1645d37c', 'tag': 'd536ce95-9582-4c91-a785-71be3fd308fa', 'status': 'completed', 'code': 200} Jul 14 10:03:50.418842 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-353d1850-22b1-48cb-8647-cf384a440e1d tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:50.461498 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-353d1850-22b1-48cb-8647-cf384a440e1d tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:50.474572 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f28a9-d5ba-4bf7-874a-e233f82c58e9 req-e61fb371-569b-4717-8a56-ffac85e4c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:50.476191 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-499f28a9-d5ba-4bf7-874a-e233f82c58e9 req-e61fb371-569b-4717-8a56-ffac85e4c54e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=372b543474df478fab49c24b4d828045&device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 1098 time: 0.0955729 Jul 14 10:03:50.551250 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-bc51f8e3-cd9d-485d-b4a2-91311d0e13a2 None None] Provisioning complete for port d536ce95-9582-4c91-a785-71be3fd308fa triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:50.551564 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc51f8e3-cd9d-485d-b4a2-91311d0e13a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:50.594234 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f28a9-d5ba-4bf7-874a-e233f82c58e9 req-1dbffd78-27c5-43c5-94be-5df9df650ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:50.595829 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-499f28a9-d5ba-4bf7-874a-e233f82c58e9 req-1dbffd78-27c5-43c5-94be-5df9df650ff9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3883832-319d-4a49-9392-a52b6d00c12c HTTP/1.1" status: 200 len: 915 time: 0.1094673 Jul 14 10:03:50.596818 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-353d1850-22b1-48cb-8647-cf384a440e1d tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:50.599378 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-353d1850-22b1-48cb-8647-cf384a440e1d tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:50.603406 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-353d1850-22b1-48cb-8647-cf384a440e1d tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "DELETE /v2.0/security-groups/0609c232-3505-4146-b664-aa6ed67908c3 HTTP/1.1" status: 204 len: 168 time: 0.3243001 Jul 14 10:03:50.603852 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35664) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:50.644270 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d1850-22b1-48cb-8647-cf384a440e1d tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0609c232-3505-4146-b664-aa6ed67908c3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:50.658952 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d1850-22b1-48cb-8647-cf384a440e1d tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:50.659299 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d1850-22b1-48cb-8647-cf384a440e1d tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:50.659681 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d1850-22b1-48cb-8647-cf384a440e1d tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:50.660018 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d1850-22b1-48cb-8647-cf384a440e1d tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:50.660343 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d1850-22b1-48cb-8647-cf384a440e1d tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:50.660668 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d1850-22b1-48cb-8647-cf384a440e1d tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:50.660989 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d1850-22b1-48cb-8647-cf384a440e1d tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:50.661309 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d1850-22b1-48cb-8647-cf384a440e1d tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:50.661631 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d1850-22b1-48cb-8647-cf384a440e1d tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:50.661952 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d1850-22b1-48cb-8647-cf384a440e1d tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:50.662270 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d1850-22b1-48cb-8647-cf384a440e1d tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:50.662576 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d1850-22b1-48cb-8647-cf384a440e1d tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:50.682850 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-499f28a9-d5ba-4bf7-874a-e233f82c58e9 req-4c7c18b8-3b69-4639-a66b-b697efc8df12 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d536ce95-9582-4c91-a785-71be3fd308fa HTTP/1.1" status: 200 len: 1002 time: 0.0778558 Jul 14 10:03:50.737810 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f28a9-d5ba-4bf7-874a-e233f82c58e9 req-dc041672-e987-4203-b5ea-113b5c844d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:50.739192 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-499f28a9-d5ba-4bf7-874a-e233f82c58e9 req-dc041672-e987-4203-b5ea-113b5c844d18 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=719d52f7-678a-4624-901d-c29ff0ea9b84 HTTP/1.1" status: 200 len: 854 time: 0.0502796 Jul 14 10:03:50.769569 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c6c7a559-1cd5-4704-ae86-fd8e630359e2 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Deleting port d1a6faf3-8639-4e21-96b2-9b0e566ebc5f {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:03:50.769917 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6c7a559-1cd5-4704-ae86-fd8e630359e2 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:50.797683 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f28a9-d5ba-4bf7-874a-e233f82c58e9 req-cf5616bc-f5e7-439f-b419-97ea3e749302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:50.799235 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-499f28a9-d5ba-4bf7-874a-e233f82c58e9 req-cf5616bc-f5e7-439f-b419-97ea3e749302 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3883832-319d-4a49-9392-a52b6d00c12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535805 Jul 14 10:03:50.849095 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6c7a559-1cd5-4704-ae86-fd8e630359e2 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:50.849426 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6c7a559-1cd5-4704-ae86-fd8e630359e2 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:50.861813 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c6c7a559-1cd5-4704-ae86-fd8e630359e2 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Calling delete_port for d1a6faf3-8639-4e21-96b2-9b0e566ebc5f owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:03:50.888451 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-499f28a9-d5ba-4bf7-874a-e233f82c58e9 req-522b01f6-6ab7-4947-9eba-1d6de44af633 service neutron] 10.222.0.44 "GET /v2.0/networks/d3883832-319d-4a49-9392-a52b6d00c12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826361 Jul 14 10:03:50.987949 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-499f28a9-d5ba-4bf7-874a-e233f82c58e9 req-c6384e17-53d2-46d1-865a-d25dde9ff52e service neutron] 10.222.0.44 "GET /v2.0/networks/d3883832-319d-4a49-9392-a52b6d00c12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933707 Jul 14 10:03:51.011987 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6c7a559-1cd5-4704-ae86-fd8e630359e2 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:51.038087 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7a559-1cd5-4704-ae86-fd8e630359e2 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Pushing event deleted for resources: {'Port': ['ID=d1a6faf3-8639-4e21-96b2-9b0e566ebc5f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:51.097733 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6c7a559-1cd5-4704-ae86-fd8e630359e2 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:51.098117 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-c6c7a559-1cd5-4704-ae86-fd8e630359e2 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Floating IP abb954bc-a54a-4b42-98a7-aed9ff7a6234 disassociated (deleted). External IP: 172.25.6.146, port: d536ce95-9582-4c91-a785-71be3fd308fa. Jul 14 10:03:51.126460 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ec21d3d-01b1-496b-99bc-8b9720779739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:51.308127 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c7a559-1cd5-4704-ae86-fd8e630359e2 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Router f1da5d20-3cad-46ac-9dbe-2b1db9885cff has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:03:51.364600 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:51.421290 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c7a559-1cd5-4704-ae86-fd8e630359e2 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:03:51.425767 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6c7a559-1cd5-4704-ae86-fd8e630359e2 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:51.431695 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7da4d5-486c-4bd6-b249-4ee824c46266 None None] Sync routers for ids ['f1da5d20-3cad-46ac-9dbe-2b1db9885cff'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:03:51.440259 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7da4d5-486c-4bd6-b249-4ee824c46266 None None] Routers {'f1da5d20-3cad-46ac-9dbe-2b1db9885cff'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:51.441258 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-cc7da4d5-486c-4bd6-b249-4ee824c46266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:03:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f1da5d20-3cad-46ac-9dbe-2b1db9885cff'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:51.463173 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c6c7a559-1cd5-4704-ae86-fd8e630359e2 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "DELETE /v2.0/floatingips/abb954bc-a54a-4b42-98a7-aed9ff7a6234 HTTP/1.1" status: 204 len: 168 time: 0.8581831 Jul 14 10:03:51.547553 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-cc7da4d5-486c-4bd6-b249-4ee824c46266 None None] Set router f1da5d20-3cad-46ac-9dbe-2b1db9885cff gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:03:51.766139 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-cc7da4d5-486c-4bd6-b249-4ee824c46266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'name': 'tempest-TestMinimumBasicScenario-1546336956-router', 'tenant_id': '372b543474df478fab49c24b4d828045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'dcd08e1f-27af-4a3e-90a8-49da5caf48b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:01:58Z', 'updated_at': '2021-07-14T10:02:00Z', 'revision_number': 4, 'project_id': '372b543474df478fab49c24b4d828045', 'gw_port': {'id': 'dcd08e1f-27af-4a3e-90a8-49da5caf48b0', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:01:58Z', 'updated_at': '2021-07-14T10:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'f4c28b99-278d-460b-bbfa-4dcfe060a311', 'name': '', 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c', 'tenant_id': '372b543474df478fab49c24b4d828045', 'mac_address': 'fa:16:3e:ba:b1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '719d52f7-678a-4624-901d-c29ff0ea9b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:00Z', 'updated_at': '2021-07-14T10:02:06Z', 'revision_number': 5, 'project_id': '372b543474df478fab49c24b4d828045', 'subnets': [{'id': '719d52f7-678a-4624-901d-c29ff0ea9b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:51.794080 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7da4d5-486c-4bd6-b249-4ee824c46266 None None] Checking router: f1da5d20-3cad-46ac-9dbe-2b1db9885cff for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:03:51.802365 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7da4d5-486c-4bd6-b249-4ee824c46266 None None] Routers {'f1da5d20-3cad-46ac-9dbe-2b1db9885cff'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:51.802964 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-cc7da4d5-486c-4bd6-b249-4ee824c46266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:03:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f1da5d20-3cad-46ac-9dbe-2b1db9885cff'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:51.910771 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-cc7da4d5-486c-4bd6-b249-4ee824c46266 None None] Set router f1da5d20-3cad-46ac-9dbe-2b1db9885cff gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:03:52.109396 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-cc7da4d5-486c-4bd6-b249-4ee824c46266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'name': 'tempest-TestMinimumBasicScenario-1546336956-router', 'tenant_id': '372b543474df478fab49c24b4d828045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'dcd08e1f-27af-4a3e-90a8-49da5caf48b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:01:58Z', 'updated_at': '2021-07-14T10:02:00Z', 'revision_number': 4, 'project_id': '372b543474df478fab49c24b4d828045', 'gw_port': {'id': 'dcd08e1f-27af-4a3e-90a8-49da5caf48b0', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:01:58Z', 'updated_at': '2021-07-14T10:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'f4c28b99-278d-460b-bbfa-4dcfe060a311', 'name': '', 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c', 'tenant_id': '372b543474df478fab49c24b4d828045', 'mac_address': 'fa:16:3e:ba:b1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '719d52f7-678a-4624-901d-c29ff0ea9b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:00Z', 'updated_at': '2021-07-14T10:02:06Z', 'revision_number': 5, 'project_id': '372b543474df478fab49c24b4d828045', 'subnets': [{'id': '719d52f7-678a-4624-901d-c29ff0ea9b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:52.136108 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7da4d5-486c-4bd6-b249-4ee824c46266 None None] The sync data for ids ['f1da5d20-3cad-46ac-9dbe-2b1db9885cff'] in n-d-771362-35 is: [{'id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'name': 'tempest-TestMinimumBasicScenario-1546336956-router', 'tenant_id': '372b543474df478fab49c24b4d828045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'dcd08e1f-27af-4a3e-90a8-49da5caf48b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:01:58Z', 'updated_at': '2021-07-14T10:02:00Z', 'revision_number': 4, 'project_id': '372b543474df478fab49c24b4d828045', 'gw_port': {'id': 'dcd08e1f-27af-4a3e-90a8-49da5caf48b0', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:01:58Z', 'updated_at': '2021-07-14T10:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'f4c28b99-278d-460b-bbfa-4dcfe060a311', 'name': '', 'network_id': 'd3883832-319d-4a49-9392-a52b6d00c12c', 'tenant_id': '372b543474df478fab49c24b4d828045', 'mac_address': 'fa:16:3e:ba:b1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '719d52f7-678a-4624-901d-c29ff0ea9b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:00Z', 'updated_at': '2021-07-14T10:02:06Z', 'revision_number': 5, 'project_id': '372b543474df478fab49c24b4d828045', 'subnets': [{'id': '719d52f7-678a-4624-901d-c29ff0ea9b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:03:52.361107 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05832593-a0c2-4e45-9a27-231a1645d37c', 'tag': 'd536ce95-9582-4c91-a785-71be3fd308fa'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:03:52.361615 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba7fe33-3905-4fef-802a-a1f5893217c6 None None] New status for floating IP abb954bc-a54a-4b42-98a7-aed9ff7a6234: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:03:52.363949 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdfd76875a0dbbaf1509a4c423fc1f4cb1751388cb9186f92cdb94f63ad4e53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b0981e-b40a-4421-ad13-d52c639da5fa" -d '{"events": [{"name": "network-changed", "server_uuid": "05832593-a0c2-4e45-9a27-231a1645d37c", "tag": "d536ce95-9582-4c91-a785-71be3fd308fa"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:03:52.393726 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:52.414816 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31ee1ca-ff9e-4ca5-b7f5-2b6c348d52c3 x-openstack-request-id: req-f31ee1ca-ff9e-4ca5-b7f5-2b6c348d52c3 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:03:52.416107 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05832593-a0c2-4e45-9a27-231a1645d37c", "tag": "d536ce95-9582-4c91-a785-71be3fd308fa", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:03:52.416579 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f31ee1ca-ff9e-4ca5-b7f5-2b6c348d52c3 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:03:52.417197 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05832593-a0c2-4e45-9a27-231a1645d37c', 'tag': 'd536ce95-9582-4c91-a785-71be3fd308fa', 'status': 'completed', 'code': 200} Jul 14 10:03:52.498556 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0981e-b40a-4421-ad13-d52c639da5fa req-885998fc-0187-4f3f-8a86-0d9039b38221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:52.500120 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-02b0981e-b40a-4421-ad13-d52c639da5fa req-885998fc-0187-4f3f-8a86-0d9039b38221 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=372b543474df478fab49c24b4d828045&device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 1098 time: 0.0580192 Jul 14 10:03:52.594294 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0981e-b40a-4421-ad13-d52c639da5fa req-5dcf0bde-78f1-4a92-8871-186f5c5035d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:52.595781 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-02b0981e-b40a-4421-ad13-d52c639da5fa req-5dcf0bde-78f1-4a92-8871-186f5c5035d4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3883832-319d-4a49-9392-a52b6d00c12c HTTP/1.1" status: 200 len: 915 time: 0.0896618 Jul 14 10:03:52.637610 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-02b0981e-b40a-4421-ad13-d52c639da5fa req-93141d87-ef08-4efc-bd27-9a6845be85ed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d536ce95-9582-4c91-a785-71be3fd308fa HTTP/1.1" status: 200 len: 217 time: 0.0358269 Jul 14 10:03:52.691867 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0981e-b40a-4421-ad13-d52c639da5fa req-5ab24643-d077-4b0d-8851-007be8346073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:52.693222 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-02b0981e-b40a-4421-ad13-d52c639da5fa req-5ab24643-d077-4b0d-8851-007be8346073 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=719d52f7-678a-4624-901d-c29ff0ea9b84 HTTP/1.1" status: 200 len: 854 time: 0.0438008 Jul 14 10:03:52.756717 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0981e-b40a-4421-ad13-d52c639da5fa req-75c9c7ab-4f66-44e4-8316-0caaf8235735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:52.758271 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-02b0981e-b40a-4421-ad13-d52c639da5fa req-75c9c7ab-4f66-44e4-8316-0caaf8235735 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3883832-319d-4a49-9392-a52b6d00c12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588257 Jul 14 10:03:52.854732 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-02b0981e-b40a-4421-ad13-d52c639da5fa req-e4acc30f-7ec9-4217-b164-79420d96fe91 service neutron] 10.222.0.44 "GET /v2.0/networks/d3883832-319d-4a49-9392-a52b6d00c12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899091 Jul 14 10:03:52.951237 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-02b0981e-b40a-4421-ad13-d52c639da5fa req-6f276749-7023-4f8c-9502-307270585c2e service neutron] 10.222.0.44 "GET /v2.0/networks/d3883832-319d-4a49-9392-a52b6d00c12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902207 Jul 14 10:03:53.928866 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:54.262985 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:03:58.527049 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [req-d1caaf5e-f297-416d-a223-99435d99ed64 req-f8c39676-d5bf-4e9a-b9bc-a6e5cfbef89f tempest-ServerDiskConfigTestJSON-1162233984 tempest-ServerDiskConfigTestJSON-1162233984-project] (93772) timed out ('10.222.0.47', 59528) {{(pid=93772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:03:59.145006 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31ea89-5977-409a-828f-272f035e08b8 req-27fc09aa-6605-48b1-a6bd-ee74dedc03b4 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:59.146630 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3d31ea89-5977-409a-828f-272f035e08b8 req-27fc09aa-6605-48b1-a6bd-ee74dedc03b4 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 946 time: 0.0683568 Jul 14 10:03:59.186671 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3d31ea89-5977-409a-828f-272f035e08b8 req-d9ddbb4b-8290-4a4b-b057-1141a720486b tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340116 Jul 14 10:04:00.364041 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46a3c2-5b2f-41a9-a37c-bd84c7ae10fb req-7b6d6f5d-58ad-4827-8dbf-9ac6bd55dd7f tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:00.365532 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7c46a3c2-5b2f-41a9-a37c-bd84c7ae10fb req-7b6d6f5d-58ad-4827-8dbf-9ac6bd55dd7f tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 946 time: 0.0638111 Jul 14 10:04:00.403369 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7c46a3c2-5b2f-41a9-a37c-bd84c7ae10fb req-679984bb-e34e-425c-8204-688b48646a8a tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322242 Jul 14 10:04:00.490522 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730b224-7531-46c5-a420-6be32bc90012 req-3413399d-d771-48ff-9436-2802b9dcf150 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:00.492022 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c730b224-7531-46c5-a420-6be32bc90012 req-3413399d-d771-48ff-9436-2802b9dcf150 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.44 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 946 time: 0.0653596 Jul 14 10:04:00.589981 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-c730b224-7531-46c5-a420-6be32bc90012 req-acc591be-19a5-4121-aead-09b9e558c482 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Deleting port d536ce95-9582-4c91-a785-71be3fd308fa {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:04:00.590324 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-c730b224-7531-46c5-a420-6be32bc90012 req-acc591be-19a5-4121-aead-09b9e558c482 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:00.680916 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-c730b224-7531-46c5-a420-6be32bc90012 req-acc591be-19a5-4121-aead-09b9e558c482 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] For port d536ce95-9582-4c91-a785-71be3fd308fa, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=d536ce95-9582-4c91-a785-71be3fd308fa,segment=NetworkSegment(102612dd-255c-4137-a48d-2563f1c85bf1),segment_id=102612dd-255c-4137-a48d-2563f1c85bf1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:00.681281 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-c730b224-7531-46c5-a420-6be32bc90012 req-acc591be-19a5-4121-aead-09b9e558c482 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:00.692883 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-c730b224-7531-46c5-a420-6be32bc90012 req-acc591be-19a5-4121-aead-09b9e558c482 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Calling delete_port for d536ce95-9582-4c91-a785-71be3fd308fa owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:04:00.822459 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-c730b224-7531-46c5-a420-6be32bc90012 req-acc591be-19a5-4121-aead-09b9e558c482 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:00.834855 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['d536ce95-9582-4c91-a785-71be3fd308fa'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:04:00.851951 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc591be-19a5-4121-aead-09b9e558c482 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Pushing event deleted for resources: {'Port': ['ID=d536ce95-9582-4c91-a785-71be3fd308fa,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:00.897722 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c730b224-7531-46c5-a420-6be32bc90012 req-acc591be-19a5-4121-aead-09b9e558c482 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] No DVR routers for this DVR port d536ce95-9582-4c91-a785-71be3fd308fa on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:04:00.900855 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-c730b224-7531-46c5-a420-6be32bc90012 req-acc591be-19a5-4121-aead-09b9e558c482 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:00.902829 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-c730b224-7531-46c5-a420-6be32bc90012 req-acc591be-19a5-4121-aead-09b9e558c482 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.44 "DELETE /v2.0/ports/d536ce95-9582-4c91-a785-71be3fd308fa HTTP/1.1" status: 204 len: 173 time: 0.4048970 Jul 14 10:04:00.903289 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05832593-a0c2-4e45-9a27-231a1645d37c', 'name': 'network-vif-deleted', 'tag': 'd536ce95-9582-4c91-a785-71be3fd308fa'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:04:00.905557 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb273d9-7107-4e93-a866-ba3a4eff054e" -d '{"events": [{"server_uuid": "05832593-a0c2-4e45-9a27-231a1645d37c", "name": "network-vif-deleted", "tag": "d536ce95-9582-4c91-a785-71be3fd308fa"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:04:00.945450 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a84688b-dddd-4938-806c-834ba7799d2c x-openstack-request-id: req-4a84688b-dddd-4938-806c-834ba7799d2c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:04:00.945754 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05832593-a0c2-4e45-9a27-231a1645d37c", "name": "network-vif-deleted", "tag": "d536ce95-9582-4c91-a785-71be3fd308fa", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:04:00.946044 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a84688b-dddd-4938-806c-834ba7799d2c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:04:00.947156 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05832593-a0c2-4e45-9a27-231a1645d37c', 'name': 'network-vif-deleted', 'tag': 'd536ce95-9582-4c91-a785-71be3fd308fa', 'status': 'completed', 'code': 200} Jul 14 10:04:01.565469 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fecd499d-15f7-4d2e-a1a2-05abda52ad61 req-35b465c0-1c6b-439d-b94a-77df4ac20be5 tempest-TestMinimumBasicScenario-849415138 tempest-TestMinimumBasicScenario-849415138-project] 10.222.0.25 "GET /v2.0/ports?device_id=05832593-a0c2-4e45-9a27-231a1645d37c HTTP/1.1" status: 200 len: 210 time: 0.0296373 Jul 14 10:04:03.184466 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35768) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:03.531093 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de9da82b-df49-4462-bfde-059ad054f67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:03.781649 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-de9da82b-df49-4462-bfde-059ad054f67f admin admin] Deleting port f4c28b99-278d-460b-bbfa-4dcfe060a311 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:04:03.781903 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de9da82b-df49-4462-bfde-059ad054f67f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:03.858073 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-de9da82b-df49-4462-bfde-059ad054f67f admin admin] For port f4c28b99-278d-460b-bbfa-4dcfe060a311, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=f4c28b99-278d-460b-bbfa-4dcfe060a311,segment=NetworkSegment(102612dd-255c-4137-a48d-2563f1c85bf1),segment_id=102612dd-255c-4137-a48d-2563f1c85bf1)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:03.858433 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de9da82b-df49-4462-bfde-059ad054f67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:03.875432 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-de9da82b-df49-4462-bfde-059ad054f67f admin admin] Calling delete_port for f4c28b99-278d-460b-bbfa-4dcfe060a311 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:04:04.054332 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de9da82b-df49-4462-bfde-059ad054f67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:04.078483 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9da82b-df49-4462-bfde-059ad054f67f admin admin] Pushing event deleted for resources: {'Port': ['ID=f4c28b99-278d-460b-bbfa-4dcfe060a311,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:04.252444 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de9da82b-df49-4462-bfde-059ad054f67f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:04.468329 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9da82b-df49-4462-bfde-059ad054f67f admin admin] Router f1da5d20-3cad-46ac-9dbe-2b1db9885cff has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:04:04.575250 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9da82b-df49-4462-bfde-059ad054f67f admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:04:04.580268 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-de9da82b-df49-4462-bfde-059ad054f67f admin admin] 10.222.0.25 "PUT /v2.0/routers/f1da5d20-3cad-46ac-9dbe-2b1db9885cff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3936129 Jul 14 10:04:04.582783 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35770) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:04.585546 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b789c3-bf32-49fb-895c-048c7819631e None None] Sync routers for ids ['f1da5d20-3cad-46ac-9dbe-2b1db9885cff'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:04:04.595180 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b789c3-bf32-49fb-895c-048c7819631e None None] Routers {'f1da5d20-3cad-46ac-9dbe-2b1db9885cff'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:04.595822 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-45b789c3-bf32-49fb-895c-048c7819631e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:03:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f1da5d20-3cad-46ac-9dbe-2b1db9885cff'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:04.638854 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device d536ce95-9582-4c91-a785-71be3fd308fa no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:04:04.663041 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: d536ce95-9582-4c91-a785-71be3fd308fa {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:04:04.663388 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device d536ce95-9582-4c91-a785-71be3fd308fa not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:04:04.690494 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-322bea52-db50-4d96-9f5d-2fffbc91155e admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:04.724428 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-45b789c3-bf32-49fb-895c-048c7819631e None None] Set router f1da5d20-3cad-46ac-9dbe-2b1db9885cff gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:04.792377 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-322bea52-db50-4d96-9f5d-2fffbc91155e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:04.846323 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-322bea52-db50-4d96-9f5d-2fffbc91155e admin admin] Deleting port dcd08e1f-27af-4a3e-90a8-49da5caf48b0 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:04:04.846595 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-322bea52-db50-4d96-9f5d-2fffbc91155e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:04.903115 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-45b789c3-bf32-49fb-895c-048c7819631e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'name': 'tempest-TestMinimumBasicScenario-1546336956-router', 'tenant_id': '372b543474df478fab49c24b4d828045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'dcd08e1f-27af-4a3e-90a8-49da5caf48b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:01:58Z', 'updated_at': '2021-07-14T10:04:04Z', 'revision_number': 5, 'project_id': '372b543474df478fab49c24b4d828045', 'gw_port': {'id': 'dcd08e1f-27af-4a3e-90a8-49da5caf48b0', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:01:58Z', 'updated_at': '2021-07-14T10:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:04.925528 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-322bea52-db50-4d96-9f5d-2fffbc91155e admin admin] For port dcd08e1f-27af-4a3e-90a8-49da5caf48b0, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=dcd08e1f-27af-4a3e-90a8-49da5caf48b0,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:04.925895 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-322bea52-db50-4d96-9f5d-2fffbc91155e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:04.929157 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b789c3-bf32-49fb-895c-048c7819631e None None] Checking router: f1da5d20-3cad-46ac-9dbe-2b1db9885cff for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:04:04.938112 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b789c3-bf32-49fb-895c-048c7819631e None None] Routers {'f1da5d20-3cad-46ac-9dbe-2b1db9885cff'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:04.938720 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-45b789c3-bf32-49fb-895c-048c7819631e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:03:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['f1da5d20-3cad-46ac-9dbe-2b1db9885cff'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:04.939383 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-322bea52-db50-4d96-9f5d-2fffbc91155e admin admin] Calling delete_port for dcd08e1f-27af-4a3e-90a8-49da5caf48b0 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:04:05.024491 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-45b789c3-bf32-49fb-895c-048c7819631e None None] Set router f1da5d20-3cad-46ac-9dbe-2b1db9885cff gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:05.079053 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-45b789c3-bf32-49fb-895c-048c7819631e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'name': 'tempest-TestMinimumBasicScenario-1546336956-router', 'tenant_id': '372b543474df478fab49c24b4d828045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:01:58Z', 'updated_at': '2021-07-14T10:04:04Z', 'revision_number': 6, 'project_id': '372b543474df478fab49c24b4d828045', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:05.106473 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b789c3-bf32-49fb-895c-048c7819631e None None] The sync data for ids ['f1da5d20-3cad-46ac-9dbe-2b1db9885cff'] in n-d-771362-35 is: [{'id': 'f1da5d20-3cad-46ac-9dbe-2b1db9885cff', 'name': 'tempest-TestMinimumBasicScenario-1546336956-router', 'tenant_id': '372b543474df478fab49c24b4d828045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:01:58Z', 'updated_at': '2021-07-14T10:04:04Z', 'revision_number': 6, 'project_id': '372b543474df478fab49c24b4d828045', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:04:05.107900 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-322bea52-db50-4d96-9f5d-2fffbc91155e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:05.138490 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bea52-db50-4d96-9f5d-2fffbc91155e admin admin] Pushing event deleted for resources: {'Port': ['ID=dcd08e1f-27af-4a3e-90a8-49da5caf48b0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:05.202965 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-322bea52-db50-4d96-9f5d-2fffbc91155e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:05.291471 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-322bea52-db50-4d96-9f5d-2fffbc91155e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:05.293768 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-322bea52-db50-4d96-9f5d-2fffbc91155e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:05.338125 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-322bea52-db50-4d96-9f5d-2fffbc91155e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:05.338658 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322bea52-db50-4d96-9f5d-2fffbc91155e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1da5d20-3cad-46ac-9dbe-2b1db9885cff {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:04:05.342837 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-322bea52-db50-4d96-9f5d-2fffbc91155e admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:05.344283 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-322bea52-db50-4d96-9f5d-2fffbc91155e admin admin] 10.222.0.25 "DELETE /v2.0/routers/f1da5d20-3cad-46ac-9dbe-2b1db9885cff HTTP/1.1" status: 204 len: 168 time: 0.7605872 Jul 14 10:04:05.346744 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35774) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:05.394982 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb5983a-0cc3-4805-a6c7-3533e7b2d968 admin admin] Deleting subnet 719d52f7-678a-4624-901d-c29ff0ea9b84 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:04:05.397887 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bfb5983a-0cc3-4805-a6c7-3533e7b2d968 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:05.431192 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bfb5983a-0cc3-4805-a6c7-3533e7b2d968 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:05.513761 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bfb5983a-0cc3-4805-a6c7-3533e7b2d968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:05.567322 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bfb5983a-0cc3-4805-a6c7-3533e7b2d968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:05.598807 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bfb5983a-0cc3-4805-a6c7-3533e7b2d968 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:05.600669 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-bfb5983a-0cc3-4805-a6c7-3533e7b2d968 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/719d52f7-678a-4624-901d-c29ff0ea9b84 HTTP/1.1" status: 204 len: 168 time: 0.2530131 Jul 14 10:04:05.601591 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5983a-0cc3-4805-a6c7-3533e7b2d968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=719d52f7-678a-4624-901d-c29ff0ea9b84,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:05.604057 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35776) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:05.607214 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de897bed-9cfe-4e07-aa31-eae1fd23736f None None] Network d3883832-319d-4a49-9392-a52b6d00c12c requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:04:05.675723 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2b1586d-0acc-4cc4-8a35-40865af5c5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:05.731519 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f2b1586d-0acc-4cc4-8a35-40865af5c5cf admin admin] Deleting port d0d8d95b-e36a-4040-b9e1-507ddb44c22d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:04:05.731873 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2b1586d-0acc-4cc4-8a35-40865af5c5cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:05.797862 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f2b1586d-0acc-4cc4-8a35-40865af5c5cf admin admin] For port d0d8d95b-e36a-4040-b9e1-507ddb44c22d, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d0d8d95b-e36a-4040-b9e1-507ddb44c22d,segment=NetworkSegment(102612dd-255c-4137-a48d-2563f1c85bf1),segment_id=102612dd-255c-4137-a48d-2563f1c85bf1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:05.798228 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2b1586d-0acc-4cc4-8a35-40865af5c5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:05.812930 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f2b1586d-0acc-4cc4-8a35-40865af5c5cf admin admin] Calling delete_port for d0d8d95b-e36a-4040-b9e1-507ddb44c22d owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:04:05.903744 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2b1586d-0acc-4cc4-8a35-40865af5c5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:05.932494 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1586d-0acc-4cc4-8a35-40865af5c5cf admin admin] Pushing event deleted for resources: {'Port': ['ID=d0d8d95b-e36a-4040-b9e1-507ddb44c22d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:05.936237 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b1586d-0acc-4cc4-8a35-40865af5c5cf admin admin] No DVR routers for this DVR port d0d8d95b-e36a-4040-b9e1-507ddb44c22d on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:04:05.978617 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652aa9f0-e490-41af-a075-ecb17f741908 None None] DHCP port deletion for d3883832-319d-4a49-9392-a52b6d00c12c request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:04:05.995308 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f4c28b99-278d-460b-bbfa-4dcfe060a311 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:04:06.015567 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: f4c28b99-278d-460b-bbfa-4dcfe060a311 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:04:06.015918 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device f4c28b99-278d-460b-bbfa-4dcfe060a311 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:04:06.016276 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device dcd08e1f-27af-4a3e-90a8-49da5caf48b0 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:04:06.020824 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2b1586d-0acc-4cc4-8a35-40865af5c5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:06.032455 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-f2b1586d-0acc-4cc4-8a35-40865af5c5cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3883832-319d-4a49-9392-a52b6d00c12c']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:06.035583 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: dcd08e1f-27af-4a3e-90a8-49da5caf48b0 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:04:06.035942 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device dcd08e1f-27af-4a3e-90a8-49da5caf48b0 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:04:06.044421 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-f2b1586d-0acc-4cc4-8a35-40865af5c5cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102612dd-255c-4137-a48d-2563f1c85bf1') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:06.044726 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-f2b1586d-0acc-4cc4-8a35-40865af5c5cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102612dd-255c-4137-a48d-2563f1c85bf1') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:06.054345 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2b1586d-0acc-4cc4-8a35-40865af5c5cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:06.069178 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2b1586d-0acc-4cc4-8a35-40865af5c5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:06.075673 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b1586d-0acc-4cc4-8a35-40865af5c5cf admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:04:06.076079 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2b1586d-0acc-4cc4-8a35-40865af5c5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: timer() Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:04:06.077763 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:04:06.133114 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2b1586d-0acc-4cc4-8a35-40865af5c5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:06.155096 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2b1586d-0acc-4cc4-8a35-40865af5c5cf admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:06.157041 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f2b1586d-0acc-4cc4-8a35-40865af5c5cf admin admin] 10.222.0.25 "DELETE /v2.0/networks/d3883832-319d-4a49-9392-a52b6d00c12c HTTP/1.1" status: 204 len: 168 time: 0.5519857 Jul 14 10:04:06.158386 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1586d-0acc-4cc4-8a35-40865af5c5cf admin admin] Pushing event deleted for resources: {'Network': ['ID=d3883832-319d-4a49-9392-a52b6d00c12c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:06.160253 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35778) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:06.530020 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69a68756-0489-436d-9be6-a7f9d4a2cc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:06.801022 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-69a68756-0489-436d-9be6-a7f9d4a2cc3e admin admin] Deleting port fc7ab94f-ce16-4e15-8651-f70b6e6967fa {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:04:06.801273 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69a68756-0489-436d-9be6-a7f9d4a2cc3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:06.881137 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-69a68756-0489-436d-9be6-a7f9d4a2cc3e admin admin] For port fc7ab94f-ce16-4e15-8651-f70b6e6967fa, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=fc7ab94f-ce16-4e15-8651-f70b6e6967fa,segment=NetworkSegment(2df0c5bd-9a56-411e-a9be-0b2caa0dcc03),segment_id=2df0c5bd-9a56-411e-a9be-0b2caa0dcc03)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:06.881494 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69a68756-0489-436d-9be6-a7f9d4a2cc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:07.214959 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-69a68756-0489-436d-9be6-a7f9d4a2cc3e admin admin] Calling delete_port for fc7ab94f-ce16-4e15-8651-f70b6e6967fa owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:04:07.394066 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69a68756-0489-436d-9be6-a7f9d4a2cc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:07.420407 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a68756-0489-436d-9be6-a7f9d4a2cc3e admin admin] Pushing event deleted for resources: {'Port': ['ID=fc7ab94f-ce16-4e15-8651-f70b6e6967fa,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:07.587061 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69a68756-0489-436d-9be6-a7f9d4a2cc3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:07.800447 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a68756-0489-436d-9be6-a7f9d4a2cc3e admin admin] Router 2c4b89e4-287a-413c-949a-bf78c5b16043 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:04:07.909826 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a68756-0489-436d-9be6-a7f9d4a2cc3e admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:04:07.919012 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-69a68756-0489-436d-9be6-a7f9d4a2cc3e admin admin] 10.222.0.25 "PUT /v2.0/routers/2c4b89e4-287a-413c-949a-bf78c5b16043/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7532814 Jul 14 10:04:07.919012 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35780) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:07.921064 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c5d3e1-a62f-4a71-aa20-ac77f943f573 None None] Sync routers for ids ['2c4b89e4-287a-413c-949a-bf78c5b16043'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:04:07.932191 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c5d3e1-a62f-4a71-aa20-ac77f943f573 None None] Routers {'2c4b89e4-287a-413c-949a-bf78c5b16043'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:07.932812 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-66c5d3e1-a62f-4a71-aa20-ac77f943f573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:03:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2c4b89e4-287a-413c-949a-bf78c5b16043'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:07.997890 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d0d8d95b-e36a-4040-b9e1-507ddb44c22d no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:04:08.018291 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: d0d8d95b-e36a-4040-b9e1-507ddb44c22d {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:04:08.018798 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d0d8d95b-e36a-4040-b9e1-507ddb44c22d not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:04:08.031589 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49016e8f-066b-4d62-bcb4-55cc03656ed4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:08.051482 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-66c5d3e1-a62f-4a71-aa20-ac77f943f573 None None] Set router 2c4b89e4-287a-413c-949a-bf78c5b16043 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:08.135141 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49016e8f-066b-4d62-bcb4-55cc03656ed4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:08.188575 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-49016e8f-066b-4d62-bcb4-55cc03656ed4 admin admin] Deleting port 60293890-2152-41ca-971e-4a5cadc51f8c {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:04:08.188923 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49016e8f-066b-4d62-bcb4-55cc03656ed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:08.228660 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-66c5d3e1-a62f-4a71-aa20-ac77f943f573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4b89e4-287a-413c-949a-bf78c5b16043', 'name': 'tempest-TestMinimumBasicScenario-1921186882-router', 'tenant_id': '86154d00410640fc8f029e65cf22ea16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '60293890-2152-41ca-971e-4a5cadc51f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:04:07Z', 'revision_number': 5, 'project_id': '86154d00410640fc8f029e65cf22ea16', 'gw_port': {'id': '60293890-2152-41ca-971e-4a5cadc51f8c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b89e4-287a-413c-949a-bf78c5b16043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:08.259855 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c5d3e1-a62f-4a71-aa20-ac77f943f573 None None] Checking router: 2c4b89e4-287a-413c-949a-bf78c5b16043 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:04:08.267921 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c5d3e1-a62f-4a71-aa20-ac77f943f573 None None] Routers {'2c4b89e4-287a-413c-949a-bf78c5b16043'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:08.268520 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-66c5d3e1-a62f-4a71-aa20-ac77f943f573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:03:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['2c4b89e4-287a-413c-949a-bf78c5b16043'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:08.273530 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-49016e8f-066b-4d62-bcb4-55cc03656ed4 admin admin] For port 60293890-2152-41ca-971e-4a5cadc51f8c, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=60293890-2152-41ca-971e-4a5cadc51f8c,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:08.273896 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49016e8f-066b-4d62-bcb4-55cc03656ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:08.290670 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-49016e8f-066b-4d62-bcb4-55cc03656ed4 admin admin] Calling delete_port for 60293890-2152-41ca-971e-4a5cadc51f8c owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:04:08.355904 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-66c5d3e1-a62f-4a71-aa20-ac77f943f573 None None] Set router 2c4b89e4-287a-413c-949a-bf78c5b16043 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:08.406781 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-66c5d3e1-a62f-4a71-aa20-ac77f943f573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4b89e4-287a-413c-949a-bf78c5b16043', 'name': 'tempest-TestMinimumBasicScenario-1921186882-router', 'tenant_id': '86154d00410640fc8f029e65cf22ea16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:04:08Z', 'revision_number': 6, 'project_id': '86154d00410640fc8f029e65cf22ea16', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:08.436332 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c5d3e1-a62f-4a71-aa20-ac77f943f573 None None] The sync data for ids ['2c4b89e4-287a-413c-949a-bf78c5b16043'] in n-d-771362-35 is: [{'id': '2c4b89e4-287a-413c-949a-bf78c5b16043', 'name': 'tempest-TestMinimumBasicScenario-1921186882-router', 'tenant_id': '86154d00410640fc8f029e65cf22ea16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:04:08Z', 'revision_number': 6, 'project_id': '86154d00410640fc8f029e65cf22ea16', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:04:08.458078 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49016e8f-066b-4d62-bcb4-55cc03656ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:08.490789 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49016e8f-066b-4d62-bcb4-55cc03656ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=60293890-2152-41ca-971e-4a5cadc51f8c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:08.553787 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49016e8f-066b-4d62-bcb4-55cc03656ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:08.644096 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49016e8f-066b-4d62-bcb4-55cc03656ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:08.646113 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49016e8f-066b-4d62-bcb4-55cc03656ed4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:08.693776 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49016e8f-066b-4d62-bcb4-55cc03656ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:08.694656 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49016e8f-066b-4d62-bcb4-55cc03656ed4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c4b89e4-287a-413c-949a-bf78c5b16043 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:04:08.699790 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49016e8f-066b-4d62-bcb4-55cc03656ed4 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:08.700964 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-49016e8f-066b-4d62-bcb4-55cc03656ed4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/2c4b89e4-287a-413c-949a-bf78c5b16043 HTTP/1.1" status: 204 len: 168 time: 0.7816091 Jul 14 10:04:08.703569 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35782) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:08.747985 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7f1736-412a-4c89-b640-7ae2582bf445 admin admin] Deleting subnet 9c0355ba-1c5d-42a9-afbf-7b15df365b6f {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:04:08.750937 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b7f1736-412a-4c89-b640-7ae2582bf445 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:08.784224 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b7f1736-412a-4c89-b640-7ae2582bf445 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:08.871740 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b7f1736-412a-4c89-b640-7ae2582bf445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:08.925360 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b7f1736-412a-4c89-b640-7ae2582bf445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:08.951798 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f1736-412a-4c89-b640-7ae2582bf445 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c0355ba-1c5d-42a9-afbf-7b15df365b6f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:08.953755 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b7f1736-412a-4c89-b640-7ae2582bf445 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:08.955771 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8b7f1736-412a-4c89-b640-7ae2582bf445 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9c0355ba-1c5d-42a9-afbf-7b15df365b6f HTTP/1.1" status: 204 len: 168 time: 0.2512209 Jul 14 10:04:08.958864 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35784) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:08.960090 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f61801-a342-41a8-9ec6-0997a142258c None None] Network c7b87e78-5291-4a53-9a77-1440572b7064 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:04:09.031466 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-762bb773-9c06-4467-94b5-7f28609226d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.084845 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-762bb773-9c06-4467-94b5-7f28609226d0 admin admin] Deleting port 660753b4-cc01-4958-8cd9-84239c8e5ed6 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:04:09.085193 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-762bb773-9c06-4467-94b5-7f28609226d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.149722 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-762bb773-9c06-4467-94b5-7f28609226d0 admin admin] For port 660753b4-cc01-4958-8cd9-84239c8e5ed6, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=660753b4-cc01-4958-8cd9-84239c8e5ed6,segment=NetworkSegment(2df0c5bd-9a56-411e-a9be-0b2caa0dcc03),segment_id=2df0c5bd-9a56-411e-a9be-0b2caa0dcc03)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:09.150010 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-762bb773-9c06-4467-94b5-7f28609226d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.162472 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-762bb773-9c06-4467-94b5-7f28609226d0 admin admin] Calling delete_port for 660753b4-cc01-4958-8cd9-84239c8e5ed6 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:04:09.195718 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b5072e-6d07-4839-af8e-f7552c47da2f None None] DHCP port deletion for c7b87e78-5291-4a53-9a77-1440572b7064 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:04:09.248485 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-14b5072e-6d07-4839-af8e-f7552c47da2f None None] Deleting port 660753b4-cc01-4958-8cd9-84239c8e5ed6 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:04:09.248854 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14b5072e-6d07-4839-af8e-f7552c47da2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.253937 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-762bb773-9c06-4467-94b5-7f28609226d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.282387 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762bb773-9c06-4467-94b5-7f28609226d0 admin admin] No DVR routers for this DVR port 660753b4-cc01-4958-8cd9-84239c8e5ed6 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:04:09.288287 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bb773-9c06-4467-94b5-7f28609226d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=660753b4-cc01-4958-8cd9-84239c8e5ed6,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:09.313398 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-14b5072e-6d07-4839-af8e-f7552c47da2f None None] For port 660753b4-cc01-4958-8cd9-84239c8e5ed6, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=660753b4-cc01-4958-8cd9-84239c8e5ed6,segment=NetworkSegment(2df0c5bd-9a56-411e-a9be-0b2caa0dcc03),segment_id=2df0c5bd-9a56-411e-a9be-0b2caa0dcc03)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:09.313761 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14b5072e-6d07-4839-af8e-f7552c47da2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.327365 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-14b5072e-6d07-4839-af8e-f7552c47da2f None None] Calling delete_port for 660753b4-cc01-4958-8cd9-84239c8e5ed6 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:04:09.364604 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-762bb773-9c06-4467-94b5-7f28609226d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.375397 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-762bb773-9c06-4467-94b5-7f28609226d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b87e78-5291-4a53-9a77-1440572b7064']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:09.387772 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-762bb773-9c06-4467-94b5-7f28609226d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df0c5bd-9a56-411e-a9be-0b2caa0dcc03') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:09.388119 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-762bb773-9c06-4467-94b5-7f28609226d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df0c5bd-9a56-411e-a9be-0b2caa0dcc03') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:09.398367 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-762bb773-9c06-4467-94b5-7f28609226d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.414791 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-762bb773-9c06-4467-94b5-7f28609226d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.416677 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14b5072e-6d07-4839-af8e-f7552c47da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.423093 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-762bb773-9c06-4467-94b5-7f28609226d0 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:04:09.423657 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-762bb773-9c06-4467-94b5-7f28609226d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: timer() Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:04:09.425566 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:04:09.429746 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b5072e-6d07-4839-af8e-f7552c47da2f None None] No DVR routers for this DVR port 660753b4-cc01-4958-8cd9-84239c8e5ed6 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:04:09.451217 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5072e-6d07-4839-af8e-f7552c47da2f None None] Pushing event deleted for resources: {'Port': ['ID=660753b4-cc01-4958-8cd9-84239c8e5ed6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:09.463090 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5072e-6d07-4839-af8e-f7552c47da2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:09.463464 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5072e-6d07-4839-af8e-f7552c47da2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:09.463825 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5072e-6d07-4839-af8e-f7552c47da2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:09.464158 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5072e-6d07-4839-af8e-f7552c47da2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:09.464485 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5072e-6d07-4839-af8e-f7552c47da2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:09.464912 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5072e-6d07-4839-af8e-f7552c47da2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:09.465152 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5072e-6d07-4839-af8e-f7552c47da2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:09.465446 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5072e-6d07-4839-af8e-f7552c47da2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:09.465853 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5072e-6d07-4839-af8e-f7552c47da2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:09.466161 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5072e-6d07-4839-af8e-f7552c47da2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:09.466377 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5072e-6d07-4839-af8e-f7552c47da2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:09.466692 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5072e-6d07-4839-af8e-f7552c47da2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:09.492747 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-762bb773-9c06-4467-94b5-7f28609226d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.502193 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-762bb773-9c06-4467-94b5-7f28609226d0 admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.507244 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-762bb773-9c06-4467-94b5-7f28609226d0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c7b87e78-5291-4a53-9a77-1440572b7064 HTTP/1.1" status: 204 len: 168 time: 0.5436246 Jul 14 10:04:09.514064 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bb773-9c06-4467-94b5-7f28609226d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7b87e78-5291-4a53-9a77-1440572b7064,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:09.662618 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35788) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:09.702287 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ec24e9ef-85c9-4292-bf8e-fdb4411efe20 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=372b543474df478fab49c24b4d828045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384135 Jul 14 10:04:09.704688 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35790) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:09.757394 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8de2676e-9d9e-4435-a33f-26009278f871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.778569 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8de2676e-9d9e-4435-a33f-26009278f871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.825379 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8de2676e-9d9e-4435-a33f-26009278f871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.828046 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8de2676e-9d9e-4435-a33f-26009278f871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.829185 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8de2676e-9d9e-4435-a33f-26009278f871 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc3dc95e-b407-48b7-841d-afa2a8f8ea5f HTTP/1.1" status: 204 len: 168 time: 0.1235750 Jul 14 10:04:09.837333 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2676e-9d9e-4435-a33f-26009278f871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3dc95e-b407-48b7-841d-afa2a8f8ea5f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:09.944664 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 60293890-2152-41ca-971e-4a5cadc51f8c no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:04:09.965161 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 60293890-2152-41ca-971e-4a5cadc51f8c {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:04:09.965516 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 60293890-2152-41ca-971e-4a5cadc51f8c not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:04:09.965939 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 660753b4-cc01-4958-8cd9-84239c8e5ed6 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:04:09.984864 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 660753b4-cc01-4958-8cd9-84239c8e5ed6 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:04:09.985216 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 660753b4-cc01-4958-8cd9-84239c8e5ed6 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:04:09.985632 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device fc7ab94f-ce16-4e15-8651-f70b6e6967fa no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:04:10.004161 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: fc7ab94f-ce16-4e15-8651-f70b6e6967fa {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:04:10.004511 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device fc7ab94f-ce16-4e15-8651-f70b6e6967fa not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:04:10.144002 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35796) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:10.182765 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a1b7c8f9-47d1-4b42-9cf4-8874b069c13f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=86154d00410640fc8f029e65cf22ea16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376046 Jul 14 10:04:10.185188 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35798) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:10.233043 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-95b0c205-fa95-4d0d-9c33-9beea3855605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:10.254067 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-95b0c205-fa95-4d0d-9c33-9beea3855605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:10.302960 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-95b0c205-fa95-4d0d-9c33-9beea3855605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:10.305636 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-95b0c205-fa95-4d0d-9c33-9beea3855605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:10.306893 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-95b0c205-fa95-4d0d-9c33-9beea3855605 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e309f48-ef18-4f7e-9425-2658707b9cba HTTP/1.1" status: 204 len: 168 time: 0.1207888 Jul 14 10:04:10.314903 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0c205-fa95-4d0d-9c33-9beea3855605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e309f48-ef18-4f7e-9425-2658707b9cba,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:11.183230 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.854670 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35838) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:11.859472 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-65eb5281-d18f-4dda-b1e6-0c57d32ae0a0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1629503846', 'description': 'tempest-secgroup-smoke-1629503846 description', 'project_id': '79b1a17c6357440591aaeff73e261da4'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:11.881655 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65eb5281-d18f-4dda-b1e6-0c57d32ae0a0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.890078 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65eb5281-d18f-4dda-b1e6-0c57d32ae0a0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.987268 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65eb5281-d18f-4dda-b1e6-0c57d32ae0a0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.991101 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65eb5281-d18f-4dda-b1e6-0c57d32ae0a0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.029058 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb5281-d18f-4dda-b1e6-0c57d32ae0a0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6647b168-2747-4c64-aa07-47ca4b2e3d99,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:12.083220 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65eb5281-d18f-4dda-b1e6-0c57d32ae0a0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.087386 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65eb5281-d18f-4dda-b1e6-0c57d32ae0a0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.114278 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65eb5281-d18f-4dda-b1e6-0c57d32ae0a0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.115509 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-65eb5281-d18f-4dda-b1e6-0c57d32ae0a0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2598150 Jul 14 10:04:12.118789 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35840) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:12.119583 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb5281-d18f-4dda-b1e6-0c57d32ae0a0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e79ed2e-584e-4739-ab94-39c0939d4ead,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:12.123810 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-72bba029-e03f-4c13-a892-f1dccdb8656f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': '2e79ed2e-584e-4739-ab94-39c0939d4ead', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:12.150771 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72bba029-e03f-4c13-a892-f1dccdb8656f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.206716 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72bba029-e03f-4c13-a892-f1dccdb8656f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.210213 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72bba029-e03f-4c13-a892-f1dccdb8656f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.226001 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bba029-e03f-4c13-a892-f1dccdb8656f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52247b1-8396-4a43-9bb9-a7a2e2565471,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:12.235805 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72bba029-e03f-4c13-a892-f1dccdb8656f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.237026 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-72bba029-e03f-4c13-a892-f1dccdb8656f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170661 Jul 14 10:04:12.239702 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35842) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:12.244216 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-4800429e-aa85-467f-a80c-f8d33ef339c5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': '2e79ed2e-584e-4739-ab94-39c0939d4ead', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:12.269590 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4800429e-aa85-467f-a80c-f8d33ef339c5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.330953 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4800429e-aa85-467f-a80c-f8d33ef339c5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.334744 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4800429e-aa85-467f-a80c-f8d33ef339c5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.354899 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800429e-aa85-467f-a80c-f8d33ef339c5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d6349d-c165-4869-9f25-92a2e014aa38,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:12.361874 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4800429e-aa85-467f-a80c-f8d33ef339c5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.365891 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35844) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:12.366040 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4800429e-aa85-467f-a80c-f8d33ef339c5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253278 Jul 14 10:04:12.370836 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-db0219d8-d708-41d1-b927-d2a6a1a37458 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': '2e79ed2e-584e-4739-ab94-39c0939d4ead', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:12.396556 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db0219d8-d708-41d1-b927-d2a6a1a37458 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.456774 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db0219d8-d708-41d1-b927-d2a6a1a37458 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.460448 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db0219d8-d708-41d1-b927-d2a6a1a37458 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.479479 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0219d8-d708-41d1-b927-d2a6a1a37458 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ebaa05-859a-42b9-9974-70c2cebbe60c,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:12.487315 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db0219d8-d708-41d1-b927-d2a6a1a37458 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.488608 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-db0219d8-d708-41d1-b927-d2a6a1a37458 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217003 Jul 14 10:04:12.491267 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35846) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:12.496110 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-4ffea2df-4a64-4d0f-b929-bdc915d301c8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': '2e79ed2e-584e-4739-ab94-39c0939d4ead', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:12.522447 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ffea2df-4a64-4d0f-b929-bdc915d301c8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.584023 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ffea2df-4a64-4d0f-b929-bdc915d301c8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.588489 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ffea2df-4a64-4d0f-b929-bdc915d301c8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.605284 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffea2df-4a64-4d0f-b929-bdc915d301c8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d64ee7d2-1abd-45d6-ac86-d2c5929d5928,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:12.612018 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ffea2df-4a64-4d0f-b929-bdc915d301c8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.613203 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4ffea2df-4a64-4d0f-b929-bdc915d301c8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209846 Jul 14 10:04:12.616196 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35848) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:12.621354 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-da7acee0-9f9b-4cc7-9653-86614c21ae36 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': '2e79ed2e-584e-4739-ab94-39c0939d4ead', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:12.643332 n-d-771362-35 neutron-server[93772]: INFO neutron.db.securitygroups_db [None req-da7acee0-9f9b-4cc7-9653-86614c21ae36 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Project 79b1a17c6357440591aaeff73e261da4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:04:12.648070 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da7acee0-9f9b-4cc7-9653-86614c21ae36 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.707781 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da7acee0-9f9b-4cc7-9653-86614c21ae36 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.711185 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da7acee0-9f9b-4cc7-9653-86614c21ae36 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.729027 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7acee0-9f9b-4cc7-9653-86614c21ae36 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5190a596-b9e7-40cb-8269-edac8c86d3ac,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:12.730875 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.734004 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da7acee0-9f9b-4cc7-9653-86614c21ae36 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.735329 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-da7acee0-9f9b-4cc7-9653-86614c21ae36 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181991 Jul 14 10:04:12.737962 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35850) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:12.742403 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-67310a17-43a3-49cb-8f81-af971537ed32 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': '2e79ed2e-584e-4739-ab94-39c0939d4ead', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:12.764900 n-d-771362-35 neutron-server[93772]: INFO neutron.db.securitygroups_db [None req-67310a17-43a3-49cb-8f81-af971537ed32 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Project 79b1a17c6357440591aaeff73e261da4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:04:12.769778 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-67310a17-43a3-49cb-8f81-af971537ed32 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.830733 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-67310a17-43a3-49cb-8f81-af971537ed32 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.834377 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-67310a17-43a3-49cb-8f81-af971537ed32 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.851310 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67310a17-43a3-49cb-8f81-af971537ed32 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f559b1ea-c12f-487e-b44b-12b4c2d65acf,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:12.857857 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-67310a17-43a3-49cb-8f81-af971537ed32 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.859070 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-67310a17-43a3-49cb-8f81-af971537ed32 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201768 Jul 14 10:04:12.862334 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35852) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:12.867481 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-583c758b-dc75-4439-a356-1b8ef63ade8c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'network': {'name': 'tempest-network-smoke--1318852579', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'port_security_enabled': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:12.888646 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583c758b-dc75-4439-a356-1b8ef63ade8c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Made reservation on behalf of 79b1a17c6357440591aaeff73e261da4 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:04:12.892043 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-583c758b-dc75-4439-a356-1b8ef63ade8c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.915276 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-583c758b-dc75-4439-a356-1b8ef63ade8c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:04:12.924205 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-583c758b-dc75-4439-a356-1b8ef63ade8c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.924545 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-583c758b-dc75-4439-a356-1b8ef63ade8c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Added segment dd0c0265-489b-4ebf-be4f-323a225032a2 of type vlan for network cbe6168c-d06f-44c2-84e7-a637955e5bba Jul 14 10:04:12.965599 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-583c758b-dc75-4439-a356-1b8ef63ade8c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.994052 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-583c758b-dc75-4439-a356-1b8ef63ade8c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.999655 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583c758b-dc75-4439-a356-1b8ef63ade8c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:13.000252 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-583c758b-dc75-4439-a356-1b8ef63ade8c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:13.061477 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-583c758b-dc75-4439-a356-1b8ef63ade8c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1979864 Jul 14 10:04:13.064456 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35854) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:13.071585 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-89b04de1-f83e-4cca-93aa-fa78c2f839f7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-49633161', 'admin_state_up': True, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:13.081568 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c758b-dc75-4439-a356-1b8ef63ade8c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Network': ['ID=cbe6168c-d06f-44c2-84e7-a637955e5bba,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:13.092689 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network cbe6168c-d06f-44c2-84e7-a637955e5bba details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:04:13.098774 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89b04de1-f83e-4cca-93aa-fa78c2f839f7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:13.099815 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89b04de1-f83e-4cca-93aa-fa78c2f839f7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:13.153440 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89b04de1-f83e-4cca-93aa-fa78c2f839f7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:13.295081 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89b04de1-f83e-4cca-93aa-fa78c2f839f7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:13.486850 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89b04de1-f83e-4cca-93aa-fa78c2f839f7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:13.509275 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89b04de1-f83e-4cca-93aa-fa78c2f839f7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:13.612069 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-89b04de1-f83e-4cca-93aa-fa78c2f839f7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Allocated IP 172.25.6.94 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/d46a3650-511a-41f7-b687-da2705c3eaec) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:04:13.715059 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89b04de1-f83e-4cca-93aa-fa78c2f839f7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:13.754012 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89b04de1-f83e-4cca-93aa-fa78c2f839f7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:13.794480 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b04de1-f83e-4cca-93aa-fa78c2f839f7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:04:13.797265 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-89b04de1-f83e-4cca-93aa-fa78c2f839f7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:04:13.800747 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b04de1-f83e-4cca-93aa-fa78c2f839f7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:04:13.806231 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b04de1-f83e-4cca-93aa-fa78c2f839f7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=d46a3650-511a-41f7-b687-da2705c3eaec,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:14.047568 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89b04de1-f83e-4cca-93aa-fa78c2f839f7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:14.250010 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89b04de1-f83e-4cca-93aa-fa78c2f839f7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:14.380653 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b04de1-f83e-4cca-93aa-fa78c2f839f7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Router b5b9709b-60c5-448b-9604-a5e13226bbf9 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:04:14.817066 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b04de1-f83e-4cca-93aa-fa78c2f839f7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:04:14.826940 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6ed9eb-5738-4b7c-812b-f48c9d262ba5 None None] Sync routers for ids ['b5b9709b-60c5-448b-9604-a5e13226bbf9'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:04:14.835940 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89b04de1-f83e-4cca-93aa-fa78c2f839f7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:14.837236 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6ed9eb-5738-4b7c-812b-f48c9d262ba5 None None] Routers {'b5b9709b-60c5-448b-9604-a5e13226bbf9'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:14.837854 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4b6ed9eb-5738-4b7c-812b-f48c9d262ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:03:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b5b9709b-60c5-448b-9604-a5e13226bbf9'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:14.838085 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-89b04de1-f83e-4cca-93aa-fa78c2f839f7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7724612 Jul 14 10:04:14.841169 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35858) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:14.945812 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-4b6ed9eb-5738-4b7c-812b-f48c9d262ba5 None None] Set router b5b9709b-60c5-448b-9604-a5e13226bbf9 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:14.963034 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c0c639a3-33b9-4ab8-9999-60e270642579 tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=79b1a17c6357440591aaeff73e261da4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1203849 Jul 14 10:04:14.965606 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35862) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:15.050652 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5df9a4-43aa-40c5-812e-8f9e60a522b6 tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:15.052180 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-cc5df9a4-43aa-40c5-812e-8f9e60a522b6 tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856099 Jul 14 10:04:15.055087 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35864) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:15.084568 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-a266aab1-14e4-4ad4-a45c-e30bbeaa56a2 tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6facc217-dc01-422a-8069-2c7784a4d993&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276098 Jul 14 10:04:15.087396 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35866) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:15.092618 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b4fb1009-aa2d-4790-a4a2-4ffd48303f5b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1086235597', 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:15.121520 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4b6ed9eb-5738-4b7c-812b-f48c9d262ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49633161', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:04:13Z', 'revision_number': 3, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:02:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:04:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:15.152280 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6ed9eb-5738-4b7c-812b-f48c9d262ba5 None None] Checking router: b5b9709b-60c5-448b-9604-a5e13226bbf9 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:04:15.152641 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6ed9eb-5738-4b7c-812b-f48c9d262ba5 None None] Updating router b5b9709b-60c5-448b-9604-a5e13226bbf9 port d46a3650-511a-41f7-b687-da2705c3eaec binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:04:15.181154 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fb1009-aa2d-4790-a4a2-4ffd48303f5b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Made reservation on behalf of 79b1a17c6357440591aaeff73e261da4 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:04:15.184903 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b4fb1009-aa2d-4790-a4a2-4ffd48303f5b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:15.187852 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b6ed9eb-5738-4b7c-812b-f48c9d262ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:15.363215 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b4fb1009-aa2d-4790-a4a2-4ffd48303f5b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:15.425148 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb1009-aa2d-4790-a4a2-4ffd48303f5b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Subnet': ['ID=04850403-c20d-4fc5-aac7-3765365e1fbb,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:15.434527 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fb1009-aa2d-4790-a4a2-4ffd48303f5b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Checking segment: {'id': 'dd0c0265-489b-4ebf-be4f-323a225032a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:04:15.434931 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fb1009-aa2d-4790-a4a2-4ffd48303f5b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network hostable DHCP agents. Network: cbe6168c-d06f-44c2-84e7-a637955e5bba, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:04:15.449157 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b6ed9eb-5738-4b7c-812b-f48c9d262ba5 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:15.453002 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fb1009-aa2d-4790-a4a2-4ffd48303f5b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network cbe6168c-d06f-44c2-84e7-a637955e5bba is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:04:15.459844 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4b6ed9eb-5738-4b7c-812b-f48c9d262ba5 None None] Transition to ACTIVE for port object d46a3650-511a-41f7-b687-da2705c3eaec will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:15.464155 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b4fb1009-aa2d-4790-a4a2-4ffd48303f5b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, cbe6168c-d06f-44c2-84e7-a637955e5bba) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:04:15.468709 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fb1009-aa2d-4790-a4a2-4ffd48303f5b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:15.469313 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b4fb1009-aa2d-4790-a4a2-4ffd48303f5b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:15.474130 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c29a49-d4d8-4fdf-a9d7-5ab56dd9e124 None None] Network cbe6168c-d06f-44c2-84e7-a637955e5bba requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:04:15.476997 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b6ed9eb-5738-4b7c-812b-f48c9d262ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:15.487507 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b4fb1009-aa2d-4790-a4a2-4ffd48303f5b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3963592 Jul 14 10:04:15.487708 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35868) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:15.584994 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6bd75b-4c33-4604-8496-deb697620776 None None] Pushing event updated for resources: {'Port': ['ID=d46a3650-511a-41f7-b687-da2705c3eaec,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:15.588428 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-4b6ed9eb-5738-4b7c-812b-f48c9d262ba5 None None] Attempting to bind port d46a3650-511a-41f7-b687-da2705c3eaec on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:04:15.588983 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-4b6ed9eb-5738-4b7c-812b-f48c9d262ba5 None None] Attempting to bind port d46a3650-511a-41f7-b687-da2705c3eaec by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:04:15.589355 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6ed9eb-5738-4b7c-812b-f48c9d262ba5 None None] Attempting to bind port d46a3650-511a-41f7-b687-da2705c3eaec on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:04:15.599835 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6ed9eb-5738-4b7c-812b-f48c9d262ba5 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:04:15.600213 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6ed9eb-5738-4b7c-812b-f48c9d262ba5 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:04:15.600614 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b6ed9eb-5738-4b7c-812b-f48c9d262ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:15.601003 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6ed9eb-5738-4b7c-812b-f48c9d262ba5 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:04:15.601466 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-4b6ed9eb-5738-4b7c-812b-f48c9d262ba5 None None] Bound port: d46a3650-511a-41f7-b687-da2705c3eaec, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:04:15.601844 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b6ed9eb-5738-4b7c-812b-f48c9d262ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:15.696882 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-4b6ed9eb-5738-4b7c-812b-f48c9d262ba5 None None] For port d46a3650-511a-41f7-b687-da2705c3eaec, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:04:15.700756 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-4b6ed9eb-5738-4b7c-812b-f48c9d262ba5 None None] For port d46a3650-511a-41f7-b687-da2705c3eaec, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d46a3650-511a-41f7-b687-da2705c3eaec,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:04:15.720714 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b6ed9eb-5738-4b7c-812b-f48c9d262ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:15.747158 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18155240-7d82-477f-9e33-5850a8e81cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-cbe6168c-d06f-44c2-84e7-a637955e5bba', 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'fixed_ips': [{'subnet_id': '04850403-c20d-4fc5-aac7-3765365e1fbb'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:04:15.748038 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18155240-7d82-477f-9e33-5850a8e81cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:15.808259 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6ed9eb-5738-4b7c-812b-f48c9d262ba5 None None] Routers {'b5b9709b-60c5-448b-9604-a5e13226bbf9'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:15.808891 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4b6ed9eb-5738-4b7c-812b-f48c9d262ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:03:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b5b9709b-60c5-448b-9604-a5e13226bbf9'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:15.854399 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6bd75b-4c33-4604-8496-deb697620776 None None] Pushing event updated for resources: {'Port': ['ID=d46a3650-511a-41f7-b687-da2705c3eaec,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:15.937686 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a884ad9-42fc-4da4-9ea9-7c98d304d10d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:16.006306 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-18155240-7d82-477f-9e33-5850a8e81cc7 None None] Allocated IP 172.20.0.2 (cbe6168c-d06f-44c2-84e7-a637955e5bba/04850403-c20d-4fc5-aac7-3765365e1fbb/ab2334ff-1c72-4cf8-839d-7751c5f1cabd) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:04:16.009474 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-4b6ed9eb-5738-4b7c-812b-f48c9d262ba5 None None] Set router b5b9709b-60c5-448b-9604-a5e13226bbf9 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:16.287337 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18155240-7d82-477f-9e33-5850a8e81cc7 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:16.298661 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-18155240-7d82-477f-9e33-5850a8e81cc7 None None] Transition to ACTIVE for port object ab2334ff-1c72-4cf8-839d-7751c5f1cabd will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:16.316071 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4b6ed9eb-5738-4b7c-812b-f48c9d262ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49633161', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:04:13Z', 'revision_number': 3, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:02:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:04:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:16.320548 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-18155240-7d82-477f-9e33-5850a8e81cc7 None None] Transition to ACTIVE for port object ab2334ff-1c72-4cf8-839d-7751c5f1cabd will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:16.348915 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6ed9eb-5738-4b7c-812b-f48c9d262ba5 None None] The sync data for ids ['b5b9709b-60c5-448b-9604-a5e13226bbf9'] in n-d-771362-35 is: [{'id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49633161', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:04:13Z', 'revision_number': 3, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:02:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:04:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:04:16.353188 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18155240-7d82-477f-9e33-5850a8e81cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:16.399628 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18155240-7d82-477f-9e33-5850a8e81cc7 None None] Network cbe6168c-d06f-44c2-84e7-a637955e5bba is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:04:16.402677 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-18155240-7d82-477f-9e33-5850a8e81cc7 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:04:16.407692 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18155240-7d82-477f-9e33-5850a8e81cc7 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:04:16.416437 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18155240-7d82-477f-9e33-5850a8e81cc7 None None] Pushing event updated for resources: {'Port': ['ID=ab2334ff-1c72-4cf8-839d-7751c5f1cabd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:16.441314 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-2a884ad9-42fc-4da4-9ea9-7c98d304d10d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Allocated IP 172.20.0.1 (cbe6168c-d06f-44c2-84e7-a637955e5bba/04850403-c20d-4fc5-aac7-3765365e1fbb/1e24c4a7-9b69-4341-b982-51fc16b57db9) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:04:16.490338 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-18155240-7d82-477f-9e33-5850a8e81cc7 None None] Attempting to bind port ab2334ff-1c72-4cf8-839d-7751c5f1cabd on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:04:16.490792 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-18155240-7d82-477f-9e33-5850a8e81cc7 None None] Attempting to bind port ab2334ff-1c72-4cf8-839d-7751c5f1cabd by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'dd0c0265-489b-4ebf-be4f-323a225032a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:04:16.491162 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18155240-7d82-477f-9e33-5850a8e81cc7 None None] Attempting to bind port ab2334ff-1c72-4cf8-839d-7751c5f1cabd on network cbe6168c-d06f-44c2-84e7-a637955e5bba {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:04:16.497945 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18155240-7d82-477f-9e33-5850a8e81cc7 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:04:16.498486 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18155240-7d82-477f-9e33-5850a8e81cc7 None None] Checking segment: {'id': 'dd0c0265-489b-4ebf-be4f-323a225032a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:04:16.499322 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18155240-7d82-477f-9e33-5850a8e81cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:16.499451 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18155240-7d82-477f-9e33-5850a8e81cc7 None None] Bound using segment: {'id': 'dd0c0265-489b-4ebf-be4f-323a225032a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:04:16.499953 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-18155240-7d82-477f-9e33-5850a8e81cc7 None None] Bound port: ab2334ff-1c72-4cf8-839d-7751c5f1cabd, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0c0265-489b-4ebf-be4f-323a225032a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:04:16.500334 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18155240-7d82-477f-9e33-5850a8e81cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:16.586376 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-18155240-7d82-477f-9e33-5850a8e81cc7 None None] For port ab2334ff-1c72-4cf8-839d-7751c5f1cabd, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:04:16.592720 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a884ad9-42fc-4da4-9ea9-7c98d304d10d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:16.603084 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-18155240-7d82-477f-9e33-5850a8e81cc7 None None] For port ab2334ff-1c72-4cf8-839d-7751c5f1cabd, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ab2334ff-1c72-4cf8-839d-7751c5f1cabd,segment=NetworkSegment(dd0c0265-489b-4ebf-be4f-323a225032a2),segment_id=dd0c0265-489b-4ebf-be4f-323a225032a2)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:04:16.613346 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18155240-7d82-477f-9e33-5850a8e81cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:16.616861 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2a884ad9-42fc-4da4-9ea9-7c98d304d10d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Transition to ACTIVE for port object 1e24c4a7-9b69-4341-b982-51fc16b57db9 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:16.679215 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a884ad9-42fc-4da4-9ea9-7c98d304d10d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:16.691848 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18155240-7d82-477f-9e33-5850a8e81cc7 None None] Pushing event updated for resources: {'Port': ['ID=ab2334ff-1c72-4cf8-839d-7751c5f1cabd,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:16.737667 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a884ad9-42fc-4da4-9ea9-7c98d304d10d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network cbe6168c-d06f-44c2-84e7-a637955e5bba is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:04:16.741143 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-2a884ad9-42fc-4da4-9ea9-7c98d304d10d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:04:16.748285 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a884ad9-42fc-4da4-9ea9-7c98d304d10d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:04:16.779403 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a884ad9-42fc-4da4-9ea9-7c98d304d10d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=1e24c4a7-9b69-4341-b982-51fc16b57db9,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:16.803415 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a884ad9-42fc-4da4-9ea9-7c98d304d10d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:16.983872 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a884ad9-42fc-4da4-9ea9-7c98d304d10d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:17.287145 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a884ad9-42fc-4da4-9ea9-7c98d304d10d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:17.293496 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a884ad9-42fc-4da4-9ea9-7c98d304d10d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:17.377896 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a884ad9-42fc-4da4-9ea9-7c98d304d10d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=1e24c4a7-9b69-4341-b982-51fc16b57db9,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:17.381473 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a884ad9-42fc-4da4-9ea9-7c98d304d10d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:17.481690 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a884ad9-42fc-4da4-9ea9-7c98d304d10d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network cbe6168c-d06f-44c2-84e7-a637955e5bba is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:04:17.483083 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-2a884ad9-42fc-4da4-9ea9-7c98d304d10d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:04:17.602515 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a884ad9-42fc-4da4-9ea9-7c98d304d10d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Router b5b9709b-60c5-448b-9604-a5e13226bbf9 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:04:17.655402 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fc617d-dd64-4d44-b5ad-bb230ebe8b5c None None] Network cbe6168c-d06f-44c2-84e7-a637955e5bba requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:04:17.715604 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a884ad9-42fc-4da4-9ea9-7c98d304d10d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:04:17.721069 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2a884ad9-42fc-4da4-9ea9-7c98d304d10d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "PUT /v2.0/routers/b5b9709b-60c5-448b-9604-a5e13226bbf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2323656 Jul 14 10:04:17.873054 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-851f5317-0946-459d-b94e-9db50c6f3c08 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1629503846&fields=id&tenant_id=79b1a17c6357440591aaeff73e261da4 HTTP/1.1" status: 200 len: 267 time: 0.0396245 Jul 14 10:04:17.967975 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3e98987c-2049-4198-ae33-82c2e33ce57d None None] Provisioning for port ab2334ff-1c72-4cf8-839d-7751c5f1cabd completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:18.014550 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-1ed6e18a-c970-49e5-9c0a-f0285358b0f8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:18.020286 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-1ed6e18a-c970-49e5-9c0a-f0285358b0f8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/networks?id=cbe6168c-d06f-44c2-84e7-a637955e5bba HTTP/1.1" status: 200 len: 797 time: 0.1405418 Jul 14 10:04:18.034380 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-48ae12d8-3d67-4e3f-b14b-deda445420a6 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/quotas/79b1a17c6357440591aaeff73e261da4 HTTP/1.1" status: 200 len: 375 time: 0.0125825 Jul 14 10:04:18.050992 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ab2334ff-1c72-4cf8-839d-7751c5f1cabd up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:18.110468 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port ab2334ff-1c72-4cf8-839d-7751c5f1cabd completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:18.112409 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2e15f1-834f-4dde-a007-4f5c9f99fbf1 None None] Sync routers for ids ['b5b9709b-60c5-448b-9604-a5e13226bbf9'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:04:18.116957 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port ab2334ff-1c72-4cf8-839d-7751c5f1cabd triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:18.117411 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:18.126529 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2e15f1-834f-4dde-a007-4f5c9f99fbf1 None None] Routers {'b5b9709b-60c5-448b-9604-a5e13226bbf9'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:18.127060 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3e2e15f1-834f-4dde-a007-4f5c9f99fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:03:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b5b9709b-60c5-448b-9604-a5e13226bbf9'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:18.128062 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-9a8efde6-013c-4d06-8cbb-8b2bdee53663 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0882347 Jul 14 10:04:18.211330 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:18.240388 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-81fc39d1-115f-4285-8616-202fcd193f4a service neutron] 10.222.0.25 "GET /v2.0/networks/cbe6168c-d06f-44c2-84e7-a637955e5bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089153 Jul 14 10:04:18.262743 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port ab2334ff-1c72-4cf8-839d-7751c5f1cabd, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ab2334ff-1c72-4cf8-839d-7751c5f1cabd,segment=NetworkSegment(dd0c0265-489b-4ebf-be4f-323a225032a2),segment_id=dd0c0265-489b-4ebf-be4f-323a225032a2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:18.268255 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:18.269249 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d46a3650-511a-41f7-b687-da2705c3eaec up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:18.373172 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-76555c87-70a2-4a81-88a8-68b24edc81cb None None] Provisioning complete for port ab2334ff-1c72-4cf8-839d-7751c5f1cabd triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:18.373891 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76555c87-70a2-4a81-88a8-68b24edc81cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:18.382148 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port d46a3650-511a-41f7-b687-da2705c3eaec completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:18.405499 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d46a3650-511a-41f7-b687-da2705c3eaec triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:18.405870 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:18.411369 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-3e2e15f1-834f-4dde-a007-4f5c9f99fbf1 None None] Set router b5b9709b-60c5-448b-9604-a5e13226bbf9 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:18.415353 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-82b960cd-1d45-417d-ab11-89f25049d887 service neutron] 10.222.0.25 "GET /v2.0/networks/cbe6168c-d06f-44c2-84e7-a637955e5bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647425 Jul 14 10:04:18.457676 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=ab2334ff-1c72-4cf8-839d-7751c5f1cabd,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:18.546249 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d90a93e8-e719-4764-b8a4-14419916a678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:18.657180 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:18.695316 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port d46a3650-511a-41f7-b687-da2705c3eaec, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d46a3650-511a-41f7-b687-da2705c3eaec,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:18.702139 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:18.708698 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-76555c87-70a2-4a81-88a8-68b24edc81cb None None] Provisioning for port 1e24c4a7-9b69-4341-b982-51fc16b57db9 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:18.734086 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-76555c87-70a2-4a81-88a8-68b24edc81cb None None] Provisioning complete for port 1e24c4a7-9b69-4341-b982-51fc16b57db9 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:18.734462 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76555c87-70a2-4a81-88a8-68b24edc81cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:18.740833 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3e2e15f1-834f-4dde-a007-4f5c9f99fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49633161', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:04:16Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:02:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:04:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '1e24c4a7-9b69-4341-b982-51fc16b57db9', 'name': '', 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:f0:8f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '04850403-c20d-4fc5-aac7-3765365e1fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:16Z', 'updated_at': '2021-07-14T10:04:17Z', 'revision_number': 2, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': '04850403-c20d-4fc5-aac7-3765365e1fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:18.769911 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2e15f1-834f-4dde-a007-4f5c9f99fbf1 None None] Checking router: b5b9709b-60c5-448b-9604-a5e13226bbf9 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:04:18.770499 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2e15f1-834f-4dde-a007-4f5c9f99fbf1 None None] Updating router b5b9709b-60c5-448b-9604-a5e13226bbf9 port 1e24c4a7-9b69-4341-b982-51fc16b57db9 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:04:18.805764 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=d46a3650-511a-41f7-b687-da2705c3eaec,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:18.809906 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-76555c87-70a2-4a81-88a8-68b24edc81cb None None] Port 1e24c4a7-9b69-4341-b982-51fc16b57db9 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:04:18.812253 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-68f00378-126e-4a21-b384-a2b53f436821 req-96b55141-a8a0-45ae-97b2-4477e6225f61 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfa71fdc-3f92-4ef1-bf47-67211a227094 HTTP/1.1" status: 200 len: 210 time: 0.0536973 Jul 14 10:04:18.823008 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3e2e15f1-834f-4dde-a007-4f5c9f99fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:18.938346 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-251640c5-8088-4f76-a25a-7a0e98c67feb None None] Provisioning complete for port 1e24c4a7-9b69-4341-b982-51fc16b57db9 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:18.938723 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-251640c5-8088-4f76-a25a-7a0e98c67feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:18.989355 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-251640c5-8088-4f76-a25a-7a0e98c67feb None None] Port 1e24c4a7-9b69-4341-b982-51fc16b57db9 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:04:19.136670 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3e2e15f1-834f-4dde-a007-4f5c9f99fbf1 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:19.147943 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3e2e15f1-834f-4dde-a007-4f5c9f99fbf1 None None] Transition to ACTIVE for port object 1e24c4a7-9b69-4341-b982-51fc16b57db9 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:19.154734 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3e2e15f1-834f-4dde-a007-4f5c9f99fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:19.264377 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe0fdb-807c-4c7e-9220-d3df7dc8c661 None None] Pushing event updated for resources: {'Port': ['ID=1e24c4a7-9b69-4341-b982-51fc16b57db9,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:19.275012 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe0fdb-807c-4c7e-9220-d3df7dc8c661 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:19.275358 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe0fdb-807c-4c7e-9220-d3df7dc8c661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:19.275716 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe0fdb-807c-4c7e-9220-d3df7dc8c661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:19.276049 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe0fdb-807c-4c7e-9220-d3df7dc8c661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:19.276376 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe0fdb-807c-4c7e-9220-d3df7dc8c661 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:19.276703 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe0fdb-807c-4c7e-9220-d3df7dc8c661 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:19.277023 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe0fdb-807c-4c7e-9220-d3df7dc8c661 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:19.277343 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe0fdb-807c-4c7e-9220-d3df7dc8c661 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:19.277660 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe0fdb-807c-4c7e-9220-d3df7dc8c661 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:19.277975 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe0fdb-807c-4c7e-9220-d3df7dc8c661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:19.278779 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe0fdb-807c-4c7e-9220-d3df7dc8c661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:19.279287 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe0fdb-807c-4c7e-9220-d3df7dc8c661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:19.286004 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-3e2e15f1-834f-4dde-a007-4f5c9f99fbf1 None None] Attempting to bind port 1e24c4a7-9b69-4341-b982-51fc16b57db9 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:04:19.286373 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-3e2e15f1-834f-4dde-a007-4f5c9f99fbf1 None None] Attempting to bind port 1e24c4a7-9b69-4341-b982-51fc16b57db9 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'dd0c0265-489b-4ebf-be4f-323a225032a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:04:19.286740 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2e15f1-834f-4dde-a007-4f5c9f99fbf1 None None] Attempting to bind port 1e24c4a7-9b69-4341-b982-51fc16b57db9 on network cbe6168c-d06f-44c2-84e7-a637955e5bba {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:04:19.292948 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2e15f1-834f-4dde-a007-4f5c9f99fbf1 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:04:19.293586 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2e15f1-834f-4dde-a007-4f5c9f99fbf1 None None] Checking segment: {'id': 'dd0c0265-489b-4ebf-be4f-323a225032a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:04:19.294155 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3e2e15f1-834f-4dde-a007-4f5c9f99fbf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:19.294735 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2e15f1-834f-4dde-a007-4f5c9f99fbf1 None None] Bound using segment: {'id': 'dd0c0265-489b-4ebf-be4f-323a225032a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:04:19.295205 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-3e2e15f1-834f-4dde-a007-4f5c9f99fbf1 None None] Bound port: 1e24c4a7-9b69-4341-b982-51fc16b57db9, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0c0265-489b-4ebf-be4f-323a225032a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:04:19.295629 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3e2e15f1-834f-4dde-a007-4f5c9f99fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:19.366260 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3e2e15f1-834f-4dde-a007-4f5c9f99fbf1 None None] For port 1e24c4a7-9b69-4341-b982-51fc16b57db9, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:04:19.370220 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3e2e15f1-834f-4dde-a007-4f5c9f99fbf1 None None] For port 1e24c4a7-9b69-4341-b982-51fc16b57db9, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=1e24c4a7-9b69-4341-b982-51fc16b57db9,segment=NetworkSegment(dd0c0265-489b-4ebf-be4f-323a225032a2),segment_id=dd0c0265-489b-4ebf-be4f-323a225032a2)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:04:19.374165 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3e2e15f1-834f-4dde-a007-4f5c9f99fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:19.432517 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2e15f1-834f-4dde-a007-4f5c9f99fbf1 None None] Routers {'b5b9709b-60c5-448b-9604-a5e13226bbf9'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:19.433049 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3e2e15f1-834f-4dde-a007-4f5c9f99fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:03:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b5b9709b-60c5-448b-9604-a5e13226bbf9'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:19.477288 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe0fdb-807c-4c7e-9220-d3df7dc8c661 None None] Pushing event updated for resources: {'Port': ['ID=1e24c4a7-9b69-4341-b982-51fc16b57db9,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:19.568449 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-3e2e15f1-834f-4dde-a007-4f5c9f99fbf1 None None] Set router b5b9709b-60c5-448b-9604-a5e13226bbf9 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:19.773586 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-3e2e15f1-834f-4dde-a007-4f5c9f99fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49633161', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:04:16Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:02:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '1e24c4a7-9b69-4341-b982-51fc16b57db9', 'name': '', 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:f0:8f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '04850403-c20d-4fc5-aac7-3765365e1fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:16Z', 'updated_at': '2021-07-14T10:04:19Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': '04850403-c20d-4fc5-aac7-3765365e1fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:19.801490 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2e15f1-834f-4dde-a007-4f5c9f99fbf1 None None] The sync data for ids ['b5b9709b-60c5-448b-9604-a5e13226bbf9'] in n-d-771362-35 is: [{'id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49633161', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:04:16Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:02:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '1e24c4a7-9b69-4341-b982-51fc16b57db9', 'name': '', 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:f0:8f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '04850403-c20d-4fc5-aac7-3765365e1fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:16Z', 'updated_at': '2021-07-14T10:04:19Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': '04850403-c20d-4fc5-aac7-3765365e1fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:04:20.084641 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ab2334ff-1c72-4cf8-839d-7751c5f1cabd up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:20.102814 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0a8a6768-bd7d-46da-8b7a-972c8b5623f5 req-b367ba8f-3795-4570-8354-b0d15aa75e2d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfa71fdc-3f92-4ef1-bf47-67211a227094 HTTP/1.1" status: 200 len: 210 time: 0.0356081 Jul 14 10:04:20.110839 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-5528ffb8-54cf-4db7-9de1-3ce41ef4176c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:20.112396 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-5528ffb8-54cf-4db7-9de1-3ce41ef4176c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.47 "GET /v2.0/networks?id=cbe6168c-d06f-44c2-84e7-a637955e5bba HTTP/1.1" status: 200 len: 797 time: 0.1873140 Jul 14 10:04:20.167195 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port ab2334ff-1c72-4cf8-839d-7751c5f1cabd triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:20.167628 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.177119 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-08df82cf-88e4-47c0-8131-36c5dc87584b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79b1a17c6357440591aaeff73e261da4 HTTP/1.1" status: 200 len: 380 time: 0.0539832 Jul 14 10:04:20.188401 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-798a28a0-4eda-4f3c-ab66-12a91216dca2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'port': {'device_id': 'cfa71fdc-3f92-4ef1-bf47-67211a227094', 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba', 'admin_state_up': True, 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'security_groups': ['2e79ed2e-584e-4739-ab94-39c0939d4ead']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:20.259193 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 1e24c4a7-9b69-4341-b982-51fc16b57db9 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:20.313882 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 1e24c4a7-9b69-4341-b982-51fc16b57db9 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:20.317011 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-798a28a0-4eda-4f3c-ab66-12a91216dca2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Made reservation on behalf of 79b1a17c6357440591aaeff73e261da4 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:04:20.318407 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 1e24c4a7-9b69-4341-b982-51fc16b57db9 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:20.319044 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.325833 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-798a28a0-4eda-4f3c-ab66-12a91216dca2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.412082 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.447238 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 1e24c4a7-9b69-4341-b982-51fc16b57db9, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=1e24c4a7-9b69-4341-b982-51fc16b57db9,segment=NetworkSegment(dd0c0265-489b-4ebf-be4f-323a225032a2),segment_id=dd0c0265-489b-4ebf-be4f-323a225032a2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:20.451977 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.452840 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d46a3650-511a-41f7-b687-da2705c3eaec up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:20.469560 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-798a28a0-4eda-4f3c-ab66-12a91216dca2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Allocated IP 172.20.0.8 (cbe6168c-d06f-44c2-84e7-a637955e5bba/04850403-c20d-4fc5-aac7-3765365e1fbb/145f38ce-251e-4abd-a316-576403fbbe06) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:04:20.535382 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=1e24c4a7-9b69-4341-b982-51fc16b57db9,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:20.548293 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d46a3650-511a-41f7-b687-da2705c3eaec triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:20.548767 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.630287 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-798a28a0-4eda-4f3c-ab66-12a91216dca2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.645419 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-798a28a0-4eda-4f3c-ab66-12a91216dca2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Transition to ACTIVE for port object 145f38ce-251e-4abd-a316-576403fbbe06 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:20.679924 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-798a28a0-4eda-4f3c-ab66-12a91216dca2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.726855 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-798a28a0-4eda-4f3c-ab66-12a91216dca2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network cbe6168c-d06f-44c2-84e7-a637955e5bba is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:04:20.730761 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-798a28a0-4eda-4f3c-ab66-12a91216dca2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:04:20.734701 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-798a28a0-4eda-4f3c-ab66-12a91216dca2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:04:20.760217 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a28a0-4eda-4f3c-ab66-12a91216dca2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=145f38ce-251e-4abd-a316-576403fbbe06,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:20.792489 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-798a28a0-4eda-4f3c-ab66-12a91216dca2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:20.793291 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-798a28a0-4eda-4f3c-ab66-12a91216dca2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.809814 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-798a28a0-4eda-4f3c-ab66-12a91216dca2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6258738 Jul 14 10:04:20.822036 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-86f2286d-06f8-4839-a4fd-75fcf7f13d19 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:04:20.823204 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-86f2286d-06f8-4839-a4fd-75fcf7f13d19 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072727 Jul 14 10:04:20.894563 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-4bea9b48-3e36-4b78-8971-22b9afe84a0e service neutron] Request body: {'port': {'device_id': 'cfa71fdc-3f92-4ef1-bf47-67211a227094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:20.978408 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0032d818-3528-4396-ae8c-9492fdcd3618 None None] Provisioning for port 145f38ce-251e-4abd-a316-576403fbbe06 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:20.982302 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-4bea9b48-3e36-4b78-8971-22b9afe84a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.983427 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0032d818-3528-4396-ae8c-9492fdcd3618 None None] Provisioning complete for port 145f38ce-251e-4abd-a316-576403fbbe06 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:20.983988 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0032d818-3528-4396-ae8c-9492fdcd3618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:21.022921 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0032d818-3528-4396-ae8c-9492fdcd3618 None None] Port 145f38ce-251e-4abd-a316-576403fbbe06 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:04:21.129595 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-027a1561-f43c-4807-9092-b547837f47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:21.285526 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-4bea9b48-3e36-4b78-8971-22b9afe84a0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 145f38ce-251e-4abd-a316-576403fbbe06 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:04:21.294663 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-4bea9b48-3e36-4b78-8971-22b9afe84a0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:21.313864 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-4bea9b48-3e36-4b78-8971-22b9afe84a0e service neutron] Transition to ACTIVE for port object 145f38ce-251e-4abd-a316-576403fbbe06 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:21.316613 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-4bea9b48-3e36-4b78-8971-22b9afe84a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:21.362280 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fa95c-8f37-4960-89c8-70a3b8cd2cfb req-f156b23f-1423-4f84-8317-40a9d4c7aea7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:21.363821 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-311fa95c-8f37-4960-89c8-70a3b8cd2cfb req-f156b23f-1423-4f84-8317-40a9d4c7aea7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfa71fdc-3f92-4ef1-bf47-67211a227094 HTTP/1.1" status: 200 len: 931 time: 0.1234779 Jul 14 10:04:21.369866 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:21.388891 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea9b48-3e36-4b78-8971-22b9afe84a0e service neutron] Pushing event updated for resources: {'Port': ['ID=145f38ce-251e-4abd-a316-576403fbbe06,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:21.467237 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-311fa95c-8f37-4960-89c8-70a3b8cd2cfb req-4dcbcb53-5718-4a83-8c55-7997f01b6f9c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e79ed2e-584e-4739-ab94-39c0939d4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890462 Jul 14 10:04:21.490582 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-4bea9b48-3e36-4b78-8971-22b9afe84a0e service neutron] Attempting to bind port 145f38ce-251e-4abd-a316-576403fbbe06 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:04:21.490922 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-4bea9b48-3e36-4b78-8971-22b9afe84a0e service neutron] Attempting to bind port 145f38ce-251e-4abd-a316-576403fbbe06 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': 'dd0c0265-489b-4ebf-be4f-323a225032a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:04:21.491254 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-4bea9b48-3e36-4b78-8971-22b9afe84a0e service neutron] Attempting to bind port 145f38ce-251e-4abd-a316-576403fbbe06 on network cbe6168c-d06f-44c2-84e7-a637955e5bba {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:04:21.496139 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-4bea9b48-3e36-4b78-8971-22b9afe84a0e service neutron] Port 145f38ce-251e-4abd-a316-576403fbbe06 on network cbe6168c-d06f-44c2-84e7-a637955e5bba not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:04:21.496467 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-4bea9b48-3e36-4b78-8971-22b9afe84a0e service neutron] Attempting to bind port 145f38ce-251e-4abd-a316-576403fbbe06 on network cbe6168c-d06f-44c2-84e7-a637955e5bba {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:04:21.501458 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-4bea9b48-3e36-4b78-8971-22b9afe84a0e service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:04:21.501801 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-4bea9b48-3e36-4b78-8971-22b9afe84a0e service neutron] Checking segment: {'id': 'dd0c0265-489b-4ebf-be4f-323a225032a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:04:21.502191 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-4bea9b48-3e36-4b78-8971-22b9afe84a0e service neutron] Bound using segment: {'id': 'dd0c0265-489b-4ebf-be4f-323a225032a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:04:21.502622 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-4bea9b48-3e36-4b78-8971-22b9afe84a0e service neutron] Bound port: 145f38ce-251e-4abd-a316-576403fbbe06, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd0c0265-489b-4ebf-be4f-323a225032a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:04:21.503382 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-4bea9b48-3e36-4b78-8971-22b9afe84a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:21.571592 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-4bea9b48-3e36-4b78-8971-22b9afe84a0e service neutron] For port 145f38ce-251e-4abd-a316-576403fbbe06, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:04:21.574576 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-4bea9b48-3e36-4b78-8971-22b9afe84a0e service neutron] For port 145f38ce-251e-4abd-a316-576403fbbe06, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=145f38ce-251e-4abd-a316-576403fbbe06,segment=NetworkSegment(dd0c0265-489b-4ebf-be4f-323a225032a2),segment_id=dd0c0265-489b-4ebf-be4f-323a225032a2)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:04:21.579340 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-4bea9b48-3e36-4b78-8971-22b9afe84a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:21.613027 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-4bea9b48-3e36-4b78-8971-22b9afe84a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:21.613740 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-4bea9b48-3e36-4b78-8971-22b9afe84a0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:21.615110 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-4bea9b48-3e36-4b78-8971-22b9afe84a0e service neutron] 10.222.0.47 "PUT /v2.0/ports/145f38ce-251e-4abd-a316-576403fbbe06 HTTP/1.1" status: 200 len: 1092 time: 0.7835340 Jul 14 10:04:21.615566 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa71fdc-3f92-4ef1-bf47-67211a227094', 'tag': '145f38ce-251e-4abd-a316-576403fbbe06'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:04:21.618503 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdfd76875a0dbbaf1509a4c423fc1f4cb1751388cb9186f92cdb94f63ad4e53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f7182d-9678-46d5-9bf9-f61fbf7ad3ef" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa71fdc-3f92-4ef1-bf47-67211a227094", "tag": "145f38ce-251e-4abd-a316-576403fbbe06"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:04:21.650945 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea9b48-3e36-4b78-8971-22b9afe84a0e service neutron] Pushing event updated for resources: {'Port': ['ID=145f38ce-251e-4abd-a316-576403fbbe06,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:21.726145 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-125f683e-4ec8-42be-9804-770a8611e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:21.728012 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-125f683e-4ec8-42be-9804-770a8611e849 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=cfa71fdc-3f92-4ef1-bf47-67211a227094 HTTP/1.1" status: 200 len: 1095 time: 0.0613220 Jul 14 10:04:21.776537 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6c1973-8cb5-4884-862b-4e82a1b4235e x-openstack-request-id: req-8d6c1973-8cb5-4884-862b-4e82a1b4235e {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:04:21.776828 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa71fdc-3f92-4ef1-bf47-67211a227094", "tag": "145f38ce-251e-4abd-a316-576403fbbe06", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:04:21.777365 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d6c1973-8cb5-4884-862b-4e82a1b4235e {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:04:21.777772 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa71fdc-3f92-4ef1-bf47-67211a227094', 'tag': '145f38ce-251e-4abd-a316-576403fbbe06', 'status': 'completed', 'code': 200} Jul 14 10:04:21.779754 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-39f9c5b5-5060-4c3d-bbbc-a9eb8fd1c6fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=145f38ce-251e-4abd-a316-576403fbbe06 HTTP/1.1" status: 200 len: 217 time: 0.0446944 Jul 14 10:04:21.830759 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-c368de98-1529-4e3d-91b4-ecf25dc9d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:21.832273 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-c368de98-1529-4e3d-91b4-ecf25dc9d7dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04850403-c20d-4fc5-aac7-3765365e1fbb HTTP/1.1" status: 200 len: 835 time: 0.0462437 Jul 14 10:04:21.892336 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-5951121a-114a-4a04-9d44-97d9be1b6bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:21.893896 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-5951121a-114a-4a04-9d44-97d9be1b6bef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbe6168c-d06f-44c2-84e7-a637955e5bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544610 Jul 14 10:04:21.956049 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 1e24c4a7-9b69-4341-b982-51fc16b57db9 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:21.995628 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-1baed107-9724-46db-8602-4461e486b032 service neutron] 10.222.0.47 "GET /v2.0/networks/cbe6168c-d06f-44c2-84e7-a637955e5bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933030 Jul 14 10:04:22.006242 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 1e24c4a7-9b69-4341-b982-51fc16b57db9 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:22.006620 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:22.084883 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc08bc87-63bb-4e3e-b468-b95ac11f7cde req-50194926-36bb-410b-9458-8ec9da444bdf service neutron] 10.222.0.47 "GET /v2.0/networks/cbe6168c-d06f-44c2-84e7-a637955e5bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831666 Jul 14 10:04:22.210025 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7182d-9678-46d5-9bf9-f61fbf7ad3ef req-729fd8c5-3618-48e5-a605-8dc4b244a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:22.212275 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90f7182d-9678-46d5-9bf9-f61fbf7ad3ef req-729fd8c5-3618-48e5-a605-8dc4b244a2fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=cfa71fdc-3f92-4ef1-bf47-67211a227094 HTTP/1.1" status: 200 len: 1095 time: 0.0564363 Jul 14 10:04:22.301112 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7182d-9678-46d5-9bf9-f61fbf7ad3ef req-5754411e-f29f-44d2-84cb-10e503c25718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:22.302611 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90f7182d-9678-46d5-9bf9-f61fbf7ad3ef req-5754411e-f29f-44d2-84cb-10e503c25718 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbe6168c-d06f-44c2-84e7-a637955e5bba HTTP/1.1" status: 200 len: 897 time: 0.0847929 Jul 14 10:04:22.345038 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90f7182d-9678-46d5-9bf9-f61fbf7ad3ef req-600e8cbd-e296-4bc9-850f-93aa09e57d90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=145f38ce-251e-4abd-a316-576403fbbe06 HTTP/1.1" status: 200 len: 217 time: 0.0348613 Jul 14 10:04:22.394374 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:22.399189 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7182d-9678-46d5-9bf9-f61fbf7ad3ef req-205ca990-8ad3-491a-bc7f-cad42d2a5bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:22.400691 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90f7182d-9678-46d5-9bf9-f61fbf7ad3ef req-205ca990-8ad3-491a-bc7f-cad42d2a5bca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04850403-c20d-4fc5-aac7-3765365e1fbb HTTP/1.1" status: 200 len: 835 time: 0.0484056 Jul 14 10:04:22.461053 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7182d-9678-46d5-9bf9-f61fbf7ad3ef req-dd31faa6-cda5-4bc6-a50f-53748b15fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:22.462591 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90f7182d-9678-46d5-9bf9-f61fbf7ad3ef req-dd31faa6-cda5-4bc6-a50f-53748b15fa53 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbe6168c-d06f-44c2-84e7-a637955e5bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542908 Jul 14 10:04:22.551249 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90f7182d-9678-46d5-9bf9-f61fbf7ad3ef req-307f9ac3-8ae9-434c-b155-d6bb30e7b30a service neutron] 10.222.0.47 "GET /v2.0/networks/cbe6168c-d06f-44c2-84e7-a637955e5bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810578 Jul 14 10:04:22.683579 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90f7182d-9678-46d5-9bf9-f61fbf7ad3ef req-4f7556dc-d417-4afe-a9f6-9ce016fccede service neutron] 10.222.0.47 "GET /v2.0/networks/cbe6168c-d06f-44c2-84e7-a637955e5bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236408 Jul 14 10:04:22.695518 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d825f-c697-4a7d-b2dc-1a0ca9ccbbc7 req-a4f91f51-9663-49d2-8482-a2275c99d5ad tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:22.697694 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4a8d825f-c697-4a7d-b2dc-1a0ca9ccbbc7 req-a4f91f51-9663-49d2-8482-a2275c99d5ad tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfa71fdc-3f92-4ef1-bf47-67211a227094 HTTP/1.1" status: 200 len: 943 time: 0.1158624 Jul 14 10:04:22.736412 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4a8d825f-c697-4a7d-b2dc-1a0ca9ccbbc7 req-7243c6ed-ccb2-4b31-b0f0-db0fca00ad66 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e79ed2e-584e-4739-ab94-39c0939d4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320408 Jul 14 10:04:23.920299 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97761a6f-fe63-4e64-a530-f849c74b3f0a req-6edaca54-86b4-4ce8-9448-58352295b8e7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:23.921833 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-97761a6f-fe63-4e64-a530-f849c74b3f0a req-6edaca54-86b4-4ce8-9448-58352295b8e7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfa71fdc-3f92-4ef1-bf47-67211a227094 HTTP/1.1" status: 200 len: 943 time: 0.0687892 Jul 14 10:04:23.931284 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:23.960369 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-97761a6f-fe63-4e64-a530-f849c74b3f0a req-10b787c1-425a-4598-b8c4-6346f186e26f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e79ed2e-584e-4739-ab94-39c0939d4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323234 Jul 14 10:04:24.933824 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 145f38ce-251e-4abd-a316-576403fbbe06 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:04:25.032981 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 145f38ce-251e-4abd-a316-576403fbbe06, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=145f38ce-251e-4abd-a316-576403fbbe06,segment=NetworkSegment(dd0c0265-489b-4ebf-be4f-323a225032a2),segment_id=dd0c0265-489b-4ebf-be4f-323a225032a2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:25.044786 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '145f38ce-251e-4abd-a316-576403fbbe06', 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba', 'port_id': '145f38ce-251e-4abd-a316-576403fbbe06', 'mac_address': 'fa:16:3e:cd:d2:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04850403-c20d-4fc5-aac7-3765365e1fbb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:04:25.081775 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:25.094557 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145f38ce-251e-4abd-a316-576403fbbe06 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:04:25.114059 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 145f38ce-251e-4abd-a316-576403fbbe06, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=145f38ce-251e-4abd-a316-576403fbbe06,segment=NetworkSegment(dd0c0265-489b-4ebf-be4f-323a225032a2),segment_id=dd0c0265-489b-4ebf-be4f-323a225032a2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:25.119400 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:25.140107 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58fa27-a477-467e-828b-0b3a6365d1de req-3037eb9b-13d6-46df-9e68-c8ded7bc518f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:25.141636 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c58fa27-a477-467e-828b-0b3a6365d1de req-3037eb9b-13d6-46df-9e68-c8ded7bc518f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfa71fdc-3f92-4ef1-bf47-67211a227094 HTTP/1.1" status: 200 len: 943 time: 0.0678506 Jul 14 10:04:25.167332 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=145f38ce-251e-4abd-a316-576403fbbe06,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:25.182957 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c58fa27-a477-467e-828b-0b3a6365d1de req-7d558022-80a2-4bf5-a66a-0b1c5794b880 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e79ed2e-584e-4739-ab94-39c0939d4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355377 Jul 14 10:04:25.350911 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['145f38ce-251e-4abd-a316-576403fbbe06'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:04:26.359100 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9682cb5-588f-4c37-9832-539185e5895e req-f43341f2-b3cb-45d4-ac95-23679035a3c8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:26.360653 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e9682cb5-588f-4c37-9832-539185e5895e req-f43341f2-b3cb-45d4-ac95-23679035a3c8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfa71fdc-3f92-4ef1-bf47-67211a227094 HTTP/1.1" status: 200 len: 944 time: 0.0681982 Jul 14 10:04:26.731670 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e9682cb5-588f-4c37-9832-539185e5895e req-5baa6000-2e23-4df8-ae5c-556a2f9e7323 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e79ed2e-584e-4739-ab94-39c0939d4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3654060 Jul 14 10:04:26.933316 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 145f38ce-251e-4abd-a316-576403fbbe06 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:26.981561 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 145f38ce-251e-4abd-a316-576403fbbe06 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:26.985156 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 145f38ce-251e-4abd-a316-576403fbbe06 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:26.985528 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:27.063696 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:27.085686 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa71fdc-3f92-4ef1-bf47-67211a227094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145f38ce-251e-4abd-a316-576403fbbe06'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:04:27.088665 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad2bb0b0c3d38dd5f87e8e96266229fdecb1dfb0d9cead1addcc05902deb2386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd96d69-a69d-46ff-91eb-84da0a4b7ed9" -d '{"events": [{"server_uuid": "cfa71fdc-3f92-4ef1-bf47-67211a227094", "name": "network-vif-plugged", "status": "completed", "tag": "145f38ce-251e-4abd-a316-576403fbbe06"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:04:27.100905 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 145f38ce-251e-4abd-a316-576403fbbe06, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=145f38ce-251e-4abd-a316-576403fbbe06,segment=NetworkSegment(dd0c0265-489b-4ebf-be4f-323a225032a2),segment_id=dd0c0265-489b-4ebf-be4f-323a225032a2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:27.105819 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:27.154441 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=145f38ce-251e-4abd-a316-576403fbbe06,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:27.188164 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3099eb26-0cad-4c45-b40d-ca2aac188b98 x-openstack-request-id: req-3099eb26-0cad-4c45-b40d-ca2aac188b98 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:04:27.188457 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa71fdc-3f92-4ef1-bf47-67211a227094", "name": "network-vif-plugged", "status": "completed", "tag": "145f38ce-251e-4abd-a316-576403fbbe06", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:04:27.188703 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3099eb26-0cad-4c45-b40d-ca2aac188b98 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:04:27.189094 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa71fdc-3f92-4ef1-bf47-67211a227094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145f38ce-251e-4abd-a316-576403fbbe06', 'code': 200} Jul 14 10:04:27.299581 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c3758-76d3-4261-892e-6c2fbe3bcf79 req-3bdea0c6-9e4a-4d3c-9654-6cbf256fdb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:27.301045 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8d3c3758-76d3-4261-892e-6c2fbe3bcf79 req-3bdea0c6-9e4a-4d3c-9654-6cbf256fdb35 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cfa71fdc-3f92-4ef1-bf47-67211a227094 HTTP/1.1" status: 200 len: 1097 time: 0.0508471 Jul 14 10:04:27.335205 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8d3c3758-76d3-4261-892e-6c2fbe3bcf79 req-b154044e-9637-4a0b-a084-d44508f042b1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2e79ed2e-584e-4739-ab94-39c0939d4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273738 Jul 14 10:04:27.903418 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762b7f6-5fa4-4cc4-87d6-9c8b57991709 req-e708fae9-8b71-48c8-b3c1-566caf1fad33 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:27.905052 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c762b7f6-5fa4-4cc4-87d6-9c8b57991709 req-e708fae9-8b71-48c8-b3c1-566caf1fad33 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfa71fdc-3f92-4ef1-bf47-67211a227094 HTTP/1.1" status: 200 len: 945 time: 0.0631554 Jul 14 10:04:27.942934 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c762b7f6-5fa4-4cc4-87d6-9c8b57991709 req-c4d744e9-5088-4f6a-9dbb-b7b819da1e1e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e79ed2e-584e-4739-ab94-39c0939d4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323267 Jul 14 10:04:29.120627 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0e1eb-b090-4428-a37e-50ee6d7f8c64 req-4e2840b9-0054-4ff0-9506-536b4879027c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:29.122114 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ab0e1eb-b090-4428-a37e-50ee6d7f8c64 req-4e2840b9-0054-4ff0-9506-536b4879027c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfa71fdc-3f92-4ef1-bf47-67211a227094 HTTP/1.1" status: 200 len: 945 time: 0.0661623 Jul 14 10:04:29.159315 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1ab0e1eb-b090-4428-a37e-50ee6d7f8c64 req-c461abaa-6109-4767-a028-0e03e225c279 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e79ed2e-584e-4739-ab94-39c0939d4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316133 Jul 14 10:04:29.333529 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c76e6-4c18-4a41-ab14-f32ade186298 req-8997da7d-2908-4d0e-bba7-b0353c9879c3 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:29.335059 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8d8c76e6-4c18-4a41-ab14-f32ade186298 req-8997da7d-2908-4d0e-bba7-b0353c9879c3 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfa71fdc-3f92-4ef1-bf47-67211a227094 HTTP/1.1" status: 200 len: 945 time: 0.0657635 Jul 14 10:04:29.373578 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8d8c76e6-4c18-4a41-ab14-f32ade186298 req-9eac1d7d-1a0f-4861-a286-f79c6440dbff tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e79ed2e-584e-4739-ab94-39c0939d4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320957 Jul 14 10:04:29.397434 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35928) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:29.451028 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1dddb6-779b-473c-9e02-12336613c0bc tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:29.452535 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7f1dddb6-779b-473c-9e02-12336613c0bc tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=cfa71fdc-3f92-4ef1-bf47-67211a227094 HTTP/1.1" status: 200 len: 1092 time: 0.0541179 Jul 14 10:04:29.455428 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35930) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:29.459851 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-cce55e4a-994a-44f0-8419-ed3f5629ca74 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'port_id': '145f38ce-251e-4abd-a316-576403fbbe06', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:29.481707 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cce55e4a-994a-44f0-8419-ed3f5629ca74 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:29.578515 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cce55e4a-994a-44f0-8419-ed3f5629ca74 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:29.682752 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-cce55e4a-994a-44f0-8419-ed3f5629ca74 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Allocated IP 172.25.6.59 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/377f708b-653b-4d9d-98f6-e71fcdb9b362) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:04:29.787152 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cce55e4a-994a-44f0-8419-ed3f5629ca74 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:29.828039 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cce55e4a-994a-44f0-8419-ed3f5629ca74 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:29.877402 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce55e4a-994a-44f0-8419-ed3f5629ca74 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:04:29.882253 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-cce55e4a-994a-44f0-8419-ed3f5629ca74 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:04:29.887163 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce55e4a-994a-44f0-8419-ed3f5629ca74 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:04:29.890195 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce55e4a-994a-44f0-8419-ed3f5629ca74 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=377f708b-653b-4d9d-98f6-e71fcdb9b362,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:30.276195 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cce55e4a-994a-44f0-8419-ed3f5629ca74 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:30.355940 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cce55e4a-994a-44f0-8419-ed3f5629ca74 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:30.510093 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cce55e4a-994a-44f0-8419-ed3f5629ca74 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:30.514641 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cce55e4a-994a-44f0-8419-ed3f5629ca74 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:30.581988 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce55e4a-994a-44f0-8419-ed3f5629ca74 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=377f708b-653b-4d9d-98f6-e71fcdb9b362,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:30.594893 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cce55e4a-994a-44f0-8419-ed3f5629ca74 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:30.695952 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-cce55e4a-994a-44f0-8419-ed3f5629ca74 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Floating IP 8225b3c7-c574-41cc-a1f8-10c9baa237d8 associated. External IP: 172.25.6.59, port: 145f38ce-251e-4abd-a316-576403fbbe06. Jul 14 10:04:30.904744 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce55e4a-994a-44f0-8419-ed3f5629ca74 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Router b5b9709b-60c5-448b-9604-a5e13226bbf9 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:04:31.017432 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce55e4a-994a-44f0-8419-ed3f5629ca74 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:04:31.028354 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f38bc8e-71bf-4d2a-942e-12330945445a None None] Sync routers for ids ['b5b9709b-60c5-448b-9604-a5e13226bbf9'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:04:31.038491 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cce55e4a-994a-44f0-8419-ed3f5629ca74 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:31.039464 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f38bc8e-71bf-4d2a-942e-12330945445a None None] Routers {'b5b9709b-60c5-448b-9604-a5e13226bbf9'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:31.040221 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8f38bc8e-71bf-4d2a-942e-12330945445a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:04:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b5b9709b-60c5-448b-9604-a5e13226bbf9'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:31.082797 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cce55e4a-994a-44f0-8419-ed3f5629ca74 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6261041 Jul 14 10:04:31.083337 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa71fdc-3f92-4ef1-bf47-67211a227094', 'tag': '145f38ce-251e-4abd-a316-576403fbbe06'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:04:31.086954 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdfd76875a0dbbaf1509a4c423fc1f4cb1751388cb9186f92cdb94f63ad4e53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3dfab22-f06a-4636-b724-54752c049f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa71fdc-3f92-4ef1-bf47-67211a227094", "tag": "145f38ce-251e-4abd-a316-576403fbbe06"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:04:31.130028 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eddf167-d254-42d6-9607-2ae4ac91f211 x-openstack-request-id: req-9eddf167-d254-42d6-9607-2ae4ac91f211 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:04:31.130524 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa71fdc-3f92-4ef1-bf47-67211a227094", "tag": "145f38ce-251e-4abd-a316-576403fbbe06", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:04:31.131141 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9eddf167-d254-42d6-9607-2ae4ac91f211 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:04:31.131747 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa71fdc-3f92-4ef1-bf47-67211a227094', 'tag': '145f38ce-251e-4abd-a316-576403fbbe06', 'status': 'completed', 'code': 200} Jul 14 10:04:31.167944 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-8f38bc8e-71bf-4d2a-942e-12330945445a None None] Set router b5b9709b-60c5-448b-9604-a5e13226bbf9 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:31.252441 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfab22-f06a-4636-b724-54752c049f8b req-b9c8b99c-5602-4f36-bb2e-e31dc0abe141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:31.253969 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3dfab22-f06a-4636-b724-54752c049f8b req-b9c8b99c-5602-4f36-bb2e-e31dc0abe141 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=cfa71fdc-3f92-4ef1-bf47-67211a227094 HTTP/1.1" status: 200 len: 1097 time: 0.0999029 Jul 14 10:04:31.262945 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:04:31.280094 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ae32b-d39f-41fa-b085-7dfd876845ed req-c7b00d90-1206-4548-8ab9-76149a855f41 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:31.281641 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-496ae32b-d39f-41fa-b085-7dfd876845ed req-c7b00d90-1206-4548-8ab9-76149a855f41 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfa71fdc-3f92-4ef1-bf47-67211a227094 HTTP/1.1" status: 200 len: 945 time: 0.0947611 Jul 14 10:04:31.370510 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-496ae32b-d39f-41fa-b085-7dfd876845ed req-dd8e8cda-5872-41b8-8ca4-bb14d6f24b03 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e79ed2e-584e-4739-ab94-39c0939d4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782192 Jul 14 10:04:31.389682 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfab22-f06a-4636-b724-54752c049f8b req-a07208a6-1d28-4a8e-b3fc-a130c64f14d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:31.391202 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3dfab22-f06a-4636-b724-54752c049f8b req-a07208a6-1d28-4a8e-b3fc-a130c64f14d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbe6168c-d06f-44c2-84e7-a637955e5bba HTTP/1.1" status: 200 len: 897 time: 0.1282780 Jul 14 10:04:31.405240 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35936) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:31.424019 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8f38bc8e-71bf-4d2a-942e-12330945445a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49633161', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:04:16Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:02:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '8225b3c7-c574-41cc-a1f8-10c9baa237d8', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'port_id': '145f38ce-251e-4abd-a316-576403fbbe06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba', 'mac_address': 'fa:16:3e:cd:d2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa71fdc-3f92-4ef1-bf47-67211a227094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:04:30Z', 'updated_at': '2021-07-14T10:04:30Z', 'revision_number': 0, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e24c4a7-9b69-4341-b982-51fc16b57db9', 'name': '', 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:f0:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '04850403-c20d-4fc5-aac7-3765365e1fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:16Z', 'updated_at': '2021-07-14T10:04:20Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': '04850403-c20d-4fc5-aac7-3765365e1fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:31.450907 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f38bc8e-71bf-4d2a-942e-12330945445a None None] Checking router: b5b9709b-60c5-448b-9604-a5e13226bbf9 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:04:31.459274 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f38bc8e-71bf-4d2a-942e-12330945445a None None] Routers {'b5b9709b-60c5-448b-9604-a5e13226bbf9'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:31.459916 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8f38bc8e-71bf-4d2a-942e-12330945445a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:04:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b5b9709b-60c5-448b-9604-a5e13226bbf9'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:31.506523 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3dfab22-f06a-4636-b724-54752c049f8b req-09adf037-798a-46dc-8ab4-17f5f3fc1357 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=145f38ce-251e-4abd-a316-576403fbbe06 HTTP/1.1" status: 200 len: 998 time: 0.1091516 Jul 14 10:04:31.514798 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-18ccca34-adea-428e-b793-d252d42d3fde tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/floatingips/8225b3c7-c574-41cc-a1f8-10c9baa237d8 HTTP/1.1" status: 200 len: 990 time: 0.1084921 Jul 14 10:04:31.564765 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfab22-f06a-4636-b724-54752c049f8b req-dbbd5eab-b063-4623-9a32-14b31d95e68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:31.566333 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3dfab22-f06a-4636-b724-54752c049f8b req-dbbd5eab-b063-4623-9a32-14b31d95e68c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04850403-c20d-4fc5-aac7-3765365e1fbb HTTP/1.1" status: 200 len: 835 time: 0.0505238 Jul 14 10:04:31.568046 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-8f38bc8e-71bf-4d2a-942e-12330945445a None None] Set router b5b9709b-60c5-448b-9604-a5e13226bbf9 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:31.625343 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfab22-f06a-4636-b724-54752c049f8b req-dffec33a-5b3a-46b7-8545-75e36360dcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:31.626856 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3dfab22-f06a-4636-b724-54752c049f8b req-dffec33a-5b3a-46b7-8545-75e36360dcfb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbe6168c-d06f-44c2-84e7-a637955e5bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541885 Jul 14 10:04:31.718789 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3dfab22-f06a-4636-b724-54752c049f8b req-2058ef49-a54e-417c-9d88-1f9987cf5dca service neutron] 10.222.0.47 "GET /v2.0/networks/cbe6168c-d06f-44c2-84e7-a637955e5bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855865 Jul 14 10:04:31.800344 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8f38bc8e-71bf-4d2a-942e-12330945445a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49633161', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:04:16Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:02:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '8225b3c7-c574-41cc-a1f8-10c9baa237d8', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'port_id': '145f38ce-251e-4abd-a316-576403fbbe06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba', 'mac_address': 'fa:16:3e:cd:d2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa71fdc-3f92-4ef1-bf47-67211a227094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:04:30Z', 'updated_at': '2021-07-14T10:04:30Z', 'revision_number': 0, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e24c4a7-9b69-4341-b982-51fc16b57db9', 'name': '', 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:f0:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '04850403-c20d-4fc5-aac7-3765365e1fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:16Z', 'updated_at': '2021-07-14T10:04:20Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': '04850403-c20d-4fc5-aac7-3765365e1fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:31.817007 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3dfab22-f06a-4636-b724-54752c049f8b req-b2813971-9bf8-4c01-be38-ea4307189a73 service neutron] 10.222.0.47 "GET /v2.0/networks/cbe6168c-d06f-44c2-84e7-a637955e5bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917747 Jul 14 10:04:31.827880 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f38bc8e-71bf-4d2a-942e-12330945445a None None] The sync data for ids ['b5b9709b-60c5-448b-9604-a5e13226bbf9'] in n-d-771362-35 is: [{'id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49633161', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:04:16Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:02:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '8225b3c7-c574-41cc-a1f8-10c9baa237d8', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'port_id': '145f38ce-251e-4abd-a316-576403fbbe06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba', 'mac_address': 'fa:16:3e:cd:d2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa71fdc-3f92-4ef1-bf47-67211a227094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:04:30Z', 'updated_at': '2021-07-14T10:04:30Z', 'revision_number': 0, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e24c4a7-9b69-4341-b982-51fc16b57db9', 'name': '', 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:f0:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '04850403-c20d-4fc5-aac7-3765365e1fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:16Z', 'updated_at': '2021-07-14T10:04:20Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': '04850403-c20d-4fc5-aac7-3765365e1fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:04:32.026075 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d05b96f-1261-45fa-a435-166a0cc71467 None None] New status for floating IP 8225b3c7-c574-41cc-a1f8-10c9baa237d8: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:04:32.518083 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35938) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:32.580749 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c2514e4f-4de2-4a73-9dcd-12b7baf390ae tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/floatingips/8225b3c7-c574-41cc-a1f8-10c9baa237d8 HTTP/1.1" status: 200 len: 992 time: 0.0614104 Jul 14 10:04:41.201181 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:42.726889 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:48.534002 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a18a106a-eea1-4add-8d2d-16576e941cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:51.129603 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-736f181f-f59c-4093-ae62-deda70fdaab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:51.363785 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:52.397768 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:52.559711 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7984381-ec72-4eec-9316-62f3d738861f req-8e9904f4-30b3-4a7b-a456-1ffd37d70596 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cfa71fdc-3f92-4ef1-bf47-67211a227094&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0557921 Jul 14 10:04:52.655091 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7984381-ec72-4eec-9316-62f3d738861f req-e10d6a8a-d208-4edb-a3bf-690312b77941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:52.656555 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7984381-ec72-4eec-9316-62f3d738861f req-e10d6a8a-d208-4edb-a3bf-690312b77941 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=cfa71fdc-3f92-4ef1-bf47-67211a227094 HTTP/1.1" status: 200 len: 1097 time: 0.0524836 Jul 14 10:04:52.762882 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7984381-ec72-4eec-9316-62f3d738861f req-888fb276-82f2-4c5a-9065-a7684a82048f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:52.764421 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7984381-ec72-4eec-9316-62f3d738861f req-888fb276-82f2-4c5a-9065-a7684a82048f service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbe6168c-d06f-44c2-84e7-a637955e5bba HTTP/1.1" status: 200 len: 897 time: 0.0867620 Jul 14 10:04:52.840044 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7984381-ec72-4eec-9316-62f3d738861f req-f531de8a-9aa6-4dcb-8b05-0c3fb9305425 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=145f38ce-251e-4abd-a316-576403fbbe06 HTTP/1.1" status: 200 len: 1000 time: 0.0628040 Jul 14 10:04:52.888992 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7984381-ec72-4eec-9316-62f3d738861f req-0bfbc0b4-df06-4b4d-af90-27e95cf47e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:52.890420 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7984381-ec72-4eec-9316-62f3d738861f req-0bfbc0b4-df06-4b4d-af90-27e95cf47e00 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04850403-c20d-4fc5-aac7-3765365e1fbb HTTP/1.1" status: 200 len: 835 time: 0.0425088 Jul 14 10:04:52.947251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7984381-ec72-4eec-9316-62f3d738861f req-86bb255e-1e46-4854-9b5a-2387c310c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:52.948770 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7984381-ec72-4eec-9316-62f3d738861f req-86bb255e-1e46-4854-9b5a-2387c310c309 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbe6168c-d06f-44c2-84e7-a637955e5bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519044 Jul 14 10:04:53.041829 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7984381-ec72-4eec-9316-62f3d738861f req-9143e937-f82a-4d79-8565-dca808dced1c service neutron] 10.222.0.47 "GET /v2.0/networks/cbe6168c-d06f-44c2-84e7-a637955e5bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861118 Jul 14 10:04:53.130904 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7984381-ec72-4eec-9316-62f3d738861f req-87a694d0-bcac-40f3-8536-a026b516bab2 service neutron] 10.222.0.47 "GET /v2.0/networks/cbe6168c-d06f-44c2-84e7-a637955e5bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816636 Jul 14 10:04:53.932875 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:03.776107 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1ab2a-eaee-4358-9814-fc7dac7e562d req-fd719394-f1c2-45c0-b329-9cfe0678c0f3 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:03.777645 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ff1ab2a-eaee-4358-9814-fc7dac7e562d req-fd719394-f1c2-45c0-b329-9cfe0678c0f3 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfa71fdc-3f92-4ef1-bf47-67211a227094 HTTP/1.1" status: 200 len: 945 time: 0.0682640 Jul 14 10:05:03.818378 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ff1ab2a-eaee-4358-9814-fc7dac7e562d req-a15e8a52-27d7-4b8d-a4d8-f23266361c1a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e79ed2e-584e-4739-ab94-39c0939d4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328059 Jul 14 10:05:04.996515 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f6aae-c4f3-4f83-85aa-e318b10281e8 req-db0652fe-8691-4a34-97e6-c2c543d0917e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:04.998028 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b33f6aae-c4f3-4f83-85aa-e318b10281e8 req-db0652fe-8691-4a34-97e6-c2c543d0917e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfa71fdc-3f92-4ef1-bf47-67211a227094 HTTP/1.1" status: 200 len: 945 time: 0.0651708 Jul 14 10:05:05.036914 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b33f6aae-c4f3-4f83-85aa-e318b10281e8 req-cd39a536-427c-4c17-b38a-bea0618ea6b7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e79ed2e-584e-4739-ab94-39c0939d4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333776 Jul 14 10:05:05.060980 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35962) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:05.126010 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d1a85349-31bb-4f84-a687-64befffb7824 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/floatingips/8225b3c7-c574-41cc-a1f8-10c9baa237d8 HTTP/1.1" status: 200 len: 992 time: 0.0637708 Jul 14 10:05:06.602043 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7409b7-0e9a-446f-81f4-4e5af124a114 req-a4c405c2-a0eb-4587-8d55-b882f79da215 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:06.603550 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9b7409b7-0e9a-446f-81f4-4e5af124a114 req-a4c405c2-a0eb-4587-8d55-b882f79da215 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfa71fdc-3f92-4ef1-bf47-67211a227094 HTTP/1.1" status: 200 len: 945 time: 0.0712335 Jul 14 10:05:06.648675 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9b7409b7-0e9a-446f-81f4-4e5af124a114 req-6bf59e1c-d088-4a55-97e5-66260f147c0b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e79ed2e-584e-4739-ab94-39c0939d4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391197 Jul 14 10:05:07.825169 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ce632-e460-45fb-b86f-43911e5943f5 req-d7da69e0-186b-45bf-9e4a-e6f0bb7f3e7b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:07.826660 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc2ce632-e460-45fb-b86f-43911e5943f5 req-d7da69e0-186b-45bf-9e4a-e6f0bb7f3e7b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfa71fdc-3f92-4ef1-bf47-67211a227094 HTTP/1.1" status: 200 len: 945 time: 0.0632596 Jul 14 10:05:07.868084 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fc2ce632-e460-45fb-b86f-43911e5943f5 req-cd8fc4cb-9e88-4ca5-94fc-80a68132f7d5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e79ed2e-584e-4739-ab94-39c0939d4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358715 Jul 14 10:05:07.892180 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35972) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:07.952457 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e7ea1137-6714-45a4-9f7d-37dbc4b085e0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/floatingips/8225b3c7-c574-41cc-a1f8-10c9baa237d8 HTTP/1.1" status: 200 len: 992 time: 0.0591094 Jul 14 10:05:08.209434 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 35978) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:08.262743 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:05:08.369775 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9f71f6d3-2dd3-40c5-a98e-722788661925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Deleting port 377f708b-653b-4d9d-98f6-e71fcdb9b362 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:05:08.370125 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f71f6d3-2dd3-40c5-a98e-722788661925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:08.442807 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f71f6d3-2dd3-40c5-a98e-722788661925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:08.443401 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f71f6d3-2dd3-40c5-a98e-722788661925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:08.455321 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9f71f6d3-2dd3-40c5-a98e-722788661925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Calling delete_port for 377f708b-653b-4d9d-98f6-e71fcdb9b362 owned by network:floatingip {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:05:08.949648 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f71f6d3-2dd3-40c5-a98e-722788661925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:08.977397 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71f6d3-2dd3-40c5-a98e-722788661925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Port': ['ID=377f708b-653b-4d9d-98f6-e71fcdb9b362,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:09.006025 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71f6d3-2dd3-40c5-a98e-722788661925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:09.006381 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71f6d3-2dd3-40c5-a98e-722788661925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:09.006727 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71f6d3-2dd3-40c5-a98e-722788661925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:09.007069 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71f6d3-2dd3-40c5-a98e-722788661925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:09.007412 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71f6d3-2dd3-40c5-a98e-722788661925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:09.007769 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71f6d3-2dd3-40c5-a98e-722788661925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:09.008106 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71f6d3-2dd3-40c5-a98e-722788661925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:09.008439 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71f6d3-2dd3-40c5-a98e-722788661925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:09.008769 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71f6d3-2dd3-40c5-a98e-722788661925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:09.009112 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71f6d3-2dd3-40c5-a98e-722788661925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:09.009425 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71f6d3-2dd3-40c5-a98e-722788661925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:09.009750 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71f6d3-2dd3-40c5-a98e-722788661925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:09.051692 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f71f6d3-2dd3-40c5-a98e-722788661925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for floatingip, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:09.051929 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-9f71f6d3-2dd3-40c5-a98e-722788661925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Floating IP 8225b3c7-c574-41cc-a1f8-10c9baa237d8 disassociated (deleted). External IP: 172.25.6.59, port: 145f38ce-251e-4abd-a316-576403fbbe06. Jul 14 10:05:09.259288 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f71f6d3-2dd3-40c5-a98e-722788661925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Router b5b9709b-60c5-448b-9604-a5e13226bbf9 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:05:09.369733 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f71f6d3-2dd3-40c5-a98e-722788661925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:05:09.374512 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f71f6d3-2dd3-40c5-a98e-722788661925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:09.378948 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46c7185-2829-4fac-bb4a-82d25a1f43e4 None None] Sync routers for ids ['b5b9709b-60c5-448b-9604-a5e13226bbf9'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:05:09.388216 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46c7185-2829-4fac-bb4a-82d25a1f43e4 None None] Routers {'b5b9709b-60c5-448b-9604-a5e13226bbf9'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:05:09.388812 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f46c7185-2829-4fac-bb4a-82d25a1f43e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:04:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b5b9709b-60c5-448b-9604-a5e13226bbf9'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:09.410207 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9f71f6d3-2dd3-40c5-a98e-722788661925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "DELETE /v2.0/floatingips/8225b3c7-c574-41cc-a1f8-10c9baa237d8 HTTP/1.1" status: 204 len: 168 time: 1.1997046 Jul 14 10:05:09.410790 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa71fdc-3f92-4ef1-bf47-67211a227094', 'tag': '145f38ce-251e-4abd-a316-576403fbbe06'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:05:09.413684 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8624c89-68cd-4d5b-8c08-947da4a92357" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa71fdc-3f92-4ef1-bf47-67211a227094", "tag": "145f38ce-251e-4abd-a316-576403fbbe06"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:05:09.505387 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-f46c7185-2829-4fac-bb4a-82d25a1f43e4 None None] Set router b5b9709b-60c5-448b-9604-a5e13226bbf9 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:05:09.508177 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf05de2-c178-4b81-ab0a-9318220d1585 x-openstack-request-id: req-2bf05de2-c178-4b81-ab0a-9318220d1585 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:05:09.508501 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa71fdc-3f92-4ef1-bf47-67211a227094", "tag": "145f38ce-251e-4abd-a316-576403fbbe06", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:05:09.508775 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2bf05de2-c178-4b81-ab0a-9318220d1585 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:05:09.509240 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa71fdc-3f92-4ef1-bf47-67211a227094', 'tag': '145f38ce-251e-4abd-a316-576403fbbe06', 'status': 'completed', 'code': 200} Jul 14 10:05:09.598335 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8624c89-68cd-4d5b-8c08-947da4a92357 req-05b8feb6-56f6-48fa-85a1-fb7895b91f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:09.601054 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e8624c89-68cd-4d5b-8c08-947da4a92357 req-05b8feb6-56f6-48fa-85a1-fb7895b91f03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=cfa71fdc-3f92-4ef1-bf47-67211a227094 HTTP/1.1" status: 200 len: 1097 time: 0.0625854 Jul 14 10:05:09.704936 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8624c89-68cd-4d5b-8c08-947da4a92357 req-905e0184-c0a6-4c47-98de-b62318f5414d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:09.706434 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e8624c89-68cd-4d5b-8c08-947da4a92357 req-905e0184-c0a6-4c47-98de-b62318f5414d service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbe6168c-d06f-44c2-84e7-a637955e5bba HTTP/1.1" status: 200 len: 897 time: 0.0991101 Jul 14 10:05:09.725996 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f46c7185-2829-4fac-bb4a-82d25a1f43e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49633161', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:04:16Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:02:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '1e24c4a7-9b69-4341-b982-51fc16b57db9', 'name': '', 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:f0:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '04850403-c20d-4fc5-aac7-3765365e1fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:16Z', 'updated_at': '2021-07-14T10:04:20Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': '04850403-c20d-4fc5-aac7-3765365e1fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:09.750734 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e8624c89-68cd-4d5b-8c08-947da4a92357 req-2cf9027c-96ac-4471-877e-8668674e38c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=145f38ce-251e-4abd-a316-576403fbbe06 HTTP/1.1" status: 200 len: 217 time: 0.0369370 Jul 14 10:05:09.753839 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46c7185-2829-4fac-bb4a-82d25a1f43e4 None None] Checking router: b5b9709b-60c5-448b-9604-a5e13226bbf9 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:05:09.762491 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46c7185-2829-4fac-bb4a-82d25a1f43e4 None None] Routers {'b5b9709b-60c5-448b-9604-a5e13226bbf9'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:05:09.763032 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f46c7185-2829-4fac-bb4a-82d25a1f43e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:04:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b5b9709b-60c5-448b-9604-a5e13226bbf9'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:09.828919 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8624c89-68cd-4d5b-8c08-947da4a92357 req-6326cefb-ad91-491e-989e-137c52d5ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:09.830408 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e8624c89-68cd-4d5b-8c08-947da4a92357 req-6326cefb-ad91-491e-989e-137c52d5ac9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04850403-c20d-4fc5-aac7-3765365e1fbb HTTP/1.1" status: 200 len: 835 time: 0.0707209 Jul 14 10:05:09.883664 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08907fd-c1d8-4add-8443-43711588a6a9 req-6c06f6f1-dba4-4dc5-8c0e-7e9d5f2f835d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:09.885266 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f08907fd-c1d8-4add-8443-43711588a6a9 req-6c06f6f1-dba4-4dc5-8c0e-7e9d5f2f835d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfa71fdc-3f92-4ef1-bf47-67211a227094 HTTP/1.1" status: 200 len: 945 time: 0.1370618 Jul 14 10:05:09.933033 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8624c89-68cd-4d5b-8c08-947da4a92357 req-558f8e77-558d-4b69-b122-178866d0fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:09.934650 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e8624c89-68cd-4d5b-8c08-947da4a92357 req-558f8e77-558d-4b69-b122-178866d0fc9f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbe6168c-d06f-44c2-84e7-a637955e5bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951900 Jul 14 10:05:09.942801 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f08907fd-c1d8-4add-8443-43711588a6a9 req-ad386b25-ddbb-4e49-9995-8a7f53b2aab0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e79ed2e-584e-4739-ab94-39c0939d4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513678 Jul 14 10:05:10.025011 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-f46c7185-2829-4fac-bb4a-82d25a1f43e4 None None] Set router b5b9709b-60c5-448b-9604-a5e13226bbf9 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:05:10.034944 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e8624c89-68cd-4d5b-8c08-947da4a92357 req-578df6e9-48e9-4368-8e16-76f209260e59 service neutron] 10.222.0.47 "GET /v2.0/networks/cbe6168c-d06f-44c2-84e7-a637955e5bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909097 Jul 14 10:05:10.128746 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e8624c89-68cd-4d5b-8c08-947da4a92357 req-10a0a954-da57-4cf8-a2b7-c194c59d8dee service neutron] 10.222.0.47 "GET /v2.0/networks/cbe6168c-d06f-44c2-84e7-a637955e5bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862834 Jul 14 10:05:10.219668 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f46c7185-2829-4fac-bb4a-82d25a1f43e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49633161', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:04:16Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:02:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '1e24c4a7-9b69-4341-b982-51fc16b57db9', 'name': '', 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:f0:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '04850403-c20d-4fc5-aac7-3765365e1fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:16Z', 'updated_at': '2021-07-14T10:04:20Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': '04850403-c20d-4fc5-aac7-3765365e1fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:10.249403 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46c7185-2829-4fac-bb4a-82d25a1f43e4 None None] The sync data for ids ['b5b9709b-60c5-448b-9604-a5e13226bbf9'] in n-d-771362-35 is: [{'id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49633161', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:04:16Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:02:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '1e24c4a7-9b69-4341-b982-51fc16b57db9', 'name': '', 'network_id': 'cbe6168c-d06f-44c2-84e7-a637955e5bba', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:f0:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '04850403-c20d-4fc5-aac7-3765365e1fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:16Z', 'updated_at': '2021-07-14T10:04:20Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': '04850403-c20d-4fc5-aac7-3765365e1fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:05:10.465045 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a189d216-eb26-4ac7-b2a2-8597fa89c9d0 None None] New status for floating IP 8225b3c7-c574-41cc-a1f8-10c9baa237d8: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:05:11.129766 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221be1f-fd61-4d1f-8387-de9ca35ab523 req-720687c4-e25f-48d5-aca4-5c54199b8269 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:11.131278 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b221be1f-fd61-4d1f-8387-de9ca35ab523 req-720687c4-e25f-48d5-aca4-5c54199b8269 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfa71fdc-3f92-4ef1-bf47-67211a227094 HTTP/1.1" status: 200 len: 945 time: 0.0672655 Jul 14 10:05:11.170254 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b221be1f-fd61-4d1f-8387-de9ca35ab523 req-b0a2d71a-cb03-4fca-9ccf-4d48be6ffc9d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e79ed2e-584e-4739-ab94-39c0939d4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325751 Jul 14 10:05:11.193818 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:11.271318 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533eb1c-fa12-4731-8ac1-d7572accc691 req-2eb57be5-c3b9-448b-840a-0907c704714a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:11.273231 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8533eb1c-fa12-4731-8ac1-d7572accc691 req-2eb57be5-c3b9-448b-840a-0907c704714a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.47 "GET /v2.0/ports?device_id=cfa71fdc-3f92-4ef1-bf47-67211a227094 HTTP/1.1" status: 200 len: 945 time: 0.0672851 Jul 14 10:05:11.375336 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-8533eb1c-fa12-4731-8ac1-d7572accc691 req-f95dfed6-9b7e-4103-9700-fb87056f60e2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Deleting port 145f38ce-251e-4abd-a316-576403fbbe06 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:05:11.375712 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8533eb1c-fa12-4731-8ac1-d7572accc691 req-f95dfed6-9b7e-4103-9700-fb87056f60e2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:11.466290 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-8533eb1c-fa12-4731-8ac1-d7572accc691 req-f95dfed6-9b7e-4103-9700-fb87056f60e2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] For port 145f38ce-251e-4abd-a316-576403fbbe06, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=145f38ce-251e-4abd-a316-576403fbbe06,segment=NetworkSegment(dd0c0265-489b-4ebf-be4f-323a225032a2),segment_id=dd0c0265-489b-4ebf-be4f-323a225032a2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:11.466651 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8533eb1c-fa12-4731-8ac1-d7572accc691 req-f95dfed6-9b7e-4103-9700-fb87056f60e2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:11.479786 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-8533eb1c-fa12-4731-8ac1-d7572accc691 req-f95dfed6-9b7e-4103-9700-fb87056f60e2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Calling delete_port for 145f38ce-251e-4abd-a316-576403fbbe06 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:05:11.607967 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8533eb1c-fa12-4731-8ac1-d7572accc691 req-f95dfed6-9b7e-4103-9700-fb87056f60e2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:11.638114 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95dfed6-9b7e-4103-9700-fb87056f60e2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Port': ['ID=145f38ce-251e-4abd-a316-576403fbbe06,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:11.671627 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95dfed6-9b7e-4103-9700-fb87056f60e2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:11.671970 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95dfed6-9b7e-4103-9700-fb87056f60e2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:11.672313 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95dfed6-9b7e-4103-9700-fb87056f60e2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:11.672641 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95dfed6-9b7e-4103-9700-fb87056f60e2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:11.672969 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95dfed6-9b7e-4103-9700-fb87056f60e2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:11.673289 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95dfed6-9b7e-4103-9700-fb87056f60e2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:11.673611 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95dfed6-9b7e-4103-9700-fb87056f60e2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:11.673930 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95dfed6-9b7e-4103-9700-fb87056f60e2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:11.674255 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95dfed6-9b7e-4103-9700-fb87056f60e2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:11.674574 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95dfed6-9b7e-4103-9700-fb87056f60e2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:11.674889 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95dfed6-9b7e-4103-9700-fb87056f60e2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:11.675201 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95dfed6-9b7e-4103-9700-fb87056f60e2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:11.692864 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8533eb1c-fa12-4731-8ac1-d7572accc691 req-f95dfed6-9b7e-4103-9700-fb87056f60e2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] No DVR routers for this DVR port 145f38ce-251e-4abd-a316-576403fbbe06 on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:05:11.696620 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-8533eb1c-fa12-4731-8ac1-d7572accc691 req-f95dfed6-9b7e-4103-9700-fb87056f60e2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:11.698568 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8533eb1c-fa12-4731-8ac1-d7572accc691 req-f95dfed6-9b7e-4103-9700-fb87056f60e2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.47 "DELETE /v2.0/ports/145f38ce-251e-4abd-a316-576403fbbe06 HTTP/1.1" status: 204 len: 173 time: 0.4190805 Jul 14 10:05:11.699060 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa71fdc-3f92-4ef1-bf47-67211a227094', 'name': 'network-vif-deleted', 'tag': '145f38ce-251e-4abd-a316-576403fbbe06'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:05:11.701330 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdfd76875a0dbbaf1509a4c423fc1f4cb1751388cb9186f92cdb94f63ad4e53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47672f8-7bc7-48f4-84bd-f46b2f5933ae" -d '{"events": [{"server_uuid": "cfa71fdc-3f92-4ef1-bf47-67211a227094", "name": "network-vif-deleted", "tag": "145f38ce-251e-4abd-a316-576403fbbe06"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:05:11.738020 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e93758-94d5-4346-9bab-612e7953ca02 x-openstack-request-id: req-26e93758-94d5-4346-9bab-612e7953ca02 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:05:11.738306 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa71fdc-3f92-4ef1-bf47-67211a227094", "name": "network-vif-deleted", "tag": "145f38ce-251e-4abd-a316-576403fbbe06", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:05:11.738606 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26e93758-94d5-4346-9bab-612e7953ca02 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:05:11.739045 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa71fdc-3f92-4ef1-bf47-67211a227094', 'name': 'network-vif-deleted', 'tag': '145f38ce-251e-4abd-a316-576403fbbe06', 'status': 'completed', 'code': 200} Jul 14 10:05:12.337026 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a8b17320-9032-4c71-9ee7-8d3e056e68ea req-a4802f10-f7cc-4cef-86a7-43a284c28547 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfa71fdc-3f92-4ef1-bf47-67211a227094 HTTP/1.1" status: 200 len: 210 time: 0.0283186 Jul 14 10:05:12.725609 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:13.429549 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35996) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:13.781025 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-222f55d3-7168-4d72-85b7-f040eec47aac tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:14.043622 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-222f55d3-7168-4d72-85b7-f040eec47aac tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Deleting port 1e24c4a7-9b69-4341-b982-51fc16b57db9 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:05:14.043885 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-222f55d3-7168-4d72-85b7-f040eec47aac tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:14.132187 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-222f55d3-7168-4d72-85b7-f040eec47aac tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] For port 1e24c4a7-9b69-4341-b982-51fc16b57db9, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=1e24c4a7-9b69-4341-b982-51fc16b57db9,segment=NetworkSegment(dd0c0265-489b-4ebf-be4f-323a225032a2),segment_id=dd0c0265-489b-4ebf-be4f-323a225032a2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:14.132539 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-222f55d3-7168-4d72-85b7-f040eec47aac tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:14.143971 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-222f55d3-7168-4d72-85b7-f040eec47aac tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Calling delete_port for 1e24c4a7-9b69-4341-b982-51fc16b57db9 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:05:14.326798 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-222f55d3-7168-4d72-85b7-f040eec47aac tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:14.355014 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f55d3-7168-4d72-85b7-f040eec47aac tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Port': ['ID=1e24c4a7-9b69-4341-b982-51fc16b57db9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:14.545810 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-222f55d3-7168-4d72-85b7-f040eec47aac tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:14.766976 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222f55d3-7168-4d72-85b7-f040eec47aac tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Router b5b9709b-60c5-448b-9604-a5e13226bbf9 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:05:15.120098 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 145f38ce-251e-4abd-a316-576403fbbe06 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:05:15.141748 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 145f38ce-251e-4abd-a316-576403fbbe06 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:05:15.142120 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 145f38ce-251e-4abd-a316-576403fbbe06 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:05:15.196111 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222f55d3-7168-4d72-85b7-f040eec47aac tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:05:15.201080 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-222f55d3-7168-4d72-85b7-f040eec47aac tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "PUT /v2.0/routers/b5b9709b-60c5-448b-9604-a5e13226bbf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7705121 Jul 14 10:05:15.203843 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 35998) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:15.206364 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c1913-f5f4-486c-9320-e8f831eb8554 None None] Sync routers for ids ['b5b9709b-60c5-448b-9604-a5e13226bbf9'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:05:15.215794 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54c1913-f5f4-486c-9320-e8f831eb8554 None None] Routers {'b5b9709b-60c5-448b-9604-a5e13226bbf9'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:05:15.216395 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d54c1913-f5f4-486c-9320-e8f831eb8554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:04:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b5b9709b-60c5-448b-9604-a5e13226bbf9'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:15.253993 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9409ee0e-ab4e-4357-a2f1-f75a5e7f5564 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Deleting subnet 04850403-c20d-4fc5-aac7-3765365e1fbb {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:05:15.257062 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9409ee0e-ab4e-4357-a2f1-f75a5e7f5564 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:15.296218 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9409ee0e-ab4e-4357-a2f1-f75a5e7f5564 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:15.323446 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-d54c1913-f5f4-486c-9320-e8f831eb8554 None None] Set router b5b9709b-60c5-448b-9604-a5e13226bbf9 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:05:15.383163 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9409ee0e-ab4e-4357-a2f1-f75a5e7f5564 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:15.443299 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9409ee0e-ab4e-4357-a2f1-f75a5e7f5564 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:15.467733 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409ee0e-ab4e-4357-a2f1-f75a5e7f5564 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Subnet': ['ID=04850403-c20d-4fc5-aac7-3765365e1fbb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:15.476896 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9409ee0e-ab4e-4357-a2f1-f75a5e7f5564 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:15.479082 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9409ee0e-ab4e-4357-a2f1-f75a5e7f5564 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "DELETE /v2.0/subnets/04850403-c20d-4fc5-aac7-3765365e1fbb HTTP/1.1" status: 204 len: 168 time: 0.2740893 Jul 14 10:05:15.481535 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36000) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:15.495354 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c2800d-3f82-4eb4-afab-7d8e4ac1bff4 None None] Network cbe6168c-d06f-44c2-84e7-a637955e5bba requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:05:15.591839 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b21c566-314f-43bc-ad80-a6d90621dfec tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:15.615359 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d54c1913-f5f4-486c-9320-e8f831eb8554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49633161', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:05:14Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:02:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:15.648481 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c1913-f5f4-486c-9320-e8f831eb8554 None None] Checking router: b5b9709b-60c5-448b-9604-a5e13226bbf9 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:05:15.660887 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54c1913-f5f4-486c-9320-e8f831eb8554 None None] Routers {'b5b9709b-60c5-448b-9604-a5e13226bbf9'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:05:15.661482 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d54c1913-f5f4-486c-9320-e8f831eb8554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:04:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b5b9709b-60c5-448b-9604-a5e13226bbf9'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:15.695516 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b21c566-314f-43bc-ad80-a6d90621dfec tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:15.749056 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7b21c566-314f-43bc-ad80-a6d90621dfec tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Deleting port d46a3650-511a-41f7-b687-da2705c3eaec {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:05:15.749446 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b21c566-314f-43bc-ad80-a6d90621dfec tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:15.782489 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-d54c1913-f5f4-486c-9320-e8f831eb8554 None None] Set router b5b9709b-60c5-448b-9604-a5e13226bbf9 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:05:15.785541 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541026af-0042-4a7e-8bcd-eb66b4fdb7b8 None None] DHCP port deletion for cbe6168c-d06f-44c2-84e7-a637955e5bba request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:05:15.829971 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7b21c566-314f-43bc-ad80-a6d90621dfec tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] For port d46a3650-511a-41f7-b687-da2705c3eaec, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d46a3650-511a-41f7-b687-da2705c3eaec,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:15.830334 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b21c566-314f-43bc-ad80-a6d90621dfec tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:15.842690 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7b21c566-314f-43bc-ad80-a6d90621dfec tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Calling delete_port for d46a3650-511a-41f7-b687-da2705c3eaec owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:05:15.975178 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-541026af-0042-4a7e-8bcd-eb66b4fdb7b8 None None] Deleting port ab2334ff-1c72-4cf8-839d-7751c5f1cabd {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:05:15.976249 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-541026af-0042-4a7e-8bcd-eb66b4fdb7b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:16.019142 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b21c566-314f-43bc-ad80-a6d90621dfec tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:16.049282 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21c566-314f-43bc-ad80-a6d90621dfec tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Port': ['ID=d46a3650-511a-41f7-b687-da2705c3eaec,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:16.057744 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-541026af-0042-4a7e-8bcd-eb66b4fdb7b8 None None] For port ab2334ff-1c72-4cf8-839d-7751c5f1cabd, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ab2334ff-1c72-4cf8-839d-7751c5f1cabd,segment=NetworkSegment(dd0c0265-489b-4ebf-be4f-323a225032a2),segment_id=dd0c0265-489b-4ebf-be4f-323a225032a2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:16.058092 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-541026af-0042-4a7e-8bcd-eb66b4fdb7b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:16.062985 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ab2334ff-1c72-4cf8-839d-7751c5f1cabd no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:05:16.095900 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-541026af-0042-4a7e-8bcd-eb66b4fdb7b8 None None] Calling delete_port for ab2334ff-1c72-4cf8-839d-7751c5f1cabd owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:05:16.105406 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d54c1913-f5f4-486c-9320-e8f831eb8554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49633161', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:05:14Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:02:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:16.112770 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b21c566-314f-43bc-ad80-a6d90621dfec tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:16.144070 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c1913-f5f4-486c-9320-e8f831eb8554 None None] The sync data for ids ['b5b9709b-60c5-448b-9604-a5e13226bbf9'] in n-d-771362-35 is: [{'id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49633161', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:05:14Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd46a3650-511a-41f7-b687-da2705c3eaec', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:02:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b9709b-60c5-448b-9604-a5e13226bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:13Z', 'updated_at': '2021-07-14T10:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:05:16.206775 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b21c566-314f-43bc-ad80-a6d90621dfec tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:16.208929 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b21c566-314f-43bc-ad80-a6d90621dfec tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:16.247293 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:16.260760 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b21c566-314f-43bc-ad80-a6d90621dfec tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:16.261337 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b21c566-314f-43bc-ad80-a6d90621dfec tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Fanout notify agent at l3_agent the message router_deleted on router b5b9709b-60c5-448b-9604-a5e13226bbf9 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:05:16.267914 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-541026af-0042-4a7e-8bcd-eb66b4fdb7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:16.269618 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b21c566-314f-43bc-ad80-a6d90621dfec tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:16.270726 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7b21c566-314f-43bc-ad80-a6d90621dfec tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "DELETE /v2.0/routers/b5b9709b-60c5-448b-9604-a5e13226bbf9 HTTP/1.1" status: 204 len: 168 time: 0.7882626 Jul 14 10:05:16.273677 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36002) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:16.296592 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541026af-0042-4a7e-8bcd-eb66b4fdb7b8 None None] Pushing event deleted for resources: {'Port': ['ID=ab2334ff-1c72-4cf8-839d-7751c5f1cabd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:16.316758 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541026af-0042-4a7e-8bcd-eb66b4fdb7b8 None None] No DVR routers for this DVR port ab2334ff-1c72-4cf8-839d-7751c5f1cabd on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:05:16.326736 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541026af-0042-4a7e-8bcd-eb66b4fdb7b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:16.327249 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541026af-0042-4a7e-8bcd-eb66b4fdb7b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:16.327526 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541026af-0042-4a7e-8bcd-eb66b4fdb7b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:16.327858 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541026af-0042-4a7e-8bcd-eb66b4fdb7b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:16.328207 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541026af-0042-4a7e-8bcd-eb66b4fdb7b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:16.328525 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541026af-0042-4a7e-8bcd-eb66b4fdb7b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:16.328850 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541026af-0042-4a7e-8bcd-eb66b4fdb7b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:16.329172 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541026af-0042-4a7e-8bcd-eb66b4fdb7b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:16.329491 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541026af-0042-4a7e-8bcd-eb66b4fdb7b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:16.329812 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541026af-0042-4a7e-8bcd-eb66b4fdb7b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:16.330388 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541026af-0042-4a7e-8bcd-eb66b4fdb7b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:16.330504 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541026af-0042-4a7e-8bcd-eb66b4fdb7b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:16.356743 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd8c39da-0ae7-4756-a251-11547a43d423 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:16.444266 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd8c39da-0ae7-4756-a251-11547a43d423 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:16.454002 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-fd8c39da-0ae7-4756-a251-11547a43d423 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe6168c-d06f-44c2-84e7-a637955e5bba']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:16.465395 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-fd8c39da-0ae7-4756-a251-11547a43d423 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd0c0265-489b-4ebf-be4f-323a225032a2') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:16.465696 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-fd8c39da-0ae7-4756-a251-11547a43d423 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd0c0265-489b-4ebf-be4f-323a225032a2') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:16.474379 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd8c39da-0ae7-4756-a251-11547a43d423 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:16.488396 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd8c39da-0ae7-4756-a251-11547a43d423 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:16.494866 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8c39da-0ae7-4756-a251-11547a43d423 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:05:16.495686 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd8c39da-0ae7-4756-a251-11547a43d423 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: timer() Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:05:16.498357 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:05:16.563829 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd8c39da-0ae7-4756-a251-11547a43d423 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:16.571826 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd8c39da-0ae7-4756-a251-11547a43d423 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:16.573218 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fd8c39da-0ae7-4756-a251-11547a43d423 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "DELETE /v2.0/networks/cbe6168c-d06f-44c2-84e7-a637955e5bba HTTP/1.1" status: 204 len: 168 time: 0.2985554 Jul 14 10:05:16.575861 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36004) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:16.598876 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c39da-0ae7-4756-a251-11547a43d423 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Network': ['ID=cbe6168c-d06f-44c2-84e7-a637955e5bba,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:16.658287 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c10a106-a638-41cd-84b2-f906417aac5f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:16.684165 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c10a106-a638-41cd-84b2-f906417aac5f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:16.750407 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c10a106-a638-41cd-84b2-f906417aac5f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:16.753117 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c10a106-a638-41cd-84b2-f906417aac5f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:16.754314 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1c10a106-a638-41cd-84b2-f906417aac5f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "DELETE /v2.0/security-groups/2e79ed2e-584e-4739-ab94-39c0939d4ead HTTP/1.1" status: 204 len: 168 time: 0.1773214 Jul 14 10:05:16.764402 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10a106-a638-41cd-84b2-f906417aac5f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e79ed2e-584e-4739-ab94-39c0939d4ead,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:17.066663 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36010) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:17.072493 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-8f742dab-43dd-4a01-809a-306172d29b87 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1729117482', 'description': 'tempest-secgroup-smoke-1729117482 description', 'project_id': '79b1a17c6357440591aaeff73e261da4'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:17.095405 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f742dab-43dd-4a01-809a-306172d29b87 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:17.194795 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f742dab-43dd-4a01-809a-306172d29b87 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:17.199643 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f742dab-43dd-4a01-809a-306172d29b87 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:17.228745 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f742dab-43dd-4a01-809a-306172d29b87 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:17.229995 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8f742dab-43dd-4a01-809a-306172d29b87 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1623251 Jul 14 10:05:17.231944 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f742dab-43dd-4a01-809a-306172d29b87 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d02963f-2841-426d-a91d-ac3ed6a2aa83,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:17.232988 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36012) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:17.237975 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1d83a1a0-915f-4694-a9ae-40d3d88bea0a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': '4d02963f-2841-426d-a91d-ac3ed6a2aa83', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:17.265867 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d83a1a0-915f-4694-a9ae-40d3d88bea0a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:17.323903 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d83a1a0-915f-4694-a9ae-40d3d88bea0a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:17.327788 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d83a1a0-915f-4694-a9ae-40d3d88bea0a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:17.345727 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83a1a0-915f-4694-a9ae-40d3d88bea0a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0f6cfd-e927-4caf-866d-bad42827eaa9,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:17.352888 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d83a1a0-915f-4694-a9ae-40d3d88bea0a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:17.354118 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1d83a1a0-915f-4694-a9ae-40d3d88bea0a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200399 Jul 14 10:05:17.356694 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36014) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:17.361207 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ea768ae4-0b81-4867-b51d-8118130d1355 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': '4d02963f-2841-426d-a91d-ac3ed6a2aa83', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:17.388061 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea768ae4-0b81-4867-b51d-8118130d1355 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:17.446115 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea768ae4-0b81-4867-b51d-8118130d1355 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:17.451639 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea768ae4-0b81-4867-b51d-8118130d1355 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:17.469492 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea768ae4-0b81-4867-b51d-8118130d1355 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57062fe8-3816-43a0-94a1-13e48fb436ae,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:17.476141 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea768ae4-0b81-4867-b51d-8118130d1355 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:17.477399 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ea768ae4-0b81-4867-b51d-8118130d1355 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197500 Jul 14 10:05:17.480173 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36016) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:17.484543 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-baa03df2-b017-4c88-81dd-4b5c08112071 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': '4d02963f-2841-426d-a91d-ac3ed6a2aa83', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:17.510562 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-baa03df2-b017-4c88-81dd-4b5c08112071 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:17.571441 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-baa03df2-b017-4c88-81dd-4b5c08112071 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:17.575468 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-baa03df2-b017-4c88-81dd-4b5c08112071 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:17.594660 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa03df2-b017-4c88-81dd-4b5c08112071 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064bfc6d-53ae-432c-a018-7f7f59ad35d0,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:17.597828 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-baa03df2-b017-4c88-81dd-4b5c08112071 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:17.599106 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-baa03df2-b017-4c88-81dd-4b5c08112071 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180077 Jul 14 10:05:17.602596 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36018) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:17.607569 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1562cc04-1375-4107-9d43-3e1cbab74a86 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': '4d02963f-2841-426d-a91d-ac3ed6a2aa83', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:17.633845 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1562cc04-1375-4107-9d43-3e1cbab74a86 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:17.692323 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1562cc04-1375-4107-9d43-3e1cbab74a86 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:17.696035 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1562cc04-1375-4107-9d43-3e1cbab74a86 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:17.713230 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562cc04-1375-4107-9d43-3e1cbab74a86 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75749fb-2f9c-4ad2-96a2-0b5eceb32a02,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:17.718298 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1562cc04-1375-4107-9d43-3e1cbab74a86 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:17.719378 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1562cc04-1375-4107-9d43-3e1cbab74a86 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157243 Jul 14 10:05:17.722162 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36020) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:17.727222 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-f40b593a-2cc3-4dbe-a7d6-2d0368f16cb3 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': '4d02963f-2841-426d-a91d-ac3ed6a2aa83', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:17.748646 n-d-771362-35 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-f40b593a-2cc3-4dbe-a7d6-2d0368f16cb3 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Project 79b1a17c6357440591aaeff73e261da4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:05:17.753497 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f40b593a-2cc3-4dbe-a7d6-2d0368f16cb3 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:17.813270 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f40b593a-2cc3-4dbe-a7d6-2d0368f16cb3 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:17.816871 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f40b593a-2cc3-4dbe-a7d6-2d0368f16cb3 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:17.836208 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b593a-2cc3-4dbe-a7d6-2d0368f16cb3 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31dac165-cd64-403b-9e32-589a88fa602b,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:17.838466 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f40b593a-2cc3-4dbe-a7d6-2d0368f16cb3 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:17.839710 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f40b593a-2cc3-4dbe-a7d6-2d0368f16cb3 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1165397 Jul 14 10:05:17.842491 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36022) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:17.846847 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e69c200a-8d44-46b8-92ad-77259c2111aa tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': '4d02963f-2841-426d-a91d-ac3ed6a2aa83', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:17.869634 n-d-771362-35 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-e69c200a-8d44-46b8-92ad-77259c2111aa tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Project 79b1a17c6357440591aaeff73e261da4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:05:17.874298 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e69c200a-8d44-46b8-92ad-77259c2111aa tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:17.938469 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e69c200a-8d44-46b8-92ad-77259c2111aa tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:17.941915 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e69c200a-8d44-46b8-92ad-77259c2111aa tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:17.960886 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c200a-8d44-46b8-92ad-77259c2111aa tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d931b8a7-9a1d-4478-80e4-2d4e232b79da,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:17.967883 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e69c200a-8d44-46b8-92ad-77259c2111aa tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:17.969167 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e69c200a-8d44-46b8-92ad-77259c2111aa tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257482 Jul 14 10:05:17.971960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36024) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:17.977523 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-2570400e-3ff5-45eb-aab4-34da73bbe925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'network': {'name': 'tempest-network-smoke--1205351346', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'port_security_enabled': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:17.996841 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 1e24c4a7-9b69-4341-b982-51fc16b57db9 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:05:17.997889 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2570400e-3ff5-45eb-aab4-34da73bbe925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Made reservation on behalf of 79b1a17c6357440591aaeff73e261da4 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:05:18.001897 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2570400e-3ff5-45eb-aab4-34da73bbe925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:18.020055 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 1e24c4a7-9b69-4341-b982-51fc16b57db9 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:05:18.020456 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 1e24c4a7-9b69-4341-b982-51fc16b57db9 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:05:18.020818 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d46a3650-511a-41f7-b687-da2705c3eaec no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:05:18.026523 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2570400e-3ff5-45eb-aab4-34da73bbe925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:05:18.036657 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2570400e-3ff5-45eb-aab4-34da73bbe925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:18.036997 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-2570400e-3ff5-45eb-aab4-34da73bbe925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Added segment 80c313d7-c3ac-4d26-8056-100758a18176 of type vlan for network b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d Jul 14 10:05:18.041524 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: d46a3650-511a-41f7-b687-da2705c3eaec {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:05:18.041876 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d46a3650-511a-41f7-b687-da2705c3eaec not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:05:18.079417 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2570400e-3ff5-45eb-aab4-34da73bbe925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:18.108243 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2570400e-3ff5-45eb-aab4-34da73bbe925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:18.113762 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2570400e-3ff5-45eb-aab4-34da73bbe925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:18.114351 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2570400e-3ff5-45eb-aab4-34da73bbe925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:18.173141 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-2570400e-3ff5-45eb-aab4-34da73bbe925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2001257 Jul 14 10:05:18.176073 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36026) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:18.181217 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-0ea8bdac-c4f7-4b23-8ec2-5777efee95e0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1292103658', 'admin_state_up': True, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:18.181535 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570400e-3ff5-45eb-aab4-34da73bbe925 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Network': ['ID=b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:18.195153 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:05:18.205557 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ea8bdac-c4f7-4b23-8ec2-5777efee95e0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:18.206566 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ea8bdac-c4f7-4b23-8ec2-5777efee95e0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:18.265647 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ea8bdac-c4f7-4b23-8ec2-5777efee95e0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:18.407244 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ea8bdac-c4f7-4b23-8ec2-5777efee95e0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:18.538458 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-114cd0a7-56a9-430d-a64b-776e635ba0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:18.610071 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ea8bdac-c4f7-4b23-8ec2-5777efee95e0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:18.629244 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ea8bdac-c4f7-4b23-8ec2-5777efee95e0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:18.737876 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-0ea8bdac-c4f7-4b23-8ec2-5777efee95e0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Allocated IP 172.25.6.26 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/74442301-1324-495e-afb5-eae3df130768) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:05:18.845205 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ea8bdac-c4f7-4b23-8ec2-5777efee95e0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:18.884896 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ea8bdac-c4f7-4b23-8ec2-5777efee95e0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:18.923731 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea8bdac-c4f7-4b23-8ec2-5777efee95e0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:05:18.926557 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0ea8bdac-c4f7-4b23-8ec2-5777efee95e0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:05:18.932904 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea8bdac-c4f7-4b23-8ec2-5777efee95e0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:05:18.962006 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8bdac-c4f7-4b23-8ec2-5777efee95e0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=74442301-1324-495e-afb5-eae3df130768,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:19.190472 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ea8bdac-c4f7-4b23-8ec2-5777efee95e0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:19.396055 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ea8bdac-c4f7-4b23-8ec2-5777efee95e0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:19.525651 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea8bdac-c4f7-4b23-8ec2-5777efee95e0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Router b3ca8548-5a07-45aa-a7b8-3865a03c9e5e is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:05:19.632705 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea8bdac-c4f7-4b23-8ec2-5777efee95e0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:05:19.641678 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceee748-df34-4d63-b4f1-c5a03217047c None None] Sync routers for ids ['b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:05:19.651507 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ea8bdac-c4f7-4b23-8ec2-5777efee95e0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:19.651921 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceee748-df34-4d63-b4f1-c5a03217047c None None] Routers {'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:05:19.652689 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8ceee748-df34-4d63-b4f1-c5a03217047c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:04:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:19.653011 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0ea8bdac-c4f7-4b23-8ec2-5777efee95e0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4755580 Jul 14 10:05:19.657049 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36028) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:19.687365 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0b0375c3-5952-423d-a734-a5d67104beec tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=79b1a17c6357440591aaeff73e261da4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269537 Jul 14 10:05:19.687648 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36030) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:19.759719 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-8ceee748-df34-4d63-b4f1-c5a03217047c None None] Set router b3ca8548-5a07-45aa-a7b8-3865a03c9e5e gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:05:19.774261 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bedf591-597f-4d6a-b925-4fa7ba9acb17 tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:19.775893 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3bedf591-597f-4d6a-b925-4fa7ba9acb17 tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873101 Jul 14 10:05:19.778595 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36032) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:19.806753 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-86c38a31-4480-4fc7-aedb-89a3723f0bb9 tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6facc217-dc01-422a-8069-2c7784a4d993&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270045 Jul 14 10:05:19.809174 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36034) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:19.814106 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-85455e18-9710-434e-a9ff-acae29d22e85 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-18777066', 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:19.913713 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85455e18-9710-434e-a9ff-acae29d22e85 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Made reservation on behalf of 79b1a17c6357440591aaeff73e261da4 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:05:19.917446 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85455e18-9710-434e-a9ff-acae29d22e85 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:20.032750 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8ceee748-df34-4d63-b4f1-c5a03217047c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292103658', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '74442301-1324-495e-afb5-eae3df130768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:05:19Z', 'revision_number': 3, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': '74442301-1324-495e-afb5-eae3df130768', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:20.062789 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceee748-df34-4d63-b4f1-c5a03217047c None None] Checking router: b3ca8548-5a07-45aa-a7b8-3865a03c9e5e for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:05:20.063137 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceee748-df34-4d63-b4f1-c5a03217047c None None] Updating router b3ca8548-5a07-45aa-a7b8-3865a03c9e5e port 74442301-1324-495e-afb5-eae3df130768 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:05:20.097907 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8ceee748-df34-4d63-b4f1-c5a03217047c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:20.108781 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85455e18-9710-434e-a9ff-acae29d22e85 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:20.170114 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85455e18-9710-434e-a9ff-acae29d22e85 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Subnet': ['ID=c4229b03-caaa-493f-8647-17296bf3efab,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:20.177487 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85455e18-9710-434e-a9ff-acae29d22e85 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Checking segment: {'id': '80c313d7-c3ac-4d26-8056-100758a18176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:05:20.177780 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85455e18-9710-434e-a9ff-acae29d22e85 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network hostable DHCP agents. Network: b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:05:20.195208 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85455e18-9710-434e-a9ff-acae29d22e85 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:05:20.205233 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-85455e18-9710-434e-a9ff-acae29d22e85 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:05:20.209031 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85455e18-9710-434e-a9ff-acae29d22e85 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:20.209662 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85455e18-9710-434e-a9ff-acae29d22e85 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:20.214349 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffa5a6f-be9c-4e93-a1ad-d59114a455e7 None None] Network b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:05:20.224672 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-85455e18-9710-434e-a9ff-acae29d22e85 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4144723 Jul 14 10:05:20.227580 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36036) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:20.364204 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8ceee748-df34-4d63-b4f1-c5a03217047c None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:20.374659 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8ceee748-df34-4d63-b4f1-c5a03217047c None None] Transition to ACTIVE for port object 74442301-1324-495e-afb5-eae3df130768 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:05:20.385120 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8ceee748-df34-4d63-b4f1-c5a03217047c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:20.388624 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b2f05c-8f76-4198-b66c-5d80c61afe4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d', 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'fixed_ips': [{'subnet_id': 'c4229b03-caaa-493f-8647-17296bf3efab'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:05:20.389754 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-99b2f05c-8f76-4198-b66c-5d80c61afe4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:20.439451 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8ceee748-df34-4d63-b4f1-c5a03217047c None None] Attempting to bind port 74442301-1324-495e-afb5-eae3df130768 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:05:20.439847 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8ceee748-df34-4d63-b4f1-c5a03217047c None None] Attempting to bind port 74442301-1324-495e-afb5-eae3df130768 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:05:20.440201 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee748-df34-4d63-b4f1-c5a03217047c None None] Attempting to bind port 74442301-1324-495e-afb5-eae3df130768 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:05:20.449095 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f5ee8-1571-4f65-8ee9-a540dd097606 None None] Pushing event updated for resources: {'Port': ['ID=74442301-1324-495e-afb5-eae3df130768,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:20.451318 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee748-df34-4d63-b4f1-c5a03217047c None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:05:20.451717 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee748-df34-4d63-b4f1-c5a03217047c None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:05:20.452124 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8ceee748-df34-4d63-b4f1-c5a03217047c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:20.452515 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee748-df34-4d63-b4f1-c5a03217047c None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:05:20.452977 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-8ceee748-df34-4d63-b4f1-c5a03217047c None None] Bound port: 74442301-1324-495e-afb5-eae3df130768, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:05:20.453350 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8ceee748-df34-4d63-b4f1-c5a03217047c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:20.477304 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f5ee8-1571-4f65-8ee9-a540dd097606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:20.477652 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f5ee8-1571-4f65-8ee9-a540dd097606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:20.477992 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f5ee8-1571-4f65-8ee9-a540dd097606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:20.478328 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f5ee8-1571-4f65-8ee9-a540dd097606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:20.478662 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f5ee8-1571-4f65-8ee9-a540dd097606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:20.479014 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f5ee8-1571-4f65-8ee9-a540dd097606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:20.479339 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f5ee8-1571-4f65-8ee9-a540dd097606 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:20.479684 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f5ee8-1571-4f65-8ee9-a540dd097606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:20.480005 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f5ee8-1571-4f65-8ee9-a540dd097606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:20.480323 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f5ee8-1571-4f65-8ee9-a540dd097606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:20.480644 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f5ee8-1571-4f65-8ee9-a540dd097606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:20.480973 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f5ee8-1571-4f65-8ee9-a540dd097606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:20.522050 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8ceee748-df34-4d63-b4f1-c5a03217047c None None] For port 74442301-1324-495e-afb5-eae3df130768, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:05:20.525830 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8ceee748-df34-4d63-b4f1-c5a03217047c None None] For port 74442301-1324-495e-afb5-eae3df130768, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=74442301-1324-495e-afb5-eae3df130768,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:05:20.530060 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8ceee748-df34-4d63-b4f1-c5a03217047c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:20.551160 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-99b2f05c-8f76-4198-b66c-5d80c61afe4d None None] Allocated IP 172.20.0.2 (b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d/c4229b03-caaa-493f-8647-17296bf3efab/ebedc952-0c0a-4546-a839-d12185098e38) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:05:20.590749 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f5ee8-1571-4f65-8ee9-a540dd097606 None None] Pushing event updated for resources: {'Port': ['ID=74442301-1324-495e-afb5-eae3df130768,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:20.595131 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceee748-df34-4d63-b4f1-c5a03217047c None None] Routers {'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:05:20.595773 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8ceee748-df34-4d63-b4f1-c5a03217047c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:04:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:20.706089 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe91f-aca9-49d4-84ad-d4d3a42e770b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:20.709128 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-8ceee748-df34-4d63-b4f1-c5a03217047c None None] Set router b3ca8548-5a07-45aa-a7b8-3865a03c9e5e gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:05:20.728447 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-99b2f05c-8f76-4198-b66c-5d80c61afe4d None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:20.737299 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-99b2f05c-8f76-4198-b66c-5d80c61afe4d None None] Transition to ACTIVE for port object ebedc952-0c0a-4546-a839-d12185098e38 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:05:20.752622 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-99b2f05c-8f76-4198-b66c-5d80c61afe4d None None] Transition to ACTIVE for port object ebedc952-0c0a-4546-a839-d12185098e38 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:05:20.759509 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-99b2f05c-8f76-4198-b66c-5d80c61afe4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:20.796284 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b2f05c-8f76-4198-b66c-5d80c61afe4d None None] Network b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:05:20.801024 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-99b2f05c-8f76-4198-b66c-5d80c61afe4d None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:05:20.804802 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b2f05c-8f76-4198-b66c-5d80c61afe4d None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:05:20.813634 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2f05c-8f76-4198-b66c-5d80c61afe4d None None] Pushing event updated for resources: {'Port': ['ID=ebedc952-0c0a-4546-a839-d12185098e38,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:20.873898 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-99b2f05c-8f76-4198-b66c-5d80c61afe4d None None] Attempting to bind port ebedc952-0c0a-4546-a839-d12185098e38 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:05:20.874278 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-99b2f05c-8f76-4198-b66c-5d80c61afe4d None None] Attempting to bind port ebedc952-0c0a-4546-a839-d12185098e38 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '80c313d7-c3ac-4d26-8056-100758a18176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:05:20.874538 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b2f05c-8f76-4198-b66c-5d80c61afe4d None None] Attempting to bind port ebedc952-0c0a-4546-a839-d12185098e38 on network b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:05:20.880122 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b2f05c-8f76-4198-b66c-5d80c61afe4d None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:05:20.880497 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b2f05c-8f76-4198-b66c-5d80c61afe4d None None] Checking segment: {'id': '80c313d7-c3ac-4d26-8056-100758a18176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:05:20.881111 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-99b2f05c-8f76-4198-b66c-5d80c61afe4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:20.881728 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b2f05c-8f76-4198-b66c-5d80c61afe4d None None] Bound using segment: {'id': '80c313d7-c3ac-4d26-8056-100758a18176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:05:20.882530 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-99b2f05c-8f76-4198-b66c-5d80c61afe4d None None] Bound port: ebedc952-0c0a-4546-a839-d12185098e38, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c313d7-c3ac-4d26-8056-100758a18176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:05:20.883099 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-99b2f05c-8f76-4198-b66c-5d80c61afe4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:20.895288 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-8ceee748-df34-4d63-b4f1-c5a03217047c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292103658', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '74442301-1324-495e-afb5-eae3df130768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:05:19Z', 'revision_number': 3, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': '74442301-1324-495e-afb5-eae3df130768', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:20.927269 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceee748-df34-4d63-b4f1-c5a03217047c None None] The sync data for ids ['b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'] in n-d-771362-35 is: [{'id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292103658', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '74442301-1324-495e-afb5-eae3df130768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:05:19Z', 'revision_number': 3, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': '74442301-1324-495e-afb5-eae3df130768', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:05:20.957012 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-99b2f05c-8f76-4198-b66c-5d80c61afe4d None None] For port ebedc952-0c0a-4546-a839-d12185098e38, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:05:20.961161 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-99b2f05c-8f76-4198-b66c-5d80c61afe4d None None] For port ebedc952-0c0a-4546-a839-d12185098e38, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ebedc952-0c0a-4546-a839-d12185098e38,segment=NetworkSegment(80c313d7-c3ac-4d26-8056-100758a18176),segment_id=80c313d7-c3ac-4d26-8056-100758a18176)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:05:20.966063 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-99b2f05c-8f76-4198-b66c-5d80c61afe4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:21.007561 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-d1ebe91f-aca9-49d4-84ad-d4d3a42e770b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Allocated IP 172.20.0.1 (b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d/c4229b03-caaa-493f-8647-17296bf3efab/53699799-63f4-47a3-a705-37e0d4caaff5) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:05:21.032870 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2f05c-8f76-4198-b66c-5d80c61afe4d None None] Pushing event updated for resources: {'Port': ['ID=ebedc952-0c0a-4546-a839-d12185098e38,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:21.135766 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd8f935d-c864-4567-86f1-d628e0eb1bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:21.146309 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe91f-aca9-49d4-84ad-d4d3a42e770b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:21.166204 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1ebe91f-aca9-49d4-84ad-d4d3a42e770b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Transition to ACTIVE for port object 53699799-63f4-47a3-a705-37e0d4caaff5 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:05:21.216781 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe91f-aca9-49d4-84ad-d4d3a42e770b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:21.269040 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ebe91f-aca9-49d4-84ad-d4d3a42e770b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:05:21.273095 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-d1ebe91f-aca9-49d4-84ad-d4d3a42e770b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:05:21.282571 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ebe91f-aca9-49d4-84ad-d4d3a42e770b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:05:21.310554 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebe91f-aca9-49d4-84ad-d4d3a42e770b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=53699799-63f4-47a3-a705-37e0d4caaff5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:21.339909 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe91f-aca9-49d4-84ad-d4d3a42e770b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:21.371647 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:21.503779 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe91f-aca9-49d4-84ad-d4d3a42e770b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:21.804610 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe91f-aca9-49d4-84ad-d4d3a42e770b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:21.810181 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe91f-aca9-49d4-84ad-d4d3a42e770b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:21.889894 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe91f-aca9-49d4-84ad-d4d3a42e770b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:21.891906 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebe91f-aca9-49d4-84ad-d4d3a42e770b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=53699799-63f4-47a3-a705-37e0d4caaff5,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:22.012064 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ebe91f-aca9-49d4-84ad-d4d3a42e770b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:05:22.013588 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-d1ebe91f-aca9-49d4-84ad-d4d3a42e770b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:05:22.054769 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ebedc952-0c0a-4546-a839-d12185098e38 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:05:22.080281 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6829e0-2563-458f-97f7-6d72558ef4b4 None None] Network b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:05:22.137184 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ebe91f-aca9-49d4-84ad-d4d3a42e770b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Router b3ca8548-5a07-45aa-a7b8-3865a03c9e5e has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:05:22.246049 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ebe91f-aca9-49d4-84ad-d4d3a42e770b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:05:22.251686 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d1ebe91f-aca9-49d4-84ad-d4d3a42e770b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "PUT /v2.0/routers/b3ca8548-5a07-45aa-a7b8-3865a03c9e5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0230212 Jul 14 10:05:22.328836 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-91afa9c0-4b33-4678-ab4c-60fe9ff97617 None None] Provisioning for port ebedc952-0c0a-4546-a839-d12185098e38 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:05:22.365742 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port ebedc952-0c0a-4546-a839-d12185098e38 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:05:22.395145 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port ebedc952-0c0a-4546-a839-d12185098e38 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:05:22.395916 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:22.420236 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-144d398f-9417-4948-9704-cc405414c292 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1729117482&fields=id&tenant_id=79b1a17c6357440591aaeff73e261da4 HTTP/1.1" status: 200 len: 267 time: 0.0405667 Jul 14 10:05:22.445213 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:22.528729 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:22.536572 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-ae0d219c-3ed9-4c99-b929-7f2440bcf5d6 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:22.540172 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-ae0d219c-3ed9-4c99-b929-7f2440bcf5d6 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/networks?id=b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d HTTP/1.1" status: 200 len: 797 time: 0.1128354 Jul 14 10:05:22.557406 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-44235ed4-c1c2-4265-aa55-12a7ac15ab63 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/quotas/79b1a17c6357440591aaeff73e261da4 HTTP/1.1" status: 200 len: 375 time: 0.0122712 Jul 14 10:05:22.566531 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port ebedc952-0c0a-4546-a839-d12185098e38, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ebedc952-0c0a-4546-a839-d12185098e38,segment=NetworkSegment(80c313d7-c3ac-4d26-8056-100758a18176),segment_id=80c313d7-c3ac-4d26-8056-100758a18176)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:22.575590 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:22.575590 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 74442301-1324-495e-afb5-eae3df130768 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:05:22.635546 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-7eab920b-7a84-4a02-b636-1875386b6deb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715985 Jul 14 10:05:22.655664 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=ebedc952-0c0a-4546-a839-d12185098e38,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:22.682704 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 74442301-1324-495e-afb5-eae3df130768 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:05:22.687566 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 74442301-1324-495e-afb5-eae3df130768 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:05:22.688011 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:22.749929 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-bf67eba6-5898-429e-9524-e94b0d5d49ca service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:05:22.751306 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-bf67eba6-5898-429e-9524-e94b0d5d49ca service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0604463 Jul 14 10:05:22.778994 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351f0c41-afc5-4c65-bdbb-3027f239928f None None] Sync routers for ids ['b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:05:22.798153 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351f0c41-afc5-4c65-bdbb-3027f239928f None None] Routers {'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:05:22.798785 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-351f0c41-afc5-4c65-bdbb-3027f239928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:05:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:22.838111 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:22.854780 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-4a90dd31-5548-4646-a72f-2e39ce695f00 service neutron] 10.222.0.25 "GET /v2.0/networks/b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959826 Jul 14 10:05:22.905276 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 74442301-1324-495e-afb5-eae3df130768, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=74442301-1324-495e-afb5-eae3df130768,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:22.917269 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:22.950730 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0ebd743c-0d8b-4db8-b56c-02f7d3a93b92 None None] Provisioning for port 53699799-63f4-47a3-a705-37e0d4caaff5 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:05:22.965737 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-351f0c41-afc5-4c65-bdbb-3027f239928f None None] Set router b3ca8548-5a07-45aa-a7b8-3865a03c9e5e gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:05:22.969223 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-9044b019-9ab1-4281-a901-a318ca25a98b service neutron] 10.222.0.25 "GET /v2.0/networks/b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035645 Jul 14 10:05:22.971543 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0ebd743c-0d8b-4db8-b56c-02f7d3a93b92 None None] Provisioning complete for port 53699799-63f4-47a3-a705-37e0d4caaff5 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:05:22.971922 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ebd743c-0d8b-4db8-b56c-02f7d3a93b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:23.051101 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=74442301-1324-495e-afb5-eae3df130768,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:23.100638 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0ebd743c-0d8b-4db8-b56c-02f7d3a93b92 None None] Port 53699799-63f4-47a3-a705-37e0d4caaff5 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:05:23.163250 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0ebd743c-0d8b-4db8-b56c-02f7d3a93b92 None None] Provisioning complete for port ebedc952-0c0a-4546-a839-d12185098e38 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:05:23.163798 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ebd743c-0d8b-4db8-b56c-02f7d3a93b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:23.175891 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c0959f7d-e598-4aed-800e-7c1af6b790f7 req-70dfdc3e-7696-4166-af06-eadb85fc6f8c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 210 time: 0.0355625 Jul 14 10:05:23.317509 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-351f0c41-afc5-4c65-bdbb-3027f239928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292103658', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '74442301-1324-495e-afb5-eae3df130768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:05:21Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': '74442301-1324-495e-afb5-eae3df130768', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '53699799-63f4-47a3-a705-37e0d4caaff5', 'name': '', 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:bb:2e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'c4229b03-caaa-493f-8647-17296bf3efab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:20Z', 'updated_at': '2021-07-14T10:05:21Z', 'revision_number': 2, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': 'c4229b03-caaa-493f-8647-17296bf3efab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:23.351809 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351f0c41-afc5-4c65-bdbb-3027f239928f None None] Checking router: b3ca8548-5a07-45aa-a7b8-3865a03c9e5e for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:05:23.352189 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351f0c41-afc5-4c65-bdbb-3027f239928f None None] Updating router b3ca8548-5a07-45aa-a7b8-3865a03c9e5e port 53699799-63f4-47a3-a705-37e0d4caaff5 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:05:23.386320 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-351f0c41-afc5-4c65-bdbb-3027f239928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:23.444567 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-700d997f-6348-4d11-bd17-87795f6e4f19 None None] Provisioning complete for port 53699799-63f4-47a3-a705-37e0d4caaff5 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:05:23.445235 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-700d997f-6348-4d11-bd17-87795f6e4f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:23.543705 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-700d997f-6348-4d11-bd17-87795f6e4f19 None None] Port 53699799-63f4-47a3-a705-37e0d4caaff5 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:05:23.696268 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-351f0c41-afc5-4c65-bdbb-3027f239928f None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:23.707177 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-351f0c41-afc5-4c65-bdbb-3027f239928f None None] Transition to ACTIVE for port object 53699799-63f4-47a3-a705-37e0d4caaff5 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:05:23.713684 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-351f0c41-afc5-4c65-bdbb-3027f239928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:23.769177 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c64f1-ffc4-4a43-8999-046d31a10c57 None None] Pushing event updated for resources: {'Port': ['ID=53699799-63f4-47a3-a705-37e0d4caaff5,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:23.826981 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-351f0c41-afc5-4c65-bdbb-3027f239928f None None] Attempting to bind port 53699799-63f4-47a3-a705-37e0d4caaff5 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:05:23.827532 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-351f0c41-afc5-4c65-bdbb-3027f239928f None None] Attempting to bind port 53699799-63f4-47a3-a705-37e0d4caaff5 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '80c313d7-c3ac-4d26-8056-100758a18176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:05:23.827744 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351f0c41-afc5-4c65-bdbb-3027f239928f None None] Attempting to bind port 53699799-63f4-47a3-a705-37e0d4caaff5 on network b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:05:23.833491 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351f0c41-afc5-4c65-bdbb-3027f239928f None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:05:23.833975 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351f0c41-afc5-4c65-bdbb-3027f239928f None None] Checking segment: {'id': '80c313d7-c3ac-4d26-8056-100758a18176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:05:23.834445 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-351f0c41-afc5-4c65-bdbb-3027f239928f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:23.835560 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351f0c41-afc5-4c65-bdbb-3027f239928f None None] Bound using segment: {'id': '80c313d7-c3ac-4d26-8056-100758a18176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:05:23.836106 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-351f0c41-afc5-4c65-bdbb-3027f239928f None None] Bound port: 53699799-63f4-47a3-a705-37e0d4caaff5, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c313d7-c3ac-4d26-8056-100758a18176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:05:23.836600 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-351f0c41-afc5-4c65-bdbb-3027f239928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:23.907730 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-351f0c41-afc5-4c65-bdbb-3027f239928f None None] For port 53699799-63f4-47a3-a705-37e0d4caaff5, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:05:23.911184 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-351f0c41-afc5-4c65-bdbb-3027f239928f None None] For port 53699799-63f4-47a3-a705-37e0d4caaff5, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=53699799-63f4-47a3-a705-37e0d4caaff5,segment=NetworkSegment(80c313d7-c3ac-4d26-8056-100758a18176),segment_id=80c313d7-c3ac-4d26-8056-100758a18176)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:05:23.916928 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-351f0c41-afc5-4c65-bdbb-3027f239928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:23.974294 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:23.987641 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351f0c41-afc5-4c65-bdbb-3027f239928f None None] Routers {'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:05:23.988291 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-351f0c41-afc5-4c65-bdbb-3027f239928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:05:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:24.025653 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ebedc952-0c0a-4546-a839-d12185098e38 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:05:24.027415 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c64f1-ffc4-4a43-8999-046d31a10c57 None None] Pushing event updated for resources: {'Port': ['ID=53699799-63f4-47a3-a705-37e0d4caaff5,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:24.151544 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-351f0c41-afc5-4c65-bdbb-3027f239928f None None] Set router b3ca8548-5a07-45aa-a7b8-3865a03c9e5e gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:05:24.153224 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port ebedc952-0c0a-4546-a839-d12185098e38 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:05:24.153589 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:24.331362 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b5ff90cf-32e0-4a20-8b57-1c5f4dd2123e req-c72cef40-bb92-48fa-9991-b33b2ef46f39 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 210 time: 0.0315747 Jul 14 10:05:24.376159 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 74442301-1324-495e-afb5-eae3df130768 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:05:24.460454 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 74442301-1324-495e-afb5-eae3df130768 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:05:24.461134 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:24.489410 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-351f0c41-afc5-4c65-bdbb-3027f239928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292103658', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '74442301-1324-495e-afb5-eae3df130768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:05:21Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': '74442301-1324-495e-afb5-eae3df130768', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '53699799-63f4-47a3-a705-37e0d4caaff5', 'name': '', 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:bb:2e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'c4229b03-caaa-493f-8647-17296bf3efab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:20Z', 'updated_at': '2021-07-14T10:05:23Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': 'c4229b03-caaa-493f-8647-17296bf3efab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:24.522905 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351f0c41-afc5-4c65-bdbb-3027f239928f None None] The sync data for ids ['b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'] in n-d-771362-35 is: [{'id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292103658', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '74442301-1324-495e-afb5-eae3df130768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:05:21Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': '74442301-1324-495e-afb5-eae3df130768', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '53699799-63f4-47a3-a705-37e0d4caaff5', 'name': '', 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:bb:2e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'c4229b03-caaa-493f-8647-17296bf3efab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:20Z', 'updated_at': '2021-07-14T10:05:23Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': 'c4229b03-caaa-493f-8647-17296bf3efab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:05:24.859178 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-52f23ea7-72f7-470d-8026-821d68c8975e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:24.860773 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-52f23ea7-72f7-470d-8026-821d68c8975e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.44 "GET /v2.0/networks?id=b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d HTTP/1.1" status: 200 len: 797 time: 0.4836133 Jul 14 10:05:24.909776 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-d343d961-471c-4628-91f8-d90e01d5631b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79b1a17c6357440591aaeff73e261da4 HTTP/1.1" status: 200 len: 380 time: 0.0390329 Jul 14 10:05:24.919663 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-91622811-9937-4547-9d9e-a432993d09b0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'port': {'device_id': '21995f5c-0851-452b-99ba-c3958eeb34be', 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d', 'admin_state_up': True, 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'security_groups': ['4d02963f-2841-426d-a91d-ac3ed6a2aa83']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:25.040541 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-91622811-9937-4547-9d9e-a432993d09b0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Made reservation on behalf of 79b1a17c6357440591aaeff73e261da4 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:05:25.044203 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-91622811-9937-4547-9d9e-a432993d09b0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:25.184153 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-91622811-9937-4547-9d9e-a432993d09b0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Allocated IP 172.20.0.11 (b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d/c4229b03-caaa-493f-8647-17296bf3efab/013bc1a6-2666-4611-b9b2-58e0189d8142) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:05:25.345761 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-91622811-9937-4547-9d9e-a432993d09b0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:25.360783 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-91622811-9937-4547-9d9e-a432993d09b0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Transition to ACTIVE for port object 013bc1a6-2666-4611-b9b2-58e0189d8142 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:05:25.397560 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-91622811-9937-4547-9d9e-a432993d09b0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:25.449305 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-91622811-9937-4547-9d9e-a432993d09b0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:05:25.452758 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-91622811-9937-4547-9d9e-a432993d09b0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:05:25.457261 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-91622811-9937-4547-9d9e-a432993d09b0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:05:25.482620 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91622811-9937-4547-9d9e-a432993d09b0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=013bc1a6-2666-4611-b9b2-58e0189d8142,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:25.514693 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-91622811-9937-4547-9d9e-a432993d09b0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:25.515484 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-91622811-9937-4547-9d9e-a432993d09b0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:25.533032 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-91622811-9937-4547-9d9e-a432993d09b0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6173770 Jul 14 10:05:25.543399 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063cc0d-2974-4a0d-b671-f6ec0d7287bc req-ac50c14a-f2d3-4ecd-a5eb-3403b9b15ef3 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:25.545291 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6063cc0d-2974-4a0d-b671-f6ec0d7287bc req-ac50c14a-f2d3-4ecd-a5eb-3403b9b15ef3 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 932 time: 0.0896544 Jul 14 10:05:25.545980 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-7b859ac2-b5cd-4307-ad08-89a381811b4a service neutron] Request body: {'port': {'device_id': '21995f5c-0851-452b-99ba-c3958eeb34be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:25.599728 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6063cc0d-2974-4a0d-b671-f6ec0d7287bc req-67017292-3504-4850-b123-545dfbc055fc tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448692 Jul 14 10:05:25.643385 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-7b859ac2-b5cd-4307-ad08-89a381811b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:25.744964 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-de394e71-64fc-4a87-b8ea-e7f4cfec6016 None None] Provisioning for port 013bc1a6-2666-4611-b9b2-58e0189d8142 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:05:25.748743 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-de394e71-64fc-4a87-b8ea-e7f4cfec6016 None None] Provisioning complete for port 013bc1a6-2666-4611-b9b2-58e0189d8142 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:05:25.749108 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de394e71-64fc-4a87-b8ea-e7f4cfec6016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:25.784157 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-de394e71-64fc-4a87-b8ea-e7f4cfec6016 None None] Port 013bc1a6-2666-4611-b9b2-58e0189d8142 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:05:25.915060 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-7b859ac2-b5cd-4307-ad08-89a381811b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013bc1a6-2666-4611-b9b2-58e0189d8142 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:05:25.922385 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-7b859ac2-b5cd-4307-ad08-89a381811b4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:25.934564 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-7b859ac2-b5cd-4307-ad08-89a381811b4a service neutron] Transition to ACTIVE for port object 013bc1a6-2666-4611-b9b2-58e0189d8142 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:05:25.938031 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-7b859ac2-b5cd-4307-ad08-89a381811b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:25.988804 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b859ac2-b5cd-4307-ad08-89a381811b4a service neutron] Pushing event updated for resources: {'Port': ['ID=013bc1a6-2666-4611-b9b2-58e0189d8142,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:26.014451 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 53699799-63f4-47a3-a705-37e0d4caaff5 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:05:26.073535 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-7b859ac2-b5cd-4307-ad08-89a381811b4a service neutron] Attempting to bind port 013bc1a6-2666-4611-b9b2-58e0189d8142 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:05:26.073968 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-7b859ac2-b5cd-4307-ad08-89a381811b4a service neutron] Attempting to bind port 013bc1a6-2666-4611-b9b2-58e0189d8142 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '80c313d7-c3ac-4d26-8056-100758a18176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:05:26.074419 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-7b859ac2-b5cd-4307-ad08-89a381811b4a service neutron] Attempting to bind port 013bc1a6-2666-4611-b9b2-58e0189d8142 on network b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:05:26.079852 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-7b859ac2-b5cd-4307-ad08-89a381811b4a service neutron] Port 013bc1a6-2666-4611-b9b2-58e0189d8142 on network b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:05:26.080197 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-7b859ac2-b5cd-4307-ad08-89a381811b4a service neutron] Attempting to bind port 013bc1a6-2666-4611-b9b2-58e0189d8142 on network b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:05:26.086021 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-7b859ac2-b5cd-4307-ad08-89a381811b4a service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:05:26.086658 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-7b859ac2-b5cd-4307-ad08-89a381811b4a service neutron] Checking segment: {'id': '80c313d7-c3ac-4d26-8056-100758a18176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:05:26.087059 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-7b859ac2-b5cd-4307-ad08-89a381811b4a service neutron] Bound using segment: {'id': '80c313d7-c3ac-4d26-8056-100758a18176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:05:26.087574 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-7b859ac2-b5cd-4307-ad08-89a381811b4a service neutron] Bound port: 013bc1a6-2666-4611-b9b2-58e0189d8142, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80c313d7-c3ac-4d26-8056-100758a18176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:05:26.087947 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-7b859ac2-b5cd-4307-ad08-89a381811b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:26.161676 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-7b859ac2-b5cd-4307-ad08-89a381811b4a service neutron] For port 013bc1a6-2666-4611-b9b2-58e0189d8142, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:05:26.166263 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-7b859ac2-b5cd-4307-ad08-89a381811b4a service neutron] For port 013bc1a6-2666-4611-b9b2-58e0189d8142, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=013bc1a6-2666-4611-b9b2-58e0189d8142,segment=NetworkSegment(80c313d7-c3ac-4d26-8056-100758a18176),segment_id=80c313d7-c3ac-4d26-8056-100758a18176)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:05:26.183464 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-7b859ac2-b5cd-4307-ad08-89a381811b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:26.218926 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-7b859ac2-b5cd-4307-ad08-89a381811b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:26.220053 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-7b859ac2-b5cd-4307-ad08-89a381811b4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:26.221937 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-7b859ac2-b5cd-4307-ad08-89a381811b4a service neutron] 10.222.0.44 "PUT /v2.0/ports/013bc1a6-2666-4611-b9b2-58e0189d8142 HTTP/1.1" status: 200 len: 1093 time: 0.6805379 Jul 14 10:05:26.223867 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21995f5c-0851-452b-99ba-c3958eeb34be', 'tag': '013bc1a6-2666-4611-b9b2-58e0189d8142'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:05:26.226287 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8424a013-46f5-43fb-8e7b-0d66c2d6225d" -d '{"events": [{"name": "network-changed", "server_uuid": "21995f5c-0851-452b-99ba-c3958eeb34be", "tag": "013bc1a6-2666-4611-b9b2-58e0189d8142"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:05:26.256433 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 53699799-63f4-47a3-a705-37e0d4caaff5 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:05:26.258559 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b859ac2-b5cd-4307-ad08-89a381811b4a service neutron] Pushing event updated for resources: {'Port': ['ID=013bc1a6-2666-4611-b9b2-58e0189d8142,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:26.264915 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 53699799-63f4-47a3-a705-37e0d4caaff5 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:05:26.265480 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:26.279291 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817c1a59-b837-43ed-a2d7-0e5ae3979057 x-openstack-request-id: req-817c1a59-b837-43ed-a2d7-0e5ae3979057 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:05:26.279835 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21995f5c-0851-452b-99ba-c3958eeb34be", "tag": "013bc1a6-2666-4611-b9b2-58e0189d8142", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:05:26.280253 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-817c1a59-b837-43ed-a2d7-0e5ae3979057 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:05:26.280819 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21995f5c-0851-452b-99ba-c3958eeb34be', 'tag': '013bc1a6-2666-4611-b9b2-58e0189d8142', 'status': 'completed', 'code': 200} Jul 14 10:05:26.340085 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-6a16ce22-7c28-49be-a4f5-73afc111cbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:26.341731 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-6a16ce22-7c28-49be-a4f5-73afc111cbcd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 1096 time: 0.0721502 Jul 14 10:05:26.369237 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:26.385725 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-08d64451-3862-4c56-ac09-fdcd5a3121ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=013bc1a6-2666-4611-b9b2-58e0189d8142 HTTP/1.1" status: 200 len: 217 time: 0.0370812 Jul 14 10:05:26.404304 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 53699799-63f4-47a3-a705-37e0d4caaff5, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=53699799-63f4-47a3-a705-37e0d4caaff5,segment=NetworkSegment(80c313d7-c3ac-4d26-8056-100758a18176),segment_id=80c313d7-c3ac-4d26-8056-100758a18176)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:26.409048 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:26.443518 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-6a41df94-1958-4bfd-bfba-21870af26f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:26.445872 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-6a41df94-1958-4bfd-bfba-21870af26f88 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4229b03-caaa-493f-8647-17296bf3efab HTTP/1.1" status: 200 len: 833 time: 0.0547514 Jul 14 10:05:26.466957 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=53699799-63f4-47a3-a705-37e0d4caaff5,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:26.508097 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-cae7d53a-27b3-4b01-991c-f5b72ddad972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:26.509811 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-cae7d53a-27b3-4b01-991c-f5b72ddad972 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580492 Jul 14 10:05:26.602811 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-6c4ac30b-fcd5-4894-8751-97014713bf7b service neutron] 10.222.0.44 "GET /v2.0/networks/b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865526 Jul 14 10:05:26.701163 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8bebc02c-4a81-41c2-9b21-edfefc958986 req-b4c5f934-30cb-443d-aa1f-131641ecbcaa service neutron] 10.222.0.44 "GET /v2.0/networks/b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924375 Jul 14 10:05:26.795325 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f28743-23a8-4e5f-a573-44f33976ba93 req-abfd1b1e-23f0-4aef-addb-4c9c2f30bf19 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:26.796839 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f3f28743-23a8-4e5f-a573-44f33976ba93 req-abfd1b1e-23f0-4aef-addb-4c9c2f30bf19 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 944 time: 0.0726826 Jul 14 10:05:26.799593 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424a013-46f5-43fb-8e7b-0d66c2d6225d req-8741da3c-f767-4c4d-a6b6-b579a91199a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:26.801093 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8424a013-46f5-43fb-8e7b-0d66c2d6225d req-8741da3c-f767-4c4d-a6b6-b579a91199a3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 1096 time: 0.0538471 Jul 14 10:05:26.837016 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f3f28743-23a8-4e5f-a573-44f33976ba93 req-251e4b48-9e84-4df8-bbee-1b65daffb655 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340939 Jul 14 10:05:26.892067 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424a013-46f5-43fb-8e7b-0d66c2d6225d req-3f5ff725-d2e8-4f34-837b-af4fe3a14f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:26.893517 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8424a013-46f5-43fb-8e7b-0d66c2d6225d req-3f5ff725-d2e8-4f34-837b-af4fe3a14f9f service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d HTTP/1.1" status: 200 len: 897 time: 0.0858376 Jul 14 10:05:26.938657 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8424a013-46f5-43fb-8e7b-0d66c2d6225d req-a38526e1-4006-4c99-a560-fb428c673658 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=013bc1a6-2666-4611-b9b2-58e0189d8142 HTTP/1.1" status: 200 len: 217 time: 0.0384426 Jul 14 10:05:26.987832 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424a013-46f5-43fb-8e7b-0d66c2d6225d req-778d1076-edc0-4896-9362-71c9c04d8e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:26.989260 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8424a013-46f5-43fb-8e7b-0d66c2d6225d req-778d1076-edc0-4896-9362-71c9c04d8e4c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4229b03-caaa-493f-8647-17296bf3efab HTTP/1.1" status: 200 len: 833 time: 0.0447321 Jul 14 10:05:27.045837 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424a013-46f5-43fb-8e7b-0d66c2d6225d req-58961af8-ac43-495c-bf8e-89ef5917b890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:27.047308 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8424a013-46f5-43fb-8e7b-0d66c2d6225d req-58961af8-ac43-495c-bf8e-89ef5917b890 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512073 Jul 14 10:05:27.145813 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8424a013-46f5-43fb-8e7b-0d66c2d6225d req-3999c4f1-3acb-480a-84ee-aa41caa7ed48 service neutron] 10.222.0.44 "GET /v2.0/networks/b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908356 Jul 14 10:05:27.236084 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8424a013-46f5-43fb-8e7b-0d66c2d6225d req-7ac94f5c-ab39-4811-806a-8a6e63d2d4aa service neutron] 10.222.0.44 "GET /v2.0/networks/b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840666 Jul 14 10:05:27.992295 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 53699799-63f4-47a3-a705-37e0d4caaff5 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:05:28.013490 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87f2af-20b4-42f7-98af-de862677add5 req-fdd6c069-4df7-4d3e-bacd-677313ccb5b4 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:28.014985 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1c87f2af-20b4-42f7-98af-de862677add5 req-fdd6c069-4df7-4d3e-bacd-677313ccb5b4 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 944 time: 0.0663147 Jul 14 10:05:28.038873 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 53699799-63f4-47a3-a705-37e0d4caaff5 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:05:28.039245 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:28.054538 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1c87f2af-20b4-42f7-98af-de862677add5 req-af0ba4d9-338e-4e1c-929d-9003eb8205e4 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335219 Jul 14 10:05:29.227789 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7831433-b4c1-412b-81a8-bd39919d748d req-ead55695-698f-4013-aecb-85a23da96a2b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:29.229349 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7831433-b4c1-412b-81a8-bd39919d748d req-ead55695-698f-4013-aecb-85a23da96a2b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 944 time: 0.0646324 Jul 14 10:05:29.274645 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7831433-b4c1-412b-81a8-bd39919d748d req-fc04c60f-9999-4524-9122-e48ee7216317 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395679 Jul 14 10:05:30.453485 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9473de-cad7-4987-8379-2d8cd44fca24 req-ae9fec1d-b09e-4434-b632-e507d72ca9cd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:30.455029 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7c9473de-cad7-4987-8379-2d8cd44fca24 req-ae9fec1d-b09e-4434-b632-e507d72ca9cd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 944 time: 0.0644641 Jul 14 10:05:30.495464 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7c9473de-cad7-4987-8379-2d8cd44fca24 req-4e12f2c9-79d5-4f6a-a2db-6f65ec4cc061 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339663 Jul 14 10:05:31.071813 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 013bc1a6-2666-4611-b9b2-58e0189d8142 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:05:31.174515 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 013bc1a6-2666-4611-b9b2-58e0189d8142, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=013bc1a6-2666-4611-b9b2-58e0189d8142,segment=NetworkSegment(80c313d7-c3ac-4d26-8056-100758a18176),segment_id=80c313d7-c3ac-4d26-8056-100758a18176)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:31.186716 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '013bc1a6-2666-4611-b9b2-58e0189d8142', 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d', 'port_id': '013bc1a6-2666-4611-b9b2-58e0189d8142', 'mac_address': 'fa:16:3e:f5:40:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4229b03-caaa-493f-8647-17296bf3efab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:05:31.224114 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:31.238739 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013bc1a6-2666-4611-b9b2-58e0189d8142 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:05:31.264178 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 013bc1a6-2666-4611-b9b2-58e0189d8142, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=013bc1a6-2666-4611-b9b2-58e0189d8142,segment=NetworkSegment(80c313d7-c3ac-4d26-8056-100758a18176),segment_id=80c313d7-c3ac-4d26-8056-100758a18176)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:31.269066 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:31.318801 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=013bc1a6-2666-4611-b9b2-58e0189d8142,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:31.499868 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['013bc1a6-2666-4611-b9b2-58e0189d8142'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:05:31.692969 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992daa0-50a6-4975-8412-4c1c87fbc2a4 req-fad4bf76-8567-4341-84f1-47ab097f19c4 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:31.694474 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b992daa0-50a6-4975-8412-4c1c87fbc2a4 req-fad4bf76-8567-4341-84f1-47ab097f19c4 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 945 time: 0.0694249 Jul 14 10:05:31.734122 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b992daa0-50a6-4975-8412-4c1c87fbc2a4 req-f04555eb-8e6e-44a1-9306-9c7d836edfb5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336535 Jul 14 10:05:32.911934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65c30d-f29a-4b03-b5d6-4fef5ec0c4ae req-b6799bf4-d1a1-46df-8e7c-050beeebea81 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:32.913621 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d65c30d-f29a-4b03-b5d6-4fef5ec0c4ae req-b6799bf4-d1a1-46df-8e7c-050beeebea81 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 945 time: 0.0665045 Jul 14 10:05:32.951802 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4d65c30d-f29a-4b03-b5d6-4fef5ec0c4ae req-58184482-981c-4f22-b76e-e7687f510571 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326674 Jul 14 10:05:33.088256 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 013bc1a6-2666-4611-b9b2-58e0189d8142 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:05:33.135561 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 013bc1a6-2666-4611-b9b2-58e0189d8142 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:05:33.139229 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 013bc1a6-2666-4611-b9b2-58e0189d8142 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:05:33.139636 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:33.220778 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:33.245547 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21995f5c-0851-452b-99ba-c3958eeb34be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013bc1a6-2666-4611-b9b2-58e0189d8142'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:05:33.248233 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad2bb0b0c3d38dd5f87e8e96266229fdecb1dfb0d9cead1addcc05902deb2386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7562d4de-2c7f-4c1c-8ad8-01f5288a71f5" -d '{"events": [{"server_uuid": "21995f5c-0851-452b-99ba-c3958eeb34be", "name": "network-vif-plugged", "status": "completed", "tag": "013bc1a6-2666-4611-b9b2-58e0189d8142"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:05:33.262345 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 013bc1a6-2666-4611-b9b2-58e0189d8142, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=013bc1a6-2666-4611-b9b2-58e0189d8142,segment=NetworkSegment(80c313d7-c3ac-4d26-8056-100758a18176),segment_id=80c313d7-c3ac-4d26-8056-100758a18176)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:33.266813 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:33.296137 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151170bf-59e4-402a-a8d0-39aa1991226f x-openstack-request-id: req-151170bf-59e4-402a-a8d0-39aa1991226f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:05:33.296454 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21995f5c-0851-452b-99ba-c3958eeb34be", "name": "network-vif-plugged", "status": "completed", "tag": "013bc1a6-2666-4611-b9b2-58e0189d8142", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:05:33.296691 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-151170bf-59e4-402a-a8d0-39aa1991226f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:05:33.297398 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21995f5c-0851-452b-99ba-c3958eeb34be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013bc1a6-2666-4611-b9b2-58e0189d8142', 'code': 200} Jul 14 10:05:33.329781 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=013bc1a6-2666-4611-b9b2-58e0189d8142,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:33.411350 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb98053-915d-4fb6-9ce0-6b206d2496db req-f7d75b88-f950-421d-a639-4cd07c5f6193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:33.413096 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7fb98053-915d-4fb6-9ce0-6b206d2496db req-f7d75b88-f950-421d-a639-4cd07c5f6193 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 1098 time: 0.0554793 Jul 14 10:05:33.455345 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-7fb98053-915d-4fb6-9ce0-6b206d2496db req-16c6e7fb-2536-4d4a-8f97-33f3ce91acf2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356960 Jul 14 10:05:34.139655 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee237f66-23dd-432a-8721-446e026cea61 req-728185f1-209b-4ec0-9cad-87a54f48145d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:34.141193 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee237f66-23dd-432a-8721-446e026cea61 req-728185f1-209b-4ec0-9cad-87a54f48145d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 946 time: 0.0677791 Jul 14 10:05:34.184437 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ee237f66-23dd-432a-8721-446e026cea61 req-f611efe8-788e-488c-97ba-9fdabc9e788c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373056 Jul 14 10:05:35.366274 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055124d-698f-4b84-b1f9-bdae0519b32f req-8a0045a8-c2bf-4c28-b1fc-10cba0f3b013 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:35.367851 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2055124d-698f-4b84-b1f9-bdae0519b32f req-8a0045a8-c2bf-4c28-b1fc-10cba0f3b013 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 946 time: 0.0658889 Jul 14 10:05:35.409618 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2055124d-698f-4b84-b1f9-bdae0519b32f req-219b8ca6-18f1-4074-b6ab-177c6f589f7f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362391 Jul 14 10:05:35.580863 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffbf29-e9cc-4765-b7b2-f2c86b45debb req-0692ee3a-4a4f-46b3-8169-0c561767682a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:35.582254 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63ffbf29-e9cc-4765-b7b2-f2c86b45debb req-0692ee3a-4a4f-46b3-8169-0c561767682a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 946 time: 0.0640469 Jul 14 10:05:35.619032 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-63ffbf29-e9cc-4765-b7b2-f2c86b45debb req-6187285a-db38-4997-a6a3-44a6cb349ccc tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306163 Jul 14 10:05:35.643029 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36098) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:35.695228 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83480827-ced2-463f-8a34-646cde42899d tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:35.696762 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-83480827-ced2-463f-8a34-646cde42899d tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 1093 time: 0.0527325 Jul 14 10:05:35.699611 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36100) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:35.703851 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-dbfa67bb-e373-4abe-8616-627ecc34f962 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'port_id': '013bc1a6-2666-4611-b9b2-58e0189d8142', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:35.726556 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbfa67bb-e373-4abe-8616-627ecc34f962 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:35.824333 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbfa67bb-e373-4abe-8616-627ecc34f962 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:35.927382 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-dbfa67bb-e373-4abe-8616-627ecc34f962 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Allocated IP 172.25.6.196 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/54ca18b7-a578-4a35-8bb2-f3f303b16499) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:05:36.036695 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbfa67bb-e373-4abe-8616-627ecc34f962 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:36.076578 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbfa67bb-e373-4abe-8616-627ecc34f962 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:36.118172 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfa67bb-e373-4abe-8616-627ecc34f962 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:05:36.121065 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-dbfa67bb-e373-4abe-8616-627ecc34f962 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:05:36.124536 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfa67bb-e373-4abe-8616-627ecc34f962 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:05:36.129939 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa67bb-e373-4abe-8616-627ecc34f962 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=54ca18b7-a578-4a35-8bb2-f3f303b16499,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:36.493771 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbfa67bb-e373-4abe-8616-627ecc34f962 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:36.574594 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbfa67bb-e373-4abe-8616-627ecc34f962 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:37.050645 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbfa67bb-e373-4abe-8616-627ecc34f962 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:37.056559 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbfa67bb-e373-4abe-8616-627ecc34f962 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:37.124256 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa67bb-e373-4abe-8616-627ecc34f962 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=54ca18b7-a578-4a35-8bb2-f3f303b16499,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:37.135851 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbfa67bb-e373-4abe-8616-627ecc34f962 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:37.234454 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-dbfa67bb-e373-4abe-8616-627ecc34f962 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Floating IP eddf69d8-5390-42c9-b748-7a6a8176c9e3 associated. External IP: 172.25.6.196, port: 013bc1a6-2666-4611-b9b2-58e0189d8142. Jul 14 10:05:37.442247 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfa67bb-e373-4abe-8616-627ecc34f962 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Router b3ca8548-5a07-45aa-a7b8-3865a03c9e5e has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:05:37.550477 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfa67bb-e373-4abe-8616-627ecc34f962 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:05:37.559904 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34df11d-71a2-4d82-b25d-f4fa8936e2df None None] Sync routers for ids ['b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:05:37.566224 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbfa67bb-e373-4abe-8616-627ecc34f962 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:37.570094 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34df11d-71a2-4d82-b25d-f4fa8936e2df None None] Routers {'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:05:37.570701 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c34df11d-71a2-4d82-b25d-f4fa8936e2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:05:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:37.605188 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-dbfa67bb-e373-4abe-8616-627ecc34f962 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9044616 Jul 14 10:05:37.605820 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21995f5c-0851-452b-99ba-c3958eeb34be', 'tag': '013bc1a6-2666-4611-b9b2-58e0189d8142'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:05:37.610527 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdfd76875a0dbbaf1509a4c423fc1f4cb1751388cb9186f92cdb94f63ad4e53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9ff032-a598-49f3-b8e9-db5630a220fb" -d '{"events": [{"name": "network-changed", "server_uuid": "21995f5c-0851-452b-99ba-c3958eeb34be", "tag": "013bc1a6-2666-4611-b9b2-58e0189d8142"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:05:37.648911 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fe99be-1b3c-42f8-b36b-519d65f1a4e3 x-openstack-request-id: req-25fe99be-1b3c-42f8-b36b-519d65f1a4e3 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:05:37.648911 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21995f5c-0851-452b-99ba-c3958eeb34be", "tag": "013bc1a6-2666-4611-b9b2-58e0189d8142", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:05:37.648911 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25fe99be-1b3c-42f8-b36b-519d65f1a4e3 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:05:37.649257 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21995f5c-0851-452b-99ba-c3958eeb34be', 'tag': '013bc1a6-2666-4611-b9b2-58e0189d8142', 'status': 'completed', 'code': 200} Jul 14 10:05:37.677859 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-c34df11d-71a2-4d82-b25d-f4fa8936e2df None None] Set router b3ca8548-5a07-45aa-a7b8-3865a03c9e5e gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:05:37.727769 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ff032-a598-49f3-b8e9-db5630a220fb req-5f47d209-a961-4f44-b093-35059a371a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:37.729398 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cb9ff032-a598-49f3-b8e9-db5630a220fb req-5f47d209-a961-4f44-b093-35059a371a77 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 1098 time: 0.0551050 Jul 14 10:05:37.765958 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d114f09-7aad-4bff-9066-56cb3c5ad147 req-1ca5449a-2075-462b-8898-474eec851e9d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:37.767373 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2d114f09-7aad-4bff-9066-56cb3c5ad147 req-1ca5449a-2075-462b-8898-474eec851e9d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 946 time: 0.0674143 Jul 14 10:05:37.809937 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2d114f09-7aad-4bff-9066-56cb3c5ad147 req-b8f3678a-2ae4-4455-b295-acdf412de14c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366135 Jul 14 10:05:37.835213 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ff032-a598-49f3-b8e9-db5630a220fb req-25943e68-2167-4475-a079-5bc59efcf29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:37.835213 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cb9ff032-a598-49f3-b8e9-db5630a220fb req-25943e68-2167-4475-a079-5bc59efcf29f service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d HTTP/1.1" status: 200 len: 897 time: 0.0988383 Jul 14 10:05:37.835432 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36106) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:37.902176 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5d9405d0-84ff-44c9-ac6b-be284b8f6edd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/floatingips/eddf69d8-5390-42c9-b748-7a6a8176c9e3 HTTP/1.1" status: 200 len: 992 time: 0.0656390 Jul 14 10:05:37.907032 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cb9ff032-a598-49f3-b8e9-db5630a220fb req-68dcf4c6-e3d7-47de-9145-6fdfea561e1b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=013bc1a6-2666-4611-b9b2-58e0189d8142 HTTP/1.1" status: 200 len: 1000 time: 0.0662918 Jul 14 10:05:37.915940 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c34df11d-71a2-4d82-b25d-f4fa8936e2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292103658', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '74442301-1324-495e-afb5-eae3df130768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:05:21Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': '74442301-1324-495e-afb5-eae3df130768', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'eddf69d8-5390-42c9-b748-7a6a8176c9e3', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'port_id': '013bc1a6-2666-4611-b9b2-58e0189d8142', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d', 'mac_address': 'fa:16:3e:f5:40:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21995f5c-0851-452b-99ba-c3958eeb34be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:05:36Z', 'updated_at': '2021-07-14T10:05:36Z', 'revision_number': 0, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53699799-63f4-47a3-a705-37e0d4caaff5', 'name': '', 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:bb:2e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'c4229b03-caaa-493f-8647-17296bf3efab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:20Z', 'updated_at': '2021-07-14T10:05:26Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': 'c4229b03-caaa-493f-8647-17296bf3efab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:37.947812 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34df11d-71a2-4d82-b25d-f4fa8936e2df None None] Checking router: b3ca8548-5a07-45aa-a7b8-3865a03c9e5e for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:05:37.956061 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34df11d-71a2-4d82-b25d-f4fa8936e2df None None] Routers {'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:05:37.956225 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ff032-a598-49f3-b8e9-db5630a220fb req-30a49ddc-29ae-4dbf-a065-3b7f21194d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:37.956666 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c34df11d-71a2-4d82-b25d-f4fa8936e2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:05:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:37.957729 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cb9ff032-a598-49f3-b8e9-db5630a220fb req-30a49ddc-29ae-4dbf-a065-3b7f21194d27 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4229b03-caaa-493f-8647-17296bf3efab HTTP/1.1" status: 200 len: 833 time: 0.0450580 Jul 14 10:05:38.016416 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ff032-a598-49f3-b8e9-db5630a220fb req-b7c8af34-d36f-4b54-a605-7ffd9e3e10fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:38.017941 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cb9ff032-a598-49f3-b8e9-db5630a220fb req-b7c8af34-d36f-4b54-a605-7ffd9e3e10fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535238 Jul 14 10:05:38.060410 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-c34df11d-71a2-4d82-b25d-f4fa8936e2df None None] Set router b3ca8548-5a07-45aa-a7b8-3865a03c9e5e gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:05:38.112637 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cb9ff032-a598-49f3-b8e9-db5630a220fb req-28c75866-bb19-4b20-b477-c73f4820461d service neutron] 10.222.0.44 "GET /v2.0/networks/b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884173 Jul 14 10:05:38.204339 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-cb9ff032-a598-49f3-b8e9-db5630a220fb req-c3c49913-8983-498d-be13-aa95de6d4d77 service neutron] 10.222.0.44 "GET /v2.0/networks/b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850601 Jul 14 10:05:38.372847 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-c34df11d-71a2-4d82-b25d-f4fa8936e2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292103658', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '74442301-1324-495e-afb5-eae3df130768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:05:21Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': '74442301-1324-495e-afb5-eae3df130768', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'eddf69d8-5390-42c9-b748-7a6a8176c9e3', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'port_id': '013bc1a6-2666-4611-b9b2-58e0189d8142', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d', 'mac_address': 'fa:16:3e:f5:40:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21995f5c-0851-452b-99ba-c3958eeb34be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:05:36Z', 'updated_at': '2021-07-14T10:05:36Z', 'revision_number': 0, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53699799-63f4-47a3-a705-37e0d4caaff5', 'name': '', 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:bb:2e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'c4229b03-caaa-493f-8647-17296bf3efab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:20Z', 'updated_at': '2021-07-14T10:05:26Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': 'c4229b03-caaa-493f-8647-17296bf3efab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:38.398471 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34df11d-71a2-4d82-b25d-f4fa8936e2df None None] The sync data for ids ['b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'] in n-d-771362-35 is: [{'id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292103658', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '74442301-1324-495e-afb5-eae3df130768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:05:21Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': '74442301-1324-495e-afb5-eae3df130768', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'eddf69d8-5390-42c9-b748-7a6a8176c9e3', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'port_id': '013bc1a6-2666-4611-b9b2-58e0189d8142', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d', 'mac_address': 'fa:16:3e:f5:40:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21995f5c-0851-452b-99ba-c3958eeb34be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:05:36Z', 'updated_at': '2021-07-14T10:05:36Z', 'revision_number': 0, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53699799-63f4-47a3-a705-37e0d4caaff5', 'name': '', 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:bb:2e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'c4229b03-caaa-493f-8647-17296bf3efab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:20Z', 'updated_at': '2021-07-14T10:05:26Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': 'c4229b03-caaa-493f-8647-17296bf3efab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:05:38.597998 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe3984e-9b83-47f3-9ca0-5ead17ccad26 None None] New status for floating IP eddf69d8-5390-42c9-b748-7a6a8176c9e3: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:05:38.906089 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36108) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:38.971867 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f07656ce-fd9f-4d48-914c-d3aa1e185e87 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/floatingips/eddf69d8-5390-42c9-b748-7a6a8176c9e3 HTTP/1.1" status: 200 len: 994 time: 0.0645511 Jul 14 10:05:39.424327 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8835d77f-93a9-44d4-927f-dc231fd159e7 req-f1a024ea-e488-461a-adc7-f560cbb6a720 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0522208 Jul 14 10:05:39.524377 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835d77f-93a9-44d4-927f-dc231fd159e7 req-994baa38-8a8e-4f11-af5b-8244bd996a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:39.525898 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8835d77f-93a9-44d4-927f-dc231fd159e7 req-994baa38-8a8e-4f11-af5b-8244bd996a1f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 1098 time: 0.0572696 Jul 14 10:05:39.642403 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835d77f-93a9-44d4-927f-dc231fd159e7 req-590119b1-7fbf-4713-95fb-a25ebc2dfcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:39.643838 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8835d77f-93a9-44d4-927f-dc231fd159e7 req-590119b1-7fbf-4713-95fb-a25ebc2dfcc0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d HTTP/1.1" status: 200 len: 897 time: 0.0969267 Jul 14 10:05:39.710460 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8835d77f-93a9-44d4-927f-dc231fd159e7 req-6f1d99e5-a5aa-4598-8d38-d77c00887ae9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=013bc1a6-2666-4611-b9b2-58e0189d8142 HTTP/1.1" status: 200 len: 1002 time: 0.0606163 Jul 14 10:05:39.760261 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835d77f-93a9-44d4-927f-dc231fd159e7 req-d6fa35eb-e052-4379-bbaa-6a91e3ef15c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:39.761723 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8835d77f-93a9-44d4-927f-dc231fd159e7 req-d6fa35eb-e052-4379-bbaa-6a91e3ef15c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4229b03-caaa-493f-8647-17296bf3efab HTTP/1.1" status: 200 len: 833 time: 0.0455091 Jul 14 10:05:39.823516 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835d77f-93a9-44d4-927f-dc231fd159e7 req-002cee64-04df-44af-88d8-2c864d6936b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:39.825028 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8835d77f-93a9-44d4-927f-dc231fd159e7 req-002cee64-04df-44af-88d8-2c864d6936b0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572536 Jul 14 10:05:39.915061 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8835d77f-93a9-44d4-927f-dc231fd159e7 req-444ea760-0a07-4409-81b2-e4300030effb service neutron] 10.222.0.44 "GET /v2.0/networks/b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836804 Jul 14 10:05:40.010761 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8835d77f-93a9-44d4-927f-dc231fd159e7 req-94691929-bc50-455b-9406-b5db1140b641 service neutron] 10.222.0.44 "GET /v2.0/networks/b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894289 Jul 14 10:05:41.224350 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:42.727883 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:45.261814 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:05:48.530893 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74d9b6e6-1b0e-4aec-a961-cfac94ed547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:51.128606 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e980ba12-33c4-4347-8fd7-c81bc2723798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:51.363044 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:52.402246 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:53.943935 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:10.459833 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf37ad-5280-4d4a-bfb8-53f4fe728c45 req-b8d04cc1-cbc2-44b8-b805-5fe57c1bf8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:10.461508 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-87bf37ad-5280-4d4a-bfb8-53f4fe728c45 req-b8d04cc1-cbc2-44b8-b805-5fe57c1bf8ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 1098 time: 0.0566638 Jul 14 10:06:10.497110 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bac173-7604-46ce-9701-8512a090805c req-1a53ce51-ff35-4ea7-9c00-76731424a347 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:10.498644 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0bac173-7604-46ce-9701-8512a090805c req-1a53ce51-ff35-4ea7-9c00-76731424a347 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 946 time: 0.0658333 Jul 14 10:06:10.543793 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e0bac173-7604-46ce-9701-8512a090805c req-c3e1908f-4845-4345-90a0-024fe82d037f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393853 Jul 14 10:06:10.557494 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf37ad-5280-4d4a-bfb8-53f4fe728c45 req-a0c499c0-c336-4d6e-bb50-dae1c6119434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:10.559082 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-87bf37ad-5280-4d4a-bfb8-53f4fe728c45 req-a0c499c0-c336-4d6e-bb50-dae1c6119434 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d HTTP/1.1" status: 200 len: 897 time: 0.0912993 Jul 14 10:06:10.628673 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-87bf37ad-5280-4d4a-bfb8-53f4fe728c45 req-788a0320-49ad-4f38-8310-8a229d712d53 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=013bc1a6-2666-4611-b9b2-58e0189d8142 HTTP/1.1" status: 200 len: 1002 time: 0.0622618 Jul 14 10:06:10.679827 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf37ad-5280-4d4a-bfb8-53f4fe728c45 req-7e620ce6-de24-447d-a733-57d3bb11effd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:10.681327 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-87bf37ad-5280-4d4a-bfb8-53f4fe728c45 req-7e620ce6-de24-447d-a733-57d3bb11effd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4229b03-caaa-493f-8647-17296bf3efab HTTP/1.1" status: 200 len: 833 time: 0.0464261 Jul 14 10:06:10.744385 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf37ad-5280-4d4a-bfb8-53f4fe728c45 req-883fdb7f-419a-408c-ac88-0e2e75d98c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:10.745926 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-87bf37ad-5280-4d4a-bfb8-53f4fe728c45 req-883fdb7f-419a-408c-ac88-0e2e75d98c23 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577197 Jul 14 10:06:10.839106 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-87bf37ad-5280-4d4a-bfb8-53f4fe728c45 req-db72ab81-c3f5-4d8a-9109-8da91b6142b6 service neutron] 10.222.0.44 "GET /v2.0/networks/b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862756 Jul 14 10:06:10.958813 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-87bf37ad-5280-4d4a-bfb8-53f4fe728c45 req-fbb245c3-8c9a-438e-bf18-75b83979d322 service neutron] 10.222.0.44 "GET /v2.0/networks/b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125817 Jul 14 10:06:11.234284 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:11.720083 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e39671-dc3f-44e6-8690-91a217a8e4b7 req-001303f1-52d2-45a1-8d11-2ab7ccdea777 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:11.721565 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07e39671-dc3f-44e6-8690-91a217a8e4b7 req-001303f1-52d2-45a1-8d11-2ab7ccdea777 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 946 time: 0.0689313 Jul 14 10:06:11.760243 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07e39671-dc3f-44e6-8690-91a217a8e4b7 req-16b301a9-3569-4e9b-811d-40f0931c1d21 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327652 Jul 14 10:06:12.726561 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:12.941204 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2dc94-11ef-412e-af3c-675eadd4b06a req-63599186-93eb-496f-98c1-3f396b2313e7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:12.943007 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b7b2dc94-11ef-412e-af3c-675eadd4b06a req-63599186-93eb-496f-98c1-3f396b2313e7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 946 time: 0.0664182 Jul 14 10:06:12.982447 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b7b2dc94-11ef-412e-af3c-675eadd4b06a req-b78a7950-54b5-43b9-b6a7-86860becc776 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335245 Jul 14 10:06:14.154492 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db92fe3-56d6-40ac-ad35-73bf81b1cbf4 req-9e367f1e-de93-4ffe-94be-91ec95339126 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:14.156004 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8db92fe3-56d6-40ac-ad35-73bf81b1cbf4 req-9e367f1e-de93-4ffe-94be-91ec95339126 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 946 time: 0.0635567 Jul 14 10:06:14.193447 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8db92fe3-56d6-40ac-ad35-73bf81b1cbf4 req-e4a970ed-0857-4697-bf6a-6435da2fbe8f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312665 Jul 14 10:06:15.375265 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe7126-eb70-4448-acf4-dec773eca7c3 req-8ac8bff5-75b1-43a6-97a7-05ce70dcc9ce tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:15.376810 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bbe7126-eb70-4448-acf4-dec773eca7c3 req-8ac8bff5-75b1-43a6-97a7-05ce70dcc9ce tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 946 time: 0.0708818 Jul 14 10:06:15.416663 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6bbe7126-eb70-4448-acf4-dec773eca7c3 req-3263337f-4c3d-495d-a96b-14292d06a869 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337186 Jul 14 10:06:16.613440 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72f9ad-983f-47d1-985e-602888a27b2d req-69581731-603e-4235-82f4-b73171a28dd2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:16.615152 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e72f9ad-983f-47d1-985e-602888a27b2d req-69581731-603e-4235-82f4-b73171a28dd2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 946 time: 0.0822282 Jul 14 10:06:16.656517 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7e72f9ad-983f-47d1-985e-602888a27b2d req-5833eab4-5696-4301-9859-9826399da73c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353980 Jul 14 10:06:17.843188 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63650c8-0773-4f97-bc6c-23db745ac64b req-670b555a-ab1e-4d80-ab7f-d1ed0786a467 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:17.844775 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f63650c8-0773-4f97-bc6c-23db745ac64b req-670b555a-ab1e-4d80-ab7f-d1ed0786a467 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 946 time: 0.0711200 Jul 14 10:06:17.885287 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f63650c8-0773-4f97-bc6c-23db745ac64b req-97901dcf-619e-435e-8cfc-daacc09e2fb6 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340967 Jul 14 10:06:18.533209 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dd7854e-9db9-45dd-804f-7c60864b45b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:19.064836 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb015e4b-086c-4845-aacc-de42f357cd27 req-c7534149-dd3b-4950-a162-a870a3eb61b7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:19.066302 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb015e4b-086c-4845-aacc-de42f357cd27 req-c7534149-dd3b-4950-a162-a870a3eb61b7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 946 time: 0.0642676 Jul 14 10:06:19.106877 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cb015e4b-086c-4845-aacc-de42f357cd27 req-f85466e7-b53e-41dc-9a50-fbde72576be8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337889 Jul 14 10:06:20.278490 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79477432-9272-4b29-ae60-7fbb7f4e805e req-607a439f-0ee9-469b-9707-84fd4f4ccb1c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:20.280246 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-79477432-9272-4b29-ae60-7fbb7f4e805e req-607a439f-0ee9-469b-9707-84fd4f4ccb1c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 946 time: 0.0633709 Jul 14 10:06:20.319523 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-79477432-9272-4b29-ae60-7fbb7f4e805e req-c2b4dead-b936-405a-a7cd-668ae727e8e6 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338397 Jul 14 10:06:21.129378 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5877bc6b-59e4-4f60-98a1-3eb1d0bc4003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:21.364225 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:21.496578 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cb850-cb56-4eab-819e-d4e38261b56e req-4a79165a-bd25-4b71-99b6-eaa3bce4a938 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:21.498050 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9a6cb850-cb56-4eab-819e-d4e38261b56e req-4a79165a-bd25-4b71-99b6-eaa3bce4a938 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 946 time: 0.0673819 Jul 14 10:06:21.535155 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9a6cb850-cb56-4eab-819e-d4e38261b56e req-2e8642c5-4981-44c7-bc97-2fc6d709d7da tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314560 Jul 14 10:06:22.262519 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:06:22.405552 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:22.713841 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015f93a-8216-4099-9d77-b6750e08829e req-86c60592-2e15-4819-9846-f728abfb9f1e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:22.715319 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1015f93a-8216-4099-9d77-b6750e08829e req-86c60592-2e15-4819-9846-f728abfb9f1e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 946 time: 0.0647688 Jul 14 10:06:22.752329 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1015f93a-8216-4099-9d77-b6750e08829e req-13af99cc-677a-41fe-9143-af98382df294 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313218 Jul 14 10:06:23.929595 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cdb9c-a0fa-475c-b569-1c586a2555c2 req-9aa4f49e-c617-40e0-b240-65ed38bd6713 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:23.931127 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-961cdb9c-a0fa-475c-b569-1c586a2555c2 req-9aa4f49e-c617-40e0-b240-65ed38bd6713 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 946 time: 0.0677462 Jul 14 10:06:23.941401 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:23.970529 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-961cdb9c-a0fa-475c-b569-1c586a2555c2 req-967df8c0-c8ae-40d5-ba72-80542c2b3964 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337403 Jul 14 10:06:25.143400 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1c82f-3791-445e-a7af-b866dc9fcc99 req-72ebdd9a-7bb5-4dbc-9ee3-13e329581c9a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:25.144926 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-96f1c82f-3791-445e-a7af-b866dc9fcc99 req-72ebdd9a-7bb5-4dbc-9ee3-13e329581c9a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 946 time: 0.0634816 Jul 14 10:06:25.185049 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-96f1c82f-3791-445e-a7af-b866dc9fcc99 req-0d0de49e-35de-44bb-af7d-2538589c96e6 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338855 Jul 14 10:06:26.354859 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98b423-a8f9-4720-9da3-581183f921d6 req-0198ef2c-e307-4733-8730-fcc16eff2156 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:26.356397 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1e98b423-a8f9-4720-9da3-581183f921d6 req-0198ef2c-e307-4733-8730-fcc16eff2156 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 946 time: 0.0633700 Jul 14 10:06:26.394245 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1e98b423-a8f9-4720-9da3-581183f921d6 req-4ec8854c-4236-4f61-bcf4-29dac8f7f99e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321803 Jul 14 10:06:27.571681 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb98b8-0e39-4767-8e22-549ee711a83b req-6a291bf1-54a1-4793-8eb6-83fb8995b3ce tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:27.573167 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9cfb98b8-0e39-4767-8e22-549ee711a83b req-6a291bf1-54a1-4793-8eb6-83fb8995b3ce tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 946 time: 0.0695002 Jul 14 10:06:27.611033 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9cfb98b8-0e39-4767-8e22-549ee711a83b req-a3038143-7e2f-448e-9b5e-c13ac6a8132f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320456 Jul 14 10:06:27.635983 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36156) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:27.695943 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1c478e44-55bb-4203-91bf-5d2a3cdfb209 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/floatingips/eddf69d8-5390-42c9-b748-7a6a8176c9e3 HTTP/1.1" status: 200 len: 994 time: 0.0587664 Jul 14 10:06:41.237755 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:41.989273 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dc80515d-e5b8-4575-b24b-7a0a6e8f6f29 req-1803d648-aa49-45d9-ac72-f46438b89bf4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520291 Jul 14 10:06:42.083408 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80515d-e5b8-4575-b24b-7a0a6e8f6f29 req-6a7a0a9b-3975-447f-861b-d3f252e672df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:42.084909 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dc80515d-e5b8-4575-b24b-7a0a6e8f6f29 req-6a7a0a9b-3975-447f-861b-d3f252e672df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 1098 time: 0.0521383 Jul 14 10:06:42.190657 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80515d-e5b8-4575-b24b-7a0a6e8f6f29 req-54bffe96-6c59-4480-86ee-c4a12d8d805a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:42.192913 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dc80515d-e5b8-4575-b24b-7a0a6e8f6f29 req-54bffe96-6c59-4480-86ee-c4a12d8d805a service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d HTTP/1.1" status: 200 len: 897 time: 0.0875144 Jul 14 10:06:42.257966 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dc80515d-e5b8-4575-b24b-7a0a6e8f6f29 req-3b3d4ad8-13b3-4a84-9dfc-47b68371e737 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=013bc1a6-2666-4611-b9b2-58e0189d8142 HTTP/1.1" status: 200 len: 1002 time: 0.0576913 Jul 14 10:06:42.306018 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80515d-e5b8-4575-b24b-7a0a6e8f6f29 req-6d1cffde-adef-4c90-9106-fe3e53df8ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:42.307455 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dc80515d-e5b8-4575-b24b-7a0a6e8f6f29 req-6d1cffde-adef-4c90-9106-fe3e53df8ad0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4229b03-caaa-493f-8647-17296bf3efab HTTP/1.1" status: 200 len: 833 time: 0.0431855 Jul 14 10:06:42.369280 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80515d-e5b8-4575-b24b-7a0a6e8f6f29 req-bf74c165-f173-4713-982b-e1d3af3da91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:42.370784 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dc80515d-e5b8-4575-b24b-7a0a6e8f6f29 req-bf74c165-f173-4713-982b-e1d3af3da91a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571663 Jul 14 10:06:42.458921 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dc80515d-e5b8-4575-b24b-7a0a6e8f6f29 req-9d86fc13-c02e-4ded-bf8d-9d65c3a4ac0b service neutron] 10.222.0.44 "GET /v2.0/networks/b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820167 Jul 14 10:06:42.553142 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dc80515d-e5b8-4575-b24b-7a0a6e8f6f29 req-119c6954-32b9-4bb0-90cb-1dcbe1320ef8 service neutron] 10.222.0.44 "GET /v2.0/networks/b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867147 Jul 14 10:06:42.737758 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:48.535555 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f6baff9-e583-440a-843f-4a5eda5c13b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:51.129873 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ca261af-5e98-4781-9549-a3bef8b6d9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:51.366309 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:52.412679 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:53.944723 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:58.162138 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36174) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:58.324230 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-68a2611b-550c-446d-ba8c-b09af19c01c1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Deleting port 54ca18b7-a578-4a35-8bb2-f3f303b16499 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:06:58.324517 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68a2611b-550c-446d-ba8c-b09af19c01c1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:58.399673 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68a2611b-550c-446d-ba8c-b09af19c01c1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:58.400003 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68a2611b-550c-446d-ba8c-b09af19c01c1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:58.411577 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-68a2611b-550c-446d-ba8c-b09af19c01c1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Calling delete_port for 54ca18b7-a578-4a35-8bb2-f3f303b16499 owned by network:floatingip {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:06:58.561010 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68a2611b-550c-446d-ba8c-b09af19c01c1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:58.587932 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2611b-550c-446d-ba8c-b09af19c01c1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Port': ['ID=54ca18b7-a578-4a35-8bb2-f3f303b16499,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:58.613262 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2611b-550c-446d-ba8c-b09af19c01c1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:58.613618 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2611b-550c-446d-ba8c-b09af19c01c1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:58.613959 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2611b-550c-446d-ba8c-b09af19c01c1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:58.614298 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2611b-550c-446d-ba8c-b09af19c01c1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:58.614631 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2611b-550c-446d-ba8c-b09af19c01c1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:58.614961 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2611b-550c-446d-ba8c-b09af19c01c1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:58.615297 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2611b-550c-446d-ba8c-b09af19c01c1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:58.615657 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2611b-550c-446d-ba8c-b09af19c01c1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:58.615988 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2611b-550c-446d-ba8c-b09af19c01c1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:58.616315 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2611b-550c-446d-ba8c-b09af19c01c1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:58.616637 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2611b-550c-446d-ba8c-b09af19c01c1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:58.616959 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2611b-550c-446d-ba8c-b09af19c01c1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:58.662347 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68a2611b-550c-446d-ba8c-b09af19c01c1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for floatingip, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:58.662680 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-68a2611b-550c-446d-ba8c-b09af19c01c1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Floating IP eddf69d8-5390-42c9-b748-7a6a8176c9e3 disassociated (deleted). External IP: 172.25.6.196, port: 013bc1a6-2666-4611-b9b2-58e0189d8142. Jul 14 10:06:58.865946 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a2611b-550c-446d-ba8c-b09af19c01c1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Router b3ca8548-5a07-45aa-a7b8-3865a03c9e5e has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:06:58.970397 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a2611b-550c-446d-ba8c-b09af19c01c1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:06:58.975190 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68a2611b-550c-446d-ba8c-b09af19c01c1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:58.983265 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60ad451-3eb5-43d6-bf03-71a0913ea56d None None] Sync routers for ids ['b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:06:58.993848 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60ad451-3eb5-43d6-bf03-71a0913ea56d None None] Routers {'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:06:58.994540 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b60ad451-3eb5-43d6-bf03-71a0913ea56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:06:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:59.016212 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-68a2611b-550c-446d-ba8c-b09af19c01c1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "DELETE /v2.0/floatingips/eddf69d8-5390-42c9-b748-7a6a8176c9e3 HTTP/1.1" status: 204 len: 168 time: 0.8529379 Jul 14 10:06:59.016797 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21995f5c-0851-452b-99ba-c3958eeb34be', 'tag': '013bc1a6-2666-4611-b9b2-58e0189d8142'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:06:59.019037 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b5133e-25a7-4b26-8e85-d1c2ba9fd77e" -d '{"events": [{"name": "network-changed", "server_uuid": "21995f5c-0851-452b-99ba-c3958eeb34be", "tag": "013bc1a6-2666-4611-b9b2-58e0189d8142"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:06:59.057145 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ba7966-2aa3-4275-a8db-052c1b3f038c x-openstack-request-id: req-48ba7966-2aa3-4275-a8db-052c1b3f038c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:06:59.057434 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21995f5c-0851-452b-99ba-c3958eeb34be", "tag": "013bc1a6-2666-4611-b9b2-58e0189d8142", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:06:59.057685 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48ba7966-2aa3-4275-a8db-052c1b3f038c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:06:59.058088 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21995f5c-0851-452b-99ba-c3958eeb34be', 'tag': '013bc1a6-2666-4611-b9b2-58e0189d8142', 'status': 'completed', 'code': 200} Jul 14 10:06:59.114723 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b60ad451-3eb5-43d6-bf03-71a0913ea56d None None] Set router b3ca8548-5a07-45aa-a7b8-3865a03c9e5e gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:06:59.139479 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5133e-25a7-4b26-8e85-d1c2ba9fd77e req-5f9eba91-7305-409f-965c-28fbc30abcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:59.141057 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b1b5133e-25a7-4b26-8e85-d1c2ba9fd77e req-5f9eba91-7305-409f-965c-28fbc30abcf5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 1098 time: 0.0562181 Jul 14 10:06:59.231506 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5133e-25a7-4b26-8e85-d1c2ba9fd77e req-1241dbd6-17bc-42ea-a9b9-589396f34ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:59.233125 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b1b5133e-25a7-4b26-8e85-d1c2ba9fd77e req-1241dbd6-17bc-42ea-a9b9-589396f34ed2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d HTTP/1.1" status: 200 len: 897 time: 0.0863066 Jul 14 10:06:59.286048 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b1b5133e-25a7-4b26-8e85-d1c2ba9fd77e req-559b6e8a-652b-4876-8d2b-b64ac6ba16ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=013bc1a6-2666-4611-b9b2-58e0189d8142 HTTP/1.1" status: 200 len: 217 time: 0.0457525 Jul 14 10:06:59.308988 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:06:59.346373 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5133e-25a7-4b26-8e85-d1c2ba9fd77e req-7795fb57-497c-40e9-8231-7df6ba88829a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:59.348683 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b1b5133e-25a7-4b26-8e85-d1c2ba9fd77e req-7795fb57-497c-40e9-8231-7df6ba88829a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4229b03-caaa-493f-8647-17296bf3efab HTTP/1.1" status: 200 len: 833 time: 0.0578458 Jul 14 10:06:59.420322 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5133e-25a7-4b26-8e85-d1c2ba9fd77e req-d3506beb-054d-49d5-aa6f-a2864d787537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:59.421875 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b1b5133e-25a7-4b26-8e85-d1c2ba9fd77e req-d3506beb-054d-49d5-aa6f-a2864d787537 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624068 Jul 14 10:06:59.468320 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b60ad451-3eb5-43d6-bf03-71a0913ea56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292103658', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '74442301-1324-495e-afb5-eae3df130768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:05:21Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': '74442301-1324-495e-afb5-eae3df130768', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '53699799-63f4-47a3-a705-37e0d4caaff5', 'name': '', 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:bb:2e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'c4229b03-caaa-493f-8647-17296bf3efab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:20Z', 'updated_at': '2021-07-14T10:05:26Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': 'c4229b03-caaa-493f-8647-17296bf3efab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:59.515582 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60ad451-3eb5-43d6-bf03-71a0913ea56d None None] Checking router: b3ca8548-5a07-45aa-a7b8-3865a03c9e5e for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:06:59.532957 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b1b5133e-25a7-4b26-8e85-d1c2ba9fd77e req-d5132ea4-8296-4718-a0d4-f2dc6e0f368e service neutron] 10.222.0.44 "GET /v2.0/networks/b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037314 Jul 14 10:06:59.538828 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60ad451-3eb5-43d6-bf03-71a0913ea56d None None] Routers {'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:06:59.539521 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b60ad451-3eb5-43d6-bf03-71a0913ea56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:06:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:59.589094 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606be01-2f50-43aa-8693-ea16bcb67760 req-0e87dab2-5f29-406a-8640-1e015b28bcff tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:59.590663 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f606be01-2f50-43aa-8693-ea16bcb67760 req-0e87dab2-5f29-406a-8640-1e015b28bcff tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 946 time: 0.0708835 Jul 14 10:06:59.635666 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f606be01-2f50-43aa-8693-ea16bcb67760 req-729f9f47-8da6-40a1-9190-ed12a462828a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349553 Jul 14 10:06:59.651019 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b1b5133e-25a7-4b26-8e85-d1c2ba9fd77e req-690c6a38-d549-4870-a28e-444d9f390a96 service neutron] 10.222.0.44 "GET /v2.0/networks/b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100397 Jul 14 10:06:59.673235 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b60ad451-3eb5-43d6-bf03-71a0913ea56d None None] Set router b3ca8548-5a07-45aa-a7b8-3865a03c9e5e gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:06:59.867926 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b60ad451-3eb5-43d6-bf03-71a0913ea56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292103658', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '74442301-1324-495e-afb5-eae3df130768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:05:21Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': '74442301-1324-495e-afb5-eae3df130768', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '53699799-63f4-47a3-a705-37e0d4caaff5', 'name': '', 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:bb:2e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'c4229b03-caaa-493f-8647-17296bf3efab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:20Z', 'updated_at': '2021-07-14T10:05:26Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': 'c4229b03-caaa-493f-8647-17296bf3efab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:59.894057 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60ad451-3eb5-43d6-bf03-71a0913ea56d None None] The sync data for ids ['b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'] in n-d-771362-35 is: [{'id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292103658', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '74442301-1324-495e-afb5-eae3df130768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:05:21Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': '74442301-1324-495e-afb5-eae3df130768', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '53699799-63f4-47a3-a705-37e0d4caaff5', 'name': '', 'network_id': 'b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:bb:2e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'c4229b03-caaa-493f-8647-17296bf3efab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:20Z', 'updated_at': '2021-07-14T10:05:26Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': 'c4229b03-caaa-493f-8647-17296bf3efab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:07:00.103172 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428768cf-2151-42a5-a56c-14700423f210 None None] New status for floating IP eddf69d8-5390-42c9-b748-7a6a8176c9e3: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:07:00.814349 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c819c-a6b5-46b3-86f6-8233442c0317 req-e63a73a2-f40e-40bb-b556-2969e27c9ba8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:00.815859 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-278c819c-a6b5-46b3-86f6-8233442c0317 req-e63a73a2-f40e-40bb-b556-2969e27c9ba8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 946 time: 0.0635364 Jul 14 10:07:00.854851 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-278c819c-a6b5-46b3-86f6-8233442c0317 req-e567e153-990b-484c-bb25-e327927016ff tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d02963f-2841-426d-a91d-ac3ed6a2aa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329103 Jul 14 10:07:00.871759 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a19b1c-aa72-4903-ab83-796704a4db00 req-3ce55308-b5be-47e6-94ba-a491c7ac034c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:00.873269 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-45a19b1c-aa72-4903-ab83-796704a4db00 req-3ce55308-b5be-47e6-94ba-a491c7ac034c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.44 "GET /v2.0/ports?device_id=21995f5c-0851-452b-99ba-c3958eeb34be HTTP/1.1" status: 200 len: 946 time: 0.0634639 Jul 14 10:07:00.976772 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-45a19b1c-aa72-4903-ab83-796704a4db00 req-ad2e3b8d-2c27-42cc-9106-d4be476afd63 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Deleting port 013bc1a6-2666-4611-b9b2-58e0189d8142 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:07:00.977112 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45a19b1c-aa72-4903-ab83-796704a4db00 req-ad2e3b8d-2c27-42cc-9106-d4be476afd63 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:01.062267 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-45a19b1c-aa72-4903-ab83-796704a4db00 req-ad2e3b8d-2c27-42cc-9106-d4be476afd63 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] For port 013bc1a6-2666-4611-b9b2-58e0189d8142, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=013bc1a6-2666-4611-b9b2-58e0189d8142,segment=NetworkSegment(80c313d7-c3ac-4d26-8056-100758a18176),segment_id=80c313d7-c3ac-4d26-8056-100758a18176)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:01.062630 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45a19b1c-aa72-4903-ab83-796704a4db00 req-ad2e3b8d-2c27-42cc-9106-d4be476afd63 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:01.075142 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-45a19b1c-aa72-4903-ab83-796704a4db00 req-ad2e3b8d-2c27-42cc-9106-d4be476afd63 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Calling delete_port for 013bc1a6-2666-4611-b9b2-58e0189d8142 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:07:01.205390 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45a19b1c-aa72-4903-ab83-796704a4db00 req-ad2e3b8d-2c27-42cc-9106-d4be476afd63 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:01.235941 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e3b8d-2c27-42cc-9106-d4be476afd63 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Port': ['ID=013bc1a6-2666-4611-b9b2-58e0189d8142,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:01.282910 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a19b1c-aa72-4903-ab83-796704a4db00 req-ad2e3b8d-2c27-42cc-9106-d4be476afd63 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] No DVR routers for this DVR port 013bc1a6-2666-4611-b9b2-58e0189d8142 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:07:01.285667 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-45a19b1c-aa72-4903-ab83-796704a4db00 req-ad2e3b8d-2c27-42cc-9106-d4be476afd63 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:01.287762 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-45a19b1c-aa72-4903-ab83-796704a4db00 req-ad2e3b8d-2c27-42cc-9106-d4be476afd63 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.44 "DELETE /v2.0/ports/013bc1a6-2666-4611-b9b2-58e0189d8142 HTTP/1.1" status: 204 len: 173 time: 0.4089670 Jul 14 10:07:01.288197 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21995f5c-0851-452b-99ba-c3958eeb34be', 'name': 'network-vif-deleted', 'tag': '013bc1a6-2666-4611-b9b2-58e0189d8142'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:07:01.290482 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e30c60-72e5-4f20-906b-c8d15eecf5d0" -d '{"events": [{"server_uuid": "21995f5c-0851-452b-99ba-c3958eeb34be", "name": "network-vif-deleted", "tag": "013bc1a6-2666-4611-b9b2-58e0189d8142"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:07:01.328649 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8622abbe-6115-4cd1-8c00-42133c4a0e91 x-openstack-request-id: req-8622abbe-6115-4cd1-8c00-42133c4a0e91 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:07:01.328888 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21995f5c-0851-452b-99ba-c3958eeb34be", "name": "network-vif-deleted", "tag": "013bc1a6-2666-4611-b9b2-58e0189d8142", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:07:01.329201 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8622abbe-6115-4cd1-8c00-42133c4a0e91 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:07:01.329640 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21995f5c-0851-452b-99ba-c3958eeb34be', 'name': 'network-vif-deleted', 'tag': '013bc1a6-2666-4611-b9b2-58e0189d8142', 'status': 'completed', 'code': 200} Jul 14 10:07:01.946568 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36188) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:02.647908 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d72506f5-8d52-4fce-a18c-df1a74a8b625 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:02.909437 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d72506f5-8d52-4fce-a18c-df1a74a8b625 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Deleting port 53699799-63f4-47a3-a705-37e0d4caaff5 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:07:02.909684 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d72506f5-8d52-4fce-a18c-df1a74a8b625 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:03.002539 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d72506f5-8d52-4fce-a18c-df1a74a8b625 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] For port 53699799-63f4-47a3-a705-37e0d4caaff5, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=53699799-63f4-47a3-a705-37e0d4caaff5,segment=NetworkSegment(80c313d7-c3ac-4d26-8056-100758a18176),segment_id=80c313d7-c3ac-4d26-8056-100758a18176)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:03.003345 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d72506f5-8d52-4fce-a18c-df1a74a8b625 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:03.015919 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d72506f5-8d52-4fce-a18c-df1a74a8b625 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Calling delete_port for 53699799-63f4-47a3-a705-37e0d4caaff5 owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:07:03.199692 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d72506f5-8d52-4fce-a18c-df1a74a8b625 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:03.224836 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72506f5-8d52-4fce-a18c-df1a74a8b625 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Port': ['ID=53699799-63f4-47a3-a705-37e0d4caaff5,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:03.402654 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d72506f5-8d52-4fce-a18c-df1a74a8b625 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:03.619183 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72506f5-8d52-4fce-a18c-df1a74a8b625 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Router b3ca8548-5a07-45aa-a7b8-3865a03c9e5e has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:07:03.725524 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72506f5-8d52-4fce-a18c-df1a74a8b625 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:07:03.730926 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d72506f5-8d52-4fce-a18c-df1a74a8b625 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "PUT /v2.0/routers/b3ca8548-5a07-45aa-a7b8-3865a03c9e5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7827458 Jul 14 10:07:03.733203 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36190) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:03.735960 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2150258f-b65b-4131-9d1c-ec491ed76d65 None None] Sync routers for ids ['b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:07:03.745807 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2150258f-b65b-4131-9d1c-ec491ed76d65 None None] Routers {'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:03.746418 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2150258f-b65b-4131-9d1c-ec491ed76d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:06:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:03.784114 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-abdcb70a-b86b-4cb0-adc6-f83e4bb363f9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Deleting subnet c4229b03-caaa-493f-8647-17296bf3efab {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:07:03.787333 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abdcb70a-b86b-4cb0-adc6-f83e4bb363f9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:03.832881 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abdcb70a-b86b-4cb0-adc6-f83e4bb363f9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:03.851617 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-2150258f-b65b-4131-9d1c-ec491ed76d65 None None] Set router b3ca8548-5a07-45aa-a7b8-3865a03c9e5e gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:03.919235 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abdcb70a-b86b-4cb0-adc6-f83e4bb363f9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:03.980251 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abdcb70a-b86b-4cb0-adc6-f83e4bb363f9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:04.014280 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdcb70a-b86b-4cb0-adc6-f83e4bb363f9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Subnet': ['ID=c4229b03-caaa-493f-8647-17296bf3efab,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:04.018693 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abdcb70a-b86b-4cb0-adc6-f83e4bb363f9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:04.023067 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-abdcb70a-b86b-4cb0-adc6-f83e4bb363f9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "DELETE /v2.0/subnets/c4229b03-caaa-493f-8647-17296bf3efab HTTP/1.1" status: 204 len: 168 time: 0.2864857 Jul 14 10:07:04.023615 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36192) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:04.028032 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c209362-431d-4b59-afb0-28375cddf799 None None] Network b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:07:04.047176 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2150258f-b65b-4131-9d1c-ec491ed76d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292103658', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '74442301-1324-495e-afb5-eae3df130768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:07:03Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': '74442301-1324-495e-afb5-eae3df130768', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:04.077751 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2150258f-b65b-4131-9d1c-ec491ed76d65 None None] Checking router: b3ca8548-5a07-45aa-a7b8-3865a03c9e5e for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:07:04.086609 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2150258f-b65b-4131-9d1c-ec491ed76d65 None None] Routers {'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:04.087224 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2150258f-b65b-4131-9d1c-ec491ed76d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:06:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:04.149522 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e988a5c9-9e47-415d-bd3f-d3f5e69fc37a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:04.200231 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-2150258f-b65b-4131-9d1c-ec491ed76d65 None None] Set router b3ca8548-5a07-45aa-a7b8-3865a03c9e5e gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:04.240744 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73cc984-3078-46f7-bd1c-3b087f245e17 None None] DHCP port deletion for b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:07:04.261956 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e988a5c9-9e47-415d-bd3f-d3f5e69fc37a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:04.309179 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b73cc984-3078-46f7-bd1c-3b087f245e17 None None] Deleting port ebedc952-0c0a-4546-a839-d12185098e38 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:07:04.309607 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b73cc984-3078-46f7-bd1c-3b087f245e17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:04.327148 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e988a5c9-9e47-415d-bd3f-d3f5e69fc37a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Deleting port 74442301-1324-495e-afb5-eae3df130768 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:07:04.327519 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e988a5c9-9e47-415d-bd3f-d3f5e69fc37a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:04.378663 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b73cc984-3078-46f7-bd1c-3b087f245e17 None None] For port ebedc952-0c0a-4546-a839-d12185098e38, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ebedc952-0c0a-4546-a839-d12185098e38,segment=NetworkSegment(80c313d7-c3ac-4d26-8056-100758a18176),segment_id=80c313d7-c3ac-4d26-8056-100758a18176)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:04.378663 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b73cc984-3078-46f7-bd1c-3b087f245e17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:04.400762 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b73cc984-3078-46f7-bd1c-3b087f245e17 None None] Calling delete_port for ebedc952-0c0a-4546-a839-d12185098e38 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:07:04.426651 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e988a5c9-9e47-415d-bd3f-d3f5e69fc37a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] For port 74442301-1324-495e-afb5-eae3df130768, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=74442301-1324-495e-afb5-eae3df130768,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:04.427390 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e988a5c9-9e47-415d-bd3f-d3f5e69fc37a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:04.445262 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e988a5c9-9e47-415d-bd3f-d3f5e69fc37a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Calling delete_port for 74442301-1324-495e-afb5-eae3df130768 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:07:04.487682 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b73cc984-3078-46f7-bd1c-3b087f245e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:04.507974 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-2150258f-b65b-4131-9d1c-ec491ed76d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292103658', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '74442301-1324-495e-afb5-eae3df130768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:07:03Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': '74442301-1324-495e-afb5-eae3df130768', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:04.518942 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cc984-3078-46f7-bd1c-3b087f245e17 None None] Pushing event deleted for resources: {'Port': ['ID=ebedc952-0c0a-4546-a839-d12185098e38,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:04.524506 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73cc984-3078-46f7-bd1c-3b087f245e17 None None] No DVR routers for this DVR port ebedc952-0c0a-4546-a839-d12185098e38 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:07:04.533785 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cc984-3078-46f7-bd1c-3b087f245e17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:04.534519 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cc984-3078-46f7-bd1c-3b087f245e17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:04.534689 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2150258f-b65b-4131-9d1c-ec491ed76d65 None None] The sync data for ids ['b3ca8548-5a07-45aa-a7b8-3865a03c9e5e'] in n-d-771362-35 is: [{'id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1292103658', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '74442301-1324-495e-afb5-eae3df130768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:07:03Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': '74442301-1324-495e-afb5-eae3df130768', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca8548-5a07-45aa-a7b8-3865a03c9e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:18Z', 'updated_at': '2021-07-14T10:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:07:04.535778 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cc984-3078-46f7-bd1c-3b087f245e17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:04.536282 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cc984-3078-46f7-bd1c-3b087f245e17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:04.536796 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cc984-3078-46f7-bd1c-3b087f245e17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:04.537164 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cc984-3078-46f7-bd1c-3b087f245e17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:04.537757 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cc984-3078-46f7-bd1c-3b087f245e17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:04.537853 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cc984-3078-46f7-bd1c-3b087f245e17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:04.538310 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cc984-3078-46f7-bd1c-3b087f245e17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:04.538600 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cc984-3078-46f7-bd1c-3b087f245e17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:04.538961 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cc984-3078-46f7-bd1c-3b087f245e17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:04.539288 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73cc984-3078-46f7-bd1c-3b087f245e17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:04.629322 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e988a5c9-9e47-415d-bd3f-d3f5e69fc37a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:04.654693 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988a5c9-9e47-415d-bd3f-d3f5e69fc37a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Port': ['ID=74442301-1324-495e-afb5-eae3df130768,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:04.667186 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988a5c9-9e47-415d-bd3f-d3f5e69fc37a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:04.667561 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988a5c9-9e47-415d-bd3f-d3f5e69fc37a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:04.667907 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988a5c9-9e47-415d-bd3f-d3f5e69fc37a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:04.668247 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988a5c9-9e47-415d-bd3f-d3f5e69fc37a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:04.668582 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988a5c9-9e47-415d-bd3f-d3f5e69fc37a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:04.668915 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988a5c9-9e47-415d-bd3f-d3f5e69fc37a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:04.669249 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988a5c9-9e47-415d-bd3f-d3f5e69fc37a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:04.669577 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988a5c9-9e47-415d-bd3f-d3f5e69fc37a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:04.669907 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988a5c9-9e47-415d-bd3f-d3f5e69fc37a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:04.670231 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988a5c9-9e47-415d-bd3f-d3f5e69fc37a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:04.670552 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988a5c9-9e47-415d-bd3f-d3f5e69fc37a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:04.670876 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988a5c9-9e47-415d-bd3f-d3f5e69fc37a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:04.727238 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e988a5c9-9e47-415d-bd3f-d3f5e69fc37a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:04.815527 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e988a5c9-9e47-415d-bd3f-d3f5e69fc37a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:04.818391 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e988a5c9-9e47-415d-bd3f-d3f5e69fc37a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:04.864460 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e988a5c9-9e47-415d-bd3f-d3f5e69fc37a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:04.865020 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e988a5c9-9e47-415d-bd3f-d3f5e69fc37a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Fanout notify agent at l3_agent the message router_deleted on router b3ca8548-5a07-45aa-a7b8-3865a03c9e5e {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:07:04.871800 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e988a5c9-9e47-415d-bd3f-d3f5e69fc37a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:04.872909 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e988a5c9-9e47-415d-bd3f-d3f5e69fc37a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "DELETE /v2.0/routers/b3ca8548-5a07-45aa-a7b8-3865a03c9e5e HTTP/1.1" status: 204 len: 168 time: 0.8484664 Jul 14 10:07:04.875691 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36194) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:04.954534 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c0ba802-cf15-4c54-905a-92b8742fee80 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.050392 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c0ba802-cf15-4c54-905a-92b8742fee80 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.060905 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-5c0ba802-cf15-4c54-905a-92b8742fee80 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:05.072148 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-5c0ba802-cf15-4c54-905a-92b8742fee80 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80c313d7-c3ac-4d26-8056-100758a18176') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:05.072445 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-5c0ba802-cf15-4c54-905a-92b8742fee80 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80c313d7-c3ac-4d26-8056-100758a18176') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:05.081435 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c0ba802-cf15-4c54-905a-92b8742fee80 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.095648 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c0ba802-cf15-4c54-905a-92b8742fee80 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.102713 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0ba802-cf15-4c54-905a-92b8742fee80 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:07:05.103145 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c0ba802-cf15-4c54-905a-92b8742fee80 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: timer() Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:07:05.106189 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:07:05.167261 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c0ba802-cf15-4c54-905a-92b8742fee80 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.175451 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c0ba802-cf15-4c54-905a-92b8742fee80 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.177507 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5c0ba802-cf15-4c54-905a-92b8742fee80 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "DELETE /v2.0/networks/b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d HTTP/1.1" status: 204 len: 168 time: 0.3008888 Jul 14 10:07:05.180455 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36196) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:05.190001 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ba802-cf15-4c54-905a-92b8742fee80 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Network': ['ID=b0ad5b4f-d5f8-4a0f-8180-1da340c3d89d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:05.242459 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-041dc833-03e1-4253-bbf1-c8068d5b6b12 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.267406 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-041dc833-03e1-4253-bbf1-c8068d5b6b12 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.329010 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-041dc833-03e1-4253-bbf1-c8068d5b6b12 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.332206 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-041dc833-03e1-4253-bbf1-c8068d5b6b12 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.333673 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-041dc833-03e1-4253-bbf1-c8068d5b6b12 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "DELETE /v2.0/security-groups/4d02963f-2841-426d-a91d-ac3ed6a2aa83 HTTP/1.1" status: 204 len: 168 time: 0.1519589 Jul 14 10:07:05.342827 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041dc833-03e1-4253-bbf1-c8068d5b6b12 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d02963f-2841-426d-a91d-ac3ed6a2aa83,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:05.483280 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 013bc1a6-2666-4611-b9b2-58e0189d8142 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:07:05.507905 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 013bc1a6-2666-4611-b9b2-58e0189d8142 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:07:05.508164 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 013bc1a6-2666-4611-b9b2-58e0189d8142 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:07:05.652560 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36202) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:05.657305 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-91ddbd6e-8adc-40cf-905e-a9b4c51e1bdc tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1235104132', 'description': 'tempest-secgroup-smoke-1235104132 description', 'project_id': '79b1a17c6357440591aaeff73e261da4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:05.680569 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91ddbd6e-8adc-40cf-905e-a9b4c51e1bdc tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.768109 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91ddbd6e-8adc-40cf-905e-a9b4c51e1bdc tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.772423 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91ddbd6e-8adc-40cf-905e-a9b4c51e1bdc tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.800660 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91ddbd6e-8adc-40cf-905e-a9b4c51e1bdc tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.801833 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-91ddbd6e-8adc-40cf-905e-a9b4c51e1bdc tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1482255 Jul 14 10:07:05.802989 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ddbd6e-8adc-40cf-905e-a9b4c51e1bdc tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e31dd622-49f0-4954-b2c4-000ae4b22165,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:05.804844 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36204) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:05.809644 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-f0e56ce2-1231-432f-ada7-f90be54f67eb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': 'e31dd622-49f0-4954-b2c4-000ae4b22165', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:05.838169 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0e56ce2-1231-432f-ada7-f90be54f67eb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.884238 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0e56ce2-1231-432f-ada7-f90be54f67eb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.887533 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0e56ce2-1231-432f-ada7-f90be54f67eb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.905165 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e56ce2-1231-432f-ada7-f90be54f67eb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3020a10-15eb-40df-8878-53dcdc63873b,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:05.910975 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0e56ce2-1231-432f-ada7-f90be54f67eb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.913263 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f0e56ce2-1231-432f-ada7-f90be54f67eb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1060123 Jul 14 10:07:05.914692 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36206) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:05.919120 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-42dfd9be-93d7-4237-91a8-14f026f126a3 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': 'e31dd622-49f0-4954-b2c4-000ae4b22165', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:05.948343 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-42dfd9be-93d7-4237-91a8-14f026f126a3 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.009988 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-42dfd9be-93d7-4237-91a8-14f026f126a3 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.013812 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-42dfd9be-93d7-4237-91a8-14f026f126a3 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.038591 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfd9be-93d7-4237-91a8-14f026f126a3 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5208caa-550a-4c09-a6a4-4bf5b2617cf3,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:06.053629 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-42dfd9be-93d7-4237-91a8-14f026f126a3 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.055266 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-42dfd9be-93d7-4237-91a8-14f026f126a3 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1393666 Jul 14 10:07:06.059192 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36208) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:06.064013 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-6a4768be-8ac9-49ec-ae80-2234211ef4b7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': 'e31dd622-49f0-4954-b2c4-000ae4b22165', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:06.064699 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ebedc952-0c0a-4546-a839-d12185098e38 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:07:06.088636 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: ebedc952-0c0a-4546-a839-d12185098e38 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:07:06.088984 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ebedc952-0c0a-4546-a839-d12185098e38 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:07:06.089400 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 53699799-63f4-47a3-a705-37e0d4caaff5 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:07:06.093018 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a4768be-8ac9-49ec-ae80-2234211ef4b7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.108927 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 53699799-63f4-47a3-a705-37e0d4caaff5 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:07:06.109268 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 53699799-63f4-47a3-a705-37e0d4caaff5 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:07:06.109678 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 74442301-1324-495e-afb5-eae3df130768 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:07:06.130588 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 74442301-1324-495e-afb5-eae3df130768 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:07:06.130931 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 74442301-1324-495e-afb5-eae3df130768 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:07:06.162547 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a4768be-8ac9-49ec-ae80-2234211ef4b7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.166492 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a4768be-8ac9-49ec-ae80-2234211ef4b7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.185393 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4768be-8ac9-49ec-ae80-2234211ef4b7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=046b2dd6-d33d-4af4-9b38-919de53a8e3e,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:06.202809 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a4768be-8ac9-49ec-ae80-2234211ef4b7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.207228 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-6a4768be-8ac9-49ec-ae80-2234211ef4b7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1441097 Jul 14 10:07:06.207622 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36210) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:06.214322 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ba9ad340-fc21-4e7a-a0d9-bb3dc09701f2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': 'e31dd622-49f0-4954-b2c4-000ae4b22165', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:06.244628 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba9ad340-fc21-4e7a-a0d9-bb3dc09701f2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.321443 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba9ad340-fc21-4e7a-a0d9-bb3dc09701f2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.325686 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba9ad340-fc21-4e7a-a0d9-bb3dc09701f2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.345934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ad340-fc21-4e7a-a0d9-bb3dc09701f2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61993a2c-9115-4a93-bd8f-b46ca6926b1f,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:06.355315 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba9ad340-fc21-4e7a-a0d9-bb3dc09701f2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.356647 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ba9ad340-fc21-4e7a-a0d9-bb3dc09701f2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1473391 Jul 14 10:07:06.359442 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36212) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:06.365418 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-33680292-bdee-4a8b-8a35-0521feab384c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': 'e31dd622-49f0-4954-b2c4-000ae4b22165', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:06.390605 n-d-771362-35 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-33680292-bdee-4a8b-8a35-0521feab384c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Project 79b1a17c6357440591aaeff73e261da4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:07:06.396627 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33680292-bdee-4a8b-8a35-0521feab384c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.473541 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33680292-bdee-4a8b-8a35-0521feab384c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.477760 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33680292-bdee-4a8b-8a35-0521feab384c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.499365 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33680292-bdee-4a8b-8a35-0521feab384c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=461a6439-39f1-4c03-bb2d-b1d7f1923edf,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:06.504532 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33680292-bdee-4a8b-8a35-0521feab384c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.506413 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-33680292-bdee-4a8b-8a35-0521feab384c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1458180 Jul 14 10:07:06.509623 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36214) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:06.513507 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d57839ca-83f9-4bec-9735-1dfbd2ad9d3f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': 'e31dd622-49f0-4954-b2c4-000ae4b22165', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:06.535927 n-d-771362-35 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-d57839ca-83f9-4bec-9735-1dfbd2ad9d3f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Project 79b1a17c6357440591aaeff73e261da4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:07:06.541199 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d57839ca-83f9-4bec-9735-1dfbd2ad9d3f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.617019 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d57839ca-83f9-4bec-9735-1dfbd2ad9d3f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.621320 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d57839ca-83f9-4bec-9735-1dfbd2ad9d3f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.642167 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57839ca-83f9-4bec-9735-1dfbd2ad9d3f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7db5cb0-6a88-4893-adff-497d63dc258e,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:06.649376 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d57839ca-83f9-4bec-9735-1dfbd2ad9d3f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.650746 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d57839ca-83f9-4bec-9735-1dfbd2ad9d3f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1407249 Jul 14 10:07:06.654777 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36216) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:06.667194 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-637d5037-965d-4a41-abbe-c56232fcc451 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'network': {'name': 'tempest-network-smoke--338870039', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'port_security_enabled': True}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:06.689541 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637d5037-965d-4a41-abbe-c56232fcc451 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Made reservation on behalf of 79b1a17c6357440591aaeff73e261da4 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:07:06.693393 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-637d5037-965d-4a41-abbe-c56232fcc451 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.717938 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637d5037-965d-4a41-abbe-c56232fcc451 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:07:06.727932 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-637d5037-965d-4a41-abbe-c56232fcc451 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.728284 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-637d5037-965d-4a41-abbe-c56232fcc451 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Added segment 3c471897-f33e-4bb5-825e-c3bb3b912498 of type vlan for network 783a1c5c-fc4a-47f9-8141-6354e3a83481 Jul 14 10:07:06.777765 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-637d5037-965d-4a41-abbe-c56232fcc451 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.807957 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-637d5037-965d-4a41-abbe-c56232fcc451 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.813687 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637d5037-965d-4a41-abbe-c56232fcc451 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:06.814274 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-637d5037-965d-4a41-abbe-c56232fcc451 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.875013 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-637d5037-965d-4a41-abbe-c56232fcc451 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2190211 Jul 14 10:07:06.877825 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36218) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:06.882863 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1fc8543b-d49f-4e43-bd35-cbd15524f83f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1414040289', 'admin_state_up': True, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:06.883886 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d5037-965d-4a41-abbe-c56232fcc451 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Network': ['ID=783a1c5c-fc4a-47f9-8141-6354e3a83481,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:06.897937 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 783a1c5c-fc4a-47f9-8141-6354e3a83481 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:07:06.909071 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fc8543b-d49f-4e43-bd35-cbd15524f83f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.910970 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fc8543b-d49f-4e43-bd35-cbd15524f83f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.965755 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fc8543b-d49f-4e43-bd35-cbd15524f83f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:07.104057 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fc8543b-d49f-4e43-bd35-cbd15524f83f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:07.303681 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fc8543b-d49f-4e43-bd35-cbd15524f83f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:07.323222 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fc8543b-d49f-4e43-bd35-cbd15524f83f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:07.425934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-1fc8543b-d49f-4e43-bd35-cbd15524f83f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Allocated IP 172.25.6.219 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/c1c4d22b-6794-4b9b-8c68-3b67587c6d89) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:07:07.537159 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fc8543b-d49f-4e43-bd35-cbd15524f83f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:07.576482 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fc8543b-d49f-4e43-bd35-cbd15524f83f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:07.618990 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc8543b-d49f-4e43-bd35-cbd15524f83f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:07:07.621884 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1fc8543b-d49f-4e43-bd35-cbd15524f83f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:07:07.626801 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc8543b-d49f-4e43-bd35-cbd15524f83f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:07:07.628971 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8543b-d49f-4e43-bd35-cbd15524f83f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=c1c4d22b-6794-4b9b-8c68-3b67587c6d89,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:07.877695 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fc8543b-d49f-4e43-bd35-cbd15524f83f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:08.125040 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fc8543b-d49f-4e43-bd35-cbd15524f83f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:08.250177 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc8543b-d49f-4e43-bd35-cbd15524f83f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Router 7f6f3865-38a2-4eff-8c54-557cfa8fa395 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:07:08.693201 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc8543b-d49f-4e43-bd35-cbd15524f83f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:07:08.702639 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1d3999-a02a-47f7-b5d1-bb9a603a281a None None] Sync routers for ids ['7f6f3865-38a2-4eff-8c54-557cfa8fa395'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:07:08.712338 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1d3999-a02a-47f7-b5d1-bb9a603a281a None None] Routers {'7f6f3865-38a2-4eff-8c54-557cfa8fa395'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:08.713116 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6f1d3999-a02a-47f7-b5d1-bb9a603a281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:06:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7f6f3865-38a2-4eff-8c54-557cfa8fa395'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:08.716048 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fc8543b-d49f-4e43-bd35-cbd15524f83f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:08.721202 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1fc8543b-d49f-4e43-bd35-cbd15524f83f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8383992 Jul 14 10:07:08.721375 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36222) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:08.752681 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-58f00c7b-599d-475b-92f5-f4f385de9bef tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=79b1a17c6357440591aaeff73e261da4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277705 Jul 14 10:07:08.752936 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36224) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:08.823358 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-6f1d3999-a02a-47f7-b5d1-bb9a603a281a None None] Set router 7f6f3865-38a2-4eff-8c54-557cfa8fa395 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:08.841596 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02464b8-032f-473e-89e5-a32e14685b40 tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:08.843226 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-f02464b8-032f-473e-89e5-a32e14685b40 tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888751 Jul 14 10:07:08.846054 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36226) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:08.879311 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1f197f1a-a795-493d-9749-1173c76374fd tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6facc217-dc01-422a-8069-2c7784a4d993&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315003 Jul 14 10:07:08.882523 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36228) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:08.887396 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-1c935af2-6b3e-4b77-adcc-ee9241e152f2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-411295940', 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:08.974016 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c935af2-6b3e-4b77-adcc-ee9241e152f2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Made reservation on behalf of 79b1a17c6357440591aaeff73e261da4 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:07:08.977656 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c935af2-6b3e-4b77-adcc-ee9241e152f2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:09.008037 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6f1d3999-a02a-47f7-b5d1-bb9a603a281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414040289', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:06Z', 'updated_at': '2021-07-14T10:07:07Z', 'revision_number': 3, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:07Z', 'updated_at': '2021-07-14T10:07:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:09.034715 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1d3999-a02a-47f7-b5d1-bb9a603a281a None None] Checking router: 7f6f3865-38a2-4eff-8c54-557cfa8fa395 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:07:09.035235 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1d3999-a02a-47f7-b5d1-bb9a603a281a None None] Updating router 7f6f3865-38a2-4eff-8c54-557cfa8fa395 port c1c4d22b-6794-4b9b-8c68-3b67587c6d89 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:07:09.071559 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3999-a02a-47f7-b5d1-bb9a603a281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:09.164910 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c935af2-6b3e-4b77-adcc-ee9241e152f2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:09.231637 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c935af2-6b3e-4b77-adcc-ee9241e152f2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Subnet': ['ID=52d0feab-6309-4fc0-a872-6c3a07eb2db7,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:09.240178 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c935af2-6b3e-4b77-adcc-ee9241e152f2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Checking segment: {'id': '3c471897-f33e-4bb5-825e-c3bb3b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:07:09.240673 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c935af2-6b3e-4b77-adcc-ee9241e152f2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network hostable DHCP agents. Network: 783a1c5c-fc4a-47f9-8141-6354e3a83481, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:07:09.258529 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c935af2-6b3e-4b77-adcc-ee9241e152f2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network 783a1c5c-fc4a-47f9-8141-6354e3a83481 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:07:09.268240 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1c935af2-6b3e-4b77-adcc-ee9241e152f2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 783a1c5c-fc4a-47f9-8141-6354e3a83481) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:07:09.273476 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c935af2-6b3e-4b77-adcc-ee9241e152f2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:09.274714 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1c935af2-6b3e-4b77-adcc-ee9241e152f2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:09.280290 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4af92fb-6316-488a-a248-a21905cf8513 None None] Network 783a1c5c-fc4a-47f9-8141-6354e3a83481 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:07:09.289751 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1c935af2-6b3e-4b77-adcc-ee9241e152f2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4061601 Jul 14 10:07:09.292473 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36230) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:09.379529 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3999-a02a-47f7-b5d1-bb9a603a281a None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:09.398240 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6f1d3999-a02a-47f7-b5d1-bb9a603a281a None None] Transition to ACTIVE for port object c1c4d22b-6794-4b9b-8c68-3b67587c6d89 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:09.410726 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3999-a02a-47f7-b5d1-bb9a603a281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:09.497709 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6f1d3999-a02a-47f7-b5d1-bb9a603a281a None None] Attempting to bind port c1c4d22b-6794-4b9b-8c68-3b67587c6d89 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:07:09.497992 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6f1d3999-a02a-47f7-b5d1-bb9a603a281a None None] Attempting to bind port c1c4d22b-6794-4b9b-8c68-3b67587c6d89 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:07:09.498345 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1d3999-a02a-47f7-b5d1-bb9a603a281a None None] Attempting to bind port c1c4d22b-6794-4b9b-8c68-3b67587c6d89 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:07:09.504984 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf5e55-2a12-429c-a986-09582275b662 None None] Pushing event updated for resources: {'Port': ['ID=c1c4d22b-6794-4b9b-8c68-3b67587c6d89,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:09.526563 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1d3999-a02a-47f7-b5d1-bb9a603a281a None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:07:09.526950 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1d3999-a02a-47f7-b5d1-bb9a603a281a None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:07:09.527321 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3999-a02a-47f7-b5d1-bb9a603a281a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:09.527725 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1d3999-a02a-47f7-b5d1-bb9a603a281a None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:07:09.528208 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6f1d3999-a02a-47f7-b5d1-bb9a603a281a None None] Bound port: c1c4d22b-6794-4b9b-8c68-3b67587c6d89, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:07:09.528581 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3999-a02a-47f7-b5d1-bb9a603a281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:09.550872 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee78d7d3-ead0-4620-93bd-8595d9d56b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-783a1c5c-fc4a-47f9-8141-6354e3a83481', 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'fixed_ips': [{'subnet_id': '52d0feab-6309-4fc0-a872-6c3a07eb2db7'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:07:09.551760 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee78d7d3-ead0-4620-93bd-8595d9d56b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:09.653168 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6f1d3999-a02a-47f7-b5d1-bb9a603a281a None None] For port c1c4d22b-6794-4b9b-8c68-3b67587c6d89, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:07:09.676324 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6f1d3999-a02a-47f7-b5d1-bb9a603a281a None None] For port c1c4d22b-6794-4b9b-8c68-3b67587c6d89, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c1c4d22b-6794-4b9b-8c68-3b67587c6d89,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:07:09.683401 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3999-a02a-47f7-b5d1-bb9a603a281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:09.810333 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf5e55-2a12-429c-a986-09582275b662 None None] Pushing event updated for resources: {'Port': ['ID=c1c4d22b-6794-4b9b-8c68-3b67587c6d89,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:09.818679 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1d3999-a02a-47f7-b5d1-bb9a603a281a None None] Routers {'7f6f3865-38a2-4eff-8c54-557cfa8fa395'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:09.819472 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6f1d3999-a02a-47f7-b5d1-bb9a603a281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:06:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7f6f3865-38a2-4eff-8c54-557cfa8fa395'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:09.824606 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-ee78d7d3-ead0-4620-93bd-8595d9d56b88 None None] Allocated IP 172.20.0.2 (783a1c5c-fc4a-47f9-8141-6354e3a83481/52d0feab-6309-4fc0-a872-6c3a07eb2db7/a2166131-68d3-44c5-96ed-7637bfac733a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:07:09.836640 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f6deb99-02a7-49a8-8ec6-b51288ba1305 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:10.157389 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-6f1d3999-a02a-47f7-b5d1-bb9a603a281a None None] Set router 7f6f3865-38a2-4eff-8c54-557cfa8fa395 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:10.322029 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee78d7d3-ead0-4620-93bd-8595d9d56b88 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:10.339401 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ee78d7d3-ead0-4620-93bd-8595d9d56b88 None None] Transition to ACTIVE for port object a2166131-68d3-44c5-96ed-7637bfac733a will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:10.378955 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ee78d7d3-ead0-4620-93bd-8595d9d56b88 None None] Transition to ACTIVE for port object a2166131-68d3-44c5-96ed-7637bfac733a will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:10.387360 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee78d7d3-ead0-4620-93bd-8595d9d56b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:10.431433 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee78d7d3-ead0-4620-93bd-8595d9d56b88 None None] Network 783a1c5c-fc4a-47f9-8141-6354e3a83481 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:07:10.438162 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ee78d7d3-ead0-4620-93bd-8595d9d56b88 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:07:10.443394 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee78d7d3-ead0-4620-93bd-8595d9d56b88 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:07:10.446699 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-8f6deb99-02a7-49a8-8ec6-b51288ba1305 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Allocated IP 172.20.0.1 (783a1c5c-fc4a-47f9-8141-6354e3a83481/52d0feab-6309-4fc0-a872-6c3a07eb2db7/4bcdcbd9-f9af-4623-bb49-f8bac12d0e60) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:07:10.455819 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78d7d3-ead0-4620-93bd-8595d9d56b88 None None] Pushing event updated for resources: {'Port': ['ID=a2166131-68d3-44c5-96ed-7637bfac733a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:10.464472 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6f1d3999-a02a-47f7-b5d1-bb9a603a281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414040289', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:06Z', 'updated_at': '2021-07-14T10:07:07Z', 'revision_number': 3, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:07Z', 'updated_at': '2021-07-14T10:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:10.509000 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1d3999-a02a-47f7-b5d1-bb9a603a281a None None] The sync data for ids ['7f6f3865-38a2-4eff-8c54-557cfa8fa395'] in n-d-771362-35 is: [{'id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414040289', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:06Z', 'updated_at': '2021-07-14T10:07:07Z', 'revision_number': 3, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:07Z', 'updated_at': '2021-07-14T10:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:07:10.543302 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ee78d7d3-ead0-4620-93bd-8595d9d56b88 None None] Attempting to bind port a2166131-68d3-44c5-96ed-7637bfac733a on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:07:10.545725 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ee78d7d3-ead0-4620-93bd-8595d9d56b88 None None] Attempting to bind port a2166131-68d3-44c5-96ed-7637bfac733a by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '3c471897-f33e-4bb5-825e-c3bb3b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:07:10.546098 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee78d7d3-ead0-4620-93bd-8595d9d56b88 None None] Attempting to bind port a2166131-68d3-44c5-96ed-7637bfac733a on network 783a1c5c-fc4a-47f9-8141-6354e3a83481 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:07:10.557882 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee78d7d3-ead0-4620-93bd-8595d9d56b88 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:07:10.559716 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee78d7d3-ead0-4620-93bd-8595d9d56b88 None None] Checking segment: {'id': '3c471897-f33e-4bb5-825e-c3bb3b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:07:10.560679 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee78d7d3-ead0-4620-93bd-8595d9d56b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:10.562093 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee78d7d3-ead0-4620-93bd-8595d9d56b88 None None] Bound using segment: {'id': '3c471897-f33e-4bb5-825e-c3bb3b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:07:10.562093 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ee78d7d3-ead0-4620-93bd-8595d9d56b88 None None] Bound port: a2166131-68d3-44c5-96ed-7637bfac733a, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c471897-f33e-4bb5-825e-c3bb3b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:07:10.562487 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee78d7d3-ead0-4620-93bd-8595d9d56b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:10.599138 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f6deb99-02a7-49a8-8ec6-b51288ba1305 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:10.617357 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8f6deb99-02a7-49a8-8ec6-b51288ba1305 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Transition to ACTIVE for port object 4bcdcbd9-f9af-4623-bb49-f8bac12d0e60 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:10.646615 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ee78d7d3-ead0-4620-93bd-8595d9d56b88 None None] For port a2166131-68d3-44c5-96ed-7637bfac733a, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:07:10.651907 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ee78d7d3-ead0-4620-93bd-8595d9d56b88 None None] For port a2166131-68d3-44c5-96ed-7637bfac733a, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a2166131-68d3-44c5-96ed-7637bfac733a,segment=NetworkSegment(3c471897-f33e-4bb5-825e-c3bb3b912498),segment_id=3c471897-f33e-4bb5-825e-c3bb3b912498)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:07:10.658143 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee78d7d3-ead0-4620-93bd-8595d9d56b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:10.670611 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f6deb99-02a7-49a8-8ec6-b51288ba1305 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:10.721538 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6deb99-02a7-49a8-8ec6-b51288ba1305 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network 783a1c5c-fc4a-47f9-8141-6354e3a83481 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:07:10.725581 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78d7d3-ead0-4620-93bd-8595d9d56b88 None None] Pushing event updated for resources: {'Port': ['ID=a2166131-68d3-44c5-96ed-7637bfac733a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:10.726437 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-8f6deb99-02a7-49a8-8ec6-b51288ba1305 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:07:10.731015 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6deb99-02a7-49a8-8ec6-b51288ba1305 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:07:10.794663 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6deb99-02a7-49a8-8ec6-b51288ba1305 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=4bcdcbd9-f9af-4623-bb49-f8bac12d0e60,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:10.817107 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f6deb99-02a7-49a8-8ec6-b51288ba1305 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:11.037041 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f6deb99-02a7-49a8-8ec6-b51288ba1305 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:11.239186 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:11.376027 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f6deb99-02a7-49a8-8ec6-b51288ba1305 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:11.381727 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f6deb99-02a7-49a8-8ec6-b51288ba1305 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:11.460858 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f6deb99-02a7-49a8-8ec6-b51288ba1305 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:11.462754 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6deb99-02a7-49a8-8ec6-b51288ba1305 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=4bcdcbd9-f9af-4623-bb49-f8bac12d0e60,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:11.577123 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6deb99-02a7-49a8-8ec6-b51288ba1305 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network 783a1c5c-fc4a-47f9-8141-6354e3a83481 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:07:11.578632 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-8f6deb99-02a7-49a8-8ec6-b51288ba1305 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:07:11.705860 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6deb99-02a7-49a8-8ec6-b51288ba1305 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Router 7f6f3865-38a2-4eff-8c54-557cfa8fa395 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:07:11.791855 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43bb7d7-31a5-4836-8e6a-2f79b8cdd1ab None None] Network 783a1c5c-fc4a-47f9-8141-6354e3a83481 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:07:11.830528 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6deb99-02a7-49a8-8ec6-b51288ba1305 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:07:11.838054 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8f6deb99-02a7-49a8-8ec6-b51288ba1305 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "PUT /v2.0/routers/7f6f3865-38a2-4eff-8c54-557cfa8fa395/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5440941 Jul 14 10:07:11.920796 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-fd77ee6e-22da-4c91-b8b1-00082c680d54 None None] Provisioning for port a2166131-68d3-44c5-96ed-7637bfac733a completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:11.995242 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-21350f20-cfd0-4ac2-b37f-c7f9a401f6b1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1235104132&fields=id&tenant_id=79b1a17c6357440591aaeff73e261da4 HTTP/1.1" status: 200 len: 267 time: 0.0415301 Jul 14 10:07:12.115435 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c1c4d22b-6794-4b9b-8c68-3b67587c6d89 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:12.144753 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-6ddc5467-873e-4744-82be-e37639da03b1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:12.147176 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-6ddc5467-873e-4744-82be-e37639da03b1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/networks?id=783a1c5c-fc4a-47f9-8141-6354e3a83481 HTTP/1.1" status: 200 len: 796 time: 0.1398463 Jul 14 10:07:12.165691 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-c1c86772-32f5-4ef4-ad43-e4abf3db86bd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/quotas/79b1a17c6357440591aaeff73e261da4 HTTP/1.1" status: 200 len: 375 time: 0.0124512 Jul 14 10:07:12.182819 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port c1c4d22b-6794-4b9b-8c68-3b67587c6d89 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:12.188068 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c1c4d22b-6794-4b9b-8c68-3b67587c6d89 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:12.188446 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:12.252895 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-cb713ccb-f98d-4b39-92b1-bab51704bec9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813346 Jul 14 10:07:12.299696 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4eb21ddc-9cf1-4558-83ce-c595e5d7fdbf None None] Provisioning for port 4bcdcbd9-f9af-4623-bb49-f8bac12d0e60 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:12.302914 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:12.311014 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4eb21ddc-9cf1-4558-83ce-c595e5d7fdbf None None] Provisioning complete for port 4bcdcbd9-f9af-4623-bb49-f8bac12d0e60 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:12.311763 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4eb21ddc-9cf1-4558-83ce-c595e5d7fdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:12.346609 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port c1c4d22b-6794-4b9b-8c68-3b67587c6d89, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c1c4d22b-6794-4b9b-8c68-3b67587c6d89,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:12.356185 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:12.356966 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a2166131-68d3-44c5-96ed-7637bfac733a up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:12.412720 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4eb21ddc-9cf1-4558-83ce-c595e5d7fdbf None None] Port 4bcdcbd9-f9af-4623-bb49-f8bac12d0e60 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:07:12.416031 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12909eb-40f8-469c-8209-05359e52a89f None None] Sync routers for ids ['7f6f3865-38a2-4eff-8c54-557cfa8fa395'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:07:12.427404 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12909eb-40f8-469c-8209-05359e52a89f None None] Routers {'7f6f3865-38a2-4eff-8c54-557cfa8fa395'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:12.429992 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e12909eb-40f8-469c-8209-05359e52a89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:06:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7f6f3865-38a2-4eff-8c54-557cfa8fa395'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:12.451659 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-49eb0e2d-2ecb-4a71-bffa-f1989e36914b service neutron] 10.222.0.25 "GET /v2.0/networks/783a1c5c-fc4a-47f9-8141-6354e3a83481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834056 Jul 14 10:07:12.456084 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=c1c4d22b-6794-4b9b-8c68-3b67587c6d89,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:12.471306 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port a2166131-68d3-44c5-96ed-7637bfac733a completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:12.476865 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port a2166131-68d3-44c5-96ed-7637bfac733a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:12.477078 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:12.546771 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-70c39380-008a-440d-81d0-c6893b1c4eb8 None None] Provisioning complete for port 4bcdcbd9-f9af-4623-bb49-f8bac12d0e60 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:12.547422 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70c39380-008a-440d-81d0-c6893b1c4eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:12.566824 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-b2ec6eac-1976-46f5-9daa-2ced61794e82 service neutron] 10.222.0.25 "GET /v2.0/networks/783a1c5c-fc4a-47f9-8141-6354e3a83481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078124 Jul 14 10:07:12.583346 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-e12909eb-40f8-469c-8209-05359e52a89f None None] Set router 7f6f3865-38a2-4eff-8c54-557cfa8fa395 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:12.597472 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-70c39380-008a-440d-81d0-c6893b1c4eb8 None None] Port 4bcdcbd9-f9af-4623-bb49-f8bac12d0e60 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:07:12.640461 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:12.686163 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port a2166131-68d3-44c5-96ed-7637bfac733a, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a2166131-68d3-44c5-96ed-7637bfac733a,segment=NetworkSegment(3c471897-f33e-4bb5-825e-c3bb3b912498),segment_id=3c471897-f33e-4bb5-825e-c3bb3b912498)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:12.690520 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:12.768617 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=a2166131-68d3-44c5-96ed-7637bfac733a,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:12.783364 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3074904-a89f-4cae-8e63-70ce34016525 req-07f70e85-b012-4291-ada6-6114b2475499 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 210 time: 0.0418608 Jul 14 10:07:12.794842 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:12.818156 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-91a4223f-6a7c-4434-bfeb-d08993405c16 None None] Provisioning complete for port 4bcdcbd9-f9af-4623-bb49-f8bac12d0e60 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:12.818525 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91a4223f-6a7c-4434-bfeb-d08993405c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:12.848318 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e12909eb-40f8-469c-8209-05359e52a89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414040289', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:06Z', 'updated_at': '2021-07-14T10:07:10Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:07Z', 'updated_at': '2021-07-14T10:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '4bcdcbd9-f9af-4623-bb49-f8bac12d0e60', 'name': '', 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:21:ff:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '52d0feab-6309-4fc0-a872-6c3a07eb2db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:09Z', 'updated_at': '2021-07-14T10:07:11Z', 'revision_number': 2, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': '52d0feab-6309-4fc0-a872-6c3a07eb2db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:12.857771 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-91a4223f-6a7c-4434-bfeb-d08993405c16 None None] Port 4bcdcbd9-f9af-4623-bb49-f8bac12d0e60 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:07:12.876123 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12909eb-40f8-469c-8209-05359e52a89f None None] Checking router: 7f6f3865-38a2-4eff-8c54-557cfa8fa395 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:07:12.876478 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12909eb-40f8-469c-8209-05359e52a89f None None] Updating router 7f6f3865-38a2-4eff-8c54-557cfa8fa395 port 4bcdcbd9-f9af-4623-bb49-f8bac12d0e60 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:07:12.911897 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e12909eb-40f8-469c-8209-05359e52a89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:13.191254 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e12909eb-40f8-469c-8209-05359e52a89f None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:13.203515 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e12909eb-40f8-469c-8209-05359e52a89f None None] Transition to ACTIVE for port object 4bcdcbd9-f9af-4623-bb49-f8bac12d0e60 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:13.210637 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e12909eb-40f8-469c-8209-05359e52a89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:13.264368 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5db96f-f654-45e5-ab78-036293baf606 None None] Pushing event updated for resources: {'Port': ['ID=4bcdcbd9-f9af-4623-bb49-f8bac12d0e60,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:13.296035 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5db96f-f654-45e5-ab78-036293baf606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:13.296388 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5db96f-f654-45e5-ab78-036293baf606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:13.296986 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5db96f-f654-45e5-ab78-036293baf606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:13.297935 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5db96f-f654-45e5-ab78-036293baf606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:13.297935 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5db96f-f654-45e5-ab78-036293baf606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:13.298123 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5db96f-f654-45e5-ab78-036293baf606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:13.298556 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5db96f-f654-45e5-ab78-036293baf606 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:13.298787 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5db96f-f654-45e5-ab78-036293baf606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:13.299141 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5db96f-f654-45e5-ab78-036293baf606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:13.299658 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5db96f-f654-45e5-ab78-036293baf606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:13.300071 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5db96f-f654-45e5-ab78-036293baf606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:13.300900 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5db96f-f654-45e5-ab78-036293baf606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:13.334628 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e12909eb-40f8-469c-8209-05359e52a89f None None] Attempting to bind port 4bcdcbd9-f9af-4623-bb49-f8bac12d0e60 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:07:13.334996 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e12909eb-40f8-469c-8209-05359e52a89f None None] Attempting to bind port 4bcdcbd9-f9af-4623-bb49-f8bac12d0e60 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '3c471897-f33e-4bb5-825e-c3bb3b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:07:13.335352 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12909eb-40f8-469c-8209-05359e52a89f None None] Attempting to bind port 4bcdcbd9-f9af-4623-bb49-f8bac12d0e60 on network 783a1c5c-fc4a-47f9-8141-6354e3a83481 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:07:13.340626 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12909eb-40f8-469c-8209-05359e52a89f None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:07:13.340988 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12909eb-40f8-469c-8209-05359e52a89f None None] Checking segment: {'id': '3c471897-f33e-4bb5-825e-c3bb3b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:07:13.341517 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e12909eb-40f8-469c-8209-05359e52a89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:13.341905 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12909eb-40f8-469c-8209-05359e52a89f None None] Bound using segment: {'id': '3c471897-f33e-4bb5-825e-c3bb3b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:07:13.342360 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-e12909eb-40f8-469c-8209-05359e52a89f None None] Bound port: 4bcdcbd9-f9af-4623-bb49-f8bac12d0e60, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c471897-f33e-4bb5-825e-c3bb3b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:07:13.342847 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e12909eb-40f8-469c-8209-05359e52a89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:13.421328 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e12909eb-40f8-469c-8209-05359e52a89f None None] For port 4bcdcbd9-f9af-4623-bb49-f8bac12d0e60, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:07:13.424804 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e12909eb-40f8-469c-8209-05359e52a89f None None] For port 4bcdcbd9-f9af-4623-bb49-f8bac12d0e60, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=4bcdcbd9-f9af-4623-bb49-f8bac12d0e60,segment=NetworkSegment(3c471897-f33e-4bb5-825e-c3bb3b912498),segment_id=3c471897-f33e-4bb5-825e-c3bb3b912498)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:07:13.429495 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e12909eb-40f8-469c-8209-05359e52a89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:13.494540 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12909eb-40f8-469c-8209-05359e52a89f None None] Routers {'7f6f3865-38a2-4eff-8c54-557cfa8fa395'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:13.495347 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e12909eb-40f8-469c-8209-05359e52a89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:06:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7f6f3865-38a2-4eff-8c54-557cfa8fa395'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:13.497347 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5db96f-f654-45e5-ab78-036293baf606 None None] Pushing event updated for resources: {'Port': ['ID=4bcdcbd9-f9af-4623-bb49-f8bac12d0e60,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:13.616854 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-e12909eb-40f8-469c-8209-05359e52a89f None None] Set router 7f6f3865-38a2-4eff-8c54-557cfa8fa395 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:13.812852 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e12909eb-40f8-469c-8209-05359e52a89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414040289', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:06Z', 'updated_at': '2021-07-14T10:07:10Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:07Z', 'updated_at': '2021-07-14T10:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '4bcdcbd9-f9af-4623-bb49-f8bac12d0e60', 'name': '', 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:21:ff:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '52d0feab-6309-4fc0-a872-6c3a07eb2db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:09Z', 'updated_at': '2021-07-14T10:07:13Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': '52d0feab-6309-4fc0-a872-6c3a07eb2db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:13.847755 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12909eb-40f8-469c-8209-05359e52a89f None None] The sync data for ids ['7f6f3865-38a2-4eff-8c54-557cfa8fa395'] in n-d-771362-35 is: [{'id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414040289', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:06Z', 'updated_at': '2021-07-14T10:07:10Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:07Z', 'updated_at': '2021-07-14T10:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '4bcdcbd9-f9af-4623-bb49-f8bac12d0e60', 'name': '', 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:21:ff:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '52d0feab-6309-4fc0-a872-6c3a07eb2db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:09Z', 'updated_at': '2021-07-14T10:07:13Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': '52d0feab-6309-4fc0-a872-6c3a07eb2db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:07:13.948197 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3233095a-bdde-4eb2-803b-4680a41656bc req-070aef9c-ba3f-40b1-a068-ccc750102153 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 210 time: 0.0332036 Jul 14 10:07:14.135914 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-e555dac7-014b-4bf9-be11-d9c2e47e5630 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:14.139401 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-e555dac7-014b-4bf9-be11-d9c2e47e5630 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.47 "GET /v2.0/networks?id=783a1c5c-fc4a-47f9-8141-6354e3a83481 HTTP/1.1" status: 200 len: 796 time: 0.1649516 Jul 14 10:07:14.156745 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c1c4d22b-6794-4b9b-8c68-3b67587c6d89 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:14.197067 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-4f829fbc-57cd-4526-b8ee-66c1e9dc6b62 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79b1a17c6357440591aaeff73e261da4 HTTP/1.1" status: 200 len: 380 time: 0.0448399 Jul 14 10:07:14.208570 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-1b9abb3c-fa27-41a5-9c62-ac8239169554 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'port': {'device_id': '82a57e4a-d35e-400f-9e4b-d61c1d68b57b', 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481', 'admin_state_up': True, 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'security_groups': ['e31dd622-49f0-4954-b2c4-000ae4b22165']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:14.218589 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c1c4d22b-6794-4b9b-8c68-3b67587c6d89 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:14.218961 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:14.315348 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 4bcdcbd9-f9af-4623-bb49-f8bac12d0e60 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:14.344797 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-1b9abb3c-fa27-41a5-9c62-ac8239169554 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Made reservation on behalf of 79b1a17c6357440591aaeff73e261da4 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:07:14.350097 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-1b9abb3c-fa27-41a5-9c62-ac8239169554 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:14.376557 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 4bcdcbd9-f9af-4623-bb49-f8bac12d0e60 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:14.384671 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 4bcdcbd9-f9af-4623-bb49-f8bac12d0e60 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:14.385322 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:14.489725 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:14.525942 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 4bcdcbd9-f9af-4623-bb49-f8bac12d0e60, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=4bcdcbd9-f9af-4623-bb49-f8bac12d0e60,segment=NetworkSegment(3c471897-f33e-4bb5-825e-c3bb3b912498),segment_id=3c471897-f33e-4bb5-825e-c3bb3b912498)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:14.526243 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-1b9abb3c-fa27-41a5-9c62-ac8239169554 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Allocated IP 172.20.0.5 (783a1c5c-fc4a-47f9-8141-6354e3a83481/52d0feab-6309-4fc0-a872-6c3a07eb2db7/125696ea-f656-4b7f-8516-9da9812d297d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:07:14.530611 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:14.532011 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a2166131-68d3-44c5-96ed-7637bfac733a up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:14.610169 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=4bcdcbd9-f9af-4623-bb49-f8bac12d0e60,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:14.630245 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port a2166131-68d3-44c5-96ed-7637bfac733a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:14.630619 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:14.696399 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-1b9abb3c-fa27-41a5-9c62-ac8239169554 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:14.712091 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-1b9abb3c-fa27-41a5-9c62-ac8239169554 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Transition to ACTIVE for port object 125696ea-f656-4b7f-8516-9da9812d297d will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:14.751215 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-1b9abb3c-fa27-41a5-9c62-ac8239169554 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:14.794119 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-1b9abb3c-fa27-41a5-9c62-ac8239169554 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network 783a1c5c-fc4a-47f9-8141-6354e3a83481 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:07:14.802375 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-1b9abb3c-fa27-41a5-9c62-ac8239169554 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:07:14.806340 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-1b9abb3c-fa27-41a5-9c62-ac8239169554 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:07:14.830404 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9abb3c-fa27-41a5-9c62-ac8239169554 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=125696ea-f656-4b7f-8516-9da9812d297d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:14.858762 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-1b9abb3c-fa27-41a5-9c62-ac8239169554 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:14.859313 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-1b9abb3c-fa27-41a5-9c62-ac8239169554 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:14.877482 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-1b9abb3c-fa27-41a5-9c62-ac8239169554 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6748211 Jul 14 10:07:14.898434 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-d4c1fb52-6e9d-4d0d-9b38-3ccc8f1c6a1f service neutron] Request body: {'port': {'device_id': '82a57e4a-d35e-400f-9e4b-d61c1d68b57b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:14.995761 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-d4c1fb52-6e9d-4d0d-9b38-3ccc8f1c6a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:15.173102 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-965ec40b-eb0e-4edd-9110-178b46e16b32 None None] Provisioning for port 125696ea-f656-4b7f-8516-9da9812d297d completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:15.185882 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-965ec40b-eb0e-4edd-9110-178b46e16b32 None None] Provisioning complete for port 125696ea-f656-4b7f-8516-9da9812d297d triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:15.192191 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-965ec40b-eb0e-4edd-9110-178b46e16b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:15.245103 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-965ec40b-eb0e-4edd-9110-178b46e16b32 None None] Port 125696ea-f656-4b7f-8516-9da9812d297d cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:07:15.309853 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a902e-e8d7-42a3-9fd7-c26a8ead376d req-41164538-1488-452b-928d-e4cb12995e6d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:15.311606 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-726a902e-e8d7-42a3-9fd7-c26a8ead376d req-41164538-1488-452b-928d-e4cb12995e6d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 931 time: 0.1895730 Jul 14 10:07:15.381361 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-d4c1fb52-6e9d-4d0d-9b38-3ccc8f1c6a1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125696ea-f656-4b7f-8516-9da9812d297d {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:07:15.388336 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-726a902e-e8d7-42a3-9fd7-c26a8ead376d req-d749579e-ad4f-4142-a14d-a2fb64d094b7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703754 Jul 14 10:07:15.392744 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-d4c1fb52-6e9d-4d0d-9b38-3ccc8f1c6a1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:15.405599 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-d4c1fb52-6e9d-4d0d-9b38-3ccc8f1c6a1f service neutron] Transition to ACTIVE for port object 125696ea-f656-4b7f-8516-9da9812d297d will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:15.414334 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-d4c1fb52-6e9d-4d0d-9b38-3ccc8f1c6a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:15.463784 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1fb52-6e9d-4d0d-9b38-3ccc8f1c6a1f service neutron] Pushing event updated for resources: {'Port': ['ID=125696ea-f656-4b7f-8516-9da9812d297d,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:15.540721 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-d4c1fb52-6e9d-4d0d-9b38-3ccc8f1c6a1f service neutron] Attempting to bind port 125696ea-f656-4b7f-8516-9da9812d297d on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:07:15.541072 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-d4c1fb52-6e9d-4d0d-9b38-3ccc8f1c6a1f service neutron] Attempting to bind port 125696ea-f656-4b7f-8516-9da9812d297d by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '3c471897-f33e-4bb5-825e-c3bb3b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:07:15.541387 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-d4c1fb52-6e9d-4d0d-9b38-3ccc8f1c6a1f service neutron] Attempting to bind port 125696ea-f656-4b7f-8516-9da9812d297d on network 783a1c5c-fc4a-47f9-8141-6354e3a83481 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:07:15.549268 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-d4c1fb52-6e9d-4d0d-9b38-3ccc8f1c6a1f service neutron] Port 125696ea-f656-4b7f-8516-9da9812d297d on network 783a1c5c-fc4a-47f9-8141-6354e3a83481 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:07:15.551041 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-d4c1fb52-6e9d-4d0d-9b38-3ccc8f1c6a1f service neutron] Attempting to bind port 125696ea-f656-4b7f-8516-9da9812d297d on network 783a1c5c-fc4a-47f9-8141-6354e3a83481 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:07:15.556925 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-d4c1fb52-6e9d-4d0d-9b38-3ccc8f1c6a1f service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:07:15.557270 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-d4c1fb52-6e9d-4d0d-9b38-3ccc8f1c6a1f service neutron] Checking segment: {'id': '3c471897-f33e-4bb5-825e-c3bb3b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:07:15.557660 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-d4c1fb52-6e9d-4d0d-9b38-3ccc8f1c6a1f service neutron] Bound using segment: {'id': '3c471897-f33e-4bb5-825e-c3bb3b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:07:15.558099 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-d4c1fb52-6e9d-4d0d-9b38-3ccc8f1c6a1f service neutron] Bound port: 125696ea-f656-4b7f-8516-9da9812d297d, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c471897-f33e-4bb5-825e-c3bb3b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:07:15.558463 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-d4c1fb52-6e9d-4d0d-9b38-3ccc8f1c6a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:15.631666 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-d4c1fb52-6e9d-4d0d-9b38-3ccc8f1c6a1f service neutron] For port 125696ea-f656-4b7f-8516-9da9812d297d, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:07:15.634798 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-d4c1fb52-6e9d-4d0d-9b38-3ccc8f1c6a1f service neutron] For port 125696ea-f656-4b7f-8516-9da9812d297d, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=125696ea-f656-4b7f-8516-9da9812d297d,segment=NetworkSegment(3c471897-f33e-4bb5-825e-c3bb3b912498),segment_id=3c471897-f33e-4bb5-825e-c3bb3b912498)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:07:15.639425 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-d4c1fb52-6e9d-4d0d-9b38-3ccc8f1c6a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:15.672345 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-d4c1fb52-6e9d-4d0d-9b38-3ccc8f1c6a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:15.672956 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-d4c1fb52-6e9d-4d0d-9b38-3ccc8f1c6a1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:15.674328 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-d4c1fb52-6e9d-4d0d-9b38-3ccc8f1c6a1f service neutron] 10.222.0.47 "PUT /v2.0/ports/125696ea-f656-4b7f-8516-9da9812d297d HTTP/1.1" status: 200 len: 1092 time: 0.7858696 Jul 14 10:07:15.674778 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a57e4a-d35e-400f-9e4b-d61c1d68b57b', 'tag': '125696ea-f656-4b7f-8516-9da9812d297d'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:07:15.677208 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdfd76875a0dbbaf1509a4c423fc1f4cb1751388cb9186f92cdb94f63ad4e53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fb648e-6d8d-4afa-9ed0-159d88004158" -d '{"events": [{"name": "network-changed", "server_uuid": "82a57e4a-d35e-400f-9e4b-d61c1d68b57b", "tag": "125696ea-f656-4b7f-8516-9da9812d297d"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:07:15.706932 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1fb52-6e9d-4d0d-9b38-3ccc8f1c6a1f service neutron] Pushing event updated for resources: {'Port': ['ID=125696ea-f656-4b7f-8516-9da9812d297d,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:15.733148 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ff8a03-9e8f-4851-8511-0ed5085f4b2c x-openstack-request-id: req-74ff8a03-9e8f-4851-8511-0ed5085f4b2c {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:07:15.733537 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a57e4a-d35e-400f-9e4b-d61c1d68b57b", "tag": "125696ea-f656-4b7f-8516-9da9812d297d", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:07:15.733794 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74ff8a03-9e8f-4851-8511-0ed5085f4b2c {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:07:15.734195 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a57e4a-d35e-400f-9e4b-d61c1d68b57b', 'tag': '125696ea-f656-4b7f-8516-9da9812d297d', 'status': 'completed', 'code': 200} Jul 14 10:07:15.782747 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-2d60c5bb-e9a9-43d7-b696-6f6f4ebf59fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:15.784410 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-2d60c5bb-e9a9-43d7-b696-6f6f4ebf59fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 1095 time: 0.0642881 Jul 14 10:07:15.830515 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-d048ea36-ab8c-403a-ba88-a792c9798393 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=125696ea-f656-4b7f-8516-9da9812d297d HTTP/1.1" status: 200 len: 217 time: 0.0383823 Jul 14 10:07:15.883546 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-ca408f76-3bf0-40cd-b952-dd873312db2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:15.886256 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-ca408f76-3bf0-40cd-b952-dd873312db2c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52d0feab-6309-4fc0-a872-6c3a07eb2db7 HTTP/1.1" status: 200 len: 834 time: 0.0495439 Jul 14 10:07:15.944532 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-c6b7a04f-4009-4ec7-9ed4-fd0873e61486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:15.946051 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-c6b7a04f-4009-4ec7-9ed4-fd0873e61486 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=783a1c5c-fc4a-47f9-8141-6354e3a83481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536675 Jul 14 10:07:16.045269 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-1918635c-8ff3-44ce-8db1-5a4be983588a service neutron] 10.222.0.47 "GET /v2.0/networks/783a1c5c-fc4a-47f9-8141-6354e3a83481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925314 Jul 14 10:07:16.047407 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 4bcdcbd9-f9af-4623-bb49-f8bac12d0e60 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:16.099383 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 4bcdcbd9-f9af-4623-bb49-f8bac12d0e60 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:16.099789 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:16.141262 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f8fafc60-af6b-449a-854e-838d5e51a76e req-949c64e3-4794-479b-a78c-1688307b3c1d service neutron] 10.222.0.47 "GET /v2.0/networks/783a1c5c-fc4a-47f9-8141-6354e3a83481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886004 Jul 14 10:07:16.246205 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb648e-6d8d-4afa-9ed0-159d88004158 req-b4072155-fbb0-4d44-bc20-ea0923360188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:16.247750 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25fb648e-6d8d-4afa-9ed0-159d88004158 req-b4072155-fbb0-4d44-bc20-ea0923360188 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 1095 time: 0.0529461 Jul 14 10:07:16.342110 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb648e-6d8d-4afa-9ed0-159d88004158 req-baba4a42-55d8-4abc-9c44-4b0764fa9b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:16.343638 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25fb648e-6d8d-4afa-9ed0-159d88004158 req-baba4a42-55d8-4abc-9c44-4b0764fa9b48 service neutron] 10.222.0.47 "GET /v2.0/networks?id=783a1c5c-fc4a-47f9-8141-6354e3a83481 HTTP/1.1" status: 200 len: 896 time: 0.0891151 Jul 14 10:07:16.386378 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25fb648e-6d8d-4afa-9ed0-159d88004158 req-2c1877d8-e59b-44d3-aa27-0b4e1247580f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=125696ea-f656-4b7f-8516-9da9812d297d HTTP/1.1" status: 200 len: 217 time: 0.0354965 Jul 14 10:07:16.439389 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb648e-6d8d-4afa-9ed0-159d88004158 req-0a08938b-d645-4fb8-b4c7-2efc9b43bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:16.441812 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25fb648e-6d8d-4afa-9ed0-159d88004158 req-0a08938b-d645-4fb8-b4c7-2efc9b43bd01 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52d0feab-6309-4fc0-a872-6c3a07eb2db7 HTTP/1.1" status: 200 len: 834 time: 0.0485280 Jul 14 10:07:16.500087 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb648e-6d8d-4afa-9ed0-159d88004158 req-eccf4986-93b3-4d11-aef8-189b594be6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:16.501656 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25fb648e-6d8d-4afa-9ed0-159d88004158 req-eccf4986-93b3-4d11-aef8-189b594be6a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=783a1c5c-fc4a-47f9-8141-6354e3a83481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535214 Jul 14 10:07:16.967601 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25fb648e-6d8d-4afa-9ed0-159d88004158 req-e44496bf-602f-496f-9429-f529ca2c7cfc service neutron] 10.222.0.47 "GET /v2.0/networks/783a1c5c-fc4a-47f9-8141-6354e3a83481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516277 Jul 14 10:07:16.976534 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2106a-0584-4b7c-9817-25fcf6fcc032 req-196918a7-bcd5-4aa7-a982-152fb132d5dd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:16.978048 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e3e2106a-0584-4b7c-9817-25fcf6fcc032 req-196918a7-bcd5-4aa7-a982-152fb132d5dd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 943 time: 0.4709990 Jul 14 10:07:17.059440 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e3e2106a-0584-4b7c-9817-25fcf6fcc032 req-81b9f3b3-5611-4e33-8954-df1a03cecb7a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731218 Jul 14 10:07:17.088379 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-25fb648e-6d8d-4afa-9ed0-159d88004158 req-8ea9935d-e19b-4918-8dee-2c197af0b94a service neutron] 10.222.0.47 "GET /v2.0/networks/783a1c5c-fc4a-47f9-8141-6354e3a83481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092865 Jul 14 10:07:17.755228 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 125696ea-f656-4b7f-8516-9da9812d297d details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:07:17.857232 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 125696ea-f656-4b7f-8516-9da9812d297d, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=125696ea-f656-4b7f-8516-9da9812d297d,segment=NetworkSegment(3c471897-f33e-4bb5-825e-c3bb3b912498),segment_id=3c471897-f33e-4bb5-825e-c3bb3b912498)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:17.869920 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '125696ea-f656-4b7f-8516-9da9812d297d', 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481', 'port_id': '125696ea-f656-4b7f-8516-9da9812d297d', 'mac_address': 'fa:16:3e:82:b8:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52d0feab-6309-4fc0-a872-6c3a07eb2db7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:07:17.917530 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:17.938451 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125696ea-f656-4b7f-8516-9da9812d297d {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:07:17.964309 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 125696ea-f656-4b7f-8516-9da9812d297d, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=125696ea-f656-4b7f-8516-9da9812d297d,segment=NetworkSegment(3c471897-f33e-4bb5-825e-c3bb3b912498),segment_id=3c471897-f33e-4bb5-825e-c3bb3b912498)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:17.968870 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:18.029513 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=125696ea-f656-4b7f-8516-9da9812d297d,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:18.246527 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44494d92-5960-4443-a133-3363c0e6a687 req-30f967d2-5eb4-4916-b58b-71ad55e12390 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:18.246936 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['125696ea-f656-4b7f-8516-9da9812d297d'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:07:18.247040 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-44494d92-5960-4443-a133-3363c0e6a687 req-30f967d2-5eb4-4916-b58b-71ad55e12390 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 944 time: 0.0708880 Jul 14 10:07:18.305838 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-44494d92-5960-4443-a133-3363c0e6a687 req-621cea77-733b-47af-905f-653ee6e13b38 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533602 Jul 14 10:07:18.547172 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37746b1f-b115-4b0b-a46a-4bacb4459630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:19.498938 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84768764-5e80-43ce-9144-787f56dbaadc req-f166b6db-baa1-4eb3-a61f-74ee587f6767 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:19.500476 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-84768764-5e80-43ce-9144-787f56dbaadc req-f166b6db-baa1-4eb3-a61f-74ee587f6767 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 944 time: 0.0631003 Jul 14 10:07:19.539273 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-84768764-5e80-43ce-9144-787f56dbaadc req-317ae57f-636a-441e-99f0-f9e057488ae0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330851 Jul 14 10:07:19.775087 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 125696ea-f656-4b7f-8516-9da9812d297d up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:19.823706 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 125696ea-f656-4b7f-8516-9da9812d297d completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:19.827299 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 125696ea-f656-4b7f-8516-9da9812d297d triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:19.827703 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:19.910726 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:19.932456 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a57e4a-d35e-400f-9e4b-d61c1d68b57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125696ea-f656-4b7f-8516-9da9812d297d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:07:19.934770 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad2bb0b0c3d38dd5f87e8e96266229fdecb1dfb0d9cead1addcc05902deb2386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9330fc2a-fdae-4fda-9274-5be22466cfba" -d '{"events": [{"server_uuid": "82a57e4a-d35e-400f-9e4b-d61c1d68b57b", "name": "network-vif-plugged", "status": "completed", "tag": "125696ea-f656-4b7f-8516-9da9812d297d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:07:19.948562 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 125696ea-f656-4b7f-8516-9da9812d297d, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=125696ea-f656-4b7f-8516-9da9812d297d,segment=NetworkSegment(3c471897-f33e-4bb5-825e-c3bb3b912498),segment_id=3c471897-f33e-4bb5-825e-c3bb3b912498)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:19.953678 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:19.977356 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8f9385-734c-4940-abd6-d3c9cae60f92 x-openstack-request-id: req-da8f9385-734c-4940-abd6-d3c9cae60f92 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:07:19.977788 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a57e4a-d35e-400f-9e4b-d61c1d68b57b", "name": "network-vif-plugged", "status": "completed", "tag": "125696ea-f656-4b7f-8516-9da9812d297d", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:07:19.977957 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da8f9385-734c-4940-abd6-d3c9cae60f92 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:07:19.978314 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a57e4a-d35e-400f-9e4b-d61c1d68b57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125696ea-f656-4b7f-8516-9da9812d297d', 'code': 200} Jul 14 10:07:20.005510 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=125696ea-f656-4b7f-8516-9da9812d297d,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:20.097273 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cf26e-8c4a-4381-b6ff-202c788535e1 req-5a1829f5-612b-420f-a287-4cdf0492df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:20.099083 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2b8cf26e-8c4a-4381-b6ff-202c788535e1 req-5a1829f5-612b-420f-a287-4cdf0492df9b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 1097 time: 0.0538406 Jul 14 10:07:20.138664 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2b8cf26e-8c4a-4381-b6ff-202c788535e1 req-808da2d9-72e2-46d4-acdb-91223c371cc7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332127 Jul 14 10:07:20.712612 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57e883-64ea-46a7-9867-96a34e973a14 req-d1aaefb7-afd9-483f-8bc7-424948514c10 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:20.714091 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ea57e883-64ea-46a7-9867-96a34e973a14 req-d1aaefb7-afd9-483f-8bc7-424948514c10 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 945 time: 0.0643408 Jul 14 10:07:20.752402 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ea57e883-64ea-46a7-9867-96a34e973a14 req-d6020916-6cdc-4f70-8bdc-0ed02b92de41 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325305 Jul 14 10:07:21.130705 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f92d51a-2751-41be-86e9-9317f3b08605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:21.367322 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:21.939446 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c8e50-74f2-4bc4-ae03-0c159b0c21e0 req-4395d164-f5a3-4c0d-a6c4-b333ef54c393 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:21.941985 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a45c8e50-74f2-4bc4-ae03-0c159b0c21e0 req-4395d164-f5a3-4c0d-a6c4-b333ef54c393 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 945 time: 0.0642531 Jul 14 10:07:21.980001 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a45c8e50-74f2-4bc4-ae03-0c159b0c21e0 req-b5a1dd00-caef-44df-9ee1-7806683e4af7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325105 Jul 14 10:07:22.155245 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4a5fd-a9e9-45eb-8bda-7b805b377c36 req-5d71d512-086f-4805-904d-58d4cfb189ad tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:22.156843 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-89c4a5fd-a9e9-45eb-8bda-7b805b377c36 req-5d71d512-086f-4805-904d-58d4cfb189ad tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 945 time: 0.0670800 Jul 14 10:07:22.195271 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-89c4a5fd-a9e9-45eb-8bda-7b805b377c36 req-3072c839-2149-4bd4-9e98-7d141f408b3d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322506 Jul 14 10:07:22.218150 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36288) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:22.269050 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7ad83b-48b1-4745-bd2c-edd0417503d0 tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:22.270556 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ba7ad83b-48b1-4745-bd2c-edd0417503d0 tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 1092 time: 0.0514283 Jul 14 10:07:22.273424 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36290) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:22.278310 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c9d4af4d-3e44-40e7-bbe8-1bf596b7f2fd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'port_id': '125696ea-f656-4b7f-8516-9da9812d297d', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:22.301813 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9d4af4d-3e44-40e7-bbe8-1bf596b7f2fd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for floatingip, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:22.402211 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9d4af4d-3e44-40e7-bbe8-1bf596b7f2fd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:22.414186 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:22.507781 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c9d4af4d-3e44-40e7-bbe8-1bf596b7f2fd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Allocated IP 172.25.6.118 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/3096f7b7-f5ff-4f3e-b134-3e0d7d352eeb) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:07:22.608161 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9d4af4d-3e44-40e7-bbe8-1bf596b7f2fd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:22.648446 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9d4af4d-3e44-40e7-bbe8-1bf596b7f2fd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:22.694836 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d4af4d-3e44-40e7-bbe8-1bf596b7f2fd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:07:22.698795 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4af4d-3e44-40e7-bbe8-1bf596b7f2fd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=3096f7b7-f5ff-4f3e-b134-3e0d7d352eeb,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:22.702848 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c9d4af4d-3e44-40e7-bbe8-1bf596b7f2fd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:07:22.705169 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d4af4d-3e44-40e7-bbe8-1bf596b7f2fd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:07:23.092364 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9d4af4d-3e44-40e7-bbe8-1bf596b7f2fd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:23.176655 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9d4af4d-3e44-40e7-bbe8-1bf596b7f2fd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:23.335409 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9d4af4d-3e44-40e7-bbe8-1bf596b7f2fd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:23.340233 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9d4af4d-3e44-40e7-bbe8-1bf596b7f2fd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:23.407733 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4af4d-3e44-40e7-bbe8-1bf596b7f2fd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=3096f7b7-f5ff-4f3e-b134-3e0d7d352eeb,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:23.419432 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9d4af4d-3e44-40e7-bbe8-1bf596b7f2fd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:23.524689 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-c9d4af4d-3e44-40e7-bbe8-1bf596b7f2fd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Floating IP 11b8a3e7-5f19-40e0-bacb-5ba5432cca2b associated. External IP: 172.25.6.118, port: 125696ea-f656-4b7f-8516-9da9812d297d. Jul 14 10:07:23.743983 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d4af4d-3e44-40e7-bbe8-1bf596b7f2fd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Router 7f6f3865-38a2-4eff-8c54-557cfa8fa395 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:07:23.850230 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d4af4d-3e44-40e7-bbe8-1bf596b7f2fd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:07:23.859844 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f0544b-7544-4612-a2da-93162f0a7a99 None None] Sync routers for ids ['7f6f3865-38a2-4eff-8c54-557cfa8fa395'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:07:23.866945 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9d4af4d-3e44-40e7-bbe8-1bf596b7f2fd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:23.870465 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f0544b-7544-4612-a2da-93162f0a7a99 None None] Routers {'7f6f3865-38a2-4eff-8c54-557cfa8fa395'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:23.871087 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-36f0544b-7544-4612-a2da-93162f0a7a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:07:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7f6f3865-38a2-4eff-8c54-557cfa8fa395'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:23.904720 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c9d4af4d-3e44-40e7-bbe8-1bf596b7f2fd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6299102 Jul 14 10:07:23.905333 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a57e4a-d35e-400f-9e4b-d61c1d68b57b', 'tag': '125696ea-f656-4b7f-8516-9da9812d297d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:07:23.908086 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d990349-766d-4a7f-b183-03f97ab2190b" -d '{"events": [{"name": "network-changed", "server_uuid": "82a57e4a-d35e-400f-9e4b-d61c1d68b57b", "tag": "125696ea-f656-4b7f-8516-9da9812d297d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:07:23.951953 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd9ffa5-8c0f-47cf-a0f6-5bd326876e1d x-openstack-request-id: req-ddd9ffa5-8c0f-47cf-a0f6-5bd326876e1d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:07:23.952324 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a57e4a-d35e-400f-9e4b-d61c1d68b57b", "tag": "125696ea-f656-4b7f-8516-9da9812d297d", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:07:23.952787 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ddd9ffa5-8c0f-47cf-a0f6-5bd326876e1d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:07:23.953291 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a57e4a-d35e-400f-9e4b-d61c1d68b57b', 'tag': '125696ea-f656-4b7f-8516-9da9812d297d', 'status': 'completed', 'code': 200} Jul 14 10:07:23.973958 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:23.989551 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-36f0544b-7544-4612-a2da-93162f0a7a99 None None] Set router 7f6f3865-38a2-4eff-8c54-557cfa8fa395 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:24.079676 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d990349-766d-4a7f-b183-03f97ab2190b req-a89d46fe-ed0e-45ce-a907-fbe66515cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:24.082146 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d990349-766d-4a7f-b183-03f97ab2190b req-a89d46fe-ed0e-45ce-a907-fbe66515cf89 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 1097 time: 0.1053250 Jul 14 10:07:24.106145 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4a445-a245-4d53-80a8-afec24317c9f req-2fa9d76b-d865-496f-ae9d-fd3ced73cb46 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:24.107631 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8ee4a445-a245-4d53-80a8-afec24317c9f req-2fa9d76b-d865-496f-ae9d-fd3ced73cb46 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 945 time: 0.0936918 Jul 14 10:07:24.193562 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8ee4a445-a245-4d53-80a8-afec24317c9f req-a716443b-e40a-459f-ae3e-5910502ec25a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758588 Jul 14 10:07:24.211655 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d990349-766d-4a7f-b183-03f97ab2190b req-adbc31ee-4262-4e9e-b4c4-43520a13291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:24.213136 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d990349-766d-4a7f-b183-03f97ab2190b req-adbc31ee-4262-4e9e-b4c4-43520a13291b service neutron] 10.222.0.47 "GET /v2.0/networks?id=783a1c5c-fc4a-47f9-8141-6354e3a83481 HTTP/1.1" status: 200 len: 896 time: 0.1235521 Jul 14 10:07:24.219652 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36296) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:24.221429 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-36f0544b-7544-4612-a2da-93162f0a7a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414040289', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:06Z', 'updated_at': '2021-07-14T10:07:10Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:07Z', 'updated_at': '2021-07-14T10:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '11b8a3e7-5f19-40e0-bacb-5ba5432cca2b', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'floating_ip_address': '172.25.6.118', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'port_id': '125696ea-f656-4b7f-8516-9da9812d297d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481', 'mac_address': 'fa:16:3e:82:b8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a57e4a-d35e-400f-9e4b-d61c1d68b57b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:07:22Z', 'updated_at': '2021-07-14T10:07:22Z', 'revision_number': 0, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bcdcbd9-f9af-4623-bb49-f8bac12d0e60', 'name': '', 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:21:ff:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '52d0feab-6309-4fc0-a872-6c3a07eb2db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:09Z', 'updated_at': '2021-07-14T10:07:14Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': '52d0feab-6309-4fc0-a872-6c3a07eb2db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:24.249357 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f0544b-7544-4612-a2da-93162f0a7a99 None None] Checking router: 7f6f3865-38a2-4eff-8c54-557cfa8fa395 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:07:24.258815 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f0544b-7544-4612-a2da-93162f0a7a99 None None] Routers {'7f6f3865-38a2-4eff-8c54-557cfa8fa395'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:24.259432 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-36f0544b-7544-4612-a2da-93162f0a7a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:07:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7f6f3865-38a2-4eff-8c54-557cfa8fa395'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:24.287739 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ba4b03fa-fe0f-473e-be40-fb932d71b57e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/floatingips/11b8a3e7-5f19-40e0-bacb-5ba5432cca2b HTTP/1.1" status: 200 len: 991 time: 0.0667076 Jul 14 10:07:24.291572 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d990349-766d-4a7f-b183-03f97ab2190b req-d0e11bef-f26a-4665-aef7-479cad06cdfd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=125696ea-f656-4b7f-8516-9da9812d297d HTTP/1.1" status: 200 len: 999 time: 0.0720413 Jul 14 10:07:24.341206 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d990349-766d-4a7f-b183-03f97ab2190b req-92eddf0a-3a4e-44ad-8554-8d737604ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:24.342809 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d990349-766d-4a7f-b183-03f97ab2190b req-92eddf0a-3a4e-44ad-8554-8d737604ea16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52d0feab-6309-4fc0-a872-6c3a07eb2db7 HTTP/1.1" status: 200 len: 834 time: 0.0454021 Jul 14 10:07:24.367844 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-36f0544b-7544-4612-a2da-93162f0a7a99 None None] Set router 7f6f3865-38a2-4eff-8c54-557cfa8fa395 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:24.401948 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d990349-766d-4a7f-b183-03f97ab2190b req-feaa983f-62e9-4a54-aa3d-19f6ebd94ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:24.403479 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d990349-766d-4a7f-b183-03f97ab2190b req-feaa983f-62e9-4a54-aa3d-19f6ebd94ef6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=783a1c5c-fc4a-47f9-8141-6354e3a83481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533183 Jul 14 10:07:24.498034 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d990349-766d-4a7f-b183-03f97ab2190b req-0849e08b-54fd-42cf-a351-84adf86a355a service neutron] 10.222.0.47 "GET /v2.0/networks/783a1c5c-fc4a-47f9-8141-6354e3a83481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874238 Jul 14 10:07:24.589218 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1d990349-766d-4a7f-b183-03f97ab2190b req-aec601f7-eb32-4d41-aab4-da38a03e5293 service neutron] 10.222.0.47 "GET /v2.0/networks/783a1c5c-fc4a-47f9-8141-6354e3a83481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846491 Jul 14 10:07:24.591061 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-36f0544b-7544-4612-a2da-93162f0a7a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414040289', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:06Z', 'updated_at': '2021-07-14T10:07:10Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:07Z', 'updated_at': '2021-07-14T10:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '11b8a3e7-5f19-40e0-bacb-5ba5432cca2b', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'floating_ip_address': '172.25.6.118', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'port_id': '125696ea-f656-4b7f-8516-9da9812d297d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481', 'mac_address': 'fa:16:3e:82:b8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a57e4a-d35e-400f-9e4b-d61c1d68b57b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:07:22Z', 'updated_at': '2021-07-14T10:07:22Z', 'revision_number': 0, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bcdcbd9-f9af-4623-bb49-f8bac12d0e60', 'name': '', 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:21:ff:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '52d0feab-6309-4fc0-a872-6c3a07eb2db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:09Z', 'updated_at': '2021-07-14T10:07:14Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': '52d0feab-6309-4fc0-a872-6c3a07eb2db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:24.617759 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f0544b-7544-4612-a2da-93162f0a7a99 None None] The sync data for ids ['7f6f3865-38a2-4eff-8c54-557cfa8fa395'] in n-d-771362-35 is: [{'id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414040289', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:06Z', 'updated_at': '2021-07-14T10:07:10Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:07Z', 'updated_at': '2021-07-14T10:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '11b8a3e7-5f19-40e0-bacb-5ba5432cca2b', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'floating_ip_address': '172.25.6.118', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'port_id': '125696ea-f656-4b7f-8516-9da9812d297d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481', 'mac_address': 'fa:16:3e:82:b8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a57e4a-d35e-400f-9e4b-d61c1d68b57b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:07:22Z', 'updated_at': '2021-07-14T10:07:22Z', 'revision_number': 0, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bcdcbd9-f9af-4623-bb49-f8bac12d0e60', 'name': '', 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:21:ff:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '52d0feab-6309-4fc0-a872-6c3a07eb2db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:09Z', 'updated_at': '2021-07-14T10:07:14Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': '52d0feab-6309-4fc0-a872-6c3a07eb2db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:07:24.813013 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4245ceb-95e8-43e4-805f-ca7d5cbf17dd None None] New status for floating IP 11b8a3e7-5f19-40e0-bacb-5ba5432cca2b: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:07:25.289404 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36298) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:25.354607 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-66eed247-c207-44cd-ab47-26cab50e2bad tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/floatingips/11b8a3e7-5f19-40e0-bacb-5ba5432cca2b HTTP/1.1" status: 200 len: 993 time: 0.0641303 Jul 14 10:07:36.308697 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:07:41.267192 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:42.751008 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:48.538542 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4000e40f-d609-46be-b6cd-ea16cd7552a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:51.132625 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3094e1c6-a2d3-4ecf-98d5-64f6447f817d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:51.369747 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:52.423821 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:53.951129 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:54.336370 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-c29e134f-1bfb-46fa-aa43-ebfb84d8b03a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909154 Jul 14 10:07:54.346628 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94bcec-e85c-4107-8a4f-74279c65e6b9 req-0c2afa6b-99ea-44d8-a04e-0deeab3eb695 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:54.348228 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad94bcec-e85c-4107-8a4f-74279c65e6b9 req-0c2afa6b-99ea-44d8-a04e-0deeab3eb695 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 945 time: 0.0733154 Jul 14 10:07:54.390726 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ad94bcec-e85c-4107-8a4f-74279c65e6b9 req-71bf3cd5-da85-4deb-973a-a3acfcbbc622 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364916 Jul 14 10:07:55.497415 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-b5e6386e-4b41-40bb-8a27-be495ba66085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:55.499020 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-b5e6386e-4b41-40bb-8a27-be495ba66085 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 1097 time: 0.0548086 Jul 14 10:07:55.634507 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-e0a23e82-93bc-4a73-89d7-3c0c04e6bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:55.635949 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-e0a23e82-93bc-4a73-89d7-3c0c04e6bd7c service neutron] 10.222.0.47 "GET /v2.0/networks?id=783a1c5c-fc4a-47f9-8141-6354e3a83481 HTTP/1.1" status: 200 len: 896 time: 0.1297252 Jul 14 10:07:55.643957 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55b3c7-1ecd-4858-9f7b-07d8c944269e req-3f6e5e08-6021-4c94-94b0-6d29eb2d772b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:55.645346 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f55b3c7-1ecd-4858-9f7b-07d8c944269e req-3f6e5e08-6021-4c94-94b0-6d29eb2d772b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 945 time: 0.1318197 Jul 14 10:07:55.732131 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f55b3c7-1ecd-4858-9f7b-07d8c944269e req-2e999558-01f1-4f26-b67c-abac8fc1f0c4 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801129 Jul 14 10:07:55.733952 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-ba186c98-6501-4485-ae0b-e00d8c211956 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=125696ea-f656-4b7f-8516-9da9812d297d HTTP/1.1" status: 200 len: 1001 time: 0.0877638 Jul 14 10:07:55.784144 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-a5d730a8-3388-47bc-a9f2-397e09b779fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:55.785599 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-a5d730a8-3388-47bc-a9f2-397e09b779fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52d0feab-6309-4fc0-a872-6c3a07eb2db7 HTTP/1.1" status: 200 len: 834 time: 0.0445673 Jul 14 10:07:55.848394 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-bc8d9d46-7ee5-4bdc-b3bc-e6cec4fb77fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:55.849904 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-bc8d9d46-7ee5-4bdc-b3bc-e6cec4fb77fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=783a1c5c-fc4a-47f9-8141-6354e3a83481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532541 Jul 14 10:07:55.942868 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-7bb9f03b-2a38-45b9-9a70-565a1ca08a64 service neutron] 10.222.0.47 "GET /v2.0/networks/783a1c5c-fc4a-47f9-8141-6354e3a83481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857666 Jul 14 10:07:56.031628 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-bfed245a-9695-4cbf-ae77-bfc71f4e29a6 service neutron] 10.222.0.47 "GET /v2.0/networks/783a1c5c-fc4a-47f9-8141-6354e3a83481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821047 Jul 14 10:07:56.912307 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4b9cc-8762-4c52-90b4-220c0e3525b0 req-71089ce3-2423-4b59-98ef-f9a7add0db8f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:56.913780 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5db4b9cc-8762-4c52-90b4-220c0e3525b0 req-71089ce3-2423-4b59-98ef-f9a7add0db8f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 945 time: 0.0685196 Jul 14 10:07:56.951270 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5db4b9cc-8762-4c52-90b4-220c0e3525b0 req-9b59858a-30c6-4efb-af8f-0878a0d216dd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318849 Jul 14 10:07:57.588238 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04223c-7ec9-4db9-bc0e-98cf73adabf5 req-c395ee27-a506-4aed-b415-67e900fc0805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:57.590733 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c04223c-7ec9-4db9-bc0e-98cf73adabf5 req-c395ee27-a506-4aed-b415-67e900fc0805 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 1097 time: 0.0557902 Jul 14 10:07:57.701463 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04223c-7ec9-4db9-bc0e-98cf73adabf5 req-c4e1e8ed-51c6-4839-9d76-15f4c047f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:57.702951 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c04223c-7ec9-4db9-bc0e-98cf73adabf5 req-c4e1e8ed-51c6-4839-9d76-15f4c047f22a service neutron] 10.222.0.47 "GET /v2.0/networks?id=783a1c5c-fc4a-47f9-8141-6354e3a83481 HTTP/1.1" status: 200 len: 896 time: 0.0903358 Jul 14 10:07:57.768104 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c04223c-7ec9-4db9-bc0e-98cf73adabf5 req-32e6940b-6175-470e-b1d8-fc1d40e6c168 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=125696ea-f656-4b7f-8516-9da9812d297d HTTP/1.1" status: 200 len: 1001 time: 0.0573428 Jul 14 10:07:57.815372 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04223c-7ec9-4db9-bc0e-98cf73adabf5 req-56dd4a4d-116d-4358-a7ef-3de51d48dbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:57.817134 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c04223c-7ec9-4db9-bc0e-98cf73adabf5 req-56dd4a4d-116d-4358-a7ef-3de51d48dbff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52d0feab-6309-4fc0-a872-6c3a07eb2db7 HTTP/1.1" status: 200 len: 834 time: 0.0431108 Jul 14 10:07:57.882388 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04223c-7ec9-4db9-bc0e-98cf73adabf5 req-e72f194f-eef0-46a4-a905-edb16b30e661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:57.883833 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c04223c-7ec9-4db9-bc0e-98cf73adabf5 req-e72f194f-eef0-46a4-a905-edb16b30e661 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=783a1c5c-fc4a-47f9-8141-6354e3a83481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587068 Jul 14 10:07:57.978197 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c04223c-7ec9-4db9-bc0e-98cf73adabf5 req-1a99ea07-e868-48f2-b5a6-f86301a9de39 service neutron] 10.222.0.47 "GET /v2.0/networks/783a1c5c-fc4a-47f9-8141-6354e3a83481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859058 Jul 14 10:07:58.084432 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c04223c-7ec9-4db9-bc0e-98cf73adabf5 req-1d635fc2-3a65-48f1-a12a-26f5c6867bdd service neutron] 10.222.0.47 "GET /v2.0/networks/783a1c5c-fc4a-47f9-8141-6354e3a83481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991638 Jul 14 10:07:58.137426 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ac1e8-38e9-4559-9068-089fad410d5e req-2d856f5f-2dad-4816-aff6-9fa7cea14ce8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:58.138809 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-be2ac1e8-38e9-4559-9068-089fad410d5e req-2d856f5f-2dad-4816-aff6-9fa7cea14ce8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 945 time: 0.0677183 Jul 14 10:07:58.177221 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-be2ac1e8-38e9-4559-9068-089fad410d5e req-057e5c93-9d05-410a-bebc-841d21a83259 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319886 Jul 14 10:07:59.356464 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576ae78-30af-4951-b60b-cb37bf75d854 req-db477ef7-6b4a-48b3-b848-36ab2940f962 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:59.357946 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4576ae78-30af-4951-b60b-cb37bf75d854 req-db477ef7-6b4a-48b3-b848-36ab2940f962 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 945 time: 0.0647349 Jul 14 10:07:59.395935 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4576ae78-30af-4951-b60b-cb37bf75d854 req-38d0eb4d-4957-4039-9b1c-250ce2fca27b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318246 Jul 14 10:08:00.570529 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabad66b-ded5-466f-82f4-6a404a7913db req-9fb96a97-6949-48a4-82c6-28238ef991c0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:00.572085 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fabad66b-ded5-466f-82f4-6a404a7913db req-9fb96a97-6949-48a4-82c6-28238ef991c0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 945 time: 0.0670335 Jul 14 10:08:00.610538 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fabad66b-ded5-466f-82f4-6a404a7913db req-9643c8c8-9f83-4f0a-8bb1-e5ed23fdd7e0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323625 Jul 14 10:08:01.787925 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f3a1d-86f1-461b-bfe6-52961dcb2490 req-f353b5f9-6fcf-4508-98fc-39a2c11934d6 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:01.789445 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5d2f3a1d-86f1-461b-bfe6-52961dcb2490 req-f353b5f9-6fcf-4508-98fc-39a2c11934d6 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 945 time: 0.0644875 Jul 14 10:08:01.827696 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5d2f3a1d-86f1-461b-bfe6-52961dcb2490 req-8a692d84-73ca-4ec3-bcc5-14be77324e05 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325577 Jul 14 10:08:03.003768 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a6a63-9488-41cd-9b7d-0dc5ec89a081 req-9e1b72f6-c21d-4934-9b65-bcd38d987f89 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:03.005277 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-813a6a63-9488-41cd-9b7d-0dc5ec89a081 req-9e1b72f6-c21d-4934-9b65-bcd38d987f89 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 945 time: 0.0644414 Jul 14 10:08:03.045926 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-813a6a63-9488-41cd-9b7d-0dc5ec89a081 req-592d9d99-c10a-4f05-b9fb-1b4bc0a09518 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351455 Jul 14 10:08:04.220100 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408e38a-c6a9-4df1-9d1d-76a6c5cb2783 req-15b2835b-c188-4f00-ab1c-c0f453f64a6f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:04.222150 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7408e38a-c6a9-4df1-9d1d-76a6c5cb2783 req-15b2835b-c188-4f00-ab1c-c0f453f64a6f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 945 time: 0.0626936 Jul 14 10:08:04.259781 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7408e38a-c6a9-4df1-9d1d-76a6c5cb2783 req-46d18930-f11b-41b4-98ff-9c63e3887128 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320871 Jul 14 10:08:05.433251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4097f-ff1c-4098-bee3-afe42c2b1ca4 req-e0cc04ff-bc9b-4ac6-8537-b42cf533c626 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:05.434751 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-32b4097f-ff1c-4098-bee3-afe42c2b1ca4 req-e0cc04ff-bc9b-4ac6-8537-b42cf533c626 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 945 time: 0.0635717 Jul 14 10:08:05.473969 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-32b4097f-ff1c-4098-bee3-afe42c2b1ca4 req-4774da1d-86b8-4d65-9d25-8df3e1b2df02 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324037 Jul 14 10:08:06.658749 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537580de-84f2-42e1-a6a0-692dcc3e5850 req-67140350-8a96-4123-8b0f-5b92caf87b01 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:06.660209 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-537580de-84f2-42e1-a6a0-692dcc3e5850 req-67140350-8a96-4123-8b0f-5b92caf87b01 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 945 time: 0.0711980 Jul 14 10:08:06.702271 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-537580de-84f2-42e1-a6a0-692dcc3e5850 req-ac60d5cf-a7c5-4292-9620-0a2b70966c8a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364525 Jul 14 10:08:07.876205 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73604dc6-994f-4bfc-976f-2119d4bc4c34 req-ab72b6da-5e9b-4d99-bb76-239cd2b9f9e5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:07.884508 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-73604dc6-994f-4bfc-976f-2119d4bc4c34 req-ab72b6da-5e9b-4d99-bb76-239cd2b9f9e5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 945 time: 0.0647695 Jul 14 10:08:07.951553 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-73604dc6-994f-4bfc-976f-2119d4bc4c34 req-4ae66246-ca68-481d-80f9-93525e334d07 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673378 Jul 14 10:08:07.970573 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-5e79a3b5-7ea6-45be-a6a2-35e94b1c4ac1 service neutron] show failed (client error): The resource could not be found. Jul 14 10:08:07.971908 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-5e79a3b5-7ea6-45be-a6a2-35e94b1c4ac1 service neutron] 10.222.0.47 "GET /v2.0/ports/125696ea-f656-4b7f-8516-9da9812d297d/bindings/n-h2-771362-35 HTTP/1.1" status: 404 len: 381 time: 0.0733125 Jul 14 10:08:08.221700 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-11d9925b-83d6-457d-9822-f8c0ba3707e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:08.223211 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-11d9925b-83d6-457d-9822-f8c0ba3707e0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b&tenant_id=79b1a17c6357440591aaeff73e261da4 HTTP/1.1" status: 200 len: 1097 time: 0.0566330 Jul 14 10:08:08.234593 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-35', 'device_owner': 'compute:nova'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:08.306114 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:08.508452 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] For port 125696ea-f656-4b7f-8516-9da9812d297d, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=125696ea-f656-4b7f-8516-9da9812d297d,segment=NetworkSegment(3c471897-f33e-4bb5-825e-c3bb3b912498),segment_id=3c471897-f33e-4bb5-825e-c3bb3b912498)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:08.540672 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] For port 125696ea-f656-4b7f-8516-9da9812d297d, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:08:08.585829 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a57e4a-d35e-400f-9e4b-d61c1d68b57b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '125696ea-f656-4b7f-8516-9da9812d297d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:08:08.588113 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c7d65c-7691-498a-830a-9ebcbce9728c" -d '{"events": [{"server_uuid": "82a57e4a-d35e-400f-9e4b-d61c1d68b57b", "name": "network-vif-unplugged", "status": "completed", "tag": "125696ea-f656-4b7f-8516-9da9812d297d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:08:08.591659 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:08.604187 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Transition to ACTIVE for port object 125696ea-f656-4b7f-8516-9da9812d297d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:08:08.608130 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:08.642523 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4df130c-b886-47a4-ab9f-d340fa73576a x-openstack-request-id: req-c4df130c-b886-47a4-ab9f-d340fa73576a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:08:08.642795 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a57e4a-d35e-400f-9e4b-d61c1d68b57b", "name": "network-vif-unplugged", "status": "completed", "tag": "125696ea-f656-4b7f-8516-9da9812d297d", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:08:08.643048 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4df130c-b886-47a4-ab9f-d340fa73576a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:08:08.643445 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a57e4a-d35e-400f-9e4b-d61c1d68b57b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '125696ea-f656-4b7f-8516-9da9812d297d', 'code': 200} Jul 14 10:08:08.687874 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Pushing event updated for resources: {'Port': ['ID=125696ea-f656-4b7f-8516-9da9812d297d,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:08.702793 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:08.703145 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:08.703566 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:08.703852 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:08.704190 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:08.704524 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:08.705108 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:08.705688 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:08.705688 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:08.706004 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:08.706312 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:08.706640 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:08.741785 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] No DVR routers for this DVR port 125696ea-f656-4b7f-8516-9da9812d297d on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:08:08.883333 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Attempting to bind port 125696ea-f656-4b7f-8516-9da9812d297d on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:08:08.883708 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Attempting to bind port 125696ea-f656-4b7f-8516-9da9812d297d by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '3c471897-f33e-4bb5-825e-c3bb3b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:08:08.884044 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Attempting to bind port 125696ea-f656-4b7f-8516-9da9812d297d on network 783a1c5c-fc4a-47f9-8141-6354e3a83481 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:08:08.888324 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Port 125696ea-f656-4b7f-8516-9da9812d297d on network 783a1c5c-fc4a-47f9-8141-6354e3a83481 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:08:08.888654 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Attempting to bind port 125696ea-f656-4b7f-8516-9da9812d297d on network 783a1c5c-fc4a-47f9-8141-6354e3a83481 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:08:08.894102 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:08:08.894441 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Checking segment: {'id': '3c471897-f33e-4bb5-825e-c3bb3b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:08:08.894871 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Bound using segment: {'id': '3c471897-f33e-4bb5-825e-c3bb3b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:08:08.895305 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Bound port: 125696ea-f656-4b7f-8516-9da9812d297d, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c471897-f33e-4bb5-825e-c3bb3b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:08:08.895710 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:08.961966 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] For port 125696ea-f656-4b7f-8516-9da9812d297d, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:08:08.964929 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] For port 125696ea-f656-4b7f-8516-9da9812d297d, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=125696ea-f656-4b7f-8516-9da9812d297d,segment=NetworkSegment(3c471897-f33e-4bb5-825e-c3bb3b912498),segment_id=3c471897-f33e-4bb5-825e-c3bb3b912498)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:08:08.969652 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:09.005094 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:09.005871 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:09.007455 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] 10.222.0.44 "PUT /v2.0/ports/125696ea-f656-4b7f-8516-9da9812d297d HTTP/1.1" status: 200 len: 1092 time: 0.7768636 Jul 14 10:08:09.029419 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430715a-594a-4977-98cd-cf26dc084b1f service neutron] Pushing event updated for resources: {'Port': ['ID=125696ea-f656-4b7f-8516-9da9812d297d,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:09.093851 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-42a44b4b-0b6a-494e-8a92-21592ed9d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:09.096689 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-42a44b4b-0b6a-494e-8a92-21592ed9d6a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 1095 time: 0.0586438 Jul 14 10:08:09.133086 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd548590-42d3-419d-ad78-7f26c2051a42 req-e2540136-2a39-484f-bab1-2efc1b35c50e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:09.134706 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd548590-42d3-419d-ad78-7f26c2051a42 req-e2540136-2a39-484f-bab1-2efc1b35c50e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 943 time: 0.0676675 Jul 14 10:08:09.176641 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fd548590-42d3-419d-ad78-7f26c2051a42 req-416fc2a3-7e04-4e0b-acef-14c10a5d9cd7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356033 Jul 14 10:08:09.199676 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-e7bf5ef3-34c3-44d0-95fe-32f5c69785ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:09.199676 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-e7bf5ef3-34c3-44d0-95fe-32f5c69785ad service neutron] 10.222.0.44 "GET /v2.0/networks?id=783a1c5c-fc4a-47f9-8141-6354e3a83481 HTTP/1.1" status: 200 len: 896 time: 0.0950007 Jul 14 10:08:09.262360 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-ae5ae882-3f58-48df-9fe9-7a6c56406690 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=125696ea-f656-4b7f-8516-9da9812d297d HTTP/1.1" status: 200 len: 999 time: 0.0598812 Jul 14 10:08:09.314858 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-9a9e209e-1a4a-47f8-95f8-27afe6dff7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:09.316721 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-9a9e209e-1a4a-47f8-95f8-27afe6dff7da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=52d0feab-6309-4fc0-a872-6c3a07eb2db7 HTTP/1.1" status: 200 len: 834 time: 0.0477693 Jul 14 10:08:09.373047 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-61fd640b-255e-49a2-b6f0-4883478e8261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:09.374447 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-61fd640b-255e-49a2-b6f0-4883478e8261 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=783a1c5c-fc4a-47f9-8141-6354e3a83481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516837 Jul 14 10:08:09.462848 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-f2db9218-cec0-482b-8977-dc0af758fceb service neutron] 10.222.0.44 "GET /v2.0/networks/783a1c5c-fc4a-47f9-8141-6354e3a83481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817754 Jul 14 10:08:09.557795 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8582def1-2c2e-47c9-9c4b-106cf2d6578c req-c64e7bbb-f843-4eb5-9bff-fdc9bcd9a4ae service neutron] 10.222.0.44 "GET /v2.0/networks/783a1c5c-fc4a-47f9-8141-6354e3a83481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884809 Jul 14 10:08:10.355201 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68c087-55cd-424f-8f22-77e5f69bdda3 req-4082e0b7-cdc6-44df-8b9f-865004eb40c5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:10.356735 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3b68c087-55cd-424f-8f22-77e5f69bdda3 req-4082e0b7-cdc6-44df-8b9f-865004eb40c5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 943 time: 0.0647445 Jul 14 10:08:10.394900 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3b68c087-55cd-424f-8f22-77e5f69bdda3 req-8e87e814-aaef-4392-bcbe-2bf2af2d43f7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317841 Jul 14 10:08:10.644594 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a57e4a-d35e-400f-9e4b-d61c1d68b57b', 'tag': '125696ea-f656-4b7f-8516-9da9812d297d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:08:10.647298 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56ecbbc-1d26-4967-a2fd-5c5f2e7c923b" -d '{"events": [{"name": "network-changed", "server_uuid": "82a57e4a-d35e-400f-9e4b-d61c1d68b57b", "tag": "125696ea-f656-4b7f-8516-9da9812d297d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:08:10.694380 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79d3463-40e9-44a8-8826-01082b3120eb x-openstack-request-id: req-e79d3463-40e9-44a8-8826-01082b3120eb {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:08:10.694671 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a57e4a-d35e-400f-9e4b-d61c1d68b57b", "tag": "125696ea-f656-4b7f-8516-9da9812d297d", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:08:10.694925 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e79d3463-40e9-44a8-8826-01082b3120eb {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:08:10.695339 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a57e4a-d35e-400f-9e4b-d61c1d68b57b', 'tag': '125696ea-f656-4b7f-8516-9da9812d297d', 'status': 'completed', 'code': 200} Jul 14 10:08:10.772478 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ecbbc-1d26-4967-a2fd-5c5f2e7c923b req-52299b75-6727-4da7-bf91-e3947995641a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:10.773929 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ecbbc-1d26-4967-a2fd-5c5f2e7c923b req-28942400-96a1-4f0d-b77b-3d0756788b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:10.774068 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f56ecbbc-1d26-4967-a2fd-5c5f2e7c923b req-52299b75-6727-4da7-bf91-e3947995641a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 1095 time: 0.0588946 Jul 14 10:08:10.775405 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f56ecbbc-1d26-4967-a2fd-5c5f2e7c923b req-28942400-96a1-4f0d-b77b-3d0756788b18 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 1095 time: 0.0546091 Jul 14 10:08:10.863432 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ecbbc-1d26-4967-a2fd-5c5f2e7c923b req-c1383e94-bd93-4167-b3a3-5a16a6fd0f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:10.864971 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f56ecbbc-1d26-4967-a2fd-5c5f2e7c923b req-c1383e94-bd93-4167-b3a3-5a16a6fd0f25 service neutron] 10.222.0.47 "GET /v2.0/networks?id=783a1c5c-fc4a-47f9-8141-6354e3a83481 HTTP/1.1" status: 200 len: 896 time: 0.0849559 Jul 14 10:08:10.872113 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ecbbc-1d26-4967-a2fd-5c5f2e7c923b req-606eb335-ef00-4a39-b4c3-b56bef2ae780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:10.873567 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f56ecbbc-1d26-4967-a2fd-5c5f2e7c923b req-606eb335-ef00-4a39-b4c3-b56bef2ae780 service neutron] 10.222.0.44 "GET /v2.0/networks?id=783a1c5c-fc4a-47f9-8141-6354e3a83481 HTTP/1.1" status: 200 len: 896 time: 0.0918400 Jul 14 10:08:10.934154 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f56ecbbc-1d26-4967-a2fd-5c5f2e7c923b req-c1575485-1b62-4c47-83fd-0f307e665198 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=125696ea-f656-4b7f-8516-9da9812d297d HTTP/1.1" status: 200 len: 999 time: 0.0624905 Jul 14 10:08:10.942908 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f56ecbbc-1d26-4967-a2fd-5c5f2e7c923b req-8ce985e2-679b-4957-897f-212090e12304 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=125696ea-f656-4b7f-8516-9da9812d297d HTTP/1.1" status: 200 len: 999 time: 0.0603850 Jul 14 10:08:10.988652 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ecbbc-1d26-4967-a2fd-5c5f2e7c923b req-ec974ce5-6a95-4a91-9bb7-cc8ab5f939b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:10.990159 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f56ecbbc-1d26-4967-a2fd-5c5f2e7c923b req-ec974ce5-6a95-4a91-9bb7-cc8ab5f939b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52d0feab-6309-4fc0-a872-6c3a07eb2db7 HTTP/1.1" status: 200 len: 834 time: 0.0497541 Jul 14 10:08:10.994933 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ecbbc-1d26-4967-a2fd-5c5f2e7c923b req-460d0267-ac46-45bd-bb1c-63f5f528286b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:10.996453 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f56ecbbc-1d26-4967-a2fd-5c5f2e7c923b req-460d0267-ac46-45bd-bb1c-63f5f528286b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=52d0feab-6309-4fc0-a872-6c3a07eb2db7 HTTP/1.1" status: 200 len: 834 time: 0.0455816 Jul 14 10:08:11.049784 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ecbbc-1d26-4967-a2fd-5c5f2e7c923b req-4e889d87-e96d-415a-90d5-49b1ae6252df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:11.051299 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f56ecbbc-1d26-4967-a2fd-5c5f2e7c923b req-4e889d87-e96d-415a-90d5-49b1ae6252df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=783a1c5c-fc4a-47f9-8141-6354e3a83481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550511 Jul 14 10:08:11.062520 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ecbbc-1d26-4967-a2fd-5c5f2e7c923b req-ee03828e-a257-4be3-9c5b-23ed39dcafda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:11.064924 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f56ecbbc-1d26-4967-a2fd-5c5f2e7c923b req-ee03828e-a257-4be3-9c5b-23ed39dcafda service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=783a1c5c-fc4a-47f9-8141-6354e3a83481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609539 Jul 14 10:08:11.150527 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f56ecbbc-1d26-4967-a2fd-5c5f2e7c923b req-f277611e-0648-4d6d-a563-370638831795 service neutron] 10.222.0.47 "GET /v2.0/networks/783a1c5c-fc4a-47f9-8141-6354e3a83481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927606 Jul 14 10:08:11.167415 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f56ecbbc-1d26-4967-a2fd-5c5f2e7c923b req-a65a4e39-9761-42d7-bdaf-9f69ba1f5fd0 service neutron] 10.222.0.44 "GET /v2.0/networks/783a1c5c-fc4a-47f9-8141-6354e3a83481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953400 Jul 14 10:08:11.244142 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f56ecbbc-1d26-4967-a2fd-5c5f2e7c923b req-43ae7831-29fb-4567-8360-ddae72e9efad service neutron] 10.222.0.47 "GET /v2.0/networks/783a1c5c-fc4a-47f9-8141-6354e3a83481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857518 Jul 14 10:08:11.281270 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:11.576338 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daafd6f-965d-454b-9971-ca8535cc1c15 req-46d973b9-7eb6-426f-9ea3-6d2b18273d2f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:11.577757 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7daafd6f-965d-454b-9971-ca8535cc1c15 req-46d973b9-7eb6-426f-9ea3-6d2b18273d2f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 943 time: 0.0674183 Jul 14 10:08:11.610020 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f56ecbbc-1d26-4967-a2fd-5c5f2e7c923b req-ac141b4b-0d20-4486-a93b-40f21125237e service neutron] 10.222.0.44 "GET /v2.0/networks/783a1c5c-fc4a-47f9-8141-6354e3a83481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315653 Jul 14 10:08:11.619540 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7daafd6f-965d-454b-9971-ca8535cc1c15 req-02190305-4951-4ade-b96f-fb96ceb40dc8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354776 Jul 14 10:08:11.926214 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 125696ea-f656-4b7f-8516-9da9812d297d no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:08:11.960784 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e335d-c618-462f-962b-00093019fec0 req-9f34954d-7d09-44cc-9336-a6910fc57d45 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:11.962312 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-de5e335d-c618-462f-962b-00093019fec0 req-9f34954d-7d09-44cc-9336-a6910fc57d45 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 943 time: 0.1115401 Jul 14 10:08:11.969010 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 125696ea-f656-4b7f-8516-9da9812d297d not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:08:11.974071 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb2f4f-7405-406f-98ce-01cc43890a17 req-27af54c5-7b68-49dc-ba0a-65686e4849a3 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:11.975571 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ccb2f4f-7405-406f-98ce-01cc43890a17 req-27af54c5-7b68-49dc-ba0a-65686e4849a3 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.47 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b&tenant_id=79b1a17c6357440591aaeff73e261da4&binding%3Ahost_id=n-h2-771362-35 HTTP/1.1" status: 200 len: 943 time: 0.1154320 Jul 14 10:08:12.045123 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-de5e335d-c618-462f-962b-00093019fec0 req-88bb03a3-3f1b-4d58-b5f5-7cbcf2ee44b2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685701 Jul 14 10:08:12.062044 n-d-771362-35 neutron-server[93773]: INFO neutron.api.v2.resource [req-0ccb2f4f-7405-406f-98ce-01cc43890a17 req-ac951a6e-8d5b-4770-a23d-99a02508ffe5 service neutron] delete failed (client error): The resource could not be found. Jul 14 10:08:12.063044 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ccb2f4f-7405-406f-98ce-01cc43890a17 req-ac951a6e-8d5b-4770-a23d-99a02508ffe5 service neutron] 10.222.0.47 "DELETE /v2.0/ports/125696ea-f656-4b7f-8516-9da9812d297d/bindings/n-h1-771362-35 HTTP/1.1" status: 404 len: 381 time: 0.0804291 Jul 14 10:08:12.163786 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb2f4f-7405-406f-98ce-01cc43890a17 req-dc3c4f04-847d-4462-a37b-9e25f10a19d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:12.165290 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ccb2f4f-7405-406f-98ce-01cc43890a17 req-dc3c4f04-847d-4462-a37b-9e25f10a19d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 1095 time: 0.0584068 Jul 14 10:08:12.291326 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb2f4f-7405-406f-98ce-01cc43890a17 req-1e2f2f2d-a6ef-435f-a0a7-f8f2b875b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:12.292828 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ccb2f4f-7405-406f-98ce-01cc43890a17 req-1e2f2f2d-a6ef-435f-a0a7-f8f2b875b832 service neutron] 10.222.0.47 "GET /v2.0/networks?id=783a1c5c-fc4a-47f9-8141-6354e3a83481 HTTP/1.1" status: 200 len: 896 time: 0.1196582 Jul 14 10:08:12.301869 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6cc81-eb87-4e3f-b195-7a2b962b72fe req-21447c7a-717a-49e8-97fc-0ef6a5e06888 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:12.303241 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0bc6cc81-eb87-4e3f-b195-7a2b962b72fe req-21447c7a-717a-49e8-97fc-0ef6a5e06888 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 943 time: 0.1435921 Jul 14 10:08:12.383136 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0bc6cc81-eb87-4e3f-b195-7a2b962b72fe req-32c4bfc9-0b86-4b54-a127-1019c804c415 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733697 Jul 14 10:08:12.389202 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ccb2f4f-7405-406f-98ce-01cc43890a17 req-9314320e-e793-4b94-8697-78be17e00757 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=125696ea-f656-4b7f-8516-9da9812d297d HTTP/1.1" status: 200 len: 999 time: 0.0850863 Jul 14 10:08:12.441598 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb2f4f-7405-406f-98ce-01cc43890a17 req-d8efdfc6-c24d-4a5b-bca2-6a1b0d410862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:12.443145 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ccb2f4f-7405-406f-98ce-01cc43890a17 req-d8efdfc6-c24d-4a5b-bca2-6a1b0d410862 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52d0feab-6309-4fc0-a872-6c3a07eb2db7 HTTP/1.1" status: 200 len: 834 time: 0.0474286 Jul 14 10:08:12.500765 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb2f4f-7405-406f-98ce-01cc43890a17 req-1449488e-b243-42c5-8690-6395cd3da5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:12.502496 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ccb2f4f-7405-406f-98ce-01cc43890a17 req-1449488e-b243-42c5-8690-6395cd3da5a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=783a1c5c-fc4a-47f9-8141-6354e3a83481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531743 Jul 14 10:08:12.592628 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ccb2f4f-7405-406f-98ce-01cc43890a17 req-360d8e82-b103-434c-bec9-d1f73aecea75 service neutron] 10.222.0.47 "GET /v2.0/networks/783a1c5c-fc4a-47f9-8141-6354e3a83481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836930 Jul 14 10:08:12.679818 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ccb2f4f-7405-406f-98ce-01cc43890a17 req-b4fce257-9569-4218-9a53-384820574360 service neutron] 10.222.0.47 "GET /v2.0/networks/783a1c5c-fc4a-47f9-8141-6354e3a83481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804741 Jul 14 10:08:12.769581 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:13.308034 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:08:13.554949 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81180d4-9f1b-440b-b33d-abb70535f501 req-18eeb51c-fc01-4527-9155-6f2cd65d53b3 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:13.556435 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d81180d4-9f1b-440b-b33d-abb70535f501 req-18eeb51c-fc01-4527-9155-6f2cd65d53b3 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 943 time: 0.0625432 Jul 14 10:08:13.597415 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d81180d4-9f1b-440b-b33d-abb70535f501 req-9108e12a-1f23-425d-ab23-dbf3da711fec tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354483 Jul 14 10:08:13.621737 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36384) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:13.681482 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ca11d992-adb6-4258-a7c2-d6ebf89882d7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/floatingips/11b8a3e7-5f19-40e0-bacb-5ba5432cca2b HTTP/1.1" status: 200 len: 991 time: 0.0585277 Jul 14 10:08:13.882158 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 125696ea-f656-4b7f-8516-9da9812d297d details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:08:13.977237 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 125696ea-f656-4b7f-8516-9da9812d297d, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=125696ea-f656-4b7f-8516-9da9812d297d,segment=NetworkSegment(3c471897-f33e-4bb5-825e-c3bb3b912498),segment_id=3c471897-f33e-4bb5-825e-c3bb3b912498)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:13.989419 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '125696ea-f656-4b7f-8516-9da9812d297d', 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481', 'port_id': '125696ea-f656-4b7f-8516-9da9812d297d', 'mac_address': 'fa:16:3e:82:b8:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52d0feab-6309-4fc0-a872-6c3a07eb2db7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:08:14.027120 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:14.043756 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125696ea-f656-4b7f-8516-9da9812d297d {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:08:14.063036 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 125696ea-f656-4b7f-8516-9da9812d297d, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=125696ea-f656-4b7f-8516-9da9812d297d,segment=NetworkSegment(3c471897-f33e-4bb5-825e-c3bb3b912498),segment_id=3c471897-f33e-4bb5-825e-c3bb3b912498)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:14.067247 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:14.114386 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=125696ea-f656-4b7f-8516-9da9812d297d,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:14.121651 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:14.121994 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:14.122336 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:14.122660 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:14.122987 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:14.123311 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:14.123728 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:14.124052 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:14.124368 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:14.124685 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:14.125001 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:14.125373 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:14.322369 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['125696ea-f656-4b7f-8516-9da9812d297d'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:08:15.908952 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 125696ea-f656-4b7f-8516-9da9812d297d up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:08:15.955983 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 125696ea-f656-4b7f-8516-9da9812d297d completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:08:15.959597 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 125696ea-f656-4b7f-8516-9da9812d297d triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:08:15.959966 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:16.040013 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:16.216569 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a57e4a-d35e-400f-9e4b-d61c1d68b57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125696ea-f656-4b7f-8516-9da9812d297d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:08:16.218815 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad2bb0b0c3d38dd5f87e8e96266229fdecb1dfb0d9cead1addcc05902deb2386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d4e7de-3e8b-4a83-ad6f-7e79c46cb777" -d '{"events": [{"server_uuid": "82a57e4a-d35e-400f-9e4b-d61c1d68b57b", "name": "network-vif-plugged", "status": "completed", "tag": "125696ea-f656-4b7f-8516-9da9812d297d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:08:16.231289 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 125696ea-f656-4b7f-8516-9da9812d297d, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=125696ea-f656-4b7f-8516-9da9812d297d,segment=NetworkSegment(3c471897-f33e-4bb5-825e-c3bb3b912498),segment_id=3c471897-f33e-4bb5-825e-c3bb3b912498)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:16.235672 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:16.259117 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8608551f-944a-4dec-8d4a-db2f938583d8 x-openstack-request-id: req-8608551f-944a-4dec-8d4a-db2f938583d8 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:08:16.259393 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a57e4a-d35e-400f-9e4b-d61c1d68b57b", "name": "network-vif-plugged", "status": "completed", "tag": "125696ea-f656-4b7f-8516-9da9812d297d", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:08:16.259672 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8608551f-944a-4dec-8d4a-db2f938583d8 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:08:16.260058 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a57e4a-d35e-400f-9e4b-d61c1d68b57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125696ea-f656-4b7f-8516-9da9812d297d', 'code': 200} Jul 14 10:08:16.286007 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=125696ea-f656-4b7f-8516-9da9812d297d,revision_number=9']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:18.539774 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2d3a50c-a8b5-401e-963c-0e84138b9fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:21.134531 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ce336bd-6bec-467b-92e3-d2344d031eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:21.372104 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:22.420702 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:23.952485 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:41.310631 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:42.085187 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36398) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:42.242759 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1a10203e-098d-4b08-9695-9c8ff24ce8ef tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Deleting port 3096f7b7-f5ff-4f3e-b134-3e0d7d352eeb {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:08:42.243114 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a10203e-098d-4b08-9695-9c8ff24ce8ef tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:42.321382 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a10203e-098d-4b08-9695-9c8ff24ce8ef tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:42.321633 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a10203e-098d-4b08-9695-9c8ff24ce8ef tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:42.334049 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1a10203e-098d-4b08-9695-9c8ff24ce8ef tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Calling delete_port for 3096f7b7-f5ff-4f3e-b134-3e0d7d352eeb owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:08:42.479325 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a10203e-098d-4b08-9695-9c8ff24ce8ef tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:42.506198 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10203e-098d-4b08-9695-9c8ff24ce8ef tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Port': ['ID=3096f7b7-f5ff-4f3e-b134-3e0d7d352eeb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:42.517996 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10203e-098d-4b08-9695-9c8ff24ce8ef tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:42.518346 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10203e-098d-4b08-9695-9c8ff24ce8ef tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:42.518689 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10203e-098d-4b08-9695-9c8ff24ce8ef tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:42.519025 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10203e-098d-4b08-9695-9c8ff24ce8ef tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:42.519359 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10203e-098d-4b08-9695-9c8ff24ce8ef tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:42.519719 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10203e-098d-4b08-9695-9c8ff24ce8ef tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:42.520050 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10203e-098d-4b08-9695-9c8ff24ce8ef tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:42.520397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10203e-098d-4b08-9695-9c8ff24ce8ef tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:42.520710 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10203e-098d-4b08-9695-9c8ff24ce8ef tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:42.521035 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10203e-098d-4b08-9695-9c8ff24ce8ef tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:42.521356 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10203e-098d-4b08-9695-9c8ff24ce8ef tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:42.521677 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10203e-098d-4b08-9695-9c8ff24ce8ef tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:42.577358 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a10203e-098d-4b08-9695-9c8ff24ce8ef tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:42.577582 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-1a10203e-098d-4b08-9695-9c8ff24ce8ef tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Floating IP 11b8a3e7-5f19-40e0-bacb-5ba5432cca2b disassociated (deleted). External IP: 172.25.6.118, port: 125696ea-f656-4b7f-8516-9da9812d297d. Jul 14 10:08:42.779886 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:43.111742 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a10203e-098d-4b08-9695-9c8ff24ce8ef tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Router 7f6f3865-38a2-4eff-8c54-557cfa8fa395 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:08:43.216389 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a10203e-098d-4b08-9695-9c8ff24ce8ef tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:08:43.220926 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a10203e-098d-4b08-9695-9c8ff24ce8ef tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:43.228303 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e327420f-9d72-4bcb-8259-95177f9c97a5 None None] Sync routers for ids ['7f6f3865-38a2-4eff-8c54-557cfa8fa395'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:08:43.238015 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e327420f-9d72-4bcb-8259-95177f9c97a5 None None] Routers {'7f6f3865-38a2-4eff-8c54-557cfa8fa395'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:08:43.238634 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e327420f-9d72-4bcb-8259-95177f9c97a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:08:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7f6f3865-38a2-4eff-8c54-557cfa8fa395'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:43.257371 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1a10203e-098d-4b08-9695-9c8ff24ce8ef tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "DELETE /v2.0/floatingips/11b8a3e7-5f19-40e0-bacb-5ba5432cca2b HTTP/1.1" status: 204 len: 168 time: 1.1710987 Jul 14 10:08:43.257965 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a57e4a-d35e-400f-9e4b-d61c1d68b57b', 'tag': '125696ea-f656-4b7f-8516-9da9812d297d'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:08:43.260311 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdfd76875a0dbbaf1509a4c423fc1f4cb1751388cb9186f92cdb94f63ad4e53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c08a13-b070-4ec6-9210-c2529946a5f4" -d '{"events": [{"name": "network-changed", "server_uuid": "82a57e4a-d35e-400f-9e4b-d61c1d68b57b", "tag": "125696ea-f656-4b7f-8516-9da9812d297d"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:08:43.304316 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33008643-5361-4536-9cc6-ce8949e37eb8 x-openstack-request-id: req-33008643-5361-4536-9cc6-ce8949e37eb8 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:08:43.304685 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a57e4a-d35e-400f-9e4b-d61c1d68b57b", "tag": "125696ea-f656-4b7f-8516-9da9812d297d", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:08:43.304944 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33008643-5361-4536-9cc6-ce8949e37eb8 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:08:43.305345 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a57e4a-d35e-400f-9e4b-d61c1d68b57b', 'tag': '125696ea-f656-4b7f-8516-9da9812d297d', 'status': 'completed', 'code': 200} Jul 14 10:08:43.349401 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-e327420f-9d72-4bcb-8259-95177f9c97a5 None None] Set router 7f6f3865-38a2-4eff-8c54-557cfa8fa395 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:08:43.426010 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c08a13-b070-4ec6-9210-c2529946a5f4 req-76314136-bc6d-4ef0-bd0f-1db37e4bd425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:43.426776 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-21c08a13-b070-4ec6-9210-c2529946a5f4 req-76314136-bc6d-4ef0-bd0f-1db37e4bd425 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 1097 time: 0.0970757 Jul 14 10:08:43.535145 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c08a13-b070-4ec6-9210-c2529946a5f4 req-b5683c1e-8b22-4dd6-bee4-0ec1e5319c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:43.536693 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-21c08a13-b070-4ec6-9210-c2529946a5f4 req-b5683c1e-8b22-4dd6-bee4-0ec1e5319c74 service neutron] 10.222.0.44 "GET /v2.0/networks?id=783a1c5c-fc4a-47f9-8141-6354e3a83481 HTTP/1.1" status: 200 len: 896 time: 0.1032515 Jul 14 10:08:43.571195 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e327420f-9d72-4bcb-8259-95177f9c97a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414040289', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:06Z', 'updated_at': '2021-07-14T10:07:10Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:07Z', 'updated_at': '2021-07-14T10:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '4bcdcbd9-f9af-4623-bb49-f8bac12d0e60', 'name': '', 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:21:ff:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '52d0feab-6309-4fc0-a872-6c3a07eb2db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:09Z', 'updated_at': '2021-07-14T10:07:14Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': '52d0feab-6309-4fc0-a872-6c3a07eb2db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:43.584181 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-21c08a13-b070-4ec6-9210-c2529946a5f4 req-a738a552-7e29-4f8f-99d8-b5a3cbd1fbf4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=125696ea-f656-4b7f-8516-9da9812d297d HTTP/1.1" status: 200 len: 217 time: 0.0401776 Jul 14 10:08:43.599431 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e327420f-9d72-4bcb-8259-95177f9c97a5 None None] Checking router: 7f6f3865-38a2-4eff-8c54-557cfa8fa395 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:08:43.608353 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e327420f-9d72-4bcb-8259-95177f9c97a5 None None] Routers {'7f6f3865-38a2-4eff-8c54-557cfa8fa395'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:08:43.609774 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e327420f-9d72-4bcb-8259-95177f9c97a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:08:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7f6f3865-38a2-4eff-8c54-557cfa8fa395'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:43.635019 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c08a13-b070-4ec6-9210-c2529946a5f4 req-0ab1ab49-7399-4f27-a855-658184d8b25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:43.636450 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-21c08a13-b070-4ec6-9210-c2529946a5f4 req-0ab1ab49-7399-4f27-a855-658184d8b25a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=52d0feab-6309-4fc0-a872-6c3a07eb2db7 HTTP/1.1" status: 200 len: 834 time: 0.0456727 Jul 14 10:08:43.643434 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc2727-b93e-4e91-a630-16de3d5b4b14 req-3eee61ba-4cd8-491b-819e-26233fc8ac33 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:43.645110 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c4dc2727-b93e-4e91-a630-16de3d5b4b14 req-3eee61ba-4cd8-491b-819e-26233fc8ac33 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 945 time: 0.0692439 Jul 14 10:08:43.689035 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c4dc2727-b93e-4e91-a630-16de3d5b4b14 req-b5e36af0-c0e5-4b20-aea4-76b83d5d641a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339935 Jul 14 10:08:43.701552 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c08a13-b070-4ec6-9210-c2529946a5f4 req-f5d1d5f5-89af-48e3-96ec-a0ef6c24173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:43.703084 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-21c08a13-b070-4ec6-9210-c2529946a5f4 req-f5d1d5f5-89af-48e3-96ec-a0ef6c24173a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=783a1c5c-fc4a-47f9-8141-6354e3a83481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587754 Jul 14 10:08:43.724130 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-e327420f-9d72-4bcb-8259-95177f9c97a5 None None] Set router 7f6f3865-38a2-4eff-8c54-557cfa8fa395 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:08:43.804028 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-21c08a13-b070-4ec6-9210-c2529946a5f4 req-bfe56754-3f9e-48a7-a933-bff645c8d69d service neutron] 10.222.0.44 "GET /v2.0/networks/783a1c5c-fc4a-47f9-8141-6354e3a83481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940306 Jul 14 10:08:43.901871 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-21c08a13-b070-4ec6-9210-c2529946a5f4 req-ca522039-691e-4261-aadc-548c115af6fc service neutron] 10.222.0.44 "GET /v2.0/networks/783a1c5c-fc4a-47f9-8141-6354e3a83481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901859 Jul 14 10:08:43.932543 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e327420f-9d72-4bcb-8259-95177f9c97a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414040289', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:06Z', 'updated_at': '2021-07-14T10:07:10Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:07Z', 'updated_at': '2021-07-14T10:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '4bcdcbd9-f9af-4623-bb49-f8bac12d0e60', 'name': '', 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:21:ff:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '52d0feab-6309-4fc0-a872-6c3a07eb2db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:09Z', 'updated_at': '2021-07-14T10:07:14Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': '52d0feab-6309-4fc0-a872-6c3a07eb2db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:43.962670 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e327420f-9d72-4bcb-8259-95177f9c97a5 None None] The sync data for ids ['7f6f3865-38a2-4eff-8c54-557cfa8fa395'] in n-d-771362-35 is: [{'id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414040289', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:06Z', 'updated_at': '2021-07-14T10:07:10Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:07Z', 'updated_at': '2021-07-14T10:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '4bcdcbd9-f9af-4623-bb49-f8bac12d0e60', 'name': '', 'network_id': '783a1c5c-fc4a-47f9-8141-6354e3a83481', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:21:ff:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '52d0feab-6309-4fc0-a872-6c3a07eb2db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:09Z', 'updated_at': '2021-07-14T10:07:14Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': '52d0feab-6309-4fc0-a872-6c3a07eb2db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:08:44.182106 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9bd9aa-4f19-4592-a4ad-4c48742925d0 None None] New status for floating IP 11b8a3e7-5f19-40e0-bacb-5ba5432cca2b: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:08:44.841357 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c2e77-47ef-4ece-856d-6715a5579252 req-5b0c5702-bec7-41b6-b788-dcc9d7fe93bd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:44.842874 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a43c2e77-47ef-4ece-856d-6715a5579252 req-5b0c5702-bec7-41b6-b788-dcc9d7fe93bd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 945 time: 0.0686693 Jul 14 10:08:44.867189 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383f097-df99-4b95-b9c8-363ed27d1feb req-1e7b272a-520c-4596-80dd-3a6be2f61185 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:44.868724 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d383f097-df99-4b95-b9c8-363ed27d1feb req-1e7b272a-520c-4596-80dd-3a6be2f61185 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=82a57e4a-d35e-400f-9e4b-d61c1d68b57b HTTP/1.1" status: 200 len: 945 time: 0.0650547 Jul 14 10:08:44.906508 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d383f097-df99-4b95-b9c8-363ed27d1feb req-58e8726b-1996-47e8-a110-6bc3af4ac118 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=e31dd622-49f0-4954-b2c4-000ae4b22165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320094 Jul 14 10:08:44.945160 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-a43c2e77-47ef-4ece-856d-6715a5579252 req-4dc3a183-87a4-47cb-ba03-7c062c97436d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Deleting port 125696ea-f656-4b7f-8516-9da9812d297d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:08:44.945509 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a43c2e77-47ef-4ece-856d-6715a5579252 req-4dc3a183-87a4-47cb-ba03-7c062c97436d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:45.037016 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-a43c2e77-47ef-4ece-856d-6715a5579252 req-4dc3a183-87a4-47cb-ba03-7c062c97436d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] For port 125696ea-f656-4b7f-8516-9da9812d297d, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=125696ea-f656-4b7f-8516-9da9812d297d,segment=NetworkSegment(3c471897-f33e-4bb5-825e-c3bb3b912498),segment_id=3c471897-f33e-4bb5-825e-c3bb3b912498)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:45.037297 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a43c2e77-47ef-4ece-856d-6715a5579252 req-4dc3a183-87a4-47cb-ba03-7c062c97436d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:45.050313 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-a43c2e77-47ef-4ece-856d-6715a5579252 req-4dc3a183-87a4-47cb-ba03-7c062c97436d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Calling delete_port for 125696ea-f656-4b7f-8516-9da9812d297d owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:08:45.177832 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a43c2e77-47ef-4ece-856d-6715a5579252 req-4dc3a183-87a4-47cb-ba03-7c062c97436d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:45.219062 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3a183-87a4-47cb-ba03-7c062c97436d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Port': ['ID=125696ea-f656-4b7f-8516-9da9812d297d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:45.260294 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43c2e77-47ef-4ece-856d-6715a5579252 req-4dc3a183-87a4-47cb-ba03-7c062c97436d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] No DVR routers for this DVR port 125696ea-f656-4b7f-8516-9da9812d297d on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:08:45.262720 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-a43c2e77-47ef-4ece-856d-6715a5579252 req-4dc3a183-87a4-47cb-ba03-7c062c97436d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:45.264805 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-a43c2e77-47ef-4ece-856d-6715a5579252 req-4dc3a183-87a4-47cb-ba03-7c062c97436d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.44 "DELETE /v2.0/ports/125696ea-f656-4b7f-8516-9da9812d297d HTTP/1.1" status: 204 len: 173 time: 0.4163096 Jul 14 10:08:45.265235 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a57e4a-d35e-400f-9e4b-d61c1d68b57b', 'name': 'network-vif-deleted', 'tag': '125696ea-f656-4b7f-8516-9da9812d297d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:08:45.267697 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d50556-55e3-4375-981a-c62edb0fb713" -d '{"events": [{"server_uuid": "82a57e4a-d35e-400f-9e4b-d61c1d68b57b", "name": "network-vif-deleted", "tag": "125696ea-f656-4b7f-8516-9da9812d297d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:08:45.305434 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c827ff-58fa-4157-b5d7-decb1a1899ef x-openstack-request-id: req-a2c827ff-58fa-4157-b5d7-decb1a1899ef {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:08:45.305734 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a57e4a-d35e-400f-9e4b-d61c1d68b57b", "name": "network-vif-deleted", "tag": "125696ea-f656-4b7f-8516-9da9812d297d", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:08:45.305987 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2c827ff-58fa-4157-b5d7-decb1a1899ef {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:08:45.306393 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a57e4a-d35e-400f-9e4b-d61c1d68b57b', 'name': 'network-vif-deleted', 'tag': '125696ea-f656-4b7f-8516-9da9812d297d', 'status': 'completed', 'code': 200} Jul 14 10:08:45.998341 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36414) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:46.365426 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e435d4af-1268-42bd-b814-f9b581d1ab44 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:46.632650 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e435d4af-1268-42bd-b814-f9b581d1ab44 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Deleting port 4bcdcbd9-f9af-4623-bb49-f8bac12d0e60 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:08:46.632915 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e435d4af-1268-42bd-b814-f9b581d1ab44 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:46.723514 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e435d4af-1268-42bd-b814-f9b581d1ab44 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] For port 4bcdcbd9-f9af-4623-bb49-f8bac12d0e60, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=4bcdcbd9-f9af-4623-bb49-f8bac12d0e60,segment=NetworkSegment(3c471897-f33e-4bb5-825e-c3bb3b912498),segment_id=3c471897-f33e-4bb5-825e-c3bb3b912498)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:46.723895 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e435d4af-1268-42bd-b814-f9b581d1ab44 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:46.737275 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e435d4af-1268-42bd-b814-f9b581d1ab44 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Calling delete_port for 4bcdcbd9-f9af-4623-bb49-f8bac12d0e60 owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:08:46.924250 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e435d4af-1268-42bd-b814-f9b581d1ab44 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:46.955510 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435d4af-1268-42bd-b814-f9b581d1ab44 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Port': ['ID=4bcdcbd9-f9af-4623-bb49-f8bac12d0e60,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:47.131635 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e435d4af-1268-42bd-b814-f9b581d1ab44 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:47.350815 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e435d4af-1268-42bd-b814-f9b581d1ab44 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Router 7f6f3865-38a2-4eff-8c54-557cfa8fa395 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:08:47.456251 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e435d4af-1268-42bd-b814-f9b581d1ab44 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:08:47.462290 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e435d4af-1268-42bd-b814-f9b581d1ab44 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "PUT /v2.0/routers/7f6f3865-38a2-4eff-8c54-557cfa8fa395/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4620476 Jul 14 10:08:47.464185 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36416) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:47.466634 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2297cea-4ab9-4186-bd76-d0bf818ce7b4 None None] Sync routers for ids ['7f6f3865-38a2-4eff-8c54-557cfa8fa395'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:08:47.476498 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2297cea-4ab9-4186-bd76-d0bf818ce7b4 None None] Routers {'7f6f3865-38a2-4eff-8c54-557cfa8fa395'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:08:47.477108 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b2297cea-4ab9-4186-bd76-d0bf818ce7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:08:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7f6f3865-38a2-4eff-8c54-557cfa8fa395'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:47.515716 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-970b1a93-a942-4d01-adb3-e24cddff7a10 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Deleting subnet 52d0feab-6309-4fc0-a872-6c3a07eb2db7 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:08:47.518937 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-970b1a93-a942-4d01-adb3-e24cddff7a10 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:47.560143 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-970b1a93-a942-4d01-adb3-e24cddff7a10 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:47.582020 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-b2297cea-4ab9-4186-bd76-d0bf818ce7b4 None None] Set router 7f6f3865-38a2-4eff-8c54-557cfa8fa395 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:08:47.647279 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-970b1a93-a942-4d01-adb3-e24cddff7a10 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:47.706505 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-970b1a93-a942-4d01-adb3-e24cddff7a10 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:47.734480 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b1a93-a942-4d01-adb3-e24cddff7a10 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Subnet': ['ID=52d0feab-6309-4fc0-a872-6c3a07eb2db7,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:47.737108 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-970b1a93-a942-4d01-adb3-e24cddff7a10 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:47.740176 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-970b1a93-a942-4d01-adb3-e24cddff7a10 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "DELETE /v2.0/subnets/52d0feab-6309-4fc0-a872-6c3a07eb2db7 HTTP/1.1" status: 204 len: 168 time: 0.2738688 Jul 14 10:08:47.742122 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36418) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:47.745039 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35bf690-8a3c-46ab-939c-5c139aa04cc7 None None] Network 783a1c5c-fc4a-47f9-8141-6354e3a83481 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:08:47.840286 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b2297cea-4ab9-4186-bd76-d0bf818ce7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414040289', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:06Z', 'updated_at': '2021-07-14T10:08:46Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:07Z', 'updated_at': '2021-07-14T10:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:47.850027 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2263227a-8236-4dfd-93b9-5c9f4c51a9eb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:47.882570 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2297cea-4ab9-4186-bd76-d0bf818ce7b4 None None] Checking router: 7f6f3865-38a2-4eff-8c54-557cfa8fa395 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:08:47.895551 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2297cea-4ab9-4186-bd76-d0bf818ce7b4 None None] Routers {'7f6f3865-38a2-4eff-8c54-557cfa8fa395'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:08:47.896167 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b2297cea-4ab9-4186-bd76-d0bf818ce7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:08:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['7f6f3865-38a2-4eff-8c54-557cfa8fa395'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:47.955796 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2263227a-8236-4dfd-93b9-5c9f4c51a9eb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:48.012491 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2263227a-8236-4dfd-93b9-5c9f4c51a9eb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Deleting port c1c4d22b-6794-4b9b-8c68-3b67587c6d89 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:08:48.012843 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2263227a-8236-4dfd-93b9-5c9f4c51a9eb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:48.017920 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-b2297cea-4ab9-4186-bd76-d0bf818ce7b4 None None] Set router 7f6f3865-38a2-4eff-8c54-557cfa8fa395 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:08:48.104686 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2263227a-8236-4dfd-93b9-5c9f4c51a9eb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] For port c1c4d22b-6794-4b9b-8c68-3b67587c6d89, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c1c4d22b-6794-4b9b-8c68-3b67587c6d89,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:48.104964 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2263227a-8236-4dfd-93b9-5c9f4c51a9eb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:48.112909 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2336a742-c087-4370-ba00-ecf164af75df None None] DHCP port deletion for 783a1c5c-fc4a-47f9-8141-6354e3a83481 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:08:48.122085 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2263227a-8236-4dfd-93b9-5c9f4c51a9eb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Calling delete_port for c1c4d22b-6794-4b9b-8c68-3b67587c6d89 owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:08:48.214104 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2336a742-c087-4370-ba00-ecf164af75df None None] Deleting port a2166131-68d3-44c5-96ed-7637bfac733a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:08:48.214483 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2336a742-c087-4370-ba00-ecf164af75df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:48.301768 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2263227a-8236-4dfd-93b9-5c9f4c51a9eb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:48.330247 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263227a-8236-4dfd-93b9-5c9f4c51a9eb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Port': ['ID=c1c4d22b-6794-4b9b-8c68-3b67587c6d89,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:48.395315 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2263227a-8236-4dfd-93b9-5c9f4c51a9eb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:48.414977 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 125696ea-f656-4b7f-8516-9da9812d297d no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:08:48.450399 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 125696ea-f656-4b7f-8516-9da9812d297d {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:08:48.450736 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 125696ea-f656-4b7f-8516-9da9812d297d not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:08:48.469784 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-2336a742-c087-4370-ba00-ecf164af75df None None] For port a2166131-68d3-44c5-96ed-7637bfac733a, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a2166131-68d3-44c5-96ed-7637bfac733a,segment=NetworkSegment(3c471897-f33e-4bb5-825e-c3bb3b912498),segment_id=3c471897-f33e-4bb5-825e-c3bb3b912498)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:48.470492 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2336a742-c087-4370-ba00-ecf164af75df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:48.486195 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2336a742-c087-4370-ba00-ecf164af75df None None] Calling delete_port for a2166131-68d3-44c5-96ed-7637bfac733a owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:08:48.489849 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2263227a-8236-4dfd-93b9-5c9f4c51a9eb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:48.491834 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b2297cea-4ab9-4186-bd76-d0bf818ce7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414040289', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:06Z', 'updated_at': '2021-07-14T10:08:46Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:07Z', 'updated_at': '2021-07-14T10:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:48.492271 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2263227a-8236-4dfd-93b9-5c9f4c51a9eb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:48.523590 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2297cea-4ab9-4186-bd76-d0bf818ce7b4 None None] The sync data for ids ['7f6f3865-38a2-4eff-8c54-557cfa8fa395'] in n-d-771362-35 is: [{'id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414040289', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:06Z', 'updated_at': '2021-07-14T10:08:46Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'c1c4d22b-6794-4b9b-8c68-3b67587c6d89', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6f3865-38a2-4eff-8c54-557cfa8fa395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:07Z', 'updated_at': '2021-07-14T10:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:08:48.541215 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2263227a-8236-4dfd-93b9-5c9f4c51a9eb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:48.541993 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2263227a-8236-4dfd-93b9-5c9f4c51a9eb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Fanout notify agent at l3_agent the message router_deleted on router 7f6f3865-38a2-4eff-8c54-557cfa8fa395 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:08:48.552232 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2263227a-8236-4dfd-93b9-5c9f4c51a9eb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:48.553385 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-2263227a-8236-4dfd-93b9-5c9f4c51a9eb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "DELETE /v2.0/routers/7f6f3865-38a2-4eff-8c54-557cfa8fa395 HTTP/1.1" status: 204 len: 168 time: 0.8100684 Jul 14 10:08:48.556368 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36420) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:48.577873 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7833bf1-7e0a-4b63-95a4-8e38dbea4331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:48.611060 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2336a742-c087-4370-ba00-ecf164af75df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:48.634162 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336a742-c087-4370-ba00-ecf164af75df None None] Pushing event deleted for resources: {'Port': ['ID=a2166131-68d3-44c5-96ed-7637bfac733a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:48.640563 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2336a742-c087-4370-ba00-ecf164af75df None None] No DVR routers for this DVR port a2166131-68d3-44c5-96ed-7637bfac733a on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:08:48.654137 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1b2ea7d-a5f2-4cb6-bdcb-bbfa431fb38e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:48.751717 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1b2ea7d-a5f2-4cb6-bdcb-bbfa431fb38e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:48.761215 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a1b2ea7d-a5f2-4cb6-bdcb-bbfa431fb38e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['783a1c5c-fc4a-47f9-8141-6354e3a83481']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:48.772183 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a1b2ea7d-a5f2-4cb6-bdcb-bbfa431fb38e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c471897-f33e-4bb5-825e-c3bb3b912498') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:48.772483 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-a1b2ea7d-a5f2-4cb6-bdcb-bbfa431fb38e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c471897-f33e-4bb5-825e-c3bb3b912498') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:48.781054 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1b2ea7d-a5f2-4cb6-bdcb-bbfa431fb38e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:48.795542 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1b2ea7d-a5f2-4cb6-bdcb-bbfa431fb38e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:48.801416 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b2ea7d-a5f2-4cb6-bdcb-bbfa431fb38e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:08:48.801874 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1b2ea7d-a5f2-4cb6-bdcb-bbfa431fb38e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: timer() Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:08:48.804958 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:08:48.866186 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1b2ea7d-a5f2-4cb6-bdcb-bbfa431fb38e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:48.873648 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1b2ea7d-a5f2-4cb6-bdcb-bbfa431fb38e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:48.878948 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a1b2ea7d-a5f2-4cb6-bdcb-bbfa431fb38e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "DELETE /v2.0/networks/783a1c5c-fc4a-47f9-8141-6354e3a83481 HTTP/1.1" status: 204 len: 168 time: 0.3173878 Jul 14 10:08:48.878948 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36422) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:48.896320 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2ea7d-a5f2-4cb6-bdcb-bbfa431fb38e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Network': ['ID=783a1c5c-fc4a-47f9-8141-6354e3a83481,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:48.950243 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd7058d4-5e62-4443-a889-8b02d8e95ff5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:48.977872 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd7058d4-5e62-4443-a889-8b02d8e95ff5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:49.039858 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd7058d4-5e62-4443-a889-8b02d8e95ff5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:49.042528 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd7058d4-5e62-4443-a889-8b02d8e95ff5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:49.043753 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-dd7058d4-5e62-4443-a889-8b02d8e95ff5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "DELETE /v2.0/security-groups/e31dd622-49f0-4954-b2c4-000ae4b22165 HTTP/1.1" status: 204 len: 168 time: 0.1640537 Jul 14 10:08:49.053358 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7058d4-5e62-4443-a889-8b02d8e95ff5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31dd622-49f0-4954-b2c4-000ae4b22165,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:49.455692 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36428) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:49.460446 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-5863d2c8-d2f5-46c7-b7d7-a109f154df46 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-451471463', 'description': 'tempest-secgroup-smoke-451471463 description', 'project_id': '79b1a17c6357440591aaeff73e261da4'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:49.483329 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5863d2c8-d2f5-46c7-b7d7-a109f154df46 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:49.572197 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5863d2c8-d2f5-46c7-b7d7-a109f154df46 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:49.577209 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5863d2c8-d2f5-46c7-b7d7-a109f154df46 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:49.606949 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5863d2c8-d2f5-46c7-b7d7-a109f154df46 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:49.608234 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5863d2c8-d2f5-46c7-b7d7-a109f154df46 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1515167 Jul 14 10:08:49.610617 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863d2c8-d2f5-46c7-b7d7-a109f154df46 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=830bb29f-ed02-45d0-8a58-b2bdcc58054f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:49.612065 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36430) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:49.618004 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-e48bcd19-b00e-4fb2-8064-b67250755886 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': '830bb29f-ed02-45d0-8a58-b2bdcc58054f', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:49.646328 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e48bcd19-b00e-4fb2-8064-b67250755886 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:49.693426 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e48bcd19-b00e-4fb2-8064-b67250755886 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:49.697020 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e48bcd19-b00e-4fb2-8064-b67250755886 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:49.717810 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bcd19-b00e-4fb2-8064-b67250755886 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22377f07-8385-46e1-a268-ee5ae0fda8cb,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:49.721845 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e48bcd19-b00e-4fb2-8064-b67250755886 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:49.723061 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e48bcd19-b00e-4fb2-8064-b67250755886 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1099923 Jul 14 10:08:49.725885 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36432) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:49.730321 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-77ac9d08-3a7b-42d0-ae2a-a038396f6b6e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': '830bb29f-ed02-45d0-8a58-b2bdcc58054f', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:49.756398 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-77ac9d08-3a7b-42d0-ae2a-a038396f6b6e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:49.815676 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-77ac9d08-3a7b-42d0-ae2a-a038396f6b6e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:49.819242 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-77ac9d08-3a7b-42d0-ae2a-a038396f6b6e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:49.835992 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac9d08-3a7b-42d0-ae2a-a038396f6b6e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66bcc5b3-a3e4-450b-a2b6-d59e49b5bd11,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:49.843510 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-77ac9d08-3a7b-42d0-ae2a-a038396f6b6e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:49.845785 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-77ac9d08-3a7b-42d0-ae2a-a038396f6b6e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189473 Jul 14 10:08:49.848622 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36434) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:49.853128 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-3f2c50dd-fca6-4068-8cb4-e27e7d6af5e5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': '830bb29f-ed02-45d0-8a58-b2bdcc58054f', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:49.880440 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f2c50dd-fca6-4068-8cb4-e27e7d6af5e5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:49.937287 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f2c50dd-fca6-4068-8cb4-e27e7d6af5e5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:49.941799 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f2c50dd-fca6-4068-8cb4-e27e7d6af5e5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:49.958465 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c50dd-fca6-4068-8cb4-e27e7d6af5e5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f390a499-c003-49cd-a09d-a3f835353eba,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:49.965199 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f2c50dd-fca6-4068-8cb4-e27e7d6af5e5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:49.966467 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3f2c50dd-fca6-4068-8cb4-e27e7d6af5e5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168387 Jul 14 10:08:49.969797 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36436) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:49.974162 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-cbbbc7eb-4567-49a3-bc72-d79e3c88c733 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': '830bb29f-ed02-45d0-8a58-b2bdcc58054f', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:50.000250 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbbbc7eb-4567-49a3-bc72-d79e3c88c733 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:50.061130 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbbbc7eb-4567-49a3-bc72-d79e3c88c733 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:50.065491 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbbbc7eb-4567-49a3-bc72-d79e3c88c733 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:50.089942 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a2166131-68d3-44c5-96ed-7637bfac733a no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:08:50.090605 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbc7eb-4567-49a3-bc72-d79e3c88c733 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3368343e-8228-45e2-acdf-7ed9ac314bfa,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:50.098880 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbbbc7eb-4567-49a3-bc72-d79e3c88c733 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:50.103020 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cbbbc7eb-4567-49a3-bc72-d79e3c88c733 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1296284 Jul 14 10:08:50.103173 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36438) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:50.107701 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-d218fcd8-9965-42c6-93c9-ae55441be17a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': '830bb29f-ed02-45d0-8a58-b2bdcc58054f', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:50.112554 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: a2166131-68d3-44c5-96ed-7637bfac733a {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:08:50.112905 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a2166131-68d3-44c5-96ed-7637bfac733a not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:08:50.113318 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c1c4d22b-6794-4b9b-8c68-3b67587c6d89 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:08:50.129763 n-d-771362-35 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-d218fcd8-9965-42c6-93c9-ae55441be17a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Project 79b1a17c6357440591aaeff73e261da4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:08:50.132134 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: c1c4d22b-6794-4b9b-8c68-3b67587c6d89 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:08:50.132485 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c1c4d22b-6794-4b9b-8c68-3b67587c6d89 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:08:50.132891 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 4bcdcbd9-f9af-4623-bb49-f8bac12d0e60 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:08:50.134949 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d218fcd8-9965-42c6-93c9-ae55441be17a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:50.152841 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 4bcdcbd9-f9af-4623-bb49-f8bac12d0e60 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:08:50.153282 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 4bcdcbd9-f9af-4623-bb49-f8bac12d0e60 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:08:50.199540 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d218fcd8-9965-42c6-93c9-ae55441be17a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:50.203015 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d218fcd8-9965-42c6-93c9-ae55441be17a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:50.221139 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218fcd8-9965-42c6-93c9-ae55441be17a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6957939-510b-4718-948c-049ca9722a93,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:50.226159 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d218fcd8-9965-42c6-93c9-ae55441be17a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:50.227767 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d218fcd8-9965-42c6-93c9-ae55441be17a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236269 Jul 14 10:08:50.230522 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36440) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:50.235217 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9a4f117a-276c-4c78-8bf1-7ccce98de9a0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': '830bb29f-ed02-45d0-8a58-b2bdcc58054f', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:50.256218 n-d-771362-35 neutron-server[93773]: INFO neutron.db.securitygroups_db [None req-9a4f117a-276c-4c78-8bf1-7ccce98de9a0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Project 79b1a17c6357440591aaeff73e261da4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:08:50.260844 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a4f117a-276c-4c78-8bf1-7ccce98de9a0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:50.306923 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:08:50.323762 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a4f117a-276c-4c78-8bf1-7ccce98de9a0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:50.327762 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a4f117a-276c-4c78-8bf1-7ccce98de9a0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:50.349000 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f117a-276c-4c78-8bf1-7ccce98de9a0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f20a756-4b96-4c4c-ba40-464f9e6eec46,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:50.351849 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a4f117a-276c-4c78-8bf1-7ccce98de9a0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:50.353071 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9a4f117a-276c-4c78-8bf1-7ccce98de9a0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215830 Jul 14 10:08:50.356019 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36442) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:50.361160 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-b8d9281a-f811-4188-a5e6-a6f94b2e0559 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'network': {'name': 'tempest-network-smoke--1585742851', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'port_security_enabled': True}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:50.380822 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d9281a-f811-4188-a5e6-a6f94b2e0559 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Made reservation on behalf of 79b1a17c6357440591aaeff73e261da4 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:08:50.384315 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8d9281a-f811-4188-a5e6-a6f94b2e0559 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:50.409611 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d9281a-f811-4188-a5e6-a6f94b2e0559 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:08:50.418402 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8d9281a-f811-4188-a5e6-a6f94b2e0559 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:50.418755 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-b8d9281a-f811-4188-a5e6-a6f94b2e0559 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Added segment 1cf5250a-1f0b-4636-ae31-0054805918b3 of type vlan for network 98f67dbe-df1e-4998-9694-fa51f172b953 Jul 14 10:08:50.457815 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8d9281a-f811-4188-a5e6-a6f94b2e0559 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:50.486186 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8d9281a-f811-4188-a5e6-a6f94b2e0559 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:50.491791 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d9281a-f811-4188-a5e6-a6f94b2e0559 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:50.492376 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8d9281a-f811-4188-a5e6-a6f94b2e0559 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:50.552371 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-b8d9281a-f811-4188-a5e6-a6f94b2e0559 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1952691 Jul 14 10:08:50.555085 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36444) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:50.559401 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-3dd73e49-c570-4dbe-bd2d-8bceb5a3ec81 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-271823303', 'admin_state_up': True, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:50.570162 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9281a-f811-4188-a5e6-a6f94b2e0559 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Network': ['ID=98f67dbe-df1e-4998-9694-fa51f172b953,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:50.581186 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 98f67dbe-df1e-4998-9694-fa51f172b953 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:08:50.592057 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3dd73e49-c570-4dbe-bd2d-8bceb5a3ec81 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:50.593177 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3dd73e49-c570-4dbe-bd2d-8bceb5a3ec81 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:50.644420 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3dd73e49-c570-4dbe-bd2d-8bceb5a3ec81 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:50.779235 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3dd73e49-c570-4dbe-bd2d-8bceb5a3ec81 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:50.972247 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3dd73e49-c570-4dbe-bd2d-8bceb5a3ec81 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:50.992136 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3dd73e49-c570-4dbe-bd2d-8bceb5a3ec81 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:51.093850 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-3dd73e49-c570-4dbe-bd2d-8bceb5a3ec81 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Allocated IP 172.25.6.53 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/d00cad67-d8e1-4a2c-a576-e3293440c0b2) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:08:51.135406 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aaf7160b-3d33-484b-b2a7-52459c6b2b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:51.199511 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3dd73e49-c570-4dbe-bd2d-8bceb5a3ec81 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:51.238466 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3dd73e49-c570-4dbe-bd2d-8bceb5a3ec81 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:51.273730 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd73e49-c570-4dbe-bd2d-8bceb5a3ec81 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:08:51.278411 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-3dd73e49-c570-4dbe-bd2d-8bceb5a3ec81 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:08:51.282604 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd73e49-c570-4dbe-bd2d-8bceb5a3ec81 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:08:51.309484 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd73e49-c570-4dbe-bd2d-8bceb5a3ec81 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=d00cad67-d8e1-4a2c-a576-e3293440c0b2,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:51.373847 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:51.533244 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3dd73e49-c570-4dbe-bd2d-8bceb5a3ec81 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:51.731778 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3dd73e49-c570-4dbe-bd2d-8bceb5a3ec81 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:51.858044 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd73e49-c570-4dbe-bd2d-8bceb5a3ec81 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Router 3483c2ac-9999-42f5-a664-ff8cb6e7baaa is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:08:51.961674 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd73e49-c570-4dbe-bd2d-8bceb5a3ec81 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:08:51.971357 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f87a75-d8a4-49cb-b917-eaafd661ea74 None None] Sync routers for ids ['3483c2ac-9999-42f5-a664-ff8cb6e7baaa'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:08:51.980103 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f87a75-d8a4-49cb-b917-eaafd661ea74 None None] Routers {'3483c2ac-9999-42f5-a664-ff8cb6e7baaa'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:08:51.980652 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3dd73e49-c570-4dbe-bd2d-8bceb5a3ec81 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:51.980845 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-06f87a75-d8a4-49cb-b917-eaafd661ea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:08:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['3483c2ac-9999-42f5-a664-ff8cb6e7baaa'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:51.982242 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-3dd73e49-c570-4dbe-bd2d-8bceb5a3ec81 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4260468 Jul 14 10:08:51.986373 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36446) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:52.021666 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8f6c6a2f-b4a4-468d-b59b-0559cb0a2ed2 tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=79b1a17c6357440591aaeff73e261da4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340405 Jul 14 10:08:52.022844 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36448) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:52.085476 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-06f87a75-d8a4-49cb-b917-eaafd661ea74 None None] Set router 3483c2ac-9999-42f5-a664-ff8cb6e7baaa gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:08:52.115215 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b27a13-c76f-475f-bf1d-f36e91a4f069 tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:52.116781 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e3b27a13-c76f-475f-bf1d-f36e91a4f069 tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0928433 Jul 14 10:08:52.119681 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36450) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:52.148962 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c5f2a8e4-3c91-4d4d-b456-bc52f71d5af5 tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6facc217-dc01-422a-8069-2c7784a4d993&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282047 Jul 14 10:08:52.151533 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36452) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:52.156438 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c2fe79f9-4d77-4097-9912-4d4e30ecb458 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1907386823', 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:52.243027 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fe79f9-4d77-4097-9912-4d4e30ecb458 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Made reservation on behalf of 79b1a17c6357440591aaeff73e261da4 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:08:52.246691 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2fe79f9-4d77-4097-9912-4d4e30ecb458 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:52.265178 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-06f87a75-d8a4-49cb-b917-eaafd661ea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271823303', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:08:51Z', 'revision_number': 3, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:52.299091 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f87a75-d8a4-49cb-b917-eaafd661ea74 None None] Checking router: 3483c2ac-9999-42f5-a664-ff8cb6e7baaa for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:08:52.299431 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f87a75-d8a4-49cb-b917-eaafd661ea74 None None] Updating router 3483c2ac-9999-42f5-a664-ff8cb6e7baaa port d00cad67-d8e1-4a2c-a576-e3293440c0b2 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:08:52.334752 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-06f87a75-d8a4-49cb-b917-eaafd661ea74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:52.424231 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:52.434464 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2fe79f9-4d77-4097-9912-4d4e30ecb458 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:52.494708 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe79f9-4d77-4097-9912-4d4e30ecb458 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Subnet': ['ID=5b16eb4e-b116-46a1-909b-df5a9a88e471,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:52.503435 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fe79f9-4d77-4097-9912-4d4e30ecb458 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Checking segment: {'id': '1cf5250a-1f0b-4636-ae31-0054805918b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:08:52.503832 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fe79f9-4d77-4097-9912-4d4e30ecb458 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network hostable DHCP agents. Network: 98f67dbe-df1e-4998-9694-fa51f172b953, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:08:52.520675 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fe79f9-4d77-4097-9912-4d4e30ecb458 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network 98f67dbe-df1e-4998-9694-fa51f172b953 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:08:52.529401 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c2fe79f9-4d77-4097-9912-4d4e30ecb458 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 98f67dbe-df1e-4998-9694-fa51f172b953) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:08:52.534234 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fe79f9-4d77-4097-9912-4d4e30ecb458 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:52.534820 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2fe79f9-4d77-4097-9912-4d4e30ecb458 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:52.542175 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d390c64-1c60-4de0-90a9-0ab0594793ea None None] Network 98f67dbe-df1e-4998-9694-fa51f172b953 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:08:52.558797 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c2fe79f9-4d77-4097-9912-4d4e30ecb458 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4034917 Jul 14 10:08:52.559253 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36454) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:52.592315 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-06f87a75-d8a4-49cb-b917-eaafd661ea74 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:52.602808 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-06f87a75-d8a4-49cb-b917-eaafd661ea74 None None] Transition to ACTIVE for port object d00cad67-d8e1-4a2c-a576-e3293440c0b2 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:08:52.610254 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-06f87a75-d8a4-49cb-b917-eaafd661ea74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:52.658880 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3301c-e373-4c3f-aa2f-fedfc44069d8 None None] Pushing event updated for resources: {'Port': ['ID=d00cad67-d8e1-4a2c-a576-e3293440c0b2,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:52.667535 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3301c-e373-4c3f-aa2f-fedfc44069d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:52.667885 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3301c-e373-4c3f-aa2f-fedfc44069d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:52.668222 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3301c-e373-4c3f-aa2f-fedfc44069d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:52.668555 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3301c-e373-4c3f-aa2f-fedfc44069d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:52.668882 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3301c-e373-4c3f-aa2f-fedfc44069d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:52.669542 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3301c-e373-4c3f-aa2f-fedfc44069d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:52.669661 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3301c-e373-4c3f-aa2f-fedfc44069d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:52.669930 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3301c-e373-4c3f-aa2f-fedfc44069d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:52.670257 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3301c-e373-4c3f-aa2f-fedfc44069d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:52.670580 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3301c-e373-4c3f-aa2f-fedfc44069d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:52.670900 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3301c-e373-4c3f-aa2f-fedfc44069d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:52.671217 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3301c-e373-4c3f-aa2f-fedfc44069d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:52.686657 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-06f87a75-d8a4-49cb-b917-eaafd661ea74 None None] Attempting to bind port d00cad67-d8e1-4a2c-a576-e3293440c0b2 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:08:52.687026 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-06f87a75-d8a4-49cb-b917-eaafd661ea74 None None] Attempting to bind port d00cad67-d8e1-4a2c-a576-e3293440c0b2 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:08:52.687387 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f87a75-d8a4-49cb-b917-eaafd661ea74 None None] Attempting to bind port d00cad67-d8e1-4a2c-a576-e3293440c0b2 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:08:52.692988 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f87a75-d8a4-49cb-b917-eaafd661ea74 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:08:52.693347 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f87a75-d8a4-49cb-b917-eaafd661ea74 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:08:52.693746 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-06f87a75-d8a4-49cb-b917-eaafd661ea74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:52.694157 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f87a75-d8a4-49cb-b917-eaafd661ea74 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:08:52.695825 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-06f87a75-d8a4-49cb-b917-eaafd661ea74 None None] Bound port: d00cad67-d8e1-4a2c-a576-e3293440c0b2, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:08:52.695825 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-06f87a75-d8a4-49cb-b917-eaafd661ea74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:52.707826 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a89881-2ece-4e65-af02-0542be835e90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-98f67dbe-df1e-4998-9694-fa51f172b953', 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'fixed_ips': [{'subnet_id': '5b16eb4e-b116-46a1-909b-df5a9a88e471'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:08:52.708881 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4a89881-2ece-4e65-af02-0542be835e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:52.754341 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-06f87a75-d8a4-49cb-b917-eaafd661ea74 None None] For port d00cad67-d8e1-4a2c-a576-e3293440c0b2, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:08:52.757380 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-06f87a75-d8a4-49cb-b917-eaafd661ea74 None None] For port d00cad67-d8e1-4a2c-a576-e3293440c0b2, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d00cad67-d8e1-4a2c-a576-e3293440c0b2,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:08:52.762799 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-06f87a75-d8a4-49cb-b917-eaafd661ea74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:52.826574 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f87a75-d8a4-49cb-b917-eaafd661ea74 None None] Routers {'3483c2ac-9999-42f5-a664-ff8cb6e7baaa'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:08:52.827198 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-06f87a75-d8a4-49cb-b917-eaafd661ea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:08:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['3483c2ac-9999-42f5-a664-ff8cb6e7baaa'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:52.856773 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-a4a89881-2ece-4e65-af02-0542be835e90 None None] Allocated IP 172.20.0.2 (98f67dbe-df1e-4998-9694-fa51f172b953/5b16eb4e-b116-46a1-909b-df5a9a88e471/d4ad9e10-cfff-4196-a2f7-b1b2fab15f94) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:08:52.864757 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3301c-e373-4c3f-aa2f-fedfc44069d8 None None] Pushing event updated for resources: {'Port': ['ID=d00cad67-d8e1-4a2c-a576-e3293440c0b2,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:52.948791 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-06f87a75-d8a4-49cb-b917-eaafd661ea74 None None] Set router 3483c2ac-9999-42f5-a664-ff8cb6e7baaa gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:08:53.024036 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4a89881-2ece-4e65-af02-0542be835e90 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:53.028785 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-21bf2354-d0d2-4d4f-b7ff-b10b091bc936 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:53.034422 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a4a89881-2ece-4e65-af02-0542be835e90 None None] Transition to ACTIVE for port object d4ad9e10-cfff-4196-a2f7-b1b2fab15f94 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:08:53.050813 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a4a89881-2ece-4e65-af02-0542be835e90 None None] Transition to ACTIVE for port object d4ad9e10-cfff-4196-a2f7-b1b2fab15f94 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:08:53.057282 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4a89881-2ece-4e65-af02-0542be835e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:53.108317 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a89881-2ece-4e65-af02-0542be835e90 None None] Network 98f67dbe-df1e-4998-9694-fa51f172b953 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:08:53.113226 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-a4a89881-2ece-4e65-af02-0542be835e90 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:08:53.115052 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a89881-2ece-4e65-af02-0542be835e90 None None] Pushing event updated for resources: {'Port': ['ID=d4ad9e10-cfff-4196-a2f7-b1b2fab15f94,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:53.117365 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a89881-2ece-4e65-af02-0542be835e90 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:08:53.142926 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-06f87a75-d8a4-49cb-b917-eaafd661ea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271823303', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:08:51Z', 'revision_number': 3, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:53.175077 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f87a75-d8a4-49cb-b917-eaafd661ea74 None None] The sync data for ids ['3483c2ac-9999-42f5-a664-ff8cb6e7baaa'] in n-d-771362-35 is: [{'id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271823303', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:08:51Z', 'revision_number': 3, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:08:53.177559 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a4a89881-2ece-4e65-af02-0542be835e90 None None] Attempting to bind port d4ad9e10-cfff-4196-a2f7-b1b2fab15f94 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:08:53.178009 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a4a89881-2ece-4e65-af02-0542be835e90 None None] Attempting to bind port d4ad9e10-cfff-4196-a2f7-b1b2fab15f94 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '1cf5250a-1f0b-4636-ae31-0054805918b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:08:53.178858 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a89881-2ece-4e65-af02-0542be835e90 None None] Attempting to bind port d4ad9e10-cfff-4196-a2f7-b1b2fab15f94 on network 98f67dbe-df1e-4998-9694-fa51f172b953 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:08:53.185130 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a89881-2ece-4e65-af02-0542be835e90 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:08:53.185760 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a89881-2ece-4e65-af02-0542be835e90 None None] Checking segment: {'id': '1cf5250a-1f0b-4636-ae31-0054805918b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:08:53.186341 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4a89881-2ece-4e65-af02-0542be835e90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:53.186911 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a89881-2ece-4e65-af02-0542be835e90 None None] Bound using segment: {'id': '1cf5250a-1f0b-4636-ae31-0054805918b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:08:53.187580 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a4a89881-2ece-4e65-af02-0542be835e90 None None] Bound port: d4ad9e10-cfff-4196-a2f7-b1b2fab15f94, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf5250a-1f0b-4636-ae31-0054805918b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:08:53.188857 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4a89881-2ece-4e65-af02-0542be835e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:53.257840 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a4a89881-2ece-4e65-af02-0542be835e90 None None] For port d4ad9e10-cfff-4196-a2f7-b1b2fab15f94, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:08:53.261174 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a4a89881-2ece-4e65-af02-0542be835e90 None None] For port d4ad9e10-cfff-4196-a2f7-b1b2fab15f94, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d4ad9e10-cfff-4196-a2f7-b1b2fab15f94,segment=NetworkSegment(1cf5250a-1f0b-4636-ae31-0054805918b3),segment_id=1cf5250a-1f0b-4636-ae31-0054805918b3)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:08:53.265613 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4a89881-2ece-4e65-af02-0542be835e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:53.336282 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a89881-2ece-4e65-af02-0542be835e90 None None] Pushing event updated for resources: {'Port': ['ID=d4ad9e10-cfff-4196-a2f7-b1b2fab15f94,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:53.346275 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-21bf2354-d0d2-4d4f-b7ff-b10b091bc936 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Allocated IP 172.20.0.1 (98f67dbe-df1e-4998-9694-fa51f172b953/5b16eb4e-b116-46a1-909b-df5a9a88e471/550f6839-711b-4892-a46c-28c78d188b7d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:08:53.503100 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-21bf2354-d0d2-4d4f-b7ff-b10b091bc936 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:53.521942 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-21bf2354-d0d2-4d4f-b7ff-b10b091bc936 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Transition to ACTIVE for port object 550f6839-711b-4892-a46c-28c78d188b7d will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:08:53.566018 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-21bf2354-d0d2-4d4f-b7ff-b10b091bc936 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:53.613391 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bf2354-d0d2-4d4f-b7ff-b10b091bc936 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network 98f67dbe-df1e-4998-9694-fa51f172b953 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:08:53.619163 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-21bf2354-d0d2-4d4f-b7ff-b10b091bc936 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:08:53.623907 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bf2354-d0d2-4d4f-b7ff-b10b091bc936 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:08:53.659713 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf2354-d0d2-4d4f-b7ff-b10b091bc936 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=550f6839-711b-4892-a46c-28c78d188b7d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:53.685824 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-21bf2354-d0d2-4d4f-b7ff-b10b091bc936 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:53.836896 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-21bf2354-d0d2-4d4f-b7ff-b10b091bc936 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:53.958297 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:54.165904 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-21bf2354-d0d2-4d4f-b7ff-b10b091bc936 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:54.174496 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-21bf2354-d0d2-4d4f-b7ff-b10b091bc936 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:54.176339 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d00cad67-d8e1-4a2c-a576-e3293440c0b2 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:08:54.229589 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port d00cad67-d8e1-4a2c-a576-e3293440c0b2 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:08:54.235758 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d00cad67-d8e1-4a2c-a576-e3293440c0b2 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:08:54.236279 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:54.258000 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf2354-d0d2-4d4f-b7ff-b10b091bc936 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=550f6839-711b-4892-a46c-28c78d188b7d,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:54.263770 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-21bf2354-d0d2-4d4f-b7ff-b10b091bc936 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:54.335920 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:54.361708 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port d00cad67-d8e1-4a2c-a576-e3293440c0b2, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d00cad67-d8e1-4a2c-a576-e3293440c0b2,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:54.366993 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:54.368228 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d4ad9e10-cfff-4196-a2f7-b1b2fab15f94 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:08:54.379809 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bf2354-d0d2-4d4f-b7ff-b10b091bc936 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network 98f67dbe-df1e-4998-9694-fa51f172b953 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:08:54.382065 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-21bf2354-d0d2-4d4f-b7ff-b10b091bc936 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:08:54.425516 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27df585a-d0eb-4102-931a-f62f06403a73 None None] Network 98f67dbe-df1e-4998-9694-fa51f172b953 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:08:54.510835 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=d00cad67-d8e1-4a2c-a576-e3293440c0b2,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:54.517329 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5b8f0fa8-0581-42b9-af4f-7ac4969e204e None None] Provisioning for port d4ad9e10-cfff-4196-a2f7-b1b2fab15f94 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:08:54.540110 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port d4ad9e10-cfff-4196-a2f7-b1b2fab15f94 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:08:54.551161 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d4ad9e10-cfff-4196-a2f7-b1b2fab15f94 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:08:54.551553 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:54.701866 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:54.748178 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port d4ad9e10-cfff-4196-a2f7-b1b2fab15f94, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d4ad9e10-cfff-4196-a2f7-b1b2fab15f94,segment=NetworkSegment(1cf5250a-1f0b-4636-ae31-0054805918b3),segment_id=1cf5250a-1f0b-4636-ae31-0054805918b3)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:54.753607 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:54.815792 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=d4ad9e10-cfff-4196-a2f7-b1b2fab15f94,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:54.858560 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21bf2354-d0d2-4d4f-b7ff-b10b091bc936 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Router 3483c2ac-9999-42f5-a664-ff8cb6e7baaa has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:08:54.975010 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bf2354-d0d2-4d4f-b7ff-b10b091bc936 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:08:54.979920 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-21bf2354-d0d2-4d4f-b7ff-b10b091bc936 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "PUT /v2.0/routers/3483c2ac-9999-42f5-a664-ff8cb6e7baaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4194493 Jul 14 10:08:54.990187 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca475d0-df97-49b4-a023-19db306a1627 None None] Sync routers for ids ['3483c2ac-9999-42f5-a664-ff8cb6e7baaa'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:08:55.001448 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca475d0-df97-49b4-a023-19db306a1627 None None] Routers {'3483c2ac-9999-42f5-a664-ff8cb6e7baaa'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:08:55.002232 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6ca475d0-df97-49b4-a023-19db306a1627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:08:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['3483c2ac-9999-42f5-a664-ff8cb6e7baaa'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:55.102094 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d6b0f9bf-9e4a-4f88-8a4f-30450e732458 None None] Provisioning complete for port d4ad9e10-cfff-4196-a2f7-b1b2fab15f94 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:08:55.102567 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6b0f9bf-9e4a-4f88-8a4f-30450e732458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:55.137305 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-d99fe090-93eb-455f-951a-21146dad5279 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-451471463&fields=id&tenant_id=79b1a17c6357440591aaeff73e261da4 HTTP/1.1" status: 200 len: 267 time: 0.0413907 Jul 14 10:08:55.158279 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-6ca475d0-df97-49b4-a023-19db306a1627 None None] Set router 3483c2ac-9999-42f5-a664-ff8cb6e7baaa gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:08:55.263556 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-530a9286-eedc-4861-be7d-c6ed63cf554c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:55.264771 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-530a9286-eedc-4861-be7d-c6ed63cf554c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/networks?id=98f67dbe-df1e-4998-9694-fa51f172b953 HTTP/1.1" status: 200 len: 797 time: 0.1185682 Jul 14 10:08:55.287382 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-4852b2e5-924d-4401-8566-a366a28361f1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/quotas/79b1a17c6357440591aaeff73e261da4 HTTP/1.1" status: 200 len: 375 time: 0.0136251 Jul 14 10:08:55.335835 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d6b0f9bf-9e4a-4f88-8a4f-30450e732458 None None] Provisioning for port 550f6839-711b-4892-a46c-28c78d188b7d completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:08:55.342583 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d6b0f9bf-9e4a-4f88-8a4f-30450e732458 None None] Provisioning complete for port 550f6839-711b-4892-a46c-28c78d188b7d triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:08:55.342974 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6b0f9bf-9e4a-4f88-8a4f-30450e732458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:55.365087 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-b999988b-564e-4b0a-8e2f-dd88c543ae98 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718927 Jul 14 10:08:55.408673 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d6b0f9bf-9e4a-4f88-8a4f-30450e732458 None None] Port 550f6839-711b-4892-a46c-28c78d188b7d cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:08:55.437254 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6ca475d0-df97-49b4-a023-19db306a1627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271823303', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:08:53Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '550f6839-711b-4892-a46c-28c78d188b7d', 'name': '', 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:b6:cb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5b16eb4e-b116-46a1-909b-df5a9a88e471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:53Z', 'updated_at': '2021-07-14T10:08:53Z', 'revision_number': 2, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': '5b16eb4e-b116-46a1-909b-df5a9a88e471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:55.461959 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-ca37bf6b-fdec-4947-b624-09ed1eaca3e2 service neutron] 10.222.0.25 "GET /v2.0/networks/98f67dbe-df1e-4998-9694-fa51f172b953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847898 Jul 14 10:08:55.464060 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca475d0-df97-49b4-a023-19db306a1627 None None] Checking router: 3483c2ac-9999-42f5-a664-ff8cb6e7baaa for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:08:55.464419 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca475d0-df97-49b4-a023-19db306a1627 None None] Updating router 3483c2ac-9999-42f5-a664-ff8cb6e7baaa port 550f6839-711b-4892-a46c-28c78d188b7d binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:08:55.503684 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6ca475d0-df97-49b4-a023-19db306a1627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:55.553096 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c7a74ac7-2e2f-40f9-b906-e9181f0c122a None None] Provisioning complete for port 550f6839-711b-4892-a46c-28c78d188b7d triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:08:55.553489 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7a74ac7-2e2f-40f9-b906-e9181f0c122a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:55.558682 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-0b5ca734-87af-4a6b-a908-224340177c88 service neutron] 10.222.0.25 "GET /v2.0/networks/98f67dbe-df1e-4998-9694-fa51f172b953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906734 Jul 14 10:08:55.651299 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c7a74ac7-2e2f-40f9-b906-e9181f0c122a None None] Port 550f6839-711b-4892-a46c-28c78d188b7d cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:08:55.809250 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c17929e2-530e-4e08-b357-702604224c72 req-79a8ff6d-8670-4e50-94dd-bcee63a98407 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 210 time: 0.1010137 Jul 14 10:08:55.832417 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6ca475d0-df97-49b4-a023-19db306a1627 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:55.841794 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6ca475d0-df97-49b4-a023-19db306a1627 None None] Transition to ACTIVE for port object 550f6839-711b-4892-a46c-28c78d188b7d will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:08:55.849384 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6ca475d0-df97-49b4-a023-19db306a1627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:55.902756 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdbf4e0-b56b-4769-ad12-3de956c15dc5 None None] Pushing event updated for resources: {'Port': ['ID=550f6839-711b-4892-a46c-28c78d188b7d,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:55.959342 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6ca475d0-df97-49b4-a023-19db306a1627 None None] Attempting to bind port 550f6839-711b-4892-a46c-28c78d188b7d on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:08:55.959746 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6ca475d0-df97-49b4-a023-19db306a1627 None None] Attempting to bind port 550f6839-711b-4892-a46c-28c78d188b7d by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '1cf5250a-1f0b-4636-ae31-0054805918b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:08:55.960112 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca475d0-df97-49b4-a023-19db306a1627 None None] Attempting to bind port 550f6839-711b-4892-a46c-28c78d188b7d on network 98f67dbe-df1e-4998-9694-fa51f172b953 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:08:55.966100 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca475d0-df97-49b4-a023-19db306a1627 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:08:55.966480 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca475d0-df97-49b4-a023-19db306a1627 None None] Checking segment: {'id': '1cf5250a-1f0b-4636-ae31-0054805918b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:08:55.966884 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6ca475d0-df97-49b4-a023-19db306a1627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:55.967325 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca475d0-df97-49b4-a023-19db306a1627 None None] Bound using segment: {'id': '1cf5250a-1f0b-4636-ae31-0054805918b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:08:55.967827 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6ca475d0-df97-49b4-a023-19db306a1627 None None] Bound port: 550f6839-711b-4892-a46c-28c78d188b7d, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf5250a-1f0b-4636-ae31-0054805918b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:08:55.968206 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6ca475d0-df97-49b4-a023-19db306a1627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:56.048626 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6ca475d0-df97-49b4-a023-19db306a1627 None None] For port 550f6839-711b-4892-a46c-28c78d188b7d, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:08:56.052491 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6ca475d0-df97-49b4-a023-19db306a1627 None None] For port 550f6839-711b-4892-a46c-28c78d188b7d, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=550f6839-711b-4892-a46c-28c78d188b7d,segment=NetworkSegment(1cf5250a-1f0b-4636-ae31-0054805918b3),segment_id=1cf5250a-1f0b-4636-ae31-0054805918b3)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:08:56.057397 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6ca475d0-df97-49b4-a023-19db306a1627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:56.119776 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca475d0-df97-49b4-a023-19db306a1627 None None] Routers {'3483c2ac-9999-42f5-a664-ff8cb6e7baaa'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:08:56.120418 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6ca475d0-df97-49b4-a023-19db306a1627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:08:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['3483c2ac-9999-42f5-a664-ff8cb6e7baaa'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:56.158110 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d00cad67-d8e1-4a2c-a576-e3293440c0b2 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:08:56.162122 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdbf4e0-b56b-4769-ad12-3de956c15dc5 None None] Pushing event updated for resources: {'Port': ['ID=550f6839-711b-4892-a46c-28c78d188b7d,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:56.442506 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-6ca475d0-df97-49b4-a023-19db306a1627 None None] Set router 3483c2ac-9999-42f5-a664-ff8cb6e7baaa gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:08:56.474627 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d00cad67-d8e1-4a2c-a576-e3293440c0b2 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:08:56.475002 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:56.675208 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d4ad9e10-cfff-4196-a2f7-b1b2fab15f94 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:08:56.757601 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d4ad9e10-cfff-4196-a2f7-b1b2fab15f94 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:08:56.757972 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:56.760859 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6ca475d0-df97-49b4-a023-19db306a1627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271823303', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:08:53Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '550f6839-711b-4892-a46c-28c78d188b7d', 'name': '', 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:b6:cb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5b16eb4e-b116-46a1-909b-df5a9a88e471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:53Z', 'updated_at': '2021-07-14T10:08:56Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': '5b16eb4e-b116-46a1-909b-df5a9a88e471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:56.808707 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca475d0-df97-49b4-a023-19db306a1627 None None] The sync data for ids ['3483c2ac-9999-42f5-a664-ff8cb6e7baaa'] in n-d-771362-35 is: [{'id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271823303', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:08:53Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '550f6839-711b-4892-a46c-28c78d188b7d', 'name': '', 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:b6:cb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5b16eb4e-b116-46a1-909b-df5a9a88e471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:53Z', 'updated_at': '2021-07-14T10:08:56Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': '5b16eb4e-b116-46a1-909b-df5a9a88e471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:08:56.990820 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-b772009d-66bb-4170-8d5d-31b582c589da tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:56.993248 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-b772009d-66bb-4170-8d5d-31b582c589da tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.47 "GET /v2.0/networks?id=98f67dbe-df1e-4998-9694-fa51f172b953 HTTP/1.1" status: 200 len: 797 time: 0.1907575 Jul 14 10:08:57.051884 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-4580b08a-c98f-4523-badf-64bbfe6f131d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79b1a17c6357440591aaeff73e261da4 HTTP/1.1" status: 200 len: 379 time: 0.0431769 Jul 14 10:08:57.085646 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-8338e0a4-5c84-427f-b7ec-375b93054077 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'port': {'device_id': '25968103-bea0-4a59-becc-f392378db453', 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953', 'admin_state_up': True, 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'security_groups': ['830bb29f-ed02-45d0-8a58-b2bdcc58054f']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:57.091909 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4fec209e-4809-4fad-804c-bb4cac1b0726 req-a0f4308c-02cd-4a69-9621-488a80cc5afc tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 210 time: 0.0951707 Jul 14 10:08:57.206479 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-8338e0a4-5c84-427f-b7ec-375b93054077 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Made reservation on behalf of 79b1a17c6357440591aaeff73e261da4 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:08:57.210183 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-8338e0a4-5c84-427f-b7ec-375b93054077 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:57.345553 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-8338e0a4-5c84-427f-b7ec-375b93054077 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Allocated IP 172.20.0.8 (98f67dbe-df1e-4998-9694-fa51f172b953/5b16eb4e-b116-46a1-909b-df5a9a88e471/50fb7444-ed4f-4d4f-a417-d80a70789da7) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:08:57.496771 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-8338e0a4-5c84-427f-b7ec-375b93054077 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:57.511305 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-8338e0a4-5c84-427f-b7ec-375b93054077 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Transition to ACTIVE for port object 50fb7444-ed4f-4d4f-a417-d80a70789da7 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:08:57.546006 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-8338e0a4-5c84-427f-b7ec-375b93054077 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:57.591550 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-8338e0a4-5c84-427f-b7ec-375b93054077 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network 98f67dbe-df1e-4998-9694-fa51f172b953 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:08:57.595515 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-8338e0a4-5c84-427f-b7ec-375b93054077 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:08:57.597917 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-8338e0a4-5c84-427f-b7ec-375b93054077 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:08:57.637580 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338e0a4-5c84-427f-b7ec-375b93054077 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=50fb7444-ed4f-4d4f-a417-d80a70789da7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:57.664800 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-8338e0a4-5c84-427f-b7ec-375b93054077 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:57.665430 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-8338e0a4-5c84-427f-b7ec-375b93054077 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:57.681603 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-8338e0a4-5c84-427f-b7ec-375b93054077 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6168098 Jul 14 10:08:57.693802 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-7e0b7c83-038e-4470-a456-b45e63b0bb41 service neutron] Request body: {'port': {'device_id': '25968103-bea0-4a59-becc-f392378db453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:57.776275 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-7e0b7c83-038e-4470-a456-b45e63b0bb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:57.826868 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-fddea8a6-ec48-4186-9c6a-e9f79d597397 None None] Provisioning for port 50fb7444-ed4f-4d4f-a417-d80a70789da7 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:08:57.831373 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-fddea8a6-ec48-4186-9c6a-e9f79d597397 None None] Provisioning complete for port 50fb7444-ed4f-4d4f-a417-d80a70789da7 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:08:57.831802 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fddea8a6-ec48-4186-9c6a-e9f79d597397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:57.867125 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-fddea8a6-ec48-4186-9c6a-e9f79d597397 None None] Port 50fb7444-ed4f-4d4f-a417-d80a70789da7 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:08:58.060560 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-7e0b7c83-038e-4470-a456-b45e63b0bb41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50fb7444-ed4f-4d4f-a417-d80a70789da7 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:08:58.069262 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-7e0b7c83-038e-4470-a456-b45e63b0bb41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:58.081839 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-7e0b7c83-038e-4470-a456-b45e63b0bb41 service neutron] Transition to ACTIVE for port object 50fb7444-ed4f-4d4f-a417-d80a70789da7 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:08:58.085195 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-7e0b7c83-038e-4470-a456-b45e63b0bb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:58.115914 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 550f6839-711b-4892-a46c-28c78d188b7d up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:08:58.176053 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 550f6839-711b-4892-a46c-28c78d188b7d completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:08:58.183308 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 550f6839-711b-4892-a46c-28c78d188b7d triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:08:58.183810 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:58.195010 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b7c83-038e-4470-a456-b45e63b0bb41 service neutron] Pushing event updated for resources: {'Port': ['ID=50fb7444-ed4f-4d4f-a417-d80a70789da7,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:58.232586 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-7e0b7c83-038e-4470-a456-b45e63b0bb41 service neutron] Attempting to bind port 50fb7444-ed4f-4d4f-a417-d80a70789da7 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:08:58.232924 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-7e0b7c83-038e-4470-a456-b45e63b0bb41 service neutron] Attempting to bind port 50fb7444-ed4f-4d4f-a417-d80a70789da7 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '1cf5250a-1f0b-4636-ae31-0054805918b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:08:58.233342 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-7e0b7c83-038e-4470-a456-b45e63b0bb41 service neutron] Attempting to bind port 50fb7444-ed4f-4d4f-a417-d80a70789da7 on network 98f67dbe-df1e-4998-9694-fa51f172b953 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:08:58.242030 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-7e0b7c83-038e-4470-a456-b45e63b0bb41 service neutron] Port 50fb7444-ed4f-4d4f-a417-d80a70789da7 on network 98f67dbe-df1e-4998-9694-fa51f172b953 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:08:58.242356 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-7e0b7c83-038e-4470-a456-b45e63b0bb41 service neutron] Attempting to bind port 50fb7444-ed4f-4d4f-a417-d80a70789da7 on network 98f67dbe-df1e-4998-9694-fa51f172b953 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:08:58.249179 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-7e0b7c83-038e-4470-a456-b45e63b0bb41 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:08:58.249487 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-7e0b7c83-038e-4470-a456-b45e63b0bb41 service neutron] Checking segment: {'id': '1cf5250a-1f0b-4636-ae31-0054805918b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:08:58.249870 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-7e0b7c83-038e-4470-a456-b45e63b0bb41 service neutron] Bound using segment: {'id': '1cf5250a-1f0b-4636-ae31-0054805918b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:08:58.250458 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-7e0b7c83-038e-4470-a456-b45e63b0bb41 service neutron] Bound port: 50fb7444-ed4f-4d4f-a417-d80a70789da7, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf5250a-1f0b-4636-ae31-0054805918b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:08:58.250679 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-7e0b7c83-038e-4470-a456-b45e63b0bb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:58.295998 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:58.338337 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 550f6839-711b-4892-a46c-28c78d188b7d, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=550f6839-711b-4892-a46c-28c78d188b7d,segment=NetworkSegment(1cf5250a-1f0b-4636-ae31-0054805918b3),segment_id=1cf5250a-1f0b-4636-ae31-0054805918b3)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:58.345329 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:58.381485 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fa4d3-fc10-4249-b7de-51948362c683 req-1899ed00-3338-4cbe-8678-984f0df64ce2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:58.383131 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-945fa4d3-fc10-4249-b7de-51948362c683 req-1899ed00-3338-4cbe-8678-984f0df64ce2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 943 time: 0.1422610 Jul 14 10:08:58.392436 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-7e0b7c83-038e-4470-a456-b45e63b0bb41 service neutron] For port 50fb7444-ed4f-4d4f-a417-d80a70789da7, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:08:58.400197 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-7e0b7c83-038e-4470-a456-b45e63b0bb41 service neutron] For port 50fb7444-ed4f-4d4f-a417-d80a70789da7, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=50fb7444-ed4f-4d4f-a417-d80a70789da7,segment=NetworkSegment(1cf5250a-1f0b-4636-ae31-0054805918b3),segment_id=1cf5250a-1f0b-4636-ae31-0054805918b3)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:08:58.412043 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-7e0b7c83-038e-4470-a456-b45e63b0bb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:58.413788 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=550f6839-711b-4892-a46c-28c78d188b7d,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:58.457237 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-7e0b7c83-038e-4470-a456-b45e63b0bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:58.457888 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-7e0b7c83-038e-4470-a456-b45e63b0bb41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:58.459272 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-7e0b7c83-038e-4470-a456-b45e63b0bb41 service neutron] 10.222.0.47 "PUT /v2.0/ports/50fb7444-ed4f-4d4f-a417-d80a70789da7 HTTP/1.1" status: 200 len: 1092 time: 0.7702596 Jul 14 10:08:58.459725 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25968103-bea0-4a59-becc-f392378db453', 'tag': '50fb7444-ed4f-4d4f-a417-d80a70789da7'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:08:58.461971 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdfd76875a0dbbaf1509a4c423fc1f4cb1751388cb9186f92cdb94f63ad4e53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd410a90-766e-4d8f-896b-04008c816c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "25968103-bea0-4a59-becc-f392378db453", "tag": "50fb7444-ed4f-4d4f-a417-d80a70789da7"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:08:58.470650 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-945fa4d3-fc10-4249-b7de-51948362c683 req-8d191621-8fb9-449e-bb0f-81034a4cb285 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=830bb29f-ed02-45d0-8a58-b2bdcc58054f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808096 Jul 14 10:08:58.502388 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b7c83-038e-4470-a456-b45e63b0bb41 service neutron] Pushing event updated for resources: {'Port': ['ID=50fb7444-ed4f-4d4f-a417-d80a70789da7,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:58.517523 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7865813-2b04-4810-958c-5a58d6c96d20 x-openstack-request-id: req-f7865813-2b04-4810-958c-5a58d6c96d20 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:08:58.517922 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25968103-bea0-4a59-becc-f392378db453", "tag": "50fb7444-ed4f-4d4f-a417-d80a70789da7", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:08:58.518240 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7865813-2b04-4810-958c-5a58d6c96d20 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:08:58.518713 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25968103-bea0-4a59-becc-f392378db453', 'tag': '50fb7444-ed4f-4d4f-a417-d80a70789da7', 'status': 'completed', 'code': 200} Jul 14 10:08:58.596796 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-a43b7bc4-9436-4f0a-b094-5399397d38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:58.598402 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-a43b7bc4-9436-4f0a-b094-5399397d38cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 1095 time: 0.0605125 Jul 14 10:08:58.647635 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-c268ec5d-acd7-4c90-8df9-30f63edbe6a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50fb7444-ed4f-4d4f-a417-d80a70789da7 HTTP/1.1" status: 200 len: 217 time: 0.0417829 Jul 14 10:08:58.699392 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-7409f686-22d8-4546-89b5-73863c554e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:58.700895 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-7409f686-22d8-4546-89b5-73863c554e23 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b16eb4e-b116-46a1-909b-df5a9a88e471 HTTP/1.1" status: 200 len: 835 time: 0.0458045 Jul 14 10:08:58.760132 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-9747ab91-b083-4346-8845-9bcda318e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:58.762222 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-9747ab91-b083-4346-8845-9bcda318e7ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=98f67dbe-df1e-4998-9694-fa51f172b953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547101 Jul 14 10:08:58.857074 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-9a7d64f5-17f6-444b-8637-8b876232346b service neutron] 10.222.0.47 "GET /v2.0/networks/98f67dbe-df1e-4998-9694-fa51f172b953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874968 Jul 14 10:08:58.947896 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c7bfd295-7434-45ef-8ba8-0e5256c5164c req-31713258-1017-473d-92b3-1154978b35f5 service neutron] 10.222.0.47 "GET /v2.0/networks/98f67dbe-df1e-4998-9694-fa51f172b953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836105 Jul 14 10:08:59.052636 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd410a90-766e-4d8f-896b-04008c816c4c req-1322f4e8-0748-441c-843d-b30608dfe802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:59.054169 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cd410a90-766e-4d8f-896b-04008c816c4c req-1322f4e8-0748-441c-843d-b30608dfe802 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 1095 time: 0.0596337 Jul 14 10:08:59.144069 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd410a90-766e-4d8f-896b-04008c816c4c req-246c5e60-6805-413f-94d7-d2ffd2ff81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:59.145537 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cd410a90-766e-4d8f-896b-04008c816c4c req-246c5e60-6805-413f-94d7-d2ffd2ff81a8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=98f67dbe-df1e-4998-9694-fa51f172b953 HTTP/1.1" status: 200 len: 897 time: 0.0850601 Jul 14 10:08:59.188509 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cd410a90-766e-4d8f-896b-04008c816c4c req-20da2810-4dc5-417c-b722-6d20c8e531c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50fb7444-ed4f-4d4f-a417-d80a70789da7 HTTP/1.1" status: 200 len: 217 time: 0.0349188 Jul 14 10:08:59.240100 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd410a90-766e-4d8f-896b-04008c816c4c req-c95c8ab4-25dd-49e5-acbe-c7c8e6d31693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:59.241564 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cd410a90-766e-4d8f-896b-04008c816c4c req-c95c8ab4-25dd-49e5-acbe-c7c8e6d31693 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b16eb4e-b116-46a1-909b-df5a9a88e471 HTTP/1.1" status: 200 len: 835 time: 0.0474536 Jul 14 10:08:59.300144 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd410a90-766e-4d8f-896b-04008c816c4c req-3d338b9d-459c-4100-bf63-41f5f10eb465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:59.301718 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cd410a90-766e-4d8f-896b-04008c816c4c req-3d338b9d-459c-4100-bf63-41f5f10eb465 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=98f67dbe-df1e-4998-9694-fa51f172b953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524125 Jul 14 10:08:59.392323 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cd410a90-766e-4d8f-896b-04008c816c4c req-1ed23f88-a268-4462-9306-139bfb8e1a4c service neutron] 10.222.0.47 "GET /v2.0/networks/98f67dbe-df1e-4998-9694-fa51f172b953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835755 Jul 14 10:08:59.490110 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cd410a90-766e-4d8f-896b-04008c816c4c req-876ea24d-3a54-4b2a-be5c-5aa47eb88dbf service neutron] 10.222.0.47 "GET /v2.0/networks/98f67dbe-df1e-4998-9694-fa51f172b953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908232 Jul 14 10:08:59.705878 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1be2b-9e25-4543-a083-88e29ecab89b req-572581b3-b266-4bc9-8684-2d8489453ec0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:59.707450 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9e1be2b-9e25-4543-a083-88e29ecab89b req-572581b3-b266-4bc9-8684-2d8489453ec0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 943 time: 0.0678208 Jul 14 10:08:59.747105 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f9e1be2b-9e25-4543-a083-88e29ecab89b req-f003805d-8285-4b24-b85a-de819d90c154 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=830bb29f-ed02-45d0-8a58-b2bdcc58054f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335476 Jul 14 10:09:00.098251 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 550f6839-711b-4892-a46c-28c78d188b7d up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:09:00.145319 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 550f6839-711b-4892-a46c-28c78d188b7d triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:09:00.145611 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:00.925272 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4e044-5ad3-42f6-a7ed-9f9efcfefb8a req-321c74f7-5f98-4dd4-8add-ca9759a99b3a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:00.926763 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fae4e044-5ad3-42f6-a7ed-9f9efcfefb8a req-321c74f7-5f98-4dd4-8add-ca9759a99b3a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 943 time: 0.0697868 Jul 14 10:09:00.965460 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fae4e044-5ad3-42f6-a7ed-9f9efcfefb8a req-e996687d-6a80-48f4-8553-b65b9bd47e8c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=830bb29f-ed02-45d0-8a58-b2bdcc58054f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332036 Jul 14 10:09:02.140987 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951671d-0079-4202-b8bb-d7ff375a9280 req-565745fb-70d8-4931-81f7-22bbb9f626dc tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:02.142465 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a951671d-0079-4202-b8bb-d7ff375a9280 req-565745fb-70d8-4931-81f7-22bbb9f626dc tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 943 time: 0.0641489 Jul 14 10:09:02.161488 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 50fb7444-ed4f-4d4f-a417-d80a70789da7 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:09:02.182879 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a951671d-0079-4202-b8bb-d7ff375a9280 req-958533cf-59aa-42c3-80b6-61037bc54556 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=830bb29f-ed02-45d0-8a58-b2bdcc58054f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348446 Jul 14 10:09:02.257859 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 50fb7444-ed4f-4d4f-a417-d80a70789da7, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=50fb7444-ed4f-4d4f-a417-d80a70789da7,segment=NetworkSegment(1cf5250a-1f0b-4636-ae31-0054805918b3),segment_id=1cf5250a-1f0b-4636-ae31-0054805918b3)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:02.272716 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '50fb7444-ed4f-4d4f-a417-d80a70789da7', 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953', 'port_id': '50fb7444-ed4f-4d4f-a417-d80a70789da7', 'mac_address': 'fa:16:3e:7d:aa:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b16eb4e-b116-46a1-909b-df5a9a88e471', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:09:02.309919 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:02.323205 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50fb7444-ed4f-4d4f-a417-d80a70789da7 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:09:02.342563 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 50fb7444-ed4f-4d4f-a417-d80a70789da7, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=50fb7444-ed4f-4d4f-a417-d80a70789da7,segment=NetworkSegment(1cf5250a-1f0b-4636-ae31-0054805918b3),segment_id=1cf5250a-1f0b-4636-ae31-0054805918b3)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:02.347802 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:02.395622 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=50fb7444-ed4f-4d4f-a417-d80a70789da7,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:02.550878 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['50fb7444-ed4f-4d4f-a417-d80a70789da7'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:09:03.357800 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8c1d7-00ec-4ad4-b227-29bbb1c9e22a req-b9221a3b-5635-4354-91e7-34b8826bded3 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:03.359317 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-99f8c1d7-00ec-4ad4-b227-29bbb1c9e22a req-b9221a3b-5635-4354-91e7-34b8826bded3 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 944 time: 0.0627494 Jul 14 10:09:03.396930 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-99f8c1d7-00ec-4ad4-b227-29bbb1c9e22a req-468e07c6-889f-4a77-af26-7eefd08378f2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=830bb29f-ed02-45d0-8a58-b2bdcc58054f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316226 Jul 14 10:09:04.173317 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 50fb7444-ed4f-4d4f-a417-d80a70789da7 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:09:04.221206 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 50fb7444-ed4f-4d4f-a417-d80a70789da7 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:09:04.224857 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 50fb7444-ed4f-4d4f-a417-d80a70789da7 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:09:04.225234 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:04.304050 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:04.326320 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25968103-bea0-4a59-becc-f392378db453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fb7444-ed4f-4d4f-a417-d80a70789da7'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:09:04.328886 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad2bb0b0c3d38dd5f87e8e96266229fdecb1dfb0d9cead1addcc05902deb2386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8878803c-a37e-4546-aa7d-bc57a9ef9fe9" -d '{"events": [{"server_uuid": "25968103-bea0-4a59-becc-f392378db453", "name": "network-vif-plugged", "status": "completed", "tag": "50fb7444-ed4f-4d4f-a417-d80a70789da7"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:09:04.341331 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 50fb7444-ed4f-4d4f-a417-d80a70789da7, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=50fb7444-ed4f-4d4f-a417-d80a70789da7,segment=NetworkSegment(1cf5250a-1f0b-4636-ae31-0054805918b3),segment_id=1cf5250a-1f0b-4636-ae31-0054805918b3)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:04.346604 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:04.371275 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a18c7a-5f80-4300-b537-fc78d8fd524c x-openstack-request-id: req-56a18c7a-5f80-4300-b537-fc78d8fd524c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:09:04.371596 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25968103-bea0-4a59-becc-f392378db453", "name": "network-vif-plugged", "status": "completed", "tag": "50fb7444-ed4f-4d4f-a417-d80a70789da7", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:09:04.371846 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56a18c7a-5f80-4300-b537-fc78d8fd524c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:09:04.372237 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25968103-bea0-4a59-becc-f392378db453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fb7444-ed4f-4d4f-a417-d80a70789da7', 'code': 200} Jul 14 10:09:04.400050 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=50fb7444-ed4f-4d4f-a417-d80a70789da7,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:04.488614 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabbcd6-3a71-4e96-8f2e-d9c78cee0f2c req-496a812e-9fc0-48fc-b128-35c5ff7d707b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:04.490147 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3fabbcd6-3a71-4e96-8f2e-d9c78cee0f2c req-496a812e-9fc0-48fc-b128-35c5ff7d707b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 1097 time: 0.0567307 Jul 14 10:09:04.554304 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3fabbcd6-3a71-4e96-8f2e-d9c78cee0f2c req-814db393-ece7-4856-bf5e-e5b029cbc9b2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=830bb29f-ed02-45d0-8a58-b2bdcc58054f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581491 Jul 14 10:09:04.583038 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3fafd4-669a-4d30-a814-00c688d46be6 req-41547e01-2cf2-448e-a8cc-3201ea01a639 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:04.584510 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd3fafd4-669a-4d30-a814-00c688d46be6 req-41547e01-2cf2-448e-a8cc-3201ea01a639 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 945 time: 0.0736852 Jul 14 10:09:04.621883 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd3fafd4-669a-4d30-a814-00c688d46be6 req-11789150-644d-457a-9d73-df023f4f33e3 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=830bb29f-ed02-45d0-8a58-b2bdcc58054f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317359 Jul 14 10:09:05.799657 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7e7e9-5e92-42c1-8d56-080551390e41 req-34427682-03f4-488f-9941-b9112b2b8f70 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:05.801126 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-70d7e7e9-5e92-42c1-8d56-080551390e41 req-34427682-03f4-488f-9941-b9112b2b8f70 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 945 time: 0.0682688 Jul 14 10:09:05.847211 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-70d7e7e9-5e92-42c1-8d56-080551390e41 req-504c21ef-9c22-4afd-b9d0-a8bc47aa7749 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=830bb29f-ed02-45d0-8a58-b2bdcc58054f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350442 Jul 14 10:09:06.021010 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d494198-bdd8-4a6c-88ef-0bd6aa87dca3 req-fc3c3250-d7dc-463d-b4f8-87c532f860ac tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:06.022530 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7d494198-bdd8-4a6c-88ef-0bd6aa87dca3 req-fc3c3250-d7dc-463d-b4f8-87c532f860ac tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 945 time: 0.0656381 Jul 14 10:09:06.062048 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7d494198-bdd8-4a6c-88ef-0bd6aa87dca3 req-2aeec5a2-b133-4d7e-a2d0-f87b2dd31a2f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=830bb29f-ed02-45d0-8a58-b2bdcc58054f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338798 Jul 14 10:09:06.086870 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36508) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:06.143783 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b499ea08-5b86-47bb-90f3-09b169e01f5c tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:06.145328 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b499ea08-5b86-47bb-90f3-09b169e01f5c tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 1092 time: 0.0574980 Jul 14 10:09:06.148141 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36510) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:06.152659 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-38452fab-b210-43b6-bd14-86cedee5eca9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'port_id': '50fb7444-ed4f-4d4f-a417-d80a70789da7', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:06.175131 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38452fab-b210-43b6-bd14-86cedee5eca9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for floatingip, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:06.270656 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38452fab-b210-43b6-bd14-86cedee5eca9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:06.376574 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-38452fab-b210-43b6-bd14-86cedee5eca9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Allocated IP 172.25.6.181 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/baa7b371-c0ee-414e-a295-a6061a8cec66) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:09:06.475773 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38452fab-b210-43b6-bd14-86cedee5eca9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:06.514401 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38452fab-b210-43b6-bd14-86cedee5eca9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:06.556317 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38452fab-b210-43b6-bd14-86cedee5eca9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:09:06.562536 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-38452fab-b210-43b6-bd14-86cedee5eca9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:09:06.565633 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38452fab-b210-43b6-bd14-86cedee5eca9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:09:06.590522 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38452fab-b210-43b6-bd14-86cedee5eca9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=baa7b371-c0ee-414e-a295-a6061a8cec66,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:06.937747 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38452fab-b210-43b6-bd14-86cedee5eca9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:07.403339 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38452fab-b210-43b6-bd14-86cedee5eca9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:07.558909 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38452fab-b210-43b6-bd14-86cedee5eca9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:07.564670 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38452fab-b210-43b6-bd14-86cedee5eca9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:07.642560 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38452fab-b210-43b6-bd14-86cedee5eca9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=baa7b371-c0ee-414e-a295-a6061a8cec66,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:07.654825 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38452fab-b210-43b6-bd14-86cedee5eca9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:07.757763 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-38452fab-b210-43b6-bd14-86cedee5eca9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Floating IP 852c9c9f-d8ea-4ca5-ab36-5b9df6d81959 associated. External IP: 172.25.6.181, port: 50fb7444-ed4f-4d4f-a417-d80a70789da7. Jul 14 10:09:07.965234 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38452fab-b210-43b6-bd14-86cedee5eca9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Router 3483c2ac-9999-42f5-a664-ff8cb6e7baaa has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:09:08.074502 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38452fab-b210-43b6-bd14-86cedee5eca9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:09:08.086214 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d72bdf-3cea-4966-b39d-67f2fa822ad6 None None] Sync routers for ids ['3483c2ac-9999-42f5-a664-ff8cb6e7baaa'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:09:08.090277 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38452fab-b210-43b6-bd14-86cedee5eca9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:08.096329 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d72bdf-3cea-4966-b39d-67f2fa822ad6 None None] Routers {'3483c2ac-9999-42f5-a664-ff8cb6e7baaa'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:09:08.096994 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-78d72bdf-3cea-4966-b39d-67f2fa822ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:08:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['3483c2ac-9999-42f5-a664-ff8cb6e7baaa'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:08.127017 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-38452fab-b210-43b6-bd14-86cedee5eca9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9778342 Jul 14 10:09:08.127639 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25968103-bea0-4a59-becc-f392378db453', 'tag': '50fb7444-ed4f-4d4f-a417-d80a70789da7'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:09:08.129986 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4938d50-1ee9-4bcc-9235-4e91f6e95835" -d '{"events": [{"name": "network-changed", "server_uuid": "25968103-bea0-4a59-becc-f392378db453", "tag": "50fb7444-ed4f-4d4f-a417-d80a70789da7"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:09:08.172945 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e424d9-aca8-4c1f-8bdd-a0f2735cb3c7 x-openstack-request-id: req-a9e424d9-aca8-4c1f-8bdd-a0f2735cb3c7 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:09:08.173234 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25968103-bea0-4a59-becc-f392378db453", "tag": "50fb7444-ed4f-4d4f-a417-d80a70789da7", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:09:08.173493 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9e424d9-aca8-4c1f-8bdd-a0f2735cb3c7 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:09:08.173896 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25968103-bea0-4a59-becc-f392378db453', 'tag': '50fb7444-ed4f-4d4f-a417-d80a70789da7', 'status': 'completed', 'code': 200} Jul 14 10:09:08.204315 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-78d72bdf-3cea-4966-b39d-67f2fa822ad6 None None] Set router 3483c2ac-9999-42f5-a664-ff8cb6e7baaa gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:09:08.296310 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4938d50-1ee9-4bcc-9235-4e91f6e95835 req-7627881a-3f26-4eaa-b750-eacbc6c647d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:08.297897 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b4938d50-1ee9-4bcc-9235-4e91f6e95835 req-7627881a-3f26-4eaa-b750-eacbc6c647d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 1097 time: 0.1013784 Jul 14 10:09:08.310448 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd069890-29ed-42ff-a379-313f5dfc7893 req-60612b6b-b9d6-4bb5-afc0-59eb6b8334fe tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:08.311959 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd069890-29ed-42ff-a379-313f5dfc7893 req-60612b6b-b9d6-4bb5-afc0-59eb6b8334fe tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 945 time: 0.0845468 Jul 14 10:09:08.401787 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dd069890-29ed-42ff-a379-313f5dfc7893 req-05e717dd-5132-4696-ba3a-8c386427c7b1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=830bb29f-ed02-45d0-8a58-b2bdcc58054f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812137 Jul 14 10:09:08.431774 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36516) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:08.439409 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4938d50-1ee9-4bcc-9235-4e91f6e95835 req-62543134-bd02-4e74-9b2a-6206b5037644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:08.441120 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b4938d50-1ee9-4bcc-9235-4e91f6e95835 req-62543134-bd02-4e74-9b2a-6206b5037644 service neutron] 10.222.0.47 "GET /v2.0/networks?id=98f67dbe-df1e-4998-9694-fa51f172b953 HTTP/1.1" status: 200 len: 897 time: 0.1282043 Jul 14 10:09:08.523715 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-78d72bdf-3cea-4966-b39d-67f2fa822ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271823303', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:08:53Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '852c9c9f-d8ea-4ca5-ab36-5b9df6d81959', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'port_id': '50fb7444-ed4f-4d4f-a417-d80a70789da7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953', 'mac_address': 'fa:16:3e:7d:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25968103-bea0-4a59-becc-f392378db453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:09:06Z', 'updated_at': '2021-07-14T10:09:06Z', 'revision_number': 0, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550f6839-711b-4892-a46c-28c78d188b7d', 'name': '', 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:b6:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5b16eb4e-b116-46a1-909b-df5a9a88e471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:53Z', 'updated_at': '2021-07-14T10:08:58Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': '5b16eb4e-b116-46a1-909b-df5a9a88e471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:08.542650 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d12f6076-3637-4001-acda-7af5daa66f2c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/floatingips/852c9c9f-d8ea-4ca5-ab36-5b9df6d81959 HTTP/1.1" status: 200 len: 991 time: 0.1095285 Jul 14 10:09:08.549418 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b4938d50-1ee9-4bcc-9235-4e91f6e95835 req-91d15a35-f8ea-4ffa-81c6-8c4e18077b14 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50fb7444-ed4f-4d4f-a417-d80a70789da7 HTTP/1.1" status: 200 len: 999 time: 0.0751081 Jul 14 10:09:08.550429 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d72bdf-3cea-4966-b39d-67f2fa822ad6 None None] Checking router: 3483c2ac-9999-42f5-a664-ff8cb6e7baaa for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:09:08.558811 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d72bdf-3cea-4966-b39d-67f2fa822ad6 None None] Routers {'3483c2ac-9999-42f5-a664-ff8cb6e7baaa'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:09:08.559414 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-78d72bdf-3cea-4966-b39d-67f2fa822ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:08:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['3483c2ac-9999-42f5-a664-ff8cb6e7baaa'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:08.602793 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4938d50-1ee9-4bcc-9235-4e91f6e95835 req-a5acfe7d-974c-4a53-9e62-36bffe530fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:08.604328 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b4938d50-1ee9-4bcc-9235-4e91f6e95835 req-a5acfe7d-974c-4a53-9e62-36bffe530fff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b16eb4e-b116-46a1-909b-df5a9a88e471 HTTP/1.1" status: 200 len: 835 time: 0.0489881 Jul 14 10:09:08.661594 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4938d50-1ee9-4bcc-9235-4e91f6e95835 req-e44f3c76-db40-4ecf-a5d6-1520bb69e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:08.663140 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b4938d50-1ee9-4bcc-9235-4e91f6e95835 req-e44f3c76-db40-4ecf-a5d6-1520bb69e825 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=98f67dbe-df1e-4998-9694-fa51f172b953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522923 Jul 14 10:09:08.664234 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-78d72bdf-3cea-4966-b39d-67f2fa822ad6 None None] Set router 3483c2ac-9999-42f5-a664-ff8cb6e7baaa gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:09:08.752534 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b4938d50-1ee9-4bcc-9235-4e91f6e95835 req-04ca2762-b175-4b5f-9815-39af5c27a6e9 service neutron] 10.222.0.47 "GET /v2.0/networks/98f67dbe-df1e-4998-9694-fa51f172b953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833375 Jul 14 10:09:08.847124 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b4938d50-1ee9-4bcc-9235-4e91f6e95835 req-b0fc750b-433f-4bcd-b69d-643bfd29ca8d service neutron] 10.222.0.47 "GET /v2.0/networks/98f67dbe-df1e-4998-9694-fa51f172b953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884304 Jul 14 10:09:08.885767 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-78d72bdf-3cea-4966-b39d-67f2fa822ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271823303', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:08:53Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '852c9c9f-d8ea-4ca5-ab36-5b9df6d81959', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'port_id': '50fb7444-ed4f-4d4f-a417-d80a70789da7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953', 'mac_address': 'fa:16:3e:7d:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25968103-bea0-4a59-becc-f392378db453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:09:06Z', 'updated_at': '2021-07-14T10:09:06Z', 'revision_number': 0, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550f6839-711b-4892-a46c-28c78d188b7d', 'name': '', 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:b6:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5b16eb4e-b116-46a1-909b-df5a9a88e471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:53Z', 'updated_at': '2021-07-14T10:08:58Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': '5b16eb4e-b116-46a1-909b-df5a9a88e471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:08.912595 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d72bdf-3cea-4966-b39d-67f2fa822ad6 None None] The sync data for ids ['3483c2ac-9999-42f5-a664-ff8cb6e7baaa'] in n-d-771362-35 is: [{'id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271823303', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:08:53Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '852c9c9f-d8ea-4ca5-ab36-5b9df6d81959', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'port_id': '50fb7444-ed4f-4d4f-a417-d80a70789da7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953', 'mac_address': 'fa:16:3e:7d:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25968103-bea0-4a59-becc-f392378db453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:09:06Z', 'updated_at': '2021-07-14T10:09:06Z', 'revision_number': 0, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550f6839-711b-4892-a46c-28c78d188b7d', 'name': '', 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:b6:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5b16eb4e-b116-46a1-909b-df5a9a88e471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:53Z', 'updated_at': '2021-07-14T10:08:58Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': '5b16eb4e-b116-46a1-909b-df5a9a88e471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:09:09.095038 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9481b5-53a8-4ce6-a08a-a5644648e2b5 None None] New status for floating IP 852c9c9f-d8ea-4ca5-ab36-5b9df6d81959: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:09:09.546634 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36518) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:09.608482 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-67041f18-7820-4cfa-a3bc-dca24b378def tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/floatingips/852c9c9f-d8ea-4ca5-ab36-5b9df6d81959 HTTP/1.1" status: 200 len: 993 time: 0.0606956 Jul 14 10:09:11.313645 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:12.793957 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:18.540513 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64fb834b-cc82-42bc-b5c1-43c94957ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:21.138508 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b736775-e7ec-4ff1-b7d1-c425b5fd53ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:21.376465 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:22.425748 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:23.960144 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:27.306117 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:09:38.588064 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512982d9-52c8-41b1-8787-577fe2eb1f55 req-47eb90cf-d236-4be9-8de9-e97244b16f2f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:38.589520 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-512982d9-52c8-41b1-8787-577fe2eb1f55 req-47eb90cf-d236-4be9-8de9-e97244b16f2f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 945 time: 0.0693758 Jul 14 10:09:38.635269 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-512982d9-52c8-41b1-8787-577fe2eb1f55 req-5750b198-fe12-4132-bd7e-075edb19a619 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=830bb29f-ed02-45d0-8a58-b2bdcc58054f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392239 Jul 14 10:09:39.810674 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210447a-0529-4272-863f-28b0919db70d req-fa7204f4-ca68-40b7-b111-658783f8ed7d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:39.812182 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7210447a-0529-4272-863f-28b0919db70d req-fa7204f4-ca68-40b7-b111-658783f8ed7d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 945 time: 0.0642664 Jul 14 10:09:39.850503 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7210447a-0529-4272-863f-28b0919db70d req-c770f422-01b7-4c7b-9a37-dc0784dc6e88 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=830bb29f-ed02-45d0-8a58-b2bdcc58054f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316339 Jul 14 10:09:41.027913 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aae801-2ba3-44a0-adc2-283b728e870a req-3e083d28-16a0-4724-8bf5-d37faf9016c9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:41.029374 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82aae801-2ba3-44a0-adc2-283b728e870a req-3e083d28-16a0-4724-8bf5-d37faf9016c9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 945 time: 0.0666306 Jul 14 10:09:41.066584 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-82aae801-2ba3-44a0-adc2-283b728e870a req-cee1e90e-91d9-470d-889f-efd95dda332d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=830bb29f-ed02-45d0-8a58-b2bdcc58054f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308044 Jul 14 10:09:41.313351 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:42.241745 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82ac5e-2fc0-4412-9837-bf5112815e78 req-36b07fd5-cda4-49b3-a55d-6699c486741c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:42.243249 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cf82ac5e-2fc0-4412-9837-bf5112815e78 req-36b07fd5-cda4-49b3-a55d-6699c486741c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 945 time: 0.0630503 Jul 14 10:09:42.279730 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cf82ac5e-2fc0-4412-9837-bf5112815e78 req-e382ccfd-acb7-43d5-a2cb-becef6856a9e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=830bb29f-ed02-45d0-8a58-b2bdcc58054f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309684 Jul 14 10:09:42.793135 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:43.452386 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d8df7-81dc-4b8d-bfa5-48c061282d0f req-61c983dc-6ff1-479a-a625-496900a91a1e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:43.453849 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bd3d8df7-81dc-4b8d-bfa5-48c061282d0f req-61c983dc-6ff1-479a-a625-496900a91a1e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 945 time: 0.0623143 Jul 14 10:09:43.490646 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bd3d8df7-81dc-4b8d-bfa5-48c061282d0f req-a937c496-4f22-40d8-8420-8d5fd06902f2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=830bb29f-ed02-45d0-8a58-b2bdcc58054f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311506 Jul 14 10:09:44.667534 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c4d04-276e-470a-8e60-7208185e7a14 req-afff2663-f0b1-48c4-9437-2000c48203f0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:44.668927 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2c9c4d04-276e-470a-8e60-7208185e7a14 req-afff2663-f0b1-48c4-9437-2000c48203f0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 945 time: 0.0664792 Jul 14 10:09:44.706823 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2c9c4d04-276e-470a-8e60-7208185e7a14 req-c20179fb-3a74-41a4-8e20-bcc6c0ea227b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=830bb29f-ed02-45d0-8a58-b2bdcc58054f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322001 Jul 14 10:09:45.890546 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a57a25-cf10-4759-be13-b5a6b75513f5 req-a1bf6478-816d-48ab-8059-a94b86439371 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:45.892037 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07a57a25-cf10-4759-be13-b5a6b75513f5 req-a1bf6478-816d-48ab-8059-a94b86439371 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 945 time: 0.0635660 Jul 14 10:09:45.929533 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-07a57a25-cf10-4759-be13-b5a6b75513f5 req-5af2f1fe-becc-4c21-81fc-1d9fb6d31945 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=830bb29f-ed02-45d0-8a58-b2bdcc58054f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312021 Jul 14 10:09:47.106304 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9d178-d4ec-4286-9073-0b08f046d200 req-58f469af-0d82-489b-96e0-4b45d512caef tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:47.107793 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8da9d178-d4ec-4286-9073-0b08f046d200 req-58f469af-0d82-489b-96e0-4b45d512caef tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 945 time: 0.0668159 Jul 14 10:09:47.145304 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8da9d178-d4ec-4286-9073-0b08f046d200 req-5754e7aa-03d9-4736-a75d-ad7212c7ae7b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=830bb29f-ed02-45d0-8a58-b2bdcc58054f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310755 Jul 14 10:09:48.318092 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a8286-154b-4f8e-af04-689c2d913cc2 req-34f353e0-7b58-44aa-a9d1-15629be79a73 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:48.319567 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f3a8286-154b-4f8e-af04-689c2d913cc2 req-34f353e0-7b58-44aa-a9d1-15629be79a73 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 945 time: 0.0642920 Jul 14 10:09:48.356783 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0f3a8286-154b-4f8e-af04-689c2d913cc2 req-2200116b-90ef-4305-b913-14b996df45e8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=830bb29f-ed02-45d0-8a58-b2bdcc58054f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316103 Jul 14 10:09:48.541720 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d650748f-8363-43e0-a402-895d1a823fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.527479 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14726a4-62e7-4a19-8f1c-e2b39410cea7 req-bb815314-f84c-439d-b70e-dbb52e54135c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:49.528979 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a14726a4-62e7-4a19-8f1c-e2b39410cea7 req-bb815314-f84c-439d-b70e-dbb52e54135c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 945 time: 0.0625384 Jul 14 10:09:49.567358 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a14726a4-62e7-4a19-8f1c-e2b39410cea7 req-8f884ade-753c-4a1a-b5d6-5630ee17bd55 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=830bb29f-ed02-45d0-8a58-b2bdcc58054f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328715 Jul 14 10:09:49.592815 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36552) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:49.655678 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-926a8ec0-1557-434a-b509-d16ae90e8efc tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/floatingips/852c9c9f-d8ea-4ca5-ab36-5b9df6d81959 HTTP/1.1" status: 200 len: 993 time: 0.0616527 Jul 14 10:09:51.122860 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085843a-4b9b-4fc9-82a1-041ac1cbc920 req-8e4c26e2-14cf-4fdc-bd83-91b5a47d2cd7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:51.124388 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3085843a-4b9b-4fc9-82a1-041ac1cbc920 req-8e4c26e2-14cf-4fdc-bd83-91b5a47d2cd7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 945 time: 0.1040127 Jul 14 10:09:51.140104 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7bdbe338-b06e-4850-a082-72bda8120bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:51.140815 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613826d2-57f6-44c8-ad32-208e63e63fcb req-87b3e3c8-99d5-4141-bc4c-abfd4c1ffe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:51.143128 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-613826d2-57f6-44c8-ad32-208e63e63fcb req-87b3e3c8-99d5-4141-bc4c-abfd4c1ffe32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 1097 time: 0.1291730 Jul 14 10:09:51.215562 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3085843a-4b9b-4fc9-82a1-041ac1cbc920 req-70dd6317-c9bb-459c-aac2-01df90d04361 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=830bb29f-ed02-45d0-8a58-b2bdcc58054f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837407 Jul 14 10:09:51.251520 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613826d2-57f6-44c8-ad32-208e63e63fcb req-b9492563-0ff3-4e98-915b-c4fca9033b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:51.253002 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-613826d2-57f6-44c8-ad32-208e63e63fcb req-b9492563-0ff3-4e98-915b-c4fca9033b8f service neutron] 10.222.0.47 "GET /v2.0/networks?id=98f67dbe-df1e-4998-9694-fa51f172b953 HTTP/1.1" status: 200 len: 897 time: 0.1017580 Jul 14 10:09:51.323475 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-613826d2-57f6-44c8-ad32-208e63e63fcb req-cb40aaba-0c0e-4f1d-a67d-3aed492b0ad7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50fb7444-ed4f-4d4f-a417-d80a70789da7 HTTP/1.1" status: 200 len: 1001 time: 0.0636311 Jul 14 10:09:51.375010 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613826d2-57f6-44c8-ad32-208e63e63fcb req-d1b085db-cd23-41f7-94ee-1fd801429f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:51.376781 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-613826d2-57f6-44c8-ad32-208e63e63fcb req-d1b085db-cd23-41f7-94ee-1fd801429f3a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b16eb4e-b116-46a1-909b-df5a9a88e471 HTTP/1.1" status: 200 len: 835 time: 0.0464413 Jul 14 10:09:51.377488 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:51.434192 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613826d2-57f6-44c8-ad32-208e63e63fcb req-ca03dd80-e9fe-4254-8264-7fbb3bb2c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:51.435832 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-613826d2-57f6-44c8-ad32-208e63e63fcb req-ca03dd80-e9fe-4254-8264-7fbb3bb2c7c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=98f67dbe-df1e-4998-9694-fa51f172b953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529981 Jul 14 10:09:51.528353 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-613826d2-57f6-44c8-ad32-208e63e63fcb req-6e0b61e8-e4d0-4972-b101-cce88d527770 service neutron] 10.222.0.47 "GET /v2.0/networks/98f67dbe-df1e-4998-9694-fa51f172b953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854645 Jul 14 10:09:51.617693 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-613826d2-57f6-44c8-ad32-208e63e63fcb req-cc9f2d98-2680-4514-b940-cb4f60835d96 service neutron] 10.222.0.47 "GET /v2.0/networks/98f67dbe-df1e-4998-9694-fa51f172b953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831580 Jul 14 10:09:52.390207 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d8be0-1819-430a-baef-3ee28961339f req-4f27ca06-92b7-4d15-a63c-cb06c7e4a98e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:52.391708 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-878d8be0-1819-430a-baef-3ee28961339f req-4f27ca06-92b7-4d15-a63c-cb06c7e4a98e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 945 time: 0.0632098 Jul 14 10:09:52.427914 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:52.434542 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-878d8be0-1819-430a-baef-3ee28961339f req-cf1f9492-a73b-4c29-8fdf-2189594f0bd4 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=830bb29f-ed02-45d0-8a58-b2bdcc58054f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373659 Jul 14 10:09:52.458769 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36564) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:52.518665 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8335d93d-4902-4546-af21-e64a738d59e9 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/floatingips/852c9c9f-d8ea-4ca5-ab36-5b9df6d81959 HTTP/1.1" status: 200 len: 993 time: 0.0587761 Jul 14 10:09:53.961814 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:58.559353 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3becd7c-307a-4e31-8d11-82739d97b60d req-e9ca4eef-de42-4f5a-84fc-65694a56d53c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515399 Jul 14 10:09:58.657226 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3becd7c-307a-4e31-8d11-82739d97b60d req-8fe54705-8e27-4f9a-bd33-fea72cf2cb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:58.658673 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3becd7c-307a-4e31-8d11-82739d97b60d req-8fe54705-8e27-4f9a-bd33-fea72cf2cb27 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 1097 time: 0.0558324 Jul 14 10:09:58.760249 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3becd7c-307a-4e31-8d11-82739d97b60d req-a6076350-53df-476d-b2c5-e4b54538358b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:58.761715 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3becd7c-307a-4e31-8d11-82739d97b60d req-a6076350-53df-476d-b2c5-e4b54538358b service neutron] 10.222.0.47 "GET /v2.0/networks?id=98f67dbe-df1e-4998-9694-fa51f172b953 HTTP/1.1" status: 200 len: 897 time: 0.0827093 Jul 14 10:09:58.828317 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3becd7c-307a-4e31-8d11-82739d97b60d req-35a82954-25b8-476d-bb34-49a5ffd7506a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50fb7444-ed4f-4d4f-a417-d80a70789da7 HTTP/1.1" status: 200 len: 1001 time: 0.0606232 Jul 14 10:09:58.875907 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3becd7c-307a-4e31-8d11-82739d97b60d req-b79f8258-72f0-48f3-86e8-010349fc5ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:58.877318 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3becd7c-307a-4e31-8d11-82739d97b60d req-b79f8258-72f0-48f3-86e8-010349fc5ec1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b16eb4e-b116-46a1-909b-df5a9a88e471 HTTP/1.1" status: 200 len: 835 time: 0.0427737 Jul 14 10:09:58.932470 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3becd7c-307a-4e31-8d11-82739d97b60d req-7bf03b6e-ff46-498f-b7ed-2f53e2c87ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:58.933860 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3becd7c-307a-4e31-8d11-82739d97b60d req-7bf03b6e-ff46-498f-b7ed-2f53e2c87ab7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=98f67dbe-df1e-4998-9694-fa51f172b953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507107 Jul 14 10:09:59.024784 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3becd7c-307a-4e31-8d11-82739d97b60d req-48eca0b0-c372-49b9-9839-8cbc74201fd6 service neutron] 10.222.0.47 "GET /v2.0/networks/98f67dbe-df1e-4998-9694-fa51f172b953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845053 Jul 14 10:09:59.111750 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b3becd7c-307a-4e31-8d11-82739d97b60d req-77fea722-44b2-4e1d-88d6-a900b9360240 service neutron] 10.222.0.47 "GET /v2.0/networks/98f67dbe-df1e-4998-9694-fa51f172b953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802484 Jul 14 10:10:04.306330 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:10:11.308975 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:12.807169 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:18.543680 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c9385ac-7f18-4961-8972-31061534a81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:21.139382 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-345890c1-3244-4250-9e13-c73cd23b3486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:21.378313 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:22.431444 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:22.896269 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36584) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:23.380557 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-fb11e156-a164-4623-bb3d-e6091a8c87bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Deleting port baa7b371-c0ee-414e-a295-a6061a8cec66 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:10:23.380981 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb11e156-a164-4623-bb3d-e6091a8c87bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:23.456003 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb11e156-a164-4623-bb3d-e6091a8c87bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:23.456330 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb11e156-a164-4623-bb3d-e6091a8c87bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:23.467818 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-fb11e156-a164-4623-bb3d-e6091a8c87bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Calling delete_port for baa7b371-c0ee-414e-a295-a6061a8cec66 owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:10:23.610984 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb11e156-a164-4623-bb3d-e6091a8c87bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:23.637482 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11e156-a164-4623-bb3d-e6091a8c87bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Port': ['ID=baa7b371-c0ee-414e-a295-a6061a8cec66,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:23.662178 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11e156-a164-4623-bb3d-e6091a8c87bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:23.662521 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11e156-a164-4623-bb3d-e6091a8c87bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:23.662859 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11e156-a164-4623-bb3d-e6091a8c87bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:23.663189 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11e156-a164-4623-bb3d-e6091a8c87bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:23.663534 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11e156-a164-4623-bb3d-e6091a8c87bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:23.663864 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11e156-a164-4623-bb3d-e6091a8c87bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:23.664188 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11e156-a164-4623-bb3d-e6091a8c87bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:23.664518 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11e156-a164-4623-bb3d-e6091a8c87bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:23.664841 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11e156-a164-4623-bb3d-e6091a8c87bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:23.665158 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11e156-a164-4623-bb3d-e6091a8c87bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:23.665488 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11e156-a164-4623-bb3d-e6091a8c87bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:23.665788 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11e156-a164-4623-bb3d-e6091a8c87bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:23.706659 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb11e156-a164-4623-bb3d-e6091a8c87bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:23.706990 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-fb11e156-a164-4623-bb3d-e6091a8c87bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Floating IP 852c9c9f-d8ea-4ca5-ab36-5b9df6d81959 disassociated (deleted). External IP: 172.25.6.181, port: 50fb7444-ed4f-4d4f-a417-d80a70789da7. Jul 14 10:10:23.910883 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb11e156-a164-4623-bb3d-e6091a8c87bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Router 3483c2ac-9999-42f5-a664-ff8cb6e7baaa has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:10:23.966189 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:24.019509 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb11e156-a164-4623-bb3d-e6091a8c87bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:10:24.024907 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb11e156-a164-4623-bb3d-e6091a8c87bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:24.031182 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72165252-74de-4814-bc45-d2484bc2b175 None None] Sync routers for ids ['3483c2ac-9999-42f5-a664-ff8cb6e7baaa'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:10:24.040825 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72165252-74de-4814-bc45-d2484bc2b175 None None] Routers {'3483c2ac-9999-42f5-a664-ff8cb6e7baaa'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:10:24.041549 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-72165252-74de-4814-bc45-d2484bc2b175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:10:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['3483c2ac-9999-42f5-a664-ff8cb6e7baaa'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:24.061459 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fb11e156-a164-4623-bb3d-e6091a8c87bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "DELETE /v2.0/floatingips/852c9c9f-d8ea-4ca5-ab36-5b9df6d81959 HTTP/1.1" status: 204 len: 168 time: 1.1640642 Jul 14 10:10:24.062048 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25968103-bea0-4a59-becc-f392378db453', 'tag': '50fb7444-ed4f-4d4f-a417-d80a70789da7'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:10:24.064622 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdfd76875a0dbbaf1509a4c423fc1f4cb1751388cb9186f92cdb94f63ad4e53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a53b608-53be-4764-b784-d258fe6938f7" -d '{"events": [{"name": "network-changed", "server_uuid": "25968103-bea0-4a59-becc-f392378db453", "tag": "50fb7444-ed4f-4d4f-a417-d80a70789da7"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:10:24.151343 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-72165252-74de-4814-bc45-d2484bc2b175 None None] Set router 3483c2ac-9999-42f5-a664-ff8cb6e7baaa gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:10:24.165507 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2db007b-71de-4453-85ba-c6865d4db294 x-openstack-request-id: req-d2db007b-71de-4453-85ba-c6865d4db294 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:10:24.165989 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25968103-bea0-4a59-becc-f392378db453", "tag": "50fb7444-ed4f-4d4f-a417-d80a70789da7", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:10:24.166337 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2db007b-71de-4453-85ba-c6865d4db294 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:10:24.166752 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25968103-bea0-4a59-becc-f392378db453', 'tag': '50fb7444-ed4f-4d4f-a417-d80a70789da7', 'status': 'completed', 'code': 200} Jul 14 10:10:24.247023 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53b608-53be-4764-b784-d258fe6938f7 req-bc28d66f-0942-4bb0-af59-35f94a902c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:24.248771 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4a53b608-53be-4764-b784-d258fe6938f7 req-bc28d66f-0942-4bb0-af59-35f94a902c98 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 1097 time: 0.0563216 Jul 14 10:10:24.356651 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53b608-53be-4764-b784-d258fe6938f7 req-e2f9980e-d5a9-49c3-8540-a636e1c0f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:24.358161 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4a53b608-53be-4764-b784-d258fe6938f7 req-e2f9980e-d5a9-49c3-8540-a636e1c0f52e service neutron] 10.222.0.47 "GET /v2.0/networks?id=98f67dbe-df1e-4998-9694-fa51f172b953 HTTP/1.1" status: 200 len: 897 time: 0.1019208 Jul 14 10:10:24.367846 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-72165252-74de-4814-bc45-d2484bc2b175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271823303', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:08:53Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '550f6839-711b-4892-a46c-28c78d188b7d', 'name': '', 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:b6:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5b16eb4e-b116-46a1-909b-df5a9a88e471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:53Z', 'updated_at': '2021-07-14T10:08:58Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': '5b16eb4e-b116-46a1-909b-df5a9a88e471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:24.396518 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72165252-74de-4814-bc45-d2484bc2b175 None None] Checking router: 3483c2ac-9999-42f5-a664-ff8cb6e7baaa for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:10:24.402964 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4a53b608-53be-4764-b784-d258fe6938f7 req-97053c46-493e-46d3-8776-089723c60822 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50fb7444-ed4f-4d4f-a417-d80a70789da7 HTTP/1.1" status: 200 len: 217 time: 0.0377533 Jul 14 10:10:24.405315 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72165252-74de-4814-bc45-d2484bc2b175 None None] Routers {'3483c2ac-9999-42f5-a664-ff8cb6e7baaa'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:10:24.405998 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-72165252-74de-4814-bc45-d2484bc2b175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:10:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['3483c2ac-9999-42f5-a664-ff8cb6e7baaa'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:24.483357 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53b608-53be-4764-b784-d258fe6938f7 req-beffcde6-c58c-4306-ba6b-117bf56be2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:24.484871 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4a53b608-53be-4764-b784-d258fe6938f7 req-beffcde6-c58c-4306-ba6b-117bf56be2f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b16eb4e-b116-46a1-909b-df5a9a88e471 HTTP/1.1" status: 200 len: 835 time: 0.0725291 Jul 14 10:10:24.525942 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-72165252-74de-4814-bc45-d2484bc2b175 None None] Set router 3483c2ac-9999-42f5-a664-ff8cb6e7baaa gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:10:24.532811 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad567bc-dcf0-4f69-bba2-28a2f5546189 req-0eca7b99-4cda-4d03-8d68-130962383b6d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:24.534315 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5ad567bc-dcf0-4f69-bba2-28a2f5546189 req-0eca7b99-4cda-4d03-8d68-130962383b6d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 945 time: 0.1339567 Jul 14 10:10:24.584949 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5ad567bc-dcf0-4f69-bba2-28a2f5546189 req-8043dce1-ec00-4aef-9cdb-94fc61239f09 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=830bb29f-ed02-45d0-8a58-b2bdcc58054f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439286 Jul 14 10:10:24.589552 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53b608-53be-4764-b784-d258fe6938f7 req-b96ea889-2cb4-4bd9-ae72-7e3932c9d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:24.591036 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4a53b608-53be-4764-b784-d258fe6938f7 req-b96ea889-2cb4-4bd9-ae72-7e3932c9d3f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=98f67dbe-df1e-4998-9694-fa51f172b953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979815 Jul 14 10:10:24.686402 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4a53b608-53be-4764-b784-d258fe6938f7 req-9de06a71-c270-4e2d-8724-2320e4b3ba6b service neutron] 10.222.0.47 "GET /v2.0/networks/98f67dbe-df1e-4998-9694-fa51f172b953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879292 Jul 14 10:10:24.728666 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-72165252-74de-4814-bc45-d2484bc2b175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271823303', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:08:53Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '550f6839-711b-4892-a46c-28c78d188b7d', 'name': '', 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:b6:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5b16eb4e-b116-46a1-909b-df5a9a88e471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:53Z', 'updated_at': '2021-07-14T10:08:58Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': '5b16eb4e-b116-46a1-909b-df5a9a88e471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:24.758442 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72165252-74de-4814-bc45-d2484bc2b175 None None] The sync data for ids ['3483c2ac-9999-42f5-a664-ff8cb6e7baaa'] in n-d-771362-35 is: [{'id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271823303', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:08:53Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '550f6839-711b-4892-a46c-28c78d188b7d', 'name': '', 'network_id': '98f67dbe-df1e-4998-9694-fa51f172b953', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:b6:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5b16eb4e-b116-46a1-909b-df5a9a88e471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:53Z', 'updated_at': '2021-07-14T10:08:58Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': '5b16eb4e-b116-46a1-909b-df5a9a88e471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:10:24.778524 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4a53b608-53be-4764-b784-d258fe6938f7 req-6f3a2353-ca57-4b57-89ed-8714d17307d5 service neutron] 10.222.0.47 "GET /v2.0/networks/98f67dbe-df1e-4998-9694-fa51f172b953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843725 Jul 14 10:10:24.981076 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1715e09-77d5-4c6f-821b-9618883567ca None None] New status for floating IP 852c9c9f-d8ea-4ca5-ab36-5b9df6d81959: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:10:25.766753 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0253e8-e2a8-406a-86d9-acb1af357077 req-c180b13d-baeb-4597-814c-7a32ffdef120 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:25.768255 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb0253e8-e2a8-406a-86d9-acb1af357077 req-c180b13d-baeb-4597-814c-7a32ffdef120 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 945 time: 0.0671325 Jul 14 10:10:25.805858 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb0253e8-e2a8-406a-86d9-acb1af357077 req-92bc1752-3b68-4f43-9cbb-bdaee631deac tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=830bb29f-ed02-45d0-8a58-b2bdcc58054f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317142 Jul 14 10:10:25.884517 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b98143-2ee6-4230-8987-0a4560aadbd6 req-f1030473-8c96-4143-9ae9-82baa67d5fa6 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:25.885919 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04b98143-2ee6-4230-8987-0a4560aadbd6 req-f1030473-8c96-4143-9ae9-82baa67d5fa6 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.47 "GET /v2.0/ports?device_id=25968103-bea0-4a59-becc-f392378db453 HTTP/1.1" status: 200 len: 945 time: 0.0640664 Jul 14 10:10:25.988832 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-04b98143-2ee6-4230-8987-0a4560aadbd6 req-26e1a468-8f1c-470b-8d33-e973cc25363d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Deleting port 50fb7444-ed4f-4d4f-a417-d80a70789da7 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:10:25.989323 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-04b98143-2ee6-4230-8987-0a4560aadbd6 req-26e1a468-8f1c-470b-8d33-e973cc25363d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:26.077696 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-04b98143-2ee6-4230-8987-0a4560aadbd6 req-26e1a468-8f1c-470b-8d33-e973cc25363d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] For port 50fb7444-ed4f-4d4f-a417-d80a70789da7, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=50fb7444-ed4f-4d4f-a417-d80a70789da7,segment=NetworkSegment(1cf5250a-1f0b-4636-ae31-0054805918b3),segment_id=1cf5250a-1f0b-4636-ae31-0054805918b3)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:26.078048 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-04b98143-2ee6-4230-8987-0a4560aadbd6 req-26e1a468-8f1c-470b-8d33-e973cc25363d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:26.091251 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-04b98143-2ee6-4230-8987-0a4560aadbd6 req-26e1a468-8f1c-470b-8d33-e973cc25363d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Calling delete_port for 50fb7444-ed4f-4d4f-a417-d80a70789da7 owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:10:26.221306 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-04b98143-2ee6-4230-8987-0a4560aadbd6 req-26e1a468-8f1c-470b-8d33-e973cc25363d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:26.251380 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1a468-8f1c-470b-8d33-e973cc25363d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Port': ['ID=50fb7444-ed4f-4d4f-a417-d80a70789da7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:26.296023 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b98143-2ee6-4230-8987-0a4560aadbd6 req-26e1a468-8f1c-470b-8d33-e973cc25363d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] No DVR routers for this DVR port 50fb7444-ed4f-4d4f-a417-d80a70789da7 on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:10:26.298802 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-04b98143-2ee6-4230-8987-0a4560aadbd6 req-26e1a468-8f1c-470b-8d33-e973cc25363d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:26.300850 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04b98143-2ee6-4230-8987-0a4560aadbd6 req-26e1a468-8f1c-470b-8d33-e973cc25363d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.47 "DELETE /v2.0/ports/50fb7444-ed4f-4d4f-a417-d80a70789da7 HTTP/1.1" status: 204 len: 173 time: 0.4090552 Jul 14 10:10:26.301284 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25968103-bea0-4a59-becc-f392378db453', 'name': 'network-vif-deleted', 'tag': '50fb7444-ed4f-4d4f-a417-d80a70789da7'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:10:26.304420 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdfd76875a0dbbaf1509a4c423fc1f4cb1751388cb9186f92cdb94f63ad4e53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a0dd79-bc6d-4e92-9712-3af4eaae3b08" -d '{"events": [{"server_uuid": "25968103-bea0-4a59-becc-f392378db453", "name": "network-vif-deleted", "tag": "50fb7444-ed4f-4d4f-a417-d80a70789da7"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:10:26.362455 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddf112d-825f-4a7c-b6a9-58615d2f33b2 x-openstack-request-id: req-eddf112d-825f-4a7c-b6a9-58615d2f33b2 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:10:26.362810 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25968103-bea0-4a59-becc-f392378db453", "name": "network-vif-deleted", "tag": "50fb7444-ed4f-4d4f-a417-d80a70789da7", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:10:26.363068 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eddf112d-825f-4a7c-b6a9-58615d2f33b2 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:10:26.363480 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25968103-bea0-4a59-becc-f392378db453', 'name': 'network-vif-deleted', 'tag': '50fb7444-ed4f-4d4f-a417-d80a70789da7', 'status': 'completed', 'code': 200} Jul 14 10:10:26.902793 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36604) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:27.263240 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44b52bbb-ed92-4698-9781-cb55a16c4758 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:27.529050 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-44b52bbb-ed92-4698-9781-cb55a16c4758 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Deleting port 550f6839-711b-4892-a46c-28c78d188b7d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:10:27.529305 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44b52bbb-ed92-4698-9781-cb55a16c4758 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:27.623160 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-44b52bbb-ed92-4698-9781-cb55a16c4758 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] For port 550f6839-711b-4892-a46c-28c78d188b7d, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=550f6839-711b-4892-a46c-28c78d188b7d,segment=NetworkSegment(1cf5250a-1f0b-4636-ae31-0054805918b3),segment_id=1cf5250a-1f0b-4636-ae31-0054805918b3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:27.623546 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44b52bbb-ed92-4698-9781-cb55a16c4758 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:27.636179 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-44b52bbb-ed92-4698-9781-cb55a16c4758 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Calling delete_port for 550f6839-711b-4892-a46c-28c78d188b7d owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:10:27.828993 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44b52bbb-ed92-4698-9781-cb55a16c4758 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:27.855973 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b52bbb-ed92-4698-9781-cb55a16c4758 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Port': ['ID=550f6839-711b-4892-a46c-28c78d188b7d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:27.868308 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b52bbb-ed92-4698-9781-cb55a16c4758 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:27.868662 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b52bbb-ed92-4698-9781-cb55a16c4758 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:27.869005 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b52bbb-ed92-4698-9781-cb55a16c4758 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:27.869342 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b52bbb-ed92-4698-9781-cb55a16c4758 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:27.869676 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b52bbb-ed92-4698-9781-cb55a16c4758 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:27.870010 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b52bbb-ed92-4698-9781-cb55a16c4758 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:27.870340 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b52bbb-ed92-4698-9781-cb55a16c4758 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:27.870668 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b52bbb-ed92-4698-9781-cb55a16c4758 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:27.870994 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b52bbb-ed92-4698-9781-cb55a16c4758 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:27.871319 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b52bbb-ed92-4698-9781-cb55a16c4758 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:27.871670 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b52bbb-ed92-4698-9781-cb55a16c4758 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:27.872006 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b52bbb-ed92-4698-9781-cb55a16c4758 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:28.040237 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44b52bbb-ed92-4698-9781-cb55a16c4758 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:28.259417 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b52bbb-ed92-4698-9781-cb55a16c4758 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Router 3483c2ac-9999-42f5-a664-ff8cb6e7baaa has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:10:28.366224 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b52bbb-ed92-4698-9781-cb55a16c4758 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:10:28.371549 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-44b52bbb-ed92-4698-9781-cb55a16c4758 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "PUT /v2.0/routers/3483c2ac-9999-42f5-a664-ff8cb6e7baaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4673827 Jul 14 10:10:28.374131 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36608) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:28.376770 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e7e4c4-c85c-4b60-bfad-15b36e5fe0ac None None] Sync routers for ids ['3483c2ac-9999-42f5-a664-ff8cb6e7baaa'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:10:28.386846 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e7e4c4-c85c-4b60-bfad-15b36e5fe0ac None None] Routers {'3483c2ac-9999-42f5-a664-ff8cb6e7baaa'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:10:28.387453 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e1e7e4c4-c85c-4b60-bfad-15b36e5fe0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:10:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['3483c2ac-9999-42f5-a664-ff8cb6e7baaa'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:28.430660 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c6cb75-2a22-4151-9782-43a52d71aeb8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Deleting subnet 5b16eb4e-b116-46a1-909b-df5a9a88e471 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:10:28.433883 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1c6cb75-2a22-4151-9782-43a52d71aeb8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:28.474908 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1c6cb75-2a22-4151-9782-43a52d71aeb8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:28.561925 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1c6cb75-2a22-4151-9782-43a52d71aeb8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:28.594044 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-e1e7e4c4-c85c-4b60-bfad-15b36e5fe0ac None None] Set router 3483c2ac-9999-42f5-a664-ff8cb6e7baaa gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:10:28.626998 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1c6cb75-2a22-4151-9782-43a52d71aeb8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:28.656454 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6cb75-2a22-4151-9782-43a52d71aeb8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Subnet': ['ID=5b16eb4e-b116-46a1-909b-df5a9a88e471,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:28.661934 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1c6cb75-2a22-4151-9782-43a52d71aeb8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:28.665172 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71eb3912-67cc-4b35-9b6e-83f5a2cf950b None None] Network 98f67dbe-df1e-4998-9694-fa51f172b953 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:10:28.669761 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 50fb7444-ed4f-4d4f-a417-d80a70789da7 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:10:28.680622 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-e1c6cb75-2a22-4151-9782-43a52d71aeb8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "DELETE /v2.0/subnets/5b16eb4e-b116-46a1-909b-df5a9a88e471 HTTP/1.1" status: 204 len: 168 time: 0.3026350 Jul 14 10:10:28.680965 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36610) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:28.740687 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 50fb7444-ed4f-4d4f-a417-d80a70789da7 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:10:28.741160 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 50fb7444-ed4f-4d4f-a417-d80a70789da7 not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:10:28.793205 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63663fe8-7b9e-459f-87fd-1e2bfb894733 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:28.796339 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e1e7e4c4-c85c-4b60-bfad-15b36e5fe0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271823303', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:10:27Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:28.830286 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e7e4c4-c85c-4b60-bfad-15b36e5fe0ac None None] Checking router: 3483c2ac-9999-42f5-a664-ff8cb6e7baaa for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:10:28.839356 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e7e4c4-c85c-4b60-bfad-15b36e5fe0ac None None] Routers {'3483c2ac-9999-42f5-a664-ff8cb6e7baaa'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:10:28.840007 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e1e7e4c4-c85c-4b60-bfad-15b36e5fe0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:10:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['3483c2ac-9999-42f5-a664-ff8cb6e7baaa'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:28.899994 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbc16d2-ef74-467e-8c8e-ccd2e0c80faa None None] DHCP port deletion for 98f67dbe-df1e-4998-9694-fa51f172b953 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:10:28.905734 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63663fe8-7b9e-459f-87fd-1e2bfb894733 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:28.950609 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc16d2-ef74-467e-8c8e-ccd2e0c80faa None None] Deleting port d4ad9e10-cfff-4196-a2f7-b1b2fab15f94 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:10:28.950889 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-e1e7e4c4-c85c-4b60-bfad-15b36e5fe0ac None None] Set router 3483c2ac-9999-42f5-a664-ff8cb6e7baaa gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:10:28.950988 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fbc16d2-ef74-467e-8c8e-ccd2e0c80faa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:28.962456 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-63663fe8-7b9e-459f-87fd-1e2bfb894733 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Deleting port d00cad67-d8e1-4a2c-a576-e3293440c0b2 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:10:28.962796 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63663fe8-7b9e-459f-87fd-1e2bfb894733 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:29.013305 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6fbc16d2-ef74-467e-8c8e-ccd2e0c80faa None None] For port d4ad9e10-cfff-4196-a2f7-b1b2fab15f94, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d4ad9e10-cfff-4196-a2f7-b1b2fab15f94,segment=NetworkSegment(1cf5250a-1f0b-4636-ae31-0054805918b3),segment_id=1cf5250a-1f0b-4636-ae31-0054805918b3)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:29.013694 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fbc16d2-ef74-467e-8c8e-ccd2e0c80faa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:29.027691 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc16d2-ef74-467e-8c8e-ccd2e0c80faa None None] Calling delete_port for d4ad9e10-cfff-4196-a2f7-b1b2fab15f94 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:10:29.046316 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-63663fe8-7b9e-459f-87fd-1e2bfb894733 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] For port d00cad67-d8e1-4a2c-a576-e3293440c0b2, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d00cad67-d8e1-4a2c-a576-e3293440c0b2,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:29.046913 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63663fe8-7b9e-459f-87fd-1e2bfb894733 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:29.063702 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-63663fe8-7b9e-459f-87fd-1e2bfb894733 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Calling delete_port for d00cad67-d8e1-4a2c-a576-e3293440c0b2 owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:10:29.114604 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fbc16d2-ef74-467e-8c8e-ccd2e0c80faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:29.142879 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-e1e7e4c4-c85c-4b60-bfad-15b36e5fe0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271823303', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:10:27Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:29.143378 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc16d2-ef74-467e-8c8e-ccd2e0c80faa None None] Pushing event deleted for resources: {'Port': ['ID=d4ad9e10-cfff-4196-a2f7-b1b2fab15f94,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:29.153277 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbc16d2-ef74-467e-8c8e-ccd2e0c80faa None None] No DVR routers for this DVR port d4ad9e10-cfff-4196-a2f7-b1b2fab15f94 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:10:29.157495 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc16d2-ef74-467e-8c8e-ccd2e0c80faa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:29.157848 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc16d2-ef74-467e-8c8e-ccd2e0c80faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:29.158195 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc16d2-ef74-467e-8c8e-ccd2e0c80faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:29.158534 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc16d2-ef74-467e-8c8e-ccd2e0c80faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:29.158869 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc16d2-ef74-467e-8c8e-ccd2e0c80faa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:29.159201 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc16d2-ef74-467e-8c8e-ccd2e0c80faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:29.159623 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc16d2-ef74-467e-8c8e-ccd2e0c80faa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:29.167098 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc16d2-ef74-467e-8c8e-ccd2e0c80faa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:29.167460 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc16d2-ef74-467e-8c8e-ccd2e0c80faa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:29.167893 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc16d2-ef74-467e-8c8e-ccd2e0c80faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:29.168156 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc16d2-ef74-467e-8c8e-ccd2e0c80faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:29.168491 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc16d2-ef74-467e-8c8e-ccd2e0c80faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:29.171461 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e7e4c4-c85c-4b60-bfad-15b36e5fe0ac None None] The sync data for ids ['3483c2ac-9999-42f5-a664-ff8cb6e7baaa'] in n-d-771362-35 is: [{'id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271823303', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:10:27Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'd00cad67-d8e1-4a2c-a576-e3293440c0b2', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483c2ac-9999-42f5-a664-ff8cb6e7baaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:50Z', 'updated_at': '2021-07-14T10:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:10:29.239194 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63663fe8-7b9e-459f-87fd-1e2bfb894733 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:29.269732 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63663fe8-7b9e-459f-87fd-1e2bfb894733 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Port': ['ID=d00cad67-d8e1-4a2c-a576-e3293440c0b2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:29.330734 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63663fe8-7b9e-459f-87fd-1e2bfb894733 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:29.421771 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63663fe8-7b9e-459f-87fd-1e2bfb894733 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:29.423824 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63663fe8-7b9e-459f-87fd-1e2bfb894733 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:29.466624 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63663fe8-7b9e-459f-87fd-1e2bfb894733 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:29.467169 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63663fe8-7b9e-459f-87fd-1e2bfb894733 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Fanout notify agent at l3_agent the message router_deleted on router 3483c2ac-9999-42f5-a664-ff8cb6e7baaa {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:10:29.474842 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63663fe8-7b9e-459f-87fd-1e2bfb894733 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:29.475960 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-63663fe8-7b9e-459f-87fd-1e2bfb894733 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "DELETE /v2.0/routers/3483c2ac-9999-42f5-a664-ff8cb6e7baaa HTTP/1.1" status: 204 len: 168 time: 0.7939808 Jul 14 10:10:29.478625 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36612) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:29.560071 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58585df0-3786-4c78-8e7e-133619ea50bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:29.651839 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58585df0-3786-4c78-8e7e-133619ea50bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:29.662454 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-58585df0-3786-4c78-8e7e-133619ea50bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f67dbe-df1e-4998-9694-fa51f172b953']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:29.679041 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-58585df0-3786-4c78-8e7e-133619ea50bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf5250a-1f0b-4636-ae31-0054805918b3') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:29.679316 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-58585df0-3786-4c78-8e7e-133619ea50bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf5250a-1f0b-4636-ae31-0054805918b3') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:29.688124 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58585df0-3786-4c78-8e7e-133619ea50bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:29.702058 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58585df0-3786-4c78-8e7e-133619ea50bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:29.707924 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58585df0-3786-4c78-8e7e-133619ea50bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:10:29.708302 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58585df0-3786-4c78-8e7e-133619ea50bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: timer() Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:10:29.711169 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:10:29.768740 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58585df0-3786-4c78-8e7e-133619ea50bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:29.776305 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58585df0-3786-4c78-8e7e-133619ea50bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:29.780482 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-58585df0-3786-4c78-8e7e-133619ea50bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "DELETE /v2.0/networks/98f67dbe-df1e-4998-9694-fa51f172b953 HTTP/1.1" status: 204 len: 168 time: 0.2984674 Jul 14 10:10:29.780894 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36614) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:29.791226 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58585df0-3786-4c78-8e7e-133619ea50bf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Network': ['ID=98f67dbe-df1e-4998-9694-fa51f172b953,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:29.846448 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40c2b5d7-c319-4ede-ade1-67b9363987f8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:29.874782 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40c2b5d7-c319-4ede-ade1-67b9363987f8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:29.936769 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40c2b5d7-c319-4ede-ade1-67b9363987f8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:29.939532 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40c2b5d7-c319-4ede-ade1-67b9363987f8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:29.940752 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-40c2b5d7-c319-4ede-ade1-67b9363987f8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "DELETE /v2.0/security-groups/830bb29f-ed02-45d0-8a58-b2bdcc58054f HTTP/1.1" status: 204 len: 168 time: 0.1582174 Jul 14 10:10:29.950408 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2b5d7-c319-4ede-ade1-67b9363987f8 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=830bb29f-ed02-45d0-8a58-b2bdcc58054f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:30.211325 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36620) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:30.216260 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-f6857583-ddd6-4bcd-84d7-118898a78861 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1813102233', 'description': 'tempest-secgroup-smoke-1813102233 description', 'project_id': '79b1a17c6357440591aaeff73e261da4'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:30.231773 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 550f6839-711b-4892-a46c-28c78d188b7d no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:10:30.245841 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f6857583-ddd6-4bcd-84d7-118898a78861 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.251530 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 550f6839-711b-4892-a46c-28c78d188b7d {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:10:30.251872 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 550f6839-711b-4892-a46c-28c78d188b7d not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:10:30.252281 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d00cad67-d8e1-4a2c-a576-e3293440c0b2 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:10:30.272453 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: d00cad67-d8e1-4a2c-a576-e3293440c0b2 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:10:30.272801 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d00cad67-d8e1-4a2c-a576-e3293440c0b2 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:10:30.273240 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d4ad9e10-cfff-4196-a2f7-b1b2fab15f94 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:10:30.292889 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: d4ad9e10-cfff-4196-a2f7-b1b2fab15f94 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:10:30.293246 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d4ad9e10-cfff-4196-a2f7-b1b2fab15f94 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:10:30.333513 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f6857583-ddd6-4bcd-84d7-118898a78861 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.337464 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f6857583-ddd6-4bcd-84d7-118898a78861 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.364987 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f6857583-ddd6-4bcd-84d7-118898a78861 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.366207 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f6857583-ddd6-4bcd-84d7-118898a78861 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1538122 Jul 14 10:10:30.368033 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6857583-ddd6-4bcd-84d7-118898a78861 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f06830ba-1985-4bed-8c9b-3f24cfa0c1ec,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:30.369196 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36622) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:30.377698 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-31467a59-f1b9-4e4a-858a-80272120e8a5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': 'f06830ba-1985-4bed-8c9b-3f24cfa0c1ec', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:30.401950 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31467a59-f1b9-4e4a-858a-80272120e8a5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.448728 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31467a59-f1b9-4e4a-858a-80272120e8a5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.452152 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31467a59-f1b9-4e4a-858a-80272120e8a5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.470748 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31467a59-f1b9-4e4a-858a-80272120e8a5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d336f9-f7b8-4e9e-9bce-0853daa19cee,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:30.477079 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31467a59-f1b9-4e4a-858a-80272120e8a5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.479157 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-31467a59-f1b9-4e4a-858a-80272120e8a5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1088324 Jul 14 10:10:30.481019 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36624) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:30.485489 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-7b45182f-4426-432c-b92c-d633aa767235 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': 'f06830ba-1985-4bed-8c9b-3f24cfa0c1ec', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:30.510604 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b45182f-4426-432c-b92c-d633aa767235 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.571407 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b45182f-4426-432c-b92c-d633aa767235 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.574798 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b45182f-4426-432c-b92c-d633aa767235 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.590080 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45182f-4426-432c-b92c-d633aa767235 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b966276-7bf8-4ead-967f-d0a00d96a4d2,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:30.597910 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b45182f-4426-432c-b92c-d633aa767235 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.601819 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7b45182f-4426-432c-b92c-d633aa767235 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173925 Jul 14 10:10:30.602017 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36626) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:30.606472 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-476d81af-a386-4ae1-8ed1-621d589b3d77 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': 'f06830ba-1985-4bed-8c9b-3f24cfa0c1ec', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:30.634099 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-476d81af-a386-4ae1-8ed1-621d589b3d77 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.691856 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-476d81af-a386-4ae1-8ed1-621d589b3d77 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.696367 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-476d81af-a386-4ae1-8ed1-621d589b3d77 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.714069 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d81af-a386-4ae1-8ed1-621d589b3d77 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81abd578-2884-4afc-9b01-3d5a6f274661,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:30.720096 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-476d81af-a386-4ae1-8ed1-621d589b3d77 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.721313 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-476d81af-a386-4ae1-8ed1-621d589b3d77 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183410 Jul 14 10:10:30.724408 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36628) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:30.729202 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-0c56e39a-26c9-469c-9c49-c5e162849ea5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': 'f06830ba-1985-4bed-8c9b-3f24cfa0c1ec', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:30.753810 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c56e39a-26c9-469c-9c49-c5e162849ea5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.816825 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c56e39a-26c9-469c-9c49-c5e162849ea5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.820975 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c56e39a-26c9-469c-9c49-c5e162849ea5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.838008 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56e39a-26c9-469c-9c49-c5e162849ea5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a397bc35-df81-4089-a26d-ef6a393120ab,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:30.843987 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c56e39a-26c9-469c-9c49-c5e162849ea5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.847909 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0c56e39a-26c9-469c-9c49-c5e162849ea5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196845 Jul 14 10:10:30.848069 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36630) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:30.852659 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-742e2bdc-eff5-411c-a245-e0428b632706 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': 'f06830ba-1985-4bed-8c9b-3f24cfa0c1ec', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:30.873781 n-d-771362-35 neutron-server[93772]: INFO neutron.db.securitygroups_db [None req-742e2bdc-eff5-411c-a245-e0428b632706 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Project 79b1a17c6357440591aaeff73e261da4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:10:30.878503 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-742e2bdc-eff5-411c-a245-e0428b632706 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.937458 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-742e2bdc-eff5-411c-a245-e0428b632706 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.941217 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-742e2bdc-eff5-411c-a245-e0428b632706 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.959251 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e2bdc-eff5-411c-a245-e0428b632706 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aff3e11-f33a-45f2-b478-4b425d10ee57,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:30.965102 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-742e2bdc-eff5-411c-a245-e0428b632706 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.966439 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-742e2bdc-eff5-411c-a245-e0428b632706 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173682 Jul 14 10:10:30.969049 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36632) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:30.973455 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-1f61d4dd-3d37-4182-8967-fccaffa25e14 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'security_group_rule': {'security_group_id': 'f06830ba-1985-4bed-8c9b-3f24cfa0c1ec', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:30.995458 n-d-771362-35 neutron-server[93772]: INFO neutron.db.securitygroups_db [None req-1f61d4dd-3d37-4182-8967-fccaffa25e14 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Project 79b1a17c6357440591aaeff73e261da4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:10:31.000450 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f61d4dd-3d37-4182-8967-fccaffa25e14 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:31.061294 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f61d4dd-3d37-4182-8967-fccaffa25e14 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:31.065021 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f61d4dd-3d37-4182-8967-fccaffa25e14 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:31.082534 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61d4dd-3d37-4182-8967-fccaffa25e14 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=026950a9-2003-4d52-9647-84624b1ea8dc,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:31.088835 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f61d4dd-3d37-4182-8967-fccaffa25e14 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:31.090129 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-1f61d4dd-3d37-4182-8967-fccaffa25e14 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201661 Jul 14 10:10:31.092972 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36634) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:31.097793 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-64d7e00b-2960-4bea-bb5e-d56b8b8dc1a4 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'network': {'name': 'tempest-network-smoke--558863102', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'port_security_enabled': True}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:31.119018 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d7e00b-2960-4bea-bb5e-d56b8b8dc1a4 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Made reservation on behalf of 79b1a17c6357440591aaeff73e261da4 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:10:31.122487 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64d7e00b-2960-4bea-bb5e-d56b8b8dc1a4 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:31.148868 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d7e00b-2960-4bea-bb5e-d56b8b8dc1a4 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:10:31.157413 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64d7e00b-2960-4bea-bb5e-d56b8b8dc1a4 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:31.157781 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-64d7e00b-2960-4bea-bb5e-d56b8b8dc1a4 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Added segment 9f602b0b-bc35-4e3f-b546-878e09837359 of type vlan for network 7498185e-d867-4558-8bb3-6653ae66b6f5 Jul 14 10:10:31.197284 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64d7e00b-2960-4bea-bb5e-d56b8b8dc1a4 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:31.225732 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64d7e00b-2960-4bea-bb5e-d56b8b8dc1a4 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:31.231071 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d7e00b-2960-4bea-bb5e-d56b8b8dc1a4 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:31.231701 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64d7e00b-2960-4bea-bb5e-d56b8b8dc1a4 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:31.286932 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-64d7e00b-2960-4bea-bb5e-d56b8b8dc1a4 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1929255 Jul 14 10:10:31.289951 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36636) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:31.294646 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-fca0900d-2d53-4cbf-90dd-c2597aedb46c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-697399941', 'admin_state_up': True, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:31.298449 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7e00b-2960-4bea-bb5e-d56b8b8dc1a4 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Network': ['ID=7498185e-d867-4558-8bb3-6653ae66b6f5,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:31.310961 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 7498185e-d867-4558-8bb3-6653ae66b6f5 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:10:31.322131 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fca0900d-2d53-4cbf-90dd-c2597aedb46c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:31.323271 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fca0900d-2d53-4cbf-90dd-c2597aedb46c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:31.378809 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fca0900d-2d53-4cbf-90dd-c2597aedb46c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:31.514957 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fca0900d-2d53-4cbf-90dd-c2597aedb46c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:31.708625 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fca0900d-2d53-4cbf-90dd-c2597aedb46c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:31.728032 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fca0900d-2d53-4cbf-90dd-c2597aedb46c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:31.827692 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-fca0900d-2d53-4cbf-90dd-c2597aedb46c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Allocated IP 172.25.6.62 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/a9c9249f-a965-462d-bc04-98ce7af9fb6e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:10:31.933682 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fca0900d-2d53-4cbf-90dd-c2597aedb46c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:31.972287 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fca0900d-2d53-4cbf-90dd-c2597aedb46c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:32.007985 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca0900d-2d53-4cbf-90dd-c2597aedb46c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:10:32.012687 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-fca0900d-2d53-4cbf-90dd-c2597aedb46c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:10:32.016038 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca0900d-2d53-4cbf-90dd-c2597aedb46c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:10:32.043562 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0900d-2d53-4cbf-90dd-c2597aedb46c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=a9c9249f-a965-462d-bc04-98ce7af9fb6e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:32.294435 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fca0900d-2d53-4cbf-90dd-c2597aedb46c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:32.499225 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fca0900d-2d53-4cbf-90dd-c2597aedb46c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:32.628947 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca0900d-2d53-4cbf-90dd-c2597aedb46c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Router 26ce8ed1-1c79-484f-9c96-61723db460aa is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:10:32.739724 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca0900d-2d53-4cbf-90dd-c2597aedb46c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:10:32.749436 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b4c7dd-c36c-4b93-a234-a3e51737b8b6 None None] Sync routers for ids ['26ce8ed1-1c79-484f-9c96-61723db460aa'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:10:32.759560 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b4c7dd-c36c-4b93-a234-a3e51737b8b6 None None] Routers {'26ce8ed1-1c79-484f-9c96-61723db460aa'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:10:32.760199 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e9b4c7dd-c36c-4b93-a234-a3e51737b8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:10:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['26ce8ed1-1c79-484f-9c96-61723db460aa'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:32.764189 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fca0900d-2d53-4cbf-90dd-c2597aedb46c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:32.765794 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-fca0900d-2d53-4cbf-90dd-c2597aedb46c tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4748211 Jul 14 10:10:32.769102 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36638) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:32.849209 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-83bd5d44-c2b7-4018-9d59-694000a5c65c tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=79b1a17c6357440591aaeff73e261da4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0789099 Jul 14 10:10:32.852839 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36642) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:32.875189 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-e9b4c7dd-c36c-4b93-a234-a3e51737b8b6 None None] Set router 26ce8ed1-1c79-484f-9c96-61723db460aa gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:10:32.943347 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7a7570-1268-492a-9e74-7fc344d10cbd tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:32.944901 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3f7a7570-1268-492a-9e74-7fc344d10cbd tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911386 Jul 14 10:10:32.947621 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36644) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:32.975405 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d7b7365c-94d0-4e9d-974e-4fe89534b777 tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6facc217-dc01-422a-8069-2c7784a4d993&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267260 Jul 14 10:10:32.977838 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36646) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:32.982663 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-8e57f6b4-9260-4a80-9df9-a4d423bcf1cf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1327422654', 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5', 'project_id': '79b1a17c6357440591aaeff73e261da4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:33.053689 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e9b4c7dd-c36c-4b93-a234-a3e51737b8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697399941', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'a9c9249f-a965-462d-bc04-98ce7af9fb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:31Z', 'updated_at': '2021-07-14T10:10:32Z', 'revision_number': 3, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'a9c9249f-a965-462d-bc04-98ce7af9fb6e', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:31Z', 'updated_at': '2021-07-14T10:10:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:33.071093 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e57f6b4-9260-4a80-9df9-a4d423bcf1cf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Made reservation on behalf of 79b1a17c6357440591aaeff73e261da4 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:10:33.074727 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e57f6b4-9260-4a80-9df9-a4d423bcf1cf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:33.242617 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b4c7dd-c36c-4b93-a234-a3e51737b8b6 None None] Checking router: 26ce8ed1-1c79-484f-9c96-61723db460aa for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:10:33.242962 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b4c7dd-c36c-4b93-a234-a3e51737b8b6 None None] Updating router 26ce8ed1-1c79-484f-9c96-61723db460aa port a9c9249f-a965-462d-bc04-98ce7af9fb6e binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:10:33.272078 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e57f6b4-9260-4a80-9df9-a4d423bcf1cf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:33.277275 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e9b4c7dd-c36c-4b93-a234-a3e51737b8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:33.339123 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57f6b4-9260-4a80-9df9-a4d423bcf1cf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Subnet': ['ID=e834e301-6fc4-4987-b835-28d267b41e62,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:33.347249 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e57f6b4-9260-4a80-9df9-a4d423bcf1cf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Checking segment: {'id': '9f602b0b-bc35-4e3f-b546-878e09837359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:10:33.347653 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e57f6b4-9260-4a80-9df9-a4d423bcf1cf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network hostable DHCP agents. Network: 7498185e-d867-4558-8bb3-6653ae66b6f5, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:10:33.365524 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e57f6b4-9260-4a80-9df9-a4d423bcf1cf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network 7498185e-d867-4558-8bb3-6653ae66b6f5 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:10:33.374754 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8e57f6b4-9260-4a80-9df9-a4d423bcf1cf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 7498185e-d867-4558-8bb3-6653ae66b6f5) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:10:33.380673 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e57f6b4-9260-4a80-9df9-a4d423bcf1cf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:33.381504 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e57f6b4-9260-4a80-9df9-a4d423bcf1cf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:33.390560 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a66977-0099-4686-a952-5c1a049b9ae9 None None] Network 7498185e-d867-4558-8bb3-6653ae66b6f5 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:10:33.396108 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8e57f6b4-9260-4a80-9df9-a4d423bcf1cf tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4171767 Jul 14 10:10:33.399028 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36648) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:33.641408 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e988667-e48e-4b39-a4fa-d40f9c0bd417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-7498185e-d867-4558-8bb3-6653ae66b6f5', 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'fixed_ips': [{'subnet_id': 'e834e301-6fc4-4987-b835-28d267b41e62'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:10:33.642270 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e988667-e48e-4b39-a4fa-d40f9c0bd417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:33.648756 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e9b4c7dd-c36c-4b93-a234-a3e51737b8b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:33.672175 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e9b4c7dd-c36c-4b93-a234-a3e51737b8b6 None None] Transition to ACTIVE for port object a9c9249f-a965-462d-bc04-98ce7af9fb6e will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:10:33.682561 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e9b4c7dd-c36c-4b93-a234-a3e51737b8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:33.791813 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528ac43-ed5b-4017-ba78-ab4233851d2b None None] Pushing event updated for resources: {'Port': ['ID=a9c9249f-a965-462d-bc04-98ce7af9fb6e,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:33.801221 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-e9b4c7dd-c36c-4b93-a234-a3e51737b8b6 None None] Attempting to bind port a9c9249f-a965-462d-bc04-98ce7af9fb6e on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:10:33.802148 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-e9b4c7dd-c36c-4b93-a234-a3e51737b8b6 None None] Attempting to bind port a9c9249f-a965-462d-bc04-98ce7af9fb6e by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:10:33.802518 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b4c7dd-c36c-4b93-a234-a3e51737b8b6 None None] Attempting to bind port a9c9249f-a965-462d-bc04-98ce7af9fb6e on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:10:33.811778 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b4c7dd-c36c-4b93-a234-a3e51737b8b6 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:10:33.812146 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b4c7dd-c36c-4b93-a234-a3e51737b8b6 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:10:33.812541 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e9b4c7dd-c36c-4b93-a234-a3e51737b8b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:33.812925 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b4c7dd-c36c-4b93-a234-a3e51737b8b6 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:10:33.813395 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-e9b4c7dd-c36c-4b93-a234-a3e51737b8b6 None None] Bound port: a9c9249f-a965-462d-bc04-98ce7af9fb6e, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:10:33.814018 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e9b4c7dd-c36c-4b93-a234-a3e51737b8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:33.900188 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-0e988667-e48e-4b39-a4fa-d40f9c0bd417 None None] Allocated IP 172.20.0.2 (7498185e-d867-4558-8bb3-6653ae66b6f5/e834e301-6fc4-4987-b835-28d267b41e62/bb566b5f-3dba-4b30-bc33-2fefdfd25a81) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:10:33.908249 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e9b4c7dd-c36c-4b93-a234-a3e51737b8b6 None None] For port a9c9249f-a965-462d-bc04-98ce7af9fb6e, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:10:33.914819 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e9b4c7dd-c36c-4b93-a234-a3e51737b8b6 None None] For port a9c9249f-a965-462d-bc04-98ce7af9fb6e, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a9c9249f-a965-462d-bc04-98ce7af9fb6e,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:10:33.919417 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e9b4c7dd-c36c-4b93-a234-a3e51737b8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:34.041989 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b4c7dd-c36c-4b93-a234-a3e51737b8b6 None None] Routers {'26ce8ed1-1c79-484f-9c96-61723db460aa'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:10:34.042619 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e9b4c7dd-c36c-4b93-a234-a3e51737b8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:10:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['26ce8ed1-1c79-484f-9c96-61723db460aa'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:34.044389 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528ac43-ed5b-4017-ba78-ab4233851d2b None None] Pushing event updated for resources: {'Port': ['ID=a9c9249f-a965-462d-bc04-98ce7af9fb6e,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:34.192815 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb082e17-a75d-49b7-bc2d-7c4d6215ac8f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:34.194076 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e988667-e48e-4b39-a4fa-d40f9c0bd417 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:34.205069 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-e9b4c7dd-c36c-4b93-a234-a3e51737b8b6 None None] Set router 26ce8ed1-1c79-484f-9c96-61723db460aa gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:10:34.231104 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0e988667-e48e-4b39-a4fa-d40f9c0bd417 None None] Transition to ACTIVE for port object bb566b5f-3dba-4b30-bc33-2fefdfd25a81 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:10:34.307648 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0e988667-e48e-4b39-a4fa-d40f9c0bd417 None None] Transition to ACTIVE for port object bb566b5f-3dba-4b30-bc33-2fefdfd25a81 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:10:34.317473 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e988667-e48e-4b39-a4fa-d40f9c0bd417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:34.378108 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e988667-e48e-4b39-a4fa-d40f9c0bd417 None None] Network 7498185e-d867-4558-8bb3-6653ae66b6f5 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:10:34.378907 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e988667-e48e-4b39-a4fa-d40f9c0bd417 None None] Pushing event updated for resources: {'Port': ['ID=bb566b5f-3dba-4b30-bc33-2fefdfd25a81,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:34.389231 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-0e988667-e48e-4b39-a4fa-d40f9c0bd417 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:10:34.392377 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e988667-e48e-4b39-a4fa-d40f9c0bd417 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:10:34.476161 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-fb082e17-a75d-49b7-bc2d-7c4d6215ac8f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Allocated IP 172.20.0.1 (7498185e-d867-4558-8bb3-6653ae66b6f5/e834e301-6fc4-4987-b835-28d267b41e62/d73bd39c-4cae-4632-b561-6538d00a09c9) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:10:34.477691 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0e988667-e48e-4b39-a4fa-d40f9c0bd417 None None] Attempting to bind port bb566b5f-3dba-4b30-bc33-2fefdfd25a81 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:10:34.478056 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0e988667-e48e-4b39-a4fa-d40f9c0bd417 None None] Attempting to bind port bb566b5f-3dba-4b30-bc33-2fefdfd25a81 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '9f602b0b-bc35-4e3f-b546-878e09837359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:10:34.478436 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e988667-e48e-4b39-a4fa-d40f9c0bd417 None None] Attempting to bind port bb566b5f-3dba-4b30-bc33-2fefdfd25a81 on network 7498185e-d867-4558-8bb3-6653ae66b6f5 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:10:34.485606 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e988667-e48e-4b39-a4fa-d40f9c0bd417 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:10:34.485972 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e988667-e48e-4b39-a4fa-d40f9c0bd417 None None] Checking segment: {'id': '9f602b0b-bc35-4e3f-b546-878e09837359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:10:34.486362 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e988667-e48e-4b39-a4fa-d40f9c0bd417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:34.486743 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e988667-e48e-4b39-a4fa-d40f9c0bd417 None None] Bound using segment: {'id': '9f602b0b-bc35-4e3f-b546-878e09837359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:10:34.487197 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0e988667-e48e-4b39-a4fa-d40f9c0bd417 None None] Bound port: bb566b5f-3dba-4b30-bc33-2fefdfd25a81, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f602b0b-bc35-4e3f-b546-878e09837359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:10:34.487586 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e988667-e48e-4b39-a4fa-d40f9c0bd417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:34.527369 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e9b4c7dd-c36c-4b93-a234-a3e51737b8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697399941', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'a9c9249f-a965-462d-bc04-98ce7af9fb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:31Z', 'updated_at': '2021-07-14T10:10:32Z', 'revision_number': 3, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'a9c9249f-a965-462d-bc04-98ce7af9fb6e', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:31Z', 'updated_at': '2021-07-14T10:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:34.563245 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b4c7dd-c36c-4b93-a234-a3e51737b8b6 None None] The sync data for ids ['26ce8ed1-1c79-484f-9c96-61723db460aa'] in n-d-771362-35 is: [{'id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697399941', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'a9c9249f-a965-462d-bc04-98ce7af9fb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:31Z', 'updated_at': '2021-07-14T10:10:32Z', 'revision_number': 3, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'a9c9249f-a965-462d-bc04-98ce7af9fb6e', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:31Z', 'updated_at': '2021-07-14T10:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:10:34.589988 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0e988667-e48e-4b39-a4fa-d40f9c0bd417 None None] For port bb566b5f-3dba-4b30-bc33-2fefdfd25a81, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:10:34.594043 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0e988667-e48e-4b39-a4fa-d40f9c0bd417 None None] For port bb566b5f-3dba-4b30-bc33-2fefdfd25a81, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=bb566b5f-3dba-4b30-bc33-2fefdfd25a81,segment=NetworkSegment(9f602b0b-bc35-4e3f-b546-878e09837359),segment_id=9f602b0b-bc35-4e3f-b546-878e09837359)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:10:34.599890 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e988667-e48e-4b39-a4fa-d40f9c0bd417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:34.616619 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb082e17-a75d-49b7-bc2d-7c4d6215ac8f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:34.633244 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fb082e17-a75d-49b7-bc2d-7c4d6215ac8f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Transition to ACTIVE for port object d73bd39c-4cae-4632-b561-6538d00a09c9 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:10:34.671635 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e988667-e48e-4b39-a4fa-d40f9c0bd417 None None] Pushing event updated for resources: {'Port': ['ID=bb566b5f-3dba-4b30-bc33-2fefdfd25a81,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:34.682163 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb082e17-a75d-49b7-bc2d-7c4d6215ac8f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:34.726520 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb082e17-a75d-49b7-bc2d-7c4d6215ac8f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network 7498185e-d867-4558-8bb3-6653ae66b6f5 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:10:34.729985 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-fb082e17-a75d-49b7-bc2d-7c4d6215ac8f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:10:34.733996 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb082e17-a75d-49b7-bc2d-7c4d6215ac8f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:10:34.776108 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb082e17-a75d-49b7-bc2d-7c4d6215ac8f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=d73bd39c-4cae-4632-b561-6538d00a09c9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:34.793923 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb082e17-a75d-49b7-bc2d-7c4d6215ac8f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:35.013625 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb082e17-a75d-49b7-bc2d-7c4d6215ac8f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:35.351687 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb082e17-a75d-49b7-bc2d-7c4d6215ac8f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:35.357575 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb082e17-a75d-49b7-bc2d-7c4d6215ac8f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:35.444352 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb082e17-a75d-49b7-bc2d-7c4d6215ac8f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=d73bd39c-4cae-4632-b561-6538d00a09c9,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:35.447125 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb082e17-a75d-49b7-bc2d-7c4d6215ac8f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:35.560344 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb082e17-a75d-49b7-bc2d-7c4d6215ac8f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network 7498185e-d867-4558-8bb3-6653ae66b6f5 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:10:35.562110 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-fb082e17-a75d-49b7-bc2d-7c4d6215ac8f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:10:35.680927 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e1e453-095a-4c88-b855-052efd46c7ba None None] Network 7498185e-d867-4558-8bb3-6653ae66b6f5 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:10:35.684224 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb082e17-a75d-49b7-bc2d-7c4d6215ac8f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Router 26ce8ed1-1c79-484f-9c96-61723db460aa has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:10:35.756879 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8ab61f91-0497-45ac-ae1f-d432a75c6a22 None None] Provisioning for port bb566b5f-3dba-4b30-bc33-2fefdfd25a81 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:10:35.798105 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb082e17-a75d-49b7-bc2d-7c4d6215ac8f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:10:35.803761 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fb082e17-a75d-49b7-bc2d-7c4d6215ac8f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "PUT /v2.0/routers/26ce8ed1-1c79-484f-9c96-61723db460aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4036560 Jul 14 10:10:35.953352 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-0be76672-c4ad-447f-a9c2-91f0771a631a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1813102233&fields=id&tenant_id=79b1a17c6357440591aaeff73e261da4 HTTP/1.1" status: 200 len: 267 time: 0.0385056 Jul 14 10:10:36.075974 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-489d8416-fd55-4e93-873d-7a954fdb4a12 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:36.077820 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-489d8416-fd55-4e93-873d-7a954fdb4a12 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/networks?id=7498185e-d867-4558-8bb3-6653ae66b6f5 HTTP/1.1" status: 200 len: 796 time: 0.1162641 Jul 14 10:10:36.096972 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-403a856b-95fd-424b-b688-433e0ae2cd24 None None] Provisioning for port d73bd39c-4cae-4632-b561-6538d00a09c9 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:10:36.099384 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-53352fa3-7b04-47cc-aeba-c223e6292ad7 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/quotas/79b1a17c6357440591aaeff73e261da4 HTTP/1.1" status: 200 len: 375 time: 0.0119283 Jul 14 10:10:36.103484 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-403a856b-95fd-424b-b688-433e0ae2cd24 None None] Provisioning complete for port d73bd39c-4cae-4632-b561-6538d00a09c9 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:10:36.104026 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-403a856b-95fd-424b-b688-433e0ae2cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:36.176500 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-403a856b-95fd-424b-b688-433e0ae2cd24 None None] Port d73bd39c-4cae-4632-b561-6538d00a09c9 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:10:36.204343 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-a85f44bf-4cf2-41a6-9d53-9e7d68e7e2ac tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0994306 Jul 14 10:10:36.241110 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device bb566b5f-3dba-4b30-bc33-2fefdfd25a81 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:10:36.307701 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port bb566b5f-3dba-4b30-bc33-2fefdfd25a81 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:10:36.313911 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port bb566b5f-3dba-4b30-bc33-2fefdfd25a81 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:10:36.314289 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:36.332253 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-df5db04a-540e-4079-a232-8dc6fbe6fdee service neutron] 10.222.0.25 "GET /v2.0/networks/7498185e-d867-4558-8bb3-6653ae66b6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134636 Jul 14 10:10:36.340483 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a687a97d-5808-43f2-a49f-9707642936cc None None] Provisioning complete for port d73bd39c-4cae-4632-b561-6538d00a09c9 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:10:36.340883 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a687a97d-5808-43f2-a49f-9707642936cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:36.367825 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faafd429-79d1-4707-90b5-22c0ba71a1da None None] Sync routers for ids ['26ce8ed1-1c79-484f-9c96-61723db460aa'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:10:36.382454 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faafd429-79d1-4707-90b5-22c0ba71a1da None None] Routers {'26ce8ed1-1c79-484f-9c96-61723db460aa'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:10:36.383480 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-faafd429-79d1-4707-90b5-22c0ba71a1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:10:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['26ce8ed1-1c79-484f-9c96-61723db460aa'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:36.390705 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a687a97d-5808-43f2-a49f-9707642936cc None None] Port d73bd39c-4cae-4632-b561-6538d00a09c9 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:10:36.440757 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:36.476129 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-e7e984d0-dc46-4be1-9fe5-029a4944d9e3 service neutron] 10.222.0.25 "GET /v2.0/networks/7498185e-d867-4558-8bb3-6653ae66b6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420829 Jul 14 10:10:36.486542 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port bb566b5f-3dba-4b30-bc33-2fefdfd25a81, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=bb566b5f-3dba-4b30-bc33-2fefdfd25a81,segment=NetworkSegment(9f602b0b-bc35-4e3f-b546-878e09837359),segment_id=9f602b0b-bc35-4e3f-b546-878e09837359)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:36.491801 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:36.492583 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a9c9249f-a965-462d-bc04-98ce7af9fb6e up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:10:36.521586 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-faafd429-79d1-4707-90b5-22c0ba71a1da None None] Set router 26ce8ed1-1c79-484f-9c96-61723db460aa gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:10:36.588381 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-71fe702a-9006-4bd2-a883-35a5f0e4bd12 None None] Provisioning complete for port d73bd39c-4cae-4632-b561-6538d00a09c9 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:10:36.588664 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71fe702a-9006-4bd2-a883-35a5f0e4bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:36.590853 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=bb566b5f-3dba-4b30-bc33-2fefdfd25a81,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:36.637058 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port a9c9249f-a965-462d-bc04-98ce7af9fb6e completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:10:36.646149 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port a9c9249f-a965-462d-bc04-98ce7af9fb6e triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:10:36.646862 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:36.650106 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-71fe702a-9006-4bd2-a883-35a5f0e4bd12 None None] Port d73bd39c-4cae-4632-b561-6538d00a09c9 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:10:36.688966 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3dd80fce-93c2-4c99-92a5-090a6c18ac83 req-4d2c2967-183b-4ca9-9a46-9fd746170ee2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=309a869a-f1aa-40c2-9cff-09986ce8050b HTTP/1.1" status: 200 len: 210 time: 0.0417449 Jul 14 10:10:36.743642 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:36.769344 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port a9c9249f-a965-462d-bc04-98ce7af9fb6e, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a9c9249f-a965-462d-bc04-98ce7af9fb6e,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:36.774798 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:36.783609 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-faafd429-79d1-4707-90b5-22c0ba71a1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697399941', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'a9c9249f-a965-462d-bc04-98ce7af9fb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:31Z', 'updated_at': '2021-07-14T10:10:34Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'a9c9249f-a965-462d-bc04-98ce7af9fb6e', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:31Z', 'updated_at': '2021-07-14T10:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'd73bd39c-4cae-4632-b561-6538d00a09c9', 'name': '', 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:18:b5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e834e301-6fc4-4987-b835-28d267b41e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:34Z', 'updated_at': '2021-07-14T10:10:35Z', 'revision_number': 2, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': 'e834e301-6fc4-4987-b835-28d267b41e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:36.816198 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faafd429-79d1-4707-90b5-22c0ba71a1da None None] Checking router: 26ce8ed1-1c79-484f-9c96-61723db460aa for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:10:36.816551 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faafd429-79d1-4707-90b5-22c0ba71a1da None None] Updating router 26ce8ed1-1c79-484f-9c96-61723db460aa port d73bd39c-4cae-4632-b561-6538d00a09c9 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:10:36.826086 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=a9c9249f-a965-462d-bc04-98ce7af9fb6e,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:36.853038 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-faafd429-79d1-4707-90b5-22c0ba71a1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:37.122947 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-faafd429-79d1-4707-90b5-22c0ba71a1da None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:37.133231 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-faafd429-79d1-4707-90b5-22c0ba71a1da None None] Transition to ACTIVE for port object d73bd39c-4cae-4632-b561-6538d00a09c9 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:10:37.138760 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-faafd429-79d1-4707-90b5-22c0ba71a1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:37.216041 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa50fd-d83d-4e68-aa63-d97873ee28bf None None] Pushing event updated for resources: {'Port': ['ID=d73bd39c-4cae-4632-b561-6538d00a09c9,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:37.243643 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfa50fd-d83d-4e68-aa63-d97873ee28bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:37.243990 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfa50fd-d83d-4e68-aa63-d97873ee28bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:37.244334 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfa50fd-d83d-4e68-aa63-d97873ee28bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:37.244670 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfa50fd-d83d-4e68-aa63-d97873ee28bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:37.245004 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfa50fd-d83d-4e68-aa63-d97873ee28bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:37.245431 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfa50fd-d83d-4e68-aa63-d97873ee28bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:37.245919 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfa50fd-d83d-4e68-aa63-d97873ee28bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:37.246257 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfa50fd-d83d-4e68-aa63-d97873ee28bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:37.246585 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfa50fd-d83d-4e68-aa63-d97873ee28bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:37.246911 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfa50fd-d83d-4e68-aa63-d97873ee28bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:37.247237 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfa50fd-d83d-4e68-aa63-d97873ee28bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:37.247582 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfa50fd-d83d-4e68-aa63-d97873ee28bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:37.264419 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-faafd429-79d1-4707-90b5-22c0ba71a1da None None] Attempting to bind port d73bd39c-4cae-4632-b561-6538d00a09c9 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:10:37.264788 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-faafd429-79d1-4707-90b5-22c0ba71a1da None None] Attempting to bind port d73bd39c-4cae-4632-b561-6538d00a09c9 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '9f602b0b-bc35-4e3f-b546-878e09837359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:10:37.265146 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faafd429-79d1-4707-90b5-22c0ba71a1da None None] Attempting to bind port d73bd39c-4cae-4632-b561-6538d00a09c9 on network 7498185e-d867-4558-8bb3-6653ae66b6f5 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:10:37.270646 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faafd429-79d1-4707-90b5-22c0ba71a1da None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:10:37.271019 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faafd429-79d1-4707-90b5-22c0ba71a1da None None] Checking segment: {'id': '9f602b0b-bc35-4e3f-b546-878e09837359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:10:37.271445 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-faafd429-79d1-4707-90b5-22c0ba71a1da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:37.271840 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faafd429-79d1-4707-90b5-22c0ba71a1da None None] Bound using segment: {'id': '9f602b0b-bc35-4e3f-b546-878e09837359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:10:37.272309 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-faafd429-79d1-4707-90b5-22c0ba71a1da None None] Bound port: d73bd39c-4cae-4632-b561-6538d00a09c9, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f602b0b-bc35-4e3f-b546-878e09837359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:10:37.272684 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-faafd429-79d1-4707-90b5-22c0ba71a1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:37.342000 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-faafd429-79d1-4707-90b5-22c0ba71a1da None None] For port d73bd39c-4cae-4632-b561-6538d00a09c9, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:10:37.346494 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-faafd429-79d1-4707-90b5-22c0ba71a1da None None] For port d73bd39c-4cae-4632-b561-6538d00a09c9, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d73bd39c-4cae-4632-b561-6538d00a09c9,segment=NetworkSegment(9f602b0b-bc35-4e3f-b546-878e09837359),segment_id=9f602b0b-bc35-4e3f-b546-878e09837359)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:10:37.351162 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-faafd429-79d1-4707-90b5-22c0ba71a1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:37.407427 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faafd429-79d1-4707-90b5-22c0ba71a1da None None] Routers {'26ce8ed1-1c79-484f-9c96-61723db460aa'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:10:37.408063 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-faafd429-79d1-4707-90b5-22c0ba71a1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:10:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['26ce8ed1-1c79-484f-9c96-61723db460aa'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:37.452901 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa50fd-d83d-4e68-aa63-d97873ee28bf None None] Pushing event updated for resources: {'Port': ['ID=d73bd39c-4cae-4632-b561-6538d00a09c9,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:37.529607 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-faafd429-79d1-4707-90b5-22c0ba71a1da None None] Set router 26ce8ed1-1c79-484f-9c96-61723db460aa gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:10:37.817807 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-c6c3ee0c-7856-4c5f-9ed8-9d5c409fd585 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:37.819328 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-c6c3ee0c-7856-4c5f-9ed8-9d5c409fd585 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.44 "GET /v2.0/networks?id=7498185e-d867-4558-8bb3-6653ae66b6f5 HTTP/1.1" status: 200 len: 796 time: 0.1219645 Jul 14 10:10:37.825898 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7253d49f-9e99-451c-9457-fa91069fba51 req-42b6af62-1c30-4df1-8060-d3b7ef8ba2dd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=309a869a-f1aa-40c2-9cff-09986ce8050b HTTP/1.1" status: 200 len: 210 time: 0.0296447 Jul 14 10:10:37.866903 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-faafd429-79d1-4707-90b5-22c0ba71a1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697399941', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'a9c9249f-a965-462d-bc04-98ce7af9fb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:31Z', 'updated_at': '2021-07-14T10:10:34Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'a9c9249f-a965-462d-bc04-98ce7af9fb6e', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:31Z', 'updated_at': '2021-07-14T10:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'd73bd39c-4cae-4632-b561-6538d00a09c9', 'name': '', 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:18:b5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e834e301-6fc4-4987-b835-28d267b41e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:34Z', 'updated_at': '2021-07-14T10:10:37Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': 'e834e301-6fc4-4987-b835-28d267b41e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:37.877161 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-a028d0e1-3565-4ee6-a19f-bbd7800c66c4 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79b1a17c6357440591aaeff73e261da4 HTTP/1.1" status: 200 len: 380 time: 0.0442402 Jul 14 10:10:37.886068 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-c1675ea1-8766-4e2c-9510-9153b8bff533 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'port': {'device_id': '309a869a-f1aa-40c2-9cff-09986ce8050b', 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5', 'admin_state_up': True, 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'security_groups': ['f06830ba-1985-4bed-8c9b-3f24cfa0c1ec']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:37.894655 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faafd429-79d1-4707-90b5-22c0ba71a1da None None] The sync data for ids ['26ce8ed1-1c79-484f-9c96-61723db460aa'] in n-d-771362-35 is: [{'id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697399941', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'a9c9249f-a965-462d-bc04-98ce7af9fb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:31Z', 'updated_at': '2021-07-14T10:10:34Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'a9c9249f-a965-462d-bc04-98ce7af9fb6e', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:31Z', 'updated_at': '2021-07-14T10:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'd73bd39c-4cae-4632-b561-6538d00a09c9', 'name': '', 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:18:b5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e834e301-6fc4-4987-b835-28d267b41e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:34Z', 'updated_at': '2021-07-14T10:10:37Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': 'e834e301-6fc4-4987-b835-28d267b41e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:10:38.038688 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-c1675ea1-8766-4e2c-9510-9153b8bff533 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Made reservation on behalf of 79b1a17c6357440591aaeff73e261da4 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:10:38.042563 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-c1675ea1-8766-4e2c-9510-9153b8bff533 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:38.199797 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-c1675ea1-8766-4e2c-9510-9153b8bff533 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Allocated IP 172.20.0.10 (7498185e-d867-4558-8bb3-6653ae66b6f5/e834e301-6fc4-4987-b835-28d267b41e62/ba5d4189-5b9f-41aa-93dd-ac544ab3d9da) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:10:38.242198 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device bb566b5f-3dba-4b30-bc33-2fefdfd25a81 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:10:38.298934 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port bb566b5f-3dba-4b30-bc33-2fefdfd25a81 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:10:38.299305 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:38.362182 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-c1675ea1-8766-4e2c-9510-9153b8bff533 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:38.378533 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-c1675ea1-8766-4e2c-9510-9153b8bff533 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Transition to ACTIVE for port object ba5d4189-5b9f-41aa-93dd-ac544ab3d9da will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:10:38.388384 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d73bd39c-4cae-4632-b561-6538d00a09c9 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:10:38.414851 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-c1675ea1-8766-4e2c-9510-9153b8bff533 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:38.446268 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port d73bd39c-4cae-4632-b561-6538d00a09c9 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:10:38.451170 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d73bd39c-4cae-4632-b561-6538d00a09c9 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:10:38.451394 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:38.468154 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-c1675ea1-8766-4e2c-9510-9153b8bff533 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network 7498185e-d867-4558-8bb3-6653ae66b6f5 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:10:38.474551 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-c1675ea1-8766-4e2c-9510-9153b8bff533 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:10:38.478541 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-c1675ea1-8766-4e2c-9510-9153b8bff533 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:10:38.509309 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1675ea1-8766-4e2c-9510-9153b8bff533 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=ba5d4189-5b9f-41aa-93dd-ac544ab3d9da,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:38.549479 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-c1675ea1-8766-4e2c-9510-9153b8bff533 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:38.550180 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-c1675ea1-8766-4e2c-9510-9153b8bff533 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:38.565308 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:38.568727 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-c1675ea1-8766-4e2c-9510-9153b8bff533 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6866696 Jul 14 10:10:38.583018 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-f2772631-3fdd-4979-8cfc-fd7f17787f77 service neutron] Request body: {'port': {'device_id': '309a869a-f1aa-40c2-9cff-09986ce8050b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:38.606879 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port d73bd39c-4cae-4632-b561-6538d00a09c9, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d73bd39c-4cae-4632-b561-6538d00a09c9,segment=NetworkSegment(9f602b0b-bc35-4e3f-b546-878e09837359),segment_id=9f602b0b-bc35-4e3f-b546-878e09837359)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:38.611625 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:38.612530 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a9c9249f-a965-462d-bc04-98ce7af9fb6e up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:10:38.697553 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-f2772631-3fdd-4979-8cfc-fd7f17787f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:38.731886 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=d73bd39c-4cae-4632-b561-6538d00a09c9,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:38.756793 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port a9c9249f-a965-462d-bc04-98ce7af9fb6e triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:10:38.757165 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:38.869608 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5be4b2fc-bccc-43a6-9bb4-f30be3b7b5f4 None None] Provisioning for port ba5d4189-5b9f-41aa-93dd-ac544ab3d9da completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:10:38.876944 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5be4b2fc-bccc-43a6-9bb4-f30be3b7b5f4 None None] Provisioning complete for port ba5d4189-5b9f-41aa-93dd-ac544ab3d9da triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:10:38.877346 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5be4b2fc-bccc-43a6-9bb4-f30be3b7b5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:38.926654 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-5be4b2fc-bccc-43a6-9bb4-f30be3b7b5f4 None None] Port ba5d4189-5b9f-41aa-93dd-ac544ab3d9da cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:10:39.042485 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f040cd-3d2c-452f-9a1f-5dafc569cd08 req-28bc3307-4263-44a7-884e-19cb37d11c35 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:39.044242 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-50f040cd-3d2c-452f-9a1f-5dafc569cd08 req-28bc3307-4263-44a7-884e-19cb37d11c35 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=309a869a-f1aa-40c2-9cff-09986ce8050b HTTP/1.1" status: 200 len: 932 time: 0.0734937 Jul 14 10:10:39.061564 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-f2772631-3fdd-4979-8cfc-fd7f17787f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5d4189-5b9f-41aa-93dd-ac544ab3d9da {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:10:39.070980 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-f2772631-3fdd-4979-8cfc-fd7f17787f77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:39.084917 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-f2772631-3fdd-4979-8cfc-fd7f17787f77 service neutron] Transition to ACTIVE for port object ba5d4189-5b9f-41aa-93dd-ac544ab3d9da will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:10:39.088264 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-50f040cd-3d2c-452f-9a1f-5dafc569cd08 req-1918e2a0-c639-43f8-8ad9-6f7e2bbdfe31 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=f06830ba-1985-4bed-8c9b-3f24cfa0c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377679 Jul 14 10:10:39.089589 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-f2772631-3fdd-4979-8cfc-fd7f17787f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:39.168986 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2772631-3fdd-4979-8cfc-fd7f17787f77 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5d4189-5b9f-41aa-93dd-ac544ab3d9da,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:39.234190 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-f2772631-3fdd-4979-8cfc-fd7f17787f77 service neutron] Attempting to bind port ba5d4189-5b9f-41aa-93dd-ac544ab3d9da on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:10:39.234553 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-f2772631-3fdd-4979-8cfc-fd7f17787f77 service neutron] Attempting to bind port ba5d4189-5b9f-41aa-93dd-ac544ab3d9da by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '9f602b0b-bc35-4e3f-b546-878e09837359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:10:39.234902 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-f2772631-3fdd-4979-8cfc-fd7f17787f77 service neutron] Attempting to bind port ba5d4189-5b9f-41aa-93dd-ac544ab3d9da on network 7498185e-d867-4558-8bb3-6653ae66b6f5 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:10:39.240632 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-f2772631-3fdd-4979-8cfc-fd7f17787f77 service neutron] Port ba5d4189-5b9f-41aa-93dd-ac544ab3d9da on network 7498185e-d867-4558-8bb3-6653ae66b6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:10:39.240972 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-f2772631-3fdd-4979-8cfc-fd7f17787f77 service neutron] Attempting to bind port ba5d4189-5b9f-41aa-93dd-ac544ab3d9da on network 7498185e-d867-4558-8bb3-6653ae66b6f5 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:10:39.246612 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-f2772631-3fdd-4979-8cfc-fd7f17787f77 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:10:39.246968 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-f2772631-3fdd-4979-8cfc-fd7f17787f77 service neutron] Checking segment: {'id': '9f602b0b-bc35-4e3f-b546-878e09837359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:10:39.247373 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-f2772631-3fdd-4979-8cfc-fd7f17787f77 service neutron] Bound using segment: {'id': '9f602b0b-bc35-4e3f-b546-878e09837359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:10:39.247842 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-f2772631-3fdd-4979-8cfc-fd7f17787f77 service neutron] Bound port: ba5d4189-5b9f-41aa-93dd-ac544ab3d9da, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f602b0b-bc35-4e3f-b546-878e09837359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:10:39.248215 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-f2772631-3fdd-4979-8cfc-fd7f17787f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:39.325072 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-f2772631-3fdd-4979-8cfc-fd7f17787f77 service neutron] For port ba5d4189-5b9f-41aa-93dd-ac544ab3d9da, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:10:39.330231 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-f2772631-3fdd-4979-8cfc-fd7f17787f77 service neutron] For port ba5d4189-5b9f-41aa-93dd-ac544ab3d9da, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ba5d4189-5b9f-41aa-93dd-ac544ab3d9da,segment=NetworkSegment(9f602b0b-bc35-4e3f-b546-878e09837359),segment_id=9f602b0b-bc35-4e3f-b546-878e09837359)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:10:39.336124 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-f2772631-3fdd-4979-8cfc-fd7f17787f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:39.378754 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-f2772631-3fdd-4979-8cfc-fd7f17787f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:39.380279 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-f2772631-3fdd-4979-8cfc-fd7f17787f77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:39.381668 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-f2772631-3fdd-4979-8cfc-fd7f17787f77 service neutron] 10.222.0.44 "PUT /v2.0/ports/ba5d4189-5b9f-41aa-93dd-ac544ab3d9da HTTP/1.1" status: 200 len: 1093 time: 0.8038681 Jul 14 10:10:39.382110 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309a869a-f1aa-40c2-9cff-09986ce8050b', 'tag': 'ba5d4189-5b9f-41aa-93dd-ac544ab3d9da'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:10:39.384443 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25215211-843a-4fb5-8e7a-bc8a4fe3b82d" -d '{"events": [{"name": "network-changed", "server_uuid": "309a869a-f1aa-40c2-9cff-09986ce8050b", "tag": "ba5d4189-5b9f-41aa-93dd-ac544ab3d9da"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:10:39.405459 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2772631-3fdd-4979-8cfc-fd7f17787f77 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5d4189-5b9f-41aa-93dd-ac544ab3d9da,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:39.486588 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-2a5ff102-787e-4234-a766-d6d85029d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:39.488320 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-2a5ff102-787e-4234-a766-d6d85029d59c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=309a869a-f1aa-40c2-9cff-09986ce8050b HTTP/1.1" status: 200 len: 1096 time: 0.0675540 Jul 14 10:10:39.490591 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cdfa56-8b94-414f-b7b8-bff8057a6f08 x-openstack-request-id: req-c8cdfa56-8b94-414f-b7b8-bff8057a6f08 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:10:39.490877 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309a869a-f1aa-40c2-9cff-09986ce8050b", "tag": "ba5d4189-5b9f-41aa-93dd-ac544ab3d9da", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:10:39.491127 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8cdfa56-8b94-414f-b7b8-bff8057a6f08 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:10:39.491537 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309a869a-f1aa-40c2-9cff-09986ce8050b', 'tag': 'ba5d4189-5b9f-41aa-93dd-ac544ab3d9da', 'status': 'completed', 'code': 200} Jul 14 10:10:39.536445 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-0fcc8a5c-4b35-4149-b6b1-d89307462f28 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba5d4189-5b9f-41aa-93dd-ac544ab3d9da HTTP/1.1" status: 200 len: 217 time: 0.0393782 Jul 14 10:10:39.588446 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-5589023b-e9fc-4104-9b0a-b792a5f33aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:39.589887 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-5589023b-e9fc-4104-9b0a-b792a5f33aae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e834e301-6fc4-4987-b835-28d267b41e62 HTTP/1.1" status: 200 len: 835 time: 0.0479431 Jul 14 10:10:39.646469 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-3c7f88fa-1782-40e0-a72d-4c7b4f047999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:39.647956 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-3c7f88fa-1782-40e0-a72d-4c7b4f047999 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7498185e-d867-4558-8bb3-6653ae66b6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518088 Jul 14 10:10:39.749107 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-40917fa1-19b6-432d-b693-7e2e0fb4240b service neutron] 10.222.0.44 "GET /v2.0/networks/7498185e-d867-4558-8bb3-6653ae66b6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948732 Jul 14 10:10:39.839024 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-88717768-e41a-42ed-af5d-99c09c18f1e7 req-a1633d90-febd-4938-9719-712b0e51ea12 service neutron] 10.222.0.44 "GET /v2.0/networks/7498185e-d867-4558-8bb3-6653ae66b6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836062 Jul 14 10:10:39.942616 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25215211-843a-4fb5-8e7a-bc8a4fe3b82d req-976fa0b7-106c-40be-b261-fb06935ef306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:39.944164 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-25215211-843a-4fb5-8e7a-bc8a4fe3b82d req-976fa0b7-106c-40be-b261-fb06935ef306 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=309a869a-f1aa-40c2-9cff-09986ce8050b HTTP/1.1" status: 200 len: 1096 time: 0.0547171 Jul 14 10:10:40.046812 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25215211-843a-4fb5-8e7a-bc8a4fe3b82d req-67533c23-d766-4a2d-b359-cb17923e4dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:40.048351 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-25215211-843a-4fb5-8e7a-bc8a4fe3b82d req-67533c23-d766-4a2d-b359-cb17923e4dbf service neutron] 10.222.0.44 "GET /v2.0/networks?id=7498185e-d867-4558-8bb3-6653ae66b6f5 HTTP/1.1" status: 200 len: 896 time: 0.0983100 Jul 14 10:10:40.090625 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-25215211-843a-4fb5-8e7a-bc8a4fe3b82d req-4259a65d-8e06-41b7-bc79-4bee369f3d33 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba5d4189-5b9f-41aa-93dd-ac544ab3d9da HTTP/1.1" status: 200 len: 217 time: 0.0359125 Jul 14 10:10:40.150621 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25215211-843a-4fb5-8e7a-bc8a4fe3b82d req-cb899099-ed28-4a2b-8ef7-3dfca8855b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:40.152340 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-25215211-843a-4fb5-8e7a-bc8a4fe3b82d req-cb899099-ed28-4a2b-8ef7-3dfca8855b2e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e834e301-6fc4-4987-b835-28d267b41e62 HTTP/1.1" status: 200 len: 835 time: 0.0555222 Jul 14 10:10:40.162516 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d73bd39c-4cae-4632-b561-6538d00a09c9 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:10:40.214404 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port d73bd39c-4cae-4632-b561-6538d00a09c9 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:10:40.214776 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:40.216552 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25215211-843a-4fb5-8e7a-bc8a4fe3b82d req-408adb48-f1aa-47df-bd26-45a09d7df793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:40.218189 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-25215211-843a-4fb5-8e7a-bc8a4fe3b82d req-408adb48-f1aa-47df-bd26-45a09d7df793 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7498185e-d867-4558-8bb3-6653ae66b6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580945 Jul 14 10:10:40.304394 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e878d-76c5-47fc-b21a-cc32988b0278 req-b3b54d8a-2dba-4911-aefb-35392126d479 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:40.306044 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-395e878d-76c5-47fc-b21a-cc32988b0278 req-b3b54d8a-2dba-4911-aefb-35392126d479 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=309a869a-f1aa-40c2-9cff-09986ce8050b HTTP/1.1" status: 200 len: 944 time: 0.0759046 Jul 14 10:10:40.312963 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-25215211-843a-4fb5-8e7a-bc8a4fe3b82d req-ea3dcb83-50ef-49e0-a2ee-070eae9bc007 service neutron] 10.222.0.44 "GET /v2.0/networks/7498185e-d867-4558-8bb3-6653ae66b6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880382 Jul 14 10:10:40.346207 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-395e878d-76c5-47fc-b21a-cc32988b0278 req-70d1bfc3-2ed3-4dca-81c0-2c5b36dcdcbd tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=f06830ba-1985-4bed-8c9b-3f24cfa0c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343356 Jul 14 10:10:40.418122 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-25215211-843a-4fb5-8e7a-bc8a4fe3b82d req-abcc6da2-bd84-49c8-9011-3e8305fed2d6 service neutron] 10.222.0.44 "GET /v2.0/networks/7498185e-d867-4558-8bb3-6653ae66b6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963955 Jul 14 10:10:41.305614 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:10:41.311574 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:41.527042 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f48b5a-2f80-4928-90f5-bba19fe3afd5 req-16e0b39d-6574-4958-b40e-011336cf8e34 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:41.528551 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52f48b5a-2f80-4928-90f5-bba19fe3afd5 req-16e0b39d-6574-4958-b40e-011336cf8e34 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=309a869a-f1aa-40c2-9cff-09986ce8050b HTTP/1.1" status: 200 len: 944 time: 0.0700610 Jul 14 10:10:41.567358 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-52f48b5a-2f80-4928-90f5-bba19fe3afd5 req-1124aaf5-06a6-4ed3-81b4-947cea50cb38 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=f06830ba-1985-4bed-8c9b-3f24cfa0c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332289 Jul 14 10:10:42.740988 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a7be0-2d3c-42f7-ad6f-37c069e3a865 req-3638f89e-cf8c-4de7-b4c2-64315072dc06 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:42.742480 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e9a7be0-2d3c-42f7-ad6f-37c069e3a865 req-3638f89e-cf8c-4de7-b4c2-64315072dc06 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=309a869a-f1aa-40c2-9cff-09986ce8050b HTTP/1.1" status: 200 len: 944 time: 0.0646615 Jul 14 10:10:42.781910 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5e9a7be0-2d3c-42f7-ad6f-37c069e3a865 req-9afffb66-caef-426c-9d25-9cdece5bf011 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=f06830ba-1985-4bed-8c9b-3f24cfa0c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335469 Jul 14 10:10:42.805352 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:42.917369 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device ba5d4189-5b9f-41aa-93dd-ac544ab3d9da details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:10:43.156764 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port ba5d4189-5b9f-41aa-93dd-ac544ab3d9da, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ba5d4189-5b9f-41aa-93dd-ac544ab3d9da,segment=NetworkSegment(9f602b0b-bc35-4e3f-b546-878e09837359),segment_id=9f602b0b-bc35-4e3f-b546-878e09837359)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:43.168333 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'ba5d4189-5b9f-41aa-93dd-ac544ab3d9da', 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5', 'port_id': 'ba5d4189-5b9f-41aa-93dd-ac544ab3d9da', 'mac_address': 'fa:16:3e:82:13:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e834e301-6fc4-4987-b835-28d267b41e62', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:10:43.208767 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:43.220910 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5d4189-5b9f-41aa-93dd-ac544ab3d9da {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:10:43.240744 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port ba5d4189-5b9f-41aa-93dd-ac544ab3d9da, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ba5d4189-5b9f-41aa-93dd-ac544ab3d9da,segment=NetworkSegment(9f602b0b-bc35-4e3f-b546-878e09837359),segment_id=9f602b0b-bc35-4e3f-b546-878e09837359)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:43.244328 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:43.289808 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=ba5d4189-5b9f-41aa-93dd-ac544ab3d9da,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:43.472219 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['ba5d4189-5b9f-41aa-93dd-ac544ab3d9da'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:10:43.956896 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada929dd-0b8d-44f3-b110-3dac05853f60 req-e932d401-f17b-4b21-8b44-6a609aeb659f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:43.958987 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ada929dd-0b8d-44f3-b110-3dac05853f60 req-e932d401-f17b-4b21-8b44-6a609aeb659f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=309a869a-f1aa-40c2-9cff-09986ce8050b HTTP/1.1" status: 200 len: 945 time: 0.0642195 Jul 14 10:10:43.995785 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ada929dd-0b8d-44f3-b110-3dac05853f60 req-ba6a2e60-4c79-45d7-ad7c-7d2c04d588de tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=f06830ba-1985-4bed-8c9b-3f24cfa0c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309846 Jul 14 10:10:44.917770 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device ba5d4189-5b9f-41aa-93dd-ac544ab3d9da up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:10:44.965413 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port ba5d4189-5b9f-41aa-93dd-ac544ab3d9da completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:10:44.969093 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port ba5d4189-5b9f-41aa-93dd-ac544ab3d9da triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:10:44.969468 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:45.051675 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:45.074768 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309a869a-f1aa-40c2-9cff-09986ce8050b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5d4189-5b9f-41aa-93dd-ac544ab3d9da'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:10:45.077044 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad2bb0b0c3d38dd5f87e8e96266229fdecb1dfb0d9cead1addcc05902deb2386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1315c252-b9a4-4e29-80db-0db307e55487" -d '{"events": [{"server_uuid": "309a869a-f1aa-40c2-9cff-09986ce8050b", "name": "network-vif-plugged", "status": "completed", "tag": "ba5d4189-5b9f-41aa-93dd-ac544ab3d9da"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:10:45.090830 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port ba5d4189-5b9f-41aa-93dd-ac544ab3d9da, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ba5d4189-5b9f-41aa-93dd-ac544ab3d9da,segment=NetworkSegment(9f602b0b-bc35-4e3f-b546-878e09837359),segment_id=9f602b0b-bc35-4e3f-b546-878e09837359)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:45.095993 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:45.147695 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=ba5d4189-5b9f-41aa-93dd-ac544ab3d9da,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:45.171380 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252d7e87-c521-42c0-8d53-7bb96b239623 x-openstack-request-id: req-252d7e87-c521-42c0-8d53-7bb96b239623 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:10:45.171716 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309a869a-f1aa-40c2-9cff-09986ce8050b", "name": "network-vif-plugged", "status": "completed", "tag": "ba5d4189-5b9f-41aa-93dd-ac544ab3d9da", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:10:45.171967 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-252d7e87-c521-42c0-8d53-7bb96b239623 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:10:45.172361 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309a869a-f1aa-40c2-9cff-09986ce8050b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5d4189-5b9f-41aa-93dd-ac544ab3d9da', 'code': 200} Jul 14 10:10:45.184282 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56302f-31be-44bc-a3aa-1aa0fa8e61a0 req-8b46b7d3-2858-4e77-b8e6-95ce4566db53 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:45.185798 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc56302f-31be-44bc-a3aa-1aa0fa8e61a0 req-8b46b7d3-2858-4e77-b8e6-95ce4566db53 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=309a869a-f1aa-40c2-9cff-09986ce8050b HTTP/1.1" status: 200 len: 946 time: 0.0743437 Jul 14 10:10:45.227595 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cc56302f-31be-44bc-a3aa-1aa0fa8e61a0 req-c53c08e5-91f5-4a42-ba62-58056d215000 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=f06830ba-1985-4bed-8c9b-3f24cfa0c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358758 Jul 14 10:10:45.289787 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d455755-4c7c-4cb3-b065-08df72bb1994 req-1ed40cdd-b881-4905-acb0-96c49206d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:45.291330 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2d455755-4c7c-4cb3-b065-08df72bb1994 req-1ed40cdd-b881-4905-acb0-96c49206d444 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=309a869a-f1aa-40c2-9cff-09986ce8050b HTTP/1.1" status: 200 len: 1098 time: 0.0557580 Jul 14 10:10:45.330719 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2d455755-4c7c-4cb3-b065-08df72bb1994 req-d1d123aa-0548-4958-88b0-5f3522065f92 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f06830ba-1985-4bed-8c9b-3f24cfa0c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329416 Jul 14 10:10:46.374662 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-169bfc30-dc35-4e7f-afd0-1a6df47ece0f req-099edd09-5de5-4609-ac98-f81f2efe3753 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=309a869a-f1aa-40c2-9cff-09986ce8050b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0522587 Jul 14 10:10:46.406767 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497b34e-376a-4675-be8d-6311015e87fe req-43f2e13d-25d5-4eb8-b5e8-541b2df91b2d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:46.408291 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0497b34e-376a-4675-be8d-6311015e87fe req-43f2e13d-25d5-4eb8-b5e8-541b2df91b2d tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=309a869a-f1aa-40c2-9cff-09986ce8050b HTTP/1.1" status: 200 len: 946 time: 0.0663099 Jul 14 10:10:46.447884 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0497b34e-376a-4675-be8d-6311015e87fe req-92f23b67-0b01-46bf-b2e6-800330bc3664 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=f06830ba-1985-4bed-8c9b-3f24cfa0c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331898 Jul 14 10:10:46.480483 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bfc30-dc35-4e7f-afd0-1a6df47ece0f req-502ff7c7-3d97-4037-9b07-c477538473a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:46.482140 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-169bfc30-dc35-4e7f-afd0-1a6df47ece0f req-502ff7c7-3d97-4037-9b07-c477538473a8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=309a869a-f1aa-40c2-9cff-09986ce8050b HTTP/1.1" status: 200 len: 1098 time: 0.0592971 Jul 14 10:10:46.588679 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bfc30-dc35-4e7f-afd0-1a6df47ece0f req-f4394a75-6e9e-4812-9c4a-88cafcb8113c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:46.590163 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-169bfc30-dc35-4e7f-afd0-1a6df47ece0f req-f4394a75-6e9e-4812-9c4a-88cafcb8113c service neutron] 10.222.0.44 "GET /v2.0/networks?id=7498185e-d867-4558-8bb3-6653ae66b6f5 HTTP/1.1" status: 200 len: 896 time: 0.0874045 Jul 14 10:10:46.627541 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8391d49-2d2b-4329-89cc-c0f4f3e5cdd6 req-71c55649-08a3-4d54-bc9e-3eba0dfccf39 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:46.628969 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b8391d49-2d2b-4329-89cc-c0f4f3e5cdd6 req-71c55649-08a3-4d54-bc9e-3eba0dfccf39 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=309a869a-f1aa-40c2-9cff-09986ce8050b HTTP/1.1" status: 200 len: 946 time: 0.0682864 Jul 14 10:10:46.635048 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-169bfc30-dc35-4e7f-afd0-1a6df47ece0f req-0eaf88b5-4c50-4d61-ab25-fa27b04eea1b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba5d4189-5b9f-41aa-93dd-ac544ab3d9da HTTP/1.1" status: 200 len: 217 time: 0.0382607 Jul 14 10:10:46.669052 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b8391d49-2d2b-4329-89cc-c0f4f3e5cdd6 req-1da58b7c-9016-437f-a7ad-aef9a3e56a9b tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=f06830ba-1985-4bed-8c9b-3f24cfa0c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342474 Jul 14 10:10:46.689462 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bfc30-dc35-4e7f-afd0-1a6df47ece0f req-7c41e1fb-56b1-45f8-be5a-fcdcf664da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:46.690915 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-169bfc30-dc35-4e7f-afd0-1a6df47ece0f req-7c41e1fb-56b1-45f8-be5a-fcdcf664da61 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e834e301-6fc4-4987-b835-28d267b41e62 HTTP/1.1" status: 200 len: 835 time: 0.0501676 Jul 14 10:10:46.693897 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36704) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:46.792150 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632ad8ac-919a-4f75-a740-e989dba529b9 tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:46.793706 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-632ad8ac-919a-4f75-a740-e989dba529b9 tempest-TestNetworkAdvancedServerOps-1428885910 tempest-TestNetworkAdvancedServerOps-1428885910-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=309a869a-f1aa-40c2-9cff-09986ce8050b HTTP/1.1" status: 200 len: 1093 time: 0.0988777 Jul 14 10:10:46.795604 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bfc30-dc35-4e7f-afd0-1a6df47ece0f req-43d35860-62b1-4da9-b352-e08365287a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:46.796840 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36706) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:46.796979 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-169bfc30-dc35-4e7f-afd0-1a6df47ece0f req-43d35860-62b1-4da9-b352-e08365287a0d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7498185e-d867-4558-8bb3-6653ae66b6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941601 Jul 14 10:10:46.801617 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-5aaf23b4-69de-4688-b2e5-cf49160ff1bb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'port_id': 'ba5d4189-5b9f-41aa-93dd-ac544ab3d9da', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:46.829568 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5aaf23b4-69de-4688-b2e5-cf49160ff1bb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:46.898177 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-169bfc30-dc35-4e7f-afd0-1a6df47ece0f req-12ab0c69-00bb-4054-a47a-f018eaf0bd59 service neutron] 10.222.0.44 "GET /v2.0/networks/7498185e-d867-4558-8bb3-6653ae66b6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947418 Jul 14 10:10:46.926495 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5aaf23b4-69de-4688-b2e5-cf49160ff1bb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:46.992075 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-169bfc30-dc35-4e7f-afd0-1a6df47ece0f req-986378bb-a51a-4f09-9e9c-1e78f781928c service neutron] 10.222.0.44 "GET /v2.0/networks/7498185e-d867-4558-8bb3-6653ae66b6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876703 Jul 14 10:10:47.362223 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-5aaf23b4-69de-4688-b2e5-cf49160ff1bb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Allocated IP 172.25.6.100 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/15dfa55d-ea05-4515-b56b-141a123c6719) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:10:47.462436 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5aaf23b4-69de-4688-b2e5-cf49160ff1bb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:47.501043 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5aaf23b4-69de-4688-b2e5-cf49160ff1bb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:47.540798 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaf23b4-69de-4688-b2e5-cf49160ff1bb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:10:47.546912 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-5aaf23b4-69de-4688-b2e5-cf49160ff1bb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:10:47.549586 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaf23b4-69de-4688-b2e5-cf49160ff1bb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:10:47.574848 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf23b4-69de-4688-b2e5-cf49160ff1bb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=15dfa55d-ea05-4515-b56b-141a123c6719,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:47.919820 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5aaf23b4-69de-4688-b2e5-cf49160ff1bb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:47.994500 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5aaf23b4-69de-4688-b2e5-cf49160ff1bb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:48.147434 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5aaf23b4-69de-4688-b2e5-cf49160ff1bb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:48.151899 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5aaf23b4-69de-4688-b2e5-cf49160ff1bb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:48.224275 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf23b4-69de-4688-b2e5-cf49160ff1bb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event updated for resources: {'Port': ['ID=15dfa55d-ea05-4515-b56b-141a123c6719,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:48.232352 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5aaf23b4-69de-4688-b2e5-cf49160ff1bb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:48.334987 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-5aaf23b4-69de-4688-b2e5-cf49160ff1bb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Floating IP 45dc6502-e8dc-49ee-a1f4-adcd35102c25 associated. External IP: 172.25.6.100, port: ba5d4189-5b9f-41aa-93dd-ac544ab3d9da. Jul 14 10:10:48.544337 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aaf23b4-69de-4688-b2e5-cf49160ff1bb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Router 26ce8ed1-1c79-484f-9c96-61723db460aa has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:10:48.546062 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-16e39aee-af9f-4a05-ab92-aa729fa6ee2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:48.655463 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aaf23b4-69de-4688-b2e5-cf49160ff1bb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:10:48.667650 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3973754-3b22-455a-895d-3ffb3f5bc387 None None] Sync routers for ids ['26ce8ed1-1c79-484f-9c96-61723db460aa'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:10:48.672083 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5aaf23b4-69de-4688-b2e5-cf49160ff1bb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:48.678177 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3973754-3b22-455a-895d-3ffb3f5bc387 None None] Routers {'26ce8ed1-1c79-484f-9c96-61723db460aa'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:10:48.678803 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e3973754-3b22-455a-895d-3ffb3f5bc387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:10:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['26ce8ed1-1c79-484f-9c96-61723db460aa'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:48.709162 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-5aaf23b4-69de-4688-b2e5-cf49160ff1bb tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9111624 Jul 14 10:10:48.709839 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309a869a-f1aa-40c2-9cff-09986ce8050b', 'tag': 'ba5d4189-5b9f-41aa-93dd-ac544ab3d9da'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:10:48.712335 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdfd76875a0dbbaf1509a4c423fc1f4cb1751388cb9186f92cdb94f63ad4e53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb432c6-658e-438f-bed5-5cb454a59aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "309a869a-f1aa-40c2-9cff-09986ce8050b", "tag": "ba5d4189-5b9f-41aa-93dd-ac544ab3d9da"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:10:48.760105 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961e4876-66b7-4cde-b851-c1ca3c8f38bc x-openstack-request-id: req-961e4876-66b7-4cde-b851-c1ca3c8f38bc {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:10:48.760406 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309a869a-f1aa-40c2-9cff-09986ce8050b", "tag": "ba5d4189-5b9f-41aa-93dd-ac544ab3d9da", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:10:48.760662 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-961e4876-66b7-4cde-b851-c1ca3c8f38bc {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:10:48.761064 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309a869a-f1aa-40c2-9cff-09986ce8050b', 'tag': 'ba5d4189-5b9f-41aa-93dd-ac544ab3d9da', 'status': 'completed', 'code': 200} Jul 14 10:10:48.790036 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-e3973754-3b22-455a-895d-3ffb3f5bc387 None None] Set router 26ce8ed1-1c79-484f-9c96-61723db460aa gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:10:48.841106 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb432c6-658e-438f-bed5-5cb454a59aa1 req-e85b5e04-6fab-44f8-b6a7-999670d94678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:48.842928 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2cb432c6-658e-438f-bed5-5cb454a59aa1 req-e85b5e04-6fab-44f8-b6a7-999670d94678 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=309a869a-f1aa-40c2-9cff-09986ce8050b HTTP/1.1" status: 200 len: 1098 time: 0.0617335 Jul 14 10:10:48.877161 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcf8db-76d2-4c2c-8f8a-3ed4df421800 req-38a55716-b8bc-4919-9ab1-b074477ae1b6 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:48.878722 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-06bcf8db-76d2-4c2c-8f8a-3ed4df421800 req-38a55716-b8bc-4919-9ab1-b074477ae1b6 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=309a869a-f1aa-40c2-9cff-09986ce8050b HTTP/1.1" status: 200 len: 946 time: 0.0757861 Jul 14 10:10:48.919776 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-06bcf8db-76d2-4c2c-8f8a-3ed4df421800 req-c9b16270-504a-4318-a953-e66a585ad278 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=f06830ba-1985-4bed-8c9b-3f24cfa0c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349457 Jul 14 10:10:48.942823 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb432c6-658e-438f-bed5-5cb454a59aa1 req-58a79da4-818b-45a1-9a94-ef7090b88a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:48.944397 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2cb432c6-658e-438f-bed5-5cb454a59aa1 req-58a79da4-818b-45a1-9a94-ef7090b88a62 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7498185e-d867-4558-8bb3-6653ae66b6f5 HTTP/1.1" status: 200 len: 896 time: 0.0948093 Jul 14 10:10:48.946487 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36712) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:49.015620 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-de78161a-e6bb-4fc8-b837-cf9a079f5346 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/floatingips/45dc6502-e8dc-49ee-a1f4-adcd35102c25 HTTP/1.1" status: 200 len: 992 time: 0.0668592 Jul 14 10:10:49.023520 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2cb432c6-658e-438f-bed5-5cb454a59aa1 req-86b6f530-aa69-4247-84f5-d57d0e62e2ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba5d4189-5b9f-41aa-93dd-ac544ab3d9da HTTP/1.1" status: 200 len: 1000 time: 0.0716655 Jul 14 10:10:49.037283 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e3973754-3b22-455a-895d-3ffb3f5bc387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697399941', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'a9c9249f-a965-462d-bc04-98ce7af9fb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:31Z', 'updated_at': '2021-07-14T10:10:34Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'a9c9249f-a965-462d-bc04-98ce7af9fb6e', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:31Z', 'updated_at': '2021-07-14T10:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '45dc6502-e8dc-49ee-a1f4-adcd35102c25', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'port_id': 'ba5d4189-5b9f-41aa-93dd-ac544ab3d9da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5', 'mac_address': 'fa:16:3e:82:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309a869a-f1aa-40c2-9cff-09986ce8050b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:10:47Z', 'updated_at': '2021-07-14T10:10:47Z', 'revision_number': 0, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd73bd39c-4cae-4632-b561-6538d00a09c9', 'name': '', 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:18:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e834e301-6fc4-4987-b835-28d267b41e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:34Z', 'updated_at': '2021-07-14T10:10:38Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': 'e834e301-6fc4-4987-b835-28d267b41e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:49.064158 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3973754-3b22-455a-895d-3ffb3f5bc387 None None] Checking router: 26ce8ed1-1c79-484f-9c96-61723db460aa for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:10:49.073422 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3973754-3b22-455a-895d-3ffb3f5bc387 None None] Routers {'26ce8ed1-1c79-484f-9c96-61723db460aa'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:10:49.073957 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb432c6-658e-438f-bed5-5cb454a59aa1 req-e8bd8f37-23b8-43ba-ba95-c54bac258ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:49.074100 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e3973754-3b22-455a-895d-3ffb3f5bc387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:10:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['26ce8ed1-1c79-484f-9c96-61723db460aa'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:49.075450 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2cb432c6-658e-438f-bed5-5cb454a59aa1 req-e8bd8f37-23b8-43ba-ba95-c54bac258ab9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e834e301-6fc4-4987-b835-28d267b41e62 HTTP/1.1" status: 200 len: 835 time: 0.0450842 Jul 14 10:10:49.132420 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb432c6-658e-438f-bed5-5cb454a59aa1 req-bd063d19-22c2-42d8-b7b7-59d736511a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:49.133857 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2cb432c6-658e-438f-bed5-5cb454a59aa1 req-bd063d19-22c2-42d8-b7b7-59d736511a2f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7498185e-d867-4558-8bb3-6653ae66b6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525565 Jul 14 10:10:49.179625 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-e3973754-3b22-455a-895d-3ffb3f5bc387 None None] Set router 26ce8ed1-1c79-484f-9c96-61723db460aa gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:10:49.228668 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2cb432c6-658e-438f-bed5-5cb454a59aa1 req-7987898b-e553-4965-a921-aa41628bcf95 service neutron] 10.222.0.44 "GET /v2.0/networks/7498185e-d867-4558-8bb3-6653ae66b6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875013 Jul 14 10:10:49.322194 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2cb432c6-658e-438f-bed5-5cb454a59aa1 req-0d07477d-dc18-4175-aa16-13b182a6ae8b service neutron] 10.222.0.44 "GET /v2.0/networks/7498185e-d867-4558-8bb3-6653ae66b6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871465 Jul 14 10:10:49.405780 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e3973754-3b22-455a-895d-3ffb3f5bc387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697399941', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'a9c9249f-a965-462d-bc04-98ce7af9fb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:31Z', 'updated_at': '2021-07-14T10:10:34Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'a9c9249f-a965-462d-bc04-98ce7af9fb6e', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:31Z', 'updated_at': '2021-07-14T10:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '45dc6502-e8dc-49ee-a1f4-adcd35102c25', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'port_id': 'ba5d4189-5b9f-41aa-93dd-ac544ab3d9da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5', 'mac_address': 'fa:16:3e:82:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309a869a-f1aa-40c2-9cff-09986ce8050b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:10:47Z', 'updated_at': '2021-07-14T10:10:47Z', 'revision_number': 0, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd73bd39c-4cae-4632-b561-6538d00a09c9', 'name': '', 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:18:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e834e301-6fc4-4987-b835-28d267b41e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:34Z', 'updated_at': '2021-07-14T10:10:38Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': 'e834e301-6fc4-4987-b835-28d267b41e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:49.436731 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3973754-3b22-455a-895d-3ffb3f5bc387 None None] The sync data for ids ['26ce8ed1-1c79-484f-9c96-61723db460aa'] in n-d-771362-35 is: [{'id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697399941', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'a9c9249f-a965-462d-bc04-98ce7af9fb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:31Z', 'updated_at': '2021-07-14T10:10:34Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'a9c9249f-a965-462d-bc04-98ce7af9fb6e', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:31Z', 'updated_at': '2021-07-14T10:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': '45dc6502-e8dc-49ee-a1f4-adcd35102c25', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'port_id': 'ba5d4189-5b9f-41aa-93dd-ac544ab3d9da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5', 'mac_address': 'fa:16:3e:82:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309a869a-f1aa-40c2-9cff-09986ce8050b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:10:47Z', 'updated_at': '2021-07-14T10:10:47Z', 'revision_number': 0, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd73bd39c-4cae-4632-b561-6538d00a09c9', 'name': '', 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:18:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e834e301-6fc4-4987-b835-28d267b41e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:34Z', 'updated_at': '2021-07-14T10:10:38Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': 'e834e301-6fc4-4987-b835-28d267b41e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:10:49.631331 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281678b3-10b3-4593-a252-6bad9857a474 None None] New status for floating IP 45dc6502-e8dc-49ee-a1f4-adcd35102c25: ACTIVE {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:10:50.018395 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36714) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:50.087229 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e51717b8-fb49-46b3-82e1-4fcaa1d7fa3f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/floatingips/45dc6502-e8dc-49ee-a1f4-adcd35102c25 HTTP/1.1" status: 200 len: 994 time: 0.0674796 Jul 14 10:10:51.139980 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3bac2a29-28c4-4f0a-8676-690527f7e389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:51.380391 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:52.434769 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:53.968225 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:11.321807 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:12.812631 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:17.943117 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3a2fc-8405-431a-b4e4-f2a3ac6e93d4 req-60652b91-8e83-4790-a8d9-08ff68382290 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:17.944510 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fcb3a2fc-8405-431a-b4e4-f2a3ac6e93d4 req-60652b91-8e83-4790-a8d9-08ff68382290 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=309a869a-f1aa-40c2-9cff-09986ce8050b HTTP/1.1" status: 200 len: 946 time: 0.0634718 Jul 14 10:11:17.985890 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fcb3a2fc-8405-431a-b4e4-f2a3ac6e93d4 req-a457d5d1-58cf-4209-8c3b-a5fc9b2dffd6 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=f06830ba-1985-4bed-8c9b-3f24cfa0c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357530 Jul 14 10:11:18.305798 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:11:18.548172 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32ce4c23-1954-4aed-9e45-a7100c926770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:19.164628 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a9522-bf0c-4d94-8be1-f4c3739dfc0b req-c1ae0f6a-5903-4c20-bc60-2c273e55e700 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:19.166053 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6c0a9522-bf0c-4d94-8be1-f4c3739dfc0b req-c1ae0f6a-5903-4c20-bc60-2c273e55e700 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=309a869a-f1aa-40c2-9cff-09986ce8050b HTTP/1.1" status: 200 len: 946 time: 0.0647600 Jul 14 10:11:19.204086 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6c0a9522-bf0c-4d94-8be1-f4c3739dfc0b req-8ace4068-3973-49ce-9ba5-38168b40f5fe tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=f06830ba-1985-4bed-8c9b-3f24cfa0c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324142 Jul 14 10:11:19.228952 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36738) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:19.291446 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-32b3dedd-8363-47e0-b930-ba032b047492 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/floatingips/45dc6502-e8dc-49ee-a1f4-adcd35102c25 HTTP/1.1" status: 200 len: 994 time: 0.0613310 Jul 14 10:11:20.701657 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52ab2e-613e-4f68-9226-50b8cb46b54f req-8623af38-8e4f-4242-85d3-3f6669b7f364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:20.703189 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9b52ab2e-613e-4f68-9226-50b8cb46b54f req-8623af38-8e4f-4242-85d3-3f6669b7f364 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=309a869a-f1aa-40c2-9cff-09986ce8050b HTTP/1.1" status: 200 len: 1098 time: 0.0544825 Jul 14 10:11:20.730044 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd449a-12b7-4d9e-ba09-b76ff6be0a58 req-b47405a0-8301-4395-9764-06fe3624433e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:20.731621 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33dd449a-12b7-4d9e-ba09-b76ff6be0a58 req-b47405a0-8301-4395-9764-06fe3624433e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=309a869a-f1aa-40c2-9cff-09986ce8050b HTTP/1.1" status: 200 len: 946 time: 0.0662503 Jul 14 10:11:20.771342 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-33dd449a-12b7-4d9e-ba09-b76ff6be0a58 req-5a4bb89b-29cd-448f-bc1c-d501aa73d07f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=f06830ba-1985-4bed-8c9b-3f24cfa0c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339494 Jul 14 10:11:20.798850 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52ab2e-613e-4f68-9226-50b8cb46b54f req-98376c09-9409-467f-a917-c6fa289e9cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:20.800362 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9b52ab2e-613e-4f68-9226-50b8cb46b54f req-98376c09-9409-467f-a917-c6fa289e9cf2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7498185e-d867-4558-8bb3-6653ae66b6f5 HTTP/1.1" status: 200 len: 896 time: 0.0912106 Jul 14 10:11:20.866487 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9b52ab2e-613e-4f68-9226-50b8cb46b54f req-9074ed3c-eca9-40c0-afd2-aadbf69e839d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba5d4189-5b9f-41aa-93dd-ac544ab3d9da HTTP/1.1" status: 200 len: 1002 time: 0.0595381 Jul 14 10:11:20.918533 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52ab2e-613e-4f68-9226-50b8cb46b54f req-cf3011df-65a0-4794-a1b4-895b17ae95d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:20.920066 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9b52ab2e-613e-4f68-9226-50b8cb46b54f req-cf3011df-65a0-4794-a1b4-895b17ae95d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e834e301-6fc4-4987-b835-28d267b41e62 HTTP/1.1" status: 200 len: 835 time: 0.0478880 Jul 14 10:11:20.978195 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52ab2e-613e-4f68-9226-50b8cb46b54f req-655383c5-6ace-4c19-a7c8-8b7071272a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:20.979669 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9b52ab2e-613e-4f68-9226-50b8cb46b54f req-655383c5-6ace-4c19-a7c8-8b7071272a51 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7498185e-d867-4558-8bb3-6653ae66b6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530829 Jul 14 10:11:21.070732 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9b52ab2e-613e-4f68-9226-50b8cb46b54f req-2c0033f6-38ae-4ab5-839e-70c4413105c9 service neutron] 10.222.0.44 "GET /v2.0/networks/7498185e-d867-4558-8bb3-6653ae66b6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843887 Jul 14 10:11:21.140700 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e76fd27b-02e4-4e61-b29c-ddb5a2ef5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:21.168477 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9b52ab2e-613e-4f68-9226-50b8cb46b54f req-01959336-eb37-4416-9d32-b23502564028 service neutron] 10.222.0.44 "GET /v2.0/networks/7498185e-d867-4558-8bb3-6653ae66b6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908141 Jul 14 10:11:21.382031 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:21.957094 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad62fa1-4ab8-40a9-8533-2ab7cbf19052 req-0192e6cb-6c51-4970-a4df-e24925f475c2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:21.958595 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ad62fa1-4ab8-40a9-8533-2ab7cbf19052 req-0192e6cb-6c51-4970-a4df-e24925f475c2 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=309a869a-f1aa-40c2-9cff-09986ce8050b HTTP/1.1" status: 200 len: 946 time: 0.0690043 Jul 14 10:11:21.996948 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9ad62fa1-4ab8-40a9-8533-2ab7cbf19052 req-ad6f7cc6-62dc-46a8-ad1b-3a6317096ea0 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=f06830ba-1985-4bed-8c9b-3f24cfa0c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326118 Jul 14 10:11:22.439012 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:23.176232 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404b667-2834-46a7-89fe-3034bdc2f406 req-5cde72d6-6827-4d46-ba2f-57200b09062e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:23.177808 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0404b667-2834-46a7-89fe-3034bdc2f406 req-5cde72d6-6827-4d46-ba2f-57200b09062e tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=309a869a-f1aa-40c2-9cff-09986ce8050b HTTP/1.1" status: 200 len: 946 time: 0.0661561 Jul 14 10:11:23.220150 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0404b667-2834-46a7-89fe-3034bdc2f406 req-00ca9458-6a49-4155-8705-c78242dcb5c1 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=f06830ba-1985-4bed-8c9b-3f24cfa0c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366344 Jul 14 10:11:23.246373 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36750) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:23.309657 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0ecf5c19-6877-4e22-ad1f-906803689756 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/floatingips/45dc6502-e8dc-49ee-a1f4-adcd35102c25 HTTP/1.1" status: 200 len: 994 time: 0.0619261 Jul 14 10:11:23.616535 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36756) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:23.788769 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fe22cd9a-3c63-4c1f-b665-7fa2371b2c57 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Deleting port 15dfa55d-ea05-4515-b56b-141a123c6719 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:11:23.789124 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe22cd9a-3c63-4c1f-b665-7fa2371b2c57 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:23.866402 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe22cd9a-3c63-4c1f-b665-7fa2371b2c57 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:23.866797 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe22cd9a-3c63-4c1f-b665-7fa2371b2c57 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:23.878686 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fe22cd9a-3c63-4c1f-b665-7fa2371b2c57 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Calling delete_port for 15dfa55d-ea05-4515-b56b-141a123c6719 owned by network:floatingip {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:11:23.970593 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:24.036648 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe22cd9a-3c63-4c1f-b665-7fa2371b2c57 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:24.063284 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22cd9a-3c63-4c1f-b665-7fa2371b2c57 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Port': ['ID=15dfa55d-ea05-4515-b56b-141a123c6719,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:24.136876 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe22cd9a-3c63-4c1f-b665-7fa2371b2c57 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for floatingip, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:24.137318 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-fe22cd9a-3c63-4c1f-b665-7fa2371b2c57 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Floating IP 45dc6502-e8dc-49ee-a1f4-adcd35102c25 disassociated (deleted). External IP: 172.25.6.100, port: ba5d4189-5b9f-41aa-93dd-ac544ab3d9da. Jul 14 10:11:24.704671 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe22cd9a-3c63-4c1f-b665-7fa2371b2c57 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Router 26ce8ed1-1c79-484f-9c96-61723db460aa has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:11:24.815691 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe22cd9a-3c63-4c1f-b665-7fa2371b2c57 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:11:24.821836 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe22cd9a-3c63-4c1f-b665-7fa2371b2c57 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:24.826382 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528fc937-6c55-4621-8425-b51f3472a867 None None] Sync routers for ids ['26ce8ed1-1c79-484f-9c96-61723db460aa'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:11:24.835214 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528fc937-6c55-4621-8425-b51f3472a867 None None] Routers {'26ce8ed1-1c79-484f-9c96-61723db460aa'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:24.835859 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-528fc937-6c55-4621-8425-b51f3472a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:11:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['26ce8ed1-1c79-484f-9c96-61723db460aa'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:24.856991 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-fe22cd9a-3c63-4c1f-b665-7fa2371b2c57 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "DELETE /v2.0/floatingips/45dc6502-e8dc-49ee-a1f4-adcd35102c25 HTTP/1.1" status: 204 len: 168 time: 1.2392704 Jul 14 10:11:24.857575 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309a869a-f1aa-40c2-9cff-09986ce8050b', 'tag': 'ba5d4189-5b9f-41aa-93dd-ac544ab3d9da'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:11:24.859849 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61b6c94-2cf6-41b5-ad7a-71ce0fdcfe72" -d '{"events": [{"name": "network-changed", "server_uuid": "309a869a-f1aa-40c2-9cff-09986ce8050b", "tag": "ba5d4189-5b9f-41aa-93dd-ac544ab3d9da"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:11:24.897502 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f357d9-2ea6-47e7-9c65-6d79ff66ac80 x-openstack-request-id: req-33f357d9-2ea6-47e7-9c65-6d79ff66ac80 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:11:24.897866 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309a869a-f1aa-40c2-9cff-09986ce8050b", "tag": "ba5d4189-5b9f-41aa-93dd-ac544ab3d9da", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:11:24.898182 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33f357d9-2ea6-47e7-9c65-6d79ff66ac80 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:11:24.898643 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309a869a-f1aa-40c2-9cff-09986ce8050b', 'tag': 'ba5d4189-5b9f-41aa-93dd-ac544ab3d9da', 'status': 'completed', 'code': 200} Jul 14 10:11:24.943632 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-528fc937-6c55-4621-8425-b51f3472a867 None None] Set router 26ce8ed1-1c79-484f-9c96-61723db460aa gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:24.974857 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b6c94-2cf6-41b5-ad7a-71ce0fdcfe72 req-2ebdec29-4970-4dd7-9e0b-b0188309b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:24.976396 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f61b6c94-2cf6-41b5-ad7a-71ce0fdcfe72 req-2ebdec29-4970-4dd7-9e0b-b0188309b2ca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79b1a17c6357440591aaeff73e261da4&device_id=309a869a-f1aa-40c2-9cff-09986ce8050b HTTP/1.1" status: 200 len: 1098 time: 0.0550964 Jul 14 10:11:25.079075 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b6c94-2cf6-41b5-ad7a-71ce0fdcfe72 req-24a56a70-4eb5-411e-8ca8-cc4cc7eb60ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:25.080920 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f61b6c94-2cf6-41b5-ad7a-71ce0fdcfe72 req-24a56a70-4eb5-411e-8ca8-cc4cc7eb60ba service neutron] 10.222.0.44 "GET /v2.0/networks?id=7498185e-d867-4558-8bb3-6653ae66b6f5 HTTP/1.1" status: 200 len: 896 time: 0.0982087 Jul 14 10:11:25.128541 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f61b6c94-2cf6-41b5-ad7a-71ce0fdcfe72 req-7fbb4d66-5b2d-4c66-a452-a55153de9986 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba5d4189-5b9f-41aa-93dd-ac544ab3d9da HTTP/1.1" status: 200 len: 217 time: 0.0406392 Jul 14 10:11:25.163314 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-528fc937-6c55-4621-8425-b51f3472a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697399941', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'a9c9249f-a965-462d-bc04-98ce7af9fb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:31Z', 'updated_at': '2021-07-14T10:10:34Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'a9c9249f-a965-462d-bc04-98ce7af9fb6e', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:31Z', 'updated_at': '2021-07-14T10:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'd73bd39c-4cae-4632-b561-6538d00a09c9', 'name': '', 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:18:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e834e301-6fc4-4987-b835-28d267b41e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:34Z', 'updated_at': '2021-07-14T10:10:38Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': 'e834e301-6fc4-4987-b835-28d267b41e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:25.186823 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b6c94-2cf6-41b5-ad7a-71ce0fdcfe72 req-9c283a63-ff84-4e09-b6bd-5a55e86f55f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:25.188762 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f61b6c94-2cf6-41b5-ad7a-71ce0fdcfe72 req-9c283a63-ff84-4e09-b6bd-5a55e86f55f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e834e301-6fc4-4987-b835-28d267b41e62 HTTP/1.1" status: 200 len: 835 time: 0.0540144 Jul 14 10:11:25.198946 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528fc937-6c55-4621-8425-b51f3472a867 None None] Checking router: 26ce8ed1-1c79-484f-9c96-61723db460aa for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:11:25.208586 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528fc937-6c55-4621-8425-b51f3472a867 None None] Routers {'26ce8ed1-1c79-484f-9c96-61723db460aa'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:25.209214 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-528fc937-6c55-4621-8425-b51f3472a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:11:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['26ce8ed1-1c79-484f-9c96-61723db460aa'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:25.251082 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a65a4e-75d2-45d4-96c7-077db5a55dc7 req-0f14d104-abb7-481b-8eac-f70ca01ebe00 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:25.253962 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-41a65a4e-75d2-45d4-96c7-077db5a55dc7 req-0f14d104-abb7-481b-8eac-f70ca01ebe00 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=309a869a-f1aa-40c2-9cff-09986ce8050b HTTP/1.1" status: 200 len: 946 time: 0.0743575 Jul 14 10:11:25.267023 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b6c94-2cf6-41b5-ad7a-71ce0fdcfe72 req-c28838b2-ebee-4e85-b3f4-ebc67743eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:25.268587 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f61b6c94-2cf6-41b5-ad7a-71ce0fdcfe72 req-c28838b2-ebee-4e85-b3f4-ebc67743eac8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7498185e-d867-4558-8bb3-6653ae66b6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716386 Jul 14 10:11:25.296759 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-41a65a4e-75d2-45d4-96c7-077db5a55dc7 req-7e59722b-9c25-4456-9e5c-ae6a9a4caa8a tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=f06830ba-1985-4bed-8c9b-3f24cfa0c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361865 Jul 14 10:11:25.325301 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-528fc937-6c55-4621-8425-b51f3472a867 None None] Set router 26ce8ed1-1c79-484f-9c96-61723db460aa gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:25.369901 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f61b6c94-2cf6-41b5-ad7a-71ce0fdcfe72 req-24c45117-c00d-4dd3-a39b-fda93e08412b service neutron] 10.222.0.44 "GET /v2.0/networks/7498185e-d867-4558-8bb3-6653ae66b6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918694 Jul 14 10:11:25.469794 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f61b6c94-2cf6-41b5-ad7a-71ce0fdcfe72 req-65c2d6e6-03cb-452f-8e0d-8cfa5b97e7e3 service neutron] 10.222.0.44 "GET /v2.0/networks/7498185e-d867-4558-8bb3-6653ae66b6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924864 Jul 14 10:11:25.538090 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-528fc937-6c55-4621-8425-b51f3472a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697399941', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'a9c9249f-a965-462d-bc04-98ce7af9fb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:31Z', 'updated_at': '2021-07-14T10:10:34Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'a9c9249f-a965-462d-bc04-98ce7af9fb6e', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:31Z', 'updated_at': '2021-07-14T10:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'd73bd39c-4cae-4632-b561-6538d00a09c9', 'name': '', 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:18:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e834e301-6fc4-4987-b835-28d267b41e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:34Z', 'updated_at': '2021-07-14T10:10:38Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': 'e834e301-6fc4-4987-b835-28d267b41e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:25.564614 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528fc937-6c55-4621-8425-b51f3472a867 None None] The sync data for ids ['26ce8ed1-1c79-484f-9c96-61723db460aa'] in n-d-771362-35 is: [{'id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697399941', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'a9c9249f-a965-462d-bc04-98ce7af9fb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:31Z', 'updated_at': '2021-07-14T10:10:34Z', 'revision_number': 4, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'a9c9249f-a965-462d-bc04-98ce7af9fb6e', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:31Z', 'updated_at': '2021-07-14T10:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'd73bd39c-4cae-4632-b561-6538d00a09c9', 'name': '', 'network_id': '7498185e-d867-4558-8bb3-6653ae66b6f5', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'mac_address': 'fa:16:3e:18:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e834e301-6fc4-4987-b835-28d267b41e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:34Z', 'updated_at': '2021-07-14T10:10:38Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'subnets': [{'id': 'e834e301-6fc4-4987-b835-28d267b41e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:11:25.785321 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018e17b8-09b5-4491-a29c-f6bea046a4d3 None None] New status for floating IP 45dc6502-e8dc-49ee-a1f4-adcd35102c25: DOWN {{(pid=93775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:11:26.476002 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4d5e7-044a-4457-9cfa-b2529c799424 req-58480597-018e-421b-9e4f-3c9a8f944ffc tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:26.477496 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cff4d5e7-044a-4457-9cfa-b2529c799424 req-58480597-018e-421b-9e4f-3c9a8f944ffc tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=309a869a-f1aa-40c2-9cff-09986ce8050b HTTP/1.1" status: 200 len: 946 time: 0.0638068 Jul 14 10:11:26.514589 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cff4d5e7-044a-4457-9cfa-b2529c799424 req-24d33ec3-c96d-4a24-92ff-e96244016522 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/security-groups?id=f06830ba-1985-4bed-8c9b-3f24cfa0c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315554 Jul 14 10:11:26.803339 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c9ce6-0935-4ebd-9449-84fc8d129de1 req-c704ddf9-f0d8-4746-8c65-3b0b86740a07 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:26.804748 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-726c9ce6-0935-4ebd-9449-84fc8d129de1 req-c704ddf9-f0d8-4746-8c65-3b0b86740a07 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.44 "GET /v2.0/ports?device_id=309a869a-f1aa-40c2-9cff-09986ce8050b HTTP/1.1" status: 200 len: 946 time: 0.0685372 Jul 14 10:11:26.904543 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-726c9ce6-0935-4ebd-9449-84fc8d129de1 req-c92f02f3-8e97-4d21-9e05-3ad5df80136f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Deleting port ba5d4189-5b9f-41aa-93dd-ac544ab3d9da {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:11:26.904895 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-726c9ce6-0935-4ebd-9449-84fc8d129de1 req-c92f02f3-8e97-4d21-9e05-3ad5df80136f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:26.995725 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-726c9ce6-0935-4ebd-9449-84fc8d129de1 req-c92f02f3-8e97-4d21-9e05-3ad5df80136f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] For port ba5d4189-5b9f-41aa-93dd-ac544ab3d9da, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=ba5d4189-5b9f-41aa-93dd-ac544ab3d9da,segment=NetworkSegment(9f602b0b-bc35-4e3f-b546-878e09837359),segment_id=9f602b0b-bc35-4e3f-b546-878e09837359)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:26.996092 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-726c9ce6-0935-4ebd-9449-84fc8d129de1 req-c92f02f3-8e97-4d21-9e05-3ad5df80136f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:27.009332 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-726c9ce6-0935-4ebd-9449-84fc8d129de1 req-c92f02f3-8e97-4d21-9e05-3ad5df80136f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Calling delete_port for ba5d4189-5b9f-41aa-93dd-ac544ab3d9da owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:11:27.138815 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-726c9ce6-0935-4ebd-9449-84fc8d129de1 req-c92f02f3-8e97-4d21-9e05-3ad5df80136f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:27.173120 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f02f3-8e97-4d21-9e05-3ad5df80136f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Port': ['ID=ba5d4189-5b9f-41aa-93dd-ac544ab3d9da,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:27.218063 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-726c9ce6-0935-4ebd-9449-84fc8d129de1 req-c92f02f3-8e97-4d21-9e05-3ad5df80136f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] No DVR routers for this DVR port ba5d4189-5b9f-41aa-93dd-ac544ab3d9da on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:11:27.220711 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-726c9ce6-0935-4ebd-9449-84fc8d129de1 req-c92f02f3-8e97-4d21-9e05-3ad5df80136f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:27.222754 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-726c9ce6-0935-4ebd-9449-84fc8d129de1 req-c92f02f3-8e97-4d21-9e05-3ad5df80136f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.44 "DELETE /v2.0/ports/ba5d4189-5b9f-41aa-93dd-ac544ab3d9da HTTP/1.1" status: 204 len: 173 time: 0.4123116 Jul 14 10:11:27.223192 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309a869a-f1aa-40c2-9cff-09986ce8050b', 'name': 'network-vif-deleted', 'tag': 'ba5d4189-5b9f-41aa-93dd-ac544ab3d9da'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:11:27.225721 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667c76c0-f6f6-4a6d-a968-5847539da76a" -d '{"events": [{"server_uuid": "309a869a-f1aa-40c2-9cff-09986ce8050b", "name": "network-vif-deleted", "tag": "ba5d4189-5b9f-41aa-93dd-ac544ab3d9da"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:11:27.264645 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9b20b4-b3cd-426e-9124-cffd49d5f311 x-openstack-request-id: req-cd9b20b4-b3cd-426e-9124-cffd49d5f311 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:11:27.264946 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309a869a-f1aa-40c2-9cff-09986ce8050b", "name": "network-vif-deleted", "tag": "ba5d4189-5b9f-41aa-93dd-ac544ab3d9da", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:11:27.265199 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd9b20b4-b3cd-426e-9124-cffd49d5f311 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:11:27.265603 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309a869a-f1aa-40c2-9cff-09986ce8050b', 'name': 'network-vif-deleted', 'tag': 'ba5d4189-5b9f-41aa-93dd-ac544ab3d9da', 'status': 'completed', 'code': 200} Jul 14 10:11:27.685876 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0e2f2b47-c435-4bf3-ba9c-c402e894239a req-f98de272-bbb1-4987-8fed-fbe065f02d11 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "GET /v2.0/ports?device_id=309a869a-f1aa-40c2-9cff-09986ce8050b HTTP/1.1" status: 200 len: 210 time: 0.0322330 Jul 14 10:11:28.781791 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36774) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:29.139196 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90c28ba6-e593-4adf-84c4-acd10f517127 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:29.401508 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-90c28ba6-e593-4adf-84c4-acd10f517127 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Deleting port d73bd39c-4cae-4632-b561-6538d00a09c9 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:11:29.401742 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90c28ba6-e593-4adf-84c4-acd10f517127 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:29.487208 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-90c28ba6-e593-4adf-84c4-acd10f517127 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] For port d73bd39c-4cae-4632-b561-6538d00a09c9, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=d73bd39c-4cae-4632-b561-6538d00a09c9,segment=NetworkSegment(9f602b0b-bc35-4e3f-b546-878e09837359),segment_id=9f602b0b-bc35-4e3f-b546-878e09837359)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:29.487595 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90c28ba6-e593-4adf-84c4-acd10f517127 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:29.504398 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-90c28ba6-e593-4adf-84c4-acd10f517127 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Calling delete_port for d73bd39c-4cae-4632-b561-6538d00a09c9 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:11:29.686865 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90c28ba6-e593-4adf-84c4-acd10f517127 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:29.720934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c28ba6-e593-4adf-84c4-acd10f517127 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Port': ['ID=d73bd39c-4cae-4632-b561-6538d00a09c9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:29.746049 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c28ba6-e593-4adf-84c4-acd10f517127 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:29.746424 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c28ba6-e593-4adf-84c4-acd10f517127 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:29.746735 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c28ba6-e593-4adf-84c4-acd10f517127 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:29.747074 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c28ba6-e593-4adf-84c4-acd10f517127 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:29.747405 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c28ba6-e593-4adf-84c4-acd10f517127 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:29.747761 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c28ba6-e593-4adf-84c4-acd10f517127 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:29.748464 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c28ba6-e593-4adf-84c4-acd10f517127 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:29.748803 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c28ba6-e593-4adf-84c4-acd10f517127 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:29.749132 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c28ba6-e593-4adf-84c4-acd10f517127 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:29.749461 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c28ba6-e593-4adf-84c4-acd10f517127 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:29.749833 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c28ba6-e593-4adf-84c4-acd10f517127 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:29.750156 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c28ba6-e593-4adf-84c4-acd10f517127 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:29.905664 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90c28ba6-e593-4adf-84c4-acd10f517127 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:30.120036 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c28ba6-e593-4adf-84c4-acd10f517127 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Router 26ce8ed1-1c79-484f-9c96-61723db460aa has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:11:30.231697 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c28ba6-e593-4adf-84c4-acd10f517127 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:11:30.236634 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-90c28ba6-e593-4adf-84c4-acd10f517127 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "PUT /v2.0/routers/26ce8ed1-1c79-484f-9c96-61723db460aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4538188 Jul 14 10:11:30.239785 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36776) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:30.242433 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10f7de8-d7b6-40ee-a0bd-c0554a2ed4fc None None] Sync routers for ids ['26ce8ed1-1c79-484f-9c96-61723db460aa'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:11:30.251396 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10f7de8-d7b6-40ee-a0bd-c0554a2ed4fc None None] Routers {'26ce8ed1-1c79-484f-9c96-61723db460aa'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:30.252027 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e10f7de8-d7b6-40ee-a0bd-c0554a2ed4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:11:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['26ce8ed1-1c79-484f-9c96-61723db460aa'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:30.291303 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ad03f6-347d-4087-a79c-bfe31aac437f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Deleting subnet e834e301-6fc4-4987-b835-28d267b41e62 {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:11:30.294826 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25ad03f6-347d-4087-a79c-bfe31aac437f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:30.338396 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25ad03f6-347d-4087-a79c-bfe31aac437f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:30.431510 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25ad03f6-347d-4087-a79c-bfe31aac437f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:30.493507 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25ad03f6-347d-4087-a79c-bfe31aac437f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:30.508277 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-e10f7de8-d7b6-40ee-a0bd-c0554a2ed4fc None None] Set router 26ce8ed1-1c79-484f-9c96-61723db460aa gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:30.521670 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad03f6-347d-4087-a79c-bfe31aac437f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Subnet': ['ID=e834e301-6fc4-4987-b835-28d267b41e62,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:30.525440 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25ad03f6-347d-4087-a79c-bfe31aac437f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:30.529911 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-25ad03f6-347d-4087-a79c-bfe31aac437f tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "DELETE /v2.0/subnets/e834e301-6fc4-4987-b835-28d267b41e62 HTTP/1.1" status: 204 len: 168 time: 0.2865951 Jul 14 10:11:30.530028 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36778) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:30.536632 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1648f4a-ed0b-4bca-afc9-10e45bf43f18 None None] Network 7498185e-d867-4558-8bb3-6653ae66b6f5 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:11:30.637130 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7305723b-ed43-466c-a37a-6cb3722b49c5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:30.743243 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7305723b-ed43-466c-a37a-6cb3722b49c5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:30.797295 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7305723b-ed43-466c-a37a-6cb3722b49c5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Deleting port a9c9249f-a965-462d-bc04-98ce7af9fb6e {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:11:30.797531 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7305723b-ed43-466c-a37a-6cb3722b49c5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:30.800934 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e10f7de8-d7b6-40ee-a0bd-c0554a2ed4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697399941', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'a9c9249f-a965-462d-bc04-98ce7af9fb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:31Z', 'updated_at': '2021-07-14T10:11:29Z', 'revision_number': 5, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port': {'id': 'a9c9249f-a965-462d-bc04-98ce7af9fb6e', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:31Z', 'updated_at': '2021-07-14T10:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:30.828802 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10f7de8-d7b6-40ee-a0bd-c0554a2ed4fc None None] Checking router: 26ce8ed1-1c79-484f-9c96-61723db460aa for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:11:30.837604 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10f7de8-d7b6-40ee-a0bd-c0554a2ed4fc None None] Routers {'26ce8ed1-1c79-484f-9c96-61723db460aa'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:30.838219 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e10f7de8-d7b6-40ee-a0bd-c0554a2ed4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:11:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['26ce8ed1-1c79-484f-9c96-61723db460aa'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:30.871679 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe1d3c1-ae72-46a3-bd94-65dd25e6a9ce None None] DHCP port deletion for 7498185e-d867-4558-8bb3-6653ae66b6f5 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:11:30.885707 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7305723b-ed43-466c-a37a-6cb3722b49c5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] For port a9c9249f-a965-462d-bc04-98ce7af9fb6e, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a9c9249f-a965-462d-bc04-98ce7af9fb6e,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:30.886075 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7305723b-ed43-466c-a37a-6cb3722b49c5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:30.898236 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7305723b-ed43-466c-a37a-6cb3722b49c5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Calling delete_port for a9c9249f-a965-462d-bc04-98ce7af9fb6e owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:11:30.947907 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-e10f7de8-d7b6-40ee-a0bd-c0554a2ed4fc None None] Set router 26ce8ed1-1c79-484f-9c96-61723db460aa gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:31.007910 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e10f7de8-d7b6-40ee-a0bd-c0554a2ed4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697399941', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:31Z', 'updated_at': '2021-07-14T10:11:30Z', 'revision_number': 6, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:31.036400 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10f7de8-d7b6-40ee-a0bd-c0554a2ed4fc None None] The sync data for ids ['26ce8ed1-1c79-484f-9c96-61723db460aa'] in n-d-771362-35 is: [{'id': '26ce8ed1-1c79-484f-9c96-61723db460aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697399941', 'tenant_id': '79b1a17c6357440591aaeff73e261da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:31Z', 'updated_at': '2021-07-14T10:11:30Z', 'revision_number': 6, 'project_id': '79b1a17c6357440591aaeff73e261da4', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:11:31.042777 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-efe1d3c1-ae72-46a3-bd94-65dd25e6a9ce None None] Deleting port bb566b5f-3dba-4b30-bc33-2fefdfd25a81 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:11:31.043149 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-efe1d3c1-ae72-46a3-bd94-65dd25e6a9ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:31.081008 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7305723b-ed43-466c-a37a-6cb3722b49c5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:31.106560 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305723b-ed43-466c-a37a-6cb3722b49c5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Port': ['ID=a9c9249f-a965-462d-bc04-98ce7af9fb6e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:31.114134 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-efe1d3c1-ae72-46a3-bd94-65dd25e6a9ce None None] For port bb566b5f-3dba-4b30-bc33-2fefdfd25a81, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=bb566b5f-3dba-4b30-bc33-2fefdfd25a81,segment=NetworkSegment(9f602b0b-bc35-4e3f-b546-878e09837359),segment_id=9f602b0b-bc35-4e3f-b546-878e09837359)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:31.114134 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-efe1d3c1-ae72-46a3-bd94-65dd25e6a9ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:31.126652 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-efe1d3c1-ae72-46a3-bd94-65dd25e6a9ce None None] Calling delete_port for bb566b5f-3dba-4b30-bc33-2fefdfd25a81 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:11:31.172667 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7305723b-ed43-466c-a37a-6cb3722b49c5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:31.207078 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-efe1d3c1-ae72-46a3-bd94-65dd25e6a9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:31.233905 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device ba5d4189-5b9f-41aa-93dd-ac544ab3d9da no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:11:31.237193 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1d3c1-ae72-46a3-bd94-65dd25e6a9ce None None] Pushing event deleted for resources: {'Port': ['ID=bb566b5f-3dba-4b30-bc33-2fefdfd25a81,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:31.263978 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7305723b-ed43-466c-a37a-6cb3722b49c5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:31.264319 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe1d3c1-ae72-46a3-bd94-65dd25e6a9ce None None] No DVR routers for this DVR port bb566b5f-3dba-4b30-bc33-2fefdfd25a81 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:11:31.265625 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: ba5d4189-5b9f-41aa-93dd-ac544ab3d9da {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:11:31.265967 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device ba5d4189-5b9f-41aa-93dd-ac544ab3d9da not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:11:31.266085 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7305723b-ed43-466c-a37a-6cb3722b49c5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:31.271214 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1d3c1-ae72-46a3-bd94-65dd25e6a9ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:31.272016 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1d3c1-ae72-46a3-bd94-65dd25e6a9ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:31.272016 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1d3c1-ae72-46a3-bd94-65dd25e6a9ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:31.272257 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1d3c1-ae72-46a3-bd94-65dd25e6a9ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:31.272592 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1d3c1-ae72-46a3-bd94-65dd25e6a9ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:31.272958 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1d3c1-ae72-46a3-bd94-65dd25e6a9ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:31.273324 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1d3c1-ae72-46a3-bd94-65dd25e6a9ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:31.273712 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1d3c1-ae72-46a3-bd94-65dd25e6a9ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:31.275057 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1d3c1-ae72-46a3-bd94-65dd25e6a9ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:31.275057 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1d3c1-ae72-46a3-bd94-65dd25e6a9ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:31.275057 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1d3c1-ae72-46a3-bd94-65dd25e6a9ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:31.275312 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1d3c1-ae72-46a3-bd94-65dd25e6a9ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:31.316719 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7305723b-ed43-466c-a37a-6cb3722b49c5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:31.317555 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7305723b-ed43-466c-a37a-6cb3722b49c5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Fanout notify agent at l3_agent the message router_deleted on router 26ce8ed1-1c79-484f-9c96-61723db460aa {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:11:31.325479 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7305723b-ed43-466c-a37a-6cb3722b49c5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:31.326612 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7305723b-ed43-466c-a37a-6cb3722b49c5 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "DELETE /v2.0/routers/26ce8ed1-1c79-484f-9c96-61723db460aa HTTP/1.1" status: 204 len: 168 time: 0.7957625 Jul 14 10:11:31.329239 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36780) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:31.406333 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-396fe496-0c22-480e-bb35-f62a71fd7e68 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:31.498764 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-396fe496-0c22-480e-bb35-f62a71fd7e68 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:31.508456 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-396fe496-0c22-480e-bb35-f62a71fd7e68 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7498185e-d867-4558-8bb3-6653ae66b6f5']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:31.518770 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-396fe496-0c22-480e-bb35-f62a71fd7e68 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f602b0b-bc35-4e3f-b546-878e09837359') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:31.519078 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-396fe496-0c22-480e-bb35-f62a71fd7e68 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f602b0b-bc35-4e3f-b546-878e09837359') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:31.527909 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-396fe496-0c22-480e-bb35-f62a71fd7e68 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:31.541779 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-396fe496-0c22-480e-bb35-f62a71fd7e68 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:31.547613 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396fe496-0c22-480e-bb35-f62a71fd7e68 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:11:31.548002 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-396fe496-0c22-480e-bb35-f62a71fd7e68 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: timer() Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:11:31.551452 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:11:31.612226 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-396fe496-0c22-480e-bb35-f62a71fd7e68 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:31.619371 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-396fe496-0c22-480e-bb35-f62a71fd7e68 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:31.621017 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-396fe496-0c22-480e-bb35-f62a71fd7e68 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "DELETE /v2.0/networks/7498185e-d867-4558-8bb3-6653ae66b6f5 HTTP/1.1" status: 204 len: 168 time: 0.2908063 Jul 14 10:11:31.623838 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36782) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:31.632376 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396fe496-0c22-480e-bb35-f62a71fd7e68 tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'Network': ['ID=7498185e-d867-4558-8bb3-6653ae66b6f5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:31.686556 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c69c447-89a1-4551-a9ae-7004f92d0aca tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:31.713414 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c69c447-89a1-4551-a9ae-7004f92d0aca tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:31.773795 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c69c447-89a1-4551-a9ae-7004f92d0aca tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:31.776501 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c69c447-89a1-4551-a9ae-7004f92d0aca tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:31.777673 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5c69c447-89a1-4551-a9ae-7004f92d0aca tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] 10.222.0.25 "DELETE /v2.0/security-groups/f06830ba-1985-4bed-8c9b-3f24cfa0c1ec HTTP/1.1" status: 204 len: 168 time: 0.1527584 Jul 14 10:11:31.786747 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69c447-89a1-4551-a9ae-7004f92d0aca tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06830ba-1985-4bed-8c9b-3f24cfa0c1ec,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:31.796047 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69c447-89a1-4551-a9ae-7004f92d0aca tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:31.796407 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69c447-89a1-4551-a9ae-7004f92d0aca tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:31.796753 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69c447-89a1-4551-a9ae-7004f92d0aca tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:31.797097 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69c447-89a1-4551-a9ae-7004f92d0aca tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:31.797432 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69c447-89a1-4551-a9ae-7004f92d0aca tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:31.797768 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69c447-89a1-4551-a9ae-7004f92d0aca tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:31.798101 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69c447-89a1-4551-a9ae-7004f92d0aca tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:31.798486 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69c447-89a1-4551-a9ae-7004f92d0aca tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:31.798822 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69c447-89a1-4551-a9ae-7004f92d0aca tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:31.799155 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69c447-89a1-4551-a9ae-7004f92d0aca tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:31.799484 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69c447-89a1-4551-a9ae-7004f92d0aca tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:31.799968 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69c447-89a1-4551-a9ae-7004f92d0aca tempest-TestNetworkAdvancedServerOps-691115313 tempest-TestNetworkAdvancedServerOps-691115313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:32.121001 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36790) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:32.174671 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device bb566b5f-3dba-4b30-bc33-2fefdfd25a81 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:11:32.196724 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: bb566b5f-3dba-4b30-bc33-2fefdfd25a81 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:11:32.197080 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device bb566b5f-3dba-4b30-bc33-2fefdfd25a81 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:11:32.197498 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d73bd39c-4cae-4632-b561-6538d00a09c9 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:11:32.215921 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: d73bd39c-4cae-4632-b561-6538d00a09c9 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:11:32.216273 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device d73bd39c-4cae-4632-b561-6538d00a09c9 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:11:32.216692 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a9c9249f-a965-462d-bc04-98ce7af9fb6e no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:11:32.235552 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: a9c9249f-a965-462d-bc04-98ce7af9fb6e {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:11:32.235933 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a9c9249f-a965-462d-bc04-98ce7af9fb6e not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:11:32.258035 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-46d47611-f918-41c8-a461-7e7f18f032e6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=79b1a17c6357440591aaeff73e261da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358106 Jul 14 10:11:32.260509 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36794) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:32.310429 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c69bfce9-ecd3-4cc9-954c-2ce3f8592ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:32.331987 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c69bfce9-ecd3-4cc9-954c-2ce3f8592ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:32.380244 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c69bfce9-ecd3-4cc9-954c-2ce3f8592ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:32.382802 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c69bfce9-ecd3-4cc9-954c-2ce3f8592ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:32.383989 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c69bfce9-ecd3-4cc9-954c-2ce3f8592ee2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6647b168-2747-4c64-aa07-47ca4b2e3d99 HTTP/1.1" status: 204 len: 168 time: 0.1222796 Jul 14 10:11:32.391927 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bfce9-ecd3-4cc9-954c-2ce3f8592ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6647b168-2747-4c64-aa07-47ca4b2e3d99,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:32.647948 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36800) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:32.661518 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab04315f-f770-42ff-9da9-6a88aece804f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:32.754719 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab04315f-f770-42ff-9da9-6a88aece804f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:32.758604 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab04315f-f770-42ff-9da9-6a88aece804f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:32.796169 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ab04315f-f770-42ff-9da9-6a88aece804f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=731ab6b5d22241e3bc5daa3e2a2c25aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471462 Jul 14 10:11:32.797028 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04315f-f770-42ff-9da9-6a88aece804f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3803fd46-33ff-4c9c-9d29-16d8b7547f2e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:32.798889 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36802) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:32.853619 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b46c1f8c-81b8-4b65-857c-bb2f1fd61d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:32.874237 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b46c1f8c-81b8-4b65-857c-bb2f1fd61d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:32.921147 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b46c1f8c-81b8-4b65-857c-bb2f1fd61d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:32.923695 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b46c1f8c-81b8-4b65-857c-bb2f1fd61d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:32.924854 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b46c1f8c-81b8-4b65-857c-bb2f1fd61d77 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3803fd46-33ff-4c9c-9d29-16d8b7547f2e HTTP/1.1" status: 204 len: 168 time: 0.1249213 Jul 14 10:11:32.932600 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c1f8c-81b8-4b65-857c-bb2f1fd61d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3803fd46-33ff-4c9c-9d29-16d8b7547f2e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:33.609071 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36824) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:33.701028 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-9a83b023-26a8-422e-a602-cf0207e098a5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-522108490-network', 'tenant_id': '24023f1910fe425c81db4e18daf029a3'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:33.721744 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a83b023-26a8-422e-a602-cf0207e098a5 admin admin] Made reservation on behalf of 24023f1910fe425c81db4e18daf029a3 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:11:33.724328 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a83b023-26a8-422e-a602-cf0207e098a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:33.732688 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a83b023-26a8-422e-a602-cf0207e098a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:33.819857 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a83b023-26a8-422e-a602-cf0207e098a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:33.823517 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a83b023-26a8-422e-a602-cf0207e098a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:33.852902 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a83b023-26a8-422e-a602-cf0207e098a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:11:33.859108 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83b023-26a8-422e-a602-cf0207e098a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62473910-37b9-43f5-978a-b97924e4347b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:33.868692 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a83b023-26a8-422e-a602-cf0207e098a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:33.869045 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-9a83b023-26a8-422e-a602-cf0207e098a5 admin admin] Added segment 5b514a1f-cbea-4e21-bca9-b99b62a89bb4 of type vlan for network 00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 Jul 14 10:11:33.914172 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a83b023-26a8-422e-a602-cf0207e098a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:33.943061 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a83b023-26a8-422e-a602-cf0207e098a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:33.943958 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a83b023-26a8-422e-a602-cf0207e098a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:33.944538 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a83b023-26a8-422e-a602-cf0207e098a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.000985 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9a83b023-26a8-422e-a602-cf0207e098a5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3907645 Jul 14 10:11:34.004845 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36828) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:34.007062 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83b023-26a8-422e-a602-cf0207e098a5 admin admin] Pushing event updated for resources: {'Network': ['ID=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:34.010119 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-b63d8780-977c-4ce7-a881-aa33418414c0 admin admin] Request body: {'subnet': {'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-522108490-subnet', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:34.019744 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:11:34.032168 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63d8780-977c-4ce7-a881-aa33418414c0 admin admin] Made reservation on behalf of 24023f1910fe425c81db4e18daf029a3 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:11:34.034636 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b63d8780-977c-4ce7-a881-aa33418414c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.208277 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b63d8780-977c-4ce7-a881-aa33418414c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.260820 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d8780-977c-4ce7-a881-aa33418414c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a80ebdba-7554-465e-a920-e9cbccd8270e,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:34.270939 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63d8780-977c-4ce7-a881-aa33418414c0 admin admin] Checking segment: {'id': '5b514a1f-cbea-4e21-bca9-b99b62a89bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:11:34.271298 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63d8780-977c-4ce7-a881-aa33418414c0 admin admin] Network hostable DHCP agents. Network: 00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:11:34.288554 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63d8780-977c-4ce7-a881-aa33418414c0 admin admin] Network 00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:11:34.296916 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-b63d8780-977c-4ce7-a881-aa33418414c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:34.301636 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63d8780-977c-4ce7-a881-aa33418414c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:34.302222 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b63d8780-977c-4ce7-a881-aa33418414c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.307124 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edadd74-7b1d-42fc-b6b8-a1e850bb24e4 None None] Network 00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:11:34.317154 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b63d8780-977c-4ce7-a881-aa33418414c0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3109102 Jul 14 10:11:34.319737 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36830) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:34.324188 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-43167ea2-8737-42d3-aa99-c9d40c763b86 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-522108490-router', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:34.345290 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43167ea2-8737-42d3-aa99-c9d40c763b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.346241 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43167ea2-8737-42d3-aa99-c9d40c763b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.402080 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43167ea2-8737-42d3-aa99-c9d40c763b86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.455550 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394caebb-e0e4-4aae-9240-23a78aa5e4cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'fixed_ips': [{'subnet_id': 'a80ebdba-7554-465e-a920-e9cbccd8270e'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:11:34.456476 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-394caebb-e0e4-4aae-9240-23a78aa5e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.542367 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43167ea2-8737-42d3-aa99-c9d40c763b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.588292 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-394caebb-e0e4-4aae-9240-23a78aa5e4cb None None] Allocated IP 172.20.0.2 (00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4/a80ebdba-7554-465e-a920-e9cbccd8270e/e38863df-639b-44db-a3b5-bf05670b5816) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:11:34.731439 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-394caebb-e0e4-4aae-9240-23a78aa5e4cb None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.740404 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-394caebb-e0e4-4aae-9240-23a78aa5e4cb None None] Transition to ACTIVE for port object e38863df-639b-44db-a3b5-bf05670b5816 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:34.747009 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43167ea2-8737-42d3-aa99-c9d40c763b86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.755761 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-394caebb-e0e4-4aae-9240-23a78aa5e4cb None None] Transition to ACTIVE for port object e38863df-639b-44db-a3b5-bf05670b5816 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:34.762291 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-394caebb-e0e4-4aae-9240-23a78aa5e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.769123 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43167ea2-8737-42d3-aa99-c9d40c763b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.802873 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394caebb-e0e4-4aae-9240-23a78aa5e4cb None None] Network 00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:11:34.805615 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-394caebb-e0e4-4aae-9240-23a78aa5e4cb None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:34.809359 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394caebb-e0e4-4aae-9240-23a78aa5e4cb None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:11:34.816686 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394caebb-e0e4-4aae-9240-23a78aa5e4cb None None] Pushing event updated for resources: {'Port': ['ID=e38863df-639b-44db-a3b5-bf05670b5816,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:34.872134 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-394caebb-e0e4-4aae-9240-23a78aa5e4cb None None] Attempting to bind port e38863df-639b-44db-a3b5-bf05670b5816 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:11:34.872505 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-394caebb-e0e4-4aae-9240-23a78aa5e4cb None None] Attempting to bind port e38863df-639b-44db-a3b5-bf05670b5816 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '5b514a1f-cbea-4e21-bca9-b99b62a89bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:11:34.872865 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394caebb-e0e4-4aae-9240-23a78aa5e4cb None None] Attempting to bind port e38863df-639b-44db-a3b5-bf05670b5816 on network 00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:34.877796 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394caebb-e0e4-4aae-9240-23a78aa5e4cb None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:11:34.878195 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394caebb-e0e4-4aae-9240-23a78aa5e4cb None None] Checking segment: {'id': '5b514a1f-cbea-4e21-bca9-b99b62a89bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:11:34.879072 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-43167ea2-8737-42d3-aa99-c9d40c763b86 admin admin] Allocated IP 172.25.6.43 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/ddf75b75-850a-41c3-9552-6b138b41f12c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:11:34.879201 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-394caebb-e0e4-4aae-9240-23a78aa5e4cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.879647 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394caebb-e0e4-4aae-9240-23a78aa5e4cb None None] Bound using segment: {'id': '5b514a1f-cbea-4e21-bca9-b99b62a89bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:11:34.880117 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-394caebb-e0e4-4aae-9240-23a78aa5e4cb None None] Bound port: e38863df-639b-44db-a3b5-bf05670b5816, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b514a1f-cbea-4e21-bca9-b99b62a89bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:11:34.880494 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-394caebb-e0e4-4aae-9240-23a78aa5e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.943896 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-394caebb-e0e4-4aae-9240-23a78aa5e4cb None None] For port e38863df-639b-44db-a3b5-bf05670b5816, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:11:34.947135 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-394caebb-e0e4-4aae-9240-23a78aa5e4cb None None] For port e38863df-639b-44db-a3b5-bf05670b5816, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e38863df-639b-44db-a3b5-bf05670b5816,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:11:34.952010 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-394caebb-e0e4-4aae-9240-23a78aa5e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.984005 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43167ea2-8737-42d3-aa99-c9d40c763b86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.011721 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394caebb-e0e4-4aae-9240-23a78aa5e4cb None None] Pushing event updated for resources: {'Port': ['ID=e38863df-639b-44db-a3b5-bf05670b5816,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:35.030605 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43167ea2-8737-42d3-aa99-c9d40c763b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.075447 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43167ea2-8737-42d3-aa99-c9d40c763b86 admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:11:35.078509 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-43167ea2-8737-42d3-aa99-c9d40c763b86 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:35.083195 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43167ea2-8737-42d3-aa99-c9d40c763b86 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:11:35.086165 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43167ea2-8737-42d3-aa99-c9d40c763b86 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf75b75-850a-41c3-9552-6b138b41f12c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:35.351301 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43167ea2-8737-42d3-aa99-c9d40c763b86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.546851 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43167ea2-8737-42d3-aa99-c9d40c763b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.678522 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43167ea2-8737-42d3-aa99-c9d40c763b86 admin admin] Router bee87efe-8ea4-497e-8353-582b1c21c660 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:11:35.793390 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43167ea2-8737-42d3-aa99-c9d40c763b86 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:11:35.802650 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d99fbf-75d5-45a3-855c-3c3b06ed69d9 None None] Sync routers for ids ['bee87efe-8ea4-497e-8353-582b1c21c660'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:11:35.812034 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43167ea2-8737-42d3-aa99-c9d40c763b86 admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.816155 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d99fbf-75d5-45a3-855c-3c3b06ed69d9 None None] Routers {'bee87efe-8ea4-497e-8353-582b1c21c660'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:35.816316 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-43167ea2-8737-42d3-aa99-c9d40c763b86 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4928696 Jul 14 10:11:35.816449 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-23d99fbf-75d5-45a3-855c-3c3b06ed69d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:11:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['bee87efe-8ea4-497e-8353-582b1c21c660'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:35.816582 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36832) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:35.923236 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-23d99fbf-75d5-45a3-855c-3c3b06ed69d9 None None] Set router bee87efe-8ea4-497e-8353-582b1c21c660 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:35.928528 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa0005c-964e-410c-b8c3-c44b809500ad None None] Network 00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:11:35.992904 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8b9485c1-de23-4f3b-9449-812c8d3acd24 None None] Provisioning for port e38863df-639b-44db-a3b5-bf05670b5816 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:36.103807 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-23d99fbf-75d5-45a3-855c-3c3b06ed69d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'name': 'tempest-TestShelveInstance-522108490-router', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:35Z', 'revision_number': 3, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'gw_port': {'id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:36.131366 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d99fbf-75d5-45a3-855c-3c3b06ed69d9 None None] Checking router: bee87efe-8ea4-497e-8353-582b1c21c660 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:11:36.131747 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d99fbf-75d5-45a3-855c-3c3b06ed69d9 None None] Updating router bee87efe-8ea4-497e-8353-582b1c21c660 port ddf75b75-850a-41c3-9552-6b138b41f12c binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:11:36.180817 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23d99fbf-75d5-45a3-855c-3c3b06ed69d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.228919 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e38863df-639b-44db-a3b5-bf05670b5816 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:36.288284 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dac715f9-7653-4c0e-8858-125b44710ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.300068 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port e38863df-639b-44db-a3b5-bf05670b5816 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:36.306919 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port e38863df-639b-44db-a3b5-bf05670b5816 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:36.306919 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.398693 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.437626 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port e38863df-639b-44db-a3b5-bf05670b5816, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e38863df-639b-44db-a3b5-bf05670b5816,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:36.444050 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.484792 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a9237d11-8bc5-4ad9-a172-58a9df478352 None None] Provisioning complete for port e38863df-639b-44db-a3b5-bf05670b5816 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:36.485165 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9237d11-8bc5-4ad9-a172-58a9df478352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.494010 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-dac715f9-7653-4c0e-8858-125b44710ec0 admin admin] Allocated IP 172.20.0.1 (00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4/a80ebdba-7554-465e-a920-e9cbccd8270e/19beb909-8ba0-4d35-8656-ddfd94eea303) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:11:36.502405 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23d99fbf-75d5-45a3-855c-3c3b06ed69d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.516352 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-23d99fbf-75d5-45a3-855c-3c3b06ed69d9 None None] Transition to ACTIVE for port object ddf75b75-850a-41c3-9552-6b138b41f12c will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:36.518441 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=e38863df-639b-44db-a3b5-bf05670b5816,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:36.526880 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23d99fbf-75d5-45a3-855c-3c3b06ed69d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.583148 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-23d99fbf-75d5-45a3-855c-3c3b06ed69d9 None None] Attempting to bind port ddf75b75-850a-41c3-9552-6b138b41f12c on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:11:36.583695 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-23d99fbf-75d5-45a3-855c-3c3b06ed69d9 None None] Attempting to bind port ddf75b75-850a-41c3-9552-6b138b41f12c by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:11:36.584149 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d99fbf-75d5-45a3-855c-3c3b06ed69d9 None None] Attempting to bind port ddf75b75-850a-41c3-9552-6b138b41f12c on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:36.591565 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b74520-3f3c-4c99-99e4-ddac43f903ce None None] Pushing event updated for resources: {'Port': ['ID=ddf75b75-850a-41c3-9552-6b138b41f12c,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:36.594243 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d99fbf-75d5-45a3-855c-3c3b06ed69d9 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:11:36.594622 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d99fbf-75d5-45a3-855c-3c3b06ed69d9 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:11:36.595012 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23d99fbf-75d5-45a3-855c-3c3b06ed69d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.595397 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d99fbf-75d5-45a3-855c-3c3b06ed69d9 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:11:36.595878 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-23d99fbf-75d5-45a3-855c-3c3b06ed69d9 None None] Bound port: ddf75b75-850a-41c3-9552-6b138b41f12c, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:11:36.596255 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23d99fbf-75d5-45a3-855c-3c3b06ed69d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.611888 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dac715f9-7653-4c0e-8858-125b44710ec0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.625566 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dac715f9-7653-4c0e-8858-125b44710ec0 admin admin] Transition to ACTIVE for port object 19beb909-8ba0-4d35-8656-ddfd94eea303 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:36.649536 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-23d99fbf-75d5-45a3-855c-3c3b06ed69d9 None None] For port ddf75b75-850a-41c3-9552-6b138b41f12c, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:11:36.652909 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-23d99fbf-75d5-45a3-855c-3c3b06ed69d9 None None] For port ddf75b75-850a-41c3-9552-6b138b41f12c, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ddf75b75-850a-41c3-9552-6b138b41f12c,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:11:36.657222 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23d99fbf-75d5-45a3-855c-3c3b06ed69d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.660512 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dac715f9-7653-4c0e-8858-125b44710ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.698107 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac715f9-7653-4c0e-8858-125b44710ec0 admin admin] Network 00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:11:36.703098 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-dac715f9-7653-4c0e-8858-125b44710ec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:36.706686 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac715f9-7653-4c0e-8858-125b44710ec0 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:11:36.721783 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d99fbf-75d5-45a3-855c-3c3b06ed69d9 None None] Routers {'bee87efe-8ea4-497e-8353-582b1c21c660'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:36.722967 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-23d99fbf-75d5-45a3-855c-3c3b06ed69d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:11:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['bee87efe-8ea4-497e-8353-582b1c21c660'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:36.730903 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac715f9-7653-4c0e-8858-125b44710ec0 admin admin] Pushing event updated for resources: {'Port': ['ID=19beb909-8ba0-4d35-8656-ddfd94eea303,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:36.756621 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dac715f9-7653-4c0e-8858-125b44710ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.763346 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b74520-3f3c-4c99-99e4-ddac43f903ce None None] Pushing event updated for resources: {'Port': ['ID=ddf75b75-850a-41c3-9552-6b138b41f12c,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:36.848110 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-23d99fbf-75d5-45a3-855c-3c3b06ed69d9 None None] Set router bee87efe-8ea4-497e-8353-582b1c21c660 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:36.908698 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dac715f9-7653-4c0e-8858-125b44710ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:37.010820 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-84a5092d-98d0-4983-a326-9ffce7a55b9b None None] Provisioning for port 19beb909-8ba0-4d35-8656-ddfd94eea303 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:37.023852 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-84a5092d-98d0-4983-a326-9ffce7a55b9b None None] Provisioning complete for port 19beb909-8ba0-4d35-8656-ddfd94eea303 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:37.024275 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84a5092d-98d0-4983-a326-9ffce7a55b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:37.062357 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-84a5092d-98d0-4983-a326-9ffce7a55b9b None None] Port 19beb909-8ba0-4d35-8656-ddfd94eea303 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:11:37.089742 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dac715f9-7653-4c0e-8858-125b44710ec0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:37.094457 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dac715f9-7653-4c0e-8858-125b44710ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:37.130368 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-23d99fbf-75d5-45a3-855c-3c3b06ed69d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'name': 'tempest-TestShelveInstance-522108490-router', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:35Z', 'revision_number': 3, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'gw_port': {'id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:37.159437 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d99fbf-75d5-45a3-855c-3c3b06ed69d9 None None] The sync data for ids ['bee87efe-8ea4-497e-8353-582b1c21c660'] in n-d-771362-35 is: [{'id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'name': 'tempest-TestShelveInstance-522108490-router', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:35Z', 'revision_number': 3, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'gw_port': {'id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:11:37.163095 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac715f9-7653-4c0e-8858-125b44710ec0 admin admin] Pushing event updated for resources: {'Port': ['ID=19beb909-8ba0-4d35-8656-ddfd94eea303,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:37.168364 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dac715f9-7653-4c0e-8858-125b44710ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:37.270848 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac715f9-7653-4c0e-8858-125b44710ec0 admin admin] Network 00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:11:37.272412 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-dac715f9-7653-4c0e-8858-125b44710ec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:37.413820 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac715f9-7653-4c0e-8858-125b44710ec0 admin admin] Router bee87efe-8ea4-497e-8353-582b1c21c660 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:11:37.590916 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-33667fa2-fc4c-4faa-b694-9237c57c530f None None] Provisioning complete for port 19beb909-8ba0-4d35-8656-ddfd94eea303 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:37.591614 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-33667fa2-fc4c-4faa-b694-9237c57c530f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:37.634753 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-33667fa2-fc4c-4faa-b694-9237c57c530f None None] Port 19beb909-8ba0-4d35-8656-ddfd94eea303 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:11:37.892635 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac715f9-7653-4c0e-8858-125b44710ec0 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:11:37.898736 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-dac715f9-7653-4c0e-8858-125b44710ec0 admin admin] 10.222.0.25 "PUT /v2.0/routers/bee87efe-8ea4-497e-8353-582b1c21c660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0810390 Jul 14 10:11:38.244448 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e38863df-639b-44db-a3b5-bf05670b5816 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:38.298452 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port e38863df-639b-44db-a3b5-bf05670b5816 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:38.298827 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:38.382149 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ddf75b75-850a-41c3-9552-6b138b41f12c up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:38.404513 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36850) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:38.409581 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-d5e3c98c-9d9b-45f6-b7db-025617aaa328 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2057109562-network', 'tenant_id': '7048ae11d6c24158a6a249073ae187b8'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:38.429903 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e3c98c-9d9b-45f6-b7db-025617aaa328 admin admin] Made reservation on behalf of 7048ae11d6c24158a6a249073ae187b8 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:11:38.432397 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5e3c98c-9d9b-45f6-b7db-025617aaa328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:38.432656 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port ddf75b75-850a-41c3-9552-6b138b41f12c completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:38.436190 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port ddf75b75-850a-41c3-9552-6b138b41f12c triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:38.436513 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:38.441422 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5e3c98c-9d9b-45f6-b7db-025617aaa328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:38.529559 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:38.549966 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5e3c98c-9d9b-45f6-b7db-025617aaa328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:38.552696 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port ddf75b75-850a-41c3-9552-6b138b41f12c, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ddf75b75-850a-41c3-9552-6b138b41f12c,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:38.554959 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5e3c98c-9d9b-45f6-b7db-025617aaa328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:38.557242 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:38.587663 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e3c98c-9d9b-45f6-b7db-025617aaa328 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:11:38.594369 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3c98c-9d9b-45f6-b7db-025617aaa328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b71257-b7ff-4cbc-b862-b7ebb004a440,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:38.602420 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5e3c98c-9d9b-45f6-b7db-025617aaa328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:38.603166 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-d5e3c98c-9d9b-45f6-b7db-025617aaa328 admin admin] Added segment eff40561-8583-46f4-a64f-37b1cab516f0 of type vlan for network 8c804fa7-e73f-4bf9-916b-05c4e57d538a Jul 14 10:11:38.611876 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=ddf75b75-850a-41c3-9552-6b138b41f12c,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:38.648921 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5e3c98c-9d9b-45f6-b7db-025617aaa328 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:38.683260 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5e3c98c-9d9b-45f6-b7db-025617aaa328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:38.684348 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e3c98c-9d9b-45f6-b7db-025617aaa328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:38.685102 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5e3c98c-9d9b-45f6-b7db-025617aaa328 admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:38.741713 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d5e3c98c-9d9b-45f6-b7db-025617aaa328 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3360252 Jul 14 10:11:38.744344 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36852) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:38.750960 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-3ee0cf2f-610d-4477-9648-4386fc14dfa9 admin admin] Request body: {'subnet': {'network_id': '8c804fa7-e73f-4bf9-916b-05c4e57d538a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2057109562-subnet', 'tenant_id': '7048ae11d6c24158a6a249073ae187b8', 'ip_version': 4}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:38.759779 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3c98c-9d9b-45f6-b7db-025617aaa328 admin admin] Pushing event updated for resources: {'Network': ['ID=8c804fa7-e73f-4bf9-916b-05c4e57d538a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:38.769214 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 8c804fa7-e73f-4bf9-916b-05c4e57d538a details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:11:38.778670 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee0cf2f-610d-4477-9648-4386fc14dfa9 admin admin] Made reservation on behalf of 7048ae11d6c24158a6a249073ae187b8 for: {'subnet': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:11:38.781374 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ee0cf2f-610d-4477-9648-4386fc14dfa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62991762'] for subnet, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:38.881291 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1a016e-5c46-4b30-91c1-52ea02fd807a None None] Sync routers for ids ['bee87efe-8ea4-497e-8353-582b1c21c660'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:11:38.890181 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1a016e-5c46-4b30-91c1-52ea02fd807a None None] Routers {'bee87efe-8ea4-497e-8353-582b1c21c660'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:38.890789 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1a1a016e-5c46-4b30-91c1-52ea02fd807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:11:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['bee87efe-8ea4-497e-8353-582b1c21c660'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:38.963453 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ee0cf2f-610d-4477-9648-4386fc14dfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63510050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62991776'] for subnet, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:39.032226 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0cf2f-610d-4477-9648-4386fc14dfa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1955b76b-4a8b-497f-8052-ed5034228354,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:39.040012 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee0cf2f-610d-4477-9648-4386fc14dfa9 admin admin] Checking segment: {'id': 'eff40561-8583-46f4-a64f-37b1cab516f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8c804fa7-e73f-4bf9-916b-05c4e57d538a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:11:39.040528 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee0cf2f-610d-4477-9648-4386fc14dfa9 admin admin] Network hostable DHCP agents. Network: 8c804fa7-e73f-4bf9-916b-05c4e57d538a, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:11:39.064907 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee0cf2f-610d-4477-9648-4386fc14dfa9 admin admin] Network 8c804fa7-e73f-4bf9-916b-05c4e57d538a is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:11:39.077437 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-3ee0cf2f-610d-4477-9648-4386fc14dfa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 8c804fa7-e73f-4bf9-916b-05c4e57d538a) {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:39.085200 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee0cf2f-610d-4477-9648-4386fc14dfa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:39.085870 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ee0cf2f-610d-4477-9648-4386fc14dfa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:39.102033 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-3ee0cf2f-610d-4477-9648-4386fc14dfa9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3565915 Jul 14 10:11:39.105094 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36854) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:39.109740 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-17d7d5de-3a23-4e56-9efc-e5bc358edb2b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2057109562-router', 'tenant_id': '7048ae11d6c24158a6a249073ae187b8', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:39.133982 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-17d7d5de-3a23-4e56-9efc-e5bc358edb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:39.134993 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-17d7d5de-3a23-4e56-9efc-e5bc358edb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:39.143259 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb26a240-3391-47b3-9e94-389cde238a2d None None] Network 8c804fa7-e73f-4bf9-916b-05c4e57d538a requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:11:39.193415 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-17d7d5de-3a23-4e56-9efc-e5bc358edb2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:39.204662 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-1a1a016e-5c46-4b30-91c1-52ea02fd807a None None] Set router bee87efe-8ea4-497e-8353-582b1c21c660 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:39.345233 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-17d7d5de-3a23-4e56-9efc-e5bc358edb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:39.432450 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edbbbbf-313c-4558-941f-eef2c9c925c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-8c804fa7-e73f-4bf9-916b-05c4e57d538a', 'network_id': '8c804fa7-e73f-4bf9-916b-05c4e57d538a', 'tenant_id': '7048ae11d6c24158a6a249073ae187b8', 'fixed_ips': [{'subnet_id': '1955b76b-4a8b-497f-8052-ed5034228354'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:11:39.433307 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2edbbbbf-313c-4558-941f-eef2c9c925c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:39.561921 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-17d7d5de-3a23-4e56-9efc-e5bc358edb2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:39.587007 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-17d7d5de-3a23-4e56-9efc-e5bc358edb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:39.594630 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1a1a016e-5c46-4b30-91c1-52ea02fd807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'name': 'tempest-TestShelveInstance-522108490-router', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:36Z', 'revision_number': 4, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'gw_port': {'id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '19beb909-8ba0-4d35-8656-ddfd94eea303', 'name': '', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'mac_address': 'fa:16:3e:19:30:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:36Z', 'revision_number': 2, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'subnets': [{'id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:39.625491 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1a016e-5c46-4b30-91c1-52ea02fd807a None None] Checking router: bee87efe-8ea4-497e-8353-582b1c21c660 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:11:39.625798 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1a016e-5c46-4b30-91c1-52ea02fd807a None None] Updating router bee87efe-8ea4-497e-8353-582b1c21c660 port 19beb909-8ba0-4d35-8656-ddfd94eea303 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:11:39.649769 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-2edbbbbf-313c-4558-941f-eef2c9c925c4 None None] Allocated IP 172.20.0.2 (8c804fa7-e73f-4bf9-916b-05c4e57d538a/1955b76b-4a8b-497f-8052-ed5034228354/c31d15a8-38dc-4ca9-8e82-8998a762d366) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:11:39.679867 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a1a016e-5c46-4b30-91c1-52ea02fd807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:39.694497 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-17d7d5de-3a23-4e56-9efc-e5bc358edb2b admin admin] Allocated IP 172.25.6.137 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/a54ea27f-d470-4dc6-bcaa-5c461a6d0543) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:11:39.800645 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-17d7d5de-3a23-4e56-9efc-e5bc358edb2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:39.841751 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-17d7d5de-3a23-4e56-9efc-e5bc358edb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:39.878940 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d7d5de-3a23-4e56-9efc-e5bc358edb2b admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:11:39.884100 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-17d7d5de-3a23-4e56-9efc-e5bc358edb2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:39.887452 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d7d5de-3a23-4e56-9efc-e5bc358edb2b admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:11:39.911520 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7d5de-3a23-4e56-9efc-e5bc358edb2b admin admin] Pushing event updated for resources: {'Port': ['ID=a54ea27f-d470-4dc6-bcaa-5c461a6d0543,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:39.943330 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2edbbbbf-313c-4558-941f-eef2c9c925c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:39.956166 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2edbbbbf-313c-4558-941f-eef2c9c925c4 None None] Transition to ACTIVE for port object c31d15a8-38dc-4ca9-8e82-8998a762d366 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:39.992422 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2edbbbbf-313c-4558-941f-eef2c9c925c4 None None] Transition to ACTIVE for port object c31d15a8-38dc-4ca9-8e82-8998a762d366 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:40.005624 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2edbbbbf-313c-4558-941f-eef2c9c925c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.055825 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edbbbbf-313c-4558-941f-eef2c9c925c4 None None] Network 8c804fa7-e73f-4bf9-916b-05c4e57d538a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:11:40.064892 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-2edbbbbf-313c-4558-941f-eef2c9c925c4 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:40.086306 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edbbbbf-313c-4558-941f-eef2c9c925c4 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:11:40.105470 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbbbbf-313c-4558-941f-eef2c9c925c4 None None] Pushing event updated for resources: {'Port': ['ID=c31d15a8-38dc-4ca9-8e82-8998a762d366,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:40.148786 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-17d7d5de-3a23-4e56-9efc-e5bc358edb2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.158160 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a1a016e-5c46-4b30-91c1-52ea02fd807a None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.175893 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-2edbbbbf-313c-4558-941f-eef2c9c925c4 None None] Attempting to bind port c31d15a8-38dc-4ca9-8e82-8998a762d366 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:11:40.176277 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-2edbbbbf-313c-4558-941f-eef2c9c925c4 None None] Attempting to bind port c31d15a8-38dc-4ca9-8e82-8998a762d366 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'eff40561-8583-46f4-a64f-37b1cab516f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8c804fa7-e73f-4bf9-916b-05c4e57d538a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:11:40.176611 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edbbbbf-313c-4558-941f-eef2c9c925c4 None None] Attempting to bind port c31d15a8-38dc-4ca9-8e82-8998a762d366 on network 8c804fa7-e73f-4bf9-916b-05c4e57d538a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:40.179016 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1a1a016e-5c46-4b30-91c1-52ea02fd807a None None] Transition to ACTIVE for port object 19beb909-8ba0-4d35-8656-ddfd94eea303 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:40.185202 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edbbbbf-313c-4558-941f-eef2c9c925c4 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:11:40.187019 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edbbbbf-313c-4558-941f-eef2c9c925c4 None None] Checking segment: {'id': 'eff40561-8583-46f4-a64f-37b1cab516f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8c804fa7-e73f-4bf9-916b-05c4e57d538a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:11:40.187019 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2edbbbbf-313c-4558-941f-eef2c9c925c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.187019 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edbbbbf-313c-4558-941f-eef2c9c925c4 None None] Bound using segment: {'id': 'eff40561-8583-46f4-a64f-37b1cab516f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8c804fa7-e73f-4bf9-916b-05c4e57d538a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:11:40.187019 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-2edbbbbf-313c-4558-941f-eef2c9c925c4 None None] Bound port: c31d15a8-38dc-4ca9-8e82-8998a762d366, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff40561-8583-46f4-a64f-37b1cab516f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8c804fa7-e73f-4bf9-916b-05c4e57d538a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:11:40.187434 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2edbbbbf-313c-4558-941f-eef2c9c925c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.192629 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ddf75b75-850a-41c3-9552-6b138b41f12c up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:40.201667 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a1a016e-5c46-4b30-91c1-52ea02fd807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.316826 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65659fe9-3d95-4522-bfe1-a24f966aa01a None None] Pushing event updated for resources: {'Port': ['ID=19beb909-8ba0-4d35-8656-ddfd94eea303,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:40.365947 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-17d7d5de-3a23-4e56-9efc-e5bc358edb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.393617 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-2edbbbbf-313c-4558-941f-eef2c9c925c4 None None] For port c31d15a8-38dc-4ca9-8e82-8998a762d366, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:11:40.405682 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1a1a016e-5c46-4b30-91c1-52ea02fd807a None None] Attempting to bind port 19beb909-8ba0-4d35-8656-ddfd94eea303 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:11:40.406061 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1a1a016e-5c46-4b30-91c1-52ea02fd807a None None] Attempting to bind port 19beb909-8ba0-4d35-8656-ddfd94eea303 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '5b514a1f-cbea-4e21-bca9-b99b62a89bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:11:40.406932 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1a016e-5c46-4b30-91c1-52ea02fd807a None None] Attempting to bind port 19beb909-8ba0-4d35-8656-ddfd94eea303 on network 00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:40.409667 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port ddf75b75-850a-41c3-9552-6b138b41f12c triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:40.410050 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.433533 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-2edbbbbf-313c-4558-941f-eef2c9c925c4 None None] For port c31d15a8-38dc-4ca9-8e82-8998a762d366, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c31d15a8-38dc-4ca9-8e82-8998a762d366,segment=NetworkSegment(eff40561-8583-46f4-a64f-37b1cab516f0),segment_id=eff40561-8583-46f4-a64f-37b1cab516f0)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:11:40.436412 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1a016e-5c46-4b30-91c1-52ea02fd807a None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:11:40.436790 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1a016e-5c46-4b30-91c1-52ea02fd807a None None] Checking segment: {'id': '5b514a1f-cbea-4e21-bca9-b99b62a89bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:11:40.437189 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a1a016e-5c46-4b30-91c1-52ea02fd807a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.437645 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1a016e-5c46-4b30-91c1-52ea02fd807a None None] Bound using segment: {'id': '5b514a1f-cbea-4e21-bca9-b99b62a89bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:11:40.438379 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1a1a016e-5c46-4b30-91c1-52ea02fd807a None None] Bound port: 19beb909-8ba0-4d35-8656-ddfd94eea303, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b514a1f-cbea-4e21-bca9-b99b62a89bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:11:40.438749 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a1a016e-5c46-4b30-91c1-52ea02fd807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.446475 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2edbbbbf-313c-4558-941f-eef2c9c925c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.521301 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d7d5de-3a23-4e56-9efc-e5bc358edb2b admin admin] Router a52dd15f-f351-477f-a217-402b5a2d0952 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:11:40.577952 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbbbbf-313c-4558-941f-eef2c9c925c4 None None] Pushing event updated for resources: {'Port': ['ID=c31d15a8-38dc-4ca9-8e82-8998a762d366,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:40.627479 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1a1a016e-5c46-4b30-91c1-52ea02fd807a None None] For port 19beb909-8ba0-4d35-8656-ddfd94eea303, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:11:40.651816 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1a1a016e-5c46-4b30-91c1-52ea02fd807a None None] For port 19beb909-8ba0-4d35-8656-ddfd94eea303, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=19beb909-8ba0-4d35-8656-ddfd94eea303,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:11:40.660740 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a1a016e-5c46-4b30-91c1-52ea02fd807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.664060 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d7d5de-3a23-4e56-9efc-e5bc358edb2b admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:11:40.677586 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f0a327-d90e-4be4-a6e8-3cbd7bb21074 None None] Sync routers for ids ['a52dd15f-f351-477f-a217-402b5a2d0952'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:11:40.685966 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-17d7d5de-3a23-4e56-9efc-e5bc358edb2b admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.690419 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f0a327-d90e-4be4-a6e8-3cbd7bb21074 None None] Routers {'a52dd15f-f351-477f-a217-402b5a2d0952'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:40.691196 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-67f0a327-d90e-4be4-a6e8-3cbd7bb21074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:11:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['a52dd15f-f351-477f-a217-402b5a2d0952'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:40.692505 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36856) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:40.699719 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-17d7d5de-3a23-4e56-9efc-e5bc358edb2b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5900252 Jul 14 10:11:40.726531 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1a016e-5c46-4b30-91c1-52ea02fd807a None None] Routers {'bee87efe-8ea4-497e-8353-582b1c21c660'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:40.727175 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1a1a016e-5c46-4b30-91c1-52ea02fd807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:11:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['bee87efe-8ea4-497e-8353-582b1c21c660'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:40.775699 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65659fe9-3d95-4522-bfe1-a24f966aa01a None None] Pushing event updated for resources: {'Port': ['ID=19beb909-8ba0-4d35-8656-ddfd94eea303,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:40.903990 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-1a1a016e-5c46-4b30-91c1-52ea02fd807a None None] Set router bee87efe-8ea4-497e-8353-582b1c21c660 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:40.911394 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-67f0a327-d90e-4be4-a6e8-3cbd7bb21074 None None] Set router a52dd15f-f351-477f-a217-402b5a2d0952 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:41.139308 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-67f0a327-d90e-4be4-a6e8-3cbd7bb21074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52dd15f-f351-477f-a217-402b5a2d0952', 'name': 'tempest-TestShelveInstance-2057109562-router', 'tenant_id': '7048ae11d6c24158a6a249073ae187b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a54ea27f-d470-4dc6-bcaa-5c461a6d0543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:39Z', 'updated_at': '2021-07-14T10:11:40Z', 'revision_number': 3, 'project_id': '7048ae11d6c24158a6a249073ae187b8', 'gw_port': {'id': 'a54ea27f-d470-4dc6-bcaa-5c461a6d0543', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52dd15f-f351-477f-a217-402b5a2d0952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:39Z', 'updated_at': '2021-07-14T10:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:41.168938 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f0a327-d90e-4be4-a6e8-3cbd7bb21074 None None] Checking router: a52dd15f-f351-477f-a217-402b5a2d0952 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:11:41.169559 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f0a327-d90e-4be4-a6e8-3cbd7bb21074 None None] Updating router a52dd15f-f351-477f-a217-402b5a2d0952 port a54ea27f-d470-4dc6-bcaa-5c461a6d0543 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:11:41.171722 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1a1a016e-5c46-4b30-91c1-52ea02fd807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'name': 'tempest-TestShelveInstance-522108490-router', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:36Z', 'revision_number': 4, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'gw_port': {'id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '19beb909-8ba0-4d35-8656-ddfd94eea303', 'name': '', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'mac_address': 'fa:16:3e:19:30:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:40Z', 'revision_number': 4, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'subnets': [{'id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:41.202090 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1a016e-5c46-4b30-91c1-52ea02fd807a None None] The sync data for ids ['bee87efe-8ea4-497e-8353-582b1c21c660'] in n-d-771362-35 is: [{'id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'name': 'tempest-TestShelveInstance-522108490-router', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:36Z', 'revision_number': 4, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'gw_port': {'id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '19beb909-8ba0-4d35-8656-ddfd94eea303', 'name': '', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'mac_address': 'fa:16:3e:19:30:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:40Z', 'revision_number': 4, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'subnets': [{'id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:11:41.224275 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-67f0a327-d90e-4be4-a6e8-3cbd7bb21074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:41.320986 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:41.566650 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-67f0a327-d90e-4be4-a6e8-3cbd7bb21074 None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:41.578883 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-67f0a327-d90e-4be4-a6e8-3cbd7bb21074 None None] Transition to ACTIVE for port object a54ea27f-d470-4dc6-bcaa-5c461a6d0543 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:41.586238 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-67f0a327-d90e-4be4-a6e8-3cbd7bb21074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:41.633612 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-67f0a327-d90e-4be4-a6e8-3cbd7bb21074 None None] Attempting to bind port a54ea27f-d470-4dc6-bcaa-5c461a6d0543 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:11:41.634092 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-67f0a327-d90e-4be4-a6e8-3cbd7bb21074 None None] Attempting to bind port a54ea27f-d470-4dc6-bcaa-5c461a6d0543 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:11:41.634556 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0a327-d90e-4be4-a6e8-3cbd7bb21074 None None] Attempting to bind port a54ea27f-d470-4dc6-bcaa-5c461a6d0543 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:41.645270 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0a327-d90e-4be4-a6e8-3cbd7bb21074 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:11:41.645815 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0a327-d90e-4be4-a6e8-3cbd7bb21074 None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:11:41.646329 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-67f0a327-d90e-4be4-a6e8-3cbd7bb21074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:41.646826 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0a327-d90e-4be4-a6e8-3cbd7bb21074 None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:11:41.647412 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-67f0a327-d90e-4be4-a6e8-3cbd7bb21074 None None] Bound port: a54ea27f-d470-4dc6-bcaa-5c461a6d0543, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:11:41.647934 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-67f0a327-d90e-4be4-a6e8-3cbd7bb21074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:41.672053 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-372595e7-b561-4924-9fda-f0127123b78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:41.676051 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da151b2-cea6-4a21-b98c-67d1893d1e6a None None] Pushing event updated for resources: {'Port': ['ID=a54ea27f-d470-4dc6-bcaa-5c461a6d0543,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:41.709717 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-67f0a327-d90e-4be4-a6e8-3cbd7bb21074 None None] For port a54ea27f-d470-4dc6-bcaa-5c461a6d0543, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:11:41.713483 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-67f0a327-d90e-4be4-a6e8-3cbd7bb21074 None None] For port a54ea27f-d470-4dc6-bcaa-5c461a6d0543, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a54ea27f-d470-4dc6-bcaa-5c461a6d0543,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:11:41.721229 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da151b2-cea6-4a21-b98c-67d1893d1e6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:41.722499 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da151b2-cea6-4a21-b98c-67d1893d1e6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:41.723100 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da151b2-cea6-4a21-b98c-67d1893d1e6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:41.723738 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da151b2-cea6-4a21-b98c-67d1893d1e6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:41.724318 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da151b2-cea6-4a21-b98c-67d1893d1e6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:41.724938 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da151b2-cea6-4a21-b98c-67d1893d1e6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:41.725503 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da151b2-cea6-4a21-b98c-67d1893d1e6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:41.726067 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da151b2-cea6-4a21-b98c-67d1893d1e6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:41.726645 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da151b2-cea6-4a21-b98c-67d1893d1e6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:41.727202 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da151b2-cea6-4a21-b98c-67d1893d1e6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:41.727788 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da151b2-cea6-4a21-b98c-67d1893d1e6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:41.728340 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da151b2-cea6-4a21-b98c-67d1893d1e6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:41.732799 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-67f0a327-d90e-4be4-a6e8-3cbd7bb21074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:41.790759 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f0a327-d90e-4be4-a6e8-3cbd7bb21074 None None] Routers {'a52dd15f-f351-477f-a217-402b5a2d0952'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:41.791566 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-67f0a327-d90e-4be4-a6e8-3cbd7bb21074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:11:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['a52dd15f-f351-477f-a217-402b5a2d0952'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:41.848350 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-372595e7-b561-4924-9fda-f0127123b78e admin admin] Allocated IP 172.20.0.1 (8c804fa7-e73f-4bf9-916b-05c4e57d538a/1955b76b-4a8b-497f-8052-ed5034228354/12088f51-3184-4b50-8d40-67d6f5b17a48) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:11:41.913974 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-67f0a327-d90e-4be4-a6e8-3cbd7bb21074 None None] Set router a52dd15f-f351-477f-a217-402b5a2d0952 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:41.916083 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da151b2-cea6-4a21-b98c-67d1893d1e6a None None] Pushing event updated for resources: {'Port': ['ID=a54ea27f-d470-4dc6-bcaa-5c461a6d0543,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:41.940357 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94ba82b-6f26-44fb-8bb2-9ddbac4a3827 None None] Network 8c804fa7-e73f-4bf9-916b-05c4e57d538a requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:11:41.979535 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-372595e7-b561-4924-9fda-f0127123b78e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:41.996744 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-372595e7-b561-4924-9fda-f0127123b78e admin admin] Transition to ACTIVE for port object 12088f51-3184-4b50-8d40-67d6f5b17a48 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:42.037126 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-372595e7-b561-4924-9fda-f0127123b78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:42.086872 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372595e7-b561-4924-9fda-f0127123b78e admin admin] Pushing event updated for resources: {'Port': ['ID=12088f51-3184-4b50-8d40-67d6f5b17a48,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:42.100542 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372595e7-b561-4924-9fda-f0127123b78e admin admin] Network 8c804fa7-e73f-4bf9-916b-05c4e57d538a is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:11:42.102038 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-372595e7-b561-4924-9fda-f0127123b78e admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:42.107553 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372595e7-b561-4924-9fda-f0127123b78e admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:11:42.166010 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-372595e7-b561-4924-9fda-f0127123b78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:42.182697 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-67f0a327-d90e-4be4-a6e8-3cbd7bb21074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52dd15f-f351-477f-a217-402b5a2d0952', 'name': 'tempest-TestShelveInstance-2057109562-router', 'tenant_id': '7048ae11d6c24158a6a249073ae187b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a54ea27f-d470-4dc6-bcaa-5c461a6d0543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:39Z', 'updated_at': '2021-07-14T10:11:40Z', 'revision_number': 3, 'project_id': '7048ae11d6c24158a6a249073ae187b8', 'gw_port': {'id': 'a54ea27f-d470-4dc6-bcaa-5c461a6d0543', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52dd15f-f351-477f-a217-402b5a2d0952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:39Z', 'updated_at': '2021-07-14T10:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:42.234568 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ecc9ce26-f7a1-44a7-ad2a-6c18dfad18e2 None None] Provisioning for port c31d15a8-38dc-4ca9-8e82-8998a762d366 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:42.245397 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f0a327-d90e-4be4-a6e8-3cbd7bb21074 None None] The sync data for ids ['a52dd15f-f351-477f-a217-402b5a2d0952'] in n-d-771362-35 is: [{'id': 'a52dd15f-f351-477f-a217-402b5a2d0952', 'name': 'tempest-TestShelveInstance-2057109562-router', 'tenant_id': '7048ae11d6c24158a6a249073ae187b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a54ea27f-d470-4dc6-bcaa-5c461a6d0543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:39Z', 'updated_at': '2021-07-14T10:11:40Z', 'revision_number': 3, 'project_id': '7048ae11d6c24158a6a249073ae187b8', 'gw_port': {'id': 'a54ea27f-d470-4dc6-bcaa-5c461a6d0543', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52dd15f-f351-477f-a217-402b5a2d0952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:39Z', 'updated_at': '2021-07-14T10:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:11:42.321731 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c31d15a8-38dc-4ca9-8e82-8998a762d366 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:42.365243 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-372595e7-b561-4924-9fda-f0127123b78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:42.419423 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port c31d15a8-38dc-4ca9-8e82-8998a762d366 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:42.425687 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c31d15a8-38dc-4ca9-8e82-8998a762d366 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:42.425981 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:42.531805 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:42.587114 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port c31d15a8-38dc-4ca9-8e82-8998a762d366, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c31d15a8-38dc-4ca9-8e82-8998a762d366,segment=NetworkSegment(eff40561-8583-46f4-a64f-37b1cab516f0),segment_id=eff40561-8583-46f4-a64f-37b1cab516f0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:42.601257 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:42.603209 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 19beb909-8ba0-4d35-8656-ddfd94eea303 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:42.606285 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-372595e7-b561-4924-9fda-f0127123b78e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:42.613405 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-372595e7-b561-4924-9fda-f0127123b78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:42.709077 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-372595e7-b561-4924-9fda-f0127123b78e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:42.714766 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372595e7-b561-4924-9fda-f0127123b78e admin admin] Pushing event updated for resources: {'Port': ['ID=12088f51-3184-4b50-8d40-67d6f5b17a48,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:42.736800 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 19beb909-8ba0-4d35-8656-ddfd94eea303 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:42.739999 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=c31d15a8-38dc-4ca9-8e82-8998a762d366,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:42.758353 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 19beb909-8ba0-4d35-8656-ddfd94eea303 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:42.758736 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:42.828591 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:42.857424 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372595e7-b561-4924-9fda-f0127123b78e admin admin] Network 8c804fa7-e73f-4bf9-916b-05c4e57d538a is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:11:42.858292 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-372595e7-b561-4924-9fda-f0127123b78e admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:42.881408 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:42.892152 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-92a943cb-696f-46c1-88d5-241b44d41081 None None] Provisioning for port 12088f51-3184-4b50-8d40-67d6f5b17a48 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:42.901951 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-92a943cb-696f-46c1-88d5-241b44d41081 None None] Provisioning complete for port 12088f51-3184-4b50-8d40-67d6f5b17a48 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:42.902643 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92a943cb-696f-46c1-88d5-241b44d41081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:42.964721 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 19beb909-8ba0-4d35-8656-ddfd94eea303, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=19beb909-8ba0-4d35-8656-ddfd94eea303,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:42.968772 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-92a943cb-696f-46c1-88d5-241b44d41081 None None] Port 12088f51-3184-4b50-8d40-67d6f5b17a48 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:11:42.973738 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:43.010052 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-92a943cb-696f-46c1-88d5-241b44d41081 None None] Provisioning complete for port c31d15a8-38dc-4ca9-8e82-8998a762d366 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:43.010685 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92a943cb-696f-46c1-88d5-241b44d41081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:43.033144 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372595e7-b561-4924-9fda-f0127123b78e admin admin] Router a52dd15f-f351-477f-a217-402b5a2d0952 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:11:43.065485 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=19beb909-8ba0-4d35-8656-ddfd94eea303,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:43.180978 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372595e7-b561-4924-9fda-f0127123b78e admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:11:43.187146 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-372595e7-b561-4924-9fda-f0127123b78e admin admin] 10.222.0.25 "PUT /v2.0/routers/a52dd15f-f351-477f-a217-402b5a2d0952/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4935544 Jul 14 10:11:43.258947 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-38fbad01-d64b-45ab-8dae-0a2af95c8080 None None] Provisioning complete for port 12088f51-3184-4b50-8d40-67d6f5b17a48 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:43.259318 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38fbad01-d64b-45ab-8dae-0a2af95c8080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:43.314332 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-38fbad01-d64b-45ab-8dae-0a2af95c8080 None None] Port 12088f51-3184-4b50-8d40-67d6f5b17a48 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:11:43.536488 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4006a18c-2fd4-4680-b52e-8a9381387165 None None] Provisioning complete for port 12088f51-3184-4b50-8d40-67d6f5b17a48 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:43.536872 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4006a18c-2fd4-4680-b52e-8a9381387165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:43.582501 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4006a18c-2fd4-4680-b52e-8a9381387165 None None] Port 12088f51-3184-4b50-8d40-67d6f5b17a48 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:11:43.784064 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36864) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:43.789063 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ef9024e0-704f-4ba0-bf5f-f08d7d87bb14 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-907697468', 'description': 'tempest-secgroup-smoke-907697468 description', 'project_id': '24023f1910fe425c81db4e18daf029a3'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:43.811611 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ef9024e0-704f-4ba0-bf5f-f08d7d87bb14 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:43.893130 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ef9024e0-704f-4ba0-bf5f-f08d7d87bb14 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:43.897006 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ef9024e0-704f-4ba0-bf5f-f08d7d87bb14 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:43.923315 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ef9024e0-704f-4ba0-bf5f-f08d7d87bb14 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:43.924573 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ef9024e0-704f-4ba0-bf5f-f08d7d87bb14 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1392817 Jul 14 10:11:43.928351 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36866) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:43.929409 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9024e0-704f-4ba0-bf5f-f08d7d87bb14 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272ab5fc-4340-47cd-b578-5abb1331988e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:43.934488 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-e1da33e5-0dde-4fe2-acad-a6e45d3cbf3a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Request body: {'security_group_rule': {'security_group_id': '272ab5fc-4340-47cd-b578-5abb1331988e', 'project_id': '24023f1910fe425c81db4e18daf029a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:43.964294 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1da33e5-0dde-4fe2-acad-a6e45d3cbf3a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.021389 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1da33e5-0dde-4fe2-acad-a6e45d3cbf3a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.024788 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1da33e5-0dde-4fe2-acad-a6e45d3cbf3a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.042925 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da33e5-0dde-4fe2-acad-a6e45d3cbf3a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a563d983-8500-4ec1-98ec-f110509b5a78,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:44.048338 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1da33e5-0dde-4fe2-acad-a6e45d3cbf3a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.049743 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e1da33e5-0dde-4fe2-acad-a6e45d3cbf3a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203191 Jul 14 10:11:44.053526 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36868) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:44.058110 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-e0f8321e-d592-466d-939e-d1013ff05692 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Request body: {'security_group_rule': {'security_group_id': '272ab5fc-4340-47cd-b578-5abb1331988e', 'project_id': '24023f1910fe425c81db4e18daf029a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:44.085767 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0f8321e-d592-466d-939e-d1013ff05692 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.144871 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0f8321e-d592-466d-939e-d1013ff05692 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.149974 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0f8321e-d592-466d-939e-d1013ff05692 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.169537 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8321e-d592-466d-939e-d1013ff05692 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=143c0e69-cbb8-45f6-80b5-4336c47e838d,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:44.180350 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0f8321e-d592-466d-939e-d1013ff05692 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.184065 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-e0f8321e-d592-466d-939e-d1013ff05692 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1295471 Jul 14 10:11:44.185085 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36870) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:44.190252 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-f6024238-bc19-4699-aabf-b94eabf4354f tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Request body: {'security_group_rule': {'security_group_id': '272ab5fc-4340-47cd-b578-5abb1331988e', 'project_id': '24023f1910fe425c81db4e18daf029a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:44.222987 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f6024238-bc19-4699-aabf-b94eabf4354f tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.250079 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a54ea27f-d470-4dc6-bcaa-5c461a6d0543 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:44.293161 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f6024238-bc19-4699-aabf-b94eabf4354f tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.297433 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f6024238-bc19-4699-aabf-b94eabf4354f tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.300369 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port a54ea27f-d470-4dc6-bcaa-5c461a6d0543 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:44.304869 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port a54ea27f-d470-4dc6-bcaa-5c461a6d0543 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:44.304869 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.319116 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6024238-bc19-4699-aabf-b94eabf4354f tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39ebfb8-ef03-4346-8719-7bbc7e4ee07a,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:44.325282 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f6024238-bc19-4699-aabf-b94eabf4354f tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.327280 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-f6024238-bc19-4699-aabf-b94eabf4354f tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410294 Jul 14 10:11:44.330624 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36872) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:44.335995 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-09706a53-b6dc-4049-96dc-efa9fdc2fb57 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Request body: {'security_group_rule': {'security_group_id': '272ab5fc-4340-47cd-b578-5abb1331988e', 'project_id': '24023f1910fe425c81db4e18daf029a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:44.365063 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09706a53-b6dc-4049-96dc-efa9fdc2fb57 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.390303 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.416861 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port a54ea27f-d470-4dc6-bcaa-5c461a6d0543, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a54ea27f-d470-4dc6-bcaa-5c461a6d0543,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:44.420969 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.421885 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 19beb909-8ba0-4d35-8656-ddfd94eea303 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:44.436239 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09706a53-b6dc-4049-96dc-efa9fdc2fb57 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.441877 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09706a53-b6dc-4049-96dc-efa9fdc2fb57 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.460469 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09706a53-b6dc-4049-96dc-efa9fdc2fb57 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=513c9ed3-8ece-4a7d-9808-97ee73210a88,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:44.468818 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09706a53-b6dc-4049-96dc-efa9fdc2fb57 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.470331 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-09706a53-b6dc-4049-96dc-efa9fdc2fb57 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1387348 Jul 14 10:11:44.473515 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36874) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:44.478198 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-acb089f5-2823-4b47-8ef6-f34f306fa9f5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Request body: {'security_group_rule': {'security_group_id': '272ab5fc-4340-47cd-b578-5abb1331988e', 'project_id': '24023f1910fe425c81db4e18daf029a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:44.508124 n-d-771362-35 neutron-server[93772]: INFO neutron.db.securitygroups_db [None req-acb089f5-2823-4b47-8ef6-f34f306fa9f5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Project 24023f1910fe425c81db4e18daf029a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:11:44.509087 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=a54ea27f-d470-4dc6-bcaa-5c461a6d0543,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:44.513851 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-acb089f5-2823-4b47-8ef6-f34f306fa9f5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.523579 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 19beb909-8ba0-4d35-8656-ddfd94eea303 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:44.523976 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.597421 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-acb089f5-2823-4b47-8ef6-f34f306fa9f5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.601600 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-acb089f5-2823-4b47-8ef6-f34f306fa9f5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.621426 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb089f5-2823-4b47-8ef6-f34f306fa9f5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df43f42-2784-4dc1-9705-4a2b861e6c4a,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:44.629195 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-acb089f5-2823-4b47-8ef6-f34f306fa9f5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.631966 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-acb089f5-2823-4b47-8ef6-f34f306fa9f5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1574345 Jul 14 10:11:44.633134 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 36876) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:44.637652 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c31d15a8-38dc-4ca9-8e82-8998a762d366 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:44.637856 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-d075f6dc-5aa6-427f-929a-2e795040cab5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Request body: {'security_group_rule': {'security_group_id': '272ab5fc-4340-47cd-b578-5abb1331988e', 'project_id': '24023f1910fe425c81db4e18daf029a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:44.662160 n-d-771362-35 neutron-server[93772]: INFO neutron.db.securitygroups_db [None req-d075f6dc-5aa6-427f-929a-2e795040cab5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Project 24023f1910fe425c81db4e18daf029a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:11:44.668415 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d075f6dc-5aa6-427f-929a-2e795040cab5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.694197 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port c31d15a8-38dc-4ca9-8e82-8998a762d366 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:44.694568 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.737224 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d075f6dc-5aa6-427f-929a-2e795040cab5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.742272 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d075f6dc-5aa6-427f-929a-2e795040cab5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.764062 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075f6dc-5aa6-427f-929a-2e795040cab5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96edc23d-4b2e-4dcd-8194-ded2264f9136,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:44.770966 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d075f6dc-5aa6-427f-929a-2e795040cab5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.772498 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67dbe9a-d306-4609-ae84-03e234001c5c None None] Sync routers for ids ['a52dd15f-f351-477f-a217-402b5a2d0952'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:11:44.773574 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d075f6dc-5aa6-427f-929a-2e795040cab5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1393716 Jul 14 10:11:44.791649 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67dbe9a-d306-4609-ae84-03e234001c5c None None] Routers {'a52dd15f-f351-477f-a217-402b5a2d0952'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:44.792291 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c67dbe9a-d306-4609-ae84-03e234001c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:11:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['a52dd15f-f351-477f-a217-402b5a2d0952'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:44.905318 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c67dbe9a-d306-4609-ae84-03e234001c5c None None] Set router a52dd15f-f351-477f-a217-402b5a2d0952 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:44.928475 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-5abb069e-9a68-4c33-bea0-6ea540f9facc tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-907697468&fields=id&tenant_id=24023f1910fe425c81db4e18daf029a3 HTTP/1.1" status: 200 len: 267 time: 0.0355306 Jul 14 10:11:45.041059 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-f29cfab3-6632-4691-b88f-304fb5877e94 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:45.042495 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-f29cfab3-6632-4691-b88f-304fb5877e94 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/networks?id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 HTTP/1.1" status: 200 len: 808 time: 0.1074083 Jul 14 10:11:45.060924 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-73446663-96d6-43c8-ba81-48afed5c4b86 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/quotas/24023f1910fe425c81db4e18daf029a3 HTTP/1.1" status: 200 len: 375 time: 0.0128176 Jul 14 10:11:45.118327 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c67dbe9a-d306-4609-ae84-03e234001c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52dd15f-f351-477f-a217-402b5a2d0952', 'name': 'tempest-TestShelveInstance-2057109562-router', 'tenant_id': '7048ae11d6c24158a6a249073ae187b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a54ea27f-d470-4dc6-bcaa-5c461a6d0543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:39Z', 'updated_at': '2021-07-14T10:11:42Z', 'revision_number': 4, 'project_id': '7048ae11d6c24158a6a249073ae187b8', 'gw_port': {'id': 'a54ea27f-d470-4dc6-bcaa-5c461a6d0543', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52dd15f-f351-477f-a217-402b5a2d0952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:39Z', 'updated_at': '2021-07-14T10:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '12088f51-3184-4b50-8d40-67d6f5b17a48', 'name': '', 'network_id': '8c804fa7-e73f-4bf9-916b-05c4e57d538a', 'tenant_id': '7048ae11d6c24158a6a249073ae187b8', 'mac_address': 'fa:16:3e:57:b4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52dd15f-f351-477f-a217-402b5a2d0952', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '1955b76b-4a8b-497f-8052-ed5034228354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:41Z', 'updated_at': '2021-07-14T10:11:42Z', 'revision_number': 2, 'project_id': '7048ae11d6c24158a6a249073ae187b8', 'subnets': [{'id': '1955b76b-4a8b-497f-8052-ed5034228354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:45.132105 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-dd5b28b7-715e-488a-a9ba-1fe7c46b220b tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=24023f1910fe425c81db4e18daf029a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651705 Jul 14 10:11:45.146035 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67dbe9a-d306-4609-ae84-03e234001c5c None None] Checking router: a52dd15f-f351-477f-a217-402b5a2d0952 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:11:45.146380 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67dbe9a-d306-4609-ae84-03e234001c5c None None] Updating router a52dd15f-f351-477f-a217-402b5a2d0952 port 12088f51-3184-4b50-8d40-67d6f5b17a48 binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:11:45.186021 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c67dbe9a-d306-4609-ae84-03e234001c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:45.332424 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-498c7aa2-2ca9-4038-ad91-660a3a87eee5 service neutron] 10.222.0.25 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882560 Jul 14 10:11:45.426964 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-f9653b67-87f7-4a6a-9da8-8a91ab5e196c service neutron] 10.222.0.25 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898466 Jul 14 10:11:45.510361 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c67dbe9a-d306-4609-ae84-03e234001c5c None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:45.524262 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c67dbe9a-d306-4609-ae84-03e234001c5c None None] Transition to ACTIVE for port object 12088f51-3184-4b50-8d40-67d6f5b17a48 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:45.529685 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c67dbe9a-d306-4609-ae84-03e234001c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:45.613396 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbccab-5b29-42a2-844b-594a2e786dd1 None None] Pushing event updated for resources: {'Port': ['ID=12088f51-3184-4b50-8d40-67d6f5b17a48,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:45.641682 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e33c3c7a-efec-419f-9393-17d7fcc5b73d req-d7d0d041-0255-42da-8aa9-ff69eacd5662 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 210 time: 0.0417526 Jul 14 10:11:45.660857 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c67dbe9a-d306-4609-ae84-03e234001c5c None None] Attempting to bind port 12088f51-3184-4b50-8d40-67d6f5b17a48 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:11:45.661274 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c67dbe9a-d306-4609-ae84-03e234001c5c None None] Attempting to bind port 12088f51-3184-4b50-8d40-67d6f5b17a48 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': 'eff40561-8583-46f4-a64f-37b1cab516f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8c804fa7-e73f-4bf9-916b-05c4e57d538a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:11:45.661639 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67dbe9a-d306-4609-ae84-03e234001c5c None None] Attempting to bind port 12088f51-3184-4b50-8d40-67d6f5b17a48 on network 8c804fa7-e73f-4bf9-916b-05c4e57d538a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:45.666723 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67dbe9a-d306-4609-ae84-03e234001c5c None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:11:45.667097 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67dbe9a-d306-4609-ae84-03e234001c5c None None] Checking segment: {'id': 'eff40561-8583-46f4-a64f-37b1cab516f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8c804fa7-e73f-4bf9-916b-05c4e57d538a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:11:45.667512 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c67dbe9a-d306-4609-ae84-03e234001c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:45.667918 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67dbe9a-d306-4609-ae84-03e234001c5c None None] Bound using segment: {'id': 'eff40561-8583-46f4-a64f-37b1cab516f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8c804fa7-e73f-4bf9-916b-05c4e57d538a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:11:45.668427 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c67dbe9a-d306-4609-ae84-03e234001c5c None None] Bound port: 12088f51-3184-4b50-8d40-67d6f5b17a48, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff40561-8583-46f4-a64f-37b1cab516f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8c804fa7-e73f-4bf9-916b-05c4e57d538a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:11:45.668803 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c67dbe9a-d306-4609-ae84-03e234001c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:45.737657 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c67dbe9a-d306-4609-ae84-03e234001c5c None None] For port 12088f51-3184-4b50-8d40-67d6f5b17a48, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:11:45.741292 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c67dbe9a-d306-4609-ae84-03e234001c5c None None] For port 12088f51-3184-4b50-8d40-67d6f5b17a48, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=12088f51-3184-4b50-8d40-67d6f5b17a48,segment=NetworkSegment(eff40561-8583-46f4-a64f-37b1cab516f0),segment_id=eff40561-8583-46f4-a64f-37b1cab516f0)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:11:45.754864 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c67dbe9a-d306-4609-ae84-03e234001c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:45.824298 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbccab-5b29-42a2-844b-594a2e786dd1 None None] Pushing event updated for resources: {'Port': ['ID=12088f51-3184-4b50-8d40-67d6f5b17a48,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:45.838261 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67dbe9a-d306-4609-ae84-03e234001c5c None None] Routers {'a52dd15f-f351-477f-a217-402b5a2d0952'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:45.838833 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c67dbe9a-d306-4609-ae84-03e234001c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:11:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['a52dd15f-f351-477f-a217-402b5a2d0952'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:45.955366 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c67dbe9a-d306-4609-ae84-03e234001c5c None None] Set router a52dd15f-f351-477f-a217-402b5a2d0952 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:46.178015 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c67dbe9a-d306-4609-ae84-03e234001c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52dd15f-f351-477f-a217-402b5a2d0952', 'name': 'tempest-TestShelveInstance-2057109562-router', 'tenant_id': '7048ae11d6c24158a6a249073ae187b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a54ea27f-d470-4dc6-bcaa-5c461a6d0543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:39Z', 'updated_at': '2021-07-14T10:11:42Z', 'revision_number': 4, 'project_id': '7048ae11d6c24158a6a249073ae187b8', 'gw_port': {'id': 'a54ea27f-d470-4dc6-bcaa-5c461a6d0543', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52dd15f-f351-477f-a217-402b5a2d0952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:39Z', 'updated_at': '2021-07-14T10:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '12088f51-3184-4b50-8d40-67d6f5b17a48', 'name': '', 'network_id': '8c804fa7-e73f-4bf9-916b-05c4e57d538a', 'tenant_id': '7048ae11d6c24158a6a249073ae187b8', 'mac_address': 'fa:16:3e:57:b4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52dd15f-f351-477f-a217-402b5a2d0952', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '1955b76b-4a8b-497f-8052-ed5034228354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:41Z', 'updated_at': '2021-07-14T10:11:45Z', 'revision_number': 4, 'project_id': '7048ae11d6c24158a6a249073ae187b8', 'subnets': [{'id': '1955b76b-4a8b-497f-8052-ed5034228354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:46.210733 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a54ea27f-d470-4dc6-bcaa-5c461a6d0543 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:46.213180 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67dbe9a-d306-4609-ae84-03e234001c5c None None] The sync data for ids ['a52dd15f-f351-477f-a217-402b5a2d0952'] in n-d-771362-35 is: [{'id': 'a52dd15f-f351-477f-a217-402b5a2d0952', 'name': 'tempest-TestShelveInstance-2057109562-router', 'tenant_id': '7048ae11d6c24158a6a249073ae187b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a54ea27f-d470-4dc6-bcaa-5c461a6d0543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:39Z', 'updated_at': '2021-07-14T10:11:42Z', 'revision_number': 4, 'project_id': '7048ae11d6c24158a6a249073ae187b8', 'gw_port': {'id': 'a54ea27f-d470-4dc6-bcaa-5c461a6d0543', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52dd15f-f351-477f-a217-402b5a2d0952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:39Z', 'updated_at': '2021-07-14T10:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '12088f51-3184-4b50-8d40-67d6f5b17a48', 'name': '', 'network_id': '8c804fa7-e73f-4bf9-916b-05c4e57d538a', 'tenant_id': '7048ae11d6c24158a6a249073ae187b8', 'mac_address': 'fa:16:3e:57:b4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52dd15f-f351-477f-a217-402b5a2d0952', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '1955b76b-4a8b-497f-8052-ed5034228354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:41Z', 'updated_at': '2021-07-14T10:11:45Z', 'revision_number': 4, 'project_id': '7048ae11d6c24158a6a249073ae187b8', 'subnets': [{'id': '1955b76b-4a8b-497f-8052-ed5034228354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:11:46.289974 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port a54ea27f-d470-4dc6-bcaa-5c461a6d0543 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:46.290502 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:46.791687 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-136a5753-5f2c-4f1a-882b-2ad0b4631eb9 req-03e76b8e-ab39-46eb-8287-f6e58c3817e9 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 210 time: 0.0338755 Jul 14 10:11:47.090289 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-97696679-581b-4728-b591-58a14b446844 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:47.091690 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-97696679-581b-4728-b591-58a14b446844 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.47 "GET /v2.0/networks?id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 HTTP/1.1" status: 200 len: 808 time: 0.1132832 Jul 14 10:11:47.142131 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-65011331-80c0-45bd-ac32-fa7d27d2af97 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24023f1910fe425c81db4e18daf029a3 HTTP/1.1" status: 200 len: 379 time: 0.0350254 Jul 14 10:11:47.150379 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-5d6b6e1b-1836-4b36-bcf7-5e2e6c5d35a6 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Request body: {'port': {'device_id': '0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'admin_state_up': True, 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'security_groups': ['272ab5fc-4340-47cd-b578-5abb1331988e']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:47.266005 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-5d6b6e1b-1836-4b36-bcf7-5e2e6c5d35a6 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Made reservation on behalf of 24023f1910fe425c81db4e18daf029a3 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:11:47.270275 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-5d6b6e1b-1836-4b36-bcf7-5e2e6c5d35a6 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:47.397140 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-5d6b6e1b-1836-4b36-bcf7-5e2e6c5d35a6 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Allocated IP 172.20.0.13 (00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4/a80ebdba-7554-465e-a920-e9cbccd8270e/e336e668-4c4f-439e-a269-82ca60389190) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:11:47.538905 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-5d6b6e1b-1836-4b36-bcf7-5e2e6c5d35a6 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:47.553397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-5d6b6e1b-1836-4b36-bcf7-5e2e6c5d35a6 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Transition to ACTIVE for port object e336e668-4c4f-439e-a269-82ca60389190 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:47.586234 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-5d6b6e1b-1836-4b36-bcf7-5e2e6c5d35a6 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:47.627540 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-5d6b6e1b-1836-4b36-bcf7-5e2e6c5d35a6 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Network 00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:11:47.637870 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-5d6b6e1b-1836-4b36-bcf7-5e2e6c5d35a6 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:47.642339 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-5d6b6e1b-1836-4b36-bcf7-5e2e6c5d35a6 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:11:47.646458 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b6e1b-1836-4b36-bcf7-5e2e6c5d35a6 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Pushing event updated for resources: {'Port': ['ID=e336e668-4c4f-439e-a269-82ca60389190,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:47.698837 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-5d6b6e1b-1836-4b36-bcf7-5e2e6c5d35a6 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:47.698837 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-5d6b6e1b-1836-4b36-bcf7-5e2e6c5d35a6 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:47.715331 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-5d6b6e1b-1836-4b36-bcf7-5e2e6c5d35a6 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5685256 Jul 14 10:11:47.732468 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-1188d136-0d71-4c05-9707-f78ab207ee0f service neutron] Request body: {'port': {'device_id': '0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:47.815975 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-1188d136-0d71-4c05-9707-f78ab207ee0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:47.971998 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b44bddb5-f837-4bbb-8fac-bafde03448f4 None None] Provisioning for port e336e668-4c4f-439e-a269-82ca60389190 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:47.976078 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b44bddb5-f837-4bbb-8fac-bafde03448f4 None None] Provisioning complete for port e336e668-4c4f-439e-a269-82ca60389190 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:47.976458 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b44bddb5-f837-4bbb-8fac-bafde03448f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:48.010429 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b44bddb5-f837-4bbb-8fac-bafde03448f4 None None] Port e336e668-4c4f-439e-a269-82ca60389190 cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:11:48.059601 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6963d8-104d-45c3-be94-86a7bea14ce3 req-339b194c-a528-4ab2-adaf-91b9b5a2bfbf tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:48.061091 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da6963d8-104d-45c3-be94-86a7bea14ce3 req-339b194c-a528-4ab2-adaf-91b9b5a2bfbf tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 932 time: 0.1375158 Jul 14 10:11:48.122471 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da6963d8-104d-45c3-be94-86a7bea14ce3 req-8ae17a20-c4c3-4261-868e-8aa12c1ae44f tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540750 Jul 14 10:11:48.168164 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-1188d136-0d71-4c05-9707-f78ab207ee0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e336e668-4c4f-439e-a269-82ca60389190 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:11:48.176820 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-1188d136-0d71-4c05-9707-f78ab207ee0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:48.189768 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-1188d136-0d71-4c05-9707-f78ab207ee0f service neutron] Transition to ACTIVE for port object e336e668-4c4f-439e-a269-82ca60389190 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:48.194267 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-1188d136-0d71-4c05-9707-f78ab207ee0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:48.218112 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 12088f51-3184-4b50-8d40-67d6f5b17a48 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:48.245785 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188d136-0d71-4c05-9707-f78ab207ee0f service neutron] Pushing event updated for resources: {'Port': ['ID=e336e668-4c4f-439e-a269-82ca60389190,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:48.280067 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 12088f51-3184-4b50-8d40-67d6f5b17a48 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:48.284772 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 12088f51-3184-4b50-8d40-67d6f5b17a48 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:48.285376 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:48.323695 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-1188d136-0d71-4c05-9707-f78ab207ee0f service neutron] Attempting to bind port e336e668-4c4f-439e-a269-82ca60389190 on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:11:48.324106 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-1188d136-0d71-4c05-9707-f78ab207ee0f service neutron] Attempting to bind port e336e668-4c4f-439e-a269-82ca60389190 by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '5b514a1f-cbea-4e21-bca9-b99b62a89bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:11:48.324603 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-1188d136-0d71-4c05-9707-f78ab207ee0f service neutron] Attempting to bind port e336e668-4c4f-439e-a269-82ca60389190 on network 00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:48.330216 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-1188d136-0d71-4c05-9707-f78ab207ee0f service neutron] Port e336e668-4c4f-439e-a269-82ca60389190 on network 00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:11:48.330604 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-1188d136-0d71-4c05-9707-f78ab207ee0f service neutron] Attempting to bind port e336e668-4c4f-439e-a269-82ca60389190 on network 00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:48.337139 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-1188d136-0d71-4c05-9707-f78ab207ee0f service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:11:48.337505 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-1188d136-0d71-4c05-9707-f78ab207ee0f service neutron] Checking segment: {'id': '5b514a1f-cbea-4e21-bca9-b99b62a89bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:11:48.337903 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-1188d136-0d71-4c05-9707-f78ab207ee0f service neutron] Bound using segment: {'id': '5b514a1f-cbea-4e21-bca9-b99b62a89bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:11:48.338345 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-1188d136-0d71-4c05-9707-f78ab207ee0f service neutron] Bound port: e336e668-4c4f-439e-a269-82ca60389190, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b514a1f-cbea-4e21-bca9-b99b62a89bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:11:48.338708 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-1188d136-0d71-4c05-9707-f78ab207ee0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:48.405111 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:48.423346 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-1188d136-0d71-4c05-9707-f78ab207ee0f service neutron] For port e336e668-4c4f-439e-a269-82ca60389190, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:11:48.426873 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-1188d136-0d71-4c05-9707-f78ab207ee0f service neutron] For port e336e668-4c4f-439e-a269-82ca60389190, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=e336e668-4c4f-439e-a269-82ca60389190,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:11:48.432036 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-1188d136-0d71-4c05-9707-f78ab207ee0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:48.443824 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 12088f51-3184-4b50-8d40-67d6f5b17a48, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=12088f51-3184-4b50-8d40-67d6f5b17a48,segment=NetworkSegment(eff40561-8583-46f4-a64f-37b1cab516f0),segment_id=eff40561-8583-46f4-a64f-37b1cab516f0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:48.448507 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:48.470908 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-1188d136-0d71-4c05-9707-f78ab207ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:48.472302 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-1188d136-0d71-4c05-9707-f78ab207ee0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:48.473934 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-1188d136-0d71-4c05-9707-f78ab207ee0f service neutron] 10.222.0.47 "PUT /v2.0/ports/e336e668-4c4f-439e-a269-82ca60389190 HTTP/1.1" status: 200 len: 1093 time: 0.7459311 Jul 14 10:11:48.474396 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d', 'tag': 'e336e668-4c4f-439e-a269-82ca60389190'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:11:48.477029 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdfd76875a0dbbaf1509a4c423fc1f4cb1751388cb9186f92cdb94f63ad4e53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e653da-9665-4459-8d66-21f15299188a" -d '{"events": [{"name": "network-changed", "server_uuid": "0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d", "tag": "e336e668-4c4f-439e-a269-82ca60389190"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:11:48.512104 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188d136-0d71-4c05-9707-f78ab207ee0f service neutron] Pushing event updated for resources: {'Port': ['ID=e336e668-4c4f-439e-a269-82ca60389190,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:48.572622 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9421db00-e68d-4685-8eba-ba5fd7c9df38 x-openstack-request-id: req-9421db00-e68d-4685-8eba-ba5fd7c9df38 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:11:48.572991 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d", "tag": "e336e668-4c4f-439e-a269-82ca60389190", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:11:48.573156 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9421db00-e68d-4685-8eba-ba5fd7c9df38 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:11:48.573835 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d', 'tag': 'e336e668-4c4f-439e-a269-82ca60389190', 'status': 'completed', 'code': 200} Jul 14 10:11:48.591264 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66531002-89df-48ca-b978-6426c3f26ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:48.594232 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=12088f51-3184-4b50-8d40-67d6f5b17a48,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:48.606902 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-dc780c56-8031-483c-84ba-922edebae565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:48.608556 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-dc780c56-8031-483c-84ba-922edebae565 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24023f1910fe425c81db4e18daf029a3&device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 1096 time: 0.0725856 Jul 14 10:11:48.653681 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-a53ef20a-ade2-40cc-8ba2-d0c8cd005a04 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e336e668-4c4f-439e-a269-82ca60389190 HTTP/1.1" status: 200 len: 217 time: 0.0373275 Jul 14 10:11:48.709931 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-bc6c1630-66eb-4cdd-935c-a5e22cb1651a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:48.711611 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-bc6c1630-66eb-4cdd-935c-a5e22cb1651a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a80ebdba-7554-465e-a920-e9cbccd8270e HTTP/1.1" status: 200 len: 847 time: 0.0509918 Jul 14 10:11:48.779897 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-e832930f-c050-4db2-abbc-267790481bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:48.781355 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-e832930f-c050-4db2-abbc-267790481bb4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638673 Jul 14 10:11:48.876875 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-0045f4c3-9771-43e0-8f61-6be260bb0f7a service neutron] 10.222.0.47 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894823 Jul 14 10:11:48.972438 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6fedd1cd-157d-41dc-a2fc-f07c1244c94a req-eb1fc59d-d892-4aa0-9f8b-6e3d7c99be6a service neutron] 10.222.0.47 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895331 Jul 14 10:11:49.074395 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e653da-9665-4459-8d66-21f15299188a req-088720c4-a43c-4010-b7da-5f5dee49db7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:49.075941 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04e653da-9665-4459-8d66-21f15299188a req-088720c4-a43c-4010-b7da-5f5dee49db7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24023f1910fe425c81db4e18daf029a3&device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 1096 time: 0.0564060 Jul 14 10:11:49.164626 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e653da-9665-4459-8d66-21f15299188a req-d348c099-63dd-4b1c-abda-07ac852ee0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:49.166553 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04e653da-9665-4459-8d66-21f15299188a req-d348c099-63dd-4b1c-abda-07ac852ee0c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 HTTP/1.1" status: 200 len: 908 time: 0.0832095 Jul 14 10:11:49.213154 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04e653da-9665-4459-8d66-21f15299188a req-d9093a30-1320-4d14-9d19-c7c817b06ca7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e336e668-4c4f-439e-a269-82ca60389190 HTTP/1.1" status: 200 len: 217 time: 0.0386548 Jul 14 10:11:49.295869 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e653da-9665-4459-8d66-21f15299188a req-8bc06339-6293-40b8-a685-9baf36a64a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:49.297333 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04e653da-9665-4459-8d66-21f15299188a req-8bc06339-6293-40b8-a685-9baf36a64a8a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a80ebdba-7554-465e-a920-e9cbccd8270e HTTP/1.1" status: 200 len: 847 time: 0.0764709 Jul 14 10:11:49.354040 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af896035-500b-4753-b7a3-6003ad4eb7bf req-06749617-9159-4cb3-986d-52aa16905753 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:49.355532 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-af896035-500b-4753-b7a3-6003ad4eb7bf req-06749617-9159-4cb3-986d-52aa16905753 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 944 time: 0.1083505 Jul 14 10:11:49.404552 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-af896035-500b-4753-b7a3-6003ad4eb7bf req-4f712c1f-6032-4d14-a9a4-dfe72e2866f3 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431595 Jul 14 10:11:49.406359 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e653da-9665-4459-8d66-21f15299188a req-c4e35445-7fa4-44c6-ac77-98dd6483eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:49.407818 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04e653da-9665-4459-8d66-21f15299188a req-c4e35445-7fa4-44c6-ac77-98dd6483eca0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023934 Jul 14 10:11:49.500181 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04e653da-9665-4459-8d66-21f15299188a req-8d497798-2387-491a-874a-266bade14bb6 service neutron] 10.222.0.47 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821495 Jul 14 10:11:49.596052 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04e653da-9665-4459-8d66-21f15299188a req-2d58330b-e300-4af5-b4da-9e0b59030166 service neutron] 10.222.0.47 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880594 Jul 14 10:11:50.185074 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 12088f51-3184-4b50-8d40-67d6f5b17a48 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:50.233116 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 12088f51-3184-4b50-8d40-67d6f5b17a48 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:50.233489 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:50.582150 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfb4e0-0dd8-4ff7-a62c-b223541bb1c4 req-a55d1125-e926-4807-a480-78b897b7c3f2 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:50.583665 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6dcfb4e0-0dd8-4ff7-a62c-b223541bb1c4 req-a55d1125-e926-4807-a480-78b897b7c3f2 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 944 time: 0.0646050 Jul 14 10:11:50.621881 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6dcfb4e0-0dd8-4ff7-a62c-b223541bb1c4 req-3c7ea814-af34-464b-a04c-4e84d21b0b57 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325277 Jul 14 10:11:51.141850 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3938e068-3ccc-4298-98d1-778044a2d155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:51.383913 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:51.794087 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f24a2-5ebd-4456-8d17-58ee0c063ac8 req-b9c373f6-5a2d-4bfe-be29-4c3d27973c18 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:51.795645 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-806f24a2-5ebd-4456-8d17-58ee0c063ac8 req-b9c373f6-5a2d-4bfe-be29-4c3d27973c18 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 944 time: 0.0638156 Jul 14 10:11:51.840197 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-806f24a2-5ebd-4456-8d17-58ee0c063ac8 req-afddc35e-c04a-44de-8a54-7482d5298415 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378568 Jul 14 10:11:52.442084 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:53.014125 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1584116-bd5f-4bcc-9119-2a38b0a0494d req-db643e11-073b-4091-9c75-cea1f0fa65f9 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:53.015626 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1584116-bd5f-4bcc-9119-2a38b0a0494d req-db643e11-073b-4091-9c75-cea1f0fa65f9 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 944 time: 0.0638235 Jul 14 10:11:53.054379 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c1584116-bd5f-4bcc-9119-2a38b0a0494d req-ee1b3ba6-d6c8-4591-b05e-39dd0d2dfcf4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331073 Jul 14 10:11:53.094659 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device e336e668-4c4f-439e-a269-82ca60389190 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:11:53.187349 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port e336e668-4c4f-439e-a269-82ca60389190, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=e336e668-4c4f-439e-a269-82ca60389190,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:53.199239 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'e336e668-4c4f-439e-a269-82ca60389190', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'port_id': 'e336e668-4c4f-439e-a269-82ca60389190', 'mac_address': 'fa:16:3e:73:34:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:11:53.390112 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:53.403049 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e336e668-4c4f-439e-a269-82ca60389190 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:11:53.425367 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port e336e668-4c4f-439e-a269-82ca60389190, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=e336e668-4c4f-439e-a269-82ca60389190,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:53.430460 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:53.477274 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=e336e668-4c4f-439e-a269-82ca60389190,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:53.697563 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['e336e668-4c4f-439e-a269-82ca60389190'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:11:53.972395 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:54.228147 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91305e6d-5c34-41fb-9361-193afd1984a2 req-6748d204-5cac-45d0-a1ec-f8b8a781bb19 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:54.229504 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-91305e6d-5c34-41fb-9361-193afd1984a2 req-6748d204-5cac-45d0-a1ec-f8b8a781bb19 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 945 time: 0.0632811 Jul 14 10:11:54.266050 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-91305e6d-5c34-41fb-9361-193afd1984a2 req-1ca3d9b9-7050-437a-b97a-47bcdefa683e tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310528 Jul 14 10:11:55.103712 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device e336e668-4c4f-439e-a269-82ca60389190 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:55.151078 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port e336e668-4c4f-439e-a269-82ca60389190 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:55.154626 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port e336e668-4c4f-439e-a269-82ca60389190 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:55.154993 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:55.232406 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:55.254052 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e336e668-4c4f-439e-a269-82ca60389190'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:11:55.256349 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad2bb0b0c3d38dd5f87e8e96266229fdecb1dfb0d9cead1addcc05902deb2386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da2fa62-ff1d-4e95-9645-0c8d73d09594" -d '{"events": [{"server_uuid": "0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d", "name": "network-vif-plugged", "status": "completed", "tag": "e336e668-4c4f-439e-a269-82ca60389190"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:11:55.269685 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port e336e668-4c4f-439e-a269-82ca60389190, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=e336e668-4c4f-439e-a269-82ca60389190,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:55.274812 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:55.309704 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:11:55.322909 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4240ab6a-b2ad-4666-8aad-5297b08d4d9b x-openstack-request-id: req-4240ab6a-b2ad-4666-8aad-5297b08d4d9b {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:11:55.323388 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d", "name": "network-vif-plugged", "status": "completed", "tag": "e336e668-4c4f-439e-a269-82ca60389190", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:11:55.323740 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4240ab6a-b2ad-4666-8aad-5297b08d4d9b {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:11:55.324199 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e336e668-4c4f-439e-a269-82ca60389190', 'code': 200} Jul 14 10:11:55.350437 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=e336e668-4c4f-439e-a269-82ca60389190,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:55.486770 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b6f97-fda2-4faa-9cae-049dd8f4a135 req-978b4b55-8be9-4986-a468-02ea8bb7ec37 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:55.488272 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-329b6f97-fda2-4faa-9cae-049dd8f4a135 req-978b4b55-8be9-4986-a468-02ea8bb7ec37 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 946 time: 0.1070218 Jul 14 10:11:55.490858 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63914d-3aa4-49ce-9463-6d774314806c req-865479f8-f093-4b3e-825e-f60dab6ee14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:55.492228 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0e63914d-3aa4-49ce-9463-6d774314806c req-865479f8-f093-4b3e-825e-f60dab6ee14a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 1098 time: 0.0779569 Jul 14 10:11:55.547166 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-329b6f97-fda2-4faa-9cae-049dd8f4a135 req-d61cc890-72fd-4c49-95ce-011e174be50c tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533118 Jul 14 10:11:55.548795 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0e63914d-3aa4-49ce-9463-6d774314806c req-74ccf0ea-70ea-47f8-a261-3e7545dcdfc9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481968 Jul 14 10:11:56.743451 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54d04c-9321-48d9-9c03-6507952a1a62 req-4939038a-3e37-4cf2-a205-488ec94be229 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:56.745295 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9e54d04c-9321-48d9-9c03-6507952a1a62 req-4939038a-3e37-4cf2-a205-488ec94be229 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 946 time: 0.0722947 Jul 14 10:11:56.791683 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9e54d04c-9321-48d9-9c03-6507952a1a62 req-c364e9d7-b884-4d4f-95b6-07d32c32b4f8 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363386 Jul 14 10:11:56.965741 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b00457-cd6f-42f2-9ee7-b6b9ccb03071 req-e5678244-cc60-407b-84d1-cd18b54a9093 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:56.967275 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04b00457-cd6f-42f2-9ee7-b6b9ccb03071 req-e5678244-cc60-407b-84d1-cd18b54a9093 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 946 time: 0.0667572 Jul 14 10:11:57.006606 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-04b00457-cd6f-42f2-9ee7-b6b9ccb03071 req-9abfa6e2-37ab-45a5-b336-6a8d6cb0fba1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337331 Jul 14 10:11:57.030403 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36936) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:57.147898 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa809e1a-abdc-4f76-bfc4-2c2f2b49a784 tempest-TestShelveInstance-1072769217 tempest-TestShelveInstance-1072769217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:57.149422 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-aa809e1a-abdc-4f76-bfc4-2c2f2b49a784 tempest-TestShelveInstance-1072769217 tempest-TestShelveInstance-1072769217-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 1093 time: 0.1180267 Jul 14 10:11:57.152416 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 36940) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:57.156719 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-c653fa21-f77f-4d6c-bc22-467d289214e4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'port_id': 'e336e668-4c4f-439e-a269-82ca60389190', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:57.179523 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c653fa21-f77f-4d6c-bc22-467d289214e4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:57.282714 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c653fa21-f77f-4d6c-bc22-467d289214e4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:57.393307 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-c653fa21-f77f-4d6c-bc22-467d289214e4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Allocated IP 172.25.6.46 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/5b77f4a1-4470-4588-9558-ac03db55e0b3) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:11:57.502190 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c653fa21-f77f-4d6c-bc22-467d289214e4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:57.540181 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c653fa21-f77f-4d6c-bc22-467d289214e4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:57.575847 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c653fa21-f77f-4d6c-bc22-467d289214e4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:11:57.580500 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-c653fa21-f77f-4d6c-bc22-467d289214e4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:57.583904 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c653fa21-f77f-4d6c-bc22-467d289214e4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:11:57.614813 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653fa21-f77f-4d6c-bc22-467d289214e4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Pushing event updated for resources: {'Port': ['ID=5b77f4a1-4470-4588-9558-ac03db55e0b3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:58.297433 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c653fa21-f77f-4d6c-bc22-467d289214e4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:58.376016 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c653fa21-f77f-4d6c-bc22-467d289214e4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:58.530934 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c653fa21-f77f-4d6c-bc22-467d289214e4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:58.535980 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c653fa21-f77f-4d6c-bc22-467d289214e4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:58.603401 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653fa21-f77f-4d6c-bc22-467d289214e4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Pushing event updated for resources: {'Port': ['ID=5b77f4a1-4470-4588-9558-ac03db55e0b3,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:58.615549 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c653fa21-f77f-4d6c-bc22-467d289214e4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:58.719566 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-c653fa21-f77f-4d6c-bc22-467d289214e4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Floating IP d89a5d57-a7bd-4feb-85b3-66d008fce506 associated. External IP: 172.25.6.46, port: e336e668-4c4f-439e-a269-82ca60389190. Jul 14 10:11:58.931943 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c653fa21-f77f-4d6c-bc22-467d289214e4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Router bee87efe-8ea4-497e-8353-582b1c21c660 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:11:59.042347 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c653fa21-f77f-4d6c-bc22-467d289214e4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:11:59.051756 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b101b413-133a-488a-8d37-be2f73bd9f77 None None] Sync routers for ids ['bee87efe-8ea4-497e-8353-582b1c21c660'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:11:59.059814 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c653fa21-f77f-4d6c-bc22-467d289214e4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:59.061537 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b101b413-133a-488a-8d37-be2f73bd9f77 None None] Routers {'bee87efe-8ea4-497e-8353-582b1c21c660'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:59.062143 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b101b413-133a-488a-8d37-be2f73bd9f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:11:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['bee87efe-8ea4-497e-8353-582b1c21c660'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:59.107506 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-c653fa21-f77f-4d6c-bc22-467d289214e4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9438982 Jul 14 10:11:59.107506 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d', 'tag': 'e336e668-4c4f-439e-a269-82ca60389190'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:11:59.107506 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdfd76875a0dbbaf1509a4c423fc1f4cb1751388cb9186f92cdb94f63ad4e53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a6b485-5ab0-475c-889a-2dea9f86e63d" -d '{"events": [{"name": "network-changed", "server_uuid": "0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d", "tag": "e336e668-4c4f-439e-a269-82ca60389190"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:11:59.137217 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25e33de-d2bb-4fc9-82d0-2c21bd122c63 x-openstack-request-id: req-b25e33de-d2bb-4fc9-82d0-2c21bd122c63 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:11:59.137559 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d", "tag": "e336e668-4c4f-439e-a269-82ca60389190", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:11:59.137813 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b25e33de-d2bb-4fc9-82d0-2c21bd122c63 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:11:59.138214 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d', 'tag': 'e336e668-4c4f-439e-a269-82ca60389190', 'status': 'completed', 'code': 200} Jul 14 10:11:59.169948 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b101b413-133a-488a-8d37-be2f73bd9f77 None None] Set router bee87efe-8ea4-497e-8353-582b1c21c660 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:59.215941 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6b485-5ab0-475c-889a-2dea9f86e63d req-e9d0f850-5cd1-48fa-8fe2-d312b9c90a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:59.217449 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20a6b485-5ab0-475c-889a-2dea9f86e63d req-e9d0f850-5cd1-48fa-8fe2-d312b9c90a0f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24023f1910fe425c81db4e18daf029a3&device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 1098 time: 0.0540540 Jul 14 10:11:59.313709 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6b485-5ab0-475c-889a-2dea9f86e63d req-aa48dba3-41d9-438f-9667-0e04761c8852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:59.315230 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20a6b485-5ab0-475c-889a-2dea9f86e63d req-aa48dba3-41d9-438f-9667-0e04761c8852 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 HTTP/1.1" status: 200 len: 908 time: 0.0905728 Jul 14 10:11:59.386195 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20a6b485-5ab0-475c-889a-2dea9f86e63d req-50f6ecd0-f161-4c8d-b94e-f0f652a755d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e336e668-4c4f-439e-a269-82ca60389190 HTTP/1.1" status: 200 len: 999 time: 0.0627861 Jul 14 10:11:59.441332 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6b485-5ab0-475c-889a-2dea9f86e63d req-529ac77a-0a1e-4b37-98da-0dc0030a93b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:59.442818 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20a6b485-5ab0-475c-889a-2dea9f86e63d req-529ac77a-0a1e-4b37-98da-0dc0030a93b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a80ebdba-7554-465e-a920-e9cbccd8270e HTTP/1.1" status: 200 len: 847 time: 0.0499601 Jul 14 10:11:59.492646 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b101b413-133a-488a-8d37-be2f73bd9f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'name': 'tempest-TestShelveInstance-522108490-router', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:36Z', 'revision_number': 4, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'gw_port': {'id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'd89a5d57-a7bd-4feb-85b3-66d008fce506', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'floating_ip_address': '172.25.6.46', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'port_id': 'e336e668-4c4f-439e-a269-82ca60389190', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'mac_address': 'fa:16:3e:73:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:11:57Z', 'updated_at': '2021-07-14T10:11:57Z', 'revision_number': 0, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19beb909-8ba0-4d35-8656-ddfd94eea303', 'name': '', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'mac_address': 'fa:16:3e:19:30:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:42Z', 'revision_number': 5, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'subnets': [{'id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:59.501110 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6b485-5ab0-475c-889a-2dea9f86e63d req-da9ca907-bfd5-4ba4-aef2-a614f9e0ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:59.502785 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20a6b485-5ab0-475c-889a-2dea9f86e63d req-da9ca907-bfd5-4ba4-aef2-a614f9e0ebc2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530779 Jul 14 10:11:59.518760 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b101b413-133a-488a-8d37-be2f73bd9f77 None None] Checking router: bee87efe-8ea4-497e-8353-582b1c21c660 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:11:59.527324 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b101b413-133a-488a-8d37-be2f73bd9f77 None None] Routers {'bee87efe-8ea4-497e-8353-582b1c21c660'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:59.527961 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b101b413-133a-488a-8d37-be2f73bd9f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:11:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['bee87efe-8ea4-497e-8353-582b1c21c660'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:59.597698 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20a6b485-5ab0-475c-889a-2dea9f86e63d req-b7883736-b294-4acc-a317-996f09ec351c service neutron] 10.222.0.47 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851374 Jul 14 10:11:59.639765 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b101b413-133a-488a-8d37-be2f73bd9f77 None None] Set router bee87efe-8ea4-497e-8353-582b1c21c660 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:59.694668 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-20a6b485-5ab0-475c-889a-2dea9f86e63d req-6d42d7ee-f934-4400-a652-b1a9576c1d3a service neutron] 10.222.0.47 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900867 Jul 14 10:11:59.871589 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b101b413-133a-488a-8d37-be2f73bd9f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'name': 'tempest-TestShelveInstance-522108490-router', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:36Z', 'revision_number': 4, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'gw_port': {'id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'd89a5d57-a7bd-4feb-85b3-66d008fce506', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'floating_ip_address': '172.25.6.46', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'port_id': 'e336e668-4c4f-439e-a269-82ca60389190', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'mac_address': 'fa:16:3e:73:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:11:57Z', 'updated_at': '2021-07-14T10:11:57Z', 'revision_number': 0, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19beb909-8ba0-4d35-8656-ddfd94eea303', 'name': '', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'mac_address': 'fa:16:3e:19:30:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:42Z', 'revision_number': 5, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'subnets': [{'id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:59.897082 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b101b413-133a-488a-8d37-be2f73bd9f77 None None] The sync data for ids ['bee87efe-8ea4-497e-8353-582b1c21c660'] in n-d-771362-35 is: [{'id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'name': 'tempest-TestShelveInstance-522108490-router', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:36Z', 'revision_number': 4, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'gw_port': {'id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'd89a5d57-a7bd-4feb-85b3-66d008fce506', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'floating_ip_address': '172.25.6.46', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'port_id': 'e336e668-4c4f-439e-a269-82ca60389190', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'mac_address': 'fa:16:3e:73:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:11:57Z', 'updated_at': '2021-07-14T10:11:57Z', 'revision_number': 0, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19beb909-8ba0-4d35-8656-ddfd94eea303', 'name': '', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'mac_address': 'fa:16:3e:19:30:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:42Z', 'revision_number': 5, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'subnets': [{'id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:12:00.074074 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c452312a-8eb4-4acb-b391-4dc83e776738 None None] New status for floating IP d89a5d57-a7bd-4feb-85b3-66d008fce506: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:12:00.540815 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e3a53f5-8bd2-46d5-bcf5-90159ef1c8d5 req-508885cc-9326-475f-ba17-e6aa362e4275 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538316 Jul 14 10:12:00.642836 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a53f5-8bd2-46d5-bcf5-90159ef1c8d5 req-97031691-a2e1-498a-8c7f-f51273f81c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:00.645798 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e3a53f5-8bd2-46d5-bcf5-90159ef1c8d5 req-97031691-a2e1-498a-8c7f-f51273f81c4b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24023f1910fe425c81db4e18daf029a3&device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 1098 time: 0.0563471 Jul 14 10:12:00.767161 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a53f5-8bd2-46d5-bcf5-90159ef1c8d5 req-8db540c5-b70d-4e02-823d-2d995c670aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:00.769440 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e3a53f5-8bd2-46d5-bcf5-90159ef1c8d5 req-8db540c5-b70d-4e02-823d-2d995c670aef service neutron] 10.222.0.47 "GET /v2.0/networks?id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 HTTP/1.1" status: 200 len: 908 time: 0.1006389 Jul 14 10:12:00.835537 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e3a53f5-8bd2-46d5-bcf5-90159ef1c8d5 req-2ad6fbb6-1016-4a09-bf1a-ec1b84466620 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e336e668-4c4f-439e-a269-82ca60389190 HTTP/1.1" status: 200 len: 1001 time: 0.0582194 Jul 14 10:12:00.888017 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a53f5-8bd2-46d5-bcf5-90159ef1c8d5 req-afd5b5b0-21b3-424d-a7ad-468ad5c44ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:00.889533 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e3a53f5-8bd2-46d5-bcf5-90159ef1c8d5 req-afd5b5b0-21b3-424d-a7ad-468ad5c44ba2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a80ebdba-7554-465e-a920-e9cbccd8270e HTTP/1.1" status: 200 len: 847 time: 0.0482550 Jul 14 10:12:00.946433 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a53f5-8bd2-46d5-bcf5-90159ef1c8d5 req-5ef526d8-1b5e-478c-add1-61f0e9180709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:00.947958 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e3a53f5-8bd2-46d5-bcf5-90159ef1c8d5 req-5ef526d8-1b5e-478c-add1-61f0e9180709 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525413 Jul 14 10:12:01.041957 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e3a53f5-8bd2-46d5-bcf5-90159ef1c8d5 req-64d72cd8-9979-4745-9691-34e5e88b0d56 service neutron] 10.222.0.47 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873578 Jul 14 10:12:01.140183 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2e3a53f5-8bd2-46d5-bcf5-90159ef1c8d5 req-279333d1-0b0c-476f-a1f3-d0b44a8100c9 service neutron] 10.222.0.47 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917695 Jul 14 10:12:11.328669 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:12.844715 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:18.553592 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd5972e3-d557-4e87-b482-77ed27caeda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:21.143301 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f75bc384-1f3b-4327-8aad-14c21477c775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:21.385208 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:22.444079 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:23.976734 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:32.308630 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:12:41.338560 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:42.833285 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:48.555872 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-039132b0-8964-47f7-8689-5c703b03c7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:51.144243 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6715ca2c-0690-4789-b680-ae27e90f1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:51.386719 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:52.447246 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:53.979631 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:01.543903 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eeca3c8d-c7e9-48f0-978c-5b69896d7ae9 req-0e6b765e-df78-4c1e-aa73-e2457871d348 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0592918 Jul 14 10:13:01.642332 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca3c8d-c7e9-48f0-978c-5b69896d7ae9 req-650d78d6-6c19-420a-bb6f-95dcd67f1e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:01.643777 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eeca3c8d-c7e9-48f0-978c-5b69896d7ae9 req-650d78d6-6c19-420a-bb6f-95dcd67f1e2c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24023f1910fe425c81db4e18daf029a3&device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 1098 time: 0.0532246 Jul 14 10:13:01.754383 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca3c8d-c7e9-48f0-978c-5b69896d7ae9 req-ff5b0544-ec6d-459f-8298-77450ffbd8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:01.755897 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eeca3c8d-c7e9-48f0-978c-5b69896d7ae9 req-ff5b0544-ec6d-459f-8298-77450ffbd8d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 HTTP/1.1" status: 200 len: 908 time: 0.0916207 Jul 14 10:13:01.823077 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eeca3c8d-c7e9-48f0-978c-5b69896d7ae9 req-36c92d64-2e4c-49b5-b1b0-4fbeca84edd4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e336e668-4c4f-439e-a269-82ca60389190 HTTP/1.1" status: 200 len: 1001 time: 0.0601735 Jul 14 10:13:01.877190 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca3c8d-c7e9-48f0-978c-5b69896d7ae9 req-73db1428-fd92-4ee0-a9a8-5312d22e6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:01.878674 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eeca3c8d-c7e9-48f0-978c-5b69896d7ae9 req-73db1428-fd92-4ee0-a9a8-5312d22e6222 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a80ebdba-7554-465e-a920-e9cbccd8270e HTTP/1.1" status: 200 len: 847 time: 0.0498734 Jul 14 10:13:01.937151 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca3c8d-c7e9-48f0-978c-5b69896d7ae9 req-5364f5e8-26c4-4991-8894-9a9e3e73f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:01.938652 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eeca3c8d-c7e9-48f0-978c-5b69896d7ae9 req-5364f5e8-26c4-4991-8894-9a9e3e73f45d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534935 Jul 14 10:13:02.039877 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eeca3c8d-c7e9-48f0-978c-5b69896d7ae9 req-e263edb4-5fb6-42dd-afae-d297ab5399e0 service neutron] 10.222.0.47 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940115 Jul 14 10:13:02.136772 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-eeca3c8d-c7e9-48f0-978c-5b69896d7ae9 req-dea0a2c5-cf47-4ee6-91a1-9bc79c80dd87 service neutron] 10.222.0.47 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909519 Jul 14 10:13:09.307374 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:13:11.332222 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:12.862749 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:18.562473 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2bd49aa5-dca5-4064-b367-30505d4ca8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:21.148963 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36f99c80-86eb-40e3-a0bd-9b83641bf329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:21.388541 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:22.449233 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:23.981110 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:41.332270 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:42.876092 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:43.017921 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-b07bbfe8-dc62-4ca8-bdb8-6b2ee6deb3f7 req-ced86432-f710-4327-8949-3f14b032ed18 service neutron] (93773) timed out ('10.222.0.25', 56718) {{(pid=93773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:13:46.307823 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:13:48.557592 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-938236a8-d758-424c-ad30-df66a96915d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:51.149747 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2183c302-d62f-41b9-a8e6-561a57d92fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:51.391010 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:52.452099 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:53.983826 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:54.987883 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce50285-7664-4587-a4fa-3f22e78625bf req-934f4148-66bf-4c4b-a02a-0a35458810d3 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:54.989390 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ce50285-7664-4587-a4fa-3f22e78625bf req-934f4148-66bf-4c4b-a02a-0a35458810d3 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 946 time: 0.0649416 Jul 14 10:13:55.027742 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0ce50285-7664-4587-a4fa-3f22e78625bf req-28ab25ee-6784-4bb2-93f2-e6033bb50a56 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325034 Jul 14 10:13:56.323624 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116545-7ef9-46ac-b8f8-b4eefcd2a100 req-5c67609b-d19a-468e-b8ff-839e865e356d tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:56.325069 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a116545-7ef9-46ac-b8f8-b4eefcd2a100 req-5c67609b-d19a-468e-b8ff-839e865e356d tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 946 time: 0.1683025 Jul 14 10:13:56.363373 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a116545-7ef9-46ac-b8f8-b4eefcd2a100 req-50de9a8b-fbb7-44e9-a9e9-7a6e3d9ea901 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325325 Jul 14 10:13:57.605806 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca7ff4-3494-4650-85de-fae611a1e90f req-46144e49-2adc-41e2-984a-205d9c8de30b tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:57.607230 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7ca7ff4-3494-4650-85de-fae611a1e90f req-46144e49-2adc-41e2-984a-205d9c8de30b tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 946 time: 0.1287868 Jul 14 10:13:57.646351 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f7ca7ff4-3494-4650-85de-fae611a1e90f req-02488120-7cea-4f26-ab96-4f85518de3ce tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330672 Jul 14 10:13:58.822199 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542eafce-bce6-4c34-a834-966e8554bb91 req-dc64bac0-a1e9-47d7-9f64-99c25900a6b6 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:58.824193 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-542eafce-bce6-4c34-a834-966e8554bb91 req-dc64bac0-a1e9-47d7-9f64-99c25900a6b6 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 946 time: 0.0644097 Jul 14 10:13:58.862392 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-542eafce-bce6-4c34-a834-966e8554bb91 req-536d2d57-a9aa-4230-bc77-aaaf3e473035 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320446 Jul 14 10:14:00.047509 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9781a-14a0-49a3-99bf-e63c761b19c8 req-17418fbe-bc94-4b52-a2f5-7dc838f0248d tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:00.049028 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-02b9781a-14a0-49a3-99bf-e63c761b19c8 req-17418fbe-bc94-4b52-a2f5-7dc838f0248d tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 946 time: 0.0710452 Jul 14 10:14:00.087893 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-02b9781a-14a0-49a3-99bf-e63c761b19c8 req-f334addf-fb04-470f-93bd-251fd65a1621 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326118 Jul 14 10:14:01.280891 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc6c45-30a3-4c6d-94e0-b8e42f37ba92 req-26765b01-c447-4edc-aa2f-722c87ebfb4f tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:01.282674 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7fbc6c45-30a3-4c6d-94e0-b8e42f37ba92 req-26765b01-c447-4edc-aa2f-722c87ebfb4f tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 946 time: 0.0680826 Jul 14 10:14:01.323855 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7fbc6c45-30a3-4c6d-94e0-b8e42f37ba92 req-36321597-a2a1-4e5f-969a-80a707453395 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354500 Jul 14 10:14:02.509058 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b469dc-59f5-4319-aa6b-3893c543cffa req-ab3c82be-2c2a-4f9e-97b3-924947b3dd44 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:02.510695 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08b469dc-59f5-4319-aa6b-3893c543cffa req-ab3c82be-2c2a-4f9e-97b3-924947b3dd44 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 946 time: 0.0744183 Jul 14 10:14:02.583086 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-08b469dc-59f5-4319-aa6b-3893c543cffa req-ddfaba89-2b16-4709-918c-17f50461b0da tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666208 Jul 14 10:14:02.598622 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1735e10-c0c5-4454-a5da-fdb04549691c req-a955d90b-e16e-4787-81db-97f3a4125c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:02.600377 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e1735e10-c0c5-4454-a5da-fdb04549691c req-a955d90b-e16e-4787-81db-97f3a4125c86 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24023f1910fe425c81db4e18daf029a3&device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 1098 time: 0.0764668 Jul 14 10:14:02.719481 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1735e10-c0c5-4454-a5da-fdb04549691c req-3159c031-f1aa-4e1f-8460-57c818c67b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:02.720795 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e1735e10-c0c5-4454-a5da-fdb04549691c req-3159c031-f1aa-4e1f-8460-57c818c67b57 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 HTTP/1.1" status: 200 len: 908 time: 0.0948226 Jul 14 10:14:02.786683 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e1735e10-c0c5-4454-a5da-fdb04549691c req-8c7cbffd-701b-474d-a38b-2c9f36e21c7b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e336e668-4c4f-439e-a269-82ca60389190 HTTP/1.1" status: 200 len: 1001 time: 0.0582018 Jul 14 10:14:02.834140 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1735e10-c0c5-4454-a5da-fdb04549691c req-94963007-8d5f-4e15-adfd-fc4825c6b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:02.835586 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e1735e10-c0c5-4454-a5da-fdb04549691c req-94963007-8d5f-4e15-adfd-fc4825c6b2ec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a80ebdba-7554-465e-a920-e9cbccd8270e HTTP/1.1" status: 200 len: 847 time: 0.0425954 Jul 14 10:14:02.897179 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1735e10-c0c5-4454-a5da-fdb04549691c req-afecd267-4ab9-4603-9d02-c496d76d71b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:02.898663 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e1735e10-c0c5-4454-a5da-fdb04549691c req-afecd267-4ab9-4603-9d02-c496d76d71b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563512 Jul 14 10:14:02.988966 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e1735e10-c0c5-4454-a5da-fdb04549691c req-94246ed1-7def-4028-bbda-72022f58eec9 service neutron] 10.222.0.47 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824583 Jul 14 10:14:03.081477 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e1735e10-c0c5-4454-a5da-fdb04549691c req-d35c9fb6-b79a-4965-9d99-c99b6f1b844a service neutron] 10.222.0.47 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859387 Jul 14 10:14:03.761220 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2da9c-b282-4922-9703-7b01be5b1777 req-496b4555-69dc-4942-901c-61d7e70a3fd5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:03.762699 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17c2da9c-b282-4922-9703-7b01be5b1777 req-496b4555-69dc-4942-901c-61d7e70a3fd5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 946 time: 0.0660453 Jul 14 10:14:03.802424 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-17c2da9c-b282-4922-9703-7b01be5b1777 req-a552910d-384f-454d-86b2-cd79f7164ccf tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335171 Jul 14 10:14:04.979445 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e40c5-e145-4c2e-847a-b86f8d50e908 req-7ae5c8ef-980a-4489-9229-de2b33058d9c tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:04.980938 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-070e40c5-e145-4c2e-847a-b86f8d50e908 req-7ae5c8ef-980a-4489-9229-de2b33058d9c tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 946 time: 0.0636487 Jul 14 10:14:05.019784 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-070e40c5-e145-4c2e-847a-b86f8d50e908 req-95371a5c-2586-4ff9-b88c-49ea84e32943 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332046 Jul 14 10:14:06.197106 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4cfba-99e8-4d91-ab9d-6351bea0a9fb req-c22729cc-4738-4f36-9e67-639246a80126 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:06.198637 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-22e4cfba-99e8-4d91-ab9d-6351bea0a9fb req-c22729cc-4738-4f36-9e67-639246a80126 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 946 time: 0.0684860 Jul 14 10:14:06.240820 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-22e4cfba-99e8-4d91-ab9d-6351bea0a9fb req-13ec258d-79c0-44e0-8474-642e36b7b139 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321131 Jul 14 10:14:07.418240 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966e425-bc37-47a5-8fcc-37adaba8ffbb req-002b3748-f53a-40bd-b16a-af2be6156447 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:07.419774 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b966e425-bc37-47a5-8fcc-37adaba8ffbb req-002b3748-f53a-40bd-b16a-af2be6156447 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 946 time: 0.0655830 Jul 14 10:14:07.464309 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b966e425-bc37-47a5-8fcc-37adaba8ffbb req-a6cbb275-1821-4f0b-b2ab-fc6fcb432776 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368440 Jul 14 10:14:07.755435 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device e336e668-4c4f-439e-a269-82ca60389190 details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:14:07.866888 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port e336e668-4c4f-439e-a269-82ca60389190, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=e336e668-4c4f-439e-a269-82ca60389190,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:07.878717 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': 'e336e668-4c4f-439e-a269-82ca60389190', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'port_id': 'e336e668-4c4f-439e-a269-82ca60389190', 'mac_address': 'fa:16:3e:73:34:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:14:07.925554 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:07.941311 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e336e668-4c4f-439e-a269-82ca60389190 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:14:07.964248 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port e336e668-4c4f-439e-a269-82ca60389190, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=e336e668-4c4f-439e-a269-82ca60389190,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:07.969874 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:08.038376 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=e336e668-4c4f-439e-a269-82ca60389190,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:08.047189 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:08.047564 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:08.047896 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:08.048232 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:08.048560 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:08.049106 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:08.049523 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:08.049859 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:08.050178 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:08.050680 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:08.051160 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:08.051509 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:08.056679 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['e336e668-4c4f-439e-a269-82ca60389190'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:14:08.655967 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e9869-5f74-4d6f-a1ba-f371a2423ba8 req-cedeefca-11f0-4acf-883c-6fba3dc4bc21 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:08.657521 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d66e9869-5f74-4d6f-a1ba-f371a2423ba8 req-cedeefca-11f0-4acf-883c-6fba3dc4bc21 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 945 time: 0.0764124 Jul 14 10:14:08.706456 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d66e9869-5f74-4d6f-a1ba-f371a2423ba8 req-41e86cef-fb45-432e-a070-7c18452203e8 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428841 Jul 14 10:14:09.768508 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device e336e668-4c4f-439e-a269-82ca60389190 up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:09.827359 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port e336e668-4c4f-439e-a269-82ca60389190 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:09.828180 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:09.922027 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:09.956187 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53c7b4-598b-45a7-bb9d-8e19c0797000 req-c1105175-b0c0-4c86-a25a-2051615e6175 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:09.957825 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5c53c7b4-598b-45a7-bb9d-8e19c0797000 req-c1105175-b0c0-4c86-a25a-2051615e6175 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 945 time: 0.0944502 Jul 14 10:14:09.961697 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e336e668-4c4f-439e-a269-82ca60389190'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:14:09.964632 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad2bb0b0c3d38dd5f87e8e96266229fdecb1dfb0d9cead1addcc05902deb2386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45eabe3c-5290-430d-878e-db3bbab74556" -d '{"events": [{"server_uuid": "0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d", "name": "network-vif-plugged", "status": "completed", "tag": "e336e668-4c4f-439e-a269-82ca60389190"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:09.969248 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port e336e668-4c4f-439e-a269-82ca60389190, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=e336e668-4c4f-439e-a269-82ca60389190,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:09.975144 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:10.033240 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf23858-cb68-4bee-b948-afb91e2dad4c x-openstack-request-id: req-bdf23858-cb68-4bee-b948-afb91e2dad4c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:10.033707 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d", "name": "network-vif-plugged", "status": "completed", "tag": "e336e668-4c4f-439e-a269-82ca60389190", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:10.033863 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdf23858-cb68-4bee-b948-afb91e2dad4c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:10.034240 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e336e668-4c4f-439e-a269-82ca60389190', 'code': 200} Jul 14 10:14:10.040000 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=e336e668-4c4f-439e-a269-82ca60389190,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:10.043444 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5c53c7b4-598b-45a7-bb9d-8e19c0797000 req-62dfb4b4-d81a-491f-a064-b720703c508a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652478 Jul 14 10:14:11.244482 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76dca6-6185-47bd-82d4-ffc60fef03ed req-ea2593b1-bf9d-46de-8775-de722a370808 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:11.246812 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2f76dca6-6185-47bd-82d4-ffc60fef03ed req-ea2593b1-bf9d-46de-8775-de722a370808 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 946 time: 0.0710158 Jul 14 10:14:11.286837 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2f76dca6-6185-47bd-82d4-ffc60fef03ed req-3287ac00-85e9-4a48-b657-0bb2db3ec510 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334198 Jul 14 10:14:11.345652 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:12.487196 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f5fcb-8573-4b6c-8071-329d2097419a req-61ca641a-f293-4ef7-a10c-3942a2e52cd6 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:12.494130 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f95f5fcb-8573-4b6c-8071-329d2097419a req-61ca641a-f293-4ef7-a10c-3942a2e52cd6 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 946 time: 0.0822847 Jul 14 10:14:12.531830 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f95f5fcb-8573-4b6c-8071-329d2097419a req-0cdfb84e-c551-48a5-9a04-6549ac0ab2c2 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367830 Jul 14 10:14:12.881487 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:13.721654 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a3def-e880-4de7-ac18-d2c66ee4ab8d req-9d589be8-37eb-4916-a1f0-4c478c91675a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:13.723093 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-740a3def-e880-4de7-ac18-d2c66ee4ab8d req-9d589be8-37eb-4916-a1f0-4c478c91675a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 946 time: 0.0699160 Jul 14 10:14:13.774639 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-740a3def-e880-4de7-ac18-d2c66ee4ab8d req-68e72a0a-6348-4752-90a6-ee6c88ea3972 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448649 Jul 14 10:14:14.970257 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed41cd-ccb4-4a0a-ba64-beb64092de76 req-de481de9-93bb-4cfc-a255-26d6d71dfc82 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:14.971825 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-57ed41cd-ccb4-4a0a-ba64-beb64092de76 req-de481de9-93bb-4cfc-a255-26d6d71dfc82 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 946 time: 0.0734043 Jul 14 10:14:15.014500 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-57ed41cd-ccb4-4a0a-ba64-beb64092de76 req-fac89bb3-0a20-4add-8341-ebf07e120215 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363541 Jul 14 10:14:16.263391 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c77bb9-4b58-4d61-9704-a13a56713d6e req-6b885b0c-ebdb-478d-9b60-453f76607b58 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:16.266639 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-58c77bb9-4b58-4d61-9704-a13a56713d6e req-6b885b0c-ebdb-478d-9b60-453f76607b58 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 946 time: 0.0831301 Jul 14 10:14:16.312774 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-58c77bb9-4b58-4d61-9704-a13a56713d6e req-50780776-7f16-4990-88f2-023dd3d962b8 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371029 Jul 14 10:14:17.500954 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe7892-befa-42a4-b740-7f655be614d5 req-ea52d7df-da74-44a3-a9fc-f6b957059ee4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:17.502445 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9cbe7892-befa-42a4-b740-7f655be614d5 req-ea52d7df-da74-44a3-a9fc-f6b957059ee4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 946 time: 0.0645938 Jul 14 10:14:17.539695 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9cbe7892-befa-42a4-b740-7f655be614d5 req-f9f7e32d-2705-4ee2-9bcd-f383f48d1245 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313971 Jul 14 10:14:17.603978 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ea85f-5d24-4a21-b506-de969a23028f req-82fe629a-5821-4372-9a6c-aae74c2c1329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:17.605375 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b91ea85f-5d24-4a21-b506-de969a23028f req-82fe629a-5821-4372-9a6c-aae74c2c1329 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24023f1910fe425c81db4e18daf029a3&device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 1098 time: 0.0573015 Jul 14 10:14:17.694647 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ea85f-5d24-4a21-b506-de969a23028f req-10becd55-1b43-4ff6-9585-18a8cb216fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:17.696133 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b91ea85f-5d24-4a21-b506-de969a23028f req-10becd55-1b43-4ff6-9585-18a8cb216fde service neutron] 10.222.0.47 "GET /v2.0/networks?id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 HTTP/1.1" status: 200 len: 908 time: 0.0829208 Jul 14 10:14:17.765507 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b91ea85f-5d24-4a21-b506-de969a23028f req-96bc7887-9338-485e-9b26-4b2df5ea78e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e336e668-4c4f-439e-a269-82ca60389190 HTTP/1.1" status: 200 len: 1001 time: 0.0619929 Jul 14 10:14:17.815177 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ea85f-5d24-4a21-b506-de969a23028f req-5729822b-59de-4a5f-860b-e954a9178978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:17.816617 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b91ea85f-5d24-4a21-b506-de969a23028f req-5729822b-59de-4a5f-860b-e954a9178978 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a80ebdba-7554-465e-a920-e9cbccd8270e HTTP/1.1" status: 200 len: 847 time: 0.0448210 Jul 14 10:14:17.878325 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ea85f-5d24-4a21-b506-de969a23028f req-3de94ffd-efc0-4b05-8a35-b29f73048f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:17.879737 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b91ea85f-5d24-4a21-b506-de969a23028f req-3de94ffd-efc0-4b05-8a35-b29f73048f39 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559280 Jul 14 10:14:17.975612 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b91ea85f-5d24-4a21-b506-de969a23028f req-88ca0c9d-2f49-4fba-88ca-cdb370e42f61 service neutron] 10.222.0.47 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882096 Jul 14 10:14:18.068045 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b91ea85f-5d24-4a21-b506-de969a23028f req-8db85655-6004-4046-9cf7-70c9281c6e62 service neutron] 10.222.0.47 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836976 Jul 14 10:14:18.560398 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de54ce18-29ba-488c-bd15-78002c79cab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:18.717079 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e99d2e-93be-4146-a80c-c26bfa107cfe req-7343d323-b34e-42c9-b5e9-607c77e88597 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:18.718969 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-38e99d2e-93be-4146-a80c-c26bfa107cfe req-7343d323-b34e-42c9-b5e9-607c77e88597 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 946 time: 0.0658410 Jul 14 10:14:18.762672 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-38e99d2e-93be-4146-a80c-c26bfa107cfe req-25dcb3b5-a65c-499b-97ef-ddd50193fd25 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381854 Jul 14 10:14:19.786619 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device e336e668-4c4f-439e-a269-82ca60389190 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:14:19.867432 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:19.893235 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e336e668-4c4f-439e-a269-82ca60389190'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:14:19.895510 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad2bb0b0c3d38dd5f87e8e96266229fdecb1dfb0d9cead1addcc05902deb2386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2875ff-6833-49bc-8522-857e00a86a01" -d '{"events": [{"server_uuid": "0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d", "name": "network-vif-unplugged", "status": "completed", "tag": "e336e668-4c4f-439e-a269-82ca60389190"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:19.908263 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port e336e668-4c4f-439e-a269-82ca60389190, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=e336e668-4c4f-439e-a269-82ca60389190,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:19.912781 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:19.939275 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec262126-b5a0-4627-8d18-5dfc9be68da9 x-openstack-request-id: req-ec262126-b5a0-4627-8d18-5dfc9be68da9 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:19.939589 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d", "name": "network-vif-unplugged", "status": "completed", "tag": "e336e668-4c4f-439e-a269-82ca60389190", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:19.939840 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec262126-b5a0-4627-8d18-5dfc9be68da9 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:19.940223 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e336e668-4c4f-439e-a269-82ca60389190', 'code': 200} Jul 14 10:14:19.951007 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641833ca-5952-4d4b-a335-446e395d8fb2 req-d38a229b-e5a1-411a-a4a5-22e5e3657cb9 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:19.952869 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-641833ca-5952-4d4b-a335-446e395d8fb2 req-d38a229b-e5a1-411a-a4a5-22e5e3657cb9 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 946 time: 0.0674605 Jul 14 10:14:19.965676 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=e336e668-4c4f-439e-a269-82ca60389190,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:19.993736 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-641833ca-5952-4d4b-a335-446e395d8fb2 req-8316cb11-6d1c-4db0-bfe9-e0d570e7f0b5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351732 Jul 14 10:14:20.368852 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bcc45-1e1d-4710-b0c2-6cba1c22fd45 req-c7723d97-a451-4c2d-ade9-3141f5653521 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:20.370552 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-588bcc45-1e1d-4710-b0c2-6cba1c22fd45 req-c7723d97-a451-4c2d-ade9-3141f5653521 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 944 time: 0.0659585 Jul 14 10:14:20.409144 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-588bcc45-1e1d-4710-b0c2-6cba1c22fd45 req-c480cee1-24f6-4a21-87b0-60b64e386ac8 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328507 Jul 14 10:14:20.639708 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-0ceb88f8-c71c-4c37-b046-ad080f340cdd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1069944 Jul 14 10:14:21.151223 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fa15fced-397b-4460-a6de-eb55d90bd41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:21.394365 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:21.592951 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147d7c2-1a4a-4b20-87c4-623bb9ff29eb req-4d92563f-9684-428a-bb1e-fde37704ddfb tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:21.594830 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e147d7c2-1a4a-4b20-87c4-623bb9ff29eb req-4d92563f-9684-428a-bb1e-fde37704ddfb tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 944 time: 0.0730243 Jul 14 10:14:21.635213 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e147d7c2-1a4a-4b20-87c4-623bb9ff29eb req-f059772d-d80b-4fc7-bae1-55ff3fd7a475 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347321 Jul 14 10:14:22.455291 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:22.818876 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3c261-047c-474c-b29a-5b69ff1a6b2b req-dc43bf3b-ac5c-45c7-9bce-2be83453a73d tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:22.820408 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1d3c261-047c-474c-b29a-5b69ff1a6b2b req-dc43bf3b-ac5c-45c7-9bce-2be83453a73d tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 944 time: 0.0644448 Jul 14 10:14:22.859349 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b1d3c261-047c-474c-b29a-5b69ff1a6b2b req-578304a7-8c43-47c2-bbe2-594f5a9f9875 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331264 Jul 14 10:14:23.307271 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:14:23.667777 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-269dc225-1fdb-4bf4-b9cb-33998216f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:23.669259 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-269dc225-1fdb-4bf4-b9cb-33998216f85d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d&tenant_id=24023f1910fe425c81db4e18daf029a3 HTTP/1.1" status: 200 len: 1096 time: 0.0933471 Jul 14 10:14:23.680927 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-35', 'device_owner': 'compute:nova'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:23.757115 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:23.816708 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device e336e668-4c4f-439e-a269-82ca60389190 no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:14:23.973533 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] For port e336e668-4c4f-439e-a269-82ca60389190, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=e336e668-4c4f-439e-a269-82ca60389190,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:23.997682 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:24.009998 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] For port e336e668-4c4f-439e-a269-82ca60389190, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:24.042467 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cd918-6e00-4edf-8d4c-e6e4acdb83d0 req-7c9fc559-e49b-4bb0-b531-38bec9c4a819 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:24.044061 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-525cd918-6e00-4edf-8d4c-e6e4acdb83d0 req-7c9fc559-e49b-4bb0-b531-38bec9c4a819 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 944 time: 0.0677261 Jul 14 10:14:24.046488 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e336e668-4c4f-439e-a269-82ca60389190 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:14:24.055401 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:24.070228 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Transition to ACTIVE for port object e336e668-4c4f-439e-a269-82ca60389190 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:14:24.074063 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:24.090494 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-525cd918-6e00-4edf-8d4c-e6e4acdb83d0 req-e39ac9d0-5e55-4421-92f9-797d0675d51d tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391438 Jul 14 10:14:24.160253 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Pushing event updated for resources: {'Port': ['ID=e336e668-4c4f-439e-a269-82ca60389190,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:24.175307 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:24.175744 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:24.176098 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:24.176439 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:24.176778 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:24.177110 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:24.177442 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:24.177770 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:24.178099 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:24.178424 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:24.178753 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:24.179079 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:24.211201 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] No DVR routers for this DVR port e336e668-4c4f-439e-a269-82ca60389190 on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:14:24.351251 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Attempting to bind port e336e668-4c4f-439e-a269-82ca60389190 on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:14:24.351614 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Attempting to bind port e336e668-4c4f-439e-a269-82ca60389190 by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '5b514a1f-cbea-4e21-bca9-b99b62a89bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:14:24.351940 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Attempting to bind port e336e668-4c4f-439e-a269-82ca60389190 on network 00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:14:24.356182 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Port e336e668-4c4f-439e-a269-82ca60389190 on network 00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:14:24.356501 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Attempting to bind port e336e668-4c4f-439e-a269-82ca60389190 on network 00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:14:24.363034 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:14:24.363607 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Checking segment: {'id': '5b514a1f-cbea-4e21-bca9-b99b62a89bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:14:24.364241 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Bound using segment: {'id': '5b514a1f-cbea-4e21-bca9-b99b62a89bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:14:24.364781 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Bound port: e336e668-4c4f-439e-a269-82ca60389190, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b514a1f-cbea-4e21-bca9-b99b62a89bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:14:24.365141 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:24.432719 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] For port e336e668-4c4f-439e-a269-82ca60389190, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:24.435515 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] For port e336e668-4c4f-439e-a269-82ca60389190, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e336e668-4c4f-439e-a269-82ca60389190,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:24.440318 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:24.472189 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:24.472798 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:24.474206 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] 10.222.0.44 "PUT /v2.0/ports/e336e668-4c4f-439e-a269-82ca60389190 HTTP/1.1" status: 200 len: 1093 time: 0.7974222 Jul 14 10:14:24.474627 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d', 'tag': 'e336e668-4c4f-439e-a269-82ca60389190'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:14:24.476867 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e51a48-3843-4672-8bfa-00e25491fa22" -d '{"events": [{"name": "network-changed", "server_uuid": "0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d", "tag": "e336e668-4c4f-439e-a269-82ca60389190"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:24.533282 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c6ddfb-9f6a-45ff-b05a-65e4b6c57497 x-openstack-request-id: req-90c6ddfb-9f6a-45ff-b05a-65e4b6c57497 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:24.533575 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d", "tag": "e336e668-4c4f-439e-a269-82ca60389190", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:24.533824 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90c6ddfb-9f6a-45ff-b05a-65e4b6c57497 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:24.534221 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d', 'tag': 'e336e668-4c4f-439e-a269-82ca60389190', 'status': 'completed', 'code': 200} Jul 14 10:14:24.534791 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb34788-63f9-4c22-a02c-846a5ce68c61 service neutron] Pushing event updated for resources: {'Port': ['ID=e336e668-4c4f-439e-a269-82ca60389190,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:24.565876 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-e0d462eb-7c9e-41bc-bf20-75399e55671f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:24.567584 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-e0d462eb-7c9e-41bc-bf20-75399e55671f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=24023f1910fe425c81db4e18daf029a3&device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 1097 time: 0.0645907 Jul 14 10:14:24.664921 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-69e8e7f6-1aee-40c5-ae01-78a365625d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:24.666435 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-69e8e7f6-1aee-40c5-ae01-78a365625d4a service neutron] 10.222.0.44 "GET /v2.0/networks?id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 HTTP/1.1" status: 200 len: 908 time: 0.0922110 Jul 14 10:14:24.731583 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-6a83e41d-1a0b-4b36-b320-a20628dc3393 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e336e668-4c4f-439e-a269-82ca60389190 HTTP/1.1" status: 200 len: 999 time: 0.0585268 Jul 14 10:14:24.791883 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-04d842e9-6910-4145-8aa9-30db265056ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:24.793236 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-04d842e9-6910-4145-8aa9-30db265056ab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a80ebdba-7554-465e-a920-e9cbccd8270e HTTP/1.1" status: 200 len: 847 time: 0.0480876 Jul 14 10:14:24.849129 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-c433afd5-2ea7-4656-a6a2-0b951ddbee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:24.850599 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-c433afd5-2ea7-4656-a6a2-0b951ddbee96 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512404 Jul 14 10:14:24.861798 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-1e9bcc21-713a-4b9d-bf5a-1ded32751511 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:14:24.862732 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-1e9bcc21-713a-4b9d-bf5a-1ded32751511 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057483 Jul 14 10:14:24.951915 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-c0961e27-70c6-4b06-b9be-7d0fc498651d service neutron] 10.222.0.44 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823157 Jul 14 10:14:25.049737 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-396da7ca-7991-448d-a92d-c9f99c8c5915 req-0ee2fd25-90db-459c-b742-0e8fccf4cdba service neutron] 10.222.0.44 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926142 Jul 14 10:14:25.150978 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e51a48-3843-4672-8bfa-00e25491fa22 req-8fe9604c-e46b-4f11-8d28-53bcb8b765fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:25.152524 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-52e51a48-3843-4672-8bfa-00e25491fa22 req-8fe9604c-e46b-4f11-8d28-53bcb8b765fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=24023f1910fe425c81db4e18daf029a3&device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 1097 time: 0.0554600 Jul 14 10:14:25.252150 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e51a48-3843-4672-8bfa-00e25491fa22 req-2b71f6cd-3725-406b-8a76-3f30e2ced165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:25.253643 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-52e51a48-3843-4672-8bfa-00e25491fa22 req-2b71f6cd-3725-406b-8a76-3f30e2ced165 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 HTTP/1.1" status: 200 len: 908 time: 0.0942078 Jul 14 10:14:25.275807 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdd4f7-1c41-446d-bf4b-260a32be75d9 req-4dcee1b2-74fd-4ccb-869f-a2de282dd2c4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:25.277313 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bfbdd4f7-1c41-446d-bf4b-260a32be75d9 req-4dcee1b2-74fd-4ccb-869f-a2de282dd2c4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 945 time: 0.0669584 Jul 14 10:14:25.324136 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bfbdd4f7-1c41-446d-bf4b-260a32be75d9 req-50a0d701-c0df-423f-a5bb-47d3d57267a5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364873 Jul 14 10:14:25.361268 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-52e51a48-3843-4672-8bfa-00e25491fa22 req-d38ca11b-fa6e-45eb-bcf4-fbbc6b884330 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e336e668-4c4f-439e-a269-82ca60389190 HTTP/1.1" status: 200 len: 999 time: 0.1006231 Jul 14 10:14:26.514410 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed284375-cc52-4a5f-a31d-a877223ce1bd req-543a9663-7ab7-456a-b4eb-d7ed3bdf5ef9 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:26.516395 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ed284375-cc52-4a5f-a31d-a877223ce1bd req-543a9663-7ab7-456a-b4eb-d7ed3bdf5ef9 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 945 time: 0.0744338 Jul 14 10:14:26.558124 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ed284375-cc52-4a5f-a31d-a877223ce1bd req-c127e062-9059-4f7e-b33c-3724cd409325 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358891 Jul 14 10:14:27.749632 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd297ed-9f92-4b33-a2b8-09b7fa007f8a req-9129c2d6-0f0d-4362-b379-74d6a9232e2d tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:27.751196 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-efd297ed-9f92-4b33-a2b8-09b7fa007f8a req-9129c2d6-0f0d-4362-b379-74d6a9232e2d tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 945 time: 0.0739889 Jul 14 10:14:27.792659 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-efd297ed-9f92-4b33-a2b8-09b7fa007f8a req-e5ac103b-388b-4121-95dc-3bce8b3b24ab tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356824 Jul 14 10:14:28.997856 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcb111-69c1-4d05-b851-423d26f29361 req-a14ef898-b211-4b53-980d-c0116a57a174 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:28.999724 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-98dcb111-69c1-4d05-b851-423d26f29361 req-a14ef898-b211-4b53-980d-c0116a57a174 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 945 time: 0.0743012 Jul 14 10:14:29.043405 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-98dcb111-69c1-4d05-b851-423d26f29361 req-46bb0cd3-5a93-4d93-93bf-68783e22a3c2 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374889 Jul 14 10:14:30.228455 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d3e37-b85a-4a90-8886-708f5e4ea059 req-ded4d2c2-2b3a-4cac-b812-b7614b3118c7 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:30.229944 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-789d3e37-b85a-4a90-8886-708f5e4ea059 req-ded4d2c2-2b3a-4cac-b812-b7614b3118c7 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 945 time: 0.0679476 Jul 14 10:14:30.276547 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-789d3e37-b85a-4a90-8886-708f5e4ea059 req-9af1df6c-8016-42e4-b507-19835c7aafc4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401118 Jul 14 10:14:31.467497 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd6dd5-86e7-4d07-bb7e-d1fc28438457 req-95ff4bc3-12fc-4a65-a0c9-5598d013ce73 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:31.469279 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0edd6dd5-86e7-4d07-bb7e-d1fc28438457 req-95ff4bc3-12fc-4a65-a0c9-5598d013ce73 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 945 time: 0.0681984 Jul 14 10:14:31.512177 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0edd6dd5-86e7-4d07-bb7e-d1fc28438457 req-a5870606-2d32-49e2-8d77-5193d8204f23 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370824 Jul 14 10:14:32.695548 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac0eb8-078c-432d-9744-6b23b7e0c579 req-de5076b4-fb08-4343-b4a9-70358081e770 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:32.697077 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-05ac0eb8-078c-432d-9744-6b23b7e0c579 req-de5076b4-fb08-4343-b4a9-70358081e770 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 945 time: 0.0666490 Jul 14 10:14:32.740859 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-05ac0eb8-078c-432d-9744-6b23b7e0c579 req-e9f9025d-56e2-4b12-bbe0-459813878aba tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374100 Jul 14 10:14:33.927201 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acae31-3322-48dc-bafc-5cebdfc31749 req-333d4994-9bc8-44d5-87ff-17b2e2bcb758 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:33.928733 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74acae31-3322-48dc-bafc-5cebdfc31749 req-333d4994-9bc8-44d5-87ff-17b2e2bcb758 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 945 time: 0.0683613 Jul 14 10:14:33.967855 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-74acae31-3322-48dc-bafc-5cebdfc31749 req-7b5b5032-a103-4e56-a918-0aa46cb15d1b tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334036 Jul 14 10:14:35.148093 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91704b-60ae-421a-9d99-81f7f14c8810 req-3e96c1fa-e0f1-46f8-a6a9-7e10853cd5e4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:35.149731 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c91704b-60ae-421a-9d99-81f7f14c8810 req-3e96c1fa-e0f1-46f8-a6a9-7e10853cd5e4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 945 time: 0.0659900 Jul 14 10:14:35.189660 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c91704b-60ae-421a-9d99-81f7f14c8810 req-8af20c77-32fc-42de-8253-f8005676ffd8 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336957 Jul 14 10:14:35.418259 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e51a48-3843-4672-8bfa-00e25491fa22 req-158afaec-2106-419d-8f68-e6e810446e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:35.419817 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-52e51a48-3843-4672-8bfa-00e25491fa22 req-158afaec-2106-419d-8f68-e6e810446e3d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a80ebdba-7554-465e-a920-e9cbccd8270e HTTP/1.1" status: 200 len: 847 time: 0.0482600 Jul 14 10:14:35.482086 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e51a48-3843-4672-8bfa-00e25491fa22 req-2d72b2ea-0665-4f7b-a99a-cfadd676c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:35.483956 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-52e51a48-3843-4672-8bfa-00e25491fa22 req-2d72b2ea-0665-4f7b-a99a-cfadd676c4f8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582881 Jul 14 10:14:35.575593 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-52e51a48-3843-4672-8bfa-00e25491fa22 req-a74daaf9-3ffb-473a-84af-660468a80104 service neutron] 10.222.0.44 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824044 Jul 14 10:14:35.667848 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-52e51a48-3843-4672-8bfa-00e25491fa22 req-48e528ca-1589-49c6-a1a1-b13e0fc01ef5 service neutron] 10.222.0.44 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854406 Jul 14 10:14:36.370574 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776b7dd-e851-4a52-89c6-b257065188da req-99bacf45-e056-4c61-a1f2-5c162f0d42f6 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:36.372121 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4776b7dd-e851-4a52-89c6-b257065188da req-99bacf45-e056-4c61-a1f2-5c162f0d42f6 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 945 time: 0.0679142 Jul 14 10:14:36.742090 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4776b7dd-e851-4a52-89c6-b257065188da req-ace728f0-60b0-465e-ba25-34a5ca92ba3d tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3635485 Jul 14 10:14:37.913875 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69abb7-7dd5-41bf-a3a7-4751fc0fee5b req-e1af2cb2-714c-4699-b993-3d482147f3ba tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:37.915371 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7a69abb7-7dd5-41bf-a3a7-4751fc0fee5b req-e1af2cb2-714c-4699-b993-3d482147f3ba tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 945 time: 0.0628262 Jul 14 10:14:37.952838 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7a69abb7-7dd5-41bf-a3a7-4751fc0fee5b req-ab488bff-7662-44eb-a3e3-621edb804b0c tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311856 Jul 14 10:14:38.236738 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device e336e668-4c4f-439e-a269-82ca60389190 details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:14:38.334071 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port e336e668-4c4f-439e-a269-82ca60389190, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e336e668-4c4f-439e-a269-82ca60389190,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:38.345769 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': 'e336e668-4c4f-439e-a269-82ca60389190', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'port_id': 'e336e668-4c4f-439e-a269-82ca60389190', 'mac_address': 'fa:16:3e:73:34:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:14:38.380929 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:38.393701 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e336e668-4c4f-439e-a269-82ca60389190 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:14:38.412568 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port e336e668-4c4f-439e-a269-82ca60389190, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e336e668-4c4f-439e-a269-82ca60389190,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:38.416285 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:38.463445 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=e336e668-4c4f-439e-a269-82ca60389190,revision_number=11']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:38.641290 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['e336e668-4c4f-439e-a269-82ca60389190'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:14:39.130447 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f976c3e-8d6c-40e1-a46d-66a9f94aa40c req-a8623447-e1f9-4ac6-a6b1-640b3943b31e tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:39.132050 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6f976c3e-8d6c-40e1-a46d-66a9f94aa40c req-a8623447-e1f9-4ac6-a6b1-640b3943b31e tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 946 time: 0.0652809 Jul 14 10:14:39.175542 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6f976c3e-8d6c-40e1-a46d-66a9f94aa40c req-873cabe3-9003-4e00-86cd-73c5047e2d2d tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379231 Jul 14 10:14:40.238516 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device e336e668-4c4f-439e-a269-82ca60389190 up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:40.290284 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port e336e668-4c4f-439e-a269-82ca60389190 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:14:40.294570 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port e336e668-4c4f-439e-a269-82ca60389190 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:40.294964 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:40.358113 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ead048-b923-4b9c-8ae3-3da0a1210e29 req-4feacd84-5245-43c8-bb0f-949772310ff0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:40.359780 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-02ead048-b923-4b9c-8ae3-3da0a1210e29 req-4feacd84-5245-43c8-bb0f-949772310ff0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 946 time: 0.0643940 Jul 14 10:14:40.379224 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:40.399433 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-02ead048-b923-4b9c-8ae3-3da0a1210e29 req-bca87b9d-6533-47c2-9500-cacc4d26a28e tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338926 Jul 14 10:14:40.402473 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e336e668-4c4f-439e-a269-82ca60389190'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:14:40.405322 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad2bb0b0c3d38dd5f87e8e96266229fdecb1dfb0d9cead1addcc05902deb2386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2309b9b7-459d-47d8-b729-83ca7f8c8c3c" -d '{"events": [{"server_uuid": "0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d", "name": "network-vif-plugged", "status": "completed", "tag": "e336e668-4c4f-439e-a269-82ca60389190"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:40.417948 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port e336e668-4c4f-439e-a269-82ca60389190, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e336e668-4c4f-439e-a269-82ca60389190,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:40.425286 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:40.450153 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d71cba5-7483-44be-8862-2998279159f2 x-openstack-request-id: req-1d71cba5-7483-44be-8862-2998279159f2 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:40.450439 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d", "name": "network-vif-plugged", "status": "completed", "tag": "e336e668-4c4f-439e-a269-82ca60389190", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:40.450689 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d71cba5-7483-44be-8862-2998279159f2 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:40.451066 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e336e668-4c4f-439e-a269-82ca60389190', 'code': 200} Jul 14 10:14:40.480147 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=e336e668-4c4f-439e-a269-82ca60389190,revision_number=12']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:40.631754 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521e0e0-9ed0-498a-ac01-7454c103c083 req-72722699-4821-45bd-a345-a25b56df57bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:40.633341 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9521e0e0-9ed0-498a-ac01-7454c103c083 req-72722699-4821-45bd-a345-a25b56df57bf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 1099 time: 0.0547664 Jul 14 10:14:40.668672 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9521e0e0-9ed0-498a-ac01-7454c103c083 req-9f30065e-fb78-4799-82e7-37a069b8a0cd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288229 Jul 14 10:14:41.330895 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:41.589062 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66514206-e3aa-419d-be77-bcfa20cdc2d0 req-7380fa4f-271f-42f2-b241-280fe6b87826 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:41.590727 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66514206-e3aa-419d-be77-bcfa20cdc2d0 req-7380fa4f-271f-42f2-b241-280fe6b87826 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 947 time: 0.0688086 Jul 14 10:14:41.635851 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-66514206-e3aa-419d-be77-bcfa20cdc2d0 req-1bfc9f67-b85a-4280-b8cd-496762c9147a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381036 Jul 14 10:14:42.828804 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc15ea0-9c7e-48ec-9f17-549e088c0501 req-f43d412c-e758-4277-b887-8f5a15d9ad9b tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:42.830300 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0bc15ea0-9c7e-48ec-9f17-549e088c0501 req-f43d412c-e758-4277-b887-8f5a15d9ad9b tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 947 time: 0.0684361 Jul 14 10:14:42.869939 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0bc15ea0-9c7e-48ec-9f17-549e088c0501 req-564f211e-cfb1-45fa-a3f0-21360ca87714 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334074 Jul 14 10:14:42.877157 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:48.564813 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-071e32d0-5e9c-498d-9e59-b7df4029f513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:51.156431 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0902edab-a251-4fc4-a9c3-bbcfa6436c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:51.396665 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:52.458036 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:53.382709 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e015b169-e097-48f4-bf15-03f5f5a86260 req-7876a4fd-0e9f-4d6c-9bd5-a6730fdb8a47 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506265 Jul 14 10:14:53.482838 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015b169-e097-48f4-bf15-03f5f5a86260 req-ec60a415-a6d7-4db9-87fd-5f49fe54c7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:53.484463 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e015b169-e097-48f4-bf15-03f5f5a86260 req-ec60a415-a6d7-4db9-87fd-5f49fe54c7b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=24023f1910fe425c81db4e18daf029a3&device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 1099 time: 0.0580401 Jul 14 10:14:53.588254 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015b169-e097-48f4-bf15-03f5f5a86260 req-a184b1da-53f4-4044-9992-db8f28c255ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:53.589634 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e015b169-e097-48f4-bf15-03f5f5a86260 req-a184b1da-53f4-4044-9992-db8f28c255ca service neutron] 10.222.0.44 "GET /v2.0/networks?id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 HTTP/1.1" status: 200 len: 908 time: 0.0855954 Jul 14 10:14:53.666648 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e015b169-e097-48f4-bf15-03f5f5a86260 req-10bc1c2f-6a1e-41af-bcf8-0808f438f44a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e336e668-4c4f-439e-a269-82ca60389190 HTTP/1.1" status: 200 len: 1001 time: 0.0658734 Jul 14 10:14:53.713983 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015b169-e097-48f4-bf15-03f5f5a86260 req-0b566616-94e6-41ce-b757-40a748824d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:53.715393 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e015b169-e097-48f4-bf15-03f5f5a86260 req-0b566616-94e6-41ce-b757-40a748824d6f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a80ebdba-7554-465e-a920-e9cbccd8270e HTTP/1.1" status: 200 len: 847 time: 0.0424495 Jul 14 10:14:53.770992 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015b169-e097-48f4-bf15-03f5f5a86260 req-c9bd9fd8-dbef-4784-983b-42036181eb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:53.772480 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e015b169-e097-48f4-bf15-03f5f5a86260 req-c9bd9fd8-dbef-4784-983b-42036181eb4b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503156 Jul 14 10:14:53.865880 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e015b169-e097-48f4-bf15-03f5f5a86260 req-9f5b2188-84ca-495c-bd02-cefb085e3db0 service neutron] 10.222.0.44 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850532 Jul 14 10:14:53.955427 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e015b169-e097-48f4-bf15-03f5f5a86260 req-7c892353-fc19-4624-81b1-c4e7682a7ac2 service neutron] 10.222.0.44 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830324 Jul 14 10:14:53.990554 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:00.306663 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:15:11.344102 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:12.872724 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:18.565770 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c063d068-ab7a-4763-83ed-9124c5d3731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:21.148410 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb56731b-14a6-4c7e-a487-eb95e5a1f3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:21.397359 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:22.461099 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:23.993788 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:37.305645 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:15:41.358594 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:42.873078 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:48.570001 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0935f02a-60f8-4297-a400-9b0b968515e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:51.149444 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61338d6a-bf64-498d-afd9-f7b0e19682d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:51.400929 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:52.465583 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:53.540311 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37274) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:53.997042 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:54.053605 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bbfcbfff-0393-4110-85a2-ad8694d8f6e1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Deleting port 5b77f4a1-4470-4588-9558-ac03db55e0b3 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:15:54.053958 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbfcbfff-0393-4110-85a2-ad8694d8f6e1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:54.133805 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbfcbfff-0393-4110-85a2-ad8694d8f6e1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:54.134149 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbfcbfff-0393-4110-85a2-ad8694d8f6e1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:54.146616 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bbfcbfff-0393-4110-85a2-ad8694d8f6e1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Calling delete_port for 5b77f4a1-4470-4588-9558-ac03db55e0b3 owned by network:floatingip {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:15:54.299912 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbfcbfff-0393-4110-85a2-ad8694d8f6e1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:54.342438 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfcbfff-0393-4110-85a2-ad8694d8f6e1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Pushing event deleted for resources: {'Port': ['ID=5b77f4a1-4470-4588-9558-ac03db55e0b3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:54.401382 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfcbfff-0393-4110-85a2-ad8694d8f6e1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:54.401737 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfcbfff-0393-4110-85a2-ad8694d8f6e1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:54.402087 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfcbfff-0393-4110-85a2-ad8694d8f6e1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:54.403005 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfcbfff-0393-4110-85a2-ad8694d8f6e1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:54.403467 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfcbfff-0393-4110-85a2-ad8694d8f6e1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:54.403872 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfcbfff-0393-4110-85a2-ad8694d8f6e1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:54.404184 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfcbfff-0393-4110-85a2-ad8694d8f6e1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:54.404517 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfcbfff-0393-4110-85a2-ad8694d8f6e1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:54.404853 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfcbfff-0393-4110-85a2-ad8694d8f6e1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:54.405241 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfcbfff-0393-4110-85a2-ad8694d8f6e1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:54.405578 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfcbfff-0393-4110-85a2-ad8694d8f6e1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:54.405908 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfcbfff-0393-4110-85a2-ad8694d8f6e1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:54.441244 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbfcbfff-0393-4110-85a2-ad8694d8f6e1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for floatingip, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:54.441695 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-bbfcbfff-0393-4110-85a2-ad8694d8f6e1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Floating IP d89a5d57-a7bd-4feb-85b3-66d008fce506 disassociated (deleted). External IP: 172.25.6.46, port: e336e668-4c4f-439e-a269-82ca60389190. Jul 14 10:15:54.501342 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b5eec7fe-7129-40e1-ba74-d5e410a62234 req-cea3fd6e-dd09-42d3-90e3-c0a54e1ca202 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1739194 Jul 14 10:15:54.685977 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eec7fe-7129-40e1-ba74-d5e410a62234 req-466283ee-e913-422b-9ddc-e61df875c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:54.687660 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b5eec7fe-7129-40e1-ba74-d5e410a62234 req-466283ee-e913-422b-9ddc-e61df875c918 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=24023f1910fe425c81db4e18daf029a3&device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 1099 time: 0.1412742 Jul 14 10:15:54.768181 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfcbfff-0393-4110-85a2-ad8694d8f6e1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Router bee87efe-8ea4-497e-8353-582b1c21c660 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:15:54.854120 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eec7fe-7129-40e1-ba74-d5e410a62234 req-dd738f6c-8f2b-453e-9561-923e7f801471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:54.856297 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b5eec7fe-7129-40e1-ba74-d5e410a62234 req-dd738f6c-8f2b-453e-9561-923e7f801471 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 HTTP/1.1" status: 200 len: 908 time: 0.1472974 Jul 14 10:15:54.928435 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b5eec7fe-7129-40e1-ba74-d5e410a62234 req-a49bb258-8174-42b6-a771-7801b177a122 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e336e668-4c4f-439e-a269-82ca60389190 HTTP/1.1" status: 200 len: 217 time: 0.0657446 Jul 14 10:15:54.984775 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfcbfff-0393-4110-85a2-ad8694d8f6e1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:15:54.990371 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbfcbfff-0393-4110-85a2-ad8694d8f6e1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:54.994758 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d729d5-b12b-43df-a0fc-4ce4c68de426 None None] Sync routers for ids ['bee87efe-8ea4-497e-8353-582b1c21c660'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:15:54.996816 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eec7fe-7129-40e1-ba74-d5e410a62234 req-20d714f3-429d-4d19-b7f2-33e4214a0c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:54.998521 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b5eec7fe-7129-40e1-ba74-d5e410a62234 req-20d714f3-429d-4d19-b7f2-33e4214a0c32 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a80ebdba-7554-465e-a920-e9cbccd8270e HTTP/1.1" status: 200 len: 847 time: 0.0622096 Jul 14 10:15:55.007910 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d729d5-b12b-43df-a0fc-4ce4c68de426 None None] Routers {'bee87efe-8ea4-497e-8353-582b1c21c660'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:15:55.007910 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d3d729d5-b12b-43df-a0fc-4ce4c68de426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:15:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['bee87efe-8ea4-497e-8353-582b1c21c660'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:55.062628 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bbfcbfff-0393-4110-85a2-ad8694d8f6e1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "DELETE /v2.0/floatingips/d89a5d57-a7bd-4feb-85b3-66d008fce506 HTTP/1.1" status: 204 len: 168 time: 1.5211444 Jul 14 10:15:55.063849 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d', 'tag': 'e336e668-4c4f-439e-a269-82ca60389190'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:15:55.066181 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756a9f83-ef6a-45ae-bd65-d61b5abc59b8" -d '{"events": [{"name": "network-changed", "server_uuid": "0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d", "tag": "e336e668-4c4f-439e-a269-82ca60389190"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:15:55.092515 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eec7fe-7129-40e1-ba74-d5e410a62234 req-5991d318-f3f3-4fa5-a285-9dec27287544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:55.094216 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b5eec7fe-7129-40e1-ba74-d5e410a62234 req-5991d318-f3f3-4fa5-a285-9dec27287544 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768433 Jul 14 10:15:55.137186 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-d3d729d5-b12b-43df-a0fc-4ce4c68de426 None None] Set router bee87efe-8ea4-497e-8353-582b1c21c660 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:15:55.197645 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0900762-28b1-4f47-8207-c58c2c5f9cea x-openstack-request-id: req-e0900762-28b1-4f47-8207-c58c2c5f9cea {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:15:55.197943 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d", "tag": "e336e668-4c4f-439e-a269-82ca60389190", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:15:55.198198 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0900762-28b1-4f47-8207-c58c2c5f9cea {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:15:55.198603 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d', 'tag': 'e336e668-4c4f-439e-a269-82ca60389190', 'status': 'completed', 'code': 200} Jul 14 10:15:55.221475 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b5eec7fe-7129-40e1-ba74-d5e410a62234 req-ff186a75-0f5e-4bf0-a484-9c844288bba0 service neutron] 10.222.0.44 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196609 Jul 14 10:15:55.336284 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b5eec7fe-7129-40e1-ba74-d5e410a62234 req-254b3cce-0487-46eb-a940-49c61036b695 service neutron] 10.222.0.44 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081131 Jul 14 10:15:55.379481 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d3d729d5-b12b-43df-a0fc-4ce4c68de426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'name': 'tempest-TestShelveInstance-522108490-router', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:36Z', 'revision_number': 4, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'gw_port': {'id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '19beb909-8ba0-4d35-8656-ddfd94eea303', 'name': '', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'mac_address': 'fa:16:3e:19:30:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:42Z', 'revision_number': 5, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'subnets': [{'id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:55.412490 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d729d5-b12b-43df-a0fc-4ce4c68de426 None None] Checking router: bee87efe-8ea4-497e-8353-582b1c21c660 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:15:55.421776 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d729d5-b12b-43df-a0fc-4ce4c68de426 None None] Routers {'bee87efe-8ea4-497e-8353-582b1c21c660'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:15:55.422393 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d3d729d5-b12b-43df-a0fc-4ce4c68de426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:15:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['bee87efe-8ea4-497e-8353-582b1c21c660'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:55.466890 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a9f83-ef6a-45ae-bd65-d61b5abc59b8 req-66c3c98a-0955-41ae-91f9-a25b5cf82232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:55.468956 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-756a9f83-ef6a-45ae-bd65-d61b5abc59b8 req-66c3c98a-0955-41ae-91f9-a25b5cf82232 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=24023f1910fe425c81db4e18daf029a3&device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 1099 time: 0.0728648 Jul 14 10:15:55.507960 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64867804-bee1-4d7c-9e74-fe0db09eff59 req-4db334e1-9eb8-4b4b-a6a2-5dadf850122b tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:55.509414 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-64867804-bee1-4d7c-9e74-fe0db09eff59 req-4db334e1-9eb8-4b4b-a6a2-5dadf850122b tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 947 time: 0.0785339 Jul 14 10:15:55.534667 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-d3d729d5-b12b-43df-a0fc-4ce4c68de426 None None] Set router bee87efe-8ea4-497e-8353-582b1c21c660 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:15:55.555534 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-64867804-bee1-4d7c-9e74-fe0db09eff59 req-df70bddd-0ad3-48ff-b87f-fee056f09194 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359178 Jul 14 10:15:55.574380 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a9f83-ef6a-45ae-bd65-d61b5abc59b8 req-ab888b46-0b91-414a-823d-721a2ce6eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:55.575975 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-756a9f83-ef6a-45ae-bd65-d61b5abc59b8 req-ab888b46-0b91-414a-823d-721a2ce6eec7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 HTTP/1.1" status: 200 len: 908 time: 0.0984712 Jul 14 10:15:55.618928 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-756a9f83-ef6a-45ae-bd65-d61b5abc59b8 req-e7d48ca1-6e03-457e-9288-758c08824017 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e336e668-4c4f-439e-a269-82ca60389190 HTTP/1.1" status: 200 len: 217 time: 0.0365026 Jul 14 10:15:55.676679 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a9f83-ef6a-45ae-bd65-d61b5abc59b8 req-7b6c8208-4ee9-497f-8aee-bdce91adaf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:55.678178 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-756a9f83-ef6a-45ae-bd65-d61b5abc59b8 req-7b6c8208-4ee9-497f-8aee-bdce91adaf25 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a80ebdba-7554-465e-a920-e9cbccd8270e HTTP/1.1" status: 200 len: 847 time: 0.0532658 Jul 14 10:15:55.741439 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a9f83-ef6a-45ae-bd65-d61b5abc59b8 req-b475c734-107a-47e9-ad5e-fbc987d13a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:55.742967 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-756a9f83-ef6a-45ae-bd65-d61b5abc59b8 req-b475c734-107a-47e9-ad5e-fbc987d13a96 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568614 Jul 14 10:15:55.744953 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-d3d729d5-b12b-43df-a0fc-4ce4c68de426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'name': 'tempest-TestShelveInstance-522108490-router', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:36Z', 'revision_number': 4, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'gw_port': {'id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '19beb909-8ba0-4d35-8656-ddfd94eea303', 'name': '', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'mac_address': 'fa:16:3e:19:30:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:42Z', 'revision_number': 5, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'subnets': [{'id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:55.845718 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-756a9f83-ef6a-45ae-bd65-d61b5abc59b8 req-1acfd9b3-282f-4593-aba9-507aef4c20c2 service neutron] 10.222.0.44 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953162 Jul 14 10:15:55.865203 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d729d5-b12b-43df-a0fc-4ce4c68de426 None None] The sync data for ids ['bee87efe-8ea4-497e-8353-582b1c21c660'] in n-d-771362-35 is: [{'id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'name': 'tempest-TestShelveInstance-522108490-router', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:36Z', 'revision_number': 4, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'gw_port': {'id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '19beb909-8ba0-4d35-8656-ddfd94eea303', 'name': '', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'mac_address': 'fa:16:3e:19:30:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:42Z', 'revision_number': 5, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'subnets': [{'id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:15:55.952856 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-756a9f83-ef6a-45ae-bd65-d61b5abc59b8 req-3770fa9c-67b7-4e81-8986-6d0a54e31c82 service neutron] 10.222.0.44 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004744 Jul 14 10:15:56.100881 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bf49b3-b9ae-4e9c-a647-97fa752be86d None None] New status for floating IP d89a5d57-a7bd-4feb-85b3-66d008fce506: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:15:56.720407 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64c86c-ccc9-48ee-a0ef-39f842c3b25a req-982c6185-e547-4ba1-ba07-ce83da983dcc tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:56.722636 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9e64c86c-ccc9-48ee-a0ef-39f842c3b25a req-982c6185-e547-4ba1-ba07-ce83da983dcc tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 947 time: 0.0751112 Jul 14 10:15:56.735138 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81593ad5-160a-49dc-b4e3-f4588251d2f4 req-c4aa755a-991d-4c4e-ab24-c4cc119b8dc0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:56.736720 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-81593ad5-160a-49dc-b4e3-f4588251d2f4 req-c4aa755a-991d-4c4e-ab24-c4cc119b8dc0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d HTTP/1.1" status: 200 len: 947 time: 0.0661061 Jul 14 10:15:56.783063 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-81593ad5-160a-49dc-b4e3-f4588251d2f4 req-18cea9cb-5849-4fc5-9b8b-36e7959d41ed tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=272ab5fc-4340-47cd-b578-5abb1331988e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404062 Jul 14 10:15:56.849065 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-9e64c86c-ccc9-48ee-a0ef-39f842c3b25a req-1ff51c9e-f6ab-4233-8fec-07c70b25e51a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Deleting port e336e668-4c4f-439e-a269-82ca60389190 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:15:56.849657 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-9e64c86c-ccc9-48ee-a0ef-39f842c3b25a req-1ff51c9e-f6ab-4233-8fec-07c70b25e51a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:56.950681 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-9e64c86c-ccc9-48ee-a0ef-39f842c3b25a req-1ff51c9e-f6ab-4233-8fec-07c70b25e51a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] For port e336e668-4c4f-439e-a269-82ca60389190, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=e336e668-4c4f-439e-a269-82ca60389190,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:56.951106 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-9e64c86c-ccc9-48ee-a0ef-39f842c3b25a req-1ff51c9e-f6ab-4233-8fec-07c70b25e51a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:56.964731 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-9e64c86c-ccc9-48ee-a0ef-39f842c3b25a req-1ff51c9e-f6ab-4233-8fec-07c70b25e51a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Calling delete_port for e336e668-4c4f-439e-a269-82ca60389190 owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:15:57.106249 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-9e64c86c-ccc9-48ee-a0ef-39f842c3b25a req-1ff51c9e-f6ab-4233-8fec-07c70b25e51a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:57.139033 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff51c9e-f6ab-4233-8fec-07c70b25e51a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Pushing event deleted for resources: {'Port': ['ID=e336e668-4c4f-439e-a269-82ca60389190,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:57.185261 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e64c86c-ccc9-48ee-a0ef-39f842c3b25a req-1ff51c9e-f6ab-4233-8fec-07c70b25e51a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] No DVR routers for this DVR port e336e668-4c4f-439e-a269-82ca60389190 on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:15:57.188137 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-9e64c86c-ccc9-48ee-a0ef-39f842c3b25a req-1ff51c9e-f6ab-4233-8fec-07c70b25e51a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:57.190239 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-9e64c86c-ccc9-48ee-a0ef-39f842c3b25a req-1ff51c9e-f6ab-4233-8fec-07c70b25e51a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.44 "DELETE /v2.0/ports/e336e668-4c4f-439e-a269-82ca60389190 HTTP/1.1" status: 204 len: 173 time: 0.4618037 Jul 14 10:15:57.201634 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d', 'name': 'network-vif-deleted', 'tag': 'e336e668-4c4f-439e-a269-82ca60389190'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:15:57.203948 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad38fef-457d-4819-8f2f-ab67a50aea02" -d '{"events": [{"server_uuid": "0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d", "name": "network-vif-deleted", "tag": "e336e668-4c4f-439e-a269-82ca60389190"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:15:57.249112 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d63495-6378-4418-bf01-8303ccf2e2d6 x-openstack-request-id: req-c7d63495-6378-4418-bf01-8303ccf2e2d6 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:15:57.249578 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d", "name": "network-vif-deleted", "tag": "e336e668-4c4f-439e-a269-82ca60389190", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:15:57.249965 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7d63495-6378-4418-bf01-8303ccf2e2d6 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:15:57.250898 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d32d5a8-979a-4f01-a2cc-9b5b3da8c60d', 'name': 'network-vif-deleted', 'tag': 'e336e668-4c4f-439e-a269-82ca60389190', 'status': 'completed', 'code': 200} Jul 14 10:15:57.877915 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37296) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:57.941714 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-17c4aff8-edb3-47e4-801c-b90e65f9a594 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:57.968312 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-17c4aff8-edb3-47e4-801c-b90e65f9a594 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:58.033280 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-17c4aff8-edb3-47e4-801c-b90e65f9a594 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:58.035808 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-17c4aff8-edb3-47e4-801c-b90e65f9a594 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:58.036988 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-17c4aff8-edb3-47e4-801c-b90e65f9a594 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "DELETE /v2.0/security-groups/272ab5fc-4340-47cd-b578-5abb1331988e HTTP/1.1" status: 204 len: 168 time: 0.1580460 Jul 14 10:15:58.047099 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4aff8-edb3-47e4-801c-b90e65f9a594 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=272ab5fc-4340-47cd-b578-5abb1331988e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:58.328166 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37302) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:58.332891 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-aea9be2e-9924-4a62-bf2e-ab3c621695b8 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-149008257', 'description': 'tempest-secgroup-smoke-149008257 description', 'project_id': '24023f1910fe425c81db4e18daf029a3'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:15:58.355835 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aea9be2e-9924-4a62-bf2e-ab3c621695b8 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:58.439902 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aea9be2e-9924-4a62-bf2e-ab3c621695b8 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:58.443820 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aea9be2e-9924-4a62-bf2e-ab3c621695b8 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:58.472098 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aea9be2e-9924-4a62-bf2e-ab3c621695b8 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:58.473331 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-aea9be2e-9924-4a62-bf2e-ab3c621695b8 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1441417 Jul 14 10:15:58.475384 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9be2e-9924-4a62-bf2e-ab3c621695b8 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e069034-17d8-4855-80e3-42b2b9b6c229,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:58.476307 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37304) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:58.481588 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-4350b6fc-6d75-4d99-a46e-79c54c56dd42 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Request body: {'security_group_rule': {'security_group_id': '4e069034-17d8-4855-80e3-42b2b9b6c229', 'project_id': '24023f1910fe425c81db4e18daf029a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:15:58.483732 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea9be2e-9924-4a62-bf2e-ab3c621695b8 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:58.484102 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea9be2e-9924-4a62-bf2e-ab3c621695b8 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:58.484443 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea9be2e-9924-4a62-bf2e-ab3c621695b8 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:58.484786 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea9be2e-9924-4a62-bf2e-ab3c621695b8 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:58.485121 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea9be2e-9924-4a62-bf2e-ab3c621695b8 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:58.485585 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea9be2e-9924-4a62-bf2e-ab3c621695b8 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:58.485928 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea9be2e-9924-4a62-bf2e-ab3c621695b8 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:58.486258 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea9be2e-9924-4a62-bf2e-ab3c621695b8 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:58.486584 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea9be2e-9924-4a62-bf2e-ab3c621695b8 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:58.486912 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea9be2e-9924-4a62-bf2e-ab3c621695b8 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:58.487243 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea9be2e-9924-4a62-bf2e-ab3c621695b8 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:58.487594 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea9be2e-9924-4a62-bf2e-ab3c621695b8 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:58.510988 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4350b6fc-6d75-4d99-a46e-79c54c56dd42 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:58.560943 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4350b6fc-6d75-4d99-a46e-79c54c56dd42 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:58.564779 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4350b6fc-6d75-4d99-a46e-79c54c56dd42 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:58.586114 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350b6fc-6d75-4d99-a46e-79c54c56dd42 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb3fc1e-9bd0-4844-8d49-46cd10ca644a,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:58.593721 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4350b6fc-6d75-4d99-a46e-79c54c56dd42 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:58.595074 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4350b6fc-6d75-4d99-a46e-79c54c56dd42 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176953 Jul 14 10:15:58.601529 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37306) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:58.606716 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-990c0c1a-2cc0-455b-832a-a85f076aec5a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Request body: {'security_group_rule': {'security_group_id': '4e069034-17d8-4855-80e3-42b2b9b6c229', 'project_id': '24023f1910fe425c81db4e18daf029a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:15:58.632852 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-990c0c1a-2cc0-455b-832a-a85f076aec5a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:58.692589 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-990c0c1a-2cc0-455b-832a-a85f076aec5a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:58.696259 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-990c0c1a-2cc0-455b-832a-a85f076aec5a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:58.714062 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c0c1a-2cc0-455b-832a-a85f076aec5a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b59a79b-1236-41b1-b384-ce21aa60c626,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:58.720280 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-990c0c1a-2cc0-455b-832a-a85f076aec5a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:58.721470 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-990c0c1a-2cc0-455b-832a-a85f076aec5a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189973 Jul 14 10:15:58.724151 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37308) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:58.728594 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-c6707e5c-b538-4157-ac79-ad6a64c6650d tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Request body: {'security_group_rule': {'security_group_id': '4e069034-17d8-4855-80e3-42b2b9b6c229', 'project_id': '24023f1910fe425c81db4e18daf029a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:15:58.755775 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6707e5c-b538-4157-ac79-ad6a64c6650d tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:58.816961 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6707e5c-b538-4157-ac79-ad6a64c6650d tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:58.820687 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6707e5c-b538-4157-ac79-ad6a64c6650d tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:58.837918 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6707e5c-b538-4157-ac79-ad6a64c6650d tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529e36e3-5db4-43be-9e4b-03d2f18468d8,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:58.844402 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6707e5c-b538-4157-ac79-ad6a64c6650d tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:58.845647 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-c6707e5c-b538-4157-ac79-ad6a64c6650d tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205163 Jul 14 10:15:58.848401 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37310) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:58.852927 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-23905100-c01e-4ffc-a915-b4dac594b980 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Request body: {'security_group_rule': {'security_group_id': '4e069034-17d8-4855-80e3-42b2b9b6c229', 'project_id': '24023f1910fe425c81db4e18daf029a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:15:58.881440 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-23905100-c01e-4ffc-a915-b4dac594b980 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:58.941472 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-23905100-c01e-4ffc-a915-b4dac594b980 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:58.945316 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-23905100-c01e-4ffc-a915-b4dac594b980 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:58.962774 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23905100-c01e-4ffc-a915-b4dac594b980 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed84b818-814f-4a2b-a474-246ae8005d2c,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:58.970112 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-23905100-c01e-4ffc-a915-b4dac594b980 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:58.971308 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-23905100-c01e-4ffc-a915-b4dac594b980 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219010 Jul 14 10:15:58.974254 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37312) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:58.978609 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-aa8281d7-abae-4880-95f6-e53707fd291c tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Request body: {'security_group_rule': {'security_group_id': '4e069034-17d8-4855-80e3-42b2b9b6c229', 'project_id': '24023f1910fe425c81db4e18daf029a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:15:59.000391 n-d-771362-35 neutron-server[93772]: INFO neutron.db.securitygroups_db [None req-aa8281d7-abae-4880-95f6-e53707fd291c tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Project 24023f1910fe425c81db4e18daf029a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:15:59.005389 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa8281d7-abae-4880-95f6-e53707fd291c tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:59.071337 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa8281d7-abae-4880-95f6-e53707fd291c tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:59.075878 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa8281d7-abae-4880-95f6-e53707fd291c tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:59.093753 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8281d7-abae-4880-95f6-e53707fd291c tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aabfebb7-7cb6-4cae-af9c-9475ec750caf,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:59.099464 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa8281d7-abae-4880-95f6-e53707fd291c tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:59.100740 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-aa8281d7-abae-4880-95f6-e53707fd291c tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255715 Jul 14 10:15:59.103550 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37314) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:59.107937 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-9bbac7b0-a439-426c-b75e-128f315c087c tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Request body: {'security_group_rule': {'security_group_id': '4e069034-17d8-4855-80e3-42b2b9b6c229', 'project_id': '24023f1910fe425c81db4e18daf029a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:15:59.129543 n-d-771362-35 neutron-server[93772]: INFO neutron.db.securitygroups_db [None req-9bbac7b0-a439-426c-b75e-128f315c087c tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Project 24023f1910fe425c81db4e18daf029a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:15:59.134685 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9bbac7b0-a439-426c-b75e-128f315c087c tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:59.200199 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9bbac7b0-a439-426c-b75e-128f315c087c tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:59.203805 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9bbac7b0-a439-426c-b75e-128f315c087c tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:59.221610 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbac7b0-a439-426c-b75e-128f315c087c tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75524fe2-2f92-4676-b1b7-b356f3def93a,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:59.228833 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9bbac7b0-a439-426c-b75e-128f315c087c tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:59.230042 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9bbac7b0-a439-426c-b75e-128f315c087c tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1255672 Jul 14 10:16:00.640817 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device e336e668-4c4f-439e-a269-82ca60389190 no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:16:00.661220 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: e336e668-4c4f-439e-a269-82ca60389190 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:16:00.661569 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device e336e668-4c4f-439e-a269-82ca60389190 not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:16:11.373475 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:12.868645 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:13.548373 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-ba51b5c2-ff5d-4e41-8502-ade84b3c7a62 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-149008257&fields=id&tenant_id=24023f1910fe425c81db4e18daf029a3 HTTP/1.1" status: 200 len: 267 time: 0.0334456 Jul 14 10:16:13.656150 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-639a0e3f-560d-41cd-95ff-292effe5fbc1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:13.657542 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-639a0e3f-560d-41cd-95ff-292effe5fbc1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/networks?id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 HTTP/1.1" status: 200 len: 808 time: 0.1029673 Jul 14 10:16:13.672315 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-96045530-cebc-4586-9c7f-3b047fb42f4b tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/quotas/24023f1910fe425c81db4e18daf029a3 HTTP/1.1" status: 200 len: 375 time: 0.0094464 Jul 14 10:16:13.738653 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-7202ac64-4f31-41e2-8d06-677fab2a6f09 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=24023f1910fe425c81db4e18daf029a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614603 Jul 14 10:16:13.753565 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-d5130dfa-4f38-4b9c-8611-27a4cf89d004 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:16:13.754538 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-d5130dfa-4f38-4b9c-8611-27a4cf89d004 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051889 Jul 14 10:16:13.842389 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-e33e898c-43d4-4181-8d9b-1e4a15731306 service neutron] 10.222.0.25 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824146 Jul 14 10:16:13.933406 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-33c1eaad-5e52-4f9d-8ab9-d38e87c4e28f service neutron] 10.222.0.25 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847232 Jul 14 10:16:14.233714 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-af121581-3c7f-4e28-b2fd-9a57122b7b56 req-a33a41f8-3927-42d1-8b6e-6f95b811e42b tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 210 time: 0.0306969 Jul 14 10:16:14.304283 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:16:15.329682 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-ba1ebdec-7b53-4aeb-ad92-e66a2238c7de tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:15.332009 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-ba1ebdec-7b53-4aeb-ad92-e66a2238c7de tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.47 "GET /v2.0/networks?id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 HTTP/1.1" status: 200 len: 808 time: 0.1122637 Jul 14 10:16:15.377641 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-90fa0cde-7bc8-4171-a7eb-9349860477b7 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24023f1910fe425c81db4e18daf029a3 HTTP/1.1" status: 200 len: 379 time: 0.0366833 Jul 14 10:16:15.387351 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-90f0ed21-8fa4-4fc1-90de-9dcc7bf89092 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Request body: {'port': {'device_id': '87e7187f-f11a-461c-abf9-4a2505040d07', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'admin_state_up': True, 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'security_groups': ['4e069034-17d8-4855-80e3-42b2b9b6c229']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:16:15.463197 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e70b0328-67bc-4c1a-affe-f644849f4b65 req-41f15b4f-b950-4d6b-813a-eb6cfc022a80 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 210 time: 0.0591908 Jul 14 10:16:15.528809 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-90f0ed21-8fa4-4fc1-90de-9dcc7bf89092 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Made reservation on behalf of 24023f1910fe425c81db4e18daf029a3 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:16:15.532752 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-90f0ed21-8fa4-4fc1-90de-9dcc7bf89092 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:15.661632 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-90f0ed21-8fa4-4fc1-90de-9dcc7bf89092 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Allocated IP 172.20.0.11 (00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4/a80ebdba-7554-465e-a920-e9cbccd8270e/2df1ceda-a714-4853-83b7-4a7a13f80abf) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:16:15.807078 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-90f0ed21-8fa4-4fc1-90de-9dcc7bf89092 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:15.821693 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-90f0ed21-8fa4-4fc1-90de-9dcc7bf89092 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Transition to ACTIVE for port object 2df1ceda-a714-4853-83b7-4a7a13f80abf will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:16:15.854347 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-90f0ed21-8fa4-4fc1-90de-9dcc7bf89092 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:15.900504 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-90f0ed21-8fa4-4fc1-90de-9dcc7bf89092 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Network 00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:16:15.903846 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-90f0ed21-8fa4-4fc1-90de-9dcc7bf89092 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:16:15.907748 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-90f0ed21-8fa4-4fc1-90de-9dcc7bf89092 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:16:15.934984 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0ed21-8fa4-4fc1-90de-9dcc7bf89092 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Pushing event updated for resources: {'Port': ['ID=2df1ceda-a714-4853-83b7-4a7a13f80abf,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:15.970911 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-90f0ed21-8fa4-4fc1-90de-9dcc7bf89092 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:15.971799 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-90f0ed21-8fa4-4fc1-90de-9dcc7bf89092 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:15.988657 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-90f0ed21-8fa4-4fc1-90de-9dcc7bf89092 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6057172 Jul 14 10:16:16.000734 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-8ed4a3f3-faeb-448b-b1d0-b1ef9b6bcc9e tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:16:16.001697 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-8ed4a3f3-faeb-448b-b1d0-b1ef9b6bcc9e tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071094 Jul 14 10:16:16.064874 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-a4a01460-51b8-4e72-9ff7-bedb934ae903 service neutron] Request body: {'port': {'device_id': '87e7187f-f11a-461c-abf9-4a2505040d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:16:16.137934 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6be4fab6-2215-42fc-83cb-07509a22efbd None None] Provisioning for port 2df1ceda-a714-4853-83b7-4a7a13f80abf completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:16:16.142133 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6be4fab6-2215-42fc-83cb-07509a22efbd None None] Provisioning complete for port 2df1ceda-a714-4853-83b7-4a7a13f80abf triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:16:16.142484 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6be4fab6-2215-42fc-83cb-07509a22efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:16.151097 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-a4a01460-51b8-4e72-9ff7-bedb934ae903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:16.180483 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6be4fab6-2215-42fc-83cb-07509a22efbd None None] Port 2df1ceda-a714-4853-83b7-4a7a13f80abf cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:16:16.427749 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-a4a01460-51b8-4e72-9ff7-bedb934ae903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df1ceda-a714-4853-83b7-4a7a13f80abf {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:16:16.435865 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-a4a01460-51b8-4e72-9ff7-bedb934ae903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:16.447741 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-a4a01460-51b8-4e72-9ff7-bedb934ae903 service neutron] Transition to ACTIVE for port object 2df1ceda-a714-4853-83b7-4a7a13f80abf will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:16:16.451829 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-a4a01460-51b8-4e72-9ff7-bedb934ae903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:16.509282 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a01460-51b8-4e72-9ff7-bedb934ae903 service neutron] Pushing event updated for resources: {'Port': ['ID=2df1ceda-a714-4853-83b7-4a7a13f80abf,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:16.585294 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-a4a01460-51b8-4e72-9ff7-bedb934ae903 service neutron] Attempting to bind port 2df1ceda-a714-4853-83b7-4a7a13f80abf on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:16:16.585640 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-a4a01460-51b8-4e72-9ff7-bedb934ae903 service neutron] Attempting to bind port 2df1ceda-a714-4853-83b7-4a7a13f80abf by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '5b514a1f-cbea-4e21-bca9-b99b62a89bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:16:16.585970 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-a4a01460-51b8-4e72-9ff7-bedb934ae903 service neutron] Attempting to bind port 2df1ceda-a714-4853-83b7-4a7a13f80abf on network 00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:16:16.592197 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-a4a01460-51b8-4e72-9ff7-bedb934ae903 service neutron] Port 2df1ceda-a714-4853-83b7-4a7a13f80abf on network 00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:16:16.592551 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-a4a01460-51b8-4e72-9ff7-bedb934ae903 service neutron] Attempting to bind port 2df1ceda-a714-4853-83b7-4a7a13f80abf on network 00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:16:16.600110 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-a4a01460-51b8-4e72-9ff7-bedb934ae903 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:16:16.600474 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-a4a01460-51b8-4e72-9ff7-bedb934ae903 service neutron] Checking segment: {'id': '5b514a1f-cbea-4e21-bca9-b99b62a89bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:16:16.600847 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-a4a01460-51b8-4e72-9ff7-bedb934ae903 service neutron] Bound using segment: {'id': '5b514a1f-cbea-4e21-bca9-b99b62a89bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:16:16.601287 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-a4a01460-51b8-4e72-9ff7-bedb934ae903 service neutron] Bound port: 2df1ceda-a714-4853-83b7-4a7a13f80abf, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b514a1f-cbea-4e21-bca9-b99b62a89bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:16:16.601653 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-a4a01460-51b8-4e72-9ff7-bedb934ae903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:16.736430 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-a4a01460-51b8-4e72-9ff7-bedb934ae903 service neutron] For port 2df1ceda-a714-4853-83b7-4a7a13f80abf, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:16:16.742074 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-a4a01460-51b8-4e72-9ff7-bedb934ae903 service neutron] For port 2df1ceda-a714-4853-83b7-4a7a13f80abf, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=2df1ceda-a714-4853-83b7-4a7a13f80abf,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:16:16.752595 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a37a4f-80b6-4886-a0a3-cd20453c1b55 req-4acbaa21-afaf-4016-bf7a-bd2d65369ec2 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:16.754230 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00a37a4f-80b6-4886-a0a3-cd20453c1b55 req-4acbaa21-afaf-4016-bf7a-bd2d65369ec2 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 944 time: 0.1375067 Jul 14 10:16:16.755895 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-a4a01460-51b8-4e72-9ff7-bedb934ae903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:16.807006 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-a4a01460-51b8-4e72-9ff7-bedb934ae903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:16.808463 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-a4a01460-51b8-4e72-9ff7-bedb934ae903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:16.810224 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-a4a01460-51b8-4e72-9ff7-bedb934ae903 service neutron] 10.222.0.47 "PUT /v2.0/ports/2df1ceda-a714-4853-83b7-4a7a13f80abf HTTP/1.1" status: 200 len: 1093 time: 0.8021250 Jul 14 10:16:16.814913 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e7187f-f11a-461c-abf9-4a2505040d07', 'tag': '2df1ceda-a714-4853-83b7-4a7a13f80abf'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:16:16.817319 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdfd76875a0dbbaf1509a4c423fc1f4cb1751388cb9186f92cdb94f63ad4e53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b1a71d-fcb0-4bd2-a2cd-a3a64e624fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "87e7187f-f11a-461c-abf9-4a2505040d07", "tag": "2df1ceda-a714-4853-83b7-4a7a13f80abf"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:16:16.856202 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-00a37a4f-80b6-4886-a0a3-cd20453c1b55 req-5197c2db-3c12-41bd-985d-5664800851a2 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947077 Jul 14 10:16:16.859302 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a01460-51b8-4e72-9ff7-bedb934ae903 service neutron] Pushing event updated for resources: {'Port': ['ID=2df1ceda-a714-4853-83b7-4a7a13f80abf,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:16.964961 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-4db57048-1ce5-40ba-ba2c-917169d5d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:16.966704 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-4db57048-1ce5-40ba-ba2c-917169d5d173 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24023f1910fe425c81db4e18daf029a3&device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 1096 time: 0.0777490 Jul 14 10:16:16.982641 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba81157-4585-4f3f-9f8e-ff85c806c1dc x-openstack-request-id: req-2ba81157-4585-4f3f-9f8e-ff85c806c1dc {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:16:16.983252 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e7187f-f11a-461c-abf9-4a2505040d07", "tag": "2df1ceda-a714-4853-83b7-4a7a13f80abf", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:16:16.983853 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ba81157-4585-4f3f-9f8e-ff85c806c1dc {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:16:16.983991 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e7187f-f11a-461c-abf9-4a2505040d07', 'tag': '2df1ceda-a714-4853-83b7-4a7a13f80abf', 'status': 'completed', 'code': 200} Jul 14 10:16:17.017633 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-69fea081-5a3f-46c5-807c-876751a0ca55 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2df1ceda-a714-4853-83b7-4a7a13f80abf HTTP/1.1" status: 200 len: 217 time: 0.0424519 Jul 14 10:16:17.073031 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-81d2f5c7-2f11-4857-969b-fe95546d0e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:17.075290 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-81d2f5c7-2f11-4857-969b-fe95546d0e89 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a80ebdba-7554-465e-a920-e9cbccd8270e HTTP/1.1" status: 200 len: 847 time: 0.0522504 Jul 14 10:16:17.140791 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-a4194c4f-e087-4123-8ddd-ee682bceefb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:17.142319 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-a4194c4f-e087-4123-8ddd-ee682bceefb5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610163 Jul 14 10:16:17.263230 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-cf71856c-08ab-40b8-a237-363a98c44869 service neutron] 10.222.0.47 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130757 Jul 14 10:16:17.376106 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e43aa25c-8168-4332-90d5-ff31195f7c45 req-a458d04a-b348-4095-81e7-f0c7ce28fef1 service neutron] 10.222.0.47 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068091 Jul 14 10:16:17.493009 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1a71d-fcb0-4bd2-a2cd-a3a64e624fe0 req-5db0bfdc-d53c-4541-8e1f-dba9f1f00e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:17.496419 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2b1a71d-fcb0-4bd2-a2cd-a3a64e624fe0 req-5db0bfdc-d53c-4541-8e1f-dba9f1f00e42 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24023f1910fe425c81db4e18daf029a3&device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 1096 time: 0.0723400 Jul 14 10:16:17.597456 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1a71d-fcb0-4bd2-a2cd-a3a64e624fe0 req-19809327-0cf9-4780-bf36-2444545e6bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:17.599824 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2b1a71d-fcb0-4bd2-a2cd-a3a64e624fe0 req-19809327-0cf9-4780-bf36-2444545e6bc2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 HTTP/1.1" status: 200 len: 908 time: 0.0963478 Jul 14 10:16:17.647677 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2b1a71d-fcb0-4bd2-a2cd-a3a64e624fe0 req-e020e294-9ea7-4de6-91aa-08aff2db4c83 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2df1ceda-a714-4853-83b7-4a7a13f80abf HTTP/1.1" status: 200 len: 217 time: 0.0412111 Jul 14 10:16:17.701936 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1a71d-fcb0-4bd2-a2cd-a3a64e624fe0 req-98f1bcb0-eea7-46ce-b579-d3975118ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:17.703445 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2b1a71d-fcb0-4bd2-a2cd-a3a64e624fe0 req-98f1bcb0-eea7-46ce-b579-d3975118ee1d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a80ebdba-7554-465e-a920-e9cbccd8270e HTTP/1.1" status: 200 len: 847 time: 0.0494616 Jul 14 10:16:17.769898 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1a71d-fcb0-4bd2-a2cd-a3a64e624fe0 req-2c9bab5d-a3a9-4f86-a0e2-e3fd57bb7fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:17.772232 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2b1a71d-fcb0-4bd2-a2cd-a3a64e624fe0 req-2c9bab5d-a3a9-4f86-a0e2-e3fd57bb7fcf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617836 Jul 14 10:16:17.872355 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2b1a71d-fcb0-4bd2-a2cd-a3a64e624fe0 req-36a93879-344f-4722-ab5d-2284e3d19064 service neutron] 10.222.0.47 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914998 Jul 14 10:16:17.966703 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2b1a71d-fcb0-4bd2-a2cd-a3a64e624fe0 req-df9d2d3a-ab1a-4e61-9900-bbfd2dfc7b6b service neutron] 10.222.0.47 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876548 Jul 14 10:16:18.052811 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335a719-3e25-4b7b-9d13-459592da7057 req-d92b6f9d-83cd-494a-8ba1-2442844c1076 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:18.054388 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d335a719-3e25-4b7b-9d13-459592da7057 req-d92b6f9d-83cd-494a-8ba1-2442844c1076 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 944 time: 0.0671360 Jul 14 10:16:18.096652 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d335a719-3e25-4b7b-9d13-459592da7057 req-a59e884e-da6a-4356-9e03-11c970d45a81 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352712 Jul 14 10:16:18.572159 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a2946e46-684e-421e-94fb-9cb2d47d9a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:19.288747 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83ce72-daac-4f48-a54f-832983318618 req-e9324129-2d0d-404d-9b47-144aebf0bd70 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:19.290242 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cd83ce72-daac-4f48-a54f-832983318618 req-e9324129-2d0d-404d-9b47-144aebf0bd70 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 944 time: 0.0700567 Jul 14 10:16:19.332628 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-cd83ce72-daac-4f48-a54f-832983318618 req-c3743137-9d2a-4c79-a7dd-15ffdd7e997b tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361965 Jul 14 10:16:20.504665 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f36235-3ab9-4a4e-9567-9b8819e11cbc req-ce4c301a-dee7-4077-9570-12874b5652d7 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:20.506174 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-88f36235-3ab9-4a4e-9567-9b8819e11cbc req-ce4c301a-dee7-4077-9570-12874b5652d7 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 944 time: 0.0644462 Jul 14 10:16:20.546482 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-88f36235-3ab9-4a4e-9567-9b8819e11cbc req-fb155d4e-fec8-4e9a-aece-f9b6a9055bc8 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341475 Jul 14 10:16:21.150541 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cbaff96b-8064-4236-86d6-ff6a4d4b3874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:21.404052 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:21.726119 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adff9b0-fd59-45a5-a49e-dce62d8314ad req-737bb1ad-1aec-4087-9311-80657fa43721 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:21.727645 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1adff9b0-fd59-45a5-a49e-dce62d8314ad req-737bb1ad-1aec-4087-9311-80657fa43721 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 944 time: 0.0699894 Jul 14 10:16:21.769271 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1adff9b0-fd59-45a5-a49e-dce62d8314ad req-94dafb99-93d3-4f5b-8247-52fa8c205522 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349746 Jul 14 10:16:22.467611 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:22.948076 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2967025-9a92-44ab-9fd3-21e06b3ebc59 req-4d66c992-66dc-4d48-84f1-83e37d76f9cb tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:22.949703 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2967025-9a92-44ab-9fd3-21e06b3ebc59 req-4d66c992-66dc-4d48-84f1-83e37d76f9cb tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 944 time: 0.0654073 Jul 14 10:16:22.988852 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b2967025-9a92-44ab-9fd3-21e06b3ebc59 req-1f9cddce-a7cc-454f-9d8e-f695dbf4d4cf tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329950 Jul 14 10:16:24.000546 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:24.165798 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80609b9-9348-4263-89e6-b04b922804ba req-ef213415-49d2-40c0-acf1-f2379d6e973b tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:24.167421 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b80609b9-9348-4263-89e6-b04b922804ba req-ef213415-49d2-40c0-acf1-f2379d6e973b tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 944 time: 0.0646403 Jul 14 10:16:24.205172 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b80609b9-9348-4263-89e6-b04b922804ba req-56678e1c-31f6-48e9-87f6-8a2d7b3d59bd tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322483 Jul 14 10:16:25.383879 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da091c44-cffe-4b26-98f3-6aa2d19617fd req-f520cff5-63bb-4b28-8044-5bfdd84fc4c3 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:25.385349 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da091c44-cffe-4b26-98f3-6aa2d19617fd req-f520cff5-63bb-4b28-8044-5bfdd84fc4c3 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 944 time: 0.0680516 Jul 14 10:16:25.424138 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-da091c44-cffe-4b26-98f3-6aa2d19617fd req-5d357a34-31e1-46e4-910a-e8637aec8b44 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329583 Jul 14 10:16:26.596226 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a44351-981a-46ae-a5b9-7d71c46ec4c0 req-642bb516-7d5c-4a41-8d5b-9b808247b050 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:26.597627 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c0a44351-981a-46ae-a5b9-7d71c46ec4c0 req-642bb516-7d5c-4a41-8d5b-9b808247b050 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 944 time: 0.0633736 Jul 14 10:16:26.636684 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c0a44351-981a-46ae-a5b9-7d71c46ec4c0 req-f8f35833-51b4-4acd-abca-649438898c3e tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323405 Jul 14 10:16:27.817723 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84aa6f-1f34-4b0f-bebb-f56155d490ba req-ca2a9c76-b991-4bec-88a3-9ca399346547 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:27.819222 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3b84aa6f-1f34-4b0f-bebb-f56155d490ba req-ca2a9c76-b991-4bec-88a3-9ca399346547 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 944 time: 0.0679235 Jul 14 10:16:27.858259 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3b84aa6f-1f34-4b0f-bebb-f56155d490ba req-25ddf272-2952-492f-b0fc-7c296f95447a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324647 Jul 14 10:16:28.483741 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 2df1ceda-a714-4853-83b7-4a7a13f80abf details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:16:28.578235 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 2df1ceda-a714-4853-83b7-4a7a13f80abf, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=2df1ceda-a714-4853-83b7-4a7a13f80abf,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:28.593455 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '2df1ceda-a714-4853-83b7-4a7a13f80abf', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'port_id': '2df1ceda-a714-4853-83b7-4a7a13f80abf', 'mac_address': 'fa:16:3e:91:cf:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:16:28.630511 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:28.643964 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df1ceda-a714-4853-83b7-4a7a13f80abf {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:16:28.663413 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 2df1ceda-a714-4853-83b7-4a7a13f80abf, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=2df1ceda-a714-4853-83b7-4a7a13f80abf,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:28.667227 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:28.713066 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=2df1ceda-a714-4853-83b7-4a7a13f80abf,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:28.720902 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:28.721249 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:28.721588 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:28.721922 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:28.722252 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:28.722579 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:28.722904 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:28.723226 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:28.723575 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:28.723899 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:28.724218 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:28.724538 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:28.884190 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['2df1ceda-a714-4853-83b7-4a7a13f80abf'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:16:29.041741 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2fa9f-a1f2-4336-b4a8-2c63b7173494 req-44dc01e8-d190-4005-983c-694a2f6c3a3b tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:29.044572 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-23e2fa9f-a1f2-4336-b4a8-2c63b7173494 req-44dc01e8-d190-4005-983c-694a2f6c3a3b tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 945 time: 0.0682051 Jul 14 10:16:29.083170 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-23e2fa9f-a1f2-4336-b4a8-2c63b7173494 req-631205b0-67b9-46db-9699-a1a9ff6d7e98 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339394 Jul 14 10:16:30.257133 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e486fe-b664-4075-acaa-1eabc425fd6b req-4f5e25c4-3bc2-406c-a01a-c04f0097253a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:30.258636 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-64e486fe-b664-4075-acaa-1eabc425fd6b req-4f5e25c4-3bc2-406c-a01a-c04f0097253a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 945 time: 0.0642011 Jul 14 10:16:30.299114 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-64e486fe-b664-4075-acaa-1eabc425fd6b req-05793097-0128-49c6-b404-7f58320c1157 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341120 Jul 14 10:16:30.499743 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 2df1ceda-a714-4853-83b7-4a7a13f80abf up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:16:30.547729 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 2df1ceda-a714-4853-83b7-4a7a13f80abf completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:16:30.551552 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 2df1ceda-a714-4853-83b7-4a7a13f80abf triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:16:30.551919 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:30.634128 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:30.662169 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e7187f-f11a-461c-abf9-4a2505040d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df1ceda-a714-4853-83b7-4a7a13f80abf'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:16:30.664484 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad2bb0b0c3d38dd5f87e8e96266229fdecb1dfb0d9cead1addcc05902deb2386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea7ea41-ea6e-49d8-8955-58ca580bd855" -d '{"events": [{"server_uuid": "87e7187f-f11a-461c-abf9-4a2505040d07", "name": "network-vif-plugged", "status": "completed", "tag": "2df1ceda-a714-4853-83b7-4a7a13f80abf"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:16:30.677861 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 2df1ceda-a714-4853-83b7-4a7a13f80abf, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=2df1ceda-a714-4853-83b7-4a7a13f80abf,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:30.682154 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:30.737646 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=2df1ceda-a714-4853-83b7-4a7a13f80abf,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:30.759382 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423fc12d-0771-4476-b3da-985b6c8394eb x-openstack-request-id: req-423fc12d-0771-4476-b3da-985b6c8394eb {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:16:30.759706 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e7187f-f11a-461c-abf9-4a2505040d07", "name": "network-vif-plugged", "status": "completed", "tag": "2df1ceda-a714-4853-83b7-4a7a13f80abf", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:16:30.760071 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-423fc12d-0771-4476-b3da-985b6c8394eb {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:16:30.761166 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e7187f-f11a-461c-abf9-4a2505040d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df1ceda-a714-4853-83b7-4a7a13f80abf', 'code': 200} Jul 14 10:16:30.884702 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092324f-44d4-406c-8305-582b95e10ad7 req-aa4cad6f-0e60-495a-b1d1-44b64b159b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:30.886214 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8092324f-44d4-406c-8305-582b95e10ad7 req-aa4cad6f-0e60-495a-b1d1-44b64b159b48 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 1098 time: 0.0570843 Jul 14 10:16:30.923223 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8092324f-44d4-406c-8305-582b95e10ad7 req-96f2c5fe-9766-4d8e-8a15-75da70e71c4a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293241 Jul 14 10:16:31.481571 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05a01d-a677-4c4a-a6f7-f068b5e2e851 req-c86f8647-820a-4cf6-a98d-71af3f834cd4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:31.483123 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fb05a01d-a677-4c4a-a6f7-f068b5e2e851 req-c86f8647-820a-4cf6-a98d-71af3f834cd4 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 946 time: 0.0684509 Jul 14 10:16:31.524341 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fb05a01d-a677-4c4a-a6f7-f068b5e2e851 req-59da7112-bd09-4f9b-976d-766f8ff65983 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340648 Jul 14 10:16:32.706992 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a1d28-b0bb-4ba6-912b-5fcb3228e37b req-4d0f298f-dbfb-461c-b712-e520c01a5295 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:32.708538 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b8a1d28-b0bb-4ba6-912b-5fcb3228e37b req-4d0f298f-dbfb-461c-b712-e520c01a5295 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 946 time: 0.0702603 Jul 14 10:16:32.748882 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b8a1d28-b0bb-4ba6-912b-5fcb3228e37b req-342d4085-b3df-4ec7-beac-035c984eb3d5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339530 Jul 14 10:16:32.925397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cd513-2f78-4c2b-a2e8-8110409c7d14 req-ceb935dc-7ae5-4677-8014-b7def9fe3f40 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:32.926840 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-048cd513-2f78-4c2b-a2e8-8110409c7d14 req-ceb935dc-7ae5-4677-8014-b7def9fe3f40 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 946 time: 0.0654588 Jul 14 10:16:32.967268 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-048cd513-2f78-4c2b-a2e8-8110409c7d14 req-c657a32d-bc49-4273-9ca8-d62d0e971eb5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349154 Jul 14 10:16:32.994170 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37518) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:16:33.052726 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccfd26b-4de6-40fe-b1d0-a05d3f738632 tempest-TestShelveInstance-1072769217 tempest-TestShelveInstance-1072769217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:33.054691 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6ccfd26b-4de6-40fe-b1d0-a05d3f738632 tempest-TestShelveInstance-1072769217 tempest-TestShelveInstance-1072769217-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 1093 time: 0.0594661 Jul 14 10:16:33.058294 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37520) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:16:33.063024 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-6fc4861f-51e8-4f07-a643-d25b94cf67b5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'port_id': '2df1ceda-a714-4853-83b7-4a7a13f80abf', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:16:33.086308 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6fc4861f-51e8-4f07-a643-d25b94cf67b5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for floatingip, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:33.188702 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6fc4861f-51e8-4f07-a643-d25b94cf67b5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:33.291964 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-6fc4861f-51e8-4f07-a643-d25b94cf67b5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Allocated IP 172.25.6.245 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/c9bc36f0-86a7-49dd-b1ed-255532798518) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:16:33.400195 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6fc4861f-51e8-4f07-a643-d25b94cf67b5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:33.440113 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6fc4861f-51e8-4f07-a643-d25b94cf67b5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:33.479863 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc4861f-51e8-4f07-a643-d25b94cf67b5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:16:33.482758 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-6fc4861f-51e8-4f07-a643-d25b94cf67b5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:16:33.486501 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc4861f-51e8-4f07-a643-d25b94cf67b5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:16:33.509178 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4861f-51e8-4f07-a643-d25b94cf67b5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Pushing event updated for resources: {'Port': ['ID=c9bc36f0-86a7-49dd-b1ed-255532798518,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:33.881285 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6fc4861f-51e8-4f07-a643-d25b94cf67b5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:33.962611 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6fc4861f-51e8-4f07-a643-d25b94cf67b5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:34.117131 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6fc4861f-51e8-4f07-a643-d25b94cf67b5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:34.123235 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6fc4861f-51e8-4f07-a643-d25b94cf67b5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:34.194651 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4861f-51e8-4f07-a643-d25b94cf67b5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Pushing event updated for resources: {'Port': ['ID=c9bc36f0-86a7-49dd-b1ed-255532798518,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:34.206969 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6fc4861f-51e8-4f07-a643-d25b94cf67b5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:34.309511 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-6fc4861f-51e8-4f07-a643-d25b94cf67b5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Floating IP de21228a-6286-4f0b-bf15-d60c5cfbf6fd associated. External IP: 172.25.6.245, port: 2df1ceda-a714-4853-83b7-4a7a13f80abf. Jul 14 10:16:34.857019 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc4861f-51e8-4f07-a643-d25b94cf67b5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Router bee87efe-8ea4-497e-8353-582b1c21c660 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:16:34.971233 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc4861f-51e8-4f07-a643-d25b94cf67b5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:16:34.980558 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853180b7-7681-4c4e-8e78-9b60c077ac18 None None] Sync routers for ids ['bee87efe-8ea4-497e-8353-582b1c21c660'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:16:34.987403 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6fc4861f-51e8-4f07-a643-d25b94cf67b5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:34.990053 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853180b7-7681-4c4e-8e78-9b60c077ac18 None None] Routers {'bee87efe-8ea4-497e-8353-582b1c21c660'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:16:34.990671 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-853180b7-7681-4c4e-8e78-9b60c077ac18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:16:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['bee87efe-8ea4-497e-8353-582b1c21c660'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:35.028412 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-6fc4861f-51e8-4f07-a643-d25b94cf67b5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9687872 Jul 14 10:16:35.029014 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e7187f-f11a-461c-abf9-4a2505040d07', 'tag': '2df1ceda-a714-4853-83b7-4a7a13f80abf'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:16:35.031295 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5697098e-996b-4344-9f19-ad6aa596341a" -d '{"events": [{"name": "network-changed", "server_uuid": "87e7187f-f11a-461c-abf9-4a2505040d07", "tag": "2df1ceda-a714-4853-83b7-4a7a13f80abf"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:16:35.068258 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b5121d-03bd-49b7-81d8-a848ae78e137 x-openstack-request-id: req-15b5121d-03bd-49b7-81d8-a848ae78e137 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:16:35.068548 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e7187f-f11a-461c-abf9-4a2505040d07", "tag": "2df1ceda-a714-4853-83b7-4a7a13f80abf", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:16:35.068796 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15b5121d-03bd-49b7-81d8-a848ae78e137 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:16:35.069197 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e7187f-f11a-461c-abf9-4a2505040d07', 'tag': '2df1ceda-a714-4853-83b7-4a7a13f80abf', 'status': 'completed', 'code': 200} Jul 14 10:16:35.112333 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-853180b7-7681-4c4e-8e78-9b60c077ac18 None None] Set router bee87efe-8ea4-497e-8353-582b1c21c660 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:16:35.145478 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697098e-996b-4344-9f19-ad6aa596341a req-987a3cab-3909-49ee-89d4-e58c78d9e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:35.147000 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5697098e-996b-4344-9f19-ad6aa596341a req-987a3cab-3909-49ee-89d4-e58c78d9e688 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24023f1910fe425c81db4e18daf029a3&device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 1098 time: 0.0542097 Jul 14 10:16:35.241164 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697098e-996b-4344-9f19-ad6aa596341a req-b4166f9e-4430-470c-a46f-0aad7391d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:35.242659 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5697098e-996b-4344-9f19-ad6aa596341a req-b4166f9e-4430-470c-a46f-0aad7391d90d service neutron] 10.222.0.47 "GET /v2.0/networks?id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 HTTP/1.1" status: 200 len: 908 time: 0.0891469 Jul 14 10:16:35.313693 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5697098e-996b-4344-9f19-ad6aa596341a req-74719aa5-5dff-4081-bec2-30e9faa1c50e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2df1ceda-a714-4853-83b7-4a7a13f80abf HTTP/1.1" status: 200 len: 1000 time: 0.0640662 Jul 14 10:16:35.344162 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-853180b7-7681-4c4e-8e78-9b60c077ac18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'name': 'tempest-TestShelveInstance-522108490-router', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:36Z', 'revision_number': 4, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'gw_port': {'id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'de21228a-6286-4f0b-bf15-d60c5cfbf6fd', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'port_id': '2df1ceda-a714-4853-83b7-4a7a13f80abf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'mac_address': 'fa:16:3e:91:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e7187f-f11a-461c-abf9-4a2505040d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:16:33Z', 'updated_at': '2021-07-14T10:16:33Z', 'revision_number': 0, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19beb909-8ba0-4d35-8656-ddfd94eea303', 'name': '', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'mac_address': 'fa:16:3e:19:30:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:42Z', 'revision_number': 5, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'subnets': [{'id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:35.368341 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697098e-996b-4344-9f19-ad6aa596341a req-da97b75b-61fc-4c99-b35f-6e1e0287b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:35.369802 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5697098e-996b-4344-9f19-ad6aa596341a req-da97b75b-61fc-4c99-b35f-6e1e0287b80a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a80ebdba-7554-465e-a920-e9cbccd8270e HTTP/1.1" status: 200 len: 847 time: 0.0496993 Jul 14 10:16:35.376564 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853180b7-7681-4c4e-8e78-9b60c077ac18 None None] Checking router: bee87efe-8ea4-497e-8353-582b1c21c660 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:16:35.385831 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853180b7-7681-4c4e-8e78-9b60c077ac18 None None] Routers {'bee87efe-8ea4-497e-8353-582b1c21c660'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:16:35.386706 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-853180b7-7681-4c4e-8e78-9b60c077ac18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:16:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['bee87efe-8ea4-497e-8353-582b1c21c660'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:35.429642 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697098e-996b-4344-9f19-ad6aa596341a req-9fdc49f0-5ab9-4cca-be41-f76a6bc61990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:35.431179 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5697098e-996b-4344-9f19-ad6aa596341a req-9fdc49f0-5ab9-4cca-be41-f76a6bc61990 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549340 Jul 14 10:16:35.496225 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-853180b7-7681-4c4e-8e78-9b60c077ac18 None None] Set router bee87efe-8ea4-497e-8353-582b1c21c660 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:16:35.523629 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5697098e-996b-4344-9f19-ad6aa596341a req-d3ed277c-f7cf-496e-93f8-b5f51598581e service neutron] 10.222.0.47 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837786 Jul 14 10:16:35.625706 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5697098e-996b-4344-9f19-ad6aa596341a req-a588e47b-f3f1-4770-a009-14ced2605905 service neutron] 10.222.0.47 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941834 Jul 14 10:16:35.723313 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-853180b7-7681-4c4e-8e78-9b60c077ac18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'name': 'tempest-TestShelveInstance-522108490-router', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:36Z', 'revision_number': 4, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'gw_port': {'id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'de21228a-6286-4f0b-bf15-d60c5cfbf6fd', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'port_id': '2df1ceda-a714-4853-83b7-4a7a13f80abf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'mac_address': 'fa:16:3e:91:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e7187f-f11a-461c-abf9-4a2505040d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:16:33Z', 'updated_at': '2021-07-14T10:16:33Z', 'revision_number': 0, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19beb909-8ba0-4d35-8656-ddfd94eea303', 'name': '', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'mac_address': 'fa:16:3e:19:30:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:42Z', 'revision_number': 5, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'subnets': [{'id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:35.753802 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853180b7-7681-4c4e-8e78-9b60c077ac18 None None] The sync data for ids ['bee87efe-8ea4-497e-8353-582b1c21c660'] in n-d-771362-35 is: [{'id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'name': 'tempest-TestShelveInstance-522108490-router', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:36Z', 'revision_number': 4, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'gw_port': {'id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'de21228a-6286-4f0b-bf15-d60c5cfbf6fd', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'port_id': '2df1ceda-a714-4853-83b7-4a7a13f80abf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'mac_address': 'fa:16:3e:91:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e7187f-f11a-461c-abf9-4a2505040d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:16:33Z', 'updated_at': '2021-07-14T10:16:33Z', 'revision_number': 0, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19beb909-8ba0-4d35-8656-ddfd94eea303', 'name': '', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'mac_address': 'fa:16:3e:19:30:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:42Z', 'revision_number': 5, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'subnets': [{'id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:16:35.949682 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd35d364-8ac6-4b48-9821-80d297d754b8 None None] New status for floating IP de21228a-6286-4f0b-bf15-d60c5cfbf6fd: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:16:41.387303 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:42.871750 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:48.575384 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-764da41f-efc3-44c9-b29b-34d7c8a47195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:51.152732 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c58d2c1e-081b-47b3-9621-f8c77ae038ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:51.303973 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:16:51.405526 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:52.471414 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:54.002983 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:04.531580 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac0c5796-5ac7-49c8-856a-b00d08ad94a2 req-952ecbf7-8c5e-4749-8f7e-ac9775b23d30 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0535634 Jul 14 10:17:04.634270 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c5796-5ac7-49c8-856a-b00d08ad94a2 req-6e64d87d-7b4b-4f0d-97d8-669b513795ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:04.636788 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac0c5796-5ac7-49c8-856a-b00d08ad94a2 req-6e64d87d-7b4b-4f0d-97d8-669b513795ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24023f1910fe425c81db4e18daf029a3&device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 1098 time: 0.0577974 Jul 14 10:17:04.754418 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c5796-5ac7-49c8-856a-b00d08ad94a2 req-40913170-da8c-4236-86f0-71fca7b6331d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:04.756174 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac0c5796-5ac7-49c8-856a-b00d08ad94a2 req-40913170-da8c-4236-86f0-71fca7b6331d service neutron] 10.222.0.47 "GET /v2.0/networks?id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 HTTP/1.1" status: 200 len: 908 time: 0.0941262 Jul 14 10:17:04.830034 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac0c5796-5ac7-49c8-856a-b00d08ad94a2 req-4c1abd9f-2e10-44b8-ad78-26e53c18427b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2df1ceda-a714-4853-83b7-4a7a13f80abf HTTP/1.1" status: 200 len: 1002 time: 0.0665104 Jul 14 10:17:04.887374 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c5796-5ac7-49c8-856a-b00d08ad94a2 req-4e4255a6-1f58-43b5-98c5-2d83110cf636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:04.888899 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac0c5796-5ac7-49c8-856a-b00d08ad94a2 req-4e4255a6-1f58-43b5-98c5-2d83110cf636 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a80ebdba-7554-465e-a920-e9cbccd8270e HTTP/1.1" status: 200 len: 847 time: 0.0524411 Jul 14 10:17:04.959905 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c5796-5ac7-49c8-856a-b00d08ad94a2 req-1cb8b8ec-5d55-4fec-9093-76f799545729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:04.961452 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac0c5796-5ac7-49c8-856a-b00d08ad94a2 req-1cb8b8ec-5d55-4fec-9093-76f799545729 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624640 Jul 14 10:17:05.064151 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac0c5796-5ac7-49c8-856a-b00d08ad94a2 req-ed9f6372-012d-4dfb-82ec-e09e452e4654 service neutron] 10.222.0.47 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949721 Jul 14 10:17:05.165033 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ac0c5796-5ac7-49c8-856a-b00d08ad94a2 req-2bad3227-d30d-4e8f-9cc1-62b6dd3713c9 service neutron] 10.222.0.47 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935259 Jul 14 10:17:11.385092 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:12.867320 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:18.578586 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d18e11c9-3a96-460f-9e0c-4b4a6f076875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:21.154387 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cb3a3db0-5abe-4f0d-918e-91cdc9c05f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:21.407867 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:22.474735 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:24.006951 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:28.308606 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:17:41.386190 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:42.884645 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:48.582124 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c450fc92-e11f-4bd9-98a6-21543fd1934e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:51.155537 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-12e5b073-8207-48f8-a8f8-a7d5d3a059e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:51.410061 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:52.479779 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:54.008787 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:05.310195 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:18:05.531277 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3437bb3c-d13a-424c-b065-c894d354cfee req-864cf90f-298a-4a9f-8864-451ad58b5b69 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534418 Jul 14 10:18:05.627799 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437bb3c-d13a-424c-b065-c894d354cfee req-3cd370db-6bce-477e-8937-039f23c6793b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:05.629208 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3437bb3c-d13a-424c-b065-c894d354cfee req-3cd370db-6bce-477e-8937-039f23c6793b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24023f1910fe425c81db4e18daf029a3&device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 1098 time: 0.0562556 Jul 14 10:18:05.732989 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437bb3c-d13a-424c-b065-c894d354cfee req-715fc0c9-b4fc-4278-9e83-b6af93305566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:05.734458 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3437bb3c-d13a-424c-b065-c894d354cfee req-715fc0c9-b4fc-4278-9e83-b6af93305566 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 HTTP/1.1" status: 200 len: 908 time: 0.0847738 Jul 14 10:18:05.801030 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3437bb3c-d13a-424c-b065-c894d354cfee req-6bd7d63c-5e51-409d-988f-0bad6ef38ebe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2df1ceda-a714-4853-83b7-4a7a13f80abf HTTP/1.1" status: 200 len: 1002 time: 0.0606749 Jul 14 10:18:05.848191 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437bb3c-d13a-424c-b065-c894d354cfee req-dcc1284a-510d-45be-a2b8-74d8d07e96a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:05.849641 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3437bb3c-d13a-424c-b065-c894d354cfee req-dcc1284a-510d-45be-a2b8-74d8d07e96a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a80ebdba-7554-465e-a920-e9cbccd8270e HTTP/1.1" status: 200 len: 847 time: 0.0429697 Jul 14 10:18:05.905306 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437bb3c-d13a-424c-b065-c894d354cfee req-fa3e2169-da1a-43e5-b048-378e26ffc10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:05.906686 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3437bb3c-d13a-424c-b065-c894d354cfee req-fa3e2169-da1a-43e5-b048-378e26ffc10e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505936 Jul 14 10:18:05.997140 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3437bb3c-d13a-424c-b065-c894d354cfee req-1f74e34c-b3c5-4906-b785-b062043e2647 service neutron] 10.222.0.47 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843401 Jul 14 10:18:06.085539 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3437bb3c-d13a-424c-b065-c894d354cfee req-e655c294-9a87-4f27-941d-8f912bfe9e00 service neutron] 10.222.0.47 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822558 Jul 14 10:18:11.389934 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:12.895852 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:18.582705 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e0fee1c-4a3d-4dba-9265-f54383bc4aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:21.156350 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c816ae06-57b3-4c7b-8411-1cb21ffe4e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:21.418034 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:22.482004 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:24.010832 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:31.706038 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0f606-72fa-4fb9-930a-0089fd958e91 req-4481077b-a5fd-4871-ba2f-9348a1c0b3e2 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:31.707545 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5dd0f606-72fa-4fb9-930a-0089fd958e91 req-4481077b-a5fd-4871-ba2f-9348a1c0b3e2 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 946 time: 0.0650206 Jul 14 10:18:31.746984 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5dd0f606-72fa-4fb9-930a-0089fd958e91 req-f094fa80-b558-49fa-8285-b291329029aa tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335505 Jul 14 10:18:32.933047 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1b914-60b4-430c-958f-2d8daf243435 req-0d2f2ec2-13a0-40b3-8de0-fa631ef1fb9a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:32.934609 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-86d1b914-60b4-430c-958f-2d8daf243435 req-0d2f2ec2-13a0-40b3-8de0-fa631ef1fb9a tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 946 time: 0.0679862 Jul 14 10:18:32.971734 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-86d1b914-60b4-430c-958f-2d8daf243435 req-2aa074ed-e555-4157-a52f-dcc7f8eb2a05 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314481 Jul 14 10:18:34.151427 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43256b18-a59f-47aa-8f5c-06ffa2cc4543 req-ba0d6e05-8c16-4662-bc54-8581e2df9949 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:34.152932 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-43256b18-a59f-47aa-8f5c-06ffa2cc4543 req-ba0d6e05-8c16-4662-bc54-8581e2df9949 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 946 time: 0.0654943 Jul 14 10:18:34.190913 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-43256b18-a59f-47aa-8f5c-06ffa2cc4543 req-511741d4-c512-4766-9ab5-b0363babbe46 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323443 Jul 14 10:18:35.370472 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82212a-e881-433b-a63d-c62c09a3415d req-99cc2a62-2136-4c8d-94b5-8e07dfc96883 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:35.372031 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ab82212a-e881-433b-a63d-c62c09a3415d req-99cc2a62-2136-4c8d-94b5-8e07dfc96883 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 946 time: 0.0698283 Jul 14 10:18:35.419065 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ab82212a-e881-433b-a63d-c62c09a3415d req-d8371522-c2b1-4b66-864f-cb4c82c05e7b tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413685 Jul 14 10:18:36.604598 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaf023-9d64-440e-b9af-7b442b224f57 req-35dc772c-1c8a-4678-b699-315d0b709c4f tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:36.606938 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f4eaf023-9d64-440e-b9af-7b442b224f57 req-35dc772c-1c8a-4678-b699-315d0b709c4f tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 946 time: 0.0729082 Jul 14 10:18:36.653132 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f4eaf023-9d64-440e-b9af-7b442b224f57 req-dd5c8401-b21b-4a69-95aa-b2b26091bcc8 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406678 Jul 14 10:18:37.825839 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bbca40-b200-444a-8052-59ea032529b4 req-3c3f973a-d935-41a6-b1bf-9dcfc7037de0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:37.827399 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-87bbca40-b200-444a-8052-59ea032529b4 req-3c3f973a-d935-41a6-b1bf-9dcfc7037de0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 946 time: 0.0633390 Jul 14 10:18:37.869186 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-87bbca40-b200-444a-8052-59ea032529b4 req-cc57ab44-4224-40bf-b4ac-383a9460214b tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344844 Jul 14 10:18:39.057868 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5f065-c243-48e7-8ef1-090b8da88f7a req-04889502-1e9e-4bbc-a167-53f8821bea04 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:39.059376 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4ea5f065-c243-48e7-8ef1-090b8da88f7a req-04889502-1e9e-4bbc-a167-53f8821bea04 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 946 time: 0.0706675 Jul 14 10:18:39.098309 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4ea5f065-c243-48e7-8ef1-090b8da88f7a req-a183547a-420e-4452-ba97-bbe67c486d34 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330563 Jul 14 10:18:40.279167 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f3b84-e5b5-4092-8525-5464597aa439 req-792dabf2-820b-4aed-84b9-3d4afd247024 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:40.280704 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-916f3b84-e5b5-4092-8525-5464597aa439 req-792dabf2-820b-4aed-84b9-3d4afd247024 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 946 time: 0.0642467 Jul 14 10:18:40.319177 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-916f3b84-e5b5-4092-8525-5464597aa439 req-c2b91d21-dd7e-4960-900f-fbd4dd3941c5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325253 Jul 14 10:18:41.398415 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:41.511478 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27d986-6642-4a0b-b1ce-b1ee6a995dbc req-ed3268f5-c34f-4b74-8a89-76bc42b9ca96 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:41.513010 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6b27d986-6642-4a0b-b1ce-b1ee6a995dbc req-ed3268f5-c34f-4b74-8a89-76bc42b9ca96 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 946 time: 0.0675659 Jul 14 10:18:41.552076 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6b27d986-6642-4a0b-b1ce-b1ee6a995dbc req-3c9f23fd-9782-4c73-8e45-604a96dc9f81 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325403 Jul 14 10:18:41.819935 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de530d8-ca99-484d-9f50-41d1d2bccb4d req-795a92ff-3646-4266-9061-3109237a8b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:41.821514 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4de530d8-ca99-484d-9f50-41d1d2bccb4d req-795a92ff-3646-4266-9061-3109237a8b86 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24023f1910fe425c81db4e18daf029a3&device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 1098 time: 0.0578527 Jul 14 10:18:41.914923 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de530d8-ca99-484d-9f50-41d1d2bccb4d req-61b9a665-5cd9-4123-9e11-b399da2821ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:41.916606 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4de530d8-ca99-484d-9f50-41d1d2bccb4d req-61b9a665-5cd9-4123-9e11-b399da2821ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 HTTP/1.1" status: 200 len: 908 time: 0.0885000 Jul 14 10:18:41.983130 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4de530d8-ca99-484d-9f50-41d1d2bccb4d req-b4529d97-ad09-40be-b8c9-8484483f28ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2df1ceda-a714-4853-83b7-4a7a13f80abf HTTP/1.1" status: 200 len: 1002 time: 0.0601110 Jul 14 10:18:42.035914 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de530d8-ca99-484d-9f50-41d1d2bccb4d req-c4063636-1c8a-4642-a54c-c87fb52b4f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:42.037602 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4de530d8-ca99-484d-9f50-41d1d2bccb4d req-c4063636-1c8a-4642-a54c-c87fb52b4f5d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a80ebdba-7554-465e-a920-e9cbccd8270e HTTP/1.1" status: 200 len: 847 time: 0.0490074 Jul 14 10:18:42.106966 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de530d8-ca99-484d-9f50-41d1d2bccb4d req-5ee696f2-5a2b-4733-83b7-549403a625a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:42.108431 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4de530d8-ca99-484d-9f50-41d1d2bccb4d req-5ee696f2-5a2b-4733-83b7-549403a625a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643716 Jul 14 10:18:42.310201 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:18:42.529892 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4de530d8-ca99-484d-9f50-41d1d2bccb4d req-d8278f9e-aab7-4158-99e5-d3ae080c57b8 service neutron] 10.222.0.47 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154065 Jul 14 10:18:42.634856 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4de530d8-ca99-484d-9f50-41d1d2bccb4d req-e05b377c-0dba-4ab8-84f8-2752d662e6fd service neutron] 10.222.0.47 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982969 Jul 14 10:18:42.740760 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528d6dd-45cc-4487-89b0-04484ac1b86c req-9f02f60e-9cb9-4b39-af71-9850a9a0a5ed tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:42.742870 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0528d6dd-45cc-4487-89b0-04484ac1b86c req-9f02f60e-9cb9-4b39-af71-9850a9a0a5ed tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 946 time: 0.0673680 Jul 14 10:18:42.782588 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0528d6dd-45cc-4487-89b0-04484ac1b86c req-6a8eae24-1839-4683-884f-02aadb0f6fd7 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334604 Jul 14 10:18:42.894687 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:43.977209 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6133f-92ee-4160-84b8-39675cda0364 req-89c711a8-7caa-453f-b177-a948dcf80c43 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:43.978709 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7df6133f-92ee-4160-84b8-39675cda0364 req-89c711a8-7caa-453f-b177-a948dcf80c43 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 946 time: 0.0628991 Jul 14 10:18:44.016171 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7df6133f-92ee-4160-84b8-39675cda0364 req-dcbbe6db-6a90-45f9-afed-c2250ad61873 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316286 Jul 14 10:18:45.207624 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669b876-350d-4f58-84d0-b0167c6ff203 req-fc383a3b-aa6a-40f3-8813-b15502a0b1ec tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:45.209211 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5669b876-350d-4f58-84d0-b0167c6ff203 req-fc383a3b-aa6a-40f3-8813-b15502a0b1ec tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 946 time: 0.0744653 Jul 14 10:18:45.251171 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5669b876-350d-4f58-84d0-b0167c6ff203 req-f738f23b-99b2-4144-a927-08e34d156e50 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351782 Jul 14 10:18:46.430271 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14792ac-43bd-4ce9-8f03-40f562fe35bd req-89654f0b-0d92-4a68-a03f-d97de7523cb3 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:46.431775 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c14792ac-43bd-4ce9-8f03-40f562fe35bd req-89654f0b-0d92-4a68-a03f-d97de7523cb3 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 946 time: 0.0644867 Jul 14 10:18:46.469593 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c14792ac-43bd-4ce9-8f03-40f562fe35bd req-f356217c-20a4-4b7b-83d4-dbebadb211d9 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317700 Jul 14 10:18:46.757231 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-cd24c758-6cb2-4beb-a8c1-435f8106f038 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0543666 Jul 14 10:18:46.830780 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193af11-d009-4541-8b38-b8fc6e1ad06d req-1152f86d-ad2e-4306-9af4-781d722b3283 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:46.832343 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5193af11-d009-4541-8b38-b8fc6e1ad06d req-1152f86d-ad2e-4306-9af4-781d722b3283 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 946 time: 0.0696335 Jul 14 10:18:46.874046 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-5193af11-d009-4541-8b38-b8fc6e1ad06d req-22963983-22c1-4914-9f0f-81dfb8ee7c69 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351293 Jul 14 10:18:47.119259 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 2df1ceda-a714-4853-83b7-4a7a13f80abf no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:18:47.203640 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:47.227587 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e7187f-f11a-461c-abf9-4a2505040d07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2df1ceda-a714-4853-83b7-4a7a13f80abf'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:18:47.229655 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad2bb0b0c3d38dd5f87e8e96266229fdecb1dfb0d9cead1addcc05902deb2386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd47e50-3676-470b-8657-733ccb86ea2d" -d '{"events": [{"server_uuid": "87e7187f-f11a-461c-abf9-4a2505040d07", "name": "network-vif-unplugged", "status": "completed", "tag": "2df1ceda-a714-4853-83b7-4a7a13f80abf"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:18:47.242695 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 2df1ceda-a714-4853-83b7-4a7a13f80abf, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=2df1ceda-a714-4853-83b7-4a7a13f80abf,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:18:47.246783 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:47.282760 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 10:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6eb1238-f813-45c5-b776-a93eb4df9717 x-openstack-request-id: req-b6eb1238-f813-45c5-b776-a93eb4df9717 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:18:47.283163 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e7187f-f11a-461c-abf9-4a2505040d07", "name": "network-vif-unplugged", "status": "failed", "tag": "2df1ceda-a714-4853-83b7-4a7a13f80abf", "code": 422}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:18:47.283792 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6eb1238-f813-45c5-b776-a93eb4df9717 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:18:47.283995 n-d-771362-35 neutron-server[93774]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '87e7187f-f11a-461c-abf9-4a2505040d07', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2df1ceda-a714-4853-83b7-4a7a13f80abf', 'code': 422} returned with failed status Jul 14 10:18:47.315954 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=2df1ceda-a714-4853-83b7-4a7a13f80abf,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:47.325700 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:47.326138 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:47.326545 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:47.326944 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:47.327592 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:47.327709 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:47.327999 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:47.328321 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:47.328640 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:47.328958 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:47.329275 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:47.329594 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:48.055676 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd740d3-e091-44de-9990-1f62578499bd req-07ed5abc-b156-4c84-a2cd-f80be5b6400f tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:48.057015 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4cd740d3-e091-44de-9990-1f62578499bd req-07ed5abc-b156-4c84-a2cd-f80be5b6400f tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 944 time: 0.0686364 Jul 14 10:18:48.095944 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4cd740d3-e091-44de-9990-1f62578499bd req-af94d22d-b6d9-4bfc-a05c-e77492d8183f tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331030 Jul 14 10:18:48.584350 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3343ddb-552b-4032-a4f6-77cac24a6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:49.470402 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16552baa-2d83-4b05-b271-f711df12ffb0 req-7ed31929-5bc1-49d3-8540-74125fbde338 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:49.471941 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-16552baa-2d83-4b05-b271-f711df12ffb0 req-7ed31929-5bc1-49d3-8540-74125fbde338 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 944 time: 0.0706778 Jul 14 10:18:49.514143 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-16552baa-2d83-4b05-b271-f711df12ffb0 req-3a293f33-787a-4bcb-9932-0e193d570575 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355313 Jul 14 10:18:50.703900 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fcf721-45de-428c-9a5b-5969bcd08848 req-84fb4178-778f-4344-a49c-aeda1e5b47e6 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:50.705414 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f2fcf721-45de-428c-9a5b-5969bcd08848 req-84fb4178-778f-4344-a49c-aeda1e5b47e6 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 944 time: 0.0732071 Jul 14 10:18:50.743930 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f2fcf721-45de-428c-9a5b-5969bcd08848 req-30fa2859-a148-42c9-b7ea-63f5c0e11ddf tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328612 Jul 14 10:18:51.158706 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75784297-0e33-4790-a474-71d818eaf1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:51.409784 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:51.615253 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-e5485d62-83f6-4cbf-9cab-96020ce67422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:51.616731 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-e5485d62-83f6-4cbf-9cab-96020ce67422 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07&tenant_id=24023f1910fe425c81db4e18daf029a3 HTTP/1.1" status: 200 len: 1096 time: 0.0579631 Jul 14 10:18:51.627650 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-35', 'device_owner': 'compute:nova'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:18:51.707029 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:51.927134 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] For port 2df1ceda-a714-4853-83b7-4a7a13f80abf, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=2df1ceda-a714-4853-83b7-4a7a13f80abf,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:18:51.933083 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645574ed-788a-4ac9-842f-1497e61d4d1c req-72c20f1e-d153-4cd3-a4c8-3451acd10745 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:51.934765 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-645574ed-788a-4ac9-842f-1497e61d4d1c req-72c20f1e-d153-4cd3-a4c8-3451acd10745 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 944 time: 0.0724876 Jul 14 10:18:51.965616 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] For port 2df1ceda-a714-4853-83b7-4a7a13f80abf, host n-h1-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:18:51.978275 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-645574ed-788a-4ac9-842f-1497e61d4d1c req-19cecec6-305a-4780-8499-13527c67ee51 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372436 Jul 14 10:18:52.000458 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df1ceda-a714-4853-83b7-4a7a13f80abf {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:18:52.009141 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:52.021832 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Transition to ACTIVE for port object 2df1ceda-a714-4853-83b7-4a7a13f80abf will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:18:52.026214 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:52.117709 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2df1ceda-a714-4853-83b7-4a7a13f80abf,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:52.132219 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:52.133314 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:52.133755 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:52.134067 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:52.134740 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:52.134740 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:52.135087 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:52.135455 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:52.135821 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:52.136149 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:52.137223 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:52.137223 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:52.173274 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] No DVR routers for this DVR port 2df1ceda-a714-4853-83b7-4a7a13f80abf on host n-h1-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:18:52.321197 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Attempting to bind port 2df1ceda-a714-4853-83b7-4a7a13f80abf on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:18:52.321700 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Attempting to bind port 2df1ceda-a714-4853-83b7-4a7a13f80abf by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '5b514a1f-cbea-4e21-bca9-b99b62a89bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:18:52.322048 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Attempting to bind port 2df1ceda-a714-4853-83b7-4a7a13f80abf on network 00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:18:52.326821 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Port 2df1ceda-a714-4853-83b7-4a7a13f80abf on network 00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:18:52.327096 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Attempting to bind port 2df1ceda-a714-4853-83b7-4a7a13f80abf on network 00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:18:52.332332 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:18:52.332716 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Checking segment: {'id': '5b514a1f-cbea-4e21-bca9-b99b62a89bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:18:52.333130 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Bound using segment: {'id': '5b514a1f-cbea-4e21-bca9-b99b62a89bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:18:52.333572 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Bound port: 2df1ceda-a714-4853-83b7-4a7a13f80abf, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b514a1f-cbea-4e21-bca9-b99b62a89bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:18:52.333966 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:52.399441 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] For port 2df1ceda-a714-4853-83b7-4a7a13f80abf, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:18:52.402713 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] For port 2df1ceda-a714-4853-83b7-4a7a13f80abf, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=2df1ceda-a714-4853-83b7-4a7a13f80abf,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:18:52.407687 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:52.447164 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:52.447898 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:52.449405 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] 10.222.0.44 "PUT /v2.0/ports/2df1ceda-a714-4853-83b7-4a7a13f80abf HTTP/1.1" status: 200 len: 1093 time: 0.8261015 Jul 14 10:18:52.449923 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e7187f-f11a-461c-abf9-4a2505040d07', 'tag': '2df1ceda-a714-4853-83b7-4a7a13f80abf'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:18:52.452379 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fb4a73-7a50-4e4a-8a44-d0746751aca8" -d '{"events": [{"name": "network-changed", "server_uuid": "87e7187f-f11a-461c-abf9-4a2505040d07", "tag": "2df1ceda-a714-4853-83b7-4a7a13f80abf"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:18:52.489170 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:52.510971 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823d310-9099-4fd7-9102-4949494b20b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2df1ceda-a714-4853-83b7-4a7a13f80abf,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:52.522830 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f5623e-90e5-4d26-9a7e-29f122d8db16 x-openstack-request-id: req-33f5623e-90e5-4d26-9a7e-29f122d8db16 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:18:52.523163 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e7187f-f11a-461c-abf9-4a2505040d07", "tag": "2df1ceda-a714-4853-83b7-4a7a13f80abf", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:18:52.523414 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33f5623e-90e5-4d26-9a7e-29f122d8db16 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:18:52.523840 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e7187f-f11a-461c-abf9-4a2505040d07', 'tag': '2df1ceda-a714-4853-83b7-4a7a13f80abf', 'status': 'completed', 'code': 200} Jul 14 10:18:52.540502 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-1f2be8b0-4937-4081-881e-8f29531d231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:52.542060 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-1f2be8b0-4937-4081-881e-8f29531d231b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=24023f1910fe425c81db4e18daf029a3&device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 1096 time: 0.0670466 Jul 14 10:18:52.641993 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-8ac58aff-ba10-4c9e-b3ad-e1769ae26faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:52.643484 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-8ac58aff-ba10-4c9e-b3ad-e1769ae26faa service neutron] 10.222.0.44 "GET /v2.0/networks?id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 HTTP/1.1" status: 200 len: 908 time: 0.0958107 Jul 14 10:18:52.714099 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-9ed73747-b948-49c8-aa26-7cf5ef47ec2e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2df1ceda-a714-4853-83b7-4a7a13f80abf HTTP/1.1" status: 200 len: 1000 time: 0.0643699 Jul 14 10:18:52.765436 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-916395bc-f85b-4d4a-8b70-ef8aeafa20a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:52.766962 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-916395bc-f85b-4d4a-8b70-ef8aeafa20a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a80ebdba-7554-465e-a920-e9cbccd8270e HTTP/1.1" status: 200 len: 847 time: 0.0469522 Jul 14 10:18:52.833759 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-3df0d06d-be12-45db-acfb-0afab621032a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:52.835301 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-3df0d06d-be12-45db-acfb-0afab621032a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622973 Jul 14 10:18:52.927296 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-3f4071d7-929a-4813-8272-fd2ccf9a303a service neutron] 10.222.0.44 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858662 Jul 14 10:18:53.020974 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-8dd0d89d-a093-4b52-93da-da9375b28583 service neutron] 10.222.0.44 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869675 Jul 14 10:18:53.120943 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb4a73-7a50-4e4a-8a44-d0746751aca8 req-b8bd116c-348b-4d18-8f07-44e74e25eb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:53.122478 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e2fb4a73-7a50-4e4a-8a44-d0746751aca8 req-b8bd116c-348b-4d18-8f07-44e74e25eb4e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=24023f1910fe425c81db4e18daf029a3&device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 1096 time: 0.0568912 Jul 14 10:18:53.161852 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c20cc-7638-4b25-b277-4de6229a92ac req-dbece5fa-b865-4ec5-b408-e8519fda6888 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:53.163326 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-476c20cc-7638-4b25-b277-4de6229a92ac req-dbece5fa-b865-4ec5-b408-e8519fda6888 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 944 time: 0.0676603 Jul 14 10:18:53.202360 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-476c20cc-7638-4b25-b277-4de6229a92ac req-ee7f2901-1b4e-40e3-bc63-fbfa0df92abf tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323493 Jul 14 10:18:53.213309 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb4a73-7a50-4e4a-8a44-d0746751aca8 req-ac69dad6-7c28-4b7c-bb4a-83f32e33194e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:53.214817 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e2fb4a73-7a50-4e4a-8a44-d0746751aca8 req-ac69dad6-7c28-4b7c-bb4a-83f32e33194e service neutron] 10.222.0.44 "GET /v2.0/networks?id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 HTTP/1.1" status: 200 len: 908 time: 0.0861406 Jul 14 10:18:53.284398 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e2fb4a73-7a50-4e4a-8a44-d0746751aca8 req-ef8edcd9-289d-4339-9cff-970734a34968 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2df1ceda-a714-4853-83b7-4a7a13f80abf HTTP/1.1" status: 200 len: 1000 time: 0.0632799 Jul 14 10:18:53.333807 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb4a73-7a50-4e4a-8a44-d0746751aca8 req-7f01f15d-6933-4824-95e1-de5955678fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:53.335242 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e2fb4a73-7a50-4e4a-8a44-d0746751aca8 req-7f01f15d-6933-4824-95e1-de5955678fc4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a80ebdba-7554-465e-a920-e9cbccd8270e HTTP/1.1" status: 200 len: 847 time: 0.0440953 Jul 14 10:18:53.391570 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb4a73-7a50-4e4a-8a44-d0746751aca8 req-29833b3c-d2d9-43c6-86a1-d5c16af48f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:53.393040 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e2fb4a73-7a50-4e4a-8a44-d0746751aca8 req-29833b3c-d2d9-43c6-86a1-d5c16af48f57 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514090 Jul 14 10:18:53.492696 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e2fb4a73-7a50-4e4a-8a44-d0746751aca8 req-1e179c18-81c4-4655-b211-28172dfad9b3 service neutron] 10.222.0.44 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901184 Jul 14 10:18:53.580563 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e2fb4a73-7a50-4e4a-8a44-d0746751aca8 req-74b4ce6e-1d0d-44cc-aec4-39126917c9f2 service neutron] 10.222.0.44 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816865 Jul 14 10:18:54.013839 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:54.379462 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cec02a-fb68-4ef3-b65a-5f3da114c517 req-ba2e23ad-a7c3-4106-87ca-6d12f6f10900 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:54.380996 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e2cec02a-fb68-4ef3-b65a-5f3da114c517 req-ba2e23ad-a7c3-4106-87ca-6d12f6f10900 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 944 time: 0.0648234 Jul 14 10:18:54.418932 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e2cec02a-fb68-4ef3-b65a-5f3da114c517 req-4ae1d341-acfd-4290-908a-e9e8b3b531ad tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323515 Jul 14 10:18:55.641359 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f941b44-83f4-4bf4-adc5-6f9837138cbf req-1b721e58-3727-4887-86d5-3e8754ce2b36 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:55.642878 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6f941b44-83f4-4bf4-adc5-6f9837138cbf req-1b721e58-3727-4887-86d5-3e8754ce2b36 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 944 time: 0.1103125 Jul 14 10:18:55.682362 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6f941b44-83f4-4bf4-adc5-6f9837138cbf req-478d5bdd-1bc7-4ae4-9420-e59fbe445bea tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333805 Jul 14 10:18:56.900289 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f987ff8-adac-4f4e-b18c-980d8fd2bd3f req-a0ea7269-42a5-464d-b13b-1bf13e31b3d9 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:56.901785 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f987ff8-adac-4f4e-b18c-980d8fd2bd3f req-a0ea7269-42a5-464d-b13b-1bf13e31b3d9 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 944 time: 0.1090472 Jul 14 10:18:56.943560 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8f987ff8-adac-4f4e-b18c-980d8fd2bd3f req-fee193fc-1805-4205-b4c1-05be2972485f tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362067 Jul 14 10:18:58.116117 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6072c92-94cc-4252-843c-432097b30def req-e8c511ec-c7f6-4950-85bf-4e8a24220b54 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:58.118286 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6072c92-94cc-4252-843c-432097b30def req-e8c511ec-c7f6-4950-85bf-4e8a24220b54 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 944 time: 0.0646360 Jul 14 10:18:58.156691 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6072c92-94cc-4252-843c-432097b30def req-ca415339-98e8-4ffa-b19f-44cd64e0b18b tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327075 Jul 14 10:18:58.386588 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7529b-3c1e-46d2-a01b-67d2f3fe51a0 req-2461d035-0407-42e8-84ec-d20a3a9f0bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:58.388103 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-03b7529b-3c1e-46d2-a01b-67d2f3fe51a0 req-2461d035-0407-42e8-84ec-d20a3a9f0bbc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=24023f1910fe425c81db4e18daf029a3&device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 1096 time: 0.0550010 Jul 14 10:18:58.496578 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7529b-3c1e-46d2-a01b-67d2f3fe51a0 req-d1f8fb64-7bef-422f-939c-3792f268ead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:58.498028 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-03b7529b-3c1e-46d2-a01b-67d2f3fe51a0 req-d1f8fb64-7bef-422f-939c-3792f268ead0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 HTTP/1.1" status: 200 len: 908 time: 0.0896165 Jul 14 10:18:58.564138 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-03b7529b-3c1e-46d2-a01b-67d2f3fe51a0 req-b1601e1d-b274-47e2-9175-10ffeeeac84e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2df1ceda-a714-4853-83b7-4a7a13f80abf HTTP/1.1" status: 200 len: 1000 time: 0.0590479 Jul 14 10:18:58.617604 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7529b-3c1e-46d2-a01b-67d2f3fe51a0 req-9c3390e2-b99d-4374-9f7b-82752252b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:58.618962 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-03b7529b-3c1e-46d2-a01b-67d2f3fe51a0 req-9c3390e2-b99d-4374-9f7b-82752252b9ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a80ebdba-7554-465e-a920-e9cbccd8270e HTTP/1.1" status: 200 len: 847 time: 0.0473704 Jul 14 10:18:58.675863 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7529b-3c1e-46d2-a01b-67d2f3fe51a0 req-800318d0-f4cf-47ed-965d-ca252c6ff8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:58.677339 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-03b7529b-3c1e-46d2-a01b-67d2f3fe51a0 req-800318d0-f4cf-47ed-965d-ca252c6ff8a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519712 Jul 14 10:18:58.766022 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-03b7529b-3c1e-46d2-a01b-67d2f3fe51a0 req-c8335e7f-70f8-461e-b06f-d304277fc605 service neutron] 10.222.0.44 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810602 Jul 14 10:18:58.859303 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-03b7529b-3c1e-46d2-a01b-67d2f3fe51a0 req-b7d94f9c-80c1-4f4c-ab34-69c8b3b415e2 service neutron] 10.222.0.44 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867045 Jul 14 10:18:59.340281 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73605baf-f9ac-4bd7-b0b0-4c7ded1b11ec req-22dd7ea8-691c-47f2-a18b-8909c316998e tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:59.341769 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-73605baf-f9ac-4bd7-b0b0-4c7ded1b11ec req-22dd7ea8-691c-47f2-a18b-8909c316998e tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 944 time: 0.0717092 Jul 14 10:18:59.380244 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-73605baf-f9ac-4bd7-b0b0-4c7ded1b11ec req-ae472c10-3e57-4181-93ac-43a74fb50947 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328205 Jul 14 10:19:00.552838 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523f18f-f722-4f10-b6fa-f6fafac1ac9e req-d5addab8-072e-4499-ac46-b51758e19f5c tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:00.554884 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9523f18f-f722-4f10-b6fa-f6fafac1ac9e req-d5addab8-072e-4499-ac46-b51758e19f5c tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 944 time: 0.0633733 Jul 14 10:19:00.592540 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9523f18f-f722-4f10-b6fa-f6fafac1ac9e req-45fcc3ab-07a9-46a2-b6c5-dc47c35a3377 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316315 Jul 14 10:19:01.511897 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 2df1ceda-a714-4853-83b7-4a7a13f80abf details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:19:01.607478 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 2df1ceda-a714-4853-83b7-4a7a13f80abf, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=2df1ceda-a714-4853-83b7-4a7a13f80abf,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:01.619337 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '2df1ceda-a714-4853-83b7-4a7a13f80abf', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'port_id': '2df1ceda-a714-4853-83b7-4a7a13f80abf', 'mac_address': 'fa:16:3e:91:cf:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:19:01.656281 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:01.669777 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df1ceda-a714-4853-83b7-4a7a13f80abf {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:19:01.689793 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 2df1ceda-a714-4853-83b7-4a7a13f80abf, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=2df1ceda-a714-4853-83b7-4a7a13f80abf,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:01.694019 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:01.742865 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=2df1ceda-a714-4853-83b7-4a7a13f80abf,revision_number=9']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:01.767181 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f573a6c-8067-463b-8300-ff186464c562 req-c36e4cc6-30fd-44d6-8308-f174c74a8d24 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:01.768698 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9f573a6c-8067-463b-8300-ff186464c562 req-c36e4cc6-30fd-44d6-8308-f174c74a8d24 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 945 time: 0.0643573 Jul 14 10:19:01.806821 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9f573a6c-8067-463b-8300-ff186464c562 req-bb6bd98a-a3f2-4ac5-90dd-016710b48962 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322099 Jul 14 10:19:01.909288 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['2df1ceda-a714-4853-83b7-4a7a13f80abf'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:19:02.983520 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80d89c-da8e-46f4-aef6-f2e426c5033a req-bcdb8db8-901b-4d77-9798-7ab4ea0c36d2 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:02.985024 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c80d89c-da8e-46f4-aef6-f2e426c5033a req-bcdb8db8-901b-4d77-9798-7ab4ea0c36d2 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 945 time: 0.0692961 Jul 14 10:19:03.023098 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4c80d89c-da8e-46f4-aef6-f2e426c5033a req-5970538c-fa6b-49b2-99bb-94dc741f669f tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323842 Jul 14 10:19:03.522690 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 2df1ceda-a714-4853-83b7-4a7a13f80abf up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:19:03.574771 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 2df1ceda-a714-4853-83b7-4a7a13f80abf completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:19:03.578456 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 2df1ceda-a714-4853-83b7-4a7a13f80abf triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:19:03.578749 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:03.653089 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:03.674919 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e7187f-f11a-461c-abf9-4a2505040d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df1ceda-a714-4853-83b7-4a7a13f80abf'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:19:03.677177 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad2bb0b0c3d38dd5f87e8e96266229fdecb1dfb0d9cead1addcc05902deb2386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cac657-513a-4ad5-8689-867eb51587af" -d '{"events": [{"server_uuid": "87e7187f-f11a-461c-abf9-4a2505040d07", "name": "network-vif-plugged", "status": "completed", "tag": "2df1ceda-a714-4853-83b7-4a7a13f80abf"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:19:03.690011 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 2df1ceda-a714-4853-83b7-4a7a13f80abf, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=2df1ceda-a714-4853-83b7-4a7a13f80abf,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:03.694047 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:03.717995 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f456da5-1451-4ed1-9d90-684724b15a1e x-openstack-request-id: req-3f456da5-1451-4ed1-9d90-684724b15a1e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:19:03.718286 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e7187f-f11a-461c-abf9-4a2505040d07", "name": "network-vif-plugged", "status": "completed", "tag": "2df1ceda-a714-4853-83b7-4a7a13f80abf", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:19:03.718540 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f456da5-1451-4ed1-9d90-684724b15a1e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:19:03.718928 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e7187f-f11a-461c-abf9-4a2505040d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df1ceda-a714-4853-83b7-4a7a13f80abf', 'code': 200} Jul 14 10:19:03.745200 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=2df1ceda-a714-4853-83b7-4a7a13f80abf,revision_number=10']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:03.878319 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff09e2e-8d08-4444-904c-37b0032657e9 req-5acffdb8-9b11-4227-8301-111f25f2bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:03.879728 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dff09e2e-8d08-4444-904c-37b0032657e9 req-5acffdb8-9b11-4227-8301-111f25f2bcaa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 1099 time: 0.0522296 Jul 14 10:19:03.914371 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-dff09e2e-8d08-4444-904c-37b0032657e9 req-415f69b3-548c-4a8e-b1c9-98cdd85e9ab0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278814 Jul 14 10:19:04.200915 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f0393-4774-410a-8ca5-bd1719507f90 req-0eadffe9-57e0-4015-898d-26f18a8d5ed1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:04.202454 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-517f0393-4774-410a-8ca5-bd1719507f90 req-0eadffe9-57e0-4015-898d-26f18a8d5ed1 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 947 time: 0.0647538 Jul 14 10:19:04.240035 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-517f0393-4774-410a-8ca5-bd1719507f90 req-407d891f-6f97-4605-b02d-8c3db1062255 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319567 Jul 14 10:19:05.419885 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da64d30-9d56-4a1a-bf35-80173256473a req-a8b12c3b-36ec-405f-bf70-8c21c5917a55 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:05.421398 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4da64d30-9d56-4a1a-bf35-80173256473a req-a8b12c3b-36ec-405f-bf70-8c21c5917a55 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 947 time: 0.0674057 Jul 14 10:19:05.459744 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4da64d30-9d56-4a1a-bf35-80173256473a req-c3626f6f-5b01-4fa9-8999-9a4c31e2274f tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326712 Jul 14 10:19:11.405804 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:12.898271 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:18.586290 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fcf2923f-0fe7-4f5f-aa19-b15654cf3698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:19.310138 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:19:21.161896 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b49cd3c2-b1a0-4248-a992-8becb9e782b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:21.414931 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:22.486930 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:24.016438 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:41.422741 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:42.927227 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:48.586831 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b43977a-0103-477f-8acb-853826e6a3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:51.163285 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ce62a1e-2d15-4df5-85d4-63de99fe98f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:51.416908 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:52.490305 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:54.020116 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:56.310438 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:19:58.405637 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5d0d0be2-ed7f-4ed9-90df-0fcfe65fc4f6 req-f7a7909b-17e8-490e-a293-cdd96f8f14d9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0940189 Jul 14 10:19:58.502907 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d0be2-ed7f-4ed9-90df-0fcfe65fc4f6 req-360da174-5eb9-4058-a9f3-1775945700ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:58.504440 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5d0d0be2-ed7f-4ed9-90df-0fcfe65fc4f6 req-360da174-5eb9-4058-a9f3-1775945700ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=24023f1910fe425c81db4e18daf029a3&device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 1099 time: 0.0537994 Jul 14 10:19:58.614064 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d0be2-ed7f-4ed9-90df-0fcfe65fc4f6 req-e7f74dfd-9a85-4146-a26a-b89ab79785e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:58.615460 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5d0d0be2-ed7f-4ed9-90df-0fcfe65fc4f6 req-e7f74dfd-9a85-4146-a26a-b89ab79785e7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 HTTP/1.1" status: 200 len: 908 time: 0.0883808 Jul 14 10:19:58.687720 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5d0d0be2-ed7f-4ed9-90df-0fcfe65fc4f6 req-cff55a3e-f7d6-47fe-8821-b26414180bf2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2df1ceda-a714-4853-83b7-4a7a13f80abf HTTP/1.1" status: 200 len: 1002 time: 0.0655930 Jul 14 10:19:58.735824 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d0be2-ed7f-4ed9-90df-0fcfe65fc4f6 req-95834037-f371-4b56-b29f-a7167a76da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:58.737256 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5d0d0be2-ed7f-4ed9-90df-0fcfe65fc4f6 req-95834037-f371-4b56-b29f-a7167a76da70 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a80ebdba-7554-465e-a920-e9cbccd8270e HTTP/1.1" status: 200 len: 847 time: 0.0436423 Jul 14 10:19:58.793338 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d0be2-ed7f-4ed9-90df-0fcfe65fc4f6 req-7293075e-eb48-4bf0-bbe3-532c1f68eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:58.794814 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5d0d0be2-ed7f-4ed9-90df-0fcfe65fc4f6 req-7293075e-eb48-4bf0-bbe3-532c1f68eb8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516434 Jul 14 10:19:58.887593 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5d0d0be2-ed7f-4ed9-90df-0fcfe65fc4f6 req-9eb4317c-6b53-41f4-b46a-d53c9f4a3643 service neutron] 10.222.0.44 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852926 Jul 14 10:19:58.974201 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5d0d0be2-ed7f-4ed9-90df-0fcfe65fc4f6 req-22ed252f-967f-4feb-89a1-3046a739da94 service neutron] 10.222.0.44 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809188 Jul 14 10:20:11.412155 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:12.925315 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:18.595007 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4ab52fb-2548-4eff-812f-925a3d4bfe56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:18.796063 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37684) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:18.970791 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-80db2118-becb-4df2-936d-7468bd5aa3e0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Deleting port c9bc36f0-86a7-49dd-b1ed-255532798518 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:20:18.971138 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80db2118-becb-4df2-936d-7468bd5aa3e0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:19.049986 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80db2118-becb-4df2-936d-7468bd5aa3e0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:19.050324 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80db2118-becb-4df2-936d-7468bd5aa3e0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:19.064001 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-80db2118-becb-4df2-936d-7468bd5aa3e0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Calling delete_port for c9bc36f0-86a7-49dd-b1ed-255532798518 owned by network:floatingip {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:20:19.217934 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80db2118-becb-4df2-936d-7468bd5aa3e0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:19.243436 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db2118-becb-4df2-936d-7468bd5aa3e0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Pushing event deleted for resources: {'Port': ['ID=c9bc36f0-86a7-49dd-b1ed-255532798518,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:19.257777 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db2118-becb-4df2-936d-7468bd5aa3e0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:19.258249 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db2118-becb-4df2-936d-7468bd5aa3e0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:19.258600 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db2118-becb-4df2-936d-7468bd5aa3e0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:19.258968 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db2118-becb-4df2-936d-7468bd5aa3e0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:19.259318 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db2118-becb-4df2-936d-7468bd5aa3e0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:19.259683 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db2118-becb-4df2-936d-7468bd5aa3e0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:19.260114 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db2118-becb-4df2-936d-7468bd5aa3e0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:19.260366 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db2118-becb-4df2-936d-7468bd5aa3e0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:19.260705 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db2118-becb-4df2-936d-7468bd5aa3e0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:19.261034 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db2118-becb-4df2-936d-7468bd5aa3e0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:19.261392 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db2118-becb-4df2-936d-7468bd5aa3e0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:19.261775 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db2118-becb-4df2-936d-7468bd5aa3e0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:19.320856 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80db2118-becb-4df2-936d-7468bd5aa3e0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for floatingip, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:19.321216 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-80db2118-becb-4df2-936d-7468bd5aa3e0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Floating IP de21228a-6286-4f0b-bf15-d60c5cfbf6fd disassociated (deleted). External IP: 172.25.6.245, port: 2df1ceda-a714-4853-83b7-4a7a13f80abf. Jul 14 10:20:19.534329 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80db2118-becb-4df2-936d-7468bd5aa3e0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Router bee87efe-8ea4-497e-8353-582b1c21c660 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:20:19.644812 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80db2118-becb-4df2-936d-7468bd5aa3e0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:20:19.649803 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80db2118-becb-4df2-936d-7468bd5aa3e0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:19.654838 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aa2d96-d655-48a4-8ff2-1a3302f82218 None None] Sync routers for ids ['bee87efe-8ea4-497e-8353-582b1c21c660'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:20:19.664462 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aa2d96-d655-48a4-8ff2-1a3302f82218 None None] Routers {'bee87efe-8ea4-497e-8353-582b1c21c660'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:20:19.665236 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-69aa2d96-d655-48a4-8ff2-1a3302f82218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:19:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['bee87efe-8ea4-497e-8353-582b1c21c660'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:19.688670 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-80db2118-becb-4df2-936d-7468bd5aa3e0 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "DELETE /v2.0/floatingips/de21228a-6286-4f0b-bf15-d60c5cfbf6fd HTTP/1.1" status: 204 len: 168 time: 0.8912997 Jul 14 10:20:19.689266 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e7187f-f11a-461c-abf9-4a2505040d07', 'tag': '2df1ceda-a714-4853-83b7-4a7a13f80abf'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:20:19.691723 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ddb2f4-94eb-41d0-a244-2ff4d15b0dce" -d '{"events": [{"name": "network-changed", "server_uuid": "87e7187f-f11a-461c-abf9-4a2505040d07", "tag": "2df1ceda-a714-4853-83b7-4a7a13f80abf"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:20:19.737464 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d831ec3-0ab1-4e9c-ace8-eeff6e7ee354 x-openstack-request-id: req-7d831ec3-0ab1-4e9c-ace8-eeff6e7ee354 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:20:19.737754 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e7187f-f11a-461c-abf9-4a2505040d07", "tag": "2df1ceda-a714-4853-83b7-4a7a13f80abf", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:20:19.738062 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d831ec3-0ab1-4e9c-ace8-eeff6e7ee354 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:20:19.738467 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e7187f-f11a-461c-abf9-4a2505040d07', 'tag': '2df1ceda-a714-4853-83b7-4a7a13f80abf', 'status': 'completed', 'code': 200} Jul 14 10:20:19.786048 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-69aa2d96-d655-48a4-8ff2-1a3302f82218 None None] Set router bee87efe-8ea4-497e-8353-582b1c21c660 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:20:19.820285 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddb2f4-94eb-41d0-a244-2ff4d15b0dce req-9347d275-83e0-448a-8fff-6a1dc081ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:19.822472 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f0ddb2f4-94eb-41d0-a244-2ff4d15b0dce req-9347d275-83e0-448a-8fff-6a1dc081ccc4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=24023f1910fe425c81db4e18daf029a3&device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 1099 time: 0.0613139 Jul 14 10:20:19.920618 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddb2f4-94eb-41d0-a244-2ff4d15b0dce req-6526b0e6-6cd3-4c4c-a3f1-fcca7d0e278a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:19.921740 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f0ddb2f4-94eb-41d0-a244-2ff4d15b0dce req-6526b0e6-6cd3-4c4c-a3f1-fcca7d0e278a service neutron] 10.222.0.44 "GET /v2.0/networks?id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 HTTP/1.1" status: 200 len: 908 time: 0.0930662 Jul 14 10:20:19.972584 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f0ddb2f4-94eb-41d0-a244-2ff4d15b0dce req-f9312bd4-1829-4c3e-a079-c84f9d418a72 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2df1ceda-a714-4853-83b7-4a7a13f80abf HTTP/1.1" status: 200 len: 217 time: 0.0433953 Jul 14 10:20:20.002656 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-69aa2d96-d655-48a4-8ff2-1a3302f82218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'name': 'tempest-TestShelveInstance-522108490-router', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:36Z', 'revision_number': 4, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'gw_port': {'id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '19beb909-8ba0-4d35-8656-ddfd94eea303', 'name': '', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'mac_address': 'fa:16:3e:19:30:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:42Z', 'revision_number': 5, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'subnets': [{'id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:20.024239 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddb2f4-94eb-41d0-a244-2ff4d15b0dce req-7d490f57-5c32-4977-9215-5118fd834dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:20.025917 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f0ddb2f4-94eb-41d0-a244-2ff4d15b0dce req-7d490f57-5c32-4977-9215-5118fd834dda service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a80ebdba-7554-465e-a920-e9cbccd8270e HTTP/1.1" status: 200 len: 847 time: 0.0469251 Jul 14 10:20:20.090223 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddb2f4-94eb-41d0-a244-2ff4d15b0dce req-20ceae29-2476-4828-b81d-e1548cf2dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:20.090468 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bbd55-cb7c-4871-b1b9-e85bd44007a7 req-51e7e65d-8995-4379-91b8-1795c1ad761d tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:20.091965 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f0ddb2f4-94eb-41d0-a244-2ff4d15b0dce req-20ceae29-2476-4828-b81d-e1548cf2dcab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589278 Jul 14 10:20:20.092263 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e51bbd55-cb7c-4871-b1b9-e85bd44007a7 req-51e7e65d-8995-4379-91b8-1795c1ad761d tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 947 time: 0.0739713 Jul 14 10:20:20.132556 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aa2d96-d655-48a4-8ff2-1a3302f82218 None None] Checking router: bee87efe-8ea4-497e-8353-582b1c21c660 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:20:20.134385 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e51bbd55-cb7c-4871-b1b9-e85bd44007a7 req-437f6f33-47f1-4d93-88c0-76d771c2e8ea tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360448 Jul 14 10:20:20.150709 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aa2d96-d655-48a4-8ff2-1a3302f82218 None None] Routers {'bee87efe-8ea4-497e-8353-582b1c21c660'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:20:20.151330 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-69aa2d96-d655-48a4-8ff2-1a3302f82218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:19:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['bee87efe-8ea4-497e-8353-582b1c21c660'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:20.190396 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f0ddb2f4-94eb-41d0-a244-2ff4d15b0dce req-4dfc4de7-e52f-41aa-a019-9f8886bd2af3 service neutron] 10.222.0.44 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912063 Jul 14 10:20:20.259611 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-69aa2d96-d655-48a4-8ff2-1a3302f82218 None None] Set router bee87efe-8ea4-497e-8353-582b1c21c660 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:20:20.281533 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-f0ddb2f4-94eb-41d0-a244-2ff4d15b0dce req-5cd8cd8e-ab7a-42bd-93eb-2034d6f76eca service neutron] 10.222.0.44 "GET /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848215 Jul 14 10:20:20.460061 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-69aa2d96-d655-48a4-8ff2-1a3302f82218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'name': 'tempest-TestShelveInstance-522108490-router', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:36Z', 'revision_number': 4, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'gw_port': {'id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '19beb909-8ba0-4d35-8656-ddfd94eea303', 'name': '', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'mac_address': 'fa:16:3e:19:30:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:42Z', 'revision_number': 5, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'subnets': [{'id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:20.486069 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aa2d96-d655-48a4-8ff2-1a3302f82218 None None] The sync data for ids ['bee87efe-8ea4-497e-8353-582b1c21c660'] in n-d-771362-35 is: [{'id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'name': 'tempest-TestShelveInstance-522108490-router', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:36Z', 'revision_number': 4, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'gw_port': {'id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '19beb909-8ba0-4d35-8656-ddfd94eea303', 'name': '', 'network_id': '00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'mac_address': 'fa:16:3e:19:30:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:42Z', 'revision_number': 5, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'subnets': [{'id': 'a80ebdba-7554-465e-a920-e9cbccd8270e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:20:20.700264 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf2efd1-1f54-454d-b256-9f9490119419 None None] New status for floating IP de21228a-6286-4f0b-bf15-d60c5cfbf6fd: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:20:21.167060 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e3ac253-e3ac-4f72-91ac-e0966ef4feb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:21.330307 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09d51a-f508-4310-a927-2971a2d91c47 req-13636f7a-e07a-439f-ba2c-11062ee54aed tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:21.331941 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb09d51a-f508-4310-a927-2971a2d91c47 req-13636f7a-e07a-439f-ba2c-11062ee54aed tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 947 time: 0.0705748 Jul 14 10:20:21.377632 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-bb09d51a-f508-4310-a927-2971a2d91c47 req-c2b6e002-8400-46d2-b614-051ce8bb2611 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e069034-17d8-4855-80e3-42b2b9b6c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398035 Jul 14 10:20:21.419473 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:21.490759 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be99241-bd99-41d3-9801-051ffb3bd25b req-562f076a-4c9f-407b-8077-f48ad08bf5f3 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:21.492273 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2be99241-bd99-41d3-9801-051ffb3bd25b req-562f076a-4c9f-407b-8077-f48ad08bf5f3 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.44 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 947 time: 0.0675955 Jul 14 10:20:21.602113 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-2be99241-bd99-41d3-9801-051ffb3bd25b req-55a7ac97-e474-432f-83e2-377daf227004 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Deleting port 2df1ceda-a714-4853-83b7-4a7a13f80abf {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:20:21.602389 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2be99241-bd99-41d3-9801-051ffb3bd25b req-55a7ac97-e474-432f-83e2-377daf227004 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:21.695856 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-2be99241-bd99-41d3-9801-051ffb3bd25b req-55a7ac97-e474-432f-83e2-377daf227004 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] For port 2df1ceda-a714-4853-83b7-4a7a13f80abf, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=2df1ceda-a714-4853-83b7-4a7a13f80abf,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:21.696213 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2be99241-bd99-41d3-9801-051ffb3bd25b req-55a7ac97-e474-432f-83e2-377daf227004 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:21.712804 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-2be99241-bd99-41d3-9801-051ffb3bd25b req-55a7ac97-e474-432f-83e2-377daf227004 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Calling delete_port for 2df1ceda-a714-4853-83b7-4a7a13f80abf owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:20:21.848711 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2be99241-bd99-41d3-9801-051ffb3bd25b req-55a7ac97-e474-432f-83e2-377daf227004 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:21.880329 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7ac97-e474-432f-83e2-377daf227004 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Pushing event deleted for resources: {'Port': ['ID=2df1ceda-a714-4853-83b7-4a7a13f80abf,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:21.926823 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be99241-bd99-41d3-9801-051ffb3bd25b req-55a7ac97-e474-432f-83e2-377daf227004 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] No DVR routers for this DVR port 2df1ceda-a714-4853-83b7-4a7a13f80abf on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:20:21.929662 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-2be99241-bd99-41d3-9801-051ffb3bd25b req-55a7ac97-e474-432f-83e2-377daf227004 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:21.931742 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-2be99241-bd99-41d3-9801-051ffb3bd25b req-55a7ac97-e474-432f-83e2-377daf227004 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.44 "DELETE /v2.0/ports/2df1ceda-a714-4853-83b7-4a7a13f80abf HTTP/1.1" status: 204 len: 173 time: 0.4337518 Jul 14 10:20:21.932179 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e7187f-f11a-461c-abf9-4a2505040d07', 'name': 'network-vif-deleted', 'tag': '2df1ceda-a714-4853-83b7-4a7a13f80abf'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:20:21.935256 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09aca1c0-03a1-4225-8d57-656bf08e075f" -d '{"events": [{"server_uuid": "87e7187f-f11a-461c-abf9-4a2505040d07", "name": "network-vif-deleted", "tag": "2df1ceda-a714-4853-83b7-4a7a13f80abf"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:20:22.003175 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b690e6b-666b-4aa3-9c64-361e878e9f75 x-openstack-request-id: req-0b690e6b-666b-4aa3-9c64-361e878e9f75 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:20:22.003472 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e7187f-f11a-461c-abf9-4a2505040d07", "name": "network-vif-deleted", "tag": "2df1ceda-a714-4853-83b7-4a7a13f80abf", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:20:22.003769 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b690e6b-666b-4aa3-9c64-361e878e9f75 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:20:22.004174 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e7187f-f11a-461c-abf9-4a2505040d07', 'name': 'network-vif-deleted', 'tag': '2df1ceda-a714-4853-83b7-4a7a13f80abf', 'status': 'completed', 'code': 200} Jul 14 10:20:22.497003 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:22.534187 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a6d0c818-b88d-4434-ad6c-f16265fc9818 req-70749b7e-6883-4670-ad92-06034e0ebca5 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 210 time: 0.0349758 Jul 14 10:20:23.676297 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2ad5b896-4d92-4a92-80eb-5cda79ccbb93 req-e4b46bba-3777-4720-95e5-879ba9f4e99f tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 210 time: 0.0297742 Jul 14 10:20:24.021836 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:24.817543 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-a06cf1d1-4cd7-4daa-b8d9-53ae44bcf98a req-7922a2ed-5090-4a3c-8ae0-91ab1300a2db tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "GET /v2.0/ports?device_id=87e7187f-f11a-461c-abf9-4a2505040d07 HTTP/1.1" status: 200 len: 210 time: 0.0286226 Jul 14 10:20:25.912427 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37718) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:25.927201 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 2df1ceda-a714-4853-83b7-4a7a13f80abf no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:20:25.951725 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 2df1ceda-a714-4853-83b7-4a7a13f80abf {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:20:25.952075 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 2df1ceda-a714-4853-83b7-4a7a13f80abf not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:20:25.976496 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee585b4f-4076-41f8-b77c-ec40e90fc535 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:26.003958 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee585b4f-4076-41f8-b77c-ec40e90fc535 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:26.068823 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee585b4f-4076-41f8-b77c-ec40e90fc535 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:26.071613 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee585b4f-4076-41f8-b77c-ec40e90fc535 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Notify callbacks [] for security_group, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:26.076070 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ee585b4f-4076-41f8-b77c-ec40e90fc535 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] 10.222.0.25 "DELETE /v2.0/security-groups/4e069034-17d8-4855-80e3-42b2b9b6c229 HTTP/1.1" status: 204 len: 168 time: 0.1593726 Jul 14 10:20:26.084659 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee585b4f-4076-41f8-b77c-ec40e90fc535 tempest-TestShelveInstance-590364299 tempest-TestShelveInstance-590364299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e069034-17d8-4855-80e3-42b2b9b6c229,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:26.126191 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37722) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:26.571331 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae9b17d6-d7c5-4cea-a2b5-57c76a5c46eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:26.831185 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ae9b17d6-d7c5-4cea-a2b5-57c76a5c46eb admin admin] Deleting port 19beb909-8ba0-4d35-8656-ddfd94eea303 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:20:26.831446 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae9b17d6-d7c5-4cea-a2b5-57c76a5c46eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:26.911158 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ae9b17d6-d7c5-4cea-a2b5-57c76a5c46eb admin admin] For port 19beb909-8ba0-4d35-8656-ddfd94eea303, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=19beb909-8ba0-4d35-8656-ddfd94eea303,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:26.911547 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae9b17d6-d7c5-4cea-a2b5-57c76a5c46eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:26.929595 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ae9b17d6-d7c5-4cea-a2b5-57c76a5c46eb admin admin] Calling delete_port for 19beb909-8ba0-4d35-8656-ddfd94eea303 owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:20:27.119878 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae9b17d6-d7c5-4cea-a2b5-57c76a5c46eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:27.153459 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b17d6-d7c5-4cea-a2b5-57c76a5c46eb admin admin] Pushing event deleted for resources: {'Port': ['ID=19beb909-8ba0-4d35-8656-ddfd94eea303,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:27.182538 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b17d6-d7c5-4cea-a2b5-57c76a5c46eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:27.183142 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b17d6-d7c5-4cea-a2b5-57c76a5c46eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:27.184155 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b17d6-d7c5-4cea-a2b5-57c76a5c46eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:27.184487 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b17d6-d7c5-4cea-a2b5-57c76a5c46eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:27.184817 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b17d6-d7c5-4cea-a2b5-57c76a5c46eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:27.185142 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b17d6-d7c5-4cea-a2b5-57c76a5c46eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:27.185469 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b17d6-d7c5-4cea-a2b5-57c76a5c46eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:27.185793 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b17d6-d7c5-4cea-a2b5-57c76a5c46eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:27.186114 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b17d6-d7c5-4cea-a2b5-57c76a5c46eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:27.186434 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b17d6-d7c5-4cea-a2b5-57c76a5c46eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:27.186756 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b17d6-d7c5-4cea-a2b5-57c76a5c46eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:27.187075 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b17d6-d7c5-4cea-a2b5-57c76a5c46eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:27.341840 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae9b17d6-d7c5-4cea-a2b5-57c76a5c46eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:27.590522 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9b17d6-d7c5-4cea-a2b5-57c76a5c46eb admin admin] Router bee87efe-8ea4-497e-8353-582b1c21c660 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:20:27.704755 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9b17d6-d7c5-4cea-a2b5-57c76a5c46eb admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:20:27.710162 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ae9b17d6-d7c5-4cea-a2b5-57c76a5c46eb admin admin] 10.222.0.25 "PUT /v2.0/routers/bee87efe-8ea4-497e-8353-582b1c21c660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5842032 Jul 14 10:20:27.713775 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37726) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:27.717783 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed526910-945d-493a-bac3-6a1f4895d4e9 None None] Sync routers for ids ['bee87efe-8ea4-497e-8353-582b1c21c660'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:20:27.731350 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed526910-945d-493a-bac3-6a1f4895d4e9 None None] Routers {'bee87efe-8ea4-497e-8353-582b1c21c660'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:20:27.732303 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ed526910-945d-493a-bac3-6a1f4895d4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:20:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['bee87efe-8ea4-497e-8353-582b1c21c660'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:27.828883 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f50d57c-a393-4678-9305-aec0acee5d77 admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:27.861878 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-ed526910-945d-493a-bac3-6a1f4895d4e9 None None] Set router bee87efe-8ea4-497e-8353-582b1c21c660 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:20:27.946317 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f50d57c-a393-4678-9305-aec0acee5d77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.006202 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1f50d57c-a393-4678-9305-aec0acee5d77 admin admin] Deleting port ddf75b75-850a-41c3-9552-6b138b41f12c {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:20:28.006717 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f50d57c-a393-4678-9305-aec0acee5d77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.055114 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ed526910-945d-493a-bac3-6a1f4895d4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'name': 'tempest-TestShelveInstance-522108490-router', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:20:27Z', 'revision_number': 5, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'gw_port': {'id': 'ddf75b75-850a-41c3-9552-6b138b41f12c', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:28.082450 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed526910-945d-493a-bac3-6a1f4895d4e9 None None] Checking router: bee87efe-8ea4-497e-8353-582b1c21c660 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:20:28.092625 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1f50d57c-a393-4678-9305-aec0acee5d77 admin admin] For port ddf75b75-850a-41c3-9552-6b138b41f12c, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=ddf75b75-850a-41c3-9552-6b138b41f12c,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:28.093800 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed526910-945d-493a-bac3-6a1f4895d4e9 None None] Routers {'bee87efe-8ea4-497e-8353-582b1c21c660'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:20:28.094404 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ed526910-945d-493a-bac3-6a1f4895d4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:20:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['bee87efe-8ea4-497e-8353-582b1c21c660'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:28.095687 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f50d57c-a393-4678-9305-aec0acee5d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.109884 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1f50d57c-a393-4678-9305-aec0acee5d77 admin admin] Calling delete_port for ddf75b75-850a-41c3-9552-6b138b41f12c owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:20:28.180532 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-ed526910-945d-493a-bac3-6a1f4895d4e9 None None] Set router bee87efe-8ea4-497e-8353-582b1c21c660 gateway port host: None {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:20:28.238168 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-ed526910-945d-493a-bac3-6a1f4895d4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'name': 'tempest-TestShelveInstance-522108490-router', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:20:27Z', 'revision_number': 6, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:28.264860 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed526910-945d-493a-bac3-6a1f4895d4e9 None None] The sync data for ids ['bee87efe-8ea4-497e-8353-582b1c21c660'] in n-d-771362-35 is: [{'id': 'bee87efe-8ea4-497e-8353-582b1c21c660', 'name': 'tempest-TestShelveInstance-522108490-router', 'tenant_id': '24023f1910fe425c81db4e18daf029a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:34Z', 'updated_at': '2021-07-14T10:20:27Z', 'revision_number': 6, 'project_id': '24023f1910fe425c81db4e18daf029a3', 'gw_port_host': None}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:20:28.282109 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f50d57c-a393-4678-9305-aec0acee5d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.319272 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50d57c-a393-4678-9305-aec0acee5d77 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf75b75-850a-41c3-9552-6b138b41f12c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:28.378684 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f50d57c-a393-4678-9305-aec0acee5d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.469937 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f50d57c-a393-4678-9305-aec0acee5d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.472361 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f50d57c-a393-4678-9305-aec0acee5d77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.516387 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f50d57c-a393-4678-9305-aec0acee5d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.516955 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f50d57c-a393-4678-9305-aec0acee5d77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bee87efe-8ea4-497e-8353-582b1c21c660 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:20:28.521260 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f50d57c-a393-4678-9305-aec0acee5d77 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.522575 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-1f50d57c-a393-4678-9305-aec0acee5d77 admin admin] 10.222.0.25 "DELETE /v2.0/routers/bee87efe-8ea4-497e-8353-582b1c21c660 HTTP/1.1" status: 204 len: 168 time: 0.8079653 Jul 14 10:20:28.524962 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37728) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:28.574413 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-477ca709-ef58-4102-80f3-b332160850fc admin admin] Deleting subnet a80ebdba-7554-465e-a920-e9cbccd8270e {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:20:28.577600 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-477ca709-ef58-4102-80f3-b332160850fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.617505 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-477ca709-ef58-4102-80f3-b332160850fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.711636 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 19beb909-8ba0-4d35-8656-ddfd94eea303 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:20:28.720738 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-477ca709-ef58-4102-80f3-b332160850fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.735029 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 19beb909-8ba0-4d35-8656-ddfd94eea303 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:20:28.735685 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 19beb909-8ba0-4d35-8656-ddfd94eea303 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:20:28.775245 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-477ca709-ef58-4102-80f3-b332160850fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.805384 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ca709-ef58-4102-80f3-b332160850fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a80ebdba-7554-465e-a920-e9cbccd8270e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:28.809424 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-477ca709-ef58-4102-80f3-b332160850fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.811325 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-477ca709-ef58-4102-80f3-b332160850fc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a80ebdba-7554-465e-a920-e9cbccd8270e HTTP/1.1" status: 204 len: 168 time: 0.2853763 Jul 14 10:20:28.813863 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37730) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:28.815152 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae078ce2-23d6-419d-a948-9dde56b3822b None None] Network 00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:20:28.881412 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e4137e1-69c2-4b57-b05c-dbe134446b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.934503 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7e4137e1-69c2-4b57-b05c-dbe134446b2c admin admin] Deleting port e38863df-639b-44db-a3b5-bf05670b5816 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:20:28.934845 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e4137e1-69c2-4b57-b05c-dbe134446b2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:29.002316 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7e4137e1-69c2-4b57-b05c-dbe134446b2c admin admin] For port e38863df-639b-44db-a3b5-bf05670b5816, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e38863df-639b-44db-a3b5-bf05670b5816,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:29.002678 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e4137e1-69c2-4b57-b05c-dbe134446b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:29.017210 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7e4137e1-69c2-4b57-b05c-dbe134446b2c admin admin] Calling delete_port for e38863df-639b-44db-a3b5-bf05670b5816 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:20:29.045206 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158ced80-3ade-4ded-9a09-2fcf3f62d30b None None] DHCP port deletion for 00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:20:29.094347 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-158ced80-3ade-4ded-9a09-2fcf3f62d30b None None] Deleting port e38863df-639b-44db-a3b5-bf05670b5816 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:20:29.094718 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-158ced80-3ade-4ded-9a09-2fcf3f62d30b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:29.099584 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e4137e1-69c2-4b57-b05c-dbe134446b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:29.127400 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4137e1-69c2-4b57-b05c-dbe134446b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=e38863df-639b-44db-a3b5-bf05670b5816,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:29.132258 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4137e1-69c2-4b57-b05c-dbe134446b2c admin admin] No DVR routers for this DVR port e38863df-639b-44db-a3b5-bf05670b5816 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:20:29.159544 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-158ced80-3ade-4ded-9a09-2fcf3f62d30b None None] For port e38863df-639b-44db-a3b5-bf05670b5816, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=e38863df-639b-44db-a3b5-bf05670b5816,segment=NetworkSegment(5b514a1f-cbea-4e21-bca9-b99b62a89bb4),segment_id=5b514a1f-cbea-4e21-bca9-b99b62a89bb4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:29.159927 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-158ced80-3ade-4ded-9a09-2fcf3f62d30b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:29.174010 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-158ced80-3ade-4ded-9a09-2fcf3f62d30b None None] Calling delete_port for e38863df-639b-44db-a3b5-bf05670b5816 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:20:29.210075 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e4137e1-69c2-4b57-b05c-dbe134446b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:29.220913 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-7e4137e1-69c2-4b57-b05c-dbe134446b2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:29.232333 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-7e4137e1-69c2-4b57-b05c-dbe134446b2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b514a1f-cbea-4e21-bca9-b99b62a89bb4') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:29.232736 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-7e4137e1-69c2-4b57-b05c-dbe134446b2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b514a1f-cbea-4e21-bca9-b99b62a89bb4') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:29.241830 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e4137e1-69c2-4b57-b05c-dbe134446b2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:29.256030 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-158ced80-3ade-4ded-9a09-2fcf3f62d30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:29.256282 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e4137e1-69c2-4b57-b05c-dbe134446b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:29.262790 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e4137e1-69c2-4b57-b05c-dbe134446b2c admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:20:29.262967 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e4137e1-69c2-4b57-b05c-dbe134446b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: timer() Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:20:29.264807 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:20:29.287426 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ced80-3ade-4ded-9a09-2fcf3f62d30b None None] Pushing event deleted for resources: {'Port': ['ID=e38863df-639b-44db-a3b5-bf05670b5816,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:29.295715 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158ced80-3ade-4ded-9a09-2fcf3f62d30b None None] No DVR routers for this DVR port e38863df-639b-44db-a3b5-bf05670b5816 on host n-d-771362-35 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:20:29.304920 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ced80-3ade-4ded-9a09-2fcf3f62d30b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:29.306111 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ced80-3ade-4ded-9a09-2fcf3f62d30b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:29.306621 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ced80-3ade-4ded-9a09-2fcf3f62d30b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:29.307111 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ced80-3ade-4ded-9a09-2fcf3f62d30b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:29.308565 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ced80-3ade-4ded-9a09-2fcf3f62d30b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:29.309127 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ced80-3ade-4ded-9a09-2fcf3f62d30b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:29.310373 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ced80-3ade-4ded-9a09-2fcf3f62d30b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:29.310967 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ced80-3ade-4ded-9a09-2fcf3f62d30b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:29.315581 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ced80-3ade-4ded-9a09-2fcf3f62d30b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:29.315956 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ced80-3ade-4ded-9a09-2fcf3f62d30b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:29.316383 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ced80-3ade-4ded-9a09-2fcf3f62d30b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:29.316617 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ced80-3ade-4ded-9a09-2fcf3f62d30b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:29.649904 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e4137e1-69c2-4b57-b05c-dbe134446b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:29.655476 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e4137e1-69c2-4b57-b05c-dbe134446b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:29.657344 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-7e4137e1-69c2-4b57-b05c-dbe134446b2c admin admin] 10.222.0.25 "DELETE /v2.0/networks/00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4 HTTP/1.1" status: 204 len: 168 time: 0.8425281 Jul 14 10:20:29.660402 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37732) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:29.667972 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4137e1-69c2-4b57-b05c-dbe134446b2c admin admin] Pushing event deleted for resources: {'Network': ['ID=00b4ae1f-e1b3-4cbf-adfb-1f41e8d1a9a4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:30.001361 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca84495c-0428-4478-b543-d4d818977e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:30.472323 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e38863df-639b-44db-a3b5-bf05670b5816 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:20:30.493025 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: e38863df-639b-44db-a3b5-bf05670b5816 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:20:30.493371 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device e38863df-639b-44db-a3b5-bf05670b5816 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:20:30.493797 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ddf75b75-850a-41c3-9552-6b138b41f12c no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:20:30.512759 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: ddf75b75-850a-41c3-9552-6b138b41f12c {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:20:30.513096 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device ddf75b75-850a-41c3-9552-6b138b41f12c not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:20:30.590796 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ca84495c-0428-4478-b543-d4d818977e2c admin admin] Deleting port 12088f51-3184-4b50-8d40-67d6f5b17a48 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:20:30.591057 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca84495c-0428-4478-b543-d4d818977e2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:30.666672 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ca84495c-0428-4478-b543-d4d818977e2c admin admin] For port 12088f51-3184-4b50-8d40-67d6f5b17a48, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=12088f51-3184-4b50-8d40-67d6f5b17a48,segment=NetworkSegment(eff40561-8583-46f4-a64f-37b1cab516f0),segment_id=eff40561-8583-46f4-a64f-37b1cab516f0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:30.667377 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca84495c-0428-4478-b543-d4d818977e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:30.679472 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ca84495c-0428-4478-b543-d4d818977e2c admin admin] Calling delete_port for 12088f51-3184-4b50-8d40-67d6f5b17a48 owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:20:30.859343 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca84495c-0428-4478-b543-d4d818977e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:30.889492 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca84495c-0428-4478-b543-d4d818977e2c admin admin] Pushing event deleted for resources: {'Port': ['ID=12088f51-3184-4b50-8d40-67d6f5b17a48,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:31.055382 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca84495c-0428-4478-b543-d4d818977e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:31.270310 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca84495c-0428-4478-b543-d4d818977e2c admin admin] Router a52dd15f-f351-477f-a217-402b5a2d0952 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:20:31.378546 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca84495c-0428-4478-b543-d4d818977e2c admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:20:31.383773 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ca84495c-0428-4478-b543-d4d818977e2c admin admin] 10.222.0.25 "PUT /v2.0/routers/a52dd15f-f351-477f-a217-402b5a2d0952/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7222703 Jul 14 10:20:31.386396 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37734) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:31.390870 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128fec40-88fc-413a-a663-fcd316a9a258 None None] Sync routers for ids ['a52dd15f-f351-477f-a217-402b5a2d0952'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:20:31.399832 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128fec40-88fc-413a-a663-fcd316a9a258 None None] Routers {'a52dd15f-f351-477f-a217-402b5a2d0952'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:20:31.400443 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-128fec40-88fc-413a-a663-fcd316a9a258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:20:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['a52dd15f-f351-477f-a217-402b5a2d0952'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:31.492974 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcfc324f-c63c-445c-8a26-db6357ad9f64 admin admin] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:31.507133 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-128fec40-88fc-413a-a663-fcd316a9a258 None None] Set router a52dd15f-f351-477f-a217-402b5a2d0952 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:20:31.595717 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcfc324f-c63c-445c-8a26-db6357ad9f64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:31.648203 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bcfc324f-c63c-445c-8a26-db6357ad9f64 admin admin] Deleting port a54ea27f-d470-4dc6-bcaa-5c461a6d0543 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:20:31.648617 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcfc324f-c63c-445c-8a26-db6357ad9f64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:31.685665 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-128fec40-88fc-413a-a663-fcd316a9a258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52dd15f-f351-477f-a217-402b5a2d0952', 'name': 'tempest-TestShelveInstance-2057109562-router', 'tenant_id': '7048ae11d6c24158a6a249073ae187b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a54ea27f-d470-4dc6-bcaa-5c461a6d0543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:39Z', 'updated_at': '2021-07-14T10:20:30Z', 'revision_number': 5, 'project_id': '7048ae11d6c24158a6a249073ae187b8', 'gw_port': {'id': 'a54ea27f-d470-4dc6-bcaa-5c461a6d0543', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52dd15f-f351-477f-a217-402b5a2d0952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:39Z', 'updated_at': '2021-07-14T10:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:31.711927 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128fec40-88fc-413a-a663-fcd316a9a258 None None] Checking router: a52dd15f-f351-477f-a217-402b5a2d0952 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:20:31.720484 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128fec40-88fc-413a-a663-fcd316a9a258 None None] Routers {'a52dd15f-f351-477f-a217-402b5a2d0952'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:20:31.721089 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-128fec40-88fc-413a-a663-fcd316a9a258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:20:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['a52dd15f-f351-477f-a217-402b5a2d0952'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:31.726525 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bcfc324f-c63c-445c-8a26-db6357ad9f64 admin admin] For port a54ea27f-d470-4dc6-bcaa-5c461a6d0543, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=a54ea27f-d470-4dc6-bcaa-5c461a6d0543,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:31.727038 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcfc324f-c63c-445c-8a26-db6357ad9f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:31.740170 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bcfc324f-c63c-445c-8a26-db6357ad9f64 admin admin] Calling delete_port for a54ea27f-d470-4dc6-bcaa-5c461a6d0543 owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:20:31.919154 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcfc324f-c63c-445c-8a26-db6357ad9f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:31.949675 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc324f-c63c-445c-8a26-db6357ad9f64 admin admin] Pushing event deleted for resources: {'Port': ['ID=a54ea27f-d470-4dc6-bcaa-5c461a6d0543,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:31.962915 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-128fec40-88fc-413a-a663-fcd316a9a258 None None] Set router a52dd15f-f351-477f-a217-402b5a2d0952 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:20:32.011273 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcfc324f-c63c-445c-8a26-db6357ad9f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.014697 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-128fec40-88fc-413a-a663-fcd316a9a258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52dd15f-f351-477f-a217-402b5a2d0952', 'name': 'tempest-TestShelveInstance-2057109562-router', 'tenant_id': '7048ae11d6c24158a6a249073ae187b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:39Z', 'updated_at': '2021-07-14T10:20:31Z', 'revision_number': 6, 'project_id': '7048ae11d6c24158a6a249073ae187b8', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:32.044650 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128fec40-88fc-413a-a663-fcd316a9a258 None None] The sync data for ids ['a52dd15f-f351-477f-a217-402b5a2d0952'] in n-d-771362-35 is: [{'id': 'a52dd15f-f351-477f-a217-402b5a2d0952', 'name': 'tempest-TestShelveInstance-2057109562-router', 'tenant_id': '7048ae11d6c24158a6a249073ae187b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:39Z', 'updated_at': '2021-07-14T10:20:31Z', 'revision_number': 6, 'project_id': '7048ae11d6c24158a6a249073ae187b8', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:20:32.109113 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcfc324f-c63c-445c-8a26-db6357ad9f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.111236 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcfc324f-c63c-445c-8a26-db6357ad9f64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.154578 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcfc324f-c63c-445c-8a26-db6357ad9f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.155129 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfc324f-c63c-445c-8a26-db6357ad9f64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a52dd15f-f351-477f-a217-402b5a2d0952 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:20:32.159363 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcfc324f-c63c-445c-8a26-db6357ad9f64 admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.160535 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bcfc324f-c63c-445c-8a26-db6357ad9f64 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a52dd15f-f351-477f-a217-402b5a2d0952 HTTP/1.1" status: 204 len: 168 time: 0.7727191 Jul 14 10:20:32.163123 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37736) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:32.211523 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1e31b1-6e75-46cb-a9f0-f8e95a767420 admin admin] Deleting subnet 1955b76b-4a8b-497f-8052-ed5034228354 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:20:32.215192 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b1e31b1-6e75-46cb-a9f0-f8e95a767420 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.248456 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b1e31b1-6e75-46cb-a9f0-f8e95a767420 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.324428 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b1e31b1-6e75-46cb-a9f0-f8e95a767420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.377778 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b1e31b1-6e75-46cb-a9f0-f8e95a767420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.409577 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e31b1-6e75-46cb-a9f0-f8e95a767420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1955b76b-4a8b-497f-8052-ed5034228354,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:32.414335 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b1e31b1-6e75-46cb-a9f0-f8e95a767420 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.420498 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-8b1e31b1-6e75-46cb-a9f0-f8e95a767420 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1955b76b-4a8b-497f-8052-ed5034228354 HTTP/1.1" status: 204 len: 168 time: 0.2562854 Jul 14 10:20:32.420863 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37738) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:32.426279 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fbecfb-72fa-4d5b-8f5d-fea3db2a403d None None] Network 8c804fa7-e73f-4bf9-916b-05c4e57d538a requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:20:32.507596 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d97baf82-6364-46b9-9cdf-23abf377c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.565004 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d97baf82-6364-46b9-9cdf-23abf377c282 admin admin] Deleting port c31d15a8-38dc-4ca9-8e82-8998a762d366 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:20:32.565352 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d97baf82-6364-46b9-9cdf-23abf377c282 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.637307 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d97baf82-6364-46b9-9cdf-23abf377c282 admin admin] For port c31d15a8-38dc-4ca9-8e82-8998a762d366, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=c31d15a8-38dc-4ca9-8e82-8998a762d366,segment=NetworkSegment(eff40561-8583-46f4-a64f-37b1cab516f0),segment_id=eff40561-8583-46f4-a64f-37b1cab516f0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:32.637673 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d97baf82-6364-46b9-9cdf-23abf377c282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.651028 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d97baf82-6364-46b9-9cdf-23abf377c282 admin admin] Calling delete_port for c31d15a8-38dc-4ca9-8e82-8998a762d366 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:20:32.736150 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d97baf82-6364-46b9-9cdf-23abf377c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.766888 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97baf82-6364-46b9-9cdf-23abf377c282 admin admin] No DVR routers for this DVR port c31d15a8-38dc-4ca9-8e82-8998a762d366 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:20:32.768864 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97baf82-6364-46b9-9cdf-23abf377c282 admin admin] Pushing event deleted for resources: {'Port': ['ID=c31d15a8-38dc-4ca9-8e82-8998a762d366,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:32.853208 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d97baf82-6364-46b9-9cdf-23abf377c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.866468 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-d97baf82-6364-46b9-9cdf-23abf377c282 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c804fa7-e73f-4bf9-916b-05c4e57d538a']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:32.869201 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228ebe37-47f6-451f-95f4-ca1b9c292ca1 None None] DHCP port deletion for 8c804fa7-e73f-4bf9-916b-05c4e57d538a request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:20:32.882274 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-d97baf82-6364-46b9-9cdf-23abf377c282 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff40561-8583-46f4-a64f-37b1cab516f0') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:32.882274 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-d97baf82-6364-46b9-9cdf-23abf377c282 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff40561-8583-46f4-a64f-37b1cab516f0') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:32.888701 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d97baf82-6364-46b9-9cdf-23abf377c282 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.896799 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 12088f51-3184-4b50-8d40-67d6f5b17a48 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:20:32.903410 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d97baf82-6364-46b9-9cdf-23abf377c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.911439 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97baf82-6364-46b9-9cdf-23abf377c282 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:20:32.912204 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d97baf82-6364-46b9-9cdf-23abf377c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.921294 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 12088f51-3184-4b50-8d40-67d6f5b17a48 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:20:32.921637 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 12088f51-3184-4b50-8d40-67d6f5b17a48 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: timer() Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:20:32.925521 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:20:32.980865 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d97baf82-6364-46b9-9cdf-23abf377c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.987110 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d97baf82-6364-46b9-9cdf-23abf377c282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.988930 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-d97baf82-6364-46b9-9cdf-23abf377c282 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8c804fa7-e73f-4bf9-916b-05c4e57d538a HTTP/1.1" status: 204 len: 168 time: 0.5670609 Jul 14 10:20:33.000579 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97baf82-6364-46b9-9cdf-23abf377c282 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c804fa7-e73f-4bf9-916b-05c4e57d538a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:33.133874 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37742) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:33.176274 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a9dbb266-06b2-4567-8be8-3943177cb427 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24023f1910fe425c81db4e18daf029a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412006 Jul 14 10:20:33.178881 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37744) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:33.230600 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-617bff50-5c3d-4793-8b2b-045f26c839e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:33.254053 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-617bff50-5c3d-4793-8b2b-045f26c839e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:33.305682 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-617bff50-5c3d-4793-8b2b-045f26c839e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:33.309120 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-617bff50-5c3d-4793-8b2b-045f26c839e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:33.310200 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:20:33.310690 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-617bff50-5c3d-4793-8b2b-045f26c839e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62473910-37b9-43f5-978a-b97924e4347b HTTP/1.1" status: 204 len: 168 time: 0.1304767 Jul 14 10:20:33.319635 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617bff50-5c3d-4793-8b2b-045f26c839e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62473910-37b9-43f5-978a-b97924e4347b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:33.650087 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37750) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:33.697189 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-71cee3e8-74da-4332-b2de-f6274dd37ea3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7048ae11d6c24158a6a249073ae187b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456231 Jul 14 10:20:33.700470 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37752) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:33.753626 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10db6854-3ea2-4974-b5e3-3fabd9128823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:33.775620 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10db6854-3ea2-4974-b5e3-3fabd9128823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:33.827793 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10db6854-3ea2-4974-b5e3-3fabd9128823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:33.830179 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10db6854-3ea2-4974-b5e3-3fabd9128823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:33.831335 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-10db6854-3ea2-4974-b5e3-3fabd9128823 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45b71257-b7ff-4cbc-b862-b7ebb004a440 HTTP/1.1" status: 204 len: 168 time: 0.1298931 Jul 14 10:20:33.842352 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db6854-3ea2-4974-b5e3-3fabd9128823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b71257-b7ff-4cbc-b862-b7ebb004a440,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:34.481033 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a54ea27f-d470-4dc6-bcaa-5c461a6d0543 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:20:34.502655 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: a54ea27f-d470-4dc6-bcaa-5c461a6d0543 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:20:34.503000 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device a54ea27f-d470-4dc6-bcaa-5c461a6d0543 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:20:34.503719 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c31d15a8-38dc-4ca9-8e82-8998a762d366 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:20:34.525412 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: c31d15a8-38dc-4ca9-8e82-8998a762d366 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:20:34.525765 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device c31d15a8-38dc-4ca9-8e82-8998a762d366 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:20:34.567182 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37774) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:34.670578 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-bcffdb0b-4111-4169-8371-579184f4a002 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1634599346-network', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:34.696042 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcffdb0b-4111-4169-8371-579184f4a002 admin admin] Made reservation on behalf of 385eb9b91da64e16970fb43a2f9b1d61 for: {'network': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:34.698438 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcffdb0b-4111-4169-8371-579184f4a002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:34.711850 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcffdb0b-4111-4169-8371-579184f4a002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:34.826109 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcffdb0b-4111-4169-8371-579184f4a002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:34.831112 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcffdb0b-4111-4169-8371-579184f4a002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:34.858924 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcffdb0b-4111-4169-8371-579184f4a002 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:20:34.867706 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffdb0b-4111-4169-8371-579184f4a002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9d8dda-933a-4ff4-8a89-acaeaf1ab235,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:34.875961 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcffdb0b-4111-4169-8371-579184f4a002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:34.876307 n-d-771362-35 neutron-server[93772]: INFO neutron.db.segments_db [None req-bcffdb0b-4111-4169-8371-579184f4a002 admin admin] Added segment 1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f of type vlan for network 26862243-ca3e-4afc-b4ff-419c9057a5f9 Jul 14 10:20:34.919465 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcffdb0b-4111-4169-8371-579184f4a002 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:34.951292 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcffdb0b-4111-4169-8371-579184f4a002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:34.952304 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcffdb0b-4111-4169-8371-579184f4a002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:34.952896 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcffdb0b-4111-4169-8371-579184f4a002 admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:35.010668 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-bcffdb0b-4111-4169-8371-579184f4a002 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4422882 Jul 14 10:20:35.015154 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37778) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:35.019767 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffdb0b-4111-4169-8371-579184f4a002 admin admin] Pushing event updated for resources: {'Network': ['ID=26862243-ca3e-4afc-b4ff-419c9057a5f9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:35.021014 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-199c51b9-0ccf-48c0-803c-cbb88e9d1e90 admin admin] Request body: {'subnet': {'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1634599346-subnet', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:35.031153 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 26862243-ca3e-4afc-b4ff-419c9057a5f9 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:20:35.048183 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199c51b9-0ccf-48c0-803c-cbb88e9d1e90 admin admin] Made reservation on behalf of 385eb9b91da64e16970fb43a2f9b1d61 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:35.050639 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-199c51b9-0ccf-48c0-803c-cbb88e9d1e90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:35.222985 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-199c51b9-0ccf-48c0-803c-cbb88e9d1e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:35.278496 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c51b9-0ccf-48c0-803c-cbb88e9d1e90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3df3e148-0237-4318-8f2d-453880bce1fa,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:35.285634 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199c51b9-0ccf-48c0-803c-cbb88e9d1e90 admin admin] Checking segment: {'id': '1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:35.285988 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199c51b9-0ccf-48c0-803c-cbb88e9d1e90 admin admin] Network hostable DHCP agents. Network: 26862243-ca3e-4afc-b4ff-419c9057a5f9, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:20:35.302965 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199c51b9-0ccf-48c0-803c-cbb88e9d1e90 admin admin] Network 26862243-ca3e-4afc-b4ff-419c9057a5f9 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:20:35.312273 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-199c51b9-0ccf-48c0-803c-cbb88e9d1e90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 26862243-ca3e-4afc-b4ff-419c9057a5f9) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:35.316463 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199c51b9-0ccf-48c0-803c-cbb88e9d1e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:35.317053 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-199c51b9-0ccf-48c0-803c-cbb88e9d1e90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:35.321110 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ac50ed-1c9d-469a-93c7-3b8a229c4246 None None] Network 26862243-ca3e-4afc-b4ff-419c9057a5f9 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:20:35.334395 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-199c51b9-0ccf-48c0-803c-cbb88e9d1e90 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3149495 Jul 14 10:20:35.334604 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37780) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:35.338925 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a07fe241-6553-42ae-af25-792cf7e67b09 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1634599346-router', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:35.360537 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a07fe241-6553-42ae-af25-792cf7e67b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:35.361684 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a07fe241-6553-42ae-af25-792cf7e67b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:35.418498 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a07fe241-6553-42ae-af25-792cf7e67b09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:35.477790 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e83c51-9bda-4f61-89db-42336ed2f127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-26862243-ca3e-4afc-b4ff-419c9057a5f9', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'fixed_ips': [{'subnet_id': '3df3e148-0237-4318-8f2d-453880bce1fa'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:20:35.478736 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67e83c51-9bda-4f61-89db-42336ed2f127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:35.558130 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a07fe241-6553-42ae-af25-792cf7e67b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:35.619518 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-67e83c51-9bda-4f61-89db-42336ed2f127 None None] Allocated IP 172.20.0.2 (26862243-ca3e-4afc-b4ff-419c9057a5f9/3df3e148-0237-4318-8f2d-453880bce1fa/099af097-2d52-4538-aac6-49af99010492) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:20:35.762336 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a07fe241-6553-42ae-af25-792cf7e67b09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:35.765916 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67e83c51-9bda-4f61-89db-42336ed2f127 None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:35.774286 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-67e83c51-9bda-4f61-89db-42336ed2f127 None None] Transition to ACTIVE for port object 099af097-2d52-4538-aac6-49af99010492 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:35.782527 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a07fe241-6553-42ae-af25-792cf7e67b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:35.789362 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-67e83c51-9bda-4f61-89db-42336ed2f127 None None] Transition to ACTIVE for port object 099af097-2d52-4538-aac6-49af99010492 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:35.796471 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67e83c51-9bda-4f61-89db-42336ed2f127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:35.836542 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e83c51-9bda-4f61-89db-42336ed2f127 None None] Network 26862243-ca3e-4afc-b4ff-419c9057a5f9 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:35.840121 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-67e83c51-9bda-4f61-89db-42336ed2f127 None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:35.844148 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e83c51-9bda-4f61-89db-42336ed2f127 None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:20:35.853012 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e83c51-9bda-4f61-89db-42336ed2f127 None None] Pushing event updated for resources: {'Port': ['ID=099af097-2d52-4538-aac6-49af99010492,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:35.896433 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-a07fe241-6553-42ae-af25-792cf7e67b09 admin admin] Allocated IP 172.25.6.215 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:20:35.912559 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-67e83c51-9bda-4f61-89db-42336ed2f127 None None] Attempting to bind port 099af097-2d52-4538-aac6-49af99010492 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:20:35.912923 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-67e83c51-9bda-4f61-89db-42336ed2f127 None None] Attempting to bind port 099af097-2d52-4538-aac6-49af99010492 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:20:35.913178 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e83c51-9bda-4f61-89db-42336ed2f127 None None] Attempting to bind port 099af097-2d52-4538-aac6-49af99010492 on network 26862243-ca3e-4afc-b4ff-419c9057a5f9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:20:35.918819 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e83c51-9bda-4f61-89db-42336ed2f127 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:20:35.919198 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e83c51-9bda-4f61-89db-42336ed2f127 None None] Checking segment: {'id': '1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:35.919638 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67e83c51-9bda-4f61-89db-42336ed2f127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:35.920039 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e83c51-9bda-4f61-89db-42336ed2f127 None None] Bound using segment: {'id': '1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:20:35.920507 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-67e83c51-9bda-4f61-89db-42336ed2f127 None None] Bound port: 099af097-2d52-4538-aac6-49af99010492, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:20:35.920892 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67e83c51-9bda-4f61-89db-42336ed2f127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:35.986033 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-67e83c51-9bda-4f61-89db-42336ed2f127 None None] For port 099af097-2d52-4538-aac6-49af99010492, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:20:35.989217 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-67e83c51-9bda-4f61-89db-42336ed2f127 None None] For port 099af097-2d52-4538-aac6-49af99010492, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=099af097-2d52-4538-aac6-49af99010492,segment=NetworkSegment(1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f),segment_id=1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:20:35.993817 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67e83c51-9bda-4f61-89db-42336ed2f127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:36.004588 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a07fe241-6553-42ae-af25-792cf7e67b09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:36.047253 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a07fe241-6553-42ae-af25-792cf7e67b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:36.056915 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e83c51-9bda-4f61-89db-42336ed2f127 None None] Pushing event updated for resources: {'Port': ['ID=099af097-2d52-4538-aac6-49af99010492,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:36.096141 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07fe241-6553-42ae-af25-792cf7e67b09 admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:36.099077 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-a07fe241-6553-42ae-af25-792cf7e67b09 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:36.102733 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07fe241-6553-42ae-af25-792cf7e67b09 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:20:36.125730 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07fe241-6553-42ae-af25-792cf7e67b09 admin admin] Pushing event updated for resources: {'Port': ['ID=8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:36.375360 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a07fe241-6553-42ae-af25-792cf7e67b09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:36.496479 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 099af097-2d52-4538-aac6-49af99010492 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:36.548692 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 099af097-2d52-4538-aac6-49af99010492 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:36.587364 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a07fe241-6553-42ae-af25-792cf7e67b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:36.723776 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07fe241-6553-42ae-af25-792cf7e67b09 admin admin] Router 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:20:36.840970 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07fe241-6553-42ae-af25-792cf7e67b09 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:20:36.851314 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288d21a3-5b39-4a85-a0be-978b56ac288a None None] Sync routers for ids ['44b7b6e0-b2aa-49fa-9679-8266ba673fa8'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:20:36.858319 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a07fe241-6553-42ae-af25-792cf7e67b09 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:36.860024 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a07fe241-6553-42ae-af25-792cf7e67b09 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5244939 Jul 14 10:20:36.862994 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37782) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:36.863570 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288d21a3-5b39-4a85-a0be-978b56ac288a None None] Routers {'44b7b6e0-b2aa-49fa-9679-8266ba673fa8'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:20:36.864128 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-288d21a3-5b39-4a85-a0be-978b56ac288a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:20:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['44b7b6e0-b2aa-49fa-9679-8266ba673fa8'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:36.988344 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-288d21a3-5b39-4a85-a0be-978b56ac288a None None] Set router 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:20:37.013475 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1f33ca-94b4-4255-bf3a-bea3fac1ea0a None None] Network 26862243-ca3e-4afc-b4ff-419c9057a5f9 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:20:37.094225 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-08b509ee-c5a0-4a0e-bb57-a67351afdf04 None None] Provisioning for port 099af097-2d52-4538-aac6-49af99010492 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:37.115551 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-08b509ee-c5a0-4a0e-bb57-a67351afdf04 None None] Provisioning complete for port 099af097-2d52-4538-aac6-49af99010492 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:37.115946 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08b509ee-c5a0-4a0e-bb57-a67351afdf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.182144 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-288d21a3-5b39-4a85-a0be-978b56ac288a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'name': 'tempest-TestSnapshotPattern-1634599346-router', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:36Z', 'revision_number': 3, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'gw_port': {'id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:37.270681 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08b509ee-c5a0-4a0e-bb57-a67351afdf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.311358 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288d21a3-5b39-4a85-a0be-978b56ac288a None None] Checking router: 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:20:37.311833 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288d21a3-5b39-4a85-a0be-978b56ac288a None None] Updating router 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 port 8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:20:37.312751 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-08b509ee-c5a0-4a0e-bb57-a67351afdf04 None None] For port 099af097-2d52-4538-aac6-49af99010492, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=099af097-2d52-4538-aac6-49af99010492,segment=NetworkSegment(1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f),segment_id=1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:37.318182 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08b509ee-c5a0-4a0e-bb57-a67351afdf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.348728 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-288d21a3-5b39-4a85-a0be-978b56ac288a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.352589 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b408748-ee44-4f2f-a2e0-5584a64afdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.378799 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b509ee-c5a0-4a0e-bb57-a67351afdf04 None None] Pushing event updated for resources: {'Port': ['ID=099af097-2d52-4538-aac6-49af99010492,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:37.534287 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-9b408748-ee44-4f2f-a2e0-5584a64afdf1 admin admin] Allocated IP 172.20.0.1 (26862243-ca3e-4afc-b4ff-419c9057a5f9/3df3e148-0237-4318-8f2d-453880bce1fa/cf68104e-13dd-49a8-9aa7-605b5ba0085a) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:20:37.551961 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-db8b0c2d-d3da-4b8c-a43b-c708bafefb76 None None] Provisioning complete for port 099af097-2d52-4538-aac6-49af99010492 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:37.552674 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db8b0c2d-d3da-4b8c-a43b-c708bafefb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.637310 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-288d21a3-5b39-4a85-a0be-978b56ac288a None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.647810 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-288d21a3-5b39-4a85-a0be-978b56ac288a None None] Transition to ACTIVE for port object 8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:37.649854 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b408748-ee44-4f2f-a2e0-5584a64afdf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.653625 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-288d21a3-5b39-4a85-a0be-978b56ac288a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.665557 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9b408748-ee44-4f2f-a2e0-5584a64afdf1 admin admin] Transition to ACTIVE for port object cf68104e-13dd-49a8-9aa7-605b5ba0085a will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:37.701654 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b408748-ee44-4f2f-a2e0-5584a64afdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.709922 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-288d21a3-5b39-4a85-a0be-978b56ac288a None None] Attempting to bind port 8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:20:37.710287 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-288d21a3-5b39-4a85-a0be-978b56ac288a None None] Attempting to bind port 8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:20:37.710646 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288d21a3-5b39-4a85-a0be-978b56ac288a None None] Attempting to bind port 8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:20:37.713885 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33ed5a-5b31-4347-85d5-ba227ed48e77 None None] Pushing event updated for resources: {'Port': ['ID=8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:37.718599 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288d21a3-5b39-4a85-a0be-978b56ac288a None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:20:37.718965 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288d21a3-5b39-4a85-a0be-978b56ac288a None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:37.719362 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-288d21a3-5b39-4a85-a0be-978b56ac288a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.719778 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288d21a3-5b39-4a85-a0be-978b56ac288a None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:20:37.720233 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-288d21a3-5b39-4a85-a0be-978b56ac288a None None] Bound port: 8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:20:37.720609 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-288d21a3-5b39-4a85-a0be-978b56ac288a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.726771 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f33ed5a-5b31-4347-85d5-ba227ed48e77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:37.727112 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f33ed5a-5b31-4347-85d5-ba227ed48e77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:37.727454 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f33ed5a-5b31-4347-85d5-ba227ed48e77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:37.727813 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f33ed5a-5b31-4347-85d5-ba227ed48e77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:37.728146 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f33ed5a-5b31-4347-85d5-ba227ed48e77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:37.728468 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f33ed5a-5b31-4347-85d5-ba227ed48e77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:37.728791 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f33ed5a-5b31-4347-85d5-ba227ed48e77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:37.729113 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f33ed5a-5b31-4347-85d5-ba227ed48e77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:37.729432 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f33ed5a-5b31-4347-85d5-ba227ed48e77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:37.729756 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f33ed5a-5b31-4347-85d5-ba227ed48e77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:37.730678 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f33ed5a-5b31-4347-85d5-ba227ed48e77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:37.730999 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f33ed5a-5b31-4347-85d5-ba227ed48e77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:37.739603 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b408748-ee44-4f2f-a2e0-5584a64afdf1 admin admin] Network 26862243-ca3e-4afc-b4ff-419c9057a5f9 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:37.744771 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-9b408748-ee44-4f2f-a2e0-5584a64afdf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:37.748088 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b408748-ee44-4f2f-a2e0-5584a64afdf1 admin admin] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:20:37.776216 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b408748-ee44-4f2f-a2e0-5584a64afdf1 admin admin] Pushing event updated for resources: {'Port': ['ID=cf68104e-13dd-49a8-9aa7-605b5ba0085a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:37.786707 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-288d21a3-5b39-4a85-a0be-978b56ac288a None None] For port 8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:20:37.791526 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-288d21a3-5b39-4a85-a0be-978b56ac288a None None] For port 8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:20:37.797492 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-288d21a3-5b39-4a85-a0be-978b56ac288a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.799061 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b408748-ee44-4f2f-a2e0-5584a64afdf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.860184 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33ed5a-5b31-4347-85d5-ba227ed48e77 None None] Pushing event updated for resources: {'Port': ['ID=8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:37.864632 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288d21a3-5b39-4a85-a0be-978b56ac288a None None] Routers {'44b7b6e0-b2aa-49fa-9679-8266ba673fa8'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:20:37.865256 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-288d21a3-5b39-4a85-a0be-978b56ac288a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:20:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['44b7b6e0-b2aa-49fa-9679-8266ba673fa8'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:37.966817 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b408748-ee44-4f2f-a2e0-5584a64afdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.976531 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-288d21a3-5b39-4a85-a0be-978b56ac288a None None] Set router 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:20:38.068311 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d365f20a-fbb5-4f17-9a6a-af9aae2067af None None] Provisioning for port cf68104e-13dd-49a8-9aa7-605b5ba0085a completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:38.072806 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d365f20a-fbb5-4f17-9a6a-af9aae2067af None None] Provisioning complete for port cf68104e-13dd-49a8-9aa7-605b5ba0085a triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:38.073380 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d365f20a-fbb5-4f17-9a6a-af9aae2067af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:38.112549 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d365f20a-fbb5-4f17-9a6a-af9aae2067af None None] Port cf68104e-13dd-49a8-9aa7-605b5ba0085a cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:20:38.140057 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b408748-ee44-4f2f-a2e0-5584a64afdf1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:38.145411 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b408748-ee44-4f2f-a2e0-5584a64afdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:38.163390 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-288d21a3-5b39-4a85-a0be-978b56ac288a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'name': 'tempest-TestSnapshotPattern-1634599346-router', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:36Z', 'revision_number': 3, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'gw_port': {'id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:38.190678 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288d21a3-5b39-4a85-a0be-978b56ac288a None None] The sync data for ids ['44b7b6e0-b2aa-49fa-9679-8266ba673fa8'] in n-d-771362-35 is: [{'id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'name': 'tempest-TestSnapshotPattern-1634599346-router', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:36Z', 'revision_number': 3, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'gw_port': {'id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:20:38.212697 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b408748-ee44-4f2f-a2e0-5584a64afdf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:38.215235 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b408748-ee44-4f2f-a2e0-5584a64afdf1 admin admin] Pushing event updated for resources: {'Port': ['ID=cf68104e-13dd-49a8-9aa7-605b5ba0085a,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:38.314103 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b408748-ee44-4f2f-a2e0-5584a64afdf1 admin admin] Network 26862243-ca3e-4afc-b4ff-419c9057a5f9 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:38.315482 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-9b408748-ee44-4f2f-a2e0-5584a64afdf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:38.480412 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b408748-ee44-4f2f-a2e0-5584a64afdf1 admin admin] Router 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:20:38.622123 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:38.670660 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f212e42c-6199-47c4-b0ad-65f4b8cce389 None None] Provisioning complete for port cf68104e-13dd-49a8-9aa7-605b5ba0085a triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:38.670948 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f212e42c-6199-47c4-b0ad-65f4b8cce389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:38.724612 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:38.726697 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f212e42c-6199-47c4-b0ad-65f4b8cce389 None None] Port cf68104e-13dd-49a8-9aa7-605b5ba0085a cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:20:38.730337 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:38.730750 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:38.821600 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:38.846064 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:38.850783 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:38.851815 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 099af097-2d52-4538-aac6-49af99010492 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:38.939221 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:38.954110 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 099af097-2d52-4538-aac6-49af99010492 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:38.954573 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:38.980444 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b408748-ee44-4f2f-a2e0-5584a64afdf1 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:20:38.986892 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9b408748-ee44-4f2f-a2e0-5584a64afdf1 admin admin] 10.222.0.25 "PUT /v2.0/routers/44b7b6e0-b2aa-49fa-9679-8266ba673fa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1220310 Jul 14 10:20:39.477177 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37798) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:39.483471 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-8d5d1f45-1fd7-4a44-9630-fcbb9556e25f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1084136891-network', 'tenant_id': '6b15cb3d621845b0a138162901583ea4'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:39.504760 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5d1f45-1fd7-4a44-9630-fcbb9556e25f admin admin] Made reservation on behalf of 6b15cb3d621845b0a138162901583ea4 for: {'network': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:39.507147 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d5d1f45-1fd7-4a44-9630-fcbb9556e25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for network, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:39.516469 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d5d1f45-1fd7-4a44-9630-fcbb9556e25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:39.613350 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d5d1f45-1fd7-4a44-9630-fcbb9556e25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:39.619476 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d5d1f45-1fd7-4a44-9630-fcbb9556e25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:39.646570 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d5d1f45-1fd7-4a44-9630-fcbb9556e25f admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:20:39.656668 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d1f45-1fd7-4a44-9630-fcbb9556e25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb92da76-4675-4d71-b2ae-f60f13aafb73,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:39.663230 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d5d1f45-1fd7-4a44-9630-fcbb9556e25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:39.663621 n-d-771362-35 neutron-server[93773]: INFO neutron.db.segments_db [None req-8d5d1f45-1fd7-4a44-9630-fcbb9556e25f admin admin] Added segment 5f679166-609c-4e3f-8221-6ac14447aa0f of type vlan for network 22fdb1ec-fe93-431c-ac08-b8f60ba96a70 Jul 14 10:20:39.705703 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d5d1f45-1fd7-4a44-9630-fcbb9556e25f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768948239373'] for network, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:39.737807 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d5d1f45-1fd7-4a44-9630-fcbb9556e25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273'] for network, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:39.738688 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5d1f45-1fd7-4a44-9630-fcbb9556e25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:39.739276 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d5d1f45-1fd7-4a44-9630-fcbb9556e25f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:39.796963 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8d5d1f45-1fd7-4a44-9630-fcbb9556e25f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3183093 Jul 14 10:20:39.799463 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37800) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:39.804447 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-ef9e423c-607d-4d24-b817-7781c220caa3 admin admin] Request body: {'subnet': {'network_id': '22fdb1ec-fe93-431c-ac08-b8f60ba96a70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1084136891-subnet', 'tenant_id': '6b15cb3d621845b0a138162901583ea4', 'ip_version': 4}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:39.819397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d1f45-1fd7-4a44-9630-fcbb9556e25f admin admin] Pushing event updated for resources: {'Network': ['ID=22fdb1ec-fe93-431c-ac08-b8f60ba96a70,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:39.830491 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Network 22fdb1ec-fe93-431c-ac08-b8f60ba96a70 details requested by agent ovs-agent-n-d-771362-35 with host n-d-771362-35 {{(pid=93774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:20:39.835664 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9e423c-607d-4d24-b817-7781c220caa3 admin admin] Made reservation on behalf of 6b15cb3d621845b0a138162901583ea4 for: {'subnet': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:39.838406 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ef9e423c-607d-4d24-b817-7781c220caa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64410216'] for subnet, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:39.899325 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd2e9c2-b50d-4f83-8f03-d70de4d4dc45 None None] Sync routers for ids ['44b7b6e0-b2aa-49fa-9679-8266ba673fa8'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:20:39.916298 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd2e9c2-b50d-4f83-8f03-d70de4d4dc45 None None] Routers {'44b7b6e0-b2aa-49fa-9679-8266ba673fa8'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:20:39.917060 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6cd2e9c2-b50d-4f83-8f03-d70de4d4dc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:20:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['44b7b6e0-b2aa-49fa-9679-8266ba673fa8'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:40.035240 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ef9e423c-607d-4d24-b817-7781c220caa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64611494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64410202'] for subnet, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:40.037978 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-6cd2e9c2-b50d-4f83-8f03-d70de4d4dc45 None None] Set router 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:20:40.098475 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e423c-607d-4d24-b817-7781c220caa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df501799-c138-490a-9191-1d81481484f5,revision_number=0']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:40.105821 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9e423c-607d-4d24-b817-7781c220caa3 admin admin] Checking segment: {'id': '5f679166-609c-4e3f-8221-6ac14447aa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22fdb1ec-fe93-431c-ac08-b8f60ba96a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:40.106174 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9e423c-607d-4d24-b817-7781c220caa3 admin admin] Network hostable DHCP agents. Network: 22fdb1ec-fe93-431c-ac08-b8f60ba96a70, hostable agents: ['fba0bc3e-171b-4abf-bf3a-4bd3bdefe306'], hosted agents: [] {{(pid=93773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:20:40.125734 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9e423c-607d-4d24-b817-7781c220caa3 admin admin] Network 22fdb1ec-fe93-431c-ac08-b8f60ba96a70 is scheduled to be hosted by DHCP agent fba0bc3e-171b-4abf-bf3a-4bd3bdefe306 with binding_index 1 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:20:40.136080 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ef9e423c-607d-4d24-b817-7781c220caa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-35, 22fdb1ec-fe93-431c-ac08-b8f60ba96a70) {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:40.142331 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9e423c-607d-4d24-b817-7781c220caa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:40.142856 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ef9e423c-607d-4d24-b817-7781c220caa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:40.157751 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-ef9e423c-607d-4d24-b817-7781c220caa3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3571746 Jul 14 10:20:40.160358 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dd16e0-5006-480f-9041-a812c8284467 None None] Network 22fdb1ec-fe93-431c-ac08-b8f60ba96a70 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:20:40.160573 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37802) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:40.165192 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-a32848db-cf71-4a7a-be77-9856e52bd8e9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1084136891-router', 'tenant_id': '6b15cb3d621845b0a138162901583ea4', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:40.189502 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a32848db-cf71-4a7a-be77-9856e52bd8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13695'] for router, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:40.190529 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a32848db-cf71-4a7a-be77-9856e52bd8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1997416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13196'] for router, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:40.244545 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a32848db-cf71-4a7a-be77-9856e52bd8e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:40.371829 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7741bf68-d256-4110-8f7b-baae71aad19e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp340dc3ed-0dd2-5045-a5ce-dfbac7d1f943-22fdb1ec-fe93-431c-ac08-b8f60ba96a70', 'network_id': '22fdb1ec-fe93-431c-ac08-b8f60ba96a70', 'tenant_id': '6b15cb3d621845b0a138162901583ea4', 'fixed_ips': [{'subnet_id': 'df501799-c138-490a-9191-1d81481484f5'}]}} from n-d-771362-35. {{(pid=93774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:20:40.372508 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7741bf68-d256-4110-8f7b-baae71aad19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:40.376151 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6cd2e9c2-b50d-4f83-8f03-d70de4d4dc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'name': 'tempest-TestSnapshotPattern-1634599346-router', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:37Z', 'revision_number': 4, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'gw_port': {'id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'cf68104e-13dd-49a8-9aa7-605b5ba0085a', 'name': '', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'mac_address': 'fa:16:3e:98:75:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:37Z', 'updated_at': '2021-07-14T10:20:38Z', 'revision_number': 2, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'subnets': [{'id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:40.388863 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a32848db-cf71-4a7a-be77-9856e52bd8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13214'] for router, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:40.413968 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd2e9c2-b50d-4f83-8f03-d70de4d4dc45 None None] Checking router: 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:20:40.413968 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd2e9c2-b50d-4f83-8f03-d70de4d4dc45 None None] Updating router 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 port cf68104e-13dd-49a8-9aa7-605b5ba0085a binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:20:40.460235 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6cd2e9c2-b50d-4f83-8f03-d70de4d4dc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:40.512622 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:40.613245 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a32848db-cf71-4a7a-be77-9856e52bd8e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:40.634117 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a32848db-cf71-4a7a-be77-9856e52bd8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:40.741112 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-a32848db-cf71-4a7a-be77-9856e52bd8e9 admin admin] Allocated IP 172.25.6.134 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/890cfe5f-e291-47c2-be41-ef29d4741bf0) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:20:40.852433 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a32848db-cf71-4a7a-be77-9856e52bd8e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:40.871983 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-7741bf68-d256-4110-8f7b-baae71aad19e None None] Allocated IP 172.20.0.2 (22fdb1ec-fe93-431c-ac08-b8f60ba96a70/df501799-c138-490a-9191-1d81481484f5/0d5f7bbf-8fc3-4440-9d62-48649abbaff2) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:20:40.895580 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a32848db-cf71-4a7a-be77-9856e52bd8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:40.928896 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:40.929273 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:40.933072 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32848db-cf71-4a7a-be77-9856e52bd8e9 admin admin] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:40.938446 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-a32848db-cf71-4a7a-be77-9856e52bd8e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:40.941922 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32848db-cf71-4a7a-be77-9856e52bd8e9 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:20:40.969197 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32848db-cf71-4a7a-be77-9856e52bd8e9 admin admin] Pushing event updated for resources: {'Port': ['ID=890cfe5f-e291-47c2-be41-ef29d4741bf0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:41.202820 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a32848db-cf71-4a7a-be77-9856e52bd8e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:41.213841 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7741bf68-d256-4110-8f7b-baae71aad19e None None] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:41.221419 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6cd2e9c2-b50d-4f83-8f03-d70de4d4dc45 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:41.230132 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7741bf68-d256-4110-8f7b-baae71aad19e None None] Transition to ACTIVE for port object 0d5f7bbf-8fc3-4440-9d62-48649abbaff2 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:41.238325 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6cd2e9c2-b50d-4f83-8f03-d70de4d4dc45 None None] Transition to ACTIVE for port object cf68104e-13dd-49a8-9aa7-605b5ba0085a will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:41.249725 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6cd2e9c2-b50d-4f83-8f03-d70de4d4dc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:41.251868 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7741bf68-d256-4110-8f7b-baae71aad19e None None] Transition to ACTIVE for port object 0d5f7bbf-8fc3-4440-9d62-48649abbaff2 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:41.283342 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7741bf68-d256-4110-8f7b-baae71aad19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:41.312991 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed71363-ea97-4f58-95f0-47f953fe9845 None None] Pushing event updated for resources: {'Port': ['ID=cf68104e-13dd-49a8-9aa7-605b5ba0085a,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:41.323577 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7741bf68-d256-4110-8f7b-baae71aad19e None None] Network 22fdb1ec-fe93-431c-ac08-b8f60ba96a70 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:41.326578 n-d-771362-35 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-7741bf68-d256-4110-8f7b-baae71aad19e None None] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:41.361086 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7741bf68-d256-4110-8f7b-baae71aad19e None None] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:20:41.446672 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741bf68-d256-4110-8f7b-baae71aad19e None None] Pushing event updated for resources: {'Port': ['ID=0d5f7bbf-8fc3-4440-9d62-48649abbaff2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:41.470440 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6cd2e9c2-b50d-4f83-8f03-d70de4d4dc45 None None] Attempting to bind port cf68104e-13dd-49a8-9aa7-605b5ba0085a on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:20:41.470814 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6cd2e9c2-b50d-4f83-8f03-d70de4d4dc45 None None] Attempting to bind port cf68104e-13dd-49a8-9aa7-605b5ba0085a by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:20:41.471172 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd2e9c2-b50d-4f83-8f03-d70de4d4dc45 None None] Attempting to bind port cf68104e-13dd-49a8-9aa7-605b5ba0085a on network 26862243-ca3e-4afc-b4ff-419c9057a5f9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:20:41.473370 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:41.486443 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd2e9c2-b50d-4f83-8f03-d70de4d4dc45 None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:20:41.486910 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd2e9c2-b50d-4f83-8f03-d70de4d4dc45 None None] Checking segment: {'id': '1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:41.487284 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6cd2e9c2-b50d-4f83-8f03-d70de4d4dc45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:41.487619 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd2e9c2-b50d-4f83-8f03-d70de4d4dc45 None None] Bound using segment: {'id': '1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:20:41.488110 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6cd2e9c2-b50d-4f83-8f03-d70de4d4dc45 None None] Bound port: cf68104e-13dd-49a8-9aa7-605b5ba0085a, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:20:41.488490 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6cd2e9c2-b50d-4f83-8f03-d70de4d4dc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:41.501974 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-7741bf68-d256-4110-8f7b-baae71aad19e None None] Attempting to bind port 0d5f7bbf-8fc3-4440-9d62-48649abbaff2 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:20:41.502346 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-7741bf68-d256-4110-8f7b-baae71aad19e None None] Attempting to bind port 0d5f7bbf-8fc3-4440-9d62-48649abbaff2 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '5f679166-609c-4e3f-8221-6ac14447aa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22fdb1ec-fe93-431c-ac08-b8f60ba96a70'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:20:41.502705 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7741bf68-d256-4110-8f7b-baae71aad19e None None] Attempting to bind port 0d5f7bbf-8fc3-4440-9d62-48649abbaff2 on network 22fdb1ec-fe93-431c-ac08-b8f60ba96a70 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:20:41.513735 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7741bf68-d256-4110-8f7b-baae71aad19e None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:20:41.514110 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7741bf68-d256-4110-8f7b-baae71aad19e None None] Checking segment: {'id': '5f679166-609c-4e3f-8221-6ac14447aa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22fdb1ec-fe93-431c-ac08-b8f60ba96a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:41.514510 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7741bf68-d256-4110-8f7b-baae71aad19e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:41.514908 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7741bf68-d256-4110-8f7b-baae71aad19e None None] Bound using segment: {'id': '5f679166-609c-4e3f-8221-6ac14447aa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22fdb1ec-fe93-431c-ac08-b8f60ba96a70'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:20:41.515383 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-7741bf68-d256-4110-8f7b-baae71aad19e None None] Bound port: 0d5f7bbf-8fc3-4440-9d62-48649abbaff2, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f679166-609c-4e3f-8221-6ac14447aa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22fdb1ec-fe93-431c-ac08-b8f60ba96a70'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:20:41.515775 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7741bf68-d256-4110-8f7b-baae71aad19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:41.616294 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6cd2e9c2-b50d-4f83-8f03-d70de4d4dc45 None None] For port cf68104e-13dd-49a8-9aa7-605b5ba0085a, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:20:41.626323 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6cd2e9c2-b50d-4f83-8f03-d70de4d4dc45 None None] For port cf68104e-13dd-49a8-9aa7-605b5ba0085a, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=cf68104e-13dd-49a8-9aa7-605b5ba0085a,segment=NetworkSegment(1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f),segment_id=1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:20:41.638223 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6cd2e9c2-b50d-4f83-8f03-d70de4d4dc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:41.649361 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7741bf68-d256-4110-8f7b-baae71aad19e None None] For port 0d5f7bbf-8fc3-4440-9d62-48649abbaff2, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:20:41.688602 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7741bf68-d256-4110-8f7b-baae71aad19e None None] For port 0d5f7bbf-8fc3-4440-9d62-48649abbaff2, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=0d5f7bbf-8fc3-4440-9d62-48649abbaff2,segment=NetworkSegment(5f679166-609c-4e3f-8221-6ac14447aa0f),segment_id=5f679166-609c-4e3f-8221-6ac14447aa0f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:20:41.700802 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7741bf68-d256-4110-8f7b-baae71aad19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:41.731385 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd2e9c2-b50d-4f83-8f03-d70de4d4dc45 None None] Routers {'44b7b6e0-b2aa-49fa-9679-8266ba673fa8'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:20:41.732048 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6cd2e9c2-b50d-4f83-8f03-d70de4d4dc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:20:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['44b7b6e0-b2aa-49fa-9679-8266ba673fa8'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:41.736507 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed71363-ea97-4f58-95f0-47f953fe9845 None None] Pushing event updated for resources: {'Port': ['ID=cf68104e-13dd-49a8-9aa7-605b5ba0085a,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:41.809924 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a32848db-cf71-4a7a-be77-9856e52bd8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1997524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1992022'] for router, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:41.869086 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741bf68-d256-4110-8f7b-baae71aad19e None None] Pushing event updated for resources: {'Port': ['ID=0d5f7bbf-8fc3-4440-9d62-48649abbaff2,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:41.897854 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-6cd2e9c2-b50d-4f83-8f03-d70de4d4dc45 None None] Set router 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:20:41.962224 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32848db-cf71-4a7a-be77-9856e52bd8e9 admin admin] Router bdf85bab-b46f-452f-afcc-fc4e62892272 is scheduled to L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f with binding_index 1 {{(pid=93773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:20:42.103384 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32848db-cf71-4a7a-be77-9856e52bd8e9 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:20:42.115674 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39dbef5-f1b6-4cbf-93f0-e6e58d208b7d None None] Sync routers for ids ['bdf85bab-b46f-452f-afcc-fc4e62892272'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:20:42.126878 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a32848db-cf71-4a7a-be77-9856e52bd8e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:42.130993 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-a32848db-cf71-4a7a-be77-9856e52bd8e9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9667277 Jul 14 10:20:42.131144 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39dbef5-f1b6-4cbf-93f0-e6e58d208b7d None None] Routers {'bdf85bab-b46f-452f-afcc-fc4e62892272'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:20:42.131144 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b39dbef5-f1b6-4cbf-93f0-e6e58d208b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:20:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['bdf85bab-b46f-452f-afcc-fc4e62892272'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:42.131370 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37806) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:42.175775 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6cd2e9c2-b50d-4f83-8f03-d70de4d4dc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'name': 'tempest-TestSnapshotPattern-1634599346-router', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:37Z', 'revision_number': 4, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'gw_port': {'id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'cf68104e-13dd-49a8-9aa7-605b5ba0085a', 'name': '', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'mac_address': 'fa:16:3e:98:75:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:37Z', 'updated_at': '2021-07-14T10:20:41Z', 'revision_number': 4, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'subnets': [{'id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:42.205946 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd2e9c2-b50d-4f83-8f03-d70de4d4dc45 None None] The sync data for ids ['44b7b6e0-b2aa-49fa-9679-8266ba673fa8'] in n-d-771362-35 is: [{'id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'name': 'tempest-TestSnapshotPattern-1634599346-router', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:37Z', 'revision_number': 4, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'gw_port': {'id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'cf68104e-13dd-49a8-9aa7-605b5ba0085a', 'name': '', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'mac_address': 'fa:16:3e:98:75:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:37Z', 'updated_at': '2021-07-14T10:20:41Z', 'revision_number': 4, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'subnets': [{'id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:20:42.282666 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b39dbef5-f1b6-4cbf-93f0-e6e58d208b7d None None] Set router bdf85bab-b46f-452f-afcc-fc4e62892272 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:20:42.507121 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b39dbef5-f1b6-4cbf-93f0-e6e58d208b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf85bab-b46f-452f-afcc-fc4e62892272', 'name': 'tempest-TestSnapshotPattern-1084136891-router', 'tenant_id': '6b15cb3d621845b0a138162901583ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '890cfe5f-e291-47c2-be41-ef29d4741bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:40Z', 'updated_at': '2021-07-14T10:20:41Z', 'revision_number': 3, 'project_id': '6b15cb3d621845b0a138162901583ea4', 'gw_port': {'id': '890cfe5f-e291-47c2-be41-ef29d4741bf0', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:df:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf85bab-b46f-452f-afcc-fc4e62892272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:40Z', 'updated_at': '2021-07-14T10:20:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:42.541508 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39dbef5-f1b6-4cbf-93f0-e6e58d208b7d None None] Checking router: bdf85bab-b46f-452f-afcc-fc4e62892272 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:20:42.542171 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39dbef5-f1b6-4cbf-93f0-e6e58d208b7d None None] Updating router bdf85bab-b46f-452f-afcc-fc4e62892272 port 890cfe5f-e291-47c2-be41-ef29d4741bf0 binding host n-d-771362-35 {{(pid=93775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:20:42.581209 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cf68104e-13dd-49a8-9aa7-605b5ba0085a up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:42.588224 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b39dbef5-f1b6-4cbf-93f0-e6e58d208b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:42.713851 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port cf68104e-13dd-49a8-9aa7-605b5ba0085a completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:42.722992 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port cf68104e-13dd-49a8-9aa7-605b5ba0085a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:42.723523 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:42.769011 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa82ec2b-6f87-4ce8-9e37-b2e703457960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:42.930478 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:42.997739 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:42.998685 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-aa82ec2b-6f87-4ce8-9e37-b2e703457960 admin admin] Allocated IP 172.20.0.1 (22fdb1ec-fe93-431c-ac08-b8f60ba96a70/df501799-c138-490a-9191-1d81481484f5/5023fe7b-cb0a-4f71-8615-8e22eb5a607e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:20:43.000953 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port cf68104e-13dd-49a8-9aa7-605b5ba0085a, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=cf68104e-13dd-49a8-9aa7-605b5ba0085a,segment=NetworkSegment(1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f),segment_id=1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:43.008464 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:43.009598 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 0d5f7bbf-8fc3-4440-9d62-48649abbaff2 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:43.049101 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b39dbef5-f1b6-4cbf-93f0-e6e58d208b7d None None] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:43.061764 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b39dbef5-f1b6-4cbf-93f0-e6e58d208b7d None None] Transition to ACTIVE for port object 890cfe5f-e291-47c2-be41-ef29d4741bf0 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:43.069353 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b39dbef5-f1b6-4cbf-93f0-e6e58d208b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:43.119658 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=cf68104e-13dd-49a8-9aa7-605b5ba0085a,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:43.137390 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32631757-216d-40e4-89f7-5d6c1754afc4 None None] Pushing event updated for resources: {'Port': ['ID=890cfe5f-e291-47c2-be41-ef29d4741bf0,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:43.167393 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-b39dbef5-f1b6-4cbf-93f0-e6e58d208b7d None None] Attempting to bind port 890cfe5f-e291-47c2-be41-ef29d4741bf0 on host n-d-771362-35 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:20:43.168771 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-b39dbef5-f1b6-4cbf-93f0-e6e58d208b7d None None] Attempting to bind port 890cfe5f-e291-47c2-be41-ef29d4741bf0 by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:20:43.169424 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39dbef5-f1b6-4cbf-93f0-e6e58d208b7d None None] Attempting to bind port 890cfe5f-e291-47c2-be41-ef29d4741bf0 on network 6facc217-dc01-422a-8069-2c7784a4d993 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:20:43.171611 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 0d5f7bbf-8fc3-4440-9d62-48649abbaff2 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:43.176340 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39dbef5-f1b6-4cbf-93f0-e6e58d208b7d None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:20:43.176709 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39dbef5-f1b6-4cbf-93f0-e6e58d208b7d None None] Checking segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:43.177288 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b39dbef5-f1b6-4cbf-93f0-e6e58d208b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:43.177745 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39dbef5-f1b6-4cbf-93f0-e6e58d208b7d None None] Bound using segment: {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:20:43.178285 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-b39dbef5-f1b6-4cbf-93f0-e6e58d208b7d None None] Bound port: 890cfe5f-e291-47c2-be41-ef29d4741bf0, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82444fe7-7b43-4660-bd2f-fdd1dd5d3eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:20:43.180459 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b39dbef5-f1b6-4cbf-93f0-e6e58d208b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:43.183090 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa82ec2b-6f87-4ce8-9e37-b2e703457960 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:43.200938 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59855d76-2220-410d-8e0c-cca028cf5345 None None] Network 22fdb1ec-fe93-431c-ac08-b8f60ba96a70 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:20:43.211701 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-aa82ec2b-6f87-4ce8-9e37-b2e703457960 admin admin] Transition to ACTIVE for port object 5023fe7b-cb0a-4f71-8615-8e22eb5a607e will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:43.248062 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b39dbef5-f1b6-4cbf-93f0-e6e58d208b7d None None] For port 890cfe5f-e291-47c2-be41-ef29d4741bf0, host n-d-771362-35, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:20:43.252354 n-d-771362-35 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b39dbef5-f1b6-4cbf-93f0-e6e58d208b7d None None] For port 890cfe5f-e291-47c2-be41-ef29d4741bf0, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=890cfe5f-e291-47c2-be41-ef29d4741bf0,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:20:43.255634 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa82ec2b-6f87-4ce8-9e37-b2e703457960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:43.259724 n-d-771362-35 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b39dbef5-f1b6-4cbf-93f0-e6e58d208b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:43.312568 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39dbef5-f1b6-4cbf-93f0-e6e58d208b7d None None] Routers {'bdf85bab-b46f-452f-afcc-fc4e62892272'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:20:43.313182 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b39dbef5-f1b6-4cbf-93f0-e6e58d208b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:20:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['bdf85bab-b46f-452f-afcc-fc4e62892272'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:43.314317 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa82ec2b-6f87-4ce8-9e37-b2e703457960 admin admin] Network 22fdb1ec-fe93-431c-ac08-b8f60ba96a70 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:43.319055 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-aa82ec2b-6f87-4ce8-9e37-b2e703457960 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:43.324271 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa82ec2b-6f87-4ce8-9e37-b2e703457960 admin admin] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:20:43.337180 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-60f0572d-bd6e-42d9-adc0-68d1e6dfe65b None None] Provisioning for port 0d5f7bbf-8fc3-4440-9d62-48649abbaff2 completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:43.348356 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82ec2b-6f87-4ce8-9e37-b2e703457960 admin admin] Pushing event updated for resources: {'Port': ['ID=5023fe7b-cb0a-4f71-8615-8e22eb5a607e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:43.366284 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-60f0572d-bd6e-42d9-adc0-68d1e6dfe65b None None] Provisioning complete for port 0d5f7bbf-8fc3-4440-9d62-48649abbaff2 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:43.367010 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60f0572d-bd6e-42d9-adc0-68d1e6dfe65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:43.369200 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32631757-216d-40e4-89f7-5d6c1754afc4 None None] Pushing event updated for resources: {'Port': ['ID=890cfe5f-e291-47c2-be41-ef29d4741bf0,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:43.372230 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa82ec2b-6f87-4ce8-9e37-b2e703457960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1992101'] for router_interface, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:43.448335 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-b39dbef5-f1b6-4cbf-93f0-e6e58d208b7d None None] Set router bdf85bab-b46f-452f-afcc-fc4e62892272 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:20:43.512743 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60f0572d-bd6e-42d9-adc0-68d1e6dfe65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:43.569951 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-60f0572d-bd6e-42d9-adc0-68d1e6dfe65b None None] For port 0d5f7bbf-8fc3-4440-9d62-48649abbaff2, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=0d5f7bbf-8fc3-4440-9d62-48649abbaff2,segment=NetworkSegment(5f679166-609c-4e3f-8221-6ac14447aa0f),segment_id=5f679166-609c-4e3f-8221-6ac14447aa0f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:43.576652 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60f0572d-bd6e-42d9-adc0-68d1e6dfe65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:43.590250 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa82ec2b-6f87-4ce8-9e37-b2e703457960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:43.666535 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0572d-bd6e-42d9-adc0-68d1e6dfe65b None None] Pushing event updated for resources: {'Port': ['ID=0d5f7bbf-8fc3-4440-9d62-48649abbaff2,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:43.799133 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-b39dbef5-f1b6-4cbf-93f0-e6e58d208b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf85bab-b46f-452f-afcc-fc4e62892272', 'name': 'tempest-TestSnapshotPattern-1084136891-router', 'tenant_id': '6b15cb3d621845b0a138162901583ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '890cfe5f-e291-47c2-be41-ef29d4741bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:40Z', 'updated_at': '2021-07-14T10:20:41Z', 'revision_number': 3, 'project_id': '6b15cb3d621845b0a138162901583ea4', 'gw_port': {'id': '890cfe5f-e291-47c2-be41-ef29d4741bf0', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:df:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf85bab-b46f-452f-afcc-fc4e62892272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:40Z', 'updated_at': '2021-07-14T10:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:43.803710 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa82ec2b-6f87-4ce8-9e37-b2e703457960 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:43.810709 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa82ec2b-6f87-4ce8-9e37-b2e703457960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:43.832171 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39dbef5-f1b6-4cbf-93f0-e6e58d208b7d None None] The sync data for ids ['bdf85bab-b46f-452f-afcc-fc4e62892272'] in n-d-771362-35 is: [{'id': 'bdf85bab-b46f-452f-afcc-fc4e62892272', 'name': 'tempest-TestSnapshotPattern-1084136891-router', 'tenant_id': '6b15cb3d621845b0a138162901583ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '890cfe5f-e291-47c2-be41-ef29d4741bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:40Z', 'updated_at': '2021-07-14T10:20:41Z', 'revision_number': 3, 'project_id': '6b15cb3d621845b0a138162901583ea4', 'gw_port': {'id': '890cfe5f-e291-47c2-be41-ef29d4741bf0', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:df:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf85bab-b46f-452f-afcc-fc4e62892272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:40Z', 'updated_at': '2021-07-14T10:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:20:43.895049 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82ec2b-6f87-4ce8-9e37-b2e703457960 admin admin] Pushing event updated for resources: {'Port': ['ID=5023fe7b-cb0a-4f71-8615-8e22eb5a607e,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:43.903673 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c3af149a-6b66-4902-8342-ab851a0717e0 None None] Provisioning complete for port 0d5f7bbf-8fc3-4440-9d62-48649abbaff2 triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:43.904064 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3af149a-6b66-4902-8342-ab851a0717e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:43.905105 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa82ec2b-6f87-4ce8-9e37-b2e703457960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997077'] for router_interface, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:44.015124 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c3af149a-6b66-4902-8342-ab851a0717e0 None None] Provisioning for port 5023fe7b-cb0a-4f71-8615-8e22eb5a607e completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:44.017714 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa82ec2b-6f87-4ce8-9e37-b2e703457960 admin admin] Network 22fdb1ec-fe93-431c-ac08-b8f60ba96a70 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:44.019159 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c3af149a-6b66-4902-8342-ab851a0717e0 None None] Provisioning complete for port 5023fe7b-cb0a-4f71-8615-8e22eb5a607e triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:44.019292 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-aa82ec2b-6f87-4ce8-9e37-b2e703457960 admin admin] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:44.019611 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3af149a-6b66-4902-8342-ab851a0717e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:44.061671 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c3af149a-6b66-4902-8342-ab851a0717e0 None None] Port 5023fe7b-cb0a-4f71-8615-8e22eb5a607e cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:20:44.152436 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa82ec2b-6f87-4ce8-9e37-b2e703457960 admin admin] Router bdf85bab-b46f-452f-afcc-fc4e62892272 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:20:44.182237 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-bf19204e-2758-4315-b85f-39ddb401bdfa None None] Provisioning complete for port 5023fe7b-cb0a-4f71-8615-8e22eb5a607e triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:44.182607 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf19204e-2758-4315-b85f-39ddb401bdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:44.241628 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-bf19204e-2758-4315-b85f-39ddb401bdfa None None] Port 5023fe7b-cb0a-4f71-8615-8e22eb5a607e cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:20:44.302659 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa82ec2b-6f87-4ce8-9e37-b2e703457960 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:20:44.312112 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-aa82ec2b-6f87-4ce8-9e37-b2e703457960 admin admin] 10.222.0.25 "PUT /v2.0/routers/bdf85bab-b46f-452f-afcc-fc4e62892272/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1797292 Jul 14 10:20:44.361482 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-02ae380d-ee2c-4266-92ae-5264d99141c3 None None] Provisioning complete for port 5023fe7b-cb0a-4f71-8615-8e22eb5a607e triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:44.361860 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-02ae380d-ee2c-4266-92ae-5264d99141c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:44.407276 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-02ae380d-ee2c-4266-92ae-5264d99141c3 None None] Port 5023fe7b-cb0a-4f71-8615-8e22eb5a607e cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:20:44.591948 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 890cfe5f-e291-47c2-be41-ef29d4741bf0 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:44.666258 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 890cfe5f-e291-47c2-be41-ef29d4741bf0 completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:44.671407 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 890cfe5f-e291-47c2-be41-ef29d4741bf0 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:44.671894 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:44.763930 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:44.806320 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 890cfe5f-e291-47c2-be41-ef29d4741bf0, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=890cfe5f-e291-47c2-be41-ef29d4741bf0,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:44.812966 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:44.814361 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 0d5f7bbf-8fc3-4440-9d62-48649abbaff2 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:44.911348 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=890cfe5f-e291-47c2-be41-ef29d4741bf0,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:44.923621 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 0d5f7bbf-8fc3-4440-9d62-48649abbaff2 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:44.923995 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:44.941975 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 37814) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:44.947555 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-0dd874b8-f656-4b11-af38-b0e657d68ca1 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1856898627', 'description': 'tempest-secgroup-smoke-1856898627 description', 'project_id': '385eb9b91da64e16970fb43a2f9b1d61'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:44.978063 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0dd874b8-f656-4b11-af38-b0e657d68ca1 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for security_group, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.020379 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cf68104e-13dd-49a8-9aa7-605b5ba0085a up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:45.080812 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port cf68104e-13dd-49a8-9aa7-605b5ba0085a triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:45.081054 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.083016 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0dd874b8-f656-4b11-af38-b0e657d68ca1 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for security_group, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.088088 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0dd874b8-f656-4b11-af38-b0e657d68ca1 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.120273 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0dd874b8-f656-4b11-af38-b0e657d68ca1 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.121878 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0dd874b8-f656-4b11-af38-b0e657d68ca1 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1785018 Jul 14 10:20:45.124194 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd874b8-f656-4b11-af38-b0e657d68ca1 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b151630-0cbe-4370-80d8-53bca720b6e1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:45.125807 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37816) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:45.130900 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-9080398d-7735-4c30-b853-29ef7d60a636 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Request body: {'security_group_rule': {'security_group_id': '5b151630-0cbe-4370-80d8-53bca720b6e1', 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:45.161017 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9080398d-7735-4c30-b853-29ef7d60a636 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.217527 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9080398d-7735-4c30-b853-29ef7d60a636 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.222649 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9080398d-7735-4c30-b853-29ef7d60a636 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.240350 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080398d-7735-4c30-b853-29ef7d60a636 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4e8369-9bf5-46bb-a36b-6adb8baaa68b,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:45.247674 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9080398d-7735-4c30-b853-29ef7d60a636 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.248984 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-9080398d-7735-4c30-b853-29ef7d60a636 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218352 Jul 14 10:20:45.251728 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37818) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:45.256257 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-7bd461f0-e2a7-417f-8a9c-65342473a92b tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Request body: {'security_group_rule': {'security_group_id': '5b151630-0cbe-4370-80d8-53bca720b6e1', 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:45.283716 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7bd461f0-e2a7-417f-8a9c-65342473a92b tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.343586 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7bd461f0-e2a7-417f-8a9c-65342473a92b tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.347241 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7bd461f0-e2a7-417f-8a9c-65342473a92b tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.368366 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd461f0-e2a7-417f-8a9c-65342473a92b tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dded6f4-cb88-4d74-81ee-2e9d4c47bf26,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:45.372956 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7bd461f0-e2a7-417f-8a9c-65342473a92b tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.376999 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-7bd461f0-e2a7-417f-8a9c-65342473a92b tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1215453 Jul 14 10:20:45.377581 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37820) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:45.382272 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-b8232c27-d5a0-428c-875a-a44bdabd0d18 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Request body: {'security_group_rule': {'security_group_id': '5b151630-0cbe-4370-80d8-53bca720b6e1', 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:45.409223 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8232c27-d5a0-428c-875a-a44bdabd0d18 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.475237 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8232c27-d5a0-428c-875a-a44bdabd0d18 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.479048 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8232c27-d5a0-428c-875a-a44bdabd0d18 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.498151 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8232c27-d5a0-428c-875a-a44bdabd0d18 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf688cef-8356-4016-9594-d525aa1bac3b,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:45.504730 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8232c27-d5a0-428c-875a-a44bdabd0d18 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.505917 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-b8232c27-d5a0-428c-875a-a44bdabd0d18 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275413 Jul 14 10:20:45.508796 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37822) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:45.514215 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-4682201d-d185-4d21-9d1f-e15a3ee0d27f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Request body: {'security_group_rule': {'security_group_id': '5b151630-0cbe-4370-80d8-53bca720b6e1', 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:45.542056 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4682201d-d185-4d21-9d1f-e15a3ee0d27f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.604119 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4682201d-d185-4d21-9d1f-e15a3ee0d27f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.608360 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4682201d-d185-4d21-9d1f-e15a3ee0d27f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.628077 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682201d-d185-4d21-9d1f-e15a3ee0d27f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56efbeba-9e89-4b20-a3f9-55c088a478a2,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:45.633848 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4682201d-d185-4d21-9d1f-e15a3ee0d27f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.635188 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-4682201d-d185-4d21-9d1f-e15a3ee0d27f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1253123 Jul 14 10:20:45.638605 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37824) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:45.643219 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-af459cfd-e231-4c58-b0f7-0d44efa1c4d5 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Request body: {'security_group_rule': {'security_group_id': '5b151630-0cbe-4370-80d8-53bca720b6e1', 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:45.668051 n-d-771362-35 neutron-server[93772]: INFO neutron.db.securitygroups_db [None req-af459cfd-e231-4c58-b0f7-0d44efa1c4d5 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Project 385eb9b91da64e16970fb43a2f9b1d61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:20:45.673529 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-af459cfd-e231-4c58-b0f7-0d44efa1c4d5 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.741838 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-af459cfd-e231-4c58-b0f7-0d44efa1c4d5 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.747232 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-af459cfd-e231-4c58-b0f7-0d44efa1c4d5 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.764706 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e45f6e8-034c-441c-b1c5-72de2b74b0ae None None] Sync routers for ids ['bdf85bab-b46f-452f-afcc-fc4e62892272'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:20:45.766877 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af459cfd-e231-4c58-b0f7-0d44efa1c4d5 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a59b59a-d43e-4bda-9d79-f42f3a3a7c86,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:45.773517 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-af459cfd-e231-4c58-b0f7-0d44efa1c4d5 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.774835 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-af459cfd-e231-4c58-b0f7-0d44efa1c4d5 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1351366 Jul 14 10:20:45.778767 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e45f6e8-034c-441c-b1c5-72de2b74b0ae None None] Routers {'bdf85bab-b46f-452f-afcc-fc4e62892272'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:20:45.779020 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37826) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:45.779392 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1e45f6e8-034c-441c-b1c5-72de2b74b0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:20:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['bdf85bab-b46f-452f-afcc-fc4e62892272'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:45.783812 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-826d2f08-cfd5-42f0-924e-f79786f8b092 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Request body: {'security_group_rule': {'security_group_id': '5b151630-0cbe-4370-80d8-53bca720b6e1', 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:45.806799 n-d-771362-35 neutron-server[93772]: INFO neutron.db.securitygroups_db [None req-826d2f08-cfd5-42f0-924e-f79786f8b092 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Project 385eb9b91da64e16970fb43a2f9b1d61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:20:45.813083 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-826d2f08-cfd5-42f0-924e-f79786f8b092 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.893515 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-826d2f08-cfd5-42f0-924e-f79786f8b092 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.900982 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-826d2f08-cfd5-42f0-924e-f79786f8b092 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075586'] for security_group_rule, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.923689 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d2f08-cfd5-42f0-924e-f79786f8b092 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14dccc4b-b3d4-4d8d-b47d-0f9a51165a1b,revision_number=0']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:45.946955 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-826d2f08-cfd5-42f0-924e-f79786f8b092 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.957228 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-826d2f08-cfd5-42f0-924e-f79786f8b092 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1682289 Jul 14 10:20:46.067247 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-1e45f6e8-034c-441c-b1c5-72de2b74b0ae None None] Set router bdf85bab-b46f-452f-afcc-fc4e62892272 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:20:46.101241 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-f308d661-531e-4fdb-934b-ddba3398df8c tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1856898627&fields=id&tenant_id=385eb9b91da64e16970fb43a2f9b1d61 HTTP/1.1" status: 200 len: 267 time: 0.0353560 Jul 14 10:20:46.225902 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-275424a4-eaf6-416e-88dd-c10f6caa9c2c tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:46.227442 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-275424a4-eaf6-416e-88dd-c10f6caa9c2c tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/networks?id=26862243-ca3e-4afc-b4ff-419c9057a5f9 HTTP/1.1" status: 200 len: 810 time: 0.1189160 Jul 14 10:20:46.244845 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-060b8763-92fa-4d3e-b132-34dcee1a1bbc tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/quotas/385eb9b91da64e16970fb43a2f9b1d61 HTTP/1.1" status: 200 len: 375 time: 0.0106597 Jul 14 10:20:46.289897 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1e45f6e8-034c-441c-b1c5-72de2b74b0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf85bab-b46f-452f-afcc-fc4e62892272', 'name': 'tempest-TestSnapshotPattern-1084136891-router', 'tenant_id': '6b15cb3d621845b0a138162901583ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '890cfe5f-e291-47c2-be41-ef29d4741bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:40Z', 'updated_at': '2021-07-14T10:20:43Z', 'revision_number': 4, 'project_id': '6b15cb3d621845b0a138162901583ea4', 'gw_port': {'id': '890cfe5f-e291-47c2-be41-ef29d4741bf0', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf85bab-b46f-452f-afcc-fc4e62892272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:40Z', 'updated_at': '2021-07-14T10:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '5023fe7b-cb0a-4f71-8615-8e22eb5a607e', 'name': '', 'network_id': '22fdb1ec-fe93-431c-ac08-b8f60ba96a70', 'tenant_id': '6b15cb3d621845b0a138162901583ea4', 'mac_address': 'fa:16:3e:27:85:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf85bab-b46f-452f-afcc-fc4e62892272', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'df501799-c138-490a-9191-1d81481484f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:42Z', 'updated_at': '2021-07-14T10:20:43Z', 'revision_number': 2, 'project_id': '6b15cb3d621845b0a138162901583ea4', 'subnets': [{'id': 'df501799-c138-490a-9191-1d81481484f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:46.317659 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e45f6e8-034c-441c-b1c5-72de2b74b0ae None None] Checking router: bdf85bab-b46f-452f-afcc-fc4e62892272 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:20:46.318011 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e45f6e8-034c-441c-b1c5-72de2b74b0ae None None] Updating router bdf85bab-b46f-452f-afcc-fc4e62892272 port 5023fe7b-cb0a-4f71-8615-8e22eb5a607e binding host n-d-771362-35 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:20:46.319673 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-1efcef31-65ff-40f5-9ed6-c5669c5d5057 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=385eb9b91da64e16970fb43a2f9b1d61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690475 Jul 14 10:20:46.369381 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1e45f6e8-034c-441c-b1c5-72de2b74b0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:46.440223 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-4f141680-95a0-455e-ad3d-ea0dbe320eb6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:20:46.441419 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-4f141680-95a0-455e-ad3d-ea0dbe320eb6 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1095362 Jul 14 10:20:46.491087 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 890cfe5f-e291-47c2-be41-ef29d4741bf0 up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:46.545307 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-a1193aac-fb2b-4877-8d57-282cc7ffa3f3 service neutron] 10.222.0.25 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972435 Jul 14 10:20:46.612372 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 890cfe5f-e291-47c2-be41-ef29d4741bf0 triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:46.612857 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:46.642795 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-c38cf2d9-874c-46a0-920b-75b4c316c2ad service neutron] 10.222.0.25 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907836 Jul 14 10:20:46.772757 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1e45f6e8-034c-441c-b1c5-72de2b74b0ae None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:46.794852 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1e45f6e8-034c-441c-b1c5-72de2b74b0ae None None] Transition to ACTIVE for port object 5023fe7b-cb0a-4f71-8615-8e22eb5a607e will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:46.809301 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1e45f6e8-034c-441c-b1c5-72de2b74b0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:46.848142 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7132bb63-9119-49d9-ad28-95e4fd7a3f92 req-f75e88c5-c825-4ae3-8ffa-8ae150eba43c tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=3edfd871-9394-4de1-a275-2d1c65af3a63 HTTP/1.1" status: 200 len: 210 time: 0.0385649 Jul 14 10:20:46.869325 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac618405-43f3-428d-8a81-c31ebf167d91 None None] Pushing event updated for resources: {'Port': ['ID=5023fe7b-cb0a-4f71-8615-8e22eb5a607e,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:46.923963 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1e45f6e8-034c-441c-b1c5-72de2b74b0ae None None] Attempting to bind port 5023fe7b-cb0a-4f71-8615-8e22eb5a607e on host n-d-771362-35 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:20:46.924429 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1e45f6e8-034c-441c-b1c5-72de2b74b0ae None None] Attempting to bind port 5023fe7b-cb0a-4f71-8615-8e22eb5a607e by drivers openvswitch,hyperv on host n-d-771362-35 at level 0 using segments [{'id': '5f679166-609c-4e3f-8221-6ac14447aa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22fdb1ec-fe93-431c-ac08-b8f60ba96a70'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:20:46.924867 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e45f6e8-034c-441c-b1c5-72de2b74b0ae None None] Attempting to bind port 5023fe7b-cb0a-4f71-8615-8e22eb5a607e on network 22fdb1ec-fe93-431c-ac08-b8f60ba96a70 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:20:46.930574 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e45f6e8-034c-441c-b1c5-72de2b74b0ae None None] Checking agent: {'id': 'b8b4c45c-bc37-4c92-a08d-8437a6cf9b1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 50, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:20:46.930965 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e45f6e8-034c-441c-b1c5-72de2b74b0ae None None] Checking segment: {'id': '5f679166-609c-4e3f-8221-6ac14447aa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22fdb1ec-fe93-431c-ac08-b8f60ba96a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:46.931367 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1e45f6e8-034c-441c-b1c5-72de2b74b0ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:46.931800 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e45f6e8-034c-441c-b1c5-72de2b74b0ae None None] Bound using segment: {'id': '5f679166-609c-4e3f-8221-6ac14447aa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22fdb1ec-fe93-431c-ac08-b8f60ba96a70'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:20:46.932274 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1e45f6e8-034c-441c-b1c5-72de2b74b0ae None None] Bound port: 5023fe7b-cb0a-4f71-8615-8e22eb5a607e, host: n-d-771362-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f679166-609c-4e3f-8221-6ac14447aa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22fdb1ec-fe93-431c-ac08-b8f60ba96a70'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:20:46.932659 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1e45f6e8-034c-441c-b1c5-72de2b74b0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:47.019576 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1e45f6e8-034c-441c-b1c5-72de2b74b0ae None None] For port 5023fe7b-cb0a-4f71-8615-8e22eb5a607e, host n-d-771362-35, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:20:47.024714 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1e45f6e8-034c-441c-b1c5-72de2b74b0ae None None] For port 5023fe7b-cb0a-4f71-8615-8e22eb5a607e, host n-d-771362-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=5023fe7b-cb0a-4f71-8615-8e22eb5a607e,segment=NetworkSegment(5f679166-609c-4e3f-8221-6ac14447aa0f),segment_id=5f679166-609c-4e3f-8221-6ac14447aa0f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:20:47.032088 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1e45f6e8-034c-441c-b1c5-72de2b74b0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:47.095920 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e45f6e8-034c-441c-b1c5-72de2b74b0ae None None] Routers {'bdf85bab-b46f-452f-afcc-fc4e62892272'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:20:47.096611 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1e45f6e8-034c-441c-b1c5-72de2b74b0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:20:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['bdf85bab-b46f-452f-afcc-fc4e62892272'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:47.154563 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac618405-43f3-428d-8a81-c31ebf167d91 None None] Pushing event updated for resources: {'Port': ['ID=5023fe7b-cb0a-4f71-8615-8e22eb5a607e,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:47.252369 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-1e45f6e8-034c-441c-b1c5-72de2b74b0ae None None] Set router bdf85bab-b46f-452f-afcc-fc4e62892272 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:20:47.499617 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1e45f6e8-034c-441c-b1c5-72de2b74b0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf85bab-b46f-452f-afcc-fc4e62892272', 'name': 'tempest-TestSnapshotPattern-1084136891-router', 'tenant_id': '6b15cb3d621845b0a138162901583ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '890cfe5f-e291-47c2-be41-ef29d4741bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:40Z', 'updated_at': '2021-07-14T10:20:43Z', 'revision_number': 4, 'project_id': '6b15cb3d621845b0a138162901583ea4', 'gw_port': {'id': '890cfe5f-e291-47c2-be41-ef29d4741bf0', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf85bab-b46f-452f-afcc-fc4e62892272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:40Z', 'updated_at': '2021-07-14T10:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '5023fe7b-cb0a-4f71-8615-8e22eb5a607e', 'name': '', 'network_id': '22fdb1ec-fe93-431c-ac08-b8f60ba96a70', 'tenant_id': '6b15cb3d621845b0a138162901583ea4', 'mac_address': 'fa:16:3e:27:85:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf85bab-b46f-452f-afcc-fc4e62892272', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'df501799-c138-490a-9191-1d81481484f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:42Z', 'updated_at': '2021-07-14T10:20:47Z', 'revision_number': 4, 'project_id': '6b15cb3d621845b0a138162901583ea4', 'subnets': [{'id': 'df501799-c138-490a-9191-1d81481484f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:47.525765 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e45f6e8-034c-441c-b1c5-72de2b74b0ae None None] The sync data for ids ['bdf85bab-b46f-452f-afcc-fc4e62892272'] in n-d-771362-35 is: [{'id': 'bdf85bab-b46f-452f-afcc-fc4e62892272', 'name': 'tempest-TestSnapshotPattern-1084136891-router', 'tenant_id': '6b15cb3d621845b0a138162901583ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '890cfe5f-e291-47c2-be41-ef29d4741bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:40Z', 'updated_at': '2021-07-14T10:20:43Z', 'revision_number': 4, 'project_id': '6b15cb3d621845b0a138162901583ea4', 'gw_port': {'id': '890cfe5f-e291-47c2-be41-ef29d4741bf0', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf85bab-b46f-452f-afcc-fc4e62892272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:40Z', 'updated_at': '2021-07-14T10:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': '5023fe7b-cb0a-4f71-8615-8e22eb5a607e', 'name': '', 'network_id': '22fdb1ec-fe93-431c-ac08-b8f60ba96a70', 'tenant_id': '6b15cb3d621845b0a138162901583ea4', 'mac_address': 'fa:16:3e:27:85:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf85bab-b46f-452f-afcc-fc4e62892272', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'df501799-c138-490a-9191-1d81481484f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:42Z', 'updated_at': '2021-07-14T10:20:47Z', 'revision_number': 4, 'project_id': '6b15cb3d621845b0a138162901583ea4', 'subnets': [{'id': 'df501799-c138-490a-9191-1d81481484f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:20:48.043533 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e6fbaf81-1f02-4e72-ad37-d06295589c6d req-de12a064-9382-4fa1-afd1-a1865299f59a tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=3edfd871-9394-4de1-a275-2d1c65af3a63 HTTP/1.1" status: 200 len: 210 time: 0.0364194 Jul 14 10:20:48.332209 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-926eb685-4b84-40a9-957f-b1b345469e8e tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:48.333698 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-926eb685-4b84-40a9-957f-b1b345469e8e tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.47 "GET /v2.0/networks?id=26862243-ca3e-4afc-b4ff-419c9057a5f9 HTTP/1.1" status: 200 len: 810 time: 0.1320469 Jul 14 10:20:48.380123 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-42d7ab60-b6be-4688-bec5-d961f1c9229c tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=385eb9b91da64e16970fb43a2f9b1d61 HTTP/1.1" status: 200 len: 380 time: 0.0379777 Jul 14 10:20:48.390072 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-d7c7adab-ccbc-4447-b5a3-0b3832c94d8f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Request body: {'port': {'device_id': '3edfd871-9394-4de1-a275-2d1c65af3a63', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'admin_state_up': True, 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'security_groups': ['5b151630-0cbe-4370-80d8-53bca720b6e1']}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:48.508965 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 5023fe7b-cb0a-4f71-8615-8e22eb5a607e up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:48.522276 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-d7c7adab-ccbc-4447-b5a3-0b3832c94d8f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Made reservation on behalf of 385eb9b91da64e16970fb43a2f9b1d61 for: {'port': 1} {{(pid=93773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:48.526110 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-d7c7adab-ccbc-4447-b5a3-0b3832c94d8f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:48.563738 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning for port 5023fe7b-cb0a-4f71-8615-8e22eb5a607e completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:48.567648 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 5023fe7b-cb0a-4f71-8615-8e22eb5a607e triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:48.568020 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:48.608557 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b39de961-98a3-458b-b482-3046ec417476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:48.653537 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-d7c7adab-ccbc-4447-b5a3-0b3832c94d8f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Allocated IP 172.20.0.13 (26862243-ca3e-4afc-b4ff-419c9057a5f9/3df3e148-0237-4318-8f2d-453880bce1fa/63a50f16-298e-4cc4-a845-81f587b84dcc) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:20:48.658253 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:48.692533 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] For port 5023fe7b-cb0a-4f71-8615-8e22eb5a607e, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=5023fe7b-cb0a-4f71-8615-8e22eb5a607e,segment=NetworkSegment(5f679166-609c-4e3f-8221-6ac14447aa0f),segment_id=5f679166-609c-4e3f-8221-6ac14447aa0f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:48.697063 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:48.747388 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Pushing event updated for resources: {'Port': ['ID=5023fe7b-cb0a-4f71-8615-8e22eb5a607e,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:48.799539 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-d7c7adab-ccbc-4447-b5a3-0b3832c94d8f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:48.814684 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-d7c7adab-ccbc-4447-b5a3-0b3832c94d8f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Transition to ACTIVE for port object 63a50f16-298e-4cc4-a845-81f587b84dcc will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:48.849472 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-d7c7adab-ccbc-4447-b5a3-0b3832c94d8f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:48.894685 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-d7c7adab-ccbc-4447-b5a3-0b3832c94d8f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Network 26862243-ca3e-4afc-b4ff-419c9057a5f9 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:48.900271 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-d7c7adab-ccbc-4447-b5a3-0b3832c94d8f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:48.902969 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-d7c7adab-ccbc-4447-b5a3-0b3832c94d8f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:20:48.939398 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7adab-ccbc-4447-b5a3-0b3832c94d8f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Pushing event updated for resources: {'Port': ['ID=63a50f16-298e-4cc4-a845-81f587b84dcc,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:48.966510 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-d7c7adab-ccbc-4447-b5a3-0b3832c94d8f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:48.967154 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-d7c7adab-ccbc-4447-b5a3-0b3832c94d8f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:48.983729 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-d7c7adab-ccbc-4447-b5a3-0b3832c94d8f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5983884 Jul 14 10:20:48.998623 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-ab2c3479-d0a4-4e46-ad25-0b2b8ec46309 service neutron] Request body: {'port': {'device_id': '3edfd871-9394-4de1-a275-2d1c65af3a63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-35'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:49.082857 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-ab2c3479-d0a4-4e46-ad25-0b2b8ec46309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:49.152624 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f16dc4b0-fb45-47ca-8ec7-cddbe6a5c736 None None] Provisioning for port 63a50f16-298e-4cc4-a845-81f587b84dcc completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:49.157528 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f16dc4b0-fb45-47ca-8ec7-cddbe6a5c736 None None] Provisioning complete for port 63a50f16-298e-4cc4-a845-81f587b84dcc triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:49.158223 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f16dc4b0-fb45-47ca-8ec7-cddbe6a5c736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:49.196718 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f16dc4b0-fb45-47ca-8ec7-cddbe6a5c736 None None] Port 63a50f16-298e-4cc4-a845-81f587b84dcc cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:20:49.328878 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff52cab-6d92-47c5-8619-127f41137910 req-95a42e90-40e9-4b06-8443-11898e71f5b4 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:49.330416 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dff52cab-6d92-47c5-8619-127f41137910 req-95a42e90-40e9-4b06-8443-11898e71f5b4 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=3edfd871-9394-4de1-a275-2d1c65af3a63 HTTP/1.1" status: 200 len: 932 time: 0.1385629 Jul 14 10:20:49.397946 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-dff52cab-6d92-47c5-8619-127f41137910 req-7ddd9120-f397-40f6-b2bf-8a06b5f2d006 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611136 Jul 14 10:20:49.435201 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-ab2c3479-d0a4-4e46-ad25-0b2b8ec46309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63a50f16-298e-4cc4-a845-81f587b84dcc {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:20:49.443244 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-ab2c3479-d0a4-4e46-ad25-0b2b8ec46309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:49.456850 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-ab2c3479-d0a4-4e46-ad25-0b2b8ec46309 service neutron] Transition to ACTIVE for port object 63a50f16-298e-4cc4-a845-81f587b84dcc will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:49.461507 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-ab2c3479-d0a4-4e46-ad25-0b2b8ec46309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:49.516941 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c3479-d0a4-4e46-ad25-0b2b8ec46309 service neutron] Pushing event updated for resources: {'Port': ['ID=63a50f16-298e-4cc4-a845-81f587b84dcc,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:49.597946 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-ab2c3479-d0a4-4e46-ad25-0b2b8ec46309 service neutron] Attempting to bind port 63a50f16-298e-4cc4-a845-81f587b84dcc on host n-h1-771362-35 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:20:49.598277 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-ab2c3479-d0a4-4e46-ad25-0b2b8ec46309 service neutron] Attempting to bind port 63a50f16-298e-4cc4-a845-81f587b84dcc by drivers openvswitch,hyperv on host n-h1-771362-35 at level 0 using segments [{'id': '1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:20:49.598615 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-ab2c3479-d0a4-4e46-ad25-0b2b8ec46309 service neutron] Attempting to bind port 63a50f16-298e-4cc4-a845-81f587b84dcc on network 26862243-ca3e-4afc-b4ff-419c9057a5f9 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:20:49.603510 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-ab2c3479-d0a4-4e46-ad25-0b2b8ec46309 service neutron] Port 63a50f16-298e-4cc4-a845-81f587b84dcc on network 26862243-ca3e-4afc-b4ff-419c9057a5f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-35 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:20:49.603934 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-ab2c3479-d0a4-4e46-ad25-0b2b8ec46309 service neutron] Attempting to bind port 63a50f16-298e-4cc4-a845-81f587b84dcc on network 26862243-ca3e-4afc-b4ff-419c9057a5f9 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:20:49.610060 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-ab2c3479-d0a4-4e46-ad25-0b2b8ec46309 service neutron] Checking agent: {'id': 'e5757ccd-0f9d-4825-96cf-fc4793b31c17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:20:49.610519 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-ab2c3479-d0a4-4e46-ad25-0b2b8ec46309 service neutron] Checking segment: {'id': '1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:49.610957 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-ab2c3479-d0a4-4e46-ad25-0b2b8ec46309 service neutron] Bound using segment: {'id': '1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:20:49.611455 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-ab2c3479-d0a4-4e46-ad25-0b2b8ec46309 service neutron] Bound port: 63a50f16-298e-4cc4-a845-81f587b84dcc, host: n-h1-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:20:49.611956 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-ab2c3479-d0a4-4e46-ad25-0b2b8ec46309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:49.686304 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-ab2c3479-d0a4-4e46-ad25-0b2b8ec46309 service neutron] For port 63a50f16-298e-4cc4-a845-81f587b84dcc, host n-h1-771362-35, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:20:49.689782 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-ab2c3479-d0a4-4e46-ad25-0b2b8ec46309 service neutron] For port 63a50f16-298e-4cc4-a845-81f587b84dcc, host n-h1-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=63a50f16-298e-4cc4-a845-81f587b84dcc,segment=NetworkSegment(1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f),segment_id=1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:20:49.693314 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-ab2c3479-d0a4-4e46-ad25-0b2b8ec46309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:49.735023 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-ab2c3479-d0a4-4e46-ad25-0b2b8ec46309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:49.735677 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-ab2c3479-d0a4-4e46-ad25-0b2b8ec46309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:49.737129 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-ab2c3479-d0a4-4e46-ad25-0b2b8ec46309 service neutron] 10.222.0.47 "PUT /v2.0/ports/63a50f16-298e-4cc4-a845-81f587b84dcc HTTP/1.1" status: 200 len: 1093 time: 0.7445993 Jul 14 10:20:49.737606 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3edfd871-9394-4de1-a275-2d1c65af3a63', 'tag': '63a50f16-298e-4cc4-a845-81f587b84dcc'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:20:49.740173 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdfd76875a0dbbaf1509a4c423fc1f4cb1751388cb9186f92cdb94f63ad4e53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc0cb3c-5e8f-422c-83b4-b5ad14faed13" -d '{"events": [{"name": "network-changed", "server_uuid": "3edfd871-9394-4de1-a275-2d1c65af3a63", "tag": "63a50f16-298e-4cc4-a845-81f587b84dcc"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:20:49.767627 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c3479-d0a4-4e46-ad25-0b2b8ec46309 service neutron] Pushing event updated for resources: {'Port': ['ID=63a50f16-298e-4cc4-a845-81f587b84dcc,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:49.815311 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff7a6df-355d-481a-9d7f-8e805cac63a2 x-openstack-request-id: req-fff7a6df-355d-481a-9d7f-8e805cac63a2 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:20:49.815645 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3edfd871-9394-4de1-a275-2d1c65af3a63", "tag": "63a50f16-298e-4cc4-a845-81f587b84dcc", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:20:49.815895 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fff7a6df-355d-481a-9d7f-8e805cac63a2 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:20:49.816294 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3edfd871-9394-4de1-a275-2d1c65af3a63', 'tag': '63a50f16-298e-4cc4-a845-81f587b84dcc', 'status': 'completed', 'code': 200} Jul 14 10:20:49.844882 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-9bea5d7c-e1eb-4707-92f4-9c984f7b2cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:49.846596 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-9bea5d7c-e1eb-4707-92f4-9c984f7b2cdc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=385eb9b91da64e16970fb43a2f9b1d61&device_id=3edfd871-9394-4de1-a275-2d1c65af3a63 HTTP/1.1" status: 200 len: 1096 time: 0.0662065 Jul 14 10:20:49.892118 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-404f87af-ed95-41bd-892a-652ecb7b1519 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63a50f16-298e-4cc4-a845-81f587b84dcc HTTP/1.1" status: 200 len: 217 time: 0.0380676 Jul 14 10:20:49.948467 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-ee4c12fb-c5c1-4e46-8b4c-df55bac71d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:49.950191 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-ee4c12fb-c5c1-4e46-8b4c-df55bac71d87 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3df3e148-0237-4318-8f2d-453880bce1fa HTTP/1.1" status: 200 len: 849 time: 0.0522697 Jul 14 10:20:50.012764 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-9d01e93a-9001-4afa-a4d4-5fc673010479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:50.014305 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-9d01e93a-9001-4afa-a4d4-5fc673010479 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=26862243-ca3e-4afc-b4ff-419c9057a5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583055 Jul 14 10:20:50.109038 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-e00ff44f-18c9-4d2b-ba93-eb08857ec23a service neutron] 10.222.0.47 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878716 Jul 14 10:20:50.207386 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-61c5a007-7c01-4a62-b2f7-cc91fdd00918 req-4a928a64-eb54-4882-b7df-f46c06f2ff9f service neutron] 10.222.0.47 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907629 Jul 14 10:20:50.311595 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0cb3c-5e8f-422c-83b4-b5ad14faed13 req-1618c651-2a6a-4752-8184-18a113736323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:50.313107 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0fc0cb3c-5e8f-422c-83b4-b5ad14faed13 req-1618c651-2a6a-4752-8184-18a113736323 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=385eb9b91da64e16970fb43a2f9b1d61&device_id=3edfd871-9394-4de1-a275-2d1c65af3a63 HTTP/1.1" status: 200 len: 1096 time: 0.0539398 Jul 14 10:20:50.406176 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0cb3c-5e8f-422c-83b4-b5ad14faed13 req-5f64c598-57cc-4de6-aa89-9dd9faafe2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:50.407699 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0fc0cb3c-5e8f-422c-83b4-b5ad14faed13 req-5f64c598-57cc-4de6-aa89-9dd9faafe2bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=26862243-ca3e-4afc-b4ff-419c9057a5f9 HTTP/1.1" status: 200 len: 910 time: 0.0883787 Jul 14 10:20:50.451921 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0fc0cb3c-5e8f-422c-83b4-b5ad14faed13 req-aab4cf71-c8c7-463a-95f7-2266fdfdde04 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63a50f16-298e-4cc4-a845-81f587b84dcc HTTP/1.1" status: 200 len: 217 time: 0.0372834 Jul 14 10:20:50.497308 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 5023fe7b-cb0a-4f71-8615-8e22eb5a607e up at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:50.509002 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0cb3c-5e8f-422c-83b4-b5ad14faed13 req-8a549aaa-0e49-4f3d-97bb-12a0407e64bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:50.510563 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0fc0cb3c-5e8f-422c-83b4-b5ad14faed13 req-8a549aaa-0e49-4f3d-97bb-12a0407e64bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3df3e148-0237-4318-8f2d-453880bce1fa HTTP/1.1" status: 200 len: 849 time: 0.0510392 Jul 14 10:20:50.545372 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Provisioning complete for port 5023fe7b-cb0a-4f71-8615-8e22eb5a607e triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:50.545744 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:50.615877 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0cb3c-5e8f-422c-83b4-b5ad14faed13 req-7aee738a-6e87-4258-af63-2005090b58d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:50.617396 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0fc0cb3c-5e8f-422c-83b4-b5ad14faed13 req-7aee738a-6e87-4258-af63-2005090b58d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=26862243-ca3e-4afc-b4ff-419c9057a5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0996041 Jul 14 10:20:50.626512 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c51f9-5787-469e-83e3-300a2015cb5a req-0ff11115-cccb-4f40-a3ab-5265d371ba8c tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:50.627980 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f48c51f9-5787-469e-83e3-300a2015cb5a req-0ff11115-cccb-4f40-a3ab-5265d371ba8c tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=3edfd871-9394-4de1-a275-2d1c65af3a63 HTTP/1.1" status: 200 len: 944 time: 0.1025851 Jul 14 10:20:50.712120 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f48c51f9-5787-469e-83e3-300a2015cb5a req-d05e3263-3546-41d4-a84f-e64cf4ccf603 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761366 Jul 14 10:20:50.739986 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0fc0cb3c-5e8f-422c-83b4-b5ad14faed13 req-9d46137f-91fa-4436-99cf-e293ac18abc9 service neutron] 10.222.0.47 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110451 Jul 14 10:20:51.170339 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eeedace9-934b-4a1e-a162-896b90929425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:51.177171 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0fc0cb3c-5e8f-422c-83b4-b5ad14faed13 req-962aeb8b-0e68-4344-8d28-d52495a03bb3 service neutron] 10.222.0.47 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302485 Jul 14 10:20:51.421776 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:51.891717 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb28273-39b3-4774-a2d2-2ce3e2c54215 req-f0d1b6ed-79e9-4317-8c9a-c0c4a6a20619 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:51.893221 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ccb28273-39b3-4774-a2d2-2ce3e2c54215 req-f0d1b6ed-79e9-4317-8c9a-c0c4a6a20619 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=3edfd871-9394-4de1-a275-2d1c65af3a63 HTTP/1.1" status: 200 len: 944 time: 0.0652821 Jul 14 10:20:51.935425 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ccb28273-39b3-4774-a2d2-2ce3e2c54215 req-eccacbe2-d641-4e4c-9a03-49101720ec62 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364623 Jul 14 10:20:52.496983 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:53.113347 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310b687-b12d-4a98-a6a0-3cc2345deaf4 req-282d8640-1fc4-427c-ad4c-3f0bb92f20be tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:53.114867 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b310b687-b12d-4a98-a6a0-3cc2345deaf4 req-282d8640-1fc4-427c-ad4c-3f0bb92f20be tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=3edfd871-9394-4de1-a275-2d1c65af3a63 HTTP/1.1" status: 200 len: 944 time: 0.0656397 Jul 14 10:20:53.155346 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b310b687-b12d-4a98-a6a0-3cc2345deaf4 req-0a2f9bc1-c868-4ea1-9ba2-3cdcfa81b2c7 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347176 Jul 14 10:20:53.725719 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 63a50f16-298e-4cc4-a845-81f587b84dcc details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:20:53.825984 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 63a50f16-298e-4cc4-a845-81f587b84dcc, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=63a50f16-298e-4cc4-a845-81f587b84dcc,segment=NetworkSegment(1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f),segment_id=1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:53.837202 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '63a50f16-298e-4cc4-a845-81f587b84dcc', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'port_id': '63a50f16-298e-4cc4-a845-81f587b84dcc', 'mac_address': 'fa:16:3e:39:07:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:20:53.874608 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:53.887747 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63a50f16-298e-4cc4-a845-81f587b84dcc {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:20:53.912073 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 63a50f16-298e-4cc4-a845-81f587b84dcc, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=63a50f16-298e-4cc4-a845-81f587b84dcc,segment=NetworkSegment(1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f),segment_id=1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:53.916019 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:53.963729 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=63a50f16-298e-4cc4-a845-81f587b84dcc,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:54.023879 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:54.164827 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['63a50f16-298e-4cc4-a845-81f587b84dcc'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:20:54.333075 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f90cd-87f2-47c1-8a71-2a631c9033e2 req-555920ca-f920-45b3-8eea-a6433b2cb510 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:54.334584 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a8f90cd-87f2-47c1-8a71-2a631c9033e2 req-555920ca-f920-45b3-8eea-a6433b2cb510 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=3edfd871-9394-4de1-a275-2d1c65af3a63 HTTP/1.1" status: 200 len: 945 time: 0.0650702 Jul 14 10:20:54.373499 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8a8f90cd-87f2-47c1-8a71-2a631c9033e2 req-beb97438-0f2b-43d6-a0f6-d44fdffbfd99 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330601 Jul 14 10:20:55.554396 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131853a-39c5-4ff8-81f3-7216e41fcf93 req-d3721098-6f03-4fd1-aa4f-56c63e3bd8fd tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:55.556707 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9131853a-39c5-4ff8-81f3-7216e41fcf93 req-d3721098-6f03-4fd1-aa4f-56c63e3bd8fd tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=3edfd871-9394-4de1-a275-2d1c65af3a63 HTTP/1.1" status: 200 len: 945 time: 0.0681601 Jul 14 10:20:55.595781 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-9131853a-39c5-4ff8-81f3-7216e41fcf93 req-b562a3cf-55ce-470a-b4ee-3233ac8ff461 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329986 Jul 14 10:20:55.756389 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 63a50f16-298e-4cc4-a845-81f587b84dcc up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:55.804696 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning for port 63a50f16-298e-4cc4-a845-81f587b84dcc completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:55.809292 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 63a50f16-298e-4cc4-a845-81f587b84dcc triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:55.809662 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.889117 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.912389 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edfd871-9394-4de1-a275-2d1c65af3a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a50f16-298e-4cc4-a845-81f587b84dcc'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:20:55.914661 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad2bb0b0c3d38dd5f87e8e96266229fdecb1dfb0d9cead1addcc05902deb2386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3409bada-e2dc-4f8b-89d6-70bcaf0ec7ca" -d '{"events": [{"server_uuid": "3edfd871-9394-4de1-a275-2d1c65af3a63", "name": "network-vif-plugged", "status": "completed", "tag": "63a50f16-298e-4cc4-a845-81f587b84dcc"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:20:55.928040 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 63a50f16-298e-4cc4-a845-81f587b84dcc, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=63a50f16-298e-4cc4-a845-81f587b84dcc,segment=NetworkSegment(1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f),segment_id=1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:55.934893 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.959077 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e98a30-5c4c-4bb3-bb4c-0a8f2b4478cf x-openstack-request-id: req-30e98a30-5c4c-4bb3-bb4c-0a8f2b4478cf {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:20:55.959364 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3edfd871-9394-4de1-a275-2d1c65af3a63", "name": "network-vif-plugged", "status": "completed", "tag": "63a50f16-298e-4cc4-a845-81f587b84dcc", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:20:55.959635 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30e98a30-5c4c-4bb3-bb4c-0a8f2b4478cf {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:20:55.960026 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3edfd871-9394-4de1-a275-2d1c65af3a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a50f16-298e-4cc4-a845-81f587b84dcc', 'code': 200} Jul 14 10:20:55.987384 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=63a50f16-298e-4cc4-a845-81f587b84dcc,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:56.072987 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087011e-070e-4d8d-81b8-c593a83122e4 req-7b9643a6-3dc3-4a21-9114-897f755d3bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:56.074618 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2087011e-070e-4d8d-81b8-c593a83122e4 req-7b9643a6-3dc3-4a21-9114-897f755d3bc8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3edfd871-9394-4de1-a275-2d1c65af3a63 HTTP/1.1" status: 200 len: 1098 time: 0.0562425 Jul 14 10:20:56.110665 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-2087011e-070e-4d8d-81b8-c593a83122e4 req-585d15ed-9600-4af5-a242-720e09e18499 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287049 Jul 14 10:20:56.778582 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab3bbe-debe-421b-aacd-96ed640d3b3b req-d3303fe5-22ed-4bb8-a3e7-2c29745168df tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:56.780114 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1bab3bbe-debe-421b-aacd-96ed640d3b3b req-d3303fe5-22ed-4bb8-a3e7-2c29745168df tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=3edfd871-9394-4de1-a275-2d1c65af3a63 HTTP/1.1" status: 200 len: 946 time: 0.0708148 Jul 14 10:20:56.818985 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-1bab3bbe-debe-421b-aacd-96ed640d3b3b req-01449591-e184-4842-b021-078a2c592ddb tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332067 Jul 14 10:20:58.010307 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a7757-a79f-4f31-9fd3-efbfea48dc9c req-2cfaab02-7ec0-460e-bf5c-cb7372255572 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:58.012522 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-949a7757-a79f-4f31-9fd3-efbfea48dc9c req-2cfaab02-7ec0-460e-bf5c-cb7372255572 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=3edfd871-9394-4de1-a275-2d1c65af3a63 HTTP/1.1" status: 200 len: 946 time: 0.0677047 Jul 14 10:20:58.051538 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-949a7757-a79f-4f31-9fd3-efbfea48dc9c req-387ebd14-24ab-43f1-bfe0-666480f2fa87 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334821 Jul 14 10:20:58.234347 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038003c6-39dc-42c8-b1de-b250bfcaa99b req-b6fc6150-7878-4311-8c3f-2632b937f7d2 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:58.235908 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-038003c6-39dc-42c8-b1de-b250bfcaa99b req-b6fc6150-7878-4311-8c3f-2632b937f7d2 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=3edfd871-9394-4de1-a275-2d1c65af3a63 HTTP/1.1" status: 200 len: 946 time: 0.0673454 Jul 14 10:20:58.277591 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-038003c6-39dc-42c8-b1de-b250bfcaa99b req-0498c828-f908-4960-bef4-9412ef37cd41 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358059 Jul 14 10:20:58.303017 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37884) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:58.400990 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0360ee-f7de-4b5b-bda4-c22e4416fa77 tempest-TestSnapshotPattern-808776219 tempest-TestSnapshotPattern-808776219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:58.403521 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-5e0360ee-f7de-4b5b-bda4-c22e4416fa77 tempest-TestSnapshotPattern-808776219 tempest-TestSnapshotPattern-808776219-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3edfd871-9394-4de1-a275-2d1c65af3a63 HTTP/1.1" status: 200 len: 1093 time: 0.0993812 Jul 14 10:20:58.406456 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 37888) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:58.410790 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [None req-0327a3aa-3795-4a45-82c7-be762c6e0e9f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'port_id': '63a50f16-298e-4cc4-a845-81f587b84dcc', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:58.432436 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0327a3aa-3795-4a45-82c7-be762c6e0e9f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for floatingip, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:58.537429 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0327a3aa-3795-4a45-82c7-be762c6e0e9f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:58.640897 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-0327a3aa-3795-4a45-82c7-be762c6e0e9f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Allocated IP 172.25.6.79 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/9eaa5f93-40f1-4e6d-b2c1-ffbe2324001b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:20:58.751774 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0327a3aa-3795-4a45-82c7-be762c6e0e9f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:58.791275 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0327a3aa-3795-4a45-82c7-be762c6e0e9f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:58.829633 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0327a3aa-3795-4a45-82c7-be762c6e0e9f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:58.835812 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0327a3aa-3795-4a45-82c7-be762c6e0e9f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:58.838452 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0327a3aa-3795-4a45-82c7-be762c6e0e9f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:20:58.864725 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327a3aa-3795-4a45-82c7-be762c6e0e9f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Pushing event updated for resources: {'Port': ['ID=9eaa5f93-40f1-4e6d-b2c1-ffbe2324001b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:59.228212 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0327a3aa-3795-4a45-82c7-be762c6e0e9f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:59.310859 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0327a3aa-3795-4a45-82c7-be762c6e0e9f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:59.477186 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0327a3aa-3795-4a45-82c7-be762c6e0e9f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:59.482559 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0327a3aa-3795-4a45-82c7-be762c6e0e9f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:59.555780 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327a3aa-3795-4a45-82c7-be762c6e0e9f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Pushing event updated for resources: {'Port': ['ID=9eaa5f93-40f1-4e6d-b2c1-ffbe2324001b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:59.569386 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0327a3aa-3795-4a45-82c7-be762c6e0e9f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:59.673992 n-d-771362-35 neutron-server[93772]: INFO neutron.db.l3_db [None req-0327a3aa-3795-4a45-82c7-be762c6e0e9f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Floating IP fdb430c6-a962-46d9-95aa-c39e69c64994 associated. External IP: 172.25.6.79, port: 63a50f16-298e-4cc4-a845-81f587b84dcc. Jul 14 10:20:59.893112 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0327a3aa-3795-4a45-82c7-be762c6e0e9f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Router 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:21:00.004308 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0327a3aa-3795-4a45-82c7-be762c6e0e9f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:21:00.015161 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed5270c-a08a-4b22-ae55-e75396ed21aa None None] Sync routers for ids ['44b7b6e0-b2aa-49fa-9679-8266ba673fa8'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:21:00.022677 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0327a3aa-3795-4a45-82c7-be762c6e0e9f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:00.024651 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed5270c-a08a-4b22-ae55-e75396ed21aa None None] Routers {'44b7b6e0-b2aa-49fa-9679-8266ba673fa8'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:21:00.025271 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-bed5270c-a08a-4b22-ae55-e75396ed21aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:20:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['44b7b6e0-b2aa-49fa-9679-8266ba673fa8'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:00.064679 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-0327a3aa-3795-4a45-82c7-be762c6e0e9f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6571658 Jul 14 10:21:00.065539 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3edfd871-9394-4de1-a275-2d1c65af3a63', 'tag': '63a50f16-298e-4cc4-a845-81f587b84dcc'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:21:00.067861 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535afe92-739a-4851-9189-a3e2c62fc6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "3edfd871-9394-4de1-a275-2d1c65af3a63", "tag": "63a50f16-298e-4cc4-a845-81f587b84dcc"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:21:00.138085 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-bed5270c-a08a-4b22-ae55-e75396ed21aa None None] Set router 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:21:00.164582 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94a27a3-f7c1-4e4e-a814-d6a8fb10687c x-openstack-request-id: req-d94a27a3-f7c1-4e4e-a814-d6a8fb10687c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:21:00.164947 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3edfd871-9394-4de1-a275-2d1c65af3a63", "tag": "63a50f16-298e-4cc4-a845-81f587b84dcc", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:21:00.165290 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d94a27a3-f7c1-4e4e-a814-d6a8fb10687c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:21:00.165716 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3edfd871-9394-4de1-a275-2d1c65af3a63', 'tag': '63a50f16-298e-4cc4-a845-81f587b84dcc', 'status': 'completed', 'code': 200} Jul 14 10:21:00.242381 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535afe92-739a-4851-9189-a3e2c62fc6aa req-9ea147c3-7768-4e59-b193-f0e64e4cee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:00.243932 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-535afe92-739a-4851-9189-a3e2c62fc6aa req-9ea147c3-7768-4e59-b193-f0e64e4cee60 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=385eb9b91da64e16970fb43a2f9b1d61&device_id=3edfd871-9394-4de1-a275-2d1c65af3a63 HTTP/1.1" status: 200 len: 1098 time: 0.0563562 Jul 14 10:21:00.343006 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535afe92-739a-4851-9189-a3e2c62fc6aa req-a807add8-5a63-4162-8c28-968877824d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:00.344618 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-535afe92-739a-4851-9189-a3e2c62fc6aa req-a807add8-5a63-4162-8c28-968877824d36 service neutron] 10.222.0.47 "GET /v2.0/networks?id=26862243-ca3e-4afc-b4ff-419c9057a5f9 HTTP/1.1" status: 200 len: 910 time: 0.0921724 Jul 14 10:21:00.370809 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-bed5270c-a08a-4b22-ae55-e75396ed21aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'name': 'tempest-TestSnapshotPattern-1634599346-router', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:37Z', 'revision_number': 4, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'gw_port': {'id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'fdb430c6-a962-46d9-95aa-c39e69c64994', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'port_id': '63a50f16-298e-4cc4-a845-81f587b84dcc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'mac_address': 'fa:16:3e:39:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfd871-9394-4de1-a275-2d1c65af3a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:20:59Z', 'updated_at': '2021-07-14T10:20:59Z', 'revision_number': 0, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf68104e-13dd-49a8-9aa7-605b5ba0085a', 'name': '', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'mac_address': 'fa:16:3e:98:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:37Z', 'updated_at': '2021-07-14T10:20:42Z', 'revision_number': 5, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'subnets': [{'id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:00.400670 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed5270c-a08a-4b22-ae55-e75396ed21aa None None] Checking router: 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:21:00.410040 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed5270c-a08a-4b22-ae55-e75396ed21aa None None] Routers {'44b7b6e0-b2aa-49fa-9679-8266ba673fa8'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:21:00.410679 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-bed5270c-a08a-4b22-ae55-e75396ed21aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:20:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['44b7b6e0-b2aa-49fa-9679-8266ba673fa8'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:00.420132 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-535afe92-739a-4851-9189-a3e2c62fc6aa req-b87f7dd2-3936-4999-ac63-5d7ad4beadd7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63a50f16-298e-4cc4-a845-81f587b84dcc HTTP/1.1" status: 200 len: 999 time: 0.0677814 Jul 14 10:21:00.471638 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535afe92-739a-4851-9189-a3e2c62fc6aa req-761effd6-15d9-439f-a2fe-97f6dc9f7da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:00.473127 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-535afe92-739a-4851-9189-a3e2c62fc6aa req-761effd6-15d9-439f-a2fe-97f6dc9f7da7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3df3e148-0237-4318-8f2d-453880bce1fa HTTP/1.1" status: 200 len: 849 time: 0.0461957 Jul 14 10:21:00.518711 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-bed5270c-a08a-4b22-ae55-e75396ed21aa None None] Set router 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:21:00.534871 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535afe92-739a-4851-9189-a3e2c62fc6aa req-04fdccb5-4c8f-4dea-8327-c4d58c03ecad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:00.536443 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-535afe92-739a-4851-9189-a3e2c62fc6aa req-04fdccb5-4c8f-4dea-8327-c4d58c03ecad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=26862243-ca3e-4afc-b4ff-419c9057a5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540452 Jul 14 10:21:00.631267 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-535afe92-739a-4851-9189-a3e2c62fc6aa req-b2a35606-c9e9-4159-9fab-d2cc1a33bae0 service neutron] 10.222.0.47 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876858 Jul 14 10:21:00.725567 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-535afe92-739a-4851-9189-a3e2c62fc6aa req-104ab9d8-a78a-42af-ab22-faf31d1f36c0 service neutron] 10.222.0.47 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879574 Jul 14 10:21:00.751234 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-bed5270c-a08a-4b22-ae55-e75396ed21aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'name': 'tempest-TestSnapshotPattern-1634599346-router', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:37Z', 'revision_number': 4, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'gw_port': {'id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'fdb430c6-a962-46d9-95aa-c39e69c64994', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'port_id': '63a50f16-298e-4cc4-a845-81f587b84dcc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'mac_address': 'fa:16:3e:39:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfd871-9394-4de1-a275-2d1c65af3a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:20:59Z', 'updated_at': '2021-07-14T10:20:59Z', 'revision_number': 0, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf68104e-13dd-49a8-9aa7-605b5ba0085a', 'name': '', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'mac_address': 'fa:16:3e:98:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:37Z', 'updated_at': '2021-07-14T10:20:42Z', 'revision_number': 5, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'subnets': [{'id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:00.784018 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed5270c-a08a-4b22-ae55-e75396ed21aa None None] The sync data for ids ['44b7b6e0-b2aa-49fa-9679-8266ba673fa8'] in n-d-771362-35 is: [{'id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'name': 'tempest-TestSnapshotPattern-1634599346-router', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:37Z', 'revision_number': 4, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'gw_port': {'id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'fdb430c6-a962-46d9-95aa-c39e69c64994', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'port_id': '63a50f16-298e-4cc4-a845-81f587b84dcc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'mac_address': 'fa:16:3e:39:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfd871-9394-4de1-a275-2d1c65af3a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:20:59Z', 'updated_at': '2021-07-14T10:20:59Z', 'revision_number': 0, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf68104e-13dd-49a8-9aa7-605b5ba0085a', 'name': '', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'mac_address': 'fa:16:3e:98:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:37Z', 'updated_at': '2021-07-14T10:20:42Z', 'revision_number': 5, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'subnets': [{'id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:21:01.005614 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41751018-0c6a-4144-a9c8-b2893320f16d None None] New status for floating IP fdb430c6-a962-46d9-95aa-c39e69c64994: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:21:06.535007 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75692182-d451-4d88-8ee3-456954610213 req-025f1714-9bbd-49e1-813f-567445fb9518 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3edfd871-9394-4de1-a275-2d1c65af3a63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521650 Jul 14 10:21:06.633596 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75692182-d451-4d88-8ee3-456954610213 req-f114474c-e6c3-4a89-917d-c064471aeb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:06.635092 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75692182-d451-4d88-8ee3-456954610213 req-f114474c-e6c3-4a89-917d-c064471aeb47 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=385eb9b91da64e16970fb43a2f9b1d61&device_id=3edfd871-9394-4de1-a275-2d1c65af3a63 HTTP/1.1" status: 200 len: 1098 time: 0.0570467 Jul 14 10:21:06.736051 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75692182-d451-4d88-8ee3-456954610213 req-0a03bdd6-064b-4005-9741-ded72447eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:06.737511 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75692182-d451-4d88-8ee3-456954610213 req-0a03bdd6-064b-4005-9741-ded72447eae7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=26862243-ca3e-4afc-b4ff-419c9057a5f9 HTTP/1.1" status: 200 len: 910 time: 0.0836401 Jul 14 10:21:06.806008 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75692182-d451-4d88-8ee3-456954610213 req-6524632c-9471-44d8-8003-b3d75af984cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63a50f16-298e-4cc4-a845-81f587b84dcc HTTP/1.1" status: 200 len: 1001 time: 0.0622435 Jul 14 10:21:06.851956 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75692182-d451-4d88-8ee3-456954610213 req-85ea2e49-6921-4998-aab1-50f1294b6fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:06.853371 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75692182-d451-4d88-8ee3-456954610213 req-85ea2e49-6921-4998-aab1-50f1294b6fef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3df3e148-0237-4318-8f2d-453880bce1fa HTTP/1.1" status: 200 len: 849 time: 0.0415852 Jul 14 10:21:06.909238 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75692182-d451-4d88-8ee3-456954610213 req-31272fe5-d523-488d-b372-55a1d03ebda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:06.910752 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75692182-d451-4d88-8ee3-456954610213 req-31272fe5-d523-488d-b372-55a1d03ebda1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=26862243-ca3e-4afc-b4ff-419c9057a5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517180 Jul 14 10:21:07.007636 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75692182-d451-4d88-8ee3-456954610213 req-c77cf94b-3f7e-4a03-a1e8-a6dca21faff0 service neutron] 10.222.0.47 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906074 Jul 14 10:21:07.114014 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-75692182-d451-4d88-8ee3-456954610213 req-c42e9a6d-d31d-44f3-b8f8-a4b0ea3b9af6 service neutron] 10.222.0.47 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850105 Jul 14 10:21:10.310572 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:21:11.425976 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:12.968851 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:18.597791 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0c811db-b644-477a-8809-0d52ada30808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:21.170959 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01d17b38-b99f-4201-87b4-31d081480eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:21.423284 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:22.504313 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:24.027730 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:41.440887 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:42.983940 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:47.311635 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:21:48.591277 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2024d44d-70d6-463b-aad8-9b7284edd52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:51.171910 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf662c83-4719-41f2-bd7f-e29f46113909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:51.424566 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:52.501358 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:54.030285 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.568998 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3df3d1f0-deb8-4af1-844c-99451f3b9fd9 req-824db0f5-7084-4144-9301-0673290d9944 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3edfd871-9394-4de1-a275-2d1c65af3a63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1018949 Jul 14 10:22:07.662046 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3d1f0-deb8-4af1-844c-99451f3b9fd9 req-358dfc93-5bff-4619-b798-60cd5c98ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:07.663463 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3df3d1f0-deb8-4af1-844c-99451f3b9fd9 req-358dfc93-5bff-4619-b798-60cd5c98ab59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=385eb9b91da64e16970fb43a2f9b1d61&device_id=3edfd871-9394-4de1-a275-2d1c65af3a63 HTTP/1.1" status: 200 len: 1098 time: 0.0524795 Jul 14 10:22:07.765955 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3d1f0-deb8-4af1-844c-99451f3b9fd9 req-483dbacb-1416-488e-929c-ba860d6d57e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:07.767623 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3df3d1f0-deb8-4af1-844c-99451f3b9fd9 req-483dbacb-1416-488e-929c-ba860d6d57e6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=26862243-ca3e-4afc-b4ff-419c9057a5f9 HTTP/1.1" status: 200 len: 910 time: 0.0841832 Jul 14 10:22:07.836374 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3df3d1f0-deb8-4af1-844c-99451f3b9fd9 req-bbba9d09-bbbf-41f3-8bc6-e4dfb6a99330 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63a50f16-298e-4cc4-a845-81f587b84dcc HTTP/1.1" status: 200 len: 1001 time: 0.0624721 Jul 14 10:22:07.885279 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3d1f0-deb8-4af1-844c-99451f3b9fd9 req-bb58f0bc-d4d4-4fff-aaa1-e278b740d30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:07.886736 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3df3d1f0-deb8-4af1-844c-99451f3b9fd9 req-bb58f0bc-d4d4-4fff-aaa1-e278b740d30f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3df3e148-0237-4318-8f2d-453880bce1fa HTTP/1.1" status: 200 len: 849 time: 0.0427539 Jul 14 10:22:07.943696 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3d1f0-deb8-4af1-844c-99451f3b9fd9 req-b5061199-3ec3-43de-9cd9-ca9abcf685c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:07.945095 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3df3d1f0-deb8-4af1-844c-99451f3b9fd9 req-b5061199-3ec3-43de-9cd9-ca9abcf685c6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=26862243-ca3e-4afc-b4ff-419c9057a5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514886 Jul 14 10:22:08.036790 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3df3d1f0-deb8-4af1-844c-99451f3b9fd9 req-f925b28b-7475-4a54-add6-9c5a3db41ccd service neutron] 10.222.0.47 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851912 Jul 14 10:22:08.125353 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-3df3d1f0-deb8-4af1-844c-99451f3b9fd9 req-59b64c51-61c4-436b-8163-7a3a6b49aa83 service neutron] 10.222.0.47 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821671 Jul 14 10:22:11.440137 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:12.999457 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:18.594252 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74bd519d-2b9a-4efa-981e-db7f0873ea4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:21.173622 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2dd8b826-91dd-478b-9fb6-12809328aa1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:21.425920 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:22.507809 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:24.032537 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:24.312472 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:22:41.444401 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:43.014937 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:48.598300 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef932ab2-6144-483c-8c9d-5ce869e1d8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:51.174609 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-474b7636-c988-42e6-9f9f-8f71bd4807fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:51.426023 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:52.507433 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:54.034009 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:01.312680 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:23:02.395042 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 63a50f16-298e-4cc4-a845-81f587b84dcc details requested by agent hyperv_n-h1-771362-35 with host n-h1-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:23:02.500975 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 63a50f16-298e-4cc4-a845-81f587b84dcc, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=63a50f16-298e-4cc4-a845-81f587b84dcc,segment=NetworkSegment(1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f),segment_id=1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:02.513205 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Returning: {'device': '63a50f16-298e-4cc4-a845-81f587b84dcc', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'port_id': '63a50f16-298e-4cc4-a845-81f587b84dcc', 'mac_address': 'fa:16:3e:39:07:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:23:02.557506 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:02.571404 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63a50f16-298e-4cc4-a845-81f587b84dcc {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:23:02.592001 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 63a50f16-298e-4cc4-a845-81f587b84dcc, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=63a50f16-298e-4cc4-a845-81f587b84dcc,segment=NetworkSegment(1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f),segment_id=1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:02.597162 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:02.656025 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=63a50f16-298e-4cc4-a845-81f587b84dcc,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:02.663667 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:02.664015 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:02.664356 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:02.665784 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:02.665784 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:02.666094 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:02.666383 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:02.666706 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:02.667025 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:02.667350 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:02.667692 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:02.668010 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:02.675431 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] get_ports_and_sgs() called for port_ids ['63a50f16-298e-4cc4-a845-81f587b84dcc'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:23:04.425731 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 63a50f16-298e-4cc4-a845-81f587b84dcc up at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:23:04.481134 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Provisioning complete for port 63a50f16-298e-4cc4-a845-81f587b84dcc triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:23:04.481431 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:04.600316 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:04.803274 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edfd871-9394-4de1-a275-2d1c65af3a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a50f16-298e-4cc4-a845-81f587b84dcc'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:23:04.808099 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad2bb0b0c3d38dd5f87e8e96266229fdecb1dfb0d9cead1addcc05902deb2386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29eede17-8142-46ee-a947-c1799d5faf4b" -d '{"events": [{"server_uuid": "3edfd871-9394-4de1-a275-2d1c65af3a63", "name": "network-vif-plugged", "status": "completed", "tag": "63a50f16-298e-4cc4-a845-81f587b84dcc"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:23:04.824054 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 63a50f16-298e-4cc4-a845-81f587b84dcc, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=63a50f16-298e-4cc4-a845-81f587b84dcc,segment=NetworkSegment(1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f),segment_id=1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:04.836801 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:04.891253 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=63a50f16-298e-4cc4-a845-81f587b84dcc,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:04.922933 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0879a754-2de3-432f-9a96-e53749528e55 x-openstack-request-id: req-0879a754-2de3-432f-9a96-e53749528e55 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:23:04.923237 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3edfd871-9394-4de1-a275-2d1c65af3a63", "name": "network-vif-plugged", "status": "completed", "tag": "63a50f16-298e-4cc4-a845-81f587b84dcc", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:23:04.923657 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0879a754-2de3-432f-9a96-e53749528e55 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:23:04.924040 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3edfd871-9394-4de1-a275-2d1c65af3a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a50f16-298e-4cc4-a845-81f587b84dcc', 'code': 200} Jul 14 10:23:07.579916 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df3aaf-a338-487b-81eb-63db26696569 req-c0601b28-53e7-46de-a1b2-fa5da3aacf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:07.581339 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-50df3aaf-a338-487b-81eb-63db26696569 req-c0601b28-53e7-46de-a1b2-fa5da3aacf54 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=385eb9b91da64e16970fb43a2f9b1d61&device_id=3edfd871-9394-4de1-a275-2d1c65af3a63 HTTP/1.1" status: 200 len: 1098 time: 0.0682116 Jul 14 10:23:07.713534 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df3aaf-a338-487b-81eb-63db26696569 req-21df166d-897b-43c6-9aa1-9afb687e542b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:07.715570 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-50df3aaf-a338-487b-81eb-63db26696569 req-21df166d-897b-43c6-9aa1-9afb687e542b service neutron] 10.222.0.47 "GET /v2.0/networks?id=26862243-ca3e-4afc-b4ff-419c9057a5f9 HTTP/1.1" status: 200 len: 910 time: 0.1051509 Jul 14 10:23:07.798497 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-50df3aaf-a338-487b-81eb-63db26696569 req-a55f9972-1b92-4068-8399-2927146a8180 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63a50f16-298e-4cc4-a845-81f587b84dcc HTTP/1.1" status: 200 len: 1001 time: 0.0752196 Jul 14 10:23:07.857153 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df3aaf-a338-487b-81eb-63db26696569 req-b1eeae90-1278-4780-932e-87ba3d73e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:07.858532 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-50df3aaf-a338-487b-81eb-63db26696569 req-b1eeae90-1278-4780-932e-87ba3d73e81c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3df3e148-0237-4318-8f2d-453880bce1fa HTTP/1.1" status: 200 len: 849 time: 0.0497777 Jul 14 10:23:07.927022 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df3aaf-a338-487b-81eb-63db26696569 req-2694838e-bd44-478f-afeb-d748099268da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:07.927785 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-50df3aaf-a338-487b-81eb-63db26696569 req-2694838e-bd44-478f-afeb-d748099268da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=26862243-ca3e-4afc-b4ff-419c9057a5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617688 Jul 14 10:23:08.037397 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-50df3aaf-a338-487b-81eb-63db26696569 req-348ba4f2-9144-405e-871a-5c3e2fc27119 service neutron] 10.222.0.47 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023519 Jul 14 10:23:08.136763 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-50df3aaf-a338-487b-81eb-63db26696569 req-0ac6e819-ca2b-4ef9-9f9b-31c913474249 service neutron] 10.222.0.47 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922008 Jul 14 10:23:11.443540 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:11.749960 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-429882f7-3689-45e7-8c28-eccba25925e4 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1856898627&fields=id&tenant_id=385eb9b91da64e16970fb43a2f9b1d61 HTTP/1.1" status: 200 len: 267 time: 0.0336480 Jul 14 10:23:11.858930 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-fb8c5f95-242e-413e-ace2-8762005fcff7 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:11.860353 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-fb8c5f95-242e-413e-ace2-8762005fcff7 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/networks?id=26862243-ca3e-4afc-b4ff-419c9057a5f9 HTTP/1.1" status: 200 len: 810 time: 0.1039734 Jul 14 10:23:11.875152 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-b2ac70a9-3131-4ca8-b840-259d432c01b6 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/quotas/385eb9b91da64e16970fb43a2f9b1d61 HTTP/1.1" status: 200 len: 375 time: 0.0095527 Jul 14 10:23:11.947146 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-e2a8ecaf-6e54-43a8-a578-59cc52887083 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=385eb9b91da64e16970fb43a2f9b1d61&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0671380 Jul 14 10:23:12.085881 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-87402d64-d241-47ab-8dad-7cac4d3743aa service neutron] 10.222.0.25 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260047 Jul 14 10:23:12.173734 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-b810a3b5-dfed-43b4-a4bd-ce34ac04c583 service neutron] 10.222.0.25 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820458 Jul 14 10:23:12.380098 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b371c014-e0e7-4ca3-892e-7bf8ee0af4c5 req-44406319-eb7b-4df7-bc12-b8bc0c1a04b9 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 210 time: 0.0344760 Jul 14 10:23:13.013279 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:13.466501 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-188f9ded-072c-4eae-a3ab-17abc90650ad req-3c1d3f78-406f-43b3-9879-db51e876083a tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 210 time: 0.0326679 Jul 14 10:23:14.551779 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-7aea1bee-39fc-4197-bcc5-647dcd840991 req-123a672c-e8fc-40ce-9db6-b6cd596a9470 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 210 time: 0.0315359 Jul 14 10:23:15.431146 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-83439235-6f15-4682-b557-a42383f7c3b7 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:15.432908 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-83439235-6f15-4682-b557-a42383f7c3b7 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.44 "GET /v2.0/networks?id=26862243-ca3e-4afc-b4ff-419c9057a5f9 HTTP/1.1" status: 200 len: 810 time: 0.1035404 Jul 14 10:23:15.482510 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-3520fa80-7ac0-4f54-bf00-a96f7e48507b tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=385eb9b91da64e16970fb43a2f9b1d61 HTTP/1.1" status: 200 len: 380 time: 0.0389175 Jul 14 10:23:15.492039 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-137e2eb1-9b25-4910-8252-b72f0e1830ce tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Request body: {'port': {'device_id': 'ad3bb980-c7a1-4cd6-931c-27cb55a87649', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'admin_state_up': True, 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'security_groups': ['5b151630-0cbe-4370-80d8-53bca720b6e1']}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:15.610428 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-137e2eb1-9b25-4910-8252-b72f0e1830ce tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Made reservation on behalf of 385eb9b91da64e16970fb43a2f9b1d61 for: {'port': 1} {{(pid=93772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:23:15.614325 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-137e2eb1-9b25-4910-8252-b72f0e1830ce tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:15.701450 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e49d9aa7-e21a-4c82-8032-334b37b7eadf req-8c0b9f87-1328-42a7-aa42-8e224f9ba856 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 210 time: 0.0308964 Jul 14 10:23:15.761726 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-137e2eb1-9b25-4910-8252-b72f0e1830ce tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Allocated IP 172.20.0.10 (26862243-ca3e-4afc-b4ff-419c9057a5f9/3df3e148-0237-4318-8f2d-453880bce1fa/48623288-c995-4dc9-a6b2-a4d52e2d5bda) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:23:15.934058 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-137e2eb1-9b25-4910-8252-b72f0e1830ce tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:15.951903 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-137e2eb1-9b25-4910-8252-b72f0e1830ce tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Transition to ACTIVE for port object 48623288-c995-4dc9-a6b2-a4d52e2d5bda will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:23:15.995504 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-137e2eb1-9b25-4910-8252-b72f0e1830ce tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:16.074422 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-137e2eb1-9b25-4910-8252-b72f0e1830ce tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Network 26862243-ca3e-4afc-b4ff-419c9057a5f9 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:23:16.077969 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-137e2eb1-9b25-4910-8252-b72f0e1830ce tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:23:16.082567 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-137e2eb1-9b25-4910-8252-b72f0e1830ce tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:23:16.089077 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e2eb1-9b25-4910-8252-b72f0e1830ce tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Pushing event updated for resources: {'Port': ['ID=48623288-c995-4dc9-a6b2-a4d52e2d5bda,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:16.115475 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e2eb1-9b25-4910-8252-b72f0e1830ce tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:16.115856 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e2eb1-9b25-4910-8252-b72f0e1830ce tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:16.116203 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e2eb1-9b25-4910-8252-b72f0e1830ce tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:16.116608 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e2eb1-9b25-4910-8252-b72f0e1830ce tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:16.116869 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e2eb1-9b25-4910-8252-b72f0e1830ce tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:16.117204 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e2eb1-9b25-4910-8252-b72f0e1830ce tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:16.118207 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e2eb1-9b25-4910-8252-b72f0e1830ce tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:16.118546 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e2eb1-9b25-4910-8252-b72f0e1830ce tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:16.118881 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e2eb1-9b25-4910-8252-b72f0e1830ce tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:16.119213 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e2eb1-9b25-4910-8252-b72f0e1830ce tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:16.119575 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e2eb1-9b25-4910-8252-b72f0e1830ce tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:16.119916 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e2eb1-9b25-4910-8252-b72f0e1830ce tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:16.150667 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-137e2eb1-9b25-4910-8252-b72f0e1830ce tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:16.151347 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-137e2eb1-9b25-4910-8252-b72f0e1830ce tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:16.168241 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-137e2eb1-9b25-4910-8252-b72f0e1830ce tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6798580 Jul 14 10:23:16.344092 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d92e2c2a-cc18-4241-b197-889ecf09b07e None None] Provisioning for port 48623288-c995-4dc9-a6b2-a4d52e2d5bda completed by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:23:16.348206 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d92e2c2a-cc18-4241-b197-889ecf09b07e None None] Provisioning complete for port 48623288-c995-4dc9-a6b2-a4d52e2d5bda triggered by entity DHCP. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:23:16.348684 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d92e2c2a-cc18-4241-b197-889ecf09b07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:16.389790 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d92e2c2a-cc18-4241-b197-889ecf09b07e None None] Port 48623288-c995-4dc9-a6b2-a4d52e2d5bda cannot update to ACTIVE because it is not bound. {{(pid=93774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:23:16.498397 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 63a50f16-298e-4cc4-a845-81f587b84dcc no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:23:16.576583 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:16.600089 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edfd871-9394-4de1-a275-2d1c65af3a63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63a50f16-298e-4cc4-a845-81f587b84dcc'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:23:16.602846 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad2bb0b0c3d38dd5f87e8e96266229fdecb1dfb0d9cead1addcc05902deb2386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdfbd70-5e01-4468-9380-b7fa49cc4488" -d '{"events": [{"server_uuid": "3edfd871-9394-4de1-a275-2d1c65af3a63", "name": "network-vif-unplugged", "status": "completed", "tag": "63a50f16-298e-4cc4-a845-81f587b84dcc"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:23:16.616403 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] For port 63a50f16-298e-4cc4-a845-81f587b84dcc, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=63a50f16-298e-4cc4-a845-81f587b84dcc,segment=NetworkSegment(1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f),segment_id=1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:16.621042 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:16.650891 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c441bbbc-3556-4462-be2d-440fd7459470 x-openstack-request-id: req-c441bbbc-3556-4462-be2d-440fd7459470 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:23:16.651209 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3edfd871-9394-4de1-a275-2d1c65af3a63", "name": "network-vif-unplugged", "status": "completed", "tag": "63a50f16-298e-4cc4-a845-81f587b84dcc", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:23:16.651428 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c441bbbc-3556-4462-be2d-440fd7459470 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:23:16.652032 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3edfd871-9394-4de1-a275-2d1c65af3a63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63a50f16-298e-4cc4-a845-81f587b84dcc', 'code': 200} Jul 14 10:23:16.678534 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Pushing event updated for resources: {'Port': ['ID=63a50f16-298e-4cc4-a845-81f587b84dcc,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:16.885022 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16189780-9411-40cc-84ea-6d23a5aa58ab req-d2a7fae0-c71e-443e-a007-7f5dd58a5d76 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:16.886546 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-16189780-9411-40cc-84ea-6d23a5aa58ab req-d2a7fae0-c71e-443e-a007-7f5dd58a5d76 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 932 time: 0.0659435 Jul 14 10:23:16.927899 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-16189780-9411-40cc-84ea-6d23a5aa58ab req-c99685e2-4ba3-432d-80e0-2446e7fcbd4d tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353448 Jul 14 10:23:18.119261 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6d2f8-1d72-400f-93a1-9bfd8a826c8f req-7d44a28d-437a-4bae-acba-2db892548d31 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:18.120937 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b5f6d2f8-1d72-400f-93a1-9bfd8a826c8f req-7d44a28d-437a-4bae-acba-2db892548d31 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 932 time: 0.0719130 Jul 14 10:23:18.160532 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-b5f6d2f8-1d72-400f-93a1-9bfd8a826c8f req-1ed68a1f-b7db-4d32-8889-bc86af064d73 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334780 Jul 14 10:23:18.599993 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-efeeeff5-c278-48ad-910a-2813e1be3be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:19.395794 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd07b0-86c1-427f-95f5-35008e5e2c42 req-414d78a8-bc53-4f17-b4aa-82c305709cc1 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:19.406288 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ddd07b0-86c1-427f-95f5-35008e5e2c42 req-414d78a8-bc53-4f17-b4aa-82c305709cc1 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 932 time: 0.1164436 Jul 14 10:23:19.444500 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-6ddd07b0-86c1-427f-95f5-35008e5e2c42 req-5f3b834d-44cd-4bcb-b11a-22bd46689a55 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371554 Jul 14 10:23:20.635319 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29c4d3-568e-40cc-a8b8-c89da77dae73 req-a1757555-eb10-4242-abf4-143ddd1e6e10 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:20.636913 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b29c4d3-568e-40cc-a8b8-c89da77dae73 req-a1757555-eb10-4242-abf4-143ddd1e6e10 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 932 time: 0.0707054 Jul 14 10:23:20.676477 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-4b29c4d3-568e-40cc-a8b8-c89da77dae73 req-5e0c4ec2-6d93-44f8-b1af-bc9cf94598b1 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338216 Jul 14 10:23:21.184923 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35f30a54-2aad-4d33-9064-b64306095856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:21.429307 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:21.862195 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be92e5-02f5-4fbf-bd1c-4997c1dbbe5d req-1b2e22fd-3f88-4312-ad30-9b77d14c573b tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:21.863722 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7be92e5-02f5-4fbf-bd1c-4997c1dbbe5d req-1b2e22fd-3f88-4312-ad30-9b77d14c573b tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 932 time: 0.0660653 Jul 14 10:23:21.903402 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7be92e5-02f5-4fbf-bd1c-4997c1dbbe5d req-42da44b3-e538-46cd-8bd1-1287f4a4f9c6 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325794 Jul 14 10:23:22.511280 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:23.088226 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603823cb-4671-4eab-af20-3a7a54da3242 req-e1fcb28f-8d1a-4765-bd1d-b44862d72407 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:23.090444 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-603823cb-4671-4eab-af20-3a7a54da3242 req-e1fcb28f-8d1a-4765-bd1d-b44862d72407 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 932 time: 0.0685530 Jul 14 10:23:23.131927 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-603823cb-4671-4eab-af20-3a7a54da3242 req-8e53e0e6-a34f-4184-bbbe-7f439896fde8 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351949 Jul 14 10:23:24.039065 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:24.330464 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d19d6c-06a6-4857-9a7a-5e3b5fe7d479 req-449c9d54-8393-418d-a743-2f554c5cbb61 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:24.332303 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-60d19d6c-06a6-4857-9a7a-5e3b5fe7d479 req-449c9d54-8393-418d-a743-2f554c5cbb61 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 932 time: 0.0812709 Jul 14 10:23:24.379327 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-60d19d6c-06a6-4857-9a7a-5e3b5fe7d479 req-f4d77f3f-d1ae-498c-9685-27e367c77d31 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386367 Jul 14 10:23:25.578747 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c6b9c-cc87-4e3d-b972-76c5c54e122f req-5d996bdb-e7dd-4647-8bd0-eb052049980a tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:25.580208 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-171c6b9c-cc87-4e3d-b972-76c5c54e122f req-5d996bdb-e7dd-4647-8bd0-eb052049980a tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 932 time: 0.0728095 Jul 14 10:23:25.621768 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-171c6b9c-cc87-4e3d-b972-76c5c54e122f req-222c425d-ad08-4833-935e-ef26dcce3dfb tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348711 Jul 14 10:23:26.699648 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.v2.base [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-dde83b9f-ea26-49ae-9dba-c1510c226a02 service neutron] Request body: {'port': {'device_id': 'ad3bb980-c7a1-4cd6-931c-27cb55a87649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-35'}} {{(pid=93772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:26.777808 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-dde83b9f-ea26-49ae-9dba-c1510c226a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:26.824525 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d6744-5c5a-4f77-bfb0-6e5e05349085 req-af407639-2a13-459d-9226-29cdb1f83c64 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:26.826050 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-760d6744-5c5a-4f77-bfb0-6e5e05349085 req-af407639-2a13-459d-9226-29cdb1f83c64 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 932 time: 0.0683701 Jul 14 10:23:26.863929 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-760d6744-5c5a-4f77-bfb0-6e5e05349085 req-6d5875f6-3900-4d13-9ef7-b3c69a50d063 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320959 Jul 14 10:23:27.044681 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-dde83b9f-ea26-49ae-9dba-c1510c226a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48623288-c995-4dc9-a6b2-a4d52e2d5bda {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:23:27.053644 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-dde83b9f-ea26-49ae-9dba-c1510c226a02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:27.066362 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-dde83b9f-ea26-49ae-9dba-c1510c226a02 service neutron] Transition to ACTIVE for port object 48623288-c995-4dc9-a6b2-a4d52e2d5bda will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:23:27.069969 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-dde83b9f-ea26-49ae-9dba-c1510c226a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:27.151133 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde83b9f-ea26-49ae-9dba-c1510c226a02 service neutron] Pushing event updated for resources: {'Port': ['ID=48623288-c995-4dc9-a6b2-a4d52e2d5bda,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:27.202407 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-dde83b9f-ea26-49ae-9dba-c1510c226a02 service neutron] Attempting to bind port 48623288-c995-4dc9-a6b2-a4d52e2d5bda on host n-h2-771362-35 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:23:27.202749 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-dde83b9f-ea26-49ae-9dba-c1510c226a02 service neutron] Attempting to bind port 48623288-c995-4dc9-a6b2-a4d52e2d5bda by drivers openvswitch,hyperv on host n-h2-771362-35 at level 0 using segments [{'id': '1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:23:27.203136 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-dde83b9f-ea26-49ae-9dba-c1510c226a02 service neutron] Attempting to bind port 48623288-c995-4dc9-a6b2-a4d52e2d5bda on network 26862243-ca3e-4afc-b4ff-419c9057a5f9 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:23:27.207765 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-dde83b9f-ea26-49ae-9dba-c1510c226a02 service neutron] Port 48623288-c995-4dc9-a6b2-a4d52e2d5bda on network 26862243-ca3e-4afc-b4ff-419c9057a5f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:23:27.208092 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-dde83b9f-ea26-49ae-9dba-c1510c226a02 service neutron] Attempting to bind port 48623288-c995-4dc9-a6b2-a4d52e2d5bda on network 26862243-ca3e-4afc-b4ff-419c9057a5f9 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:23:27.213399 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-dde83b9f-ea26-49ae-9dba-c1510c226a02 service neutron] Checking agent: {'id': 'cd03fe4c-8a90-4c6f-8ca5-9abce8d8abf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'started_at': datetime.datetime(2021, 7, 14, 8, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:23:27.213746 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-dde83b9f-ea26-49ae-9dba-c1510c226a02 service neutron] Checking segment: {'id': '1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:23:27.214130 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-dde83b9f-ea26-49ae-9dba-c1510c226a02 service neutron] Bound using segment: {'id': '1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:23:27.214558 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-dde83b9f-ea26-49ae-9dba-c1510c226a02 service neutron] Bound port: 48623288-c995-4dc9-a6b2-a4d52e2d5bda, host: n-h2-771362-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:23:27.214918 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-dde83b9f-ea26-49ae-9dba-c1510c226a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:27.284868 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-dde83b9f-ea26-49ae-9dba-c1510c226a02 service neutron] For port 48623288-c995-4dc9-a6b2-a4d52e2d5bda, host n-h2-771362-35, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:23:27.288250 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-dde83b9f-ea26-49ae-9dba-c1510c226a02 service neutron] For port 48623288-c995-4dc9-a6b2-a4d52e2d5bda, host n-h2-771362-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=48623288-c995-4dc9-a6b2-a4d52e2d5bda,segment=NetworkSegment(1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f),segment_id=1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:23:27.292695 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-dde83b9f-ea26-49ae-9dba-c1510c226a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63510197'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:27.327832 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-dde83b9f-ea26-49ae-9dba-c1510c226a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:27.328307 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-dde83b9f-ea26-49ae-9dba-c1510c226a02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:27.330039 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-dde83b9f-ea26-49ae-9dba-c1510c226a02 service neutron] 10.222.0.44 "PUT /v2.0/ports/48623288-c995-4dc9-a6b2-a4d52e2d5bda HTTP/1.1" status: 200 len: 1093 time: 0.6359959 Jul 14 10:23:27.330148 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3bb980-c7a1-4cd6-931c-27cb55a87649', 'tag': '48623288-c995-4dc9-a6b2-a4d52e2d5bda'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:23:27.332422 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b136cd3c-646c-4f22-866d-9b2f7eb46c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3bb980-c7a1-4cd6-931c-27cb55a87649", "tag": "48623288-c995-4dc9-a6b2-a4d52e2d5bda"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:23:27.356797 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde83b9f-ea26-49ae-9dba-c1510c226a02 service neutron] Pushing event updated for resources: {'Port': ['ID=48623288-c995-4dc9-a6b2-a4d52e2d5bda,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:27.384744 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fce8cd-987a-43bd-a3de-e65074186521 x-openstack-request-id: req-28fce8cd-987a-43bd-a3de-e65074186521 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:23:27.385039 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3bb980-c7a1-4cd6-931c-27cb55a87649", "tag": "48623288-c995-4dc9-a6b2-a4d52e2d5bda", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:23:27.385291 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28fce8cd-987a-43bd-a3de-e65074186521 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:23:27.385695 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad3bb980-c7a1-4cd6-931c-27cb55a87649', 'tag': '48623288-c995-4dc9-a6b2-a4d52e2d5bda', 'status': 'completed', 'code': 200} Jul 14 10:23:27.434232 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-31c19b28-7d02-4c03-ad94-91e13b128467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:27.435902 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-31c19b28-7d02-4c03-ad94-91e13b128467 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=385eb9b91da64e16970fb43a2f9b1d61&device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 1096 time: 0.0600791 Jul 14 10:23:27.482576 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-3945e3e4-6871-4655-8e30-adce0246aa69 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48623288-c995-4dc9-a6b2-a4d52e2d5bda HTTP/1.1" status: 200 len: 217 time: 0.0392003 Jul 14 10:23:27.536139 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-9273de0c-e1c4-414f-b19f-72c0ab9fa9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:27.537631 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-9273de0c-e1c4-414f-b19f-72c0ab9fa9c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3df3e148-0237-4318-8f2d-453880bce1fa HTTP/1.1" status: 200 len: 849 time: 0.0478218 Jul 14 10:23:27.597031 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-da32ba2c-a143-4e6a-b49e-4001a8efd195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:27.598529 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-da32ba2c-a143-4e6a-b49e-4001a8efd195 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26862243-ca3e-4afc-b4ff-419c9057a5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525563 Jul 14 10:23:27.693110 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-3eeae8b4-a2a2-42c5-b5d2-caa4ac09b5da service neutron] 10.222.0.44 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871701 Jul 14 10:23:27.781807 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-d2cedea1-4a67-4fd0-b5c8-cf7688df5536 req-4f4c4c2f-c972-4610-a32f-68dfb53d1a0c service neutron] 10.222.0.44 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810318 Jul 14 10:23:27.884481 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136cd3c-646c-4f22-866d-9b2f7eb46c7a req-6e21e3a8-e0e7-4a94-8f01-9e6316097f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:27.885875 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b136cd3c-646c-4f22-866d-9b2f7eb46c7a req-6e21e3a8-e0e7-4a94-8f01-9e6316097f0d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=385eb9b91da64e16970fb43a2f9b1d61&device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 1096 time: 0.0528126 Jul 14 10:23:27.981599 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136cd3c-646c-4f22-866d-9b2f7eb46c7a req-2758000f-732b-45dd-8967-8d4d0f0540a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:27.983068 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b136cd3c-646c-4f22-866d-9b2f7eb46c7a req-2758000f-732b-45dd-8967-8d4d0f0540a6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=26862243-ca3e-4afc-b4ff-419c9057a5f9 HTTP/1.1" status: 200 len: 910 time: 0.0906396 Jul 14 10:23:28.026217 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b136cd3c-646c-4f22-866d-9b2f7eb46c7a req-a932923a-25c2-49d0-92f0-11d83f83efac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48623288-c995-4dc9-a6b2-a4d52e2d5bda HTTP/1.1" status: 200 len: 217 time: 0.0354273 Jul 14 10:23:28.039014 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecd0d6-dca6-4341-8af5-6173a794799c req-70bc55fc-9804-4dcf-93e5-d1e78db7d481 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:28.041221 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c5ecd0d6-dca6-4341-8af5-6173a794799c req-70bc55fc-9804-4dcf-93e5-d1e78db7d481 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 944 time: 0.0660596 Jul 14 10:23:28.079159 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136cd3c-646c-4f22-866d-9b2f7eb46c7a req-dbc08370-a2ea-41a7-8f7c-900834e21a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:28.080811 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b136cd3c-646c-4f22-866d-9b2f7eb46c7a req-dbc08370-a2ea-41a7-8f7c-900834e21a34 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3df3e148-0237-4318-8f2d-453880bce1fa HTTP/1.1" status: 200 len: 849 time: 0.0486548 Jul 14 10:23:28.080992 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-c5ecd0d6-dca6-4341-8af5-6173a794799c req-bdd26ecd-db94-49a6-ad13-0535cb9f3100 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339308 Jul 14 10:23:28.138825 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136cd3c-646c-4f22-866d-9b2f7eb46c7a req-37cec08e-4c8b-4a01-9ed9-35483a6ed807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:28.140291 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b136cd3c-646c-4f22-866d-9b2f7eb46c7a req-37cec08e-4c8b-4a01-9ed9-35483a6ed807 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26862243-ca3e-4afc-b4ff-419c9057a5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521255 Jul 14 10:23:28.229388 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b136cd3c-646c-4f22-866d-9b2f7eb46c7a req-2528c057-372d-4ea2-81b5-4e0bc29b4b20 service neutron] 10.222.0.44 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822427 Jul 14 10:23:28.321111 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-b136cd3c-646c-4f22-866d-9b2f7eb46c7a req-c2974a6f-63cc-42bc-8d05-6eb655d99165 service neutron] 10.222.0.44 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854030 Jul 14 10:23:29.253784 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d923e0-5965-4f54-85c3-d807990d5d9e req-c150a4cb-72dd-48c8-ba95-f7136d0863d5 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:29.255246 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-53d923e0-5965-4f54-85c3-d807990d5d9e req-c150a4cb-72dd-48c8-ba95-f7136d0863d5 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 944 time: 0.0630846 Jul 14 10:23:29.293293 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-53d923e0-5965-4f54-85c3-d807990d5d9e req-3127a138-5f4e-4d88-b811-0d85feda9453 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317698 Jul 14 10:23:30.686800 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fff30-487c-4102-9a67-71bc6013e68c req-2669dd8d-70d5-4998-b4b3-bacbb1bd5383 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:30.688233 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e27fff30-487c-4102-9a67-71bc6013e68c req-2669dd8d-70d5-4998-b4b3-bacbb1bd5383 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 944 time: 0.0672328 Jul 14 10:23:30.724955 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e27fff30-487c-4102-9a67-71bc6013e68c req-51d0a471-0cf1-4dca-90ea-37c19b26ee25 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312536 Jul 14 10:23:30.811867 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 48623288-c995-4dc9-a6b2-a4d52e2d5bda details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:23:30.904578 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 48623288-c995-4dc9-a6b2-a4d52e2d5bda, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=48623288-c995-4dc9-a6b2-a4d52e2d5bda,segment=NetworkSegment(1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f),segment_id=1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:30.916697 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '48623288-c995-4dc9-a6b2-a4d52e2d5bda', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'port_id': '48623288-c995-4dc9-a6b2-a4d52e2d5bda', 'mac_address': 'fa:16:3e:44:78:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:23:30.956460 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:30.969406 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48623288-c995-4dc9-a6b2-a4d52e2d5bda {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:23:30.988068 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 48623288-c995-4dc9-a6b2-a4d52e2d5bda, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=48623288-c995-4dc9-a6b2-a4d52e2d5bda,segment=NetworkSegment(1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f),segment_id=1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:30.991829 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:31.039633 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=48623288-c995-4dc9-a6b2-a4d52e2d5bda,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:31.215781 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['48623288-c995-4dc9-a6b2-a4d52e2d5bda'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:23:31.909454 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcf1f0-69c7-4127-a94f-260cb09eb298 req-5a5a7ffe-ad9a-4189-9084-0bad59055c52 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:31.910930 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f4dcf1f0-69c7-4127-a94f-260cb09eb298 req-5a5a7ffe-ad9a-4189-9084-0bad59055c52 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 945 time: 0.0753155 Jul 14 10:23:31.948377 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f4dcf1f0-69c7-4127-a94f-260cb09eb298 req-b236a11c-d5c1-49d3-bb52-f2502d593e18 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310652 Jul 14 10:23:32.827612 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 48623288-c995-4dc9-a6b2-a4d52e2d5bda up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:23:32.874684 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning for port 48623288-c995-4dc9-a6b2-a4d52e2d5bda completed by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:23:32.878445 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 48623288-c995-4dc9-a6b2-a4d52e2d5bda triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:23:32.878610 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:32.955252 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:32.977980 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3bb980-c7a1-4cd6-931c-27cb55a87649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48623288-c995-4dc9-a6b2-a4d52e2d5bda'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:23:32.980261 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad2bb0b0c3d38dd5f87e8e96266229fdecb1dfb0d9cead1addcc05902deb2386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381e65bc-61d3-4bb2-a09d-afe269b295ec" -d '{"events": [{"server_uuid": "ad3bb980-c7a1-4cd6-931c-27cb55a87649", "name": "network-vif-plugged", "status": "completed", "tag": "48623288-c995-4dc9-a6b2-a4d52e2d5bda"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:23:32.993875 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 48623288-c995-4dc9-a6b2-a4d52e2d5bda, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=48623288-c995-4dc9-a6b2-a4d52e2d5bda,segment=NetworkSegment(1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f),segment_id=1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:32.998237 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:33.032402 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da2b90c-0fe3-4cc9-b5e8-a96e327a179b x-openstack-request-id: req-0da2b90c-0fe3-4cc9-b5e8-a96e327a179b {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:23:33.032402 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3bb980-c7a1-4cd6-931c-27cb55a87649", "name": "network-vif-plugged", "status": "completed", "tag": "48623288-c995-4dc9-a6b2-a4d52e2d5bda", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:23:33.032402 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0da2b90c-0fe3-4cc9-b5e8-a96e327a179b {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:23:33.032402 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3bb980-c7a1-4cd6-931c-27cb55a87649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48623288-c995-4dc9-a6b2-a4d52e2d5bda', 'code': 200} Jul 14 10:23:33.060799 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=48623288-c995-4dc9-a6b2-a4d52e2d5bda,revision_number=5']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:33.134058 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ea613-9d2c-4c15-a724-b5e6c8299fd2 req-5e83ea14-cfb4-4a96-bcd3-ee1e6dd2c55a tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:33.135354 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0b9ea613-9d2c-4c15-a724-b5e6c8299fd2 req-5e83ea14-cfb4-4a96-bcd3-ee1e6dd2c55a tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 946 time: 0.0675166 Jul 14 10:23:33.142877 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f977e-d67e-4add-86ab-936cf84cbfcf req-6f4a8e6c-efc0-4302-ad3b-d9f0dd923689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:33.144418 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-084f977e-d67e-4add-86ab-936cf84cbfcf req-6f4a8e6c-efc0-4302-ad3b-d9f0dd923689 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 1098 time: 0.0526597 Jul 14 10:23:33.173619 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-0b9ea613-9d2c-4c15-a724-b5e6c8299fd2 req-8cece949-47a7-4883-9b58-ef8d9a4a04ef tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325444 Jul 14 10:23:33.178401 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-084f977e-d67e-4add-86ab-936cf84cbfcf req-adc1d6f4-507d-4489-ab3b-e5272d585ea0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279648 Jul 14 10:23:34.351304 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a785b-27dc-456f-b96e-2b867723b2a4 req-2836afb0-376e-417b-861f-a66742456c3a tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:34.353038 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c9a785b-27dc-456f-b96e-2b867723b2a4 req-2836afb0-376e-417b-861f-a66742456c3a tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 946 time: 0.0643790 Jul 14 10:23:34.390033 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-8c9a785b-27dc-456f-b96e-2b867723b2a4 req-6a8f9cf2-6af6-46f7-bb0a-d335b9badd08 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314953 Jul 14 10:23:34.562024 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c83f8-3a97-49a5-b583-000d26b981b7 req-c7ecf386-6593-4c67-9cc3-e0beb3ee7c38 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:34.563535 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ab1c83f8-3a97-49a5-b583-000d26b981b7 req-c7ecf386-6593-4c67-9cc3-e0beb3ee7c38 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 946 time: 0.0655184 Jul 14 10:23:34.600405 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ab1c83f8-3a97-49a5-b583-000d26b981b7 req-d757e3ab-b91f-45c7-94f9-63c8c8f4a826 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313017 Jul 14 10:23:34.624594 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 38194) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:34.679258 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae65361-ae02-4b46-b6b7-7208e24fe103 tempest-TestSnapshotPattern-808776219 tempest-TestSnapshotPattern-808776219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:34.681448 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-0ae65361-ae02-4b46-b6b7-7208e24fe103 tempest-TestSnapshotPattern-808776219 tempest-TestSnapshotPattern-808776219-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 1093 time: 0.0558443 Jul 14 10:23:34.684366 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 38196) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:34.688659 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.v2.base [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Request body: {'floatingip': {'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'port_id': '48623288-c995-4dc9-a6b2-a4d52e2d5bda', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:34.710139 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for floatingip, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:34.804864 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:34.910372 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Allocated IP 172.25.6.140 (6facc217-dc01-422a-8069-2c7784a4d993/b546f247-893e-4911-a7e4-7dcae15b5747/0499873f-1e7f-46f8-92f8-fcd40d4f14da) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:23:35.009593 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:35.054035 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768948289949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:35.089594 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Network 6facc217-dc01-422a-8069-2c7784a4d993 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:23:35.094181 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:23:35.097576 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:23:35.121223 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Pushing event updated for resources: {'Port': ['ID=0499873f-1e7f-46f8-92f8-fcd40d4f14da,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:35.131320 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:35.131695 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:35.132034 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:35.132368 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:35.132698 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:35.133026 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:35.133430 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:35.133937 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:35.134268 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:35.134592 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:35.134916 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:35.135239 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:35.474558 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:35.555423 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:35.703813 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:35.708228 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64611377'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:35.774958 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Pushing event updated for resources: {'Port': ['ID=0499873f-1e7f-46f8-92f8-fcd40d4f14da,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:35.784434 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991984'] for floatingip, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:35.885349 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Floating IP b12d7d2e-d861-48e3-88f8-1ff4e0d84a27 associated. External IP: 172.25.6.140, port: 48623288-c995-4dc9-a6b2-a4d52e2d5bda. Jul 14 10:23:36.091161 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Router 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:23:36.197078 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:23:36.206599 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d48bb9a-ae01-46f0-8643-b42075e3f676 None None] Sync routers for ids ['44b7b6e0-b2aa-49fa-9679-8266ba673fa8'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:23:36.213807 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:36.216870 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d48bb9a-ae01-46f0-8643-b42075e3f676 None None] Routers {'44b7b6e0-b2aa-49fa-9679-8266ba673fa8'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:23:36.217554 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0d48bb9a-ae01-46f0-8643-b42075e3f676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:23:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['44b7b6e0-b2aa-49fa-9679-8266ba673fa8'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:36.250298 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-82b8cdc4-c627-4b11-b54a-e62ff442c195 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5649183 Jul 14 10:23:36.250880 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3bb980-c7a1-4cd6-931c-27cb55a87649', 'tag': '48623288-c995-4dc9-a6b2-a4d52e2d5bda'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:23:36.253473 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdfd76875a0dbbaf1509a4c423fc1f4cb1751388cb9186f92cdb94f63ad4e53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9cd7b5-099b-422a-80e0-6ead4617a871" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3bb980-c7a1-4cd6-931c-27cb55a87649", "tag": "48623288-c995-4dc9-a6b2-a4d52e2d5bda"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:23:36.325464 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-0d48bb9a-ae01-46f0-8643-b42075e3f676 None None] Set router 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:23:36.342708 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d136f589-56ab-4c95-ac8f-bffd51ed4e6b x-openstack-request-id: req-d136f589-56ab-4c95-ac8f-bffd51ed4e6b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:23:36.342960 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3bb980-c7a1-4cd6-931c-27cb55a87649", "tag": "48623288-c995-4dc9-a6b2-a4d52e2d5bda", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:23:36.343184 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d136f589-56ab-4c95-ac8f-bffd51ed4e6b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:23:36.343620 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad3bb980-c7a1-4cd6-931c-27cb55a87649', 'tag': '48623288-c995-4dc9-a6b2-a4d52e2d5bda', 'status': 'completed', 'code': 200} Jul 14 10:23:36.418015 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cd7b5-099b-422a-80e0-6ead4617a871 req-9cc7a040-3ec5-4231-a926-3ecd6157d4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:36.419552 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5f9cd7b5-099b-422a-80e0-6ead4617a871 req-9cc7a040-3ec5-4231-a926-3ecd6157d4e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=385eb9b91da64e16970fb43a2f9b1d61&device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 1098 time: 0.0532451 Jul 14 10:23:36.517181 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cd7b5-099b-422a-80e0-6ead4617a871 req-ab353e41-cdf6-4d53-918b-6b8489e2cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:36.518673 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5f9cd7b5-099b-422a-80e0-6ead4617a871 req-ab353e41-cdf6-4d53-918b-6b8489e2cfbb service neutron] 10.222.0.44 "GET /v2.0/networks?id=26862243-ca3e-4afc-b4ff-419c9057a5f9 HTTP/1.1" status: 200 len: 910 time: 0.0932386 Jul 14 10:23:36.553806 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0d48bb9a-ae01-46f0-8643-b42075e3f676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'name': 'tempest-TestSnapshotPattern-1634599346-router', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:37Z', 'revision_number': 4, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'gw_port': {'id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'b12d7d2e-d861-48e3-88f8-1ff4e0d84a27', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'floating_ip_address': '172.25.6.140', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'port_id': '48623288-c995-4dc9-a6b2-a4d52e2d5bda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'mac_address': 'fa:16:3e:44:78:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3bb980-c7a1-4cd6-931c-27cb55a87649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:23:35Z', 'updated_at': '2021-07-14T10:23:35Z', 'revision_number': 0, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'fixed_ip_address_scope': None}, {'id': 'fdb430c6-a962-46d9-95aa-c39e69c64994', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'port_id': '63a50f16-298e-4cc4-a845-81f587b84dcc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'mac_address': 'fa:16:3e:39:07:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edfd871-9394-4de1-a275-2d1c65af3a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:20:59Z', 'updated_at': '2021-07-14T10:21:01Z', 'revision_number': 1, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf68104e-13dd-49a8-9aa7-605b5ba0085a', 'name': '', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'mac_address': 'fa:16:3e:98:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:37Z', 'updated_at': '2021-07-14T10:20:42Z', 'revision_number': 5, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'subnets': [{'id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:36.589577 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5f9cd7b5-099b-422a-80e0-6ead4617a871 req-91a12229-aab6-4a2b-8f48-815fe536e82d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48623288-c995-4dc9-a6b2-a4d52e2d5bda HTTP/1.1" status: 200 len: 1000 time: 0.0592649 Jul 14 10:23:36.645948 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cd7b5-099b-422a-80e0-6ead4617a871 req-b5fe1878-5d40-4875-ab80-47a8cd5bfb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:36.647367 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5f9cd7b5-099b-422a-80e0-6ead4617a871 req-b5fe1878-5d40-4875-ab80-47a8cd5bfb9f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3df3e148-0237-4318-8f2d-453880bce1fa HTTP/1.1" status: 200 len: 849 time: 0.0518913 Jul 14 10:23:36.678077 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d48bb9a-ae01-46f0-8643-b42075e3f676 None None] Checking router: 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:23:36.688697 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d48bb9a-ae01-46f0-8643-b42075e3f676 None None] Routers {'44b7b6e0-b2aa-49fa-9679-8266ba673fa8'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:23:36.689358 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0d48bb9a-ae01-46f0-8643-b42075e3f676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:23:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['44b7b6e0-b2aa-49fa-9679-8266ba673fa8'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:36.709537 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cd7b5-099b-422a-80e0-6ead4617a871 req-c8877ced-f52d-49b7-8e1d-2ea95b494c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:36.711114 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5f9cd7b5-099b-422a-80e0-6ead4617a871 req-c8877ced-f52d-49b7-8e1d-2ea95b494c84 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26862243-ca3e-4afc-b4ff-419c9057a5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574105 Jul 14 10:23:36.794662 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-0d48bb9a-ae01-46f0-8643-b42075e3f676 None None] Set router 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:23:36.803541 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5f9cd7b5-099b-422a-80e0-6ead4617a871 req-bb01a5f0-58ac-4a83-b609-581f4cd7e48a service neutron] 10.222.0.44 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849106 Jul 14 10:23:36.897015 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-5f9cd7b5-099b-422a-80e0-6ead4617a871 req-ec64465c-0e16-422a-9d92-c2135bd84f0a service neutron] 10.222.0.44 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863359 Jul 14 10:23:37.014206 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-0d48bb9a-ae01-46f0-8643-b42075e3f676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'name': 'tempest-TestSnapshotPattern-1634599346-router', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:37Z', 'revision_number': 4, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'gw_port': {'id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'b12d7d2e-d861-48e3-88f8-1ff4e0d84a27', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'floating_ip_address': '172.25.6.140', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'port_id': '48623288-c995-4dc9-a6b2-a4d52e2d5bda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'mac_address': 'fa:16:3e:44:78:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3bb980-c7a1-4cd6-931c-27cb55a87649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:23:35Z', 'updated_at': '2021-07-14T10:23:35Z', 'revision_number': 0, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'fixed_ip_address_scope': None}, {'id': 'fdb430c6-a962-46d9-95aa-c39e69c64994', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'port_id': '63a50f16-298e-4cc4-a845-81f587b84dcc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'mac_address': 'fa:16:3e:39:07:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edfd871-9394-4de1-a275-2d1c65af3a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:20:59Z', 'updated_at': '2021-07-14T10:21:01Z', 'revision_number': 1, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf68104e-13dd-49a8-9aa7-605b5ba0085a', 'name': '', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'mac_address': 'fa:16:3e:98:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:37Z', 'updated_at': '2021-07-14T10:20:42Z', 'revision_number': 5, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'subnets': [{'id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:37.042767 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d48bb9a-ae01-46f0-8643-b42075e3f676 None None] The sync data for ids ['44b7b6e0-b2aa-49fa-9679-8266ba673fa8'] in n-d-771362-35 is: [{'id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'name': 'tempest-TestSnapshotPattern-1634599346-router', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:37Z', 'revision_number': 4, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'gw_port': {'id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'b12d7d2e-d861-48e3-88f8-1ff4e0d84a27', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'floating_ip_address': '172.25.6.140', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'port_id': '48623288-c995-4dc9-a6b2-a4d52e2d5bda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'mac_address': 'fa:16:3e:44:78:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3bb980-c7a1-4cd6-931c-27cb55a87649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:23:35Z', 'updated_at': '2021-07-14T10:23:35Z', 'revision_number': 0, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'fixed_ip_address_scope': None}, {'id': 'fdb430c6-a962-46d9-95aa-c39e69c64994', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'port_id': '63a50f16-298e-4cc4-a845-81f587b84dcc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'mac_address': 'fa:16:3e:39:07:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edfd871-9394-4de1-a275-2d1c65af3a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:20:59Z', 'updated_at': '2021-07-14T10:21:01Z', 'revision_number': 1, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf68104e-13dd-49a8-9aa7-605b5ba0085a', 'name': '', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'mac_address': 'fa:16:3e:98:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:37Z', 'updated_at': '2021-07-14T10:20:42Z', 'revision_number': 5, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'subnets': [{'id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:23:37.228842 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ebfe87-9895-49ed-8259-94ac7b2d10c4 None None] New status for floating IP b12d7d2e-d861-48e3-88f8-1ff4e0d84a27: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:23:38.312395 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:23:41.452485 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:43.034945 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:48.603615 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28b0e574-fdd6-4799-8ee1-feae8be2ac0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:51.176711 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8586d75e-ceb2-430a-b9e3-1eaf49c2f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:51.435627 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:52.513358 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:54.039364 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:02.373988 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-12d1c5b0-2d3e-4051-80a3-808becf281f6 req-1581884f-6a72-4367-ae6a-2047e9943d22 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543616 Jul 14 10:24:02.471240 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1c5b0-2d3e-4051-80a3-808becf281f6 req-da238f9b-2b1b-42e3-8723-33dc182e1665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:02.472786 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-12d1c5b0-2d3e-4051-80a3-808becf281f6 req-da238f9b-2b1b-42e3-8723-33dc182e1665 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=385eb9b91da64e16970fb43a2f9b1d61&device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 1098 time: 0.0525959 Jul 14 10:24:02.580567 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1c5b0-2d3e-4051-80a3-808becf281f6 req-201a79fa-88e0-4af9-955c-ae87ee6cbbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:02.581965 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-12d1c5b0-2d3e-4051-80a3-808becf281f6 req-201a79fa-88e0-4af9-955c-ae87ee6cbbd5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=26862243-ca3e-4afc-b4ff-419c9057a5f9 HTTP/1.1" status: 200 len: 910 time: 0.0897729 Jul 14 10:24:02.645736 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-12d1c5b0-2d3e-4051-80a3-808becf281f6 req-8e7667bd-b4af-40bc-b78c-2b024bf3456a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48623288-c995-4dc9-a6b2-a4d52e2d5bda HTTP/1.1" status: 200 len: 1002 time: 0.0572946 Jul 14 10:24:02.699577 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1c5b0-2d3e-4051-80a3-808becf281f6 req-c56254bb-a402-4c66-81a0-d49cd0d59adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:02.700947 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-12d1c5b0-2d3e-4051-80a3-808becf281f6 req-c56254bb-a402-4c66-81a0-d49cd0d59adb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3df3e148-0237-4318-8f2d-453880bce1fa HTTP/1.1" status: 200 len: 849 time: 0.0471911 Jul 14 10:24:02.757543 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1c5b0-2d3e-4051-80a3-808becf281f6 req-1375559f-0b85-4395-b667-a69f577b66c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:02.759010 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-12d1c5b0-2d3e-4051-80a3-808becf281f6 req-1375559f-0b85-4395-b667-a69f577b66c2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26862243-ca3e-4afc-b4ff-419c9057a5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521226 Jul 14 10:24:02.845091 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-12d1c5b0-2d3e-4051-80a3-808becf281f6 req-80c7cb18-72d7-4b70-9bf2-2fbc5986177a service neutron] 10.222.0.44 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796385 Jul 14 10:24:02.936068 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-12d1c5b0-2d3e-4051-80a3-808becf281f6 req-14700152-4a09-4903-95d1-03d373121b82 service neutron] 10.222.0.44 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851462 Jul 14 10:24:08.514032 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fb5e1ae0-a688-4f8e-a8be-bf0f8f785ab8 req-8f7a416a-3289-4721-b9e6-003da1404d13 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3edfd871-9394-4de1-a275-2d1c65af3a63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513997 Jul 14 10:24:08.939077 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e1ae0-a688-4f8e-a8be-bf0f8f785ab8 req-d86b2607-22e6-4d9c-8eca-d21ea074bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:08.940627 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fb5e1ae0-a688-4f8e-a8be-bf0f8f785ab8 req-d86b2607-22e6-4d9c-8eca-d21ea074bca5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=385eb9b91da64e16970fb43a2f9b1d61&device_id=3edfd871-9394-4de1-a275-2d1c65af3a63 HTTP/1.1" status: 200 len: 1096 time: 0.3840961 Jul 14 10:24:09.044120 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e1ae0-a688-4f8e-a8be-bf0f8f785ab8 req-5a4a370d-2bb6-4c99-9b27-bb196c7a7d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:09.045570 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fb5e1ae0-a688-4f8e-a8be-bf0f8f785ab8 req-5a4a370d-2bb6-4c99-9b27-bb196c7a7d42 service neutron] 10.222.0.47 "GET /v2.0/networks?id=26862243-ca3e-4afc-b4ff-419c9057a5f9 HTTP/1.1" status: 200 len: 910 time: 0.0831902 Jul 14 10:24:09.114434 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fb5e1ae0-a688-4f8e-a8be-bf0f8f785ab8 req-279ae8b5-8443-4523-964f-02143045c1f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63a50f16-298e-4cc4-a845-81f587b84dcc HTTP/1.1" status: 200 len: 999 time: 0.0616109 Jul 14 10:24:09.161568 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e1ae0-a688-4f8e-a8be-bf0f8f785ab8 req-509e8f62-ae90-4e47-abad-818ccd501835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:09.162967 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fb5e1ae0-a688-4f8e-a8be-bf0f8f785ab8 req-509e8f62-ae90-4e47-abad-818ccd501835 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3df3e148-0237-4318-8f2d-453880bce1fa HTTP/1.1" status: 200 len: 849 time: 0.0421650 Jul 14 10:24:09.218146 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e1ae0-a688-4f8e-a8be-bf0f8f785ab8 req-a478121b-e483-40bf-b775-194c73098d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:09.219643 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fb5e1ae0-a688-4f8e-a8be-bf0f8f785ab8 req-a478121b-e483-40bf-b775-194c73098d84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=26862243-ca3e-4afc-b4ff-419c9057a5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508084 Jul 14 10:24:09.312907 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fb5e1ae0-a688-4f8e-a8be-bf0f8f785ab8 req-c19e0472-7be6-431e-b43a-767e17e30bc7 service neutron] 10.222.0.47 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856044 Jul 14 10:24:09.403018 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-fb5e1ae0-a688-4f8e-a8be-bf0f8f785ab8 req-b28caa80-161b-49ab-a2f4-694b964121e2 service neutron] 10.222.0.47 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826340 Jul 14 10:24:11.451954 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:13.025755 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:15.312346 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:24:18.605375 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f044d8bb-593a-4108-b817-762e0ef16776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:21.177768 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30d63b53-abb8-4e5d-b80e-289b315aa64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:21.436640 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:22.516996 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:24.041672 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:41.450875 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:43.025453 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:48.606344 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2de0c425-71a3-4dac-9755-284e120bcf0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:51.177188 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5ffac8e-fc57-4a5e-8f0f-df77f8bf592a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:51.438677 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:52.312233 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:24:52.519817 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:54.044782 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:03.431504 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ea32b55c-85f3-4dfd-97fb-8067ffb73647 req-06388555-1eb0-4626-a191-f2c1c571788a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1450868 Jul 14 10:25:03.540585 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32b55c-85f3-4dfd-97fb-8067ffb73647 req-c0ea6e8a-f829-4bfd-9f17-ab60815cf58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:03.541997 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ea32b55c-85f3-4dfd-97fb-8067ffb73647 req-c0ea6e8a-f829-4bfd-9f17-ab60815cf58a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=385eb9b91da64e16970fb43a2f9b1d61&device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 1098 time: 0.0670629 Jul 14 10:25:03.650277 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32b55c-85f3-4dfd-97fb-8067ffb73647 req-4e35af32-d5b4-44e2-b5dd-fe7742233aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:03.651797 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ea32b55c-85f3-4dfd-97fb-8067ffb73647 req-4e35af32-d5b4-44e2-b5dd-fe7742233aec service neutron] 10.222.0.44 "GET /v2.0/networks?id=26862243-ca3e-4afc-b4ff-419c9057a5f9 HTTP/1.1" status: 200 len: 910 time: 0.0894523 Jul 14 10:25:03.723048 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ea32b55c-85f3-4dfd-97fb-8067ffb73647 req-0f65c192-b0c1-4c8b-943e-5e53f857ac69 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48623288-c995-4dc9-a6b2-a4d52e2d5bda HTTP/1.1" status: 200 len: 1002 time: 0.0640967 Jul 14 10:25:04.114961 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32b55c-85f3-4dfd-97fb-8067ffb73647 req-40a1d81a-078b-454d-a7bd-3cbff7694ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:04.116377 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ea32b55c-85f3-4dfd-97fb-8067ffb73647 req-40a1d81a-078b-454d-a7bd-3cbff7694ee8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3df3e148-0237-4318-8f2d-453880bce1fa HTTP/1.1" status: 200 len: 849 time: 0.3875225 Jul 14 10:25:04.174140 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32b55c-85f3-4dfd-97fb-8067ffb73647 req-79297c29-d588-4232-b5cd-4584600a78b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:04.175656 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ea32b55c-85f3-4dfd-97fb-8067ffb73647 req-79297c29-d588-4232-b5cd-4584600a78b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26862243-ca3e-4afc-b4ff-419c9057a5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514724 Jul 14 10:25:04.188056 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [req-ea32b55c-85f3-4dfd-97fb-8067ffb73647 req-17b86a4d-0997-4e67-b187-8d10ad1b06d0 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:25:04.188978 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ea32b55c-85f3-4dfd-97fb-8067ffb73647 req-17b86a4d-0997-4e67-b187-8d10ad1b06d0 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055470 Jul 14 10:25:04.282989 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ea32b55c-85f3-4dfd-97fb-8067ffb73647 req-afb3b0f6-ceeb-4aeb-bf5c-6760f2c3a4e2 service neutron] 10.222.0.44 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871909 Jul 14 10:25:04.373905 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-ea32b55c-85f3-4dfd-97fb-8067ffb73647 req-db9c6c1d-695d-4631-afaf-58ce2ab6c359 service neutron] 10.222.0.44 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846326 Jul 14 10:25:07.236969 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 48623288-c995-4dc9-a6b2-a4d52e2d5bda details requested by agent hyperv_n-h2-771362-35 with host n-h2-771362-35 {{(pid=93774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:25:07.332307 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 48623288-c995-4dc9-a6b2-a4d52e2d5bda, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=48623288-c995-4dc9-a6b2-a4d52e2d5bda,segment=NetworkSegment(1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f),segment_id=1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:07.343201 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Returning: {'device': '48623288-c995-4dc9-a6b2-a4d52e2d5bda', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'port_id': '48623288-c995-4dc9-a6b2-a4d52e2d5bda', 'mac_address': 'fa:16:3e:44:78:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:25:07.379514 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:07.391614 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48623288-c995-4dc9-a6b2-a4d52e2d5bda {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:25:07.410961 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 48623288-c995-4dc9-a6b2-a4d52e2d5bda, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=48623288-c995-4dc9-a6b2-a4d52e2d5bda,segment=NetworkSegment(1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f),segment_id=1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:07.414079 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:07.469221 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=48623288-c995-4dc9-a6b2-a4d52e2d5bda,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:07.476387 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:07.476734 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:07.477069 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:07.477403 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:07.477733 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:07.478060 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:07.478382 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:07.478705 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:07.479024 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:07.479343 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:07.479691 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:07.480012 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:07.493363 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] get_ports_and_sgs() called for port_ids ['48623288-c995-4dc9-a6b2-a4d52e2d5bda'] {{(pid=93774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:25:09.252819 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 48623288-c995-4dc9-a6b2-a4d52e2d5bda up at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:25:09.303999 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Provisioning complete for port 48623288-c995-4dc9-a6b2-a4d52e2d5bda triggered by entity L2. {{(pid=93774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:25:09.304507 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-934703'] for port, provisioning_complete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:09.390037 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581864'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:09.416116 n-d-771362-35 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3bb980-c7a1-4cd6-931c-27cb55a87649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48623288-c995-4dc9-a6b2-a4d52e2d5bda'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:25:09.419371 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad2bb0b0c3d38dd5f87e8e96266229fdecb1dfb0d9cead1addcc05902deb2386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c00cd9-2b6a-4cad-b63d-6e1dbbdfb38d" -d '{"events": [{"server_uuid": "ad3bb980-c7a1-4cd6-931c-27cb55a87649", "name": "network-vif-plugged", "status": "completed", "tag": "48623288-c995-4dc9-a6b2-a4d52e2d5bda"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:25:09.434512 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] For port 48623288-c995-4dc9-a6b2-a4d52e2d5bda, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=48623288-c995-4dc9-a6b2-a4d52e2d5bda,segment=NetworkSegment(1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f),segment_id=1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:09.439444 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768948694559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768948289967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768948289985'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:09.488590 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353af698-ac1f-495f-8b2a-d6f4b241b34c x-openstack-request-id: req-353af698-ac1f-495f-8b2a-d6f4b241b34c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:25:09.489140 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3bb980-c7a1-4cd6-931c-27cb55a87649", "name": "network-vif-plugged", "status": "completed", "tag": "48623288-c995-4dc9-a6b2-a4d52e2d5bda", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:25:09.489626 n-d-771362-35 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-353af698-ac1f-495f-8b2a-d6f4b241b34c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:25:09.490241 n-d-771362-35 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3bb980-c7a1-4cd6-931c-27cb55a87649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48623288-c995-4dc9-a6b2-a4d52e2d5bda', 'code': 200} Jul 14 10:25:09.508288 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Pushing event updated for resources: {'Port': ['ID=48623288-c995-4dc9-a6b2-a4d52e2d5bda,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:09.550658 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f3d0e284-c704-45b1-9fc7-51dac582606f req-43a7f59c-2567-45fd-9cf0-2a792d012db6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3edfd871-9394-4de1-a275-2d1c65af3a63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0832641 Jul 14 10:25:09.654195 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0e284-c704-45b1-9fc7-51dac582606f req-117eb1d2-fc7a-4d98-803e-af04f444acc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:09.655811 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f3d0e284-c704-45b1-9fc7-51dac582606f req-117eb1d2-fc7a-4d98-803e-af04f444acc0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=385eb9b91da64e16970fb43a2f9b1d61&device_id=3edfd871-9394-4de1-a275-2d1c65af3a63 HTTP/1.1" status: 200 len: 1096 time: 0.0566947 Jul 14 10:25:09.807031 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0e284-c704-45b1-9fc7-51dac582606f req-9e8b5336-4067-48d0-b884-9cf80b07ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:09.809524 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f3d0e284-c704-45b1-9fc7-51dac582606f req-9e8b5336-4067-48d0-b884-9cf80b07ec18 service neutron] 10.222.0.47 "GET /v2.0/networks?id=26862243-ca3e-4afc-b4ff-419c9057a5f9 HTTP/1.1" status: 200 len: 910 time: 0.1240203 Jul 14 10:25:09.896127 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f3d0e284-c704-45b1-9fc7-51dac582606f req-18717e69-a0b5-4090-a38a-d430dfe7b93e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63a50f16-298e-4cc4-a845-81f587b84dcc HTTP/1.1" status: 200 len: 999 time: 0.0772851 Jul 14 10:25:09.950889 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0e284-c704-45b1-9fc7-51dac582606f req-97d5585b-d1d7-413b-860a-c28303630e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:09.952637 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f3d0e284-c704-45b1-9fc7-51dac582606f req-97d5585b-d1d7-413b-860a-c28303630e1d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3df3e148-0237-4318-8f2d-453880bce1fa HTTP/1.1" status: 200 len: 849 time: 0.0495732 Jul 14 10:25:10.015523 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0e284-c704-45b1-9fc7-51dac582606f req-3271d786-8a71-4da7-88f4-0e1a5b5ab8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:10.017073 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f3d0e284-c704-45b1-9fc7-51dac582606f req-3271d786-8a71-4da7-88f4-0e1a5b5ab8be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=26862243-ca3e-4afc-b4ff-419c9057a5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575509 Jul 14 10:25:10.123471 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f3d0e284-c704-45b1-9fc7-51dac582606f req-21ae1612-a72b-4c92-a648-85748ca69d52 service neutron] 10.222.0.47 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000981 Jul 14 10:25:10.229034 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-f3d0e284-c704-45b1-9fc7-51dac582606f req-52d7205a-c707-4dba-a8a5-e15103f3b5e0 service neutron] 10.222.0.47 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962417 Jul 14 10:25:11.473220 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:13.033998 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:17.892750 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 38418) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:18.050573 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9c90ad79-9d35-40da-bb65-cddb7ada77d0 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Deleting port 0499873f-1e7f-46f8-92f8-fcd40d4f14da {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:25:18.050914 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c90ad79-9d35-40da-bb65-cddb7ada77d0 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:18.130972 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c90ad79-9d35-40da-bb65-cddb7ada77d0 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:18.131299 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c90ad79-9d35-40da-bb65-cddb7ada77d0 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:18.143000 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9c90ad79-9d35-40da-bb65-cddb7ada77d0 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Calling delete_port for 0499873f-1e7f-46f8-92f8-fcd40d4f14da owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:25:18.294528 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c90ad79-9d35-40da-bb65-cddb7ada77d0 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:18.321158 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90ad79-9d35-40da-bb65-cddb7ada77d0 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Pushing event deleted for resources: {'Port': ['ID=0499873f-1e7f-46f8-92f8-fcd40d4f14da,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:18.349720 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90ad79-9d35-40da-bb65-cddb7ada77d0 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:18.350061 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90ad79-9d35-40da-bb65-cddb7ada77d0 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:18.350397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90ad79-9d35-40da-bb65-cddb7ada77d0 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:18.350729 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90ad79-9d35-40da-bb65-cddb7ada77d0 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:18.351062 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90ad79-9d35-40da-bb65-cddb7ada77d0 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:18.351388 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90ad79-9d35-40da-bb65-cddb7ada77d0 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:18.351741 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90ad79-9d35-40da-bb65-cddb7ada77d0 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:18.352061 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90ad79-9d35-40da-bb65-cddb7ada77d0 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:18.352381 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90ad79-9d35-40da-bb65-cddb7ada77d0 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:18.352704 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90ad79-9d35-40da-bb65-cddb7ada77d0 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:18.353026 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90ad79-9d35-40da-bb65-cddb7ada77d0 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:18.353347 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90ad79-9d35-40da-bb65-cddb7ada77d0 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:18.391937 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c90ad79-9d35-40da-bb65-cddb7ada77d0 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:18.392270 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-9c90ad79-9d35-40da-bb65-cddb7ada77d0 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Floating IP b12d7d2e-d861-48e3-88f8-1ff4e0d84a27 disassociated (deleted). External IP: 172.25.6.140, port: 48623288-c995-4dc9-a6b2-a4d52e2d5bda. Jul 14 10:25:18.607969 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8f40b68-8880-4d6e-9093-8e27d5c01045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:18.613782 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c90ad79-9d35-40da-bb65-cddb7ada77d0 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Router 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:25:18.726222 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c90ad79-9d35-40da-bb65-cddb7ada77d0 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:25:18.731482 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c90ad79-9d35-40da-bb65-cddb7ada77d0 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:18.736488 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24625d5-41c0-4b57-8727-b0c5e34a67ed None None] Sync routers for ids ['44b7b6e0-b2aa-49fa-9679-8266ba673fa8'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:25:18.745281 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24625d5-41c0-4b57-8727-b0c5e34a67ed None None] Routers {'44b7b6e0-b2aa-49fa-9679-8266ba673fa8'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:25:18.746603 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a24625d5-41c0-4b57-8727-b0c5e34a67ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:24:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['44b7b6e0-b2aa-49fa-9679-8266ba673fa8'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:18.769699 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9c90ad79-9d35-40da-bb65-cddb7ada77d0 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "DELETE /v2.0/floatingips/b12d7d2e-d861-48e3-88f8-1ff4e0d84a27 HTTP/1.1" status: 204 len: 168 time: 0.8758349 Jul 14 10:25:18.770299 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3bb980-c7a1-4cd6-931c-27cb55a87649', 'tag': '48623288-c995-4dc9-a6b2-a4d52e2d5bda'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:25:18.772624 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdfd76875a0dbbaf1509a4c423fc1f4cb1751388cb9186f92cdb94f63ad4e53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a97e74-1ed2-4b86-9824-fc11466850ae" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3bb980-c7a1-4cd6-931c-27cb55a87649", "tag": "48623288-c995-4dc9-a6b2-a4d52e2d5bda"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:25:18.816694 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec01571-f7d6-429a-80bd-80e550999699 x-openstack-request-id: req-2ec01571-f7d6-429a-80bd-80e550999699 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:25:18.817219 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3bb980-c7a1-4cd6-931c-27cb55a87649", "tag": "48623288-c995-4dc9-a6b2-a4d52e2d5bda", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:25:18.817561 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ec01571-f7d6-429a-80bd-80e550999699 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:25:18.818078 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad3bb980-c7a1-4cd6-931c-27cb55a87649', 'tag': '48623288-c995-4dc9-a6b2-a4d52e2d5bda', 'status': 'completed', 'code': 200} Jul 14 10:25:18.892477 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-a24625d5-41c0-4b57-8727-b0c5e34a67ed None None] Set router 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:25:18.922461 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a97e74-1ed2-4b86-9824-fc11466850ae req-d6adedd1-cdd2-433a-a51b-23ba71bd4785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:18.924896 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26a97e74-1ed2-4b86-9824-fc11466850ae req-d6adedd1-cdd2-433a-a51b-23ba71bd4785 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=385eb9b91da64e16970fb43a2f9b1d61&device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 1098 time: 0.0867007 Jul 14 10:25:19.032223 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a97e74-1ed2-4b86-9824-fc11466850ae req-91a5d205-e36e-4ece-9987-7d79958670f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:19.033749 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26a97e74-1ed2-4b86-9824-fc11466850ae req-91a5d205-e36e-4ece-9987-7d79958670f2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=26862243-ca3e-4afc-b4ff-419c9057a5f9 HTTP/1.1" status: 200 len: 910 time: 0.1025958 Jul 14 10:25:19.079768 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26a97e74-1ed2-4b86-9824-fc11466850ae req-1c0be3cf-198e-4d37-8502-8b7d96710f3f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48623288-c995-4dc9-a6b2-a4d52e2d5bda HTTP/1.1" status: 200 len: 217 time: 0.0395999 Jul 14 10:25:19.149114 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a97e74-1ed2-4b86-9824-fc11466850ae req-0ff55984-44c5-48ef-a4b8-015d88da42c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:19.151981 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26a97e74-1ed2-4b86-9824-fc11466850ae req-0ff55984-44c5-48ef-a4b8-015d88da42c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3df3e148-0237-4318-8f2d-453880bce1fa HTTP/1.1" status: 200 len: 849 time: 0.0654302 Jul 14 10:25:19.164839 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a24625d5-41c0-4b57-8727-b0c5e34a67ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'name': 'tempest-TestSnapshotPattern-1634599346-router', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:37Z', 'revision_number': 4, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'gw_port': {'id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'fdb430c6-a962-46d9-95aa-c39e69c64994', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'port_id': '63a50f16-298e-4cc4-a845-81f587b84dcc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'mac_address': 'fa:16:3e:39:07:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edfd871-9394-4de1-a275-2d1c65af3a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:20:59Z', 'updated_at': '2021-07-14T10:21:01Z', 'revision_number': 1, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf68104e-13dd-49a8-9aa7-605b5ba0085a', 'name': '', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'mac_address': 'fa:16:3e:98:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:37Z', 'updated_at': '2021-07-14T10:20:42Z', 'revision_number': 5, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'subnets': [{'id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:19.198020 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24625d5-41c0-4b57-8727-b0c5e34a67ed None None] Checking router: 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:25:19.207994 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24625d5-41c0-4b57-8727-b0c5e34a67ed None None] Routers {'44b7b6e0-b2aa-49fa-9679-8266ba673fa8'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:25:19.208746 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a24625d5-41c0-4b57-8727-b0c5e34a67ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:24:51Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['44b7b6e0-b2aa-49fa-9679-8266ba673fa8'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:19.226653 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a97e74-1ed2-4b86-9824-fc11466850ae req-0e62c0c6-db0f-4124-82d0-5d395d27e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:19.228380 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26a97e74-1ed2-4b86-9824-fc11466850ae req-0e62c0c6-db0f-4124-82d0-5d395d27e82f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26862243-ca3e-4afc-b4ff-419c9057a5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701323 Jul 14 10:25:19.252649 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb5819-ed1c-49e2-b7a4-c4eb65997664 req-bb773c64-8e02-4ee5-9808-087540a07d3b tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:19.261088 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10cb5819-ed1c-49e2-b7a4-c4eb65997664 req-bb773c64-8e02-4ee5-9808-087540a07d3b tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 946 time: 0.1434076 Jul 14 10:25:19.300346 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-10cb5819-ed1c-49e2-b7a4-c4eb65997664 req-58d03ae5-7f97-44ab-951d-eeef0159dd32 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374708 Jul 14 10:25:19.342839 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-a24625d5-41c0-4b57-8727-b0c5e34a67ed None None] Set router 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:25:19.343421 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26a97e74-1ed2-4b86-9824-fc11466850ae req-4296e294-16e9-430a-96de-de1d9b4fa95c service neutron] 10.222.0.44 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071665 Jul 14 10:25:19.444615 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-26a97e74-1ed2-4b86-9824-fc11466850ae req-78155bda-6f27-4436-b3c3-bb5fa5ad593a service neutron] 10.222.0.44 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944068 Jul 14 10:25:19.568593 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-a24625d5-41c0-4b57-8727-b0c5e34a67ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'name': 'tempest-TestSnapshotPattern-1634599346-router', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:37Z', 'revision_number': 4, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'gw_port': {'id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'fdb430c6-a962-46d9-95aa-c39e69c64994', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'port_id': '63a50f16-298e-4cc4-a845-81f587b84dcc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'mac_address': 'fa:16:3e:39:07:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edfd871-9394-4de1-a275-2d1c65af3a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:20:59Z', 'updated_at': '2021-07-14T10:21:01Z', 'revision_number': 1, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf68104e-13dd-49a8-9aa7-605b5ba0085a', 'name': '', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'mac_address': 'fa:16:3e:98:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:37Z', 'updated_at': '2021-07-14T10:20:42Z', 'revision_number': 5, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'subnets': [{'id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:19.594385 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24625d5-41c0-4b57-8727-b0c5e34a67ed None None] The sync data for ids ['44b7b6e0-b2aa-49fa-9679-8266ba673fa8'] in n-d-771362-35 is: [{'id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'name': 'tempest-TestSnapshotPattern-1634599346-router', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:37Z', 'revision_number': 4, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'gw_port': {'id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_floatingips': [{'id': 'fdb430c6-a962-46d9-95aa-c39e69c64994', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'router_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'port_id': '63a50f16-298e-4cc4-a845-81f587b84dcc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'mac_address': 'fa:16:3e:39:07:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edfd871-9394-4de1-a275-2d1c65af3a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:20:59Z', 'updated_at': '2021-07-14T10:21:01Z', 'revision_number': 1, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf68104e-13dd-49a8-9aa7-605b5ba0085a', 'name': '', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'mac_address': 'fa:16:3e:98:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:37Z', 'updated_at': '2021-07-14T10:20:42Z', 'revision_number': 5, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'subnets': [{'id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:25:19.829770 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d787af-8979-4a30-b5e5-b27ec0c6afbc None None] New status for floating IP b12d7d2e-d861-48e3-88f8-1ff4e0d84a27: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:25:20.485420 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90af9d-e219-479d-97dc-df8ad81f328c req-50d14d17-5c00-4588-a010-2c3970b24b20 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:20.487012 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-be90af9d-e219-479d-97dc-df8ad81f328c req-50d14d17-5c00-4588-a010-2c3970b24b20 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 946 time: 0.0645521 Jul 14 10:25:20.534543 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-be90af9d-e219-479d-97dc-df8ad81f328c req-9fe956ae-864d-4336-bc8a-26c3e703ecda tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414031 Jul 14 10:25:20.623667 n-d-771362-35 neutron-server[93772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964829b-855d-47e4-b306-c004513d1f67 req-7eb462e4-6393-482c-bb39-40be76591f84 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:20.625127 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e964829b-855d-47e4-b306-c004513d1f67 req-7eb462e4-6393-482c-bb39-40be76591f84 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 946 time: 0.0681713 Jul 14 10:25:20.743651 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-e964829b-855d-47e4-b306-c004513d1f67 req-d321a726-018e-4f6e-bede-9f0ebc3ded61 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Deleting port 48623288-c995-4dc9-a6b2-a4d52e2d5bda {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:25:20.743998 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e964829b-855d-47e4-b306-c004513d1f67 req-d321a726-018e-4f6e-bede-9f0ebc3ded61 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:20.832038 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [req-e964829b-855d-47e4-b306-c004513d1f67 req-d321a726-018e-4f6e-bede-9f0ebc3ded61 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] For port 48623288-c995-4dc9-a6b2-a4d52e2d5bda, host n-h2-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-35',level=0,port_id=48623288-c995-4dc9-a6b2-a4d52e2d5bda,segment=NetworkSegment(1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f),segment_id=1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:20.832402 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e964829b-855d-47e4-b306-c004513d1f67 req-d321a726-018e-4f6e-bede-9f0ebc3ded61 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:20.846363 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [req-e964829b-855d-47e4-b306-c004513d1f67 req-d321a726-018e-4f6e-bede-9f0ebc3ded61 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Calling delete_port for 48623288-c995-4dc9-a6b2-a4d52e2d5bda owned by compute:nova {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:25:20.979182 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e964829b-855d-47e4-b306-c004513d1f67 req-d321a726-018e-4f6e-bede-9f0ebc3ded61 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:21.010913 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321a726-018e-4f6e-bede-9f0ebc3ded61 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Pushing event deleted for resources: {'Port': ['ID=48623288-c995-4dc9-a6b2-a4d52e2d5bda,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:21.045301 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321a726-018e-4f6e-bede-9f0ebc3ded61 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:21.045652 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321a726-018e-4f6e-bede-9f0ebc3ded61 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:21.045999 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321a726-018e-4f6e-bede-9f0ebc3ded61 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:21.046341 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321a726-018e-4f6e-bede-9f0ebc3ded61 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:21.046679 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321a726-018e-4f6e-bede-9f0ebc3ded61 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:21.047014 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321a726-018e-4f6e-bede-9f0ebc3ded61 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:21.047347 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321a726-018e-4f6e-bede-9f0ebc3ded61 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:21.047705 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321a726-018e-4f6e-bede-9f0ebc3ded61 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:21.048131 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321a726-018e-4f6e-bede-9f0ebc3ded61 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:21.048465 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321a726-018e-4f6e-bede-9f0ebc3ded61 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:21.048794 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321a726-018e-4f6e-bede-9f0ebc3ded61 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:21.049144 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321a726-018e-4f6e-bede-9f0ebc3ded61 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-35 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:21.070652 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e964829b-855d-47e4-b306-c004513d1f67 req-d321a726-018e-4f6e-bede-9f0ebc3ded61 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] No DVR routers for this DVR port 48623288-c995-4dc9-a6b2-a4d52e2d5bda on host n-h2-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:25:21.073347 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [req-e964829b-855d-47e4-b306-c004513d1f67 req-d321a726-018e-4f6e-bede-9f0ebc3ded61 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:21.075407 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [req-e964829b-855d-47e4-b306-c004513d1f67 req-d321a726-018e-4f6e-bede-9f0ebc3ded61 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.44 "DELETE /v2.0/ports/48623288-c995-4dc9-a6b2-a4d52e2d5bda HTTP/1.1" status: 204 len: 173 time: 0.4444599 Jul 14 10:25:21.075905 n-d-771362-35 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3bb980-c7a1-4cd6-931c-27cb55a87649', 'name': 'network-vif-deleted', 'tag': '48623288-c995-4dc9-a6b2-a4d52e2d5bda'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:25:21.078780 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c163d94617e4d27d2fed325bcfdf0621f7ecce5ca4b9feae31accb182273e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb7f4e6-fd70-4452-aef2-953266fb1d1e" -d '{"events": [{"server_uuid": "ad3bb980-c7a1-4cd6-931c-27cb55a87649", "name": "network-vif-deleted", "tag": "48623288-c995-4dc9-a6b2-a4d52e2d5bda"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:25:21.114501 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5aff99-dc9e-42f2-a1be-c1d842860818 x-openstack-request-id: req-ad5aff99-dc9e-42f2-a1be-c1d842860818 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:25:21.114812 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3bb980-c7a1-4cd6-931c-27cb55a87649", "name": "network-vif-deleted", "tag": "48623288-c995-4dc9-a6b2-a4d52e2d5bda", "status": "completed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:25:21.115062 n-d-771362-35 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad5aff99-dc9e-42f2-a1be-c1d842860818 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:25:21.115465 n-d-771362-35 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3bb980-c7a1-4cd6-931c-27cb55a87649', 'name': 'network-vif-deleted', 'tag': '48623288-c995-4dc9-a6b2-a4d52e2d5bda', 'status': 'completed', 'code': 200} Jul 14 10:25:21.177789 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74c4b590-699e-4caa-8399-c7da18b4e2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:21.342897 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 48623288-c995-4dc9-a6b2-a4d52e2d5bda no longer exists at agent hyperv_n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:25:21.364382 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] No Port match for: 48623288-c995-4dc9-a6b2-a4d52e2d5bda {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:25:21.364731 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Device 48623288-c995-4dc9-a6b2-a4d52e2d5bda not bound to the agent host n-h2-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:25:21.440728 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:21.694191 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-40aa52f3-9947-4678-883a-12d269c1cae4 req-ab21a738-e560-4d25-8784-59242c3ab5b0 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad3bb980-c7a1-4cd6-931c-27cb55a87649 HTTP/1.1" status: 200 len: 210 time: 0.0313075 Jul 14 10:25:22.523135 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:23.315189 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 38480) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:23.476185 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-959c09ac-74e3-4d35-9612-960216343955 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Deleting port 9eaa5f93-40f1-4e6d-b2c1-ffbe2324001b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:25:23.476523 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-959c09ac-74e3-4d35-9612-960216343955 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:23.551202 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-959c09ac-74e3-4d35-9612-960216343955 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:23.551441 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-959c09ac-74e3-4d35-9612-960216343955 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:23.563221 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-959c09ac-74e3-4d35-9612-960216343955 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Calling delete_port for 9eaa5f93-40f1-4e6d-b2c1-ffbe2324001b owned by network:floatingip {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:25:23.711645 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-959c09ac-74e3-4d35-9612-960216343955 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:23.738277 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c09ac-74e3-4d35-9612-960216343955 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Pushing event deleted for resources: {'Port': ['ID=9eaa5f93-40f1-4e6d-b2c1-ffbe2324001b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:23.803254 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-959c09ac-74e3-4d35-9612-960216343955 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for floatingip, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:23.803525 n-d-771362-35 neutron-server[93773]: INFO neutron.db.l3_db [None req-959c09ac-74e3-4d35-9612-960216343955 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Floating IP fdb430c6-a962-46d9-95aa-c39e69c64994 disassociated (deleted). External IP: 172.25.6.79, port: 63a50f16-298e-4cc4-a845-81f587b84dcc. Jul 14 10:25:24.013036 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959c09ac-74e3-4d35-9612-960216343955 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Router 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:25:24.047332 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:24.122523 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959c09ac-74e3-4d35-9612-960216343955 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:25:24.127232 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-959c09ac-74e3-4d35-9612-960216343955 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for floatingip, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:24.131785 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ba6697-f7b2-4f6c-be36-c88b5ced498c None None] Sync routers for ids ['44b7b6e0-b2aa-49fa-9679-8266ba673fa8'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:25:24.141425 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ba6697-f7b2-4f6c-be36-c88b5ced498c None None] Routers {'44b7b6e0-b2aa-49fa-9679-8266ba673fa8'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:25:24.142032 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f3ba6697-f7b2-4f6c-be36-c88b5ced498c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:25:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['44b7b6e0-b2aa-49fa-9679-8266ba673fa8'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:24.164319 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-959c09ac-74e3-4d35-9612-960216343955 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "DELETE /v2.0/floatingips/fdb430c6-a962-46d9-95aa-c39e69c64994 HTTP/1.1" status: 204 len: 168 time: 0.8479805 Jul 14 10:25:24.164899 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3edfd871-9394-4de1-a275-2d1c65af3a63', 'tag': '63a50f16-298e-4cc4-a845-81f587b84dcc'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:25:24.167144 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdfd76875a0dbbaf1509a4c423fc1f4cb1751388cb9186f92cdb94f63ad4e53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c44359-9460-43ad-87f7-37fdaa9af02c" -d '{"events": [{"name": "network-changed", "server_uuid": "3edfd871-9394-4de1-a275-2d1c65af3a63", "tag": "63a50f16-298e-4cc4-a845-81f587b84dcc"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:25:24.207519 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfe50a5-2c75-4d61-a62e-adebebab3fdc x-openstack-request-id: req-dbfe50a5-2c75-4d61-a62e-adebebab3fdc {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:25:24.207897 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3edfd871-9394-4de1-a275-2d1c65af3a63", "tag": "63a50f16-298e-4cc4-a845-81f587b84dcc", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:25:24.208171 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbfe50a5-2c75-4d61-a62e-adebebab3fdc {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:25:24.208644 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3edfd871-9394-4de1-a275-2d1c65af3a63', 'tag': '63a50f16-298e-4cc4-a845-81f587b84dcc', 'status': 'completed', 'code': 200} Jul 14 10:25:24.253749 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-f3ba6697-f7b2-4f6c-be36-c88b5ced498c None None] Set router 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:25:24.290308 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c44359-9460-43ad-87f7-37fdaa9af02c req-d653768a-6795-4b54-8575-d98b223383c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:24.291939 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90c44359-9460-43ad-87f7-37fdaa9af02c req-d653768a-6795-4b54-8575-d98b223383c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=385eb9b91da64e16970fb43a2f9b1d61&device_id=3edfd871-9394-4de1-a275-2d1c65af3a63 HTTP/1.1" status: 200 len: 1096 time: 0.0594954 Jul 14 10:25:24.394617 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c44359-9460-43ad-87f7-37fdaa9af02c req-e2f7a9a8-ceec-47e7-b7e1-62320e049962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:24.396321 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90c44359-9460-43ad-87f7-37fdaa9af02c req-e2f7a9a8-ceec-47e7-b7e1-62320e049962 service neutron] 10.222.0.47 "GET /v2.0/networks?id=26862243-ca3e-4afc-b4ff-419c9057a5f9 HTTP/1.1" status: 200 len: 910 time: 0.0972104 Jul 14 10:25:24.448032 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90c44359-9460-43ad-87f7-37fdaa9af02c req-20cd937c-9d1a-4ca2-8abb-c2b98f3e4282 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63a50f16-298e-4cc4-a845-81f587b84dcc HTTP/1.1" status: 200 len: 217 time: 0.0417907 Jul 14 10:25:24.527835 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c44359-9460-43ad-87f7-37fdaa9af02c req-4438bb09-616e-4662-909e-903c9aafe32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:24.529426 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90c44359-9460-43ad-87f7-37fdaa9af02c req-4438bb09-616e-4662-909e-903c9aafe32f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3df3e148-0237-4318-8f2d-453880bce1fa HTTP/1.1" status: 200 len: 849 time: 0.0753934 Jul 14 10:25:24.576754 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f3ba6697-f7b2-4f6c-be36-c88b5ced498c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'name': 'tempest-TestSnapshotPattern-1634599346-router', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:37Z', 'revision_number': 4, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'gw_port': {'id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'cf68104e-13dd-49a8-9aa7-605b5ba0085a', 'name': '', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'mac_address': 'fa:16:3e:98:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:37Z', 'updated_at': '2021-07-14T10:20:42Z', 'revision_number': 5, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'subnets': [{'id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:24.598469 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671409fc-fc37-4d1e-b450-298cecbdcf3c req-fb59649d-519b-4782-bb9d-1c9aeda109aa tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:24.600044 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-671409fc-fc37-4d1e-b450-298cecbdcf3c req-fb59649d-519b-4782-bb9d-1c9aeda109aa tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=3edfd871-9394-4de1-a275-2d1c65af3a63 HTTP/1.1" status: 200 len: 944 time: 0.1048846 Jul 14 10:25:24.603009 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ba6697-f7b2-4f6c-be36-c88b5ced498c None None] Checking router: 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:25:24.612160 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ba6697-f7b2-4f6c-be36-c88b5ced498c None None] Routers {'44b7b6e0-b2aa-49fa-9679-8266ba673fa8'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:25:24.612766 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f3ba6697-f7b2-4f6c-be36-c88b5ced498c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:25:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['44b7b6e0-b2aa-49fa-9679-8266ba673fa8'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:24.630263 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c44359-9460-43ad-87f7-37fdaa9af02c req-86afcb01-04ee-4212-ab05-efabcfb58df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:24.631782 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90c44359-9460-43ad-87f7-37fdaa9af02c req-86afcb01-04ee-4212-ab05-efabcfb58df6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=26862243-ca3e-4afc-b4ff-419c9057a5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0937095 Jul 14 10:25:24.670096 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-671409fc-fc37-4d1e-b450-298cecbdcf3c req-ca9a7b3a-9b32-4150-8c48-694fab5ebf57 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616136 Jul 14 10:25:24.717768 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-f3ba6697-f7b2-4f6c-be36-c88b5ced498c None None] Set router 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:25:24.737463 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90c44359-9460-43ad-87f7-37fdaa9af02c req-b6c75170-2368-4ed1-86c9-c05f3d4dd22c service neutron] 10.222.0.47 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951576 Jul 14 10:25:24.827889 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-90c44359-9460-43ad-87f7-37fdaa9af02c req-18c9c932-3104-4f80-b91c-28a56b637fb1 service neutron] 10.222.0.47 "GET /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832548 Jul 14 10:25:24.919513 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-f3ba6697-f7b2-4f6c-be36-c88b5ced498c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'name': 'tempest-TestSnapshotPattern-1634599346-router', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:37Z', 'revision_number': 4, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'gw_port': {'id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'cf68104e-13dd-49a8-9aa7-605b5ba0085a', 'name': '', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'mac_address': 'fa:16:3e:98:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:37Z', 'updated_at': '2021-07-14T10:20:42Z', 'revision_number': 5, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'subnets': [{'id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:24.948790 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ba6697-f7b2-4f6c-be36-c88b5ced498c None None] The sync data for ids ['44b7b6e0-b2aa-49fa-9679-8266ba673fa8'] in n-d-771362-35 is: [{'id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'name': 'tempest-TestSnapshotPattern-1634599346-router', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:37Z', 'revision_number': 4, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'gw_port': {'id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35', '_interfaces': [{'id': 'cf68104e-13dd-49a8-9aa7-605b5ba0085a', 'name': '', 'network_id': '26862243-ca3e-4afc-b4ff-419c9057a5f9', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'mac_address': 'fa:16:3e:98:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:37Z', 'updated_at': '2021-07-14T10:20:42Z', 'revision_number': 5, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'subnets': [{'id': '3df3e148-0237-4318-8f2d-453880bce1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:25:25.154527 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7106de1-a252-418a-8087-b4dea6813f75 None None] New status for floating IP fdb430c6-a962-46d9-95aa-c39e69c64994: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:25:25.858082 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce496fb4-2a23-4200-aaef-679f6e0607e2 req-ead4ae62-a698-4b56-8905-d8c67e733c40 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:25.859584 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ce496fb4-2a23-4200-aaef-679f6e0607e2 req-ead4ae62-a698-4b56-8905-d8c67e733c40 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/ports?device_id=3edfd871-9394-4de1-a275-2d1c65af3a63 HTTP/1.1" status: 200 len: 944 time: 0.0715258 Jul 14 10:25:25.897526 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-ce496fb4-2a23-4200-aaef-679f6e0607e2 req-8919909e-ebf8-419d-a56e-0dbe3d5751c8 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b151630-0cbe-4370-80d8-53bca720b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323832 Jul 14 10:25:25.992093 n-d-771362-35 neutron-server[93773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0ce68-8722-4dfa-b9d4-5c06fa3bc5de req-7f33f39a-1988-4c72-a8a7-c9d7aae78e9f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:25.993466 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7e0ce68-8722-4dfa-b9d4-5c06fa3bc5de req-7f33f39a-1988-4c72-a8a7-c9d7aae78e9f tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.47 "GET /v2.0/ports?device_id=3edfd871-9394-4de1-a275-2d1c65af3a63 HTTP/1.1" status: 200 len: 944 time: 0.0627594 Jul 14 10:25:26.097400 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-e7e0ce68-8722-4dfa-b9d4-5c06fa3bc5de req-88703438-8fd6-476a-86af-75dd7239f849 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Deleting port 63a50f16-298e-4cc4-a845-81f587b84dcc {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:25:26.097748 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e7e0ce68-8722-4dfa-b9d4-5c06fa3bc5de req-88703438-8fd6-476a-86af-75dd7239f849 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:26.183397 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [req-e7e0ce68-8722-4dfa-b9d4-5c06fa3bc5de req-88703438-8fd6-476a-86af-75dd7239f849 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] For port 63a50f16-298e-4cc4-a845-81f587b84dcc, host n-h1-771362-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-35',level=0,port_id=63a50f16-298e-4cc4-a845-81f587b84dcc,segment=NetworkSegment(1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f),segment_id=1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:26.183944 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e7e0ce68-8722-4dfa-b9d4-5c06fa3bc5de req-88703438-8fd6-476a-86af-75dd7239f849 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:26.196476 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [req-e7e0ce68-8722-4dfa-b9d4-5c06fa3bc5de req-88703438-8fd6-476a-86af-75dd7239f849 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Calling delete_port for 63a50f16-298e-4cc4-a845-81f587b84dcc owned by compute:nova {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:25:26.327246 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e7e0ce68-8722-4dfa-b9d4-5c06fa3bc5de req-88703438-8fd6-476a-86af-75dd7239f849 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:26.353962 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88703438-8fd6-476a-86af-75dd7239f849 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Pushing event deleted for resources: {'Port': ['ID=63a50f16-298e-4cc4-a845-81f587b84dcc,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:26.401603 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e0ce68-8722-4dfa-b9d4-5c06fa3bc5de req-88703438-8fd6-476a-86af-75dd7239f849 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] No DVR routers for this DVR port 63a50f16-298e-4cc4-a845-81f587b84dcc on host n-h1-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:25:26.404710 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [req-e7e0ce68-8722-4dfa-b9d4-5c06fa3bc5de req-88703438-8fd6-476a-86af-75dd7239f849 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49624'] for port, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:26.406754 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [req-e7e0ce68-8722-4dfa-b9d4-5c06fa3bc5de req-88703438-8fd6-476a-86af-75dd7239f849 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.47 "DELETE /v2.0/ports/63a50f16-298e-4cc4-a845-81f587b84dcc HTTP/1.1" status: 204 len: 173 time: 0.4073925 Jul 14 10:25:26.407210 n-d-771362-35 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edfd871-9394-4de1-a275-2d1c65af3a63', 'name': 'network-vif-deleted', 'tag': '63a50f16-298e-4cc4-a845-81f587b84dcc'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:25:26.409577 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdfd76875a0dbbaf1509a4c423fc1f4cb1751388cb9186f92cdb94f63ad4e53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198f4694-0b4b-4be3-bf17-ebd8d8868654" -d '{"events": [{"server_uuid": "3edfd871-9394-4de1-a275-2d1c65af3a63", "name": "network-vif-deleted", "tag": "63a50f16-298e-4cc4-a845-81f587b84dcc"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:25:26.447677 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f8379a-51d7-4d4a-9f8f-d507b117924b x-openstack-request-id: req-b4f8379a-51d7-4d4a-9f8f-d507b117924b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:25:26.447977 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3edfd871-9394-4de1-a275-2d1c65af3a63", "name": "network-vif-deleted", "tag": "63a50f16-298e-4cc4-a845-81f587b84dcc", "status": "completed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:25:26.448235 n-d-771362-35 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4f8379a-51d7-4d4a-9f8f-d507b117924b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:25:26.448669 n-d-771362-35 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3edfd871-9394-4de1-a275-2d1c65af3a63', 'name': 'network-vif-deleted', 'tag': '63a50f16-298e-4cc4-a845-81f587b84dcc', 'status': 'completed', 'code': 200} Jul 14 10:25:26.997997 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 38494) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:27.064327 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d388e3e-800b-4997-8686-dae1f1ba2337 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:27.091612 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d388e3e-800b-4997-8686-dae1f1ba2337 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:27.156051 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d388e3e-800b-4997-8686-dae1f1ba2337 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:27.158648 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d388e3e-800b-4997-8686-dae1f1ba2337 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:27.159819 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-4d388e3e-800b-4997-8686-dae1f1ba2337 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] 10.222.0.25 "DELETE /v2.0/security-groups/5b151630-0cbe-4370-80d8-53bca720b6e1 HTTP/1.1" status: 204 len: 168 time: 0.1607525 Jul 14 10:25:27.170319 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d388e3e-800b-4997-8686-dae1f1ba2337 tempest-TestSnapshotPattern-809197574 tempest-TestSnapshotPattern-809197574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b151630-0cbe-4370-80d8-53bca720b6e1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:27.225106 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 38498) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:27.584965 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ecb72f2-1652-4dd1-8deb-59cd80e38e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:27.876363 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9ecb72f2-1652-4dd1-8deb-59cd80e38e61 admin admin] Deleting port cf68104e-13dd-49a8-9aa7-605b5ba0085a {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:25:27.876611 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ecb72f2-1652-4dd1-8deb-59cd80e38e61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:27.976810 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9ecb72f2-1652-4dd1-8deb-59cd80e38e61 admin admin] For port cf68104e-13dd-49a8-9aa7-605b5ba0085a, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=cf68104e-13dd-49a8-9aa7-605b5ba0085a,segment=NetworkSegment(1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f),segment_id=1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:27.977153 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ecb72f2-1652-4dd1-8deb-59cd80e38e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:27.994064 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9ecb72f2-1652-4dd1-8deb-59cd80e38e61 admin admin] Calling delete_port for cf68104e-13dd-49a8-9aa7-605b5ba0085a owned by network:router_interface {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:25:28.176534 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ecb72f2-1652-4dd1-8deb-59cd80e38e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:28.202335 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb72f2-1652-4dd1-8deb-59cd80e38e61 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf68104e-13dd-49a8-9aa7-605b5ba0085a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:28.374437 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ecb72f2-1652-4dd1-8deb-59cd80e38e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:28.598363 n-d-771362-35 neutron-server[93773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecb72f2-1652-4dd1-8deb-59cd80e38e61 admin admin] Router 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:25:28.709584 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecb72f2-1652-4dd1-8deb-59cd80e38e61 admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:25:28.715398 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9ecb72f2-1652-4dd1-8deb-59cd80e38e61 admin admin] 10.222.0.25 "PUT /v2.0/routers/44b7b6e0-b2aa-49fa-9679-8266ba673fa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4891887 Jul 14 10:25:28.717990 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 38500) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:28.720081 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f11d873-503b-4426-ba16-8643c6904060 None None] Sync routers for ids ['44b7b6e0-b2aa-49fa-9679-8266ba673fa8'] in n-d-771362-35 {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:25:28.730590 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f11d873-503b-4426-ba16-8643c6904060 None None] Routers {'44b7b6e0-b2aa-49fa-9679-8266ba673fa8'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:25:28.731269 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1f11d873-503b-4426-ba16-8643c6904060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:25:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['44b7b6e0-b2aa-49fa-9679-8266ba673fa8'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:28.844300 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-1f11d873-503b-4426-ba16-8643c6904060 None None] Set router 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:25:29.034354 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1f11d873-503b-4426-ba16-8643c6904060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'name': 'tempest-TestSnapshotPattern-1634599346-router', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:25:28Z', 'revision_number': 5, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'gw_port': {'id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:29.062578 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f11d873-503b-4426-ba16-8643c6904060 None None] Checking router: 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 for host: n-d-771362-35 {{(pid=93775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:25:29.071914 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f11d873-503b-4426-ba16-8643c6904060 None None] Routers {'44b7b6e0-b2aa-49fa-9679-8266ba673fa8'} bound to L3 agent in host n-d-771362-35 {{(pid=93775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:25:29.072534 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1f11d873-503b-4426-ba16-8643c6904060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:25:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['44b7b6e0-b2aa-49fa-9679-8266ba673fa8'], 'active': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:29.157938 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd8e1be7-1415-4250-ab97-25178895a76b admin admin] Notify callbacks [] for router, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:29.178804 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_dvr_db [None req-1f11d873-503b-4426-ba16-8643c6904060 None None] Set router 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 gateway port host: n-d-771362-35 {{(pid=93775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:25:29.258558 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd8e1be7-1415-4250-ab97-25178895a76b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:29.311710 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cd8e1be7-1415-4250-ab97-25178895a76b admin admin] Deleting port 8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:25:29.312045 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd8e1be7-1415-4250-ab97-25178895a76b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:29.319413 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:25:29.374879 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.l3_hamode_db [None req-1f11d873-503b-4426-ba16-8643c6904060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'name': 'tempest-TestSnapshotPattern-1634599346-router', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:25:28Z', 'revision_number': 5, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'gw_port': {'id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:29.393208 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cd8e1be7-1415-4250-ab97-25178895a76b admin admin] For port 8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:29.393567 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd8e1be7-1415-4250-ab97-25178895a76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:29.401510 n-d-771362-35 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f11d873-503b-4426-ba16-8643c6904060 None None] The sync data for ids ['44b7b6e0-b2aa-49fa-9679-8266ba673fa8'] in n-d-771362-35 is: [{'id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'name': 'tempest-TestSnapshotPattern-1634599346-router', 'tenant_id': '385eb9b91da64e16970fb43a2f9b1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:25:28Z', 'revision_number': 5, 'project_id': '385eb9b91da64e16970fb43a2f9b1d61', 'gw_port': {'id': '8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b7b6e0-b2aa-49fa-9679-8266ba673fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:35Z', 'updated_at': '2021-07-14T10:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}] {{(pid=93775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:25:29.406810 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cd8e1be7-1415-4250-ab97-25178895a76b admin admin] Calling delete_port for 8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6 owned by network:router_gateway {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:25:29.573395 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd8e1be7-1415-4250-ab97-25178895a76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:29.598161 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e1be7-1415-4250-ab97-25178895a76b admin admin] Pushing event deleted for resources: {'Port': ['ID=8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:29.660660 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd8e1be7-1415-4250-ab97-25178895a76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:29.753660 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd8e1be7-1415-4250-ab97-25178895a76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:29.755928 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd8e1be7-1415-4250-ab97-25178895a76b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:29.800550 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd8e1be7-1415-4250-ab97-25178895a76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:29.801093 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8e1be7-1415-4250-ab97-25178895a76b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44b7b6e0-b2aa-49fa-9679-8266ba673fa8 {{(pid=93773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:25:29.805558 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd8e1be7-1415-4250-ab97-25178895a76b admin admin] Notify callbacks [] for router, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:29.806721 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-cd8e1be7-1415-4250-ab97-25178895a76b admin admin] 10.222.0.25 "DELETE /v2.0/routers/44b7b6e0-b2aa-49fa-9679-8266ba673fa8 HTTP/1.1" status: 204 len: 168 time: 1.0878000 Jul 14 10:25:29.809781 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 38502) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:29.856835 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_v2 [None req-185e9d21-8a59-4ec8-8389-153d02fa402e admin admin] Deleting subnet 3df3e148-0237-4318-8f2d-453880bce1fa {{(pid=93773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:25:29.860191 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-185e9d21-8a59-4ec8-8389-153d02fa402e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:29.895406 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-185e9d21-8a59-4ec8-8389-153d02fa402e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64611428'] for subnet, precommit_delete_associations {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:29.978640 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-185e9d21-8a59-4ec8-8389-153d02fa402e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:30.034999 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-185e9d21-8a59-4ec8-8389-153d02fa402e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64611431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64410189'] for subnet, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:30.065781 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-185e9d21-8a59-4ec8-8389-153d02fa402e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:30.067885 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-185e9d21-8a59-4ec8-8389-153d02fa402e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3df3e148-0237-4318-8f2d-453880bce1fa HTTP/1.1" status: 204 len: 168 time: 0.2571611 Jul 14 10:25:30.068890 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e9d21-8a59-4ec8-8389-153d02fa402e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3df3e148-0237-4318-8f2d-453880bce1fa,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:30.070521 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 38504) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:30.074837 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a6db6a-c0d1-49c8-9c15-e11ceeb8c51c None None] Network 26862243-ca3e-4afc-b4ff-419c9057a5f9 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:25:30.142076 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee83e7dd-ac02-4349-a15b-fcd02b1eb855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:30.194526 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ee83e7dd-ac02-4349-a15b-fcd02b1eb855 admin admin] Deleting port 099af097-2d52-4538-aac6-49af99010492 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:25:30.194873 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee83e7dd-ac02-4349-a15b-fcd02b1eb855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:30.262213 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ee83e7dd-ac02-4349-a15b-fcd02b1eb855 admin admin] For port 099af097-2d52-4538-aac6-49af99010492, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=099af097-2d52-4538-aac6-49af99010492,segment=NetworkSegment(1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f),segment_id=1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:30.262559 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee83e7dd-ac02-4349-a15b-fcd02b1eb855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:30.274928 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ee83e7dd-ac02-4349-a15b-fcd02b1eb855 admin admin] Calling delete_port for 099af097-2d52-4538-aac6-49af99010492 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:25:30.353059 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee83e7dd-ac02-4349-a15b-fcd02b1eb855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:30.383697 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83e7dd-ac02-4349-a15b-fcd02b1eb855 admin admin] Pushing event deleted for resources: {'Port': ['ID=099af097-2d52-4538-aac6-49af99010492,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:30.389432 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee83e7dd-ac02-4349-a15b-fcd02b1eb855 admin admin] No DVR routers for this DVR port 099af097-2d52-4538-aac6-49af99010492 on host n-d-771362-35 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:25:30.424829 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf66d00-27ef-4a57-9e10-cd7658afccdb None None] DHCP port deletion for 26862243-ca3e-4afc-b4ff-419c9057a5f9 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:25:30.463545 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee83e7dd-ac02-4349-a15b-fcd02b1eb855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:30.473467 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ee83e7dd-ac02-4349-a15b-fcd02b1eb855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26862243-ca3e-4afc-b4ff-419c9057a5f9']}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:30.484471 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ee83e7dd-ac02-4349-a15b-fcd02b1eb855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f') {'for_net_delete': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:30.484774 n-d-771362-35 neutron-server[93772]: DEBUG neutron.services.segments.db [None req-ee83e7dd-ac02-4349-a15b-fcd02b1eb855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d497c2d-713d-4d4f-b2f4-e3dcc16aa08f') {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:30.493601 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee83e7dd-ac02-4349-a15b-fcd02b1eb855 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63477532'] for segment, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:30.508434 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee83e7dd-ac02-4349-a15b-fcd02b1eb855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:30.514889 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee83e7dd-ac02-4349-a15b-fcd02b1eb855 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:25:30.515250 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee83e7dd-ac02-4349-a15b-fcd02b1eb855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63515469'] for segment, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: Traceback (most recent call last): Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: timer() Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: cb(*args, **kw) Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: return func(*args, **kwargs) Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: self._notify() Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: self.callback(batched_events) Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: event.method(event) Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: return f(self, *a, **k) Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: return self._get(url).json() Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: return self.request(url, 'GET', **kwargs) Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:25:30.517193 n-d-771362-35 neutron-server[93772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:25:30.579377 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee83e7dd-ac02-4349-a15b-fcd02b1eb855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:30.585709 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee83e7dd-ac02-4349-a15b-fcd02b1eb855 admin admin] Notify callbacks [] for network, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:30.591223 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-ee83e7dd-ac02-4349-a15b-fcd02b1eb855 admin admin] 10.222.0.25 "DELETE /v2.0/networks/26862243-ca3e-4afc-b4ff-419c9057a5f9 HTTP/1.1" status: 204 len: 168 time: 0.5155249 Jul 14 10:25:30.591223 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 38506) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:30.606789 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83e7dd-ac02-4349-a15b-fcd02b1eb855 admin admin] Pushing event deleted for resources: {'Network': ['ID=26862243-ca3e-4afc-b4ff-419c9057a5f9,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:30.638798 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:25:30.658924 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:25:30.659355 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 8d6bcf3e-c82b-4c7e-a1d3-1bafb5441ab6 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:25:30.659869 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cf68104e-13dd-49a8-9aa7-605b5ba0085a no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:25:30.678571 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: cf68104e-13dd-49a8-9aa7-605b5ba0085a {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:25:30.678912 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device cf68104e-13dd-49a8-9aa7-605b5ba0085a not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:25:30.679311 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 099af097-2d52-4538-aac6-49af99010492 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:25:30.698291 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 099af097-2d52-4538-aac6-49af99010492 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:25:30.698670 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 099af097-2d52-4538-aac6-49af99010492 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:25:30.941178 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d0f05e19-b48c-439d-baf5-9bbfd664c8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997104'] for router_interface, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:31.130874 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 63a50f16-298e-4cc4-a845-81f587b84dcc no longer exists at agent hyperv_n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:25:31.150768 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] No Port match for: 63a50f16-298e-4cc4-a845-81f587b84dcc {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:25:31.151114 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Device 63a50f16-298e-4cc4-a845-81f587b84dcc not bound to the agent host n-h1-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:25:31.196685 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d0f05e19-b48c-439d-baf5-9bbfd664c8ff admin admin] Deleting port 5023fe7b-cb0a-4f71-8615-8e22eb5a607e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:25:31.197252 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d0f05e19-b48c-439d-baf5-9bbfd664c8ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:31.276163 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d0f05e19-b48c-439d-baf5-9bbfd664c8ff admin admin] For port 5023fe7b-cb0a-4f71-8615-8e22eb5a607e, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=5023fe7b-cb0a-4f71-8615-8e22eb5a607e,segment=NetworkSegment(5f679166-609c-4e3f-8221-6ac14447aa0f),segment_id=5f679166-609c-4e3f-8221-6ac14447aa0f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:31.276525 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d0f05e19-b48c-439d-baf5-9bbfd664c8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:31.290372 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d0f05e19-b48c-439d-baf5-9bbfd664c8ff admin admin] Calling delete_port for 5023fe7b-cb0a-4f71-8615-8e22eb5a607e owned by network:router_interface {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:25:31.471833 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d0f05e19-b48c-439d-baf5-9bbfd664c8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:31.497573 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f05e19-b48c-439d-baf5-9bbfd664c8ff admin admin] Pushing event deleted for resources: {'Port': ['ID=5023fe7b-cb0a-4f71-8615-8e22eb5a607e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:31.665441 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d0f05e19-b48c-439d-baf5-9bbfd664c8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997212'] for router_interface, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:31.878727 n-d-771362-35 neutron-server[93772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f05e19-b48c-439d-baf5-9bbfd664c8ff admin admin] Router bdf85bab-b46f-452f-afcc-fc4e62892272 has already been hosted by L3 agent af7fac92-a4ad-4a62-becb-a0d48125be9f {{(pid=93772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:25:31.984075 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f05e19-b48c-439d-baf5-9bbfd664c8ff admin admin] Notify agent at l3_agent.n-d-771362-35 the message routers_updated {{(pid=93772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:25:31.988992 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-d0f05e19-b48c-439d-baf5-9bbfd664c8ff admin admin] 10.222.0.25 "PUT /v2.0/routers/bdf85bab-b46f-452f-afcc-fc4e62892272/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3974113 Jul 14 10:25:31.991469 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 38508) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:31.994073 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633fd5bd-dc69-442f-b3ef-e514010a31f9 None None] Sync routers for ids ['bdf85bab-b46f-452f-afcc-fc4e62892272'] in n-d-771362-35 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:25:32.003976 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633fd5bd-dc69-442f-b3ef-e514010a31f9 None None] Routers {'bdf85bab-b46f-452f-afcc-fc4e62892272'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:25:32.004673 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-633fd5bd-dc69-442f-b3ef-e514010a31f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:25:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['bdf85bab-b46f-452f-afcc-fc4e62892272'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:32.096017 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93b5718e-0c5c-444e-b445-149c1b376d68 admin admin] Notify callbacks [] for router, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:32.107000 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-633fd5bd-dc69-442f-b3ef-e514010a31f9 None None] Set router bdf85bab-b46f-452f-afcc-fc4e62892272 gateway port host: n-d-771362-35 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:25:32.201071 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93b5718e-0c5c-444e-b445-149c1b376d68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:32.253909 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-93b5718e-0c5c-444e-b445-149c1b376d68 admin admin] Deleting port 890cfe5f-e291-47c2-be41-ef29d4741bf0 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:25:32.254254 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93b5718e-0c5c-444e-b445-149c1b376d68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:32.286962 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-633fd5bd-dc69-442f-b3ef-e514010a31f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf85bab-b46f-452f-afcc-fc4e62892272', 'name': 'tempest-TestSnapshotPattern-1084136891-router', 'tenant_id': '6b15cb3d621845b0a138162901583ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'external_fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '890cfe5f-e291-47c2-be41-ef29d4741bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:40Z', 'updated_at': '2021-07-14T10:25:31Z', 'revision_number': 5, 'project_id': '6b15cb3d621845b0a138162901583ea4', 'gw_port': {'id': '890cfe5f-e291-47c2-be41-ef29d4741bf0', 'name': '', 'network_id': '6facc217-dc01-422a-8069-2c7784a4d993', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf85bab-b46f-452f-afcc-fc4e62892272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:40Z', 'updated_at': '2021-07-14T10:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b546f247-893e-4911-a7e4-7dcae15b5747', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-35'}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:32.313965 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633fd5bd-dc69-442f-b3ef-e514010a31f9 None None] Checking router: bdf85bab-b46f-452f-afcc-fc4e62892272 for host: n-d-771362-35 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:25:32.322142 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633fd5bd-dc69-442f-b3ef-e514010a31f9 None None] Routers {'bdf85bab-b46f-452f-afcc-fc4e62892272'} bound to L3 agent in host n-d-771362-35 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:25:32.322753 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-633fd5bd-dc69-442f-b3ef-e514010a31f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:50:21Z,description=,heartbeat_timestamp=2021-07-14T10:25:21Z,host='n-d-771362-35',id=af7fac92-a4ad-4a62-becb-a0d48125be9f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:50:21Z,topic='l3_agent')) {'router_ids': ['bdf85bab-b46f-452f-afcc-fc4e62892272'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:32.338612 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-93b5718e-0c5c-444e-b445-149c1b376d68 admin admin] For port 890cfe5f-e291-47c2-be41-ef29d4741bf0, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=890cfe5f-e291-47c2-be41-ef29d4741bf0,segment=NetworkSegment(82444fe7-7b43-4660-bd2f-fdd1dd5d3eef),segment_id=82444fe7-7b43-4660-bd2f-fdd1dd5d3eef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:32.338975 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93b5718e-0c5c-444e-b445-149c1b376d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:32.352056 n-d-771362-35 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-93b5718e-0c5c-444e-b445-149c1b376d68 admin admin] Calling delete_port for 890cfe5f-e291-47c2-be41-ef29d4741bf0 owned by network:router_gateway {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:25:32.410885 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-633fd5bd-dc69-442f-b3ef-e514010a31f9 None None] Set router bdf85bab-b46f-452f-afcc-fc4e62892272 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:25:32.472473 n-d-771362-35 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-633fd5bd-dc69-442f-b3ef-e514010a31f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf85bab-b46f-452f-afcc-fc4e62892272', 'name': 'tempest-TestSnapshotPattern-1084136891-router', 'tenant_id': '6b15cb3d621845b0a138162901583ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:40Z', 'updated_at': '2021-07-14T10:25:32Z', 'revision_number': 6, 'project_id': '6b15cb3d621845b0a138162901583ea4', 'gw_port_host': None}], 'n-d-771362-35', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:32.533236 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93b5718e-0c5c-444e-b445-149c1b376d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63510206'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:32.562211 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5718e-0c5c-444e-b445-149c1b376d68 admin admin] Pushing event deleted for resources: {'Port': ['ID=890cfe5f-e291-47c2-be41-ef29d4741bf0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:32.639728 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93b5718e-0c5c-444e-b445-149c1b376d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1992058'] for router_gateway, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:32.662278 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633fd5bd-dc69-442f-b3ef-e514010a31f9 None None] The sync data for ids ['bdf85bab-b46f-452f-afcc-fc4e62892272'] in n-d-771362-35 is: [{'id': 'bdf85bab-b46f-452f-afcc-fc4e62892272', 'name': 'tempest-TestSnapshotPattern-1084136891-router', 'tenant_id': '6b15cb3d621845b0a138162901583ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:40Z', 'updated_at': '2021-07-14T10:25:32Z', 'revision_number': 6, 'project_id': '6b15cb3d621845b0a138162901583ea4', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:25:32.744120 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93b5718e-0c5c-444e-b445-149c1b376d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13189'] for router, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:32.746385 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93b5718e-0c5c-444e-b445-149c1b376d68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:32.790132 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93b5718e-0c5c-444e-b445-149c1b376d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2001777'] for router, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:32.790653 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b5718e-0c5c-444e-b445-149c1b376d68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdf85bab-b46f-452f-afcc-fc4e62892272 {{(pid=93772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:25:32.795189 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93b5718e-0c5c-444e-b445-149c1b376d68 admin admin] Notify callbacks [] for router, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:32.796372 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-93b5718e-0c5c-444e-b445-149c1b376d68 admin admin] 10.222.0.25 "DELETE /v2.0/routers/bdf85bab-b46f-452f-afcc-fc4e62892272 HTTP/1.1" status: 204 len: 168 time: 0.8039773 Jul 14 10:25:32.798857 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [-] (93772) accepted ('10.222.0.25', 38510) {{(pid=93772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:32.843117 n-d-771362-35 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_v2 [None req-610ce35a-52be-4dc8-b652-bc61cab28b80 admin admin] Deleting subnet df501799-c138-490a-9191-1d81481484f5 {{(pid=93772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:25:32.846183 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-610ce35a-52be-4dc8-b652-bc61cab28b80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:32.878338 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-610ce35a-52be-4dc8-b652-bc61cab28b80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63477509'] for subnet, precommit_delete_associations {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:32.959908 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-610ce35a-52be-4dc8-b652-bc61cab28b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-947423'] for subnet, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:33.018058 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-610ce35a-52be-4dc8-b652-bc61cab28b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-947366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63510243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62991799'] for subnet, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:33.049230 n-d-771362-35 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-610ce35a-52be-4dc8-b652-bc61cab28b80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:33.053777 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 38512) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:33.054818 n-d-771362-35 neutron-server[93772]: INFO neutron.wsgi [None req-610ce35a-52be-4dc8-b652-bc61cab28b80 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/df501799-c138-490a-9191-1d81481484f5 HTTP/1.1" status: 204 len: 168 time: 0.2549276 Jul 14 10:25:33.056328 n-d-771362-35 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ce35a-52be-4dc8-b652-bc61cab28b80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df501799-c138-490a-9191-1d81481484f5,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:33.056747 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217618f0-0cc4-4c85-a0bf-76a55a2ec8df None None] Network 22fdb1ec-fe93-431c-ac08-b8f60ba96a70 requested from n-d-771362-35 {{(pid=93774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:25:33.145907 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00f848a1-5b33-4f8d-ba9e-cdd830880f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-995382'] for network, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:33.205374 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-00f848a1-5b33-4f8d-ba9e-cdd830880f45 admin admin] Deleting port 0d5f7bbf-8fc3-4440-9d62-48649abbaff2 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:25:33.205716 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00f848a1-5b33-4f8d-ba9e-cdd830880f45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768948688869'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:33.271367 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-00f848a1-5b33-4f8d-ba9e-cdd830880f45 admin admin] For port 0d5f7bbf-8fc3-4440-9d62-48649abbaff2, host n-d-771362-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-35',level=0,port_id=0d5f7bbf-8fc3-4440-9d62-48649abbaff2,segment=NetworkSegment(5f679166-609c-4e3f-8221-6ac14447aa0f),segment_id=5f679166-609c-4e3f-8221-6ac14447aa0f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:33.271680 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00f848a1-5b33-4f8d-ba9e-cdd830880f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1991059'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:33.285671 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-00f848a1-5b33-4f8d-ba9e-cdd830880f45 admin admin] Calling delete_port for 0d5f7bbf-8fc3-4440-9d62-48649abbaff2 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:25:33.374286 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00f848a1-5b33-4f8d-ba9e-cdd830880f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768948694541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768948289958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64611386'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:33.399392 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f848a1-5b33-4f8d-ba9e-cdd830880f45 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d5f7bbf-8fc3-4440-9d62-48649abbaff2,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:33.403880 n-d-771362-35 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f848a1-5b33-4f8d-ba9e-cdd830880f45 admin admin] No DVR routers for this DVR port 0d5f7bbf-8fc3-4440-9d62-48649abbaff2 on host n-d-771362-35 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:25:33.444118 n-d-771362-35 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206ecccb-8fc3-45cf-ac0a-ffd667caabab None None] DHCP port deletion for 22fdb1ec-fe93-431c-ac08-b8f60ba96a70 request from n-d-771362-35 {{(pid=93774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:25:33.482929 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00f848a1-5b33-4f8d-ba9e-cdd830880f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-937290', 'neutron.services.segments.db._delete_segments_for_network-8768948837187'] for network, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:33.492953 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-00f848a1-5b33-4f8d-ba9e-cdd830880f45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22fdb1ec-fe93-431c-ac08-b8f60ba96a70']}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:33.504568 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-00f848a1-5b33-4f8d-ba9e-cdd830880f45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f679166-609c-4e3f-8221-6ac14447aa0f') {'for_net_delete': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:33.504867 n-d-771362-35 neutron-server[93773]: DEBUG neutron.services.segments.db [None req-00f848a1-5b33-4f8d-ba9e-cdd830880f45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f679166-609c-4e3f-8221-6ac14447aa0f') {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:33.513887 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00f848a1-5b33-4f8d-ba9e-cdd830880f45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768948840012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64611453'] for segment, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:33.527955 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00f848a1-5b33-4f8d-ba9e-cdd830880f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842'] for segment, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:33.534527 n-d-771362-35 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f848a1-5b33-4f8d-ba9e-cdd830880f45 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:25:33.535036 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00f848a1-5b33-4f8d-ba9e-cdd830880f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-947842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608713'] for segment, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: Traceback (most recent call last): Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: timer() Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: cb(*args, **kw) Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: return func(*args, **kwargs) Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: self._notify() Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: self.callback(batched_events) Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: event.method(event) Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: return f(self, *a, **k) Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: return self._get(url).json() Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: return self.request(url, 'GET', **kwargs) Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:25:33.536653 n-d-771362-35 neutron-server[93773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:25:33.591028 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00f848a1-5b33-4f8d-ba9e-cdd830880f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-937309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991966'] for network, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:33.596673 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00f848a1-5b33-4f8d-ba9e-cdd830880f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632359'] for network, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:33.598505 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-00f848a1-5b33-4f8d-ba9e-cdd830880f45 admin admin] 10.222.0.25 "DELETE /v2.0/networks/22fdb1ec-fe93-431c-ac08-b8f60ba96a70 HTTP/1.1" status: 204 len: 168 time: 0.5425804 Jul 14 10:25:33.610476 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f848a1-5b33-4f8d-ba9e-cdd830880f45 admin admin] Pushing event deleted for resources: {'Network': ['ID=22fdb1ec-fe93-431c-ac08-b8f60ba96a70,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:33.783302 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 38516) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:33.823131 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-642fd4c9-6452-4c17-ad2e-0cd6cdf71e91 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=385eb9b91da64e16970fb43a2f9b1d61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385847 Jul 14 10:25:33.825732 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 38518) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:33.878965 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8fca5527-84b3-40af-a771-745264fb811d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:33.899169 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8fca5527-84b3-40af-a771-745264fb811d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:33.946875 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8fca5527-84b3-40af-a771-745264fb811d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:33.949492 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8fca5527-84b3-40af-a771-745264fb811d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:33.950648 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-8fca5527-84b3-40af-a771-745264fb811d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e9d8dda-933a-4ff4-8a89-acaeaf1ab235 HTTP/1.1" status: 204 len: 168 time: 0.1239684 Jul 14 10:25:33.958625 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca5527-84b3-40af-a771-745264fb811d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9d8dda-933a-4ff4-8a89-acaeaf1ab235,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:34.269396 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 38524) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:34.499291 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-33729790-0d8d-47d7-81fb-1359b7779099 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6b15cb3d621845b0a138162901583ea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2286913 Jul 14 10:25:34.501861 n-d-771362-35 neutron-server[93773]: DEBUG neutron.wsgi [-] (93773) accepted ('10.222.0.25', 38528) {{(pid=93773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:34.551224 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b979d76-3bdf-4a63-939f-ca1ba5723677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:34.572765 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b979d76-3bdf-4a63-939f-ca1ba5723677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:34.621454 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b979d76-3bdf-4a63-939f-ca1ba5723677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075573'] for security_group, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:34.624526 n-d-771362-35 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b979d76-3bdf-4a63-939f-ca1ba5723677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:34.625692 n-d-771362-35 neutron-server[93773]: INFO neutron.wsgi [None req-9b979d76-3bdf-4a63-939f-ca1ba5723677 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb92da76-4675-4d71-b2ae-f60f13aafb73 HTTP/1.1" status: 204 len: 168 time: 0.1228981 Jul 14 10:25:34.635398 n-d-771362-35 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b979d76-3bdf-4a63-939f-ca1ba5723677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb92da76-4675-4d71-b2ae-f60f13aafb73,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:34.650615 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 5023fe7b-cb0a-4f71-8615-8e22eb5a607e no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:25:34.674491 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 5023fe7b-cb0a-4f71-8615-8e22eb5a607e {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:25:34.674839 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 5023fe7b-cb0a-4f71-8615-8e22eb5a607e not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:25:34.676233 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 890cfe5f-e291-47c2-be41-ef29d4741bf0 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:25:34.695800 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 890cfe5f-e291-47c2-be41-ef29d4741bf0 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:25:34.696150 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 890cfe5f-e291-47c2-be41-ef29d4741bf0 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:25:34.696574 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 0d5f7bbf-8fc3-4440-9d62-48649abbaff2 no longer exists at agent ovs-agent-n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:25:34.716589 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] No Port match for: 0d5f7bbf-8fc3-4440-9d62-48649abbaff2 {{(pid=93774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:25:34.716949 n-d-771362-35 neutron-server[93774]: DEBUG neutron.plugins.ml2.rpc [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Device 0d5f7bbf-8fc3-4440-9d62-48649abbaff2 not bound to the agent host n-d-771362-35 {{(pid=93774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:25:41.471796 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:43.043119 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:48.609298 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c500989e-fc29-48b4-9692-4fb964cf584a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:51.181931 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cfa93c16-37a4-4212-b046-6cc7f833495a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:51.446424 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:52.525672 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:54.049735 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:06.318872 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:26:11.486844 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:13.038566 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:18.612020 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f1152f4-fbc3-419c-a9de-996978547fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.183184 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f940901-bf67-4e9c-ba08-9ef7bf423d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.448963 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:22.528504 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:24.051941 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:41.500273 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:43.052234 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:43.318331 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:26:48.613038 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca34e9d6-82f4-4856-8e3f-72a2f7380249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:51.187671 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-562a2343-0fee-41b1-b7ab-d7687343465c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:51.450157 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:52.530801 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:54.054786 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:11.500053 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:13.051125 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:18.617159 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b863da0d-cde6-4f91-bd19-8654927bda45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:20.317853 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:27:21.189078 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-089c7dec-5e0d-4ea8-af6e-b0c7927cb168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:21.450991 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:22.534809 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.056845 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:41.514457 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:43.054359 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:48.617107 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-015bccee-fb62-4c7d-8a08-2bcda260a5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:51.190918 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91b273dc-611e-4b6c-9f2f-4838477da766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:51.451029 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:52.538657 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:54.060196 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:57.317719 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:28:11.522253 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:13.070310 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:18.618942 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a4bd115-f481-4f86-a4ba-2646c54bf016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:21.191513 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-028f5c2e-f0f4-41d8-82a8-98c723e7d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:21.452016 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:22.540343 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:24.062735 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:34.316285 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:28:41.522146 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:43.061305 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:48.621001 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e8dc7f2c-0e24-42d2-aa9d-b31ee58d8939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:51.192924 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1314370-4cfd-4ebb-b145-4d7ad7c447e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:51.453366 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:52.546654 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:54.066755 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:11.315458 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:29:11.542147 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:13.067915 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:18.623208 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e4b00ba2-2c72-4ff9-9bfa-c7154f169742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:21.194214 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-efb7ec10-9545-44b3-92ae-3ec0f6904129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:21.454374 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:22.546275 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:24.067337 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:41.541449 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:43.080506 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:48.314514 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:29:48.625981 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25c51a89-3ecc-40ab-9e76-9741c600f5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:51.197223 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36ff51f3-3a56-4e50-8f44-9201abce1f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:51.455937 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:52.549102 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:54.071266 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:11.540478 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:13.098955 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:18.628535 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e319661d-ef2e-43cf-869c-edfb5e0a298c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:21.199270 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-355f5d5e-84af-4797-b0df-572eabf4f5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:21.456573 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:22.552848 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:24.073222 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:25.313816 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:30:41.539600 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:43.097179 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:48.632808 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9c57c8e-59d4-44d8-b6d0-5f66e9f399c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:51.200705 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a0769aa-173f-46e9-b970-7db1984dde6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:51.457423 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:52.556037 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:54.076083 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.312253 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:31:11.539250 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:13.106049 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:18.633751 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f16b8c13-b00c-49cd-9e0e-4909f2f85af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:21.202377 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c96db559-31f2-4b44-85ae-07c4c2ea652b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:21.458851 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:22.559324 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:24.077699 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:39.311663 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:31:41.538628 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:43.105202 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:48.641448 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d2ebd97-7238-40a3-969e-8b4930f93f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:51.204674 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c65bc71-edba-4afc-bfca-12c0404e30cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:51.460029 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:52.561376 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:54.084452 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:11.545826 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:13.123790 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:16.310083 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:32:18.634202 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0152ab3-2283-4075-a695-ff5231489dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:21.206098 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3842a45-8a8b-4ec4-9b86-7a363633fe23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:21.463052 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:22.566554 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:24.085301 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:41.555483 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:43.119775 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:48.635330 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c7bb86f-1070-4504-ac47-7b02a3fa7c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:51.211447 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cb924314-f63b-4e49-ba8f-5ebcfeaf58ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:51.465348 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.568537 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:53.309570 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:32:54.087891 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:11.552685 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:13.122647 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:18.637505 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dae936a3-31d7-4dd0-8574-149d774b1711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:21.202603 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f32f4b74-b19c-4d6b-8c86-795fa2d524e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:21.467908 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0805eb98-4f66-4504-9835-014c7f934400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:22.571306 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a46df033-d240-4afc-8d7d-90363d93f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:24.090072 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91560f7d-f50e-42b6-96de-29fadd353aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:30.309382 n-d-771362-35 neutron-server[93775]: DEBUG neutron.db.agents_db [None req-ef250f85-991b-4f5c-9fd6-c70b8005ccdf None None] Agent healthcheck: found 7 active agents {{(pid=93775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:33:41.566015 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7148608d-5f1b-4f22-8418-f2805d0ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:43.138318 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fc7439a-d71c-4721-a16b-d2d63e546e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:46.758563 n-d-771362-35 neutron-server[93772]: DEBUG neutron.wsgi [req-8dead3f8-c6a3-4e2d-9ad1-87c5d5ce835a req-cd24c758-6cb2-4beb-a8c1-435f8106f038 service neutron] (93772) timed out ('10.222.0.25', 58162) {{(pid=93772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:33:48.639594 n-d-771362-35 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df3b22d4-11ae-4f68-b80e-989399d60ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768948837169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934650'] for agent, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}